-- Logs begin at Sat 2022-02-19 03:05:24 UTC, end at Sat 2022-02-19 05:58:30 UTC. -- Feb 19 03:44:14.413909 n-d-772273-4 systemd[1]: Started Devstack devstack@q-svc.service. Feb 19 03:44:17.410455 n-d-772273-4 neutron-server[115089]: INFO neutron.common.config [-] Logging enabled! Feb 19 03:44:17.411292 n-d-772273-4 neutron-server[115089]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 19 03:44:17.411292 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115089) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 19 03:44:17.415342 n-d-772273-4 neutron-server[115089]: INFO neutron.common.config [-] Logging enabled! Feb 19 03:44:17.415630 n-d-772273-4 neutron-server[115089]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 19 03:44:17.415933 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115089) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 19 03:44:17.416971 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 03:44:17.417219 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 03:44:17.417670 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 03:44:17.417927 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 03:44:17.418692 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 03:44:17.419037 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.419485 n-d-772273-4 neutron-server[115089]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 19 03:44:17.419831 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.420134 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.420437 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.420744 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.421069 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.421362 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.421661 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.421975 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.422275 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.422567 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.422857 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.423160 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.423450 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.423743 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.424036 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.424327 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] debug = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.424615 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.425085 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.425971 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.425971 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.426181 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.426371 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.426649 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.426932 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.427223 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.427585 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] host = n-d-772273-4 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.427869 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.428163 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.428456 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.428750 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.429058 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.429345 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.429701 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.430498 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.430780 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] log_file = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.431065 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.431362 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.431656 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.431955 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.432188 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.432419 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.432715 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.433034 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.433319 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.433601 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.433882 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.434162 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.434441 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.434715 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.435008 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.435297 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.435585 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.435862 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.436142 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.436421 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.436698 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.437011 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.437292 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.437583 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.437848 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.438142 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.438418 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.438697 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.439008 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.439297 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.439591 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.439882 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.440162 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.440449 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.440729 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.441033 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.441314 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] use_json = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.441590 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.441865 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.442158 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.442439 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.442721 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.443002 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.443279 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.443567 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.443842 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:17.444148 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.444449 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.444756 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.445084 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.445415 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.445701 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.445995 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.446279 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.446572 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.447011 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.447158 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.447427 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.447731 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.448024 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.448328 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.448642 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.448957 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.449262 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.449549 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.449830 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.450109 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.450395 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.450690 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.450969 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.451263 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.451558 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.451840 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.452138 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.452430 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.452733 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.453051 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.453485 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.453612 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.453888 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.454168 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.454446 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.454727 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.455021 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.455302 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.455577 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.455909 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.456131 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.456412 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.456687 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.456989 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.457285 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.457564 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.457840 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.458112 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.458395 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.458668 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.458959 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.459548 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.459548 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.459840 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.460052 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.460330 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.460607 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.460952 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.461211 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.461492 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.461767 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.462041 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.462328 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.462595 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.462870 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.463144 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.463419 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.463698 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.464488 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.464488 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.464488 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.465358 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.465358 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.465358 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.465628 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.465909 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.466194 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.466478 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.466759 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.467039 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.467320 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.467600 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.467882 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.468156 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.468454 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.468743 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.469060 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.469639 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.469639 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.470206 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.470302 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.470505 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.470791 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.471070 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.471353 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.471639 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.471923 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.472221 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.472519 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.472817 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.473142 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.473441 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.473726 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.474037 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.474319 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:17.474542 n-d-772273-4 neutron-server[115089]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 03:44:17.474793 n-d-772273-4 neutron-server[115089]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115089) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 19 03:44:17.850481 n-d-772273-4 neutron-server[115089]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 19 03:44:17.850693 n-d-772273-4 neutron-server[115089]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 19 03:44:17.851008 n-d-772273-4 neutron-server[115089]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 19 03:44:17.851558 n-d-772273-4 neutron-server[115089]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 19 03:44:18.193979 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.194284 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.194573 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.196415 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.196700 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.196991 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.246673 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.246970 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.247242 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.264470 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.264767 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.265070 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.297815 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.298108 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.298387 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.342433 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.342744 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.342968 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.699621 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.700250 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.700250 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.700433 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.701151 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.802957 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.803199 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.803488 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.803766 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.804038 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.804356 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.804650 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.804930 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.805199 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.805489 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.805758 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.806028 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.806290 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.806545 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.806805 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.807070 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.807329 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.807601 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.807874 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.808138 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.808416 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.808675 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.808984 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.809366 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.809619 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.809868 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.810275 n-d-772273-4 neutron-server[115089]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 03:44:18.810517 n-d-772273-4 neutron-server[115089]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 03:44:18.810760 n-d-772273-4 neutron-server[115089]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 03:44:18.811001 n-d-772273-4 neutron-server[115089]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 03:44:18.811245 n-d-772273-4 neutron-server[115089]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 03:44:18.811485 n-d-772273-4 neutron-server[115089]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 03:44:18.811855 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 19 03:44:18.815183 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 19 03:44:18.819325 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 19 03:44:18.823386 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 19 03:44:18.825104 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 19 03:44:18.825592 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 19 03:44:18.825938 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 19 03:44:18.826336 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 19 03:44:18.829255 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 19 03:44:18.829515 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 19 03:44:18.829874 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 19 03:44:18.834920 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 19 03:44:18.859625 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 19 03:44:18.860103 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.860412 n-d-772273-4 neutron-server[115089]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115089) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 19 03:44:18.860780 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.862230 n-d-772273-4 neutron-server[115089]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115089) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 19 03:44:18.862531 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 19 03:44:18.862779 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 19 03:44:18.866479 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.866765 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:18.929614 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 19 03:44:18.929866 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 19 03:44:18.930107 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 19 03:44:18.930496 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 19 03:44:18.951783 n-d-772273-4 neutron-server[115089]: DEBUG oslo_db.sqlalchemy.engines [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115089) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 19 03:44:19.415139 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.managers [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Initializing driver for type 'gre' Feb 19 03:44:19.415753 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] gre ID ranges: [(1, 1000)] Feb 19 03:44:19.473406 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.managers [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Initializing driver for type 'local' Feb 19 03:44:19.473747 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.managers [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Initializing driver for type 'vlan' Feb 19 03:44:19.487709 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] VlanTypeDriver initialization complete Feb 19 03:44:19.488135 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.managers [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Initializing driver for type 'vxlan' Feb 19 03:44:19.488733 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] vxlan ID ranges: [(1, 1000)] Feb 19 03:44:19.548857 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.managers [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Initializing extension driver 'port_security' Feb 19 03:44:19.549394 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.extensions.port_security [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] PortSecurityExtensionDriver initialization complete Feb 19 03:44:19.549848 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.managers [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Initializing mechanism driver 'openvswitch' Feb 19 03:44:19.550268 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.managers [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Initializing mechanism driver 'hyperv' Feb 19 03:44:19.557870 n-d-772273-4 neutron-server[115089]: DEBUG neutron.plugins.ml2.plugin [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:19.558778 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > port after_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.559159 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > port after_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.559514 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > port after_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.560118 n-d-772273-4 neutron-server[115089]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115089) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 03:44:19.560605 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > subnet after_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.561120 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > subnet after_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.561559 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.562073 n-d-772273-4 neutron-server[115089]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115089) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 03:44:19.562572 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > network after_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.563015 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > network after_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.563447 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > network after_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.563947 n-d-772273-4 neutron-server[115089]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115089) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 03:44:19.564465 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > security_group after_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.564938 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > security_group after_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.565394 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > security_group after_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.565867 n-d-772273-4 neutron-server[115089]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115089) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 03:44:19.566360 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.566811 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.567244 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.567726 n-d-772273-4 neutron-server[115089]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115089) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 03:44:19.568240 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > address_group after_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.568688 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > address_group after_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.569160 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > address_group after_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.569649 n-d-772273-4 neutron-server[115089]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115089) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 03:44:19.570260 n-d-772273-4 neutron-server[115089]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] ML2 OVO RPC backend initialized. {{(pid=115089) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 19 03:44:19.571676 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.572144 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.572719 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > network before_response 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.573190 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > networks before_response 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.573629 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > port before_response 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.574238 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > ports before_response 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.574714 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > subnet before_response 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.575153 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > subnets before_response 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.575708 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > network after_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.576173 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > network after_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.576634 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > network after_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.577210 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > port after_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.577664 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > port after_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.578090 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > port after_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.578518 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > subnet after_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.578955 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > subnet after_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.579380 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.587190 n-d-772273-4 neutron-server[115089]: INFO neutron.quota [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded quota_driver: . Feb 19 03:44:19.587560 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.plugin [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Modular L2 Plugin initialization complete Feb 19 03:44:19.587914 n-d-772273-4 neutron-server[115089]: DEBUG neutron.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading services supported by the core plugin {{(pid=115089) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 19 03:44:19.588260 n-d-772273-4 neutron-server[115089]: INFO neutron.plugins.ml2.managers [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Got port-security extension from driver 'port_security' Feb 19 03:44:19.588764 n-d-772273-4 neutron-server[115089]: INFO neutron.extensions.vlantransparent [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Disabled vlantransparent extension. Feb 19 03:44:19.589298 n-d-772273-4 neutron-server[115089]: DEBUG neutron.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115089) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 19 03:44:19.589627 n-d-772273-4 neutron-server[115089]: INFO neutron.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading Plugin: router Feb 19 03:44:19.626863 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > router_interface before_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.627265 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > router after_create 55549900 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.627656 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > router before_create 55549900 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.628013 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.628399 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.628748 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > router after_delete 55549900 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.629139 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > floatingip after_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.629497 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > floatingip after_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.629862 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > router after_create 55549900 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.630209 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > router after_update 55549900 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.630558 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > router after_update 55549900 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.630907 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.631262 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > router after_update 55549900 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.631676 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > router precommit_update 55549900 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.632046 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: port after_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.632390 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: port after_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.632750 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: subnet after_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.633677 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.634025 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > port precommit_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.634372 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > router precommit_create 55549900 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.634715 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: port before_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.635064 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > router precommit_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.635418 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > router after_update 55549900 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.635791 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > router precommit_delete 55549900 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.636282 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > router precommit_create 55549900 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.636650 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.637026 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > router precommit_update 55549900 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.637400 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > agent after_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.637758 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > agent after_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.638126 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > network after_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.639011 n-d-772273-4 neutron-server[115089]: DEBUG neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Tracking information for resource: router configured {{(pid=115089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 03:44:19.639340 n-d-772273-4 neutron-server[115089]: DEBUG neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Tracking information for resource: floatingip configured {{(pid=115089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 03:44:19.644413 n-d-772273-4 neutron-server[115089]: INFO neutron.db.l3_agentschedulers_db [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 19 03:44:19.645034 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: port after_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.645406 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: port after_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.645761 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: port after_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.646116 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: port after_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.646917 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > router before_create 55550100 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.647286 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > router precommit_delete 55550100 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.647650 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > router precommit_create 55550100 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.648007 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > router precommit_update 55550100 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.652954 n-d-772273-4 neutron-server[115089]: DEBUG neutron.services.provider_configuration [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Service providers = [] {{(pid=115089) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 19 03:44:19.653327 n-d-772273-4 neutron-server[115089]: DEBUG neutron.db.servicetype_db [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115089) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 19 03:44:19.656323 n-d-772273-4 neutron-server[115089]: DEBUG neutron.services.service_base [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115089) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 03:44:19.656679 n-d-772273-4 neutron-server[115089]: DEBUG neutron.services.service_base [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115089) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 03:44:19.657049 n-d-772273-4 neutron-server[115089]: DEBUG neutron.services.service_base [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115089) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 03:44:19.657940 n-d-772273-4 neutron-server[115089]: DEBUG neutron.services.service_base [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115089) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 03:44:19.658316 n-d-772273-4 neutron-server[115089]: INFO neutron.services.service_base [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 19 03:44:19.658701 n-d-772273-4 neutron-server[115089]: DEBUG neutron.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 03:44:19.659021 n-d-772273-4 neutron-server[115089]: INFO neutron.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 19 03:44:19.670590 n-d-772273-4 neutron-server[115089]: DEBUG neutron.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 03:44:19.671230 n-d-772273-4 neutron-server[115089]: INFO neutron.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading Plugin: auto_allocate Feb 19 03:44:19.677215 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: network precommit_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.677665 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: network precommit_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.678237 n-d-772273-4 neutron-server[115089]: DEBUG neutron.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 03:44:19.678601 n-d-772273-4 neutron-server[115089]: INFO neutron.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading Plugin: tag Feb 19 03:44:19.686165 n-d-772273-4 neutron-server[115089]: DEBUG neutron.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 03:44:19.686536 n-d-772273-4 neutron-server[115089]: INFO neutron.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading Plugin: timestamp Feb 19 03:44:19.690606 n-d-772273-4 neutron-server[115089]: DEBUG neutron.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 03:44:19.690941 n-d-772273-4 neutron-server[115089]: INFO neutron.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading Plugin: network_ip_availability Feb 19 03:44:19.696677 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.697093 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.697457 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.698229 n-d-772273-4 neutron-server[115089]: DEBUG neutron.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 03:44:19.698551 n-d-772273-4 neutron-server[115089]: INFO neutron.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading Plugin: flavors Feb 19 03:44:19.703703 n-d-772273-4 neutron-server[115089]: DEBUG neutron.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 03:44:19.704249 n-d-772273-4 neutron-server[115089]: INFO neutron.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading Plugin: revisions Feb 19 03:44:19.708473 n-d-772273-4 neutron-server[115089]: DEBUG neutron.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 03:44:19.708873 n-d-772273-4 neutron-server[115089]: DEBUG oslo_concurrency.lockutils [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.858s {{(pid=115089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 19 03:44:19.709683 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115089) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 19 03:44:19.710022 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Initializing extension manager. Feb 19 03:44:19.710551 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: __init__.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.710928 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: __pycache__ {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.711268 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.711605 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: address_group.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.712395 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.713017 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: address-group Feb 19 03:44:19.713344 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: address_scope.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.714060 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.714574 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: address-scope Feb 19 03:44:19.714898 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: admin_state_down_before_update.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.715860 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.716381 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: router-admin-state-down-before-update Feb 19 03:44:19.716710 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: agent.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.717448 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.717961 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: agent Feb 19 03:44:19.718285 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: agent_resources_synced.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.719196 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.719714 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: agent-resources-synced Feb 19 03:44:19.720040 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: allowedaddresspairs.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.721933 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.722463 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: allowed-address-pairs Feb 19 03:44:19.722790 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: auto_allocated_topology.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.723886 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.724411 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: auto-allocated-topology Feb 19 03:44:19.724737 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: availability_zone.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.725470 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.725985 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: availability_zone Feb 19 03:44:19.726305 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: availability_zone_filter.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.727775 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.728292 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: availability_zone_filter Feb 19 03:44:19.728616 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: data_plane_status.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.729573 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.730084 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension data-plane-status not supported by any of loaded plugins Feb 19 03:44:19.730408 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: default_subnetpools.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.731325 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.731841 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: default-subnetpools Feb 19 03:44:19.732167 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: dhcpagentscheduler.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.733036 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.733554 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: dhcp_agent_scheduler Feb 19 03:44:19.733882 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: dns.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.734822 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.735336 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension dns-integration not supported by any of loaded plugins Feb 19 03:44:19.735659 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: dns_domain_ports.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.736580 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.737115 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 19 03:44:19.737446 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.738404 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.738890 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 19 03:44:19.739215 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: dvr.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.739883 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.740658 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: dvr Feb 19 03:44:19.741024 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: ecmp_routes.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.741945 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.742998 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 19 03:44:19.743324 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: empty_string_filtering.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.745030 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.745030 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: empty-string-filtering Feb 19 03:44:19.745477 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.746015 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.746510 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 19 03:44:19.746836 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.747740 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.748250 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 19 03:44:19.748572 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: external_net.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.749515 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.750026 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: external-net Feb 19 03:44:19.750416 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: extra_dhcp_opt.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.751330 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.751835 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: extra_dhcp_opt Feb 19 03:44:19.752159 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: extraroute.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.753124 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.753634 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: extraroute Feb 19 03:44:19.753955 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: extraroute_atomic.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.755016 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.755519 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: extraroute-atomic Feb 19 03:44:19.755838 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: filter_validation.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.756519 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.757070 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: filter-validation Feb 19 03:44:19.757397 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: fip_pf_description.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.758342 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.758843 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 19 03:44:19.759165 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: fip_port_details.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.760307 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.760816 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: fip-port-details Feb 19 03:44:19.761169 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: flavors.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.762424 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.762947 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: flavors Feb 19 03:44:19.763271 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.765009 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.765539 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 19 03:44:19.765878 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: floatingip_pools.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.766588 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.767104 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: floatingip-pools Feb 19 03:44:19.767441 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: ip_allocation.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.768375 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.768890 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension ip_allocation not supported by any of loaded plugins Feb 19 03:44:19.769254 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.770177 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.770696 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: ip-substring-filtering Feb 19 03:44:19.771027 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: l2_adjacency.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.772060 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.772577 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 19 03:44:19.772904 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: l3.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.773952 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.774477 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: router Feb 19 03:44:19.774806 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: l3_conntrack_helper.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.777167 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.777708 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 19 03:44:19.778039 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.778971 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.779497 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: ext-gw-mode Feb 19 03:44:19.779831 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.780752 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.781299 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: l3-ha Feb 19 03:44:19.781700 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.782613 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.783127 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 19 03:44:19.783453 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: l3_flavors.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.784365 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.784880 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: l3-flavors Feb 19 03:44:19.785230 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: l3_ndp_proxy.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.786646 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.787172 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 19 03:44:19.787504 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.788424 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.788963 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 19 03:44:19.789862 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: l3agentscheduler.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.790982 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.791609 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: l3_agent_scheduler Feb 19 03:44:19.791835 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: local_ip.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.793776 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.794313 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension local_ip not supported by any of loaded plugins Feb 19 03:44:19.794649 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: logging.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.798152 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.798694 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension logging not supported by any of loaded plugins Feb 19 03:44:19.799033 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: metering.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.799815 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.800409 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: metering Feb 19 03:44:19.800739 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.801905 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.802431 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: metering_source_and_destination_fields Feb 19 03:44:19.802764 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: multiprovidernet.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.803697 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.804220 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: multi-provider Feb 19 03:44:19.804552 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: netmtu.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.806060 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.806580 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: net-mtu Feb 19 03:44:19.806913 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: netmtu_writable.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.807853 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.808372 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: net-mtu-writable Feb 19 03:44:19.808706 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: network_availability_zone.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.809427 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.809941 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: network_availability_zone Feb 19 03:44:19.810297 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: network_ip_availability.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.811417 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.811940 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: network-ip-availability Feb 19 03:44:19.812265 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: network_segment_range.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.813153 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.813670 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension network-segment-range not supported by any of loaded plugins Feb 19 03:44:19.814000 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: pagination.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.815030 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.815324 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: pagination Feb 19 03:44:19.815652 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: port_device_profile.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.816581 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.817134 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: port-device-profile Feb 19 03:44:19.817464 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.818394 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.818913 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: port-mac-address-regenerate Feb 19 03:44:19.819237 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.820170 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.820716 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: port-numa-affinity-policy Feb 19 03:44:19.821074 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: port_resource_request.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.821991 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.822496 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension port-resource-request not supported by any of loaded plugins Feb 19 03:44:19.822817 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: port_resource_request_groups.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.823812 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.824329 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 19 03:44:19.824656 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: portbindings.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.825623 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.826134 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: binding Feb 19 03:44:19.826458 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: portbindings_extended.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.827765 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.828285 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: binding-extended Feb 19 03:44:19.828615 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: portsecurity.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.829563 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.830081 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: port-security Feb 19 03:44:19.830411 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: project_id.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.831385 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.831719 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: project-id Feb 19 03:44:19.832051 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: providernet.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.832995 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.833520 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: provider Feb 19 03:44:19.833845 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: qos.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.837646 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.838195 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension qos not supported by any of loaded plugins Feb 19 03:44:19.838533 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.839812 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.840389 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 19 03:44:19.840755 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.841776 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.842354 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 19 03:44:19.842722 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: qos_default.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.843702 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.844272 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension qos-default not supported by any of loaded plugins Feb 19 03:44:19.844645 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: qos_fip.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.845655 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.846233 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension qos-fip not supported by any of loaded plugins Feb 19 03:44:19.846599 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: qos_fip_network_policy.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.847578 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.848156 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 19 03:44:19.848535 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: qos_gateway_ip.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.849548 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.850111 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 19 03:44:19.850481 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: qos_port_network_policy.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.852149 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.852726 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 19 03:44:19.853131 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.854262 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.854829 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 19 03:44:19.855191 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.856287 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.856846 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 19 03:44:19.857256 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: qos_pps_rule.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.858504 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.859078 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension qos-pps not supported by any of loaded plugins Feb 19 03:44:19.859455 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: qos_rule_type_details.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.860416 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.861122 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 19 03:44:19.861489 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: qos_rules_alias.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.862605 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.863176 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 19 03:44:19.863545 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: quota_check_limit.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.864503 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.865126 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: quota-check-limit Feb 19 03:44:19.865787 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: quotasv2.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.866880 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.867819 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: quotas Feb 19 03:44:19.868178 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: quotasv2_detail.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.870160 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.870548 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: quota_details Feb 19 03:44:19.870933 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: rbac.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.872054 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.872656 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: rbac-policies Feb 19 03:44:19.873152 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: rbac_address_group.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.874138 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.874703 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: rbac-address-group Feb 19 03:44:19.875072 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: rbac_address_scope.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.876028 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.876596 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: rbac-address-scope Feb 19 03:44:19.877009 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: rbac_security_groups.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.877987 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.878549 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: rbac-security-groups Feb 19 03:44:19.878925 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: rbac_subnetpool.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.879963 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.880534 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: rbac-subnetpool Feb 19 03:44:19.880905 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: revisionifmatch.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.881929 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.882497 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: revision-if-match Feb 19 03:44:19.882906 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: revisions.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.884101 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.884666 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: standard-attr-revisions Feb 19 03:44:19.885091 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: router_availability_zone.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.885817 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.886394 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: router_availability_zone Feb 19 03:44:19.886752 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: routerservicetype.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.887716 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.888285 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension router-service-type not supported by any of loaded plugins Feb 19 03:44:19.888647 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.889666 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.890231 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: security-groups-normalized-cidr Feb 19 03:44:19.890596 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: security_groups_port_filtering.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.891574 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.892140 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: port-security-groups-filtering Feb 19 03:44:19.892510 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.893527 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.894093 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: security-groups-remote-address-group Feb 19 03:44:19.894460 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.895505 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.896075 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: security-groups-shared-filtering Feb 19 03:44:19.896438 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.897116 n-d-772273-4 neutron-server[115089]: WARNING neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 19 03:44:19.897482 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: securitygroup.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.907777 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.908375 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: security-group Feb 19 03:44:19.908749 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: segment.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.909724 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.910259 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension segment not supported by any of loaded plugins Feb 19 03:44:19.910595 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.911686 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.912224 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 19 03:44:19.912559 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: servicetype.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.913791 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.914874 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: service-type Feb 19 03:44:19.915205 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: sorting.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.916276 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.916615 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: sorting Feb 19 03:44:19.916982 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: standard_attr_segment.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.917967 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.918537 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 19 03:44:19.918864 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: standardattrdescription.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.919555 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.920082 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: standard-attr-description Feb 19 03:44:19.920476 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: stateful_security_group.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.921636 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.922101 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: stateful-security-group Feb 19 03:44:19.922429 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: stdattrs_common.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.923017 n-d-772273-4 neutron-server[115089]: WARNING neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 19 03:44:19.923345 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.924398 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.924968 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 19 03:44:19.925294 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: subnet_onboard.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.926479 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.927016 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: subnet_onboard Feb 19 03:44:19.927349 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.928350 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.928880 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 19 03:44:19.929247 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: subnet_service_types.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.930801 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.931339 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: subnet-service-types Feb 19 03:44:19.931668 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: subnetallocation.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.932824 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.933399 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: subnet_allocation Feb 19 03:44:19.933731 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.934435 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.934969 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: subnetpool-prefix-ops Feb 19 03:44:19.935294 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.936319 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.936836 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 19 03:44:19.937194 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: tagging.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.938384 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.938915 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: standard-attr-tag Feb 19 03:44:19.939241 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: timestamp.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.940547 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.941122 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loaded extension: standard-attr-timestamp Feb 19 03:44:19.941457 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: trunk.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.942511 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.943042 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension trunk not supported by any of loaded plugins Feb 19 03:44:19.943380 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: trunk_details.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.944322 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.944841 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension trunk-details not supported by any of loaded plugins Feb 19 03:44:19.945217 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: uplink_status_propagation.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.946168 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.946687 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 19 03:44:19.947018 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Loading extension file: vlantransparent.py {{(pid=115089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 03:44:19.947710 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 03:44:19.948224 n-d-772273-4 neutron-server[115089]: INFO neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 19 03:44:19.950888 n-d-772273-4 neutron-server[115089]: INFO neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Creating instance of TrackedResource for resource:network Feb 19 03:44:19.951425 n-d-772273-4 neutron-server[115089]: INFO neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Creating instance of TrackedResource for resource:subnet Feb 19 03:44:19.951824 n-d-772273-4 neutron-server[115089]: INFO neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 03:44:19.952214 n-d-772273-4 neutron-server[115089]: INFO neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Creating instance of TrackedResource for resource:port Feb 19 03:44:19.953542 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.v2.resource_helper [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:44:19.954002 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.v2.resource_helper [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Service FLAVORS assigned prefix: {{(pid=115089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:44:19.954616 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.v2.resource_helper [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:44:19.955053 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.v2.resource_helper [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:44:19.955384 n-d-772273-4 neutron-server[115089]: INFO neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Creating instance of TrackedResource for resource:router Feb 19 03:44:19.955812 n-d-772273-4 neutron-server[115089]: INFO neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Creating instance of TrackedResource for resource:floatingip Feb 19 03:44:19.956306 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.v2.resource_helper [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Service METERING assigned prefix: /metering {{(pid=115089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:44:19.957813 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.958186 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.958540 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:44:19.959575 n-d-772273-4 neutron-server[115089]: INFO neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Creating instance of CountableResource for resource:rbac_policy Feb 19 03:44:19.960019 n-d-772273-4 neutron-server[115089]: INFO neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Creating instance of TrackedResource for resource:security_group Feb 19 03:44:19.960488 n-d-772273-4 neutron-server[115089]: INFO neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 19 03:44:19.961157 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.v2.resource_helper [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Service CORE assigned prefix: {{(pid=115089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:44:19.961500 n-d-772273-4 neutron-server[115089]: INFO neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 03:44:19.961851 n-d-772273-4 neutron-server[115089]: WARNING neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] subnetpool is already registered Feb 19 03:44:19.962275 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.v2.resource_helper [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Service CORE assigned prefix: {{(pid=115089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:44:19.962602 n-d-772273-4 neutron-server[115089]: INFO neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 03:44:19.962934 n-d-772273-4 neutron-server[115089]: WARNING neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] subnetpool is already registered Feb 19 03:44:19.965239 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.v2.resource_helper [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:44:19.965677 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.v2.resource_helper [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Service FLAVORS assigned prefix: {{(pid=115089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:44:19.966271 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.v2.resource_helper [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:44:19.966694 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.v2.resource_helper [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:44:19.967030 n-d-772273-4 neutron-server[115089]: INFO neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Creating instance of TrackedResource for resource:router Feb 19 03:44:19.967378 n-d-772273-4 neutron-server[115089]: WARNING neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] router is already registered Feb 19 03:44:19.967786 n-d-772273-4 neutron-server[115089]: INFO neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Creating instance of TrackedResource for resource:floatingip Feb 19 03:44:19.968126 n-d-772273-4 neutron-server[115089]: WARNING neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] floatingip is already registered Feb 19 03:44:19.968586 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.v2.resource_helper [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Service METERING assigned prefix: /metering {{(pid=115089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:44:19.969290 n-d-772273-4 neutron-server[115089]: INFO neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Creating instance of CountableResource for resource:rbac_policy Feb 19 03:44:19.969619 n-d-772273-4 neutron-server[115089]: WARNING neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] rbac_policy is already registered Feb 19 03:44:19.970031 n-d-772273-4 neutron-server[115089]: INFO neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Creating instance of TrackedResource for resource:security_group Feb 19 03:44:19.970367 n-d-772273-4 neutron-server[115089]: WARNING neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] security_group is already registered Feb 19 03:44:19.970770 n-d-772273-4 neutron-server[115089]: INFO neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 19 03:44:19.971104 n-d-772273-4 neutron-server[115089]: WARNING neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] security_group_rule is already registered Feb 19 03:44:19.971730 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.v2.resource_helper [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Service CORE assigned prefix: {{(pid=115089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:44:19.972060 n-d-772273-4 neutron-server[115089]: INFO neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 03:44:19.972394 n-d-772273-4 neutron-server[115089]: WARNING neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] subnetpool is already registered Feb 19 03:44:19.972813 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.v2.resource_helper [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Service CORE assigned prefix: {{(pid=115089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 03:44:19.973247 n-d-772273-4 neutron-server[115089]: INFO neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 03:44:19.973497 n-d-772273-4 neutron-server[115089]: WARNING neutron.quota.resource_registry [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] subnetpool is already registered Feb 19 03:44:19.974089 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: extensions {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:19.975646 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: address-groups {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:19.977703 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: address-scopes {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:19.979014 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: agents {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:19.980201 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: auto-allocated-topology {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:19.981477 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: availability_zones {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:19.982696 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: dhcp-networks {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:19.984217 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: dhcp-agents {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:19.985659 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: routers {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:19.987862 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: flavors {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:19.989058 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: service_profiles {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:19.990267 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: next_providers {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:19.991991 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: service_profiles {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:19.994141 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: floatingip-pools {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:19.995368 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: routers {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:19.997492 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: floatingips {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:19.999896 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: l3-routers {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:20.001320 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: l3-agents {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:20.002745 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: metering-labels {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:20.004105 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: metering-label-rules {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:20.005419 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: network-ip-availabilities {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:20.006666 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: bindings {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:20.008424 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: quotas {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:20.010019 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: quotas {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:20.011530 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: rbac-policies {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:20.012802 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: security-groups {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:20.014064 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: security-group-rules {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:20.015317 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: service-providers {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:20.016532 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: subnetpools {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:20.017977 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: subnetpools {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:20.019431 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: tags {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:20.021165 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: tags {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:20.022986 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: tags {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:20.024771 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: tags {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:20.026572 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: tags {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:20.028471 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: tags {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:20.030431 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: tags {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:20.032303 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: tags {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:20.034072 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: tags {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:20.035949 n-d-772273-4 neutron-server[115089]: DEBUG neutron.api.extensions [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Extended resource: tags {{(pid=115089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 03:44:20.042427 n-d-772273-4 neutron-server[115089]: WARNING keystonemiddleware.auth_token [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 19 03:44:20.047196 n-d-772273-4 neutron-server[115089]: WARNING keystonemiddleware.auth_token [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 19 03:44:20.056348 n-d-772273-4 neutron-server[115089]: DEBUG oslo_concurrency.lockutils [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Acquired lock "singleton_lock" {{(pid=115089) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 19 03:44:20.056831 n-d-772273-4 neutron-server[115089]: DEBUG oslo_concurrency.lockutils [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Releasing lock "singleton_lock" {{(pid=115089) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 19 03:44:20.057534 n-d-772273-4 neutron-server[115089]: INFO oslo_service.service [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Starting 2 workers Feb 19 03:44:20.062604 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Started child 115198 {{(pid=115089) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 03:44:20.067402 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Started child 115199 {{(pid=115089) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 03:44:20.068747 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:20.069852 n-d-772273-4 neutron-server[115089]: INFO neutron.service [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 19 03:44:20.069852 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Publish callbacks [] for process (None), before_spawn {{(pid=115089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:20.070880 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [-] (115198) wsgi starting up on http://0.0.0.0:9696 Feb 19 03:44:20.072239 n-d-772273-4 neutron-server[115089]: INFO oslo_service.service [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Starting 1 workers Feb 19 03:44:20.072429 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:20.073936 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [-] (115199) wsgi starting up on http://0.0.0.0:9696 Feb 19 03:44:20.077843 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Started child 115200 {{(pid=115089) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 03:44:20.078414 n-d-772273-4 neutron-server[115089]: INFO oslo_service.service [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Starting 1 workers Feb 19 03:44:20.081813 n-d-772273-4 neutron-server[115200]: DEBUG neutron.service [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] calling RpcWorker wait() {{(pid=115200) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 19 03:44:20.082708 n-d-772273-4 neutron-server[115200]: DEBUG neutron.service [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] returning from RpcWorker wait() {{(pid=115200) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 19 03:44:20.083222 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Started child 115201 {{(pid=115089) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 03:44:20.083832 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:20.084130 n-d-772273-4 neutron-server[115089]: DEBUG neutron_lib.callbacks.manager [None req-71258fea-edac-41af-85c5-6e82a6e30342 None None] Publish callbacks [] for process (None), after_spawn {{(pid=115089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:20.084330 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:20.086783 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115089) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 19 03:44:20.086993 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 03:44:20.087183 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 03:44:20.087423 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 03:44:20.087767 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 03:44:20.087932 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 03:44:20.088484 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.088758 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.089060 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.089329 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.089703 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.090315 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.090595 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.090853 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.090960 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:20.091413 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.091413 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.091566 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.091669 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.092091 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.092205 n-d-772273-4 neutron-server[115201]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:20.092596 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.093093 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.093531 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.093828 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49926) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:20.093987 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.094134 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.094257 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.094542 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.094823 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.095053 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.095321 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] debug = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.095560 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.096043 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.096289 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.096761 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.097151 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.097572 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.097962 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.098412 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.098797 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.099171 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.099531 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.100007 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.100385 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.100756 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.101171 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.101588 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.102495 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.102858 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.103477 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] host = n-d-772273-4 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.104033 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.104400 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.104771 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.105186 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.105587 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.105979 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.106391 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.106886 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.107315 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.107734 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.108178 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.108600 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.109028 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.109460 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] log_file = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.109817 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] log_options = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.110257 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.110473 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0105069 Feb 19 03:44:20.110862 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.111329 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.111691 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.112028 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.112369 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.112795 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.113151 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.114278 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.114595 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.114842 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.115086 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.115322 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.115858 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.116140 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.116372 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.116635 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.116891 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.120516 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.120516 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.120516 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.120516 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.120516 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.120516 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.120516 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.120516 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.121171 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.121171 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.121487 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.121768 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.121941 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.123503 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.123635 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.124491 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.124491 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.124798 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.125450 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.126254 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.126254 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.127290 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.127290 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.128083 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.128534 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.129010 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.129433 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.129826 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.130274 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] use_json = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.130716 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.131159 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.131409 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.132774 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.133271 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.133816 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.134314 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.134754 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.135029 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.135466 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.135778 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.136107 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.136375 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.136735 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.137009 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.137426 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.137809 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.138312 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.138873 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.139360 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.139739 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.140233 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.140670 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.141028 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.141540 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.141954 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.142551 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.142975 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.143421 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.143672 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.143911 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.144779 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.145053 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.145305 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.145555 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.145812 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.146131 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.146395 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.146742 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.147173 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.147563 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.147991 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.148241 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.149215 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.149416 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.149790 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.150257 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.150677 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.151151 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.151550 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.151965 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.152226 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.152562 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.152956 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.154021 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.154297 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.154568 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.154818 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.155055 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.155299 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.155542 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.155778 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.156014 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.156260 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.157387 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.157866 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.158291 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.158757 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.158981 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.159412 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.159861 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.160322 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.160781 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.161234 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.161670 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.161999 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.162308 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.162636 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.162934 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.163243 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.163520 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.163814 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.164625 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.165092 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.165527 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.165979 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.166409 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.166682 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.166965 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.167211 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.167573 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.167877 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.168162 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.168435 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.168731 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.169061 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.169341 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.169622 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.169908 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.170189 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.170538 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.170895 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.171215 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.171544 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.171903 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.172099 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.172696 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.173148 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.173431 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.173988 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.174366 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.174822 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.175232 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.175617 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.175871 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.176258 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.176531 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.176767 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.178795 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.179288 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.179742 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.180191 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.180651 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.181186 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.181717 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.182686 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.183150 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.183606 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.185591 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.185865 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.186183 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.186449 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.186749 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.187052 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.187352 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.187654 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.187925 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.188192 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.188452 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.188701 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.192424 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.192789 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.193128 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.194726 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.195841 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.196262 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.196693 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.197654 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.198207 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.198464 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.198841 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.200139 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.200800 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.201925 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.202430 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.203118 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.203577 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.204234 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.204527 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.205910 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.205910 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.205910 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.206137 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.206291 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.206560 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.206795 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.207082 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.207280 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.207514 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.207761 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.208007 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.208241 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.208490 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.208724 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.209211 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.209484 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.209702 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.210517 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.211604 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.213445 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.213882 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.214135 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.215490 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.215783 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.216039 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.216344 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.216598 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.216859 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.217150 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.217415 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.217689 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.217917 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.218181 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.218439 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.219161 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.219387 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.220515 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.220762 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.221094 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.221321 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.221541 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.221765 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.222024 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.222395 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.222690 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.222908 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.223656 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.223917 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.224204 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.224416 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.224640 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.225175 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.225572 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.225816 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.226505 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.227266 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.227687 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.228090 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.228467 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.228759 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.229038 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.229308 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.230080 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.230229 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.230927 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.231788 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.232192 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.232622 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.233943 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.234261 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.235027 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.235027 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.235332 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.235600 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.235755 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.237127 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.237127 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.237127 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.237127 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.237690 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.237690 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.237965 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.238108 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.238250 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.238440 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.238665 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.238884 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.239114 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.239333 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.239716 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.240960 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.240960 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.240960 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.241341 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.241341 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.241572 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.241699 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.241951 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.242152 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.242391 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.242617 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.242832 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.243064 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.243375 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.243726 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.243956 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.244184 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.244393 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.244691 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.244979 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.245947 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.245947 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.245947 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.246324 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.246509 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.247030 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.247402 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.247826 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.248243 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.248481 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.248705 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.249291 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.249801 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.250312 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.250590 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.250846 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.251203 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.251506 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.251888 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.252737 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.252737 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.252737 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.253090 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.253233 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.253503 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.253761 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.253985 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.254438 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.254829 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.255049 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.255280 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.255557 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.255809 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.256268 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.256502 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.256760 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.257029 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.257354 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.257530 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.257831 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.258060 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.258223 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 03:44:20.259310 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115089) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 19 03:44:20.259461 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 03:44:20.259644 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 03:44:20.259789 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 03:44:20.260020 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 03:44:20.260163 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 03:44:20.260388 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.260621 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.260757 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.260874 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.261125 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.261297 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.261491 n-d-772273-4 neutron-server[115200]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:20.261788 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.261951 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.262429 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.262429 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.262663 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.262762 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.262873 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.263026 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.263350 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.263514 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.263811 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.264124 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.264301 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.264593 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.265081 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.265081 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.265781 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] debug = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.265934 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.266174 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.266412 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.266605 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.266813 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.266813 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.267197 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.267197 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.267583 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.267583 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.267583 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.268117 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.268117 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.268117 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.268117 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.268779 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.268779 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.268779 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.268779 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] host = n-d-772273-4 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.269485 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.269485 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.269485 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.269994 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.269994 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.269994 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.270563 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.270563 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.270563 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.270563 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.271124 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.271124 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.271124 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.271124 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] log_file = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.271583 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] log_options = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.271583 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.271583 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.271952 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.271952 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.272170 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.272170 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.272356 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.272473 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.272630 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.272799 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.273111 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.273309 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.273309 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.274084 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.274209 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.274344 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.274531 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.274729 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.275189 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.275189 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.275189 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.275189 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.275902 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.275902 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.275902 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.275902 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.276410 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.276410 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.276410 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.276410 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.278185 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.278185 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.278185 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.278185 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.278185 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.278185 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.278185 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.278185 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.279162 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.279162 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.279162 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.279162 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.279162 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.279162 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.279162 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.279162 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.280393 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] use_json = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.280393 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.280393 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.280393 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.280393 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.280393 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.280393 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.282274 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.282274 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.282274 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 03:44:20.282274 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.282274 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.282274 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.282274 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.284225 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.284225 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.284225 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.284225 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.284225 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.284225 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.284225 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.284225 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.285868 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.285868 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.285868 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.285868 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.285868 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.285868 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.285868 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.285868 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.287188 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.287188 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.287188 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.287188 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.287772 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.287772 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.287772 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.288284 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.288284 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.288284 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.288814 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.288814 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.288814 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.288814 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.290123 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.290123 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.290123 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.290123 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.290963 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.290963 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.290963 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.290963 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.290963 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.297387 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.297387 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.297387 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.297387 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.297387 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.297387 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.297387 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.297387 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.297387 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.298517 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.298517 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.298517 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.298517 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.298517 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.298517 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.298517 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.298517 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.298517 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.299450 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.299450 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.299450 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.299450 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.299450 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.299450 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.299450 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.299450 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.299450 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.300455 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.300455 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.300455 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.300455 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.300455 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.300455 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.300455 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.300455 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.300455 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.301431 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.301431 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.301431 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.301431 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.301431 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.301431 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.301431 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.301431 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.301431 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.302086 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.303032 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.303209 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.303386 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.303613 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.303949 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.304184 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.304324 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.304450 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.304594 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.304879 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.305250 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.305250 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.305627 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.305627 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.305838 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.305838 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.306044 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.306190 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.306478 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.306478 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.308188 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.308383 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.308510 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.308646 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.308832 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.309064 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.309553 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.309744 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.309913 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.310077 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.310238 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.310438 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.310660 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.310660 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.311092 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.311577 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.311761 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.312163 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.312354 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.312625 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.312625 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.312964 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.312964 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.313298 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.313298 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.313589 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.313589 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.313906 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.313906 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.314215 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.314215 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.314537 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.314732 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.314969 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.314969 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.315299 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.315791 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.315976 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.316103 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.316340 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.316867 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.317294 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.317551 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.319056 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.319056 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.319056 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.319056 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.319056 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.319056 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.319056 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.319056 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.319921 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.319921 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.319921 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.319921 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.319921 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.320393 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.320674 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.320935 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.321258 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.321258 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.321676 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.321676 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.321676 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.322438 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.322438 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.322438 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.322438 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.322438 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.323971 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.325025 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.325427 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.325427 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.325692 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.325692 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.325953 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.326091 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.326837 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.326837 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.326837 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.327404 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.327404 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.327404 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.327404 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.327949 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.327949 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.327949 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.328418 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.328418 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.328418 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.328816 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.328816 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.328816 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.330407 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.330407 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.330614 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.330972 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.330972 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.331135 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.331230 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.331393 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.331575 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.331814 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.333296 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.333296 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.333296 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.333296 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.333296 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.333296 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.333296 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.333296 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.338069 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.338069 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.338069 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.338069 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.338069 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.338069 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.338069 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.338069 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.339388 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.339388 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.339388 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.339388 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.339388 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.339388 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.339388 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.339388 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.340452 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.340452 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.340710 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.340710 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.340993 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.341122 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.341247 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.344400 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.344400 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.344400 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.344400 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.344400 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.344400 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.344400 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.344400 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.345446 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.345446 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.345446 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.345446 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.345446 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.345446 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.345446 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.345446 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.346269 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.346269 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.346269 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.346269 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.346269 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.346269 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.347341 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.347543 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.347730 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.347894 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.348127 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.348307 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.348477 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.348646 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.349898 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.350109 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.350280 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.350480 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.350643 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.352213 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.352456 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.352628 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.352790 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.353003 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.353248 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.353417 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.353572 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.353760 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.355460 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.355460 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.355460 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.355460 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.355460 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.356281 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.356281 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.356281 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.356281 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.357217 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.357409 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.357582 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.358475 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.358475 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.358475 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 03:44:20.358475 n-d-772273-4 neutron-server[115089]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 03:44:32.128944 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac42fe34-42a3-4a8c-8617-634209a8c963 None None] get_active_networks_info from n-d-772273-4 {{(pid=115200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:44:32.366324 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac42fe34-42a3-4a8c-8617-634209a8c963 None None] No non-hosted networks {{(pid=115200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 19 03:44:32.376126 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.agentschedulers_db [None req-ac42fe34-42a3-4a8c-8617-634209a8c963 None None] DHCP Agent not found on host n-d-772273-4 {{(pid=115200) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 19 03:44:32.441102 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5383ea46-0ee1-4ceb-843b-eab4ad5ef181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456539'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:34.880254 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7d534ae8-db73-4a64-982f-eee9507b9626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456539'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:34.928010 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-27709b8a-e52b-44ea-a63b-4b42e36ab575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:36.484212 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456539'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:37.621326 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456539'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:38.619822 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456539'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:38.620548 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:38.620893 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:38.621326 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:38.621736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:38.622328 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:38.622410 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:38.622737 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:38.623064 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:38.623390 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:38.623713 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:38.624036 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:38.624356 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:38.624675 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:38.626884 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-772273-4', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:38.643698 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-772273-4', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:38.967339 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50032) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:39.785016 n-d-772273-4 neutron-server[115199]: WARNING oslo_policy.policy [None req-8e196009-7522-4bc3-9508-e729f3b286c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 03:44:39.785894 n-d-772273-4 neutron-server[115199]: WARNING oslo_policy.policy [None req-8e196009-7522-4bc3-9508-e729f3b286c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 03:44:40.194770 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-8e196009-7522-4bc3-9508-e729f3b286c8 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:44:40.204172 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8e196009-7522-4bc3-9508-e729f3b286c8 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.2283297 Feb 19 03:44:43.109372 n-d-772273-4 neutron-server[115200]: INFO neutron.db.l3_hamode_db [None req-f38199dd-2e40-47d9-bb46-064b8907f689 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 19 03:44:43.253206 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38199dd-2e40-47d9-bb46-064b8907f689 None None] Routers set() bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:44:43.253854 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38199dd-2e40-47d9-bb46-064b8907f689 None None] Router IDs set() for agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 03:44:44.495733 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50048) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:44.951220 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-ae27ea18-9765-4287-a306-4fc15082c775 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:44:45.065635 n-d-772273-4 neutron-server[115199]: DEBUG neutron.policy [None req-ae27ea18-9765-4287-a306-4fc15082c775 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115199) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 19 03:44:45.109931 n-d-772273-4 neutron-server[115199]: WARNING oslo_policy.policy [None req-ae27ea18-9765-4287-a306-4fc15082c775 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 03:44:45.110366 n-d-772273-4 neutron-server[115199]: WARNING oslo_policy.policy [None req-ae27ea18-9765-4287-a306-4fc15082c775 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 03:44:45.234722 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae27ea18-9765-4287-a306-4fc15082c775 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764046127227', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764046128036', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764046145584', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764046144313', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764046159561', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764046167345', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3622603', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3420296', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1752838', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1794473'] for rbac-policy (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:45.363023 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae27ea18-9765-4287-a306-4fc15082c775 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:45.365244 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ae27ea18-9765-4287-a306-4fc15082c775 admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8680787 Feb 19 03:44:48.360376 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50058) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:49.335030 n-d-772273-4 neutron-server[115198]: WARNING oslo_policy.policy [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 03:44:49.335716 n-d-772273-4 neutron-server[115198]: WARNING oslo_policy.policy [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 03:44:49.676804 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:44:49.767452 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Made reservation on behalf of 35308819377748ea9eb8954a9652e490 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:44:49.895987 n-d-772273-4 neutron-server[115198]: DEBUG neutron.policy [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115198) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 19 03:44:49.994687 n-d-772273-4 neutron-server[115198]: WARNING oslo_policy.policy [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 03:44:49.995429 n-d-772273-4 neutron-server[115198]: WARNING oslo_policy.policy [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 03:44:50.020141 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:50.058751 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:50.279650 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Publish callbacks [] for security_group (29ea16d3-e839-486b-896e-40506a987338), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:50.292715 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (29ea16d3-e839-486b-896e-40506a987338), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:50.342435 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:44:50.411767 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764045822769', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (a7733ae4-7d84-454e-9d86-d7f144f59f91), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:50.412700 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Unsubscribe: segment precommit_create {{(pid=115198) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 19 03:44:50.413552 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Added segment a7733ae4-7d84-454e-9d86-d7f144f59f91 of type vlan for network 9252a2ac-fe8c-46f0-b2f1-a17247b331a7 Feb 19 03:44:50.439856 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=29ea16d3-e839-486b-896e-40506a987338,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:50.498419 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:50.498829 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:50.499211 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:50.499582 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:50.499950 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:50.500446 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:50.500857 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:50.502754 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:50.502754 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:50.502754 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:50.502754 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:50.502754 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:50.503449 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Tracked resource versions report: Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: pushed versions: Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: { 'AddressGroup': {'1.2'}, Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: 'ConntrackHelper': {'1.0'}, Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: 'LocalIPAssociation': {'1.0'}, Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: 'Log': {'1.0'}, Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: 'Network': {'1.1'}, Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: 'Port': {'1.7'}, Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: 'PortForwarding': {'1.2'}, Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: 'QosPolicy': {'1.10'}, Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: 'SecurityGroup': {'1.5'}, Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: 'SecurityGroupRule': {'1.2'}, Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: 'SubPort': {'1.0'}, Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: 'Subnet': {'1.1'}, Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: 'Trunk': {'1.1'}} Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: consumer versions: Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: { DHCP agent@n-d-772273-4: {}, Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: L3 agent@n-d-772273-4: {}, Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: Metadata agent@n-d-772273-4: {}, Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: Metering agent@n-d-772273-4: {}, Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: Open vSwitch agent@n-d-772273-4: { 'AddressGroup': '1.2', Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: 'ConntrackHelper': '1.0', Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: 'LocalIPAssociation': '1.0', Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: 'Log': '1.0', Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: 'Network': '1.1', Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: 'Port': '1.7', Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: 'PortForwarding': '1.2', Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: 'QosPolicy': '1.10', Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: 'SecurityGroup': '1.5', Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: 'SecurityGroupRule': '1.2', Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: 'SubPort': '1.0', Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: 'Subnet': '1.1', Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: 'Trunk': '1.1'}} Feb 19 03:44:50.504740 n-d-772273-4 neutron-server[115198]: {{(pid=115198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 03:44:50.567031 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (9252a2ac-fe8c-46f0-b2f1-a17247b331a7), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:50.644218 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (9252a2ac-fe8c-46f0-b2f1-a17247b331a7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:50.653587 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:50.654892 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:50.804090 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 2.4408762 Feb 19 03:44:50.880346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22f90f-6b07-4f65-8e3b-082be094933d demo demo] Pushing event updated for resources: {'Network': ['ID=9252a2ac-fe8c-46f0-b2f1-a17247b331a7,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:50.900721 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 9252a2ac-fe8c-46f0-b2f1-a17247b331a7 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:44:54.537949 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50078) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:55.314077 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf3475f-ff60-4981-8816-8d8ef64faf2e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:55.316774 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4bf3475f-ff60-4981-8816-8d8ef64faf2e demo admin] 10.222.0.65 "GET /v2.0/networks/9252a2ac-fe8c-46f0-b2f1-a17247b331a7 HTTP/1.1" status: 200 len: 824 time: 0.7773025 Feb 19 03:44:55.375191 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f4e41bf4-85f7-4447-a8f2-419cfe4c5069 demo admin] 10.222.0.65 "GET /v2.0/subnetpools/2fa5f747-7d82-48d1-b196-cc2c9e72db11 HTTP/1.1" status: 200 len: 734 time: 0.0478165 Feb 19 03:44:55.390658 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-44cc9c0e-ec2e-4823-b9c2-5533928bad28 demo admin] Request body: {'subnet': {'network_id': '9252a2ac-fe8c-46f0-b2f1-a17247b331a7', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '2fa5f747-7d82-48d1-b196-cc2c9e72db11'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:44:55.433438 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cc9c0e-ec2e-4823-b9c2-5533928bad28 demo admin] Made reservation on behalf of 35308819377748ea9eb8954a9652e490 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:44:55.437251 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-44cc9c0e-ec2e-4823-b9c2-5533928bad28 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:55.912649 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-44cc9c0e-ec2e-4823-b9c2-5533928bad28 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (13e61527-d1d5-4853-bc16-655a96ea1899), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:55.997468 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc9c0e-ec2e-4823-b9c2-5533928bad28 demo admin] Pushing event updated for resources: {'Subnet': ['ID=13e61527-d1d5-4853-bc16-655a96ea1899,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:56.005618 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cc9c0e-ec2e-4823-b9c2-5533928bad28 demo admin] Checking segment: {'id': 'a7733ae4-7d84-454e-9d86-d7f144f59f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9252a2ac-fe8c-46f0-b2f1-a17247b331a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:44:56.006297 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cc9c0e-ec2e-4823-b9c2-5533928bad28 demo admin] Network hostable DHCP agents. Network: 9252a2ac-fe8c-46f0-b2f1-a17247b331a7, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:44:56.040520 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cc9c0e-ec2e-4823-b9c2-5533928bad28 demo admin] Network 9252a2ac-fe8c-46f0-b2f1-a17247b331a7 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:44:56.065271 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-44cc9c0e-ec2e-4823-b9c2-5533928bad28 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 9252a2ac-fe8c-46f0-b2f1-a17247b331a7) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:44:56.073013 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cc9c0e-ec2e-4823-b9c2-5533928bad28 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:56.073784 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-44cc9c0e-ec2e-4823-b9c2-5533928bad28 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:56.082747 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5565dd1-9727-44ed-a6e7-cde7a1b47430 None None] Network 9252a2ac-fe8c-46f0-b2f1-a17247b331a7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:44:56.102948 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-44cc9c0e-ec2e-4823-b9c2-5533928bad28 demo admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7199070 Feb 19 03:44:56.563434 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9252a2ac-fe8c-46f0-b2f1-a17247b331a7', 'network_id': '9252a2ac-fe8c-46f0-b2f1-a17247b331a7', 'project_id': '35308819377748ea9eb8954a9652e490', 'fixed_ips': [{'subnet_id': '13e61527-d1d5-4853-bc16-655a96ea1899'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:44:56.565386 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:57.120069 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Allocated IP 172.20.0.2 (9252a2ac-fe8c-46f0-b2f1-a17247b331a7/13e61527-d1d5-4853-bc16-655a96ea1899/62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:44:57.458097 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Publish callbacks [] for port (62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:57.470048 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:57.558949 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Network 9252a2ac-fe8c-46f0-b2f1-a17247b331a7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:44:57.565811 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:44:57.578873 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:44:57.582886 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Pushing event updated for resources: {'Port': ['ID=62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:57.623352 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:57.623776 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:57.624064 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:57.624505 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:57.624842 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:57.625218 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:57.625562 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:57.625931 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:57.626311 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:57.626646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:57.626980 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:57.627331 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:57.627744 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Tracked resource versions report: Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: pushed versions: Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: { 'AddressGroup': {'1.2'}, Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: 'ConntrackHelper': {'1.0'}, Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: 'LocalIPAssociation': {'1.0'}, Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: 'Log': {'1.0'}, Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: 'Network': {'1.1'}, Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: 'Port': {'1.7'}, Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: 'PortForwarding': {'1.2'}, Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: 'QosPolicy': {'1.10'}, Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: 'SecurityGroup': {'1.5'}, Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: 'SecurityGroupRule': {'1.2'}, Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: 'SubPort': {'1.0'}, Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: 'Subnet': {'1.1'}, Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: 'Trunk': {'1.1'}} Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: consumer versions: Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: { DHCP agent@n-d-772273-4: {}, Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: L3 agent@n-d-772273-4: {}, Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: Metadata agent@n-d-772273-4: {}, Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: Metering agent@n-d-772273-4: {}, Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: Open vSwitch agent@n-d-772273-4: { 'AddressGroup': '1.2', Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: 'ConntrackHelper': '1.0', Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: 'LocalIPAssociation': '1.0', Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: 'Log': '1.0', Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: 'Network': '1.1', Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: 'Port': '1.7', Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: 'PortForwarding': '1.2', Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: 'QosPolicy': '1.10', Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: 'SecurityGroup': '1.5', Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: 'SecurityGroupRule': '1.2', Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: 'SubPort': '1.0', Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: 'Subnet': '1.1', Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: 'Trunk': '1.1'}} Feb 19 03:44:57.628951 n-d-772273-4 neutron-server[115200]: {{(pid=115200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 03:44:57.708267 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Attempting to bind port 62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:44:57.708563 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Attempting to bind port 62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'a7733ae4-7d84-454e-9d86-d7f144f59f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9252a2ac-fe8c-46f0-b2f1-a17247b331a7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:44:57.709007 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Attempting to bind port 62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6 on network 9252a2ac-fe8c-46f0-b2f1-a17247b331a7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:44:57.715111 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:44:57.715490 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Checking segment: {'id': 'a7733ae4-7d84-454e-9d86-d7f144f59f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9252a2ac-fe8c-46f0-b2f1-a17247b331a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:44:57.715989 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:57.716387 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Bound using segment: {'id': 'a7733ae4-7d84-454e-9d86-d7f144f59f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9252a2ac-fe8c-46f0-b2f1-a17247b331a7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:44:57.716952 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Bound port: 62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7733ae4-7d84-454e-9d86-d7f144f59f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9252a2ac-fe8c-46f0-b2f1-a17247b331a7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:44:57.717359 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:57.806647 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] For port 62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:44:57.812590 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] For port 62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6,segment=NetworkSegment(a7733ae4-7d84-454e-9d86-d7f144f59f91),segment_id=a7733ae4-7d84-454e-9d86-d7f144f59f91)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:44:57.824469 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:57.925698 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ec234-9159-4190-a5b4-a07924044391 None None] Pushing event updated for resources: {'Port': ['ID=62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:00.073352 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50086) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:00.534440 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-421f40f6-6c96-4eaf-a0c2-b33ef3c02397 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:45:00.535519 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-421f40f6-6c96-4eaf-a0c2-b33ef3c02397 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4606271 Feb 19 03:45:02.079174 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a1839921-b512-4005-b504-3c067fc39539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:03.735219 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50094) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:04.174583 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-4ff34cd7-aba2-4f79-99f4-da9d8105728c admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:45:04.175846 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4ff34cd7-aba2-4f79-99f4-da9d8105728c admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4395957 Feb 19 03:45:04.888223 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fce5edd0-d0f4-4dc6-9f9c-fd4bc2c51fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:06.433002 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:07.444968 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50112) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:07.568965 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:07.638058 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-0738a16b-7235-4b0c-95e7-d328e95f487b demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:45:07.675691 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0738a16b-7235-4b0c-95e7-d328e95f487b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (d849474f-72f7-47b4-8f05-b128e68880ae), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:07.677528 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0738a16b-7235-4b0c-95e7-d328e95f487b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (d849474f-72f7-47b4-8f05-b128e68880ae), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:07.853818 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0738a16b-7235-4b0c-95e7-d328e95f487b demo demo] Publish callbacks [] for router_controller (d849474f-72f7-47b4-8f05-b128e68880ae), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:07.864263 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0738a16b-7235-4b0c-95e7-d328e95f487b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (d849474f-72f7-47b4-8f05-b128e68880ae), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:07.894612 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0738a16b-7235-4b0c-95e7-d328e95f487b demo demo] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:07.896446 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0738a16b-7235-4b0c-95e7-d328e95f487b demo demo] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4499884 Feb 19 03:45:08.617761 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:10.667929 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:45:10.758156 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbba8c9a-7dc0-4660-9a91-6758a1788791 None None] Network 9252a2ac-fe8c-46f0-b2f1-a17247b331a7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:45:10.896224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9c9af38f-7142-4129-8167-87141e049b7d None None] Provisioning complete for port 62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:45:10.896662 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9c9af38f-7142-4129-8167-87141e049b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:10.902538 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:45:10.902936 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:10.935019 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50136) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:11.013914 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-e4377b01-474e-4a3f-ac88-44a3a89dc805 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:45:11.014973 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e4377b01-474e-4a3f-ac88-44a3a89dc805 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0784662 Feb 19 03:45:11.189901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9c9af38f-7142-4129-8167-87141e049b7d None None] Current status of the port 62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:11.190328 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9c9af38f-7142-4129-8167-87141e049b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:11.202126 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:11.202517 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:11.266609 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9c9af38f-7142-4129-8167-87141e049b7d None None] For port 62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6,segment=NetworkSegment(a7733ae4-7d84-454e-9d86-d7f144f59f91),segment_id=a7733ae4-7d84-454e-9d86-d7f144f59f91)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:11.274387 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9c9af38f-7142-4129-8167-87141e049b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:11.405240 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:45:11.405784 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:45:11.410063 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9af38f-7142-4129-8167-87141e049b7d None None] Pushing event updated for resources: {'Port': ['ID=62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:11.504159 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-808eaf30-88c1-4bf1-b983-aaf2c8708b57 None None] Provisioning complete for port 62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:45:11.504497 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-808eaf30-88c1-4bf1-b983-aaf2c8708b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:11.619739 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-808eaf30-88c1-4bf1-b983-aaf2c8708b57 None None] Current status of the port 62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:11.970932 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:12.603493 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:45:12.747798 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:45:12.748403 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:12.872455 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:13.723251 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50144) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:13.788415 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:45:13.819998 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Made reservation on behalf of 2a1708fee9314e9287ffc7eb1b1caca3 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:45:13.822995 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:13.843016 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:14.005010 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Publish callbacks [] for security_group (abd4b0ed-1edd-4c17-951d-c544e7ec7acd), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:14.010733 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (abd4b0ed-1edd-4c17-951d-c544e7ec7acd), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:14.030857 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Reserving flat network on physical network physnet1 {{(pid=115199) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 19 03:45:14.090582 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764045822769', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (320e064d-f801-4d55-8cfc-ab3b8275b336), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:14.091395 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Unsubscribe: segment precommit_create {{(pid=115199) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 19 03:45:14.092200 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Added segment 320e064d-f801-4d55-8cfc-ab3b8275b336 of type flat for network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e Feb 19 03:45:14.130308 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd4b0ed-1edd-4c17-951d-c544e7ec7acd,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:14.223901 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:14.224489 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:14.225117 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:14.225692 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:14.226304 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:14.226880 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:14.227455 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:14.228027 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:14.228618 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:14.229210 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:14.229778 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:14.230346 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:14.230921 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Tracked resource versions report: Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: pushed versions: Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: { 'AddressGroup': {'1.2'}, Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: 'ConntrackHelper': {'1.0'}, Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: 'LocalIPAssociation': {'1.0'}, Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: 'Log': {'1.0'}, Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: 'Network': {'1.1'}, Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: 'Port': {'1.7'}, Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: 'PortForwarding': {'1.2'}, Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: 'QosPolicy': {'1.10'}, Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: 'SecurityGroup': {'1.5'}, Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: 'SecurityGroupRule': {'1.2'}, Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: 'SubPort': {'1.0'}, Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: 'Subnet': {'1.1'}, Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: 'Trunk': {'1.1'}} Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: consumer versions: Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: { DHCP agent@n-d-772273-4: {}, Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: L3 agent@n-d-772273-4: {}, Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: Metadata agent@n-d-772273-4: {}, Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: Metering agent@n-d-772273-4: {}, Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: Open vSwitch agent@n-d-772273-4: { 'AddressGroup': '1.2', Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: 'ConntrackHelper': '1.0', Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: 'LocalIPAssociation': '1.0', Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: 'Log': '1.0', Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: 'Network': '1.1', Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: 'Port': '1.7', Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: 'PortForwarding': '1.2', Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: 'QosPolicy': '1.10', Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: 'SecurityGroup': '1.5', Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: 'SecurityGroupRule': '1.2', Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: 'SubPort': '1.0', Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: 'Subnet': '1.1', Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: 'Trunk': '1.1'}} Feb 19 03:45:14.233047 n-d-772273-4 neutron-server[115199]: {{(pid=115199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 03:45:14.281563 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:14.346022 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:14.347517 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:14.348358 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:14.431063 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7062790 Feb 19 03:45:14.461509 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa810c-4364-4835-9e8d-73c3a99dd04e admin admin] Pushing event updated for resources: {'Network': ['ID=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:14.472734 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:45:16.979895 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50156) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:17.085125 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6ff4af-0a15-4c43-a29a-a7bfdc0f0b5a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:17.086632 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fe6ff4af-0a15-4c43-a29a-a7bfdc0f0b5a demo admin] 10.222.0.65 "GET /v2.0/subnets/13e61527-d1d5-4853-bc16-655a96ea1899 HTTP/1.1" status: 200 len: 849 time: 0.1057088 Feb 19 03:45:17.255414 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8a059631-703a-445c-b2f3-d960f0df4d66 demo admin] 10.222.0.65 "GET /v2.0/routers/d849474f-72f7-47b4-8f05-b128e68880ae HTTP/1.1" status: 200 len: 704 time: 0.1633048 Feb 19 03:45:17.556984 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ecdcf22-5b59-4c71-8ada-b5c84ec32825 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:17.875510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-1ecdcf22-5b59-4c71-8ada-b5c84ec32825 demo admin] Allocated IP 172.20.0.1 (9252a2ac-fe8c-46f0-b2f1-a17247b331a7/13e61527-d1d5-4853-bc16-655a96ea1899/a75b9a1b-3cc0-4276-aeea-5d379ddd29c3) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:45:18.034013 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ecdcf22-5b59-4c71-8ada-b5c84ec32825 demo admin] Publish callbacks [] for port (a75b9a1b-3cc0-4276-aeea-5d379ddd29c3), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:18.112904 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ecdcf22-5b59-4c71-8ada-b5c84ec32825 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (a75b9a1b-3cc0-4276-aeea-5d379ddd29c3), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:18.174575 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 5 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:45:18.187282 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecdcf22-5b59-4c71-8ada-b5c84ec32825 demo admin] Network 9252a2ac-fe8c-46f0-b2f1-a17247b331a7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:45:18.193126 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-1ecdcf22-5b59-4c71-8ada-b5c84ec32825 demo admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:45:18.204204 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecdcf22-5b59-4c71-8ada-b5c84ec32825 demo admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:45:18.204768 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ecdcf22-5b59-4c71-8ada-b5c84ec32825 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (d849474f-72f7-47b4-8f05-b128e68880ae), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:18.287057 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdcf22-5b59-4c71-8ada-b5c84ec32825 demo admin] Pushing event updated for resources: {'Port': ['ID=a75b9a1b-3cc0-4276-aeea-5d379ddd29c3,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:18.386847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1e4a26d3-8e93-4502-bf98-3c12e90b7e1d None None] Provisioning complete for port a75b9a1b-3cc0-4276-aeea-5d379ddd29c3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:45:18.387522 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1e4a26d3-8e93-4502-bf98-3c12e90b7e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a75b9a1b-3cc0-4276-aeea-5d379ddd29c3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:18.422814 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1e4a26d3-8e93-4502-bf98-3c12e90b7e1d None None] Port a75b9a1b-3cc0-4276-aeea-5d379ddd29c3 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:45:18.487542 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ecdcf22-5b59-4c71-8ada-b5c84ec32825 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a75b9a1b-3cc0-4276-aeea-5d379ddd29c3), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:18.712312 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ecdcf22-5b59-4c71-8ada-b5c84ec32825 demo admin] Publish callbacks [] for port (a75b9a1b-3cc0-4276-aeea-5d379ddd29c3), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:18.717318 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ecdcf22-5b59-4c71-8ada-b5c84ec32825 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a75b9a1b-3cc0-4276-aeea-5d379ddd29c3), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:18.718194 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ecdcf22-5b59-4c71-8ada-b5c84ec32825 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (d849474f-72f7-47b4-8f05-b128e68880ae), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:18.801018 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdcf22-5b59-4c71-8ada-b5c84ec32825 demo admin] Pushing event updated for resources: {'Port': ['ID=a75b9a1b-3cc0-4276-aeea-5d379ddd29c3,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:18.848322 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecdcf22-5b59-4c71-8ada-b5c84ec32825 demo admin] Network 9252a2ac-fe8c-46f0-b2f1-a17247b331a7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:45:18.849723 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-1ecdcf22-5b59-4c71-8ada-b5c84ec32825 demo admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:45:19.110141 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecdcf22-5b59-4c71-8ada-b5c84ec32825 demo admin] Router d849474f-72f7-47b4-8f05-b128e68880ae is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:45:19.150617 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6f341737-e4e8-4c16-99b6-47b580de73f6 None None] Provisioning complete for port a75b9a1b-3cc0-4276-aeea-5d379ddd29c3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:45:19.151043 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6f341737-e4e8-4c16-99b6-47b580de73f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a75b9a1b-3cc0-4276-aeea-5d379ddd29c3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:19.190089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6f341737-e4e8-4c16-99b6-47b580de73f6 None None] Port a75b9a1b-3cc0-4276-aeea-5d379ddd29c3 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:45:19.210484 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecdcf22-5b59-4c71-8ada-b5c84ec32825 demo admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:45:19.217590 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1ecdcf22-5b59-4c71-8ada-b5c84ec32825 demo admin] 10.222.0.65 "PUT /v2.0/routers/d849474f-72f7-47b4-8f05-b128e68880ae/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9561410 Feb 19 03:45:19.223912 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] Sync routers for ids ['d849474f-72f7-47b4-8f05-b128e68880ae'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:45:19.241538 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] Routers {'d849474f-72f7-47b4-8f05-b128e68880ae'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:45:19.242990 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:45:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d849474f-72f7-47b4-8f05-b128e68880ae'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:19.503473 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] Set router d849474f-72f7-47b4-8f05-b128e68880ae gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:45:20.069458 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd849474f-72f7-47b4-8f05-b128e68880ae', 'name': 'router1', 'tenant_id': '35308819377748ea9eb8954a9652e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:45:07Z', 'updated_at': '2022-02-19T03:45:18Z', 'revision_number': 2, 'project_id': '35308819377748ea9eb8954a9652e490', 'gw_port_host': None, '_interfaces': [{'id': 'a75b9a1b-3cc0-4276-aeea-5d379ddd29c3', 'name': '', 'network_id': '9252a2ac-fe8c-46f0-b2f1-a17247b331a7', 'tenant_id': '35308819377748ea9eb8954a9652e490', 'mac_address': 'fa:16:3e:d9:4e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd849474f-72f7-47b4-8f05-b128e68880ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '13e61527-d1d5-4853-bc16-655a96ea1899', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:45:17Z', 'updated_at': '2022-02-19T03:45:18Z', 'revision_number': 2, 'project_id': '35308819377748ea9eb8954a9652e490', 'subnets': [{'id': '13e61527-d1d5-4853-bc16-655a96ea1899', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fa5f747-7d82-48d1-b196-cc2c9e72db11'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:20.124617 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] Checking router: d849474f-72f7-47b4-8f05-b128e68880ae for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:45:20.125006 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] Updating router d849474f-72f7-47b4-8f05-b128e68880ae port a75b9a1b-3cc0-4276-aeea-5d379ddd29c3 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:45:20.184894 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a75b9a1b-3cc0-4276-aeea-5d379ddd29c3), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:20.832671 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] Publish callbacks [] for port (a75b9a1b-3cc0-4276-aeea-5d379ddd29c3), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:20.842259 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a75b9a1b-3cc0-4276-aeea-5d379ddd29c3), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:20.952737 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53361c-061a-46a4-acb2-619706ff6151 None None] Pushing event updated for resources: {'Port': ['ID=a75b9a1b-3cc0-4276-aeea-5d379ddd29c3,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:20.987908 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53361c-061a-46a4-acb2-619706ff6151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:20.987908 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53361c-061a-46a4-acb2-619706ff6151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:20.987908 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53361c-061a-46a4-acb2-619706ff6151 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:20.987908 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53361c-061a-46a4-acb2-619706ff6151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:20.987908 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53361c-061a-46a4-acb2-619706ff6151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:20.987908 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53361c-061a-46a4-acb2-619706ff6151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:20.987908 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53361c-061a-46a4-acb2-619706ff6151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:20.989005 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53361c-061a-46a4-acb2-619706ff6151 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:20.989005 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53361c-061a-46a4-acb2-619706ff6151 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:20.989005 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53361c-061a-46a4-acb2-619706ff6151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:20.989005 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53361c-061a-46a4-acb2-619706ff6151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:20.989517 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53361c-061a-46a4-acb2-619706ff6151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:20.989642 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53361c-061a-46a4-acb2-619706ff6151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53361c-061a-46a4-acb2-619706ff6151 None None] Tracked resource versions report: Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: pushed versions: Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: { 'AddressGroup': {'1.2'}, Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: 'ConntrackHelper': {'1.0'}, Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: 'LocalIPAssociation': {'1.0'}, Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: 'Log': {'1.0'}, Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: 'Network': {'1.1'}, Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: 'Port': {'1.7'}, Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: 'PortForwarding': {'1.2'}, Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: 'QosPolicy': {'1.10'}, Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: 'SecurityGroup': {'1.5'}, Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: 'SecurityGroupRule': {'1.2'}, Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: 'SubPort': {'1.0'}, Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: 'Subnet': {'1.1'}, Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: 'Trunk': {'1.1'}} Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: consumer versions: Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: { DHCP agent@n-d-772273-4: {}, Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: L3 agent@n-d-772273-4: {}, Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: Metadata agent@n-d-772273-4: {}, Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: Metering agent@n-d-772273-4: {}, Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: Open vSwitch agent@n-d-772273-4: { 'AddressGroup': '1.2', Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: 'ConntrackHelper': '1.0', Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: 'LocalIPAssociation': '1.0', Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: 'Log': '1.0', Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: 'Network': '1.1', Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: 'Port': '1.7', Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: 'PortForwarding': '1.2', Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: 'QosPolicy': '1.10', Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: 'SecurityGroup': '1.5', Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: 'SecurityGroupRule': '1.2', Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: 'SubPort': '1.0', Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: 'Subnet': '1.1', Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: 'Trunk': '1.1'}} Feb 19 03:45:20.990838 n-d-772273-4 neutron-server[115201]: {{(pid=115201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 03:45:21.055575 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] Attempting to bind port a75b9a1b-3cc0-4276-aeea-5d379ddd29c3 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:45:21.056214 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] Attempting to bind port a75b9a1b-3cc0-4276-aeea-5d379ddd29c3 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'a7733ae4-7d84-454e-9d86-d7f144f59f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9252a2ac-fe8c-46f0-b2f1-a17247b331a7'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:45:21.056870 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] Attempting to bind port a75b9a1b-3cc0-4276-aeea-5d379ddd29c3 on network 9252a2ac-fe8c-46f0-b2f1-a17247b331a7 {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:45:21.063925 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:45:21.064410 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] Checking segment: {'id': 'a7733ae4-7d84-454e-9d86-d7f144f59f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9252a2ac-fe8c-46f0-b2f1-a17247b331a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:45:21.064896 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:21.065313 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] Bound using segment: {'id': 'a7733ae4-7d84-454e-9d86-d7f144f59f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9252a2ac-fe8c-46f0-b2f1-a17247b331a7'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:45:21.065842 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] Bound port: a75b9a1b-3cc0-4276-aeea-5d379ddd29c3, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7733ae4-7d84-454e-9d86-d7f144f59f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9252a2ac-fe8c-46f0-b2f1-a17247b331a7'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:45:21.066244 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a75b9a1b-3cc0-4276-aeea-5d379ddd29c3), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:21.146449 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] For port a75b9a1b-3cc0-4276-aeea-5d379ddd29c3, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:45:21.169138 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] For port a75b9a1b-3cc0-4276-aeea-5d379ddd29c3, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a75b9a1b-3cc0-4276-aeea-5d379ddd29c3,segment=NetworkSegment(a7733ae4-7d84-454e-9d86-d7f144f59f91),segment_id=a7733ae4-7d84-454e-9d86-d7f144f59f91)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:45:21.175876 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a75b9a1b-3cc0-4276-aeea-5d379ddd29c3), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:21.229830 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53361c-061a-46a4-acb2-619706ff6151 None None] Pushing event updated for resources: {'Port': ['ID=a75b9a1b-3cc0-4276-aeea-5d379ddd29c3,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:21.239214 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-565dab62-d31f-4c63-8399-82f73a79334e None None] Provisioning complete for port a75b9a1b-3cc0-4276-aeea-5d379ddd29c3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:45:21.240104 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-565dab62-d31f-4c63-8399-82f73a79334e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a75b9a1b-3cc0-4276-aeea-5d379ddd29c3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:21.258745 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] Routers {'d849474f-72f7-47b4-8f05-b128e68880ae'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:45:21.259847 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:45:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d849474f-72f7-47b4-8f05-b128e68880ae'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:21.396672 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-565dab62-d31f-4c63-8399-82f73a79334e None None] Current status of the port a75b9a1b-3cc0-4276-aeea-5d379ddd29c3 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:21.397349 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-565dab62-d31f-4c63-8399-82f73a79334e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a75b9a1b-3cc0-4276-aeea-5d379ddd29c3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:21.441276 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] Set router d849474f-72f7-47b4-8f05-b128e68880ae gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:45:21.451607 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-565dab62-d31f-4c63-8399-82f73a79334e None None] For port a75b9a1b-3cc0-4276-aeea-5d379ddd29c3, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a75b9a1b-3cc0-4276-aeea-5d379ddd29c3,segment=NetworkSegment(a7733ae4-7d84-454e-9d86-d7f144f59f91),segment_id=a7733ae4-7d84-454e-9d86-d7f144f59f91)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:21.456208 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-565dab62-d31f-4c63-8399-82f73a79334e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a75b9a1b-3cc0-4276-aeea-5d379ddd29c3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:21.523962 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565dab62-d31f-4c63-8399-82f73a79334e None None] Pushing event updated for resources: {'Port': ['ID=a75b9a1b-3cc0-4276-aeea-5d379ddd29c3,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:21.589923 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-4d5a82c7-a631-4e54-ab04-3957a6c90166 None None] Provisioning complete for port a75b9a1b-3cc0-4276-aeea-5d379ddd29c3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:45:21.590583 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4d5a82c7-a631-4e54-ab04-3957a6c90166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a75b9a1b-3cc0-4276-aeea-5d379ddd29c3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:21.676353 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd849474f-72f7-47b4-8f05-b128e68880ae', 'name': 'router1', 'tenant_id': '35308819377748ea9eb8954a9652e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:45:07Z', 'updated_at': '2022-02-19T03:45:18Z', 'revision_number': 2, 'project_id': '35308819377748ea9eb8954a9652e490', 'gw_port_host': None, '_interfaces': [{'id': 'a75b9a1b-3cc0-4276-aeea-5d379ddd29c3', 'name': '', 'network_id': '9252a2ac-fe8c-46f0-b2f1-a17247b331a7', 'tenant_id': '35308819377748ea9eb8954a9652e490', 'mac_address': 'fa:16:3e:d9:4e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd849474f-72f7-47b4-8f05-b128e68880ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '13e61527-d1d5-4853-bc16-655a96ea1899', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:45:17Z', 'updated_at': '2022-02-19T03:45:21Z', 'revision_number': 4, 'project_id': '35308819377748ea9eb8954a9652e490', 'subnets': [{'id': '13e61527-d1d5-4853-bc16-655a96ea1899', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fa5f747-7d82-48d1-b196-cc2c9e72db11'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:21.707880 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b06c1ee-4ede-45a4-a08b-c6827d3609c8 None None] The sync data for ids ['d849474f-72f7-47b4-8f05-b128e68880ae'] in n-d-772273-4 is: [{'id': 'd849474f-72f7-47b4-8f05-b128e68880ae', 'name': 'router1', 'tenant_id': '35308819377748ea9eb8954a9652e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:45:07Z', 'updated_at': '2022-02-19T03:45:18Z', 'revision_number': 2, 'project_id': '35308819377748ea9eb8954a9652e490', 'gw_port_host': None, '_interfaces': [{'id': 'a75b9a1b-3cc0-4276-aeea-5d379ddd29c3', 'name': '', 'network_id': '9252a2ac-fe8c-46f0-b2f1-a17247b331a7', 'tenant_id': '35308819377748ea9eb8954a9652e490', 'mac_address': 'fa:16:3e:d9:4e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd849474f-72f7-47b4-8f05-b128e68880ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '13e61527-d1d5-4853-bc16-655a96ea1899', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:45:17Z', 'updated_at': '2022-02-19T03:45:21Z', 'revision_number': 4, 'project_id': '35308819377748ea9eb8954a9652e490', 'subnets': [{'id': '13e61527-d1d5-4853-bc16-655a96ea1899', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fa5f747-7d82-48d1-b196-cc2c9e72db11'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:45:21.728537 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4d5a82c7-a631-4e54-ab04-3957a6c90166 None None] Current status of the port a75b9a1b-3cc0-4276-aeea-5d379ddd29c3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:21.813485 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50168) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:21.946335 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644fa5e3-0788-4418-ba4c-d786973ecd04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:21.947629 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-644fa5e3-0788-4418-ba4c-d786973ecd04 admin admin] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 842 time: 0.1331835 Feb 19 03:45:21.958046 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-52b18ed2-0f07-49da-9a30-7de2f09f99f0 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'ip_version': 4, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:45:21.981775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b18ed2-0f07-49da-9a30-7de2f09f99f0 admin admin] Made reservation on behalf of 2a1708fee9314e9287ffc7eb1b1caca3 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:45:21.984597 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52b18ed2-0f07-49da-9a30-7de2f09f99f0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:22.351549 n-d-772273-4 neutron-server[115198]: DEBUG neutron.objects.ports [None req-52b18ed2-0f07-49da-9a30-7de2f09f99f0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115198) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:45:22.351898 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52b18ed2-0f07-49da-9a30-7de2f09f99f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (e02db55a-835c-4498-af31-ea358f82e32f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:22.415643 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b18ed2-0f07-49da-9a30-7de2f09f99f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e02db55a-835c-4498-af31-ea358f82e32f,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:22.423037 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b18ed2-0f07-49da-9a30-7de2f09f99f0 admin admin] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:45:22.423413 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b18ed2-0f07-49da-9a30-7de2f09f99f0 admin admin] Network hostable DHCP agents. Network: 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:45:22.441833 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b18ed2-0f07-49da-9a30-7de2f09f99f0 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:45:22.452729 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-52b18ed2-0f07-49da-9a30-7de2f09f99f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:45:22.457666 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b18ed2-0f07-49da-9a30-7de2f09f99f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:22.458710 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52b18ed2-0f07-49da-9a30-7de2f09f99f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:22.465842 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afceec89-f23f-4e6b-8d0f-a58aec24a882 None None] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:45:22.479558 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-52b18ed2-0f07-49da-9a30-7de2f09f99f0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5252554 Feb 19 03:45:22.620177 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6babc2c8-dfb1-4bc9-b81a-fb277353f36c None None] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:45:25.136280 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50176) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:25.274778 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a000530f-6eaf-42ed-9f9f-e202a493ae30 demo admin] 10.222.0.65 "GET /v2.0/routers/d849474f-72f7-47b4-8f05-b128e68880ae HTTP/1.1" status: 200 len: 710 time: 0.1371343 Feb 19 03:45:25.446186 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf856d1a-4069-48ea-9792-8f3fe099cd54 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:25.447579 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cf856d1a-4069-48ea-9792-8f3fe099cd54 demo admin] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 886 time: 0.1672366 Feb 19 03:45:25.457490 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-0e73c853-4838-40b5-ae38-70875439292c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:45:25.734131 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e73c853-4838-40b5-ae38-70875439292c demo admin] Publish callbacks [] for router_gateway (d849474f-72f7-47b4-8f05-b128e68880ae), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:26.045196 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e73c853-4838-40b5-ae38-70875439292c demo admin] Publish callbacks [] for router_gateway (d849474f-72f7-47b4-8f05-b128e68880ae), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:26.187399 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e73c853-4838-40b5-ae38-70875439292c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:26.365199 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-0e73c853-4838-40b5-ae38-70875439292c demo admin] Allocated IP 172.25.0.9 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:45:26.512720 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e73c853-4838-40b5-ae38-70875439292c demo admin] Publish callbacks [] for port (ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:26.557502 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e73c853-4838-40b5-ae38-70875439292c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:26.620844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e73c853-4838-40b5-ae38-70875439292c demo admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:45:26.625614 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-0e73c853-4838-40b5-ae38-70875439292c demo admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:45:26.639044 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e73c853-4838-40b5-ae38-70875439292c demo admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:45:26.648564 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73c853-4838-40b5-ae38-70875439292c demo admin] Pushing event updated for resources: {'Port': ['ID=ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:27.054226 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e73c853-4838-40b5-ae38-70875439292c demo admin] Publish callbacks [] for router_gateway (d849474f-72f7-47b4-8f05-b128e68880ae), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:27.434630 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e73c853-4838-40b5-ae38-70875439292c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (d849474f-72f7-47b4-8f05-b128e68880ae), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:27.441305 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e73c853-4838-40b5-ae38-70875439292c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-429138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-429147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455741'] for router (d849474f-72f7-47b4-8f05-b128e68880ae), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:27.658741 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e73c853-4838-40b5-ae38-70875439292c demo admin] Router d849474f-72f7-47b4-8f05-b128e68880ae has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:45:27.808825 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e73c853-4838-40b5-ae38-70875439292c demo admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:45:27.817229 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e73c853-4838-40b5-ae38-70875439292c demo admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:27.819165 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0e73c853-4838-40b5-ae38-70875439292c demo admin] 10.222.0.65 "PUT /v2.0/routers/d849474f-72f7-47b4-8f05-b128e68880ae HTTP/1.1" status: 200 len: 888 time: 2.3649800 Feb 19 03:45:30.630029 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a75b9a1b-3cc0-4276-aeea-5d379ddd29c3 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:45:30.691862 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port a75b9a1b-3cc0-4276-aeea-5d379ddd29c3 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:45:30.692522 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a75b9a1b-3cc0-4276-aeea-5d379ddd29c3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:30.798834 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port a75b9a1b-3cc0-4276-aeea-5d379ddd29c3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:30.968091 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50188) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:31.126063 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-754ea1d5-042e-4c46-b80a-c68b0215c0e6 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1566272 Feb 19 03:45:32.090305 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d55833fa-1f66-42bd-a40e-9b71b0ab22f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:32.156754 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879d7c26-068d-4230-8843-327011061ff0 None None] Sync routers for ids ['d849474f-72f7-47b4-8f05-b128e68880ae'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:45:32.175493 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879d7c26-068d-4230-8843-327011061ff0 None None] Routers {'d849474f-72f7-47b4-8f05-b128e68880ae'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:45:32.176623 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-879d7c26-068d-4230-8843-327011061ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:45:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d849474f-72f7-47b4-8f05-b128e68880ae'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:32.531543 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-879d7c26-068d-4230-8843-327011061ff0 None None] Set router d849474f-72f7-47b4-8f05-b128e68880ae gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:45:33.163216 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-879d7c26-068d-4230-8843-327011061ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd849474f-72f7-47b4-8f05-b128e68880ae', 'name': 'router1', 'tenant_id': '35308819377748ea9eb8954a9652e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:45:07Z', 'updated_at': '2022-02-19T03:45:26Z', 'revision_number': 4, 'project_id': '35308819377748ea9eb8954a9652e490', 'gw_port': {'id': 'ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd849474f-72f7-47b4-8f05-b128e68880ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:45:26Z', 'updated_at': '2022-02-19T03:45:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'a75b9a1b-3cc0-4276-aeea-5d379ddd29c3', 'name': '', 'network_id': '9252a2ac-fe8c-46f0-b2f1-a17247b331a7', 'tenant_id': '35308819377748ea9eb8954a9652e490', 'mac_address': 'fa:16:3e:d9:4e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd849474f-72f7-47b4-8f05-b128e68880ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '13e61527-d1d5-4853-bc16-655a96ea1899', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:45:17Z', 'updated_at': '2022-02-19T03:45:21Z', 'revision_number': 5, 'project_id': '35308819377748ea9eb8954a9652e490', 'subnets': [{'id': '13e61527-d1d5-4853-bc16-655a96ea1899', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fa5f747-7d82-48d1-b196-cc2c9e72db11'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:33.280387 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879d7c26-068d-4230-8843-327011061ff0 None None] Checking router: d849474f-72f7-47b4-8f05-b128e68880ae for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:45:33.280996 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879d7c26-068d-4230-8843-327011061ff0 None None] Updating router d849474f-72f7-47b4-8f05-b128e68880ae port ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:45:33.373461 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-879d7c26-068d-4230-8843-327011061ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:33.908299 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-879d7c26-068d-4230-8843-327011061ff0 None None] Publish callbacks [] for port (ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:33.922514 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-879d7c26-068d-4230-8843-327011061ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:34.011203 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-879d7c26-068d-4230-8843-327011061ff0 None None] Attempting to bind port ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:45:34.011763 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-879d7c26-068d-4230-8843-327011061ff0 None None] Attempting to bind port ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:45:34.012332 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879d7c26-068d-4230-8843-327011061ff0 None None] Attempting to bind port ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:45:34.015561 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53cca7-ba15-46fc-aa04-8cfc607047ce None None] Pushing event updated for resources: {'Port': ['ID=ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:34.028684 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879d7c26-068d-4230-8843-327011061ff0 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:45:34.029141 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879d7c26-068d-4230-8843-327011061ff0 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:45:34.029566 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-879d7c26-068d-4230-8843-327011061ff0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:34.030123 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879d7c26-068d-4230-8843-327011061ff0 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:45:34.030623 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-879d7c26-068d-4230-8843-327011061ff0 None None] Bound port: ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:45:34.031046 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-879d7c26-068d-4230-8843-327011061ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:34.111443 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-879d7c26-068d-4230-8843-327011061ff0 None None] For port ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:45:34.116548 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-879d7c26-068d-4230-8843-327011061ff0 None None] For port ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:45:34.128609 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-879d7c26-068d-4230-8843-327011061ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:34.219372 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53cca7-ba15-46fc-aa04-8cfc607047ce None None] Pushing event updated for resources: {'Port': ['ID=ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:34.224022 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879d7c26-068d-4230-8843-327011061ff0 None None] Routers {'d849474f-72f7-47b4-8f05-b128e68880ae'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:45:34.224668 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-879d7c26-068d-4230-8843-327011061ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:45:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d849474f-72f7-47b4-8f05-b128e68880ae'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:34.425330 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-879d7c26-068d-4230-8843-327011061ff0 None None] Set router d849474f-72f7-47b4-8f05-b128e68880ae gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:45:34.760555 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-879d7c26-068d-4230-8843-327011061ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd849474f-72f7-47b4-8f05-b128e68880ae', 'name': 'router1', 'tenant_id': '35308819377748ea9eb8954a9652e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:45:07Z', 'updated_at': '2022-02-19T03:45:26Z', 'revision_number': 4, 'project_id': '35308819377748ea9eb8954a9652e490', 'gw_port': {'id': 'ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd849474f-72f7-47b4-8f05-b128e68880ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:45:26Z', 'updated_at': '2022-02-19T03:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'a75b9a1b-3cc0-4276-aeea-5d379ddd29c3', 'name': '', 'network_id': '9252a2ac-fe8c-46f0-b2f1-a17247b331a7', 'tenant_id': '35308819377748ea9eb8954a9652e490', 'mac_address': 'fa:16:3e:d9:4e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd849474f-72f7-47b4-8f05-b128e68880ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '13e61527-d1d5-4853-bc16-655a96ea1899', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:45:17Z', 'updated_at': '2022-02-19T03:45:21Z', 'revision_number': 5, 'project_id': '35308819377748ea9eb8954a9652e490', 'subnets': [{'id': '13e61527-d1d5-4853-bc16-655a96ea1899', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fa5f747-7d82-48d1-b196-cc2c9e72db11'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:34.803809 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879d7c26-068d-4230-8843-327011061ff0 None None] The sync data for ids ['d849474f-72f7-47b4-8f05-b128e68880ae'] in n-d-772273-4 is: [{'id': 'd849474f-72f7-47b4-8f05-b128e68880ae', 'name': 'router1', 'tenant_id': '35308819377748ea9eb8954a9652e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:45:07Z', 'updated_at': '2022-02-19T03:45:26Z', 'revision_number': 4, 'project_id': '35308819377748ea9eb8954a9652e490', 'gw_port': {'id': 'ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd849474f-72f7-47b4-8f05-b128e68880ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:45:26Z', 'updated_at': '2022-02-19T03:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'a75b9a1b-3cc0-4276-aeea-5d379ddd29c3', 'name': '', 'network_id': '9252a2ac-fe8c-46f0-b2f1-a17247b331a7', 'tenant_id': '35308819377748ea9eb8954a9652e490', 'mac_address': 'fa:16:3e:d9:4e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd849474f-72f7-47b4-8f05-b128e68880ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '13e61527-d1d5-4853-bc16-655a96ea1899', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:45:17Z', 'updated_at': '2022-02-19T03:45:21Z', 'revision_number': 5, 'project_id': '35308819377748ea9eb8954a9652e490', 'subnets': [{'id': '13e61527-d1d5-4853-bc16-655a96ea1899', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fa5f747-7d82-48d1-b196-cc2c9e72db11'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:45:34.880679 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8dfc-0a84-4707-92d0-cc8ea2ac0254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:36.480821 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:36.775572 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:45:36.903253 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:45:36.904225 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:37.048249 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:37.049210 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:37.078657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:37.084704 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:37.161282 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:37.592575 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:38.678124 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:38.733066 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:45:39.013759 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:45:39.014957 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:39.179543 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ab6d2c10-d677-4e0c-b70d-9b6d563ba5ef is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:55.177974 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 5 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:46:02.349082 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5637c536-5410-4208-9ff9-658ac9e89b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:04.909754 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5c7be252-f148-4cd1-9bd2-5a3e9d31b078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:06.461476 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:07.587388 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:08.632873 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:32.093865 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4c737d81-b5d9-44fc-bd46-6a23f80bc053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:32.172951 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 5 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:46:34.892472 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8de31615-00d0-4b34-b3df-5dce9937649f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:36.452172 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.593591 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:38.648025 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:02.088966 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2594645d-979f-424a-8024-313a640726fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:04.879189 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-983c06d0-8eeb-4927-a4e1-b84f4c00df01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:06.441686 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:07.585726 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:08.620983 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:09.166255 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 5 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:47:18.905488 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50704) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:18.985167 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-996c571e-a416-4827-8d29-6b385adf939b admin admin] GET failed (client error): The resource could not be found. Feb 19 03:47:18.986523 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-996c571e-a416-4827-8d29-6b385adf939b admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0797021 Feb 19 03:47:19.191001 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851f19e4-bbae-4dba-9fcd-eb4a2bcc21cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:19.193112 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-851f19e4-bbae-4dba-9fcd-eb4a2bcc21cd admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.2015283 Feb 19 03:47:21.615953 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50714) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:21.762724 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db2b6bd-fc17-4f41-b07f-71e878588424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:21.764121 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5db2b6bd-fc17-4f41-b07f-71e878588424 admin admin] 10.222.0.65 "GET /v2.0/subnets/13e61527-d1d5-4853-bc16-655a96ea1899 HTTP/1.1" status: 200 len: 849 time: 0.1473088 Feb 19 03:47:21.774224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c0fabace-31fb-48b2-9a2a-f411d3a08c7c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:47:21.873325 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c0fabace-31fb-48b2-9a2a-f411d3a08c7c admin admin] Publish callbacks [] for subnet (13e61527-d1d5-4853-bc16-655a96ea1899), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:22.053108 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c0fabace-31fb-48b2-9a2a-f411d3a08c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764045834114'] for subnet (13e61527-d1d5-4853-bc16-655a96ea1899), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:22.098007 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fabace-31fb-48b2-9a2a-f411d3a08c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:22.098202 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c0fabace-31fb-48b2-9a2a-f411d3a08c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:22.100771 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c0fabace-31fb-48b2-9a2a-f411d3a08c7c admin admin] 10.222.0.65 "PUT /v2.0/subnets/13e61527-d1d5-4853-bc16-655a96ea1899 HTTP/1.1" status: 200 len: 868 time: 0.3304906 Feb 19 03:47:22.105016 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0346da-5c61-4ee5-929e-5a766264612c None None] Network 9252a2ac-fe8c-46f0-b2f1-a17247b331a7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:47:22.128770 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fabace-31fb-48b2-9a2a-f411d3a08c7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=13e61527-d1d5-4853-bc16-655a96ea1899,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:22.138022 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fabace-31fb-48b2-9a2a-f411d3a08c7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:22.138372 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fabace-31fb-48b2-9a2a-f411d3a08c7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:22.138764 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fabace-31fb-48b2-9a2a-f411d3a08c7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:22.139189 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fabace-31fb-48b2-9a2a-f411d3a08c7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:22.139794 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fabace-31fb-48b2-9a2a-f411d3a08c7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:22.140222 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fabace-31fb-48b2-9a2a-f411d3a08c7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:22.140566 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fabace-31fb-48b2-9a2a-f411d3a08c7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:22.141029 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fabace-31fb-48b2-9a2a-f411d3a08c7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:22.141374 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fabace-31fb-48b2-9a2a-f411d3a08c7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:22.142255 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fabace-31fb-48b2-9a2a-f411d3a08c7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:22.143027 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fabace-31fb-48b2-9a2a-f411d3a08c7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:22.143378 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fabace-31fb-48b2-9a2a-f411d3a08c7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:22.143710 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fabace-31fb-48b2-9a2a-f411d3a08c7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:22.466498 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-13bee0fb-7569-4ce6-9537-0645c305a485 None None] Provisioning complete for port 62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:22.466898 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-13bee0fb-7569-4ce6-9537-0645c305a485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:22.561623 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-13bee0fb-7569-4ce6-9537-0645c305a485 None None] Current status of the port 62f506b1-ceb9-4ac2-998a-f4ab0bbe1de6 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:22.574675 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-13bee0fb-7569-4ce6-9537-0645c305a485 None None] Provisioning complete for port a75b9a1b-3cc0-4276-aeea-5d379ddd29c3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:22.575074 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-13bee0fb-7569-4ce6-9537-0645c305a485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a75b9a1b-3cc0-4276-aeea-5d379ddd29c3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:22.691646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-13bee0fb-7569-4ce6-9537-0645c305a485 None None] Current status of the port a75b9a1b-3cc0-4276-aeea-5d379ddd29c3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:24.897812 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50722) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:25.122205 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cde8cb-c154-4414-99da-2a440ea70965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:25.122742 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cde8cb-c154-4414-99da-2a440ea70965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:25.124310 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-54cde8cb-c154-4414-99da-2a440ea70965 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2252026 Feb 19 03:47:27.539535 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50732) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:27.759406 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71ddcaa-0529-4f11-84b6-4135b3d26666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:27.759797 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71ddcaa-0529-4f11-84b6-4135b3d26666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:27.761399 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d71ddcaa-0529-4f11-84b6-4135b3d26666 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2206042 Feb 19 03:47:30.178935 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50740) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:30.339394 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3ff448-7a5e-4943-9635-183f703e5202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:30.341288 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5c3ff448-7a5e-4943-9635-183f703e5202 admin admin] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 886 time: 0.1610324 Feb 19 03:47:32.094832 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1a348c52-5ce9-4461-a3be-c4cb227b1e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:32.928123 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50748) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:33.184051 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd9bf27-8ea6-4053-a1e5-e5b332b9a6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:33.185483 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7bd9bf27-8ea6-4053-a1e5-e5b332b9a6b7 admin admin] 10.222.0.65 "GET /v2.0/networks/9252a2ac-fe8c-46f0-b2f1-a17247b331a7 HTTP/1.1" status: 200 len: 868 time: 0.2564032 Feb 19 03:47:34.885198 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e3466db6-2e52-4626-b250-63c69d97cc73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:36.449492 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:36.564175 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50756) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:36.717307 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eece203a-75b1-4f29-8473-c7be07cc9708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:36.717691 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eece203a-75b1-4f29-8473-c7be07cc9708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:36.720341 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-eece203a-75b1-4f29-8473-c7be07cc9708 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1549797 Feb 19 03:47:37.591210 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:38.631739 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:39.211544 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50764) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:39.365153 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b8189c-cca1-4a8c-a5db-4c8f7847af81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:39.365606 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b8189c-cca1-4a8c-a5db-4c8f7847af81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:39.367160 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d9b8189c-cca1-4a8c-a5db-4c8f7847af81 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1546543 Feb 19 03:47:41.827316 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50772) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:41.935174 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce890ec3-bac5-4227-b1a0-90bffe7c4e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:41.936637 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ce890ec3-bac5-4227-b1a0-90bffe7c4e24 admin admin] 10.222.0.65 "GET /v2.0/subnets/13e61527-d1d5-4853-bc16-655a96ea1899 HTTP/1.1" status: 200 len: 868 time: 0.1111751 Feb 19 03:47:44.438535 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50780) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:44.548640 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4445b4b0-c436-4495-b655-bfbc0e78db78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:44.550282 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4445b4b0-c436-4495-b655-bfbc0e78db78 admin admin] 10.222.0.65 "GET /v2.0/subnets/e02db55a-835c-4498-af31-ea358f82e32f HTTP/1.1" status: 200 len: 816 time: 0.1104176 Feb 19 03:47:46.181182 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 5 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:48:02.092770 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-76069694-510d-46f0-bf29-64aff31764d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:04.900967 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6bf2a568-a477-4878-ba05-d7d798166f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:06.457598 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:07.600633 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:08.639863 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:19.399157 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50834) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:19.486154 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-4d994497-a062-4f3d-9419-b4d54e15f965 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:48:19.487245 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4d994497-a062-4f3d-9419-b4d54e15f965 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0867689 Feb 19 03:48:23.060212 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50842) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:23.142050 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-08fca639-b30b-4d1a-b87e-dad35289f4c4 admin admin] GET failed (client error): The resource could not be found. Feb 19 03:48:23.143722 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-08fca639-b30b-4d1a-b87e-dad35289f4c4 admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0822449 Feb 19 03:48:23.175606 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 5 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:48:23.308831 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8e7142-7849-457a-81f7-e7b5af8d715c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:23.310464 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ee8e7142-7849-457a-81f7-e7b5af8d715c admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1614218 Feb 19 03:48:26.044454 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50850) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:26.114400 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:48:26.145243 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] Made reservation on behalf of 2a1708fee9314e9287ffc7eb1b1caca3 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:48:26.147894 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:26.198924 n-d-772273-4 neutron-server[115199]: WARNING neutron.services.revisions.revision_plugin [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] Could not find related network for resource to bump revision. Feb 19 03:48:26.224672 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:48:26.237475 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (96a83281-92b5-4e72-a462-a926926795d3), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:26.237834 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] Added segment 96a83281-92b5-4e72-a462-a926926795d3 of type vlan for network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d Feb 19 03:48:26.300576 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:26.330305 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:26.332010 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:26.332827 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:26.444838 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3986621 Feb 19 03:48:26.456431 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] Pushing event updated for resources: {'Network': ['ID=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:26.464881 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:26.465440 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:26.465680 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:26.466031 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:26.466380 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:26.466724 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:26.467062 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:26.467399 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:26.467736 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:26.468071 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:26.468499 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:26.468837 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:26.469209 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c6ec96-3ef1-43a4-878f-1fa421f9f4ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:26.484477 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:48:28.930576 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50858) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:28.998301 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d09e2f-e211-4aed-ae3a-2b2044664cb3 admin admin] GET failed (client error): The resource could not be found. Feb 19 03:48:28.999674 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e3d09e2f-e211-4aed-ae3a-2b2044664cb3 admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0681260 Feb 19 03:48:29.081839 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bfb4fd-8092-465e-8ecd-d99b023cb0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:29.083430 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-05bfb4fd-8092-465e-8ecd-d99b023cb0dc admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0764067 Feb 19 03:48:29.093601 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-3d7700a1-4020-419e-ad29-e7221d343b55 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:48:29.120442 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7700a1-4020-419e-ad29-e7221d343b55 admin admin] Made reservation on behalf of 2a1708fee9314e9287ffc7eb1b1caca3 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:48:29.123096 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3d7700a1-4020-419e-ad29-e7221d343b55 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:29.391571 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3d7700a1-4020-419e-ad29-e7221d343b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (4204f5c7-8516-491c-b009-a00160626332), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:29.451688 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7700a1-4020-419e-ad29-e7221d343b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4204f5c7-8516-491c-b009-a00160626332,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:29.465889 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7700a1-4020-419e-ad29-e7221d343b55 admin admin] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:48:29.466275 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7700a1-4020-419e-ad29-e7221d343b55 admin admin] Network hostable DHCP agents. Network: 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:48:29.492709 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7700a1-4020-419e-ad29-e7221d343b55 admin admin] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:48:29.506473 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-3d7700a1-4020-419e-ad29-e7221d343b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:48:29.513420 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7700a1-4020-419e-ad29-e7221d343b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:29.514366 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3d7700a1-4020-419e-ad29-e7221d343b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:29.521902 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fee55b0-d9a6-45ce-84ee-d341fafb856a None None] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:48:29.539554 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3d7700a1-4020-419e-ad29-e7221d343b55 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4488604 Feb 19 03:48:29.652887 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'project_id': '2a1708fee9314e9287ffc7eb1b1caca3', 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:48:29.654415 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:29.829586 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Allocated IP 192.168.233.2 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/edecd820-9c3b-450a-bedc-2beed6b5c9d0) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:48:30.009103 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Publish callbacks [] for port (edecd820-9c3b-450a-bedc-2beed6b5c9d0), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:30.016259 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (edecd820-9c3b-450a-bedc-2beed6b5c9d0), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:30.057943 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:48:30.061379 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:48:30.067462 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:48:30.073383 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Pushing event updated for resources: {'Port': ['ID=edecd820-9c3b-450a-bedc-2beed6b5c9d0,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:30.082616 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:30.083035 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:30.083391 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:30.083738 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:30.084179 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:30.084464 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:30.084743 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:30.085198 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:30.085509 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:30.085904 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:30.086491 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:30.086826 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:30.087152 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:30.155918 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Attempting to bind port edecd820-9c3b-450a-bedc-2beed6b5c9d0 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:48:30.156305 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Attempting to bind port edecd820-9c3b-450a-bedc-2beed6b5c9d0 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:48:30.156652 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Attempting to bind port edecd820-9c3b-450a-bedc-2beed6b5c9d0 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:48:30.163974 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:48:30.164368 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:48:30.165092 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:30.165285 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:48:30.165727 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Bound port: edecd820-9c3b-450a-bedc-2beed6b5c9d0, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:48:30.166127 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (edecd820-9c3b-450a-bedc-2beed6b5c9d0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:30.256558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] For port edecd820-9c3b-450a-bedc-2beed6b5c9d0, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:48:30.262613 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] For port edecd820-9c3b-450a-bedc-2beed6b5c9d0, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=edecd820-9c3b-450a-bedc-2beed6b5c9d0,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:48:30.271203 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (edecd820-9c3b-450a-bedc-2beed6b5c9d0), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:30.339410 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f65c8-e724-45ac-82a6-de5fabc63a67 None None] Pushing event updated for resources: {'Port': ['ID=edecd820-9c3b-450a-bedc-2beed6b5c9d0,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:30.862179 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device edecd820-9c3b-450a-bedc-2beed6b5c9d0 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:48:30.946296 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port edecd820-9c3b-450a-bedc-2beed6b5c9d0 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:30.946883 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (edecd820-9c3b-450a-bedc-2beed6b5c9d0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:31.049384 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port edecd820-9c3b-450a-bedc-2beed6b5c9d0 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:31.049942 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (edecd820-9c3b-450a-bedc-2beed6b5c9d0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:31.093090 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port edecd820-9c3b-450a-bedc-2beed6b5c9d0, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=edecd820-9c3b-450a-bedc-2beed6b5c9d0,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:31.099355 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (edecd820-9c3b-450a-bedc-2beed6b5c9d0), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:31.188954 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=edecd820-9c3b-450a-bedc-2beed6b5c9d0,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:31.601614 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcabfe47-4e97-49b8-ba22-65a185fafdb3 None None] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:48:31.714010 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-4d552735-7a86-4e64-933c-0b44c134508c None None] Provisioning complete for port edecd820-9c3b-450a-bedc-2beed6b5c9d0 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:31.714307 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4d552735-7a86-4e64-933c-0b44c134508c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (edecd820-9c3b-450a-bedc-2beed6b5c9d0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:31.840263 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4d552735-7a86-4e64-933c-0b44c134508c None None] Current status of the port edecd820-9c3b-450a-bedc-2beed6b5c9d0 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:32.068490 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5811fb22-a40e-493c-b337-e26816b0596f None None] Provisioning complete for port edecd820-9c3b-450a-bedc-2beed6b5c9d0 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:32.070367 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5811fb22-a40e-493c-b337-e26816b0596f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (edecd820-9c3b-450a-bedc-2beed6b5c9d0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:32.128846 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8490f6ab-97a7-494f-8c73-50e3a4334d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:32.197832 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5811fb22-a40e-493c-b337-e26816b0596f None None] Current status of the port edecd820-9c3b-450a-bedc-2beed6b5c9d0 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:32.790379 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device edecd820-9c3b-450a-bedc-2beed6b5c9d0 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:48:32.853226 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port edecd820-9c3b-450a-bedc-2beed6b5c9d0 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:32.853716 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (edecd820-9c3b-450a-bedc-2beed6b5c9d0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:32.949882 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port edecd820-9c3b-450a-bedc-2beed6b5c9d0 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:34.891709 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-41f6919b-faba-44e7-9c81-3549a5b1ae3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:36.465143 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:37.601208 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:38.635147 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:00.178043 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 5 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:49:02.100175 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2a89b0ac-c4f4-4a09-901e-becf34e18f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:04.893591 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fed8d4bd-a77c-431c-8960-9831efbbba3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:06.457613 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:07.598664 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:08.637121 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:32.095100 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e08f865c-dc33-4ac3-8ab3-d767fd66e11b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:34.896373 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-06f003e9-6d7f-4448-a9c5-b989291e42b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:36.460723 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:37.179139 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 5 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:49:37.601221 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:38.631921 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:57.204332 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50896) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:57.210211 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-36289a37-cd83-48ce-b5af-624aa1ee5500 tempest-verify_tempest_config-1284671855 tempest-verify_tempest_config-1284671855-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:49:57.211227 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-36289a37-cd83-48ce-b5af-624aa1ee5500 tempest-verify_tempest_config-1284671855 tempest-verify_tempest_config-1284671855-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058520 Feb 19 03:49:57.554544 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50914) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:57.675642 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-20bda7ca-a138-4b9c-913a-a315df97ba5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:57.757324 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-20bda7ca-a138-4b9c-913a-a315df97ba5b admin admin] Publish callbacks [] for security_group (dfef68ab-2504-462c-b72b-c298c09519eb), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:57.761644 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-20bda7ca-a138-4b9c-913a-a315df97ba5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (dfef68ab-2504-462c-b72b-c298c09519eb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:57.807876 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-20bda7ca-a138-4b9c-913a-a315df97ba5b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cd95ec0a4e1a44bd864e81465ceeacef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2522335 Feb 19 03:49:57.808975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bda7ca-a138-4b9c-913a-a315df97ba5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfef68ab-2504-462c-b72b-c298c09519eb,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:57.810732 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50920) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:57.816584 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bda7ca-a138-4b9c-913a-a315df97ba5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:57.816864 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bda7ca-a138-4b9c-913a-a315df97ba5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:57.817253 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bda7ca-a138-4b9c-913a-a315df97ba5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:57.817596 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bda7ca-a138-4b9c-913a-a315df97ba5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:57.817938 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bda7ca-a138-4b9c-913a-a315df97ba5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:57.818280 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bda7ca-a138-4b9c-913a-a315df97ba5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:57.818626 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bda7ca-a138-4b9c-913a-a315df97ba5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:57.819029 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bda7ca-a138-4b9c-913a-a315df97ba5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:57.819352 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bda7ca-a138-4b9c-913a-a315df97ba5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:57.819605 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bda7ca-a138-4b9c-913a-a315df97ba5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:57.819938 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bda7ca-a138-4b9c-913a-a315df97ba5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:57.820276 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bda7ca-a138-4b9c-913a-a315df97ba5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:57.820592 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bda7ca-a138-4b9c-913a-a315df97ba5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:57.869798 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3453ab58-569a-420b-a71a-f51c6d099a12 admin admin] Publish callbacks [] for security_group (dfef68ab-2504-462c-b72b-c298c09519eb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:57.891658 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3453ab58-569a-420b-a71a-f51c6d099a12 admin admin] Publish callbacks [] for security_group (dfef68ab-2504-462c-b72b-c298c09519eb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:57.989738 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3453ab58-569a-420b-a71a-f51c6d099a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (dfef68ab-2504-462c-b72b-c298c09519eb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:57.992564 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3453ab58-569a-420b-a71a-f51c6d099a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:57.993812 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3453ab58-569a-420b-a71a-f51c6d099a12 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dfef68ab-2504-462c-b72b-c298c09519eb HTTP/1.1" status: 204 len: 168 time: 0.1817894 Feb 19 03:49:58.002591 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453ab58-569a-420b-a71a-f51c6d099a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfef68ab-2504-462c-b72b-c298c09519eb,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:58.010086 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ab58-569a-420b-a71a-f51c6d099a12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:58.010454 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ab58-569a-420b-a71a-f51c6d099a12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:58.010804 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ab58-569a-420b-a71a-f51c6d099a12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:58.011149 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ab58-569a-420b-a71a-f51c6d099a12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:58.011490 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ab58-569a-420b-a71a-f51c6d099a12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:58.011899 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ab58-569a-420b-a71a-f51c6d099a12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:58.012152 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ab58-569a-420b-a71a-f51c6d099a12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:58.012480 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ab58-569a-420b-a71a-f51c6d099a12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:58.012815 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ab58-569a-420b-a71a-f51c6d099a12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:58.013173 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ab58-569a-420b-a71a-f51c6d099a12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:58.013504 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ab58-569a-420b-a71a-f51c6d099a12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:58.013831 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ab58-569a-420b-a71a-f51c6d099a12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:58.014159 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3453ab58-569a-420b-a71a-f51c6d099a12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:02.098655 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f4490c4d-aefc-4bc2-bbb5-c2c372f17826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:04.891471 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-13000826-a657-4c81-a2f6-1f871aedbbe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:06.461809 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:07.598121 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:08.636468 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:14.180582 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 5 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:50:32.104439 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2cbbd108-c5ac-444d-b287-aac3001b2883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:34.893945 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-199edf30-d456-4d79-9966-73854fb7b224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:36.465779 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:37.600885 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:38.639964 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:51.182822 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 5 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:51:02.098505 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-da2c3487-e4ee-40ca-9a75-05c3e309cd14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:04.896552 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6c1da16c-6a47-4b07-94e5-c24e09ad56ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:06.468984 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:07.610501 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:08.642972 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:28.187868 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 5 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:51:32.100665 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d86bf4ae-13ed-4053-81da-2c76896b9d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:34.899264 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8ea674cb-6706-4360-8559-af8e7e39bc6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:36.471282 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:37.609702 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:38.646160 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:02.102523 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b84f8ade-e335-4951-87f5-29803d6df14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:04.903298 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2390846e-cb26-412d-ac2e-5c0164d01ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:05.188614 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 5 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:52:06.473129 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:07.609401 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:08.648095 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:32.104047 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-729e7733-6abb-4c2b-af4e-7e0473ca3fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:34.903596 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f7cef204-e704-45ae-9379-13402dfed3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:36.478719 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:37.613639 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:38.651480 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:42.190311 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 5 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:53:02.106356 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8a950024-278d-4c43-9cfc-48f801ade510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:04.908526 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5947ad25-b2a5-4371-bf39-a50376b1247a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.481004 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.999669 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456539'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:07.615688 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:08.424125 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456539'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:08.653059 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.253519 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:53:32.108380 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7db48e8c-6924-4894-ae5a-b797cebf3ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:34.912856 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4694327d-d3a2-4513-bfab-5c2bd69117cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.484683 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.950630 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:37.617390 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.375510 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.655277 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.246461 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:53:58.906926 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50978) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:59.014049 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8aacbfa6-a390-4336-b412-7e90f4a9f98c admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1053023 Feb 19 03:54:01.481411 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50988) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:01.538037 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b64902ec-9f07-4705-be7a-fb496f3778ea admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0555451 Feb 19 03:54:02.111002 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ff5c10df-b875-423f-8a1f-2907bb38a2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:04.920568 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f15a6a06-6ace-4b9b-bd67-370db35b3fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:06.488502 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:06.951225 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:07.621823 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:08.396692 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:08.658322 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:32.127820 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9c4e2212-2423-412f-aa80-f91827439e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:33.252949 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:54:34.913392 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aabee563-bb74-4030-87ec-bbaea50b8b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.502032 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.975143 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.627461 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:38.399640 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:38.671485 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:02.117157 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-12383698-162f-4da5-b211-0963d82fc186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.933923 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f7b8ff08-db12-45a0-8564-7479f65fc72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:06.506059 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:06.970097 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.636609 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:08.395245 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:08.676021 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:10.259374 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:55:32.125728 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4b1cc35d-c80b-4001-b7f8-ce353870b12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:34.939616 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9b7e3931-aa67-4fea-af52-5eb635e3616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:36.510372 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:36.988856 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:37.657430 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:38.465443 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:38.744311 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:41.603026 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51184) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:42.310356 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-16968975-network', 'tenant_id': '6668663884dc48f4a373e0f51fbe4b51'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:42.346779 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Made reservation on behalf of 6668663884dc48f4a373e0f51fbe4b51 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:42.351847 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:42.373516 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:42.506539 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Publish callbacks [] for security_group (e7066131-33d6-426e-8c74-b1bafee23170), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:42.512267 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e7066131-33d6-426e-8c74-b1bafee23170), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:42.547390 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7066131-33d6-426e-8c74-b1bafee23170,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:42.559484 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:42.559937 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:42.560352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:42.560772 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:42.561197 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:42.561845 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:42.562006 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:42.562401 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:42.563336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:42.563985 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:42.564777 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:42.564976 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:42.565391 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Tracked resource versions report: Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: pushed versions: Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: { 'AddressGroup': {'1.2'}, Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: 'ConntrackHelper': {'1.0'}, Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: 'LocalIPAssociation': {'1.0'}, Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: 'Log': {'1.0'}, Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: 'Network': {'1.1'}, Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: 'Port': {'1.7'}, Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: 'PortForwarding': {'1.2'}, Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: 'QosPolicy': {'1.10'}, Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: 'SecurityGroup': {'1.5'}, Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: 'SecurityGroupRule': {'1.2'}, Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: 'SubPort': {'1.0'}, Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: 'Subnet': {'1.1'}, Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: 'Trunk': {'1.1'}} Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: consumer versions: Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: { DHCP agent@n-d-772273-4: {}, Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: HyperV agent@n-h1-772273-4: {}, Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: HyperV agent@n-h2-772273-4: {}, Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: L3 agent@n-d-772273-4: {}, Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: Metadata agent@n-d-772273-4: {}, Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: Metering agent@n-d-772273-4: {}, Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: Open vSwitch agent@n-d-772273-4: { 'AddressGroup': '1.2', Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: 'ConntrackHelper': '1.0', Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: 'LocalIPAssociation': '1.0', Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: 'Log': '1.0', Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: 'Network': '1.1', Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: 'Port': '1.7', Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: 'PortForwarding': '1.2', Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: 'QosPolicy': '1.10', Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: 'SecurityGroup': '1.5', Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: 'SecurityGroupRule': '1.2', Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: 'SubPort': '1.0', Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: 'Subnet': '1.1', Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: 'Trunk': '1.1'}} Feb 19 03:55:42.566745 n-d-772273-4 neutron-server[115199]: {{(pid=115199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 03:55:42.574552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:55:42.586968 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (690821c0-324b-4fa7-93f3-1ccad6324f13), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:42.587578 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Added segment 690821c0-324b-4fa7-93f3-1ccad6324f13 of type vlan for network 7f3ed8f7-d7b4-434c-880a-1f0bab22b1aa Feb 19 03:55:42.644648 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (7f3ed8f7-d7b4-434c-880a-1f0bab22b1aa), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:42.646021 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51210) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:42.678553 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (7f3ed8f7-d7b4-434c-880a-1f0bab22b1aa), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:42.681030 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:42.682073 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:42.792594 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] Pushing event updated for resources: {'Network': ['ID=7f3ed8f7-d7b4-434c-880a-1f0bab22b1aa,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:42.806587 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51222) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:42.807079 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f5aadf78-632b-4c09-918f-43711fca043e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2025437 Feb 19 03:55:42.812185 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] Request body: {'subnet': {'network_id': '7f3ed8f7-d7b4-434c-880a-1f0bab22b1aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-16968975-subnet', 'tenant_id': '6668663884dc48f4a373e0f51fbe4b51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:42.814342 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 7f3ed8f7-d7b4-434c-880a-1f0bab22b1aa details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:55:42.842346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] Made reservation on behalf of 6668663884dc48f4a373e0f51fbe4b51 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:42.846186 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:43.087100 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (4d5659c6-5525-46a7-ad3f-ce49d95e56bc), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:43.173448 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d5659c6-5525-46a7-ad3f-ce49d95e56bc,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:43.187685 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:43.188197 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:43.188571 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:43.189020 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:43.189366 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:43.189711 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:43.190070 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:43.190388 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:43.190713 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:43.191276 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:43.191809 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:43.192147 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:43.192525 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] Tracked resource versions report: Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: pushed versions: Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: { 'AddressGroup': {'1.2'}, Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: 'ConntrackHelper': {'1.0'}, Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: 'LocalIPAssociation': {'1.0'}, Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: 'Log': {'1.0'}, Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: 'Network': {'1.1'}, Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: 'Port': {'1.7'}, Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: 'PortForwarding': {'1.2'}, Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: 'QosPolicy': {'1.10'}, Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: 'SecurityGroup': {'1.5'}, Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: 'SecurityGroupRule': {'1.2'}, Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: 'SubPort': {'1.0'}, Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: 'Subnet': {'1.1'}, Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: 'Trunk': {'1.1'}} Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: consumer versions: Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: { DHCP agent@n-d-772273-4: {}, Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: HyperV agent@n-h1-772273-4: {}, Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: HyperV agent@n-h2-772273-4: {}, Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: L3 agent@n-d-772273-4: {}, Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: Metadata agent@n-d-772273-4: {}, Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: Metering agent@n-d-772273-4: {}, Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: Open vSwitch agent@n-d-772273-4: { 'AddressGroup': '1.2', Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: 'ConntrackHelper': '1.0', Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: 'LocalIPAssociation': '1.0', Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: 'Log': '1.0', Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: 'Network': '1.1', Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: 'Port': '1.7', Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: 'PortForwarding': '1.2', Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: 'QosPolicy': '1.10', Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: 'SecurityGroup': '1.5', Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: 'SecurityGroupRule': '1.2', Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: 'SubPort': '1.0', Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: 'Subnet': '1.1', Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: 'Trunk': '1.1'}} Feb 19 03:55:43.194344 n-d-772273-4 neutron-server[115198]: {{(pid=115198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 03:55:43.209811 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] Checking segment: {'id': '690821c0-324b-4fa7-93f3-1ccad6324f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7f3ed8f7-d7b4-434c-880a-1f0bab22b1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:43.209983 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] Network hostable DHCP agents. Network: 7f3ed8f7-d7b4-434c-880a-1f0bab22b1aa, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:55:43.231733 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] Network 7f3ed8f7-d7b4-434c-880a-1f0bab22b1aa is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:55:43.248132 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 7f3ed8f7-d7b4-434c-880a-1f0bab22b1aa) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:43.253780 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:43.255063 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:43.262608 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f708ffeb-cfe3-4301-9fe1-a936f91c4c70 None None] Network 7f3ed8f7-d7b4-434c-880a-1f0bab22b1aa requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:43.296439 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-16d54481-cc4c-4974-bb22-440618d93550 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4882901 Feb 19 03:55:43.320479 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-e0caeed3-cbbd-43d3-b1d3-e433b95455ce admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-777708883-network', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:43.350410 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0caeed3-cbbd-43d3-b1d3-e433b95455ce admin admin] Made reservation on behalf of 98e4fb96369442b78745cce9c7cb08aa for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:43.354624 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0caeed3-cbbd-43d3-b1d3-e433b95455ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:43.368331 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0caeed3-cbbd-43d3-b1d3-e433b95455ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:43.433001 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fad3f2-aded-408b-b449-e6603a6bd4ca None None] Network 7f3ed8f7-d7b4-434c-880a-1f0bab22b1aa requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:43.517846 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0caeed3-cbbd-43d3-b1d3-e433b95455ce admin admin] Publish callbacks [] for security_group (b61bc63c-0170-4361-98e8-681def3e9ce8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:43.526310 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0caeed3-cbbd-43d3-b1d3-e433b95455ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b61bc63c-0170-4361-98e8-681def3e9ce8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:43.610087 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0caeed3-cbbd-43d3-b1d3-e433b95455ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61bc63c-0170-4361-98e8-681def3e9ce8,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:43.615910 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0caeed3-cbbd-43d3-b1d3-e433b95455ce admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:55:43.636539 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0caeed3-cbbd-43d3-b1d3-e433b95455ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (062114eb-06bd-4f79-9d4f-217c98a85f2d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:43.637140 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-e0caeed3-cbbd-43d3-b1d3-e433b95455ce admin admin] Added segment 062114eb-06bd-4f79-9d4f-217c98a85f2d of type vlan for network 8ae02c71-45ff-47a1-b8ca-fe0848324233 Feb 19 03:55:43.708674 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0caeed3-cbbd-43d3-b1d3-e433b95455ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (8ae02c71-45ff-47a1-b8ca-fe0848324233), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:43.748151 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0caeed3-cbbd-43d3-b1d3-e433b95455ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (8ae02c71-45ff-47a1-b8ca-fe0848324233), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:43.749476 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0caeed3-cbbd-43d3-b1d3-e433b95455ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:43.750289 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0caeed3-cbbd-43d3-b1d3-e433b95455ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:43.844674 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e0caeed3-cbbd-43d3-b1d3-e433b95455ce admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1967571 Feb 19 03:55:43.850265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51256) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:43.861152 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-d85bcde6-5959-47c7-92d9-00627f09404f admin admin] Request body: {'subnet': {'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-777708883-subnet', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:43.878516 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0caeed3-cbbd-43d3-b1d3-e433b95455ce admin admin] Pushing event updated for resources: {'Network': ['ID=8ae02c71-45ff-47a1-b8ca-fe0848324233,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:43.893627 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85bcde6-5959-47c7-92d9-00627f09404f admin admin] Made reservation on behalf of 98e4fb96369442b78745cce9c7cb08aa for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:43.896938 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 8ae02c71-45ff-47a1-b8ca-fe0848324233 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:55:43.898030 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d85bcde6-5959-47c7-92d9-00627f09404f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.179483 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d85bcde6-5959-47c7-92d9-00627f09404f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (4270ac7f-396b-4263-8a48-9f0c325d371b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.261749 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85bcde6-5959-47c7-92d9-00627f09404f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4270ac7f-396b-4263-8a48-9f0c325d371b,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:44.298318 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85bcde6-5959-47c7-92d9-00627f09404f admin admin] Checking segment: {'id': '062114eb-06bd-4f79-9d4f-217c98a85f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:44.298970 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85bcde6-5959-47c7-92d9-00627f09404f admin admin] Network hostable DHCP agents. Network: 8ae02c71-45ff-47a1-b8ca-fe0848324233, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:55:44.321580 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85bcde6-5959-47c7-92d9-00627f09404f admin admin] Network 8ae02c71-45ff-47a1-b8ca-fe0848324233 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:55:44.337517 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-d85bcde6-5959-47c7-92d9-00627f09404f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 8ae02c71-45ff-47a1-b8ca-fe0848324233) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:44.346521 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85bcde6-5959-47c7-92d9-00627f09404f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:44.348001 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d85bcde6-5959-47c7-92d9-00627f09404f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.348430 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65547c57-a599-4b6c-b44e-85867932dc17 None None] Network 8ae02c71-45ff-47a1-b8ca-fe0848324233 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:44.376893 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d85bcde6-5959-47c7-92d9-00627f09404f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5237296 Feb 19 03:55:44.379960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51272) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:44.390058 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b0451f4a-58b3-4046-84f6-47766930e353 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-777708883-router', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:44.429935 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0451f4a-58b3-4046-84f6-47766930e353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (d953f649-e81c-4e1d-a4db-bcc488830844), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.431484 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0451f4a-58b3-4046-84f6-47766930e353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (d953f649-e81c-4e1d-a4db-bcc488830844), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.492781 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-8ae02c71-45ff-47a1-b8ca-fe0848324233', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'fixed_ips': [{'subnet_id': '4270ac7f-396b-4263-8a48-9f0c325d371b'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:55:44.493839 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.672146 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0451f4a-58b3-4046-84f6-47766930e353 admin admin] Publish callbacks [] for router_controller (d953f649-e81c-4e1d-a4db-bcc488830844), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:44.742901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Allocated IP 172.20.0.2 (8ae02c71-45ff-47a1-b8ca-fe0848324233/4270ac7f-396b-4263-8a48-9f0c325d371b/09bec7f6-8403-4352-b0e5-898c201ba899) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:44.899464 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0451f4a-58b3-4046-84f6-47766930e353 admin admin] Publish callbacks [] for router_gateway (d953f649-e81c-4e1d-a4db-bcc488830844), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.048904 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Publish callbacks [] for port (09bec7f6-8403-4352-b0e5-898c201ba899), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.060131 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (09bec7f6-8403-4352-b0e5-898c201ba899), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.161066 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Pushing event updated for resources: {'Port': ['ID=09bec7f6-8403-4352-b0e5-898c201ba899,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:45.182963 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.183907 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.184482 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.185348 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.186110 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.186906 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.188015 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.188790 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.189599 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.190334 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.191076 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.191827 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.192636 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Tracked resource versions report: Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: pushed versions: Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: { 'AddressGroup': {'1.2'}, Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: 'ConntrackHelper': {'1.0'}, Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: 'LocalIPAssociation': {'1.0'}, Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: 'Log': {'1.0'}, Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: 'Network': {'1.1'}, Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: 'Port': {'1.7'}, Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: 'PortForwarding': {'1.2'}, Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: 'QosPolicy': {'1.10'}, Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: 'SecurityGroup': {'1.5'}, Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: 'SecurityGroupRule': {'1.2'}, Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: 'SubPort': {'1.0'}, Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: 'Subnet': {'1.1'}, Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: 'Trunk': {'1.1'}} Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: consumer versions: Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: { DHCP agent@n-d-772273-4: {}, Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: HyperV agent@n-h1-772273-4: {}, Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: HyperV agent@n-h2-772273-4: {}, Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: L3 agent@n-d-772273-4: {}, Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: Metadata agent@n-d-772273-4: {}, Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: Metering agent@n-d-772273-4: {}, Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: Open vSwitch agent@n-d-772273-4: { 'AddressGroup': '1.2', Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: 'ConntrackHelper': '1.0', Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: 'LocalIPAssociation': '1.0', Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: 'Log': '1.0', Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: 'Network': '1.1', Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: 'Port': '1.7', Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: 'PortForwarding': '1.2', Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: 'QosPolicy': '1.10', Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: 'SecurityGroup': '1.5', Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: 'SecurityGroupRule': '1.2', Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: 'SubPort': '1.0', Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: 'Subnet': '1.1', Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: 'Trunk': '1.1'}} Feb 19 03:55:45.194948 n-d-772273-4 neutron-server[115200]: {{(pid=115200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 03:55:45.206782 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Network 8ae02c71-45ff-47a1-b8ca-fe0848324233 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:45.212553 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:45.216864 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:45.313142 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0451f4a-58b3-4046-84f6-47766930e353 admin admin] Publish callbacks [] for router_gateway (d953f649-e81c-4e1d-a4db-bcc488830844), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.324524 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Attempting to bind port 09bec7f6-8403-4352-b0e5-898c201ba899 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:55:45.325336 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Attempting to bind port 09bec7f6-8403-4352-b0e5-898c201ba899 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '062114eb-06bd-4f79-9d4f-217c98a85f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:55:45.326157 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Attempting to bind port 09bec7f6-8403-4352-b0e5-898c201ba899 on network 8ae02c71-45ff-47a1-b8ca-fe0848324233 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:45.339145 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:55:45.339824 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Checking segment: {'id': '062114eb-06bd-4f79-9d4f-217c98a85f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:45.340272 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0451f4a-58b3-4046-84f6-47766930e353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.340511 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.341267 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Bound using segment: {'id': '062114eb-06bd-4f79-9d4f-217c98a85f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:55:45.342262 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Bound port: 09bec7f6-8403-4352-b0e5-898c201ba899, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062114eb-06bd-4f79-9d4f-217c98a85f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:55:45.343402 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (09bec7f6-8403-4352-b0e5-898c201ba899), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.452169 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] For port 09bec7f6-8403-4352-b0e5-898c201ba899, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:45.458092 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] For port 09bec7f6-8403-4352-b0e5-898c201ba899, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=09bec7f6-8403-4352-b0e5-898c201ba899,segment=NetworkSegment(062114eb-06bd-4f79-9d4f-217c98a85f2d),segment_id=062114eb-06bd-4f79-9d4f-217c98a85f2d)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:55:45.470310 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (09bec7f6-8403-4352-b0e5-898c201ba899), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.596960 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02754c4-b2e2-45d4-abde-f67fc6e97bd1 None None] Pushing event updated for resources: {'Port': ['ID=09bec7f6-8403-4352-b0e5-898c201ba899,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:45.603407 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-b0451f4a-58b3-4046-84f6-47766930e353 admin admin] Allocated IP 172.25.0.37 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/eba67486-549a-4b80-91b3-1520a3eebf25) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:45.779370 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0451f4a-58b3-4046-84f6-47766930e353 admin admin] Publish callbacks [] for port (eba67486-549a-4b80-91b3-1520a3eebf25), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.832987 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0451f4a-58b3-4046-84f6-47766930e353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (eba67486-549a-4b80-91b3-1520a3eebf25), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.908641 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0451f4a-58b3-4046-84f6-47766930e353 admin admin] Pushing event updated for resources: {'Port': ['ID=eba67486-549a-4b80-91b3-1520a3eebf25,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:45.915255 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0451f4a-58b3-4046-84f6-47766930e353 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:45.917049 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-b0451f4a-58b3-4046-84f6-47766930e353 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:45.919768 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0451f4a-58b3-4046-84f6-47766930e353 admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:46.328878 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0451f4a-58b3-4046-84f6-47766930e353 admin admin] Publish callbacks [] for router_gateway (d953f649-e81c-4e1d-a4db-bcc488830844), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.486400 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51332) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:46.492322 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-b46533d6-92e4-49bd-8b2c-83d1c238a8c3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1676613381-network', 'tenant_id': '02712e872d254de88d4089fc750a0fa0'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:46.524388 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46533d6-92e4-49bd-8b2c-83d1c238a8c3 admin admin] Made reservation on behalf of 02712e872d254de88d4089fc750a0fa0 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:46.527710 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b46533d6-92e4-49bd-8b2c-83d1c238a8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.548235 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b46533d6-92e4-49bd-8b2c-83d1c238a8c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.679510 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0451f4a-58b3-4046-84f6-47766930e353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (d953f649-e81c-4e1d-a4db-bcc488830844), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.714581 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b46533d6-92e4-49bd-8b2c-83d1c238a8c3 admin admin] Publish callbacks [] for security_group (67097a30-705c-4c72-90f9-3605be21923b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.724786 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b46533d6-92e4-49bd-8b2c-83d1c238a8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (67097a30-705c-4c72-90f9-3605be21923b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.798299 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46533d6-92e4-49bd-8b2c-83d1c238a8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67097a30-705c-4c72-90f9-3605be21923b,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:46.824107 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46533d6-92e4-49bd-8b2c-83d1c238a8c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:55:46.858204 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b46533d6-92e4-49bd-8b2c-83d1c238a8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (19cdbbc9-18da-47e2-b3bf-ab7f760a4939), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.859861 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-b46533d6-92e4-49bd-8b2c-83d1c238a8c3 admin admin] Added segment 19cdbbc9-18da-47e2-b3bf-ab7f760a4939 of type vlan for network 0f913670-2589-416c-8304-03e14552d3c2 Feb 19 03:55:46.937884 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b46533d6-92e4-49bd-8b2c-83d1c238a8c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (0f913670-2589-416c-8304-03e14552d3c2), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.995910 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b46533d6-92e4-49bd-8b2c-83d1c238a8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (0f913670-2589-416c-8304-03e14552d3c2), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.997264 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46533d6-92e4-49bd-8b2c-83d1c238a8c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:46.997954 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b46533d6-92e4-49bd-8b2c-83d1c238a8c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:47.043160 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0451f4a-58b3-4046-84f6-47766930e353 admin admin] Router d953f649-e81c-4e1d-a4db-bcc488830844 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:55:47.128459 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b46533d6-92e4-49bd-8b2c-83d1c238a8c3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6376083 Feb 19 03:55:47.130805 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51344) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:47.148360 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-494191bc-5d7d-4ff8-aa95-a23e59a7b9f1 admin admin] Request body: {'subnet': {'network_id': '0f913670-2589-416c-8304-03e14552d3c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1676613381-subnet', 'tenant_id': '02712e872d254de88d4089fc750a0fa0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:47.171718 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 09bec7f6-8403-4352-b0e5-898c201ba899 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:47.191280 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494191bc-5d7d-4ff8-aa95-a23e59a7b9f1 admin admin] Made reservation on behalf of 02712e872d254de88d4089fc750a0fa0 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:47.193927 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-494191bc-5d7d-4ff8-aa95-a23e59a7b9f1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:47.201130 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46533d6-92e4-49bd-8b2c-83d1c238a8c3 admin admin] Pushing event updated for resources: {'Network': ['ID=0f913670-2589-416c-8304-03e14552d3c2,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:47.264393 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:55:47.312209 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 0f913670-2589-416c-8304-03e14552d3c2 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:55:47.431901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e17a93b-b11d-4121-904e-4128a835f98a None None] Network 8ae02c71-45ff-47a1-b8ca-fe0848324233 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:47.519604 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-494191bc-5d7d-4ff8-aa95-a23e59a7b9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (84ebd4ca-2b83-41ee-8a4a-f29141541dba), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:47.551684 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0451f4a-58b3-4046-84f6-47766930e353 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:55:47.566760 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] Sync routers for ids ['d953f649-e81c-4e1d-a4db-bcc488830844'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:55:47.596556 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0451f4a-58b3-4046-84f6-47766930e353 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:47.596770 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51354) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:47.601882 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b0451f4a-58b3-4046-84f6-47766930e353 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.2169633 Feb 19 03:55:47.605430 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51356) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:47.617463 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] Routers {'d953f649-e81c-4e1d-a4db-bcc488830844'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:55:47.618564 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:55:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d953f649-e81c-4e1d-a4db-bcc488830844'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:47.834329 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494191bc-5d7d-4ff8-aa95-a23e59a7b9f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84ebd4ca-2b83-41ee-8a4a-f29141541dba,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:47.890621 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494191bc-5d7d-4ff8-aa95-a23e59a7b9f1 admin admin] Checking segment: {'id': '19cdbbc9-18da-47e2-b3bf-ab7f760a4939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0f913670-2589-416c-8304-03e14552d3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:47.891038 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494191bc-5d7d-4ff8-aa95-a23e59a7b9f1 admin admin] Network hostable DHCP agents. Network: 0f913670-2589-416c-8304-03e14552d3c2, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:55:47.944226 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494191bc-5d7d-4ff8-aa95-a23e59a7b9f1 admin admin] Network 0f913670-2589-416c-8304-03e14552d3c2 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:55:47.977834 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-494191bc-5d7d-4ff8-aa95-a23e59a7b9f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 0f913670-2589-416c-8304-03e14552d3c2) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:48.002813 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494191bc-5d7d-4ff8-aa95-a23e59a7b9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:48.004047 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-494191bc-5d7d-4ff8-aa95-a23e59a7b9f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:48.027914 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb64732-b142-4996-9ccc-db766a637770 None None] Network 0f913670-2589-416c-8304-03e14552d3c2 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:48.073581 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-494191bc-5d7d-4ff8-aa95-a23e59a7b9f1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9330883 Feb 19 03:55:48.091022 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] Set router d953f649-e81c-4e1d-a4db-bcc488830844 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:55:48.175502 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d73aabe-b159-461d-8e29-f1ffee58ba39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:48.398640 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d73aabe-b159-461d-8e29-f1ffee58ba39 admin admin] Publish callbacks [] for security_group (641fdd1a-2698-47bd-92b6-fb8f4019d0fc), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:48.409504 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d73aabe-b159-461d-8e29-f1ffee58ba39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (641fdd1a-2698-47bd-92b6-fb8f4019d0fc), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:48.444855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ae9a4742-b7b2-4ad4-b78d-89815bfdf434 None None] Provisioning complete for port 09bec7f6-8403-4352-b0e5-898c201ba899 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:48.445474 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ae9a4742-b7b2-4ad4-b78d-89815bfdf434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (09bec7f6-8403-4352-b0e5-898c201ba899), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:48.479499 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 09bec7f6-8403-4352-b0e5-898c201ba899 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:48.480507 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (09bec7f6-8403-4352-b0e5-898c201ba899), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:48.486741 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51388) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:48.487799 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73aabe-b159-461d-8e29-f1ffee58ba39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641fdd1a-2698-47bd-92b6-fb8f4019d0fc,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:48.522068 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-777708883-router', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:55:44Z', 'updated_at': '2022-02-19T03:55:46Z', 'revision_number': 3, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'gw_port': {'id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:34:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:45Z', 'updated_at': '2022-02-19T03:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:48.593631 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] Checking router: d953f649-e81c-4e1d-a4db-bcc488830844 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:55:48.605830 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] Updating router d953f649-e81c-4e1d-a4db-bcc488830844 port eba67486-549a-4b80-91b3-1520a3eebf25 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:55:48.645354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6ad5cc-5312-44bf-8ad6-ab2abc91d47d admin admin] Deleting subnet 4d5659c6-5525-46a7-ad3f-ce49d95e56bc {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:55:48.653519 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6e6ad5cc-5312-44bf-8ad6-ab2abc91d47d admin admin] Publish callbacks [] for subnet (4d5659c6-5525-46a7-ad3f-ce49d95e56bc), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:48.727843 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (eba67486-549a-4b80-91b3-1520a3eebf25), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:48.748813 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51406) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:48.789123 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6e6ad5cc-5312-44bf-8ad6-ab2abc91d47d admin admin] Publish callbacks [] for subnet (4d5659c6-5525-46a7-ad3f-ce49d95e56bc), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:48.819928 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9823dc51-a0a1-4f20-af8f-24340e05b3f7 None None] Network 0f913670-2589-416c-8304-03e14552d3c2 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:48.826401 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6e6ad5cc-5312-44bf-8ad6-ab2abc91d47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (4d5659c6-5525-46a7-ad3f-ce49d95e56bc), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:48.949837 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6e6ad5cc-5312-44bf-8ad6-ab2abc91d47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (4d5659c6-5525-46a7-ad3f-ce49d95e56bc), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.046033 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ad5cc-5312-44bf-8ad6-ab2abc91d47d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d5659c6-5525-46a7-ad3f-ce49d95e56bc,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:49.051580 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6e6ad5cc-5312-44bf-8ad6-ab2abc91d47d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.057986 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6e6ad5cc-5312-44bf-8ad6-ab2abc91d47d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4d5659c6-5525-46a7-ad3f-ce49d95e56bc HTTP/1.1" status: 204 len: 168 time: 0.5486836 Feb 19 03:55:49.064029 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8d73aabe-b159-461d-8e29-f1ffee58ba39 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=75a11237e52e47e4b4dc6204b2c005d5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4536953 Feb 19 03:55:49.064510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51420) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:49.068044 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51422) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:49.204199 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b5407f1f-aa1a-4da4-a6c6-8d3480f3ee4b admin admin] Publish callbacks [] for security_group (641fdd1a-2698-47bd-92b6-fb8f4019d0fc), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.237700 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ae9a4742-b7b2-4ad4-b78d-89815bfdf434 None None] Current status of the port 09bec7f6-8403-4352-b0e5-898c201ba899 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:49.238549 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ae9a4742-b7b2-4ad4-b78d-89815bfdf434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (09bec7f6-8403-4352-b0e5-898c201ba899), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.255686 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51432) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:49.273873 n-d-772273-4 neutron-server[115199]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 19 03:55:49.326601 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-ae9a4742-b7b2-4ad4-b78d-89815bfdf434 None None] For port 09bec7f6-8403-4352-b0e5-898c201ba899, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=09bec7f6-8403-4352-b0e5-898c201ba899,segment=NetworkSegment(062114eb-06bd-4f79-9d4f-217c98a85f2d),segment_id=062114eb-06bd-4f79-9d4f-217c98a85f2d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:49.342587 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ae9a4742-b7b2-4ad4-b78d-89815bfdf434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (09bec7f6-8403-4352-b0e5-898c201ba899), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.351865 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 09bec7f6-8403-4352-b0e5-898c201ba899 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:49.352232 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (09bec7f6-8403-4352-b0e5-898c201ba899), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.464468 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] Publish callbacks [] for port (eba67486-549a-4b80-91b3-1520a3eebf25), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.472875 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-3f5d70e3-3f17-4588-804e-cbf98c9223f3 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=82f79c968b654ab7a9cfc80bcb23457c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2152140 Feb 19 03:55:49.481290 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (eba67486-549a-4b80-91b3-1520a3eebf25), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.509772 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b5407f1f-aa1a-4da4-a6c6-8d3480f3ee4b admin admin] Publish callbacks [] for security_group (641fdd1a-2698-47bd-92b6-fb8f4019d0fc), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.534167 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a4742-b7b2-4ad4-b78d-89815bfdf434 None None] Pushing event updated for resources: {'Port': ['ID=09bec7f6-8403-4352-b0e5-898c201ba899,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:49.564537 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:55:49.564891 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:55:49.566029 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-448936aa-b789-428b-b424-d9064c56f701 None None] Provisioning complete for port 09bec7f6-8403-4352-b0e5-898c201ba899 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:49.566029 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-448936aa-b789-428b-b424-d9064c56f701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (09bec7f6-8403-4352-b0e5-898c201ba899), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.583022 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68da6533-5069-4d3f-9ff6-8d40d6d25d70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.604661 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] Attempting to bind port eba67486-549a-4b80-91b3-1520a3eebf25 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:55:49.606015 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] Attempting to bind port eba67486-549a-4b80-91b3-1520a3eebf25 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:55:49.606557 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] Attempting to bind port eba67486-549a-4b80-91b3-1520a3eebf25 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:49.615238 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (7f3ed8f7-d7b4-434c-880a-1f0bab22b1aa), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.631450 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c1b76-a979-41c8-9110-2fbdf5a46723 None None] Pushing event updated for resources: {'Port': ['ID=eba67486-549a-4b80-91b3-1520a3eebf25,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:49.636742 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:55:49.637208 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:49.637994 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.639032 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:55:49.640057 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] Bound port: eba67486-549a-4b80-91b3-1520a3eebf25, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:55:49.640866 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (eba67486-549a-4b80-91b3-1520a3eebf25), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.700616 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c1b76-a979-41c8-9110-2fbdf5a46723 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:49.701415 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c1b76-a979-41c8-9110-2fbdf5a46723 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:49.702130 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c1b76-a979-41c8-9110-2fbdf5a46723 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:49.702840 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c1b76-a979-41c8-9110-2fbdf5a46723 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:49.704065 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c1b76-a979-41c8-9110-2fbdf5a46723 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:49.704472 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c1b76-a979-41c8-9110-2fbdf5a46723 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:49.705554 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c1b76-a979-41c8-9110-2fbdf5a46723 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:49.706130 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c1b76-a979-41c8-9110-2fbdf5a46723 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:49.706836 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c1b76-a979-41c8-9110-2fbdf5a46723 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:49.707537 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c1b76-a979-41c8-9110-2fbdf5a46723 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:49.708409 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c1b76-a979-41c8-9110-2fbdf5a46723 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:49.709126 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c1b76-a979-41c8-9110-2fbdf5a46723 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:49.710145 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c1b76-a979-41c8-9110-2fbdf5a46723 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36c1b76-a979-41c8-9110-2fbdf5a46723 None None] Tracked resource versions report: Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: pushed versions: Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: { 'AddressGroup': {'1.2'}, Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: 'ConntrackHelper': {'1.0'}, Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: 'LocalIPAssociation': {'1.0'}, Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: 'Log': {'1.0'}, Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: 'Network': {'1.1'}, Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: 'Port': {'1.7'}, Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: 'PortForwarding': {'1.2'}, Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: 'QosPolicy': {'1.10'}, Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: 'SecurityGroup': {'1.5'}, Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: 'SecurityGroupRule': {'1.2'}, Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: 'SubPort': {'1.0'}, Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: 'Subnet': {'1.1'}, Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: 'Trunk': {'1.1'}} Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: consumer versions: Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: { DHCP agent@n-d-772273-4: {}, Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: HyperV agent@n-h1-772273-4: {}, Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: HyperV agent@n-h2-772273-4: {}, Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: L3 agent@n-d-772273-4: {}, Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: Metadata agent@n-d-772273-4: {}, Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: Metering agent@n-d-772273-4: {}, Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: Open vSwitch agent@n-d-772273-4: { 'AddressGroup': '1.2', Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: 'ConntrackHelper': '1.0', Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: 'LocalIPAssociation': '1.0', Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: 'Log': '1.0', Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: 'Network': '1.1', Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: 'Port': '1.7', Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: 'PortForwarding': '1.2', Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: 'QosPolicy': '1.10', Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: 'SecurityGroup': '1.5', Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: 'SecurityGroupRule': '1.2', Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: 'SubPort': '1.0', Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: 'Subnet': '1.1', Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: 'Trunk': '1.1'}} Feb 19 03:55:49.712442 n-d-772273-4 neutron-server[115201]: {{(pid=115201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 03:55:49.744943 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68da6533-5069-4d3f-9ff6-8d40d6d25d70 admin admin] Publish callbacks [] for security_group (290c5961-1370-496e-a2f4-cd77bc9b44de), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.753508 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68da6533-5069-4d3f-9ff6-8d40d6d25d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (290c5961-1370-496e-a2f4-cd77bc9b44de), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.764757 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-448936aa-b789-428b-b424-d9064c56f701 None None] Current status of the port 09bec7f6-8403-4352-b0e5-898c201ba899 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:49.786942 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-68da6533-5069-4d3f-9ff6-8d40d6d25d70 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b51fafc632cb412aa0bb8af267367b87&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0369151 Feb 19 03:55:49.795708 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51450) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:49.830843 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] For port eba67486-549a-4b80-91b3-1520a3eebf25, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:49.839012 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] For port eba67486-549a-4b80-91b3-1520a3eebf25, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=eba67486-549a-4b80-91b3-1520a3eebf25,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:55:49.854299 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (eba67486-549a-4b80-91b3-1520a3eebf25), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.876650 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b5407f1f-aa1a-4da4-a6c6-8d3480f3ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (641fdd1a-2698-47bd-92b6-fb8f4019d0fc), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.884166 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b5407f1f-aa1a-4da4-a6c6-8d3480f3ee4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.886664 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b5407f1f-aa1a-4da4-a6c6-8d3480f3ee4b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/641fdd1a-2698-47bd-92b6-fb8f4019d0fc HTTP/1.1" status: 204 len: 168 time: 0.8163702 Feb 19 03:55:49.914669 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da6533-5069-4d3f-9ff6-8d40d6d25d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290c5961-1370-496e-a2f4-cd77bc9b44de,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:49.937747 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5407f1f-aa1a-4da4-a6c6-8d3480f3ee4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641fdd1a-2698-47bd-92b6-fb8f4019d0fc,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:49.953019 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52174e11-cad2-4a38-a2ed-69cafac70274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:50.028568 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (7f3ed8f7-d7b4-434c-880a-1f0bab22b1aa), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:50.067663 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] Routers {'d953f649-e81c-4e1d-a4db-bcc488830844'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:55:50.069297 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:55:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d953f649-e81c-4e1d-a4db-bcc488830844'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:50.076820 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1a0da300-29dd-41e3-b9c7-6bab4c726ed9 admin admin] Publish callbacks [] for security_group (290c5961-1370-496e-a2f4-cd77bc9b44de), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:50.117594 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:55:50.118215 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:55:50.119196 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:55:50.119694 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] Subscribe: > port after_create 55550000 {{(pid=115198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:55:50.120315 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:55:50.120854 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] Subscribe: > port after_update 55550000 {{(pid=115198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:55:50.121376 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:55:50.121866 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:55:50.122336 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:55:50.122839 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:55:50.123191 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-987907d4-4b68-4346-b914-8d28866f160a tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:50.139334 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-987907d4-4b68-4346-b914-8d28866f160a tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6319041 Feb 19 03:55:50.169415 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-388e44ce-df48-4037-9bf7-3878712151c3 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/quotas/82f79c968b654ab7a9cfc80bcb23457c HTTP/1.1" status: 200 len: 375 time: 0.0275452 Feb 19 03:55:50.201286 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 09bec7f6-8403-4352-b0e5-898c201ba899 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:50.302825 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-9fccc470-24ff-4fcb-a30b-9f0353babc4e tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=82f79c968b654ab7a9cfc80bcb23457c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1321390 Feb 19 03:55:50.402414 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 09bec7f6-8403-4352-b0e5-898c201ba899 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:50.459991 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c1b76-a979-41c8-9110-2fbdf5a46723 None None] Pushing event updated for resources: {'Port': ['ID=eba67486-549a-4b80-91b3-1520a3eebf25,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:50.555046 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] Set router d953f649-e81c-4e1d-a4db-bcc488830844 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:55:50.600269 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 09bec7f6-8403-4352-b0e5-898c201ba899 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:50.601426 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (09bec7f6-8403-4352-b0e5-898c201ba899), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:50.609960 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:55:50.612496 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:55:50.614063 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:55:50.615651 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:55:50.617719 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3ed8f7-d7b4-434c-880a-1f0bab22b1aa']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:50.686990 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690821c0-324b-4fa7-93f3-1ccad6324f13') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:50.687673 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690821c0-324b-4fa7-93f3-1ccad6324f13') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:50.766164 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1a0da300-29dd-41e3-b9c7-6bab4c726ed9 admin admin] Publish callbacks [] for security_group (290c5961-1370-496e-a2f4-cd77bc9b44de), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:50.787800 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (690821c0-324b-4fa7-93f3-1ccad6324f13), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:50.949552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51490) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:50.970040 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 09bec7f6-8403-4352-b0e5-898c201ba899 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:51.024324 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6e4eddb4-f26c-4aee-91ed-4b705e10de1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.031209 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (690821c0-324b-4fa7-93f3-1ccad6324f13), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.063906 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:55:51.064724 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (690821c0-324b-4fa7-93f3-1ccad6324f13), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: from cryptography.utils import int_from_bytes Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: from cryptography.utils import int_from_bytes Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: timer() Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:55:51.072353 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:55:51.207525 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (7f3ed8f7-d7b4-434c-880a-1f0bab22b1aa), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.211255 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-52174e11-cad2-4a38-a2ed-69cafac70274 admin admin] Allocated IP 172.20.0.1 (8ae02c71-45ff-47a1-b8ca-fe0848324233/4270ac7f-396b-4263-8a48-9f0c325d371b/03ea5cdb-6300-45d8-ba40-fbeff6008f2f) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:51.219377 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1a0da300-29dd-41e3-b9c7-6bab4c726ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (290c5961-1370-496e-a2f4-cd77bc9b44de), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.222974 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1a0da300-29dd-41e3-b9c7-6bab4c726ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.224823 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1a0da300-29dd-41e3-b9c7-6bab4c726ed9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/290c5961-1370-496e-a2f4-cd77bc9b44de HTTP/1.1" status: 204 len: 168 time: 1.4262226 Feb 19 03:55:51.248242 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.252786 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7f3ed8f7-d7b4-434c-880a-1f0bab22b1aa HTTP/1.1" status: 204 len: 168 time: 2.1832108 Feb 19 03:55:51.270232 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51502) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:51.284683 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c42543-f0e2-4623-87b4-eb537ec1ff26 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f3ed8f7-d7b4-434c-880a-1f0bab22b1aa,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:51.287960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0da300-29dd-41e3-b9c7-6bab4c726ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290c5961-1370-496e-a2f4-cd77bc9b44de,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:51.358067 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6e4eddb4-f26c-4aee-91ed-4b705e10de1c admin admin] Publish callbacks [] for security_group (a6753657-2df3-4d2a-98ee-bc5d19ddbb70), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.359103 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-777708883-router', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:55:44Z', 'updated_at': '2022-02-19T03:55:46Z', 'revision_number': 3, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'gw_port': {'id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:34:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:45Z', 'updated_at': '2022-02-19T03:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:51.366805 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6e4eddb4-f26c-4aee-91ed-4b705e10de1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a6753657-2df3-4d2a-98ee-bc5d19ddbb70), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.440704 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6e4eddb4-f26c-4aee-91ed-4b705e10de1c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4e04860f58044a0fada62c46332994e2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4879863 Feb 19 03:55:51.443884 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4eddb4-f26c-4aee-91ed-4b705e10de1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6753657-2df3-4d2a-98ee-bc5d19ddbb70,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:51.446924 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51508) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:51.460398 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3461cbe-b190-4ae3-82c2-6378c822bdd8 None None] The sync data for ids ['d953f649-e81c-4e1d-a4db-bcc488830844'] in n-d-772273-4 is: [{'id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-777708883-router', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:55:44Z', 'updated_at': '2022-02-19T03:55:46Z', 'revision_number': 3, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'gw_port': {'id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:34:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:45Z', 'updated_at': '2022-02-19T03:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:55:51.477010 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20360f2-bfe7-4831-b9a7-3193bbadbb15 admin admin] Deleting subnet 84ebd4ca-2b83-41ee-8a4a-f29141541dba {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:55:51.486533 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b20360f2-bfe7-4831-b9a7-3193bbadbb15 admin admin] Publish callbacks [] for subnet (84ebd4ca-2b83-41ee-8a4a-f29141541dba), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.577671 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51510) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:51.587859 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff4d3654-b532-4cb5-9399-b9eb598da851 admin admin] Publish callbacks [] for security_group (a6753657-2df3-4d2a-98ee-bc5d19ddbb70), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.647912 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff4d3654-b532-4cb5-9399-b9eb598da851 admin admin] Publish callbacks [] for security_group (a6753657-2df3-4d2a-98ee-bc5d19ddbb70), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.742467 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52174e11-cad2-4a38-a2ed-69cafac70274 admin admin] Publish callbacks [] for port (03ea5cdb-6300-45d8-ba40-fbeff6008f2f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.771589 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff4d3654-b532-4cb5-9399-b9eb598da851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a6753657-2df3-4d2a-98ee-bc5d19ddbb70), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.775235 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff4d3654-b532-4cb5-9399-b9eb598da851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.776784 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ff4d3654-b532-4cb5-9399-b9eb598da851 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a6753657-2df3-4d2a-98ee-bc5d19ddbb70 HTTP/1.1" status: 204 len: 168 time: 0.3190632 Feb 19 03:55:51.789424 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d3654-b532-4cb5-9399-b9eb598da851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6753657-2df3-4d2a-98ee-bc5d19ddbb70,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:51.935150 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52174e11-cad2-4a38-a2ed-69cafac70274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (03ea5cdb-6300-45d8-ba40-fbeff6008f2f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.974204 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52174e11-cad2-4a38-a2ed-69cafac70274 admin admin] Network 8ae02c71-45ff-47a1-b8ca-fe0848324233 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:51.980933 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-52174e11-cad2-4a38-a2ed-69cafac70274 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:51.987017 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52174e11-cad2-4a38-a2ed-69cafac70274 admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:52.111256 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b20360f2-bfe7-4831-b9a7-3193bbadbb15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (84ebd4ca-2b83-41ee-8a4a-f29141541dba), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:52.254573 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52174e11-cad2-4a38-a2ed-69cafac70274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (d953f649-e81c-4e1d-a4db-bcc488830844), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:52.473120 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device eba67486-549a-4b80-91b3-1520a3eebf25 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:52.518356 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52174e11-cad2-4a38-a2ed-69cafac70274 admin admin] Pushing event updated for resources: {'Port': ['ID=03ea5cdb-6300-45d8-ba40-fbeff6008f2f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:52.547356 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b20360f2-bfe7-4831-b9a7-3193bbadbb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (84ebd4ca-2b83-41ee-8a4a-f29141541dba), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:52.670649 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port eba67486-549a-4b80-91b3-1520a3eebf25 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:52.674518 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (eba67486-549a-4b80-91b3-1520a3eebf25), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:52.843180 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e68d6141-35ed-4f9f-baf1-20f102e159f5 None None] Provisioning complete for port 03ea5cdb-6300-45d8-ba40-fbeff6008f2f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:52.846057 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e68d6141-35ed-4f9f-baf1-20f102e159f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (03ea5cdb-6300-45d8-ba40-fbeff6008f2f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:52.881474 n-d-772273-4 neutron-server[115198]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 19 03:55:52.960959 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-548822aa-2a7a-427f-9cc2-f75d2d1d072c req-e5e50fc3-80a3-4ed5-a2c0-ca2a45d2b90a tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 210 time: 1.3710999 Feb 19 03:55:52.974131 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52174e11-cad2-4a38-a2ed-69cafac70274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (03ea5cdb-6300-45d8-ba40-fbeff6008f2f), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:53.113949 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e68d6141-35ed-4f9f-baf1-20f102e159f5 None None] Port 03ea5cdb-6300-45d8-ba40-fbeff6008f2f cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:55:53.140898 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b20360f2-bfe7-4831-b9a7-3193bbadbb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (84ebd4ca-2b83-41ee-8a4a-f29141541dba), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:53.226372 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port eba67486-549a-4b80-91b3-1520a3eebf25 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:53.228496 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (eba67486-549a-4b80-91b3-1520a3eebf25), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:53.318811 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20360f2-bfe7-4831-b9a7-3193bbadbb15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84ebd4ca-2b83-41ee-8a4a-f29141541dba,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:53.324435 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51576) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:53.367258 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port eba67486-549a-4b80-91b3-1520a3eebf25, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=eba67486-549a-4b80-91b3-1520a3eebf25,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:53.371627 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b20360f2-bfe7-4831-b9a7-3193bbadbb15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:53.376355 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b20360f2-bfe7-4831-b9a7-3193bbadbb15 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/84ebd4ca-2b83-41ee-8a4a-f29141541dba HTTP/1.1" status: 204 len: 168 time: 2.1042218 Feb 19 03:55:53.386385 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (eba67486-549a-4b80-91b3-1520a3eebf25), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:53.399094 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51578) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:53.418226 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa2b79b9-f7bc-4d7f-838b-678d4b3fe23c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:53.574278 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=eba67486-549a-4b80-91b3-1520a3eebf25,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:53.625598 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ef16651-d6ce-4c7d-a382-9449bcb19ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (0f913670-2589-416c-8304-03e14552d3c2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:53.805729 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa2b79b9-f7bc-4d7f-838b-678d4b3fe23c admin admin] Publish callbacks [] for security_group (00c71587-2a9b-4be8-bc6b-4a42eb97fbdf), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:53.817640 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa2b79b9-f7bc-4d7f-838b-678d4b3fe23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (00c71587-2a9b-4be8-bc6b-4a42eb97fbdf), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.013562 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-aa2b79b9-f7bc-4d7f-838b-678d4b3fe23c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=88ef78b9606f4cbda9d64495115ac995&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6872709 Feb 19 03:55:54.026771 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51606) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:54.112574 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b79b9-f7bc-4d7f-838b-678d4b3fe23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c71587-2a9b-4be8-bc6b-4a42eb97fbdf,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:54.125557 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ef16651-d6ce-4c7d-a382-9449bcb19ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (0f913670-2589-416c-8304-03e14552d3c2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.163974 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52174e11-cad2-4a38-a2ed-69cafac70274 admin admin] Publish callbacks [] for port (03ea5cdb-6300-45d8-ba40-fbeff6008f2f), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.178753 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52174e11-cad2-4a38-a2ed-69cafac70274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (03ea5cdb-6300-45d8-ba40-fbeff6008f2f), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.233165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-6ef16651-d6ce-4c7d-a382-9449bcb19ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f913670-2589-416c-8304-03e14552d3c2']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:54.259187 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd44dde8-daff-4eec-945e-bb9a3c85c3f9 admin admin] Publish callbacks [] for security_group (00c71587-2a9b-4be8-bc6b-4a42eb97fbdf), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.286622 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-6ef16651-d6ce-4c7d-a382-9449bcb19ec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19cdbbc9-18da-47e2-b3bf-ab7f760a4939') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:54.287154 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-6ef16651-d6ce-4c7d-a382-9449bcb19ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19cdbbc9-18da-47e2-b3bf-ab7f760a4939') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:54.320158 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ef16651-d6ce-4c7d-a382-9449bcb19ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (19cdbbc9-18da-47e2-b3bf-ab7f760a4939), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.336807 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52174e11-cad2-4a38-a2ed-69cafac70274 admin admin] Pushing event updated for resources: {'Port': ['ID=03ea5cdb-6300-45d8-ba40-fbeff6008f2f,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:54.342783 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52174e11-cad2-4a38-a2ed-69cafac70274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (d953f649-e81c-4e1d-a4db-bcc488830844), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.370380 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ef16651-d6ce-4c7d-a382-9449bcb19ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (19cdbbc9-18da-47e2-b3bf-ab7f760a4939), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.373674 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd44dde8-daff-4eec-945e-bb9a3c85c3f9 admin admin] Publish callbacks [] for security_group (00c71587-2a9b-4be8-bc6b-4a42eb97fbdf), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.413842 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device eba67486-549a-4b80-91b3-1520a3eebf25 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:54.472497 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef16651-d6ce-4c7d-a382-9449bcb19ec2 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:55:54.477621 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ef16651-d6ce-4c7d-a382-9449bcb19ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (19cdbbc9-18da-47e2-b3bf-ab7f760a4939), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: timer() Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:55:54.488276 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:55:54.543916 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd44dde8-daff-4eec-945e-bb9a3c85c3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (00c71587-2a9b-4be8-bc6b-4a42eb97fbdf), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.548427 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd44dde8-daff-4eec-945e-bb9a3c85c3f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.553584 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fd44dde8-daff-4eec-945e-bb9a3c85c3f9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/00c71587-2a9b-4be8-bc6b-4a42eb97fbdf HTTP/1.1" status: 204 len: 168 time: 0.5223160 Feb 19 03:55:54.573482 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44dde8-daff-4eec-945e-bb9a3c85c3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c71587-2a9b-4be8-bc6b-4a42eb97fbdf,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:54.622192 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51628) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:54.776428 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ef16651-d6ce-4c7d-a382-9449bcb19ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (0f913670-2589-416c-8304-03e14552d3c2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.798911 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ef16651-d6ce-4c7d-a382-9449bcb19ec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.806021 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6ef16651-d6ce-4c7d-a382-9449bcb19ec2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0f913670-2589-416c-8304-03e14552d3c2 HTTP/1.1" status: 204 len: 168 time: 1.4123833 Feb 19 03:55:54.829165 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port eba67486-549a-4b80-91b3-1520a3eebf25 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:54.829927 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (eba67486-549a-4b80-91b3-1520a3eebf25), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.897703 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef16651-d6ce-4c7d-a382-9449bcb19ec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f913670-2589-416c-8304-03e14552d3c2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:54.957631 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-748af48f-91db-44b9-b74d-bc5378fbb06f req-ad9817a0-4038-4cfa-aafd-c6cbb3597518 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 210 time: 0.2845418 Feb 19 03:55:55.021324 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port eba67486-549a-4b80-91b3-1520a3eebf25 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:55.035084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52174e11-cad2-4a38-a2ed-69cafac70274 admin admin] Network 8ae02c71-45ff-47a1-b8ca-fe0848324233 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:55.037406 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-52174e11-cad2-4a38-a2ed-69cafac70274 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:55.330751 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52174e11-cad2-4a38-a2ed-69cafac70274 admin admin] Router d953f649-e81c-4e1d-a4db-bcc488830844 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:55:55.468966 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-acb52e17-aae1-49c3-8ca1-b040e5d9cd1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:55.485572 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-4046d99a-2e2d-4784-b03d-21536a18d489 None None] Provisioning complete for port 03ea5cdb-6300-45d8-ba40-fbeff6008f2f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:55.486127 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4046d99a-2e2d-4784-b03d-21536a18d489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (03ea5cdb-6300-45d8-ba40-fbeff6008f2f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:55.609738 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.48', 64030) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:55.610670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4046d99a-2e2d-4784-b03d-21536a18d489 None None] Port 03ea5cdb-6300-45d8-ba40-fbeff6008f2f cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:55:55.672313 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-acb52e17-aae1-49c3-8ca1-b040e5d9cd1d admin admin] Publish callbacks [] for security_group (fc37ed74-0237-409b-b446-639baf90486d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:55.678776 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-acb52e17-aae1-49c3-8ca1-b040e5d9cd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (fc37ed74-0237-409b-b446-639baf90486d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:55.716265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51652) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:55.729713 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-acb52e17-aae1-49c3-8ca1-b040e5d9cd1d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=912685fa724e41b9a7ec36d044242b7c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1045690 Feb 19 03:55:55.733297 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51654) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:55.792988 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52174e11-cad2-4a38-a2ed-69cafac70274 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:55:55.809477 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-33adb6f6-f052-45b9-9b4c-5fa880b60416 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=82f79c968b654ab7a9cfc80bcb23457c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1975040 Feb 19 03:55:55.829924 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-52174e11-cad2-4a38-a2ed-69cafac70274 admin admin] 10.222.0.65 "PUT /v2.0/routers/d953f649-e81c-4e1d-a4db-bcc488830844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2198255 Feb 19 03:55:55.904128 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e3231f2-3216-4f06-8c89-bda16c72bf27 admin admin] Publish callbacks [] for security_group (fc37ed74-0237-409b-b446-639baf90486d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:55.952578 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e3231f2-3216-4f06-8c89-bda16c72bf27 admin admin] Publish callbacks [] for security_group (fc37ed74-0237-409b-b446-639baf90486d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:56.084153 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1afa2138-504b-45a2-b8d3-befce7f4d362 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6668663884dc48f4a373e0f51fbe4b51&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3525193 Feb 19 03:55:56.085085 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e3231f2-3216-4f06-8c89-bda16c72bf27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (fc37ed74-0237-409b-b446-639baf90486d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:56.090205 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e3231f2-3216-4f06-8c89-bda16c72bf27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:56.096538 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5e3231f2-3216-4f06-8c89-bda16c72bf27 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fc37ed74-0237-409b-b446-639baf90486d HTTP/1.1" status: 204 len: 168 time: 0.3387935 Feb 19 03:55:56.096944 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51666) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:56.110287 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb52e17-aae1-49c3-8ca1-b040e5d9cd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc37ed74-0237-409b-b446-639baf90486d,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:56.139651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3231f2-3216-4f06-8c89-bda16c72bf27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc37ed74-0237-409b-b446-639baf90486d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:56.193317 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6e0df967-fa84-44f8-bd16-6006fa09c2bd req-30c466f6-9875-46c2-afb7-5764046caee5 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 210 time: 0.0456045 Feb 19 03:55:56.303305 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-959f8590-2812-4eeb-b797-4e2b32cfd4f6 admin admin] Publish callbacks [] for security_group (e7066131-33d6-426e-8c74-b1bafee23170), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:56.373355 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-959f8590-2812-4eeb-b797-4e2b32cfd4f6 admin admin] Publish callbacks [] for security_group (e7066131-33d6-426e-8c74-b1bafee23170), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:56.495165 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-959f8590-2812-4eeb-b797-4e2b32cfd4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e7066131-33d6-426e-8c74-b1bafee23170), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:56.498216 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-959f8590-2812-4eeb-b797-4e2b32cfd4f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:56.503667 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-959f8590-2812-4eeb-b797-4e2b32cfd4f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e7066131-33d6-426e-8c74-b1bafee23170 HTTP/1.1" status: 204 len: 168 time: 0.4054229 Feb 19 03:55:56.510709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-066975c7-af03-4cea-8175-05c32c97b4a8 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:56.513540 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f8590-2812-4eeb-b797-4e2b32cfd4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7066131-33d6-426e-8c74-b1bafee23170,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:56.518102 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-066975c7-af03-4cea-8175-05c32c97b4a8 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6867890 Feb 19 03:55:56.545983 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-e7f4e18e-f34f-43e7-8c9a-ed95546fe14b tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=19792dcec5d14c6181f78d8337ab9d75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265732 Feb 19 03:55:56.661830 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-a4be55cf-2555-44d3-9948-200d331156e3 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Request body: {'port': {'device_id': '2eba884c-0d00-47ed-9f6e-3cc46fd07a42', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': '82f79c968b654ab7a9cfc80bcb23457c'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:57.320275 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-b55326c7-8161-4c48-bbb5-3dc9ee11883b tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:57.349662 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-b55326c7-8161-4c48-bbb5-3dc9ee11883b tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7928267 Feb 19 03:55:57.386545 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-ad8717e1-e009-474c-ad9a-23d1da1bb9b1 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/quotas/19792dcec5d14c6181f78d8337ab9d75 HTTP/1.1" status: 200 len: 375 time: 0.0346086 Feb 19 03:55:57.600795 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-60a0813e-6e07-46cc-a6b3-47064c62abd4 req-0dfc0c64-5295-4df3-9ec2-4a64d339c276 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 210 time: 0.1043868 Feb 19 03:55:57.603185 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-bb773fcb-1df1-4609-946c-0b05f488b4bc tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=19792dcec5d14c6181f78d8337ab9d75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1998813 Feb 19 03:55:57.607863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-a4be55cf-2555-44d3-9948-200d331156e3 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Made reservation on behalf of 82f79c968b654ab7a9cfc80bcb23457c for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:57.611185 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-a4be55cf-2555-44d3-9948-200d331156e3 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:57.653126 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-a4be55cf-2555-44d3-9948-200d331156e3 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:57.819464 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51724) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:57.860137 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b9d83195-f325-42e6-9b80-5dcafcf38636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:57.948534 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-a4be55cf-2555-44d3-9948-200d331156e3 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Publish callbacks [] for security_group (fec1028f-f1f7-4dfd-bdc9-216c3ce9f136), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:57.968805 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-a4be55cf-2555-44d3-9948-200d331156e3 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (fec1028f-f1f7-4dfd-bdc9-216c3ce9f136), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:58.007619 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] Sync routers for ids ['d953f649-e81c-4e1d-a4db-bcc488830844'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:55:58.037356 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] Routers {'d953f649-e81c-4e1d-a4db-bcc488830844'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:55:58.038944 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:55:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d953f649-e81c-4e1d-a4db-bcc488830844'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:58.099375 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b9d83195-f325-42e6-9b80-5dcafcf38636 admin admin] Publish callbacks [] for security_group (bc37e977-c389-4e1a-84db-1fcc064f3dff), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:58.128791 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b9d83195-f325-42e6-9b80-5dcafcf38636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (bc37e977-c389-4e1a-84db-1fcc064f3dff), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:58.287854 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ddaab69e-6222-48e2-bfb2-9148c597448c req-7aa2acd7-26f9-40e7-a48d-e5b083d53881 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 210 time: 0.1312227 Feb 19 03:55:58.310482 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b9d83195-f325-42e6-9b80-5dcafcf38636 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0352c1a1b511410a94721182fceebaf8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4854531 Feb 19 03:55:58.311185 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51738) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:58.331970 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d83195-f325-42e6-9b80-5dcafcf38636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc37e977-c389-4e1a-84db-1fcc064f3dff,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:58.365464 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be55cf-2555-44d3-9948-200d331156e3 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:58.503148 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3bd1f341-b880-49a5-b80c-2553267b234e admin admin] Publish callbacks [] for security_group (bc37e977-c389-4e1a-84db-1fcc064f3dff), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:58.533610 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] Set router d953f649-e81c-4e1d-a4db-bcc488830844 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:55:58.643048 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3bd1f341-b880-49a5-b80c-2553267b234e admin admin] Publish callbacks [] for security_group (bc37e977-c389-4e1a-84db-1fcc064f3dff), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:59.001369 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3bd1f341-b880-49a5-b80c-2553267b234e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (bc37e977-c389-4e1a-84db-1fcc064f3dff), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:59.016392 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-a4be55cf-2555-44d3-9948-200d331156e3 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Allocated IP 192.168.233.95 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/0850cf91-c662-474c-84f2-db0576edd49a) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:59.032033 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3bd1f341-b880-49a5-b80c-2553267b234e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:59.049831 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3bd1f341-b880-49a5-b80c-2553267b234e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bc37e977-c389-4e1a-84db-1fcc064f3dff HTTP/1.1" status: 204 len: 168 time: 0.7336891 Feb 19 03:55:59.122681 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1f341-b880-49a5-b80c-2553267b234e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc37e977-c389-4e1a-84db-1fcc064f3dff,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:59.198018 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51758) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:59.448546 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5d993080-333e-4848-9276-e8728be5d20a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=02712e872d254de88d4089fc750a0fa0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2480950 Feb 19 03:55:59.455765 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51766) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:59.567911 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-61c6276e-72af-4a75-a8db-5c6c90ec1a68 req-1e0d91ae-aa93-4a9b-bd5d-0244b999c243 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 210 time: 0.2637408 Feb 19 03:55:59.659162 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4385a641-d8b8-4c59-a3ef-4ae65eab1a12 req-d037cc17-8125-44e3-afe9-eb99a999411c tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 210 time: 0.1058836 Feb 19 03:55:59.736657 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8bab3c5a-c96b-4b91-bb93-c8e5569b9db8 admin admin] Publish callbacks [] for security_group (67097a30-705c-4c72-90f9-3605be21923b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:59.820607 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8bab3c5a-c96b-4b91-bb93-c8e5569b9db8 admin admin] Publish callbacks [] for security_group (67097a30-705c-4c72-90f9-3605be21923b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:00.048556 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8bab3c5a-c96b-4b91-bb93-c8e5569b9db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (67097a30-705c-4c72-90f9-3605be21923b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:00.055983 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8bab3c5a-c96b-4b91-bb93-c8e5569b9db8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:00.061042 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8bab3c5a-c96b-4b91-bb93-c8e5569b9db8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/67097a30-705c-4c72-90f9-3605be21923b HTTP/1.1" status: 204 len: 168 time: 0.5993309 Feb 19 03:56:00.101877 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab3c5a-c96b-4b91-bb93-c8e5569b9db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67097a30-705c-4c72-90f9-3605be21923b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:00.206317 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-a4be55cf-2555-44d3-9948-200d331156e3 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Publish callbacks [] for port (0850cf91-c662-474c-84f2-db0576edd49a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:00.397217 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-a4be55cf-2555-44d3-9948-200d331156e3 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (0850cf91-c662-474c-84f2-db0576edd49a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:00.461941 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-777708883-router', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:55:44Z', 'updated_at': '2022-02-19T03:55:52Z', 'revision_number': 4, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'gw_port': {'id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:34:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:45Z', 'updated_at': '2022-02-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '03ea5cdb-6300-45d8-ba40-fbeff6008f2f', 'name': '', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'mac_address': 'fa:16:3e:62:2e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:50Z', 'updated_at': '2022-02-19T03:55:53Z', 'revision_number': 2, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'subnets': [{'id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:00.508242 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-a4be55cf-2555-44d3-9948-200d331156e3 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:00.529753 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] Checking router: d953f649-e81c-4e1d-a4db-bcc488830844 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:56:00.530388 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] Updating router d953f649-e81c-4e1d-a4db-bcc488830844 port 03ea5cdb-6300-45d8-ba40-fbeff6008f2f binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:56:00.593806 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-a4be55cf-2555-44d3-9948-200d331156e3 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:00.646822 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-a4be55cf-2555-44d3-9948-200d331156e3 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:00.653715 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (03ea5cdb-6300-45d8-ba40-fbeff6008f2f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:01.190841 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-83abf676-c2d7-4d5a-9803-a86dba2a72bb req-f559a696-757f-4d7c-88e4-7e8403bda354 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 210 time: 0.1730583 Feb 19 03:56:01.295070 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-a4be55cf-2555-44d3-9948-200d331156e3 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:01.302394 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-a4be55cf-2555-44d3-9948-200d331156e3 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:01.366715 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be55cf-2555-44d3-9948-200d331156e3 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Pushing event updated for resources: {'Port': ['ID=0850cf91-c662-474c-84f2-db0576edd49a,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:01.388605 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-a4be55cf-2555-44d3-9948-200d331156e3 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7263236 Feb 19 03:56:01.398650 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2502c5-4f35-40f4-82d2-34b5f5b5ac9b req-59414f3a-cb89-4e19-bc3f-5af61b560457 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:01.402099 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d2502c5-4f35-40f4-82d2-34b5f5b5ac9b req-59414f3a-cb89-4e19-bc3f-5af61b560457 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 935 time: 0.3553329 Feb 19 03:56:01.413459 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-13f5bf6f-032d-4cc1-802f-84e73d5b10a1 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:56:01.415847 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-13f5bf6f-032d-4cc1-802f-84e73d5b10a1 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0254881 Feb 19 03:56:01.587158 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d2502c5-4f35-40f4-82d2-34b5f5b5ac9b req-fb9038ea-d22f-4707-9464-58aba3c2fb3a tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726124 Feb 19 03:56:01.820842 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3e8b4984-07c5-49e9-9060-f9172bc1ec03 None None] Provisioning complete for port 0850cf91-c662-474c-84f2-db0576edd49a triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:01.822115 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3e8b4984-07c5-49e9-9060-f9172bc1ec03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0850cf91-c662-474c-84f2-db0576edd49a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:02.297409 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51812) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:02.318775 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e51a4018-ae8a-4ca5-a0d2-a599132a0d3c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1469613355-network', 'tenant_id': '7c87d1c86d834a678b243ffa1bd15b4c'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:02.427986 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51a4018-ae8a-4ca5-a0d2-a599132a0d3c admin admin] Made reservation on behalf of 7c87d1c86d834a678b243ffa1bd15b4c for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:02.440889 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e51a4018-ae8a-4ca5-a0d2-a599132a0d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:02.495305 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e51a4018-ae8a-4ca5-a0d2-a599132a0d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:02.550315 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f9a85515-f4fc-4fc5-ac19-c9ee6b377c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:02.574371 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3e8b4984-07c5-49e9-9060-f9172bc1ec03 None None] Port 0850cf91-c662-474c-84f2-db0576edd49a cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:56:02.701311 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.10', 52572) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:02.740549 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67ee4357-0efb-4b48-95a8-799d27a1ba5d req-9f43e9f7-de5f-42cf-8de3-07f25ddeddd2 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 210 time: 0.1906421 Feb 19 03:56:02.865536 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-478f4cac-34e9-4aad-846c-bf61334a7ab1 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=19792dcec5d14c6181f78d8337ab9d75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1229753 Feb 19 03:56:02.903494 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e51a4018-ae8a-4ca5-a0d2-a599132a0d3c admin admin] Publish callbacks [] for security_group (f9534e40-4b6a-4f83-b824-aed13ed210b3), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:02.952219 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e51a4018-ae8a-4ca5-a0d2-a599132a0d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f9534e40-4b6a-4f83-b824-aed13ed210b3), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:03.041270 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] Publish callbacks [] for port (03ea5cdb-6300-45d8-ba40-fbeff6008f2f), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:03.072632 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a4018-ae8a-4ca5-a0d2-a599132a0d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9534e40-4b6a-4f83-b824-aed13ed210b3,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:03.154907 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (03ea5cdb-6300-45d8-ba40-fbeff6008f2f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:03.157762 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51a4018-ae8a-4ca5-a0d2-a599132a0d3c admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:56:03.248509 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c283ed-1eab-4ece-a9e1-fddf4bf90285 req-274d8406-0e59-4f7e-ba28-baf67f115477 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:03.260203 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-15c283ed-1eab-4ece-a9e1-fddf4bf90285 req-274d8406-0e59-4f7e-ba28-baf67f115477 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 935 time: 0.3417797 Feb 19 03:56:03.289566 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e51a4018-ae8a-4ca5-a0d2-a599132a0d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:03.290088 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-e51a4018-ae8a-4ca5-a0d2-a599132a0d3c admin admin] Added segment 5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4 of type vlan for network 819b7430-b013-460a-b249-8c51184e9fc7 Feb 19 03:56:03.484594 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-15c283ed-1eab-4ece-a9e1-fddf4bf90285 req-221ba601-c4e5-4a46-8d36-83af6f272320 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203434 Feb 19 03:56:03.587464 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-5557d4bd-cb9c-46a2-b444-3ed7cefdbc91 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:03.617339 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-5557d4bd-cb9c-46a2-b444-3ed7cefdbc91 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7326691 Feb 19 03:56:03.620313 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e51a4018-ae8a-4ca5-a0d2-a599132a0d3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (819b7430-b013-460a-b249-8c51184e9fc7), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:03.704271 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-097b95ea-0edb-442b-8d47-a3284254f3ea tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Request body: {'port': {'device_id': '386283bc-2af4-427f-ad39-b3ac464da136', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': '19792dcec5d14c6181f78d8337ab9d75'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:03.771010 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e51a4018-ae8a-4ca5-a0d2-a599132a0d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (819b7430-b013-460a-b249-8c51184e9fc7), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:03.773063 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51a4018-ae8a-4ca5-a0d2-a599132a0d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:03.777276 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e51a4018-ae8a-4ca5-a0d2-a599132a0d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:03.780032 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-04028222-8825-455d-b842-dfc450c5e8c7 service neutron] Request body: {'port': {'device_id': '2eba884c-0d00-47ed-9f6e-3cc46fd07a42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:03.845627 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c010af-e4c2-427f-a227-a5ced94ff31d None None] Pushing event updated for resources: {'Port': ['ID=03ea5cdb-6300-45d8-ba40-fbeff6008f2f,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:04.134772 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e51a4018-ae8a-4ca5-a0d2-a599132a0d3c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8321886 Feb 19 03:56:04.209814 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51838) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:04.234271 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-64569ab4-27d9-473a-aa11-f885e7c92a17 admin admin] Request body: {'subnet': {'network_id': '819b7430-b013-460a-b249-8c51184e9fc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1469613355-subnet', 'tenant_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:04.259539 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] Attempting to bind port 03ea5cdb-6300-45d8-ba40-fbeff6008f2f on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:04.260340 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] Attempting to bind port 03ea5cdb-6300-45d8-ba40-fbeff6008f2f by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '062114eb-06bd-4f79-9d4f-217c98a85f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:04.260881 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] Attempting to bind port 03ea5cdb-6300-45d8-ba40-fbeff6008f2f on network 8ae02c71-45ff-47a1-b8ca-fe0848324233 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:04.409902 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:04.412755 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] Checking segment: {'id': '062114eb-06bd-4f79-9d4f-217c98a85f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:04.418033 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:04.418756 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] Bound using segment: {'id': '062114eb-06bd-4f79-9d4f-217c98a85f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:04.419638 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] Bound port: 03ea5cdb-6300-45d8-ba40-fbeff6008f2f, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062114eb-06bd-4f79-9d4f-217c98a85f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:04.420380 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (03ea5cdb-6300-45d8-ba40-fbeff6008f2f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:04.518745 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2831259d-0c50-47b1-9142-5f8a41c0d36e req-a89f1e0a-a6be-4407-901f-a935998c9488 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 210 time: 0.4232798 Feb 19 03:56:04.524169 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a4018-ae8a-4ca5-a0d2-a599132a0d3c admin admin] Pushing event updated for resources: {'Network': ['ID=819b7430-b013-460a-b249-8c51184e9fc7,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:04.553545 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64569ab4-27d9-473a-aa11-f885e7c92a17 admin admin] Made reservation on behalf of 7c87d1c86d834a678b243ffa1bd15b4c for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:04.581022 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-64569ab4-27d9-473a-aa11-f885e7c92a17 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:04.615228 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 819b7430-b013-460a-b249-8c51184e9fc7 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:56:04.776825 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-097b95ea-0edb-442b-8d47-a3284254f3ea tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Made reservation on behalf of 19792dcec5d14c6181f78d8337ab9d75 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:04.808896 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-097b95ea-0edb-442b-8d47-a3284254f3ea tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:04.829612 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-04028222-8825-455d-b842-dfc450c5e8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0850cf91-c662-474c-84f2-db0576edd49a), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:04.937603 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-097b95ea-0edb-442b-8d47-a3284254f3ea tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:05.189674 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-bfa70414-3927-4901-b2c8-35c08800b2e5 None None] Provisioning complete for port 03ea5cdb-6300-45d8-ba40-fbeff6008f2f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:05.190265 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bfa70414-3927-4901-b2c8-35c08800b2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (03ea5cdb-6300-45d8-ba40-fbeff6008f2f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:05.406004 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-bfa70414-3927-4901-b2c8-35c08800b2e5 None None] Port 03ea5cdb-6300-45d8-ba40-fbeff6008f2f cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:56:05.468743 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-64569ab4-27d9-473a-aa11-f885e7c92a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (9f2568a8-86ef-4db7-9f45-d95ab7e51554), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:05.568061 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-93b75e77-13c6-4125-bb8e-f77bf9dcc7b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:05.604165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64569ab4-27d9-473a-aa11-f885e7c92a17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f2568a8-86ef-4db7-9f45-d95ab7e51554,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:05.699339 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a97baa-ced6-486d-8075-856a09dd06bb req-b3a4cce9-8769-4552-bba7-2896bab7ba94 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:05.700681 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] For port 03ea5cdb-6300-45d8-ba40-fbeff6008f2f, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:05.715157 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-67a97baa-ced6-486d-8075-856a09dd06bb req-b3a4cce9-8769-4552-bba7-2896bab7ba94 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 935 time: 0.7491567 Feb 19 03:56:05.724475 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] For port 03ea5cdb-6300-45d8-ba40-fbeff6008f2f, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=03ea5cdb-6300-45d8-ba40-fbeff6008f2f,segment=NetworkSegment(062114eb-06bd-4f79-9d4f-217c98a85f2d),segment_id=062114eb-06bd-4f79-9d4f-217c98a85f2d)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:05.767751 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (03ea5cdb-6300-45d8-ba40-fbeff6008f2f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:05.834169 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-67a97baa-ced6-486d-8075-856a09dd06bb req-162350f1-f38b-4cca-9c2e-ee077bbdad4b tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171522 Feb 19 03:56:05.848721 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64569ab4-27d9-473a-aa11-f885e7c92a17 admin admin] Checking segment: {'id': '5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '819b7430-b013-460a-b249-8c51184e9fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:05.853912 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64569ab4-27d9-473a-aa11-f885e7c92a17 admin admin] Network hostable DHCP agents. Network: 819b7430-b013-460a-b249-8c51184e9fc7, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:56:05.909278 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64569ab4-27d9-473a-aa11-f885e7c92a17 admin admin] Network 819b7430-b013-460a-b249-8c51184e9fc7 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:56:05.947239 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-64569ab4-27d9-473a-aa11-f885e7c92a17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 819b7430-b013-460a-b249-8c51184e9fc7) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:05.970360 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64569ab4-27d9-473a-aa11-f885e7c92a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:05.973911 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-64569ab4-27d9-473a-aa11-f885e7c92a17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.041842 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-64569ab4-27d9-473a-aa11-f885e7c92a17 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8277235 Feb 19 03:56:06.049464 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51872) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:06.096549 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-bfe21e6f-5d84-4d19-afeb-a8b9c7cf6b50 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1469613355-router', 'tenant_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:06.099106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c010af-e4c2-427f-a227-a5ced94ff31d None None] Pushing event updated for resources: {'Port': ['ID=03ea5cdb-6300-45d8-ba40-fbeff6008f2f,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:06.140651 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bbc488-4b76-4c15-8748-db66fe2930c4 None None] Network 819b7430-b013-460a-b249-8c51184e9fc7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:06.249101 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bfe21e6f-5d84-4d19-afeb-a8b9c7cf6b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (b27a2e01-ed57-4587-b65f-5c4353ac3f02), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.258556 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bfe21e6f-5d84-4d19-afeb-a8b9c7cf6b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (b27a2e01-ed57-4587-b65f-5c4353ac3f02), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.436493 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3c21a52d-a913-4b99-afa6-58386f8ac093 req-dbbb59b0-789a-40b5-8c0e-96fac868280e tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 210 time: 0.1682644 Feb 19 03:56:06.724711 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] Routers {'d953f649-e81c-4e1d-a4db-bcc488830844'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:06.732229 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:56:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d953f649-e81c-4e1d-a4db-bcc488830844'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:06.783409 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bfe21e6f-5d84-4d19-afeb-a8b9c7cf6b50 admin admin] Publish callbacks [] for router_controller (b27a2e01-ed57-4587-b65f-5c4353ac3f02), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:07.156335 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-097b95ea-0edb-442b-8d47-a3284254f3ea tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Publish callbacks [] for security_group (efaea06b-39d5-47ea-9357-a2b08569d2d7), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:07.184149 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-097b95ea-0edb-442b-8d47-a3284254f3ea tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (efaea06b-39d5-47ea-9357-a2b08569d2d7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:07.289609 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] Set router d953f649-e81c-4e1d-a4db-bcc488830844 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:07.487363 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-04028222-8825-455d-b842-dfc450c5e8c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0850cf91-c662-474c-84f2-db0576edd49a {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:07.513151 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe271cc-b329-4096-a476-da91cb7e7f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-819b7430-b013-460a-b249-8c51184e9fc7', 'network_id': '819b7430-b013-460a-b249-8c51184e9fc7', 'project_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'fixed_ips': [{'subnet_id': '9f2568a8-86ef-4db7-9f45-d95ab7e51554'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:56:07.518551 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6fe271cc-b329-4096-a476-da91cb7e7f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:07.753672 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b95ea-0edb-442b-8d47-a3284254f3ea tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efaea06b-39d5-47ea-9357-a2b08569d2d7,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:07.856742 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-04028222-8825-455d-b842-dfc450c5e8c7 service neutron] Publish callbacks [] for port (0850cf91-c662-474c-84f2-db0576edd49a), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:07.998863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-04028222-8825-455d-b842-dfc450c5e8c7 service neutron] Transition to ACTIVE for port object 0850cf91-c662-474c-84f2-db0576edd49a will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:56:08.182674 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-04028222-8825-455d-b842-dfc450c5e8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (0850cf91-c662-474c-84f2-db0576edd49a), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:08.292231 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e18b91e4-d740-43f0-8968-bd6123f40537 req-310a9327-1809-4206-8392-cdce31f99a1a tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 210 time: 0.2848947 Feb 19 03:56:08.599255 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-097b95ea-0edb-442b-8d47-a3284254f3ea tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Allocated IP 192.168.233.22 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:08.644471 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bfe21e6f-5d84-4d19-afeb-a8b9c7cf6b50 admin admin] Publish callbacks [] for router_gateway (b27a2e01-ed57-4587-b65f-5c4353ac3f02), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:08.727537 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b872f-8035-4b54-b7bf-5146e8a61a62 req-4d755271-9de2-46c3-b269-d1366d79a724 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:08.743914 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-276b872f-8035-4b54-b7bf-5146e8a61a62 req-4d755271-9de2-46c3-b269-d1366d79a724 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 935 time: 1.4090350 Feb 19 03:56:08.829392 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-6fe271cc-b329-4096-a476-da91cb7e7f5a None None] Allocated IP 172.20.0.2 (819b7430-b013-460a-b249-8c51184e9fc7/9f2568a8-86ef-4db7-9f45-d95ab7e51554/475d095a-a1fc-488f-8429-85d8c4a8cdef) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:08.993930 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6f04d1dc-7b75-4107-bba9-9042299bc945 None None] Provisioning complete for port 03ea5cdb-6300-45d8-ba40-fbeff6008f2f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:08.994734 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6f04d1dc-7b75-4107-bba9-9042299bc945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (03ea5cdb-6300-45d8-ba40-fbeff6008f2f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:09.145913 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-276b872f-8035-4b54-b7bf-5146e8a61a62 req-d5e9cd2f-bd4e-4bf3-b9a9-a124d40c452d tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003544 Feb 19 03:56:09.668175 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04028222-8825-455d-b842-dfc450c5e8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0850cf91-c662-474c-84f2-db0576edd49a,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:09.933997 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:09.939744 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-097b95ea-0edb-442b-8d47-a3284254f3ea tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Publish callbacks [] for port (ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:10.006084 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:10.023901 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:10.140973 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6f04d1dc-7b75-4107-bba9-9042299bc945 None None] Current status of the port 03ea5cdb-6300-45d8-ba40-fbeff6008f2f is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:10.144262 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bfe21e6f-5d84-4d19-afeb-a8b9c7cf6b50 admin admin] Publish callbacks [] for router_gateway (b27a2e01-ed57-4587-b65f-5c4353ac3f02), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:10.145503 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6f04d1dc-7b75-4107-bba9-9042299bc945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (03ea5cdb-6300-45d8-ba40-fbeff6008f2f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:10.166066 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-097b95ea-0edb-442b-8d47-a3284254f3ea tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:10.214524 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:10.216692 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:10.382967 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-6f04d1dc-7b75-4107-bba9-9042299bc945 None None] For port 03ea5cdb-6300-45d8-ba40-fbeff6008f2f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=03ea5cdb-6300-45d8-ba40-fbeff6008f2f,segment=NetworkSegment(062114eb-06bd-4f79-9d4f-217c98a85f2d),segment_id=062114eb-06bd-4f79-9d4f-217c98a85f2d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:10.383245 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bfe21e6f-5d84-4d19-afeb-a8b9c7cf6b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:10.426617 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6f04d1dc-7b75-4107-bba9-9042299bc945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (03ea5cdb-6300-45d8-ba40-fbeff6008f2f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:10.911229 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b95ea-0edb-442b-8d47-a3284254f3ea tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Pushing event updated for resources: {'Port': ['ID=ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:10.979713 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04d1dc-7b75-4107-bba9-9042299bc945 None None] Pushing event updated for resources: {'Port': ['ID=03ea5cdb-6300-45d8-ba40-fbeff6008f2f,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:11.047364 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-097b95ea-0edb-442b-8d47-a3284254f3ea tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:11.095434 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c60a9-2427-4117-8a21-517c8c99c2db req-587aca94-e309-4fcf-96b8-44b9b8c87482 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:11.098858 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b35c60a9-2427-4117-8a21-517c8c99c2db req-587aca94-e309-4fcf-96b8-44b9b8c87482 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 935 time: 0.2421269 Feb 19 03:56:11.099912 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-097b95ea-0edb-442b-8d47-a3284254f3ea tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:11.115366 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-097b95ea-0edb-442b-8d47-a3284254f3ea tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:11.157455 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6fe271cc-b329-4096-a476-da91cb7e7f5a None None] Publish callbacks [] for port (475d095a-a1fc-488f-8429-85d8c4a8cdef), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:11.252147 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6fe271cc-b329-4096-a476-da91cb7e7f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (475d095a-a1fc-488f-8429-85d8c4a8cdef), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:11.352260 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b35c60a9-2427-4117-8a21-517c8c99c2db req-785fc084-3ece-4cb1-b9fb-f77e75721c29 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/security-groups?id=efaea06b-39d5-47ea-9357-a2b08569d2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212877 Feb 19 03:56:11.482530 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2cfdd-2ce4-4a58-a85e-7bbaf420ae60 req-50ae6011-a3c1-4e30-8c17-12bb070d4e4c tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:11.498658 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88b2cfdd-2ce4-4a58-a85e-7bbaf420ae60 req-50ae6011-a3c1-4e30-8c17-12bb070d4e4c tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 947 time: 0.7198563 Feb 19 03:56:11.625071 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-bfe21e6f-5d84-4d19-afeb-a8b9c7cf6b50 admin admin] Allocated IP 172.25.0.152 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/afca8baf-c9fa-4d15-8f38-31e1830c2dd4) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:11.664465 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-097b95ea-0edb-442b-8d47-a3284254f3ea tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:11.673469 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-097b95ea-0edb-442b-8d47-a3284254f3ea tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:11.737024 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-04028222-8825-455d-b842-dfc450c5e8c7 service neutron] Attempting to bind port 0850cf91-c662-474c-84f2-db0576edd49a on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:11.737807 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-04028222-8825-455d-b842-dfc450c5e8c7 service neutron] Attempting to bind port 0850cf91-c662-474c-84f2-db0576edd49a by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:11.739446 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-04028222-8825-455d-b842-dfc450c5e8c7 service neutron] Attempting to bind port 0850cf91-c662-474c-84f2-db0576edd49a on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:11.768560 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-04028222-8825-455d-b842-dfc450c5e8c7 service neutron] Port 0850cf91-c662-474c-84f2-db0576edd49a on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:56:11.769222 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-04028222-8825-455d-b842-dfc450c5e8c7 service neutron] Attempting to bind port 0850cf91-c662-474c-84f2-db0576edd49a on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:11.776947 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe271cc-b329-4096-a476-da91cb7e7f5a None None] Pushing event updated for resources: {'Port': ['ID=475d095a-a1fc-488f-8429-85d8c4a8cdef,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:11.783989 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88b2cfdd-2ce4-4a58-a85e-7bbaf420ae60 req-0afd4fbd-1905-46d4-81ce-c1d4bb14594c tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832153 Feb 19 03:56:11.797013 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-04028222-8825-455d-b842-dfc450c5e8c7 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:11.815942 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-04028222-8825-455d-b842-dfc450c5e8c7 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:11.818620 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-04028222-8825-455d-b842-dfc450c5e8c7 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:11.819750 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-04028222-8825-455d-b842-dfc450c5e8c7 service neutron] Bound port: 0850cf91-c662-474c-84f2-db0576edd49a, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:11.824900 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-04028222-8825-455d-b842-dfc450c5e8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0850cf91-c662-474c-84f2-db0576edd49a), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:11.849961 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-097b95ea-0edb-442b-8d47-a3284254f3ea tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.1539896 Feb 19 03:56:11.875922 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe271cc-b329-4096-a476-da91cb7e7f5a None None] Network 819b7430-b013-460a-b249-8c51184e9fc7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:11.893130 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-528b92e7-2da7-4d5b-bb61-cb5837548da7 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:56:11.899000 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-528b92e7-2da7-4d5b-bb61-cb5837548da7 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0388575 Feb 19 03:56:11.966009 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-6fe271cc-b329-4096-a476-da91cb7e7f5a None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:11.979424 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe271cc-b329-4096-a476-da91cb7e7f5a None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:12.272127 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-04028222-8825-455d-b842-dfc450c5e8c7 service neutron] For port 0850cf91-c662-474c-84f2-db0576edd49a, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:12.297030 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-04028222-8825-455d-b842-dfc450c5e8c7 service neutron] For port 0850cf91-c662-474c-84f2-db0576edd49a, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=0850cf91-c662-474c-84f2-db0576edd49a,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:12.312487 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-04028222-8825-455d-b842-dfc450c5e8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (0850cf91-c662-474c-84f2-db0576edd49a), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:12.387933 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bfe21e6f-5d84-4d19-afeb-a8b9c7cf6b50 admin admin] Publish callbacks [] for port (afca8baf-c9fa-4d15-8f38-31e1830c2dd4), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:12.394090 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-04028222-8825-455d-b842-dfc450c5e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:12.400999 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-04028222-8825-455d-b842-dfc450c5e8c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:12.408415 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-04028222-8825-455d-b842-dfc450c5e8c7 service neutron] 10.222.0.48 "PUT /v2.0/ports/0850cf91-c662-474c-84f2-db0576edd49a HTTP/1.1" status: 200 len: 1095 time: 10.1798677 Feb 19 03:56:12.506431 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-777708883-router', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:55:44Z', 'updated_at': '2022-02-19T03:55:52Z', 'revision_number': 4, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'gw_port': {'id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:34:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:45Z', 'updated_at': '2022-02-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '03ea5cdb-6300-45d8-ba40-fbeff6008f2f', 'name': '', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'mac_address': 'fa:16:3e:62:2e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:50Z', 'updated_at': '2022-02-19T03:56:05Z', 'revision_number': 4, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'subnets': [{'id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:12.520592 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a95e1e6d-24ee-42d9-9373-921149a0c2ac None None] Provisioning complete for port ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:12.522452 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a95e1e6d-24ee-42d9-9373-921149a0c2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:12.559970 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eba884c-0d00-47ed-9f6e-3cc46fd07a42', 'tag': '0850cf91-c662-474c-84f2-db0576edd49a'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:12.593249 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-6fe271cc-b329-4096-a476-da91cb7e7f5a None None] Attempting to bind port 475d095a-a1fc-488f-8429-85d8c4a8cdef on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:12.598270 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-6fe271cc-b329-4096-a476-da91cb7e7f5a None None] Attempting to bind port 475d095a-a1fc-488f-8429-85d8c4a8cdef by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '819b7430-b013-460a-b249-8c51184e9fc7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:12.599400 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe271cc-b329-4096-a476-da91cb7e7f5a None None] Attempting to bind port 475d095a-a1fc-488f-8429-85d8c4a8cdef on network 819b7430-b013-460a-b249-8c51184e9fc7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:12.836296 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe271cc-b329-4096-a476-da91cb7e7f5a None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:12.840311 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe271cc-b329-4096-a476-da91cb7e7f5a None None] Checking segment: {'id': '5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '819b7430-b013-460a-b249-8c51184e9fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:12.841755 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6fe271cc-b329-4096-a476-da91cb7e7f5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:12.866220 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe271cc-b329-4096-a476-da91cb7e7f5a None None] Bound using segment: {'id': '5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '819b7430-b013-460a-b249-8c51184e9fc7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:12.868520 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-6fe271cc-b329-4096-a476-da91cb7e7f5a None None] Bound port: 475d095a-a1fc-488f-8429-85d8c4a8cdef, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '819b7430-b013-460a-b249-8c51184e9fc7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:12.870127 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6fe271cc-b329-4096-a476-da91cb7e7f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (475d095a-a1fc-488f-8429-85d8c4a8cdef), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:12.870882 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bfe21e6f-5d84-4d19-afeb-a8b9c7cf6b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (afca8baf-c9fa-4d15-8f38-31e1830c2dd4), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:13.106372 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60b82dc-88fd-4273-aa71-a51c8ab0ac3e None None] The sync data for ids ['d953f649-e81c-4e1d-a4db-bcc488830844'] in n-d-772273-4 is: [{'id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-777708883-router', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:55:44Z', 'updated_at': '2022-02-19T03:55:52Z', 'revision_number': 4, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'gw_port': {'id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:34:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:45Z', 'updated_at': '2022-02-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '03ea5cdb-6300-45d8-ba40-fbeff6008f2f', 'name': '', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'mac_address': 'fa:16:3e:62:2e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:50Z', 'updated_at': '2022-02-19T03:56:05Z', 'revision_number': 4, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'subnets': [{'id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:56:13.248407 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a95e1e6d-24ee-42d9-9373-921149a0c2ac None None] Port ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:56:13.307708 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-53ffcd8d-6a8a-4b43-850f-8739761bf717 service neutron] Request body: {'port': {'device_id': '386283bc-2af4-427f-ad39-b3ac464da136', 'device_owner': 'compute:tempest-test_az-1533085211', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:13.337905 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04028222-8825-455d-b842-dfc450c5e8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0850cf91-c662-474c-84f2-db0576edd49a,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:13.428951 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-73562a70-0513-44d5-8abe-34375bded5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:13.431926 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-6fe271cc-b329-4096-a476-da91cb7e7f5a None None] For port 475d095a-a1fc-488f-8429-85d8c4a8cdef, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:13.452139 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-73562a70-0513-44d5-8abe-34375bded5bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=82f79c968b654ab7a9cfc80bcb23457c&device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 1129 time: 0.8501396 Feb 19 03:56:13.505923 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-6fe271cc-b329-4096-a476-da91cb7e7f5a None None] For port 475d095a-a1fc-488f-8429-85d8c4a8cdef, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=475d095a-a1fc-488f-8429-85d8c4a8cdef,segment=NetworkSegment(5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4),segment_id=5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:13.559337 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6fe271cc-b329-4096-a476-da91cb7e7f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (475d095a-a1fc-488f-8429-85d8c4a8cdef), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:13.696462 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe21e6f-5d84-4d19-afeb-a8b9c7cf6b50 admin admin] Pushing event updated for resources: {'Port': ['ID=afca8baf-c9fa-4d15-8f38-31e1830c2dd4,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:13.734761 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe21e6f-5d84-4d19-afeb-a8b9c7cf6b50 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:13.752576 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0519f6d3-1244-4e61-8009-a0b14054c949" -d '{"events": [{"name": "network-changed", "server_uuid": "2eba884c-0d00-47ed-9f6e-3cc46fd07a42", "tag": "0850cf91-c662-474c-84f2-db0576edd49a"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:13.780072 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-bfe21e6f-5d84-4d19-afeb-a8b9c7cf6b50 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:13.788397 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe21e6f-5d84-4d19-afeb-a8b9c7cf6b50 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:13.880178 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe271cc-b329-4096-a476-da91cb7e7f5a None None] Pushing event updated for resources: {'Port': ['ID=475d095a-a1fc-488f-8429-85d8c4a8cdef,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:14.153220 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-9c227c96-843f-4330-859d-0ddaa4e7cefd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=0850cf91-c662-474c-84f2-db0576edd49a HTTP/1.1" status: 200 len: 217 time: 0.5562847 Feb 19 03:56:14.257294 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a9da8-06a5-4994-a58a-7bb658a8a608 req-acd2436e-ccca-460a-a7af-f64e4156cd3e tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:14.260590 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b7a9da8-06a5-4994-a58a-7bb658a8a608 req-acd2436e-ccca-460a-a7af-f64e4156cd3e tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 947 time: 0.3233664 Feb 19 03:56:14.530477 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd303e7-52c8-4fc8-9062-08f795de1337 req-971cab5f-8dc4-4859-81c4-a3c07f78ee53 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:14.553788 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ffd303e7-52c8-4fc8-9062-08f795de1337 req-971cab5f-8dc4-4859-81c4-a3c07f78ee53 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 935 time: 1.6310406 Feb 19 03:56:14.601249 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-14c7e3f1-1f4e-4406-8505-27255ee620fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:14.619873 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-14c7e3f1-1f4e-4406-8505-27255ee620fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.4469545 Feb 19 03:56:14.626214 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-53ffcd8d-6a8a-4b43-850f-8739761bf717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:14.900038 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 03ea5cdb-6300-45d8-ba40-fbeff6008f2f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:15.020035 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b7a9da8-06a5-4994-a58a-7bb658a8a608 req-cd3ac633-6637-4eaa-9a75-bd8987855dcd tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6329129 Feb 19 03:56:15.146985 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 03ea5cdb-6300-45d8-ba40-fbeff6008f2f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:15.147807 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (03ea5cdb-6300-45d8-ba40-fbeff6008f2f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:15.224515 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-807f631a-cd05-4c41-a928-60700497b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:15.228360 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-807f631a-cd05-4c41-a928-60700497b085 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4711053 Feb 19 03:56:15.374719 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ffd303e7-52c8-4fc8-9062-08f795de1337 req-0dd30ab2-dcf1-4782-be95-f7545bd56189 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/security-groups?id=efaea06b-39d5-47ea-9357-a2b08569d2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7129953 Feb 19 03:56:15.618193 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 03ea5cdb-6300-45d8-ba40-fbeff6008f2f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:15.619266 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 475d095a-a1fc-488f-8429-85d8c4a8cdef up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:15.717605 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bfe21e6f-5d84-4d19-afeb-a8b9c7cf6b50 admin admin] Publish callbacks [] for router_gateway (b27a2e01-ed57-4587-b65f-5c4353ac3f02), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:15.958028 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 475d095a-a1fc-488f-8429-85d8c4a8cdef triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:15.958957 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (475d095a-a1fc-488f-8429-85d8c4a8cdef), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:16.407139 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 475d095a-a1fc-488f-8429-85d8c4a8cdef is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:16.407897 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (475d095a-a1fc-488f-8429-85d8c4a8cdef), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:16.502764 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b4d64c-ee1b-4435-88a0-b10817a8151c None None] Network 819b7430-b013-460a-b249-8c51184e9fc7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:16.586689 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b767ffb2-06a7-45dc-8375-34fc7fc7014d x-openstack-request-id: req-b767ffb2-06a7-45dc-8375-34fc7fc7014d {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:16.587828 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eba884c-0d00-47ed-9f6e-3cc46fd07a42", "tag": "0850cf91-c662-474c-84f2-db0576edd49a", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:16.587828 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b767ffb2-06a7-45dc-8375-34fc7fc7014d {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:16.588293 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eba884c-0d00-47ed-9f6e-3cc46fd07a42', 'tag': '0850cf91-c662-474c-84f2-db0576edd49a', 'status': 'completed', 'code': 200} Feb 19 03:56:16.622894 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-e12e44aa-4028-46e7-8c48-aa68bed8c501 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3783064 Feb 19 03:56:16.858059 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 475d095a-a1fc-488f-8429-85d8c4a8cdef, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=475d095a-a1fc-488f-8429-85d8c4a8cdef,segment=NetworkSegment(5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4),segment_id=5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:16.931966 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d6b91d32-1769-41ec-b8d9-178df757bae5 None None] Provisioning complete for port 475d095a-a1fc-488f-8429-85d8c4a8cdef triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:16.933276 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d6b91d32-1769-41ec-b8d9-178df757bae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (475d095a-a1fc-488f-8429-85d8c4a8cdef), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:17.204798 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (475d095a-a1fc-488f-8429-85d8c4a8cdef), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:17.252095 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-53ffcd8d-6a8a-4b43-850f-8739761bf717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:17.285957 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-53ffcd8d-6a8a-4b43-850f-8739761bf717 service neutron] Publish callbacks [] for port (ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:17.343702 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-53ffcd8d-6a8a-4b43-850f-8739761bf717 service neutron] Transition to ACTIVE for port object ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:56:17.402170 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-53ffcd8d-6a8a-4b43-850f-8739761bf717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:17.483605 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=475d095a-a1fc-488f-8429-85d8c4a8cdef,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:17.711891 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bfe21e6f-5d84-4d19-afeb-a8b9c7cf6b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (b27a2e01-ed57-4587-b65f-5c4353ac3f02), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:17.961574 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae3944-8b55-4e0a-a584-c6d15a719bd1 req-7f727276-122f-4c74-b89b-67617e3e0054 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:17.971518 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d6b91d32-1769-41ec-b8d9-178df757bae5 None None] Current status of the port 475d095a-a1fc-488f-8429-85d8c4a8cdef is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:17.979571 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1fae3944-8b55-4e0a-a584-c6d15a719bd1 req-7f727276-122f-4c74-b89b-67617e3e0054 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 969 time: 0.6572473 Feb 19 03:56:18.097899 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868b6fa-6ffd-45a3-bfeb-55af81828726 req-1dd7b547-51c3-4671-980e-050a542f2565 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:18.118491 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4868b6fa-6ffd-45a3-bfeb-55af81828726 req-1dd7b547-51c3-4671-980e-050a542f2565 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 947 time: 1.2388017 Feb 19 03:56:18.136859 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1fae3944-8b55-4e0a-a584-c6d15a719bd1 req-c7edf71d-f6c1-4c97-b23a-1fb5d9b047de tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/security-groups?id=efaea06b-39d5-47ea-9357-a2b08569d2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560647 Feb 19 03:56:18.245304 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2c3af92f-3a6f-4047-b02b-449326004fe6 req-9cc9b47e-27e7-4235-8cb0-6ada4cd5b0ed service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6115186 Feb 19 03:56:18.274935 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffcd8d-6a8a-4b43-850f-8739761bf717 service neutron] Pushing event updated for resources: {'Port': ['ID=ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:18.281683 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-53ffcd8d-6a8a-4b43-850f-8739761bf717 service neutron] Attempting to bind port ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:18.282269 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-53ffcd8d-6a8a-4b43-850f-8739761bf717 service neutron] Attempting to bind port ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:18.282838 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-53ffcd8d-6a8a-4b43-850f-8739761bf717 service neutron] Attempting to bind port ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:18.449090 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-53ffcd8d-6a8a-4b43-850f-8739761bf717 service neutron] Port ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:56:18.449627 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-53ffcd8d-6a8a-4b43-850f-8739761bf717 service neutron] Attempting to bind port ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:18.482775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-53ffcd8d-6a8a-4b43-850f-8739761bf717 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:18.484142 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-53ffcd8d-6a8a-4b43-850f-8739761bf717 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:18.484362 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-53ffcd8d-6a8a-4b43-850f-8739761bf717 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:18.485042 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-53ffcd8d-6a8a-4b43-850f-8739761bf717 service neutron] Bound port: ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:18.485688 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-53ffcd8d-6a8a-4b43-850f-8739761bf717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:18.564639 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe21e6f-5d84-4d19-afeb-a8b9c7cf6b50 admin admin] Router b27a2e01-ed57-4587-b65f-5c4353ac3f02 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:56:18.719913 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-241a89ed-681f-49d0-90d0-3cd3f6947be2 None None] Provisioning complete for port 475d095a-a1fc-488f-8429-85d8c4a8cdef triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:18.726087 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-241a89ed-681f-49d0-90d0-3cd3f6947be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (475d095a-a1fc-488f-8429-85d8c4a8cdef), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:18.922314 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-53ffcd8d-6a8a-4b43-850f-8739761bf717 service neutron] For port ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:18.932353 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4868b6fa-6ffd-45a3-bfeb-55af81828726 req-b5378214-237a-432a-aa02-4e66fd506c92 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8122344 Feb 19 03:56:18.951368 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-53ffcd8d-6a8a-4b43-850f-8739761bf717 service neutron] For port ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:18.982702 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519f6d3-1244-4e61-8009-a0b14054c949 req-0e70fde5-e72c-4224-82b9-933954ce8306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:18.991261 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0519f6d3-1244-4e61-8009-a0b14054c949 req-0e70fde5-e72c-4224-82b9-933954ce8306 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=82f79c968b654ab7a9cfc80bcb23457c&device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 1129 time: 0.6107588 Feb 19 03:56:19.000037 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-53ffcd8d-6a8a-4b43-850f-8739761bf717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:19.044308 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-241a89ed-681f-49d0-90d0-3cd3f6947be2 None None] Current status of the port 475d095a-a1fc-488f-8429-85d8c4a8cdef is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:19.093059 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe21e6f-5d84-4d19-afeb-a8b9c7cf6b50 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:56:19.121798 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] Sync routers for ids ['b27a2e01-ed57-4587-b65f-5c4353ac3f02'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:56:19.157448 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] Routers {'b27a2e01-ed57-4587-b65f-5c4353ac3f02'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:19.160442 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:56:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b27a2e01-ed57-4587-b65f-5c4353ac3f02'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:19.163917 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bfe21e6f-5d84-4d19-afeb-a8b9c7cf6b50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:19.188278 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-bfe21e6f-5d84-4d19-afeb-a8b9c7cf6b50 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 13.1371753 Feb 19 03:56:19.192085 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52066) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:19.215570 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-53ffcd8d-6a8a-4b43-850f-8739761bf717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:19.216753 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-53ffcd8d-6a8a-4b43-850f-8739761bf717 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:19.218321 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-53ffcd8d-6a8a-4b43-850f-8739761bf717 service neutron] 10.222.0.10 "PUT /v2.0/ports/ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb HTTP/1.1" status: 200 len: 1117 time: 6.8380914 Feb 19 03:56:19.230792 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386283bc-2af4-427f-ad39-b3ac464da136', 'tag': 'ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:19.233293 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e9fb44-4d09-41aa-87ee-b1014e800180" -d '{"events": [{"name": "network-changed", "server_uuid": "386283bc-2af4-427f-ad39-b3ac464da136", "tag": "ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:19.498389 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 475d095a-a1fc-488f-8429-85d8c4a8cdef up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:19.668219 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] Set router b27a2e01-ed57-4587-b65f-5c4353ac3f02 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:19.748781 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 475d095a-a1fc-488f-8429-85d8c4a8cdef triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:19.749747 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (475d095a-a1fc-488f-8429-85d8c4a8cdef), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:19.979656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 475d095a-a1fc-488f-8429-85d8c4a8cdef is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:20.023446 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519f6d3-1244-4e61-8009-a0b14054c949 req-798bf942-3b97-4d6a-825e-737b9264489c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:20.026564 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0519f6d3-1244-4e61-8009-a0b14054c949 req-798bf942-3b97-4d6a-825e-737b9264489c service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 1.0064821 Feb 19 03:56:20.227794 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0519f6d3-1244-4e61-8009-a0b14054c949 req-f61c1a1c-f7b3-4ea2-859e-6e9af24b6ced service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=0850cf91-c662-474c-84f2-db0576edd49a HTTP/1.1" status: 200 len: 217 time: 0.1137207 Feb 19 03:56:20.351842 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffcd8d-6a8a-4b43-850f-8739761bf717 service neutron] Pushing event updated for resources: {'Port': ['ID=ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:20.405766 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27a2e01-ed57-4587-b65f-5c4353ac3f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1469613355-router', 'tenant_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'afca8baf-c9fa-4d15-8f38-31e1830c2dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:06Z', 'updated_at': '2022-02-19T03:56:14Z', 'revision_number': 3, 'project_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'gw_port': {'id': 'afca8baf-c9fa-4d15-8f38-31e1830c2dd4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27a2e01-ed57-4587-b65f-5c4353ac3f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:10Z', 'updated_at': '2022-02-19T03:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:20.507108 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-d1050832-d8b1-41a7-9b8f-8630ef464188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:20.511055 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-d1050832-d8b1-41a7-9b8f-8630ef464188 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19792dcec5d14c6181f78d8337ab9d75&device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 1151 time: 0.4623611 Feb 19 03:56:20.521527 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] Checking router: b27a2e01-ed57-4587-b65f-5c4353ac3f02 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:56:20.522148 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] Updating router b27a2e01-ed57-4587-b65f-5c4353ac3f02 port afca8baf-c9fa-4d15-8f38-31e1830c2dd4 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:56:20.609172 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (afca8baf-c9fa-4d15-8f38-31e1830c2dd4), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:20.642731 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519f6d3-1244-4e61-8009-a0b14054c949 req-f460830a-7860-4946-accf-40d171499a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:20.646440 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0519f6d3-1244-4e61-8009-a0b14054c949 req-f460830a-7860-4946-accf-40d171499a24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.3521817 Feb 19 03:56:20.656087 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-45c9a415-e867-4045-bc74-7f92c25aaa13 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb HTTP/1.1" status: 200 len: 217 time: 0.1264994 Feb 19 03:56:20.697066 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe277770-29fc-40c0-b87e-b01e636e3649 req-b3774e3a-00c2-4845-96d8-527de1b4a7e7 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:20.719605 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fe277770-29fc-40c0-b87e-b01e636e3649 req-b3774e3a-00c2-4845-96d8-527de1b4a7e7 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 969 time: 0.6817684 Feb 19 03:56:20.996503 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fe277770-29fc-40c0-b87e-b01e636e3649 req-f575ae7b-5c7d-4608-af6f-9daa8eb6b89b tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/security-groups?id=efaea06b-39d5-47ea-9357-a2b08569d2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752357 Feb 19 03:56:21.009477 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a876ee8d-440a-4892-b6de-c20135580d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:21.014220 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519f6d3-1244-4e61-8009-a0b14054c949 req-483f7f04-80c5-4f7a-9e02-783cb7d86941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:21.019418 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0519f6d3-1244-4e61-8009-a0b14054c949 req-483f7f04-80c5-4f7a-9e02-783cb7d86941 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3593957 Feb 19 03:56:21.022472 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-55b768f0-db7f-4a5c-a9a9-4c05573a1949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:21.032152 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-55b768f0-db7f-4a5c-a9a9-4c05573a1949 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.2337651 Feb 19 03:56:21.295844 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f999231-450a-4483-acd3-702c9e0bd7d7 x-openstack-request-id: req-8f999231-450a-4483-acd3-702c9e0bd7d7 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:21.297686 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386283bc-2af4-427f-ad39-b3ac464da136", "tag": "ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:21.298407 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8f999231-450a-4483-acd3-702c9e0bd7d7 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:21.299451 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386283bc-2af4-427f-ad39-b3ac464da136', 'tag': 'ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb', 'status': 'completed', 'code': 200} Feb 19 03:56:21.435436 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-d32939cd-5c3b-42d1-bec7-e13b748fd8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:21.437739 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-d32939cd-5c3b-42d1-bec7-e13b748fd8af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3764527 Feb 19 03:56:21.502182 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] Publish callbacks [] for port (afca8baf-c9fa-4d15-8f38-31e1830c2dd4), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:21.528348 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (afca8baf-c9fa-4d15-8f38-31e1830c2dd4), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:21.541509 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0519f6d3-1244-4e61-8009-a0b14054c949 req-84356c64-b62c-456c-8c68-c6fa58e6abf9 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028913 Feb 19 03:56:21.661795 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] Attempting to bind port afca8baf-c9fa-4d15-8f38-31e1830c2dd4 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:21.662440 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] Attempting to bind port afca8baf-c9fa-4d15-8f38-31e1830c2dd4 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:21.662985 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] Attempting to bind port afca8baf-c9fa-4d15-8f38-31e1830c2dd4 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:21.679531 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:21.680180 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:21.681980 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:21.682724 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:21.683601 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] Bound port: afca8baf-c9fa-4d15-8f38-31e1830c2dd4, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:21.684272 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (afca8baf-c9fa-4d15-8f38-31e1830c2dd4), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:21.781668 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-a876ee8d-440a-4892-b6de-c20135580d37 admin admin] Allocated IP 172.20.0.1 (819b7430-b013-460a-b249-8c51184e9fc7/9f2568a8-86ef-4db7-9f45-d95ab7e51554/5d538d6a-6424-4137-aa20-a4ed16fced8b) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:21.794643 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] For port afca8baf-c9fa-4d15-8f38-31e1830c2dd4, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:21.802561 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] For port afca8baf-c9fa-4d15-8f38-31e1830c2dd4, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=afca8baf-c9fa-4d15-8f38-31e1830c2dd4,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:21.823186 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (afca8baf-c9fa-4d15-8f38-31e1830c2dd4), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:21.828998 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb613a-0372-441d-bd89-b5649cd1ff96 None None] Pushing event updated for resources: {'Port': ['ID=afca8baf-c9fa-4d15-8f38-31e1830c2dd4,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:21.937258 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb613a-0372-441d-bd89-b5649cd1ff96 None None] Pushing event updated for resources: {'Port': ['ID=afca8baf-c9fa-4d15-8f38-31e1830c2dd4,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:21.974691 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] Routers {'b27a2e01-ed57-4587-b65f-5c4353ac3f02'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:21.975805 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:56:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b27a2e01-ed57-4587-b65f-5c4353ac3f02'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:22.040217 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a876ee8d-440a-4892-b6de-c20135580d37 admin admin] Publish callbacks [] for port (5d538d6a-6424-4137-aa20-a4ed16fced8b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:22.110198 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f052c9-1279-40ed-b704-84588ecdf146 req-7ea2b41a-929a-4207-a112-78b3b6c283c6 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:22.114831 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0f052c9-1279-40ed-b704-84588ecdf146 req-7ea2b41a-929a-4207-a112-78b3b6c283c6 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 947 time: 0.4323492 Feb 19 03:56:22.131515 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a876ee8d-440a-4892-b6de-c20135580d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (5d538d6a-6424-4137-aa20-a4ed16fced8b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:22.219224 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0519f6d3-1244-4e61-8009-a0b14054c949 req-213020c8-2b98-4b87-a0fe-eee50e967d3e service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305529 Feb 19 03:56:22.242653 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-d235d4de-da92-4eb8-8809-8b192894abab service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7830203 Feb 19 03:56:22.296260 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a876ee8d-440a-4892-b6de-c20135580d37 admin admin] Network 819b7430-b013-460a-b249-8c51184e9fc7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:22.299545 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-a876ee8d-440a-4892-b6de-c20135580d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:22.305167 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a876ee8d-440a-4892-b6de-c20135580d37 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:22.306690 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a876ee8d-440a-4892-b6de-c20135580d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (b27a2e01-ed57-4587-b65f-5c4353ac3f02), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:22.324180 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] Set router b27a2e01-ed57-4587-b65f-5c4353ac3f02 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:22.474344 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0f052c9-1279-40ed-b704-84588ecdf146 req-9fb8bd66-70ce-42aa-9cb4-f3fccdd119f3 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321674 Feb 19 03:56:22.496181 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876ee8d-440a-4892-b6de-c20135580d37 admin admin] Pushing event updated for resources: {'Port': ['ID=5d538d6a-6424-4137-aa20-a4ed16fced8b,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:22.609747 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2efa1d64-188b-42fe-a9ab-95219c6d90f6 req-63dcc01e-df46-45e7-944a-85a1e9d80bb3 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554654 Feb 19 03:56:23.002863 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27a2e01-ed57-4587-b65f-5c4353ac3f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1469613355-router', 'tenant_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'afca8baf-c9fa-4d15-8f38-31e1830c2dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:06Z', 'updated_at': '2022-02-19T03:56:14Z', 'revision_number': 3, 'project_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'gw_port': {'id': 'afca8baf-c9fa-4d15-8f38-31e1830c2dd4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27a2e01-ed57-4587-b65f-5c4353ac3f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:10Z', 'updated_at': '2022-02-19T03:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:23.032618 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9fb44-4d09-41aa-87ee-b1014e800180 req-4de686c0-f47a-462d-a00b-e34dbc8415ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:23.035996 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0e9fb44-4d09-41aa-87ee-b1014e800180 req-4de686c0-f47a-462d-a00b-e34dbc8415ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19792dcec5d14c6181f78d8337ab9d75&device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 1151 time: 0.3185630 Feb 19 03:56:23.078242 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5e803e04-edb6-4304-9eb1-7c270f9a2eb6 None None] Provisioning complete for port 5d538d6a-6424-4137-aa20-a4ed16fced8b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:23.079376 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5169efb9-4fb3-472c-bd11-58d8c3b18a41 None None] The sync data for ids ['b27a2e01-ed57-4587-b65f-5c4353ac3f02'] in n-d-772273-4 is: [{'id': 'b27a2e01-ed57-4587-b65f-5c4353ac3f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1469613355-router', 'tenant_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'afca8baf-c9fa-4d15-8f38-31e1830c2dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:06Z', 'updated_at': '2022-02-19T03:56:14Z', 'revision_number': 3, 'project_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'gw_port': {'id': 'afca8baf-c9fa-4d15-8f38-31e1830c2dd4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27a2e01-ed57-4587-b65f-5c4353ac3f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:10Z', 'updated_at': '2022-02-19T03:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:56:23.080296 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5e803e04-edb6-4304-9eb1-7c270f9a2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5d538d6a-6424-4137-aa20-a4ed16fced8b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:23.125016 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5f69c-e849-4773-88d1-8d74a166fc1a req-78b4442e-d25d-46e8-8c4f-786a17372c96 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:23.136072 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31a5f69c-e849-4773-88d1-8d74a166fc1a req-78b4442e-d25d-46e8-8c4f-786a17372c96 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 969 time: 0.2612348 Feb 19 03:56:23.227909 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5e803e04-edb6-4304-9eb1-7c270f9a2eb6 None None] Port 5d538d6a-6424-4137-aa20-a4ed16fced8b cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:56:23.428147 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31a5f69c-e849-4773-88d1-8d74a166fc1a req-61600763-821b-4d48-836a-b6158ab5001e tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/security-groups?id=efaea06b-39d5-47ea-9357-a2b08569d2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482331 Feb 19 03:56:23.516259 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9fb44-4d09-41aa-87ee-b1014e800180 req-f2a3533b-b5ff-45f7-9eff-ec584116c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:23.528124 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0e9fb44-4d09-41aa-87ee-b1014e800180 req-f2a3533b-b5ff-45f7-9eff-ec584116c455 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.4761090 Feb 19 03:56:23.782376 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0e9fb44-4d09-41aa-87ee-b1014e800180 req-4d301bc3-57cd-431a-8f22-785805e61327 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb HTTP/1.1" status: 200 len: 217 time: 0.2381577 Feb 19 03:56:23.840385 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a876ee8d-440a-4892-b6de-c20135580d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5d538d6a-6424-4137-aa20-a4ed16fced8b), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:24.216877 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9fb44-4d09-41aa-87ee-b1014e800180 req-a8472db6-8d33-41f0-b75c-a80b80647538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:24.223627 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0e9fb44-4d09-41aa-87ee-b1014e800180 req-a8472db6-8d33-41f0-b75c-a80b80647538 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.4116914 Feb 19 03:56:24.282414 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:56:24.375340 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e3620-244a-4190-a0fe-9bec31afe5c0 req-1b9f91f5-2310-409c-be20-a3e7047e2eb0 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:24.389677 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5d6e3620-244a-4190-a0fe-9bec31afe5c0 req-1b9f91f5-2310-409c-be20-a3e7047e2eb0 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 947 time: 0.3316281 Feb 19 03:56:24.555365 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9fb44-4d09-41aa-87ee-b1014e800180 req-bd665bba-5110-432d-bd07-122ae8ca723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:24.565790 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0e9fb44-4d09-41aa-87ee-b1014e800180 req-bd665bba-5110-432d-bd07-122ae8ca723d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3278520 Feb 19 03:56:24.622481 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a876ee8d-440a-4892-b6de-c20135580d37 admin admin] Publish callbacks [] for port (5d538d6a-6424-4137-aa20-a4ed16fced8b), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:24.632167 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a876ee8d-440a-4892-b6de-c20135580d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5d538d6a-6424-4137-aa20-a4ed16fced8b), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:24.633626 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a876ee8d-440a-4892-b6de-c20135580d37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (b27a2e01-ed57-4587-b65f-5c4353ac3f02), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:24.673949 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5d6e3620-244a-4190-a0fe-9bec31afe5c0 req-161c30f0-9e0c-4a4b-8e54-f8308e7e959c tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826781 Feb 19 03:56:25.077610 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0e9fb44-4d09-41aa-87ee-b1014e800180 req-465c5b28-025f-4efd-97f5-89db4a388ba1 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003860 Feb 19 03:56:25.369480 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-158ec808-7e1f-4694-8119-aa5b4a122ed1 req-0ed2ea1c-8654-489d-814a-ee96454bacf1 tempest-QuotasAdminNegativeTest-856467470 tempest-QuotasAdminNegativeTest-856467470-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d543d385eb29461eb0908edddeca5f53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3945212 Feb 19 03:56:25.386528 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876ee8d-440a-4892-b6de-c20135580d37 admin admin] Pushing event updated for resources: {'Port': ['ID=5d538d6a-6424-4137-aa20-a4ed16fced8b,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:25.499063 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device afca8baf-c9fa-4d15-8f38-31e1830c2dd4 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:25.540972 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c97635-7e57-4753-a413-d91d89abff17 req-2bf2f6ff-c82c-4c0e-80da-85dc752c15cd tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:25.555428 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-92c97635-7e57-4753-a413-d91d89abff17 req-2bf2f6ff-c82c-4c0e-80da-85dc752c15cd tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 969 time: 0.4013150 Feb 19 03:56:25.604273 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0e9fb44-4d09-41aa-87ee-b1014e800180 req-fd0d0781-40bb-495b-80a2-97d5e894a7c6 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783535 Feb 19 03:56:25.666105 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a876ee8d-440a-4892-b6de-c20135580d37 admin admin] Network 819b7430-b013-460a-b249-8c51184e9fc7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:25.675806 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-a876ee8d-440a-4892-b6de-c20135580d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:25.731737 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port afca8baf-c9fa-4d15-8f38-31e1830c2dd4 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:25.735411 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (afca8baf-c9fa-4d15-8f38-31e1830c2dd4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:25.776584 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-92c97635-7e57-4753-a413-d91d89abff17 req-31c9dbcf-0d79-4927-b2f8-bcbd709c3cfc tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/security-groups?id=efaea06b-39d5-47ea-9357-a2b08569d2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173891 Feb 19 03:56:26.085201 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port afca8baf-c9fa-4d15-8f38-31e1830c2dd4 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:26.086107 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (afca8baf-c9fa-4d15-8f38-31e1830c2dd4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:26.147035 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port afca8baf-c9fa-4d15-8f38-31e1830c2dd4, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=afca8baf-c9fa-4d15-8f38-31e1830c2dd4,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:26.157638 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ec808-7e1f-4694-8119-aa5b4a122ed1 req-fb450f5c-2616-4c81-9385-d98a75333c76 tempest-QuotasAdminNegativeTest-856467470 tempest-QuotasAdminNegativeTest-856467470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:26.160182 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (afca8baf-c9fa-4d15-8f38-31e1830c2dd4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:26.169895 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-158ec808-7e1f-4694-8119-aa5b4a122ed1 req-fb450f5c-2616-4c81-9385-d98a75333c76 tempest-QuotasAdminNegativeTest-856467470 tempest-QuotasAdminNegativeTest-856467470-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7902362 Feb 19 03:56:26.387837 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=afca8baf-c9fa-4d15-8f38-31e1830c2dd4,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:26.411149 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-158ec808-7e1f-4694-8119-aa5b4a122ed1 req-220e80b8-cd78-41a5-9b85-31115681340d tempest-QuotasAdminNegativeTest-856467470 tempest-QuotasAdminNegativeTest-856467470-project] 10.222.0.65 "GET /v2.0/quotas/d543d385eb29461eb0908edddeca5f53 HTTP/1.1" status: 200 len: 375 time: 0.2396257 Feb 19 03:56:26.477075 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e1a8bf48-fd3b-42d2-a92f-d3bad6d248fd None None] Provisioning complete for port 5d538d6a-6424-4137-aa20-a4ed16fced8b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:26.477365 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e1a8bf48-fd3b-42d2-a92f-d3bad6d248fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5d538d6a-6424-4137-aa20-a4ed16fced8b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:26.515953 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9cb0b-c35e-4294-95f1-03191fd616cd req-97657ea2-4c00-4c66-b247-22424a608420 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:26.548148 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-158ec808-7e1f-4694-8119-aa5b4a122ed1 req-b908dd5d-9e4d-4c69-9730-72fd2a57e481 tempest-QuotasAdminNegativeTest-856467470 tempest-QuotasAdminNegativeTest-856467470-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d543d385eb29461eb0908edddeca5f53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1354582 Feb 19 03:56:26.556332 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0fd9cb0b-c35e-4294-95f1-03191fd616cd req-97657ea2-4c00-4c66-b247-22424a608420 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 947 time: 0.2057400 Feb 19 03:56:26.648987 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a876ee8d-440a-4892-b6de-c20135580d37 admin admin] Router b27a2e01-ed57-4587-b65f-5c4353ac3f02 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:56:26.681344 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8bf48-fd3b-42d2-a92f-d3bad6d248fd None None] Port 5d538d6a-6424-4137-aa20-a4ed16fced8b cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:56:26.787276 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0fd9cb0b-c35e-4294-95f1-03191fd616cd req-396d9396-afdb-477e-be6c-bb46c08dbcd0 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152534 Feb 19 03:56:27.048364 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52128) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:27.101485 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a876ee8d-440a-4892-b6de-c20135580d37 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:56:27.114075 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a876ee8d-440a-4892-b6de-c20135580d37 admin admin] 10.222.0.65 "PUT /v2.0/routers/b27a2e01-ed57-4587-b65f-5c4353ac3f02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9198472 Feb 19 03:56:27.133785 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] Sync routers for ids ['b27a2e01-ed57-4587-b65f-5c4353ac3f02'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:56:27.189599 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] Routers {'b27a2e01-ed57-4587-b65f-5c4353ac3f02'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:27.195156 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:56:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b27a2e01-ed57-4587-b65f-5c4353ac3f02'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:27.395672 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a8ab4-8dc1-4bc7-892a-271c92ea72d3 req-7be59f53-68b8-4d6b-9732-f80b30d2ab5c tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:27.446421 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cc4a8ab4-8dc1-4bc7-892a-271c92ea72d3 req-7be59f53-68b8-4d6b-9732-f80b30d2ab5c tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 969 time: 0.3410094 Feb 19 03:56:27.569127 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-074fff16-85f0-4841-ab1b-89b059264766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:27.596211 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device afca8baf-c9fa-4d15-8f38-31e1830c2dd4 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:27.671036 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cc4a8ab4-8dc1-4bc7-892a-271c92ea72d3 req-7b94ff53-e30b-406a-8a5a-beb054be2ff0 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/security-groups?id=efaea06b-39d5-47ea-9357-a2b08569d2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135808 Feb 19 03:56:27.921664 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port afca8baf-c9fa-4d15-8f38-31e1830c2dd4 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:27.922819 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (afca8baf-c9fa-4d15-8f38-31e1830c2dd4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:28.025269 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-074fff16-85f0-4841-ab1b-89b059264766 admin admin] Publish callbacks [] for security_group (aa01712b-0fc7-480b-b36e-d6074b47fafb), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:28.042357 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-074fff16-85f0-4841-ab1b-89b059264766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (aa01712b-0fc7-480b-b36e-d6074b47fafb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:28.226954 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074fff16-85f0-4841-ab1b-89b059264766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa01712b-0fc7-480b-b36e-d6074b47fafb,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:28.315079 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-074fff16-85f0-4841-ab1b-89b059264766 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ef82f396dc9d48a09df1b3ef3a97cf8e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2629869 Feb 19 03:56:28.326019 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52148) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:28.337781 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c7ec8-1be7-450e-88e2-6168eb2e50ed req-48ec7880-182c-40af-9330-47631858a2a7 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:28.363025 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-271c7ec8-1be7-450e-88e2-6168eb2e50ed req-48ec7880-182c-40af-9330-47631858a2a7 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 947 time: 0.2852478 Feb 19 03:56:28.419337 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] Set router b27a2e01-ed57-4587-b65f-5c4353ac3f02 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:28.592888 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-271c7ec8-1be7-450e-88e2-6168eb2e50ed req-f1ddbd4d-14b5-4bae-a220-ef2f4cf5768d tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280452 Feb 19 03:56:28.637873 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b2078525-1a1c-4d0e-a850-c3b676ac50ee admin admin] Publish callbacks [] for security_group (aa01712b-0fc7-480b-b36e-d6074b47fafb), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:28.792999 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b2078525-1a1c-4d0e-a850-c3b676ac50ee admin admin] Publish callbacks [] for security_group (aa01712b-0fc7-480b-b36e-d6074b47fafb), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.044734 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b2078525-1a1c-4d0e-a850-c3b676ac50ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (aa01712b-0fc7-480b-b36e-d6074b47fafb), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.047299 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port afca8baf-c9fa-4d15-8f38-31e1830c2dd4 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:29.051925 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b2078525-1a1c-4d0e-a850-c3b676ac50ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.055041 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b2078525-1a1c-4d0e-a850-c3b676ac50ee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aa01712b-0fc7-480b-b36e-d6074b47fafb HTTP/1.1" status: 204 len: 168 time: 0.7271793 Feb 19 03:56:29.082683 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2078525-1a1c-4d0e-a850-c3b676ac50ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa01712b-0fc7-480b-b36e-d6074b47fafb,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:29.296364 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27a2e01-ed57-4587-b65f-5c4353ac3f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1469613355-router', 'tenant_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'afca8baf-c9fa-4d15-8f38-31e1830c2dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:06Z', 'updated_at': '2022-02-19T03:56:23Z', 'revision_number': 4, 'project_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'gw_port': {'id': 'afca8baf-c9fa-4d15-8f38-31e1830c2dd4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27a2e01-ed57-4587-b65f-5c4353ac3f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:10Z', 'updated_at': '2022-02-19T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '5d538d6a-6424-4137-aa20-a4ed16fced8b', 'name': '', 'network_id': '819b7430-b013-460a-b249-8c51184e9fc7', 'tenant_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'mac_address': 'fa:16:3e:77:e9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27a2e01-ed57-4587-b65f-5c4353ac3f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9f2568a8-86ef-4db7-9f45-d95ab7e51554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:21Z', 'updated_at': '2022-02-19T03:56:24Z', 'revision_number': 2, 'project_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'subnets': [{'id': '9f2568a8-86ef-4db7-9f45-d95ab7e51554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:29.364133 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] Checking router: b27a2e01-ed57-4587-b65f-5c4353ac3f02 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:56:29.364784 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] Updating router b27a2e01-ed57-4587-b65f-5c4353ac3f02 port 5d538d6a-6424-4137-aa20-a4ed16fced8b binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:56:29.410739 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 0850cf91-c662-474c-84f2-db0576edd49a details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:56:29.413094 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33717e5b-45ae-435c-bf93-1ad89c629818 req-e56e0f50-62ff-4874-917d-ca054ec79570 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:29.416210 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-33717e5b-45ae-435c-bf93-1ad89c629818 req-e56e0f50-62ff-4874-917d-ca054ec79570 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 969 time: 0.1583276 Feb 19 03:56:29.465478 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5d538d6a-6424-4137-aa20-a4ed16fced8b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.523044 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-33717e5b-45ae-435c-bf93-1ad89c629818 req-b0d6d86a-28e2-42cc-bb52-383dcfc8de37 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/security-groups?id=efaea06b-39d5-47ea-9357-a2b08569d2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935237 Feb 19 03:56:29.806941 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df89dd7f-a974-4e9a-8c48-8af13660222d req-a969b7d8-28f7-4aa8-8fe5-da125b04caf6 tempest-QuotasAdminNegativeTest-856467470 tempest-QuotasAdminNegativeTest-856467470-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d543d385eb29461eb0908edddeca5f53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489905 Feb 19 03:56:30.043284 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 0850cf91-c662-474c-84f2-db0576edd49a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=0850cf91-c662-474c-84f2-db0576edd49a,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:30.095811 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '0850cf91-c662-474c-84f2-db0576edd49a', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '0850cf91-c662-474c-84f2-db0576edd49a', 'mac_address': 'fa:16:3e:47:3d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:56:30.102884 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52192) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:30.120638 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89dd7f-a974-4e9a-8c48-8af13660222d req-125bad9d-4031-49c5-84b6-d356b1f4df15 tempest-QuotasAdminNegativeTest-856467470 tempest-QuotasAdminNegativeTest-856467470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:30.130810 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df89dd7f-a974-4e9a-8c48-8af13660222d req-125bad9d-4031-49c5-84b6-d356b1f4df15 tempest-QuotasAdminNegativeTest-856467470 tempest-QuotasAdminNegativeTest-856467470-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3084810 Feb 19 03:56:30.137433 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe62b7a1-bfef-472f-aaf4-54909d718fc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.171881 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df89dd7f-a974-4e9a-8c48-8af13660222d req-c9156262-c507-4e91-9072-5b389243a6fd tempest-QuotasAdminNegativeTest-856467470 tempest-QuotasAdminNegativeTest-856467470-project] 10.222.0.65 "GET /v2.0/quotas/d543d385eb29461eb0908edddeca5f53 HTTP/1.1" status: 200 len: 375 time: 0.0364432 Feb 19 03:56:30.206801 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022157-b9d0-4093-ae6b-dab9d8925877 req-8c105db8-77af-475a-89e1-23dd8a7e73ac tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:30.209899 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-97022157-b9d0-4093-ae6b-dab9d8925877 req-8c105db8-77af-475a-89e1-23dd8a7e73ac tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 947 time: 0.1633363 Feb 19 03:56:30.236803 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df89dd7f-a974-4e9a-8c48-8af13660222d req-3001421f-2889-49d2-9a63-2e0ee7d99f2b tempest-QuotasAdminNegativeTest-856467470 tempest-QuotasAdminNegativeTest-856467470-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d543d385eb29461eb0908edddeca5f53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593514 Feb 19 03:56:30.273281 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 0850cf91-c662-474c-84f2-db0576edd49a is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:30.273858 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0850cf91-c662-474c-84f2-db0576edd49a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.319893 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0850cf91-c662-474c-84f2-db0576edd49a {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:30.334446 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] Publish callbacks [] for port (5d538d6a-6424-4137-aa20-a4ed16fced8b), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.357418 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-97022157-b9d0-4093-ae6b-dab9d8925877 req-f2069dc6-345a-4f37-a6da-284eca37d084 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242816 Feb 19 03:56:30.364426 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5d538d6a-6424-4137-aa20-a4ed16fced8b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.389124 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 0850cf91-c662-474c-84f2-db0576edd49a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=0850cf91-c662-474c-84f2-db0576edd49a,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:30.434793 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0850cf91-c662-474c-84f2-db0576edd49a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.444047 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe62b7a1-bfef-472f-aaf4-54909d718fc8 admin admin] Publish callbacks [] for security_group (26e0204f-025c-40ac-96a8-6656dd296148), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.455283 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe62b7a1-bfef-472f-aaf4-54909d718fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (26e0204f-025c-40ac-96a8-6656dd296148), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.498719 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b11230-2fe0-451a-883a-a3183a5c1e9a None None] Pushing event updated for resources: {'Port': ['ID=5d538d6a-6424-4137-aa20-a4ed16fced8b,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:30.540798 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52204) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:30.555262 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fe62b7a1-bfef-472f-aaf4-54909d718fc8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=15914c7a0a9d485782d4c6cfbae2df26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4390218 Feb 19 03:56:30.645771 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62b7a1-bfef-472f-aaf4-54909d718fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e0204f-025c-40ac-96a8-6656dd296148,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:30.683637 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] Attempting to bind port 5d538d6a-6424-4137-aa20-a4ed16fced8b on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:30.684730 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] Attempting to bind port 5d538d6a-6424-4137-aa20-a4ed16fced8b by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '819b7430-b013-460a-b249-8c51184e9fc7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:30.686745 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] Attempting to bind port 5d538d6a-6424-4137-aa20-a4ed16fced8b on network 819b7430-b013-460a-b249-8c51184e9fc7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:30.742962 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-af9646b5-b72f-4612-99dc-a894f91b93d6 admin admin] Publish callbacks [] for security_group (26e0204f-025c-40ac-96a8-6656dd296148), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.768553 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:30.769236 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] Checking segment: {'id': '5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '819b7430-b013-460a-b249-8c51184e9fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:30.770306 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.771809 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] Bound using segment: {'id': '5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '819b7430-b013-460a-b249-8c51184e9fc7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:30.772464 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] Bound port: 5d538d6a-6424-4137-aa20-a4ed16fced8b, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '819b7430-b013-460a-b249-8c51184e9fc7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:30.773211 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5d538d6a-6424-4137-aa20-a4ed16fced8b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.797671 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=0850cf91-c662-474c-84f2-db0576edd49a,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:30.810704 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-af9646b5-b72f-4612-99dc-a894f91b93d6 admin admin] Publish callbacks [] for security_group (26e0204f-025c-40ac-96a8-6656dd296148), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.827741 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['0850cf91-c662-474c-84f2-db0576edd49a'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:30.932385 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-af9646b5-b72f-4612-99dc-a894f91b93d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (26e0204f-025c-40ac-96a8-6656dd296148), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.938414 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-af9646b5-b72f-4612-99dc-a894f91b93d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.941800 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-af9646b5-b72f-4612-99dc-a894f91b93d6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/26e0204f-025c-40ac-96a8-6656dd296148 HTTP/1.1" status: 204 len: 168 time: 0.3981190 Feb 19 03:56:30.984646 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9646b5-b72f-4612-99dc-a894f91b93d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e0204f-025c-40ac-96a8-6656dd296148,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:31.009755 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44531d-16d3-4ac4-911a-abd67ff8b44a req-51efed7c-984c-4ff3-a751-c7d779203a21 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:31.027232 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5a44531d-16d3-4ac4-911a-abd67ff8b44a req-51efed7c-984c-4ff3-a751-c7d779203a21 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 969 time: 0.1501269 Feb 19 03:56:31.170884 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5a44531d-16d3-4ac4-911a-abd67ff8b44a req-8082f2ce-34c6-44a8-a9ed-c618b933cebc tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/security-groups?id=efaea06b-39d5-47ea-9357-a2b08569d2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404109 Feb 19 03:56:31.187067 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-fd1d45c9-a7d5-4d1b-99c3-04afb0c4a54d None None] Provisioning complete for port 5d538d6a-6424-4137-aa20-a4ed16fced8b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:31.187893 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fd1d45c9-a7d5-4d1b-99c3-04afb0c4a54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5d538d6a-6424-4137-aa20-a4ed16fced8b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.203645 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] For port 5d538d6a-6424-4137-aa20-a4ed16fced8b, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:31.356162 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] For port 5d538d6a-6424-4137-aa20-a4ed16fced8b, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5d538d6a-6424-4137-aa20-a4ed16fced8b,segment=NetworkSegment(5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4),segment_id=5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:31.386289 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5d538d6a-6424-4137-aa20-a4ed16fced8b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.416243 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-fd1d45c9-a7d5-4d1b-99c3-04afb0c4a54d None None] Port 5d538d6a-6424-4137-aa20-a4ed16fced8b cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:56:31.583003 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] Routers {'b27a2e01-ed57-4587-b65f-5c4353ac3f02'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:31.583749 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:56:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b27a2e01-ed57-4587-b65f-5c4353ac3f02'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:31.734031 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52232) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:31.747638 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-6203d553-1e3a-4285-98a1-c0f0833ad78a tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2070895723', 'description': 'tempest-description--366693136'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:31.789764 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b11230-2fe0-451a-883a-a3183a5c1e9a None None] Pushing event updated for resources: {'Port': ['ID=5d538d6a-6424-4137-aa20-a4ed16fced8b,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:31.863890 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6203d553-1e3a-4285-98a1-c0f0833ad78a tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.052244 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6203d553-1e3a-4285-98a1-c0f0833ad78a tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for security_group (596535c3-2785-4da5-804f-29d7411c6fa4), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.062804 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6203d553-1e3a-4285-98a1-c0f0833ad78a tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (596535c3-2785-4da5-804f-29d7411c6fa4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.132603 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6203d553-1e3a-4285-98a1-c0f0833ad78a tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.142434 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6203d553-1e3a-4285-98a1-c0f0833ad78a tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4053531 Feb 19 03:56:32.144492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52240) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:32.153008 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c15223-a00d-4b6f-8aac-05f4d915dae4 req-fdd5faff-7d94-4d0e-ad74-0d032c6f6dab tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:32.160937 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-21700e29-9e47-4b31-8adc-2d4fd37ad689 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Request body: {'security_group_rule': {'security_group_id': '596535c3-2785-4da5-804f-29d7411c6fa4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:32.164205 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-10c15223-a00d-4b6f-8aac-05f4d915dae4 req-fdd5faff-7d94-4d0e-ad74-0d032c6f6dab tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 948 time: 0.2236571 Feb 19 03:56:32.170941 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] Set router b27a2e01-ed57-4587-b65f-5c4353ac3f02 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:32.252065 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21700e29-9e47-4b31-8adc-2d4fd37ad689 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for security_group_rule (2403720d-8b85-4955-979a-54f24d82b900), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.327307 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-96979404-5dde-4b20-9cc6-30be6517f905 None None] Provisioning complete for port 5d538d6a-6424-4137-aa20-a4ed16fced8b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:32.328151 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-96979404-5dde-4b20-9cc6-30be6517f905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5d538d6a-6424-4137-aa20-a4ed16fced8b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.339902 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2a9ae66e-ffc5-4874-b416-746059d1b124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.351443 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203d553-1e3a-4285-98a1-c0f0833ad78a tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=596535c3-2785-4da5-804f-29d7411c6fa4,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:32.352486 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-10c15223-a00d-4b6f-8aac-05f4d915dae4 req-0c0745b4-0227-4461-8ed8-54133854a26f tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779308 Feb 19 03:56:32.468457 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21700e29-9e47-4b31-8adc-2d4fd37ad689 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for security_group_rule (2403720d-8b85-4955-979a-54f24d82b900), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.482432 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21700e29-9e47-4b31-8adc-2d4fd37ad689 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (2403720d-8b85-4955-979a-54f24d82b900), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.584740 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21700e29-9e47-4b31-8adc-2d4fd37ad689 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2403720d-8b85-4955-979a-54f24d82b900,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:32.613336 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21700e29-9e47-4b31-8adc-2d4fd37ad689 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.624330 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-21700e29-9e47-4b31-8adc-2d4fd37ad689 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4732509 Feb 19 03:56:32.625403 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52256) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:32.634776 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-dfa647cc-dc3d-4653-9905-30261d4765d8 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Request body: {'security_group_rule': {'security_group_id': '596535c3-2785-4da5-804f-29d7411c6fa4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:32.715807 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a828ad-ff0a-4346-b4f1-376e21f68ff1 req-5e5a45ff-e094-4398-aa38-655fc2df76a2 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:32.729327 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-64a828ad-ff0a-4346-b4f1-376e21f68ff1 req-5e5a45ff-e094-4398-aa38-655fc2df76a2 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 969 time: 0.2002144 Feb 19 03:56:32.895458 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dfa647cc-dc3d-4653-9905-30261d4765d8 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for security_group_rule (e120af31-4d6a-47cd-81d6-dd3d26abd41d), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.032342 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-96979404-5dde-4b20-9cc6-30be6517f905 None None] Current status of the port 5d538d6a-6424-4137-aa20-a4ed16fced8b is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:33.033042 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-96979404-5dde-4b20-9cc6-30be6517f905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5d538d6a-6424-4137-aa20-a4ed16fced8b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.071665 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dfa647cc-dc3d-4653-9905-30261d4765d8 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for security_group_rule (e120af31-4d6a-47cd-81d6-dd3d26abd41d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.083591 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dfa647cc-dc3d-4653-9905-30261d4765d8 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (e120af31-4d6a-47cd-81d6-dd3d26abd41d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.133231 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-64a828ad-ff0a-4346-b4f1-376e21f68ff1 req-67aac3a9-489e-43ea-bbe3-892af363e40e tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/security-groups?id=efaea06b-39d5-47ea-9357-a2b08569d2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022865 Feb 19 03:56:33.184557 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa647cc-dc3d-4653-9905-30261d4765d8 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e120af31-4d6a-47cd-81d6-dd3d26abd41d,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:33.203136 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dfa647cc-dc3d-4653-9905-30261d4765d8 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.207824 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-dfa647cc-dc3d-4653-9905-30261d4765d8 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5794835 Feb 19 03:56:33.213201 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52268) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:33.225828 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-96979404-5dde-4b20-9cc6-30be6517f905 None None] For port 5d538d6a-6424-4137-aa20-a4ed16fced8b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5d538d6a-6424-4137-aa20-a4ed16fced8b,segment=NetworkSegment(5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4),segment_id=5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:33.227065 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-8a940857-82e1-4991-a6e7-ed8edc9f111c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:33.254866 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-96979404-5dde-4b20-9cc6-30be6517f905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5d538d6a-6424-4137-aa20-a4ed16fced8b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.276613 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52274) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:33.292897 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8a940857-82e1-4991-a6e7-ed8edc9f111c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.416581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 0850cf91-c662-474c-84f2-db0576edd49a up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:33.462062 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-caf8a504-8b8e-41dc-891a-3b7d0cdbdeed req-07bd3e69-129a-4a03-b3ec-cbbd2559cc94 tempest-QuotasAdminNegativeTest-856467470 tempest-QuotasAdminNegativeTest-856467470-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d543d385eb29461eb0908edddeca5f53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1300597 Feb 19 03:56:33.504567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96979404-5dde-4b20-9cc6-30be6517f905 None None] Pushing event updated for resources: {'Port': ['ID=5d538d6a-6424-4137-aa20-a4ed16fced8b,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:33.518760 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27a2e01-ed57-4587-b65f-5c4353ac3f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1469613355-router', 'tenant_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'afca8baf-c9fa-4d15-8f38-31e1830c2dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:06Z', 'updated_at': '2022-02-19T03:56:23Z', 'revision_number': 4, 'project_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'gw_port': {'id': 'afca8baf-c9fa-4d15-8f38-31e1830c2dd4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27a2e01-ed57-4587-b65f-5c4353ac3f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:10Z', 'updated_at': '2022-02-19T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '5d538d6a-6424-4137-aa20-a4ed16fced8b', 'name': '', 'network_id': '819b7430-b013-460a-b249-8c51184e9fc7', 'tenant_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'mac_address': 'fa:16:3e:77:e9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27a2e01-ed57-4587-b65f-5c4353ac3f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9f2568a8-86ef-4db7-9f45-d95ab7e51554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:21Z', 'updated_at': '2022-02-19T03:56:31Z', 'revision_number': 4, 'project_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'subnets': [{'id': '9f2568a8-86ef-4db7-9f45-d95ab7e51554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:33.608562 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9c52b-299e-4611-81dd-ef24b4313ee7 None None] The sync data for ids ['b27a2e01-ed57-4587-b65f-5c4353ac3f02'] in n-d-772273-4 is: [{'id': 'b27a2e01-ed57-4587-b65f-5c4353ac3f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1469613355-router', 'tenant_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'afca8baf-c9fa-4d15-8f38-31e1830c2dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:06Z', 'updated_at': '2022-02-19T03:56:23Z', 'revision_number': 4, 'project_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'gw_port': {'id': 'afca8baf-c9fa-4d15-8f38-31e1830c2dd4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27a2e01-ed57-4587-b65f-5c4353ac3f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:10Z', 'updated_at': '2022-02-19T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '5d538d6a-6424-4137-aa20-a4ed16fced8b', 'name': '', 'network_id': '819b7430-b013-460a-b249-8c51184e9fc7', 'tenant_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'mac_address': 'fa:16:3e:77:e9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27a2e01-ed57-4587-b65f-5c4353ac3f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '9f2568a8-86ef-4db7-9f45-d95ab7e51554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:21Z', 'updated_at': '2022-02-19T03:56:31Z', 'revision_number': 4, 'project_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'subnets': [{'id': '9f2568a8-86ef-4db7-9f45-d95ab7e51554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:56:33.612837 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e9b4b5b-dddb-4b43-a474-be06919e9c30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.627823 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 0850cf91-c662-474c-84f2-db0576edd49a completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:56:33.641975 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 0850cf91-c662-474c-84f2-db0576edd49a triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:33.641975 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0850cf91-c662-474c-84f2-db0576edd49a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.933723 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:56:33.971591 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e9b4b5b-dddb-4b43-a474-be06919e9c30 admin admin] Publish callbacks [] for security_group (a24dd7de-ee8f-49b7-9f82-8ee9d01ca97f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.986256 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e9b4b5b-dddb-4b43-a474-be06919e9c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a24dd7de-ee8f-49b7-9f82-8ee9d01ca97f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.013099 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 0850cf91-c662-474c-84f2-db0576edd49a is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:34.014286 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0850cf91-c662-474c-84f2-db0576edd49a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.086571 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387bb2e-e34f-4889-8d0c-320e10cb05d3 req-6f216c97-dbd4-4500-a0d4-3774e6d83c4c tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:34.096819 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1387bb2e-e34f-4889-8d0c-320e10cb05d3 req-6f216c97-dbd4-4500-a0d4-3774e6d83c4c tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 948 time: 0.4416585 Feb 19 03:56:34.124287 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3e9b4b5b-dddb-4b43-a474-be06919e9c30 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1595dd391148428995d9d8f477d1b707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8382633 Feb 19 03:56:34.127104 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52288) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:34.152715 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b4b5b-dddb-4b43-a474-be06919e9c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24dd7de-ee8f-49b7-9f82-8ee9d01ca97f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:34.234045 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1387bb2e-e34f-4889-8d0c-320e10cb05d3 req-3a88152a-9934-4be9-b9c9-a6ec470ef989 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255071 Feb 19 03:56:34.238139 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eba884c-0d00-47ed-9f6e-3cc46fd07a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0850cf91-c662-474c-84f2-db0576edd49a'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:34.349951 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8a504-8b8e-41dc-891a-3b7d0cdbdeed req-4619fb68-1d65-420f-9c25-9943ca0a7dc5 tempest-QuotasAdminNegativeTest-856467470 tempest-QuotasAdminNegativeTest-856467470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:34.365823 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-caf8a504-8b8e-41dc-891a-3b7d0cdbdeed req-4619fb68-1d65-420f-9c25-9943ca0a7dc5 tempest-QuotasAdminNegativeTest-856467470 tempest-QuotasAdminNegativeTest-856467470-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8989830 Feb 19 03:56:34.419618 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 0850cf91-c662-474c-84f2-db0576edd49a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=0850cf91-c662-474c-84f2-db0576edd49a,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:34.439214 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-caf8a504-8b8e-41dc-891a-3b7d0cdbdeed req-f2fdc643-0e77-4bcb-88e9-551d134a30c0 tempest-QuotasAdminNegativeTest-856467470 tempest-QuotasAdminNegativeTest-856467470-project] 10.222.0.65 "GET /v2.0/quotas/d543d385eb29461eb0908edddeca5f53 HTTP/1.1" status: 200 len: 375 time: 0.0751889 Feb 19 03:56:34.450942 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0850cf91-c662-474c-84f2-db0576edd49a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.502287 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-582a394e-2934-4845-b615-611651ca36b3 admin admin] Publish callbacks [] for security_group (a24dd7de-ee8f-49b7-9f82-8ee9d01ca97f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.596663 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-582a394e-2934-4845-b615-611651ca36b3 admin admin] Publish callbacks [] for security_group (a24dd7de-ee8f-49b7-9f82-8ee9d01ca97f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.609620 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7052d-2abe-4782-8c0b-561f3cac7074 req-5bfa3e3e-7935-4e5a-904f-60731560abc3 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:34.615119 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7e7052d-2abe-4782-8c0b-561f3cac7074 req-5bfa3e3e-7935-4e5a-904f-60731560abc3 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 969 time: 0.1559393 Feb 19 03:56:34.647301 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=0850cf91-c662-474c-84f2-db0576edd49a,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:34.663055 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:34.698153 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': 'ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb', 'mac_address': 'fa:16:3e:42:1e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:tempest-test_az-1533085211', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:56:34.711488 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8a940857-82e1-4991-a6e7-ed8edc9f111c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.786654 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:34.787565 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.817142 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:34.830120 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7e7052d-2abe-4782-8c0b-561f3cac7074 req-9f93fb87-d469-4033-9a79-0d0eda3ad23f tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/security-groups?id=efaea06b-39d5-47ea-9357-a2b08569d2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037249 Feb 19 03:56:34.894208 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca001b04-53bd-44da-8dfa-b0404d4799f5" -d '{"events": [{"server_uuid": "2eba884c-0d00-47ed-9f6e-3cc46fd07a42", "name": "network-vif-plugged", "status": "completed", "tag": "0850cf91-c662-474c-84f2-db0576edd49a"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:34.931322 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:34.974045 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.069415 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-caf8a504-8b8e-41dc-891a-3b7d0cdbdeed req-6f1265c8-063f-4f9d-99d9-796649078149 tempest-QuotasAdminNegativeTest-856467470 tempest-QuotasAdminNegativeTest-856467470-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d543d385eb29461eb0908edddeca5f53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4802797 Feb 19 03:56:35.071595 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-45ed2dc0-9c34-44b9-ac00-29435ab9a696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.139235 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-8a940857-82e1-4991-a6e7-ed8edc9f111c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Allocated IP 172.25.0.17 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/147b0cfa-53d5-41d0-a2e7-02a1c82959b9) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:35.142035 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:35.299787 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:35.547220 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-582a394e-2934-4845-b615-611651ca36b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a24dd7de-ee8f-49b7-9f82-8ee9d01ca97f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.552731 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-582a394e-2934-4845-b615-611651ca36b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.554709 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-582a394e-2934-4845-b615-611651ca36b3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a24dd7de-ee8f-49b7-9f82-8ee9d01ca97f HTTP/1.1" status: 204 len: 168 time: 1.4154675 Feb 19 03:56:35.589247 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5d538d6a-6424-4137-aa20-a4ed16fced8b up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:35.629143 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8a940857-82e1-4991-a6e7-ed8edc9f111c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for port (147b0cfa-53d5-41d0-a2e7-02a1c82959b9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.652334 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a394e-2934-4845-b615-611651ca36b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24dd7de-ee8f-49b7-9f82-8ee9d01ca97f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:35.659732 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7a1d22-0466-4ccc-b8ad-7949e6544f82 x-openstack-request-id: req-9d7a1d22-0466-4ccc-b8ad-7949e6544f82 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:35.660265 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eba884c-0d00-47ed-9f6e-3cc46fd07a42", "name": "network-vif-plugged", "status": "completed", "tag": "0850cf91-c662-474c-84f2-db0576edd49a", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:35.660699 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d7a1d22-0466-4ccc-b8ad-7949e6544f82 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:35.661501 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eba884c-0d00-47ed-9f6e-3cc46fd07a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0850cf91-c662-474c-84f2-db0576edd49a', 'code': 200} Feb 19 03:56:35.763640 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8a940857-82e1-4991-a6e7-ed8edc9f111c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (147b0cfa-53d5-41d0-a2e7-02a1c82959b9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.873916 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 5d538d6a-6424-4137-aa20-a4ed16fced8b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:35.874569 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5d538d6a-6424-4137-aa20-a4ed16fced8b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.981836 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a940857-82e1-4991-a6e7-ed8edc9f111c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:35.987444 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a940857-82e1-4991-a6e7-ed8edc9f111c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Pushing event updated for resources: {'Port': ['ID=147b0cfa-53d5-41d0-a2e7-02a1c82959b9,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:35.992781 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-8a940857-82e1-4991-a6e7-ed8edc9f111c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:36.028196 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff3c39-72e1-4e44-af14-202602157e28 req-227fe16f-e0cb-4265-aca9-ef8d655f750a tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:36.032712 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7aff3c39-72e1-4e44-af14-202602157e28 req-227fe16f-e0cb-4265-aca9-ef8d655f750a tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 949 time: 0.6342015 Feb 19 03:56:36.037571 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a940857-82e1-4991-a6e7-ed8edc9f111c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:36.182231 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 5d538d6a-6424-4137-aa20-a4ed16fced8b is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:36.532809 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8a940857-82e1-4991-a6e7-ed8edc9f111c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for floatingip (94ef1fb8-f8ce-4abc-8720-e246e9659c0b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.554384 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.593775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d4eb3-eed1-4d78-9db5-e01da8ce95b4 req-3a722290-9999-44a8-80cb-c6526d662e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:36.596899 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb5d4eb3-eed1-4d78-9db5-e01da8ce95b4 req-3a722290-9999-44a8-80cb-c6526d662e13 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 1131 time: 0.6121085 Feb 19 03:56:36.605905 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7aff3c39-72e1-4e44-af14-202602157e28 req-5e906284-4982-4198-9a00-f0b6c298d247 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352656 Feb 19 03:56:36.640782 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fb5d4eb3-eed1-4d78-9db5-e01da8ce95b4 req-fe6f72ab-34de-4429-9434-8581f92d676f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.772057 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8a940857-82e1-4991-a6e7-ed8edc9f111c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (147b0cfa-53d5-41d0-a2e7-02a1c82959b9), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.835017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52332) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:36.856167 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1160e68a-1321-4b38-a181-c08e4989d4e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.987670 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.044948 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1160e68a-1321-4b38-a181-c08e4989d4e0 admin admin] Publish callbacks [] for security_group (75515ed9-8390-4cb1-8ffe-95c908873641), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.047063 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887567b7-42a9-45d6-aa14-a6e04e0d8f16 req-30ff1e31-8667-478e-b49b-aba8ef86a0bd tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:37.050309 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-887567b7-42a9-45d6-aa14-a6e04e0d8f16 req-30ff1e31-8667-478e-b49b-aba8ef86a0bd tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 970 time: 0.3089428 Feb 19 03:56:37.055396 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1160e68a-1321-4b38-a181-c08e4989d4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (75515ed9-8390-4cb1-8ffe-95c908873641), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.122783 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160e68a-1321-4b38-a181-c08e4989d4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75515ed9-8390-4cb1-8ffe-95c908873641,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:37.197195 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fb5d4eb3-eed1-4d78-9db5-e01da8ce95b4 req-fe6f72ab-34de-4429-9434-8581f92d676f service neutron] Publish callbacks [] for security_group (80476b55-bbb9-4f70-b5e3-7c6689b00c1e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.206620 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1160e68a-1321-4b38-a181-c08e4989d4e0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f917022b063b4beeab6e6db404dc66ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3695037 Feb 19 03:56:37.212360 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52340) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:37.219717 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fb5d4eb3-eed1-4d78-9db5-e01da8ce95b4 req-fe6f72ab-34de-4429-9434-8581f92d676f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (80476b55-bbb9-4f70-b5e3-7c6689b00c1e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.334866 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c071dcf0-1e55-4aa5-b669-47db7b042d21 admin admin] Publish callbacks [] for security_group (75515ed9-8390-4cb1-8ffe-95c908873641), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.376332 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-887567b7-42a9-45d6-aa14-a6e04e0d8f16 req-0bbedfdb-2fba-4b85-9e3f-4a00ebfc1abe tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/security-groups?id=efaea06b-39d5-47ea-9357-a2b08569d2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126607 Feb 19 03:56:37.396348 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb5d4eb3-eed1-4d78-9db5-e01da8ce95b4 req-fe6f72ab-34de-4429-9434-8581f92d676f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7885611 Feb 19 03:56:37.401774 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f72ab-34de-4429-9434-8581f92d676f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=80476b55-bbb9-4f70-b5e3-7c6689b00c1e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:37.442323 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c071dcf0-1e55-4aa5-b669-47db7b042d21 admin admin] Publish callbacks [] for security_group (75515ed9-8390-4cb1-8ffe-95c908873641), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.517644 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8a940857-82e1-4991-a6e7-ed8edc9f111c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for port (147b0cfa-53d5-41d0-a2e7-02a1c82959b9), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.547016 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8a940857-82e1-4991-a6e7-ed8edc9f111c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (147b0cfa-53d5-41d0-a2e7-02a1c82959b9), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.582575 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c071dcf0-1e55-4aa5-b669-47db7b042d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (75515ed9-8390-4cb1-8ffe-95c908873641), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.589549 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c071dcf0-1e55-4aa5-b669-47db7b042d21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.592823 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c071dcf0-1e55-4aa5-b669-47db7b042d21 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/75515ed9-8390-4cb1-8ffe-95c908873641 HTTP/1.1" status: 204 len: 168 time: 0.3781984 Feb 19 03:56:37.618683 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071dcf0-1e55-4aa5-b669-47db7b042d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75515ed9-8390-4cb1-8ffe-95c908873641,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:37.753645 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a940857-82e1-4991-a6e7-ed8edc9f111c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Pushing event updated for resources: {'Port': ['ID=147b0cfa-53d5-41d0-a2e7-02a1c82959b9,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:37.767983 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.787854 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8a940857-82e1-4991-a6e7-ed8edc9f111c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (94ef1fb8-f8ce-4abc-8720-e246e9659c0b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.821616 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52352) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:37.835185 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8a940857-82e1-4991-a6e7-ed8edc9f111c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.845776 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8a940857-82e1-4991-a6e7-ed8edc9f111c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6281514 Feb 19 03:56:37.859444 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:38.011956 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4006e-fda4-4df4-9129-2a7ea94fd9a0 req-def92c32-e5d7-4588-b4e3-e4fe138a25cc tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:38.025787 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5a4006e-fda4-4df4-9129-2a7ea94fd9a0 req-def92c32-e5d7-4588-b4e3-e4fe138a25cc tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 949 time: 0.2064235 Feb 19 03:56:38.032718 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:56:38.057459 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:38.057798 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.133778 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c2098fe-66ec-4701-84f6-5bb97f38e6a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.153545 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5a4006e-fda4-4df4-9129-2a7ea94fd9a0 req-996c3d39-20be-4b88-bda5-dc11aa789577 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116948 Feb 19 03:56:38.323308 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c2098fe-66ec-4701-84f6-5bb97f38e6a5 admin admin] Publish callbacks [] for security_group (c0de3302-e6fd-4f67-8bef-8fafa1cd2ea6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.331886 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c2098fe-66ec-4701-84f6-5bb97f38e6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c0de3302-e6fd-4f67-8bef-8fafa1cd2ea6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.361445 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:38.365228 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.466534 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8c2098fe-66ec-4701-84f6-5bb97f38e6a5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d543d385eb29461eb0908edddeca5f53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6430533 Feb 19 03:56:38.468702 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2098fe-66ec-4701-84f6-5bb97f38e6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0de3302-e6fd-4f67-8bef-8fafa1cd2ea6,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:38.471219 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52376) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:38.524955 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386283bc-2af4-427f-ad39-b3ac464da136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:38.535458 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fe66d3-15a6-4fad-aaf9-6496f29823c4" -d '{"events": [{"server_uuid": "386283bc-2af4-427f-ad39-b3ac464da136", "name": "network-vif-plugged", "status": "completed", "tag": "ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:38.565367 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.592876 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:38.603399 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.674511 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a352dac6-aa50-4990-a6f7-e1dfd5d8bc17 admin admin] Publish callbacks [] for security_group (c0de3302-e6fd-4f67-8bef-8fafa1cd2ea6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.758298 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:38.811587 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.835269 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a352dac6-aa50-4990-a6f7-e1dfd5d8bc17 admin admin] Publish callbacks [] for security_group (c0de3302-e6fd-4f67-8bef-8fafa1cd2ea6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.841708 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e93e23-0c5f-4201-8a7a-b8e861713f9d req-4c18e8ce-2d61-4f5b-b9ae-eed7ca22bea5 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:38.845638 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-75e93e23-0c5f-4201-8a7a-b8e861713f9d req-4c18e8ce-2d61-4f5b-b9ae-eed7ca22bea5 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 971 time: 0.2290132 Feb 19 03:56:38.893734 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-fa7caaac-818c-4e31-b288-4f54b4e59515 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2070895723&fields=id&tenant_id=98e4fb96369442b78745cce9c7cb08aa HTTP/1.1" status: 200 len: 267 time: 0.2221515 Feb 19 03:56:38.965813 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-75e93e23-0c5f-4201-8a7a-b8e861713f9d req-d9240b5f-eeab-402d-9bb4-e134048b206c tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/security-groups?id=efaea06b-39d5-47ea-9357-a2b08569d2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083219 Feb 19 03:56:39.073354 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd87517-f286-43af-9ba7-3cb97f251466 x-openstack-request-id: req-8dd87517-f286-43af-9ba7-3cb97f251466 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:39.084548 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386283bc-2af4-427f-ad39-b3ac464da136", "name": "network-vif-plugged", "status": "completed", "tag": "ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:39.087923 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8dd87517-f286-43af-9ba7-3cb97f251466 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:39.098203 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386283bc-2af4-427f-ad39-b3ac464da136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb', 'code': 200} Feb 19 03:56:39.181211 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a352dac6-aa50-4990-a6f7-e1dfd5d8bc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c0de3302-e6fd-4f67-8bef-8fafa1cd2ea6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.185228 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a352dac6-aa50-4990-a6f7-e1dfd5d8bc17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.202505 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a352dac6-aa50-4990-a6f7-e1dfd5d8bc17 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c0de3302-e6fd-4f67-8bef-8fafa1cd2ea6 HTTP/1.1" status: 204 len: 168 time: 0.7280242 Feb 19 03:56:39.204583 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52392) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:39.383688 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a4a5a-cbea-492a-8e2a-4a0ccfc68e96 req-7b1f2fb0-78c1-4ab4-a6e2-4fa3c686d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:39.395516 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b3a4a5a-cbea-492a-8e2a-4a0ccfc68e96 req-7b1f2fb0-78c1-4ab4-a6e2-4fa3c686d1ef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 1153 time: 0.2008646 Feb 19 03:56:39.505805 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352dac6-aa50-4990-a6f7-e1dfd5d8bc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0de3302-e6fd-4f67-8bef-8fafa1cd2ea6,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:39.626855 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-c757a3a0-e22b-4313-9d11-f0cddaf76818 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:39.632503 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-c757a3a0-e22b-4313-9d11-f0cddaf76818 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/networks?id=8ae02c71-45ff-47a1-b8ca-fe0848324233 HTTP/1.1" status: 200 len: 823 time: 0.7047944 Feb 19 03:56:39.645019 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b3a4a5a-cbea-492a-8e2a-4a0ccfc68e96 req-26057200-0aed-4ad7-ab2e-727efffa3288 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=efaea06b-39d5-47ea-9357-a2b08569d2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370770 Feb 19 03:56:39.665349 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd368515-1d00-451b-bcaf-dc6270da595c req-d3c71813-b810-4b1f-9c82-908feed72e75 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:39.679133 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fd368515-1d00-451b-bcaf-dc6270da595c req-d3c71813-b810-4b1f-9c82-908feed72e75 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 949 time: 0.2585561 Feb 19 03:56:39.681972 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-3783e3bc-c23a-45ba-9ad1-b34a9e665a17 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/quotas/98e4fb96369442b78745cce9c7cb08aa HTTP/1.1" status: 200 len: 375 time: 0.0343738 Feb 19 03:56:39.790227 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fd368515-1d00-451b-bcaf-dc6270da595c req-14b2d2c6-4b15-477f-940a-e4d261668072 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095161 Feb 19 03:56:39.855079 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-abfa882c-bc9d-45a1-a612-f23b9cb67a70 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=98e4fb96369442b78745cce9c7cb08aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1642799 Feb 19 03:56:40.045263 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8790c912-e222-43cd-8d68-fae14dfb9e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.255781 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8790c912-e222-43cd-8d68-fae14dfb9e23 admin admin] Publish callbacks [] for security_group (3e68e81c-98ef-4025-8e00-8c71ea00f0cd), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.265840 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52418) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:40.273763 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b48035-6c35-4bca-8334-b7fa95ce5368 req-6f3dc792-3011-4f4d-afbd-3363851126e7 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:40.278971 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8790c912-e222-43cd-8d68-fae14dfb9e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3e68e81c-98ef-4025-8e00-8c71ea00f0cd), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.294254 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-81b48035-6c35-4bca-8334-b7fa95ce5368 req-6f3dc792-3011-4f4d-afbd-3363851126e7 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 971 time: 0.1617632 Feb 19 03:56:40.398429 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-81b48035-6c35-4bca-8334-b7fa95ce5368 req-0c8fd0ca-6187-428e-b2ff-5e1984a8ea78 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/security-groups?id=efaea06b-39d5-47ea-9357-a2b08569d2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899351 Feb 19 03:56:40.539409 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ecf3e4bd-fef6-454d-9c0f-e708a16d15ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.592502 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790c912-e222-43cd-8d68-fae14dfb9e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e68e81c-98ef-4025-8e00-8c71ea00f0cd,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:40.600499 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8790c912-e222-43cd-8d68-fae14dfb9e23 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7e0909cfb68e468ea83c8c2931c1b83f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1817114 Feb 19 03:56:40.604707 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52424) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:40.643990 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-1e5acdc6-ba02-48c7-871b-2e6effed5f73 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:56:40.645925 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-1e5acdc6-ba02-48c7-871b-2e6effed5f73 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4794033 Feb 19 03:56:40.719521 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-021a8aed-8ea6-438e-a283-518141b11f4f admin admin] Publish callbacks [] for security_group (3e68e81c-98ef-4025-8e00-8c71ea00f0cd), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.764094 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-021a8aed-8ea6-438e-a283-518141b11f4f admin admin] Publish callbacks [] for security_group (3e68e81c-98ef-4025-8e00-8c71ea00f0cd), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.897007 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-021a8aed-8ea6-438e-a283-518141b11f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3e68e81c-98ef-4025-8e00-8c71ea00f0cd), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.903485 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-021a8aed-8ea6-438e-a283-518141b11f4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.910677 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-021a8aed-8ea6-438e-a283-518141b11f4f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3e68e81c-98ef-4025-8e00-8c71ea00f0cd HTTP/1.1" status: 204 len: 168 time: 0.3038671 Feb 19 03:56:40.913867 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-6a26be2b-c17a-4fa2-af63-873741dcf22f service neutron] 10.222.0.65 "GET /v2.0/networks/8ae02c71-45ff-47a1-b8ca-fe0848324233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498124 Feb 19 03:56:40.937177 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a8aed-8ea6-438e-a283-518141b11f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e68e81c-98ef-4025-8e00-8c71ea00f0cd,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:41.011350 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ecf3e4bd-fef6-454d-9c0f-e708a16d15ba admin admin] Publish callbacks [] for security_group (6c52bcb1-2433-4df7-82e5-243d6830d30c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:41.046949 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ecf3e4bd-fef6-454d-9c0f-e708a16d15ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6c52bcb1-2433-4df7-82e5-243d6830d30c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:41.139045 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b6f33-d5c2-4b45-9683-f2c98549a725 req-0dea2cb4-b018-483d-a2ee-7eb4950fcbeb tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:41.142024 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc2b6f33-d5c2-4b45-9683-f2c98549a725 req-0dea2cb4-b018-483d-a2ee-7eb4950fcbeb tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 949 time: 0.1378794 Feb 19 03:56:41.239168 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ecf3e4bd-fef6-454d-9c0f-e708a16d15ba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=86aa67b7c8d448e6a21fd1130a009628&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9712062 Feb 19 03:56:41.247635 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3e4bd-fef6-454d-9c0f-e708a16d15ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c52bcb1-2433-4df7-82e5-243d6830d30c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:41.250714 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52436) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:41.293732 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc2b6f33-d5c2-4b45-9683-f2c98549a725 req-4753e80a-a1e2-4a1c-ac20-05b1dbb6c73b tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385438 Feb 19 03:56:41.375522 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ee4691da-9ff7-4dec-902f-160c563d8af2 admin admin] Publish callbacks [] for security_group (6c52bcb1-2433-4df7-82e5-243d6830d30c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:41.377483 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-85d4bbcd-74a6-4e78-8574-0f8094f28d80 service neutron] 10.222.0.65 "GET /v2.0/networks/8ae02c71-45ff-47a1-b8ca-fe0848324233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073026 Feb 19 03:56:41.446951 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ee4691da-9ff7-4dec-902f-160c563d8af2 admin admin] Publish callbacks [] for security_group (6c52bcb1-2433-4df7-82e5-243d6830d30c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:41.558920 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ee4691da-9ff7-4dec-902f-160c563d8af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6c52bcb1-2433-4df7-82e5-243d6830d30c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:41.566978 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ee4691da-9ff7-4dec-902f-160c563d8af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:41.571982 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ee4691da-9ff7-4dec-902f-160c563d8af2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6c52bcb1-2433-4df7-82e5-243d6830d30c HTTP/1.1" status: 204 len: 168 time: 0.3169534 Feb 19 03:56:41.591788 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4691da-9ff7-4dec-902f-160c563d8af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c52bcb1-2433-4df7-82e5-243d6830d30c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:42.048438 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52456) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:42.079324 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b477ad2f-23f8-49f1-886c-5e5dbf9698ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.270101 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da829ec9-c10a-4b1a-b27b-819afb90b17e req-1724df10-6e0b-4fb5-92b3-b0a4e853af10 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:42.279096 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-da829ec9-c10a-4b1a-b27b-819afb90b17e req-1724df10-6e0b-4fb5-92b3-b0a4e853af10 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 971 time: 0.1990898 Feb 19 03:56:42.466384 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b477ad2f-23f8-49f1-886c-5e5dbf9698ab admin admin] Publish callbacks [] for security_group (c3bf5bdd-019d-4945-9201-4cec901c4838), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.481013 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b477ad2f-23f8-49f1-886c-5e5dbf9698ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c3bf5bdd-019d-4945-9201-4cec901c4838), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.489731 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-da829ec9-c10a-4b1a-b27b-819afb90b17e req-e8f12be5-3ba2-4094-a1d9-bf65d25c057c tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/security-groups?id=efaea06b-39d5-47ea-9357-a2b08569d2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848667 Feb 19 03:56:42.612647 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b477ad2f-23f8-49f1-886c-5e5dbf9698ab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d6a55acef6db4b62b83ee9ad9d4fd2db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5622072 Feb 19 03:56:42.617803 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52464) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:42.619908 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477ad2f-23f8-49f1-886c-5e5dbf9698ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bf5bdd-019d-4945-9201-4cec901c4838,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:42.869097 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fbce114d-3bd3-48cb-bf4a-69fa79d8fa2d admin admin] Publish callbacks [] for security_group (c3bf5bdd-019d-4945-9201-4cec901c4838), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.906571 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fbce114d-3bd3-48cb-bf4a-69fa79d8fa2d admin admin] Publish callbacks [] for security_group (c3bf5bdd-019d-4945-9201-4cec901c4838), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.916392 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5e3ec-611f-4c9d-96ed-2dcb55816c0c req-b41e35d4-9373-4464-a19c-f10ebd1ede01 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:42.926355 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bdb5e3ec-611f-4c9d-96ed-2dcb55816c0c req-b41e35d4-9373-4464-a19c-f10ebd1ede01 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 949 time: 0.1558943 Feb 19 03:56:42.987068 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f683e489-7fce-451f-a4ca-32f1189e9efb req-8ed19dc9-9740-46ca-9e66-ded57aa314c3 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0044a1-0be7-4a47-9dc1-11b567d38e7d HTTP/1.1" status: 200 len: 210 time: 0.2982514 Feb 19 03:56:43.005376 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fbce114d-3bd3-48cb-bf4a-69fa79d8fa2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c3bf5bdd-019d-4945-9201-4cec901c4838), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:43.010517 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fbce114d-3bd3-48cb-bf4a-69fa79d8fa2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:43.012507 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fbce114d-3bd3-48cb-bf4a-69fa79d8fa2d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3bf5bdd-019d-4945-9201-4cec901c4838 HTTP/1.1" status: 204 len: 168 time: 0.3929529 Feb 19 03:56:43.034639 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce114d-3bd3-48cb-bf4a-69fa79d8fa2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bf5bdd-019d-4945-9201-4cec901c4838,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:43.058410 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce114d-3bd3-48cb-bf4a-69fa79d8fa2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:43.059397 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce114d-3bd3-48cb-bf4a-69fa79d8fa2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:43.060018 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce114d-3bd3-48cb-bf4a-69fa79d8fa2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:43.060875 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce114d-3bd3-48cb-bf4a-69fa79d8fa2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:43.061625 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce114d-3bd3-48cb-bf4a-69fa79d8fa2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:43.062450 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce114d-3bd3-48cb-bf4a-69fa79d8fa2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:43.063747 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce114d-3bd3-48cb-bf4a-69fa79d8fa2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:43.064983 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce114d-3bd3-48cb-bf4a-69fa79d8fa2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:43.065555 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce114d-3bd3-48cb-bf4a-69fa79d8fa2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:43.066180 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce114d-3bd3-48cb-bf4a-69fa79d8fa2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:43.066728 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce114d-3bd3-48cb-bf4a-69fa79d8fa2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:43.067600 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce114d-3bd3-48cb-bf4a-69fa79d8fa2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:43.068490 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbce114d-3bd3-48cb-bf4a-69fa79d8fa2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:43.078196 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bdb5e3ec-611f-4c9d-96ed-2dcb55816c0c req-1f17e014-0b8f-46f2-8a14-dac426e7c6dc tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441636 Feb 19 03:56:43.760036 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab3e87-812b-4c5c-8fe6-922a0eb86929 req-7525bf8b-3095-4521-9a8c-22fb42c5e65c tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:43.764209 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c6ab3e87-812b-4c5c-8fe6-922a0eb86929 req-7525bf8b-3095-4521-9a8c-22fb42c5e65c tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 971 time: 0.1099648 Feb 19 03:56:43.927815 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c6ab3e87-812b-4c5c-8fe6-922a0eb86929 req-17aa3ddf-a2aa-4074-b3d2-9db194fa2930 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/security-groups?id=efaea06b-39d5-47ea-9357-a2b08569d2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508946 Feb 19 03:56:44.551217 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab499e-2b61-4959-95b4-050b8cb1e3f6 req-83e05e3d-112e-40d4-961e-f0caea34e067 tempest-DeleteServersAdminTestJSON-2138606714 tempest-DeleteServersAdminTestJSON-2138606714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:44.561952 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-81ab499e-2b61-4959-95b4-050b8cb1e3f6 req-83e05e3d-112e-40d4-961e-f0caea34e067 tempest-DeleteServersAdminTestJSON-2138606714 tempest-DeleteServersAdminTestJSON-2138606714-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 1131 time: 0.5272775 Feb 19 03:56:44.619176 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea77271-23e7-482d-b290-8b0107081416 req-fc0036e4-d4b8-4eeb-8048-cea568eb34ea tempest-AggregatesAdminTestJSON-447020932 tempest-AggregatesAdminTestJSON-447020932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:44.622138 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ea77271-23e7-482d-b290-8b0107081416 req-fc0036e4-d4b8-4eeb-8048-cea568eb34ea tempest-AggregatesAdminTestJSON-447020932 tempest-AggregatesAdminTestJSON-447020932-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 1153 time: 0.4666355 Feb 19 03:56:44.674439 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-6d61bb34-5813-44b3-8a2a-4c2b68f4a50f tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:44.677858 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-6d61bb34-5813-44b3-8a2a-4c2b68f4a50f tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.10 "GET /v2.0/networks?id=8ae02c71-45ff-47a1-b8ca-fe0848324233 HTTP/1.1" status: 200 len: 823 time: 0.5431154 Feb 19 03:56:44.924669 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dfe3665a-fff1-4c2e-bf4c-2c693f1da316 req-d75f915e-5539-48cc-84f6-46e74e8e8ba5 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0044a1-0be7-4a47-9dc1-11b567d38e7d HTTP/1.1" status: 200 len: 210 time: 0.0635245 Feb 19 03:56:45.057254 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4ea77271-23e7-482d-b290-8b0107081416 req-8f149cdc-51c6-4593-b705-b0de0ac67d03 tempest-AggregatesAdminTestJSON-447020932 tempest-AggregatesAdminTestJSON-447020932-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.197216 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b5f3e-6ea0-46e0-84da-d138793dd352 req-3cfd3de5-c4a7-4dbd-a0fe-391b74b5f6e4 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:45.203371 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e21b5f3e-6ea0-46e0-84da-d138793dd352 req-3cfd3de5-c4a7-4dbd-a0fe-391b74b5f6e4 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 949 time: 0.1369045 Feb 19 03:56:45.225861 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52532) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:45.321928 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-94e4fa53-e65f-41fe-87ff-2e0ec723bea2 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98e4fb96369442b78745cce9c7cb08aa HTTP/1.1" status: 200 len: 380 time: 0.6227622 Feb 19 03:56:45.343472 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-011621fd-313f-496f-b574-83ced1d7a49b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Request body: {'port': {'device_id': 'dc0044a1-0be7-4a47-9dc1-11b567d38e7d', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'admin_state_up': True, 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'security_groups': ['596535c3-2785-4da5-804f-29d7411c6fa4']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:45.365900 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e21b5f3e-6ea0-46e0-84da-d138793dd352 req-9b61e319-6df3-4974-8601-81449ce1a765 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418321 Feb 19 03:56:45.516820 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-947740bf-72da-4694-ab69-52b7eeaefb30 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1674358692-network', 'tenant_id': '088e1ccd7d10405ea13457cf0bfc7da0'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:45.518432 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-81ab499e-2b61-4959-95b4-050b8cb1e3f6 req-f596d0e1-0362-4b01-bc5c-9dfac7ea99d5 tempest-DeleteServersAdminTestJSON-2138606714 tempest-DeleteServersAdminTestJSON-2138606714-project-admin] Deleting port 0850cf91-c662-474c-84f2-db0576edd49a {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:45.519077 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-81ab499e-2b61-4959-95b4-050b8cb1e3f6 req-f596d0e1-0362-4b01-bc5c-9dfac7ea99d5 tempest-DeleteServersAdminTestJSON-2138606714 tempest-DeleteServersAdminTestJSON-2138606714-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0850cf91-c662-474c-84f2-db0576edd49a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.566877 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947740bf-72da-4694-ab69-52b7eeaefb30 admin admin] Made reservation on behalf of 088e1ccd7d10405ea13457cf0bfc7da0 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:45.571578 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-947740bf-72da-4694-ab69-52b7eeaefb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.628587 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-947740bf-72da-4694-ab69-52b7eeaefb30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.770436 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4ea77271-23e7-482d-b290-8b0107081416 req-8f149cdc-51c6-4593-b705-b0de0ac67d03 tempest-AggregatesAdminTestJSON-447020932 tempest-AggregatesAdminTestJSON-447020932-project-admin] Publish callbacks [] for security_group (9a7498b4-19ea-4e24-8dc9-41c297c58011), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.798037 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4ea77271-23e7-482d-b290-8b0107081416 req-8f149cdc-51c6-4593-b705-b0de0ac67d03 tempest-AggregatesAdminTestJSON-447020932 tempest-AggregatesAdminTestJSON-447020932-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9a7498b4-19ea-4e24-8dc9-41c297c58011), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.840003 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-947740bf-72da-4694-ab69-52b7eeaefb30 admin admin] Publish callbacks [] for security_group (ba14ed29-5d4d-4397-8cf5-0403fea0f665), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.860051 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-947740bf-72da-4694-ab69-52b7eeaefb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ba14ed29-5d4d-4397-8cf5-0403fea0f665), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.927897 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947740bf-72da-4694-ab69-52b7eeaefb30 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:56:45.960329 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947740bf-72da-4694-ab69-52b7eeaefb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba14ed29-5d4d-4397-8cf5-0403fea0f665,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:45.985638 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-947740bf-72da-4694-ab69-52b7eeaefb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (a74a21ef-c8e7-439c-8026-7210082e83e8), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.987653 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-947740bf-72da-4694-ab69-52b7eeaefb30 admin admin] Added segment a74a21ef-c8e7-439c-8026-7210082e83e8 of type vlan for network be946657-a9d5-408e-8d49-cd01b687ca89 Feb 19 03:56:46.002440 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f149cdc-51c6-4593-b705-b0de0ac67d03 tempest-AggregatesAdminTestJSON-447020932 tempest-AggregatesAdminTestJSON-447020932-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7498b4-19ea-4e24-8dc9-41c297c58011,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:46.028285 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ea77271-23e7-482d-b290-8b0107081416 req-8f149cdc-51c6-4593-b705-b0de0ac67d03 tempest-AggregatesAdminTestJSON-447020932 tempest-AggregatesAdminTestJSON-447020932-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=efaea06b-39d5-47ea-9357-a2b08569d2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3661063 Feb 19 03:56:46.057814 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cdc-51c6-4593-b705-b0de0ac67d03 tempest-AggregatesAdminTestJSON-447020932 tempest-AggregatesAdminTestJSON-447020932-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.058961 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cdc-51c6-4593-b705-b0de0ac67d03 tempest-AggregatesAdminTestJSON-447020932 tempest-AggregatesAdminTestJSON-447020932-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.060148 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cdc-51c6-4593-b705-b0de0ac67d03 tempest-AggregatesAdminTestJSON-447020932 tempest-AggregatesAdminTestJSON-447020932-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.061749 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cdc-51c6-4593-b705-b0de0ac67d03 tempest-AggregatesAdminTestJSON-447020932 tempest-AggregatesAdminTestJSON-447020932-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.061997 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cdc-51c6-4593-b705-b0de0ac67d03 tempest-AggregatesAdminTestJSON-447020932 tempest-AggregatesAdminTestJSON-447020932-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.062725 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cdc-51c6-4593-b705-b0de0ac67d03 tempest-AggregatesAdminTestJSON-447020932 tempest-AggregatesAdminTestJSON-447020932-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.065081 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cdc-51c6-4593-b705-b0de0ac67d03 tempest-AggregatesAdminTestJSON-447020932 tempest-AggregatesAdminTestJSON-447020932-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.066328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cdc-51c6-4593-b705-b0de0ac67d03 tempest-AggregatesAdminTestJSON-447020932 tempest-AggregatesAdminTestJSON-447020932-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.067152 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cdc-51c6-4593-b705-b0de0ac67d03 tempest-AggregatesAdminTestJSON-447020932 tempest-AggregatesAdminTestJSON-447020932-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.068606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cdc-51c6-4593-b705-b0de0ac67d03 tempest-AggregatesAdminTestJSON-447020932 tempest-AggregatesAdminTestJSON-447020932-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.070043 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cdc-51c6-4593-b705-b0de0ac67d03 tempest-AggregatesAdminTestJSON-447020932 tempest-AggregatesAdminTestJSON-447020932-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.071155 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cdc-51c6-4593-b705-b0de0ac67d03 tempest-AggregatesAdminTestJSON-447020932 tempest-AggregatesAdminTestJSON-447020932-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.072043 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f149cdc-51c6-4593-b705-b0de0ac67d03 tempest-AggregatesAdminTestJSON-447020932 tempest-AggregatesAdminTestJSON-447020932-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.121515 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-947740bf-72da-4694-ab69-52b7eeaefb30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (be946657-a9d5-408e-8d49-cd01b687ca89), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:46.125833 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-81ab499e-2b61-4959-95b4-050b8cb1e3f6 req-f596d0e1-0362-4b01-bc5c-9dfac7ea99d5 tempest-DeleteServersAdminTestJSON-2138606714 tempest-DeleteServersAdminTestJSON-2138606714-project-admin] For port 0850cf91-c662-474c-84f2-db0576edd49a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=0850cf91-c662-474c-84f2-db0576edd49a,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:46.130304 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-81ab499e-2b61-4959-95b4-050b8cb1e3f6 req-f596d0e1-0362-4b01-bc5c-9dfac7ea99d5 tempest-DeleteServersAdminTestJSON-2138606714 tempest-DeleteServersAdminTestJSON-2138606714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0850cf91-c662-474c-84f2-db0576edd49a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:46.157136 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-011621fd-313f-496f-b574-83ced1d7a49b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Made reservation on behalf of 98e4fb96369442b78745cce9c7cb08aa for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:46.166396 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-011621fd-313f-496f-b574-83ced1d7a49b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:46.207953 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-81ab499e-2b61-4959-95b4-050b8cb1e3f6 req-f596d0e1-0362-4b01-bc5c-9dfac7ea99d5 tempest-DeleteServersAdminTestJSON-2138606714 tempest-DeleteServersAdminTestJSON-2138606714-project-admin] Calling delete_port for 0850cf91-c662-474c-84f2-db0576edd49a owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:46.223205 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-947740bf-72da-4694-ab69-52b7eeaefb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (be946657-a9d5-408e-8d49-cd01b687ca89), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:46.225672 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947740bf-72da-4694-ab69-52b7eeaefb30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:46.227367 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-947740bf-72da-4694-ab69-52b7eeaefb30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:46.297495 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-947740bf-72da-4694-ab69-52b7eeaefb30 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0691638 Feb 19 03:56:46.302677 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52560) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:46.311677 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f2981171-bd95-418c-a5c9-917652c12271 admin admin] Request body: {'subnet': {'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1674358692-subnet', 'tenant_id': '088e1ccd7d10405ea13457cf0bfc7da0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:46.342251 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-023c7a65-cccc-476d-806a-2798afe41e8e req-76e18f73-d518-4c3c-a439-0f8d88ea2459 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0044a1-0be7-4a47-9dc1-11b567d38e7d HTTP/1.1" status: 200 len: 210 time: 0.1262469 Feb 19 03:56:46.445321 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947740bf-72da-4694-ab69-52b7eeaefb30 admin admin] Pushing event updated for resources: {'Network': ['ID=be946657-a9d5-408e-8d49-cd01b687ca89,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:46.453759 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2981171-bd95-418c-a5c9-917652c12271 admin admin] Made reservation on behalf of 088e1ccd7d10405ea13457cf0bfc7da0 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:46.461327 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f2981171-bd95-418c-a5c9-917652c12271 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:46.469784 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network be946657-a9d5-408e-8d49-cd01b687ca89 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:56:46.925319 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-011621fd-313f-496f-b574-83ced1d7a49b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Allocated IP 172.20.0.14 (8ae02c71-45ff-47a1-b8ca-fe0848324233/4270ac7f-396b-4263-8a48-9f0c325d371b/789aee7e-bd9c-49b0-bd57-c116e9bf0a65) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:47.122632 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f2981171-bd95-418c-a5c9-917652c12271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:47.192044 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-81ab499e-2b61-4959-95b4-050b8cb1e3f6 req-f596d0e1-0362-4b01-bc5c-9dfac7ea99d5 tempest-DeleteServersAdminTestJSON-2138606714 tempest-DeleteServersAdminTestJSON-2138606714-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (0850cf91-c662-474c-84f2-db0576edd49a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:47.209923 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['0850cf91-c662-474c-84f2-db0576edd49a'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:47.242418 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165ef69-e24a-40e7-a826-f3cff7023d46 req-f5afd4a8-b5e5-48d1-8ed2-0777184c422c tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:47.255895 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6165ef69-e24a-40e7-a826-f3cff7023d46 req-f5afd4a8-b5e5-48d1-8ed2-0777184c422c tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 949 time: 0.2393386 Feb 19 03:56:47.270494 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52574) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:47.290610 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2981171-bd95-418c-a5c9-917652c12271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:47.372894 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2981171-bd95-418c-a5c9-917652c12271 admin admin] Checking segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:47.373454 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2981171-bd95-418c-a5c9-917652c12271 admin admin] Network hostable DHCP agents. Network: be946657-a9d5-408e-8d49-cd01b687ca89, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:56:47.416277 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596d0e1-0362-4b01-bc5c-9dfac7ea99d5 tempest-DeleteServersAdminTestJSON-2138606714 tempest-DeleteServersAdminTestJSON-2138606714-project-admin] Pushing event deleted for resources: {'Port': ['ID=0850cf91-c662-474c-84f2-db0576edd49a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:47.426048 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6165ef69-e24a-40e7-a826-f3cff7023d46 req-f0cb4e0c-065c-4c4e-91da-6ff8d789c498 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684852 Feb 19 03:56:47.474284 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2981171-bd95-418c-a5c9-917652c12271 admin admin] Network be946657-a9d5-408e-8d49-cd01b687ca89 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:56:47.502848 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-f2981171-bd95-418c-a5c9-917652c12271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, be946657-a9d5-408e-8d49-cd01b687ca89) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:47.511694 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2981171-bd95-418c-a5c9-917652c12271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:47.512811 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f2981171-bd95-418c-a5c9-917652c12271 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:47.523402 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c991c6-8816-4c64-9198-3289db4b4d64 None None] Network be946657-a9d5-408e-8d49-cd01b687ca89 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:47.572959 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f2981171-bd95-418c-a5c9-917652c12271 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2686670 Feb 19 03:56:47.643345 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea63fff4-7807-4d6e-bf39-ccd3a7441e80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:47.645870 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ab499e-2b61-4959-95b4-050b8cb1e3f6 req-f596d0e1-0362-4b01-bc5c-9dfac7ea99d5 tempest-DeleteServersAdminTestJSON-2138606714 tempest-DeleteServersAdminTestJSON-2138606714-project-admin] No DVR routers for this DVR port 0850cf91-c662-474c-84f2-db0576edd49a on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:56:47.653860 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-81ab499e-2b61-4959-95b4-050b8cb1e3f6 req-f596d0e1-0362-4b01-bc5c-9dfac7ea99d5 tempest-DeleteServersAdminTestJSON-2138606714 tempest-DeleteServersAdminTestJSON-2138606714-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:47.661835 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-81ab499e-2b61-4959-95b4-050b8cb1e3f6 req-f596d0e1-0362-4b01-bc5c-9dfac7ea99d5 tempest-DeleteServersAdminTestJSON-2138606714 tempest-DeleteServersAdminTestJSON-2138606714-project-admin] 10.222.0.48 "DELETE /v2.0/ports/0850cf91-c662-474c-84f2-db0576edd49a HTTP/1.1" status: 204 len: 173 time: 3.0708528 Feb 19 03:56:47.675510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eba884c-0d00-47ed-9f6e-3cc46fd07a42', 'name': 'network-vif-deleted', 'tag': '0850cf91-c662-474c-84f2-db0576edd49a'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:47.681592 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4e61aa-fc84-45f6-b7c7-c710fb1ad4b2" -d '{"events": [{"server_uuid": "2eba884c-0d00-47ed-9f6e-3cc46fd07a42", "name": "network-vif-deleted", "tag": "0850cf91-c662-474c-84f2-db0576edd49a"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:47.726838 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82fd60-7260-4cc1-8dde-200e023a24bc req-8c42e5e8-c7d0-4f8e-8cab-007467c17c88 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:47.741427 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d82fd60-7260-4cc1-8dde-200e023a24bc req-8c42e5e8-c7d0-4f8e-8cab-007467c17c88 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 971 time: 0.5449123 Feb 19 03:56:47.805122 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-011621fd-313f-496f-b574-83ced1d7a49b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for port (789aee7e-bd9c-49b0-bd57-c116e9bf0a65), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:47.870131 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-41c52c04-a988-402b-b535-dac47c046fcb req-1cef1361-a523-4b5f-a427-2367659f07fb tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0044a1-0be7-4a47-9dc1-11b567d38e7d HTTP/1.1" status: 200 len: 210 time: 0.1525900 Feb 19 03:56:47.910570 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275002b7-e2b0-4212-8a3b-0604b4dc7adf None None] Network be946657-a9d5-408e-8d49-cd01b687ca89 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:47.949647 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d82fd60-7260-4cc1-8dde-200e023a24bc req-c4d76182-7fc4-47ba-9329-7f4a246eee4c tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/security-groups?id=efaea06b-39d5-47ea-9357-a2b08569d2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998243 Feb 19 03:56:48.054064 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-011621fd-313f-496f-b574-83ced1d7a49b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (789aee7e-bd9c-49b0-bd57-c116e9bf0a65), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:48.152589 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea63fff4-7807-4d6e-bf39-ccd3a7441e80 admin admin] Publish callbacks [] for security_group (d83408b4-7083-48c1-9331-c7f15cb56e0c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:48.160861 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbaab50-343c-4694-adf8-4f3531ca73a6 x-openstack-request-id: req-0cbaab50-343c-4694-adf8-4f3531ca73a6 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:48.161405 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eba884c-0d00-47ed-9f6e-3cc46fd07a42", "name": "network-vif-deleted", "tag": "0850cf91-c662-474c-84f2-db0576edd49a", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:48.161852 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0cbaab50-343c-4694-adf8-4f3531ca73a6 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:48.162549 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eba884c-0d00-47ed-9f6e-3cc46fd07a42', 'name': 'network-vif-deleted', 'tag': '0850cf91-c662-474c-84f2-db0576edd49a', 'status': 'completed', 'code': 200} Feb 19 03:56:48.172262 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea63fff4-7807-4d6e-bf39-ccd3a7441e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d83408b4-7083-48c1-9331-c7f15cb56e0c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:48.215903 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-011621fd-313f-496f-b574-83ced1d7a49b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Network 8ae02c71-45ff-47a1-b8ca-fe0848324233 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:48.233868 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-011621fd-313f-496f-b574-83ced1d7a49b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:48.244040 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-011621fd-313f-496f-b574-83ced1d7a49b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:48.339625 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ea63fff4-7807-4d6e-bf39-ccd3a7441e80 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3281e0f8e44243d2b9ed1b1d31eecf88&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0590012 Feb 19 03:56:48.345936 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52594) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:48.376936 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63fff4-7807-4d6e-bf39-ccd3a7441e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83408b4-7083-48c1-9331-c7f15cb56e0c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:48.387244 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011621fd-313f-496f-b574-83ced1d7a49b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Pushing event updated for resources: {'Port': ['ID=789aee7e-bd9c-49b0-bd57-c116e9bf0a65,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:48.395222 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.10', 52584) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:48.531347 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-011621fd-313f-496f-b574-83ced1d7a49b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:48.532187 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-011621fd-313f-496f-b574-83ced1d7a49b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:48.632067 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-011621fd-313f-496f-b574-83ced1d7a49b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2980814 Feb 19 03:56:48.656394 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f35bfc-b53a-4496-8bed-da1ced50cc68 req-41027e75-e24d-4dce-abcb-89d417e0de8f tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:48.666922 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-21f35bfc-b53a-4496-8bed-da1ced50cc68 req-41027e75-e24d-4dce-abcb-89d417e0de8f tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.10 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 971 time: 0.2699854 Feb 19 03:56:48.678037 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-a2f185d3-d69c-4e9a-800f-4b66efb51aca service neutron] Request body: {'port': {'device_id': 'dc0044a1-0be7-4a47-9dc1-11b567d38e7d', 'device_owner': 'compute:tempest-test_az-1533085211', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:48.695782 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ab405b99-9dca-47f2-9231-c259e783b8a9 admin admin] Publish callbacks [] for security_group (d83408b4-7083-48c1-9331-c7f15cb56e0c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:48.940447 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ab405b99-9dca-47f2-9231-c259e783b8a9 admin admin] Publish callbacks [] for security_group (d83408b4-7083-48c1-9331-c7f15cb56e0c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:48.948829 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf2eaa5d-2038-4895-98ca-346f746dce2d req-7cd7b160-ab74-4a51-8d8a-814704234bac tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=2eba884c-0d00-47ed-9f6e-3cc46fd07a42 HTTP/1.1" status: 200 len: 210 time: 0.0821207 Feb 19 03:56:49.000835 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-88d182d1-d0d3-40a9-886a-4b69a4e9b8f9 None None] Provisioning complete for port 789aee7e-bd9c-49b0-bd57-c116e9bf0a65 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:49.004014 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-88d182d1-d0d3-40a9-886a-4b69a4e9b8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (789aee7e-bd9c-49b0-bd57-c116e9bf0a65), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.041933 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-a2f185d3-d69c-4e9a-800f-4b66efb51aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (789aee7e-bd9c-49b0-bd57-c116e9bf0a65), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.192648 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-88d182d1-d0d3-40a9-886a-4b69a4e9b8f9 None None] Port 789aee7e-bd9c-49b0-bd57-c116e9bf0a65 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:56:49.420278 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-21f35bfc-b53a-4496-8bed-da1ced50cc68 req-77709e89-9e69-4c4a-90b2-57c5a1bffbbd tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Deleting port ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:49.421192 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-21f35bfc-b53a-4496-8bed-da1ced50cc68 req-77709e89-9e69-4c4a-90b2-57c5a1bffbbd tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.429824 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ab405b99-9dca-47f2-9231-c259e783b8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d83408b4-7083-48c1-9331-c7f15cb56e0c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.434524 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ab405b99-9dca-47f2-9231-c259e783b8a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.436818 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ab405b99-9dca-47f2-9231-c259e783b8a9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d83408b4-7083-48c1-9331-c7f15cb56e0c HTTP/1.1" status: 204 len: 168 time: 1.0891566 Feb 19 03:56:49.465632 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 0850cf91-c662-474c-84f2-db0576edd49a no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:49.524095 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab405b99-9dca-47f2-9231-c259e783b8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83408b4-7083-48c1-9331-c7f15cb56e0c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:49.553798 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 0850cf91-c662-474c-84f2-db0576edd49a {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:56:49.554415 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 0850cf91-c662-474c-84f2-db0576edd49a not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:49.659805 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52620) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:49.712111 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d928c5d-3b90-4d3c-b62b-e0e6e3c96fee req-cf2a77b8-6a47-4488-807c-c7dc88e72042 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:49.726000 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3d928c5d-3b90-4d3c-b62b-e0e6e3c96fee req-cf2a77b8-6a47-4488-807c-c7dc88e72042 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0044a1-0be7-4a47-9dc1-11b567d38e7d HTTP/1.1" status: 200 len: 932 time: 0.4874072 Feb 19 03:56:49.792114 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52624) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:49.806441 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-41bf554d-bc81-421b-8c9c-7a21663d21c8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1179262582-network', 'tenant_id': '1ecd5f545c9f4e4a9bb648ad5f528925'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:49.833261 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44508d-4272-4d53-8867-b8f65122dc6b req-b8093c64-8d76-42cb-b86a-06fa7536de16 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:49.847203 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6f44508d-4272-4d53-8867-b8f65122dc6b req-b8093c64-8d76-42cb-b86a-06fa7536de16 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 971 time: 0.5882969 Feb 19 03:56:49.863666 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-21f35bfc-b53a-4496-8bed-da1ced50cc68 req-77709e89-9e69-4c4a-90b2-57c5a1bffbbd tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] For port ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:49.864235 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-21f35bfc-b53a-4496-8bed-da1ced50cc68 req-77709e89-9e69-4c4a-90b2-57c5a1bffbbd tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.953196 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-21f35bfc-b53a-4496-8bed-da1ced50cc68 req-77709e89-9e69-4c4a-90b2-57c5a1bffbbd tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Calling delete_port for ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb owned by compute:tempest-test_az-1533085211 {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:49.972662 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bf554d-bc81-421b-8c9c-7a21663d21c8 admin admin] Made reservation on behalf of 1ecd5f545c9f4e4a9bb648ad5f528925 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:49.976683 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-41bf554d-bc81-421b-8c9c-7a21663d21c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.016281 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6f44508d-4272-4d53-8867-b8f65122dc6b req-01596cf9-c314-4c37-9fb8-3f5d0595ff6f tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/security-groups?id=efaea06b-39d5-47ea-9357-a2b08569d2d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675184 Feb 19 03:56:50.027969 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3d928c5d-3b90-4d3c-b62b-e0e6e3c96fee req-0121156d-7b54-48df-9268-fe0ea83949dc tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/security-groups?id=596535c3-2785-4da5-804f-29d7411c6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3001769 Feb 19 03:56:50.050241 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-41bf554d-bc81-421b-8c9c-7a21663d21c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.300751 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-a2f185d3-d69c-4e9a-800f-4b66efb51aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 789aee7e-bd9c-49b0-bd57-c116e9bf0a65 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:50.331689 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-735c03db-ec91-4905-ae69-925bae847c39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.339910 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-a2f185d3-d69c-4e9a-800f-4b66efb51aca service neutron] Publish callbacks [] for port (789aee7e-bd9c-49b0-bd57-c116e9bf0a65), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.469635 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52632) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:50.521116 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb64fda9-f5e3-4b2c-8301-3652c2678e0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.562941 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-41bf554d-bc81-421b-8c9c-7a21663d21c8 admin admin] Publish callbacks [] for security_group (68a55ac5-ee42-4b17-b507-91168167a07e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.566477 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-21f35bfc-b53a-4496-8bed-da1ced50cc68 req-77709e89-9e69-4c4a-90b2-57c5a1bffbbd tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.568034 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-a2f185d3-d69c-4e9a-800f-4b66efb51aca service neutron] Transition to ACTIVE for port object 789aee7e-bd9c-49b0-bd57-c116e9bf0a65 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:56:50.590537 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-41bf554d-bc81-421b-8c9c-7a21663d21c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (68a55ac5-ee42-4b17-b507-91168167a07e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.605628 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-a2f185d3-d69c-4e9a-800f-4b66efb51aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (789aee7e-bd9c-49b0-bd57-c116e9bf0a65), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.648536 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-735c03db-ec91-4905-ae69-925bae847c39 admin admin] Publish callbacks [] for security_group (a4f45445-3eb4-4b26-aea3-6317d0f957f8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.693504 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77709e89-9e69-4c4a-90b2-57c5a1bffbbd tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Pushing event deleted for resources: {'Port': ['ID=ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:50.710859 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-735c03db-ec91-4905-ae69-925bae847c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a4f45445-3eb4-4b26-aea3-6317d0f957f8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.716825 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41bf554d-bc81-421b-8c9c-7a21663d21c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:56:50.825976 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e33245ea-eb55-401b-b831-b1907af18abf req-709715f7-595a-4341-abaa-822e0cd86746 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=82f79c968b654ab7a9cfc80bcb23457c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1386962 Feb 19 03:56:50.834059 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-41bf554d-bc81-421b-8c9c-7a21663d21c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (edeaee66-1511-4e76-8169-1400f792b7a0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.834614 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-41bf554d-bc81-421b-8c9c-7a21663d21c8 admin admin] Added segment edeaee66-1511-4e76-8169-1400f792b7a0 of type vlan for network f297bfa7-9ef1-4a93-8863-36d66c6be30a Feb 19 03:56:50.848430 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf554d-bc81-421b-8c9c-7a21663d21c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a55ac5-ee42-4b17-b507-91168167a07e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:50.923183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f185d3-d69c-4e9a-800f-4b66efb51aca service neutron] Pushing event updated for resources: {'Port': ['ID=789aee7e-bd9c-49b0-bd57-c116e9bf0a65,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:51.072370 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-735c03db-ec91-4905-ae69-925bae847c39 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=158c606471e14b29b53e01f1c35afa94&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4024916 Feb 19 03:56:51.072370 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c03db-ec91-4905-ae69-925bae847c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f45445-3eb4-4b26-aea3-6317d0f957f8,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:51.159395 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52650) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:51.164445 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f35bfc-b53a-4496-8bed-da1ced50cc68 req-77709e89-9e69-4c4a-90b2-57c5a1bffbbd tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] No DVR routers for this DVR port ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:56:51.182717 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-21f35bfc-b53a-4496-8bed-da1ced50cc68 req-77709e89-9e69-4c4a-90b2-57c5a1bffbbd tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:51.190377 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-21f35bfc-b53a-4496-8bed-da1ced50cc68 req-77709e89-9e69-4c4a-90b2-57c5a1bffbbd tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.10 "DELETE /v2.0/ports/ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb HTTP/1.1" status: 204 len: 173 time: 2.5147352 Feb 19 03:56:51.199337 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386283bc-2af4-427f-ad39-b3ac464da136', 'name': 'network-vif-deleted', 'tag': 'ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:51.274376 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-41bf554d-bc81-421b-8c9c-7a21663d21c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (f297bfa7-9ef1-4a93-8863-36d66c6be30a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:51.300936 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-a2f185d3-d69c-4e9a-800f-4b66efb51aca service neutron] Attempting to bind port 789aee7e-bd9c-49b0-bd57-c116e9bf0a65 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:51.301706 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-a2f185d3-d69c-4e9a-800f-4b66efb51aca service neutron] Attempting to bind port 789aee7e-bd9c-49b0-bd57-c116e9bf0a65 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '062114eb-06bd-4f79-9d4f-217c98a85f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:51.302416 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-a2f185d3-d69c-4e9a-800f-4b66efb51aca service neutron] Attempting to bind port 789aee7e-bd9c-49b0-bd57-c116e9bf0a65 on network 8ae02c71-45ff-47a1-b8ca-fe0848324233 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:51.319721 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-a2f185d3-d69c-4e9a-800f-4b66efb51aca service neutron] Port 789aee7e-bd9c-49b0-bd57-c116e9bf0a65 on network 8ae02c71-45ff-47a1-b8ca-fe0848324233 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:56:51.320283 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-a2f185d3-d69c-4e9a-800f-4b66efb51aca service neutron] Attempting to bind port 789aee7e-bd9c-49b0-bd57-c116e9bf0a65 on network 8ae02c71-45ff-47a1-b8ca-fe0848324233 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:51.350727 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-a2f185d3-d69c-4e9a-800f-4b66efb51aca service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:51.351678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-a2f185d3-d69c-4e9a-800f-4b66efb51aca service neutron] Checking segment: {'id': '062114eb-06bd-4f79-9d4f-217c98a85f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:51.352631 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-a2f185d3-d69c-4e9a-800f-4b66efb51aca service neutron] Bound using segment: {'id': '062114eb-06bd-4f79-9d4f-217c98a85f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:51.353725 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-a2f185d3-d69c-4e9a-800f-4b66efb51aca service neutron] Bound port: 789aee7e-bd9c-49b0-bd57-c116e9bf0a65, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062114eb-06bd-4f79-9d4f-217c98a85f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:51.354653 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-a2f185d3-d69c-4e9a-800f-4b66efb51aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (789aee7e-bd9c-49b0-bd57-c116e9bf0a65), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:51.401056 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.resource_extend [None req-41bf554d-bc81-421b-8c9c-7a21663d21c8 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:56:51.523296 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb64fda9-f5e3-4b2c-8301-3652c2678e0a admin admin] Publish callbacks [] for security_group (5bdaef9c-6d30-43fa-a4ad-d98edbba697c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:51.538677 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-41bf554d-bc81-421b-8c9c-7a21663d21c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (f297bfa7-9ef1-4a93-8863-36d66c6be30a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:51.542465 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bf554d-bc81-421b-8c9c-7a21663d21c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:51.547851 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-41bf554d-bc81-421b-8c9c-7a21663d21c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:51.555748 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d110bf6-6016-4d80-9314-b2446dab62f1 req-d6c43e7f-31a2-496e-ac58-e1bc3d8ba865 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:51.569159 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d110bf6-6016-4d80-9314-b2446dab62f1 req-d6c43e7f-31a2-496e-ac58-e1bc3d8ba865 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0044a1-0be7-4a47-9dc1-11b567d38e7d HTTP/1.1" status: 200 len: 966 time: 0.2623715 Feb 19 03:56:51.577626 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb64fda9-f5e3-4b2c-8301-3652c2678e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5bdaef9c-6d30-43fa-a4ad-d98edbba697c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:51.624112 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-99fec5ae-3935-45ff-af32-1ec0726fa351 admin admin] Publish callbacks [] for security_group (a4f45445-3eb4-4b26-aea3-6317d0f957f8), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:51.651691 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254e28da-9ef0-4351-8a28-1fcaaa8652f8" -d '{"events": [{"server_uuid": "386283bc-2af4-427f-ad39-b3ac464da136", "name": "network-vif-deleted", "tag": "ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:51.741723 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-99fec5ae-3935-45ff-af32-1ec0726fa351 admin admin] Publish callbacks [] for security_group (a4f45445-3eb4-4b26-aea3-6317d0f957f8), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:51.754289 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-41bf554d-bc81-421b-8c9c-7a21663d21c8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9602904 Feb 19 03:56:51.759189 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fb64fda9-f5e3-4b2c-8301-3652c2678e0a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3af0899ca3414ed69ec31b91f09b2a1d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2861979 Feb 19 03:56:51.766446 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52660) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:51.767564 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52662) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:51.776463 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64fda9-f5e3-4b2c-8301-3652c2678e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdaef9c-6d30-43fa-a4ad-d98edbba697c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:51.790326 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b6714995-8055-4ad1-803f-1541e74c8c52 admin admin] Request body: {'subnet': {'network_id': 'f297bfa7-9ef1-4a93-8863-36d66c6be30a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1179262582-subnet', 'tenant_id': '1ecd5f545c9f4e4a9bb648ad5f528925', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:51.825929 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d110bf6-6016-4d80-9314-b2446dab62f1 req-5c55e100-f11d-4395-985f-8374ad999939 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/security-groups?id=596535c3-2785-4da5-804f-29d7411c6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2548866 Feb 19 03:56:51.837431 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33245ea-eb55-401b-b831-b1907af18abf req-9f2462cf-4c8f-4681-bd39-da811ad7676a tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:51.840306 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e33245ea-eb55-401b-b831-b1907af18abf req-9f2462cf-4c8f-4681-bd39-da811ad7676a tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9707272 Feb 19 03:56:51.911662 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf554d-bc81-421b-8c9c-7a21663d21c8 admin admin] Pushing event updated for resources: {'Network': ['ID=f297bfa7-9ef1-4a93-8863-36d66c6be30a,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:51.924545 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-99fec5ae-3935-45ff-af32-1ec0726fa351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a4f45445-3eb4-4b26-aea3-6317d0f957f8), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:51.940240 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-99fec5ae-3935-45ff-af32-1ec0726fa351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:51.942463 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:51.946209 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-99fec5ae-3935-45ff-af32-1ec0726fa351 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a4f45445-3eb4-4b26-aea3-6317d0f957f8 HTTP/1.1" status: 204 len: 168 time: 0.7846649 Feb 19 03:56:51.982552 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e33245ea-eb55-401b-b831-b1907af18abf req-b6179fd7-6726-44c5-a287-be4e61b335fd tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/quotas/82f79c968b654ab7a9cfc80bcb23457c HTTP/1.1" status: 200 len: 375 time: 0.1065361 Feb 19 03:56:51.994583 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-a2f185d3-d69c-4e9a-800f-4b66efb51aca service neutron] For port 789aee7e-bd9c-49b0-bd57-c116e9bf0a65, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:51.998429 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6714995-8055-4ad1-803f-1541e74c8c52 admin admin] Made reservation on behalf of 1ecd5f545c9f4e4a9bb648ad5f528925 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:52.002326 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b6714995-8055-4ad1-803f-1541e74c8c52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.006699 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fec5ae-3935-45ff-af32-1ec0726fa351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f45445-3eb4-4b26-aea3-6317d0f957f8,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:52.010241 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-a2f185d3-d69c-4e9a-800f-4b66efb51aca service neutron] For port 789aee7e-bd9c-49b0-bd57-c116e9bf0a65, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=789aee7e-bd9c-49b0-bd57-c116e9bf0a65,segment=NetworkSegment(062114eb-06bd-4f79-9d4f-217c98a85f2d),segment_id=062114eb-06bd-4f79-9d4f-217c98a85f2d)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:52.071799 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:56:52.071799 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:52.076653 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network f297bfa7-9ef1-4a93-8863-36d66c6be30a details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:56:52.123041 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-a2f185d3-d69c-4e9a-800f-4b66efb51aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (789aee7e-bd9c-49b0-bd57-c116e9bf0a65), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.138840 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e33245ea-eb55-401b-b831-b1907af18abf req-f0ab58a0-4ec9-43f4-bd6e-25ffcf3f72c2 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=82f79c968b654ab7a9cfc80bcb23457c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1312983 Feb 19 03:56:52.222591 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dccc6cfe-3f14-4402-bda6-2f12347d48f4 req-bf172812-75c8-4094-8f4c-747c45484e94 tempest-AggregatesAdminTestJSON-1022298040 tempest-AggregatesAdminTestJSON-1022298040-project] 10.222.0.65 "GET /v2.0/ports?device_id=386283bc-2af4-427f-ad39-b3ac464da136 HTTP/1.1" status: 200 len: 210 time: 0.1090815 Feb 19 03:56:52.246114 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-a2f185d3-d69c-4e9a-800f-4b66efb51aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:52.246114 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-a2f185d3-d69c-4e9a-800f-4b66efb51aca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.249948 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-a2f185d3-d69c-4e9a-800f-4b66efb51aca service neutron] 10.222.0.10 "PUT /v2.0/ports/789aee7e-bd9c-49b0-bd57-c116e9bf0a65 HTTP/1.1" status: 200 len: 1114 time: 3.5980432 Feb 19 03:56:52.325978 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0044a1-0be7-4a47-9dc1-11b567d38e7d', 'tag': '789aee7e-bd9c-49b0-bd57-c116e9bf0a65'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:52.333197 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790a2043-67df-409a-b50d-af15ec0b8512" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0044a1-0be7-4a47-9dc1-11b567d38e7d", "tag": "789aee7e-bd9c-49b0-bd57-c116e9bf0a65"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:52.394209 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf9854bf-30a0-450d-bbb6-75deaf244ad9 admin admin] Publish callbacks [] for security_group (5bdaef9c-6d30-43fa-a4ad-d98edbba697c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.485300 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f185d3-d69c-4e9a-800f-4b66efb51aca service neutron] Pushing event updated for resources: {'Port': ['ID=789aee7e-bd9c-49b0-bd57-c116e9bf0a65,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:52.527374 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf9854bf-30a0-450d-bbb6-75deaf244ad9 admin admin] Publish callbacks [] for security_group (5bdaef9c-6d30-43fa-a4ad-d98edbba697c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.771472 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2160fd-fc0a-4c51-902f-a17ef90052d1 x-openstack-request-id: req-3e2160fd-fc0a-4c51-902f-a17ef90052d1 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:52.772293 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386283bc-2af4-427f-ad39-b3ac464da136", "name": "network-vif-deleted", "tag": "ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:52.773595 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3e2160fd-fc0a-4c51-902f-a17ef90052d1 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:52.774516 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386283bc-2af4-427f-ad39-b3ac464da136', 'name': 'network-vif-deleted', 'tag': 'ed53ddf4-5ac0-4b52-acde-dcd72f7edbcb', 'status': 'completed', 'code': 200} Feb 19 03:56:52.798399 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abab2a3d-f472-46b8-9efd-bfa0c209ee14 x-openstack-request-id: req-abab2a3d-f472-46b8-9efd-bfa0c209ee14 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:52.799313 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0044a1-0be7-4a47-9dc1-11b567d38e7d", "tag": "789aee7e-bd9c-49b0-bd57-c116e9bf0a65", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:52.799313 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-abab2a3d-f472-46b8-9efd-bfa0c209ee14 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:52.802330 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0044a1-0be7-4a47-9dc1-11b567d38e7d', 'tag': '789aee7e-bd9c-49b0-bd57-c116e9bf0a65', 'status': 'completed', 'code': 200} Feb 19 03:56:53.142752 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cfe71-9fd3-4480-ad8e-45954ce070a1 req-c940aa63-215b-4c2a-b66b-2ebeb5d9562a tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:53.146180 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-592cfe71-9fd3-4480-ad8e-45954ce070a1 req-c940aa63-215b-4c2a-b66b-2ebeb5d9562a tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0044a1-0be7-4a47-9dc1-11b567d38e7d HTTP/1.1" status: 200 len: 966 time: 0.1352096 Feb 19 03:56:53.284974 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-592cfe71-9fd3-4480-ad8e-45954ce070a1 req-db6ce80e-8d99-4e0f-b960-7f0a4df556af tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/security-groups?id=596535c3-2785-4da5-804f-29d7411c6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155889 Feb 19 03:56:53.285864 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52686) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:53.310977 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c990de58-e7a0-4f7e-9355-059ab3948c52 req-5ba67039-8451-49cb-80f2-f7a39f55edbc tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=553206f4-6027-425e-be11-b21f4894411e HTTP/1.1" status: 200 len: 210 time: 0.4750733 Feb 19 03:56:53.326047 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e7320fe9-8e08-4053-8900-cb838e7b1ec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.394027 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b6714995-8055-4ad1-803f-1541e74c8c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (79a8ccc6-cf3f-4e29-90f8-91225f07318a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.429135 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf9854bf-30a0-450d-bbb6-75deaf244ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5bdaef9c-6d30-43fa-a4ad-d98edbba697c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.431742 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf9854bf-30a0-450d-bbb6-75deaf244ad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.437413 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cf9854bf-30a0-450d-bbb6-75deaf244ad9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5bdaef9c-6d30-43fa-a4ad-d98edbba697c HTTP/1.1" status: 204 len: 168 time: 1.6367452 Feb 19 03:56:53.569303 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6714995-8055-4ad1-803f-1541e74c8c52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79a8ccc6-cf3f-4e29-90f8-91225f07318a,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:53.586939 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9854bf-30a0-450d-bbb6-75deaf244ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdaef9c-6d30-43fa-a4ad-d98edbba697c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:53.593466 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-7cbc3231-e934-4405-8f52-f77160e304d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:53.597839 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-7cbc3231-e934-4405-8f52-f77160e304d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=98e4fb96369442b78745cce9c7cb08aa&device_id=dc0044a1-0be7-4a47-9dc1-11b567d38e7d HTTP/1.1" status: 200 len: 1148 time: 0.7938478 Feb 19 03:56:53.617784 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e7320fe9-8e08-4053-8900-cb838e7b1ec9 admin admin] Publish callbacks [] for security_group (f0498fc0-6cd9-4ece-ae11-f370d72d5286), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.648725 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e7320fe9-8e08-4053-8900-cb838e7b1ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f0498fc0-6cd9-4ece-ae11-f370d72d5286), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.722874 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-d9dd14ed-73c7-4368-94f8-4006e7b77801 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=789aee7e-bd9c-49b0-bd57-c116e9bf0a65 HTTP/1.1" status: 200 len: 217 time: 0.0873537 Feb 19 03:56:53.724625 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6714995-8055-4ad1-803f-1541e74c8c52 admin admin] Checking segment: {'id': 'edeaee66-1511-4e76-8169-1400f792b7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f297bfa7-9ef1-4a93-8863-36d66c6be30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:53.725270 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6714995-8055-4ad1-803f-1541e74c8c52 admin admin] Network hostable DHCP agents. Network: f297bfa7-9ef1-4a93-8863-36d66c6be30a, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:56:53.790122 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7320fe9-8e08-4053-8900-cb838e7b1ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0498fc0-6cd9-4ece-ae11-f370d72d5286,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:53.818509 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e7320fe9-8e08-4053-8900-cb838e7b1ec9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1b32a1cb3c24494cb276ca3e934649ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5308745 Feb 19 03:56:53.823327 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52702) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:53.858467 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6714995-8055-4ad1-803f-1541e74c8c52 admin admin] Network f297bfa7-9ef1-4a93-8863-36d66c6be30a is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:56:53.865227 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-23e79e1c-eea4-415f-9549-1089c337c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:53.868129 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-23e79e1c-eea4-415f-9549-1089c337c238 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4270ac7f-396b-4263-8a48-9f0c325d371b HTTP/1.1" status: 200 len: 862 time: 0.1372185 Feb 19 03:56:53.944441 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-b6714995-8055-4ad1-803f-1541e74c8c52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, f297bfa7-9ef1-4a93-8863-36d66c6be30a) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:53.965103 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6714995-8055-4ad1-803f-1541e74c8c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:53.967513 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b6714995-8055-4ad1-803f-1541e74c8c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.970844 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091a1f2a-6f16-4b24-adcb-114554a5055b None None] Network f297bfa7-9ef1-4a93-8863-36d66c6be30a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:54.007535 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3e30457-3e38-4324-af26-4ece7ac5e5a5 admin admin] Publish callbacks [] for security_group (f0498fc0-6cd9-4ece-ae11-f370d72d5286), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.057540 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b6714995-8055-4ad1-803f-1541e74c8c52 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2760403 Feb 19 03:56:54.067790 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-c0010b7c-e7e7-4040-a5f5-850c0af4b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:54.070848 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-c0010b7c-e7e7-4040-a5f5-850c0af4b699 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ae02c71-45ff-47a1-b8ca-fe0848324233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1901858 Feb 19 03:56:54.101481 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3e30457-3e38-4324-af26-4ece7ac5e5a5 admin admin] Publish callbacks [] for security_group (f0498fc0-6cd9-4ece-ae11-f370d72d5286), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.283141 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3e30457-3e38-4324-af26-4ece7ac5e5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f0498fc0-6cd9-4ece-ae11-f370d72d5286), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.291037 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3e30457-3e38-4324-af26-4ece7ac5e5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.297978 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a3e30457-3e38-4324-af26-4ece7ac5e5a5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f0498fc0-6cd9-4ece-ae11-f370d72d5286 HTTP/1.1" status: 204 len: 168 time: 0.4685819 Feb 19 03:56:54.330863 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2284f2f-6183-46d5-9a78-13dc277bfe6c None None] Network f297bfa7-9ef1-4a93-8863-36d66c6be30a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:54.340684 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e30457-3e38-4324-af26-4ece7ac5e5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0498fc0-6cd9-4ece-ae11-f370d72d5286,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:54.577886 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-1b235317-0385-45dd-8de6-17c4bc243c05 service neutron] 10.222.0.10 "GET /v2.0/networks/8ae02c71-45ff-47a1-b8ca-fe0848324233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985647 Feb 19 03:56:54.868222 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae9413-9f4c-45b7-9480-fccca5575f87 req-eb60dd86-aa0f-41bf-acc4-7d73fe0ff219 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:54.883201 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a2ae9413-9f4c-45b7-9480-fccca5575f87 req-eb60dd86-aa0f-41bf-acc4-7d73fe0ff219 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0044a1-0be7-4a47-9dc1-11b567d38e7d HTTP/1.1" status: 200 len: 966 time: 0.3035929 Feb 19 03:56:54.885385 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e8755b19-4463-4caa-91a3-6a99c3cd45aa req-84270b9d-9602-43ba-9acb-a3def183aaff tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=553206f4-6027-425e-be11-b21f4894411e HTTP/1.1" status: 200 len: 210 time: 0.0789433 Feb 19 03:56:55.006547 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e33245ea-eb55-401b-b831-b1907af18abf req-8eb778de-353b-4441-a49b-a2654b353ee8 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=82f79c968b654ab7a9cfc80bcb23457c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620422 Feb 19 03:56:55.160686 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-854ff0c1-92a7-434b-8bb7-91ac4f047dbc req-ff919920-3aac-4dd7-8067-1d781ac8ecf7 service neutron] 10.222.0.10 "GET /v2.0/networks/8ae02c71-45ff-47a1-b8ca-fe0848324233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934688 Feb 19 03:56:55.336863 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a2ae9413-9f4c-45b7-9480-fccca5575f87 req-d606d89e-17b0-48cb-b9f6-7be5611ba8a7 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/security-groups?id=596535c3-2785-4da5-804f-29d7411c6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4521639 Feb 19 03:56:55.545440 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a2043-67df-409a-b50d-af15ec0b8512 req-0a96bf42-63d1-4a76-ae40-3088382b890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:55.548683 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-790a2043-67df-409a-b50d-af15ec0b8512 req-0a96bf42-63d1-4a76-ae40-3088382b890c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=98e4fb96369442b78745cce9c7cb08aa&device_id=dc0044a1-0be7-4a47-9dc1-11b567d38e7d HTTP/1.1" status: 200 len: 1148 time: 0.2097561 Feb 19 03:56:55.586724 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33245ea-eb55-401b-b831-b1907af18abf req-a6e4b78b-a486-4a97-8a51-beb48e978060 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:55.599551 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e33245ea-eb55-401b-b831-b1907af18abf req-a6e4b78b-a486-4a97-8a51-beb48e978060 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5770323 Feb 19 03:56:55.624132 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-e33245ea-eb55-401b-b831-b1907af18abf req-7e661cf3-5531-45cb-af78-cb8d1fed3ef0 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Request body: {'port': {'device_id': '553206f4-6027-425e-be11-b21f4894411e', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': '82f79c968b654ab7a9cfc80bcb23457c'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:55.935889 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a2043-67df-409a-b50d-af15ec0b8512 req-7989b56d-515d-48e3-afcf-14c149a05140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:55.947909 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-790a2043-67df-409a-b50d-af15ec0b8512 req-7989b56d-515d-48e3-afcf-14c149a05140 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ae02c71-45ff-47a1-b8ca-fe0848324233 HTTP/1.1" status: 200 len: 923 time: 0.3879988 Feb 19 03:56:56.078677 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-790a2043-67df-409a-b50d-af15ec0b8512 req-9133d643-c69d-4127-8c9d-cd63706a831a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=789aee7e-bd9c-49b0-bd57-c116e9bf0a65 HTTP/1.1" status: 200 len: 217 time: 0.0920994 Feb 19 03:56:56.180255 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33245ea-eb55-401b-b831-b1907af18abf req-7e661cf3-5531-45cb-af78-cb8d1fed3ef0 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Made reservation on behalf of 82f79c968b654ab7a9cfc80bcb23457c for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:56.186318 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e33245ea-eb55-401b-b831-b1907af18abf req-7e661cf3-5531-45cb-af78-cb8d1fed3ef0 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.212478 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a2043-67df-409a-b50d-af15ec0b8512 req-3375c59e-d160-4da9-8a65-bde856949b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:56.215434 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-790a2043-67df-409a-b50d-af15ec0b8512 req-3375c59e-d160-4da9-8a65-bde856949b6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4270ac7f-396b-4263-8a48-9f0c325d371b HTTP/1.1" status: 200 len: 862 time: 0.1249034 Feb 19 03:56:56.351767 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-af6c4571-1962-40b3-91a6-c033d4e29bcf tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:56.375595 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-af6c4571-1962-40b3-91a6-c033d4e29bcf tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 808 time: 0.3555510 Feb 19 03:56:56.419722 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-0c6942ce-6ff5-49f1-a3d1-93d8c29bd916 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/quotas/088e1ccd7d10405ea13457cf0bfc7da0 HTTP/1.1" status: 200 len: 375 time: 0.0378623 Feb 19 03:56:56.479649 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d1ee2cd0-58e8-4394-a9c5-2cc8f60c5a7c req-378445c4-bfac-41eb-a6be-8b0c49ae5e9e tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=553206f4-6027-425e-be11-b21f4894411e HTTP/1.1" status: 200 len: 210 time: 0.0811291 Feb 19 03:56:56.493752 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-e0d2e47d-78f3-4ebc-8552-d24261ec10a8 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674109 Feb 19 03:56:56.517940 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a2043-67df-409a-b50d-af15ec0b8512 req-5bb1e06a-59ec-4cf1-b5ae-c1f7876bf03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:56.521012 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-790a2043-67df-409a-b50d-af15ec0b8512 req-5bb1e06a-59ec-4cf1-b5ae-c1f7876bf03c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ae02c71-45ff-47a1-b8ca-fe0848324233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2959301 Feb 19 03:56:56.712542 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-e80c17fc-64fa-4956-acba-53def7790f04 service neutron] 10.222.0.65 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132146 Feb 19 03:56:56.788474 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-e33245ea-eb55-401b-b831-b1907af18abf req-7e661cf3-5531-45cb-af78-cb8d1fed3ef0 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Allocated IP 192.168.233.57 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:56.919937 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-01f2da93-aeaa-489c-a152-c145879100f0 service neutron] 10.222.0.65 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956747 Feb 19 03:56:57.004333 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-790a2043-67df-409a-b50d-af15ec0b8512 req-9f4aea94-b320-4d71-8c99-a9863cf6d9c9 service neutron] 10.222.0.10 "GET /v2.0/networks/8ae02c71-45ff-47a1-b8ca-fe0848324233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721546 Feb 19 03:56:57.077507 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d11aa8-759e-46c3-8097-1d2781095e3b req-d0f92da9-9e8a-4d5d-8442-e543cd9e01ba tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:57.081052 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c0d11aa8-759e-46c3-8097-1d2781095e3b req-d0f92da9-9e8a-4d5d-8442-e543cd9e01ba tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0044a1-0be7-4a47-9dc1-11b567d38e7d HTTP/1.1" status: 200 len: 966 time: 0.3396184 Feb 19 03:56:57.410444 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c0d11aa8-759e-46c3-8097-1d2781095e3b req-1e328269-4e31-4f1d-8097-483e938d9d67 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/security-groups?id=596535c3-2785-4da5-804f-29d7411c6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3014920 Feb 19 03:56:57.446243 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e33245ea-eb55-401b-b831-b1907af18abf req-7e661cf3-5531-45cb-af78-cb8d1fed3ef0 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Publish callbacks [] for port (f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.460195 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-790a2043-67df-409a-b50d-af15ec0b8512 req-14f9005f-071b-48c3-ad37-485900fd279c service neutron] 10.222.0.10 "GET /v2.0/networks/8ae02c71-45ff-47a1-b8ca-fe0848324233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482698 Feb 19 03:56:57.616437 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e33245ea-eb55-401b-b831-b1907af18abf req-7e661cf3-5531-45cb-af78-cb8d1fed3ef0 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.722102 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33245ea-eb55-401b-b831-b1907af18abf req-7e661cf3-5531-45cb-af78-cb8d1fed3ef0 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:57.734843 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-e33245ea-eb55-401b-b831-b1907af18abf req-7e661cf3-5531-45cb-af78-cb8d1fed3ef0 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:57.750100 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33245ea-eb55-401b-b831-b1907af18abf req-7e661cf3-5531-45cb-af78-cb8d1fed3ef0 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:57.773217 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e661cf3-5531-45cb-af78-cb8d1fed3ef0 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Pushing event updated for resources: {'Port': ['ID=f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:57.941028 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 789aee7e-bd9c-49b0-bd57-c116e9bf0a65 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:56:57.967851 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a60d305f-ef89-43c1-b078-f91b48ca2d8e req-07732903-1857-4913-b4c3-022410db0c72 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 210 time: 0.2145240 Feb 19 03:56:58.047447 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33245ea-eb55-401b-b831-b1907af18abf req-7e661cf3-5531-45cb-af78-cb8d1fed3ef0 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:58.049456 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e33245ea-eb55-401b-b831-b1907af18abf req-7e661cf3-5531-45cb-af78-cb8d1fed3ef0 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.095921 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3109f6-3ef8-4a38-a3bd-3f03e875e997 req-e8fc6dd6-2102-4b94-877a-98c6f1c50cc5 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:58.119074 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e33245ea-eb55-401b-b831-b1907af18abf req-7e661cf3-5531-45cb-af78-cb8d1fed3ef0 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5012753 Feb 19 03:56:58.122129 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8b3109f6-3ef8-4a38-a3bd-3f03e875e997 req-e8fc6dd6-2102-4b94-877a-98c6f1c50cc5 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=553206f4-6027-425e-be11-b21f4894411e HTTP/1.1" status: 200 len: 935 time: 0.2423968 Feb 19 03:56:58.181183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-e33245ea-eb55-401b-b831-b1907af18abf req-0800da0f-5537-4748-8b89-cc462ce37da5 service neutron] Request body: {'port': {'device_id': '553206f4-6027-425e-be11-b21f4894411e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:58.320364 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8b3109f6-3ef8-4a38-a3bd-3f03e875e997 req-80249669-cd79-4a36-95b5-7e0d6e57ed97 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963305 Feb 19 03:56:58.381040 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 789aee7e-bd9c-49b0-bd57-c116e9bf0a65, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=789aee7e-bd9c-49b0-bd57-c116e9bf0a65,segment=NetworkSegment(062114eb-06bd-4f79-9d4f-217c98a85f2d),segment_id=062114eb-06bd-4f79-9d4f-217c98a85f2d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:58.437369 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '789aee7e-bd9c-49b0-bd57-c116e9bf0a65', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'port_id': '789aee7e-bd9c-49b0-bd57-c116e9bf0a65', 'mac_address': 'fa:16:3e:7a:e4:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:tempest-test_az-1533085211', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:56:58.465548 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e33245ea-eb55-401b-b831-b1907af18abf req-0800da0f-5537-4748-8b89-cc462ce37da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.693242 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9c39043c-1dcb-4b66-96b1-eb5442910641 None None] Provisioning complete for port f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:58.694718 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9c39043c-1dcb-4b66-96b1-eb5442910641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.702298 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 789aee7e-bd9c-49b0-bd57-c116e9bf0a65 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:58.703115 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (789aee7e-bd9c-49b0-bd57-c116e9bf0a65), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.810042 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789aee7e-bd9c-49b0-bd57-c116e9bf0a65 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:58.883729 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9c39043c-1dcb-4b66-96b1-eb5442910641 None None] Port f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:56:58.950117 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 789aee7e-bd9c-49b0-bd57-c116e9bf0a65, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=789aee7e-bd9c-49b0-bd57-c116e9bf0a65,segment=NetworkSegment(062114eb-06bd-4f79-9d4f-217c98a85f2d),segment_id=062114eb-06bd-4f79-9d4f-217c98a85f2d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:58.955614 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b72596-d622-47ed-8d56-dd32c6e753d7 req-0d0b0581-709e-4ad8-ad37-5ef73e72ea90 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:58.971784 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f8b72596-d622-47ed-8d56-dd32c6e753d7 req-0d0b0581-709e-4ad8-ad37-5ef73e72ea90 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0044a1-0be7-4a47-9dc1-11b567d38e7d HTTP/1.1" status: 200 len: 966 time: 0.2324424 Feb 19 03:56:58.975238 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (789aee7e-bd9c-49b0-bd57-c116e9bf0a65), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:59.086677 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f8b72596-d622-47ed-8d56-dd32c6e753d7 req-6fcb8d51-71ef-4824-8005-5ce8acf39c5f tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/security-groups?id=596535c3-2785-4da5-804f-29d7411c6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124499 Feb 19 03:56:59.135424 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=789aee7e-bd9c-49b0-bd57-c116e9bf0a65,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:59.196415 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:59.197781 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:59.198473 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:59.199787 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:59.199787 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:59.200566 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:59.203156 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:59.205348 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:59.206064 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:59.207035 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:59.208287 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:59.209047 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:59.209656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:59.270135 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['789aee7e-bd9c-49b0-bd57-c116e9bf0a65'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:59.421481 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06e98eee-8ba2-451f-89a6-fb15ef451df0 req-433687d2-c88d-45c8-a265-dd74e28674a3 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 210 time: 0.1107996 Feb 19 03:56:59.592875 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-e33245ea-eb55-401b-b831-b1907af18abf req-0800da0f-5537-4748-8b89-cc462ce37da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:59.639410 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e33245ea-eb55-401b-b831-b1907af18abf req-0800da0f-5537-4748-8b89-cc462ce37da5 service neutron] Publish callbacks [] for port (f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:59.689492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-e33245ea-eb55-401b-b831-b1907af18abf req-0800da0f-5537-4748-8b89-cc462ce37da5 service neutron] Transition to ACTIVE for port object f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:56:59.705888 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e33245ea-eb55-401b-b831-b1907af18abf req-0800da0f-5537-4748-8b89-cc462ce37da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:59.884000 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b2657-9688-4544-9b35-cdb539642c3f req-b084f22a-0698-4858-98c5-8f5d07d18570 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:59.896660 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-331b2657-9688-4544-9b35-cdb539642c3f req-b084f22a-0698-4858-98c5-8f5d07d18570 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=553206f4-6027-425e-be11-b21f4894411e HTTP/1.1" status: 200 len: 947 time: 0.1192954 Feb 19 03:56:59.970387 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800da0f-5537-4748-8b89-cc462ce37da5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:00.001574 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-331b2657-9688-4544-9b35-cdb539642c3f req-f79a23ae-73ef-4079-bff1-80db40e32733 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032426 Feb 19 03:57:00.469187 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-0d0cba9e-b4ad-45d8-856e-87e8fe37d6e8 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:00.472039 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-0d0cba9e-b4ad-45d8-856e-87e8fe37d6e8 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.10 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 808 time: 0.4799004 Feb 19 03:57:00.478269 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-e33245ea-eb55-401b-b831-b1907af18abf req-0800da0f-5537-4748-8b89-cc462ce37da5 service neutron] Attempting to bind port f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:00.478838 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-e33245ea-eb55-401b-b831-b1907af18abf req-0800da0f-5537-4748-8b89-cc462ce37da5 service neutron] Attempting to bind port f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:00.479423 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33245ea-eb55-401b-b831-b1907af18abf req-0800da0f-5537-4748-8b89-cc462ce37da5 service neutron] Attempting to bind port f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:00.492523 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-1a7d7de6-d642-4ca5-9ffb-98cc35069f68 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Request body: {'port': {'device_id': '04f9725e-da57-43b4-95b8-78f414c129a0', 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89', 'admin_state_up': True, 'tenant_id': '088e1ccd7d10405ea13457cf0bfc7da0'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:00.535769 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33245ea-eb55-401b-b831-b1907af18abf req-0800da0f-5537-4748-8b89-cc462ce37da5 service neutron] Port f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:57:00.536303 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33245ea-eb55-401b-b831-b1907af18abf req-0800da0f-5537-4748-8b89-cc462ce37da5 service neutron] Attempting to bind port f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:00.619412 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33245ea-eb55-401b-b831-b1907af18abf req-0800da0f-5537-4748-8b89-cc462ce37da5 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:00.619984 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33245ea-eb55-401b-b831-b1907af18abf req-0800da0f-5537-4748-8b89-cc462ce37da5 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:00.620472 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33245ea-eb55-401b-b831-b1907af18abf req-0800da0f-5537-4748-8b89-cc462ce37da5 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:00.621140 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-e33245ea-eb55-401b-b831-b1907af18abf req-0800da0f-5537-4748-8b89-cc462ce37da5 service neutron] Bound port: f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:00.622094 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e33245ea-eb55-401b-b831-b1907af18abf req-0800da0f-5537-4748-8b89-cc462ce37da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:00.764941 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a869db2-aa45-40f5-98b1-fde851031194 req-40c517ee-1aa5-4aa9-983e-333b45027164 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:00.767556 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4a869db2-aa45-40f5-98b1-fde851031194 req-40c517ee-1aa5-4aa9-983e-333b45027164 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0044a1-0be7-4a47-9dc1-11b567d38e7d HTTP/1.1" status: 200 len: 967 time: 0.2688806 Feb 19 03:57:00.859757 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-e33245ea-eb55-401b-b831-b1907af18abf req-0800da0f-5537-4748-8b89-cc462ce37da5 service neutron] For port f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:00.866746 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-e33245ea-eb55-401b-b831-b1907af18abf req-0800da0f-5537-4748-8b89-cc462ce37da5 service neutron] For port f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:00.897293 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e33245ea-eb55-401b-b831-b1907af18abf req-0800da0f-5537-4748-8b89-cc462ce37da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:00.916350 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-1a7d7de6-d642-4ca5-9ffb-98cc35069f68 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Made reservation on behalf of 088e1ccd7d10405ea13457cf0bfc7da0 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:00.922089 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-1a7d7de6-d642-4ca5-9ffb-98cc35069f68 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.015277 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4a869db2-aa45-40f5-98b1-fde851031194 req-5023de6e-53dd-4353-b58a-4c91f86c622d tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/security-groups?id=596535c3-2785-4da5-804f-29d7411c6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308075 Feb 19 03:57:01.037043 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33245ea-eb55-401b-b831-b1907af18abf req-0800da0f-5537-4748-8b89-cc462ce37da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:01.037983 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e33245ea-eb55-401b-b831-b1907af18abf req-0800da0f-5537-4748-8b89-cc462ce37da5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.040210 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e33245ea-eb55-401b-b831-b1907af18abf req-0800da0f-5537-4748-8b89-cc462ce37da5 service neutron] 10.222.0.48 "PUT /v2.0/ports/f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 HTTP/1.1" status: 200 len: 1095 time: 2.8981948 Feb 19 03:57:01.040903 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '553206f4-6027-425e-be11-b21f4894411e', 'tag': 'f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:01.045266 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff2692f-019f-4133-b9fa-57eb01cbea51" -d '{"events": [{"name": "network-changed", "server_uuid": "553206f4-6027-425e-be11-b21f4894411e", "tag": "f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:01.122361 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800da0f-5537-4748-8b89-cc462ce37da5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:01.253450 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:57:01.260565 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6136c0b3-e159-4b2c-a5b1-f11d5f90d26d req-a3e51b84-e1ac-4187-9691-3351f6602237 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 210 time: 0.0738182 Feb 19 03:57:01.401566 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33245ea-eb55-401b-b831-b1907af18abf req-d6d82d3c-e870-4b03-aaa2-3fdeaf5f0e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:01.404796 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e33245ea-eb55-401b-b831-b1907af18abf req-d6d82d3c-e870-4b03-aaa2-3fdeaf5f0e39 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=82f79c968b654ab7a9cfc80bcb23457c&device_id=553206f4-6027-425e-be11-b21f4894411e HTTP/1.1" status: 200 len: 1129 time: 0.1954994 Feb 19 03:57:01.549012 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e33245ea-eb55-401b-b831-b1907af18abf req-efc0b57a-5094-480e-b87c-bdd96386d843 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 HTTP/1.1" status: 200 len: 217 time: 0.1354847 Feb 19 03:57:01.568019 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041e250-de8e-4d34-b543-2660859cd54d req-dc45778c-df2f-4ec1-9017-ee3b0da2a8ec tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:01.570796 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9041e250-de8e-4d34-b543-2660859cd54d req-dc45778c-df2f-4ec1-9017-ee3b0da2a8ec tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=553206f4-6027-425e-be11-b21f4894411e HTTP/1.1" status: 200 len: 947 time: 0.1351128 Feb 19 03:57:01.576630 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69980b0-bb11-4e2e-937a-1054617e4bc0 x-openstack-request-id: req-f69980b0-bb11-4e2e-937a-1054617e4bc0 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:01.577132 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "553206f4-6027-425e-be11-b21f4894411e", "tag": "f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:01.577567 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f69980b0-bb11-4e2e-937a-1054617e4bc0 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:01.578211 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '553206f4-6027-425e-be11-b21f4894411e', 'tag': 'f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7', 'status': 'completed', 'code': 200} Feb 19 03:57:01.650888 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-1a7d7de6-d642-4ca5-9ffb-98cc35069f68 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Allocated IP 172.20.0.9 (be946657-a9d5-408e-8d49-cd01b687ca89/6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac/86324d34-8833-4459-92b0-47014b76fde2) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:01.686844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33245ea-eb55-401b-b831-b1907af18abf req-ba2e5858-25d9-45da-8f8f-858e1405ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:01.693028 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e33245ea-eb55-401b-b831-b1907af18abf req-ba2e5858-25d9-45da-8f8f-858e1405ac37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1308680 Feb 19 03:57:01.700184 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9041e250-de8e-4d34-b543-2660859cd54d req-dfb4abf3-44b1-4c16-b9a7-d4a657f16a62 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077082 Feb 19 03:57:01.924625 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33245ea-eb55-401b-b831-b1907af18abf req-684dfdef-44b5-4c32-a86c-a6d514e18908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:01.927814 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e33245ea-eb55-401b-b831-b1907af18abf req-684dfdef-44b5-4c32-a86c-a6d514e18908 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2298284 Feb 19 03:57:01.960695 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 789aee7e-bd9c-49b0-bd57-c116e9bf0a65 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:02.143454 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 789aee7e-bd9c-49b0-bd57-c116e9bf0a65 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:57:02.154510 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 789aee7e-bd9c-49b0-bd57-c116e9bf0a65 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:02.155744 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (789aee7e-bd9c-49b0-bd57-c116e9bf0a65), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.164573 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1c961a3f-7799-467a-8673-06a40d16bdfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.194519 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-1a7d7de6-d642-4ca5-9ffb-98cc35069f68 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks [] for port (86324d34-8833-4459-92b0-47014b76fde2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.220038 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e33245ea-eb55-401b-b831-b1907af18abf req-47f0eccd-6b13-4d98-854d-f5f5a6ffa359 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831831 Feb 19 03:57:02.399489 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 789aee7e-bd9c-49b0-bd57-c116e9bf0a65 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:02.400374 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (789aee7e-bd9c-49b0-bd57-c116e9bf0a65), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.455799 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0044a1-0be7-4a47-9dc1-11b567d38e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789aee7e-bd9c-49b0-bd57-c116e9bf0a65'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:02.475385 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6548f32-71fa-4f52-bfad-7bf4d9445d5b" -d '{"events": [{"server_uuid": "dc0044a1-0be7-4a47-9dc1-11b567d38e7d", "name": "network-vif-plugged", "status": "completed", "tag": "789aee7e-bd9c-49b0-bd57-c116e9bf0a65"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:02.493934 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-1a7d7de6-d642-4ca5-9ffb-98cc35069f68 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (86324d34-8833-4459-92b0-47014b76fde2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.506231 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 789aee7e-bd9c-49b0-bd57-c116e9bf0a65, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=789aee7e-bd9c-49b0-bd57-c116e9bf0a65,segment=NetworkSegment(062114eb-06bd-4f79-9d4f-217c98a85f2d),segment_id=062114eb-06bd-4f79-9d4f-217c98a85f2d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:02.521414 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (789aee7e-bd9c-49b0-bd57-c116e9bf0a65), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.631572 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=789aee7e-bd9c-49b0-bd57-c116e9bf0a65,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:02.642347 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-1a7d7de6-d642-4ca5-9ffb-98cc35069f68 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Network be946657-a9d5-408e-8d49-cd01b687ca89 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:02.664399 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-1a7d7de6-d642-4ca5-9ffb-98cc35069f68 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:02.679299 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-1a7d7de6-d642-4ca5-9ffb-98cc35069f68 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:02.688881 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e33245ea-eb55-401b-b831-b1907af18abf req-2d0cab27-1717-426c-a736-baef8bf8fe61 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573097 Feb 19 03:57:02.849278 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0547e-28b1-46ca-915f-8e658efe5bc3 req-d814d470-c498-4dbb-8419-a9723df37288 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:02.852183 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-11a0547e-28b1-46ca-915f-8e658efe5bc3 req-d814d470-c498-4dbb-8419-a9723df37288 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 931 time: 0.1057396 Feb 19 03:57:02.890292 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53010) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:02.955041 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-11a0547e-28b1-46ca-915f-8e658efe5bc3 req-959e6b0f-7c7e-4c49-bbd5-e0d6b8115838 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914779 Feb 19 03:57:03.096962 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c920d277-2f69-4049-b9ff-05d150ea65dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:03.139625 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d7de6-d642-4ca5-9ffb-98cc35069f68 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Pushing event updated for resources: {'Port': ['ID=86324d34-8833-4459-92b0-47014b76fde2,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:03.195960 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5dc5cc-fcff-411a-8363-1e745a5344d7 x-openstack-request-id: req-6b5dc5cc-fcff-411a-8363-1e745a5344d7 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:03.196779 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0044a1-0be7-4a47-9dc1-11b567d38e7d", "name": "network-vif-plugged", "status": "completed", "tag": "789aee7e-bd9c-49b0-bd57-c116e9bf0a65", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:03.196961 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b5dc5cc-fcff-411a-8363-1e745a5344d7 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:03.197542 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0044a1-0be7-4a47-9dc1-11b567d38e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789aee7e-bd9c-49b0-bd57-c116e9bf0a65', 'code': 200} Feb 19 03:57:03.314220 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c920d277-2f69-4049-b9ff-05d150ea65dd admin admin] Publish callbacks [] for security_group (3f54e0e2-6c49-46c2-b8ae-c6301b72aca4), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:03.333021 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c920d277-2f69-4049-b9ff-05d150ea65dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3f54e0e2-6c49-46c2-b8ae-c6301b72aca4), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:03.409396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d00035-169f-4d1c-b1bc-d8e7c11a95ae req-32c95b24-d11e-46ee-aba2-c7b9a89cedff tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:03.423568 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-64d00035-169f-4d1c-b1bc-d8e7c11a95ae req-32c95b24-d11e-46ee-aba2-c7b9a89cedff tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0044a1-0be7-4a47-9dc1-11b567d38e7d HTTP/1.1" status: 200 len: 968 time: 0.8380420 Feb 19 03:57:03.451754 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2692f-019f-4133-b9fa-57eb01cbea51 req-5f6b5e96-a01c-4deb-95e0-094f3a187192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:03.455182 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5ff2692f-019f-4133-b9fa-57eb01cbea51 req-5f6b5e96-a01c-4deb-95e0-094f3a187192 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=82f79c968b654ab7a9cfc80bcb23457c&device_id=553206f4-6027-425e-be11-b21f4894411e HTTP/1.1" status: 200 len: 1129 time: 0.3176730 Feb 19 03:57:03.477679 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-1a7d7de6-d642-4ca5-9ffb-98cc35069f68 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:03.479125 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-1a7d7de6-d642-4ca5-9ffb-98cc35069f68 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:03.672072 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a910e5-3563-4c3a-8be3-f2fbc7063a3c req-3787e977-cfaf-4daa-9e03-92f924a5ce4f tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:03.675653 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-63a910e5-3563-4c3a-8be3-f2fbc7063a3c req-3787e977-cfaf-4daa-9e03-92f924a5ce4f tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=553206f4-6027-425e-be11-b21f4894411e HTTP/1.1" status: 200 len: 947 time: 0.1762183 Feb 19 03:57:03.689595 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c920d277-2f69-4049-b9ff-05d150ea65dd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=46e269f21e9140d9b6426ee401c2e7fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7976170 Feb 19 03:57:03.705205 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920d277-2f69-4049-b9ff-05d150ea65dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f54e0e2-6c49-46c2-b8ae-c6301b72aca4,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:03.736514 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53024) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:03.762710 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2692f-019f-4133-b9fa-57eb01cbea51 req-39c0a409-d7f6-4acf-b1f6-3196012bcaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:03.765634 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5ff2692f-019f-4133-b9fa-57eb01cbea51 req-39c0a409-d7f6-4acf-b1f6-3196012bcaa5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.2825837 Feb 19 03:57:03.835899 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-64d00035-169f-4d1c-b1bc-d8e7c11a95ae req-80223ad1-6c78-4818-9c45-4b760148dda8 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/security-groups?id=596535c3-2785-4da5-804f-29d7411c6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4086545 Feb 19 03:57:03.848117 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-1a7d7de6-d642-4ca5-9ffb-98cc35069f68 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3637075 Feb 19 03:57:03.864988 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53026) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:03.905229 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc618a97-aae7-46b9-9322-ab7af7b1bbec req-4e5a6222-1e70-4768-af85-ce0ad7734642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:03.908411 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-04dad6ac-0e14-408b-9564-96f5042cabf5 service neutron] Request body: {'port': {'device_id': '04f9725e-da57-43b4-95b8-78f414c129a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:03.910147 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc618a97-aae7-46b9-9322-ab7af7b1bbec req-4e5a6222-1e70-4768-af85-ce0ad7734642 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dc0044a1-0be7-4a47-9dc1-11b567d38e7d HTTP/1.1" status: 200 len: 1150 time: 0.5707572 Feb 19 03:57:04.108195 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5ff2692f-019f-4133-b9fa-57eb01cbea51 req-b05a0488-403a-4abc-bd1e-547cdfe33b68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 HTTP/1.1" status: 200 len: 217 time: 0.2899771 Feb 19 03:57:04.174124 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-36035dbe-fc82-4b4b-bfdc-96230297812f admin admin] Publish callbacks [] for security_group (3f54e0e2-6c49-46c2-b8ae-c6301b72aca4), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.311029 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-63a910e5-3563-4c3a-8be3-f2fbc7063a3c req-9783e2d8-9b54-40d1-b8ab-1cf9697ee467 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6180592 Feb 19 03:57:04.330292 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2692f-019f-4133-b9fa-57eb01cbea51 req-eda07c1c-305a-4bea-9d95-48415e62e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:04.333085 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5ff2692f-019f-4133-b9fa-57eb01cbea51 req-eda07c1c-305a-4bea-9d95-48415e62e5d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.2173870 Feb 19 03:57:04.348722 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-41eaebdd-8d74-4fa3-bdf5-78d4bda07892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.362754 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-36035dbe-fc82-4b4b-bfdc-96230297812f admin admin] Publish callbacks [] for security_group (3f54e0e2-6c49-46c2-b8ae-c6301b72aca4), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.383095 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-04dad6ac-0e14-408b-9564-96f5042cabf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (86324d34-8833-4459-92b0-47014b76fde2), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.395503 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc618a97-aae7-46b9-9322-ab7af7b1bbec req-8d5b2950-8bce-4692-b364-aa60acbb59a6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=596535c3-2785-4da5-804f-29d7411c6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4378989 Feb 19 03:57:04.607091 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f9d7e-ab81-4d26-a660-c39bfd1d8bbf req-8f5a7fde-4b7c-4b2e-8eda-70afe2a5cb8e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:04.608056 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-36035dbe-fc82-4b4b-bfdc-96230297812f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3f54e0e2-6c49-46c2-b8ae-c6301b72aca4), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.615714 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-36035dbe-fc82-4b4b-bfdc-96230297812f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.620983 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e3f9d7e-ab81-4d26-a660-c39bfd1d8bbf req-8f5a7fde-4b7c-4b2e-8eda-70afe2a5cb8e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 931 time: 0.3435273 Feb 19 03:57:04.623103 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-36035dbe-fc82-4b4b-bfdc-96230297812f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3f54e0e2-6c49-46c2-b8ae-c6301b72aca4 HTTP/1.1" status: 204 len: 168 time: 0.8817184 Feb 19 03:57:04.669626 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2692f-019f-4133-b9fa-57eb01cbea51 req-132f784b-b3d3-48fd-a836-5536ed9baf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:04.681389 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5ff2692f-019f-4133-b9fa-57eb01cbea51 req-132f784b-b3d3-48fd-a836-5536ed9baf63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2980711 Feb 19 03:57:04.702772 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36035dbe-fc82-4b4b-bfdc-96230297812f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f54e0e2-6c49-46c2-b8ae-c6301b72aca4,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:04.719862 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-41eaebdd-8d74-4fa3-bdf5-78d4bda07892 admin admin] Publish callbacks [] for security_group (df32d5fc-d168-482e-901e-1c28536fd335), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.728980 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-41eaebdd-8d74-4fa3-bdf5-78d4bda07892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (df32d5fc-d168-482e-901e-1c28536fd335), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.850437 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-41eaebdd-8d74-4fa3-bdf5-78d4bda07892 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0202bb8816544b6e9639efcc875fb461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9517715 Feb 19 03:57:04.853896 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53054) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:04.941119 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eaebdd-8d74-4fa3-bdf5-78d4bda07892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df32d5fc-d168-482e-901e-1c28536fd335,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:04.981599 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-484d5af8-575e-4c4b-a30d-6788ec44fe5a admin admin] Publish callbacks [] for security_group (df32d5fc-d168-482e-901e-1c28536fd335), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.999404 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f418a65a-be4f-4cea-906d-eb12ed50cd82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:05.098465 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e3f9d7e-ab81-4d26-a660-c39bfd1d8bbf req-c7470959-8d0d-4fa0-ad0f-40d385b546e9 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671242 Feb 19 03:57:05.106053 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-484d5af8-575e-4c4b-a30d-6788ec44fe5a admin admin] Publish callbacks [] for security_group (df32d5fc-d168-482e-901e-1c28536fd335), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:05.230973 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5ff2692f-019f-4133-b9fa-57eb01cbea51 req-00b7a9c4-15a0-4c40-89aa-30219cddf1dd service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372183 Feb 19 03:57:05.289484 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-484d5af8-575e-4c4b-a30d-6788ec44fe5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (df32d5fc-d168-482e-901e-1c28536fd335), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:05.314056 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-484d5af8-575e-4c4b-a30d-6788ec44fe5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:05.323141 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-484d5af8-575e-4c4b-a30d-6788ec44fe5a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/df32d5fc-d168-482e-901e-1c28536fd335 HTTP/1.1" status: 204 len: 168 time: 0.4598010 Feb 19 03:57:05.341672 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d5af8-575e-4c4b-a30d-6788ec44fe5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df32d5fc-d168-482e-901e-1c28536fd335,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:05.494932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-04dad6ac-0e14-408b-9564-96f5042cabf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86324d34-8833-4459-92b0-47014b76fde2 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:57:05.514549 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-04dad6ac-0e14-408b-9564-96f5042cabf5 service neutron] Publish callbacks [] for port (86324d34-8833-4459-92b0-47014b76fde2), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:05.572707 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:57:05.640840 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-04dad6ac-0e14-408b-9564-96f5042cabf5 service neutron] Transition to ACTIVE for port object 86324d34-8833-4459-92b0-47014b76fde2 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:57:05.811200 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-04dad6ac-0e14-408b-9564-96f5042cabf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (86324d34-8833-4459-92b0-47014b76fde2), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:05.868750 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53076) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:05.908433 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9086e17-9a2c-4a35-b351-2a9ad28350b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:05.974252 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:06.009075 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': 'f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7', 'mac_address': 'fa:16:3e:b1:7b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:57:06.071548 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dad6ac-0e14-408b-9564-96f5042cabf5 service neutron] Pushing event updated for resources: {'Port': ['ID=86324d34-8833-4459-92b0-47014b76fde2,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:06.148675 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:06.149521 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:06.190875 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:57:06.209315 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9086e17-9a2c-4a35-b351-2a9ad28350b8 admin admin] Publish callbacks [] for security_group (b99c869b-2e5e-442f-9ecc-89789a1ecaef), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:06.223788 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9086e17-9a2c-4a35-b351-2a9ad28350b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b99c869b-2e5e-442f-9ecc-89789a1ecaef), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:06.259868 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5ff2692f-019f-4133-b9fa-57eb01cbea51 req-c85debfb-198c-4eac-99f8-5934e4bbc1b2 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0032012 Feb 19 03:57:06.268591 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:06.278275 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:06.369816 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f9086e17-9a2c-4a35-b351-2a9ad28350b8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b499bb638dec45bfa7a708118e3c40f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4991329 Feb 19 03:57:06.376205 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9086e17-9a2c-4a35-b351-2a9ad28350b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99c869b-2e5e-442f-9ecc-89789a1ecaef,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:06.385142 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53086) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:06.461808 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbe20e-3493-4cd1-8dbb-98e8f908a3cc req-86de035f-1d32-450a-9431-09bac70d3f62 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:06.464871 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-69fbe20e-3493-4cd1-8dbb-98e8f908a3cc req-86de035f-1d32-450a-9431-09bac70d3f62 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0044a1-0be7-4a47-9dc1-11b567d38e7d HTTP/1.1" status: 200 len: 968 time: 0.8675187 Feb 19 03:57:06.576957 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85da76-d278-4d0f-ad37-0d9dcc0f5b3f req-432f91cc-80d3-47c6-9a8b-4480b9bd7b21 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:06.590018 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ae85da76-d278-4d0f-ad37-0d9dcc0f5b3f req-432f91cc-80d3-47c6-9a8b-4480b9bd7b21 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=553206f4-6027-425e-be11-b21f4894411e HTTP/1.1" status: 200 len: 948 time: 0.2274075 Feb 19 03:57:06.600517 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:06.645063 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-04dad6ac-0e14-408b-9564-96f5042cabf5 service neutron] Attempting to bind port 86324d34-8833-4459-92b0-47014b76fde2 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:06.646009 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-04dad6ac-0e14-408b-9564-96f5042cabf5 service neutron] Attempting to bind port 86324d34-8833-4459-92b0-47014b76fde2 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:06.646929 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-04dad6ac-0e14-408b-9564-96f5042cabf5 service neutron] Attempting to bind port 86324d34-8833-4459-92b0-47014b76fde2 on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:06.649471 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-89027c51-7174-4563-a983-245ef1cfefdb admin admin] Publish callbacks [] for security_group (b99c869b-2e5e-442f-9ecc-89789a1ecaef), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:06.649919 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:57:06.677505 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-04dad6ac-0e14-408b-9564-96f5042cabf5 service neutron] Port 86324d34-8833-4459-92b0-47014b76fde2 on network be946657-a9d5-408e-8d49-cd01b687ca89 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:57:06.680804 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-04dad6ac-0e14-408b-9564-96f5042cabf5 service neutron] Attempting to bind port 86324d34-8833-4459-92b0-47014b76fde2 on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:06.705546 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-04dad6ac-0e14-408b-9564-96f5042cabf5 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:06.706970 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-04dad6ac-0e14-408b-9564-96f5042cabf5 service neutron] Checking segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:06.707351 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-04dad6ac-0e14-408b-9564-96f5042cabf5 service neutron] Bound using segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:06.708266 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-04dad6ac-0e14-408b-9564-96f5042cabf5 service neutron] Bound port: 86324d34-8833-4459-92b0-47014b76fde2, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:06.709143 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-04dad6ac-0e14-408b-9564-96f5042cabf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (86324d34-8833-4459-92b0-47014b76fde2), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:06.724645 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-89027c51-7174-4563-a983-245ef1cfefdb admin admin] Publish callbacks [] for security_group (b99c869b-2e5e-442f-9ecc-89789a1ecaef), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:06.761263 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:06.774041 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ae85da76-d278-4d0f-ad37-0d9dcc0f5b3f req-5e960168-3f8a-4523-bbed-e8b1b73e4aa4 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813440 Feb 19 03:57:06.861575 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-69fbe20e-3493-4cd1-8dbb-98e8f908a3cc req-4e25f175-44be-4878-a510-b61253b1acc2 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/security-groups?id=596535c3-2785-4da5-804f-29d7411c6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813540 Feb 19 03:57:06.881817 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53090) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:06.917030 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-36283b43-fb35-4b5c-9120-f0c27a4d822d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:06.993004 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-04dad6ac-0e14-408b-9564-96f5042cabf5 service neutron] For port 86324d34-8833-4459-92b0-47014b76fde2, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:07.004819 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-04dad6ac-0e14-408b-9564-96f5042cabf5 service neutron] For port 86324d34-8833-4459-92b0-47014b76fde2, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=86324d34-8833-4459-92b0-47014b76fde2,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:07.033557 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-04dad6ac-0e14-408b-9564-96f5042cabf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (86324d34-8833-4459-92b0-47014b76fde2), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.157409 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.251908 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-36283b43-fb35-4b5c-9120-f0c27a4d822d admin admin] Publish callbacks [] for security_group (71e539b9-c8ad-4da3-829f-56542ef6fdc2), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.257517 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-89027c51-7174-4563-a983-245ef1cfefdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b99c869b-2e5e-442f-9ecc-89789a1ecaef), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.263071 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-89027c51-7174-4563-a983-245ef1cfefdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.270046 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-89027c51-7174-4563-a983-245ef1cfefdb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b99c869b-2e5e-442f-9ecc-89789a1ecaef HTTP/1.1" status: 204 len: 168 time: 0.8027620 Feb 19 03:57:07.273254 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-36283b43-fb35-4b5c-9120-f0c27a4d822d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (71e539b9-c8ad-4da3-829f-56542ef6fdc2), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.289236 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89027c51-7174-4563-a983-245ef1cfefdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99c869b-2e5e-442f-9ecc-89789a1ecaef,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:07.321813 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-04dad6ac-0e14-408b-9564-96f5042cabf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:07.326376 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-04dad6ac-0e14-408b-9564-96f5042cabf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.347747 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-04dad6ac-0e14-408b-9564-96f5042cabf5 service neutron] 10.222.0.10 "PUT /v2.0/ports/86324d34-8833-4459-92b0-47014b76fde2 HTTP/1.1" status: 200 len: 1091 time: 3.4628272 Feb 19 03:57:07.354361 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f9725e-da57-43b4-95b8-78f414c129a0', 'tag': '86324d34-8833-4459-92b0-47014b76fde2'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:07.358898 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427072d8-d21f-4f47-8762-e3634d202b51" -d '{"events": [{"name": "network-changed", "server_uuid": "04f9725e-da57-43b4-95b8-78f414c129a0", "tag": "86324d34-8833-4459-92b0-47014b76fde2"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:07.475629 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36283b43-fb35-4b5c-9120-f0c27a4d822d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e539b9-c8ad-4da3-829f-56542ef6fdc2,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:07.488943 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-36283b43-fb35-4b5c-9120-f0c27a4d822d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=44d22c32eb1f4ca59532c2a6f24f852f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5962720 Feb 19 03:57:07.490013 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53100) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:07.563948 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dad6ac-0e14-408b-9564-96f5042cabf5 service neutron] Pushing event updated for resources: {'Port': ['ID=86324d34-8833-4459-92b0-47014b76fde2,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:07.593370 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3adc98-9876-4ef4-8a06-bfb647bf9862 req-1ea9e3e4-4f67-41a8-a163-075bd12aac05 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:07.607263 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2c3adc98-9876-4ef4-8a06-bfb647bf9862 req-1ea9e3e4-4f67-41a8-a163-075bd12aac05 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 943 time: 0.4923189 Feb 19 03:57:07.618483 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b06dab3c-80e4-4fb3-8215-4997c581a3a0 admin admin] Publish callbacks [] for security_group (71e539b9-c8ad-4da3-829f-56542ef6fdc2), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.672235 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b06dab3c-80e4-4fb3-8215-4997c581a3a0 admin admin] Publish callbacks [] for security_group (71e539b9-c8ad-4da3-829f-56542ef6fdc2), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.695398 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.738485 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2c3adc98-9876-4ef4-8a06-bfb647bf9862 req-a2dad19c-a392-4b69-ba01-e528e6e22804 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294293 Feb 19 03:57:07.768984 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-dce11dfd-9644-4048-9860-52decaaa0525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:07.776240 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-dce11dfd-9644-4048-9860-52decaaa0525 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 1125 time: 0.3230300 Feb 19 03:57:07.815621 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b06dab3c-80e4-4fb3-8215-4997c581a3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (71e539b9-c8ad-4da3-829f-56542ef6fdc2), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.822931 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b06dab3c-80e4-4fb3-8215-4997c581a3a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.828632 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b06dab3c-80e4-4fb3-8215-4997c581a3a0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/71e539b9-c8ad-4da3-829f-56542ef6fdc2 HTTP/1.1" status: 204 len: 168 time: 0.3371496 Feb 19 03:57:07.839698 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53108) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:07.886775 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06dab3c-80e4-4fb3-8215-4997c581a3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e539b9-c8ad-4da3-829f-56542ef6fdc2,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:07.925763 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-b52f67ec-3d67-4172-85f0-ca01ce339191 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86324d34-8833-4459-92b0-47014b76fde2 HTTP/1.1" status: 200 len: 217 time: 0.1390707 Feb 19 03:57:08.080532 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5613d5-f1c8-4ffc-8d1f-10a5c3e19a2e x-openstack-request-id: req-af5613d5-f1c8-4ffc-8d1f-10a5c3e19a2e {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:08.081621 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f9725e-da57-43b4-95b8-78f414c129a0", "tag": "86324d34-8833-4459-92b0-47014b76fde2", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:08.082395 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-af5613d5-f1c8-4ffc-8d1f-10a5c3e19a2e {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:08.083529 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f9725e-da57-43b4-95b8-78f414c129a0', 'tag': '86324d34-8833-4459-92b0-47014b76fde2', 'status': 'completed', 'code': 200} Feb 19 03:57:08.139535 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-77804061-b0f3-4c09-81f4-f034a497f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:08.144833 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-77804061-b0f3-4c09-81f4-f034a497f2ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.2060726 Feb 19 03:57:08.258191 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-0a78a629-6fbf-4e79-9a98-031e40fa3db8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034882 Feb 19 03:57:08.283271 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d809a6-12de-4649-9769-e03f072a866e req-24131b5c-ab21-40a8-ab3a-515b2fad9105 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:08.291724 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-17d809a6-12de-4649-9769-e03f072a866e req-24131b5c-ab21-40a8-ab3a-515b2fad9105 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=553206f4-6027-425e-be11-b21f4894411e HTTP/1.1" status: 200 len: 948 time: 0.2251537 Feb 19 03:57:08.457715 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:08.479111 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-17d809a6-12de-4649-9769-e03f072a866e req-fec08a38-99be-48eb-8aa3-bd2b94528551 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742630 Feb 19 03:57:08.651754 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4468d7c-db45-4fca-8c3b-0d507af7c79b req-09f83e26-620b-40b3-bd0f-946a11f6a71d tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:08.667235 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4468d7c-db45-4fca-8c3b-0d507af7c79b req-09f83e26-620b-40b3-bd0f-946a11f6a71d tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0044a1-0be7-4a47-9dc1-11b567d38e7d HTTP/1.1" status: 200 len: 968 time: 0.4282963 Feb 19 03:57:08.750987 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:08.789858 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-03d08526-31e1-4f13-a3db-952005fff257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:08.848979 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-692db4a9-2cc4-4a40-9238-fa4accf38557 service neutron] 10.222.0.10 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813363 Feb 19 03:57:08.931225 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4468d7c-db45-4fca-8c3b-0d507af7c79b req-5d037545-6c31-448a-ab43-4a8ee0723345 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/security-groups?id=596535c3-2785-4da5-804f-29d7411c6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628660 Feb 19 03:57:08.997644 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-03d08526-31e1-4f13-a3db-952005fff257 admin admin] Publish callbacks [] for security_group (ce833d7c-bbba-404e-a643-b2f3d26f0772), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:09.006881 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-03d08526-31e1-4f13-a3db-952005fff257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ce833d7c-bbba-404e-a643-b2f3d26f0772), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:09.153254 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da34a983-eda0-4636-97c6-55a5893f3b8f req-8b351541-525f-4f83-8451-756b3ba3df3f service neutron] 10.222.0.10 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970443 Feb 19 03:57:09.176989 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-03d08526-31e1-4f13-a3db-952005fff257 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9b773fd1324a4948b776bea1cdf837d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3244781 Feb 19 03:57:09.177728 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53154) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:09.178983 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d08526-31e1-4f13-a3db-952005fff257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce833d7c-bbba-404e-a643-b2f3d26f0772,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:09.329585 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-420436db-e18d-4dda-b739-53cd5c5ceffe admin admin] Publish callbacks [] for security_group (ce833d7c-bbba-404e-a643-b2f3d26f0772), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:09.446036 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-420436db-e18d-4dda-b739-53cd5c5ceffe admin admin] Publish callbacks [] for security_group (ce833d7c-bbba-404e-a643-b2f3d26f0772), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:09.467574 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427072d8-d21f-4f47-8762-e3634d202b51 req-a03c4df0-5c8f-4485-9f15-e9dbcb185aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:09.471040 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-427072d8-d21f-4f47-8762-e3634d202b51 req-a03c4df0-5c8f-4485-9f15-e9dbcb185aa6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 1125 time: 0.1589999 Feb 19 03:57:09.490850 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e375b2-9cc8-4e5e-a115-aa55231683fb req-82e9bf9d-400f-4ad1-81e0-66532908339e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:09.493749 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-88e375b2-9cc8-4e5e-a115-aa55231683fb req-82e9bf9d-400f-4ad1-81e0-66532908339e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 943 time: 0.3380098 Feb 19 03:57:09.590842 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-420436db-e18d-4dda-b739-53cd5c5ceffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ce833d7c-bbba-404e-a643-b2f3d26f0772), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:09.598200 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-420436db-e18d-4dda-b739-53cd5c5ceffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:09.607233 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-420436db-e18d-4dda-b739-53cd5c5ceffe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ce833d7c-bbba-404e-a643-b2f3d26f0772 HTTP/1.1" status: 204 len: 168 time: 0.4174910 Feb 19 03:57:09.607507 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:09.641231 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420436db-e18d-4dda-b739-53cd5c5ceffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce833d7c-bbba-404e-a643-b2f3d26f0772,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:09.720725 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-88e375b2-9cc8-4e5e-a115-aa55231683fb req-5b90e272-d5b7-4013-a3e9-e60b3341e2c9 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104690 Feb 19 03:57:09.790651 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:57:09.798248 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427072d8-d21f-4f47-8762-e3634d202b51 req-e5a3a23a-fd54-4f66-8c61-74d3779aec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:09.801777 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-427072d8-d21f-4f47-8762-e3634d202b51 req-e5a3a23a-fd54-4f66-8c61-74d3779aec6c service neutron] 10.222.0.10 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 908 time: 0.3060634 Feb 19 03:57:09.808873 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:09.813960 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:09.928297 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-427072d8-d21f-4f47-8762-e3634d202b51 req-d5eb82df-2030-4ea4-954b-75c291112613 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86324d34-8833-4459-92b0-47014b76fde2 HTTP/1.1" status: 200 len: 217 time: 0.1189694 Feb 19 03:57:10.045805 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427072d8-d21f-4f47-8762-e3634d202b51 req-b4298f7e-82df-45f1-b2f3-dd63f21d4dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:10.048705 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-427072d8-d21f-4f47-8762-e3634d202b51 req-b4298f7e-82df-45f1-b2f3-dd63f21d4dad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.1130173 Feb 19 03:57:10.069120 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:10.069791 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:10.146543 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:10.149415 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553206f4-6027-425e-be11-b21f4894411e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:10.164863 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fa364f-c5b1-49d0-911d-2508f6e8edaa" -d '{"events": [{"server_uuid": "553206f4-6027-425e-be11-b21f4894411e", "name": "network-vif-plugged", "status": "completed", "tag": "f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:10.171667 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:10.196603 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-427072d8-d21f-4f47-8762-e3634d202b51 req-98202bc7-417b-49fd-adca-b2ff34c11c3d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750062 Feb 19 03:57:10.278878 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18f43e-cc37-476f-9f7d-112b9369bf42 req-326c0ffa-0aad-4114-88b9-d44e63869faa tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:10.281726 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ff18f43e-cc37-476f-9f7d-112b9369bf42 req-326c0ffa-0aad-4114-88b9-d44e63869faa tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0044a1-0be7-4a47-9dc1-11b567d38e7d HTTP/1.1" status: 200 len: 968 time: 0.2265220 Feb 19 03:57:10.301143 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53176) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:10.351580 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:10.426647 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-1aee626f-bb9e-44d7-9db9-1d949204044b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Request body: {'floatingip': {'port_id': '789aee7e-bd9c-49b0-bd57-c116e9bf0a65'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:10.479332 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-427072d8-d21f-4f47-8762-e3634d202b51 req-4394ff00-daf7-470c-8044-ef3453d50d52 service neutron] 10.222.0.10 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726843 Feb 19 03:57:10.504553 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2af4c6-106b-46e9-8f6a-d02c0da50847 x-openstack-request-id: req-6b2af4c6-106b-46e9-8f6a-d02c0da50847 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:10.505090 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553206f4-6027-425e-be11-b21f4894411e", "name": "network-vif-plugged", "status": "completed", "tag": "f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:10.505604 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b2af4c6-106b-46e9-8f6a-d02c0da50847 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:10.506500 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553206f4-6027-425e-be11-b21f4894411e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7', 'code': 200} Feb 19 03:57:10.670189 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1aee626f-bb9e-44d7-9db9-1d949204044b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for floatingip (94ef1fb8-f8ce-4abc-8720-e246e9659c0b), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:10.780866 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd117d6-dbc4-4f88-b6e6-038bb6ede5fe req-9a22e46d-ed90-4ad7-a08d-361fdfb8a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:10.784217 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8bd117d6-dbc4-4f88-b6e6-038bb6ede5fe req-9a22e46d-ed90-4ad7-a08d-361fdfb8a262 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=553206f4-6027-425e-be11-b21f4894411e HTTP/1.1" status: 200 len: 1131 time: 0.1446035 Feb 19 03:57:10.820223 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-427072d8-d21f-4f47-8762-e3634d202b51 req-641fb9f0-cdd6-4cc9-945f-76e7e8ffea8b service neutron] 10.222.0.10 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309882 Feb 19 03:57:10.840290 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a353aa-f1c9-4d0b-bc60-95f6f07f9f72 req-ec984b94-6ef0-4756-b37a-b610b32e89cb tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:10.876067 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8bd117d6-dbc4-4f88-b6e6-038bb6ede5fe req-470f6161-a7bb-4813-87aa-1bfba55383a9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834315 Feb 19 03:57:10.877997 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f3a353aa-f1c9-4d0b-bc60-95f6f07f9f72 req-ec984b94-6ef0-4756-b37a-b610b32e89cb tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=553206f4-6027-425e-be11-b21f4894411e HTTP/1.1" status: 200 len: 949 time: 0.6214430 Feb 19 03:57:11.125297 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f3a353aa-f1c9-4d0b-bc60-95f6f07f9f72 req-edc10387-4516-4fb6-98d1-24c28373b30e tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406082 Feb 19 03:57:11.565387 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53212) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:11.600615 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7210ad-9303-4cdf-9f51-fe16e3e9302a req-49449c7b-f48e-4b47-bc08-82ab152cbea0 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:11.611310 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aa7210ad-9303-4cdf-9f51-fe16e3e9302a req-49449c7b-f48e-4b47-bc08-82ab152cbea0 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 943 time: 0.3029540 Feb 19 03:57:12.002874 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 86324d34-8833-4459-92b0-47014b76fde2 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:57:12.169115 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-53f0bf31-6922-40d2-b69a-693707e931f9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=19792dcec5d14c6181f78d8337ab9d75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5998549 Feb 19 03:57:12.174386 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53232) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:12.222606 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aa7210ad-9303-4cdf-9f51-fe16e3e9302a req-eb2d2754-e7e0-4b29-b594-536deeba9f47 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6097341 Feb 19 03:57:12.443635 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-619dbc72-0f10-48e8-9d79-c840bbba4a91 admin admin] Publish callbacks [] for security_group (efaea06b-39d5-47ea-9357-a2b08569d2d7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:12.450676 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.resource_extend [None req-1aee626f-bb9e-44d7-9db9-1d949204044b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:57:12.468892 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 86324d34-8833-4459-92b0-47014b76fde2, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=86324d34-8833-4459-92b0-47014b76fde2,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:12.499448 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '86324d34-8833-4459-92b0-47014b76fde2', 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89', 'port_id': '86324d34-8833-4459-92b0-47014b76fde2', 'mac_address': 'fa:16:3e:4b:f3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:57:12.577932 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-619dbc72-0f10-48e8-9d79-c840bbba4a91 admin admin] Publish callbacks [] for security_group (efaea06b-39d5-47ea-9357-a2b08569d2d7), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:12.630978 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 86324d34-8833-4459-92b0-47014b76fde2 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:12.634706 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (86324d34-8833-4459-92b0-47014b76fde2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:12.699808 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1aee626f-bb9e-44d7-9db9-1d949204044b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:12.701790 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86324d34-8833-4459-92b0-47014b76fde2 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:57:12.716103 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1aee626f-bb9e-44d7-9db9-1d949204044b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (94ef1fb8-f8ce-4abc-8720-e246e9659c0b), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:12.748075 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35286e-b5dc-4c3c-a4e5-6e1a7f4a63e3 req-e913dbe9-9f50-4f0d-aeb8-9eaf3a23c3ff tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:12.754375 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3a35286e-b5dc-4c3c-a4e5-6e1a7f4a63e3 req-e913dbe9-9f50-4f0d-aeb8-9eaf3a23c3ff tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=553206f4-6027-425e-be11-b21f4894411e HTTP/1.1" status: 200 len: 949 time: 0.2980049 Feb 19 03:57:12.763503 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-619dbc72-0f10-48e8-9d79-c840bbba4a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (efaea06b-39d5-47ea-9357-a2b08569d2d7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:12.769685 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-619dbc72-0f10-48e8-9d79-c840bbba4a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:12.780435 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-619dbc72-0f10-48e8-9d79-c840bbba4a91 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/efaea06b-39d5-47ea-9357-a2b08569d2d7 HTTP/1.1" status: 204 len: 168 time: 0.6027992 Feb 19 03:57:12.785628 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 86324d34-8833-4459-92b0-47014b76fde2, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=86324d34-8833-4459-92b0-47014b76fde2,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:12.793203 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (86324d34-8833-4459-92b0-47014b76fde2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:12.814925 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619dbc72-0f10-48e8-9d79-c840bbba4a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaea06b-39d5-47ea-9357-a2b08569d2d7,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:12.961148 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=86324d34-8833-4459-92b0-47014b76fde2,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:13.032348 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3a35286e-b5dc-4c3c-a4e5-6e1a7f4a63e3 req-d82b7a1e-c07d-43f1-a963-f0890fa95248 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662014 Feb 19 03:57:13.061508 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['86324d34-8833-4459-92b0-47014b76fde2'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:57:13.072438 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-1aee626f-bb9e-44d7-9db9-1d949204044b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Floating IP 94ef1fb8-f8ce-4abc-8720-e246e9659c0b associated. External IP: 172.25.0.17, port: 789aee7e-bd9c-49b0-bd57-c116e9bf0a65. Feb 19 03:57:13.520046 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5ff9eb4-9c56-4a12-a0fe-132a361d8cbf req-dc80506c-fb6e-437b-96a4-6e4cd1dacdfa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dc0044a1-0be7-4a47-9dc1-11b567d38e7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1198037 Feb 19 03:57:13.837532 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071a12f-cbce-43a8-85e3-194a4341461f req-d1683c7d-9de2-4132-ba39-a6c850907a7f tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:13.839729 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6071a12f-cbce-43a8-85e3-194a4341461f req-d1683c7d-9de2-4132-ba39-a6c850907a7f tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 944 time: 0.2459385 Feb 19 03:57:13.874213 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aee626f-bb9e-44d7-9db9-1d949204044b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Router d953f649-e81c-4e1d-a4db-bcc488830844 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:57:13.894963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff9eb4-9c56-4a12-a0fe-132a361d8cbf req-e3554f62-5a0d-4653-a7b1-3ac29cb945b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:13.898094 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5ff9eb4-9c56-4a12-a0fe-132a361d8cbf req-e3554f62-5a0d-4653-a7b1-3ac29cb945b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=98e4fb96369442b78745cce9c7cb08aa&device_id=dc0044a1-0be7-4a47-9dc1-11b567d38e7d HTTP/1.1" status: 200 len: 1150 time: 0.2308738 Feb 19 03:57:14.004582 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 86324d34-8833-4459-92b0-47014b76fde2 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:14.090234 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67417042-7043-42e8-8212-1d5c45d16d71 req-21baf81a-2ad4-48eb-9da1-a3e1a316d8e9 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:14.104805 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-67417042-7043-42e8-8212-1d5c45d16d71 req-21baf81a-2ad4-48eb-9da1-a3e1a316d8e9 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=553206f4-6027-425e-be11-b21f4894411e HTTP/1.1" status: 200 len: 949 time: 0.2650583 Feb 19 03:57:14.115453 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6071a12f-cbce-43a8-85e3-194a4341461f req-aa3265ae-3d19-4348-ad57-da45f3a08dfe tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584932 Feb 19 03:57:14.203987 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 86324d34-8833-4459-92b0-47014b76fde2 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:57:14.221034 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 86324d34-8833-4459-92b0-47014b76fde2 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:14.224429 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (86324d34-8833-4459-92b0-47014b76fde2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:14.279485 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff9eb4-9c56-4a12-a0fe-132a361d8cbf req-5d604442-e457-424b-9c6b-e3a986ec9308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:14.289231 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5ff9eb4-9c56-4a12-a0fe-132a361d8cbf req-5d604442-e457-424b-9c6b-e3a986ec9308 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ae02c71-45ff-47a1-b8ca-fe0848324233 HTTP/1.1" status: 200 len: 923 time: 0.3374112 Feb 19 03:57:14.348275 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-67417042-7043-42e8-8212-1d5c45d16d71 req-9d769ff4-ab4a-420c-9dee-1b87fbeaea0a tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370579 Feb 19 03:57:14.368262 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aee626f-bb9e-44d7-9db9-1d949204044b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:57:14.398422 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1aee626f-bb9e-44d7-9db9-1d949204044b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:14.437324 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c70f481-94ab-4b5a-a63e-07575c0c04cd None None] Sync routers for ids ['d953f649-e81c-4e1d-a4db-bcc488830844'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:57:14.484600 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c70f481-94ab-4b5a-a63e-07575c0c04cd None None] Routers {'d953f649-e81c-4e1d-a4db-bcc488830844'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:14.489205 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4c70f481-94ab-4b5a-a63e-07575c0c04cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:57:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d953f649-e81c-4e1d-a4db-bcc488830844'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:14.514499 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53282) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:14.537804 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1aee626f-bb9e-44d7-9db9-1d949204044b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "PUT /v2.0/floatingips/94ef1fb8-f8ce-4abc-8720-e246e9659c0b HTTP/1.1" status: 200 len: 1013 time: 4.2248120 Feb 19 03:57:14.577831 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0044a1-0be7-4a47-9dc1-11b567d38e7d', 'tag': '789aee7e-bd9c-49b0-bd57-c116e9bf0a65'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:14.587675 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c793204d-fbc1-40c3-af95-79f17861dfae" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0044a1-0be7-4a47-9dc1-11b567d38e7d", "tag": "789aee7e-bd9c-49b0-bd57-c116e9bf0a65"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:14.589025 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 86324d34-8833-4459-92b0-47014b76fde2 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:14.589025 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (86324d34-8833-4459-92b0-47014b76fde2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:14.709384 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f9725e-da57-43b4-95b8-78f414c129a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86324d34-8833-4459-92b0-47014b76fde2'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:14.724891 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-22674875-d28c-46f5-9d3c-ab95e909b2db admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fbd5231881af4d35a05efd364c60105a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2067249 Feb 19 03:57:14.732849 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53288) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:14.744774 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e4245f-001e-4372-8585-fac27151fd49" -d '{"events": [{"server_uuid": "04f9725e-da57-43b4-95b8-78f414c129a0", "name": "network-vif-plugged", "status": "completed", "tag": "86324d34-8833-4459-92b0-47014b76fde2"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:14.803151 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 86324d34-8833-4459-92b0-47014b76fde2, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=86324d34-8833-4459-92b0-47014b76fde2,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:14.814610 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (86324d34-8833-4459-92b0-47014b76fde2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:15.009092 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53292) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:15.039037 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=86324d34-8833-4459-92b0-47014b76fde2,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:15.096979 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8bf4c4-6ff0-4a59-af89-d1b33cbe700b x-openstack-request-id: req-9d8bf4c4-6ff0-4a59-af89-d1b33cbe700b {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:15.098087 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0044a1-0be7-4a47-9dc1-11b567d38e7d", "tag": "789aee7e-bd9c-49b0-bd57-c116e9bf0a65", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:15.098800 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d8bf4c4-6ff0-4a59-af89-d1b33cbe700b {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:15.099725 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0044a1-0be7-4a47-9dc1-11b567d38e7d', 'tag': '789aee7e-bd9c-49b0-bd57-c116e9bf0a65', 'status': 'completed', 'code': 200} Feb 19 03:57:15.189257 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6bf96-9271-4124-b74e-0e29185f58db req-3600637e-15e6-446b-83e1-f39a30dbf45b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:15.199682 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fdf6bf96-9271-4124-b74e-0e29185f58db req-3600637e-15e6-446b-83e1-f39a30dbf45b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0044a1-0be7-4a47-9dc1-11b567d38e7d HTTP/1.1" status: 200 len: 968 time: 0.3797319 Feb 19 03:57:15.234294 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf8c278-2af6-432e-a21a-ddb8cd4cc485 x-openstack-request-id: req-0bf8c278-2af6-432e-a21a-ddb8cd4cc485 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:15.235929 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f9725e-da57-43b4-95b8-78f414c129a0", "name": "network-vif-plugged", "status": "completed", "tag": "86324d34-8833-4459-92b0-47014b76fde2", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:15.236676 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0bf8c278-2af6-432e-a21a-ddb8cd4cc485 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:15.238695 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f9725e-da57-43b4-95b8-78f414c129a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86324d34-8833-4459-92b0-47014b76fde2', 'code': 200} Feb 19 03:57:15.249578 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-4c70f481-94ab-4b5a-a63e-07575c0c04cd None None] Set router d953f649-e81c-4e1d-a4db-bcc488830844 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:15.271392 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2a65e5e9-d991-41f5-862f-e35811f5df98 admin admin] Publish callbacks [] for security_group (9a7498b4-19ea-4e24-8dc9-41c297c58011), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:15.308153 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5ff9eb4-9c56-4a12-a0fe-132a361d8cbf req-45a3876a-e0fd-4c55-b194-750422275e35 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=789aee7e-bd9c-49b0-bd57-c116e9bf0a65 HTTP/1.1" status: 200 len: 1021 time: 1.0148890 Feb 19 03:57:15.364499 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fdf6bf96-9271-4124-b74e-0e29185f58db req-2ea53acf-3445-4114-9011-5099de4e2165 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/security-groups?id=596535c3-2785-4da5-804f-29d7411c6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366265 Feb 19 03:57:15.469289 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53306) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:15.511524 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2a65e5e9-d991-41f5-862f-e35811f5df98 admin admin] Publish callbacks [] for security_group (9a7498b4-19ea-4e24-8dc9-41c297c58011), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:15.579654 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff9eb4-9c56-4a12-a0fe-132a361d8cbf req-edc81b27-69b2-468e-9d2a-a178872cc039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:15.588127 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5ff9eb4-9c56-4a12-a0fe-132a361d8cbf req-edc81b27-69b2-468e-9d2a-a178872cc039 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4270ac7f-396b-4263-8a48-9f0c325d371b HTTP/1.1" status: 200 len: 862 time: 0.2699721 Feb 19 03:57:15.621821 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-00c123ff-978f-426a-9903-9d64dda5a066 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-201697844-network', 'tenant_id': '019ff5a0f603468ebd110c4bc2d4da38'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:15.775223 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c123ff-978f-426a-9903-9d64dda5a066 admin admin] Made reservation on behalf of 019ff5a0f603468ebd110c4bc2d4da38 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:15.778240 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00c123ff-978f-426a-9903-9d64dda5a066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:15.814803 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b25f21-ba42-4b73-9a92-9e17fcf63c37 req-372f6529-88c9-4e65-a75c-eeeb6bef3781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:15.816665 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-61b25f21-ba42-4b73-9a92-9e17fcf63c37 req-372f6529-88c9-4e65-a75c-eeeb6bef3781 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 1127 time: 0.4172611 Feb 19 03:57:15.817642 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00c123ff-978f-426a-9903-9d64dda5a066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:15.879916 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9bb80-e9e3-49ab-9bd8-fe9c73705774 req-a1388d43-e535-443c-8e83-cb38fcf2ed30 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:15.901403 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b2e9bb80-e9e3-49ab-9bd8-fe9c73705774 req-a1388d43-e535-443c-8e83-cb38fcf2ed30 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=553206f4-6027-425e-be11-b21f4894411e HTTP/1.1" status: 200 len: 949 time: 0.3508828 Feb 19 03:57:15.902572 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0149720-0414-42c0-b593-673372634f0c req-983d713e-0236-4b27-8763-7005c941ddbb tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:15.904978 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b0149720-0414-42c0-b593-673372634f0c req-983d713e-0236-4b27-8763-7005c941ddbb tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 945 time: 0.2615428 Feb 19 03:57:15.905875 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2a65e5e9-d991-41f5-862f-e35811f5df98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9a7498b4-19ea-4e24-8dc9-41c297c58011), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:15.911503 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2a65e5e9-d991-41f5-862f-e35811f5df98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:15.913780 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2a65e5e9-d991-41f5-862f-e35811f5df98 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9a7498b4-19ea-4e24-8dc9-41c297c58011 HTTP/1.1" status: 204 len: 168 time: 1.1767957 Feb 19 03:57:15.945177 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff9eb4-9c56-4a12-a0fe-132a361d8cbf req-fe72ec14-c8a4-42cf-a17a-a4a73f253ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:15.948781 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5ff9eb4-9c56-4a12-a0fe-132a361d8cbf req-fe72ec14-c8a4-42cf-a17a-a4a73f253ce7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ae02c71-45ff-47a1-b8ca-fe0848324233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2670436 Feb 19 03:57:16.118377 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65e5e9-d991-41f5-862f-e35811f5df98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7498b4-19ea-4e24-8dc9-41c297c58011,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:16.124341 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b2e9bb80-e9e3-49ab-9bd8-fe9c73705774 req-c0c59a76-6c09-4fa3-a3f4-96ab9d0ac8f8 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183931 Feb 19 03:57:16.184027 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b0149720-0414-42c0-b593-673372634f0c req-f8a671cd-23ca-4816-abae-fb4b16b0f330 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527761 Feb 19 03:57:16.195390 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dfb220ee-e287-4399-939c-fa349ec2ef65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:16.204794 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4c70f481-94ab-4b5a-a63e-07575c0c04cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-777708883-router', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:55:44Z', 'updated_at': '2022-02-19T03:55:52Z', 'revision_number': 4, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'gw_port': {'id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:34:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:45Z', 'updated_at': '2022-02-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '94ef1fb8-f8ce-4abc-8720-e246e9659c0b', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'port_id': '789aee7e-bd9c-49b0-bd57-c116e9bf0a65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'mac_address': 'fa:16:3e:7a:e4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0044a1-0be7-4a47-9dc1-11b567d38e7d', 'device_owner': 'compute:tempest-test_az-1533085211'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:56:36Z', 'updated_at': '2022-02-19T03:57:12Z', 'revision_number': 1, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03ea5cdb-6300-45d8-ba40-fbeff6008f2f', 'name': '', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'mac_address': 'fa:16:3e:62:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:50Z', 'updated_at': '2022-02-19T03:56:10Z', 'revision_number': 5, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'subnets': [{'id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:16.224944 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5ff9eb4-9c56-4a12-a0fe-132a361d8cbf req-fbf57acc-e1b2-4900-be24-51c8b621496f service neutron] 10.222.0.10 "GET /v2.0/networks/8ae02c71-45ff-47a1-b8ca-fe0848324233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586398 Feb 19 03:57:16.277272 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c70f481-94ab-4b5a-a63e-07575c0c04cd None None] Checking router: d953f649-e81c-4e1d-a4db-bcc488830844 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:57:16.298666 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c70f481-94ab-4b5a-a63e-07575c0c04cd None None] Routers {'d953f649-e81c-4e1d-a4db-bcc488830844'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:16.300301 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4c70f481-94ab-4b5a-a63e-07575c0c04cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:57:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d953f649-e81c-4e1d-a4db-bcc488830844'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:16.302235 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-61b25f21-ba42-4b73-9a92-9e17fcf63c37 req-20fe4fd0-5429-41a0-baf9-2f91bb95134f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785280 Feb 19 03:57:16.575892 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00c123ff-978f-426a-9903-9d64dda5a066 admin admin] Publish callbacks [] for security_group (3c1e4290-6498-4ece-860f-3d064a362daa), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:16.592459 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02fac7-edd3-4d81-a89a-01d7def47865 req-629aab73-947b-4c54-b2c8-6488b9089ad4 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:16.596575 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c02fac7-edd3-4d81-a89a-01d7def47865 req-629aab73-947b-4c54-b2c8-6488b9089ad4 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.48 "GET /v2.0/ports?device_id=553206f4-6027-425e-be11-b21f4894411e HTTP/1.1" status: 200 len: 949 time: 0.1944389 Feb 19 03:57:16.611321 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00c123ff-978f-426a-9903-9d64dda5a066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3c1e4290-6498-4ece-860f-3d064a362daa), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:16.686895 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-4c70f481-94ab-4b5a-a63e-07575c0c04cd None None] Set router d953f649-e81c-4e1d-a4db-bcc488830844 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:16.733243 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c123ff-978f-426a-9903-9d64dda5a066 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:57:16.767160 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c123ff-978f-426a-9903-9d64dda5a066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1e4290-6498-4ece-860f-3d064a362daa,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:16.781899 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dfb220ee-e287-4399-939c-fa349ec2ef65 admin admin] Publish callbacks [] for security_group (20a9a96a-9739-48ee-b075-8081f46b69dd), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:16.790977 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00c123ff-978f-426a-9903-9d64dda5a066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (47b4cf76-3d38-4b31-9dca-0048ed844b74), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:16.791867 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-00c123ff-978f-426a-9903-9d64dda5a066 admin admin] Added segment 47b4cf76-3d38-4b31-9dca-0048ed844b74 of type vlan for network ef8e34a3-cebf-4e06-a21c-4d2d087371ae Feb 19 03:57:16.796426 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5ff9eb4-9c56-4a12-a0fe-132a361d8cbf req-c38b9d46-1758-4960-abf6-328dabd84434 service neutron] 10.222.0.10 "GET /v2.0/networks/8ae02c71-45ff-47a1-b8ca-fe0848324233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617809 Feb 19 03:57:16.818703 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dfb220ee-e287-4399-939c-fa349ec2ef65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (20a9a96a-9739-48ee-b075-8081f46b69dd), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:16.943782 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-dfb220ee-e287-4399-939c-fa349ec2ef65 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=60144e1bcbe74abd84ecce38cb40f224&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4596879 Feb 19 03:57:16.956953 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53326) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:17.057122 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00c123ff-978f-426a-9903-9d64dda5a066 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (ef8e34a3-cebf-4e06-a21c-4d2d087371ae), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.098970 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb220ee-e287-4399-939c-fa349ec2ef65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a9a96a-9739-48ee-b075-8081f46b69dd,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:17.172878 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0561be7a-80ef-4365-8b5f-d93772ef0881 admin admin] Publish callbacks [] for security_group (20a9a96a-9739-48ee-b075-8081f46b69dd), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.197173 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00c123ff-978f-426a-9903-9d64dda5a066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (ef8e34a3-cebf-4e06-a21c-4d2d087371ae), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.199045 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c123ff-978f-426a-9903-9d64dda5a066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:17.200147 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00c123ff-978f-426a-9903-9d64dda5a066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.260966 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53340) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:17.275174 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0561be7a-80ef-4365-8b5f-d93772ef0881 admin admin] Publish callbacks [] for security_group (20a9a96a-9739-48ee-b075-8081f46b69dd), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.301736 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793204d-fbc1-40c3-af95-79f17861dfae req-a1c2985e-cc7c-4baf-a79e-56c1e1416616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:17.304707 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c793204d-fbc1-40c3-af95-79f17861dfae req-a1c2985e-cc7c-4baf-a79e-56c1e1416616 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=98e4fb96369442b78745cce9c7cb08aa&device_id=dc0044a1-0be7-4a47-9dc1-11b567d38e7d HTTP/1.1" status: 200 len: 1150 time: 0.3633902 Feb 19 03:57:17.308376 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-5c02fac7-edd3-4d81-a89a-01d7def47865 req-154afeed-8ea7-4187-bbaf-775cc5b7edcf tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Deleting port f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:17.311399 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c02fac7-edd3-4d81-a89a-01d7def47865 req-154afeed-8ea7-4187-bbaf-775cc5b7edcf tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.345884 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-00c123ff-978f-426a-9903-9d64dda5a066 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3154256 Feb 19 03:57:17.374617 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53344) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:17.414006 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-fc2f5335-aa49-4b52-b2ab-94f53599edaa admin admin] Request body: {'subnet': {'network_id': 'ef8e34a3-cebf-4e06-a21c-4d2d087371ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-201697844-subnet', 'tenant_id': '019ff5a0f603468ebd110c4bc2d4da38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:17.524790 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c123ff-978f-426a-9903-9d64dda5a066 admin admin] Pushing event updated for resources: {'Network': ['ID=ef8e34a3-cebf-4e06-a21c-4d2d087371ae,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:17.554290 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network ef8e34a3-cebf-4e06-a21c-4d2d087371ae details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:57:17.570490 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2f5335-aa49-4b52-b2ab-94f53599edaa admin admin] Made reservation on behalf of 019ff5a0f603468ebd110c4bc2d4da38 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:17.573073 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc2f5335-aa49-4b52-b2ab-94f53599edaa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.601156 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4c70f481-94ab-4b5a-a63e-07575c0c04cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-777708883-router', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:55:44Z', 'updated_at': '2022-02-19T03:55:52Z', 'revision_number': 4, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'gw_port': {'id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:34:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:45Z', 'updated_at': '2022-02-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '94ef1fb8-f8ce-4abc-8720-e246e9659c0b', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'port_id': '789aee7e-bd9c-49b0-bd57-c116e9bf0a65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'mac_address': 'fa:16:3e:7a:e4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0044a1-0be7-4a47-9dc1-11b567d38e7d', 'device_owner': 'compute:tempest-test_az-1533085211'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:56:36Z', 'updated_at': '2022-02-19T03:57:12Z', 'revision_number': 1, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03ea5cdb-6300-45d8-ba40-fbeff6008f2f', 'name': '', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'mac_address': 'fa:16:3e:62:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:50Z', 'updated_at': '2022-02-19T03:56:10Z', 'revision_number': 5, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'subnets': [{'id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:17.651838 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-5c02fac7-edd3-4d81-a89a-01d7def47865 req-154afeed-8ea7-4187-bbaf-775cc5b7edcf tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] For port f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:17.653558 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c02fac7-edd3-4d81-a89a-01d7def47865 req-154afeed-8ea7-4187-bbaf-775cc5b7edcf tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.685376 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-5c02fac7-edd3-4d81-a89a-01d7def47865 req-154afeed-8ea7-4187-bbaf-775cc5b7edcf tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Calling delete_port for f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:17.690693 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c70f481-94ab-4b5a-a63e-07575c0c04cd None None] The sync data for ids ['d953f649-e81c-4e1d-a4db-bcc488830844'] in n-d-772273-4 is: [{'id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-777708883-router', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:55:44Z', 'updated_at': '2022-02-19T03:55:52Z', 'revision_number': 4, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'gw_port': {'id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:34:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:45Z', 'updated_at': '2022-02-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '94ef1fb8-f8ce-4abc-8720-e246e9659c0b', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'port_id': '789aee7e-bd9c-49b0-bd57-c116e9bf0a65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'mac_address': 'fa:16:3e:7a:e4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0044a1-0be7-4a47-9dc1-11b567d38e7d', 'device_owner': 'compute:tempest-test_az-1533085211'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:56:36Z', 'updated_at': '2022-02-19T03:57:12Z', 'revision_number': 1, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03ea5cdb-6300-45d8-ba40-fbeff6008f2f', 'name': '', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'mac_address': 'fa:16:3e:62:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:50Z', 'updated_at': '2022-02-19T03:56:10Z', 'revision_number': 5, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'subnets': [{'id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:57:17.717103 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0561be7a-80ef-4365-8b5f-d93772ef0881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (20a9a96a-9739-48ee-b075-8081f46b69dd), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.720797 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0561be7a-80ef-4365-8b5f-d93772ef0881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.722344 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0561be7a-80ef-4365-8b5f-d93772ef0881 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/20a9a96a-9739-48ee-b075-8081f46b69dd HTTP/1.1" status: 204 len: 168 time: 0.7237177 Feb 19 03:57:17.780976 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561be7a-80ef-4365-8b5f-d93772ef0881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a9a96a-9739-48ee-b075-8081f46b69dd,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:18.021469 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1f308-2fe8-40e3-9cdc-a469d09bb996 req-02d78b17-5396-4e72-908e-fa5b881d0f75 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:18.024197 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-54c1f308-2fe8-40e3-9cdc-a469d09bb996 req-02d78b17-5396-4e72-908e-fa5b881d0f75 tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=553206f4-6027-425e-be11-b21f4894411e HTTP/1.1" status: 200 len: 949 time: 0.2243578 Feb 19 03:57:18.068436 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793204d-fbc1-40c3-af95-79f17861dfae req-ca06d5a8-f1d9-4801-8c10-a53920809ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:18.072370 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c793204d-fbc1-40c3-af95-79f17861dfae req-ca06d5a8-f1d9-4801-8c10-a53920809ac7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ae02c71-45ff-47a1-b8ca-fe0848324233 HTTP/1.1" status: 200 len: 923 time: 0.7256451 Feb 19 03:57:18.223786 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-54c1f308-2fe8-40e3-9cdc-a469d09bb996 req-8332cac2-cdd0-44f7-b9a1-c999b899e83b tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/security-groups?id=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635354 Feb 19 03:57:18.276457 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad22dca-51e7-4d72-aa3a-fd86f25f7f66 None None] New status for floating IP 94ef1fb8-f8ce-4abc-8720-e246e9659c0b: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:57:18.361755 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-895b032d-c356-49a0-8e67-3fd7a800ec8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.362059 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc2f5335-aa49-4b52-b2ab-94f53599edaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (488ba534-1383-4093-af73-24df7a4724c8), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.605656 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f5335-aa49-4b52-b2ab-94f53599edaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=488ba534-1383-4093-af73-24df7a4724c8,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:18.629039 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2f5335-aa49-4b52-b2ab-94f53599edaa admin admin] Checking segment: {'id': '47b4cf76-3d38-4b31-9dca-0048ed844b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ef8e34a3-cebf-4e06-a21c-4d2d087371ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:18.629039 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2f5335-aa49-4b52-b2ab-94f53599edaa admin admin] Network hostable DHCP agents. Network: ef8e34a3-cebf-4e06-a21c-4d2d087371ae, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:57:18.642178 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c02fac7-edd3-4d81-a89a-01d7def47865 req-154afeed-8ea7-4187-bbaf-775cc5b7edcf tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.660001 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c793204d-fbc1-40c3-af95-79f17861dfae req-af6ee06c-0413-43ef-8482-5b1d88af1a75 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=789aee7e-bd9c-49b0-bd57-c116e9bf0a65 HTTP/1.1" status: 200 len: 1021 time: 0.5781834 Feb 19 03:57:18.689142 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2f5335-aa49-4b52-b2ab-94f53599edaa admin admin] Network ef8e34a3-cebf-4e06-a21c-4d2d087371ae is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:57:18.724039 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-fc2f5335-aa49-4b52-b2ab-94f53599edaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, ef8e34a3-cebf-4e06-a21c-4d2d087371ae) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:18.733751 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2f5335-aa49-4b52-b2ab-94f53599edaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:18.734801 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc2f5335-aa49-4b52-b2ab-94f53599edaa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.744552 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154afeed-8ea7-4187-bbaf-775cc5b7edcf tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Pushing event deleted for resources: {'Port': ['ID=f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:18.810147 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fc2f5335-aa49-4b52-b2ab-94f53599edaa admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4272065 Feb 19 03:57:18.821739 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53378) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:18.839582 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-9de02109-54a1-42b3-b0c6-cbd6e63babab admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-201697844-router', 'tenant_id': '019ff5a0f603468ebd110c4bc2d4da38', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:18.914687 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:57:18.920434 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9de02109-54a1-42b3-b0c6-cbd6e63babab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (a3446226-6487-43fb-9eea-90efdb975603), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.922948 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9de02109-54a1-42b3-b0c6-cbd6e63babab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (a3446226-6487-43fb-9eea-90efdb975603), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.930823 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4656ea9d-a7f1-4878-98f0-15acca9df3d0 None None] Network ef8e34a3-cebf-4e06-a21c-4d2d087371ae requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:57:19.085650 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53386) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:19.103140 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c02fac7-edd3-4d81-a89a-01d7def47865 req-154afeed-8ea7-4187-bbaf-775cc5b7edcf tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] No DVR routers for this DVR port f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:57:19.113184 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9de02109-54a1-42b3-b0c6-cbd6e63babab admin admin] Publish callbacks [] for router_controller (a3446226-6487-43fb-9eea-90efdb975603), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:19.141224 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793204d-fbc1-40c3-af95-79f17861dfae req-c983cc77-ff5b-4ed9-ac5d-d31268c96cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:19.143800 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c793204d-fbc1-40c3-af95-79f17861dfae req-c983cc77-ff5b-4ed9-ac5d-d31268c96cc0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4270ac7f-396b-4263-8a48-9f0c325d371b HTTP/1.1" status: 200 len: 862 time: 0.4642966 Feb 19 03:57:19.166062 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4053a-bf4e-49ba-92c3-80cc827eb450 req-45ffcf3c-6ef9-4880-84a7-a2313d080727 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:19.184991 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-03a4053a-bf4e-49ba-92c3-80cc827eb450 req-45ffcf3c-6ef9-4880-84a7-a2313d080727 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 945 time: 0.8258092 Feb 19 03:57:19.190015 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c02fac7-edd3-4d81-a89a-01d7def47865 req-154afeed-8ea7-4187-bbaf-775cc5b7edcf tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:19.194335 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c02fac7-edd3-4d81-a89a-01d7def47865 req-154afeed-8ea7-4187-bbaf-775cc5b7edcf tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.48 "DELETE /v2.0/ports/f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 HTTP/1.1" status: 204 len: 173 time: 2.5738349 Feb 19 03:57:19.204256 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553206f4-6027-425e-be11-b21f4894411e', 'name': 'network-vif-deleted', 'tag': 'f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:19.206782 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816d483b-17df-4747-ba3a-35d3df4dcfe6" -d '{"events": [{"server_uuid": "553206f4-6027-425e-be11-b21f4894411e", "name": "network-vif-deleted", "tag": "f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:19.253843 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21c62bbb-5534-4e11-b5b8-57a53836e8eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:19.404053 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7035c2-a036-4a47-a301-e5f737d618bd x-openstack-request-id: req-5e7035c2-a036-4a47-a301-e5f737d618bd {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:19.410032 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553206f4-6027-425e-be11-b21f4894411e", "name": "network-vif-deleted", "tag": "f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:19.411091 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e7035c2-a036-4a47-a301-e5f737d618bd {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:19.412172 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553206f4-6027-425e-be11-b21f4894411e', 'name': 'network-vif-deleted', 'tag': 'f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7', 'status': 'completed', 'code': 200} Feb 19 03:57:19.609762 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9de02109-54a1-42b3-b0c6-cbd6e63babab admin admin] Publish callbacks [] for router_gateway (a3446226-6487-43fb-9eea-90efdb975603), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:19.649338 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-895b032d-c356-49a0-8e67-3fd7a800ec8c admin admin] Publish callbacks [] for security_group (7baa9876-9d0e-4d38-b7bc-3c5fe2ed2932), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:19.685841 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-03a4053a-bf4e-49ba-92c3-80cc827eb450 req-f8850f46-42ae-4aae-9053-ebdbe885c317 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989684 Feb 19 03:57:19.693116 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbcb6c3-e3a2-4276-9d27-f919ffb561b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-ef8e34a3-cebf-4e06-a21c-4d2d087371ae', 'network_id': 'ef8e34a3-cebf-4e06-a21c-4d2d087371ae', 'project_id': '019ff5a0f603468ebd110c4bc2d4da38', 'fixed_ips': [{'subnet_id': '488ba534-1383-4093-af73-24df7a4724c8'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:57:19.694541 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb6c3-e3a2-4276-9d27-f919ffb561b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:19.720206 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-895b032d-c356-49a0-8e67-3fd7a800ec8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7baa9876-9d0e-4d38-b7bc-3c5fe2ed2932), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:19.792638 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793204d-fbc1-40c3-af95-79f17861dfae req-5c3985e6-3b7b-40ec-a49d-c8d6460d4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:19.797283 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c793204d-fbc1-40c3-af95-79f17861dfae req-5c3985e6-3b7b-40ec-a49d-c8d6460d4a6a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ae02c71-45ff-47a1-b8ca-fe0848324233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6004860 Feb 19 03:57:19.863456 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04b6c6ec-f7b1-4c08-8178-2113871e77c6 req-e5f52676-b623-4873-8927-3e7177b5841c tempest-DeleteServersAdminTestJSON-1949724962 tempest-DeleteServersAdminTestJSON-1949724962-project] 10.222.0.65 "GET /v2.0/ports?device_id=553206f4-6027-425e-be11-b21f4894411e HTTP/1.1" status: 200 len: 210 time: 0.2192991 Feb 19 03:57:19.888125 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b032d-c356-49a0-8e67-3fd7a800ec8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7baa9876-9d0e-4d38-b7bc-3c5fe2ed2932,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:19.968286 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-895b032d-c356-49a0-8e67-3fd7a800ec8c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=df47674cf1ac482f9a41456f232b57f2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7049801 Feb 19 03:57:19.976347 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53404) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:20.073895 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53406) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:20.241347 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c793204d-fbc1-40c3-af95-79f17861dfae req-9afc1e8d-ca75-4b59-afd9-7ba210acb738 service neutron] 10.222.0.10 "GET /v2.0/networks/8ae02c71-45ff-47a1-b8ca-fe0848324233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266751 Feb 19 03:57:20.310406 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-7bbcb6c3-e3a2-4276-9d27-f919ffb561b8 None None] Allocated IP 172.20.0.2 (ef8e34a3-cebf-4e06-a21c-4d2d087371ae/488ba534-1383-4093-af73-24df7a4724c8/60bfa861-d871-4b74-8139-bcf78ceb23ce) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:20.558664 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21c62bbb-5534-4e11-b5b8-57a53836e8eb admin admin] Publish callbacks [] for security_group (766b9561-a8aa-430e-a9a8-c71c9242cb05), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:20.564087 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53412) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:20.593343 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21c62bbb-5534-4e11-b5b8-57a53836e8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (766b9561-a8aa-430e-a9a8-c71c9242cb05), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:20.614962 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c793204d-fbc1-40c3-af95-79f17861dfae req-4b2e7c0c-8586-4876-b631-794c1fe083dc service neutron] 10.222.0.10 "GET /v2.0/networks/8ae02c71-45ff-47a1-b8ca-fe0848324233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626549 Feb 19 03:57:20.658675 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbb3e-359f-4208-bb36-5065095c85d2 admin admin] Publish callbacks [] for security_group (7baa9876-9d0e-4d38-b7bc-3c5fe2ed2932), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:20.740834 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-21c62bbb-5534-4e11-b5b8-57a53836e8eb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fbeb4230bece45c9ae21423007b528d3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6485074 Feb 19 03:57:20.762610 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53416) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:20.773069 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb6c3-e3a2-4276-9d27-f919ffb561b8 None None] Publish callbacks [] for port (60bfa861-d871-4b74-8139-bcf78ceb23ce), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:20.783538 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbb3e-359f-4208-bb36-5065095c85d2 admin admin] Publish callbacks [] for security_group (7baa9876-9d0e-4d38-b7bc-3c5fe2ed2932), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:20.783998 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9de02109-54a1-42b3-b0c6-cbd6e63babab admin admin] Publish callbacks [] for router_gateway (a3446226-6487-43fb-9eea-90efdb975603), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:20.799809 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb6c3-e3a2-4276-9d27-f919ffb561b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (60bfa861-d871-4b74-8139-bcf78ceb23ce), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:20.819912 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c62bbb-5534-4e11-b5b8-57a53836e8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766b9561-a8aa-430e-a9a8-c71c9242cb05,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:20.827264 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9de02109-54a1-42b3-b0c6-cbd6e63babab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:20.857526 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbcb6c3-e3a2-4276-9d27-f919ffb561b8 None None] Network ef8e34a3-cebf-4e06-a21c-4d2d087371ae is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:20.866348 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-7bbcb6c3-e3a2-4276-9d27-f919ffb561b8 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:20.968379 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbcb6c3-e3a2-4276-9d27-f919ffb561b8 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:21.111221 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcb6c3-e3a2-4276-9d27-f919ffb561b8 None None] Pushing event updated for resources: {'Port': ['ID=60bfa861-d871-4b74-8139-bcf78ceb23ce,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:21.117330 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-7bbcb6c3-e3a2-4276-9d27-f919ffb561b8 None None] Attempting to bind port 60bfa861-d871-4b74-8139-bcf78ceb23ce on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:21.117918 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-7bbcb6c3-e3a2-4276-9d27-f919ffb561b8 None None] Attempting to bind port 60bfa861-d871-4b74-8139-bcf78ceb23ce by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '47b4cf76-3d38-4b31-9dca-0048ed844b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ef8e34a3-cebf-4e06-a21c-4d2d087371ae'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:21.118516 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbcb6c3-e3a2-4276-9d27-f919ffb561b8 None None] Attempting to bind port 60bfa861-d871-4b74-8139-bcf78ceb23ce on network ef8e34a3-cebf-4e06-a21c-4d2d087371ae {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:21.126701 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-9de02109-54a1-42b3-b0c6-cbd6e63babab admin admin] Allocated IP 172.25.0.116 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/08b448bc-c649-48b3-b2b3-edd5f943ba48) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:21.130907 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbcb6c3-e3a2-4276-9d27-f919ffb561b8 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:21.131877 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbcb6c3-e3a2-4276-9d27-f919ffb561b8 None None] Checking segment: {'id': '47b4cf76-3d38-4b31-9dca-0048ed844b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ef8e34a3-cebf-4e06-a21c-4d2d087371ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:21.132863 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb6c3-e3a2-4276-9d27-f919ffb561b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:21.133716 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbcb6c3-e3a2-4276-9d27-f919ffb561b8 None None] Bound using segment: {'id': '47b4cf76-3d38-4b31-9dca-0048ed844b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ef8e34a3-cebf-4e06-a21c-4d2d087371ae'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:21.134566 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-7bbcb6c3-e3a2-4276-9d27-f919ffb561b8 None None] Bound port: 60bfa861-d871-4b74-8139-bcf78ceb23ce, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b4cf76-3d38-4b31-9dca-0048ed844b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ef8e34a3-cebf-4e06-a21c-4d2d087371ae'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:21.135379 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb6c3-e3a2-4276-9d27-f919ffb561b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (60bfa861-d871-4b74-8139-bcf78ceb23ce), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:21.141755 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-379493a1-1c84-4ffb-8ed8-22d307e6527c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:21.170949 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-45e99bb7-f192-48b9-b0d1-6b3554aeaf2c tempest-AutoAllocateNetworkTest-610508339 tempest-AutoAllocateNetworkTest-610508339-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=deabbdc0ac034065a6fd7b635de4b10d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6008260 Feb 19 03:57:21.190853 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53426) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:21.304515 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-7bbcb6c3-e3a2-4276-9d27-f919ffb561b8 None None] For port 60bfa861-d871-4b74-8139-bcf78ceb23ce, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:21.319679 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-7bbcb6c3-e3a2-4276-9d27-f919ffb561b8 None None] For port 60bfa861-d871-4b74-8139-bcf78ceb23ce, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=60bfa861-d871-4b74-8139-bcf78ceb23ce,segment=NetworkSegment(47b4cf76-3d38-4b31-9dca-0048ed844b74),segment_id=47b4cf76-3d38-4b31-9dca-0048ed844b74)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:21.338209 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbb3e-359f-4208-bb36-5065095c85d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7baa9876-9d0e-4d38-b7bc-3c5fe2ed2932), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:21.339817 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb6c3-e3a2-4276-9d27-f919ffb561b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (60bfa861-d871-4b74-8139-bcf78ceb23ce), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:21.343337 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbb3e-359f-4208-bb36-5065095c85d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:21.360280 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f4bfbb3e-359f-4208-bb36-5065095c85d2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7baa9876-9d0e-4d38-b7bc-3c5fe2ed2932 HTTP/1.1" status: 204 len: 168 time: 1.3764651 Feb 19 03:57:21.385484 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a826f4c1-97a7-4e13-ad58-99a651a8e12a admin admin] Publish callbacks [] for security_group (766b9561-a8aa-430e-a9a8-c71c9242cb05), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:21.448235 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9de02109-54a1-42b3-b0c6-cbd6e63babab admin admin] Publish callbacks [] for port (08b448bc-c649-48b3-b2b3-edd5f943ba48), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:21.489422 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfbb3e-359f-4208-bb36-5065095c85d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baa9876-9d0e-4d38-b7bc-3c5fe2ed2932,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:21.522692 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb100e-c470-4ced-9522-8d9d2c867379 req-ec6baad2-1b27-475d-8361-d0005fa500f4 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:21.536217 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cbeb100e-c470-4ced-9522-8d9d2c867379 req-ec6baad2-1b27-475d-8361-d0005fa500f4 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 1127 time: 0.5851543 Feb 19 03:57:21.568107 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcb6c3-e3a2-4276-9d27-f919ffb561b8 None None] Pushing event updated for resources: {'Port': ['ID=60bfa861-d871-4b74-8139-bcf78ceb23ce,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:21.598290 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9de02109-54a1-42b3-b0c6-cbd6e63babab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (08b448bc-c649-48b3-b2b3-edd5f943ba48), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:21.669582 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:21.715186 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de02109-54a1-42b3-b0c6-cbd6e63babab admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:21.722888 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-9de02109-54a1-42b3-b0c6-cbd6e63babab admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:21.729597 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de02109-54a1-42b3-b0c6-cbd6e63babab admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:21.777594 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a826f4c1-97a7-4e13-ad58-99a651a8e12a admin admin] Publish callbacks [] for security_group (766b9561-a8aa-430e-a9a8-c71c9242cb05), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:21.791952 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:57:21.801695 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device f9cd68f7-cec5-4e82-8c9b-363ee0ff5ed7 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:57:21.885137 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de02109-54a1-42b3-b0c6-cbd6e63babab admin admin] Pushing event updated for resources: {'Port': ['ID=08b448bc-c649-48b3-b2b3-edd5f943ba48,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:21.899742 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-379493a1-1c84-4ffb-8ed8-22d307e6527c admin admin] Publish callbacks [] for security_group (13b599bf-68fb-4e15-8139-1b10f3a2f202), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:22.066556 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-379493a1-1c84-4ffb-8ed8-22d307e6527c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (13b599bf-68fb-4e15-8139-1b10f3a2f202), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:22.166094 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53440) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:22.493108 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53444) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:22.563458 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d872c52-fc05-4164-aa86-f1aae2a46022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:22.597988 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9de02109-54a1-42b3-b0c6-cbd6e63babab admin admin] Publish callbacks [] for router_gateway (a3446226-6487-43fb-9eea-90efdb975603), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:22.606520 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5274d3-ec27-4bfa-8f5c-60f6a4972d33 tempest-AutoAllocateNetworkTest-610508339 tempest-AutoAllocateNetworkTest-610508339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:22.609923 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0f5274d3-ec27-4bfa-8f5c-60f6a4972d33 tempest-AutoAllocateNetworkTest-610508339 tempest-AutoAllocateNetworkTest-610508339-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 1.4161487 Feb 19 03:57:22.618571 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53446) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:22.624324 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-379493a1-1c84-4ffb-8ed8-22d307e6527c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4e11579b9244098a29be986ee064e4e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5030453 Feb 19 03:57:22.631208 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cbeb100e-c470-4ced-9522-8d9d2c867379 req-9388e9dc-9a33-41ff-9ee7-93f2ef4fbc3f tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0921052 Feb 19 03:57:22.639851 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53448) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:22.641607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379493a1-1c84-4ffb-8ed8-22d307e6527c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b599bf-68fb-4e15-8139-1b10f3a2f202,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:22.769076 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-eed9a40b-c9ba-4bb3-9ee9-d145dfbc33ca tempest-AutoAllocateNetworkTest-610508339 tempest-AutoAllocateNetworkTest-610508339-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1418142 Feb 19 03:57:22.778780 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e5a81be2-8237-459d-b9e3-3ffc01524aa3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=82f79c968b654ab7a9cfc80bcb23457c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6090596 Feb 19 03:57:22.779345 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53452) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:22.785410 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53454) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:22.851702 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a826f4c1-97a7-4e13-ad58-99a651a8e12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (766b9561-a8aa-430e-a9a8-c71c9242cb05), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:22.855623 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a826f4c1-97a7-4e13-ad58-99a651a8e12a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:22.861387 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a826f4c1-97a7-4e13-ad58-99a651a8e12a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/766b9561-a8aa-430e-a9a8-c71c9242cb05 HTTP/1.1" status: 204 len: 168 time: 2.0931573 Feb 19 03:57:22.910619 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826f4c1-97a7-4e13-ad58-99a651a8e12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766b9561-a8aa-430e-a9a8-c71c9242cb05,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:22.969871 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4bc08424-8693-467f-b12c-974413192bbe admin admin] Publish callbacks [] for security_group (13b599bf-68fb-4e15-8139-1b10f3a2f202), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:22.990344 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ef0afb7-1ebd-4292-9368-a83ce3ab07ce admin admin] Publish callbacks [] for security_group (fec1028f-f1f7-4dfd-bdc9-216c3ce9f136), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:23.009788 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-888f6837-c64c-403c-943e-8ee609d42d75 tempest-AutoAllocateNetworkTest-610508339 tempest-AutoAllocateNetworkTest-610508339-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=deabbdc0ac034065a6fd7b635de4b10d HTTP/1.1" status: 200 len: 208 time: 0.2213683 Feb 19 03:57:23.048786 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4bc08424-8693-467f-b12c-974413192bbe admin admin] Publish callbacks [] for security_group (13b599bf-68fb-4e15-8139-1b10f3a2f202), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:23.088985 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ef0afb7-1ebd-4292-9368-a83ce3ab07ce admin admin] Publish callbacks [] for security_group (fec1028f-f1f7-4dfd-bdc9-216c3ce9f136), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:23.293279 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4bc08424-8693-467f-b12c-974413192bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (13b599bf-68fb-4e15-8139-1b10f3a2f202), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:23.303181 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4bc08424-8693-467f-b12c-974413192bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:23.309954 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4bc08424-8693-467f-b12c-974413192bbe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/13b599bf-68fb-4e15-8139-1b10f3a2f202 HTTP/1.1" status: 204 len: 168 time: 0.6587789 Feb 19 03:57:23.331147 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ef0afb7-1ebd-4292-9368-a83ce3ab07ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (fec1028f-f1f7-4dfd-bdc9-216c3ce9f136), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:23.335969 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ef0afb7-1ebd-4292-9368-a83ce3ab07ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:23.340587 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6ef0afb7-1ebd-4292-9368-a83ce3ab07ce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fec1028f-f1f7-4dfd-bdc9-216c3ce9f136 HTTP/1.1" status: 204 len: 168 time: 0.5418921 Feb 19 03:57:23.344208 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc08424-8693-467f-b12c-974413192bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b599bf-68fb-4e15-8139-1b10f3a2f202,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:23.399529 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0afb7-1ebd-4292-9368-a83ce3ab07ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec1028f-f1f7-4dfd-bdc9-216c3ce9f136,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:23.506591 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d872c52-fc05-4164-aa86-f1aae2a46022 admin admin] Publish callbacks [] for security_group (d50963c5-ca20-4fed-a341-124e71302083), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:23.514151 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d7ec95-0f49-4a0c-8784-b47fc28de64f None None] Network ef8e34a3-cebf-4e06-a21c-4d2d087371ae requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:57:23.660987 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9de02109-54a1-42b3-b0c6-cbd6e63babab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (a3446226-6487-43fb-9eea-90efdb975603), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:23.670163 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-11a715f8-95e4-480f-8728-b96185bf96f6 None None] Provisioning complete for port 60bfa861-d871-4b74-8139-bcf78ceb23ce triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:23.671087 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-11a715f8-95e4-480f-8728-b96185bf96f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (60bfa861-d871-4b74-8139-bcf78ceb23ce), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:23.680197 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d872c52-fc05-4164-aa86-f1aae2a46022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d50963c5-ca20-4fed-a341-124e71302083), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:23.777850 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 60bfa861-d871-4b74-8139-bcf78ceb23ce up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:23.853219 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d872c52-fc05-4164-aa86-f1aae2a46022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50963c5-ca20-4fed-a341-124e71302083,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:23.893378 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bbead-6f9d-4220-8225-8ad4d5f40a21 req-808c188b-931e-45f3-87a3-f0384c920853 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:23.904029 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f78bbead-6f9d-4220-8225-8ad4d5f40a21 req-808c188b-931e-45f3-87a3-f0384c920853 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 1127 time: 0.8774588 Feb 19 03:57:23.920067 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7d872c52-fc05-4164-aa86-f1aae2a46022 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=38c71e6c4bab474c9e21a4cb8328d8ee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4243617 Feb 19 03:57:23.924272 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53470) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:24.079277 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-11a715f8-95e4-480f-8728-b96185bf96f6 None None] Current status of the port 60bfa861-d871-4b74-8139-bcf78ceb23ce is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:24.079962 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-11a715f8-95e4-480f-8728-b96185bf96f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (60bfa861-d871-4b74-8139-bcf78ceb23ce), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:24.095355 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f26744ef-84aa-4f05-989e-68c45cb68e1e admin admin] Publish callbacks [] for security_group (d50963c5-ca20-4fed-a341-124e71302083), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:24.149759 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f78bbead-6f9d-4220-8225-8ad4d5f40a21 req-acaf5cfb-733e-4c38-8298-c66ba502985b tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433677 Feb 19 03:57:24.155323 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f26744ef-84aa-4f05-989e-68c45cb68e1e admin admin] Publish callbacks [] for security_group (d50963c5-ca20-4fed-a341-124e71302083), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:24.166651 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 60bfa861-d871-4b74-8139-bcf78ceb23ce triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:24.167190 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (60bfa861-d871-4b74-8139-bcf78ceb23ce), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:24.254062 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-11a715f8-95e4-480f-8728-b96185bf96f6 None None] For port 60bfa861-d871-4b74-8139-bcf78ceb23ce, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=60bfa861-d871-4b74-8139-bcf78ceb23ce,segment=NetworkSegment(47b4cf76-3d38-4b31-9dca-0048ed844b74),segment_id=47b4cf76-3d38-4b31-9dca-0048ed844b74)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:24.264552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de02109-54a1-42b3-b0c6-cbd6e63babab admin admin] Router a3446226-6487-43fb-9eea-90efdb975603 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:57:24.299707 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-11a715f8-95e4-480f-8728-b96185bf96f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (60bfa861-d871-4b74-8139-bcf78ceb23ce), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:24.335096 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f26744ef-84aa-4f05-989e-68c45cb68e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d50963c5-ca20-4fed-a341-124e71302083), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:24.347268 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f26744ef-84aa-4f05-989e-68c45cb68e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:24.350777 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f26744ef-84aa-4f05-989e-68c45cb68e1e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d50963c5-ca20-4fed-a341-124e71302083 HTTP/1.1" status: 204 len: 168 time: 0.4235590 Feb 19 03:57:24.389864 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26744ef-84aa-4f05-989e-68c45cb68e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50963c5-ca20-4fed-a341-124e71302083,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:24.482542 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a715f8-95e4-480f-8728-b96185bf96f6 None None] Pushing event updated for resources: {'Port': ['ID=60bfa861-d871-4b74-8139-bcf78ceb23ce,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:24.548813 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53484) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:24.675431 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 60bfa861-d871-4b74-8139-bcf78ceb23ce is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:24.762627 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-43c1e1b5-512a-4886-9d80-b0d697338412 None None] Provisioning complete for port 60bfa861-d871-4b74-8139-bcf78ceb23ce triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:24.763678 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-43c1e1b5-512a-4886-9d80-b0d697338412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (60bfa861-d871-4b74-8139-bcf78ceb23ce), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:24.831775 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-a94af6f2-0964-40c3-80b5-cbf67631c354 req-f273c370-343f-41f9-afa6-979d376e2acb service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:57:24.841811 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a94af6f2-0964-40c3-80b5-cbf67631c354 req-f273c370-343f-41f9-afa6-979d376e2acb service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0551722 Feb 19 03:57:24.846788 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53488) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:24.866313 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de02109-54a1-42b3-b0c6-cbd6e63babab admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:57:24.887155 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] Sync routers for ids ['a3446226-6487-43fb-9eea-90efdb975603'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:57:24.892888 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53490) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:24.929480 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] Routers {'a3446226-6487-43fb-9eea-90efdb975603'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:24.930847 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:57:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['a3446226-6487-43fb-9eea-90efdb975603'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:24.955484 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9de02109-54a1-42b3-b0c6-cbd6e63babab admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:24.963220 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9de02109-54a1-42b3-b0c6-cbd6e63babab admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1371939 Feb 19 03:57:24.966548 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53492) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:24.997538 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e050ff1a-470c-4688-a38b-89122b9991a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:25.047875 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc150cc9-c613-47a5-adad-834f3d2e4b99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:25.095346 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-43c1e1b5-512a-4886-9d80-b0d697338412 None None] Current status of the port 60bfa861-d871-4b74-8139-bcf78ceb23ce is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:25.295313 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] Set router a3446226-6487-43fb-9eea-90efdb975603 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:25.557564 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 60bfa861-d871-4b74-8139-bcf78ceb23ce up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:25.582352 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc150cc9-c613-47a5-adad-834f3d2e4b99 admin admin] Publish callbacks [] for security_group (4bacb318-a40a-44a3-9a30-c3adf93eeaef), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:25.606952 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc150cc9-c613-47a5-adad-834f3d2e4b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4bacb318-a40a-44a3-9a30-c3adf93eeaef), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:25.679984 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e050ff1a-470c-4688-a38b-89122b9991a7 admin admin] Publish callbacks [] for security_group (87053583-2c76-410e-b2ca-54bb89dfc511), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:25.682303 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53496) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:25.699598 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc150cc9-c613-47a5-adad-834f3d2e4b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bacb318-a40a-44a3-9a30-c3adf93eeaef,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:25.740951 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ba4efa6c-ffa9-4b08-9a77-f01be61e2334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:25.797947 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e050ff1a-470c-4688-a38b-89122b9991a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (87053583-2c76-410e-b2ca-54bb89dfc511), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:25.945537 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cc150cc9-c613-47a5-adad-834f3d2e4b99 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dd4fa53ca84a4b658d8685f623cd77e1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0294392 Feb 19 03:57:25.950362 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53504) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:26.006121 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 60bfa861-d871-4b74-8139-bcf78ceb23ce triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:26.006947 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (60bfa861-d871-4b74-8139-bcf78ceb23ce), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.012496 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e050ff1a-470c-4688-a38b-89122b9991a7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=567c016699e94bf09003688104756dec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1548419 Feb 19 03:57:26.013831 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53506) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:26.052474 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3446226-6487-43fb-9eea-90efdb975603', 'name': 'tempest-FloatingIPDetailsTestJSON-201697844-router', 'tenant_id': '019ff5a0f603468ebd110c4bc2d4da38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '08b448bc-c649-48b3-b2b3-edd5f943ba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:57:18Z', 'updated_at': '2022-02-19T03:57:22Z', 'revision_number': 3, 'project_id': '019ff5a0f603468ebd110c4bc2d4da38', 'gw_port': {'id': '08b448bc-c649-48b3-b2b3-edd5f943ba48', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:88:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3446226-6487-43fb-9eea-90efdb975603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:20Z', 'updated_at': '2022-02-19T03:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:26.159108 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] Checking router: a3446226-6487-43fb-9eea-90efdb975603 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:57:26.169766 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050ff1a-470c-4688-a38b-89122b9991a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87053583-2c76-410e-b2ca-54bb89dfc511,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:26.186516 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] Updating router a3446226-6487-43fb-9eea-90efdb975603 port 08b448bc-c649-48b3-b2b3-edd5f943ba48 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:57:26.213771 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3d82760c-47b9-405d-906f-90161a2a0446 admin admin] Publish callbacks [] for security_group (4bacb318-a40a-44a3-9a30-c3adf93eeaef), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.281625 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 60bfa861-d871-4b74-8139-bcf78ceb23ce is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:26.289990 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (08b448bc-c649-48b3-b2b3-edd5f943ba48), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.299860 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-022f5ea7-eaf2-4c00-96e4-e7cedb9d7c06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.366939 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3d82760c-47b9-405d-906f-90161a2a0446 admin admin] Publish callbacks [] for security_group (4bacb318-a40a-44a3-9a30-c3adf93eeaef), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.451378 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ba4efa6c-ffa9-4b08-9a77-f01be61e2334 admin admin] Publish callbacks [] for security_group (98a80ca8-be50-418a-8bbb-c0a0e57977be), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.479261 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ba4efa6c-ffa9-4b08-9a77-f01be61e2334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (98a80ca8-be50-418a-8bbb-c0a0e57977be), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.534435 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-53d9417a-0498-4f32-b2b2-39d4d0955e73 admin admin] Publish callbacks [] for security_group (87053583-2c76-410e-b2ca-54bb89dfc511), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.567901 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ba4efa6c-ffa9-4b08-9a77-f01be61e2334 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=92be616b4ef14844a02ac27e37d2708d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8587959 Feb 19 03:57:26.579471 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53520) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:26.687616 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-53d9417a-0498-4f32-b2b2-39d4d0955e73 admin admin] Publish callbacks [] for security_group (87053583-2c76-410e-b2ca-54bb89dfc511), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.688777 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3d82760c-47b9-405d-906f-90161a2a0446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4bacb318-a40a-44a3-9a30-c3adf93eeaef), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.695088 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4efa6c-ffa9-4b08-9a77-f01be61e2334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a80ca8-be50-418a-8bbb-c0a0e57977be,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:26.696436 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3d82760c-47b9-405d-906f-90161a2a0446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.698733 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3d82760c-47b9-405d-906f-90161a2a0446 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4bacb318-a40a-44a3-9a30-c3adf93eeaef HTTP/1.1" status: 204 len: 168 time: 0.7452652 Feb 19 03:57:27.005183 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-93de15a1-11e2-42ba-833b-a16829852e35 admin admin] Publish callbacks [] for security_group (98a80ca8-be50-418a-8bbb-c0a0e57977be), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.020354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82760c-47b9-405d-906f-90161a2a0446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bacb318-a40a-44a3-9a30-c3adf93eeaef,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:27.101649 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-53d9417a-0498-4f32-b2b2-39d4d0955e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (87053583-2c76-410e-b2ca-54bb89dfc511), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.102859 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1828f2ce-e608-4461-835d-a746b58fe3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.109307 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-53d9417a-0498-4f32-b2b2-39d4d0955e73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.117005 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-53d9417a-0498-4f32-b2b2-39d4d0955e73 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/87053583-2c76-410e-b2ca-54bb89dfc511 HTTP/1.1" status: 204 len: 168 time: 1.0898564 Feb 19 03:57:27.130098 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-022f5ea7-eaf2-4c00-96e4-e7cedb9d7c06 admin admin] Publish callbacks [] for security_group (40435a0b-30a0-4345-aef4-4b512e7fd54b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.146670 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-93de15a1-11e2-42ba-833b-a16829852e35 admin admin] Publish callbacks [] for security_group (98a80ca8-be50-418a-8bbb-c0a0e57977be), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.150848 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-022f5ea7-eaf2-4c00-96e4-e7cedb9d7c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (40435a0b-30a0-4345-aef4-4b512e7fd54b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.193450 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9417a-0498-4f32-b2b2-39d4d0955e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87053583-2c76-410e-b2ca-54bb89dfc511,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:27.251050 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] Publish callbacks [] for port (08b448bc-c649-48b3-b2b3-edd5f943ba48), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.268474 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (08b448bc-c649-48b3-b2b3-edd5f943ba48), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.300186 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-022f5ea7-eaf2-4c00-96e4-e7cedb9d7c06 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=deabbdc0ac034065a6fd7b635de4b10d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7475967 Feb 19 03:57:27.309474 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53540) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:27.350852 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f5ea7-eaf2-4c00-96e4-e7cedb9d7c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40435a0b-30a0-4345-aef4-4b512e7fd54b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:27.433428 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-93de15a1-11e2-42ba-833b-a16829852e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (98a80ca8-be50-418a-8bbb-c0a0e57977be), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.439343 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-93de15a1-11e2-42ba-833b-a16829852e35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.445433 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-93de15a1-11e2-42ba-833b-a16829852e35 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/98a80ca8-be50-418a-8bbb-c0a0e57977be HTTP/1.1" status: 204 len: 168 time: 0.8512504 Feb 19 03:57:27.465638 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de15a1-11e2-42ba-833b-a16829852e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a80ca8-be50-418a-8bbb-c0a0e57977be,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:27.514127 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-663acee0-a06f-443b-a2aa-532e6611300d admin admin] Publish callbacks [] for security_group (40435a0b-30a0-4345-aef4-4b512e7fd54b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.581639 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-663acee0-a06f-443b-a2aa-532e6611300d admin admin] Publish callbacks [] for security_group (40435a0b-30a0-4345-aef4-4b512e7fd54b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.701929 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] Attempting to bind port 08b448bc-c649-48b3-b2b3-edd5f943ba48 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:27.703017 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] Attempting to bind port 08b448bc-c649-48b3-b2b3-edd5f943ba48 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:27.704043 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] Attempting to bind port 08b448bc-c649-48b3-b2b3-edd5f943ba48 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:27.718983 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-663acee0-a06f-443b-a2aa-532e6611300d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (40435a0b-30a0-4345-aef4-4b512e7fd54b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.723656 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:27.725257 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:27.725526 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-663acee0-a06f-443b-a2aa-532e6611300d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.725700 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.726231 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:27.731099 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-663acee0-a06f-443b-a2aa-532e6611300d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/40435a0b-30a0-4345-aef4-4b512e7fd54b HTTP/1.1" status: 204 len: 168 time: 0.4156334 Feb 19 03:57:27.731333 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] Bound port: 08b448bc-c649-48b3-b2b3-edd5f943ba48, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:27.731333 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (08b448bc-c649-48b3-b2b3-edd5f943ba48), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:27.739055 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7166b1-275d-401d-8665-c59643292052 None None] Pushing event updated for resources: {'Port': ['ID=08b448bc-c649-48b3-b2b3-edd5f943ba48,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:27.746026 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663acee0-a06f-443b-a2aa-532e6611300d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40435a0b-30a0-4345-aef4-4b512e7fd54b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:27.778885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-1828f2ce-e608-4461-835d-a746b58fe3ec admin admin] Allocated IP 172.20.0.1 (ef8e34a3-cebf-4e06-a21c-4d2d087371ae/488ba534-1383-4093-af73-24df7a4724c8/be1405ce-bf69-402f-9fa3-256bb1785aa0) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:27.788535 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7166b1-275d-401d-8665-c59643292052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:27.789247 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7166b1-275d-401d-8665-c59643292052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:27.789912 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7166b1-275d-401d-8665-c59643292052 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:27.790566 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7166b1-275d-401d-8665-c59643292052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:27.791603 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7166b1-275d-401d-8665-c59643292052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:27.791857 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7166b1-275d-401d-8665-c59643292052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:27.792720 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7166b1-275d-401d-8665-c59643292052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:27.793544 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7166b1-275d-401d-8665-c59643292052 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:27.794500 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7166b1-275d-401d-8665-c59643292052 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:27.795295 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7166b1-275d-401d-8665-c59643292052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:27.796112 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7166b1-275d-401d-8665-c59643292052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:27.796890 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7166b1-275d-401d-8665-c59643292052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:27.797568 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7166b1-275d-401d-8665-c59643292052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:27.884137 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] For port 08b448bc-c649-48b3-b2b3-edd5f943ba48, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:27.893238 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] For port 08b448bc-c649-48b3-b2b3-edd5f943ba48, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=08b448bc-c649-48b3-b2b3-edd5f943ba48,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:27.904508 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (08b448bc-c649-48b3-b2b3-edd5f943ba48), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:28.014283 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1828f2ce-e608-4461-835d-a746b58fe3ec admin admin] Publish callbacks [] for port (be1405ce-bf69-402f-9fa3-256bb1785aa0), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:28.033225 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7166b1-275d-401d-8665-c59643292052 None None] Pushing event updated for resources: {'Port': ['ID=08b448bc-c649-48b3-b2b3-edd5f943ba48,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:28.066954 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] Routers {'a3446226-6487-43fb-9eea-90efdb975603'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:28.068167 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:57:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['a3446226-6487-43fb-9eea-90efdb975603'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:28.366285 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] Set router a3446226-6487-43fb-9eea-90efdb975603 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:28.416260 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1828f2ce-e608-4461-835d-a746b58fe3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (be1405ce-bf69-402f-9fa3-256bb1785aa0), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:28.473202 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1828f2ce-e608-4461-835d-a746b58fe3ec admin admin] Network ef8e34a3-cebf-4e06-a21c-4d2d087371ae is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:28.479435 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-1828f2ce-e608-4461-835d-a746b58fe3ec admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:28.484661 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1828f2ce-e608-4461-835d-a746b58fe3ec admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:28.485213 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1828f2ce-e608-4461-835d-a746b58fe3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (a3446226-6487-43fb-9eea-90efdb975603), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:28.677230 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828f2ce-e608-4461-835d-a746b58fe3ec admin admin] Pushing event updated for resources: {'Port': ['ID=be1405ce-bf69-402f-9fa3-256bb1785aa0,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:28.898291 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1828f2ce-e608-4461-835d-a746b58fe3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (be1405ce-bf69-402f-9fa3-256bb1785aa0), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:29.003564 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-07730b5a-0f98-4f77-9649-29ec27958603 None None] Provisioning complete for port be1405ce-bf69-402f-9fa3-256bb1785aa0 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:29.004411 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-07730b5a-0f98-4f77-9649-29ec27958603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (be1405ce-bf69-402f-9fa3-256bb1785aa0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:29.131983 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3446226-6487-43fb-9eea-90efdb975603', 'name': 'tempest-FloatingIPDetailsTestJSON-201697844-router', 'tenant_id': '019ff5a0f603468ebd110c4bc2d4da38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '08b448bc-c649-48b3-b2b3-edd5f943ba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:57:18Z', 'updated_at': '2022-02-19T03:57:22Z', 'revision_number': 3, 'project_id': '019ff5a0f603468ebd110c4bc2d4da38', 'gw_port': {'id': '08b448bc-c649-48b3-b2b3-edd5f943ba48', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:88:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3446226-6487-43fb-9eea-90efdb975603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:20Z', 'updated_at': '2022-02-19T03:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:29.144374 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-07730b5a-0f98-4f77-9649-29ec27958603 None None] Port be1405ce-bf69-402f-9fa3-256bb1785aa0 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:57:29.212357 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee5fabe-aca3-4a94-95d0-02f8a15fb60c None None] The sync data for ids ['a3446226-6487-43fb-9eea-90efdb975603'] in n-d-772273-4 is: [{'id': 'a3446226-6487-43fb-9eea-90efdb975603', 'name': 'tempest-FloatingIPDetailsTestJSON-201697844-router', 'tenant_id': '019ff5a0f603468ebd110c4bc2d4da38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '08b448bc-c649-48b3-b2b3-edd5f943ba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:57:18Z', 'updated_at': '2022-02-19T03:57:22Z', 'revision_number': 3, 'project_id': '019ff5a0f603468ebd110c4bc2d4da38', 'gw_port': {'id': '08b448bc-c649-48b3-b2b3-edd5f943ba48', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:88:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3446226-6487-43fb-9eea-90efdb975603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:20Z', 'updated_at': '2022-02-19T03:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:57:29.308209 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1828f2ce-e608-4461-835d-a746b58fe3ec admin admin] Publish callbacks [] for port (be1405ce-bf69-402f-9fa3-256bb1785aa0), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:29.317615 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1828f2ce-e608-4461-835d-a746b58fe3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (be1405ce-bf69-402f-9fa3-256bb1785aa0), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:29.318451 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1828f2ce-e608-4461-835d-a746b58fe3ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (a3446226-6487-43fb-9eea-90efdb975603), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:29.526418 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828f2ce-e608-4461-835d-a746b58fe3ec admin admin] Pushing event updated for resources: {'Port': ['ID=be1405ce-bf69-402f-9fa3-256bb1785aa0,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:29.605311 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53596) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:29.650326 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1828f2ce-e608-4461-835d-a746b58fe3ec admin admin] Network ef8e34a3-cebf-4e06-a21c-4d2d087371ae is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:29.653379 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-1828f2ce-e608-4461-835d-a746b58fe3ec admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:30.023242 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1828f2ce-e608-4461-835d-a746b58fe3ec admin admin] Router a3446226-6487-43fb-9eea-90efdb975603 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:57:30.206947 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-7943728d-be27-4cf2-b14e-d45e02bb90ee None None] Provisioning complete for port be1405ce-bf69-402f-9fa3-256bb1785aa0 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:30.207817 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7943728d-be27-4cf2-b14e-d45e02bb90ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (be1405ce-bf69-402f-9fa3-256bb1785aa0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:30.308251 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7943728d-be27-4cf2-b14e-d45e02bb90ee None None] Port be1405ce-bf69-402f-9fa3-256bb1785aa0 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:57:30.346470 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1828f2ce-e608-4461-835d-a746b58fe3ec admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:57:30.364886 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1828f2ce-e608-4461-835d-a746b58fe3ec admin admin] 10.222.0.65 "PUT /v2.0/routers/a3446226-6487-43fb-9eea-90efdb975603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3898382 Feb 19 03:57:30.759660 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-bb67ee42-bd6f-4d27-854f-162181ad284d tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:57:30.776896 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-bb67ee42-bd6f-4d27-854f-162181ad284d tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.1668050 Feb 19 03:57:31.518852 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 08b448bc-c649-48b3-b2b3-edd5f943ba48 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:31.640887 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 08b448bc-c649-48b3-b2b3-edd5f943ba48 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:31.641603 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (08b448bc-c649-48b3-b2b3-edd5f943ba48), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:31.826913 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 08b448bc-c649-48b3-b2b3-edd5f943ba48 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:31.827731 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (08b448bc-c649-48b3-b2b3-edd5f943ba48), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:31.878651 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 08b448bc-c649-48b3-b2b3-edd5f943ba48, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=08b448bc-c649-48b3-b2b3-edd5f943ba48,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:31.894817 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (08b448bc-c649-48b3-b2b3-edd5f943ba48), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:32.049583 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=08b448bc-c649-48b3-b2b3-edd5f943ba48,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:32.059266 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] Sync routers for ids ['a3446226-6487-43fb-9eea-90efdb975603'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:57:32.091004 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] Routers {'a3446226-6487-43fb-9eea-90efdb975603'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:32.092080 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:57:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['a3446226-6487-43fb-9eea-90efdb975603'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:32.302982 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-92129b4e-1262-4ad8-8fbc-7d8bba457f06 req-960b7078-ce59-49bd-9330-f734138c2437 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5043147 Feb 19 03:57:32.330958 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-92129b4e-1262-4ad8-8fbc-7d8bba457f06 req-37ab732d-7d8f-4101-b3c1-362f373bf1d8 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:32.372030 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] Set router a3446226-6487-43fb-9eea-90efdb975603 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:32.414715 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-196e1ea0-7b20-42d0-b94c-db82517f0df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:32.426852 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-196e1ea0-7b20-42d0-b94c-db82517f0df2 service neutron] 10.222.0.65 "GET /v2.0/ports/86324d34-8833-4459-92b0-47014b76fde2 HTTP/1.1" status: 200 len: 1124 time: 1.1601734 Feb 19 03:57:32.441643 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-369927ca-7ff8-4505-ad86-8f37c4599451 service neutron] Request body: {'binding': {'host': 'n-h2-772273-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:32.442964 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-369927ca-7ff8-4505-ad86-8f37c4599451 service neutron] Unknown quota resources ['binding']. {{(pid=115198) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:57:32.451134 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-92129b4e-1262-4ad8-8fbc-7d8bba457f06 req-37ab732d-7d8f-4101-b3c1-362f373bf1d8 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:32.573664 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ffc7ba62-735a-4847-b454-ac00d4a11cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:32.875926 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-92129b4e-1262-4ad8-8fbc-7d8bba457f06 req-37ab732d-7d8f-4101-b3c1-362f373bf1d8 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:32.906445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-369927ca-7ff8-4505-ad86-8f37c4599451 service neutron] Attempting to bind port 86324d34-8833-4459-92b0-47014b76fde2 on host n-h2-772273-4 for vnic_type normal with profile None {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:32.907085 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-369927ca-7ff8-4505-ad86-8f37c4599451 service neutron] Attempting to bind port 86324d34-8833-4459-92b0-47014b76fde2 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:32.908314 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-369927ca-7ff8-4505-ad86-8f37c4599451 service neutron] Attempting to bind port 86324d34-8833-4459-92b0-47014b76fde2 on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:32.916021 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3446226-6487-43fb-9eea-90efdb975603', 'name': 'tempest-FloatingIPDetailsTestJSON-201697844-router', 'tenant_id': '019ff5a0f603468ebd110c4bc2d4da38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '08b448bc-c649-48b3-b2b3-edd5f943ba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:57:18Z', 'updated_at': '2022-02-19T03:57:28Z', 'revision_number': 4, 'project_id': '019ff5a0f603468ebd110c4bc2d4da38', 'gw_port': {'id': '08b448bc-c649-48b3-b2b3-edd5f943ba48', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:88:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3446226-6487-43fb-9eea-90efdb975603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:20Z', 'updated_at': '2022-02-19T03:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'be1405ce-bf69-402f-9fa3-256bb1785aa0', 'name': '', 'network_id': 'ef8e34a3-cebf-4e06-a21c-4d2d087371ae', 'tenant_id': '019ff5a0f603468ebd110c4bc2d4da38', 'mac_address': 'fa:16:3e:6e:8c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3446226-6487-43fb-9eea-90efdb975603', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '488ba534-1383-4093-af73-24df7a4724c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:27Z', 'updated_at': '2022-02-19T03:57:29Z', 'revision_number': 2, 'project_id': '019ff5a0f603468ebd110c4bc2d4da38', 'subnets': [{'id': '488ba534-1383-4093-af73-24df7a4724c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:32.972809 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-369927ca-7ff8-4505-ad86-8f37c4599451 service neutron] Port 86324d34-8833-4459-92b0-47014b76fde2 on network be946657-a9d5-408e-8d49-cd01b687ca89 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:57:32.973426 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-369927ca-7ff8-4505-ad86-8f37c4599451 service neutron] Attempting to bind port 86324d34-8833-4459-92b0-47014b76fde2 on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:32.990319 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-369927ca-7ff8-4505-ad86-8f37c4599451 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:32.990867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-369927ca-7ff8-4505-ad86-8f37c4599451 service neutron] Checking segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:32.991512 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-369927ca-7ff8-4505-ad86-8f37c4599451 service neutron] Bound using segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:32.992579 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-369927ca-7ff8-4505-ad86-8f37c4599451 service neutron] Bound port: 86324d34-8833-4459-92b0-47014b76fde2, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:33.004078 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] Checking router: a3446226-6487-43fb-9eea-90efdb975603 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:57:33.005457 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] Updating router a3446226-6487-43fb-9eea-90efdb975603 port be1405ce-bf69-402f-9fa3-256bb1785aa0 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:57:33.066395 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (be1405ce-bf69-402f-9fa3-256bb1785aa0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:33.241295 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-369927ca-7ff8-4505-ad86-8f37c4599451 service neutron] For port 86324d34-8833-4459-92b0-47014b76fde2, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=86324d34-8833-4459-92b0-47014b76fde2,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:33.256116 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-92129b4e-1262-4ad8-8fbc-7d8bba457f06 req-37ab732d-7d8f-4101-b3c1-362f373bf1d8 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Allocated IP 172.25.0.67 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/580cc2ee-298b-4d3f-ab89-6122e5c2cee8) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:33.269099 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-369927ca-7ff8-4505-ad86-8f37c4599451 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:33.271516 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-369927ca-7ff8-4505-ad86-8f37c4599451 service neutron] 10.222.0.65 "POST /v2.0/ports/86324d34-8833-4459-92b0-47014b76fde2/bindings HTTP/1.1" status: 201 len: 389 time: 0.8434086 Feb 19 03:57:33.570748 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 08b448bc-c649-48b3-b2b3-edd5f943ba48 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:33.597436 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-92129b4e-1262-4ad8-8fbc-7d8bba457f06 req-37ab732d-7d8f-4101-b3c1-362f373bf1d8 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks [] for port (580cc2ee-298b-4d3f-ab89-6122e5c2cee8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:33.709347 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-92129b4e-1262-4ad8-8fbc-7d8bba457f06 req-37ab732d-7d8f-4101-b3c1-362f373bf1d8 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (580cc2ee-298b-4d3f-ab89-6122e5c2cee8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:33.815973 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92129b4e-1262-4ad8-8fbc-7d8bba457f06 req-37ab732d-7d8f-4101-b3c1-362f373bf1d8 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:33.839685 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-92129b4e-1262-4ad8-8fbc-7d8bba457f06 req-37ab732d-7d8f-4101-b3c1-362f373bf1d8 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:33.847799 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-92129b4e-1262-4ad8-8fbc-7d8bba457f06 req-37ab732d-7d8f-4101-b3c1-362f373bf1d8 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:33.855191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab732d-7d8f-4101-b3c1-362f373bf1d8 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Pushing event updated for resources: {'Port': ['ID=580cc2ee-298b-4d3f-ab89-6122e5c2cee8,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:33.881073 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 08b448bc-c649-48b3-b2b3-edd5f943ba48 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:33.881992 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (08b448bc-c649-48b3-b2b3-edd5f943ba48), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:33.958500 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] Publish callbacks [] for port (be1405ce-bf69-402f-9fa3-256bb1785aa0), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:33.986570 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (be1405ce-bf69-402f-9fa3-256bb1785aa0), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:34.063077 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53682) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:34.074788 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-bd183322-a1cd-46cf-9221-ef212fad012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:34.078530 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-bd183322-a1cd-46cf-9221-ef212fad012c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 1127 time: 0.1695101 Feb 19 03:57:34.102668 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc966dcf-9c1a-4691-ad36-dfe06ce5259e None None] Pushing event updated for resources: {'Port': ['ID=be1405ce-bf69-402f-9fa3-256bb1785aa0,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:34.245259 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-92129b4e-1262-4ad8-8fbc-7d8bba457f06 req-37ab732d-7d8f-4101-b3c1-362f373bf1d8 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks [] for floatingip (e647fcda-efa6-4bd8-8be0-e4e7a30338c4), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:34.362078 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-92129b4e-1262-4ad8-8fbc-7d8bba457f06 req-37ab732d-7d8f-4101-b3c1-362f373bf1d8 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (580cc2ee-298b-4d3f-ab89-6122e5c2cee8), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:34.376269 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] Attempting to bind port be1405ce-bf69-402f-9fa3-256bb1785aa0 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:34.378031 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] Attempting to bind port be1405ce-bf69-402f-9fa3-256bb1785aa0 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '47b4cf76-3d38-4b31-9dca-0048ed844b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ef8e34a3-cebf-4e06-a21c-4d2d087371ae'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:34.379044 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] Attempting to bind port be1405ce-bf69-402f-9fa3-256bb1785aa0 on network ef8e34a3-cebf-4e06-a21c-4d2d087371ae {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:34.402458 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:34.403131 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] Checking segment: {'id': '47b4cf76-3d38-4b31-9dca-0048ed844b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ef8e34a3-cebf-4e06-a21c-4d2d087371ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:34.403851 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:34.404554 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] Bound using segment: {'id': '47b4cf76-3d38-4b31-9dca-0048ed844b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ef8e34a3-cebf-4e06-a21c-4d2d087371ae'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:34.405525 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] Bound port: be1405ce-bf69-402f-9fa3-256bb1785aa0, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b4cf76-3d38-4b31-9dca-0048ed844b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ef8e34a3-cebf-4e06-a21c-4d2d087371ae'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:34.406314 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (be1405ce-bf69-402f-9fa3-256bb1785aa0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:34.452748 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-6f55ea09-c7ab-4e9d-85dd-2572fe9abb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:34.463975 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-6f55ea09-c7ab-4e9d-85dd-2572fe9abb4d service neutron] 10.222.0.48 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 908 time: 0.3660564 Feb 19 03:57:34.493975 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 08b448bc-c649-48b3-b2b3-edd5f943ba48 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:34.584557 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] For port be1405ce-bf69-402f-9fa3-256bb1785aa0, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:34.589473 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-71daa7cb-48f9-48e7-a87e-693e4e0f4f50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86324d34-8833-4459-92b0-47014b76fde2 HTTP/1.1" status: 200 len: 217 time: 0.1159556 Feb 19 03:57:34.604707 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] For port be1405ce-bf69-402f-9fa3-256bb1785aa0, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=be1405ce-bf69-402f-9fa3-256bb1785aa0,segment=NetworkSegment(47b4cf76-3d38-4b31-9dca-0048ed844b74),segment_id=47b4cf76-3d38-4b31-9dca-0048ed844b74)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:34.640966 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (be1405ce-bf69-402f-9fa3-256bb1785aa0), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:34.787954 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-57591e21-ed0a-4c78-8003-b1ef21048ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:34.791980 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-57591e21-ed0a-4c78-8003-b1ef21048ac0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.1960516 Feb 19 03:57:34.793393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] Routers {'a3446226-6487-43fb-9eea-90efdb975603'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:34.794544 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:57:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['a3446226-6487-43fb-9eea-90efdb975603'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:34.894625 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-581ed371-263f-4a12-ac5e-a5ad822f8b76 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955267 Feb 19 03:57:34.955276 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-1acb7517-7c5a-4d06-887a-26163283c59b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1930958087-network', 'tenant_id': '3ff69a6f9c9c4911886bcf1427d030ef'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:35.040874 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acb7517-7c5a-4d06-887a-26163283c59b admin admin] Made reservation on behalf of 3ff69a6f9c9c4911886bcf1427d030ef for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:35.045918 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1acb7517-7c5a-4d06-887a-26163283c59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:35.082673 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-4cd2e410-73b6-4f6b-83a6-56e8f3aadd46 None None] Provisioning complete for port be1405ce-bf69-402f-9fa3-256bb1785aa0 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:35.083408 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4cd2e410-73b6-4f6b-83a6-56e8f3aadd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (be1405ce-bf69-402f-9fa3-256bb1785aa0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:35.093689 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1acb7517-7c5a-4d06-887a-26163283c59b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:35.205570 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc966dcf-9c1a-4691-ad36-dfe06ce5259e None None] Pushing event updated for resources: {'Port': ['ID=be1405ce-bf69-402f-9fa3-256bb1785aa0,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:35.249773 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-91153dd1-66c0-439c-b835-98a795df0c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:35.310976 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-94fb1444-5060-48a1-bb0c-cf35b19e67a1 service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041800 Feb 19 03:57:35.439186 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-92129b4e-1262-4ad8-8fbc-7d8bba457f06 req-37ab732d-7d8f-4101-b3c1-362f373bf1d8 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks [] for port (580cc2ee-298b-4d3f-ab89-6122e5c2cee8), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:35.466312 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] Set router a3446226-6487-43fb-9eea-90efdb975603 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:35.470943 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4cd2e410-73b6-4f6b-83a6-56e8f3aadd46 None None] Current status of the port be1405ce-bf69-402f-9fa3-256bb1785aa0 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:35.471607 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4cd2e410-73b6-4f6b-83a6-56e8f3aadd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (be1405ce-bf69-402f-9fa3-256bb1785aa0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:35.508720 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-92129b4e-1262-4ad8-8fbc-7d8bba457f06 req-37ab732d-7d8f-4101-b3c1-362f373bf1d8 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (580cc2ee-298b-4d3f-ab89-6122e5c2cee8), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:35.549474 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff53bf4-b01f-4a27-8e6d-be52836bbab3 req-09c37ce7-6e4c-4cb0-a64e-a59a95fdc56f tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:35.566420 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6ff53bf4-b01f-4a27-8e6d-be52836bbab3 req-09c37ce7-6e4c-4cb0-a64e-a59a95fdc56f tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 945 time: 0.3564777 Feb 19 03:57:35.653061 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-4cd2e410-73b6-4f6b-83a6-56e8f3aadd46 None None] For port be1405ce-bf69-402f-9fa3-256bb1785aa0, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=be1405ce-bf69-402f-9fa3-256bb1785aa0,segment=NetworkSegment(47b4cf76-3d38-4b31-9dca-0048ed844b74),segment_id=47b4cf76-3d38-4b31-9dca-0048ed844b74)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:35.669736 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4cd2e410-73b6-4f6b-83a6-56e8f3aadd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (be1405ce-bf69-402f-9fa3-256bb1785aa0), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:35.738738 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab732d-7d8f-4101-b3c1-362f373bf1d8 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Pushing event updated for resources: {'Port': ['ID=580cc2ee-298b-4d3f-ab89-6122e5c2cee8,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:35.760171 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1acb7517-7c5a-4d06-887a-26163283c59b admin admin] Publish callbacks [] for security_group (54ffc044-0e6c-468f-b20f-0548776a13b3), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:35.809537 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6ff53bf4-b01f-4a27-8e6d-be52836bbab3 req-b5bfbb69-20d6-47b6-b3f5-3c89e6ccdcf0 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409034 Feb 19 03:57:35.815078 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1acb7517-7c5a-4d06-887a-26163283c59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (54ffc044-0e6c-468f-b20f-0548776a13b3), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:35.855870 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-92129b4e-1262-4ad8-8fbc-7d8bba457f06 req-37ab732d-7d8f-4101-b3c1-362f373bf1d8 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (e647fcda-efa6-4bd8-8be0-e4e7a30338c4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:35.864179 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1acb7517-7c5a-4d06-887a-26163283c59b admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:57:35.891785 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1acb7517-7c5a-4d06-887a-26163283c59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (2eb5ef80-c40a-4a42-9c80-514edf645c6d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:35.892622 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-1acb7517-7c5a-4d06-887a-26163283c59b admin admin] Added segment 2eb5ef80-c40a-4a42-9c80-514edf645c6d of type vlan for network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e Feb 19 03:57:35.915973 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-f4c83039-6da3-4911-a06b-c9fcdf826ee0 service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774789 Feb 19 03:57:35.944521 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9e803f42-e119-40e2-93f2-6cf12b150eab None None] Provisioning complete for port be1405ce-bf69-402f-9fa3-256bb1785aa0 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:35.945670 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9e803f42-e119-40e2-93f2-6cf12b150eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (be1405ce-bf69-402f-9fa3-256bb1785aa0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:35.981969 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-92129b4e-1262-4ad8-8fbc-7d8bba457f06 req-37ab732d-7d8f-4101-b3c1-362f373bf1d8 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:35.987028 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-92129b4e-1262-4ad8-8fbc-7d8bba457f06 req-37ab732d-7d8f-4101-b3c1-362f373bf1d8 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6648777 Feb 19 03:57:36.021742 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1acb7517-7c5a-4d06-887a-26163283c59b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (407bbdcb-b5df-44e7-b0e3-eba770b3f80e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:36.054989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2e410-73b6-4f6b-83a6-56e8f3aadd46 None None] Pushing event updated for resources: {'Port': ['ID=be1405ce-bf69-402f-9fa3-256bb1785aa0,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:36.125515 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb7517-7c5a-4d06-887a-26163283c59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ffc044-0e6c-468f-b20f-0548776a13b3,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:36.159222 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1acb7517-7c5a-4d06-887a-26163283c59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (407bbdcb-b5df-44e7-b0e3-eba770b3f80e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:36.166107 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acb7517-7c5a-4d06-887a-26163283c59b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:36.173118 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1acb7517-7c5a-4d06-887a-26163283c59b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:36.421752 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb7517-7c5a-4d06-887a-26163283c59b admin admin] Pushing event updated for resources: {'Network': ['ID=407bbdcb-b5df-44e7-b0e3-eba770b3f80e,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:36.428665 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9e803f42-e119-40e2-93f2-6cf12b150eab None None] Current status of the port be1405ce-bf69-402f-9fa3-256bb1785aa0 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:36.447565 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1acb7517-7c5a-4d06-887a-26163283c59b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3797078 Feb 19 03:57:36.451452 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:57:36.453070 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53720) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:36.478772 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-90d0a9db-5673-4630-ba26-261c44a68c9f admin admin] Request body: {'subnet': {'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1930958087-subnet', 'tenant_id': '3ff69a6f9c9c4911886bcf1427d030ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:36.590615 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d0a9db-5673-4630-ba26-261c44a68c9f admin admin] Made reservation on behalf of 3ff69a6f9c9c4911886bcf1427d030ef for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:36.595960 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-90d0a9db-5673-4630-ba26-261c44a68c9f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:36.621909 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-92129b4e-1262-4ad8-8fbc-7d8bba457f06 req-cf79a381-8233-4342-8db9-57f651a7c428 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 695 time: 0.6251216 Feb 19 03:57:36.865571 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-8ab10ea8-b6a9-412c-949c-2ee5ba873aa6 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:36.869679 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-8ab10ea8-b6a9-412c-949c-2ee5ba873aa6 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0&tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&binding%3Ahost_id=n-h1-772273-4 HTTP/1.1" status: 200 len: 1127 time: 0.6615019 Feb 19 03:57:36.891316 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-90f2c8c4-d3b5-417e-94b1-533f220e8678 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-772273-4'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:37.237036 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-90d0a9db-5673-4630-ba26-261c44a68c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (f07953fc-46ac-49b5-8931-0e9dacdcd55a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:37.355310 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0a9db-5673-4630-ba26-261c44a68c9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f07953fc-46ac-49b5-8931-0e9dacdcd55a,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:37.374245 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92129b4e-1262-4ad8-8fbc-7d8bba457f06 req-bae83ed0-76ff-49fb-94c0-840b05db8fb1 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:37.376839 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-92129b4e-1262-4ad8-8fbc-7d8bba457f06 req-bae83ed0-76ff-49fb-94c0-840b05db8fb1 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.7384672 Feb 19 03:57:37.413468 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-92129b4e-1262-4ad8-8fbc-7d8bba457f06 req-85f6a54c-0125-433d-9e0d-bd4706238775 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:57:37.415517 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-92129b4e-1262-4ad8-8fbc-7d8bba457f06 req-85f6a54c-0125-433d-9e0d-bd4706238775 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0224559 Feb 19 03:57:37.457082 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d0a9db-5673-4630-ba26-261c44a68c9f admin admin] Checking segment: {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:37.457850 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d0a9db-5673-4630-ba26-261c44a68c9f admin admin] Network hostable DHCP agents. Network: 407bbdcb-b5df-44e7-b0e3-eba770b3f80e, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:57:37.477757 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:37.483799 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3446226-6487-43fb-9eea-90efdb975603', 'name': 'tempest-FloatingIPDetailsTestJSON-201697844-router', 'tenant_id': '019ff5a0f603468ebd110c4bc2d4da38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '08b448bc-c649-48b3-b2b3-edd5f943ba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:57:18Z', 'updated_at': '2022-02-19T03:57:28Z', 'revision_number': 4, 'project_id': '019ff5a0f603468ebd110c4bc2d4da38', 'gw_port': {'id': '08b448bc-c649-48b3-b2b3-edd5f943ba48', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:88:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3446226-6487-43fb-9eea-90efdb975603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:20Z', 'updated_at': '2022-02-19T03:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'be1405ce-bf69-402f-9fa3-256bb1785aa0', 'name': '', 'network_id': 'ef8e34a3-cebf-4e06-a21c-4d2d087371ae', 'tenant_id': '019ff5a0f603468ebd110c4bc2d4da38', 'mac_address': 'fa:16:3e:6e:8c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3446226-6487-43fb-9eea-90efdb975603', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '488ba534-1383-4093-af73-24df7a4724c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:27Z', 'updated_at': '2022-02-19T03:57:34Z', 'revision_number': 4, 'project_id': '019ff5a0f603468ebd110c4bc2d4da38', 'subnets': [{'id': '488ba534-1383-4093-af73-24df7a4724c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:37.484714 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be91e7-b590-45c6-aa24-40f6571429a8 req-32f85691-e218-4225-b0ea-a6d485001381 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:37.489103 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c4be91e7-b590-45c6-aa24-40f6571429a8 req-32f85691-e218-4225-b0ea-a6d485001381 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 945 time: 0.3568623 Feb 19 03:57:37.555606 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-90f2c8c4-d3b5-417e-94b1-533f220e8678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (86324d34-8833-4459-92b0-47014b76fde2), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:37.574167 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:37.578157 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f76cd5-439b-4ff2-a193-2d397bc35688 None None] The sync data for ids ['a3446226-6487-43fb-9eea-90efdb975603'] in n-d-772273-4 is: [{'id': 'a3446226-6487-43fb-9eea-90efdb975603', 'name': 'tempest-FloatingIPDetailsTestJSON-201697844-router', 'tenant_id': '019ff5a0f603468ebd110c4bc2d4da38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '08b448bc-c649-48b3-b2b3-edd5f943ba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:57:18Z', 'updated_at': '2022-02-19T03:57:28Z', 'revision_number': 4, 'project_id': '019ff5a0f603468ebd110c4bc2d4da38', 'gw_port': {'id': '08b448bc-c649-48b3-b2b3-edd5f943ba48', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:88:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3446226-6487-43fb-9eea-90efdb975603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:20Z', 'updated_at': '2022-02-19T03:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'be1405ce-bf69-402f-9fa3-256bb1785aa0', 'name': '', 'network_id': 'ef8e34a3-cebf-4e06-a21c-4d2d087371ae', 'tenant_id': '019ff5a0f603468ebd110c4bc2d4da38', 'mac_address': 'fa:16:3e:6e:8c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3446226-6487-43fb-9eea-90efdb975603', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '488ba534-1383-4093-af73-24df7a4724c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:27Z', 'updated_at': '2022-02-19T03:57:34Z', 'revision_number': 4, 'project_id': '019ff5a0f603468ebd110c4bc2d4da38', 'subnets': [{'id': '488ba534-1383-4093-af73-24df7a4724c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:57:37.617861 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d0a9db-5673-4630-ba26-261c44a68c9f admin admin] Network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:57:37.663459 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-90d0a9db-5673-4630-ba26-261c44a68c9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 407bbdcb-b5df-44e7-b0e3-eba770b3f80e) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:37.672328 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d0a9db-5673-4630-ba26-261c44a68c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:37.673736 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-90d0a9db-5673-4630-ba26-261c44a68c9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:37.697235 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c4be91e7-b590-45c6-aa24-40f6571429a8 req-983c01ea-3934-462b-bc01-516ca7a18fa1 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890018 Feb 19 03:57:37.700450 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59a577d-e07e-4e71-bfab-4e601b2ac6ff None None] Network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:57:37.779248 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-90d0a9db-5673-4630-ba26-261c44a68c9f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3243129 Feb 19 03:57:37.899409 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:38.009179 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-90f2c8c4-d3b5-417e-94b1-533f220e8678 service neutron] For port 86324d34-8833-4459-92b0-47014b76fde2, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=86324d34-8833-4459-92b0-47014b76fde2,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:38.029648 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439e5609-2d95-469a-bcfc-08978d4b4bbf None None] Network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:57:38.201173 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-90f2c8c4-d3b5-417e-94b1-533f220e8678 service neutron] For port 86324d34-8833-4459-92b0-47014b76fde2, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:38.253371 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:57:38.452810 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:38.561079 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f9725e-da57-43b4-95b8-78f414c129a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86324d34-8833-4459-92b0-47014b76fde2'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:38.566667 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688ccc9c-6c58-403a-8fff-97db2f97b405" -d '{"events": [{"server_uuid": "04f9725e-da57-43b4-95b8-78f414c129a0", "name": "network-vif-unplugged", "status": "completed", "tag": "86324d34-8833-4459-92b0-47014b76fde2"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:38.576408 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-90f2c8c4-d3b5-417e-94b1-533f220e8678 service neutron] Publish callbacks [] for port (86324d34-8833-4459-92b0-47014b76fde2), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:38.587201 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c3ae209c-d7f7-49ab-b9cc-99486e1e5b91 req-a4ccbf15-078e-43dd-946d-7bc1c181018a tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2903442 Feb 19 03:57:38.597521 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-90f2c8c4-d3b5-417e-94b1-533f220e8678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (86324d34-8833-4459-92b0-47014b76fde2), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:38.638066 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-c3ae209c-d7f7-49ab-b9cc-99486e1e5b91 req-d30f73d0-cc07-4f8c-ad64-5bb1889aed23 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:38.734203 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:38.782249 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c3ae209c-d7f7-49ab-b9cc-99486e1e5b91 req-d30f73d0-cc07-4f8c-ad64-5bb1889aed23 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:38.869262 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2c8c4-d3b5-417e-94b1-533f220e8678 service neutron] Pushing event updated for resources: {'Port': ['ID=86324d34-8833-4459-92b0-47014b76fde2,revision_number=7']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:38.970627 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-90f2c8c4-d3b5-417e-94b1-533f220e8678 service neutron] Attempting to bind port 86324d34-8833-4459-92b0-47014b76fde2 on host n-h1-772273-4 for vnic_type normal with profile {"migrating_to": "n-h2-772273-4"} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:38.971217 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-90f2c8c4-d3b5-417e-94b1-533f220e8678 service neutron] Attempting to bind port 86324d34-8833-4459-92b0-47014b76fde2 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:38.971804 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-90f2c8c4-d3b5-417e-94b1-533f220e8678 service neutron] Attempting to bind port 86324d34-8833-4459-92b0-47014b76fde2 on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:38.992716 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-90f2c8c4-d3b5-417e-94b1-533f220e8678 service neutron] Port 86324d34-8833-4459-92b0-47014b76fde2 on network be946657-a9d5-408e-8d49-cd01b687ca89 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:57:38.993061 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-90f2c8c4-d3b5-417e-94b1-533f220e8678 service neutron] Attempting to bind port 86324d34-8833-4459-92b0-47014b76fde2 on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:39.021040 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-90f2c8c4-d3b5-417e-94b1-533f220e8678 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:39.022087 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-90f2c8c4-d3b5-417e-94b1-533f220e8678 service neutron] Checking segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:39.022087 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-90f2c8c4-d3b5-417e-94b1-533f220e8678 service neutron] Bound using segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:39.022834 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-90f2c8c4-d3b5-417e-94b1-533f220e8678 service neutron] Bound port: 86324d34-8833-4459-92b0-47014b76fde2, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:39.023454 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-90f2c8c4-d3b5-417e-94b1-533f220e8678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (86324d34-8833-4459-92b0-47014b76fde2), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:39.227055 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c3ae209c-d7f7-49ab-b9cc-99486e1e5b91 req-d30f73d0-cc07-4f8c-ad64-5bb1889aed23 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:39.395956 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-90f2c8c4-d3b5-417e-94b1-533f220e8678 service neutron] For port 86324d34-8833-4459-92b0-47014b76fde2, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:39.461803 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-90f2c8c4-d3b5-417e-94b1-533f220e8678 service neutron] For port 86324d34-8833-4459-92b0-47014b76fde2, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=86324d34-8833-4459-92b0-47014b76fde2,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:39.505410 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-90f2c8c4-d3b5-417e-94b1-533f220e8678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (86324d34-8833-4459-92b0-47014b76fde2), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:39.539533 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53782) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:39.548864 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-1f6c377e-4496-4274-b40b-c4cd5518dabe admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1623066873-network', 'tenant_id': 'f3378fe01a4c412e84f13a05b8f2763c'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:39.626586 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6c377e-4496-4274-b40b-c4cd5518dabe admin admin] Made reservation on behalf of f3378fe01a4c412e84f13a05b8f2763c for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:39.631829 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1f6c377e-4496-4274-b40b-c4cd5518dabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:39.672178 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device be1405ce-bf69-402f-9fa3-256bb1785aa0 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:39.705061 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1f6c377e-4496-4274-b40b-c4cd5518dabe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:39.885055 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port be1405ce-bf69-402f-9fa3-256bb1785aa0 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:39.887446 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (be1405ce-bf69-402f-9fa3-256bb1785aa0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:40.021017 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1f6c377e-4496-4274-b40b-c4cd5518dabe admin admin] Publish callbacks [] for security_group (412308bd-4ffa-4e47-891d-3490c1d18854), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:40.033995 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1f6c377e-4496-4274-b40b-c4cd5518dabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (412308bd-4ffa-4e47-891d-3490c1d18854), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:40.045328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-90f2c8c4-d3b5-417e-94b1-533f220e8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:40.047221 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-90f2c8c4-d3b5-417e-94b1-533f220e8678 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:40.049830 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-90f2c8c4-d3b5-417e-94b1-533f220e8678 service neutron] 10.222.0.48 "PUT /v2.0/ports/86324d34-8833-4459-92b0-47014b76fde2 HTTP/1.1" status: 200 len: 1121 time: 3.1737580 Feb 19 03:57:40.057472 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2c8c4-d3b5-417e-94b1-533f220e8678 service neutron] Pushing event updated for resources: {'Port': ['ID=86324d34-8833-4459-92b0-47014b76fde2,revision_number=8']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:40.090933 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port be1405ce-bf69-402f-9fa3-256bb1785aa0 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:40.110358 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6c377e-4496-4274-b40b-c4cd5518dabe admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:57:40.112764 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-c3ae209c-d7f7-49ab-b9cc-99486e1e5b91 req-d30f73d0-cc07-4f8c-ad64-5bb1889aed23 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Allocated IP 172.25.0.184 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/f254d459-fef2-40a5-b448-3d3914fc74bd) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:40.139930 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c879b7f-e7a5-4f76-9dcf-6ab6957a0f4b x-openstack-request-id: req-2c879b7f-e7a5-4f76-9dcf-6ab6957a0f4b {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:40.143054 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f9725e-da57-43b4-95b8-78f414c129a0", "name": "network-vif-unplugged", "status": "completed", "tag": "86324d34-8833-4459-92b0-47014b76fde2", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:40.145063 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2c879b7f-e7a5-4f76-9dcf-6ab6957a0f4b {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:40.146322 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f9725e-da57-43b4-95b8-78f414c129a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86324d34-8833-4459-92b0-47014b76fde2', 'code': 200} Feb 19 03:57:40.163475 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['86324d34-8833-4459-92b0-47014b76fde2'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:57:40.197992 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53788) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:40.220376 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1f6c377e-4496-4274-b40b-c4cd5518dabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (3323c155-96e5-45fe-86fc-6b7e3d50ee79), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:40.220945 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-1f6c377e-4496-4274-b40b-c4cd5518dabe admin admin] Added segment 3323c155-96e5-45fe-86fc-6b7e3d50ee79 of type vlan for network 709efe34-2238-447b-aded-ee640ca5f407 Feb 19 03:57:40.322783 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c377e-4496-4274-b40b-c4cd5518dabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412308bd-4ffa-4e47-891d-3490c1d18854,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:40.362583 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1f6c377e-4496-4274-b40b-c4cd5518dabe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (709efe34-2238-447b-aded-ee640ca5f407), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:40.488963 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c3ae209c-d7f7-49ab-b9cc-99486e1e5b91 req-d30f73d0-cc07-4f8c-ad64-5bb1889aed23 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks [] for port (f254d459-fef2-40a5-b448-3d3914fc74bd), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:40.518937 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1f6c377e-4496-4274-b40b-c4cd5518dabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (709efe34-2238-447b-aded-ee640ca5f407), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:40.521550 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6c377e-4496-4274-b40b-c4cd5518dabe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:40.523071 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1f6c377e-4496-4274-b40b-c4cd5518dabe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:40.569173 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c3ae209c-d7f7-49ab-b9cc-99486e1e5b91 req-d30f73d0-cc07-4f8c-ad64-5bb1889aed23 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f254d459-fef2-40a5-b448-3d3914fc74bd), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:40.616799 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a229c2c-009b-4b47-bc31-c1de902924be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:40.656681 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ae209c-d7f7-49ab-b9cc-99486e1e5b91 req-d30f73d0-cc07-4f8c-ad64-5bb1889aed23 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:40.658942 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-c3ae209c-d7f7-49ab-b9cc-99486e1e5b91 req-d30f73d0-cc07-4f8c-ad64-5bb1889aed23 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:40.661834 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f73d0-cc07-4f8c-ad64-5bb1889aed23 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Pushing event updated for resources: {'Port': ['ID=f254d459-fef2-40a5-b448-3d3914fc74bd,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:40.665715 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ae209c-d7f7-49ab-b9cc-99486e1e5b91 req-d30f73d0-cc07-4f8c-ad64-5bb1889aed23 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:40.692214 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1532c-63ad-4e67-abe7-275149f15f9f req-4b64f508-2ea2-40cc-9eb9-a7b7e991636b tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:40.695192 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-19a1532c-63ad-4e67-abe7-275149f15f9f req-4b64f508-2ea2-40cc-9eb9-a7b7e991636b tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 943 time: 0.3020742 Feb 19 03:57:40.714325 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1f6c377e-4496-4274-b40b-c4cd5518dabe admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1716354 Feb 19 03:57:40.718472 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53792) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:40.731396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-95bbd41e-2200-47d6-856f-45d4782ae3bd admin admin] Request body: {'subnet': {'network_id': '709efe34-2238-447b-aded-ee640ca5f407', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1623066873-subnet', 'tenant_id': 'f3378fe01a4c412e84f13a05b8f2763c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:40.787503 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bbd41e-2200-47d6-856f-45d4782ae3bd admin admin] Made reservation on behalf of f3378fe01a4c412e84f13a05b8f2763c for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:40.791281 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-95bbd41e-2200-47d6-856f-45d4782ae3bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:40.791719 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c377e-4496-4274-b40b-c4cd5518dabe admin admin] Pushing event updated for resources: {'Network': ['ID=709efe34-2238-447b-aded-ee640ca5f407,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:40.813396 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 709efe34-2238-447b-aded-ee640ca5f407 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:57:40.906543 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-19a1532c-63ad-4e67-abe7-275149f15f9f req-b1d2ea0a-c718-4507-9197-57ff86e8b3b6 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781213 Feb 19 03:57:40.972464 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c3ae209c-d7f7-49ab-b9cc-99486e1e5b91 req-d30f73d0-cc07-4f8c-ad64-5bb1889aed23 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks [] for floatingip (5173d47c-8a8c-4b9f-a610-7c2b9dc04cc0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:41.003178 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a229c2c-009b-4b47-bc31-c1de902924be admin admin] Publish callbacks [] for security_group (a098d910-30e2-42db-8704-435aa6914bc9), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:41.011376 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a229c2c-009b-4b47-bc31-c1de902924be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a098d910-30e2-42db-8704-435aa6914bc9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:41.072816 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4a229c2c-009b-4b47-bc31-c1de902924be admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f23f20e114b546e38ff807d5e05be54b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8699157 Feb 19 03:57:41.078557 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a229c2c-009b-4b47-bc31-c1de902924be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a098d910-30e2-42db-8704-435aa6914bc9,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:41.081104 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53796) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:41.099173 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c3ae209c-d7f7-49ab-b9cc-99486e1e5b91 req-d30f73d0-cc07-4f8c-ad64-5bb1889aed23 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f254d459-fef2-40a5-b448-3d3914fc74bd), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:41.510794 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d5535b0a-7be6-400c-94f7-80cae29aac46 admin admin] Publish callbacks [] for security_group (a098d910-30e2-42db-8704-435aa6914bc9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:41.535113 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-95bbd41e-2200-47d6-856f-45d4782ae3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (8724061d-9051-4d60-a25a-a72b507db33b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:41.623997 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d5535b0a-7be6-400c-94f7-80cae29aac46 admin admin] Publish callbacks [] for security_group (a098d910-30e2-42db-8704-435aa6914bc9), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:41.752955 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbd41e-2200-47d6-856f-45d4782ae3bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8724061d-9051-4d60-a25a-a72b507db33b,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:41.800489 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bbd41e-2200-47d6-856f-45d4782ae3bd admin admin] Checking segment: {'id': '3323c155-96e5-45fe-86fc-6b7e3d50ee79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '709efe34-2238-447b-aded-ee640ca5f407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:41.801128 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bbd41e-2200-47d6-856f-45d4782ae3bd admin admin] Network hostable DHCP agents. Network: 709efe34-2238-447b-aded-ee640ca5f407, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:57:41.814074 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c3ae209c-d7f7-49ab-b9cc-99486e1e5b91 req-d30f73d0-cc07-4f8c-ad64-5bb1889aed23 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks [] for port (f254d459-fef2-40a5-b448-3d3914fc74bd), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:41.829325 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c3ae209c-d7f7-49ab-b9cc-99486e1e5b91 req-d30f73d0-cc07-4f8c-ad64-5bb1889aed23 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (f254d459-fef2-40a5-b448-3d3914fc74bd), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:41.913452 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d5535b0a-7be6-400c-94f7-80cae29aac46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a098d910-30e2-42db-8704-435aa6914bc9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:41.918594 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d5535b0a-7be6-400c-94f7-80cae29aac46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:41.925922 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d5535b0a-7be6-400c-94f7-80cae29aac46 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a098d910-30e2-42db-8704-435aa6914bc9 HTTP/1.1" status: 204 len: 168 time: 0.8347270 Feb 19 03:57:41.932348 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bbd41e-2200-47d6-856f-45d4782ae3bd admin admin] Network 709efe34-2238-447b-aded-ee640ca5f407 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:57:42.009302 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5535b0a-7be6-400c-94f7-80cae29aac46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a098d910-30e2-42db-8704-435aa6914bc9,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:42.025066 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f73d0-cc07-4f8c-ad64-5bb1889aed23 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Pushing event updated for resources: {'Port': ['ID=f254d459-fef2-40a5-b448-3d3914fc74bd,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:42.037841 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-95bbd41e-2200-47d6-856f-45d4782ae3bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 709efe34-2238-447b-aded-ee640ca5f407) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:42.051428 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bbd41e-2200-47d6-856f-45d4782ae3bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:42.052505 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-95bbd41e-2200-47d6-856f-45d4782ae3bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:42.067578 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b1194c-da30-4bd7-8ee2-c394679e8a5a None None] Network 709efe34-2238-447b-aded-ee640ca5f407 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:57:42.070831 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c3ae209c-d7f7-49ab-b9cc-99486e1e5b91 req-d30f73d0-cc07-4f8c-ad64-5bb1889aed23 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (5173d47c-8a8c-4b9f-a610-7c2b9dc04cc0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:42.105341 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-95bbd41e-2200-47d6-856f-45d4782ae3bd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3848572 Feb 19 03:57:42.114745 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c3ae209c-d7f7-49ab-b9cc-99486e1e5b91 req-d30f73d0-cc07-4f8c-ad64-5bb1889aed23 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:42.117421 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c3ae209c-d7f7-49ab-b9cc-99486e1e5b91 req-d30f73d0-cc07-4f8c-ad64-5bb1889aed23 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5031586 Feb 19 03:57:42.142896 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53822) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:42.149685 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f9725e-da57-43b4-95b8-78f414c129a0', 'tag': '86324d34-8833-4459-92b0-47014b76fde2'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:42.154470 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ebca09-44c6-4df0-bac9-80c301f95e41" -d '{"events": [{"name": "network-changed", "server_uuid": "04f9725e-da57-43b4-95b8-78f414c129a0", "tag": "86324d34-8833-4459-92b0-47014b76fde2"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:42.265228 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c3ae209c-d7f7-49ab-b9cc-99486e1e5b91 req-2d0dfeba-d314-45e2-92d8-3e1a42d703dc tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.184 HTTP/1.1" status: 200 len: 696 time: 0.1347506 Feb 19 03:57:42.349246 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1314e5ef-122f-48e6-a4d3-324a2b71ea5b None None] Network 709efe34-2238-447b-aded-ee640ca5f407 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:57:42.536037 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae209c-d7f7-49ab-b9cc-99486e1e5b91 req-30becf53-f9c5-41b3-bc90-e35cec8e848e tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:42.538940 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c3ae209c-d7f7-49ab-b9cc-99486e1e5b91 req-30becf53-f9c5-41b3-bc90-e35cec8e848e tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.2718759 Feb 19 03:57:42.794659 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb5384-6eb8-439a-914d-4c41760772c3 req-8dd9e650-8416-43d6-8881-391db15492e1 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:42.798372 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bdcb5384-6eb8-439a-914d-4c41760772c3 req-8dd9e650-8416-43d6-8881-391db15492e1 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 943 time: 0.1169031 Feb 19 03:57:42.918941 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db6482a-40c8-43b7-a89f-a6c9f8fb59a3 x-openstack-request-id: req-1db6482a-40c8-43b7-a89f-a6c9f8fb59a3 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:42.919528 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f9725e-da57-43b4-95b8-78f414c129a0", "tag": "86324d34-8833-4459-92b0-47014b76fde2", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:42.921156 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1db6482a-40c8-43b7-a89f-a6c9f8fb59a3 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:42.921875 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f9725e-da57-43b4-95b8-78f414c129a0', 'tag': '86324d34-8833-4459-92b0-47014b76fde2', 'status': 'completed', 'code': 200} Feb 19 03:57:42.953657 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bdcb5384-6eb8-439a-914d-4c41760772c3 req-07c2d4fc-fc4a-40a1-86b2-e37b08679d57 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444511 Feb 19 03:57:43.120557 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebca09-44c6-4df0-bac9-80c301f95e41 req-a7f9965b-aa9c-4bdc-a294-5a6ab981355f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:43.123461 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a9ebca09-44c6-4df0-bac9-80c301f95e41 req-a7f9965b-aa9c-4bdc-a294-5a6ab981355f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 1155 time: 0.1680560 Feb 19 03:57:43.265481 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1cb11370-bf46-4fda-93fd-e71cd078e0a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:43.275548 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53848) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:43.326263 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e8267f47-8139-4353-9a54-c1855c308140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:43.410008 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebca09-44c6-4df0-bac9-80c301f95e41 req-4681f8eb-38c7-4330-aa5d-a6a35e09254c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:43.416712 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a9ebca09-44c6-4df0-bac9-80c301f95e41 req-4681f8eb-38c7-4330-aa5d-a6a35e09254c service neutron] 10.222.0.10 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 908 time: 0.2854872 Feb 19 03:57:43.475846 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0f73b63b-6abd-459e-8c2e-1f8c545c3353 req-4b6544fa-4f14-47ac-8c8c-d0bc1441c820 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5294161 Feb 19 03:57:43.491251 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-0f73b63b-6abd-459e-8c2e-1f8c545c3353 req-3e016fa1-a57c-4830-9326-18d5e198a2b5 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:43.522308 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a9ebca09-44c6-4df0-bac9-80c301f95e41 req-3253f0d6-4be0-4a37-ad41-54d7441c238e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86324d34-8833-4459-92b0-47014b76fde2 HTTP/1.1" status: 200 len: 217 time: 0.0945535 Feb 19 03:57:43.595031 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0f73b63b-6abd-459e-8c2e-1f8c545c3353 req-3e016fa1-a57c-4830-9326-18d5e198a2b5 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:43.686078 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebca09-44c6-4df0-bac9-80c301f95e41 req-a54e8987-80e6-4dd2-9573-d255b4244864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:43.689620 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a9ebca09-44c6-4df0-bac9-80c301f95e41 req-a54e8987-80e6-4dd2-9573-d255b4244864 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.1552210 Feb 19 03:57:43.767835 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1cb11370-bf46-4fda-93fd-e71cd078e0a0 admin admin] Publish callbacks [] for security_group (ec2fc4b9-e2b7-4cce-a109-c41e9c2798ad), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:43.787714 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1cb11370-bf46-4fda-93fd-e71cd078e0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ec2fc4b9-e2b7-4cce-a109-c41e9c2798ad), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:43.788224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 86324d34-8833-4459-92b0-47014b76fde2 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:57:43.797448 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e8267f47-8139-4353-9a54-c1855c308140 admin admin] Publish callbacks [] for security_group (0640b13f-a70c-40b5-8c1d-99f39034831c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:43.837945 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a9ebca09-44c6-4df0-bac9-80c301f95e41 req-90439c76-05b0-4ddd-b2ff-d25dc4dcd27b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384892 Feb 19 03:57:43.839284 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e8267f47-8139-4353-9a54-c1855c308140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0640b13f-a70c-40b5-8c1d-99f39034831c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:43.896691 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1cb11370-bf46-4fda-93fd-e71cd078e0a0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6a436e6b6f25492aa8a3ad835865710c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7508004 Feb 19 03:57:43.901032 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb11370-bf46-4fda-93fd-e71cd078e0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2fc4b9-e2b7-4cce-a109-c41e9c2798ad,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:43.910727 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53860) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:43.943715 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8267f47-8139-4353-9a54-c1855c308140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0640b13f-a70c-40b5-8c1d-99f39034831c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:43.965971 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb11370-bf46-4fda-93fd-e71cd078e0a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:43.966610 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb11370-bf46-4fda-93fd-e71cd078e0a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:43.969871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb11370-bf46-4fda-93fd-e71cd078e0a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:43.970477 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb11370-bf46-4fda-93fd-e71cd078e0a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:43.971077 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb11370-bf46-4fda-93fd-e71cd078e0a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:43.971728 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb11370-bf46-4fda-93fd-e71cd078e0a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:43.972250 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb11370-bf46-4fda-93fd-e71cd078e0a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:43.984574 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb11370-bf46-4fda-93fd-e71cd078e0a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:43.985393 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb11370-bf46-4fda-93fd-e71cd078e0a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:43.985714 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb11370-bf46-4fda-93fd-e71cd078e0a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:43.986286 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb11370-bf46-4fda-93fd-e71cd078e0a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:43.986935 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb11370-bf46-4fda-93fd-e71cd078e0a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:44.001566 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb11370-bf46-4fda-93fd-e71cd078e0a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:44.081130 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 86324d34-8833-4459-92b0-47014b76fde2, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=86324d34-8833-4459-92b0-47014b76fde2,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:44.108128 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 86324d34-8833-4459-92b0-47014b76fde2 has no active binding in host n-h2-772273-4 {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:57:44.128569 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53872) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:44.176765 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0f73b63b-6abd-459e-8c2e-1f8c545c3353 req-3e016fa1-a57c-4830-9326-18d5e198a2b5 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:44.189569 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e037f66a-8b6c-4bfc-90fb-8e51b4b9e77a admin admin] Publish callbacks [] for security_group (ec2fc4b9-e2b7-4cce-a109-c41e9c2798ad), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:44.231649 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e8267f47-8139-4353-9a54-c1855c308140 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=256d0cf2ef2c434cbc98d22e6a000b6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9422812 Feb 19 03:57:44.243721 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53876) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:44.422477 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a9ebca09-44c6-4df0-bac9-80c301f95e41 req-e2a5aa77-e45e-48a5-bdc9-2f4513595a26 service neutron] 10.222.0.10 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979565 Feb 19 03:57:44.492383 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-33aacde5-d574-451e-a1ee-0320ff63b97e tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:44.495448 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-33aacde5-d574-451e-a1ee-0320ff63b97e tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 821 time: 0.4091938 Feb 19 03:57:44.574253 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e28ab1e-a402-4ed7-b2ef-b96675de4201 admin admin] Publish callbacks [] for security_group (0640b13f-a70c-40b5-8c1d-99f39034831c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:44.595354 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-6cace342-7bf9-4a63-979a-464de8c1fafe tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/quotas/3ff69a6f9c9c4911886bcf1427d030ef HTTP/1.1" status: 200 len: 375 time: 0.0442393 Feb 19 03:57:44.599799 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-216070a0-1078-4ce4-a151-3590657486a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:44.613053 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e037f66a-8b6c-4bfc-90fb-8e51b4b9e77a admin admin] Publish callbacks [] for security_group (ec2fc4b9-e2b7-4cce-a109-c41e9c2798ad), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:44.689287 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e28ab1e-a402-4ed7-b2ef-b96675de4201 admin admin] Publish callbacks [] for security_group (0640b13f-a70c-40b5-8c1d-99f39034831c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:44.698884 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-4152cf7f-7c6b-4ac7-9e7e-e8b6902635f5 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870697 Feb 19 03:57:44.799758 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a9ebca09-44c6-4df0-bac9-80c301f95e41 req-079d8e30-211a-4e82-baa0-e18974ea78dc service neutron] 10.222.0.10 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674068 Feb 19 03:57:44.839704 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-0f73b63b-6abd-459e-8c2e-1f8c545c3353 req-3e016fa1-a57c-4830-9326-18d5e198a2b5 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Allocated IP 172.25.0.219 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/7e10c91b-c051-451a-91c0-f8c11465d387) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:44.867552 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e037f66a-8b6c-4bfc-90fb-8e51b4b9e77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ec2fc4b9-e2b7-4cce-a109-c41e9c2798ad), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:44.872394 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e037f66a-8b6c-4bfc-90fb-8e51b4b9e77a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:44.878670 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e037f66a-8b6c-4bfc-90fb-8e51b4b9e77a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ec2fc4b9-e2b7-4cce-a109-c41e9c2798ad HTTP/1.1" status: 204 len: 168 time: 0.9631517 Feb 19 03:57:44.893989 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e28ab1e-a402-4ed7-b2ef-b96675de4201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0640b13f-a70c-40b5-8c1d-99f39034831c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:44.898993 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e28ab1e-a402-4ed7-b2ef-b96675de4201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:44.901349 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2e28ab1e-a402-4ed7-b2ef-b96675de4201 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0640b13f-a70c-40b5-8c1d-99f39034831c HTTP/1.1" status: 204 len: 168 time: 0.6554728 Feb 19 03:57:44.916568 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037f66a-8b6c-4bfc-90fb-8e51b4b9e77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2fc4b9-e2b7-4cce-a109-c41e9c2798ad,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:44.930026 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-fd4e38af-b272-4c32-8ad9-846622c6bf7e service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:57:44.955243 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-fd4e38af-b272-4c32-8ad9-846622c6bf7e service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1601593 Feb 19 03:57:44.959140 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28ab1e-a402-4ed7-b2ef-b96675de4201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0640b13f-a70c-40b5-8c1d-99f39034831c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:45.044673 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-216070a0-1078-4ce4-a151-3590657486a7 admin admin] Publish callbacks [] for security_group (149d6535-173a-4486-9406-5594ce4fc0da), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.063841 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-216070a0-1078-4ce4-a151-3590657486a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (149d6535-173a-4486-9406-5594ce4fc0da), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.213585 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-4762b463-b478-49f7-8b79-c2aa9dae7796 service neutron] 10.222.0.65 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571881 Feb 19 03:57:45.218235 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216070a0-1078-4ce4-a151-3590657486a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149d6535-173a-4486-9406-5594ce4fc0da,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:45.271144 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-216070a0-1078-4ce4-a151-3590657486a7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6c616e5a78b4452aa1561d64b29b1461&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1390603 Feb 19 03:57:45.279141 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53890) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:45.322828 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0f73b63b-6abd-459e-8c2e-1f8c545c3353 req-3e016fa1-a57c-4830-9326-18d5e198a2b5 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks [] for port (7e10c91b-c051-451a-91c0-f8c11465d387), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.455456 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-9d10a4b7-fd4f-4b3b-8aed-765520fe0278 service neutron] 10.222.0.65 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003963 Feb 19 03:57:45.464900 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1342a63d-b5aa-47b9-9346-9e08e4bab056 admin admin] Publish callbacks [] for security_group (149d6535-173a-4486-9406-5594ce4fc0da), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.492984 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0f73b63b-6abd-459e-8c2e-1f8c545c3353 req-3e016fa1-a57c-4830-9326-18d5e198a2b5 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (7e10c91b-c051-451a-91c0-f8c11465d387), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.569186 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1342a63d-b5aa-47b9-9346-9e08e4bab056 admin admin] Publish callbacks [] for security_group (149d6535-173a-4486-9406-5594ce4fc0da), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.612353 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f73b63b-6abd-459e-8c2e-1f8c545c3353 req-3e016fa1-a57c-4830-9326-18d5e198a2b5 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:45.628883 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-0f73b63b-6abd-459e-8c2e-1f8c545c3353 req-3e016fa1-a57c-4830-9326-18d5e198a2b5 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:45.651143 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f73b63b-6abd-459e-8c2e-1f8c545c3353 req-3e016fa1-a57c-4830-9326-18d5e198a2b5 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:45.677528 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e016fa1-a57c-4830-9326-18d5e198a2b5 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Pushing event updated for resources: {'Port': ['ID=7e10c91b-c051-451a-91c0-f8c11465d387,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:45.748773 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53898) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:45.783280 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be481800-c2ee-4318-9557-30e08e368c2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.957573 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0f73b63b-6abd-459e-8c2e-1f8c545c3353 req-3e016fa1-a57c-4830-9326-18d5e198a2b5 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks [] for floatingip (8e4950ea-c2e6-4581-abfc-55ffa891815e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.993975 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1342a63d-b5aa-47b9-9346-9e08e4bab056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (149d6535-173a-4486-9406-5594ce4fc0da), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.010303 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1342a63d-b5aa-47b9-9346-9e08e4bab056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.018471 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be481800-c2ee-4318-9557-30e08e368c2e admin admin] Publish callbacks [] for security_group (7b412149-8704-424a-b34d-047229980c8a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.019471 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1342a63d-b5aa-47b9-9346-9e08e4bab056 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/149d6535-173a-4486-9406-5594ce4fc0da HTTP/1.1" status: 204 len: 168 time: 0.7371502 Feb 19 03:57:46.039433 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be481800-c2ee-4318-9557-30e08e368c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7b412149-8704-424a-b34d-047229980c8a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.101749 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-be481800-c2ee-4318-9557-30e08e368c2e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fec28698b8754c24955a262b5d9fb88e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3502622 Feb 19 03:57:46.102912 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53910) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:46.163403 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0f73b63b-6abd-459e-8c2e-1f8c545c3353 req-3e016fa1-a57c-4830-9326-18d5e198a2b5 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7e10c91b-c051-451a-91c0-f8c11465d387), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.173425 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342a63d-b5aa-47b9-9346-9e08e4bab056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149d6535-173a-4486-9406-5594ce4fc0da,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:46.197696 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be481800-c2ee-4318-9557-30e08e368c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b412149-8704-424a-b34d-047229980c8a,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:46.227195 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be481800-c2ee-4318-9557-30e08e368c2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:46.227797 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be481800-c2ee-4318-9557-30e08e368c2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:46.228390 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be481800-c2ee-4318-9557-30e08e368c2e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:46.229159 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be481800-c2ee-4318-9557-30e08e368c2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:46.229892 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be481800-c2ee-4318-9557-30e08e368c2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:46.230595 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be481800-c2ee-4318-9557-30e08e368c2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:46.231060 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be481800-c2ee-4318-9557-30e08e368c2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:46.231626 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be481800-c2ee-4318-9557-30e08e368c2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:46.232200 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be481800-c2ee-4318-9557-30e08e368c2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:46.233041 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be481800-c2ee-4318-9557-30e08e368c2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:46.233433 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be481800-c2ee-4318-9557-30e08e368c2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:46.234064 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be481800-c2ee-4318-9557-30e08e368c2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:46.235656 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be481800-c2ee-4318-9557-30e08e368c2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:46.318238 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d76329bb-b82f-4ee8-a8bd-66880b6d857a admin admin] Publish callbacks [] for security_group (7b412149-8704-424a-b34d-047229980c8a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.400820 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d76329bb-b82f-4ee8-a8bd-66880b6d857a admin admin] Publish callbacks [] for security_group (7b412149-8704-424a-b34d-047229980c8a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.628050 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27666386-c86f-4647-88ef-5ba0610e199d req-f9cea040-cd12-4011-9ff8-dc79d4f23d3e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:46.640421 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-27666386-c86f-4647-88ef-5ba0610e199d req-f9cea040-cd12-4011-9ff8-dc79d4f23d3e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 943 time: 0.1324587 Feb 19 03:57:46.652968 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d76329bb-b82f-4ee8-a8bd-66880b6d857a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7b412149-8704-424a-b34d-047229980c8a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.657750 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d76329bb-b82f-4ee8-a8bd-66880b6d857a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.664136 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d76329bb-b82f-4ee8-a8bd-66880b6d857a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7b412149-8704-424a-b34d-047229980c8a HTTP/1.1" status: 204 len: 168 time: 0.5571327 Feb 19 03:57:46.700779 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76329bb-b82f-4ee8-a8bd-66880b6d857a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b412149-8704-424a-b34d-047229980c8a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:46.784454 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0f73b63b-6abd-459e-8c2e-1f8c545c3353 req-3e016fa1-a57c-4830-9326-18d5e198a2b5 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks [] for port (7e10c91b-c051-451a-91c0-f8c11465d387), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.789794 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-27666386-c86f-4647-88ef-5ba0610e199d req-890857b4-8bf7-48e8-a677-d41ed9ef3a4a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478276 Feb 19 03:57:46.801350 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0f73b63b-6abd-459e-8c2e-1f8c545c3353 req-3e016fa1-a57c-4830-9326-18d5e198a2b5 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (7e10c91b-c051-451a-91c0-f8c11465d387), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.888095 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0f73b63b-6abd-459e-8c2e-1f8c545c3353 req-3e016fa1-a57c-4830-9326-18d5e198a2b5 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (8e4950ea-c2e6-4581-abfc-55ffa891815e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.948245 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e016fa1-a57c-4830-9326-18d5e198a2b5 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Pushing event updated for resources: {'Port': ['ID=7e10c91b-c051-451a-91c0-f8c11465d387,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:46.959525 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0f73b63b-6abd-459e-8c2e-1f8c545c3353 req-3e016fa1-a57c-4830-9326-18d5e198a2b5 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:46.961610 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-47861ea4-6ced-4444-821d-90613d511a67 req-90aa25db-c261-41c0-9786-66b7cf14eaa2 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 210 time: 0.0754430 Feb 19 03:57:46.963198 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0f73b63b-6abd-459e-8c2e-1f8c545c3353 req-3e016fa1-a57c-4830-9326-18d5e198a2b5 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4846008 Feb 19 03:57:47.171752 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0f73b63b-6abd-459e-8c2e-1f8c545c3353 req-d351be47-4e23-425c-a42d-a71d09789a0d tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.219 HTTP/1.1" status: 200 len: 696 time: 0.1952147 Feb 19 03:57:47.365717 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-48e92dbc-ed90-4446-91c9-aba1ca8984d6 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2070895723&fields=id&tenant_id=98e4fb96369442b78745cce9c7cb08aa HTTP/1.1" status: 200 len: 267 time: 0.1591876 Feb 19 03:57:47.513652 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73b63b-6abd-459e-8c2e-1f8c545c3353 req-003e9608-c93f-4025-9ace-573e80cba00f tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:47.528576 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0f73b63b-6abd-459e-8c2e-1f8c545c3353 req-003e9608-c93f-4025-9ace-573e80cba00f tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.3399663 Feb 19 03:57:47.541061 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-0f73b63b-6abd-459e-8c2e-1f8c545c3353 req-e10a5cc5-c0fc-46ed-bdd7-29c70a1f5e94 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:57:47.569162 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0f73b63b-6abd-459e-8c2e-1f8c545c3353 req-e10a5cc5-c0fc-46ed-bdd7-29c70a1f5e94 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0329049 Feb 19 03:57:47.606634 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53944) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:47.639121 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83c6781f-e22d-4b7c-8542-677a58325868 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:47.830178 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-ab6e4129-aed6-4693-9587-4e708dd31236 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:47.833863 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-ab6e4129-aed6-4693-9587-4e708dd31236 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/networks?id=8ae02c71-45ff-47a1-b8ca-fe0848324233 HTTP/1.1" status: 200 len: 823 time: 0.4202878 Feb 19 03:57:47.928781 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f682962f-35f7-4ef2-bf77-5618a5196b48 req-ca2cda4b-8be0-43a8-9c30-bec6df60d0f3 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3375578 Feb 19 03:57:47.958406 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-f682962f-35f7-4ef2-bf77-5618a5196b48 req-3e36c111-16c4-4a7b-86aa-17042544b39f tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:47.967542 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-604a2e78-1347-4deb-949c-fb2826fcca7c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/quotas/98e4fb96369442b78745cce9c7cb08aa HTTP/1.1" status: 200 len: 375 time: 0.0925736 Feb 19 03:57:48.053148 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52597e-83c8-4201-bd3c-564c80b36407 req-bfaed529-92de-46d5-b898-92dcfc3c6bf2 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:48.057380 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ff52597e-83c8-4201-bd3c-564c80b36407 req-bfaed529-92de-46d5-b898-92dcfc3c6bf2 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc0044a1-0be7-4a47-9dc1-11b567d38e7d HTTP/1.1" status: 200 len: 968 time: 0.3630636 Feb 19 03:57:48.063157 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-e235dcf3-671d-4985-80a4-dc99f1decf33 service neutron] 10.222.0.10 "GET /v2.0/ports/86324d34-8833-4459-92b0-47014b76fde2/bindings/n-h2-772273-4 HTTP/1.1" status: 200 len: 384 time: 0.2721424 Feb 19 03:57:48.068761 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f682962f-35f7-4ef2-bf77-5618a5196b48 req-3e36c111-16c4-4a7b-86aa-17042544b39f tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:48.610918 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53962) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:48.670795 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-0b42c179-d16e-4224-9878-649b04591d0e service neutron] For port 86324d34-8833-4459-92b0-47014b76fde2, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=86324d34-8833-4459-92b0-47014b76fde2,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:48.753908 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-0b42c179-d16e-4224-9878-649b04591d0e service neutron] For port 86324d34-8833-4459-92b0-47014b76fde2, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:48.815076 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f682962f-35f7-4ef2-bf77-5618a5196b48 req-3e36c111-16c4-4a7b-86aa-17042544b39f tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:48.840685 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-0b42c179-d16e-4224-9878-649b04591d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86324d34-8833-4459-92b0-47014b76fde2 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:57:48.870646 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-0b42c179-d16e-4224-9878-649b04591d0e service neutron] For port 86324d34-8833-4459-92b0-47014b76fde2, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=86324d34-8833-4459-92b0-47014b76fde2,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:48.981715 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-0b42c179-d16e-4224-9878-649b04591d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (86324d34-8833-4459-92b0-47014b76fde2), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:49.078670 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83c6781f-e22d-4b7c-8542-677a58325868 admin admin] Publish callbacks [] for security_group (dfaf2577-fb92-4db8-b746-2d7c6cd9079b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:49.143379 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-16cd3109-36bc-41de-90df-c0e64ae5380a tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=98e4fb96369442b78745cce9c7cb08aa&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1739323 Feb 19 03:57:49.170286 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83c6781f-e22d-4b7c-8542-677a58325868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (dfaf2577-fb92-4db8-b746-2d7c6cd9079b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:49.180984 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-f682962f-35f7-4ef2-bf77-5618a5196b48 req-3e36c111-16c4-4a7b-86aa-17042544b39f tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Allocated IP 172.25.0.240 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/8e7e513a-6bce-4160-adb0-019a73a67bf9) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:49.240990 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5155a7c-302d-4431-99c1-8573df5ad05a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:49.349689 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-0b42c179-d16e-4224-9878-649b04591d0e service neutron] Transition to ACTIVE for port object 86324d34-8833-4459-92b0-47014b76fde2 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:57:49.428541 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-0b42c179-d16e-4224-9878-649b04591d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (86324d34-8833-4459-92b0-47014b76fde2), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:49.491429 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-6970474d-3c0c-4523-ad31-0e6c032b9020 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:49.495628 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-6970474d-3c0c-4523-ad31-0e6c032b9020 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.48 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 821 time: 1.3375385 Feb 19 03:57:49.513808 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-83c6781f-e22d-4b7c-8542-677a58325868 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=556f5c9b324943059bdaacabea7ab534&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9054329 Feb 19 03:57:49.522510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53980) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:49.528752 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-ff52597e-83c8-4201-bd3c-564c80b36407 req-0d41323b-931d-4447-85f8-6c46dedaf821 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Deleting port 789aee7e-bd9c-49b0-bd57-c116e9bf0a65 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:49.530937 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ff52597e-83c8-4201-bd3c-564c80b36407 req-0d41323b-931d-4447-85f8-6c46dedaf821 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (789aee7e-bd9c-49b0-bd57-c116e9bf0a65), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:49.571763 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-2fa7edc7-8b11-40a6-ab91-088517c7f263 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Request body: {'port': {'device_id': 'f68a550b-8980-48fc-856e-203cbad9b366', 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e', 'admin_state_up': True, 'tenant_id': '3ff69a6f9c9c4911886bcf1427d030ef'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:49.593270 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6781f-e22d-4b7c-8542-677a58325868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfaf2577-fb92-4db8-b746-2d7c6cd9079b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:49.671588 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-0b42c179-d16e-4224-9878-649b04591d0e service neutron] No DVR routers for this DVR port 86324d34-8833-4459-92b0-47014b76fde2 on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:57:49.778681 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42c179-d16e-4224-9878-649b04591d0e service neutron] Pushing event updated for resources: {'Port': ['ID=86324d34-8833-4459-92b0-47014b76fde2,revision_number=10']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:49.834797 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-0b42c179-d16e-4224-9878-649b04591d0e service neutron] 10.222.0.10 "PUT /v2.0/ports/86324d34-8833-4459-92b0-47014b76fde2/bindings/n-h2-772273-4/activate HTTP/1.1" status: 200 len: 369 time: 1.7548923 Feb 19 03:57:49.840172 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f682962f-35f7-4ef2-bf77-5618a5196b48 req-3e36c111-16c4-4a7b-86aa-17042544b39f tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks [] for port (8e7e513a-6bce-4160-adb0-019a73a67bf9), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:49.937658 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5155a7c-302d-4431-99c1-8573df5ad05a admin admin] Publish callbacks [] for security_group (804c4d8e-8dee-4fca-94b0-5d613523fbf7), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:49.943406 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-2c3c3e41-4363-4090-ad5e-f96a0d278629 service neutron] 10.222.0.65 "GET /v2.0/networks/8ae02c71-45ff-47a1-b8ca-fe0848324233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7597213 Feb 19 03:57:49.952708 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.48', 64051) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:49.990450 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5155a7c-302d-4431-99c1-8573df5ad05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (804c4d8e-8dee-4fca-94b0-5d613523fbf7), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:50.179999 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5155a7c-302d-4431-99c1-8573df5ad05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804c4d8e-8dee-4fca-94b0-5d613523fbf7,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:50.199165 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f682962f-35f7-4ef2-bf77-5618a5196b48 req-3e36c111-16c4-4a7b-86aa-17042544b39f tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (8e7e513a-6bce-4160-adb0-019a73a67bf9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:50.222383 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f5155a7c-302d-4431-99c1-8573df5ad05a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c45214454c4b4728a46d5d10b9302c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6091349 Feb 19 03:57:50.223427 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53994) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:50.338741 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f682962f-35f7-4ef2-bf77-5618a5196b48 req-3e36c111-16c4-4a7b-86aa-17042544b39f tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:50.374633 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-f682962f-35f7-4ef2-bf77-5618a5196b48 req-3e36c111-16c4-4a7b-86aa-17042544b39f tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:50.387224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36c111-16c4-4a7b-86aa-17042544b39f tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Pushing event updated for resources: {'Port': ['ID=8e7e513a-6bce-4160-adb0-019a73a67bf9,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:50.392973 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-f682962f-35f7-4ef2-bf77-5618a5196b48 req-3e36c111-16c4-4a7b-86aa-17042544b39f tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:50.406839 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-be2c1757-e2d7-48b7-b9d0-1870d6cd9b66 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:50.409691 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-be2c1757-e2d7-48b7-b9d0-1870d6cd9b66 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0&tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&binding%3Ahost_id=n-h1-772273-4 HTTP/1.1" status: 200 len: 1126 time: 0.4550488 Feb 19 03:57:50.424894 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-020734ba-43aa-47e2-99e5-ac3c4e114f1d service neutron] 10.222.0.65 "GET /v2.0/networks/8ae02c71-45ff-47a1-b8ca-fe0848324233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799576 Feb 19 03:57:50.446790 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50f70368-3e5b-42db-a163-1c4ce11e762b admin admin] Publish callbacks [] for security_group (dfaf2577-fb92-4db8-b746-2d7c6cd9079b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:50.555147 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-ff52597e-83c8-4201-bd3c-564c80b36407 req-0d41323b-931d-4447-85f8-6c46dedaf821 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] For port 789aee7e-bd9c-49b0-bd57-c116e9bf0a65, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=789aee7e-bd9c-49b0-bd57-c116e9bf0a65,segment=NetworkSegment(062114eb-06bd-4f79-9d4f-217c98a85f2d),segment_id=062114eb-06bd-4f79-9d4f-217c98a85f2d)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:50.556130 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ff52597e-83c8-4201-bd3c-564c80b36407 req-0d41323b-931d-4447-85f8-6c46dedaf821 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (789aee7e-bd9c-49b0-bd57-c116e9bf0a65), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:50.590582 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-2fa7edc7-8b11-40a6-ab91-088517c7f263 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Made reservation on behalf of 3ff69a6f9c9c4911886bcf1427d030ef for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:50.598030 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-2fa7edc7-8b11-40a6-ab91-088517c7f263 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:50.610369 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50f70368-3e5b-42db-a163-1c4ce11e762b admin admin] Publish callbacks [] for security_group (dfaf2577-fb92-4db8-b746-2d7c6cd9079b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:50.643714 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5847e40d-0fe0-4296-a3eb-c9cde7933cbe admin admin] Publish callbacks [] for security_group (804c4d8e-8dee-4fca-94b0-5d613523fbf7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:50.683424 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f682962f-35f7-4ef2-bf77-5618a5196b48 req-3e36c111-16c4-4a7b-86aa-17042544b39f tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks [] for floatingip (f6373c8b-851c-4962-98db-8539e2be5ba9), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:50.738348 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5847e40d-0fe0-4296-a3eb-c9cde7933cbe admin admin] Publish callbacks [] for security_group (804c4d8e-8dee-4fca-94b0-5d613523fbf7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:50.759418 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-0e760610-d916-4e81-84ff-322ffd793c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:50.772270 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-0e760610-d916-4e81-84ff-322ffd793c92 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0&tenant_id=088e1ccd7d10405ea13457cf0bfc7da0 HTTP/1.1" status: 200 len: 1126 time: 0.3507607 Feb 19 03:57:51.025738 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f682962f-35f7-4ef2-bf77-5618a5196b48 req-3e36c111-16c4-4a7b-86aa-17042544b39f tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8e7e513a-6bce-4160-adb0-019a73a67bf9), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:51.459461 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50f70368-3e5b-42db-a163-1c4ce11e762b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (dfaf2577-fb92-4db8-b746-2d7c6cd9079b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:51.464697 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50f70368-3e5b-42db-a163-1c4ce11e762b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:51.467375 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-50f70368-3e5b-42db-a163-1c4ce11e762b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dfaf2577-fb92-4db8-b746-2d7c6cd9079b HTTP/1.1" status: 204 len: 168 time: 1.9246929 Feb 19 03:57:51.570566 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-2fa7edc7-8b11-40a6-ab91-088517c7f263 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Allocated IP 172.20.0.10 (407bbdcb-b5df-44e7-b0e3-eba770b3f80e/f07953fc-46ac-49b5-8931-0e9dacdcd55a/df197234-9fff-4923-9a11-6b3d9342eb08) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:51.636860 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f70368-3e5b-42db-a163-1c4ce11e762b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfaf2577-fb92-4db8-b746-2d7c6cd9079b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:51.699953 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a70f5-e37c-473d-a39c-09501192b9d3 req-1b0600d1-388a-4c66-b413-fb08d051e056 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:51.706387 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8f6a70f5-e37c-473d-a39c-09501192b9d3 req-1b0600d1-388a-4c66-b413-fb08d051e056 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 944 time: 0.7272968 Feb 19 03:57:51.819945 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ff52597e-83c8-4201-bd3c-564c80b36407 req-0d41323b-931d-4447-85f8-6c46dedaf821 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:51.821010 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ff52597e-83c8-4201-bd3c-564c80b36407 req-0d41323b-931d-4447-85f8-6c46dedaf821 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (94ef1fb8-f8ce-4abc-8720-e246e9659c0b), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:51.821963 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [req-ff52597e-83c8-4201-bd3c-564c80b36407 req-0d41323b-931d-4447-85f8-6c46dedaf821 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Floating IP 94ef1fb8-f8ce-4abc-8720-e246e9659c0b disassociated. External IP: 172.25.0.17, port: 789aee7e-bd9c-49b0-bd57-c116e9bf0a65. Feb 19 03:57:51.822883 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-ff52597e-83c8-4201-bd3c-564c80b36407 req-0d41323b-931d-4447-85f8-6c46dedaf821 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Calling delete_port for 789aee7e-bd9c-49b0-bd57-c116e9bf0a65 owned by compute:tempest-test_az-1533085211 {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:51.851462 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5847e40d-0fe0-4296-a3eb-c9cde7933cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (804c4d8e-8dee-4fca-94b0-5d613523fbf7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:51.857598 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5847e40d-0fe0-4296-a3eb-c9cde7933cbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:51.859738 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5847e40d-0fe0-4296-a3eb-c9cde7933cbe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/804c4d8e-8dee-4fca-94b0-5d613523fbf7 HTTP/1.1" status: 204 len: 168 time: 1.6232085 Feb 19 03:57:51.913518 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-86bbedf4-bf39-49d5-9bce-2bcb19300098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:51.916795 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-86bbedf4-bf39-49d5-9bce-2bcb19300098 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 1126 time: 1.0871446 Feb 19 03:57:51.919657 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8f6a70f5-e37c-473d-a39c-09501192b9d3 req-44262eef-73a2-4a92-b6bd-7cb45c3d00f3 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833580 Feb 19 03:57:51.955575 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847e40d-0fe0-4296-a3eb-c9cde7933cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804c4d8e-8dee-4fca-94b0-5d613523fbf7,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:52.240533 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 86324d34-8833-4459-92b0-47014b76fde2 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:52.398827 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0526d781-41e2-4c1b-be44-0776d8284abb req-6bee150e-6517-4c40-ad57-e5447831aecd tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 210 time: 0.1770377 Feb 19 03:57:52.461175 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f682962f-35f7-4ef2-bf77-5618a5196b48 req-3e36c111-16c4-4a7b-86aa-17042544b39f tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks [] for port (8e7e513a-6bce-4160-adb0-019a73a67bf9), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:52.490268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-a9c1d450-2ed7-4f14-b5d3-77ff13343cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:52.502568 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-a9c1d450-2ed7-4f14-b5d3-77ff13343cdf service neutron] 10.222.0.48 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 908 time: 0.5513988 Feb 19 03:57:52.506218 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f682962f-35f7-4ef2-bf77-5618a5196b48 req-3e36c111-16c4-4a7b-86aa-17042544b39f tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8e7e513a-6bce-4160-adb0-019a73a67bf9), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:52.512525 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] The host n-h1-772273-4 is not matching for port 86324d34-8833-4459-92b0-47014b76fde2 host n-h2-772273-4! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:57:52.513170 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 86324d34-8833-4459-92b0-47014b76fde2 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:57:52.514437 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 789aee7e-bd9c-49b0-bd57-c116e9bf0a65 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:52.657639 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-a2f4b678-b128-4b9f-8612-8d21199bd3bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86324d34-8833-4459-92b0-47014b76fde2 HTTP/1.1" status: 200 len: 217 time: 0.1436982 Feb 19 03:57:52.790253 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f682962f-35f7-4ef2-bf77-5618a5196b48 req-3e36c111-16c4-4a7b-86aa-17042544b39f tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (f6373c8b-851c-4962-98db-8539e2be5ba9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:52.829479 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-2fa7edc7-8b11-40a6-ab91-088517c7f263 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks [] for port (df197234-9fff-4923-9a11-6b3d9342eb08), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:52.837102 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36c111-16c4-4a7b-86aa-17042544b39f tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Pushing event updated for resources: {'Port': ['ID=8e7e513a-6bce-4160-adb0-019a73a67bf9,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:52.843992 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ff52597e-83c8-4201-bd3c-564c80b36407 req-0d41323b-931d-4447-85f8-6c46dedaf821 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (789aee7e-bd9c-49b0-bd57-c116e9bf0a65), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:52.870862 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-fb285e40-de09-4df0-8129-a61f0ac681ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:52.875543 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-fb285e40-de09-4df0-8129-a61f0ac681ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.1685531 Feb 19 03:57:52.881156 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f682962f-35f7-4ef2-bf77-5618a5196b48 req-3e36c111-16c4-4a7b-86aa-17042544b39f tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:52.883792 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f682962f-35f7-4ef2-bf77-5618a5196b48 req-3e36c111-16c4-4a7b-86aa-17042544b39f tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.9466937 Feb 19 03:57:52.901070 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 789aee7e-bd9c-49b0-bd57-c116e9bf0a65 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:52.901925 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (789aee7e-bd9c-49b0-bd57-c116e9bf0a65), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:52.930312 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41323b-931d-4447-85f8-6c46dedaf821 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Pushing event deleted for resources: {'Port': ['ID=789aee7e-bd9c-49b0-bd57-c116e9bf0a65,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:53.010236 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-b2ae3ec4-a5c5-4ff0-8ddd-d4ad7704dded service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245430 Feb 19 03:57:53.159799 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-2fa7edc7-8b11-40a6-ab91-088517c7f263 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (df197234-9fff-4923-9a11-6b3d9342eb08), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:53.192711 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.48', 64053) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:53.347849 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-2fa7edc7-8b11-40a6-ab91-088517c7f263 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:53.361559 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f682962f-35f7-4ef2-bf77-5618a5196b48 req-3f22be94-ac21-40a1-a9e0-d3d9a9cebe22 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.240 HTTP/1.1" status: 200 len: 696 time: 0.3490725 Feb 19 03:57:53.376450 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-2fa7edc7-8b11-40a6-ab91-088517c7f263 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:53.383277 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-2fa7edc7-8b11-40a6-ab91-088517c7f263 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:53.395980 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7edc7-8b11-40a6-ab91-088517c7f263 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Pushing event updated for resources: {'Port': ['ID=df197234-9fff-4923-9a11-6b3d9342eb08,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:53.484782 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff52597e-83c8-4201-bd3c-564c80b36407 req-0d41323b-931d-4447-85f8-6c46dedaf821 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Router d953f649-e81c-4e1d-a4db-bcc488830844 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:57:53.533225 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-2fa7edc7-8b11-40a6-ab91-088517c7f263 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:53.534419 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-2fa7edc7-8b11-40a6-ab91-088517c7f263 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:53.667378 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-2fa7edc7-8b11-40a6-ab91-088517c7f263 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1500061 Feb 19 03:57:53.710929 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-a4662d16-0f71-401c-9957-0cab86219523 service neutron] Request body: {'port': {'device_id': 'f68a550b-8980-48fc-856e-203cbad9b366', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:53.735435 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54044) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:53.884749 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-47a2592b-10fa-4a13-bef8-d6840b205106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:53.890025 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-3b5c9c82-ceb4-4fcb-b064-554342c60ddf service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8682582 Feb 19 03:57:54.108059 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-fbd34f45-0f88-4b99-94a6-142fb2f63323 service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998203 Feb 19 03:57:54.113582 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff52597e-83c8-4201-bd3c-564c80b36407 req-0d41323b-931d-4447-85f8-6c46dedaf821 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:57:54.129837 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ca56ce62-1dac-4334-a461-d7261838b40b req-dcfc51de-53b0-4596-b252-60cbf3e0b945 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dd68a0e-5d87-4375-bac3-63dcea9009ea HTTP/1.1" status: 200 len: 210 time: 0.0793903 Feb 19 03:57:54.142042 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82a2101-71e2-4a39-81b6-072b36a0398d None None] Sync routers for ids ['d953f649-e81c-4e1d-a4db-bcc488830844'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:57:54.156445 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-a4662d16-0f71-401c-9957-0cab86219523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (df197234-9fff-4923-9a11-6b3d9342eb08), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:54.226749 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82a2101-71e2-4a39-81b6-072b36a0398d None None] Routers {'d953f649-e81c-4e1d-a4db-bcc488830844'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:54.231836 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-f82a2101-71e2-4a39-81b6-072b36a0398d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:57:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d953f649-e81c-4e1d-a4db-bcc488830844'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:54.233941 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-40cbf339-ce26-46db-b2a3-55542729fa47 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:54.237465 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-40cbf339-ce26-46db-b2a3-55542729fa47 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.48 "GET /v2.0/networks?id=8ae02c71-45ff-47a1-b8ca-fe0848324233 HTTP/1.1" status: 200 len: 823 time: 1.0390160 Feb 19 03:57:54.262784 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff52597e-83c8-4201-bd3c-564c80b36407 req-0d41323b-931d-4447-85f8-6c46dedaf821 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] No DVR routers for this DVR port 789aee7e-bd9c-49b0-bd57-c116e9bf0a65 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:57:54.274100 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ff52597e-83c8-4201-bd3c-564c80b36407 req-0d41323b-931d-4447-85f8-6c46dedaf821 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:54.283232 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ff52597e-83c8-4201-bd3c-564c80b36407 req-0d41323b-931d-4447-85f8-6c46dedaf821 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.10 "DELETE /v2.0/ports/789aee7e-bd9c-49b0-bd57-c116e9bf0a65 HTTP/1.1" status: 204 len: 173 time: 6.1233945 Feb 19 03:57:54.285375 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0044a1-0be7-4a47-9dc1-11b567d38e7d', 'name': 'network-vif-deleted', 'tag': '789aee7e-bd9c-49b0-bd57-c116e9bf0a65'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:54.291273 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73beae7b-10dd-410e-a9b3-86133f1ea892" -d '{"events": [{"server_uuid": "dc0044a1-0be7-4a47-9dc1-11b567d38e7d", "name": "network-vif-deleted", "tag": "789aee7e-bd9c-49b0-bd57-c116e9bf0a65"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:54.306661 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682962f-35f7-4ef2-bf77-5618a5196b48 req-3b49d606-e886-4baf-8c8c-c1e67258e537 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:54.353346 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f682962f-35f7-4ef2-bf77-5618a5196b48 req-3b49d606-e886-4baf-8c8c-c1e67258e537 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.9767780 Feb 19 03:57:54.882055 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-f82a2101-71e2-4a39-81b6-072b36a0398d None None] Set router d953f649-e81c-4e1d-a4db-bcc488830844 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:55.069910 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-78fc8adf-b899-406b-82d8-37c9ad7d185c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98e4fb96369442b78745cce9c7cb08aa HTTP/1.1" status: 200 len: 380 time: 0.6904097 Feb 19 03:57:55.083789 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-9d6aaf67-3590-4f3f-9b73-a4a34f3a613c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Request body: {'port': {'device_id': '1dd68a0e-5d87-4375-bac3-63dcea9009ea', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'admin_state_up': True, 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'security_groups': ['596535c3-2785-4da5-804f-29d7411c6fa4']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:55.377587 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-3aa4e7ae-bc43-4f00-a051-444b7460aee8 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:55.396013 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-3aa4e7ae-bc43-4f00-a051-444b7460aee8 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0&tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&binding%3Ahost_id=n-h2-772273-4 HTTP/1.1" status: 200 len: 1126 time: 0.4503865 Feb 19 03:57:55.425634 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfaf879-1aa5-43a0-811e-51d1dfdefd2e req-2d79ac5d-75e8-4789-82e7-a3a6fd5647e6 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:55.429797 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5cfaf879-1aa5-43a0-811e-51d1dfdefd2e req-2d79ac5d-75e8-4789-82e7-a3a6fd5647e6 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 944 time: 0.7158811 Feb 19 03:57:55.648265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-9d6aaf67-3590-4f3f-9b73-a4a34f3a613c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Made reservation on behalf of 98e4fb96369442b78745cce9c7cb08aa for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:55.655566 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-9d6aaf67-3590-4f3f-9b73-a4a34f3a613c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:55.717784 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-f82a2101-71e2-4a39-81b6-072b36a0398d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-777708883-router', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:55:44Z', 'updated_at': '2022-02-19T03:55:52Z', 'revision_number': 4, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'gw_port': {'id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:34:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:45Z', 'updated_at': '2022-02-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '03ea5cdb-6300-45d8-ba40-fbeff6008f2f', 'name': '', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'mac_address': 'fa:16:3e:62:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:50Z', 'updated_at': '2022-02-19T03:56:10Z', 'revision_number': 5, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'subnets': [{'id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:55.786902 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-47a2592b-10fa-4a13-bef8-d6840b205106 admin admin] Publish callbacks [] for security_group (b1ddc1b4-0b3a-414f-baae-43be13d51fa9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:55.821497 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5cfaf879-1aa5-43a0-811e-51d1dfdefd2e req-88819a19-9e4c-436a-8dcf-09b987780b10 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649440 Feb 19 03:57:55.824407 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82a2101-71e2-4a39-81b6-072b36a0398d None None] Checking router: d953f649-e81c-4e1d-a4db-bcc488830844 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:57:55.837990 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47ed5d-ded6-4ee8-a71c-1ef0f6842334 req-614f713e-58d1-4e03-bc21-3b6ce27fdd32 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:55.855338 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-de47ed5d-ded6-4ee8-a71c-1ef0f6842334 req-614f713e-58d1-4e03-bc21-3b6ce27fdd32 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 932 time: 0.7584698 Feb 19 03:57:55.859381 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-47a2592b-10fa-4a13-bef8-d6840b205106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b1ddc1b4-0b3a-414f-baae-43be13d51fa9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:55.879337 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82a2101-71e2-4a39-81b6-072b36a0398d None None] Routers {'d953f649-e81c-4e1d-a4db-bcc488830844'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:55.881390 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-f82a2101-71e2-4a39-81b6-072b36a0398d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:57:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d953f649-e81c-4e1d-a4db-bcc488830844'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:55.952154 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-a4662d16-0f71-401c-9957-0cab86219523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df197234-9fff-4923-9a11-6b3d9342eb08 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:57:55.967362 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-a4662d16-0f71-401c-9957-0cab86219523 service neutron] Publish callbacks [] for port (df197234-9fff-4923-9a11-6b3d9342eb08), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:56.001066 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-a4662d16-0f71-401c-9957-0cab86219523 service neutron] Transition to ACTIVE for port object df197234-9fff-4923-9a11-6b3d9342eb08 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:57:56.056597 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-a4662d16-0f71-401c-9957-0cab86219523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (df197234-9fff-4923-9a11-6b3d9342eb08), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:56.154719 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4662d16-0f71-401c-9957-0cab86219523 service neutron] Pushing event updated for resources: {'Port': ['ID=df197234-9fff-4923-9a11-6b3d9342eb08,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:56.221857 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2592b-10fa-4a13-bef8-d6840b205106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ddc1b4-0b3a-414f-baae-43be13d51fa9,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:56.252505 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86536c1-cfd6-4d4f-a9a5-254ac1048f71 x-openstack-request-id: req-e86536c1-cfd6-4d4f-a9a5-254ac1048f71 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:56.255590 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0044a1-0be7-4a47-9dc1-11b567d38e7d", "name": "network-vif-deleted", "tag": "789aee7e-bd9c-49b0-bd57-c116e9bf0a65", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:56.258310 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e86536c1-cfd6-4d4f-a9a5-254ac1048f71 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:56.259447 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0044a1-0be7-4a47-9dc1-11b567d38e7d', 'name': 'network-vif-deleted', 'tag': '789aee7e-bd9c-49b0-bd57-c116e9bf0a65', 'status': 'completed', 'code': 200} Feb 19 03:57:56.299714 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-de47ed5d-ded6-4ee8-a71c-1ef0f6842334 req-329977bd-5c96-4ee4-a982-cbf4d1746ced tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426470 Feb 19 03:57:56.317330 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-47a2592b-10fa-4a13-bef8-d6840b205106 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1e3a3eb5ad964413862ad2e8987c0fb8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5735528 Feb 19 03:57:56.318808 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54076) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:56.414126 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-f82a2101-71e2-4a39-81b6-072b36a0398d None None] Set router d953f649-e81c-4e1d-a4db-bcc488830844 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:56.585023 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-a4662d16-0f71-401c-9957-0cab86219523 service neutron] Attempting to bind port df197234-9fff-4923-9a11-6b3d9342eb08 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:56.585023 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-a4662d16-0f71-401c-9957-0cab86219523 service neutron] Attempting to bind port df197234-9fff-4923-9a11-6b3d9342eb08 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:56.585023 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-a4662d16-0f71-401c-9957-0cab86219523 service neutron] Attempting to bind port df197234-9fff-4923-9a11-6b3d9342eb08 on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:56.605881 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-a4662d16-0f71-401c-9957-0cab86219523 service neutron] Port df197234-9fff-4923-9a11-6b3d9342eb08 on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:57:56.606722 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-a4662d16-0f71-401c-9957-0cab86219523 service neutron] Attempting to bind port df197234-9fff-4923-9a11-6b3d9342eb08 on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:56.627960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-a4662d16-0f71-401c-9957-0cab86219523 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:56.628841 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-a4662d16-0f71-401c-9957-0cab86219523 service neutron] Checking segment: {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:56.628841 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-a4662d16-0f71-401c-9957-0cab86219523 service neutron] Bound using segment: {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:56.628841 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-a4662d16-0f71-401c-9957-0cab86219523 service neutron] Bound port: df197234-9fff-4923-9a11-6b3d9342eb08, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:56.628841 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-a4662d16-0f71-401c-9957-0cab86219523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (df197234-9fff-4923-9a11-6b3d9342eb08), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:56.663438 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d62feef7-bc16-4d2e-a7b9-54218c93f602 admin admin] Publish callbacks [] for security_group (b1ddc1b4-0b3a-414f-baae-43be13d51fa9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:56.755480 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-0bbe6ffe-96a0-41d4-97b5-8dd4897df7c6 service neutron] For port 86324d34-8833-4459-92b0-47014b76fde2, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:56.782596 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-0bbe6ffe-96a0-41d4-97b5-8dd4897df7c6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:56.783625 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d62feef7-bc16-4d2e-a7b9-54218c93f602 admin admin] Publish callbacks [] for security_group (b1ddc1b4-0b3a-414f-baae-43be13d51fa9), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:56.784531 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3946c3c6-ad56-4879-afaf-1e3c22541300 req-0bbe6ffe-96a0-41d4-97b5-8dd4897df7c6 service neutron] 10.222.0.48 "DELETE /v2.0/ports/86324d34-8833-4459-92b0-47014b76fde2/bindings/n-h1-772273-4 HTTP/1.1" status: 204 len: 173 time: 1.3408976 Feb 19 03:57:56.801949 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb8de8b1-e43e-45b7-b4bb-9085f9258681 req-e445d917-c04a-4b40-b0bd-b9f81b3713f9 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/floatingips/f6373c8b-851c-4962-98db-8539e2be5ba9 HTTP/1.1" status: 200 len: 693 time: 0.3701530 Feb 19 03:57:56.834738 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-15d5a420-529f-4521-947c-f34db1ca6619 req-010de999-9b91-4c71-b9d6-58304f3a0eb8 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dd68a0e-5d87-4375-bac3-63dcea9009ea HTTP/1.1" status: 200 len: 210 time: 0.1122034 Feb 19 03:57:56.839106 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-9d6aaf67-3590-4f3f-9b73-a4a34f3a613c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Allocated IP 172.20.0.13 (8ae02c71-45ff-47a1-b8ca-fe0848324233/4270ac7f-396b-4263-8a48-9f0c325d371b/31b2466d-c9c9-4c90-a5f8-fa811ae6970c) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:56.946413 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-a4662d16-0f71-401c-9957-0cab86219523 service neutron] For port df197234-9fff-4923-9a11-6b3d9342eb08, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:56.989795 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-a4662d16-0f71-401c-9957-0cab86219523 service neutron] For port df197234-9fff-4923-9a11-6b3d9342eb08, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=df197234-9fff-4923-9a11-6b3d9342eb08,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:57.012539 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-a4662d16-0f71-401c-9957-0cab86219523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (df197234-9fff-4923-9a11-6b3d9342eb08), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:57.095678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-a4662d16-0f71-401c-9957-0cab86219523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:57.096833 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-a4662d16-0f71-401c-9957-0cab86219523 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:57.106350 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-a4662d16-0f71-401c-9957-0cab86219523 service neutron] 10.222.0.48 "PUT /v2.0/ports/df197234-9fff-4923-9a11-6b3d9342eb08 HTTP/1.1" status: 200 len: 1092 time: 3.4171228 Feb 19 03:57:57.279597 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d62feef7-bc16-4d2e-a7b9-54218c93f602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b1ddc1b4-0b3a-414f-baae-43be13d51fa9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:57.297665 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d62feef7-bc16-4d2e-a7b9-54218c93f602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:57.302880 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d62feef7-bc16-4d2e-a7b9-54218c93f602 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b1ddc1b4-0b3a-414f-baae-43be13d51fa9 HTTP/1.1" status: 204 len: 168 time: 0.9776409 Feb 19 03:57:57.458331 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-f82a2101-71e2-4a39-81b6-072b36a0398d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-777708883-router', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:55:44Z', 'updated_at': '2022-02-19T03:55:52Z', 'revision_number': 4, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'gw_port': {'id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:34:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:45Z', 'updated_at': '2022-02-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '03ea5cdb-6300-45d8-ba40-fbeff6008f2f', 'name': '', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'mac_address': 'fa:16:3e:62:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:50Z', 'updated_at': '2022-02-19T03:56:10Z', 'revision_number': 5, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'subnets': [{'id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:57.535741 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62feef7-bc16-4d2e-a7b9-54218c93f602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ddc1b4-0b3a-414f-baae-43be13d51fa9,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:57.605314 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82a2101-71e2-4a39-81b6-072b36a0398d None None] The sync data for ids ['d953f649-e81c-4e1d-a4db-bcc488830844'] in n-d-772273-4 is: [{'id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-777708883-router', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:55:44Z', 'updated_at': '2022-02-19T03:55:52Z', 'revision_number': 4, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'gw_port': {'id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:34:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:45Z', 'updated_at': '2022-02-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '03ea5cdb-6300-45d8-ba40-fbeff6008f2f', 'name': '', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'mac_address': 'fa:16:3e:62:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:50Z', 'updated_at': '2022-02-19T03:56:10Z', 'revision_number': 5, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'subnets': [{'id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:57:57.654553 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4662d16-0f71-401c-9957-0cab86219523 service neutron] Pushing event updated for resources: {'Port': ['ID=df197234-9fff-4923-9a11-6b3d9342eb08,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:57.797430 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54098) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:57.849710 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-f418592c-4ce2-4552-81ef-1c10be94bff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:57.855136 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-f418592c-4ce2-4552-81ef-1c10be94bff3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 1126 time: 0.6199586 Feb 19 03:57:57.970329 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-d1893cff-a272-4292-875a-f9fff1c72bd7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df197234-9fff-4923-9a11-6b3d9342eb08 HTTP/1.1" status: 200 len: 217 time: 0.1017883 Feb 19 03:57:58.102149 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e1e6d-62a7-4d4f-925d-7bdb23027ba0 req-ba52ea3b-491d-4e7a-b9ac-8be49696bc1a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:58.132454 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f48e1e6d-62a7-4d4f-925d-7bdb23027ba0 req-ba52ea3b-491d-4e7a-b9ac-8be49696bc1a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 944 time: 0.6388209 Feb 19 03:57:58.267511 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68a550b-8980-48fc-856e-203cbad9b366', 'tag': 'df197234-9fff-4923-9a11-6b3d9342eb08'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:58.285046 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9828ea-62a1-408f-ba50-8c44d7ab631a" -d '{"events": [{"name": "network-changed", "server_uuid": "f68a550b-8980-48fc-856e-203cbad9b366", "tag": "df197234-9fff-4923-9a11-6b3d9342eb08"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:58.300285 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-7eaf6c7b-1d9a-4573-b5de-ee3d533db5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:58.308183 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-7eaf6c7b-1d9a-4573-b5de-ee3d533db5d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.3303978 Feb 19 03:57:58.415628 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4146fb5-455f-45d3-b3d5-933e72a04abf None None] New status for floating IP 94ef1fb8-f8ce-4abc-8720-e246e9659c0b: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:57:58.430978 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-9d6aaf67-3590-4f3f-9b73-a4a34f3a613c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for port (31b2466d-c9c9-4c90-a5f8-fa811ae6970c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:58.507257 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-9d6aaf67-3590-4f3f-9b73-a4a34f3a613c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (31b2466d-c9c9-4c90-a5f8-fa811ae6970c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:58.569184 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-9d1679de-4fbf-4783-8338-b03a6280c0dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2493336 Feb 19 03:57:58.596403 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f48e1e6d-62a7-4d4f-925d-7bdb23027ba0 req-59aa5d20-921e-4841-ab3a-6e8146114a94 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621649 Feb 19 03:57:58.649892 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-9d6aaf67-3590-4f3f-9b73-a4a34f3a613c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Network 8ae02c71-45ff-47a1-b8ca-fe0848324233 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:58.653229 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-9d6aaf67-3590-4f3f-9b73-a4a34f3a613c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:58.686486 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-9d6aaf67-3590-4f3f-9b73-a4a34f3a613c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:58.704166 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-9d6aaf67-3590-4f3f-9b73-a4a34f3a613c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:58.705427 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-9d6aaf67-3590-4f3f-9b73-a4a34f3a613c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:58.855717 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-56c5723a-1265-4eb3-8656-3dc46c95c39d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:59.006622 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8de8b1-e43e-45b7-b4bb-9085f9258681 req-8c61feed-0c69-4f68-86fd-203402c927a1 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:59.027174 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb8de8b1-e43e-45b7-b4bb-9085f9258681 req-8c61feed-0c69-4f68-86fd-203402c927a1 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 2.2032998 Feb 19 03:57:59.056536 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-9d6aaf67-3590-4f3f-9b73-a4a34f3a613c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9844065 Feb 19 03:57:59.057679 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6aaf67-3590-4f3f-9b73-a4a34f3a613c tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Pushing event updated for resources: {'Port': ['ID=31b2466d-c9c9-4c90-a5f8-fa811ae6970c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:59.172522 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-3fad3360-fb3d-40f8-9c02-58346c09d9b7 service neutron] Request body: {'port': {'device_id': '1dd68a0e-5d87-4375-bac3-63dcea9009ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:59.228513 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-bb8de8b1-e43e-45b7-b4bb-9085f9258681 req-195e9eb5-cb19-4964-831b-1aa7432ec76d tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:57:59.234500 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb8de8b1-e43e-45b7-b4bb-9085f9258681 req-195e9eb5-cb19-4964-831b-1aa7432ec76d tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1154802 Feb 19 03:57:59.511955 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-b14062fe-cb6f-4f97-b3f7-e8f3703c0432 service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9358163 Feb 19 03:57:59.557315 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-3fad3360-fb3d-40f8-9c02-58346c09d9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (31b2466d-c9c9-4c90-a5f8-fa811ae6970c), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:59.583390 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-56c5723a-1265-4eb3-8656-3dc46c95c39d admin admin] Publish callbacks [] for security_group (eb4d34c0-3521-4239-bd9d-05e7c8003f62), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:59.665537 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-56c5723a-1265-4eb3-8656-3dc46c95c39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (eb4d34c0-3521-4239-bd9d-05e7c8003f62), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:59.868775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a464a-3c6c-4cc0-89a0-9277db931052 req-e60265c3-4c0c-43cd-988d-54904b515144 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:59.885419 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-670a464a-3c6c-4cc0-89a0-9277db931052 req-e60265c3-4c0c-43cd-988d-54904b515144 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 944 time: 0.7024145 Feb 19 03:57:59.896478 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54128) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:59.940043 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-56c5723a-1265-4eb3-8656-3dc46c95c39d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b7c5d44e220a4d198b0915383de46d34&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1369240 Feb 19 03:57:59.945272 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54132) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:59.969333 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5723a-1265-4eb3-8656-3dc46c95c39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4d34c0-3521-4239-bd9d-05e7c8003f62,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:00.121059 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-670a464a-3c6c-4cc0-89a0-9277db931052 req-68f213b7-a697-4e55-92b4-23a36e664e90 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331257 Feb 19 03:58:00.134661 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-72b96bc6-f5a7-44d9-8f89-f4bc42d0d8c2 req-37fac8f8-0d45-4c96-83ea-c9e426cd25b8 service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6120248 Feb 19 03:58:00.465478 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aaebc247-bde2-4447-bb70-1a9f7a5c4b64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:00.542144 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b36665-4b5c-4865-a27a-7c3466ea9f83 req-2f51e05b-6ee6-465a-892f-c19f96869735 tempest-NetworksTest-1713371402 tempest-NetworksTest-1713371402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:00.543751 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b36665-4b5c-4865-a27a-7c3466ea9f83 req-2f51e05b-6ee6-465a-892f-c19f96869735 tempest-NetworksTest-1713371402 tempest-NetworksTest-1713371402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:00.545179 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b36665-4b5c-4865-a27a-7c3466ea9f83 req-2f51e05b-6ee6-465a-892f-c19f96869735 tempest-NetworksTest-1713371402 tempest-NetworksTest-1713371402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:00.546458 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b36665-4b5c-4865-a27a-7c3466ea9f83 req-2f51e05b-6ee6-465a-892f-c19f96869735 tempest-NetworksTest-1713371402 tempest-NetworksTest-1713371402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:00.548116 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b36665-4b5c-4865-a27a-7c3466ea9f83 req-2f51e05b-6ee6-465a-892f-c19f96869735 tempest-NetworksTest-1713371402 tempest-NetworksTest-1713371402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:00.549724 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657aac41-f470-46da-95ef-ad0fa6affc8e req-c3fb8142-53d6-47eb-ada9-a420ea3401c7 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:00.550620 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b36665-4b5c-4865-a27a-7c3466ea9f83 req-2f51e05b-6ee6-465a-892f-c19f96869735 tempest-NetworksTest-1713371402 tempest-NetworksTest-1713371402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:00.552089 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b36665-4b5c-4865-a27a-7c3466ea9f83 req-2f51e05b-6ee6-465a-892f-c19f96869735 tempest-NetworksTest-1713371402 tempest-NetworksTest-1713371402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:00.555061 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b36665-4b5c-4865-a27a-7c3466ea9f83 req-2f51e05b-6ee6-465a-892f-c19f96869735 tempest-NetworksTest-1713371402 tempest-NetworksTest-1713371402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:00.556710 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b36665-4b5c-4865-a27a-7c3466ea9f83 req-2f51e05b-6ee6-465a-892f-c19f96869735 tempest-NetworksTest-1713371402 tempest-NetworksTest-1713371402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:00.558484 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b36665-4b5c-4865-a27a-7c3466ea9f83 req-2f51e05b-6ee6-465a-892f-c19f96869735 tempest-NetworksTest-1713371402 tempest-NetworksTest-1713371402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:00.561833 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-657aac41-f470-46da-95ef-ad0fa6affc8e req-c3fb8142-53d6-47eb-ada9-a420ea3401c7 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dd68a0e-5d87-4375-bac3-63dcea9009ea HTTP/1.1" status: 200 len: 932 time: 0.2098758 Feb 19 03:58:00.580763 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e6b36665-4b5c-4865-a27a-7c3466ea9f83 req-2f51e05b-6ee6-465a-892f-c19f96869735 tempest-NetworksTest-1713371402 tempest-NetworksTest-1713371402-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7133 time: 0.4704487 Feb 19 03:58:00.602860 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2db02161-ccf0-4e0f-a6be-c09d621c48be admin admin] Publish callbacks [] for security_group (eb4d34c0-3521-4239-bd9d-05e7c8003f62), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:00.737870 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-657aac41-f470-46da-95ef-ad0fa6affc8e req-162e8f6a-616a-4020-842f-484e2d0df400 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/security-groups?id=596535c3-2785-4da5-804f-29d7411c6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654329 Feb 19 03:58:00.763623 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b795cf2-5356-4c5d-bc9c-4ce6e83aca76 x-openstack-request-id: req-6b795cf2-5356-4c5d-bc9c-4ce6e83aca76 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:00.767612 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68a550b-8980-48fc-856e-203cbad9b366", "tag": "df197234-9fff-4923-9a11-6b3d9342eb08", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:00.768299 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b795cf2-5356-4c5d-bc9c-4ce6e83aca76 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:00.769354 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68a550b-8980-48fc-856e-203cbad9b366', 'tag': 'df197234-9fff-4923-9a11-6b3d9342eb08', 'status': 'completed', 'code': 200} Feb 19 03:58:00.822869 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2db02161-ccf0-4e0f-a6be-c09d621c48be admin admin] Publish callbacks [] for security_group (eb4d34c0-3521-4239-bd9d-05e7c8003f62), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:00.891774 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aaebc247-bde2-4447-bb70-1a9f7a5c4b64 admin admin] Publish callbacks [] for security_group (0ebb2ce8-b68f-4cfb-a740-961948c1b26f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:01.010584 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aaebc247-bde2-4447-bb70-1a9f7a5c4b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0ebb2ce8-b68f-4cfb-a740-961948c1b26f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:01.040881 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2db02161-ccf0-4e0f-a6be-c09d621c48be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (eb4d34c0-3521-4239-bd9d-05e7c8003f62), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:01.046063 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2db02161-ccf0-4e0f-a6be-c09d621c48be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:01.053430 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2db02161-ccf0-4e0f-a6be-c09d621c48be admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eb4d34c0-3521-4239-bd9d-05e7c8003f62 HTTP/1.1" status: 204 len: 168 time: 1.1062527 Feb 19 03:58:01.087221 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db02161-ccf0-4e0f-a6be-c09d621c48be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4d34c0-3521-4239-bd9d-05e7c8003f62,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:01.133453 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-aaebc247-bde2-4447-bb70-1a9f7a5c4b64 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f624e4da20434ee9a965c2e56c3c1167&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2298703 Feb 19 03:58:01.142976 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54150) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:01.144167 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebc247-bde2-4447-bb70-1a9f7a5c4b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebb2ce8-b68f-4cfb-a740-961948c1b26f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:01.167825 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-685d5742-7d5e-495e-b2bf-3c88d1ee7ea6 req-ac43bca3-e868-4ee6-9ce3-9a01bcd790cf tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/floatingips/f6373c8b-851c-4962-98db-8539e2be5ba9 HTTP/1.1" status: 200 len: 693 time: 0.2651742 Feb 19 03:58:01.251052 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-3fad3360-fb3d-40f8-9c02-58346c09d9b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b2466d-c9c9-4c90-a5f8-fa811ae6970c {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:01.276534 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-3fad3360-fb3d-40f8-9c02-58346c09d9b7 service neutron] Publish callbacks [] for port (31b2466d-c9c9-4c90-a5f8-fa811ae6970c), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:01.333036 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3bdf4-1cf0-4c12-80a4-6ca6e34c31b3 req-6a1d6555-f891-4477-9f5e-092ae8cde361 tempest-NetworksTest-1713371402 tempest-NetworksTest-1713371402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:01.359239 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-adc3bdf4-1cf0-4c12-80a4-6ca6e34c31b3 req-6a1d6555-f891-4477-9f5e-092ae8cde361 tempest-NetworksTest-1713371402 tempest-NetworksTest-1713371402-project-admin] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 886 time: 0.4629505 Feb 19 03:58:01.366652 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-3fad3360-fb3d-40f8-9c02-58346c09d9b7 service neutron] Transition to ACTIVE for port object 31b2466d-c9c9-4c90-a5f8-fa811ae6970c will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:58:01.384372 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-3fad3360-fb3d-40f8-9c02-58346c09d9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (31b2466d-c9c9-4c90-a5f8-fa811ae6970c), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:01.394570 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9828ea-62a1-408f-ba50-8c44d7ab631a req-4c0cf21e-2159-4fee-9c98-40cdc72d70c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:01.398755 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9d9828ea-62a1-408f-ba50-8c44d7ab631a req-4c0cf21e-2159-4fee-9c98-40cdc72d70c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 1126 time: 0.5957882 Feb 19 03:58:01.647516 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad3360-fb3d-40f8-9c02-58346c09d9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=31b2466d-c9c9-4c90-a5f8-fa811ae6970c,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:01.674526 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d5742-7d5e-495e-b2bf-3c88d1ee7ea6 req-0562a8ed-8ba7-4162-ae32-bd31c6ed6bf9 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:01.681434 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-685d5742-7d5e-495e-b2bf-3c88d1ee7ea6 req-0562a8ed-8ba7-4162-ae32-bd31c6ed6bf9 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.4868698 Feb 19 03:58:01.739173 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-685d5742-7d5e-495e-b2bf-3c88d1ee7ea6 req-cb4ffa39-138f-45e0-82d3-9cfa716041e0 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:58:01.742826 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-685d5742-7d5e-495e-b2bf-3c88d1ee7ea6 req-cb4ffa39-138f-45e0-82d3-9cfa716041e0 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0211291 Feb 19 03:58:01.772871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-3fad3360-fb3d-40f8-9c02-58346c09d9b7 service neutron] Attempting to bind port 31b2466d-c9c9-4c90-a5f8-fa811ae6970c on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:01.773536 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-3fad3360-fb3d-40f8-9c02-58346c09d9b7 service neutron] Attempting to bind port 31b2466d-c9c9-4c90-a5f8-fa811ae6970c by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '062114eb-06bd-4f79-9d4f-217c98a85f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:01.774360 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-3fad3360-fb3d-40f8-9c02-58346c09d9b7 service neutron] Attempting to bind port 31b2466d-c9c9-4c90-a5f8-fa811ae6970c on network 8ae02c71-45ff-47a1-b8ca-fe0848324233 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:01.788702 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-3fad3360-fb3d-40f8-9c02-58346c09d9b7 service neutron] Port 31b2466d-c9c9-4c90-a5f8-fa811ae6970c on network 8ae02c71-45ff-47a1-b8ca-fe0848324233 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:58:01.788702 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-3fad3360-fb3d-40f8-9c02-58346c09d9b7 service neutron] Attempting to bind port 31b2466d-c9c9-4c90-a5f8-fa811ae6970c on network 8ae02c71-45ff-47a1-b8ca-fe0848324233 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:01.802252 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051ba81-322c-448a-af69-500245187784 req-a846232e-0232-40a8-8fac-d511c2e84d91 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:01.816336 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7051ba81-322c-448a-af69-500245187784 req-a846232e-0232-40a8-8fac-d511c2e84d91 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 1126 time: 0.2658308 Feb 19 03:58:01.833376 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9828ea-62a1-408f-ba50-8c44d7ab631a req-42d751dd-e018-4775-ab2c-fb0dfd09d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:01.834964 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-3fad3360-fb3d-40f8-9c02-58346c09d9b7 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:01.835685 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-3fad3360-fb3d-40f8-9c02-58346c09d9b7 service neutron] Checking segment: {'id': '062114eb-06bd-4f79-9d4f-217c98a85f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:01.836043 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9d9828ea-62a1-408f-ba50-8c44d7ab631a req-42d751dd-e018-4775-ab2c-fb0dfd09d098 service neutron] 10.222.0.48 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 921 time: 0.4203219 Feb 19 03:58:01.836747 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-3fad3360-fb3d-40f8-9c02-58346c09d9b7 service neutron] Bound using segment: {'id': '062114eb-06bd-4f79-9d4f-217c98a85f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:01.837430 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-3fad3360-fb3d-40f8-9c02-58346c09d9b7 service neutron] Bound port: 31b2466d-c9c9-4c90-a5f8-fa811ae6970c, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062114eb-06bd-4f79-9d4f-217c98a85f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:01.838259 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-3fad3360-fb3d-40f8-9c02-58346c09d9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (31b2466d-c9c9-4c90-a5f8-fa811ae6970c), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:01.967024 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-685d5742-7d5e-495e-b2bf-3c88d1ee7ea6 req-ba103541-b29a-403f-ba08-5d4eddfed56a tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.240 HTTP/1.1" status: 200 len: 696 time: 0.1292496 Feb 19 03:58:02.026710 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7051ba81-322c-448a-af69-500245187784 req-abc68286-4346-4ea2-83af-de7420b81340 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086997 Feb 19 03:58:02.061880 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9d9828ea-62a1-408f-ba50-8c44d7ab631a req-b506af92-0ddc-4f7a-957c-6185f3b1c128 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df197234-9fff-4923-9a11-6b3d9342eb08 HTTP/1.1" status: 200 len: 217 time: 0.0899959 Feb 19 03:58:02.065912 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9410692d-ac9f-446c-94e5-3aded645043b admin admin] Publish callbacks [] for security_group (0ebb2ce8-b68f-4cfb-a740-961948c1b26f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.135966 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-3fad3360-fb3d-40f8-9c02-58346c09d9b7 service neutron] For port 31b2466d-c9c9-4c90-a5f8-fa811ae6970c, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:02.145012 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-3fad3360-fb3d-40f8-9c02-58346c09d9b7 service neutron] For port 31b2466d-c9c9-4c90-a5f8-fa811ae6970c, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=31b2466d-c9c9-4c90-a5f8-fa811ae6970c,segment=NetworkSegment(062114eb-06bd-4f79-9d4f-217c98a85f2d),segment_id=062114eb-06bd-4f79-9d4f-217c98a85f2d)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:02.166432 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-3fad3360-fb3d-40f8-9c02-58346c09d9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (31b2466d-c9c9-4c90-a5f8-fa811ae6970c), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.251840 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-3fad3360-fb3d-40f8-9c02-58346c09d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:02.258374 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-eaf4f28f-2d21-406a-893a-2d19895c7a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.264751 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-3fad3360-fb3d-40f8-9c02-58346c09d9b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.270774 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-3fad3360-fb3d-40f8-9c02-58346c09d9b7 service neutron] 10.222.0.48 "PUT /v2.0/ports/31b2466d-c9c9-4c90-a5f8-fa811ae6970c HTTP/1.1" status: 200 len: 1092 time: 3.1679883 Feb 19 03:58:02.286651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd68a0e-5d87-4375-bac3-63dcea9009ea', 'tag': '31b2466d-c9c9-4c90-a5f8-fa811ae6970c'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:02.304277 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1fea97-adeb-45a8-8e08-f5ae1aac3711" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd68a0e-5d87-4375-bac3-63dcea9009ea", "tag": "31b2466d-c9c9-4c90-a5f8-fa811ae6970c"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:02.358324 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9410692d-ac9f-446c-94e5-3aded645043b admin admin] Publish callbacks [] for security_group (0ebb2ce8-b68f-4cfb-a740-961948c1b26f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.457778 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-685d5742-7d5e-495e-b2bf-3c88d1ee7ea6 req-eecf46c4-bd31-47a1-91f8-108802c8f017 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.240 HTTP/1.1" status: 200 len: 696 time: 0.3936455 Feb 19 03:58:02.493018 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9828ea-62a1-408f-ba50-8c44d7ab631a req-8f7260d9-9e35-4713-9d7f-be707c6a53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:02.497008 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9d9828ea-62a1-408f-ba50-8c44d7ab631a req-8f7260d9-9e35-4713-9d7f-be707c6a53ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.4275823 Feb 19 03:58:02.501345 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad3360-fb3d-40f8-9c02-58346c09d9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=31b2466d-c9c9-4c90-a5f8-fa811ae6970c,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:02.507591 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9410692d-ac9f-446c-94e5-3aded645043b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0ebb2ce8-b68f-4cfb-a740-961948c1b26f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.513170 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9410692d-ac9f-446c-94e5-3aded645043b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.515375 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9410692d-ac9f-446c-94e5-3aded645043b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0ebb2ce8-b68f-4cfb-a740-961948c1b26f HTTP/1.1" status: 204 len: 168 time: 1.3653412 Feb 19 03:58:02.637388 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9d9828ea-62a1-408f-ba50-8c44d7ab631a req-0293d6f7-d6e9-4ef3-9863-277cd5c21006 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116426 Feb 19 03:58:02.682251 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54174) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:02.717730 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1d82e2b9-f1d3-44b8-8246-296170229995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:02.769148 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410692d-ac9f-446c-94e5-3aded645043b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebb2ce8-b68f-4cfb-a740-961948c1b26f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:02.769482 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c1fd4-7b89-4776-9818-c0982e1d39ec req-34fba247-3594-45cb-b5c7-c8df99a89143 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:02.781751 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3a7c1fd4-7b89-4776-9818-c0982e1d39ec req-34fba247-3594-45cb-b5c7-c8df99a89143 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 944 time: 0.4626117 Feb 19 03:58:02.973662 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-9bee873f-9745-4e09-ab2b-2cca2b4287e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:02.976580 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-9bee873f-9745-4e09-ab2b-2cca2b4287e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98e4fb96369442b78745cce9c7cb08aa&device_id=1dd68a0e-5d87-4375-bac3-63dcea9009ea HTTP/1.1" status: 200 len: 1126 time: 0.4484122 Feb 19 03:58:03.117743 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-25d11c22-b737-4037-ba32-43d2528eb300 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31b2466d-c9c9-4c90-a5f8-fa811ae6970c HTTP/1.1" status: 200 len: 217 time: 0.1328382 Feb 19 03:58:03.172707 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9d9828ea-62a1-408f-ba50-8c44d7ab631a req-5c6f32f7-5131-4639-8138-45e2cc40c0e7 service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062433 Feb 19 03:58:03.328954 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-3800cbea-0ed0-4ba7-a57e-6dd8991fee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:03.337599 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-3800cbea-0ed0-4ba7-a57e-6dd8991fee2b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4270ac7f-396b-4263-8a48-9f0c325d371b HTTP/1.1" status: 200 len: 862 time: 0.1822298 Feb 19 03:58:03.394820 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1d82e2b9-f1d3-44b8-8246-296170229995 admin admin] Publish callbacks [] for security_group (c80dee1e-1ccc-4553-aec2-b2bc3b4a7d7e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:03.473669 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1d82e2b9-f1d3-44b8-8246-296170229995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c80dee1e-1ccc-4553-aec2-b2bc3b4a7d7e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:03.565716 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-685d5742-7d5e-495e-b2bf-3c88d1ee7ea6 req-51a6250f-5427-4b8d-bddc-eccc69431989 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Deleting port 8e7e513a-6bce-4160-adb0-019a73a67bf9 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:03.566236 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-685d5742-7d5e-495e-b2bf-3c88d1ee7ea6 req-51a6250f-5427-4b8d-bddc-eccc69431989 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (8e7e513a-6bce-4160-adb0-019a73a67bf9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:03.574056 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82e2b9-f1d3-44b8-8246-296170229995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80dee1e-1ccc-4553-aec2-b2bc3b4a7d7e,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:03.597241 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3a7c1fd4-7b89-4776-9818-c0982e1d39ec req-8c993af2-f750-4d06-9e5e-927426402fba tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8140404 Feb 19 03:58:03.626592 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1d82e2b9-f1d3-44b8-8246-296170229995 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=026f33f30dab421a9ce1d08312f3cfac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9404249 Feb 19 03:58:03.631703 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54184) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:03.730244 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9d9828ea-62a1-408f-ba50-8c44d7ab631a req-dd9ea3cb-ac08-480c-b8f5-980090480dbd service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474112 Feb 19 03:58:03.836270 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-685d5742-7d5e-495e-b2bf-3c88d1ee7ea6 req-51a6250f-5427-4b8d-bddc-eccc69431989 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (8e7e513a-6bce-4160-adb0-019a73a67bf9), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:03.837499 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-685d5742-7d5e-495e-b2bf-3c88d1ee7ea6 req-51a6250f-5427-4b8d-bddc-eccc69431989 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks [] for floatingip (8e7e513a-6bce-4160-adb0-019a73a67bf9), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:03.874073 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54186) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:03.903843 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-4c59a933-fc1b-4a44-9a88-6472f22d7762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:03.907475 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-4c59a933-fc1b-4a44-9a88-6472f22d7762 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8ae02c71-45ff-47a1-b8ca-fe0848324233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5683720 Feb 19 03:58:03.907986 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-685d5742-7d5e-495e-b2bf-3c88d1ee7ea6 req-51a6250f-5427-4b8d-bddc-eccc69431989 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Calling delete_port for 8e7e513a-6bce-4160-adb0-019a73a67bf9 owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:03.912385 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ab7caca7-243b-47b1-8024-13ca49f4cc4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:03.914327 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-13834bd9-e2c5-4299-b5e2-c69ceac1fa64 admin admin] Publish callbacks [] for security_group (c80dee1e-1ccc-4553-aec2-b2bc3b4a7d7e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:03.993041 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device df197234-9fff-4923-9a11-6b3d9342eb08 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:58:04.118738 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-13834bd9-e2c5-4299-b5e2-c69ceac1fa64 admin admin] Publish callbacks [] for security_group (c80dee1e-1ccc-4553-aec2-b2bc3b4a7d7e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.242850 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb40e7-8ef1-49a2-a599-43a4b8471c91 req-fb5e9191-3fe2-4f5b-8cc3-ef0d8cd37b1f tempest-NetworksTest-1713371402 tempest-NetworksTest-1713371402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:04.243613 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb40e7-8ef1-49a2-a599-43a4b8471c91 req-fb5e9191-3fe2-4f5b-8cc3-ef0d8cd37b1f tempest-NetworksTest-1713371402 tempest-NetworksTest-1713371402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:04.244516 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb40e7-8ef1-49a2-a599-43a4b8471c91 req-fb5e9191-3fe2-4f5b-8cc3-ef0d8cd37b1f tempest-NetworksTest-1713371402 tempest-NetworksTest-1713371402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:04.245466 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb40e7-8ef1-49a2-a599-43a4b8471c91 req-fb5e9191-3fe2-4f5b-8cc3-ef0d8cd37b1f tempest-NetworksTest-1713371402 tempest-NetworksTest-1713371402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:04.246805 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb40e7-8ef1-49a2-a599-43a4b8471c91 req-fb5e9191-3fe2-4f5b-8cc3-ef0d8cd37b1f tempest-NetworksTest-1713371402 tempest-NetworksTest-1713371402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:04.248382 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb40e7-8ef1-49a2-a599-43a4b8471c91 req-fb5e9191-3fe2-4f5b-8cc3-ef0d8cd37b1f tempest-NetworksTest-1713371402 tempest-NetworksTest-1713371402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:04.249320 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb40e7-8ef1-49a2-a599-43a4b8471c91 req-fb5e9191-3fe2-4f5b-8cc3-ef0d8cd37b1f tempest-NetworksTest-1713371402 tempest-NetworksTest-1713371402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:04.250217 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb40e7-8ef1-49a2-a599-43a4b8471c91 req-fb5e9191-3fe2-4f5b-8cc3-ef0d8cd37b1f tempest-NetworksTest-1713371402 tempest-NetworksTest-1713371402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:04.251110 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb40e7-8ef1-49a2-a599-43a4b8471c91 req-fb5e9191-3fe2-4f5b-8cc3-ef0d8cd37b1f tempest-NetworksTest-1713371402 tempest-NetworksTest-1713371402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:04.251989 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb40e7-8ef1-49a2-a599-43a4b8471c91 req-fb5e9191-3fe2-4f5b-8cc3-ef0d8cd37b1f tempest-NetworksTest-1713371402 tempest-NetworksTest-1713371402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:04.255908 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9cfb40e7-8ef1-49a2-a599-43a4b8471c91 req-fb5e9191-3fe2-4f5b-8cc3-ef0d8cd37b1f tempest-NetworksTest-1713371402 tempest-NetworksTest-1713371402-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7133 time: 0.5551894 Feb 19 03:58:04.292399 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ab7caca7-243b-47b1-8024-13ca49f4cc4e admin admin] Publish callbacks [] for security_group (539d34b5-f52e-45a3-8ae9-d64b530cb839), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.323330 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ab7caca7-243b-47b1-8024-13ca49f4cc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (539d34b5-f52e-45a3-8ae9-d64b530cb839), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.333202 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-3da2e24b-5caa-4138-a427-d90a72978fb8 service neutron] 10.222.0.48 "GET /v2.0/networks/8ae02c71-45ff-47a1-b8ca-fe0848324233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149215 Feb 19 03:58:04.502246 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ab7caca7-243b-47b1-8024-13ca49f4cc4e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8239c185bf014264a9c888ca0bb58a47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6258216 Feb 19 03:58:04.515393 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54190) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:04.551363 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fec5c797-6f00-4f7f-8d82-1566a107b84b req-31745fe0-614b-4d75-8e6a-7266f111602d service neutron] 10.222.0.48 "GET /v2.0/networks/8ae02c71-45ff-47a1-b8ca-fe0848324233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103326 Feb 19 03:58:04.637657 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7caca7-243b-47b1-8024-13ca49f4cc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539d34b5-f52e-45a3-8ae9-d64b530cb839,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:04.666704 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-685d5742-7d5e-495e-b2bf-3c88d1ee7ea6 req-51a6250f-5427-4b8d-bddc-eccc69431989 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (8e7e513a-6bce-4160-adb0-019a73a67bf9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.707985 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port df197234-9fff-4923-9a11-6b3d9342eb08, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=df197234-9fff-4923-9a11-6b3d9342eb08,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:04.751969 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'df197234-9fff-4923-9a11-6b3d9342eb08', 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e', 'port_id': 'df197234-9fff-4923-9a11-6b3d9342eb08', 'mac_address': 'fa:16:3e:a6:b9:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07953fc-46ac-49b5-8931-0e9dacdcd55a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:58:04.760042 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-13834bd9-e2c5-4299-b5e2-c69ceac1fa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c80dee1e-1ccc-4553-aec2-b2bc3b4a7d7e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.769620 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-13834bd9-e2c5-4299-b5e2-c69ceac1fa64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.772579 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-13834bd9-e2c5-4299-b5e2-c69ceac1fa64 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c80dee1e-1ccc-4553-aec2-b2bc3b4a7d7e HTTP/1.1" status: 204 len: 168 time: 1.1370230 Feb 19 03:58:04.803932 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13834bd9-e2c5-4299-b5e2-c69ceac1fa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80dee1e-1ccc-4553-aec2-b2bc3b4a7d7e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:04.804271 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6250f-5427-4b8d-bddc-eccc69431989 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Pushing event deleted for resources: {'Port': ['ID=8e7e513a-6bce-4160-adb0-019a73a67bf9,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:04.906196 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port df197234-9fff-4923-9a11-6b3d9342eb08 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:04.909515 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (df197234-9fff-4923-9a11-6b3d9342eb08), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.921781 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865de40-1f6f-4ff1-828b-64e1ad6aad16 req-6a6899a7-6527-4227-8827-d85caff05190 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:04.924733 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5865de40-1f6f-4ff1-828b-64e1ad6aad16 req-6a6899a7-6527-4227-8827-d85caff05190 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dd68a0e-5d87-4375-bac3-63dcea9009ea HTTP/1.1" status: 200 len: 944 time: 0.3713944 Feb 19 03:58:04.938719 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b4af4b65-6c0e-4433-8e79-aee9e5730205 admin admin] Publish callbacks [] for security_group (539d34b5-f52e-45a3-8ae9-d64b530cb839), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:04.985742 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df197234-9fff-4923-9a11-6b3d9342eb08 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:04.989714 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b4af4b65-6c0e-4433-8e79-aee9e5730205 admin admin] Publish callbacks [] for security_group (539d34b5-f52e-45a3-8ae9-d64b530cb839), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.029917 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port df197234-9fff-4923-9a11-6b3d9342eb08, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=df197234-9fff-4923-9a11-6b3d9342eb08,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:05.051434 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (df197234-9fff-4923-9a11-6b3d9342eb08), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.119977 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5865de40-1f6f-4ff1-828b-64e1ad6aad16 req-6e84e740-c649-4a6e-a556-627f00cd6181 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/security-groups?id=596535c3-2785-4da5-804f-29d7411c6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817472 Feb 19 03:58:05.157120 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d963300a-6365-447d-8526-e2862b043094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.159055 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54198) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:05.176618 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b4af4b65-6c0e-4433-8e79-aee9e5730205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (539d34b5-f52e-45a3-8ae9-d64b530cb839), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.181866 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b4af4b65-6c0e-4433-8e79-aee9e5730205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.183975 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b4af4b65-6c0e-4433-8e79-aee9e5730205 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/539d34b5-f52e-45a3-8ae9-d64b530cb839 HTTP/1.1" status: 204 len: 168 time: 0.6629570 Feb 19 03:58:05.211224 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af4b65-6c0e-4433-8e79-aee9e5730205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539d34b5-f52e-45a3-8ae9-d64b530cb839,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:05.252831 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2c1f6e-86e7-4023-bb3b-269fc0220963 x-openstack-request-id: req-ae2c1f6e-86e7-4023-bb3b-269fc0220963 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:05.253900 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd68a0e-5d87-4375-bac3-63dcea9009ea", "tag": "31b2466d-c9c9-4c90-a5f8-fa811ae6970c", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:05.254360 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ae2c1f6e-86e7-4023-bb3b-269fc0220963 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:05.254966 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd68a0e-5d87-4375-bac3-63dcea9009ea', 'tag': '31b2466d-c9c9-4c90-a5f8-fa811ae6970c', 'status': 'completed', 'code': 200} Feb 19 03:58:05.271040 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-685d5742-7d5e-495e-b2bf-3c88d1ee7ea6 req-51a6250f-5427-4b8d-bddc-eccc69431989 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks [] for floatingip (f6373c8b-851c-4962-98db-8539e2be5ba9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.284029 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-685d5742-7d5e-495e-b2bf-3c88d1ee7ea6 req-51a6250f-5427-4b8d-bddc-eccc69431989 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.288992 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=df197234-9fff-4923-9a11-6b3d9342eb08,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:05.307120 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-685d5742-7d5e-495e-b2bf-3c88d1ee7ea6 req-51a6250f-5427-4b8d-bddc-eccc69431989 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "DELETE /v2.0/floatingips/f6373c8b-851c-4962-98db-8539e2be5ba9 HTTP/1.1" status: 204 len: 173 time: 2.8284986 Feb 19 03:58:05.310766 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:05.311684 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:05.312553 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:05.313070 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:05.313557 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:05.314146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:05.314704 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:05.315160 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:05.315507 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:05.315852 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:05.316235 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:05.317134 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:05.317380 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:05.354073 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['df197234-9fff-4923-9a11-6b3d9342eb08'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:05.540578 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fea97-adeb-45a8-8e08-f5ae1aac3711 req-a1f09542-6426-4b39-bf16-d33fd442f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:05.547478 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-df1fea97-adeb-45a8-8e08-f5ae1aac3711 req-a1f09542-6426-4b39-bf16-d33fd442f07e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98e4fb96369442b78745cce9c7cb08aa&device_id=1dd68a0e-5d87-4375-bac3-63dcea9009ea HTTP/1.1" status: 200 len: 1126 time: 0.2567687 Feb 19 03:58:05.888324 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-99f41bad-3268-46d4-af73-26f165e76fcf tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:05.899711 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-99f41bad-3268-46d4-af73-26f165e76fcf tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 808 time: 0.3667607 Feb 19 03:58:05.905742 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dc49baec-7a06-4f80-863b-234b1699e637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.926812 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fea97-adeb-45a8-8e08-f5ae1aac3711 req-ad1eb331-517d-4c5c-85ff-aa3f7687273a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:05.929321 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-df1fea97-adeb-45a8-8e08-f5ae1aac3711 req-ad1eb331-517d-4c5c-85ff-aa3f7687273a service neutron] 10.222.0.48 "GET /v2.0/networks?id=8ae02c71-45ff-47a1-b8ca-fe0848324233 HTTP/1.1" status: 200 len: 923 time: 0.3661797 Feb 19 03:58:05.950113 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-144cf233-2648-4a8a-ba15-66c8f9529484 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/quotas/088e1ccd7d10405ea13457cf0bfc7da0 HTTP/1.1" status: 200 len: 375 time: 0.0491402 Feb 19 03:58:06.061337 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-df1fea97-adeb-45a8-8e08-f5ae1aac3711 req-39ec2fd8-7a92-43ac-a090-dd385095be03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31b2466d-c9c9-4c90-a5f8-fa811ae6970c HTTP/1.1" status: 200 len: 217 time: 0.1238055 Feb 19 03:58:06.215297 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fea97-adeb-45a8-8e08-f5ae1aac3711 req-7f045ab3-3b4f-4d6e-b601-4ca413df3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:06.218850 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-df1fea97-adeb-45a8-8e08-f5ae1aac3711 req-7f045ab3-3b4f-4d6e-b601-4ca413df3661 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4270ac7f-396b-4263-8a48-9f0c325d371b HTTP/1.1" status: 200 len: 862 time: 0.1441684 Feb 19 03:58:06.233704 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-d43d4607-17a0-46f4-aef3-c3a2219a45c7 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2813416 Feb 19 03:58:06.522498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fea97-adeb-45a8-8e08-f5ae1aac3711 req-c2472f00-67ee-4ad1-a6e8-ca9fadd6e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:06.525267 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-df1fea97-adeb-45a8-8e08-f5ae1aac3711 req-c2472f00-67ee-4ad1-a6e8-ca9fadd6e988 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8ae02c71-45ff-47a1-b8ca-fe0848324233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2867215 Feb 19 03:58:06.569787 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:06.577201 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dc49baec-7a06-4f80-863b-234b1699e637 admin admin] Publish callbacks [] for security_group (305fa63a-4cdd-40ab-853e-a383475af46b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:06.620644 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dc49baec-7a06-4f80-863b-234b1699e637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (305fa63a-4cdd-40ab-853e-a383475af46b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:06.854252 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e1bc9-6353-40f0-afbe-8d12955147a8 req-7a632453-d511-4e4c-9d4d-dd08589d1777 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:06.862999 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-496e1bc9-6353-40f0-afbe-8d12955147a8 req-7a632453-d511-4e4c-9d4d-dd08589d1777 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 945 time: 0.1217213 Feb 19 03:58:06.964050 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-dc49baec-7a06-4f80-863b-234b1699e637 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6977d0dc36254de994c1ed7d4c53be0b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8031874 Feb 19 03:58:06.991941 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49baec-7a06-4f80-863b-234b1699e637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305fa63a-4cdd-40ab-853e-a383475af46b,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:06.998959 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54238) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:07.028890 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-3cda9a29-7222-4d5f-b6ba-8eec1e7031dc service neutron] 10.222.0.65 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7244539 Feb 19 03:58:07.035359 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:07.153938 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-df1fea97-adeb-45a8-8e08-f5ae1aac3711 req-8fe49480-47c4-4da3-b323-16975fdc68a7 service neutron] 10.222.0.48 "GET /v2.0/networks/8ae02c71-45ff-47a1-b8ca-fe0848324233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011195 Feb 19 03:58:07.175651 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-496e1bc9-6353-40f0-afbe-8d12955147a8 req-6915e627-9d56-4d0a-8d21-e954c2d3735c tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912779 Feb 19 03:58:07.247894 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3840979e-876e-40ec-9635-c94bf5d81e55 admin admin] Publish callbacks [] for security_group (305fa63a-4cdd-40ab-853e-a383475af46b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:07.736820 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:08.012372 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 31b2466d-c9c9-4c90-a5f8-fa811ae6970c details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:58:08.055844 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3840979e-876e-40ec-9635-c94bf5d81e55 admin admin] Publish callbacks [] for security_group (305fa63a-4cdd-40ab-853e-a383475af46b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:08.066591 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device df197234-9fff-4923-9a11-6b3d9342eb08 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:08.119452 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-05c87c14-0335-4d30-a802-dccf50c9219f service neutron] 10.222.0.65 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0864801 Feb 19 03:58:08.168618 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-df1fea97-adeb-45a8-8e08-f5ae1aac3711 req-0fb6f777-560c-458b-8cf2-39123d52e471 service neutron] 10.222.0.48 "GET /v2.0/networks/8ae02c71-45ff-47a1-b8ca-fe0848324233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9646339 Feb 19 03:58:08.273752 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:58:08.386837 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9938ca-2de2-4e30-9775-78714d4fac9e req-986c0f48-8a10-46c5-bc82-23e5263a9b01 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:08.412241 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ec9938ca-2de2-4e30-9775-78714d4fac9e req-986c0f48-8a10-46c5-bc82-23e5263a9b01 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 1.1273181 Feb 19 03:58:08.418351 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3840979e-876e-40ec-9635-c94bf5d81e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (305fa63a-4cdd-40ab-853e-a383475af46b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:08.431944 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3840979e-876e-40ec-9635-c94bf5d81e55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:08.446142 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3840979e-876e-40ec-9635-c94bf5d81e55 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/305fa63a-4cdd-40ab-853e-a383475af46b HTTP/1.1" status: 204 len: 168 time: 1.4396822 Feb 19 03:58:08.490633 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840979e-876e-40ec-9635-c94bf5d81e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305fa63a-4cdd-40ab-853e-a383475af46b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:08.700357 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:08.774815 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 31b2466d-c9c9-4c90-a5f8-fa811ae6970c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=31b2466d-c9c9-4c90-a5f8-fa811ae6970c,segment=NetworkSegment(062114eb-06bd-4f79-9d4f-217c98a85f2d),segment_id=062114eb-06bd-4f79-9d4f-217c98a85f2d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:08.829120 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:08.832299 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3584c-9667-4632-a9e2-115400eded46 req-51478f67-9f33-402d-9b32-8bf4ce6385ee tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:08.835087 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-59d3584c-9667-4632-a9e2-115400eded46 req-51478f67-9f33-402d-9b32-8bf4ce6385ee tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dd68a0e-5d87-4375-bac3-63dcea9009ea HTTP/1.1" status: 200 len: 944 time: 0.2335632 Feb 19 03:58:08.838890 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port df197234-9fff-4923-9a11-6b3d9342eb08 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:58:08.845375 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '31b2466d-c9c9-4c90-a5f8-fa811ae6970c', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'port_id': '31b2466d-c9c9-4c90-a5f8-fa811ae6970c', 'mac_address': 'fa:16:3e:88:c5:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:58:08.853791 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port df197234-9fff-4923-9a11-6b3d9342eb08 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:08.854903 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (df197234-9fff-4923-9a11-6b3d9342eb08), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.006595 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-59d3584c-9667-4632-a9e2-115400eded46 req-aa9d1840-2b39-4ec4-8fcf-c701203e5cbd tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/security-groups?id=596535c3-2785-4da5-804f-29d7411c6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558936 Feb 19 03:58:09.081573 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 31b2466d-c9c9-4c90-a5f8-fa811ae6970c is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:09.082141 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (31b2466d-c9c9-4c90-a5f8-fa811ae6970c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.124531 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b2466d-c9c9-4c90-a5f8-fa811ae6970c {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:09.204052 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 31b2466d-c9c9-4c90-a5f8-fa811ae6970c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=31b2466d-c9c9-4c90-a5f8-fa811ae6970c,segment=NetworkSegment(062114eb-06bd-4f79-9d4f-217c98a85f2d),segment_id=062114eb-06bd-4f79-9d4f-217c98a85f2d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:09.223742 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (31b2466d-c9c9-4c90-a5f8-fa811ae6970c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.345978 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port df197234-9fff-4923-9a11-6b3d9342eb08 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:09.346785 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (df197234-9fff-4923-9a11-6b3d9342eb08), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.439356 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a15d1a-07f7-4960-b79a-569cccb7724a req-feef9205-9c56-4cd1-9bd7-d3814115b5a1 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:09.443472 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-94a15d1a-07f7-4960-b79a-569cccb7724a req-feef9205-9c56-4cd1-9bd7-d3814115b5a1 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 945 time: 0.2071745 Feb 19 03:58:09.475611 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['31b2466d-c9c9-4c90-a5f8-fa811ae6970c'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:09.541159 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68a550b-8980-48fc-856e-203cbad9b366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df197234-9fff-4923-9a11-6b3d9342eb08'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:09.545208 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90886b88-ca35-482e-bdbc-ba7f3367cf94" -d '{"events": [{"server_uuid": "f68a550b-8980-48fc-856e-203cbad9b366", "name": "network-vif-plugged", "status": "completed", "tag": "df197234-9fff-4923-9a11-6b3d9342eb08"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:09.556507 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=31b2466d-c9c9-4c90-a5f8-fa811ae6970c,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:09.587642 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port df197234-9fff-4923-9a11-6b3d9342eb08, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=df197234-9fff-4923-9a11-6b3d9342eb08,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:09.605369 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (df197234-9fff-4923-9a11-6b3d9342eb08), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:09.695467 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-94a15d1a-07f7-4960-b79a-569cccb7724a req-14f0c3a6-d52c-41fc-b354-5a28af4c9dca tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429283 Feb 19 03:58:09.936441 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e44bb5bb-0e75-486f-be4e-6232d696d423 req-924d1423-7346-4c65-a3dc-0cc1360da7e5 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=019ff5a0f603468ebd110c4bc2d4da38 HTTP/1.1" status: 200 len: 1656 time: 0.2251122 Feb 19 03:58:10.009626 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=df197234-9fff-4923-9a11-6b3d9342eb08,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:10.126497 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54300) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:10.138766 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b6593169-c1bb-48e1-b806-4029e9d4e163 req-2e4048d0-5d56-454a-8a20-816134ce3fa3 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 210 time: 0.1373501 Feb 19 03:58:10.226464 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c4d5-a768-4fb7-b051-1eceb9c36f30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:10.292197 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bb5bb-0e75-486f-be4e-6232d696d423 req-e8b01468-e9f2-4b6f-937d-de93f9e4a1ce tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:10.310865 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e44bb5bb-0e75-486f-be4e-6232d696d423 req-e8b01468-e9f2-4b6f-937d-de93f9e4a1ce tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/networks?id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 787 time: 0.3651526 Feb 19 03:58:10.325719 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d496c6-11af-4c7f-b830-c3f16cf6d03e x-openstack-request-id: req-71d496c6-11af-4c7f-b830-c3f16cf6d03e {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:10.326518 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68a550b-8980-48fc-856e-203cbad9b366", "name": "network-vif-plugged", "status": "completed", "tag": "df197234-9fff-4923-9a11-6b3d9342eb08", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:10.327232 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71d496c6-11af-4c7f-b830-c3f16cf6d03e {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:10.327857 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68a550b-8980-48fc-856e-203cbad9b366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df197234-9fff-4923-9a11-6b3d9342eb08', 'code': 200} Feb 19 03:58:10.328998 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-e44bb5bb-0e75-486f-be4e-6232d696d423 req-96e30937-9c46-48e3-b2eb-8a760f91c2b9 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:58:10.345906 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e44bb5bb-0e75-486f-be4e-6232d696d423 req-96e30937-9c46-48e3-b2eb-8a760f91c2b9 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0322957 Feb 19 03:58:10.531131 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c4d5-a768-4fb7-b051-1eceb9c36f30 admin admin] Publish callbacks [] for security_group (98403269-c7ae-453f-aa37-3efd3bc59f15), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:10.552461 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c4d5-a768-4fb7-b051-1eceb9c36f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (98403269-c7ae-453f-aa37-3efd3bc59f15), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:10.684894 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01ca1d42-e9ca-454e-93ae-04921b56ba17 req-a4c7ed16-1ef1-48e1-b816-b6320ddf05d8 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/floatingips/8e4950ea-c2e6-4581-abfc-55ffa891815e HTTP/1.1" status: 200 len: 693 time: 0.1601763 Feb 19 03:58:10.739991 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9bd82-fb50-424a-8b34-d187467993da req-cac4b2b9-a30e-42a4-9484-8cf8a8bcfec6 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:10.754033 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ddd9bd82-fb50-424a-8b34-d187467993da req-cac4b2b9-a30e-42a4-9484-8cf8a8bcfec6 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dd68a0e-5d87-4375-bac3-63dcea9009ea HTTP/1.1" status: 200 len: 945 time: 0.2377403 Feb 19 03:58:10.759766 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e744ce-ffce-4154-89a4-2c1395536453 req-3c561c3c-b126-4f40-8df1-906ea23795f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:10.763551 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-18e744ce-ffce-4154-89a4-2c1395536453 req-3c561c3c-b126-4f40-8df1-906ea23795f9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 1128 time: 0.2023952 Feb 19 03:58:10.764970 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cfa7c4d5-a768-4fb7-b051-1eceb9c36f30 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d00fe8f883814013810679ae7595fd63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6244898 Feb 19 03:58:10.772458 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54318) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:10.860685 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7c4d5-a768-4fb7-b051-1eceb9c36f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98403269-c7ae-453f-aa37-3efd3bc59f15,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:11.005026 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca1d42-e9ca-454e-93ae-04921b56ba17 req-75dd13da-c6cd-471f-bc72-06141aaf70a4 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:11.008716 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01ca1d42-e9ca-454e-93ae-04921b56ba17 req-75dd13da-c6cd-471f-bc72-06141aaf70a4 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.3223023 Feb 19 03:58:11.016530 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ddd9bd82-fb50-424a-8b34-d187467993da req-293a6afd-56d8-42dd-9737-d390534d8965 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/security-groups?id=596535c3-2785-4da5-804f-29d7411c6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604618 Feb 19 03:58:11.036508 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-18e744ce-ffce-4154-89a4-2c1395536453 req-4e3daea1-f0a3-4dce-83b2-ab67526fdbe2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664735 Feb 19 03:58:11.063338 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70565d42-2266-4d92-9c70-4764d614d2d2 admin admin] Publish callbacks [] for security_group (98403269-c7ae-453f-aa37-3efd3bc59f15), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.117741 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70565d42-2266-4d92-9c70-4764d614d2d2 admin admin] Publish callbacks [] for security_group (98403269-c7ae-453f-aa37-3efd3bc59f15), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.272722 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01ca1d42-e9ca-454e-93ae-04921b56ba17 req-9b6d7d4d-44fe-434b-8fa5-7efac1b94506 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.219 HTTP/1.1" status: 200 len: 696 time: 0.2485948 Feb 19 03:58:11.275055 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70565d42-2266-4d92-9c70-4764d614d2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (98403269-c7ae-453f-aa37-3efd3bc59f15), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.280529 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70565d42-2266-4d92-9c70-4764d614d2d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:11.287284 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-70565d42-2266-4d92-9c70-4764d614d2d2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/98403269-c7ae-453f-aa37-3efd3bc59f15 HTTP/1.1" status: 204 len: 168 time: 0.4944973 Feb 19 03:58:11.323667 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70565d42-2266-4d92-9c70-4764d614d2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98403269-c7ae-453f-aa37-3efd3bc59f15,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:11.456318 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01ca1d42-e9ca-454e-93ae-04921b56ba17 req-c75f8832-d3a0-4e3a-bb34-0ad0a35586d9 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.219 HTTP/1.1" status: 200 len: 696 time: 0.1818514 Feb 19 03:58:11.489810 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6779c-d46b-43d5-ac6d-c0df8a7d5d0d req-3cbbbe9b-d27a-4cca-b602-c079622d69d4 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:11.492657 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1be6779c-d46b-43d5-ac6d-c0df8a7d5d0d req-3cbbbe9b-d27a-4cca-b602-c079622d69d4 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 946 time: 0.1322477 Feb 19 03:58:11.582920 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1be6779c-d46b-43d5-ac6d-c0df8a7d5d0d req-a3a5b975-72f1-438e-a311-06228abba965 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752072 Feb 19 03:58:11.694236 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-a2fdc152-591f-4c9d-882c-775a6d7550b8 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:11.697429 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-a2fdc152-591f-4c9d-882c-775a6d7550b8 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.10 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 808 time: 0.6590934 Feb 19 03:58:11.714324 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-70d82578-6fcc-4e59-a5be-8c3b029de258 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Request body: {'port': {'device_id': 'ff9a8929-6538-465c-940e-16b748719b1c', 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89', 'admin_state_up': True, 'tenant_id': '088e1ccd7d10405ea13457cf0bfc7da0'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:11.985856 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-01ca1d42-e9ca-454e-93ae-04921b56ba17 req-7110dad4-3167-4cf6-a762-f4e938b2377d tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Deleting port 7e10c91b-c051-451a-91c0-f8c11465d387 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:11.986962 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-01ca1d42-e9ca-454e-93ae-04921b56ba17 req-7110dad4-3167-4cf6-a762-f4e938b2377d tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (7e10c91b-c051-451a-91c0-f8c11465d387), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.023974 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 31b2466d-c9c9-4c90-a5f8-fa811ae6970c up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:12.197999 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 31b2466d-c9c9-4c90-a5f8-fa811ae6970c completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:58:12.208032 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 31b2466d-c9c9-4c90-a5f8-fa811ae6970c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:12.208587 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (31b2466d-c9c9-4c90-a5f8-fa811ae6970c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.274938 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-70d82578-6fcc-4e59-a5be-8c3b029de258 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Made reservation on behalf of 088e1ccd7d10405ea13457cf0bfc7da0 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:12.283679 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-70d82578-6fcc-4e59-a5be-8c3b029de258 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.347066 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-01ca1d42-e9ca-454e-93ae-04921b56ba17 req-7110dad4-3167-4cf6-a762-f4e938b2377d tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (7e10c91b-c051-451a-91c0-f8c11465d387), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.348253 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-01ca1d42-e9ca-454e-93ae-04921b56ba17 req-7110dad4-3167-4cf6-a762-f4e938b2377d tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks [] for floatingip (7e10c91b-c051-451a-91c0-f8c11465d387), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.392854 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-01ca1d42-e9ca-454e-93ae-04921b56ba17 req-7110dad4-3167-4cf6-a762-f4e938b2377d tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Calling delete_port for 7e10c91b-c051-451a-91c0-f8c11465d387 owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:12.410645 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59809da5-5597-4ce8-81c2-5e21b721fe1c req-36d7db34-d11f-4bc4-ac3a-06acf685ca3c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 210 time: 0.0884185 Feb 19 03:58:12.415542 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 31b2466d-c9c9-4c90-a5f8-fa811ae6970c is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:12.416529 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (31b2466d-c9c9-4c90-a5f8-fa811ae6970c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.471854 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd68a0e-5d87-4375-bac3-63dcea9009ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b2466d-c9c9-4c90-a5f8-fa811ae6970c'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:12.476255 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015b2ed1-f324-41c2-9845-24fecd3a2df8" -d '{"events": [{"server_uuid": "1dd68a0e-5d87-4375-bac3-63dcea9009ea", "name": "network-vif-plugged", "status": "completed", "tag": "31b2466d-c9c9-4c90-a5f8-fa811ae6970c"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:12.498060 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 31b2466d-c9c9-4c90-a5f8-fa811ae6970c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=31b2466d-c9c9-4c90-a5f8-fa811ae6970c,segment=NetworkSegment(062114eb-06bd-4f79-9d4f-217c98a85f2d),segment_id=062114eb-06bd-4f79-9d4f-217c98a85f2d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:12.507630 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (31b2466d-c9c9-4c90-a5f8-fa811ae6970c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:12.632277 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=31b2466d-c9c9-4c90-a5f8-fa811ae6970c,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:12.710945 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-70d82578-6fcc-4e59-a5be-8c3b029de258 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Allocated IP 172.20.0.2 (be946657-a9d5-408e-8d49-cd01b687ca89/6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac/fe5942df-181c-428f-add6-02a32974fb5d) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:12.993638 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-01ca1d42-e9ca-454e-93ae-04921b56ba17 req-7110dad4-3167-4cf6-a762-f4e938b2377d tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (7e10c91b-c051-451a-91c0-f8c11465d387), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:13.068579 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110dad4-3167-4cf6-a762-f4e938b2377d tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Pushing event deleted for resources: {'Port': ['ID=7e10c91b-c051-451a-91c0-f8c11465d387,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:13.226281 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5f123-79e5-4cfd-ab5d-103151696ff7 req-eca2cbad-98b7-4a38-b470-33a3976a2c3e tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:13.229366 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-26e5f123-79e5-4cfd-ab5d-103151696ff7 req-eca2cbad-98b7-4a38-b470-33a3976a2c3e tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dd68a0e-5d87-4375-bac3-63dcea9009ea HTTP/1.1" status: 200 len: 946 time: 0.0919781 Feb 19 03:58:13.253835 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-01ca1d42-e9ca-454e-93ae-04921b56ba17 req-7110dad4-3167-4cf6-a762-f4e938b2377d tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks [] for floatingip (8e4950ea-c2e6-4581-abfc-55ffa891815e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:13.259758 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-01ca1d42-e9ca-454e-93ae-04921b56ba17 req-7110dad4-3167-4cf6-a762-f4e938b2377d tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:13.272714 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01ca1d42-e9ca-454e-93ae-04921b56ba17 req-7110dad4-3167-4cf6-a762-f4e938b2377d tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "DELETE /v2.0/floatingips/8e4950ea-c2e6-4581-abfc-55ffa891815e HTTP/1.1" status: 204 len: 173 time: 1.8017719 Feb 19 03:58:13.305494 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-70d82578-6fcc-4e59-a5be-8c3b029de258 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks [] for port (fe5942df-181c-428f-add6-02a32974fb5d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:13.365017 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-26e5f123-79e5-4cfd-ab5d-103151696ff7 req-91c6119b-9aae-4c5b-bac2-84285bc903f9 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/security-groups?id=596535c3-2785-4da5-804f-29d7411c6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223035 Feb 19 03:58:13.501389 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-70d82578-6fcc-4e59-a5be-8c3b029de258 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (fe5942df-181c-428f-add6-02a32974fb5d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:13.556046 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a630ac9e-8a2f-42b5-b305-758b8331dcfa x-openstack-request-id: req-a630ac9e-8a2f-42b5-b305-758b8331dcfa {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:13.558448 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd68a0e-5d87-4375-bac3-63dcea9009ea", "name": "network-vif-plugged", "status": "completed", "tag": "31b2466d-c9c9-4c90-a5f8-fa811ae6970c", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:13.561262 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a630ac9e-8a2f-42b5-b305-758b8331dcfa {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:13.574906 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd68a0e-5d87-4375-bac3-63dcea9009ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b2466d-c9c9-4c90-a5f8-fa811ae6970c', 'code': 200} Feb 19 03:58:13.681991 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-18185d7b-267d-4ab1-9d7b-f76a26377103 req-441a7a77-28ff-4eba-81c5-3bbb2f634e87 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1976268 Feb 19 03:58:13.705312 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-70d82578-6fcc-4e59-a5be-8c3b029de258 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Network be946657-a9d5-408e-8d49-cd01b687ca89 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:13.737238 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-70d82578-6fcc-4e59-a5be-8c3b029de258 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:13.777623 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-70d82578-6fcc-4e59-a5be-8c3b029de258 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:13.787561 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d82578-6fcc-4e59-a5be-8c3b029de258 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Pushing event updated for resources: {'Port': ['ID=fe5942df-181c-428f-add6-02a32974fb5d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:13.913203 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-70d82578-6fcc-4e59-a5be-8c3b029de258 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:13.914608 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-70d82578-6fcc-4e59-a5be-8c3b029de258 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:13.924107 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ea64f-9d3a-4895-b6b6-85c416022715 req-02a9d114-0343-4bee-b0a0-11c364c6d8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:13.927083 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bb6ea64f-9d3a-4895-b6b6-85c416022715 req-02a9d114-0343-4bee-b0a0-11c364c6d8bf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1dd68a0e-5d87-4375-bac3-63dcea9009ea HTTP/1.1" status: 200 len: 1128 time: 0.2428691 Feb 19 03:58:13.998251 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-70d82578-6fcc-4e59-a5be-8c3b029de258 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2909296 Feb 19 03:58:14.019929 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086dc0e-714d-4857-afce-4cce5d1186b0 req-8fa247ba-96e5-47c7-8592-c1277707d6f8 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:14.036811 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2086dc0e-714d-4857-afce-4cce5d1186b0 req-8fa247ba-96e5-47c7-8592-c1277707d6f8 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 946 time: 0.3066974 Feb 19 03:58:14.074569 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-dc653a76-db2b-46d8-951c-31496deb7cc9 service neutron] Request body: {'port': {'device_id': 'ff9a8929-6538-465c-940e-16b748719b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:14.092734 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18185d7b-267d-4ab1-9d7b-f76a26377103 req-26bdb7a3-a4c0-4912-854b-58ac47f51f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:14.096306 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-18185d7b-267d-4ab1-9d7b-f76a26377103 req-26bdb7a3-a4c0-4912-854b-58ac47f51f95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 1126 time: 0.2423050 Feb 19 03:58:14.131119 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bb6ea64f-9d3a-4895-b6b6-85c416022715 req-2e745833-9f3d-4d4a-8c69-895042e4214c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=596535c3-2785-4da5-804f-29d7411c6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913216 Feb 19 03:58:14.181749 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2086dc0e-714d-4857-afce-4cce5d1186b0 req-dd87c5d2-6a36-4069-a800-160687e0bce0 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431320 Feb 19 03:58:14.297723 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54398) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:14.401291 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-63d07ffe-636e-41a2-b033-f22261ed89f9 req-24209ba5-fa9d-4a1a-95c9-a7f9a9c15306 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/floatingips/5173d47c-8a8c-4b9f-a610-7c2b9dc04cc0 HTTP/1.1" status: 200 len: 693 time: 0.1441088 Feb 19 03:58:14.462666 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b8f8-f114-4e41-b937-1489a1b8c114 req-8eb4ba8b-7334-497b-a1b2-8cdc9c25b8a4 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:14.467841 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b0e8b8f8-f114-4e41-b937-1489a1b8c114 req-8eb4ba8b-7334-497b-a1b2-8cdc9c25b8a4 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 931 time: 0.1239958 Feb 19 03:58:14.504742 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-dc653a76-db2b-46d8-951c-31496deb7cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fe5942df-181c-428f-add6-02a32974fb5d), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:14.584389 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b0e8b8f8-f114-4e41-b937-1489a1b8c114 req-5e683b16-b99a-472b-b0e3-1aa3ab99ef32 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056170 Feb 19 03:58:14.812473 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b4f43e9c-4de2-4b33-b343-396d1d9476cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:15.002172 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d07ffe-636e-41a2-b033-f22261ed89f9 req-d66e3476-2ea7-42a9-9796-af0caa32a039 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:15.003692 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-63d07ffe-636e-41a2-b033-f22261ed89f9 req-d66e3476-2ea7-42a9-9796-af0caa32a039 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.6014402 Feb 19 03:58:15.004868 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18185d7b-267d-4ab1-9d7b-f76a26377103 req-fde17608-12f7-4f5c-b84c-8cb931146bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:15.006439 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-18185d7b-267d-4ab1-9d7b-f76a26377103 req-fde17608-12f7-4f5c-b84c-8cb931146bfc service neutron] 10.222.0.48 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 908 time: 0.5990338 Feb 19 03:58:15.025886 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b4f43e9c-4de2-4b33-b343-396d1d9476cc admin admin] Publish callbacks [] for security_group (33e207fe-bf19-40aa-ac22-7cf80eea9064), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:15.035838 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b4f43e9c-4de2-4b33-b343-396d1d9476cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (33e207fe-bf19-40aa-ac22-7cf80eea9064), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:15.097912 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-18185d7b-267d-4ab1-9d7b-f76a26377103 req-21e3d8aa-cb93-40ef-962c-18eed0e6e244 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86324d34-8833-4459-92b0-47014b76fde2 HTTP/1.1" status: 200 len: 217 time: 0.0823190 Feb 19 03:58:15.129345 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b4f43e9c-4de2-4b33-b343-396d1d9476cc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=090b653ebb18453d87d6f1c437c2be7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8292754 Feb 19 03:58:15.131127 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f43e9c-4de2-4b33-b343-396d1d9476cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e207fe-bf19-40aa-ac22-7cf80eea9064,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:15.146259 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54418) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:15.252024 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:58:15.289056 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f840-ac1c-465d-bc1f-e27982f905f5 admin admin] Publish callbacks [] for security_group (33e207fe-bf19-40aa-ac22-7cf80eea9064), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:15.312791 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-63d07ffe-636e-41a2-b033-f22261ed89f9 req-cedd817d-cd81-484a-b002-d823d14ad6ac tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.184 HTTP/1.1" status: 200 len: 696 time: 0.2090654 Feb 19 03:58:15.413849 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f840-ac1c-465d-bc1f-e27982f905f5 admin admin] Publish callbacks [] for security_group (33e207fe-bf19-40aa-ac22-7cf80eea9064), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:15.484361 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54420) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:15.523075 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18185d7b-267d-4ab1-9d7b-f76a26377103 req-fac86858-efac-4242-a20c-05f7ddc3b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:15.526233 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-18185d7b-267d-4ab1-9d7b-f76a26377103 req-fac86858-efac-4242-a20c-05f7ddc3b20b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.4194546 Feb 19 03:58:15.534117 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f840-ac1c-465d-bc1f-e27982f905f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (33e207fe-bf19-40aa-ac22-7cf80eea9064), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:15.544349 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-63d07ffe-636e-41a2-b033-f22261ed89f9 req-3e42fb16-06f8-4848-85b4-a437ee4956d3 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.184 HTTP/1.1" status: 200 len: 696 time: 0.2294886 Feb 19 03:58:15.549221 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54424) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:15.550111 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f840-ac1c-465d-bc1f-e27982f905f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:15.552416 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fcd3f840-ac1c-465d-bc1f-e27982f905f5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/33e207fe-bf19-40aa-ac22-7cf80eea9064 HTTP/1.1" status: 204 len: 168 time: 0.4039719 Feb 19 03:58:15.602587 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3f840-ac1c-465d-bc1f-e27982f905f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e207fe-bf19-40aa-ac22-7cf80eea9064,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:15.698735 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-18185d7b-267d-4ab1-9d7b-f76a26377103 req-17b4972a-da82-49a0-9ad6-e75a3ba36162 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1491086 Feb 19 03:58:15.946509 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4fd0d0f7-3dea-4cf1-9d73-52dbb879f737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:15.985451 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7295b5-6eb4-4975-8e18-1d87af167a0c req-8e91600c-f45f-4885-8764-2689fde61268 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:15.988835 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-af7295b5-6eb4-4975-8e18-1d87af167a0c req-8e91600c-f45f-4885-8764-2689fde61268 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 1128 time: 0.0955567 Feb 19 03:58:16.081978 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-af7295b5-6eb4-4975-8e18-1d87af167a0c req-4a284b47-985f-4166-88a6-990b2c1f4a8c tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792000 Feb 19 03:58:16.372183 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54436) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:16.410497 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f3c31424-933d-4d81-b293-711ca73b30ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:16.412797 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aa2f0cba-a568-488b-b130-21eb18fdf501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:16.474235 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0b800-9bd6-445f-a194-ceb784130998 req-d266e691-e098-44a4-bdc3-92c0b521380b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:16.477725 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-69f0b800-9bd6-445f-a194-ceb784130998 req-d266e691-e098-44a4-bdc3-92c0b521380b tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dd68a0e-5d87-4375-bac3-63dcea9009ea HTTP/1.1" status: 200 len: 946 time: 0.1544459 Feb 19 03:58:16.616704 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-69f0b800-9bd6-445f-a194-ceb784130998 req-952fb9d7-8b99-4aeb-8c41-7755218443c5 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/security-groups?id=596535c3-2785-4da5-804f-29d7411c6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251066 Feb 19 03:58:16.678005 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f3c31424-933d-4d81-b293-711ca73b30ea admin admin] Publish callbacks [] for security_group (254f85cf-1036-461a-a7cb-f5de466b7571), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:16.686303 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-dc653a76-db2b-46d8-951c-31496deb7cc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5942df-181c-428f-add6-02a32974fb5d {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:16.686990 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f3c31424-933d-4d81-b293-711ca73b30ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (254f85cf-1036-461a-a7cb-f5de466b7571), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:16.708730 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-18185d7b-267d-4ab1-9d7b-f76a26377103 req-df317dbf-6e5c-4b8a-aad3-617b770fa500 service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0029070 Feb 19 03:58:16.744012 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-dc653a76-db2b-46d8-951c-31496deb7cc9 service neutron] Publish callbacks [] for port (fe5942df-181c-428f-add6-02a32974fb5d), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:16.760946 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c31424-933d-4d81-b293-711ca73b30ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254f85cf-1036-461a-a7cb-f5de466b7571,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:16.777140 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f3c31424-933d-4d81-b293-711ca73b30ea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8edf640577be4e05ae11aca1b2aa5299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3983252 Feb 19 03:58:16.777460 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54442) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:16.880626 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-202b9fc9-fa11-44d8-99f8-cd54dc498a43 admin admin] Publish callbacks [] for security_group (254f85cf-1036-461a-a7cb-f5de466b7571), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:16.897308 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-63d07ffe-636e-41a2-b033-f22261ed89f9 req-1d2b31ea-128d-41a4-8fc1-c55deae948cc tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Deleting port f254d459-fef2-40a5-b448-3d3914fc74bd {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:16.898723 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-63d07ffe-636e-41a2-b033-f22261ed89f9 req-1d2b31ea-128d-41a4-8fc1-c55deae948cc tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f254d459-fef2-40a5-b448-3d3914fc74bd), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:16.902561 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-dc653a76-db2b-46d8-951c-31496deb7cc9 service neutron] Transition to ACTIVE for port object fe5942df-181c-428f-add6-02a32974fb5d will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:58:16.931452 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-202b9fc9-fa11-44d8-99f8-cd54dc498a43 admin admin] Publish callbacks [] for security_group (254f85cf-1036-461a-a7cb-f5de466b7571), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:16.961083 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-dc653a76-db2b-46d8-951c-31496deb7cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (fe5942df-181c-428f-add6-02a32974fb5d), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:17.033826 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-202b9fc9-fa11-44d8-99f8-cd54dc498a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (254f85cf-1036-461a-a7cb-f5de466b7571), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:17.041660 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-202b9fc9-fa11-44d8-99f8-cd54dc498a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:17.047418 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-202b9fc9-fa11-44d8-99f8-cd54dc498a43 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/254f85cf-1036-461a-a7cb-f5de466b7571 HTTP/1.1" status: 204 len: 168 time: 0.2643585 Feb 19 03:58:17.070452 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9fc9-fa11-44d8-99f8-cd54dc498a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254f85cf-1036-461a-a7cb-f5de466b7571,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:17.320073 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc653a76-db2b-46d8-951c-31496deb7cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5942df-181c-428f-add6-02a32974fb5d,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:17.333932 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4fd0d0f7-3dea-4cf1-9d73-52dbb879f737 admin admin] Publish callbacks [] for security_group (e3c24ed1-13fa-48fe-a6d7-2f6ead0dbb80), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:17.338917 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aa2f0cba-a568-488b-b130-21eb18fdf501 admin admin] Publish callbacks [] for security_group (3d5825fe-24c7-4d8d-90d7-8e2259a9689f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:17.421524 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4fd0d0f7-3dea-4cf1-9d73-52dbb879f737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e3c24ed1-13fa-48fe-a6d7-2f6ead0dbb80), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:17.425917 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aa2f0cba-a568-488b-b130-21eb18fdf501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3d5825fe-24c7-4d8d-90d7-8e2259a9689f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:17.438758 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-63d07ffe-636e-41a2-b033-f22261ed89f9 req-1d2b31ea-128d-41a4-8fc1-c55deae948cc tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f254d459-fef2-40a5-b448-3d3914fc74bd), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:17.439326 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-63d07ffe-636e-41a2-b033-f22261ed89f9 req-1d2b31ea-128d-41a4-8fc1-c55deae948cc tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks [] for floatingip (f254d459-fef2-40a5-b448-3d3914fc74bd), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:17.509607 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2deac-7313-4eef-a2f7-d38fffcdf62b req-233f0a19-2cc2-40c2-ad98-2de552c3b7ad tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:17.513050 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-36f2deac-7313-4eef-a2f7-d38fffcdf62b req-233f0a19-2cc2-40c2-ad98-2de552c3b7ad tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 943 time: 0.1508942 Feb 19 03:58:17.563589 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-18185d7b-267d-4ab1-9d7b-f76a26377103 req-efa781a6-0be5-4744-bd0d-f378194b11dd service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8391290 Feb 19 03:58:17.565295 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-63d07ffe-636e-41a2-b033-f22261ed89f9 req-1d2b31ea-128d-41a4-8fc1-c55deae948cc tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Calling delete_port for f254d459-fef2-40a5-b448-3d3914fc74bd owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:17.638216 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-36f2deac-7313-4eef-a2f7-d38fffcdf62b req-70414346-d87c-4a61-9ec7-713e2c4a0d5b tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121287 Feb 19 03:58:17.652001 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4fd0d0f7-3dea-4cf1-9d73-52dbb879f737 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=06814f4e2b0540fcb7d6cf871315ac3e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1462321 Feb 19 03:58:17.656450 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54452) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:17.685829 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-aa2f0cba-a568-488b-b130-21eb18fdf501 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dee78762e1f147f9926001b01f6e2a64&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1261287 Feb 19 03:58:17.690594 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54454) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:17.820750 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85228156-1ae6-4227-94b4-f98cae251cd7 admin admin] Publish callbacks [] for security_group (e3c24ed1-13fa-48fe-a6d7-2f6ead0dbb80), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:17.828284 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0d0f7-3dea-4cf1-9d73-52dbb879f737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c24ed1-13fa-48fe-a6d7-2f6ead0dbb80,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:17.903278 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-dc653a76-db2b-46d8-951c-31496deb7cc9 service neutron] Attempting to bind port fe5942df-181c-428f-add6-02a32974fb5d on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:17.903856 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-dc653a76-db2b-46d8-951c-31496deb7cc9 service neutron] Attempting to bind port fe5942df-181c-428f-add6-02a32974fb5d by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:17.904697 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-dc653a76-db2b-46d8-951c-31496deb7cc9 service neutron] Attempting to bind port fe5942df-181c-428f-add6-02a32974fb5d on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:17.930934 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-dc653a76-db2b-46d8-951c-31496deb7cc9 service neutron] Port fe5942df-181c-428f-add6-02a32974fb5d on network be946657-a9d5-408e-8d49-cd01b687ca89 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:58:17.930934 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-dc653a76-db2b-46d8-951c-31496deb7cc9 service neutron] Attempting to bind port fe5942df-181c-428f-add6-02a32974fb5d on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:17.953531 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85228156-1ae6-4227-94b4-f98cae251cd7 admin admin] Publish callbacks [] for security_group (e3c24ed1-13fa-48fe-a6d7-2f6ead0dbb80), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:17.969446 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f0cba-a568-488b-b130-21eb18fdf501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5825fe-24c7-4d8d-90d7-8e2259a9689f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:17.975818 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-dc653a76-db2b-46d8-951c-31496deb7cc9 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:17.976409 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-dc653a76-db2b-46d8-951c-31496deb7cc9 service neutron] Checking segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:17.977153 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-dc653a76-db2b-46d8-951c-31496deb7cc9 service neutron] Bound using segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:17.977965 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-dc653a76-db2b-46d8-951c-31496deb7cc9 service neutron] Bound port: fe5942df-181c-428f-add6-02a32974fb5d, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:17.978617 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-dc653a76-db2b-46d8-951c-31496deb7cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fe5942df-181c-428f-add6-02a32974fb5d), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:18.073217 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-79cdc4d8-adb0-49e9-8a95-5014d6870114 admin admin] Publish callbacks [] for security_group (3d5825fe-24c7-4d8d-90d7-8e2259a9689f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:18.110373 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf66ccb-838e-49e2-8e03-0aecac6e7795 req-f5ffc488-e7c2-444d-9577-d4d8374375a6 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:18.113692 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6cf66ccb-838e-49e2-8e03-0aecac6e7795 req-f5ffc488-e7c2-444d-9577-d4d8374375a6 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 1128 time: 0.2734976 Feb 19 03:58:18.156723 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-79cdc4d8-adb0-49e9-8a95-5014d6870114 admin admin] Publish callbacks [] for security_group (3d5825fe-24c7-4d8d-90d7-8e2259a9689f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:18.224538 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-dc653a76-db2b-46d8-951c-31496deb7cc9 service neutron] For port fe5942df-181c-428f-add6-02a32974fb5d, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:18.247579 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85228156-1ae6-4227-94b4-f98cae251cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e3c24ed1-13fa-48fe-a6d7-2f6ead0dbb80), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:18.251121 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-dc653a76-db2b-46d8-951c-31496deb7cc9 service neutron] For port fe5942df-181c-428f-add6-02a32974fb5d, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=fe5942df-181c-428f-add6-02a32974fb5d,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:18.253201 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85228156-1ae6-4227-94b4-f98cae251cd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:18.254247 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-63d07ffe-636e-41a2-b033-f22261ed89f9 req-1d2b31ea-128d-41a4-8fc1-c55deae948cc tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f254d459-fef2-40a5-b448-3d3914fc74bd), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:18.255309 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-85228156-1ae6-4227-94b4-f98cae251cd7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e3c24ed1-13fa-48fe-a6d7-2f6ead0dbb80 HTTP/1.1" status: 204 len: 168 time: 0.5970712 Feb 19 03:58:18.275952 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-dc653a76-db2b-46d8-951c-31496deb7cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (fe5942df-181c-428f-add6-02a32974fb5d), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:18.305266 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85228156-1ae6-4227-94b4-f98cae251cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c24ed1-13fa-48fe-a6d7-2f6ead0dbb80,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:18.328234 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6cf66ccb-838e-49e2-8e03-0aecac6e7795 req-a03735d7-a05b-49ae-a88f-d2f1e2db58e6 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844981 Feb 19 03:58:18.372500 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-79cdc4d8-adb0-49e9-8a95-5014d6870114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3d5825fe-24c7-4d8d-90d7-8e2259a9689f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:18.383764 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b31ea-128d-41a4-8fc1-c55deae948cc tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Pushing event deleted for resources: {'Port': ['ID=f254d459-fef2-40a5-b448-3d3914fc74bd,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:18.391196 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-79cdc4d8-adb0-49e9-8a95-5014d6870114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:18.393570 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-79cdc4d8-adb0-49e9-8a95-5014d6870114 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d5825fe-24c7-4d8d-90d7-8e2259a9689f HTTP/1.1" status: 204 len: 168 time: 0.7011077 Feb 19 03:58:18.412415 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cdc4d8-adb0-49e9-8a95-5014d6870114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5825fe-24c7-4d8d-90d7-8e2259a9689f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:18.551632 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-dc653a76-db2b-46d8-951c-31496deb7cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:18.554072 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-dc653a76-db2b-46d8-951c-31496deb7cc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:18.569608 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-dc653a76-db2b-46d8-951c-31496deb7cc9 service neutron] 10.222.0.10 "PUT /v2.0/ports/fe5942df-181c-428f-add6-02a32974fb5d HTTP/1.1" status: 200 len: 1091 time: 4.5023568 Feb 19 03:58:18.570528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9a8929-6538-465c-940e-16b748719b1c', 'tag': 'fe5942df-181c-428f-add6-02a32974fb5d'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:18.575495 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6169570-6c05-468f-b625-836992ebdaa0" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9a8929-6538-465c-940e-16b748719b1c", "tag": "fe5942df-181c-428f-add6-02a32974fb5d"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:18.801509 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc653a76-db2b-46d8-951c-31496deb7cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5942df-181c-428f-add6-02a32974fb5d,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:18.829986 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-63d07ffe-636e-41a2-b033-f22261ed89f9 req-1d2b31ea-128d-41a4-8fc1-c55deae948cc tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks [] for floatingip (5173d47c-8a8c-4b9f-a610-7c2b9dc04cc0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:18.834553 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-63d07ffe-636e-41a2-b033-f22261ed89f9 req-1d2b31ea-128d-41a4-8fc1-c55deae948cc tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:18.836950 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-63d07ffe-636e-41a2-b033-f22261ed89f9 req-1d2b31ea-128d-41a4-8fc1-c55deae948cc tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "DELETE /v2.0/floatingips/5173d47c-8a8c-4b9f-a610-7c2b9dc04cc0 HTTP/1.1" status: 204 len: 173 time: 3.2911260 Feb 19 03:58:18.860567 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-77843154-03d6-4c25-be19-86cea251c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:18.865435 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-77843154-03d6-4c25-be19-86cea251c990 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 1125 time: 0.1935737 Feb 19 03:58:18.884663 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d0782-36e3-4660-afc2-8fc6e82bf68b req-089d4722-013e-426b-91c4-e86cc3a92d78 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:18.914205 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b30d0782-36e3-4660-afc2-8fc6e82bf68b req-089d4722-013e-426b-91c4-e86cc3a92d78 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dd68a0e-5d87-4375-bac3-63dcea9009ea HTTP/1.1" status: 200 len: 946 time: 0.1905866 Feb 19 03:58:18.915698 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54484) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:18.939210 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c184b200-dde3-4309-92a5-62c2363d9664 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Request body: {'floatingip': {'port_id': '31b2466d-c9c9-4c90-a5f8-fa811ae6970c'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:18.976162 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-9232f04a-1abf-4113-9be2-7f16938d5e6c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe5942df-181c-428f-add6-02a32974fb5d HTTP/1.1" status: 200 len: 217 time: 0.1005034 Feb 19 03:58:19.131372 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c184b200-dde3-4309-92a5-62c2363d9664 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for floatingip (94ef1fb8-f8ce-4abc-8720-e246e9659c0b), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:19.176657 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a77eeb6-1c99-415a-b335-2788313819c3 x-openstack-request-id: req-9a77eeb6-1c99-415a-b335-2788313819c3 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:19.177543 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9a8929-6538-465c-940e-16b748719b1c", "tag": "fe5942df-181c-428f-add6-02a32974fb5d", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:19.178258 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a77eeb6-1c99-415a-b335-2788313819c3 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:19.180261 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9a8929-6538-465c-940e-16b748719b1c', 'tag': 'fe5942df-181c-428f-add6-02a32974fb5d', 'status': 'completed', 'code': 200} Feb 19 03:58:19.198573 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54490) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:19.239284 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-1e8d7bdf-3010-4867-b58c-6e43ad13ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:19.242400 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-1e8d7bdf-3010-4867-b58c-6e43ad13ff70 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.2591195 Feb 19 03:58:19.273334 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-358d5bf8-20d7-4ab5-aef1-c340a642d273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:19.355947 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-060e87ee-d25f-4e53-9a9b-554f6cf856dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976498 Feb 19 03:58:19.576088 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-358d5bf8-20d7-4ab5-aef1-c340a642d273 admin admin] Publish callbacks [] for security_group (c35a81b2-07f7-419e-9cbd-20fb77629086), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:19.604770 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-358d5bf8-20d7-4ab5-aef1-c340a642d273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c35a81b2-07f7-419e-9cbd-20fb77629086), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:19.764953 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54496) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:19.823039 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d5bf8-20d7-4ab5-aef1-c340a642d273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35a81b2-07f7-419e-9cbd-20fb77629086,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:19.856406 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea1d7488-115a-498f-ae1e-38414512c5a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:19.871160 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-358d5bf8-20d7-4ab5-aef1-c340a642d273 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9f79c78d907f45419fb1c4c70264926b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6690202 Feb 19 03:58:19.872719 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54498) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:19.904457 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162f049-3e25-4c99-971c-e29fd85e1d8b req-1436ee97-0d57-404b-a52b-b030508c7266 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:19.914572 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1162f049-3e25-4c99-971c-e29fd85e1d8b req-1436ee97-0d57-404b-a52b-b030508c7266 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 943 time: 0.2540729 Feb 19 03:58:20.081100 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-90eec2f6-5f51-44cb-bfe7-0decaba4c507 service neutron] 10.222.0.10 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988565 Feb 19 03:58:20.109672 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ea99-88b8-4bbb-8978-cf78b1eea502 admin admin] Publish callbacks [] for security_group (c35a81b2-07f7-419e-9cbd-20fb77629086), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:20.132776 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dac6d888-9a43-4fe0-8f6e-f491ed07ea66 req-fbe1fa3b-9df6-47f7-a702-5937430ea5fb tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/floatingips/e647fcda-efa6-4bd8-8be0-e4e7a30338c4 HTTP/1.1" status: 200 len: 692 time: 0.1423197 Feb 19 03:58:20.241114 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1162f049-3e25-4c99-971c-e29fd85e1d8b req-fe724964-1a36-407a-9e04-2524a2c72f10 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240018 Feb 19 03:58:20.273968 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ea99-88b8-4bbb-8978-cf78b1eea502 admin admin] Publish callbacks [] for security_group (c35a81b2-07f7-419e-9cbd-20fb77629086), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:20.411648 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea1d7488-115a-498f-ae1e-38414512c5a5 admin admin] Publish callbacks [] for security_group (2cff4edf-273c-4623-92a7-c1a6e380dc31), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:20.466105 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea1d7488-115a-498f-ae1e-38414512c5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2cff4edf-273c-4623-92a7-c1a6e380dc31), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:20.529621 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7040da85-ec1e-400c-bb05-627021f65eb9 req-9cda6112-e15a-43d7-9321-9c7b72bc0e14 service neutron] 10.222.0.10 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346025 Feb 19 03:58:20.562241 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ea99-88b8-4bbb-8978-cf78b1eea502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c35a81b2-07f7-419e-9cbd-20fb77629086), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:20.568390 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ea99-88b8-4bbb-8978-cf78b1eea502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:20.574034 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d3d2ea99-88b8-4bbb-8978-cf78b1eea502 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c35a81b2-07f7-419e-9cbd-20fb77629086 HTTP/1.1" status: 204 len: 168 time: 0.6933115 Feb 19 03:58:20.589828 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ea1d7488-115a-498f-ae1e-38414512c5a5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a5f08be33a684406a98c04f4693d16ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8219914 Feb 19 03:58:20.599112 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.resource_extend [None req-c184b200-dde3-4309-92a5-62c2363d9664 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:58:20.604144 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54510) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:20.678336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d7488-115a-498f-ae1e-38414512c5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cff4edf-273c-4623-92a7-c1a6e380dc31,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:20.750683 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c184b200-dde3-4309-92a5-62c2363d9664 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:20.760155 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c184b200-dde3-4309-92a5-62c2363d9664 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (94ef1fb8-f8ce-4abc-8720-e246e9659c0b), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:20.823736 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dc37926a-1761-4a0f-ba9a-6e21345b2005 admin admin] Publish callbacks [] for security_group (2cff4edf-273c-4623-92a7-c1a6e380dc31), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:20.840507 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6d888-9a43-4fe0-8f6e-f491ed07ea66 req-cfbdb574-c9cb-48db-8dcb-b3e224daf3c3 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:20.853571 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dac6d888-9a43-4fe0-8f6e-f491ed07ea66 req-cfbdb574-c9cb-48db-8dcb-b3e224daf3c3 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.6402965 Feb 19 03:58:20.859656 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ea99-88b8-4bbb-8978-cf78b1eea502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35a81b2-07f7-419e-9cbd-20fb77629086,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:21.013225 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dac6d888-9a43-4fe0-8f6e-f491ed07ea66 req-f793f169-5d3f-412c-989c-b58c7a6a1c8f tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 695 time: 0.1573153 Feb 19 03:58:21.137478 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-c184b200-dde3-4309-92a5-62c2363d9664 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Floating IP 94ef1fb8-f8ce-4abc-8720-e246e9659c0b associated. External IP: 172.25.0.17, port: 31b2466d-c9c9-4c90-a5f8-fa811ae6970c. Feb 19 03:58:21.169290 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dac6d888-9a43-4fe0-8f6e-f491ed07ea66 req-e608fa71-e9a4-422b-9068-6db2cd35d3a0 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 695 time: 0.1539454 Feb 19 03:58:21.176467 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dc37926a-1761-4a0f-ba9a-6e21345b2005 admin admin] Publish callbacks [] for security_group (2cff4edf-273c-4623-92a7-c1a6e380dc31), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:21.292244 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6169570-6c05-468f-b625-836992ebdaa0 req-7e7a5c24-b08b-4e33-bf8b-fee0673d358f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:21.295421 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f6169570-6c05-468f-b625-836992ebdaa0 req-7e7a5c24-b08b-4e33-bf8b-fee0673d358f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 1125 time: 0.5945556 Feb 19 03:58:21.713847 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6169570-6c05-468f-b625-836992ebdaa0 req-dd96a5ca-2d07-4c73-88b5-74c19479782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:21.717186 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f6169570-6c05-468f-b625-836992ebdaa0 req-dd96a5ca-2d07-4c73-88b5-74c19479782f service neutron] 10.222.0.10 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 908 time: 0.4133730 Feb 19 03:58:21.728567 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c184b200-dde3-4309-92a5-62c2363d9664 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Router d953f649-e81c-4e1d-a4db-bcc488830844 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:58:21.732684 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dc37926a-1761-4a0f-ba9a-6e21345b2005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2cff4edf-273c-4623-92a7-c1a6e380dc31), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:21.738078 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dc37926a-1761-4a0f-ba9a-6e21345b2005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:21.740215 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dc37926a-1761-4a0f-ba9a-6e21345b2005 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2cff4edf-273c-4623-92a7-c1a6e380dc31 HTTP/1.1" status: 204 len: 168 time: 1.1342735 Feb 19 03:58:21.829656 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f6169570-6c05-468f-b625-836992ebdaa0 req-31fc0965-3e2c-4241-8609-35ff8f625887 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe5942df-181c-428f-add6-02a32974fb5d HTTP/1.1" status: 200 len: 217 time: 0.1040773 Feb 19 03:58:21.862026 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37926a-1761-4a0f-ba9a-6e21345b2005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cff4edf-273c-4623-92a7-c1a6e380dc31,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:21.883266 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-dac6d888-9a43-4fe0-8f6e-f491ed07ea66 req-2a7f440e-6000-4d69-88b8-0209bcbbe954 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Deleting port 580cc2ee-298b-4d3f-ab89-6122e5c2cee8 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:21.883889 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-dac6d888-9a43-4fe0-8f6e-f491ed07ea66 req-2a7f440e-6000-4d69-88b8-0209bcbbe954 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (580cc2ee-298b-4d3f-ab89-6122e5c2cee8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:22.024451 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c184b200-dde3-4309-92a5-62c2363d9664 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:58:22.041035 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c282f402-2d91-43a1-b136-b351873d1920 None None] Sync routers for ids ['d953f649-e81c-4e1d-a4db-bcc488830844'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:58:22.045857 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c184b200-dde3-4309-92a5-62c2363d9664 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:22.087470 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c282f402-2d91-43a1-b136-b351873d1920 None None] Routers {'d953f649-e81c-4e1d-a4db-bcc488830844'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:22.088589 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c282f402-2d91-43a1-b136-b351873d1920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:58:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d953f649-e81c-4e1d-a4db-bcc488830844'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:22.149986 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c184b200-dde3-4309-92a5-62c2363d9664 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "PUT /v2.0/floatingips/94ef1fb8-f8ce-4abc-8720-e246e9659c0b HTTP/1.1" status: 200 len: 991 time: 3.2306757 Feb 19 03:58:22.151261 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd68a0e-5d87-4375-bac3-63dcea9009ea', 'tag': '31b2466d-c9c9-4c90-a5f8-fa811ae6970c'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:22.156592 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e0a38d-d6fe-469c-93dd-0129e5952dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd68a0e-5d87-4375-bac3-63dcea9009ea", "tag": "31b2466d-c9c9-4c90-a5f8-fa811ae6970c"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:22.239268 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6169570-6c05-468f-b625-836992ebdaa0 req-a7916b24-3186-4bfc-aef0-fe6be18bef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:22.242564 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f6169570-6c05-468f-b625-836992ebdaa0 req-a7916b24-3186-4bfc-aef0-fe6be18bef01 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.3990166 Feb 19 03:58:22.331358 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f6169570-6c05-468f-b625-836992ebdaa0 req-f1bdd7cd-9151-4885-b4dd-c3b853fe1091 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777450 Feb 19 03:58:22.458333 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-dac6d888-9a43-4fe0-8f6e-f491ed07ea66 req-2a7f440e-6000-4d69-88b8-0209bcbbe954 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (580cc2ee-298b-4d3f-ab89-6122e5c2cee8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:22.458852 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-dac6d888-9a43-4fe0-8f6e-f491ed07ea66 req-2a7f440e-6000-4d69-88b8-0209bcbbe954 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks [] for floatingip (580cc2ee-298b-4d3f-ab89-6122e5c2cee8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:22.503097 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-dac6d888-9a43-4fe0-8f6e-f491ed07ea66 req-2a7f440e-6000-4d69-88b8-0209bcbbe954 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Calling delete_port for 580cc2ee-298b-4d3f-ab89-6122e5c2cee8 owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:22.527587 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-c282f402-2d91-43a1-b136-b351873d1920 None None] Set router d953f649-e81c-4e1d-a4db-bcc488830844 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:22.702824 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f6169570-6c05-468f-b625-836992ebdaa0 req-09cd9acf-8c2d-49f6-b8b6-fd7e6d3d5bb8 service neutron] 10.222.0.10 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626928 Feb 19 03:58:22.994136 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f6169570-6c05-468f-b625-836992ebdaa0 req-5f3222cf-9fad-4d47-aa3d-84c93f3952e7 service neutron] 10.222.0.10 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842014 Feb 19 03:58:23.055745 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-dac6d888-9a43-4fe0-8f6e-f491ed07ea66 req-2a7f440e-6000-4d69-88b8-0209bcbbe954 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (580cc2ee-298b-4d3f-ab89-6122e5c2cee8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:23.106699 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c282f402-2d91-43a1-b136-b351873d1920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-777708883-router', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:55:44Z', 'updated_at': '2022-02-19T03:55:52Z', 'revision_number': 4, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'gw_port': {'id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:34:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:45Z', 'updated_at': '2022-02-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '94ef1fb8-f8ce-4abc-8720-e246e9659c0b', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'port_id': '31b2466d-c9c9-4c90-a5f8-fa811ae6970c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'mac_address': 'fa:16:3e:88:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd68a0e-5d87-4375-bac3-63dcea9009ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:56:36Z', 'updated_at': '2022-02-19T03:58:20Z', 'revision_number': 5, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03ea5cdb-6300-45d8-ba40-fbeff6008f2f', 'name': '', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'mac_address': 'fa:16:3e:62:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:50Z', 'updated_at': '2022-02-19T03:56:10Z', 'revision_number': 5, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'subnets': [{'id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:23.126753 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f440e-6000-4d69-88b8-0209bcbbe954 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Pushing event deleted for resources: {'Port': ['ID=580cc2ee-298b-4d3f-ab89-6122e5c2cee8,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:23.205504 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c282f402-2d91-43a1-b136-b351873d1920 None None] Checking router: d953f649-e81c-4e1d-a4db-bcc488830844 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:58:23.235492 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c282f402-2d91-43a1-b136-b351873d1920 None None] Routers {'d953f649-e81c-4e1d-a4db-bcc488830844'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:23.237322 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c282f402-2d91-43a1-b136-b351873d1920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:58:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d953f649-e81c-4e1d-a4db-bcc488830844'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:23.267971 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-dac6d888-9a43-4fe0-8f6e-f491ed07ea66 req-2a7f440e-6000-4d69-88b8-0209bcbbe954 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks [] for floatingip (e647fcda-efa6-4bd8-8be0-e4e7a30338c4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:23.275235 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-dac6d888-9a43-4fe0-8f6e-f491ed07ea66 req-2a7f440e-6000-4d69-88b8-0209bcbbe954 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:23.288722 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54580) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:23.302526 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dac6d888-9a43-4fe0-8f6e-f491ed07ea66 req-2a7f440e-6000-4d69-88b8-0209bcbbe954 tempest-FloatingIPDetailsTestJSON-1270845372 tempest-FloatingIPDetailsTestJSON-1270845372-project] 10.222.0.65 "DELETE /v2.0/floatingips/e647fcda-efa6-4bd8-8be0-e4e7a30338c4 HTTP/1.1" status: 204 len: 173 time: 2.1316743 Feb 19 03:58:23.323738 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-d413fec5-b13b-4e66-bda2-df4be2ff8811 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:58:23.343305 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-d413fec5-b13b-4e66-bda2-df4be2ff8811 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0382843 Feb 19 03:58:23.515766 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a5399-0f62-4517-b124-0d93fdd9581f req-930b87b1-77a8-49df-93ad-11001b87043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:23.519094 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-930b87b1-77a8-49df-93ad-11001b87043d service neutron] 10.222.0.65 "GET /v2.0/ports/df197234-9fff-4923-9a11-6b3d9342eb08 HTTP/1.1" status: 200 len: 1125 time: 0.1694541 Feb 19 03:58:23.594481 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-878a5399-0f62-4517-b124-0d93fdd9581f req-7e7c9470-7a50-4fd7-8054-9b7a151c9829 service neutron] Request body: {'binding': {'host': 'n-h1-772273-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:23.597733 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-878a5399-0f62-4517-b124-0d93fdd9581f req-7e7c9470-7a50-4fd7-8054-9b7a151c9829 service neutron] Unknown quota resources ['binding']. {{(pid=115198) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:58:23.640772 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-c282f402-2d91-43a1-b136-b351873d1920 None None] Set router d953f649-e81c-4e1d-a4db-bcc488830844 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:23.781137 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3cb4e-ee9d-42e6-998e-808347b7c2fa req-04ac8b4b-f8a1-4e9a-87a5-a9f28c0b389c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:23.784270 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9cd3cb4e-ee9d-42e6-998e-808347b7c2fa req-04ac8b4b-f8a1-4e9a-87a5-a9f28c0b389c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 943 time: 0.2637756 Feb 19 03:58:24.065593 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-878a5399-0f62-4517-b124-0d93fdd9581f req-7e7c9470-7a50-4fd7-8054-9b7a151c9829 service neutron] Attempting to bind port df197234-9fff-4923-9a11-6b3d9342eb08 on host n-h1-772273-4 for vnic_type normal with profile None {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:24.066638 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-878a5399-0f62-4517-b124-0d93fdd9581f req-7e7c9470-7a50-4fd7-8054-9b7a151c9829 service neutron] Attempting to bind port df197234-9fff-4923-9a11-6b3d9342eb08 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:24.066638 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878a5399-0f62-4517-b124-0d93fdd9581f req-7e7c9470-7a50-4fd7-8054-9b7a151c9829 service neutron] Attempting to bind port df197234-9fff-4923-9a11-6b3d9342eb08 on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:24.087117 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878a5399-0f62-4517-b124-0d93fdd9581f req-7e7c9470-7a50-4fd7-8054-9b7a151c9829 service neutron] Port df197234-9fff-4923-9a11-6b3d9342eb08 on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:58:24.087579 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878a5399-0f62-4517-b124-0d93fdd9581f req-7e7c9470-7a50-4fd7-8054-9b7a151c9829 service neutron] Attempting to bind port df197234-9fff-4923-9a11-6b3d9342eb08 on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:24.113483 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878a5399-0f62-4517-b124-0d93fdd9581f req-7e7c9470-7a50-4fd7-8054-9b7a151c9829 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:24.114027 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878a5399-0f62-4517-b124-0d93fdd9581f req-7e7c9470-7a50-4fd7-8054-9b7a151c9829 service neutron] Checking segment: {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:24.114681 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878a5399-0f62-4517-b124-0d93fdd9581f req-7e7c9470-7a50-4fd7-8054-9b7a151c9829 service neutron] Bound using segment: {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:24.115399 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-878a5399-0f62-4517-b124-0d93fdd9581f req-7e7c9470-7a50-4fd7-8054-9b7a151c9829 service neutron] Bound port: df197234-9fff-4923-9a11-6b3d9342eb08, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:24.137830 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9cd3cb4e-ee9d-42e6-998e-808347b7c2fa req-0226d063-14d3-415e-a7c7-c2d011a2ddd9 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456163 Feb 19 03:58:24.287975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-878a5399-0f62-4517-b124-0d93fdd9581f req-7e7c9470-7a50-4fd7-8054-9b7a151c9829 service neutron] For port df197234-9fff-4923-9a11-6b3d9342eb08, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=df197234-9fff-4923-9a11-6b3d9342eb08,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:24.299457 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-878a5399-0f62-4517-b124-0d93fdd9581f req-7e7c9470-7a50-4fd7-8054-9b7a151c9829 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:24.301488 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-7e7c9470-7a50-4fd7-8054-9b7a151c9829 service neutron] 10.222.0.65 "POST /v2.0/ports/df197234-9fff-4923-9a11-6b3d9342eb08/bindings HTTP/1.1" status: 201 len: 389 time: 0.7152183 Feb 19 03:58:24.377397 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device fe5942df-181c-428f-add6-02a32974fb5d details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:58:24.437177 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c282f402-2d91-43a1-b136-b351873d1920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-777708883-router', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:55:44Z', 'updated_at': '2022-02-19T03:55:52Z', 'revision_number': 4, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'gw_port': {'id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:34:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:45Z', 'updated_at': '2022-02-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '94ef1fb8-f8ce-4abc-8720-e246e9659c0b', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'port_id': '31b2466d-c9c9-4c90-a5f8-fa811ae6970c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'mac_address': 'fa:16:3e:88:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd68a0e-5d87-4375-bac3-63dcea9009ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:56:36Z', 'updated_at': '2022-02-19T03:58:20Z', 'revision_number': 5, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03ea5cdb-6300-45d8-ba40-fbeff6008f2f', 'name': '', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'mac_address': 'fa:16:3e:62:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:50Z', 'updated_at': '2022-02-19T03:56:10Z', 'revision_number': 5, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'subnets': [{'id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:24.503712 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b342fea-5448-4bb8-9efd-68409025e6a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (a3446226-6487-43fb-9eea-90efdb975603), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:24.570502 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c282f402-2d91-43a1-b136-b351873d1920 None None] The sync data for ids ['d953f649-e81c-4e1d-a4db-bcc488830844'] in n-d-772273-4 is: [{'id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-777708883-router', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:55:44Z', 'updated_at': '2022-02-19T03:55:52Z', 'revision_number': 4, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'gw_port': {'id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:34:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:45Z', 'updated_at': '2022-02-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '94ef1fb8-f8ce-4abc-8720-e246e9659c0b', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'port_id': '31b2466d-c9c9-4c90-a5f8-fa811ae6970c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'mac_address': 'fa:16:3e:88:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd68a0e-5d87-4375-bac3-63dcea9009ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:56:36Z', 'updated_at': '2022-02-19T03:58:20Z', 'revision_number': 5, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03ea5cdb-6300-45d8-ba40-fbeff6008f2f', 'name': '', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'mac_address': 'fa:16:3e:62:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:50Z', 'updated_at': '2022-02-19T03:56:10Z', 'revision_number': 5, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'subnets': [{'id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:58:24.726194 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port fe5942df-181c-428f-add6-02a32974fb5d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=fe5942df-181c-428f-add6-02a32974fb5d,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:24.751439 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'fe5942df-181c-428f-add6-02a32974fb5d', 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89', 'port_id': 'fe5942df-181c-428f-add6-02a32974fb5d', 'mac_address': 'fa:16:3e:81:36:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:58:24.889890 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port fe5942df-181c-428f-add6-02a32974fb5d is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:24.891064 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fe5942df-181c-428f-add6-02a32974fb5d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:24.945138 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5942df-181c-428f-add6-02a32974fb5d {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:25.026265 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port fe5942df-181c-428f-add6-02a32974fb5d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=fe5942df-181c-428f-add6-02a32974fb5d,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:25.038092 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fe5942df-181c-428f-add6-02a32974fb5d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:25.055923 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a5399-0f62-4517-b124-0d93fdd9581f req-11eb89cc-8def-4ac9-97cd-58499687ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:25.057964 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-11eb89cc-8def-4ac9-97cd-58499687ca18 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 1128 time: 0.1849668 Feb 19 03:58:25.212351 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=fe5942df-181c-428f-add6-02a32974fb5d,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:25.246723 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dfdaf8-396e-4d49-912b-548d4b5131a5 None None] New status for floating IP 94ef1fb8-f8ce-4abc-8720-e246e9659c0b: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:58:25.386124 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a5399-0f62-4517-b124-0d93fdd9581f req-2ee3d924-1ca0-47e2-bed3-63cc0d4adc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:25.391860 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-2ee3d924-1ca0-47e2-bed3-63cc0d4adc60 service neutron] 10.222.0.10 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 921 time: 0.3267775 Feb 19 03:58:25.395036 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e59490-3c61-4345-904f-a8aeb4bb62e1 req-9fd3eb01-d803-4166-a642-204bab269b57 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:25.411058 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-56e59490-3c61-4345-904f-a8aeb4bb62e1 req-9fd3eb01-d803-4166-a642-204bab269b57 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dd68a0e-5d87-4375-bac3-63dcea9009ea HTTP/1.1" status: 200 len: 946 time: 0.2067113 Feb 19 03:58:25.412991 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['fe5942df-181c-428f-add6-02a32974fb5d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:25.565963 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-c193e7be-11af-4ac6-83f4-75d38d13f165 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df197234-9fff-4923-9a11-6b3d9342eb08 HTTP/1.1" status: 200 len: 217 time: 0.1669261 Feb 19 03:58:25.657650 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76439dfd-7e32-4abf-a9e4-61bd997e6ab0 x-openstack-request-id: req-76439dfd-7e32-4abf-a9e4-61bd997e6ab0 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:25.658686 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd68a0e-5d87-4375-bac3-63dcea9009ea", "tag": "31b2466d-c9c9-4c90-a5f8-fa811ae6970c", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:25.658686 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-76439dfd-7e32-4abf-a9e4-61bd997e6ab0 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:25.658686 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd68a0e-5d87-4375-bac3-63dcea9009ea', 'tag': '31b2466d-c9c9-4c90-a5f8-fa811ae6970c', 'status': 'completed', 'code': 200} Feb 19 03:58:25.759549 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-56e59490-3c61-4345-904f-a8aeb4bb62e1 req-511e2efb-1d0a-4e29-baa1-8c422df026a7 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/security-groups?id=596535c3-2785-4da5-804f-29d7411c6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3469121 Feb 19 03:58:25.814873 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a5399-0f62-4517-b124-0d93fdd9581f req-c5d9180a-b561-495c-8bb0-b2264c83eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:25.817422 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-c5d9180a-b561-495c-8bb0-b2264c83eb1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.2444143 Feb 19 03:58:26.005873 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-3e9a0079-f546-49f2-96db-2a5e89d87707 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775890 Feb 19 03:58:26.328458 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc440ff-b2c6-4060-a2ee-a9964bc9608c req-041a63c2-9bba-4332-a14a-b465e6b30b86 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:26.331379 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0fc440ff-b2c6-4060-a2ee-a9964bc9608c req-041a63c2-9bba-4332-a14a-b465e6b30b86 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 946 time: 0.3035233 Feb 19 03:58:26.359668 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-1b342fea-5448-4bb8-9efd-68409025e6a6 admin admin] Deleting port be1405ce-bf69-402f-9fa3-256bb1785aa0 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:26.360819 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b342fea-5448-4bb8-9efd-68409025e6a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (be1405ce-bf69-402f-9fa3-256bb1785aa0), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:26.565263 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0fc440ff-b2c6-4060-a2ee-a9964bc9608c req-031efbec-7bfd-425c-b0d7-f71f591a6a36 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221010 Feb 19 03:58:26.624367 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-1b342fea-5448-4bb8-9efd-68409025e6a6 admin admin] For port be1405ce-bf69-402f-9fa3-256bb1785aa0, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=be1405ce-bf69-402f-9fa3-256bb1785aa0,segment=NetworkSegment(47b4cf76-3d38-4b31-9dca-0048ed844b74),segment_id=47b4cf76-3d38-4b31-9dca-0048ed844b74)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:26.627305 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b342fea-5448-4bb8-9efd-68409025e6a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (be1405ce-bf69-402f-9fa3-256bb1785aa0), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:26.655571 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-1b342fea-5448-4bb8-9efd-68409025e6a6 admin admin] Calling delete_port for be1405ce-bf69-402f-9fa3-256bb1785aa0 owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:26.673281 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0a38d-d6fe-469c-93dd-0129e5952dd5 req-aef21c92-ba8b-4e92-9f33-12a6eac2dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:26.676045 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0e0a38d-d6fe-469c-93dd-0129e5952dd5 req-aef21c92-ba8b-4e92-9f33-12a6eac2dd54 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=98e4fb96369442b78745cce9c7cb08aa&device_id=1dd68a0e-5d87-4375-bac3-63dcea9009ea HTTP/1.1" status: 200 len: 1128 time: 0.9733012 Feb 19 03:58:26.722155 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54640) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:26.933227 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21a008-cbe6-473d-9759-14d87825e157 req-c01b3b2e-2ea2-46b3-b5cc-482b4162515a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:26.946980 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa21a008-cbe6-473d-9759-14d87825e157 req-c01b3b2e-2ea2-46b3-b5cc-482b4162515a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 944 time: 0.7726631 Feb 19 03:58:27.017469 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-ec446d76-422e-4150-81ae-cbed7abb3b8e service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9978883 Feb 19 03:58:27.149419 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b342fea-5448-4bb8-9efd-68409025e6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (be1405ce-bf69-402f-9fa3-256bb1785aa0), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:27.208569 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b342fea-5448-4bb8-9efd-68409025e6a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=be1405ce-bf69-402f-9fa3-256bb1785aa0,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:27.351084 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3635801a-556f-418a-92c0-f1a242871bce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:27.418686 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0a38d-d6fe-469c-93dd-0129e5952dd5 req-897b0524-ce88-4feb-87a3-92a649783af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:27.424004 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0e0a38d-d6fe-469c-93dd-0129e5952dd5 req-897b0524-ce88-4feb-87a3-92a649783af1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8ae02c71-45ff-47a1-b8ca-fe0848324233 HTTP/1.1" status: 200 len: 923 time: 0.7240181 Feb 19 03:58:27.478586 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa21a008-cbe6-473d-9759-14d87825e157 req-0247aa1d-808b-409e-bb03-dff30fac4fee tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270467 Feb 19 03:58:27.519588 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-664be31f-5974-4e52-bfcd-b17ef275f96a service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928918 Feb 19 03:58:27.766616 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b342fea-5448-4bb8-9efd-68409025e6a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (a3446226-6487-43fb-9eea-90efdb975603), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:27.884141 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0e0a38d-d6fe-469c-93dd-0129e5952dd5 req-0fd1cf91-deb1-4213-b46c-b1bc35c39f3e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31b2466d-c9c9-4c90-a5f8-fa811ae6970c HTTP/1.1" status: 200 len: 1001 time: 0.3925922 Feb 19 03:58:27.894571 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-a61ee78e-4be4-4e8b-a83a-d7b8e9842bb5 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ecf9e139694246328842375c06e497e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550241 Feb 19 03:58:28.071585 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a5399-0f62-4517-b124-0d93fdd9581f req-286bb47e-6f82-40ce-8ecd-3d79d1d69e4f tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:28.073681 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-286bb47e-6f82-40ce-8ecd-3d79d1d69e4f tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366&tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&binding%3Ahost_id=n-h2-772273-4 HTTP/1.1" status: 200 len: 1128 time: 0.3777907 Feb 19 03:58:28.081037 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54680) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:28.173025 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3635801a-556f-418a-92c0-f1a242871bce admin admin] Publish callbacks [] for security_group (73669447-de7b-42b9-87b1-ea79639860f5), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.194026 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-878a5399-0f62-4517-b124-0d93fdd9581f req-5de77201-423f-42d2-a70e-3435309f7207 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-772273-4'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:28.205568 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0a38d-d6fe-469c-93dd-0129e5952dd5 req-616b711a-4f1c-4ede-90b5-fad4a18c4c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:28.208560 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0e0a38d-d6fe-469c-93dd-0129e5952dd5 req-616b711a-4f1c-4ede-90b5-fad4a18c4c84 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4270ac7f-396b-4263-8a48-9f0c325d371b HTTP/1.1" status: 200 len: 862 time: 0.2927852 Feb 19 03:58:28.211412 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54684) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:28.290802 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-a1d35f1f-3397-4307-81cc-9872628409c8 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:28.294322 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-a1d35f1f-3397-4307-81cc-9872628409c8 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3710864 Feb 19 03:58:28.296615 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3635801a-556f-418a-92c0-f1a242871bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (73669447-de7b-42b9-87b1-ea79639860f5), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.329499 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-7ad9cc3a-d045-4100-88c7-0aa1ebbffaf7 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/quotas/ecf9e139694246328842375c06e497e6 HTTP/1.1" status: 200 len: 375 time: 0.0192761 Feb 19 03:58:28.395147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device fe5942df-181c-428f-add6-02a32974fb5d up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:28.436890 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635801a-556f-418a-92c0-f1a242871bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73669447-de7b-42b9-87b1-ea79639860f5,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:28.473703 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-107b6f46-eebf-44cb-9015-52f0f4c05c25 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0902879 Feb 19 03:58:28.485072 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5bdad-61b3-4062-8275-0d359388c6de req-c76acdb3-c04e-4af9-8a4d-cac28e55428c tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:28.498309 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a1c5bdad-61b3-4062-8275-0d359388c6de req-c76acdb3-c04e-4af9-8a4d-cac28e55428c tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 946 time: 0.6608970 Feb 19 03:58:28.526511 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3100-37ef-4b88-a757-e589db2925bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.530040 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port fe5942df-181c-428f-add6-02a32974fb5d completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:58:28.538728 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port fe5942df-181c-428f-add6-02a32974fb5d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:28.540039 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fe5942df-181c-428f-add6-02a32974fb5d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.564667 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b342fea-5448-4bb8-9efd-68409025e6a6 admin admin] Router a3446226-6487-43fb-9eea-90efdb975603 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:58:28.636855 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3635801a-556f-418a-92c0-f1a242871bce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d79757750a884ce39350d9c978d009ca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9062409 Feb 19 03:58:28.648801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54690) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:28.680379 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b1cd694f-fe8e-4af1-8b8a-2ed40039c459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.772383 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-878a5399-0f62-4517-b124-0d93fdd9581f req-5de77201-423f-42d2-a70e-3435309f7207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (df197234-9fff-4923-9a11-6b3d9342eb08), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.798288 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port fe5942df-181c-428f-add6-02a32974fb5d is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:28.799321 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fe5942df-181c-428f-add6-02a32974fb5d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.820848 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0a38d-d6fe-469c-93dd-0129e5952dd5 req-8b904e0a-ee64-4507-bfe0-8b5efb152e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:28.823542 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0e0a38d-d6fe-469c-93dd-0129e5952dd5 req-8b904e0a-ee64-4507-bfe0-8b5efb152e99 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8ae02c71-45ff-47a1-b8ca-fe0848324233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5472991 Feb 19 03:58:28.852652 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9a8929-6538-465c-940e-16b748719b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5942df-181c-428f-add6-02a32974fb5d'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:28.858305 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84aa33ca-d82c-44b0-b55b-e438ebfadceb" -d '{"events": [{"server_uuid": "ff9a8929-6538-465c-940e-16b748719b1c", "name": "network-vif-plugged", "status": "completed", "tag": "fe5942df-181c-428f-add6-02a32974fb5d"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:28.894044 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port fe5942df-181c-428f-add6-02a32974fb5d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=fe5942df-181c-428f-add6-02a32974fb5d,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:28.907111 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fe5942df-181c-428f-add6-02a32974fb5d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.942972 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a1c5bdad-61b3-4062-8275-0d359388c6de req-44b3a9f3-9def-4544-a367-7baa077f387a tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277146 Feb 19 03:58:29.063551 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=fe5942df-181c-428f-add6-02a32974fb5d,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:29.099442 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3100-37ef-4b88-a757-e589db2925bb admin admin] Publish callbacks [] for security_group (be15b56a-611a-4348-81d4-94bbcb90e255), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:29.106002 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b342fea-5448-4bb8-9efd-68409025e6a6 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:58:29.118987 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1b342fea-5448-4bb8-9efd-68409025e6a6 admin admin] 10.222.0.65 "PUT /v2.0/routers/a3446226-6487-43fb-9eea-90efdb975603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8264050 Feb 19 03:58:29.122212 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3100-37ef-4b88-a757-e589db2925bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (be15b56a-611a-4348-81d4-94bbcb90e255), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:29.128886 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54698) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:29.134336 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f030dd-2a18-4e83-aa3b-740ea979f02e None None] Sync routers for ids ['a3446226-6487-43fb-9eea-90efdb975603'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:58:29.157443 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f030dd-2a18-4e83-aa3b-740ea979f02e None None] Routers {'a3446226-6487-43fb-9eea-90efdb975603'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:29.159553 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-59f030dd-2a18-4e83-aa3b-740ea979f02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:58:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['a3446226-6487-43fb-9eea-90efdb975603'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:29.188108 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9e201d8-99fd-42a8-b9b9-6f67c443d4fa req-6c9a0125-c94d-4907-ac1a-e72cf0535939 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 210 time: 0.0580587 Feb 19 03:58:29.296116 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ae0053e-630b-4a2f-aafc-dc34a3a2337d admin admin] Publish callbacks [] for security_group (73669447-de7b-42b9-87b1-ea79639860f5), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:29.375384 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238bde23-b633-4fdf-85fe-0706a18dc561 x-openstack-request-id: req-238bde23-b633-4fdf-85fe-0706a18dc561 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:29.378039 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9a8929-6538-465c-940e-16b748719b1c", "name": "network-vif-plugged", "status": "completed", "tag": "fe5942df-181c-428f-add6-02a32974fb5d", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:29.378800 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-238bde23-b633-4fdf-85fe-0706a18dc561 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:29.379792 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9a8929-6538-465c-940e-16b748719b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5942df-181c-428f-add6-02a32974fb5d', 'code': 200} Feb 19 03:58:29.406560 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4da08-e877-42d9-9fd3-2594f3f2e43a req-3bf245f2-f8fe-4bf9-b669-25dc27fd1860 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:29.412267 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8bb4da08-e877-42d9-9fd3-2594f3f2e43a req-3bf245f2-f8fe-4bf9-b669-25dc27fd1860 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 945 time: 0.4791481 Feb 19 03:58:29.463493 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b1cd694f-fe8e-4af1-8b8a-2ed40039c459 admin admin] Publish callbacks [] for security_group (27e64eb6-4189-405f-b9dc-8c65bb4d7004), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:29.475486 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-59f030dd-2a18-4e83-aa3b-740ea979f02e None None] Set router a3446226-6487-43fb-9eea-90efdb975603 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:29.486847 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2fbe3100-37ef-4b88-a757-e589db2925bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e47666ec26b941a9a246e7b6ecce95df&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3971148 Feb 19 03:58:29.490640 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54704) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:29.504528 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe3100-37ef-4b88-a757-e589db2925bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be15b56a-611a-4348-81d4-94bbcb90e255,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:29.522521 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b1cd694f-fe8e-4af1-8b8a-2ed40039c459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (27e64eb6-4189-405f-b9dc-8c65bb4d7004), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:29.651142 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ae0053e-630b-4a2f-aafc-dc34a3a2337d admin admin] Publish callbacks [] for security_group (73669447-de7b-42b9-87b1-ea79639860f5), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:29.778121 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd694f-fe8e-4af1-8b8a-2ed40039c459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e64eb6-4189-405f-b9dc-8c65bb4d7004,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:29.784225 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8bb4da08-e877-42d9-9fd3-2594f3f2e43a req-4e2a6b2e-05cb-4e15-bea8-dc0748b8bfbd tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418014 Feb 19 03:58:29.798142 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-776d6dbf-9b52-4b06-a04e-a76984d3bc56 admin admin] Publish callbacks [] for router (a3446226-6487-43fb-9eea-90efdb975603), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:29.931474 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29201779-6f4e-4ec8-837b-004fb54a246d req-33995442-5ca1-4548-8d6a-ddfde19a2b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:29.935082 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-29201779-6f4e-4ec8-837b-004fb54a246d req-33995442-5ca1-4548-8d6a-ddfde19a2b5e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 1127 time: 0.3970125 Feb 19 03:58:29.946107 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b80e51b0-8816-4d7c-97c1-69595f254bad admin admin] Publish callbacks [] for security_group (be15b56a-611a-4348-81d4-94bbcb90e255), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:29.969710 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ae0053e-630b-4a2f-aafc-dc34a3a2337d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (73669447-de7b-42b9-87b1-ea79639860f5), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:29.976370 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ae0053e-630b-4a2f-aafc-dc34a3a2337d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:29.982024 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1ae0053e-630b-4a2f-aafc-dc34a3a2337d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/73669447-de7b-42b9-87b1-ea79639860f5 HTTP/1.1" status: 204 len: 168 time: 1.3193038 Feb 19 03:58:30.021324 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0e0a38d-d6fe-469c-93dd-0129e5952dd5 req-4095c3b1-885d-4c87-b10b-80829af3ca0e service neutron] 10.222.0.48 "GET /v2.0/networks/8ae02c71-45ff-47a1-b8ca-fe0848324233?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1589355 Feb 19 03:58:30.023154 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-59f030dd-2a18-4e83-aa3b-740ea979f02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3446226-6487-43fb-9eea-90efdb975603', 'name': 'tempest-FloatingIPDetailsTestJSON-201697844-router', 'tenant_id': '019ff5a0f603468ebd110c4bc2d4da38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '08b448bc-c649-48b3-b2b3-edd5f943ba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:57:18Z', 'updated_at': '2022-02-19T03:58:27Z', 'revision_number': 5, 'project_id': '019ff5a0f603468ebd110c4bc2d4da38', 'gw_port': {'id': '08b448bc-c649-48b3-b2b3-edd5f943ba48', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:88:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3446226-6487-43fb-9eea-90efdb975603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:20Z', 'updated_at': '2022-02-19T03:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:30.026170 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b1cd694f-fe8e-4af1-8b8a-2ed40039c459 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9f4e00bc52ba4537b474b6721a078ba9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8091476 Feb 19 03:58:30.037988 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0053e-630b-4a2f-aafc-dc34a3a2337d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73669447-de7b-42b9-87b1-ea79639860f5,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:30.050328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54710) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:30.101243 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f030dd-2a18-4e83-aa3b-740ea979f02e None None] Checking router: a3446226-6487-43fb-9eea-90efdb975603 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:58:30.124742 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f030dd-2a18-4e83-aa3b-740ea979f02e None None] Routers {'a3446226-6487-43fb-9eea-90efdb975603'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:30.141325 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-59f030dd-2a18-4e83-aa3b-740ea979f02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:58:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['a3446226-6487-43fb-9eea-90efdb975603'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:30.459430 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-59f030dd-2a18-4e83-aa3b-740ea979f02e None None] Set router a3446226-6487-43fb-9eea-90efdb975603 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:30.635902 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-659bec0c-126e-4732-b029-f2c1ad3e2f73 admin admin] Publish callbacks [] for security_group (27e64eb6-4189-405f-b9dc-8c65bb4d7004), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:30.665352 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-878a5399-0f62-4517-b124-0d93fdd9581f req-5de77201-423f-42d2-a70e-3435309f7207 service neutron] For port df197234-9fff-4923-9a11-6b3d9342eb08, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=df197234-9fff-4923-9a11-6b3d9342eb08,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:30.724295 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b80e51b0-8816-4d7c-97c1-69595f254bad admin admin] Publish callbacks [] for security_group (be15b56a-611a-4348-81d4-94bbcb90e255), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:30.745556 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b19b17fd-dcd0-4008-9f4b-3082ba9f6350 req-a8c52ddc-7a15-482f-ad0b-50b39125bc2d tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 210 time: 0.1594198 Feb 19 03:58:30.766052 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0e0a38d-d6fe-469c-93dd-0129e5952dd5 req-1a8b7b44-77e2-40a4-883e-972a60f9d065 service neutron] 10.222.0.48 "GET /v2.0/networks/8ae02c71-45ff-47a1-b8ca-fe0848324233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7078509 Feb 19 03:58:30.847081 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-659bec0c-126e-4732-b029-f2c1ad3e2f73 admin admin] Publish callbacks [] for security_group (27e64eb6-4189-405f-b9dc-8c65bb4d7004), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:30.897964 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1531cf-bbd4-4771-97c4-fdbe8008038f req-c3526b36-9111-4c1e-a049-dc8dd2498880 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:30.912028 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2f1531cf-bbd4-4771-97c4-fdbe8008038f req-c3526b36-9111-4c1e-a049-dc8dd2498880 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 946 time: 0.4276009 Feb 19 03:58:30.926768 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54720) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:30.965656 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-29201779-6f4e-4ec8-837b-004fb54a246d req-1ab46e7c-ea7e-4f5a-9d75-496256a7c5d4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0163474 Feb 19 03:58:30.969022 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-59f030dd-2a18-4e83-aa3b-740ea979f02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3446226-6487-43fb-9eea-90efdb975603', 'name': 'tempest-FloatingIPDetailsTestJSON-201697844-router', 'tenant_id': '019ff5a0f603468ebd110c4bc2d4da38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '08b448bc-c649-48b3-b2b3-edd5f943ba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:57:18Z', 'updated_at': '2022-02-19T03:58:27Z', 'revision_number': 5, 'project_id': '019ff5a0f603468ebd110c4bc2d4da38', 'gw_port': {'id': '08b448bc-c649-48b3-b2b3-edd5f943ba48', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:88:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3446226-6487-43fb-9eea-90efdb975603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:20Z', 'updated_at': '2022-02-19T03:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:31.029394 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f030dd-2a18-4e83-aa3b-740ea979f02e None None] The sync data for ids ['a3446226-6487-43fb-9eea-90efdb975603'] in n-d-772273-4 is: [{'id': 'a3446226-6487-43fb-9eea-90efdb975603', 'name': 'tempest-FloatingIPDetailsTestJSON-201697844-router', 'tenant_id': '019ff5a0f603468ebd110c4bc2d4da38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '08b448bc-c649-48b3-b2b3-edd5f943ba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:57:18Z', 'updated_at': '2022-02-19T03:58:27Z', 'revision_number': 5, 'project_id': '019ff5a0f603468ebd110c4bc2d4da38', 'gw_port': {'id': '08b448bc-c649-48b3-b2b3-edd5f943ba48', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:88:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3446226-6487-43fb-9eea-90efdb975603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:20Z', 'updated_at': '2022-02-19T03:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:58:31.062991 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-776d6dbf-9b52-4b06-a04e-a76984d3bc56 admin admin] Publish callbacks [] for router_gateway (a3446226-6487-43fb-9eea-90efdb975603), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:31.068667 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-07e6479e-614c-4341-887f-185b67d32f0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:31.088238 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-878a5399-0f62-4517-b124-0d93fdd9581f req-5de77201-423f-42d2-a70e-3435309f7207 service neutron] For port df197234-9fff-4923-9a11-6b3d9342eb08, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:31.210281 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838a683-44cb-4ddb-baef-c5d095c6ee39 req-5b17171e-f073-452d-b6be-701406db8367 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:31.213661 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c838a683-44cb-4ddb-baef-c5d095c6ee39 req-5b17171e-f073-452d-b6be-701406db8367 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 945 time: 0.2246826 Feb 19 03:58:31.246159 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b80e51b0-8816-4d7c-97c1-69595f254bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (be15b56a-611a-4348-81d4-94bbcb90e255), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:31.250634 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b80e51b0-8816-4d7c-97c1-69595f254bad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:31.252799 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b80e51b0-8816-4d7c-97c1-69595f254bad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/be15b56a-611a-4348-81d4-94bbcb90e255 HTTP/1.1" status: 204 len: 168 time: 1.7499630 Feb 19 03:58:31.268560 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-ba9b58b3-244c-4c7c-9cf9-7f0670f2f58e tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ecf9e139694246328842375c06e497e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0921330 Feb 19 03:58:31.294877 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-776d6dbf-9b52-4b06-a04e-a76984d3bc56 admin admin] Deleting port 08b448bc-c649-48b3-b2b3-edd5f943ba48 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:31.295444 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-776d6dbf-9b52-4b06-a04e-a76984d3bc56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (08b448bc-c649-48b3-b2b3-edd5f943ba48), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:31.303999 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e51b0-8816-4d7c-97c1-69595f254bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be15b56a-611a-4348-81d4-94bbcb90e255,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:31.305268 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2f1531cf-bbd4-4771-97c4-fdbe8008038f req-fe5de964-3f69-4a1e-928f-94582f779756 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738456 Feb 19 03:58:31.355861 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68a550b-8980-48fc-856e-203cbad9b366', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df197234-9fff-4923-9a11-6b3d9342eb08'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:31.360309 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d901804-d9df-4b21-a2bf-4ebf9188f565" -d '{"events": [{"server_uuid": "f68a550b-8980-48fc-856e-203cbad9b366", "name": "network-vif-unplugged", "status": "completed", "tag": "df197234-9fff-4923-9a11-6b3d9342eb08"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:31.409968 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-878a5399-0f62-4517-b124-0d93fdd9581f req-5de77201-423f-42d2-a70e-3435309f7207 service neutron] Publish callbacks [] for port (df197234-9fff-4923-9a11-6b3d9342eb08), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:31.542853 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device be1405ce-bf69-402f-9fa3-256bb1785aa0 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:31.621436 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c838a683-44cb-4ddb-baef-c5d095c6ee39 req-c96b6f06-9f60-4617-bae0-7a5a5fc0ed87 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839667 Feb 19 03:58:31.651159 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: be1405ce-bf69-402f-9fa3-256bb1785aa0 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:58:31.651775 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device be1405ce-bf69-402f-9fa3-256bb1785aa0 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:31.670369 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2e6a71-f3ad-4bc6-b5d6-efc7ca8b0975 x-openstack-request-id: req-6d2e6a71-f3ad-4bc6-b5d6-efc7ca8b0975 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:31.670824 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68a550b-8980-48fc-856e-203cbad9b366", "name": "network-vif-unplugged", "status": "completed", "tag": "df197234-9fff-4923-9a11-6b3d9342eb08", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:31.671242 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6d2e6a71-f3ad-4bc6-b5d6-efc7ca8b0975 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:31.671998 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68a550b-8980-48fc-856e-203cbad9b366', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df197234-9fff-4923-9a11-6b3d9342eb08', 'code': 200} Feb 19 03:58:31.686089 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-878a5399-0f62-4517-b124-0d93fdd9581f req-5de77201-423f-42d2-a70e-3435309f7207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (df197234-9fff-4923-9a11-6b3d9342eb08), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:31.689589 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-659bec0c-126e-4732-b029-f2c1ad3e2f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (27e64eb6-4189-405f-b9dc-8c65bb4d7004), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:31.694296 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-776d6dbf-9b52-4b06-a04e-a76984d3bc56 admin admin] For port 08b448bc-c649-48b3-b2b3-edd5f943ba48, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=08b448bc-c649-48b3-b2b3-edd5f943ba48,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:31.695077 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-776d6dbf-9b52-4b06-a04e-a76984d3bc56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (08b448bc-c649-48b3-b2b3-edd5f943ba48), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:31.695270 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-659bec0c-126e-4732-b029-f2c1ad3e2f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:31.702174 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-659bec0c-126e-4732-b029-f2c1ad3e2f73 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/27e64eb6-4189-405f-b9dc-8c65bb4d7004 HTTP/1.1" status: 204 len: 168 time: 1.6410916 Feb 19 03:58:31.732512 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-776d6dbf-9b52-4b06-a04e-a76984d3bc56 admin admin] Calling delete_port for 08b448bc-c649-48b3-b2b3-edd5f943ba48 owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:31.821942 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bec0c-126e-4732-b029-f2c1ad3e2f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e64eb6-4189-405f-b9dc-8c65bb4d7004,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:32.026041 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-69cc39fc-ee6e-4339-a7e2-bfb5c8d4c016 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:32.032470 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-69cc39fc-ee6e-4339-a7e2-bfb5c8d4c016 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7230792 Feb 19 03:58:32.095654 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-41df9d2e-51bf-4efd-a709-98b3809cb2eb tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Request body: {'port': {'device_id': 'bcc207bb-14c3-4949-b2cb-bb502289addc', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': 'ecf9e139694246328842375c06e497e6'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:32.165026 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-46f094d7-66f8-4688-8c47-f53c7dd522ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:32.285524 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de77201-423f-42d2-a70e-3435309f7207 service neutron] Pushing event updated for resources: {'Port': ['ID=df197234-9fff-4923-9a11-6b3d9342eb08,revision_number=7']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:32.350132 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-776d6dbf-9b52-4b06-a04e-a76984d3bc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (08b448bc-c649-48b3-b2b3-edd5f943ba48), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:32.384531 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bb1f1cac-badd-44c9-bfac-732d03d5f43a req-e59593c3-ef69-4569-ba15-1f82ef6caf0c tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 210 time: 0.3015223 Feb 19 03:58:32.440237 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-07e6479e-614c-4341-887f-185b67d32f0e admin admin] Publish callbacks [] for security_group (ff2a44ad-0f38-4320-aaff-02f83e3c95b8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:32.454355 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d6dbf-9b52-4b06-a04e-a76984d3bc56 admin admin] Pushing event deleted for resources: {'Port': ['ID=08b448bc-c649-48b3-b2b3-edd5f943ba48,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:32.484081 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-878a5399-0f62-4517-b124-0d93fdd9581f req-5de77201-423f-42d2-a70e-3435309f7207 service neutron] Attempting to bind port df197234-9fff-4923-9a11-6b3d9342eb08 on host n-h2-772273-4 for vnic_type normal with profile {"migrating_to": "n-h1-772273-4"} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:32.485071 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-878a5399-0f62-4517-b124-0d93fdd9581f req-5de77201-423f-42d2-a70e-3435309f7207 service neutron] Attempting to bind port df197234-9fff-4923-9a11-6b3d9342eb08 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:32.485914 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878a5399-0f62-4517-b124-0d93fdd9581f req-5de77201-423f-42d2-a70e-3435309f7207 service neutron] Attempting to bind port df197234-9fff-4923-9a11-6b3d9342eb08 on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:32.497905 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-07e6479e-614c-4341-887f-185b67d32f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ff2a44ad-0f38-4320-aaff-02f83e3c95b8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:32.540064 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878a5399-0f62-4517-b124-0d93fdd9581f req-5de77201-423f-42d2-a70e-3435309f7207 service neutron] Port df197234-9fff-4923-9a11-6b3d9342eb08 on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:58:32.541179 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878a5399-0f62-4517-b124-0d93fdd9581f req-5de77201-423f-42d2-a70e-3435309f7207 service neutron] Attempting to bind port df197234-9fff-4923-9a11-6b3d9342eb08 on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:32.560735 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54738) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:32.574491 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878a5399-0f62-4517-b124-0d93fdd9581f req-5de77201-423f-42d2-a70e-3435309f7207 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:32.575064 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878a5399-0f62-4517-b124-0d93fdd9581f req-5de77201-423f-42d2-a70e-3435309f7207 service neutron] Checking segment: {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:32.575912 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878a5399-0f62-4517-b124-0d93fdd9581f req-5de77201-423f-42d2-a70e-3435309f7207 service neutron] Bound using segment: {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:32.576737 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-878a5399-0f62-4517-b124-0d93fdd9581f req-5de77201-423f-42d2-a70e-3435309f7207 service neutron] Bound port: df197234-9fff-4923-9a11-6b3d9342eb08, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:32.577520 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-878a5399-0f62-4517-b124-0d93fdd9581f req-5de77201-423f-42d2-a70e-3435309f7207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (df197234-9fff-4923-9a11-6b3d9342eb08), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:32.599680 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-776d6dbf-9b52-4b06-a04e-a76984d3bc56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (a3446226-6487-43fb-9eea-90efdb975603), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:32.651344 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2e842a0b-5cad-4ad6-b2d6-d688366b78f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:32.687182 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-07e6479e-614c-4341-887f-185b67d32f0e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=386fb1d18c3b4ce99c9af0a7f2d3e6f8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7482924 Feb 19 03:58:32.687837 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6479e-614c-4341-887f-185b67d32f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2a44ad-0f38-4320-aaff-02f83e3c95b8,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:32.691485 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54740) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:32.849092 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-41df9d2e-51bf-4efd-a709-98b3809cb2eb tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Made reservation on behalf of ecf9e139694246328842375c06e497e6 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:32.855526 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-41df9d2e-51bf-4efd-a709-98b3809cb2eb tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:32.885674 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-878a5399-0f62-4517-b124-0d93fdd9581f req-5de77201-423f-42d2-a70e-3435309f7207 service neutron] For port df197234-9fff-4923-9a11-6b3d9342eb08, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:32.912984 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-776d6dbf-9b52-4b06-a04e-a76984d3bc56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (a3446226-6487-43fb-9eea-90efdb975603), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:32.918721 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-41df9d2e-51bf-4efd-a709-98b3809cb2eb tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:32.937719 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-776d6dbf-9b52-4b06-a04e-a76984d3bc56 admin admin] Publish callbacks [] for router_controller (a3446226-6487-43fb-9eea-90efdb975603), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:32.945012 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-878a5399-0f62-4517-b124-0d93fdd9581f req-5de77201-423f-42d2-a70e-3435309f7207 service neutron] For port df197234-9fff-4923-9a11-6b3d9342eb08, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=df197234-9fff-4923-9a11-6b3d9342eb08,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:32.967925 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-878a5399-0f62-4517-b124-0d93fdd9581f req-5de77201-423f-42d2-a70e-3435309f7207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (df197234-9fff-4923-9a11-6b3d9342eb08), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.022216 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54744) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:33.079173 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fe2d0-278f-45b9-a9a6-ada0aa028e2c req-fa7c01ef-5cf4-4ff1-a1f5-09155e061f41 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:33.081504 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-694fe2d0-278f-45b9-a9a6-ada0aa028e2c req-fa7c01ef-5cf4-4ff1-a1f5-09155e061f41 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 945 time: 0.2736425 Feb 19 03:58:33.095469 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-473354da-423b-46ea-bea8-1bd129e563a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.157769 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf14a6-06bb-4225-bab6-d0b3c2382009 req-9ede6d01-73bc-4c8f-a407-490f11862e91 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:33.160677 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-52bf14a6-06bb-4225-bab6-d0b3c2382009 req-9ede6d01-73bc-4c8f-a407-490f11862e91 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 944 time: 0.5978684 Feb 19 03:58:33.168567 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-776d6dbf-9b52-4b06-a04e-a76984d3bc56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (a3446226-6487-43fb-9eea-90efdb975603), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.169381 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776d6dbf-9b52-4b06-a04e-a76984d3bc56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3446226-6487-43fb-9eea-90efdb975603 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:58:33.190219 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-776d6dbf-9b52-4b06-a04e-a76984d3bc56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.192170 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-776d6dbf-9b52-4b06-a04e-a76984d3bc56 admin admin] 10.222.0.65 "DELETE /v2.0/routers/a3446226-6487-43fb-9eea-90efdb975603 HTTP/1.1" status: 204 len: 168 time: 4.0550344 Feb 19 03:58:33.193798 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5cc46f35-2446-4b50-9d57-6e4e08f3c627 admin admin] Publish callbacks [] for security_group (ff2a44ad-0f38-4320-aaff-02f83e3c95b8), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.214699 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de77201-423f-42d2-a70e-3435309f7207 service neutron] Pushing event updated for resources: {'Port': ['ID=df197234-9fff-4923-9a11-6b3d9342eb08,revision_number=8']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:33.216868 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54746) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:33.248331 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a5399-0f62-4517-b124-0d93fdd9581f req-5de77201-423f-42d2-a70e-3435309f7207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:33.249299 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-878a5399-0f62-4517-b124-0d93fdd9581f req-5de77201-423f-42d2-a70e-3435309f7207 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.251659 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-5de77201-423f-42d2-a70e-3435309f7207 service neutron] 10.222.0.10 "PUT /v2.0/ports/df197234-9fff-4923-9a11-6b3d9342eb08 HTTP/1.1" status: 200 len: 1122 time: 5.0659459 Feb 19 03:58:33.339093 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['df197234-9fff-4923-9a11-6b3d9342eb08'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:33.400981 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-694fe2d0-278f-45b9-a9a6-ada0aa028e2c req-27da9908-e78d-4d50-8006-41fff28d55bb tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940896 Feb 19 03:58:33.405380 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5cc46f35-2446-4b50-9d57-6e4e08f3c627 admin admin] Publish callbacks [] for security_group (ff2a44ad-0f38-4320-aaff-02f83e3c95b8), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.446607 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-41df9d2e-51bf-4efd-a709-98b3809cb2eb tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks [] for security_group (e60b9d33-d085-4c92-a7b4-b349238fdcf8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.517348 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-41df9d2e-51bf-4efd-a709-98b3809cb2eb tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e60b9d33-d085-4c92-a7b4-b349238fdcf8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.584638 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-6494306a-16f7-4df5-b622-6058016b5f29 admin admin] Deleting subnet 488ba534-1383-4093-af73-24df7a4724c8 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:58:33.603960 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2e842a0b-5cad-4ad6-b2d6-d688366b78f7 admin admin] Publish callbacks [] for security_group (802a25e2-f985-4e5b-829c-1e22157cc0f2), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.618896 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6494306a-16f7-4df5-b622-6058016b5f29 admin admin] Publish callbacks [] for subnet (488ba534-1383-4093-af73-24df7a4724c8), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.653802 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-52bf14a6-06bb-4225-bab6-d0b3c2382009 req-8b2ef4cb-b367-417f-b869-fd5698a33443 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735198 Feb 19 03:58:33.655200 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2e842a0b-5cad-4ad6-b2d6-d688366b78f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (802a25e2-f985-4e5b-829c-1e22157cc0f2), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.695108 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68a550b-8980-48fc-856e-203cbad9b366', 'tag': 'df197234-9fff-4923-9a11-6b3d9342eb08'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:33.697997 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59b9820-e3a6-4d05-9579-988c1cc3d306" -d '{"events": [{"name": "network-changed", "server_uuid": "f68a550b-8980-48fc-856e-203cbad9b366", "tag": "df197234-9fff-4923-9a11-6b3d9342eb08"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:33.796257 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2e842a0b-5cad-4ad6-b2d6-d688366b78f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5a0a5a6b113d401585b51cac070a2e87&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2157631 Feb 19 03:58:33.797703 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e842a0b-5cad-4ad6-b2d6-d688366b78f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802a25e2-f985-4e5b-829c-1e22157cc0f2,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:33.806243 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54754) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:33.845104 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-473354da-423b-46ea-bea8-1bd129e563a9 admin admin] Publish callbacks [] for security_group (bcabdaee-5a51-4091-aa71-e5c0f251f7e9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.846764 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df9d2e-51bf-4efd-a709-98b3809cb2eb tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e60b9d33-d085-4c92-a7b4-b349238fdcf8,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:33.864033 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6494306a-16f7-4df5-b622-6058016b5f29 admin admin] Publish callbacks [] for subnet (488ba534-1383-4093-af73-24df7a4724c8), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.876802 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-473354da-423b-46ea-bea8-1bd129e563a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (bcabdaee-5a51-4091-aa71-e5c0f251f7e9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.990831 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5cc46f35-2446-4b50-9d57-6e4e08f3c627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ff2a44ad-0f38-4320-aaff-02f83e3c95b8), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.996503 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5cc46f35-2446-4b50-9d57-6e4e08f3c627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.998599 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5cc46f35-2446-4b50-9d57-6e4e08f3c627 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ff2a44ad-0f38-4320-aaff-02f83e3c95b8 HTTP/1.1" status: 204 len: 168 time: 1.2210896 Feb 19 03:58:34.109412 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-473354da-423b-46ea-bea8-1bd129e563a9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5392f266788749a3bce87dc6fd66bac5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0855906 Feb 19 03:58:34.112840 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473354da-423b-46ea-bea8-1bd129e563a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcabdaee-5a51-4091-aa71-e5c0f251f7e9,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:34.121582 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54758) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:34.128070 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe2a14-179b-4664-9fab-d79f59220793 req-98141c9b-287b-4755-90b8-66554b6a9f65 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:34.138040 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e1fe2a14-179b-4664-9fab-d79f59220793 req-98141c9b-287b-4755-90b8-66554b6a9f65 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 1127 time: 0.5105553 Feb 19 03:58:34.166463 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc46f35-2446-4b50-9d57-6e4e08f3c627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2a44ad-0f38-4320-aaff-02f83e3c95b8,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:34.194597 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-910f00a1-7a2d-4915-a9c2-0f9be90785d1 req-53ff353f-533c-40e2-ae16-9c1ba8cdfe35 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 210 time: 0.1455491 Feb 19 03:58:34.253034 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6494306a-16f7-4df5-b622-6058016b5f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (488ba534-1383-4093-af73-24df7a4724c8), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:34.258825 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-41df9d2e-51bf-4efd-a709-98b3809cb2eb tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Allocated IP 192.168.233.55 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/7c3d3c52-3ec8-4150-95e2-72f41684ea03) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:34.319890 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc98b443-ca8c-4e06-961f-38304c35d63c x-openstack-request-id: req-cc98b443-ca8c-4e06-961f-38304c35d63c {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:34.320863 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68a550b-8980-48fc-856e-203cbad9b366", "tag": "df197234-9fff-4923-9a11-6b3d9342eb08", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:34.321274 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cc98b443-ca8c-4e06-961f-38304c35d63c {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:34.321752 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68a550b-8980-48fc-856e-203cbad9b366', 'tag': 'df197234-9fff-4923-9a11-6b3d9342eb08', 'status': 'completed', 'code': 200} Feb 19 03:58:34.346649 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f87f41d-9f2c-4478-b1cf-7ae92f4c59db admin admin] Publish callbacks [] for security_group (802a25e2-f985-4e5b-829c-1e22157cc0f2), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:34.429514 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dcb93ddc-3628-40e1-ad16-87b047c47051 admin admin] Publish callbacks [] for security_group (bcabdaee-5a51-4091-aa71-e5c0f251f7e9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:34.438215 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e1fe2a14-179b-4664-9fab-d79f59220793 req-0337605e-ddc2-4f98-b953-0ebc0b667078 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270651 Feb 19 03:58:34.446994 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f87f41d-9f2c-4478-b1cf-7ae92f4c59db admin admin] Publish callbacks [] for security_group (802a25e2-f985-4e5b-829c-1e22157cc0f2), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:34.547758 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dcb93ddc-3628-40e1-ad16-87b047c47051 admin admin] Publish callbacks [] for security_group (bcabdaee-5a51-4091-aa71-e5c0f251f7e9), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:34.591494 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6494306a-16f7-4df5-b622-6058016b5f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (488ba534-1383-4093-af73-24df7a4724c8), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:34.620258 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6494306a-16f7-4df5-b622-6058016b5f29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:34.631103 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6494306a-16f7-4df5-b622-6058016b5f29 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/488ba534-1383-4093-af73-24df7a4724c8 HTTP/1.1" status: 204 len: 168 time: 1.3906977 Feb 19 03:58:34.631846 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a609e7-5b79-4c7f-9534-deffd11b4010 None None] Network ef8e34a3-cebf-4e06-a21c-4d2d087371ae requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:58:34.665917 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54764) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:34.718619 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b9820-e3a6-4d05-9579-988c1cc3d306 req-e35bfa83-366f-4645-bfa3-b03b54e4b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:34.723625 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f59b9820-e3a6-4d05-9579-988c1cc3d306 req-e35bfa83-366f-4645-bfa3-b03b54e4b47b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 1156 time: 0.3293605 Feb 19 03:58:34.751711 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494306a-16f7-4df5-b622-6058016b5f29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=488ba534-1383-4093-af73-24df7a4724c8,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:34.975266 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-99e58e35-e099-42d5-bd9c-bda8612c0b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:34.982242 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f1e6717-bc2d-47ad-9804-a08035c2138d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (ef8e34a3-cebf-4e06-a21c-4d2d087371ae), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:34.986501 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f87f41d-9f2c-4478-b1cf-7ae92f4c59db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (802a25e2-f985-4e5b-829c-1e22157cc0f2), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:34.991000 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f87f41d-9f2c-4478-b1cf-7ae92f4c59db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:34.993294 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2f87f41d-9f2c-4478-b1cf-7ae92f4c59db admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/802a25e2-f985-4e5b-829c-1e22157cc0f2 HTTP/1.1" status: 204 len: 168 time: 1.1164358 Feb 19 03:58:35.022052 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c5358-af50-45c8-8fdc-b73c923b49b5 req-fc1a4c89-780b-4618-99c4-090601cc06bf tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:35.032168 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f98c5358-af50-45c8-8fdc-b73c923b49b5 req-fc1a4c89-780b-4618-99c4-090601cc06bf tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 1127 time: 0.3674536 Feb 19 03:58:35.047292 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-41df9d2e-51bf-4efd-a709-98b3809cb2eb tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks [] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:35.050101 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87f41d-9f2c-4478-b1cf-7ae92f4c59db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802a25e2-f985-4e5b-829c-1e22157cc0f2,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:35.086352 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dcb93ddc-3628-40e1-ad16-87b047c47051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (bcabdaee-5a51-4091-aa71-e5c0f251f7e9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:35.091216 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1059a1f7-baca-489e-9f57-eb8588064790 None None] DHCP port deletion for ef8e34a3-cebf-4e06-a21c-4d2d087371ae request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:58:35.091547 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dcb93ddc-3628-40e1-ad16-87b047c47051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:35.097684 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dcb93ddc-3628-40e1-ad16-87b047c47051 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bcabdaee-5a51-4091-aa71-e5c0f251f7e9 HTTP/1.1" status: 204 len: 168 time: 0.9737394 Feb 19 03:58:35.172080 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb93ddc-3628-40e1-ad16-87b047c47051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcabdaee-5a51-4091-aa71-e5c0f251f7e9,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:35.173333 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b9820-e3a6-4d05-9579-988c1cc3d306 req-dbbf90b7-d566-46c7-847c-cfbdd1637524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:35.186303 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f59b9820-e3a6-4d05-9579-988c1cc3d306 req-dbbf90b7-d566-46c7-847c-cfbdd1637524 service neutron] 10.222.0.48 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 921 time: 0.4386470 Feb 19 03:58:35.296828 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36196b40-0d48-4b77-bac6-e89307044d00 req-bb5daded-f686-4eda-9be3-f4da2d48b608 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:35.309661 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-36196b40-0d48-4b77-bac6-e89307044d00 req-bb5daded-f686-4eda-9be3-f4da2d48b608 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 944 time: 0.2803869 Feb 19 03:58:35.330262 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f98c5358-af50-45c8-8fdc-b73c923b49b5 req-05afb8d8-f6a6-4e99-9d09-4612a6616919 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957256 Feb 19 03:58:35.330838 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-41df9d2e-51bf-4efd-a709-98b3809cb2eb tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:35.336403 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f59b9820-e3a6-4d05-9579-988c1cc3d306 req-200c7874-4c45-485f-9a05-4f17754778c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df197234-9fff-4923-9a11-6b3d9342eb08 HTTP/1.1" status: 200 len: 217 time: 0.1353209 Feb 19 03:58:35.483152 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1059a1f7-baca-489e-9f57-eb8588064790 None None] Deleting port 60bfa861-d871-4b74-8139-bcf78ceb23ce {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:35.492585 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1059a1f7-baca-489e-9f57-eb8588064790 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (60bfa861-d871-4b74-8139-bcf78ceb23ce), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:35.523040 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-41df9d2e-51bf-4efd-a709-98b3809cb2eb tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:35.574414 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b9820-e3a6-4d05-9579-988c1cc3d306 req-5dd92665-5d19-44ba-88fe-364d0093280c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:35.581783 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f59b9820-e3a6-4d05-9579-988c1cc3d306 req-5dd92665-5d19-44ba-88fe-364d0093280c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.2353218 Feb 19 03:58:35.603322 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-2f1e6717-bc2d-47ad-9804-a08035c2138d admin admin] Deleting port 60bfa861-d871-4b74-8139-bcf78ceb23ce {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:35.606379 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f1e6717-bc2d-47ad-9804-a08035c2138d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (60bfa861-d871-4b74-8139-bcf78ceb23ce), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:35.655976 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 60bfa861-d871-4b74-8139-bcf78ceb23ce no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:35.657391 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-41df9d2e-51bf-4efd-a709-98b3809cb2eb tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:35.663877 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-41df9d2e-51bf-4efd-a709-98b3809cb2eb tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:35.724041 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f59b9820-e3a6-4d05-9579-988c1cc3d306 req-adcca07f-cfef-4005-94fc-aa87d61fd313 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192617 Feb 19 03:58:35.816989 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-41df9d2e-51bf-4efd-a709-98b3809cb2eb tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:35.816989 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-41df9d2e-51bf-4efd-a709-98b3809cb2eb tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:35.835470 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-36196b40-0d48-4b77-bac6-e89307044d00 req-b159af23-4ad4-4bec-8aee-1c015581affc tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233128 Feb 19 03:58:35.836682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df9d2e-51bf-4efd-a709-98b3809cb2eb tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Pushing event updated for resources: {'Port': ['ID=7c3d3c52-3ec8-4150-95e2-72f41684ea03,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:35.887862 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-1059a1f7-baca-489e-9f57-eb8588064790 None None] For port 60bfa861-d871-4b74-8139-bcf78ceb23ce, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=60bfa861-d871-4b74-8139-bcf78ceb23ce,segment=NetworkSegment(47b4cf76-3d38-4b31-9dca-0048ed844b74),segment_id=47b4cf76-3d38-4b31-9dca-0048ed844b74)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:35.889076 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1059a1f7-baca-489e-9f57-eb8588064790 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (60bfa861-d871-4b74-8139-bcf78ceb23ce), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:35.927869 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1059a1f7-baca-489e-9f57-eb8588064790 None None] Calling delete_port for 60bfa861-d871-4b74-8139-bcf78ceb23ce owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:35.997877 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c98d68-2fec-47f4-a9f9-85fafb06a1d1 req-141b515e-0274-4914-b3bd-a2e6338b7e37 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:36.002280 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90c98d68-2fec-47f4-a9f9-85fafb06a1d1 req-141b515e-0274-4914-b3bd-a2e6338b7e37 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 935 time: 0.4182086 Feb 19 03:58:36.099916 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-41df9d2e-51bf-4efd-a709-98b3809cb2eb tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0124419 Feb 19 03:58:36.163222 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-d85ed8e9-ecfc-4d97-a4c7-63cf03daa6d7 service neutron] Request body: {'port': {'device_id': 'bcc207bb-14c3-4949-b2cb-bb502289addc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:36.186615 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-2f1e6717-bc2d-47ad-9804-a08035c2138d admin admin] For port 60bfa861-d871-4b74-8139-bcf78ceb23ce, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=60bfa861-d871-4b74-8139-bcf78ceb23ce,segment=NetworkSegment(47b4cf76-3d38-4b31-9dca-0048ed844b74),segment_id=47b4cf76-3d38-4b31-9dca-0048ed844b74)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:36.188109 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f1e6717-bc2d-47ad-9804-a08035c2138d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (60bfa861-d871-4b74-8139-bcf78ceb23ce), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.316131 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f59b9820-e3a6-4d05-9579-988c1cc3d306 req-9e32f4c2-6188-4772-a4f2-986ec875aed5 service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813212 Feb 19 03:58:36.346979 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-2f1e6717-bc2d-47ad-9804-a08035c2138d admin admin] Calling delete_port for 60bfa861-d871-4b74-8139-bcf78ceb23ce owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:36.432426 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device df197234-9fff-4923-9a11-6b3d9342eb08 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:58:36.495812 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 60bfa861-d871-4b74-8139-bcf78ceb23ce is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:36.496332 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (60bfa861-d871-4b74-8139-bcf78ceb23ce), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.592820 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90c98d68-2fec-47f4-a9f9-85fafb06a1d1 req-514287e9-e88b-4825-be7a-d1232a8bcc60 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5774524 Feb 19 03:58:36.702999 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ce302807-e768-4212-98f3-63f3ab96bda8 None None] Provisioning complete for port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:36.711267 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ce302807-e768-4212-98f3-63f3ab96bda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.714963 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f59b9820-e3a6-4d05-9579-988c1cc3d306 req-e07797e6-ab94-405e-839c-c060e1229523 service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724923 Feb 19 03:58:36.864450 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 60bfa861-d871-4b74-8139-bcf78ceb23ce, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=60bfa861-d871-4b74-8139-bcf78ceb23ce,segment=NetworkSegment(47b4cf76-3d38-4b31-9dca-0048ed844b74),segment_id=47b4cf76-3d38-4b31-9dca-0048ed844b74)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:36.875059 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.929561 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (60bfa861-d871-4b74-8139-bcf78ceb23ce), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.930734 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 08b448bc-c649-48b3-b2b3-edd5f943ba48 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:37.167908 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ce302807-e768-4212-98f3-63f3ab96bda8 None None] Port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:58:37.183796 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1059a1f7-baca-489e-9f57-eb8588064790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (60bfa861-d871-4b74-8139-bcf78ceb23ce), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:37.230340 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port df197234-9fff-4923-9a11-6b3d9342eb08, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=df197234-9fff-4923-9a11-6b3d9342eb08,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:37.251373 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40981247-1f43-45ff-9cea-2d2661f8b191 req-28e72cf7-550a-4eb3-a727-c9995c535a27 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:37.254248 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-40981247-1f43-45ff-9cea-2d2661f8b191 req-28e72cf7-550a-4eb3-a727-c9995c535a27 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 944 time: 0.1827040 Feb 19 03:58:37.265303 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event deleted for resources: {'Port': ['ID=60bfa861-d871-4b74-8139-bcf78ceb23ce,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:37.288756 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device df197234-9fff-4923-9a11-6b3d9342eb08 has no active binding in host n-h1-772273-4 {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:58:37.305414 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 08b448bc-c649-48b3-b2b3-edd5f943ba48 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:58:37.306532 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 08b448bc-c649-48b3-b2b3-edd5f943ba48 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:37.372607 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:37.385184 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1059a1f7-baca-489e-9f57-eb8588064790 None None] No DVR routers for this DVR port 60bfa861-d871-4b74-8139-bcf78ceb23ce on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:58:37.406504 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059a1f7-baca-489e-9f57-eb8588064790 None None] Pushing event deleted for resources: {'Port': ['ID=60bfa861-d871-4b74-8139-bcf78ceb23ce,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:37.450282 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-40981247-1f43-45ff-9cea-2d2661f8b191 req-fc6334bf-f433-40a2-bb86-6dea05b4a178 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812303 Feb 19 03:58:37.469038 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-d85ed8e9-ecfc-4d97-a4c7-63cf03daa6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:37.622541 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbe079-b27e-4e6e-8e56-4fefe6c8799b req-07678441-2a43-402a-848e-d9293b28f1eb tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:37.625920 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4fdbe079-b27e-4e6e-8e56-4fefe6c8799b req-07678441-2a43-402a-848e-d9293b28f1eb tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 1127 time: 1.1214242 Feb 19 03:58:37.632198 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f1e6717-bc2d-47ad-9804-a08035c2138d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (60bfa861-d871-4b74-8139-bcf78ceb23ce), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:37.707109 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e6717-bc2d-47ad-9804-a08035c2138d admin admin] Pushing event deleted for resources: {'Port': ['ID=60bfa861-d871-4b74-8139-bcf78ceb23ce,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:37.726539 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1e6717-bc2d-47ad-9804-a08035c2138d admin admin] No DVR routers for this DVR port 60bfa861-d871-4b74-8139-bcf78ceb23ce on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:58:37.740893 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:37.862198 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2210251-d464-472c-8a58-6167b99a9fbe req-af796d8b-fdeb-4e18-af5a-7246d195a2d6 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:37.865434 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f2210251-d464-472c-8a58-6167b99a9fbe req-af796d8b-fdeb-4e18-af5a-7246d195a2d6 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 935 time: 0.1143475 Feb 19 03:58:37.978347 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f2210251-d464-472c-8a58-6167b99a9fbe req-80202c94-6cfe-4a1e-84bd-8e7e2bc3d498 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030879 Feb 19 03:58:38.095193 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4fdbe079-b27e-4e6e-8e56-4fefe6c8799b req-f0b8936b-6456-49b0-a910-a2b08e50dafe tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995090 Feb 19 03:58:38.120104 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f1e6717-bc2d-47ad-9804-a08035c2138d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (ef8e34a3-cebf-4e06-a21c-4d2d087371ae), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:38.236256 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-2f1e6717-bc2d-47ad-9804-a08035c2138d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8e34a3-cebf-4e06-a21c-4d2d087371ae']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:38.257450 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-2f1e6717-bc2d-47ad-9804-a08035c2138d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b4cf76-3d38-4b31-9dca-0048ed844b74') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:38.258443 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-2f1e6717-bc2d-47ad-9804-a08035c2138d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b4cf76-3d38-4b31-9dca-0048ed844b74') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:38.293415 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f1e6717-bc2d-47ad-9804-a08035c2138d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (47b4cf76-3d38-4b31-9dca-0048ed844b74), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:38.345070 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f1e6717-bc2d-47ad-9804-a08035c2138d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (47b4cf76-3d38-4b31-9dca-0048ed844b74), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:38.370968 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f1e6717-bc2d-47ad-9804-a08035c2138d admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:58:38.371710 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f1e6717-bc2d-47ad-9804-a08035c2138d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (47b4cf76-3d38-4b31-9dca-0048ed844b74), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: timer() Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:58:38.375099 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:58:38.457684 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:38.578694 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f1e6717-bc2d-47ad-9804-a08035c2138d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (ef8e34a3-cebf-4e06-a21c-4d2d087371ae), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:38.596810 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f1e6717-bc2d-47ad-9804-a08035c2138d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:38.607664 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2f1e6717-bc2d-47ad-9804-a08035c2138d admin admin] 10.222.0.65 "DELETE /v2.0/networks/ef8e34a3-cebf-4e06-a21c-4d2d087371ae HTTP/1.1" status: 204 len: 168 time: 3.9399061 Feb 19 03:58:38.633843 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e6717-bc2d-47ad-9804-a08035c2138d admin admin] Pushing event deleted for resources: {'Network': ['ID=ef8e34a3-cebf-4e06-a21c-4d2d087371ae,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:38.661313 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-d85ed8e9-ecfc-4d97-a4c7-63cf03daa6d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3d3c52-3ec8-4150-95e2-72f41684ea03 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:38.691575 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-d85ed8e9-ecfc-4d97-a4c7-63cf03daa6d7 service neutron] Publish callbacks [] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:38.719989 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:38.733835 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-d85ed8e9-ecfc-4d97-a4c7-63cf03daa6d7 service neutron] Transition to ACTIVE for port object 7c3d3c52-3ec8-4150-95e2-72f41684ea03 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:58:38.742995 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-d85ed8e9-ecfc-4d97-a4c7-63cf03daa6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:38.858597 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ed8e9-ecfc-4d97-a4c7-63cf03daa6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3d3c52-3ec8-4150-95e2-72f41684ea03,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:38.925985 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4633c-da4d-43f7-840a-d781158f37d1 req-259e3798-55e9-403d-ac9e-46603efd1f75 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:38.929763 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5a4633c-da4d-43f7-840a-d781158f37d1 req-259e3798-55e9-403d-ac9e-46603efd1f75 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 944 time: 0.2400799 Feb 19 03:58:39.022816 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-e4a07421-9637-4601-a870-490db97d74aa service neutron] 10.222.0.48 "GET /v2.0/ports/df197234-9fff-4923-9a11-6b3d9342eb08/bindings/n-h1-772273-4 HTTP/1.1" status: 200 len: 384 time: 0.2487879 Feb 19 03:58:39.067426 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-d85ed8e9-ecfc-4d97-a4c7-63cf03daa6d7 service neutron] Attempting to bind port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:39.069348 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-d85ed8e9-ecfc-4d97-a4c7-63cf03daa6d7 service neutron] Attempting to bind port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:39.070419 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-d85ed8e9-ecfc-4d97-a4c7-63cf03daa6d7 service neutron] Attempting to bind port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:39.084153 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-d85ed8e9-ecfc-4d97-a4c7-63cf03daa6d7 service neutron] Port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:58:39.085305 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-d85ed8e9-ecfc-4d97-a4c7-63cf03daa6d7 service neutron] Attempting to bind port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:39.106402 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-d85ed8e9-ecfc-4d97-a4c7-63cf03daa6d7 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:39.107605 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-d85ed8e9-ecfc-4d97-a4c7-63cf03daa6d7 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:39.108629 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-d85ed8e9-ecfc-4d97-a4c7-63cf03daa6d7 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:39.109856 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-d85ed8e9-ecfc-4d97-a4c7-63cf03daa6d7 service neutron] Bound port: 7c3d3c52-3ec8-4150-95e2-72f41684ea03, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:39.112518 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-d85ed8e9-ecfc-4d97-a4c7-63cf03daa6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:39.194224 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5a4633c-da4d-43f7-840a-d781158f37d1 req-c7ee217b-3129-42e5-9b29-456bd924c67d tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436218 Feb 19 03:58:39.303937 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-d85ed8e9-ecfc-4d97-a4c7-63cf03daa6d7 service neutron] For port 7c3d3c52-3ec8-4150-95e2-72f41684ea03, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:39.312189 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-d85ed8e9-ecfc-4d97-a4c7-63cf03daa6d7 service neutron] For port 7c3d3c52-3ec8-4150-95e2-72f41684ea03, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=7c3d3c52-3ec8-4150-95e2-72f41684ea03,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:39.338461 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-d85ed8e9-ecfc-4d97-a4c7-63cf03daa6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:39.343481 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54868) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:39.453564 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-d85ed8e9-ecfc-4d97-a4c7-63cf03daa6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:39.454371 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-d85ed8e9-ecfc-4d97-a4c7-63cf03daa6d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:39.457016 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-d85ed8e9-ecfc-4d97-a4c7-63cf03daa6d7 service neutron] 10.222.0.48 "PUT /v2.0/ports/7c3d3c52-3ec8-4150-95e2-72f41684ea03 HTTP/1.1" status: 200 len: 1095 time: 3.3414059 Feb 19 03:58:39.461246 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc207bb-14c3-4949-b2cb-bb502289addc', 'tag': '7c3d3c52-3ec8-4150-95e2-72f41684ea03'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:39.466281 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ca6caf-b8e9-4d94-8c9b-19dc84c96e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc207bb-14c3-4949-b2cb-bb502289addc", "tag": "7c3d3c52-3ec8-4150-95e2-72f41684ea03"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:39.555313 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af32179-ac5d-47cb-b395-5021fb75f465 req-42e10138-fab4-4240-92a7-dc7f85737206 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:39.558708 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4af32179-ac5d-47cb-b395-5021fb75f465 req-42e10138-fab4-4240-92a7-dc7f85737206 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 947 time: 0.2390008 Feb 19 03:58:39.562235 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ed8e9-ecfc-4d97-a4c7-63cf03daa6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3d3c52-3ec8-4150-95e2-72f41684ea03,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:39.802642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-30f73e55-b7d6-4205-96e9-3b5928e4b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:39.805976 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-30f73e55-b7d6-4205-96e9-3b5928e4b52a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 1129 time: 0.2216620 Feb 19 03:58:39.867867 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9c9d5b11-f494-4549-a6f0-38cc2b192a2b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=019ff5a0f603468ebd110c4bc2d4da38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5195093 Feb 19 03:58:39.875742 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54876) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:39.940286 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4af32179-ac5d-47cb-b395-5021fb75f465 req-b28600ca-0876-4b7a-bfe4-11ebf7e6fb96 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273249 Feb 19 03:58:39.943242 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-f5d4dbac-714f-4b56-a2bd-e05d3a3f6d3e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7c3d3c52-3ec8-4150-95e2-72f41684ea03 HTTP/1.1" status: 200 len: 217 time: 0.1274931 Feb 19 03:58:40.029411 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69d8b4-6f2a-4295-9b24-571d39dcd69c req-41de575d-b770-42ef-b9dd-a5a46f3f8f89 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:40.040511 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9b69d8b4-6f2a-4295-9b24-571d39dcd69c req-41de575d-b770-42ef-b9dd-a5a46f3f8f89 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 1127 time: 0.3886547 Feb 19 03:58:40.044955 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-878a5399-0f62-4517-b124-0d93fdd9581f req-f23a8cf1-24ff-4ecf-a37c-16ec7e986fc0 service neutron] For port df197234-9fff-4923-9a11-6b3d9342eb08, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=df197234-9fff-4923-9a11-6b3d9342eb08,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:40.100490 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-7ba2155b-bb47-454c-9515-d932bc123c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:40.105168 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-7ba2155b-bb47-454c-9515-d932bc123c11 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1516008 Feb 19 03:58:40.115638 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94be6e0f-de4d-44ef-996b-d6adb05676dd x-openstack-request-id: req-94be6e0f-de4d-44ef-996b-d6adb05676dd {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:40.116375 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc207bb-14c3-4949-b2cb-bb502289addc", "tag": "7c3d3c52-3ec8-4150-95e2-72f41684ea03", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:40.116375 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94be6e0f-de4d-44ef-996b-d6adb05676dd {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:40.117209 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc207bb-14c3-4949-b2cb-bb502289addc', 'tag': '7c3d3c52-3ec8-4150-95e2-72f41684ea03', 'status': 'completed', 'code': 200} Feb 19 03:58:40.144863 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f62fb8ad-55b0-4ca9-8b41-052d17eb8cb0 admin admin] Publish callbacks [] for security_group (3c1e4290-6498-4ece-860f-3d064a362daa), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:40.200716 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-878a5399-0f62-4517-b124-0d93fdd9581f req-f23a8cf1-24ff-4ecf-a37c-16ec7e986fc0 service neutron] For port df197234-9fff-4923-9a11-6b3d9342eb08, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:40.241295 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-bcca995d-b7e9-4bbc-8699-8f042efb40a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:40.248063 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-bcca995d-b7e9-4bbc-8699-8f042efb40a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1285801 Feb 19 03:58:40.320643 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f62fb8ad-55b0-4ca9-8b41-052d17eb8cb0 admin admin] Publish callbacks [] for security_group (3c1e4290-6498-4ece-860f-3d064a362daa), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:40.331192 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9b69d8b4-6f2a-4295-9b24-571d39dcd69c req-39e1e2b3-3463-431f-8931-9c8816089c44 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614317 Feb 19 03:58:40.352034 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-878a5399-0f62-4517-b124-0d93fdd9581f req-f23a8cf1-24ff-4ecf-a37c-16ec7e986fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df197234-9fff-4923-9a11-6b3d9342eb08 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:40.412629 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-878a5399-0f62-4517-b124-0d93fdd9581f req-f23a8cf1-24ff-4ecf-a37c-16ec7e986fc0 service neutron] For port df197234-9fff-4923-9a11-6b3d9342eb08, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=df197234-9fff-4923-9a11-6b3d9342eb08,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:40.474218 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-878a5399-0f62-4517-b124-0d93fdd9581f req-f23a8cf1-24ff-4ecf-a37c-16ec7e986fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (df197234-9fff-4923-9a11-6b3d9342eb08), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:40.576027 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-a518ac60-a9fb-41e1-b376-7403ae600e12 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207054 Feb 19 03:58:40.711634 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-878a5399-0f62-4517-b124-0d93fdd9581f req-f23a8cf1-24ff-4ecf-a37c-16ec7e986fc0 service neutron] Transition to ACTIVE for port object df197234-9fff-4923-9a11-6b3d9342eb08 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:58:40.714257 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f62fb8ad-55b0-4ca9-8b41-052d17eb8cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3c1e4290-6498-4ece-860f-3d064a362daa), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:40.728072 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f62fb8ad-55b0-4ca9-8b41-052d17eb8cb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:40.738092 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f62fb8ad-55b0-4ca9-8b41-052d17eb8cb0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3c1e4290-6498-4ece-860f-3d064a362daa HTTP/1.1" status: 204 len: 168 time: 0.8524468 Feb 19 03:58:40.747203 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715e7ff-2282-4c4b-a092-c99538a39145 req-5b474959-e067-4b5d-8dc4-c201cdd32c17 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:40.749498 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-878a5399-0f62-4517-b124-0d93fdd9581f req-f23a8cf1-24ff-4ecf-a37c-16ec7e986fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (df197234-9fff-4923-9a11-6b3d9342eb08), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:40.750157 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d715e7ff-2282-4c4b-a092-c99538a39145 req-5b474959-e067-4b5d-8dc4-c201cdd32c17 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 944 time: 0.2601044 Feb 19 03:58:40.819721 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fb8ad-55b0-4ca9-8b41-052d17eb8cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1e4290-6498-4ece-860f-3d064a362daa,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:40.928522 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-878a5399-0f62-4517-b124-0d93fdd9581f req-f23a8cf1-24ff-4ecf-a37c-16ec7e986fc0 service neutron] No DVR routers for this DVR port df197234-9fff-4923-9a11-6b3d9342eb08 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:58:40.946243 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8cf1-24ff-4ecf-a37c-16ec7e986fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=df197234-9fff-4923-9a11-6b3d9342eb08,revision_number=10']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:40.951357 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b783d0ea-7661-42de-b2d5-68d49b63161e req-64a5b36d-ce41-40ce-a144-6195711578b1 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660936 Feb 19 03:58:41.001178 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-f23a8cf1-24ff-4ecf-a37c-16ec7e986fc0 service neutron] 10.222.0.48 "PUT /v2.0/ports/df197234-9fff-4923-9a11-6b3d9342eb08/bindings/n-h1-772273-4/activate HTTP/1.1" status: 200 len: 369 time: 1.9512863 Feb 19 03:58:41.027680 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d715e7ff-2282-4c4b-a092-c99538a39145 req-67e2ee17-23e7-4ee2-aba3-0309c6e0f190 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542017 Feb 19 03:58:41.169287 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca6caf-b8e9-4d94-8c9b-19dc84c96e3d req-6f74ee09-db6f-46b6-8613-b4a743bf3342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:41.174502 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-43ca6caf-b8e9-4d94-8c9b-19dc84c96e3d req-6f74ee09-db6f-46b6-8613-b4a743bf3342 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 1129 time: 0.1096506 Feb 19 03:58:41.202206 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a5399-0f62-4517-b124-0d93fdd9581f req-5785290f-30c6-47b2-a140-3b4ab6a74f6f tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:41.206401 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-5785290f-30c6-47b2-a140-3b4ab6a74f6f tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366&tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&binding%3Ahost_id=n-h2-772273-4 HTTP/1.1" status: 200 len: 1127 time: 0.0998135 Feb 19 03:58:41.407531 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a5399-0f62-4517-b124-0d93fdd9581f req-1ac5d900-16ba-4775-95d6-f292cbbd500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:41.411274 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-1ac5d900-16ba-4775-95d6-f292cbbd500a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366&tenant_id=3ff69a6f9c9c4911886bcf1427d030ef HTTP/1.1" status: 200 len: 1127 time: 0.1970153 Feb 19 03:58:41.412573 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca6caf-b8e9-4d94-8c9b-19dc84c96e3d req-47e5f094-c10a-480f-9ef6-db69637ce7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:41.418480 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-43ca6caf-b8e9-4d94-8c9b-19dc84c96e3d req-47e5f094-c10a-480f-9ef6-db69637ce7be service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.2318401 Feb 19 03:58:41.509045 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-43ca6caf-b8e9-4d94-8c9b-19dc84c96e3d req-e2347468-ca72-4eea-8e5c-ac9c06c26988 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7c3d3c52-3ec8-4150-95e2-72f41684ea03 HTTP/1.1" status: 200 len: 217 time: 0.0854139 Feb 19 03:58:41.552183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a5399-0f62-4517-b124-0d93fdd9581f req-2efd58b0-25e9-4df7-952a-0f9dbccb7bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:41.555611 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-2efd58b0-25e9-4df7-952a-0f9dbccb7bfe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 1127 time: 0.1087086 Feb 19 03:58:41.626907 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca6caf-b8e9-4d94-8c9b-19dc84c96e3d req-309fb7fa-e3f9-4174-85d7-45badfd58759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:41.630262 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-43ca6caf-b8e9-4d94-8c9b-19dc84c96e3d req-309fb7fa-e3f9-4174-85d7-45badfd58759 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1125383 Feb 19 03:58:41.737255 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca6caf-b8e9-4d94-8c9b-19dc84c96e3d req-66201176-96a0-47de-b976-2eba215859af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:41.742383 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-43ca6caf-b8e9-4d94-8c9b-19dc84c96e3d req-66201176-96a0-47de-b976-2eba215859af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1006074 Feb 19 03:58:41.762789 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a5399-0f62-4517-b124-0d93fdd9581f req-d8352ef6-05e5-4f8e-8e5e-813ed2f92bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:41.766181 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-d8352ef6-05e5-4f8e-8e5e-813ed2f92bf1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 921 time: 0.2027011 Feb 19 03:58:41.847645 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-aadb9b3e-c93d-4919-94d0-48a81d615d2a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df197234-9fff-4923-9a11-6b3d9342eb08 HTTP/1.1" status: 200 len: 217 time: 0.0738418 Feb 19 03:58:41.951985 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a5399-0f62-4517-b124-0d93fdd9581f req-ea2302bd-4c78-4270-9004-edecfac77009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:41.955706 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-ea2302bd-4c78-4270-9004-edecfac77009 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.1010408 Feb 19 03:58:41.975614 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-43ca6caf-b8e9-4d94-8c9b-19dc84c96e3d req-2ac52bab-5cc4-4128-b5cd-21fb1df74489 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221916 Feb 19 03:58:42.056382 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-28b0c83a-a34b-47fa-b75a-a66363bacb32 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899148 Feb 19 03:58:42.214316 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device df197234-9fff-4923-9a11-6b3d9342eb08 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:42.221122 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-43ca6caf-b8e9-4d94-8c9b-19dc84c96e3d req-82f36ebf-7b18-4fc6-9eca-8fb1495efa59 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384305 Feb 19 03:58:42.323932 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-35691be0-a961-4590-b827-0005d6d41837 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=2fa3b7a6c5044c0482bc85e22230e2a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515921 Feb 19 03:58:42.367134 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] The host n-h2-772273-4 is not matching for port df197234-9fff-4923-9a11-6b3d9342eb08 host n-h1-772273-4! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:58:42.367846 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device df197234-9fff-4923-9a11-6b3d9342eb08 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:42.522229 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-ec495a10-9606-47b7-9a22-4757b9594c7d service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582477 Feb 19 03:58:42.737506 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-c141f5e4-7818-447d-9090-cd468e236882 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:42.740375 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-c141f5e4-7818-447d-9090-cd468e236882 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3975711 Feb 19 03:58:42.805795 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-3e316f9e-90f8-48be-bc4a-034db584fb9e tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.65 "GET /v2.0/quotas/2fa3b7a6c5044c0482bc85e22230e2a5 HTTP/1.1" status: 200 len: 375 time: 0.0487049 Feb 19 03:58:42.821769 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-e60eeab5-fbd3-4b4a-806c-fa9ef238a7f9 service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876818 Feb 19 03:58:42.891460 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-a3039c49-f156-4c76-816b-c248c856470c tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2fa3b7a6c5044c0482bc85e22230e2a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740027 Feb 19 03:58:43.393670 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54968) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:43.414567 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a5399-0f62-4517-b124-0d93fdd9581f req-313eb681-c0d1-423c-934a-ea89a44ac81a tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:43.417813 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-313eb681-c0d1-423c-934a-ea89a44ac81a tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366&tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&binding%3Ahost_id=n-h1-772273-4 HTTP/1.1" status: 200 len: 1127 time: 0.2201920 Feb 19 03:58:43.503285 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ba038-921c-4d05-8f5c-c4e535a3746c req-d5f7007c-5aa9-4f69-b827-a55125589994 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:43.508440 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-140ba038-921c-4d05-8f5c-c4e535a3746c req-d5f7007c-5aa9-4f69-b827-a55125589994 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 947 time: 0.2206068 Feb 19 03:58:43.532444 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-403b629c-b5a5-440e-bc2d-691414213643 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:58:43.534346 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-403b629c-b5a5-440e-bc2d-691414213643 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0171907 Feb 19 03:58:43.661720 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2068976622-network', 'tenant_id': 'a91d492af65b4859ae29e66ec5a514ec'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:43.726927 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-0d1a95cb-b29a-4ae4-b91a-12c7f7ad1099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:43.730040 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-0d1a95cb-b29a-4ae4-b91a-12c7f7ad1099 service neutron] 10.222.0.65 "GET /v2.0/ports/fe5942df-181c-428f-add6-02a32974fb5d HTTP/1.1" status: 200 len: 1124 time: 0.1600666 Feb 19 03:58:43.739031 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Made reservation on behalf of a91d492af65b4859ae29e66ec5a514ec for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:43.739303 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-140ba038-921c-4d05-8f5c-c4e535a3746c req-e9b1aaa9-aaa9-4448-ae42-286272f40314 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195349 Feb 19 03:58:43.747532 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-436c4558-41b9-4c70-9e91-3e70a9f9d4dd service neutron] Request body: {'binding': {'host': 'n-h2-772273-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:43.748817 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-436c4558-41b9-4c70-9e91-3e70a9f9d4dd service neutron] Unknown quota resources ['binding']. {{(pid=115198) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:58:43.750230 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:43.774139 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:43.938304 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Publish callbacks [] for security_group (f1a33b51-181e-4170-b3a0-ba58fc3c0715), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:43.946132 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f1a33b51-181e-4170-b3a0-ba58fc3c0715), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:43.972325 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:58:43.997748 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:43.998426 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Added segment cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33 of type vlan for network 54470e27-7759-48a8-92e2-7a85e55c7fc7 Feb 19 03:58:44.005890 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-878a5399-0f62-4517-b124-0d93fdd9581f req-4c348d93-14ef-45d6-8016-5bf9f0da5fb3 service neutron] For port df197234-9fff-4923-9a11-6b3d9342eb08, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:44.015110 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-878a5399-0f62-4517-b124-0d93fdd9581f req-4c348d93-14ef-45d6-8016-5bf9f0da5fb3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:44.017165 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-878a5399-0f62-4517-b124-0d93fdd9581f req-4c348d93-14ef-45d6-8016-5bf9f0da5fb3 service neutron] 10.222.0.10 "DELETE /v2.0/ports/df197234-9fff-4923-9a11-6b3d9342eb08/bindings/n-h2-772273-4 HTTP/1.1" status: 204 len: 173 time: 0.5884645 Feb 19 03:58:44.083969 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (54470e27-7759-48a8-92e2-7a85e55c7fc7), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:44.154580 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-436c4558-41b9-4c70-9e91-3e70a9f9d4dd service neutron] Attempting to bind port fe5942df-181c-428f-add6-02a32974fb5d on host n-h2-772273-4 for vnic_type normal with profile None {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:44.155218 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-436c4558-41b9-4c70-9e91-3e70a9f9d4dd service neutron] Attempting to bind port fe5942df-181c-428f-add6-02a32974fb5d by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:44.155784 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-436c4558-41b9-4c70-9e91-3e70a9f9d4dd service neutron] Attempting to bind port fe5942df-181c-428f-add6-02a32974fb5d on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:44.164756 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-436c4558-41b9-4c70-9e91-3e70a9f9d4dd service neutron] Port fe5942df-181c-428f-add6-02a32974fb5d on network be946657-a9d5-408e-8d49-cd01b687ca89 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:58:44.165409 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-436c4558-41b9-4c70-9e91-3e70a9f9d4dd service neutron] Attempting to bind port fe5942df-181c-428f-add6-02a32974fb5d on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:44.177358 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-436c4558-41b9-4c70-9e91-3e70a9f9d4dd service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:44.178009 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-436c4558-41b9-4c70-9e91-3e70a9f9d4dd service neutron] Checking segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:44.178606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-436c4558-41b9-4c70-9e91-3e70a9f9d4dd service neutron] Bound using segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:44.179340 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-436c4558-41b9-4c70-9e91-3e70a9f9d4dd service neutron] Bound port: fe5942df-181c-428f-add6-02a32974fb5d, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:44.184515 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a33b51-181e-4170-b3a0-ba58fc3c0715,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:44.206076 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:44.206819 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:44.207667 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:44.208191 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:44.208835 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:44.209476 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:44.210061 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:44.210919 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:44.211489 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:44.212062 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:44.212687 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:44.213538 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:44.214684 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:44.221792 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (54470e27-7759-48a8-92e2-7a85e55c7fc7), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:44.223505 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:44.224548 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:44.234969 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 7c3d3c52-3ec8-4150-95e2-72f41684ea03 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:58:44.311166 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-436c4558-41b9-4c70-9e91-3e70a9f9d4dd service neutron] For port fe5942df-181c-428f-add6-02a32974fb5d, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=fe5942df-181c-428f-add6-02a32974fb5d,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:44.327722 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-436c4558-41b9-4c70-9e91-3e70a9f9d4dd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:44.329260 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-436c4558-41b9-4c70-9e91-3e70a9f9d4dd service neutron] 10.222.0.65 "POST /v2.0/ports/fe5942df-181c-428f-add6-02a32974fb5d/bindings HTTP/1.1" status: 201 len: 389 time: 0.5882237 Feb 19 03:58:44.406366 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-e21ef1e6-4dc6-455b-a7bb-c3be8217bef5 req-5f852ed2-8ace-479a-8926-538c02d7ef3d tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1167489708', 'description': 'tempest-description-2005636263'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:44.460758 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0648584 Feb 19 03:58:44.468238 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54980) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:44.482751 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-20d689b8-2f36-472a-9529-295720ed7b26 admin admin] Request body: {'subnet': {'network_id': '54470e27-7759-48a8-92e2-7a85e55c7fc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2068976622-subnet', 'tenant_id': 'a91d492af65b4859ae29e66ec5a514ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:44.503380 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72fed4-f6ee-462c-8dd5-13920c7d91c8 admin admin] Pushing event updated for resources: {'Network': ['ID=54470e27-7759-48a8-92e2-7a85e55c7fc7,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:44.528581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 54470e27-7759-48a8-92e2-7a85e55c7fc7 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:58:44.534716 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 7c3d3c52-3ec8-4150-95e2-72f41684ea03, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=7c3d3c52-3ec8-4150-95e2-72f41684ea03,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:44.549790 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d689b8-2f36-472a-9529-295720ed7b26 admin admin] Made reservation on behalf of a91d492af65b4859ae29e66ec5a514ec for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:44.559319 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-20d689b8-2f36-472a-9529-295720ed7b26 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:44.578856 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e21ef1e6-4dc6-455b-a7bb-c3be8217bef5 req-5f852ed2-8ace-479a-8926-538c02d7ef3d tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:44.584980 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '7c3d3c52-3ec8-4150-95e2-72f41684ea03', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '7c3d3c52-3ec8-4150-95e2-72f41684ea03', 'mac_address': 'fa:16:3e:6c:b1:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:58:44.623534 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e21ef1e6-4dc6-455b-a7bb-c3be8217bef5 req-5f852ed2-8ace-479a-8926-538c02d7ef3d tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:44.888281 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e21ef1e6-4dc6-455b-a7bb-c3be8217bef5 req-5f852ed2-8ace-479a-8926-538c02d7ef3d tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Publish callbacks [] for security_group (cdd2abe9-28a9-4491-b855-75ba6bfa12b9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:44.905448 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e21ef1e6-4dc6-455b-a7bb-c3be8217bef5 req-5f852ed2-8ace-479a-8926-538c02d7ef3d tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (cdd2abe9-28a9-4491-b855-75ba6bfa12b9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:44.971956 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:44.973795 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:45.028362 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f852ed2-8ace-479a-8926-538c02d7ef3d tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd2abe9-28a9-4491-b855-75ba6bfa12b9,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:45.043041 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3d3c52-3ec8-4150-95e2-72f41684ea03 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:45.099475 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900b7c6-e73a-4de2-b4aa-69653dcc1936 req-b33df1e0-83c6-4b72-b661-0b342a9b1935 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:45.112287 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6900b7c6-e73a-4de2-b4aa-69653dcc1936 req-b33df1e0-83c6-4b72-b661-0b342a9b1935 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 945 time: 0.4208465 Feb 19 03:58:45.131976 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 7c3d3c52-3ec8-4150-95e2-72f41684ea03, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=7c3d3c52-3ec8-4150-95e2-72f41684ea03,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:45.148139 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:45.201659 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-20d689b8-2f36-472a-9529-295720ed7b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (742782e9-bea0-49fb-a21c-60559e8bedd0), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:45.207383 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e21ef1e6-4dc6-455b-a7bb-c3be8217bef5 req-5f852ed2-8ace-479a-8926-538c02d7ef3d tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Publish callbacks [] for security_group (6c144687-643b-4122-96d8-4d2daa110cc1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:45.218863 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e21ef1e6-4dc6-455b-a7bb-c3be8217bef5 req-5f852ed2-8ace-479a-8926-538c02d7ef3d tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6c144687-643b-4122-96d8-4d2daa110cc1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:45.272414 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=7c3d3c52-3ec8-4150-95e2-72f41684ea03,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:45.306104 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e21ef1e6-4dc6-455b-a7bb-c3be8217bef5 req-5f852ed2-8ace-479a-8926-538c02d7ef3d tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:45.309164 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e21ef1e6-4dc6-455b-a7bb-c3be8217bef5 req-5f852ed2-8ace-479a-8926-538c02d7ef3d tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.9173839 Feb 19 03:58:45.310296 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f852ed2-8ace-479a-8926-538c02d7ef3d tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c144687-643b-4122-96d8-4d2daa110cc1,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:45.388948 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-ab9516a5-a186-49f1-963d-fea8c3a89595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:45.391829 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-ab9516a5-a186-49f1-963d-fea8c3a89595 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 1127 time: 0.2768049 Feb 19 03:58:45.406222 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6900b7c6-e73a-4de2-b4aa-69653dcc1936 req-44dbe2bd-1c85-4a5a-9041-be69ad944a29 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392707 Feb 19 03:58:45.412783 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d689b8-2f36-472a-9529-295720ed7b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=742782e9-bea0-49fb-a21c-60559e8bedd0,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:45.448885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['7c3d3c52-3ec8-4150-95e2-72f41684ea03'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:45.537716 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d689b8-2f36-472a-9529-295720ed7b26 admin admin] Checking segment: {'id': 'cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54470e27-7759-48a8-92e2-7a85e55c7fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:45.541055 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d689b8-2f36-472a-9529-295720ed7b26 admin admin] Network hostable DHCP agents. Network: 54470e27-7759-48a8-92e2-7a85e55c7fc7, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:58:45.657309 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d689b8-2f36-472a-9529-295720ed7b26 admin admin] Network 54470e27-7759-48a8-92e2-7a85e55c7fc7 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:58:45.736779 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-654c71d5-0129-4109-8534-cc256282d978 req-c907ef43-42c1-4ae2-b337-1c663f70b9ae tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fc6073c-f4bc-4b9e-b0f5-9746b3542477 HTTP/1.1" status: 200 len: 210 time: 0.1183159 Feb 19 03:58:45.755338 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-41c20ec2-3c21-42ef-a89a-0f8e099e484e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:45.758157 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-41c20ec2-3c21-42ef-a89a-0f8e099e484e service neutron] 10.222.0.48 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 908 time: 0.3499348 Feb 19 03:58:45.759242 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-20d689b8-2f36-472a-9529-295720ed7b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 54470e27-7759-48a8-92e2-7a85e55c7fc7) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:45.793391 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d689b8-2f36-472a-9529-295720ed7b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:45.796453 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-20d689b8-2f36-472a-9529-295720ed7b26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:45.797319 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-a5f3aced-e9c1-4573-856e-b36b6925313e tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2fa3b7a6c5044c0482bc85e22230e2a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834763 Feb 19 03:58:45.816546 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7085f353-6b84-4b29-83f9-582e9cc59afe None None] Network 54470e27-7759-48a8-92e2-7a85e55c7fc7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:58:45.937216 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-1f0fb60b-bd3b-4489-8a9d-91cef4019537 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe5942df-181c-428f-add6-02a32974fb5d HTTP/1.1" status: 200 len: 217 time: 0.1624937 Feb 19 03:58:45.976857 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-20d689b8-2f36-472a-9529-295720ed7b26 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5053380 Feb 19 03:58:46.018611 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55004) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:46.028688 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-96574af7-cef5-4d44-ad1f-88f3ee78c8f1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2068976622-router', 'tenant_id': 'a91d492af65b4859ae29e66ec5a514ec', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:46.070107 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-9ea2e87d-29de-45a9-a3a3-3248b6472e40 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:46.073704 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-9ea2e87d-29de-45a9-a3a3-3248b6472e40 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2677712 Feb 19 03:58:46.115776 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Request body: {'port': {'device_id': '9fc6073c-f4bc-4b9e-b0f5-9746b3542477', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': '2fa3b7a6c5044c0482bc85e22230e2a5'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:46.155590 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96574af7-cef5-4d44-ad1f-88f3ee78c8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:46.157559 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96574af7-cef5-4d44-ad1f-88f3ee78c8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:46.164953 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-52ea1542-3c98-4ad0-9a81-6663a2774e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:46.165873 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-cc7807aa-c74c-45c6-b274-0f62abb30785 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=1a2bb49060124ae7b17cac17fa85b4e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0888681 Feb 19 03:58:46.168213 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-52ea1542-3c98-4ad0-9a81-6663a2774e95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.2078469 Feb 19 03:58:46.207346 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bdd1be-3134-4f54-9ab4-3082c92b68aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-54470e27-7759-48a8-92e2-7a85e55c7fc7', 'network_id': '54470e27-7759-48a8-92e2-7a85e55c7fc7', 'project_id': 'a91d492af65b4859ae29e66ec5a514ec', 'fixed_ips': [{'subnet_id': '742782e9-bea0-49fb-a21c-60559e8bedd0'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:58:46.209352 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-98bdd1be-3134-4f54-9ab4-3082c92b68aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:46.217120 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a774eb-8ff7-44d7-a29b-477e90d57125 req-3a58bf73-b17c-4903-a45e-38385da1110c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:46.219944 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d8a774eb-8ff7-44d7-a29b-477e90d57125 req-3a58bf73-b17c-4903-a45e-38385da1110c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 945 time: 0.2784212 Feb 19 03:58:46.520025 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-98bdd1be-3134-4f54-9ab4-3082c92b68aa None None] Allocated IP 172.20.0.2 (54470e27-7759-48a8-92e2-7a85e55c7fc7/742782e9-bea0-49fb-a21c-60559e8bedd0/3186f1c5-ebbe-4ff2-8a45-82c808f0b63f) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:46.554431 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-1d5de73c-8ffa-4956-9436-63c9e58d2243 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:46.556938 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-1d5de73c-8ffa-4956-9436-63c9e58d2243 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3167408 Feb 19 03:58:46.559286 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Made reservation on behalf of 2fa3b7a6c5044c0482bc85e22230e2a5 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:46.566174 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:46.604350 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-c0925531-05dd-4e3c-8017-d5b49f9e2c1e tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.65 "GET /v2.0/quotas/1a2bb49060124ae7b17cac17fa85b4e4 HTTP/1.1" status: 200 len: 375 time: 0.0318909 Feb 19 03:58:46.605875 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:46.646580 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-e856932d-4ed8-4668-bb4d-57f7e2fd946c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4671435 Feb 19 03:58:46.687305 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-b9144720-beb0-4543-8efc-a1deb132a4a0 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1a2bb49060124ae7b17cac17fa85b4e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661941 Feb 19 03:58:46.850615 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-98bdd1be-3134-4f54-9ab4-3082c92b68aa None None] Publish callbacks [] for port (3186f1c5-ebbe-4ff2-8a45-82c808f0b63f), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:46.859120 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Publish callbacks [] for security_group (ab3c45b5-f258-4927-ba17-0d3476a5bc27), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:46.865133 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-98bdd1be-3134-4f54-9ab4-3082c92b68aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (3186f1c5-ebbe-4ff2-8a45-82c808f0b63f), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:46.868880 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ab3c45b5-f258-4927-ba17-0d3476a5bc27), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:46.895147 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96574af7-cef5-4d44-ad1f-88f3ee78c8f1 admin admin] Publish callbacks [] for router_controller (29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:46.949732 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bdd1be-3134-4f54-9ab4-3082c92b68aa None None] Network 54470e27-7759-48a8-92e2-7a85e55c7fc7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:46.956231 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-98bdd1be-3134-4f54-9ab4-3082c92b68aa None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:46.963802 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bdd1be-3134-4f54-9ab4-3082c92b68aa None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:46.968863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3c45b5-f258-4927-ba17-0d3476a5bc27,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:46.999357 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d8a774eb-8ff7-44d7-a29b-477e90d57125 req-f087e4a7-625b-4e75-95bd-93674b3f6640 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576360 Feb 19 03:58:47.003936 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:47.005939 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:47.007446 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:47.008199 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:47.009084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:47.009870 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:47.011191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:47.011967 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:47.012643 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:47.013815 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:47.014858 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:47.015824 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:47.016552 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:47.159736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-98bdd1be-3134-4f54-9ab4-3082c92b68aa None None] Attempting to bind port 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:47.160675 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-98bdd1be-3134-4f54-9ab4-3082c92b68aa None None] Attempting to bind port 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54470e27-7759-48a8-92e2-7a85e55c7fc7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:47.161598 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bdd1be-3134-4f54-9ab4-3082c92b68aa None None] Attempting to bind port 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f on network 54470e27-7759-48a8-92e2-7a85e55c7fc7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:47.180380 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bdd1be-3134-4f54-9ab4-3082c92b68aa None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:47.181592 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bdd1be-3134-4f54-9ab4-3082c92b68aa None None] Checking segment: {'id': 'cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54470e27-7759-48a8-92e2-7a85e55c7fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:47.183158 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-98bdd1be-3134-4f54-9ab4-3082c92b68aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.184185 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bdd1be-3134-4f54-9ab4-3082c92b68aa None None] Bound using segment: {'id': 'cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54470e27-7759-48a8-92e2-7a85e55c7fc7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:47.185413 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-98bdd1be-3134-4f54-9ab4-3082c92b68aa None None] Bound port: 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54470e27-7759-48a8-92e2-7a85e55c7fc7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:47.186761 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-98bdd1be-3134-4f54-9ab4-3082c92b68aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3186f1c5-ebbe-4ff2-8a45-82c808f0b63f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.217838 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bdd1be-3134-4f54-9ab4-3082c92b68aa None None] Pushing event updated for resources: {'Port': ['ID=3186f1c5-ebbe-4ff2-8a45-82c808f0b63f,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:47.229895 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-739b7485-cdfa-44b8-b4ce-aaf6caca43c7 req-284695be-dc74-4a90-8a1e-25f469179b0a tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Request body: {'security_group': {'name': 'tempest-securitygroup-640661412', 'description': 'tempest-description-309090097'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:47.330421 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-56fdcf68-094e-474a-9bd5-25eae8c9c991 service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6697805 Feb 19 03:58:47.344312 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-98bdd1be-3134-4f54-9ab4-3082c92b68aa None None] For port 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:47.357552 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-98bdd1be-3134-4f54-9ab4-3082c92b68aa None None] For port 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3186f1c5-ebbe-4ff2-8a45-82c808f0b63f,segment=NetworkSegment(cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33),segment_id=cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:47.376639 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-98bdd1be-3134-4f54-9ab4-3082c92b68aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3186f1c5-ebbe-4ff2-8a45-82c808f0b63f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.390450 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e058ed8-9350-40e4-bb09-ac96edf065d3 req-d1086aab-19da-41a9-a9df-815350bdec32 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:47.406835 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e058ed8-9350-40e4-bb09-ac96edf065d3 req-d1086aab-19da-41a9-a9df-815350bdec32 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 948 time: 0.2317836 Feb 19 03:58:47.451350 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-739b7485-cdfa-44b8-b4ce-aaf6caca43c7 req-284695be-dc74-4a90-8a1e-25f469179b0a tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.452071 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Allocated IP 192.168.233.208 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/013f4831-50ca-42f8-8cd6-533f35f1dea1) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:47.460823 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96574af7-cef5-4d44-ad1f-88f3ee78c8f1 admin admin] Publish callbacks [] for router_gateway (29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.574562 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bdd1be-3134-4f54-9ab4-3082c92b68aa None None] Pushing event updated for resources: {'Port': ['ID=3186f1c5-ebbe-4ff2-8a45-82c808f0b63f,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:47.626832 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e058ed8-9350-40e4-bb09-ac96edf065d3 req-68a88df6-b158-4ff0-a10e-2d7d63a6621a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186344 Feb 19 03:58:47.906085 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-113dc7a7-0372-4f00-9b31-e37de8436c19 service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5630684 Feb 19 03:58:48.000352 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-739b7485-cdfa-44b8-b4ce-aaf6caca43c7 req-284695be-dc74-4a90-8a1e-25f469179b0a tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Publish callbacks [] for security_group (020ebcd5-c1c5-42bb-953f-a43ad6b6fd42), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:48.047174 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-739b7485-cdfa-44b8-b4ce-aaf6caca43c7 req-284695be-dc74-4a90-8a1e-25f469179b0a tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (020ebcd5-c1c5-42bb-953f-a43ad6b6fd42), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:48.049981 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bd9a71ec-0880-49c7-a716-4f398f8983ea req-9783d550-39f7-4ff5-a61b-9f14a6fa880c tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fc6073c-f4bc-4b9e-b0f5-9746b3542477 HTTP/1.1" status: 200 len: 210 time: 0.1342099 Feb 19 03:58:48.098410 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Publish callbacks [] for port (013f4831-50ca-42f8-8cd6-533f35f1dea1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:48.218849 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-739b7485-cdfa-44b8-b4ce-aaf6caca43c7 req-284695be-dc74-4a90-8a1e-25f469179b0a tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:48.221006 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-739b7485-cdfa-44b8-b4ce-aaf6caca43c7 req-284695be-dc74-4a90-8a1e-25f469179b0a tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0135331 Feb 19 03:58:48.241942 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-064640b0-6fe8-4765-a6c5-af648e38eec0 req-f74d836c-3f7f-445c-a7ac-8758bb30519e tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.65 "GET /v2.0/ports?device_id=548d3ce0-abfa-4f15-86ce-cb59702eaa44 HTTP/1.1" status: 200 len: 210 time: 0.0805168 Feb 19 03:58:48.266914 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284695be-dc74-4a90-8a1e-25f469179b0a tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020ebcd5-c1c5-42bb-953f-a43ad6b6fd42,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:48.267428 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 7c3d3c52-3ec8-4150-95e2-72f41684ea03 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:48.294294 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (013f4831-50ca-42f8-8cd6-533f35f1dea1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:48.455074 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:48.461637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:48.469753 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:48.499914 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:58:48.514346 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:48.515784 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:48.517465 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-b003f27a-9221-4f58-b25c-9e19c70c8940 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:48.520761 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-b003f27a-9221-4f58-b25c-9e19c70c8940 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c&tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&binding%3Ahost_id=n-h1-772273-4 HTTP/1.1" status: 200 len: 1127 time: 0.4896448 Feb 19 03:58:48.641499 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Pushing event updated for resources: {'Port': ['ID=013f4831-50ca-42f8-8cd6-533f35f1dea1,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:48.674582 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-9139a849-8d25-49ef-8933-a70164790e49 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-772273-4'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:48.776451 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:48.777673 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:48.841047 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:48.844487 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:48.847508 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa185249-3ab1-4cd3-ab93-ea4833ff0056 req-18dab370-9660-4221-83bc-dcfb22cac98f tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:48.868349 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa185249-3ab1-4cd3-ab93-ea4833ff0056 req-18dab370-9660-4221-83bc-dcfb22cac98f tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 945 time: 0.3814864 Feb 19 03:58:48.890107 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96574af7-cef5-4d44-ad1f-88f3ee78c8f1 admin admin] Publish callbacks [] for router_gateway (29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:48.891133 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-ac43b65e-d1ca-440b-9069-c8fad7a83127 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7931273 Feb 19 03:58:48.933331 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-0dca7750-fee4-4ab1-9d41-0448554f3597 service neutron] Request body: {'port': {'device_id': '9fc6073c-f4bc-4b9e-b0f5-9746b3542477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:48.946600 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96574af7-cef5-4d44-ad1f-88f3ee78c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:48.950243 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc207bb-14c3-4949-b2cb-bb502289addc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3d3c52-3ec8-4150-95e2-72f41684ea03'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:48.965508 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e596e7-0a60-4774-b1af-7d7da6ecb5cc" -d '{"events": [{"server_uuid": "bcc207bb-14c3-4949-b2cb-bb502289addc", "name": "network-vif-plugged", "status": "completed", "tag": "7c3d3c52-3ec8-4150-95e2-72f41684ea03"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:49.146693 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-0dca7750-fee4-4ab1-9d41-0448554f3597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (013f4831-50ca-42f8-8cd6-533f35f1dea1), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:49.152744 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7e0a9-fca6-414d-8249-c6a41175f7ce req-ab68cca4-a903-4a94-9d09-612b84972b5e tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:49.155914 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9ff7e0a9-fca6-414d-8249-c6a41175f7ce req-ab68cca4-a903-4a94-9d09-612b84972b5e tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 1127 time: 0.6475935 Feb 19 03:58:49.202343 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa185249-3ab1-4cd3-ab93-ea4833ff0056 req-a1f07431-bdb2-4691-85c6-6c24b5ac10ad tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293133 Feb 19 03:58:49.256543 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 7c3d3c52-3ec8-4150-95e2-72f41684ea03, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=7c3d3c52-3ec8-4150-95e2-72f41684ea03,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:49.277771 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:49.285026 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5256bef6-bc8b-4c99-bd8c-2801bce76205 None None] Provisioning complete for port 013f4831-50ca-42f8-8cd6-533f35f1dea1 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:49.286169 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5256bef6-bc8b-4c99-bd8c-2801bce76205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (013f4831-50ca-42f8-8cd6-533f35f1dea1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:49.288391 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-9139a849-8d25-49ef-8933-a70164790e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fe5942df-181c-428f-add6-02a32974fb5d), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:49.404050 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5256bef6-bc8b-4c99-bd8c-2801bce76205 None None] Port 013f4831-50ca-42f8-8cd6-533f35f1dea1 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:58:49.541715 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-96574af7-cef5-4d44-ad1f-88f3ee78c8f1 admin admin] Allocated IP 172.25.0.137 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/b69518f3-4165-4c75-b79c-7849d90c46a2) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:49.567590 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9ff7e0a9-fca6-414d-8249-c6a41175f7ce req-08a25af0-af8d-4511-af43-7e176ed10420 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957336 Feb 19 03:58:49.575650 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=7c3d3c52-3ec8-4150-95e2-72f41684ea03,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:49.863117 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d827d8a-694f-4512-9fd7-329148100203 None None] Network 54470e27-7759-48a8-92e2-7a85e55c7fc7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:58:49.935681 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:49.989273 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-d6d74cea-df1d-421c-bae0-3f9714469139 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1a2bb49060124ae7b17cac17fa85b4e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2902124 Feb 19 03:58:50.024421 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-cd366b28-aa2f-4a8a-9df1-5e2761ffde3e req-39e701d5-fd4b-4faa-bd82-b8ffa740af7a tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1621897709', 'description': 'tempest-description-2040958743'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:50.135050 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-52193767-b5a4-4ddf-897b-2eadda90010e None None] Provisioning complete for port 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:50.136990 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-52193767-b5a4-4ddf-897b-2eadda90010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3186f1c5-ebbe-4ff2-8a45-82c808f0b63f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:50.177365 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96574af7-cef5-4d44-ad1f-88f3ee78c8f1 admin admin] Publish callbacks [] for port (b69518f3-4165-4c75-b79c-7849d90c46a2), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:50.204650 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-9139a849-8d25-49ef-8933-a70164790e49 service neutron] For port fe5942df-181c-428f-add6-02a32974fb5d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=fe5942df-181c-428f-add6-02a32974fb5d,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:50.215337 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cd366b28-aa2f-4a8a-9df1-5e2761ffde3e req-39e701d5-fd4b-4faa-bd82-b8ffa740af7a tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:50.272136 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cd366b28-aa2f-4a8a-9df1-5e2761ffde3e req-39e701d5-fd4b-4faa-bd82-b8ffa740af7a tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:50.275711 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa09a0-1ffa-4624-aebf-4ee49eafb23d req-b8792b4e-ed03-4de7-875e-be641a2a4ddf tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:50.280085 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8aaa09a0-1ffa-4624-aebf-4ee49eafb23d req-b8792b4e-ed03-4de7-875e-be641a2a4ddf tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 949 time: 0.2043712 Feb 19 03:58:50.328423 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:50.329616 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3186f1c5-ebbe-4ff2-8a45-82c808f0b63f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:50.399023 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-9139a849-8d25-49ef-8933-a70164790e49 service neutron] For port fe5942df-181c-428f-add6-02a32974fb5d, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:50.422669 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-221fd1d3-e986-4003-92dc-70106a76de83 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:50.425593 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-221fd1d3-e986-4003-92dc-70106a76de83 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4238963 Feb 19 03:58:50.468145 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96574af7-cef5-4d44-ad1f-88f3ee78c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (b69518f3-4165-4c75-b79c-7849d90c46a2), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:50.481303 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-71f8264c-45a0-4720-9d85-f057a060a695 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Request body: {'port': {'device_id': '548d3ce0-abfa-4f15-86ce-cb59702eaa44', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': '1a2bb49060124ae7b17cac17fa85b4e4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:50.613643 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96574af7-cef5-4d44-ad1f-88f3ee78c8f1 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:50.624500 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:50.625519 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3186f1c5-ebbe-4ff2-8a45-82c808f0b63f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:50.631883 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-52193767-b5a4-4ddf-897b-2eadda90010e None None] Current status of the port 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:50.632554 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-52193767-b5a4-4ddf-897b-2eadda90010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3186f1c5-ebbe-4ff2-8a45-82c808f0b63f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:50.638985 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8aaa09a0-1ffa-4624-aebf-4ee49eafb23d req-a2a92836-0a4c-4eab-9d25-e89b947caf07 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310101 Feb 19 03:58:50.652447 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-0dca7750-fee4-4ab1-9d41-0448554f3597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013f4831-50ca-42f8-8cd6-533f35f1dea1 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:50.668988 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9a8929-6538-465c-940e-16b748719b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe5942df-181c-428f-add6-02a32974fb5d'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:50.684771 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f10daf7-5bef-4a15-ba6c-fe2517fa3515" -d '{"events": [{"server_uuid": "ff9a8929-6538-465c-940e-16b748719b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "fe5942df-181c-428f-add6-02a32974fb5d"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:50.689943 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-96574af7-cef5-4d44-ad1f-88f3ee78c8f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:50.714422 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-0dca7750-fee4-4ab1-9d41-0448554f3597 service neutron] Publish callbacks [] for port (013f4831-50ca-42f8-8cd6-533f35f1dea1), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:50.722759 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-9139a849-8d25-49ef-8933-a70164790e49 service neutron] Publish callbacks [] for port (fe5942df-181c-428f-add6-02a32974fb5d), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:50.748994 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96574af7-cef5-4d44-ad1f-88f3ee78c8f1 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:50.771740 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-9139a849-8d25-49ef-8933-a70164790e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fe5942df-181c-428f-add6-02a32974fb5d), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:50.793235 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-0dca7750-fee4-4ab1-9d41-0448554f3597 service neutron] Transition to ACTIVE for port object 013f4831-50ca-42f8-8cd6-533f35f1dea1 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:58:50.811302 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3186f1c5-ebbe-4ff2-8a45-82c808f0b63f,segment=NetworkSegment(cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33),segment_id=cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:50.821028 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf3fb71-bdff-4dd2-8b5d-727be4c8df50 x-openstack-request-id: req-cbf3fb71-bdff-4dd2-8b5d-727be4c8df50 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:50.822851 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc207bb-14c3-4949-b2cb-bb502289addc", "name": "network-vif-plugged", "status": "completed", "tag": "7c3d3c52-3ec8-4150-95e2-72f41684ea03", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:50.823763 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cbf3fb71-bdff-4dd2-8b5d-727be4c8df50 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:50.825147 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-0dca7750-fee4-4ab1-9d41-0448554f3597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (013f4831-50ca-42f8-8cd6-533f35f1dea1), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:50.825662 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc207bb-14c3-4949-b2cb-bb502289addc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3d3c52-3ec8-4150-95e2-72f41684ea03', 'code': 200} Feb 19 03:58:50.832308 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3186f1c5-ebbe-4ff2-8a45-82c808f0b63f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:50.845567 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cd366b28-aa2f-4a8a-9df1-5e2761ffde3e req-39e701d5-fd4b-4faa-bd82-b8ffa740af7a tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Publish callbacks [] for security_group (004107b6-61cb-4f7d-bf4e-c726cd6855a9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:50.906094 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cd366b28-aa2f-4a8a-9df1-5e2761ffde3e req-39e701d5-fd4b-4faa-bd82-b8ffa740af7a tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (004107b6-61cb-4f7d-bf4e-c726cd6855a9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:50.934403 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96574af7-cef5-4d44-ad1f-88f3ee78c8f1 admin admin] Pushing event updated for resources: {'Port': ['ID=b69518f3-4165-4c75-b79c-7849d90c46a2,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:51.004828 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-52193767-b5a4-4ddf-897b-2eadda90010e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:58:51.005749 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-52193767-b5a4-4ddf-897b-2eadda90010e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:58:51.059167 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=3186f1c5-ebbe-4ff2-8a45-82c808f0b63f,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:51.076637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-71f8264c-45a0-4720-9d85-f057a060a695 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Made reservation on behalf of 1a2bb49060124ae7b17cac17fa85b4e4 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:51.083144 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-71f8264c-45a0-4720-9d85-f057a060a695 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.140395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca7750-fee4-4ab1-9d41-0448554f3597 service neutron] Pushing event updated for resources: {'Port': ['ID=013f4831-50ca-42f8-8cd6-533f35f1dea1,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:51.404533 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139a849-8d25-49ef-8933-a70164790e49 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5942df-181c-428f-add6-02a32974fb5d,revision_number=7']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:51.510392 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-9139a849-8d25-49ef-8933-a70164790e49 service neutron] Attempting to bind port fe5942df-181c-428f-add6-02a32974fb5d on host n-h1-772273-4 for vnic_type normal with profile {"migrating_to": "n-h2-772273-4"} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:51.513803 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-9139a849-8d25-49ef-8933-a70164790e49 service neutron] Attempting to bind port fe5942df-181c-428f-add6-02a32974fb5d by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:51.514821 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-9139a849-8d25-49ef-8933-a70164790e49 service neutron] Attempting to bind port fe5942df-181c-428f-add6-02a32974fb5d on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:51.533504 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e52a7-e435-45af-8dbd-5e903e2cff69 req-e3222bf1-4d9b-46f0-8554-1a76adff216b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:51.536049 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-457e52a7-e435-45af-8dbd-5e903e2cff69 req-e3222bf1-4d9b-46f0-8554-1a76adff216b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 1131 time: 0.3957970 Feb 19 03:58:51.557563 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-9139a849-8d25-49ef-8933-a70164790e49 service neutron] Port fe5942df-181c-428f-add6-02a32974fb5d on network be946657-a9d5-408e-8d49-cd01b687ca89 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:58:51.558703 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-9139a849-8d25-49ef-8933-a70164790e49 service neutron] Attempting to bind port fe5942df-181c-428f-add6-02a32974fb5d on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:51.585439 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e701d5-fd4b-4faa-bd82-b8ffa740af7a tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004107b6-61cb-4f7d-bf4e-c726cd6855a9,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:51.590503 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-71f8264c-45a0-4720-9d85-f057a060a695 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.594191 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-52193767-b5a4-4ddf-897b-2eadda90010e None None] Current status of the port 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:51.618204 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:51.704115 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91184d-0fe7-46a8-81b1-9bf92efe1a94 req-ed3f9610-2a78-450a-beb6-624f38e0749a tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:51.707363 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fa91184d-0fe7-46a8-81b1-9bf92efe1a94 req-ed3f9610-2a78-450a-beb6-624f38e0749a tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fc6073c-f4bc-4b9e-b0f5-9746b3542477 HTTP/1.1" status: 200 len: 948 time: 0.5730526 Feb 19 03:58:51.714786 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:51.715354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-9139a849-8d25-49ef-8933-a70164790e49 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:51.715550 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3186f1c5-ebbe-4ff2-8a45-82c808f0b63f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.716336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-9139a849-8d25-49ef-8933-a70164790e49 service neutron] Checking segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:51.722520 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-9139a849-8d25-49ef-8933-a70164790e49 service neutron] Bound using segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:51.723840 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-9139a849-8d25-49ef-8933-a70164790e49 service neutron] Bound port: fe5942df-181c-428f-add6-02a32974fb5d, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:51.724995 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-9139a849-8d25-49ef-8933-a70164790e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fe5942df-181c-428f-add6-02a32974fb5d), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.732172 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cd366b28-aa2f-4a8a-9df1-5e2761ffde3e req-39e701d5-fd4b-4faa-bd82-b8ffa740af7a tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Publish callbacks [] for security_group (53a61adf-185b-48e4-82c8-b1da33024464), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.752177 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cd366b28-aa2f-4a8a-9df1-5e2761ffde3e req-39e701d5-fd4b-4faa-bd82-b8ffa740af7a tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (53a61adf-185b-48e4-82c8-b1da33024464), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.852420 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cd366b28-aa2f-4a8a-9df1-5e2761ffde3e req-39e701d5-fd4b-4faa-bd82-b8ffa740af7a tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.854849 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cd366b28-aa2f-4a8a-9df1-5e2761ffde3e req-39e701d5-fd4b-4faa-bd82-b8ffa740af7a tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 2.0013647 Feb 19 03:58:51.878443 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-0dca7750-fee4-4ab1-9d41-0448554f3597 service neutron] Attempting to bind port 013f4831-50ca-42f8-8cd6-533f35f1dea1 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:51.878992 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-0dca7750-fee4-4ab1-9d41-0448554f3597 service neutron] Attempting to bind port 013f4831-50ca-42f8-8cd6-533f35f1dea1 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:51.879551 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-0dca7750-fee4-4ab1-9d41-0448554f3597 service neutron] Attempting to bind port 013f4831-50ca-42f8-8cd6-533f35f1dea1 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:51.886874 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e701d5-fd4b-4faa-bd82-b8ffa740af7a tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a61adf-185b-48e4-82c8-b1da33024464,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:51.887429 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-cc415ece-069d-48f2-8286-b705e9b7f3a4 None None] Provisioning complete for port 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:51.888104 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cc415ece-069d-48f2-8286-b705e9b7f3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3186f1c5-ebbe-4ff2-8a45-82c808f0b63f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.905659 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-0dca7750-fee4-4ab1-9d41-0448554f3597 service neutron] Port 013f4831-50ca-42f8-8cd6-533f35f1dea1 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:58:51.906563 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-0dca7750-fee4-4ab1-9d41-0448554f3597 service neutron] Attempting to bind port 013f4831-50ca-42f8-8cd6-533f35f1dea1 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:51.936129 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-0dca7750-fee4-4ab1-9d41-0448554f3597 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:51.936642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-0dca7750-fee4-4ab1-9d41-0448554f3597 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:51.937414 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-0dca7750-fee4-4ab1-9d41-0448554f3597 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:51.939784 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-0dca7750-fee4-4ab1-9d41-0448554f3597 service neutron] Bound port: 013f4831-50ca-42f8-8cd6-533f35f1dea1, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:51.939784 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-0dca7750-fee4-4ab1-9d41-0448554f3597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (013f4831-50ca-42f8-8cd6-533f35f1dea1), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.965035 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96574af7-cef5-4d44-ad1f-88f3ee78c8f1 admin admin] Publish callbacks [] for router_gateway (29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.972459 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:52.018761 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-457e52a7-e435-45af-8dbd-5e903e2cff69 req-16c9a3e1-999f-49ff-8343-81851a8cf0ca service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723415 Feb 19 03:58:52.049963 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-71f8264c-45a0-4720-9d85-f057a060a695 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Publish callbacks [] for security_group (18814340-d721-497a-a320-d3dff4995002), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:52.073824 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-71f8264c-45a0-4720-9d85-f057a060a695 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (18814340-d721-497a-a320-d3dff4995002), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:52.098165 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-cc415ece-069d-48f2-8286-b705e9b7f3a4 None None] Current status of the port 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:52.135876 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fa91184d-0fe7-46a8-81b1-9bf92efe1a94 req-b4fdb822-7492-47ac-9f38-785409f73c8b tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab3c45b5-f258-4927-ba17-0d3476a5bc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957534 Feb 19 03:58:52.136206 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2dd86512-1d68-4029-ba19-01945a49c85c req-f88bdb9b-63de-4a5f-a346-2c84d57aba3c tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.65 "GET /v2.0/ports?device_id=548d3ce0-abfa-4f15-86ce-cb59702eaa44 HTTP/1.1" status: 200 len: 210 time: 0.0994563 Feb 19 03:58:52.185430 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-9139a849-8d25-49ef-8933-a70164790e49 service neutron] For port fe5942df-181c-428f-add6-02a32974fb5d, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:52.260703 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:58:52.272905 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-9139a849-8d25-49ef-8933-a70164790e49 service neutron] For port fe5942df-181c-428f-add6-02a32974fb5d, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=fe5942df-181c-428f-add6-02a32974fb5d,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:52.320431 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-9139a849-8d25-49ef-8933-a70164790e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fe5942df-181c-428f-add6-02a32974fb5d), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:52.331063 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8264c-45a0-4720-9d85-f057a060a695 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18814340-d721-497a-a320-d3dff4995002,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:52.341865 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-0dca7750-fee4-4ab1-9d41-0448554f3597 service neutron] For port 013f4831-50ca-42f8-8cd6-533f35f1dea1, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:52.406107 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-0dca7750-fee4-4ab1-9d41-0448554f3597 service neutron] For port 013f4831-50ca-42f8-8cd6-533f35f1dea1, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=013f4831-50ca-42f8-8cd6-533f35f1dea1,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:52.481293 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-0dca7750-fee4-4ab1-9d41-0448554f3597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (013f4831-50ca-42f8-8cd6-533f35f1dea1), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:52.551858 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-0dca7750-fee4-4ab1-9d41-0448554f3597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:52.552890 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-0dca7750-fee4-4ab1-9d41-0448554f3597 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:52.555021 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-0dca7750-fee4-4ab1-9d41-0448554f3597 service neutron] 10.222.0.10 "PUT /v2.0/ports/013f4831-50ca-42f8-8cd6-533f35f1dea1 HTTP/1.1" status: 200 len: 1096 time: 3.6406357 Feb 19 03:58:52.560884 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc6073c-f4bc-4b9e-b0f5-9746b3542477', 'tag': '013f4831-50ca-42f8-8cd6-533f35f1dea1'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:52.565343 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8fa534-ee01-4543-baac-0a884f713a02" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc6073c-f4bc-4b9e-b0f5-9746b3542477", "tag": "013f4831-50ca-42f8-8cd6-533f35f1dea1"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:52.634879 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-71f8264c-45a0-4720-9d85-f057a060a695 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Allocated IP 192.168.233.103 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/c13b882f-024b-467c-bcb0-4030f069d97d) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:52.688262 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672dea7-2e6c-484f-bc5d-7d556cf51540 req-d1f4d2b2-17dd-491a-819f-ed81688639f3 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:52.690628 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a672dea7-2e6c-484f-bc5d-7d556cf51540 req-d1f4d2b2-17dd-491a-819f-ed81688639f3 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 943 time: 0.3148332 Feb 19 03:58:52.723636 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca7750-fee4-4ab1-9d41-0448554f3597 service neutron] Pushing event updated for resources: {'Port': ['ID=013f4831-50ca-42f8-8cd6-533f35f1dea1,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:52.899095 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a672dea7-2e6c-484f-bc5d-7d556cf51540 req-d87d4cf0-69ac-41ca-b4a6-cd1198e06dd5 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703146 Feb 19 03:58:52.909407 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-299833d8-c7be-49a6-bd99-db51169acb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:52.911906 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-299833d8-c7be-49a6-bd99-db51169acb37 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2fa3b7a6c5044c0482bc85e22230e2a5&device_id=9fc6073c-f4bc-4b9e-b0f5-9746b3542477 HTTP/1.1" status: 200 len: 1130 time: 0.2795646 Feb 19 03:58:53.002133 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89609130-40a3-4219-9ab2-85542209094d x-openstack-request-id: req-89609130-40a3-4219-9ab2-85542209094d {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:53.003072 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9a8929-6538-465c-940e-16b748719b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "fe5942df-181c-428f-add6-02a32974fb5d", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:53.003072 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-89609130-40a3-4219-9ab2-85542209094d {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:53.003565 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9a8929-6538-465c-940e-16b748719b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe5942df-181c-428f-add6-02a32974fb5d', 'code': 200} Feb 19 03:58:53.088970 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-ca6f087c-2a85-4518-a4dd-a7a4b3413508 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=013f4831-50ca-42f8-8cd6-533f35f1dea1 HTTP/1.1" status: 200 len: 217 time: 0.1604693 Feb 19 03:58:53.141476 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139a849-8d25-49ef-8933-a70164790e49 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5942df-181c-428f-add6-02a32974fb5d,revision_number=8']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:53.177446 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-9139a849-8d25-49ef-8933-a70164790e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:53.178939 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-9139a849-8d25-49ef-8933-a70164790e49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:53.181139 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-9139a849-8d25-49ef-8933-a70164790e49 service neutron] 10.222.0.48 "PUT /v2.0/ports/fe5942df-181c-428f-add6-02a32974fb5d HTTP/1.1" status: 200 len: 1121 time: 4.6041088 Feb 19 03:58:53.232405 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96574af7-cef5-4d44-ad1f-88f3ee78c8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:53.251162 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-29aa9079-1046-4e56-8011-11b8e9855a9f tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:53.252863 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-29aa9079-1046-4e56-8011-11b8e9855a9f tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 821 time: 0.7894058 Feb 19 03:58:53.259218 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['fe5942df-181c-428f-add6-02a32974fb5d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:53.313867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-18798469-e1dc-4b3a-83ed-a34493037903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:53.316858 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-18798469-e1dc-4b3a-83ed-a34493037903 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1549551 Feb 19 03:58:53.327792 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-95d83acf-62ee-402f-8166-2198229ce7a4 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/quotas/3ff69a6f9c9c4911886bcf1427d030ef HTTP/1.1" status: 200 len: 375 time: 0.0275500 Feb 19 03:58:53.384323 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386865b3-5e78-4929-b79f-80348ea9f179 req-ba0a73bf-295b-442f-b221-8263a1b71347 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:53.386932 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-386865b3-5e78-4929-b79f-80348ea9f179 req-ba0a73bf-295b-442f-b221-8263a1b71347 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 949 time: 0.2920477 Feb 19 03:58:53.542196 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-71f8264c-45a0-4720-9d85-f057a060a695 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Publish callbacks [] for port (c13b882f-024b-467c-bcb0-4030f069d97d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:53.557979 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-69144449-8f02-4ea2-9d2c-fd633b6325ac tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2146730 Feb 19 03:58:53.586656 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-386865b3-5e78-4929-b79f-80348ea9f179 req-bb929dbc-b93f-453f-a7f1-fdfc8f21fc4d tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580043 Feb 19 03:58:53.592827 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-835a8652-12a0-4e30-891b-3dd45f31f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:53.595611 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-835a8652-12a0-4e30-891b-3dd45f31f4cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2541423 Feb 19 03:58:53.646358 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-29d05c2f-64d9-4368-bf97-1ed55abf2d67 req-79d845b2-2564-4796-9575-875808014826 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-768937778', 'description': 'tempest-description-1301343491'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:53.719779 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96574af7-cef5-4d44-ad1f-88f3ee78c8f1 admin admin] Router 29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:58:53.758535 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-29d05c2f-64d9-4368-bf97-1ed55abf2d67 req-79d845b2-2564-4796-9575-875808014826 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:53.782983 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-71f8264c-45a0-4720-9d85-f057a060a695 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (c13b882f-024b-467c-bcb0-4030f069d97d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:53.845037 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-f550c737-cf7e-4eb0-b27e-bc5972f1a23f service neutron] 10.222.0.65 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690823 Feb 19 03:58:53.944848 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-71f8264c-45a0-4720-9d85-f057a060a695 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:53.960486 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-0ed7190c-a31a-4434-a776-ed6345406c04 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567264 Feb 19 03:58:53.965414 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-71f8264c-45a0-4720-9d85-f057a060a695 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:53.973318 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8264c-45a0-4720-9d85-f057a060a695 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Pushing event updated for resources: {'Port': ['ID=c13b882f-024b-467c-bcb0-4030f069d97d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:53.977894 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-71f8264c-45a0-4720-9d85-f057a060a695 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:54.045058 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96574af7-cef5-4d44-ad1f-88f3ee78c8f1 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:58:54.068647 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] Sync routers for ids ['29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:58:54.092986 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-7cc65798-95c9-4cec-9f55-5c45eb501e3e service neutron] 10.222.0.65 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342746 Feb 19 03:58:54.103447 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] Routers {'29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:54.104849 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:58:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:54.110023 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96574af7-cef5-4d44-ad1f-88f3ee78c8f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:54.115737 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-96574af7-cef5-4d44-ad1f-88f3ee78c8f1 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.0931776 Feb 19 03:58:54.116259 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55064) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:54.446478 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] Set router 29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:54.479168 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-71f8264c-45a0-4720-9d85-f057a060a695 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:54.480467 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-71f8264c-45a0-4720-9d85-f057a060a695 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:54.536740 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddec0aa-9473-45a4-85f2-2aa22c4d4743 x-openstack-request-id: req-bddec0aa-9473-45a4-85f2-2aa22c4d4743 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:54.553192 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc6073c-f4bc-4b9e-b0f5-9746b3542477", "tag": "013f4831-50ca-42f8-8cd6-533f35f1dea1", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:54.553809 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bddec0aa-9473-45a4-85f2-2aa22c4d4743 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:54.554661 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc6073c-f4bc-4b9e-b0f5-9746b3542477', 'tag': '013f4831-50ca-42f8-8cd6-533f35f1dea1', 'status': 'completed', 'code': 200} Feb 19 03:58:54.586215 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-71f8264c-45a0-4720-9d85-f057a060a695 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1481378 Feb 19 03:58:54.603000 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-29d05c2f-64d9-4368-bf97-1ed55abf2d67 req-79d845b2-2564-4796-9575-875808014826 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Publish callbacks [] for security_group (5a703944-31de-4e9c-aebe-5c1a7d1465ec), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:54.615002 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d04e3d11-edf2-4cb1-9104-e15e9f64b080 req-6bd3869b-5596-4a44-aa60-e6495e242c5e service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6455653 Feb 19 03:58:54.632057 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-d833df60-e1ed-4179-a8c7-a7a8ca901746 service neutron] Request body: {'port': {'device_id': '548d3ce0-abfa-4f15-86ce-cb59702eaa44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:54.765308 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-abe86c3e-4658-47db-9f8c-450b1f02e8a7 None None] Provisioning complete for port c13b882f-024b-467c-bcb0-4030f069d97d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:54.765954 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-abe86c3e-4658-47db-9f8c-450b1f02e8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c13b882f-024b-467c-bcb0-4030f069d97d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:54.814450 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-d833df60-e1ed-4179-a8c7-a7a8ca901746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c13b882f-024b-467c-bcb0-4030f069d97d), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:54.819331 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-29d05c2f-64d9-4368-bf97-1ed55abf2d67 req-79d845b2-2564-4796-9575-875808014826 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5a703944-31de-4e9c-aebe-5c1a7d1465ec), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:54.890466 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6528d-9b9f-4681-954d-b50de77b08e7 req-79baa157-280b-4fea-9d23-c88962781831 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:54.893113 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-abe86c3e-4658-47db-9f8c-450b1f02e8a7 None None] Port c13b882f-024b-467c-bcb0-4030f069d97d cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:58:54.893822 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c1d6528d-9b9f-4681-954d-b50de77b08e7 req-79baa157-280b-4fea-9d23-c88962781831 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fc6073c-f4bc-4b9e-b0f5-9746b3542477 HTTP/1.1" status: 200 len: 948 time: 0.2510054 Feb 19 03:58:54.958684 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-29d05c2f-64d9-4368-bf97-1ed55abf2d67 req-79d845b2-2564-4796-9575-875808014826 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:54.961069 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-29d05c2f-64d9-4368-bf97-1ed55abf2d67 req-79d845b2-2564-4796-9575-875808014826 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.3269820 Feb 19 03:58:54.962475 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d845b2-2564-4796-9575-875808014826 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a703944-31de-4e9c-aebe-5c1a7d1465ec,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:55.033730 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9a8929-6538-465c-940e-16b748719b1c', 'tag': 'fe5942df-181c-428f-add6-02a32974fb5d'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:55.038343 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce566103-a8a4-44c9-a2c7-237b4ab85700" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9a8929-6538-465c-940e-16b748719b1c", "tag": "fe5942df-181c-428f-add6-02a32974fb5d"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:55.089208 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2068976622-router', 'tenant_id': 'a91d492af65b4859ae29e66ec5a514ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b69518f3-4165-4c75-b79c-7849d90c46a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:46Z', 'updated_at': '2022-02-19T03:58:51Z', 'revision_number': 3, 'project_id': 'a91d492af65b4859ae29e66ec5a514ec', 'gw_port': {'id': 'b69518f3-4165-4c75-b79c-7849d90c46a2', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:48Z', 'updated_at': '2022-02-19T03:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:55.097896 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fa534-ee01-4543-baac-0a884f713a02 req-20d0afec-5653-43c0-9e0b-54088647fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:55.101742 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a8fa534-ee01-4543-baac-0a884f713a02 req-20d0afec-5653-43c0-9e0b-54088647fa87 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2fa3b7a6c5044c0482bc85e22230e2a5&device_id=9fc6073c-f4bc-4b9e-b0f5-9746b3542477 HTTP/1.1" status: 200 len: 1130 time: 0.3031497 Feb 19 03:58:55.167734 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c1d6528d-9b9f-4681-954d-b50de77b08e7 req-2706e8d2-d241-4b86-aae7-09a09427e3c7 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab3c45b5-f258-4927-ba17-0d3476a5bc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555637 Feb 19 03:58:55.169084 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] Checking router: 29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:58:55.169488 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] Updating router 29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e port b69518f3-4165-4c75-b79c-7849d90c46a2 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:58:55.278536 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b69518f3-4165-4c75-b79c-7849d90c46a2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:55.579926 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-09872e3a-0fac-42a8-99d5-df979880f58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:55.624499 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41654aa-06a9-4a17-be07-22e3b841ca38 req-d07490b2-d2ea-47a2-b6aa-e24eeb24ba37 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:55.627460 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c41654aa-06a9-4a17-be07-22e3b841ca38 req-d07490b2-d2ea-47a2-b6aa-e24eeb24ba37 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 943 time: 0.2464976 Feb 19 03:58:55.645852 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89426107-195f-4c8c-a2f8-93de26808998 req-3b2178f2-39e9-4f70-8f95-be5d5350cf7e tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:55.659442 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-89426107-195f-4c8c-a2f8-93de26808998 req-3b2178f2-39e9-4f70-8f95-be5d5350cf7e tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.65 "GET /v2.0/ports?device_id=548d3ce0-abfa-4f15-86ce-cb59702eaa44 HTTP/1.1" status: 200 len: 936 time: 0.3864341 Feb 19 03:58:55.749390 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fa534-ee01-4543-baac-0a884f713a02 req-bafa86b6-517e-45e9-88da-5f2f4d311e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:55.752818 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a8fa534-ee01-4543-baac-0a884f713a02 req-bafa86b6-517e-45e9-88da-5f2f4d311e86 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.6416657 Feb 19 03:58:55.863802 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a8fa534-ee01-4543-baac-0a884f713a02 req-0dccf772-fd7d-4abf-9c8a-9350b3368e5f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=013f4831-50ca-42f8-8cd6-533f35f1dea1 HTTP/1.1" status: 200 len: 217 time: 0.0971260 Feb 19 03:58:55.892827 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c41654aa-06a9-4a17-be07-22e3b841ca38 req-67165a1a-949e-464e-b7f8-511d9723116e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411323 Feb 19 03:58:55.958263 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-89426107-195f-4c8c-a2f8-93de26808998 req-884002e8-cf92-4ac5-b4bc-e5280ded7c8e tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.65 "GET /v2.0/security-groups?id=18814340-d721-497a-a320-d3dff4995002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973044 Feb 19 03:58:56.057202 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-09872e3a-0fac-42a8-99d5-df979880f58a admin admin] Allocated IP 172.20.0.1 (54470e27-7759-48a8-92e2-7a85e55c7fc7/742782e9-bea0-49fb-a21c-60559e8bedd0/6fc0df99-c48e-423a-a380-27c84c872852) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:56.088781 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fa534-ee01-4543-baac-0a884f713a02 req-8d3d55e7-dd47-4dc3-ba20-064b39cf4381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:56.093098 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a8fa534-ee01-4543-baac-0a884f713a02 req-8d3d55e7-dd47-4dc3-ba20-064b39cf4381 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.2067838 Feb 19 03:58:56.122741 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] Publish callbacks [] for port (b69518f3-4165-4c75-b79c-7849d90c46a2), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:56.138408 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b69518f3-4165-4c75-b79c-7849d90c46a2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:56.273188 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3c7545c3-a803-49b0-8be5-2d1caa1b4d72 req-3512f5a5-c014-4eaa-94e6-e2d72c00c7ef tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 210 time: 0.1330881 Feb 19 03:58:56.277380 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] Attempting to bind port b69518f3-4165-4c75-b79c-7849d90c46a2 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:56.278323 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] Attempting to bind port b69518f3-4165-4c75-b79c-7849d90c46a2 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:56.278988 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] Attempting to bind port b69518f3-4165-4c75-b79c-7849d90c46a2 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:56.288369 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53099282-6865-40b5-97a1-05e995ec0e1b None None] Pushing event updated for resources: {'Port': ['ID=b69518f3-4165-4c75-b79c-7849d90c46a2,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:56.310227 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device fe5942df-181c-428f-add6-02a32974fb5d details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:58:56.317327 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:56.318733 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:56.319719 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:56.320646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:56.323252 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] Bound port: b69518f3-4165-4c75-b79c-7849d90c46a2, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:56.323889 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b69518f3-4165-4c75-b79c-7849d90c46a2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:56.360361 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-d833df60-e1ed-4179-a8c7-a7a8ca901746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c13b882f-024b-467c-bcb0-4030f069d97d {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:56.396845 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-d833df60-e1ed-4179-a8c7-a7a8ca901746 service neutron] Publish callbacks [] for port (c13b882f-024b-467c-bcb0-4030f069d97d), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:56.405218 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fa534-ee01-4543-baac-0a884f713a02 req-c2569513-9e5a-46e0-bce8-45e6b37b0790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:56.408263 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a8fa534-ee01-4543-baac-0a884f713a02 req-c2569513-9e5a-46e0-bce8-45e6b37b0790 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3039134 Feb 19 03:58:56.437149 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-09872e3a-0fac-42a8-99d5-df979880f58a admin admin] Publish callbacks [] for port (6fc0df99-c48e-423a-a380-27c84c872852), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:56.501710 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 013f4831-50ca-42f8-8cd6-533f35f1dea1 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:58:56.545052 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-d833df60-e1ed-4179-a8c7-a7a8ca901746 service neutron] Transition to ACTIVE for port object c13b882f-024b-467c-bcb0-4030f069d97d will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:58:56.547755 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] For port b69518f3-4165-4c75-b79c-7849d90c46a2, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:56.571193 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d19219-0b07-4d8a-9c14-5ad24321d501 req-b16fcf2e-6c67-4ddb-b4c4-8f4631b6c43a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:56.574554 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60d19219-0b07-4d8a-9c14-5ad24321d501 req-b16fcf2e-6c67-4ddb-b4c4-8f4631b6c43a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 949 time: 0.4042380 Feb 19 03:58:56.580235 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-d833df60-e1ed-4179-a8c7-a7a8ca901746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (c13b882f-024b-467c-bcb0-4030f069d97d), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:56.582567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] For port b69518f3-4165-4c75-b79c-7849d90c46a2, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b69518f3-4165-4c75-b79c-7849d90c46a2,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:56.612059 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-09872e3a-0fac-42a8-99d5-df979880f58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (6fc0df99-c48e-423a-a380-27c84c872852), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:56.619886 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b69518f3-4165-4c75-b79c-7849d90c46a2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:56.713371 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09872e3a-0fac-42a8-99d5-df979880f58a admin admin] Network 54470e27-7759-48a8-92e2-7a85e55c7fc7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:56.722645 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833df60-e1ed-4179-a8c7-a7a8ca901746 service neutron] Pushing event updated for resources: {'Port': ['ID=c13b882f-024b-467c-bcb0-4030f069d97d,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:56.745037 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-09872e3a-0fac-42a8-99d5-df979880f58a admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:56.775037 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09872e3a-0fac-42a8-99d5-df979880f58a admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:56.776760 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-09872e3a-0fac-42a8-99d5-df979880f58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:56.846430 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60d19219-0b07-4d8a-9c14-5ad24321d501 req-ce15e642-b09d-490d-b835-e620ed6cef62 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501061 Feb 19 03:58:57.023982 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a8fa534-ee01-4543-baac-0a884f713a02 req-44a5970d-2f14-47d2-9142-4312ad88e414 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6045017 Feb 19 03:58:57.200876 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89931757-bf51-4db6-a8f1-6a52d4f45c23 x-openstack-request-id: req-89931757-bf51-4db6-a8f1-6a52d4f45c23 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:57.201408 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9a8929-6538-465c-940e-16b748719b1c", "tag": "fe5942df-181c-428f-add6-02a32974fb5d", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:57.201732 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-89931757-bf51-4db6-a8f1-6a52d4f45c23 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:57.202360 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9a8929-6538-465c-940e-16b748719b1c', 'tag': 'fe5942df-181c-428f-add6-02a32974fb5d', 'status': 'completed', 'code': 200} Feb 19 03:58:57.208551 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.10', 52634) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:57.279788 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09872e3a-0fac-42a8-99d5-df979880f58a admin admin] Pushing event updated for resources: {'Port': ['ID=6fc0df99-c48e-423a-a380-27c84c872852,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:57.324691 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.10', 52635) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:57.381230 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-d833df60-e1ed-4179-a8c7-a7a8ca901746 service neutron] Attempting to bind port c13b882f-024b-467c-bcb0-4030f069d97d on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:57.381806 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-d833df60-e1ed-4179-a8c7-a7a8ca901746 service neutron] Attempting to bind port c13b882f-024b-467c-bcb0-4030f069d97d by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:57.382361 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-d833df60-e1ed-4179-a8c7-a7a8ca901746 service neutron] Attempting to bind port c13b882f-024b-467c-bcb0-4030f069d97d on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:57.399740 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port fe5942df-181c-428f-add6-02a32974fb5d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=fe5942df-181c-428f-add6-02a32974fb5d,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:57.479443 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device fe5942df-181c-428f-add6-02a32974fb5d has no active binding in host n-h2-772273-4 {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:58:57.481301 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-d833df60-e1ed-4179-a8c7-a7a8ca901746 service neutron] Port c13b882f-024b-467c-bcb0-4030f069d97d on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:58:57.482161 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-d833df60-e1ed-4179-a8c7-a7a8ca901746 service neutron] Attempting to bind port c13b882f-024b-467c-bcb0-4030f069d97d on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:57.534843 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] Routers {'29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:57.535805 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:58:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:57.566559 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-d833df60-e1ed-4179-a8c7-a7a8ca901746 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:57.567127 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-d833df60-e1ed-4179-a8c7-a7a8ca901746 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:57.567720 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-d833df60-e1ed-4179-a8c7-a7a8ca901746 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:57.568468 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-d833df60-e1ed-4179-a8c7-a7a8ca901746 service neutron] Bound port: c13b882f-024b-467c-bcb0-4030f069d97d, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:57.569530 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-d833df60-e1ed-4179-a8c7-a7a8ca901746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c13b882f-024b-467c-bcb0-4030f069d97d), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:57.591455 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53099282-6865-40b5-97a1-05e995ec0e1b None None] Pushing event updated for resources: {'Port': ['ID=b69518f3-4165-4c75-b79c-7849d90c46a2,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:57.612499 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8feac-6f9d-4b6a-a9ed-d6c4eb88ce27 req-43ce4a39-b244-4042-9a65-44a6d1684168 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:57.615482 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3cf8feac-6f9d-4b6a-a9ed-d6c4eb88ce27 req-43ce4a39-b244-4042-9a65-44a6d1684168 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fc6073c-f4bc-4b9e-b0f5-9746b3542477 HTTP/1.1" status: 200 len: 948 time: 0.2835271 Feb 19 03:58:57.683443 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 013f4831-50ca-42f8-8cd6-533f35f1dea1, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=013f4831-50ca-42f8-8cd6-533f35f1dea1,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:57.691498 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a8fa534-ee01-4543-baac-0a884f713a02 req-7d5fcaa9-7fb1-4586-9d93-4275c0b9413d service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6198144 Feb 19 03:58:57.694044 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-d3718c57-dc61-4bbb-9675-3375c33fbeb7 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:57.697195 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-d3718c57-dc61-4bbb-9675-3375c33fbeb7 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.10 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 821 time: 0.8967712 Feb 19 03:58:57.722093 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-9b415dd6-9342-4ffe-bdf9-dac78f1e8198 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Request body: {'port': {'device_id': '025f74a7-3160-4b85-91bd-f8eedda3fbda', 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e', 'admin_state_up': True, 'tenant_id': '3ff69a6f9c9c4911886bcf1427d030ef'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:57.736546 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '013f4831-50ca-42f8-8cd6-533f35f1dea1', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '013f4831-50ca-42f8-8cd6-533f35f1dea1', 'mac_address': 'fa:16:3e:ee:d9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:58:57.760200 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-09872e3a-0fac-42a8-99d5-df979880f58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6fc0df99-c48e-423a-a380-27c84c872852), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:57.803405 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-f0f2007f-1c21-4bbc-9977-8207a1f29076 service neutron] 10.222.0.10 "GET /v2.0/ports/fe5942df-181c-428f-add6-02a32974fb5d/bindings/n-h2-772273-4 HTTP/1.1" status: 200 len: 384 time: 0.4621902 Feb 19 03:58:57.813386 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce566103-a8a4-44c9-a2c7-237b4ab85700 req-88f0ee40-2673-43c6-b772-983f3bd4b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:57.816326 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ce566103-a8a4-44c9-a2c7-237b4ab85700 req-88f0ee40-2673-43c6-b772-983f3bd4b2be service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 1155 time: 0.5495324 Feb 19 03:58:57.832052 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-d833df60-e1ed-4179-a8c7-a7a8ca901746 service neutron] For port c13b882f-024b-467c-bcb0-4030f069d97d, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:57.877911 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6577ef1c-f98c-4757-984e-79303cbf9cca None None] Provisioning complete for port 6fc0df99-c48e-423a-a380-27c84c872852 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:57.879159 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6577ef1c-f98c-4757-984e-79303cbf9cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6fc0df99-c48e-423a-a380-27c84c872852), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:57.914098 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-d833df60-e1ed-4179-a8c7-a7a8ca901746 service neutron] For port c13b882f-024b-467c-bcb0-4030f069d97d, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=c13b882f-024b-467c-bcb0-4030f069d97d,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:57.939650 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-d833df60-e1ed-4179-a8c7-a7a8ca901746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (c13b882f-024b-467c-bcb0-4030f069d97d), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:57.950597 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3cf8feac-6f9d-4b6a-a9ed-d6c4eb88ce27 req-4da46e3f-f8ea-420b-9546-d021c4ffc04c tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab3c45b5-f258-4927-ba17-0d3476a5bc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747941 Feb 19 03:58:58.044160 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-d833df60-e1ed-4179-a8c7-a7a8ca901746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:58.046552 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-d833df60-e1ed-4179-a8c7-a7a8ca901746 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:58.048407 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-d833df60-e1ed-4179-a8c7-a7a8ca901746 service neutron] 10.222.0.48 "PUT /v2.0/ports/c13b882f-024b-467c-bcb0-4030f069d97d HTTP/1.1" status: 200 len: 1096 time: 3.4504664 Feb 19 03:58:58.054088 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548d3ce0-abfa-4f15-86ce-cb59702eaa44', 'tag': 'c13b882f-024b-467c-bcb0-4030f069d97d'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:58.058403 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8cd326-5a8d-460f-b469-e154ba3d7051" -d '{"events": [{"name": "network-changed", "server_uuid": "548d3ce0-abfa-4f15-86ce-cb59702eaa44", "tag": "c13b882f-024b-467c-bcb0-4030f069d97d"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:58.062317 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 013f4831-50ca-42f8-8cd6-533f35f1dea1 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:58.063064 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (013f4831-50ca-42f8-8cd6-533f35f1dea1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:58.069726 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] Set router 29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:58.074878 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6577ef1c-f98c-4757-984e-79303cbf9cca None None] Port 6fc0df99-c48e-423a-a380-27c84c872852 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:58:58.163565 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013f4831-50ca-42f8-8cd6-533f35f1dea1 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:58.288956 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 013f4831-50ca-42f8-8cd6-533f35f1dea1, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=013f4831-50ca-42f8-8cd6-533f35f1dea1,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:58.298244 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833df60-e1ed-4179-a8c7-a7a8ca901746 service neutron] Pushing event updated for resources: {'Port': ['ID=c13b882f-024b-467c-bcb0-4030f069d97d,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:58.495721 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (013f4831-50ca-42f8-8cd6-533f35f1dea1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:58.545360 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-904d968b-9bfa-48f4-9952-d2ccee1b64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:58.545360 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-904d968b-9bfa-48f4-9952-d2ccee1b64c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1a2bb49060124ae7b17cac17fa85b4e4&device_id=548d3ce0-abfa-4f15-86ce-cb59702eaa44 HTTP/1.1" status: 200 len: 1130 time: 0.3644969 Feb 19 03:58:58.571545 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-df6bdd9c-e7f1-4346-844f-c29fe1d52ed0 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50948 time: 2.1714466 Feb 19 03:58:58.604569 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c2c0a-d480-4fd0-b772-fff4ab9df767 req-2df9b080-a624-4041-9ad9-440eb3d2fdab tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:58.616863 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b24c2c0a-d480-4fd0-b772-fff4ab9df767 req-2df9b080-a624-4041-9ad9-440eb3d2fdab tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 943 time: 0.3838437 Feb 19 03:58:58.697058 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-029abdc8-539f-480f-aef6-9ed5bad77553 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c13b882f-024b-467c-bcb0-4030f069d97d HTTP/1.1" status: 200 len: 217 time: 0.1377041 Feb 19 03:58:58.710964 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-8befbc52-5337-4f56-9905-289bc00282b7 service neutron] For port fe5942df-181c-428f-add6-02a32974fb5d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=fe5942df-181c-428f-add6-02a32974fb5d,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:58.712861 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=013f4831-50ca-42f8-8cd6-533f35f1dea1,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:58.736954 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['013f4831-50ca-42f8-8cd6-533f35f1dea1'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:58.756064 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce566103-a8a4-44c9-a2c7-237b4ab85700 req-43d38ec0-89cd-469d-961e-67914e436979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:58.758681 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ce566103-a8a4-44c9-a2c7-237b4ab85700 req-43d38ec0-89cd-469d-961e-67914e436979 service neutron] 10.222.0.10 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 908 time: 0.9290426 Feb 19 03:58:58.767172 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-9b415dd6-9342-4ffe-bdf9-dac78f1e8198 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Made reservation on behalf of 3ff69a6f9c9c4911886bcf1427d030ef for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:58.773021 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-9b415dd6-9342-4ffe-bdf9-dac78f1e8198 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:58.834699 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-8befbc52-5337-4f56-9905-289bc00282b7 service neutron] For port fe5942df-181c-428f-add6-02a32974fb5d, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:58.857277 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2068976622-router', 'tenant_id': 'a91d492af65b4859ae29e66ec5a514ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b69518f3-4165-4c75-b79c-7849d90c46a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:46Z', 'updated_at': '2022-02-19T03:58:57Z', 'revision_number': 4, 'project_id': 'a91d492af65b4859ae29e66ec5a514ec', 'gw_port': {'id': 'b69518f3-4165-4c75-b79c-7849d90c46a2', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:48Z', 'updated_at': '2022-02-19T03:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '6fc0df99-c48e-423a-a380-27c84c872852', 'name': '', 'network_id': '54470e27-7759-48a8-92e2-7a85e55c7fc7', 'tenant_id': 'a91d492af65b4859ae29e66ec5a514ec', 'mac_address': 'fa:16:3e:fd:f1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '742782e9-bea0-49fb-a21c-60559e8bedd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:55Z', 'updated_at': '2022-02-19T03:58:56Z', 'revision_number': 1, 'project_id': 'a91d492af65b4859ae29e66ec5a514ec', 'subnets': [{'id': '742782e9-bea0-49fb-a21c-60559e8bedd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:58.905667 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ce566103-a8a4-44c9-a2c7-237b4ab85700 req-ea2b1b3a-d21e-44ae-9ef3-4618596ded30 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe5942df-181c-428f-add6-02a32974fb5d HTTP/1.1" status: 200 len: 217 time: 0.1236467 Feb 19 03:58:58.919999 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b24c2c0a-d480-4fd0-b772-fff4ab9df767 req-60c50298-9431-4c4e-b1ba-bd78d72d77ff tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016138 Feb 19 03:58:58.925844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-9ba33b73-0bcd-4597-aafd-090cbb7aa499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:58.928522 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-9ba33b73-0bcd-4597-aafd-090cbb7aa499 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.2125494 Feb 19 03:58:58.933971 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56f171c-ab8d-4942-9ada-cc05e2f95750 None None] The sync data for ids ['29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e'] in n-d-772273-4 is: [{'id': '29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2068976622-router', 'tenant_id': 'a91d492af65b4859ae29e66ec5a514ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b69518f3-4165-4c75-b79c-7849d90c46a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:46Z', 'updated_at': '2022-02-19T03:58:57Z', 'revision_number': 4, 'project_id': 'a91d492af65b4859ae29e66ec5a514ec', 'gw_port': {'id': 'b69518f3-4165-4c75-b79c-7849d90c46a2', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:48Z', 'updated_at': '2022-02-19T03:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '6fc0df99-c48e-423a-a380-27c84c872852', 'name': '', 'network_id': '54470e27-7759-48a8-92e2-7a85e55c7fc7', 'tenant_id': 'a91d492af65b4859ae29e66ec5a514ec', 'mac_address': 'fa:16:3e:fd:f1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '742782e9-bea0-49fb-a21c-60559e8bedd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:55Z', 'updated_at': '2022-02-19T03:58:56Z', 'revision_number': 1, 'project_id': 'a91d492af65b4859ae29e66ec5a514ec', 'subnets': [{'id': '742782e9-bea0-49fb-a21c-60559e8bedd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:58:58.955257 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-8befbc52-5337-4f56-9905-289bc00282b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5942df-181c-428f-add6-02a32974fb5d {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:59.017293 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-8befbc52-5337-4f56-9905-289bc00282b7 service neutron] For port fe5942df-181c-428f-add6-02a32974fb5d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=fe5942df-181c-428f-add6-02a32974fb5d,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:59.047701 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-6c5cbda5-a9a1-47df-8d96-a2dbde10c517 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/004107b6-61cb-4f7d-bf4e-c726cd6855a9 HTTP/1.1" status: 200 len: 2998 time: 0.3992767 Feb 19 03:58:59.067226 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-8befbc52-5337-4f56-9905-289bc00282b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fe5942df-181c-428f-add6-02a32974fb5d), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:59.242338 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-8befbc52-5337-4f56-9905-289bc00282b7 service neutron] Transition to ACTIVE for port object fe5942df-181c-428f-add6-02a32974fb5d will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:58:59.256158 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-f82abf4a-d450-48f0-a617-bc98eb66799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:59.259187 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-f82abf4a-d450-48f0-a617-bc98eb66799e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3219416 Feb 19 03:58:59.262713 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-8befbc52-5337-4f56-9905-289bc00282b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (fe5942df-181c-428f-add6-02a32974fb5d), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:59.475458 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befbc52-5337-4f56-9905-289bc00282b7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5942df-181c-428f-add6-02a32974fb5d,revision_number=10']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:59.797117 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-8befbc52-5337-4f56-9905-289bc00282b7 service neutron] No DVR routers for this DVR port fe5942df-181c-428f-add6-02a32974fb5d on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:58:59.813916 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-2c5a1c3a-f90b-4a68-b3c7-55c49cae5174 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467570 Feb 19 03:58:59.841470 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce566103-a8a4-44c9-a2c7-237b4ab85700 req-733830ca-0233-4697-9cc8-709b65f0eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:59.844085 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ce566103-a8a4-44c9-a2c7-237b4ab85700 req-733830ca-0233-4697-9cc8-709b65f0eebd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.9053473 Feb 19 03:58:59.903883 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ad818-1377-4f3d-8f51-2416d7f2c15f req-9ab4b6bc-dc1b-473e-8c2b-383a47737109 tempest-MigrationsAdminTest-701699032 tempest-MigrationsAdminTest-701699032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:59.909057 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-494ad818-1377-4f3d-8f51-2416d7f2c15f req-9ab4b6bc-dc1b-473e-8c2b-383a47737109 tempest-MigrationsAdminTest-701699032 tempest-MigrationsAdminTest-701699032-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 1131 time: 0.4856889 Feb 19 03:58:59.956556 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-8befbc52-5337-4f56-9905-289bc00282b7 service neutron] 10.222.0.10 "PUT /v2.0/ports/fe5942df-181c-428f-add6-02a32974fb5d/bindings/n-h2-772273-4/activate HTTP/1.1" status: 200 len: 369 time: 2.1359217 Feb 19 03:59:00.012775 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ce566103-a8a4-44c9-a2c7-237b4ab85700 req-ffe4e7d3-7445-45ec-8b26-8bda148edc5e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1488054 Feb 19 03:59:00.023274 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-09872e3a-0fac-42a8-99d5-df979880f58a admin admin] Publish callbacks [] for port (6fc0df99-c48e-423a-a380-27c84c872852), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:00.064618 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-b5e69425-95bc-4311-b7c7-495480945113 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/004107b6-61cb-4f7d-bf4e-c726cd6855a9 HTTP/1.1" status: 200 len: 2998 time: 0.3581200 Feb 19 03:59:00.090516 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-09872e3a-0fac-42a8-99d5-df979880f58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6fc0df99-c48e-423a-a380-27c84c872852), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:00.091810 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-09872e3a-0fac-42a8-99d5-df979880f58a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:00.124234 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-494ad818-1377-4f3d-8f51-2416d7f2c15f req-6bbf5822-aab2-4155-a242-37cd2b33c750 tempest-MigrationsAdminTest-701699032 tempest-MigrationsAdminTest-701699032-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:00.297434 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bde611aa-ef07-40e9-88ed-c6498ecad2bc req-5bba1fb8-2baa-4701-bc77-7d7ebd9d3cc6 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190361 Feb 19 03:59:00.346875 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-494ad818-1377-4f3d-8f51-2416d7f2c15f req-6bbf5822-aab2-4155-a242-37cd2b33c750 tempest-MigrationsAdminTest-701699032 tempest-MigrationsAdminTest-701699032-project-admin] Publish callbacks [] for security_group (8c43c8be-8c95-446d-8606-a6f3ef3f84c5), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:00.359700 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-494ad818-1377-4f3d-8f51-2416d7f2c15f req-6bbf5822-aab2-4155-a242-37cd2b33c750 tempest-MigrationsAdminTest-701699032 tempest-MigrationsAdminTest-701699032-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8c43c8be-8c95-446d-8606-a6f3ef3f84c5), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:00.463038 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-494ad818-1377-4f3d-8f51-2416d7f2c15f req-6bbf5822-aab2-4155-a242-37cd2b33c750 tempest-MigrationsAdminTest-701699032 tempest-MigrationsAdminTest-701699032-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5327048 Feb 19 03:59:00.464601 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf5822-aab2-4155-a242-37cd2b33c750 tempest-MigrationsAdminTest-701699032 tempest-MigrationsAdminTest-701699032-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c43c8be-8c95-446d-8606-a6f3ef3f84c5,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:00.517032 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 013f4831-50ca-42f8-8cd6-533f35f1dea1 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:00.520741 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-9b415dd6-9342-4ffe-bdf9-dac78f1e8198 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Allocated IP 172.20.0.11 (407bbdcb-b5df-44e7-b0e3-eba770b3f80e/f07953fc-46ac-49b5-8931-0e9dacdcd55a/520f56e0-500c-4b37-b9f5-893e73136f4a) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:59:00.526592 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-34c16d59-c5e1-448a-b184-4b8ca57d26aa tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/18814340-d721-497a-a320-d3dff4995002 HTTP/1.1" status: 200 len: 2998 time: 0.3965015 Feb 19 03:59:00.621301 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 013f4831-50ca-42f8-8cd6-533f35f1dea1 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:59:00.629357 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 013f4831-50ca-42f8-8cd6-533f35f1dea1 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:00.630142 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (013f4831-50ca-42f8-8cd6-533f35f1dea1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:00.756705 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be4f79-3e78-47d1-aa14-8b175f66a3a2 req-e0419be9-af3c-4026-b2db-a04a48e7ef8d tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:00.759892 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-35be4f79-3e78-47d1-aa14-8b175f66a3a2 req-e0419be9-af3c-4026-b2db-a04a48e7ef8d tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.65 "GET /v2.0/ports?device_id=548d3ce0-abfa-4f15-86ce-cb59702eaa44 HTTP/1.1" status: 200 len: 948 time: 0.1166837 Feb 19 03:59:00.760636 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09872e3a-0fac-42a8-99d5-df979880f58a admin admin] Pushing event updated for resources: {'Port': ['ID=6fc0df99-c48e-423a-a380-27c84c872852,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:00.850243 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 013f4831-50ca-42f8-8cd6-533f35f1dea1 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:00.850857 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (013f4831-50ca-42f8-8cd6-533f35f1dea1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:00.861230 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ce566103-a8a4-44c9-a2c7-237b4ab85700 req-4ca26354-757a-4cfa-8d5b-0d988ef5969f service neutron] 10.222.0.10 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8298361 Feb 19 03:59:00.869716 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-35be4f79-3e78-47d1-aa14-8b175f66a3a2 req-e520ec00-909b-4ee8-a924-ce631d5b5d84 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.65 "GET /v2.0/security-groups?id=18814340-d721-497a-a320-d3dff4995002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973709 Feb 19 03:59:00.914683 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc6073c-f4bc-4b9e-b0f5-9746b3542477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013f4831-50ca-42f8-8cd6-533f35f1dea1'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:00.919119 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e2caa9-407a-4d90-8a4f-d144c385ba0f" -d '{"events": [{"server_uuid": "9fc6073c-f4bc-4b9e-b0f5-9746b3542477", "name": "network-vif-plugged", "status": "completed", "tag": "013f4831-50ca-42f8-8cd6-533f35f1dea1"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:00.948841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 013f4831-50ca-42f8-8cd6-533f35f1dea1, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=013f4831-50ca-42f8-8cd6-533f35f1dea1,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:00.957558 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (013f4831-50ca-42f8-8cd6-533f35f1dea1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:00.958942 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device fe5942df-181c-428f-add6-02a32974fb5d no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:01.047652 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0de98e3d-8e07-400e-beee-eb886434db0f req-13b48b6d-23e4-4ab1-9a03-bd0d2f1b4c09 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 210 time: 0.0544097 Feb 19 03:59:01.113428 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] The host n-h1-772273-4 is not matching for port fe5942df-181c-428f-add6-02a32974fb5d host n-h2-772273-4! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:59:01.114154 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device fe5942df-181c-428f-add6-02a32974fb5d not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:59:01.122512 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=013f4831-50ca-42f8-8cd6-533f35f1dea1,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:01.150082 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09872e3a-0fac-42a8-99d5-df979880f58a admin admin] Network 54470e27-7759-48a8-92e2-7a85e55c7fc7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:59:01.153639 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-6d508ba1-6da1-4f42-b290-a448d160f871 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/18814340-d721-497a-a320-d3dff4995002 HTTP/1.1" status: 200 len: 2998 time: 0.5383327 Feb 19 03:59:01.167548 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-d8dbcddf-02ad-4c11-9066-68def423a9f3 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:01.172427 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-d8dbcddf-02ad-4c11-9066-68def423a9f3 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c&tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&binding%3Ahost_id=n-h1-772273-4 HTTP/1.1" status: 200 len: 1126 time: 1.0992696 Feb 19 03:59:01.176428 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983ada23-b23c-4d24-a90a-fba5ae06da5a x-openstack-request-id: req-983ada23-b23c-4d24-a90a-fba5ae06da5a {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:01.177395 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548d3ce0-abfa-4f15-86ce-cb59702eaa44", "tag": "c13b882f-024b-467c-bcb0-4030f069d97d", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:01.177980 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-983ada23-b23c-4d24-a90a-fba5ae06da5a {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:01.179078 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548d3ce0-abfa-4f15-86ce-cb59702eaa44', 'tag': 'c13b882f-024b-467c-bcb0-4030f069d97d', 'status': 'completed', 'code': 200} Feb 19 03:59:01.228962 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-09872e3a-0fac-42a8-99d5-df979880f58a admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:01.342748 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8cd326-5a8d-460f-b469-e154ba3d7051 req-c7ef5580-50eb-4a7d-ab1d-32273a1a750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:01.344754 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac8cd326-5a8d-460f-b469-e154ba3d7051 req-c7ef5580-50eb-4a7d-ab1d-32273a1a750b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1a2bb49060124ae7b17cac17fa85b4e4&device_id=548d3ce0-abfa-4f15-86ce-cb59702eaa44 HTTP/1.1" status: 200 len: 1130 time: 0.1358278 Feb 19 03:59:01.461093 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ce566103-a8a4-44c9-a2c7-237b4ab85700 req-f86371ea-0913-435b-a897-fce6563bb104 service neutron] 10.222.0.10 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467608 Feb 19 03:59:01.713686 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-ee6c0bd8-e0d3-403e-b72e-7b9b52e930ca tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/29ea16d3-e839-486b-896e-40506a987338 HTTP/1.1" status: 200 len: 2990 time: 0.4953351 Feb 19 03:59:01.763231 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b69518f3-4165-4c75-b79c-7849d90c46a2 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:01.857678 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c7bcf22a-f9c8-4763-842a-c61527d65ea8 None None] Provisioning complete for port 6fc0df99-c48e-423a-a380-27c84c872852 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:01.859035 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c7bcf22a-f9c8-4763-842a-c61527d65ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6fc0df99-c48e-423a-a380-27c84c872852), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:01.866317 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-b574a561-cdd7-4169-ad56-3d09d8fe28a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:01.869266 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-b574a561-cdd7-4169-ad56-3d09d8fe28a5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c&tenant_id=088e1ccd7d10405ea13457cf0bfc7da0 HTTP/1.1" status: 200 len: 1126 time: 0.6374748 Feb 19 03:59:01.964628 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c7bcf22a-f9c8-4763-842a-c61527d65ea8 None None] Port 6fc0df99-c48e-423a-a380-27c84c872852 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:59:01.968665 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b69518f3-4165-4c75-b79c-7849d90c46a2 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:01.969366 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b69518f3-4165-4c75-b79c-7849d90c46a2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:02.079553 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-9b415dd6-9342-4ffe-bdf9-dac78f1e8198 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks [] for port (520f56e0-500c-4b37-b9f5-893e73136f4a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:02.123942 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-d19d79c9-4e27-4477-a946-6e92255561c8 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/29ea16d3-e839-486b-896e-40506a987338 HTTP/1.1" status: 200 len: 2990 time: 0.3783922 Feb 19 03:59:02.198239 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186183f5-ae4e-4340-b73e-c5fc5d4e3165 req-f385ae75-d324-43e0-bfa5-5c051c4f31a1 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:02.201009 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-186183f5-ae4e-4340-b73e-c5fc5d4e3165 req-f385ae75-d324-43e0-bfa5-5c051c4f31a1 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fc6073c-f4bc-4b9e-b0f5-9746b3542477 HTTP/1.1" status: 200 len: 950 time: 0.1809001 Feb 19 03:59:02.203677 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-be8d0b7a-77ac-42e0-93e5-5336f63139f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:02.206079 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b69518f3-4165-4c75-b79c-7849d90c46a2 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:02.206578 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b69518f3-4165-4c75-b79c-7849d90c46a2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:02.230124 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8cd326-5a8d-460f-b469-e154ba3d7051 req-8484465b-31db-4ac0-a0fb-812a9cc9d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:02.232714 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac8cd326-5a8d-460f-b469-e154ba3d7051 req-8484465b-31db-4ac0-a0fb-812a9cc9d182 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.8805475 Feb 19 03:59:02.243107 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09872e3a-0fac-42a8-99d5-df979880f58a admin admin] Router 29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:59:02.245069 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port b69518f3-4165-4c75-b79c-7849d90c46a2, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b69518f3-4165-4c75-b79c-7849d90c46a2,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:02.255527 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b69518f3-4165-4c75-b79c-7849d90c46a2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:02.270174 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-13009d2a-890a-4436-97fd-7b3c1798b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:02.273128 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-13009d2a-890a-4436-97fd-7b3c1798b743 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 1126 time: 0.2963254 Feb 19 03:59:02.276650 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-9c0dda7a-8c0d-46c4-8d18-89f02573748d tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/412308bd-4ffa-4e47-891d-3490c1d18854 HTTP/1.1" status: 200 len: 2998 time: 0.1354039 Feb 19 03:59:02.351149 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac8cd326-5a8d-460f-b469-e154ba3d7051 req-dfe8f354-412c-4129-a289-e4100cc01409 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c13b882f-024b-467c-bcb0-4030f069d97d HTTP/1.1" status: 200 len: 217 time: 0.1076162 Feb 19 03:59:02.367315 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=b69518f3-4165-4c75-b79c-7849d90c46a2,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:02.438118 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-9b415dd6-9342-4ffe-bdf9-dac78f1e8198 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (520f56e0-500c-4b37-b9f5-893e73136f4a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:02.462381 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-186183f5-ae4e-4340-b73e-c5fc5d4e3165 req-2bd75d8e-37c1-4750-9722-208c6f39108d tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab3c45b5-f258-4927-ba17-0d3476a5bc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389438 Feb 19 03:59:02.491633 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8cd326-5a8d-460f-b469-e154ba3d7051 req-564b1edd-1a1d-4a7b-8107-bd2684644885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:02.494612 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac8cd326-5a8d-460f-b469-e154ba3d7051 req-564b1edd-1a1d-4a7b-8107-bd2684644885 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1352735 Feb 19 03:59:02.615313 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8cd326-5a8d-460f-b469-e154ba3d7051 req-2e6c7e33-87e4-40e8-8ea9-f0820f723734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:02.616876 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac8cd326-5a8d-460f-b469-e154ba3d7051 req-2e6c7e33-87e4-40e8-8ea9-f0820f723734 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1136746 Feb 19 03:59:02.657849 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-1970ca08-625d-47c4-8c5d-1dcbdb1c60bb tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/412308bd-4ffa-4e47-891d-3490c1d18854 HTTP/1.1" status: 200 len: 2998 time: 0.3585572 Feb 19 03:59:02.671256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-9b415dd6-9342-4ffe-bdf9-dac78f1e8198 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:59:02.704194 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-9b415dd6-9342-4ffe-bdf9-dac78f1e8198 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:02.765293 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b415dd6-9342-4ffe-bdf9-dac78f1e8198 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Pushing event updated for resources: {'Port': ['ID=520f56e0-500c-4b37-b9f5-893e73136f4a,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:02.782363 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-9b415dd6-9342-4ffe-bdf9-dac78f1e8198 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:59:02.792899 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-9b415dd6-9342-4ffe-bdf9-dac78f1e8198 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:02.793877 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-9b415dd6-9342-4ffe-bdf9-dac78f1e8198 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:02.840157 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-af57f365-1582-40cb-b105-9cad4abd0413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:02.843250 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-af57f365-1582-40cb-b105-9cad4abd0413 service neutron] 10.222.0.48 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 908 time: 0.5602584 Feb 19 03:59:02.867644 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc28e7-62f3-4bb7-a0ba-748b942e6504 req-6e4ed58f-db66-4f3b-98b4-f73599841bf0 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:02.870470 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5bc28e7-62f3-4bb7-a0ba-748b942e6504 req-6e4ed58f-db66-4f3b-98b4-f73599841bf0 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 944 time: 0.2108891 Feb 19 03:59:02.877475 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac8cd326-5a8d-460f-b469-e154ba3d7051 req-dc308b97-e67d-4cf1-b2d8-6beb0381397e service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509186 Feb 19 03:59:02.882476 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-9b415dd6-9342-4ffe-bdf9-dac78f1e8198 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1728399 Feb 19 03:59:02.968775 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-aab019ba-3a3c-4cc3-91db-7948a91cb7f7 service neutron] Request body: {'port': {'device_id': '025f74a7-3160-4b85-91bd-f8eedda3fbda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:02.981543 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-cdc3f74b-cd3d-40e8-9ae6-f54825cb2136 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe5942df-181c-428f-add6-02a32974fb5d HTTP/1.1" status: 200 len: 217 time: 0.1229255 Feb 19 03:59:03.012765 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09872e3a-0fac-42a8-99d5-df979880f58a admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:59:03.027633 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-09872e3a-0fac-42a8-99d5-df979880f58a admin admin] 10.222.0.65 "PUT /v2.0/routers/29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9095438 Feb 19 03:59:03.040842 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-a5bf5347-504a-44de-991e-f5e612472c42 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/54ffc044-0e6c-468f-b20f-0548776a13b3 HTTP/1.1" status: 200 len: 2998 time: 0.3467255 Feb 19 03:59:03.078294 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5bc28e7-62f3-4bb7-a0ba-748b942e6504 req-3f89f204-67dc-4a60-a7b1-dde32e76a2ef tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954393 Feb 19 03:59:03.201318 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac8cd326-5a8d-460f-b469-e154ba3d7051 req-4f7c24da-df15-4db2-be78-a4867e98f734 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051121 Feb 19 03:59:03.305071 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] Sync routers for ids ['29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:59:03.345499 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] Routers {'29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:59:03.349446 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:58:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:03.365636 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-c16e022e-e4cb-45a3-b780-52007dfd6748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:03.371178 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-c16e022e-e4cb-45a3-b780-52007dfd6748 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.3551774 Feb 19 03:59:03.428228 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-5b79438e-eb08-4cb3-b231-3dba10d27c14 req-4fd4e109-b089-4989-a403-35f4d4597a48 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:59:03.430203 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5b79438e-eb08-4cb3-b231-3dba10d27c14 req-4fd4e109-b089-4989-a403-35f4d4597a48 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098498 Feb 19 03:59:03.491814 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-ed56afad-2593-4f6e-9817-11341367c816 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123087 Feb 19 03:59:03.497371 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-bff013a3-2f5c-479e-8cfb-ee578e23d848 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/54ffc044-0e6c-468f-b20f-0548776a13b3 HTTP/1.1" status: 200 len: 2998 time: 0.4090934 Feb 19 03:59:03.498714 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-aab019ba-3a3c-4cc3-91db-7948a91cb7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (520f56e0-500c-4b37-b9f5-893e73136f4a), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:03.762418 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b69518f3-4165-4c75-b79c-7849d90c46a2 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:03.886387 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] Set router 29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:59:03.953443 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b69518f3-4165-4c75-b79c-7849d90c46a2 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:03.954227 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b69518f3-4165-4c75-b79c-7849d90c46a2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:03.976791 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75035774-c9ef-4078-ad9d-716df951ccd3 req-d2c7c44b-3887-44a3-bcc6-0186773ae1dd tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:03.983032 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75035774-c9ef-4078-ad9d-716df951ccd3 req-d2c7c44b-3887-44a3-bcc6-0186773ae1dd tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dd68a0e-5d87-4375-bac3-63dcea9009ea HTTP/1.1" status: 200 len: 946 time: 0.8276727 Feb 19 03:59:03.989492 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-6cac2e73-f5b3-4087-b7d3-9102b2ef291c tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/68a55ac5-ee42-4b17-b507-91168167a07e HTTP/1.1" status: 200 len: 2998 time: 0.4306986 Feb 19 03:59:04.191112 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b69518f3-4165-4c75-b79c-7849d90c46a2 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:04.339419 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device c13b882f-024b-467c-bcb0-4030f069d97d details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:59:04.364060 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2068976622-router', 'tenant_id': 'a91d492af65b4859ae29e66ec5a514ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b69518f3-4165-4c75-b79c-7849d90c46a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:46Z', 'updated_at': '2022-02-19T03:58:57Z', 'revision_number': 4, 'project_id': 'a91d492af65b4859ae29e66ec5a514ec', 'gw_port': {'id': 'b69518f3-4165-4c75-b79c-7849d90c46a2', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:48Z', 'updated_at': '2022-02-19T03:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '6fc0df99-c48e-423a-a380-27c84c872852', 'name': '', 'network_id': '54470e27-7759-48a8-92e2-7a85e55c7fc7', 'tenant_id': 'a91d492af65b4859ae29e66ec5a514ec', 'mac_address': 'fa:16:3e:fd:f1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '742782e9-bea0-49fb-a21c-60559e8bedd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:55Z', 'updated_at': '2022-02-19T03:58:58Z', 'revision_number': 2, 'project_id': 'a91d492af65b4859ae29e66ec5a514ec', 'subnets': [{'id': '742782e9-bea0-49fb-a21c-60559e8bedd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:04.392508 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-8545dda3-28a0-4e6e-a265-9a4751bb4720 service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8463531 Feb 19 03:59:04.444376 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] Checking router: 29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:59:04.445398 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] Updating router 29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e port 6fc0df99-c48e-423a-a380-27c84c872852 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:59:04.451069 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-0487e9c4-625e-4902-89de-89fde8cbd951 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/68a55ac5-ee42-4b17-b507-91168167a07e HTTP/1.1" status: 200 len: 2998 time: 0.4194403 Feb 19 03:59:04.521287 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6fc0df99-c48e-423a-a380-27c84c872852), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:04.719812 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port c13b882f-024b-467c-bcb0-4030f069d97d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=c13b882f-024b-467c-bcb0-4030f069d97d,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:04.746543 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'c13b882f-024b-467c-bcb0-4030f069d97d', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': 'c13b882f-024b-467c-bcb0-4030f069d97d', 'mac_address': 'fa:16:3e:50:e3:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:59:04.932836 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d88e72-4fa4-469b-bf9c-c94b797e86ba x-openstack-request-id: req-b0d88e72-4fa4-469b-bf9c-c94b797e86ba {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:04.939681 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc6073c-f4bc-4b9e-b0f5-9746b3542477", "name": "network-vif-plugged", "status": "completed", "tag": "013f4831-50ca-42f8-8cd6-533f35f1dea1", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:04.944670 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b0d88e72-4fa4-469b-bf9c-c94b797e86ba {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:04.945783 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc6073c-f4bc-4b9e-b0f5-9746b3542477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013f4831-50ca-42f8-8cd6-533f35f1dea1', 'code': 200} Feb 19 03:59:04.948398 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port c13b882f-024b-467c-bcb0-4030f069d97d is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:04.950284 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c13b882f-024b-467c-bcb0-4030f069d97d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:04.990163 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-34ba81a8-99ce-4418-ba0f-f05ea5e5bdb4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2063723 Feb 19 03:59:05.003068 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-5a6a09d3-5268-4dc7-b5b3-d38aecbe77ce service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:59:05.021058 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-5a6a09d3-5268-4dc7-b5b3-d38aecbe77ce service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0291646 Feb 19 03:59:05.031868 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13b882f-024b-467c-bcb0-4030f069d97d {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:05.114511 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port c13b882f-024b-467c-bcb0-4030f069d97d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=c13b882f-024b-467c-bcb0-4030f069d97d,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:05.141787 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c13b882f-024b-467c-bcb0-4030f069d97d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:05.154270 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-65dac5c8-7a04-4b61-aa5f-4d162e8df57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:05.234019 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda21ad-c434-4538-996b-ce60972165ed req-ca1712f7-b4cb-4c65-9fba-862fee9a48ab tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:05.238504 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ccda21ad-c434-4538-996b-ce60972165ed req-ca1712f7-b4cb-4c65-9fba-862fee9a48ab tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dd68a0e-5d87-4375-bac3-63dcea9009ea HTTP/1.1" status: 200 len: 946 time: 0.2076392 Feb 19 03:59:05.310824 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=c13b882f-024b-467c-bcb0-4030f069d97d,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:05.381909 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-aab019ba-3a3c-4cc3-91db-7948a91cb7f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 520f56e0-500c-4b37-b9f5-893e73136f4a {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:05.399236 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-aab019ba-3a3c-4cc3-91db-7948a91cb7f7 service neutron] Publish callbacks [] for port (520f56e0-500c-4b37-b9f5-893e73136f4a), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:05.424211 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['c13b882f-024b-467c-bcb0-4030f069d97d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:05.436968 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-aab019ba-3a3c-4cc3-91db-7948a91cb7f7 service neutron] Transition to ACTIVE for port object 520f56e0-500c-4b37-b9f5-893e73136f4a will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:59:05.498153 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ccda21ad-c434-4538-996b-ce60972165ed req-3742c9cf-3a0b-4056-9e0e-333e79d8209d tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/security-groups?id=596535c3-2785-4da5-804f-29d7411c6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387497 Feb 19 03:59:05.546662 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-aab019ba-3a3c-4cc3-91db-7948a91cb7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (520f56e0-500c-4b37-b9f5-893e73136f4a), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:05.646683 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] Publish callbacks [] for port (6fc0df99-c48e-423a-a380-27c84c872852), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:05.666351 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6fc0df99-c48e-423a-a380-27c84c872852), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:05.811220 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-75035774-c9ef-4078-ad9d-716df951ccd3 req-719b4023-8434-4f37-ba4b-d3f080e3e3a9 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Deleting port 31b2466d-c9c9-4c90-a5f8-fa811ae6970c {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:59:05.811905 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75035774-c9ef-4078-ad9d-716df951ccd3 req-719b4023-8434-4f37-ba4b-d3f080e3e3a9 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (31b2466d-c9c9-4c90-a5f8-fa811ae6970c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:05.866101 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabab9f6-068d-450c-9a74-567598945379 None None] Pushing event updated for resources: {'Port': ['ID=6fc0df99-c48e-423a-a380-27c84c872852,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:05.919042 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-a7d0a56f-26f5-4197-bf0b-947bbb5bb0f4 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/80476b55-bbb9-4f70-b5e3-7c6689b00c1e HTTP/1.1" status: 200 len: 2998 time: 1.4126923 Feb 19 03:59:05.919301 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75061840-4946-4594-a091-649e8765ecae req-d3ebdb02-4c90-480e-bac7-5690d3bb6c4a tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:05.938838 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-75061840-4946-4594-a091-649e8765ecae req-d3ebdb02-4c90-480e-bac7-5690d3bb6c4a tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.65 "GET /v2.0/ports?device_id=548d3ce0-abfa-4f15-86ce-cb59702eaa44 HTTP/1.1" status: 200 len: 949 time: 0.2124884 Feb 19 03:59:05.979793 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabab9f6-068d-450c-9a74-567598945379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:05.984668 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabab9f6-068d-450c-9a74-567598945379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:05.985649 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabab9f6-068d-450c-9a74-567598945379 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:05.986194 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabab9f6-068d-450c-9a74-567598945379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:05.986741 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabab9f6-068d-450c-9a74-567598945379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:05.987318 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabab9f6-068d-450c-9a74-567598945379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:05.988182 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabab9f6-068d-450c-9a74-567598945379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:05.988403 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabab9f6-068d-450c-9a74-567598945379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:05.988950 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabab9f6-068d-450c-9a74-567598945379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:05.996299 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabab9f6-068d-450c-9a74-567598945379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:05.997021 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabab9f6-068d-450c-9a74-567598945379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:05.997618 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabab9f6-068d-450c-9a74-567598945379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:05.998200 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabab9f6-068d-450c-9a74-567598945379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:06.074904 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] Attempting to bind port 6fc0df99-c48e-423a-a380-27c84c872852 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:59:06.075393 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] Attempting to bind port 6fc0df99-c48e-423a-a380-27c84c872852 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54470e27-7759-48a8-92e2-7a85e55c7fc7'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:59:06.076004 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] Attempting to bind port 6fc0df99-c48e-423a-a380-27c84c872852 on network 54470e27-7759-48a8-92e2-7a85e55c7fc7 {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:06.098385 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:59:06.098385 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] Checking segment: {'id': 'cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54470e27-7759-48a8-92e2-7a85e55c7fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:06.098904 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:06.099229 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] Bound using segment: {'id': 'cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54470e27-7759-48a8-92e2-7a85e55c7fc7'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:59:06.108195 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] Bound port: 6fc0df99-c48e-423a-a380-27c84c872852, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54470e27-7759-48a8-92e2-7a85e55c7fc7'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:59:06.110133 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6fc0df99-c48e-423a-a380-27c84c872852), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:06.122378 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-75061840-4946-4594-a091-649e8765ecae req-a38bdece-d271-4b25-adba-0ace521ae97b tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.65 "GET /v2.0/security-groups?id=18814340-d721-497a-a320-d3dff4995002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819398 Feb 19 03:59:06.303176 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab019ba-3a3c-4cc3-91db-7948a91cb7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=520f56e0-500c-4b37-b9f5-893e73136f4a,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:06.330204 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 31b2466d-c9c9-4c90-a5f8-fa811ae6970c no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:06.360185 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] For port 6fc0df99-c48e-423a-a380-27c84c872852, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:06.362907 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138afa7-5603-4758-b22f-6dbdf81ff8ce req-ce8c36b1-43e4-4387-a075-222c4c0ac4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:06.366218 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a138afa7-5603-4758-b22f-6dbdf81ff8ce req-ce8c36b1-43e4-4387-a075-222c4c0ac4a8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9fc6073c-f4bc-4b9e-b0f5-9746b3542477 HTTP/1.1" status: 200 len: 1132 time: 0.9246857 Feb 19 03:59:06.375980 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] For port 6fc0df99-c48e-423a-a380-27c84c872852, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6fc0df99-c48e-423a-a380-27c84c872852,segment=NetworkSegment(cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33),segment_id=cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:59:06.406019 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55158) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:06.409762 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6fc0df99-c48e-423a-a380-27c84c872852), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:06.417686 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-aab019ba-3a3c-4cc3-91db-7948a91cb7f7 service neutron] Attempting to bind port 520f56e0-500c-4b37-b9f5-893e73136f4a on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:59:06.419600 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-aab019ba-3a3c-4cc3-91db-7948a91cb7f7 service neutron] Attempting to bind port 520f56e0-500c-4b37-b9f5-893e73136f4a by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:59:06.420521 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-aab019ba-3a3c-4cc3-91db-7948a91cb7f7 service neutron] Attempting to bind port 520f56e0-500c-4b37-b9f5-893e73136f4a on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:06.427667 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-749f8eb1-57ff-440c-bcbf-ca41cca6db00 service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0209012 Feb 19 03:59:06.488410 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602db32-93b4-4e82-b555-c068eb250968 req-ef934b55-15c8-4e9c-8b71-23e1a5647b95 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:06.491860 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d602db32-93b4-4e82-b555-c068eb250968 req-ef934b55-15c8-4e9c-8b71-23e1a5647b95 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 944 time: 0.2053454 Feb 19 03:59:06.506575 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-aab019ba-3a3c-4cc3-91db-7948a91cb7f7 service neutron] Port 520f56e0-500c-4b37-b9f5-893e73136f4a on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:59:06.507557 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-aab019ba-3a3c-4cc3-91db-7948a91cb7f7 service neutron] Attempting to bind port 520f56e0-500c-4b37-b9f5-893e73136f4a on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:06.519186 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-0775e6c5-9495-44b9-af41-3bb79f9469c5 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/80476b55-bbb9-4f70-b5e3-7c6689b00c1e HTTP/1.1" status: 200 len: 2998 time: 0.3076451 Feb 19 03:59:06.565601 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-4d7ecdf2-3a92-4d44-91a1-bf7277aed93c None None] Provisioning complete for port 6fc0df99-c48e-423a-a380-27c84c872852 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:06.569397 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4d7ecdf2-3a92-4d44-91a1-bf7277aed93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6fc0df99-c48e-423a-a380-27c84c872852), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:06.582378 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-75035774-c9ef-4078-ad9d-716df951ccd3 req-719b4023-8434-4f37-ba4b-d3f080e3e3a9 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] For port 31b2466d-c9c9-4c90-a5f8-fa811ae6970c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=31b2466d-c9c9-4c90-a5f8-fa811ae6970c,segment=NetworkSegment(062114eb-06bd-4f79-9d4f-217c98a85f2d),segment_id=062114eb-06bd-4f79-9d4f-217c98a85f2d)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:06.585415 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75035774-c9ef-4078-ad9d-716df951ccd3 req-719b4023-8434-4f37-ba4b-d3f080e3e3a9 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (31b2466d-c9c9-4c90-a5f8-fa811ae6970c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:06.599713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-aab019ba-3a3c-4cc3-91db-7948a91cb7f7 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:59:06.600854 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-aab019ba-3a3c-4cc3-91db-7948a91cb7f7 service neutron] Checking segment: {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:06.605766 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] Routers {'29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:59:06.606677 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:59:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:06.607996 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-aab019ba-3a3c-4cc3-91db-7948a91cb7f7 service neutron] Bound using segment: {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:59:06.609279 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-aab019ba-3a3c-4cc3-91db-7948a91cb7f7 service neutron] Bound port: 520f56e0-500c-4b37-b9f5-893e73136f4a, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:59:06.610213 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-aab019ba-3a3c-4cc3-91db-7948a91cb7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (520f56e0-500c-4b37-b9f5-893e73136f4a), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:06.767383 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:06.907299 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-3c4345bc-97ea-4ad6-89c8-e5a44117b6e6 tempest-MigrationsAdminTest-701699032 tempest-MigrationsAdminTest-701699032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:06.928231 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-3c4345bc-97ea-4ad6-89c8-e5a44117b6e6 tempest-MigrationsAdminTest-701699032 tempest-MigrationsAdminTest-701699032-project-admin] 10.222.0.65 "GET /v2.0/ports/7c3d3c52-3ec8-4150-95e2-72f41684ea03 HTTP/1.1" status: 200 len: 1128 time: 0.5185878 Feb 19 03:59:06.963835 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d602db32-93b4-4e82-b555-c068eb250968 req-b7d7c3a4-18fd-4d69-ade9-6fd6f013bad6 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190636 Feb 19 03:59:06.976877 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] Set router 29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:59:07.008066 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 31b2466d-c9c9-4c90-a5f8-fa811ae6970c is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:07.008791 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (31b2466d-c9c9-4c90-a5f8-fa811ae6970c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:07.103457 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a138afa7-5603-4758-b22f-6dbdf81ff8ce req-1da62d7e-2916-4b5f-bc4a-41aaf8fb0613 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ab3c45b5-f258-4927-ba17-0d3476a5bc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6957366 Feb 19 03:59:07.138667 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 31b2466d-c9c9-4c90-a5f8-fa811ae6970c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=31b2466d-c9c9-4c90-a5f8-fa811ae6970c,segment=NetworkSegment(062114eb-06bd-4f79-9d4f-217c98a85f2d),segment_id=062114eb-06bd-4f79-9d4f-217c98a85f2d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:07.163589 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd68a0e-5d87-4375-bac3-63dcea9009ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b2466d-c9c9-4c90-a5f8-fa811ae6970c'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:07.171357 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914bb664-559f-42e6-8c51-c6ec685b1b0e" -d '{"events": [{"server_uuid": "1dd68a0e-5d87-4375-bac3-63dcea9009ea", "name": "network-vif-unplugged", "status": "completed", "tag": "31b2466d-c9c9-4c90-a5f8-fa811ae6970c"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:07.184666 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (31b2466d-c9c9-4c90-a5f8-fa811ae6970c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:07.348092 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=31b2466d-c9c9-4c90-a5f8-fa811ae6970c,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:07.352264 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [req-4a8a5f82-b779-4947-b21c-5cc286e55dc4 req-479756aa-ddda-469a-b713-83f3d997a874 tempest-FloatingIPDetailsNegativeTestJSON-564698855 tempest-FloatingIPDetailsNegativeTestJSON-564698855-project] show failed (client error): The resource could not be found. Feb 19 03:59:07.353149 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:07.354133 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4a8a5f82-b779-4947-b21c-5cc286e55dc4 req-479756aa-ddda-469a-b713-83f3d997a874 tempest-FloatingIPDetailsNegativeTestJSON-564698855 tempest-FloatingIPDetailsNegativeTestJSON-564698855-project] 10.222.0.65 "GET /v2.0/floatingips/915b54b2-b807-47ba-8be5-1668f5dde061 HTTP/1.1" status: 404 len: 350 time: 0.1041803 Feb 19 03:59:07.373346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55174) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:07.427520 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:07.428235 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:07.428731 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:07.429209 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:07.429655 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:07.430101 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:07.430535 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:07.430966 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:07.437259 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabab9f6-068d-450c-9a74-567598945379 None None] Pushing event updated for resources: {'Port': ['ID=6fc0df99-c48e-423a-a380-27c84c872852,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:07.446573 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:07.447755 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:07.448314 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:07.448899 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:07.449494 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:07.579237 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-e4d27e50-f194-4906-9f90-8a886cbfef2a tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/ab3c45b5-f258-4927-ba17-0d3476a5bc27 HTTP/1.1" status: 200 len: 2998 time: 1.0345266 Feb 19 03:59:07.805412 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:07.813186 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ecdf2-3a92-4d44-91a1-bf7277aed93c None None] Current status of the port 6fc0df99-c48e-423a-a380-27c84c872852 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:07.815293 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4d7ecdf2-3a92-4d44-91a1-bf7277aed93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6fc0df99-c48e-423a-a380-27c84c872852), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:07.853774 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6fc0df99-c48e-423a-a380-27c84c872852 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:07.865051 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2068976622-router', 'tenant_id': 'a91d492af65b4859ae29e66ec5a514ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b69518f3-4165-4c75-b79c-7849d90c46a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:46Z', 'updated_at': '2022-02-19T03:58:57Z', 'revision_number': 4, 'project_id': 'a91d492af65b4859ae29e66ec5a514ec', 'gw_port': {'id': 'b69518f3-4165-4c75-b79c-7849d90c46a2', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:48Z', 'updated_at': '2022-02-19T03:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '6fc0df99-c48e-423a-a380-27c84c872852', 'name': '', 'network_id': '54470e27-7759-48a8-92e2-7a85e55c7fc7', 'tenant_id': 'a91d492af65b4859ae29e66ec5a514ec', 'mac_address': 'fa:16:3e:fd:f1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '742782e9-bea0-49fb-a21c-60559e8bedd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:55Z', 'updated_at': '2022-02-19T03:59:06Z', 'revision_number': 4, 'project_id': 'a91d492af65b4859ae29e66ec5a514ec', 'subnets': [{'id': '742782e9-bea0-49fb-a21c-60559e8bedd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:07.922919 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81deffbe-644b-4e51-b99a-fcc1062a59d3 None None] The sync data for ids ['29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e'] in n-d-772273-4 is: [{'id': '29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2068976622-router', 'tenant_id': 'a91d492af65b4859ae29e66ec5a514ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b69518f3-4165-4c75-b79c-7849d90c46a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:46Z', 'updated_at': '2022-02-19T03:58:57Z', 'revision_number': 4, 'project_id': 'a91d492af65b4859ae29e66ec5a514ec', 'gw_port': {'id': 'b69518f3-4165-4c75-b79c-7849d90c46a2', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:48Z', 'updated_at': '2022-02-19T03:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '6fc0df99-c48e-423a-a380-27c84c872852', 'name': '', 'network_id': '54470e27-7759-48a8-92e2-7a85e55c7fc7', 'tenant_id': 'a91d492af65b4859ae29e66ec5a514ec', 'mac_address': 'fa:16:3e:fd:f1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '742782e9-bea0-49fb-a21c-60559e8bedd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:55Z', 'updated_at': '2022-02-19T03:59:06Z', 'revision_number': 4, 'project_id': 'a91d492af65b4859ae29e66ec5a514ec', 'subnets': [{'id': '742782e9-bea0-49fb-a21c-60559e8bedd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:59:08.033097 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-aab019ba-3a3c-4cc3-91db-7948a91cb7f7 service neutron] For port 520f56e0-500c-4b37-b9f5-893e73136f4a, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:08.054609 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-aab019ba-3a3c-4cc3-91db-7948a91cb7f7 service neutron] For port 520f56e0-500c-4b37-b9f5-893e73136f4a, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=520f56e0-500c-4b37-b9f5-893e73136f4a,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:59:08.114908 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-4d7ecdf2-3a92-4d44-91a1-bf7277aed93c None None] For port 6fc0df99-c48e-423a-a380-27c84c872852, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6fc0df99-c48e-423a-a380-27c84c872852,segment=NetworkSegment(cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33),segment_id=cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:08.134409 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4d7ecdf2-3a92-4d44-91a1-bf7277aed93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6fc0df99-c48e-423a-a380-27c84c872852), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:08.196315 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-aab019ba-3a3c-4cc3-91db-7948a91cb7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (520f56e0-500c-4b37-b9f5-893e73136f4a), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:08.296455 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 6fc0df99-c48e-423a-a380-27c84c872852 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:08.297338 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6fc0df99-c48e-423a-a380-27c84c872852), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:08.347712 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fad807-fa3c-4820-b954-d9f04e3a1ff5 req-3a36666f-30a9-4a4d-9e4f-719db3e6d841 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:08.362167 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-18fad807-fa3c-4820-b954-d9f04e3a1ff5 req-3a36666f-30a9-4a4d-9e4f-719db3e6d841 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fc6073c-f4bc-4b9e-b0f5-9746b3542477 HTTP/1.1" status: 200 len: 950 time: 0.5517254 Feb 19 03:59:08.419388 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device c13b882f-024b-467c-bcb0-4030f069d97d up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:08.450376 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-fc30c7a1-d82c-430a-aea9-80b5aa4f6da1 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:08.463440 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-fc30c7a1-d82c-430a-aea9-80b5aa4f6da1 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c&tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&binding%3Ahost_id=n-h2-772273-4 HTTP/1.1" status: 200 len: 1126 time: 1.4034231 Feb 19 03:59:08.578484 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-18fad807-fa3c-4820-b954-d9f04e3a1ff5 req-93d72beb-71c5-4f09-96d3-450083c5dfb2 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab3c45b5-f258-4927-ba17-0d3476a5bc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123051 Feb 19 03:59:08.602719 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-aab019ba-3a3c-4cc3-91db-7948a91cb7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:08.604730 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-aab019ba-3a3c-4cc3-91db-7948a91cb7f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:08.607971 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-aab019ba-3a3c-4cc3-91db-7948a91cb7f7 service neutron] 10.222.0.10 "PUT /v2.0/ports/520f56e0-500c-4b37-b9f5-893e73136f4a HTTP/1.1" status: 200 len: 1092 time: 5.7074218 Feb 19 03:59:08.634682 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-8c4a2041-d739-4009-a469-4bdc9a48756c tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/ab3c45b5-f258-4927-ba17-0d3476a5bc27 HTTP/1.1" status: 200 len: 2998 time: 1.0095754 Feb 19 03:59:08.705446 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025f74a7-3160-4b85-91bd-f8eedda3fbda', 'tag': '520f56e0-500c-4b37-b9f5-893e73136f4a'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:08.721705 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ff1eaf-5c17-4021-95bc-3372e63f302d" -d '{"events": [{"name": "network-changed", "server_uuid": "025f74a7-3160-4b85-91bd-f8eedda3fbda", "tag": "520f56e0-500c-4b37-b9f5-893e73136f4a"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:09.100500 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75035774-c9ef-4078-ad9d-716df951ccd3 req-719b4023-8434-4f37-ba4b-d3f080e3e3a9 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:09.101254 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75035774-c9ef-4078-ad9d-716df951ccd3 req-719b4023-8434-4f37-ba4b-d3f080e3e3a9 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (94ef1fb8-f8ce-4abc-8720-e246e9659c0b), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:09.101922 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [req-75035774-c9ef-4078-ad9d-716df951ccd3 req-719b4023-8434-4f37-ba4b-d3f080e3e3a9 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Floating IP 94ef1fb8-f8ce-4abc-8720-e246e9659c0b disassociated. External IP: 172.25.0.17, port: 31b2466d-c9c9-4c90-a5f8-fa811ae6970c. Feb 19 03:59:09.102637 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-75035774-c9ef-4078-ad9d-716df951ccd3 req-719b4023-8434-4f37-ba4b-d3f080e3e3a9 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Calling delete_port for 31b2466d-c9c9-4c90-a5f8-fa811ae6970c owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:59:09.164060 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df527ef-2352-4df0-afe9-09b6190e8196 req-b2c3fd95-0ed1-4508-a8af-5beedbb22f9a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:09.167801 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab019ba-3a3c-4cc3-91db-7948a91cb7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=520f56e0-500c-4b37-b9f5-893e73136f4a,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:09.180415 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4df527ef-2352-4df0-afe9-09b6190e8196 req-b2c3fd95-0ed1-4508-a8af-5beedbb22f9a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 944 time: 0.1871645 Feb 19 03:59:09.220081 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-887e2c4b-3066-4994-a0ea-fa53e9bf8f30 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/abd4b0ed-1edd-4c17-951d-c544e7ec7acd HTTP/1.1" status: 200 len: 2994 time: 0.4776435 Feb 19 03:59:09.229369 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ecdf2-3a92-4d44-91a1-bf7277aed93c None None] Pushing event updated for resources: {'Port': ['ID=6fc0df99-c48e-423a-a380-27c84c872852,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:09.298694 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-7c5a1304-a7f6-46fc-a6cb-e44ff372eb92 None None] Provisioning complete for port 6fc0df99-c48e-423a-a380-27c84c872852 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:09.299322 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7c5a1304-a7f6-46fc-a6cb-e44ff372eb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6fc0df99-c48e-423a-a380-27c84c872852), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:09.319686 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:09.335103 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4df527ef-2352-4df0-afe9-09b6190e8196 req-a6061b71-f01e-46b1-8b60-fcb7f33c8218 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424365 Feb 19 03:59:09.455051 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:09.654981 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 6fc0df99-c48e-423a-a380-27c84c872852 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:09.694989 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-589ff6c1-4330-4106-8c23-9e77e6232616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:09.699467 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-589ff6c1-4330-4106-8c23-9e77e6232616 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 1126 time: 0.9462454 Feb 19 03:59:09.706773 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port c13b882f-024b-467c-bcb0-4030f069d97d completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:59:09.738423 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port c13b882f-024b-467c-bcb0-4030f069d97d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:09.740039 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c13b882f-024b-467c-bcb0-4030f069d97d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:09.888970 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-8b7ace7a-e30f-456c-8eaf-d842e9fda1df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=520f56e0-500c-4b37-b9f5-893e73136f4a HTTP/1.1" status: 200 len: 217 time: 0.1776578 Feb 19 03:59:09.909565 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6fc0df99-c48e-423a-a380-27c84c872852 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:09.911109 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-cb708695-b453-4b25-8066-82faa8ecf81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:09.922463 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-cb708695-b453-4b25-8066-82faa8ecf81d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 1131 time: 0.1939349 Feb 19 03:59:09.953077 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b3ce5-88bc-461a-bd57-e62fb7dc0a40 req-60dd9047-6c8c-4656-8e79-48f3d82ab919 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:09.955893 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-577b3ce5-88bc-461a-bd57-e62fb7dc0a40 req-60dd9047-6c8c-4656-8e79-48f3d82ab919 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 949 time: 0.3708081 Feb 19 03:59:10.059136 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-142cded5-63df-48cf-8e0e-9ef26b383f44 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/abd4b0ed-1edd-4c17-951d-c544e7ec7acd HTTP/1.1" status: 200 len: 2994 time: 0.8220184 Feb 19 03:59:10.066874 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a1304-a7f6-46fc-a6cb-e44ff372eb92 None None] Current status of the port 6fc0df99-c48e-423a-a380-27c84c872852 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:10.083469 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75035774-c9ef-4078-ad9d-716df951ccd3 req-719b4023-8434-4f37-ba4b-d3f080e3e3a9 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (31b2466d-c9c9-4c90-a5f8-fa811ae6970c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:10.158264 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-8ea83c11-a9fa-4053-9d46-86c127018225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:10.160812 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-8ea83c11-a9fa-4053-9d46-86c127018225 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.2015054 Feb 19 03:59:10.195474 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4d1d2162-237f-45a6-a0c1-e0486abf30e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:10.200594 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 6fc0df99-c48e-423a-a380-27c84c872852 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:10.202350 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6fc0df99-c48e-423a-a380-27c84c872852), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:10.209655 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port c13b882f-024b-467c-bcb0-4030f069d97d is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:10.210618 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c13b882f-024b-467c-bcb0-4030f069d97d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:10.231638 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-c11be1b7-0c07-46f5-ab7b-320b98bdbbc5 service neutron] For port fe5942df-181c-428f-add6-02a32974fb5d, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:10.292958 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-c11be1b7-0c07-46f5-ab7b-320b98bdbbc5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:10.294886 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94dc6ecb-3f42-4957-b723-ddbe8f5de2b1 req-c11be1b7-0c07-46f5-ab7b-320b98bdbbc5 service neutron] 10.222.0.48 "DELETE /v2.0/ports/fe5942df-181c-428f-add6-02a32974fb5d/bindings/n-h1-772273-4 HTTP/1.1" status: 204 len: 173 time: 1.8296459 Feb 19 03:59:10.332954 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b4023-8434-4f37-ba4b-d3f080e3e3a9 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Pushing event deleted for resources: {'Port': ['ID=31b2466d-c9c9-4c90-a5f8-fa811ae6970c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:10.353903 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port c13b882f-024b-467c-bcb0-4030f069d97d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=c13b882f-024b-467c-bcb0-4030f069d97d,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:10.375626 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-b57b862d-1d0e-484d-89fc-ff5681813dbf tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/b61bc63c-0170-4361-98e8-681def3e9ce8 HTTP/1.1" status: 200 len: 2994 time: 0.2868965 Feb 19 03:59:10.381092 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c13b882f-024b-467c-bcb0-4030f069d97d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:10.382377 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-d19a131f-b47e-4340-b4cc-8e92f8a28eef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7c3d3c52-3ec8-4150-95e2-72f41684ea03 HTTP/1.1" status: 200 len: 217 time: 0.1821468 Feb 19 03:59:10.421081 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-419a8ea8-40ce-4d16-b7a6-37c24d937ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:10.423727 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-419a8ea8-40ce-4d16-b7a6-37c24d937ce1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.3626335 Feb 19 03:59:10.522848 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-577b3ce5-88bc-461a-bd57-e62fb7dc0a40 req-6e50a2a6-821a-4f83-80fb-c7c2a16a6f40 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601112 Feb 19 03:59:10.564312 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 6fc0df99-c48e-423a-a380-27c84c872852 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:10.569764 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=c13b882f-024b-467c-bcb0-4030f069d97d,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:10.610871 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-2dcd5c60-a0c6-4b5a-bcdc-6b6e9191ff03 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1716545 Feb 19 03:59:10.625522 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-45760ad2-fa4f-4b43-8b1a-1db8600fb52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:10.628037 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-45760ad2-fa4f-4b43-8b1a-1db8600fb52d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.2285645 Feb 19 03:59:10.664098 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-f8fd026f-dd00-4d0c-8b89-dfc01f2b3170 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/b61bc63c-0170-4361-98e8-681def3e9ce8 HTTP/1.1" status: 200 len: 2994 time: 0.2862968 Feb 19 03:59:10.835686 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-a96593a1-d25b-471e-a14b-8576aeb3a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:10.837933 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-a96593a1-d25b-471e-a14b-8576aeb3a6d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2010365 Feb 19 03:59:10.932735 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-55b99c50-d486-4214-b0df-7a7262458f34 req-5761da51-8c7c-4eaa-a473-bf45aebbc133 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dd68a0e-5d87-4375-bac3-63dcea9009ea HTTP/1.1" status: 200 len: 210 time: 0.1034672 Feb 19 03:59:11.015287 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-26325506-d9fa-4dab-b3fc-e1965c8d19f0 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/ba14ed29-5d4d-4397-8cf5-0403fea0f665 HTTP/1.1" status: 200 len: 2998 time: 0.2672563 Feb 19 03:59:11.018676 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75035774-c9ef-4078-ad9d-716df951ccd3 req-719b4023-8434-4f37-ba4b-d3f080e3e3a9 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Router d953f649-e81c-4e1d-a4db-bcc488830844 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:59:11.023122 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-956e5f2e-9254-4a21-a797-77a9f70223b5 service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020791 Feb 19 03:59:11.192880 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-875fa401-489c-4bc4-86f3-d7c8d2059a71 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652016 Feb 19 03:59:11.353637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f889efc-f583-406e-8e50-e0b11e4acbbf req-e80d1b08-6056-4eb3-8e60-2e4da9334910 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:11.356234 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6f889efc-f583-406e-8e50-e0b11e4acbbf req-e80d1b08-6056-4eb3-8e60-2e4da9334910 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.65 "GET /v2.0/ports?device_id=548d3ce0-abfa-4f15-86ce-cb59702eaa44 HTTP/1.1" status: 200 len: 950 time: 0.2274125 Feb 19 03:59:11.360951 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-de1f98fd-7091-462a-86fb-780fb89fe6b6 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/ba14ed29-5d4d-4397-8cf5-0403fea0f665 HTTP/1.1" status: 200 len: 2998 time: 0.3120964 Feb 19 03:59:11.502009 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9792ade1-9cb4-4e13-ad3b-8dd73101237a req-b688954a-ba23-40b0-9d13-3ac2dddacbb9 service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697645 Feb 19 03:59:11.573541 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-df3c4039-2966-40ed-9d39-585031d41d38 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678966 Feb 19 03:59:11.575433 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75035774-c9ef-4078-ad9d-716df951ccd3 req-719b4023-8434-4f37-ba4b-d3f080e3e3a9 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:59:11.589967 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-f078be4d-c4b6-4bfc-8765-9a9b2d09a81f tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/cdd2abe9-28a9-4491-b855-75ba6bfa12b9 HTTP/1.1" status: 200 len: 2998 time: 0.1526213 Feb 19 03:59:11.594049 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6f889efc-f583-406e-8e50-e0b11e4acbbf req-246cfe87-1874-4a3b-8d02-daa2bfb7b310 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.65 "GET /v2.0/security-groups?id=18814340-d721-497a-a320-d3dff4995002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996026 Feb 19 03:59:11.612964 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08054e2f-ba36-48cd-a690-54a5f3aa01fc None None] Sync routers for ids ['d953f649-e81c-4e1d-a4db-bcc488830844'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:59:11.671868 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08054e2f-ba36-48cd-a690-54a5f3aa01fc None None] Routers {'d953f649-e81c-4e1d-a4db-bcc488830844'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:59:11.677016 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-08054e2f-ba36-48cd-a690-54a5f3aa01fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:59:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d953f649-e81c-4e1d-a4db-bcc488830844'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:11.688824 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-4d1d2162-237f-45a6-a0c1-e0486abf30e3 admin admin] Deleting port 6fc0df99-c48e-423a-a380-27c84c872852 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:59:11.689443 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4d1d2162-237f-45a6-a0c1-e0486abf30e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (6fc0df99-c48e-423a-a380-27c84c872852), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:11.697189 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-75035774-c9ef-4078-ad9d-716df951ccd3 req-719b4023-8434-4f37-ba4b-d3f080e3e3a9 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] No DVR routers for this DVR port 31b2466d-c9c9-4c90-a5f8-fa811ae6970c on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:59:11.704900 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75035774-c9ef-4078-ad9d-716df951ccd3 req-719b4023-8434-4f37-ba4b-d3f080e3e3a9 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:11.710741 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75035774-c9ef-4078-ad9d-716df951ccd3 req-719b4023-8434-4f37-ba4b-d3f080e3e3a9 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.48 "DELETE /v2.0/ports/31b2466d-c9c9-4c90-a5f8-fa811ae6970c HTTP/1.1" status: 204 len: 173 time: 7.7127488 Feb 19 03:59:11.779090 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-d60a3e44-d80e-4e23-a455-6fda86eae584 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/cdd2abe9-28a9-4491-b855-75ba6bfa12b9 HTTP/1.1" status: 200 len: 2998 time: 0.1502020 Feb 19 03:59:11.846375 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0745b290-05a6-4660-9327-3733b7fcb46c x-openstack-request-id: req-0745b290-05a6-4660-9327-3733b7fcb46c {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:11.846850 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd68a0e-5d87-4375-bac3-63dcea9009ea", "name": "network-vif-unplugged", "status": "completed", "tag": "31b2466d-c9c9-4c90-a5f8-fa811ae6970c", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:11.847274 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0745b290-05a6-4660-9327-3733b7fcb46c {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:11.847917 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd68a0e-5d87-4375-bac3-63dcea9009ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b2466d-c9c9-4c90-a5f8-fa811ae6970c', 'code': 200} Feb 19 03:59:11.904594 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-1f508462-9658-4100-8e5f-2c4f0cef7e97 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/e60b9d33-d085-4c92-a7b4-b349238fdcf8 HTTP/1.1" status: 200 len: 2998 time: 0.1095667 Feb 19 03:59:11.981082 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-4d1d2162-237f-45a6-a0c1-e0486abf30e3 admin admin] For port 6fc0df99-c48e-423a-a380-27c84c872852, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6fc0df99-c48e-423a-a380-27c84c872852,segment=NetworkSegment(cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33),segment_id=cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:11.981944 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4d1d2162-237f-45a6-a0c1-e0486abf30e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (6fc0df99-c48e-423a-a380-27c84c872852), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:12.010890 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-4d1d2162-237f-45a6-a0c1-e0486abf30e3 admin admin] Calling delete_port for 6fc0df99-c48e-423a-a380-27c84c872852 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:59:12.061060 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-00413cf1-f76c-4e47-b343-700884c0d9b0 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/e60b9d33-d085-4c92-a7b4-b349238fdcf8 HTTP/1.1" status: 200 len: 2998 time: 0.1535485 Feb 19 03:59:12.093949 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-08054e2f-ba36-48cd-a690-54a5f3aa01fc None None] Set router d953f649-e81c-4e1d-a4db-bcc488830844 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:59:12.180544 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-ff2044a5-82bc-42de-b7cc-99660e07e6dc tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/f1a33b51-181e-4170-b3a0-ba58fc3c0715 HTTP/1.1" status: 200 len: 2998 time: 0.1038566 Feb 19 03:59:12.326276 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d101fce-6e25-4966-9b56-be14d6bcb5fd req-ef73bc56-70d4-4102-b5ed-26bb7bd2c95b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:12.329776 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-d7bcb83a-8007-45bc-9dde-5b95acdcba71 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/f1a33b51-181e-4170-b3a0-ba58fc3c0715 HTTP/1.1" status: 200 len: 2998 time: 0.1198897 Feb 19 03:59:12.333858 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3d101fce-6e25-4966-9b56-be14d6bcb5fd req-ef73bc56-70d4-4102-b5ed-26bb7bd2c95b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 944 time: 0.4712481 Feb 19 03:59:12.431225 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-23c50639-2214-47f0-bda1-e2e878781fc6 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/f9534e40-4b6a-4f83-b824-aed13ed210b3 HTTP/1.1" status: 200 len: 2994 time: 0.0893953 Feb 19 03:59:12.469618 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3d101fce-6e25-4966-9b56-be14d6bcb5fd req-a987a3f9-311e-49e3-94e4-5cbc129c1c07 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302280 Feb 19 03:59:12.527150 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c8022e-2bd7-44af-b24b-94c70ad3b2e1 req-6c035156-1831-45fe-b132-c0e954bf13b6 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/f9534e40-4b6a-4f83-b824-aed13ed210b3 HTTP/1.1" status: 200 len: 2994 time: 0.0821702 Feb 19 03:59:12.554650 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4d1d2162-237f-45a6-a0c1-e0486abf30e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (6fc0df99-c48e-423a-a380-27c84c872852), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:12.595507 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898f67a6-7d9b-4d61-a97f-9c8d01febc0f x-openstack-request-id: req-898f67a6-7d9b-4d61-a97f-9c8d01febc0f {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:12.595996 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025f74a7-3160-4b85-91bd-f8eedda3fbda", "tag": "520f56e0-500c-4b37-b9f5-893e73136f4a", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:12.596429 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-898f67a6-7d9b-4d61-a97f-9c8d01febc0f {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:12.597266 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025f74a7-3160-4b85-91bd-f8eedda3fbda', 'tag': '520f56e0-500c-4b37-b9f5-893e73136f4a', 'status': 'completed', 'code': 200} Feb 19 03:59:12.615161 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d2162-237f-45a6-a0c1-e0486abf30e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc0df99-c48e-423a-a380-27c84c872852,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:12.673384 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-08054e2f-ba36-48cd-a690-54a5f3aa01fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-777708883-router', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:55:44Z', 'updated_at': '2022-02-19T03:55:52Z', 'revision_number': 4, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'gw_port': {'id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:34:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:45Z', 'updated_at': '2022-02-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '03ea5cdb-6300-45d8-ba40-fbeff6008f2f', 'name': '', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'mac_address': 'fa:16:3e:62:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:50Z', 'updated_at': '2022-02-19T03:56:10Z', 'revision_number': 5, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'subnets': [{'id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:12.801081 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08054e2f-ba36-48cd-a690-54a5f3aa01fc None None] Checking router: d953f649-e81c-4e1d-a4db-bcc488830844 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:59:12.824414 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08054e2f-ba36-48cd-a690-54a5f3aa01fc None None] Routers {'d953f649-e81c-4e1d-a4db-bcc488830844'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:59:12.826027 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-08054e2f-ba36-48cd-a690-54a5f3aa01fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:59:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d953f649-e81c-4e1d-a4db-bcc488830844'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:12.951289 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff1eaf-5c17-4021-95bc-3372e63f302d req-cf7c739a-6383-4642-a2fa-6dba2490656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:12.953306 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46ff1eaf-5c17-4021-95bc-3372e63f302d req-cf7c739a-6383-4642-a2fa-6dba2490656e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 1126 time: 0.3045685 Feb 19 03:59:13.177702 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-08054e2f-ba36-48cd-a690-54a5f3aa01fc None None] Set router d953f649-e81c-4e1d-a4db-bcc488830844 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:59:13.192696 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95238b35-8dfc-4ce3-9f42-3c2c5e21294d req-e136e32b-aa08-4c1a-aed0-1fd37d637a35 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:13.195992 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95238b35-8dfc-4ce3-9f42-3c2c5e21294d req-e136e32b-aa08-4c1a-aed0-1fd37d637a35 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 949 time: 0.3633661 Feb 19 03:59:13.279425 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff1eaf-5c17-4021-95bc-3372e63f302d req-50ad4efb-2b52-414d-9549-6ad7a873b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:13.282195 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46ff1eaf-5c17-4021-95bc-3372e63f302d req-50ad4efb-2b52-414d-9549-6ad7a873b398 service neutron] 10.222.0.10 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 921 time: 0.3148236 Feb 19 03:59:13.395827 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46ff1eaf-5c17-4021-95bc-3372e63f302d req-525dda54-c5db-408c-ac40-102c2c14bd23 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=520f56e0-500c-4b37-b9f5-893e73136f4a HTTP/1.1" status: 200 len: 217 time: 0.1052499 Feb 19 03:59:13.435715 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2379e2-25d4-45e6-b136-b91508939467 req-88329112-1034-4958-acb8-11a94981f8d8 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:13.438380 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b2379e2-25d4-45e6-b136-b91508939467 req-88329112-1034-4958-acb8-11a94981f8d8 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fc6073c-f4bc-4b9e-b0f5-9746b3542477 HTTP/1.1" status: 200 len: 950 time: 0.1962013 Feb 19 03:59:13.535619 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95238b35-8dfc-4ce3-9f42-3c2c5e21294d req-14edaa10-30e9-4e98-820d-08dd1c5d9586 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202553 Feb 19 03:59:13.583993 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff1eaf-5c17-4021-95bc-3372e63f302d req-797d03ee-7ae1-45f2-a85d-b53b088da0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:13.585476 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46ff1eaf-5c17-4021-95bc-3372e63f302d req-797d03ee-7ae1-45f2-a85d-b53b088da0c1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.1700485 Feb 19 03:59:13.613383 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-08054e2f-ba36-48cd-a690-54a5f3aa01fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-777708883-router', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:55:44Z', 'updated_at': '2022-02-19T03:55:52Z', 'revision_number': 4, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'gw_port': {'id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:34:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:45Z', 'updated_at': '2022-02-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '03ea5cdb-6300-45d8-ba40-fbeff6008f2f', 'name': '', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'mac_address': 'fa:16:3e:62:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:50Z', 'updated_at': '2022-02-19T03:56:10Z', 'revision_number': 5, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'subnets': [{'id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:13.625409 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-053b1d7b-579f-4e71-b1ab-df2ad23c83dc req-0cf7dc6a-db34-4b66-9c59-212bf13faf8f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2537088 Feb 19 03:59:13.654935 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b2379e2-25d4-45e6-b136-b91508939467 req-3fffa56c-7ed8-40f2-9bbb-b5a97e774aca tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab3c45b5-f258-4927-ba17-0d3476a5bc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039416 Feb 19 03:59:13.666317 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4d1d2162-237f-45a6-a0c1-e0486abf30e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:13.691870 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08054e2f-ba36-48cd-a690-54a5f3aa01fc None None] The sync data for ids ['d953f649-e81c-4e1d-a4db-bcc488830844'] in n-d-772273-4 is: [{'id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-777708883-router', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:55:44Z', 'updated_at': '2022-02-19T03:55:52Z', 'revision_number': 4, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'gw_port': {'id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:34:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:45Z', 'updated_at': '2022-02-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '03ea5cdb-6300-45d8-ba40-fbeff6008f2f', 'name': '', 'network_id': '8ae02c71-45ff-47a1-b8ca-fe0848324233', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'mac_address': 'fa:16:3e:62:2e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:50Z', 'updated_at': '2022-02-19T03:56:10Z', 'revision_number': 5, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'subnets': [{'id': '4270ac7f-396b-4263-8a48-9f0c325d371b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:59:13.696475 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46ff1eaf-5c17-4021-95bc-3372e63f302d req-5c25efbb-0544-4624-9812-affbcef1170e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003816 Feb 19 03:59:13.850779 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548d3ce0-abfa-4f15-86ce-cb59702eaa44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13b882f-024b-467c-bcb0-4030f069d97d'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:13.861825 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ca35a9-2a16-4bd7-9066-48c3392ccd28" -d '{"events": [{"server_uuid": "548d3ce0-abfa-4f15-86ce-cb59702eaa44", "name": "network-vif-plugged", "status": "completed", "tag": "c13b882f-024b-467c-bcb0-4030f069d97d"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:14.092557 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280e0f0-5b20-4331-a5e8-755edb90ce56 req-f9673081-6ef1-4f4c-a995-f0ef32c9f98d tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:14.095696 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3280e0f0-5b20-4331-a5e8-755edb90ce56 req-f9673081-6ef1-4f4c-a995-f0ef32c9f98d tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 1126 time: 0.1831839 Feb 19 03:59:14.195439 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a3ba9c-8c4a-475c-9bb9-e9fe0a3ee6c3 None None] New status for floating IP 94ef1fb8-f8ce-4abc-8720-e246e9659c0b: DOWN {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:59:14.282972 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3280e0f0-5b20-4331-a5e8-755edb90ce56 req-7e561c3e-f0f3-400b-a303-d19e0655a1d1 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686842 Feb 19 03:59:14.295411 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1d2162-237f-45a6-a0c1-e0486abf30e3 admin admin] Router 29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:59:14.475065 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b1d7b-579f-4e71-b1ab-df2ad23c83dc req-66e55312-2d14-4e91-b1aa-fddd83819500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:14.478580 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-053b1d7b-579f-4e71-b1ab-df2ad23c83dc req-66e55312-2d14-4e91-b1aa-fddd83819500 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 1127 time: 0.7801037 Feb 19 03:59:14.548416 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5443de78-0bbe-4c52-a6d8-1e8181d52f60 req-5701ef2b-50f9-441b-8a66-7432334d0439 tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5cc026965f53453984748d3a4c9aefe8 HTTP/1.1" status: 200 len: 6153 time: 0.7041245 Feb 19 03:59:14.583597 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 520f56e0-500c-4b37-b9f5-893e73136f4a details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:59:14.604752 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46ff1eaf-5c17-4021-95bc-3372e63f302d req-55fa9902-df26-4bc7-ac1d-a974868b1ab9 service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8910975 Feb 19 03:59:14.605624 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd68a0e-5d87-4375-bac3-63dcea9009ea', 'name': 'network-vif-deleted', 'tag': '31b2466d-c9c9-4c90-a5f8-fa811ae6970c'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:14.609954 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8894da52-8476-47a5-be54-eab9cc546d46" -d '{"events": [{"server_uuid": "1dd68a0e-5d87-4375-bac3-63dcea9009ea", "name": "network-vif-deleted", "tag": "31b2466d-c9c9-4c90-a5f8-fa811ae6970c"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:14.721167 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1d2162-237f-45a6-a0c1-e0486abf30e3 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:59:14.731595 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4d1d2162-237f-45a6-a0c1-e0486abf30e3 admin admin] 10.222.0.65 "PUT /v2.0/routers/29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3564148 Feb 19 03:59:14.738284 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55212) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:14.807918 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d1aaf-935d-4623-bd4d-8873501eb42f None None] Sync routers for ids ['29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:59:14.843452 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61d1aaf-935d-4623-bd4d-8873501eb42f None None] Routers {'29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:59:14.844580 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f61d1aaf-935d-4623-bd4d-8873501eb42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:59:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:14.864391 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91372438-5bcb-44ae-b219-22aa50415e5a req-2d07532d-043c-46b0-b169-3d17b45476d2 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:14.881371 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-91372438-5bcb-44ae-b219-22aa50415e5a req-2d07532d-043c-46b0-b169-3d17b45476d2 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.65 "GET /v2.0/ports?device_id=548d3ce0-abfa-4f15-86ce-cb59702eaa44 HTTP/1.1" status: 200 len: 950 time: 0.3559527 Feb 19 03:59:14.906990 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5443de78-0bbe-4c52-a6d8-1e8181d52f60 req-48affd2a-cd58-42d0-91e5-2bc9d0c0810e tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] 10.222.0.65 "GET /v2.0/security-groups/cdd2abe9-28a9-4491-b855-75ba6bfa12b9 HTTP/1.1" status: 200 len: 2998 time: 0.3332283 Feb 19 03:59:15.001898 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 520f56e0-500c-4b37-b9f5-893e73136f4a, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=520f56e0-500c-4b37-b9f5-893e73136f4a,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:15.003192 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b1d7b-579f-4e71-b1ab-df2ad23c83dc req-af14d9c9-b45b-40d2-9140-545a2621c802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:15.006846 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-053b1d7b-579f-4e71-b1ab-df2ad23c83dc req-af14d9c9-b45b-40d2-9140-545a2621c802 service neutron] 10.222.0.10 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 921 time: 0.4801753 Feb 19 03:59:15.043689 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46ff1eaf-5c17-4021-95bc-3372e63f302d req-ab897dea-ac2c-4fcb-acd8-0757644aced1 service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256296 Feb 19 03:59:15.047177 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '520f56e0-500c-4b37-b9f5-893e73136f4a', 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e', 'port_id': '520f56e0-500c-4b37-b9f5-893e73136f4a', 'mac_address': 'fa:16:3e:ab:6f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07953fc-46ac-49b5-8931-0e9dacdcd55a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:59:15.084212 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-91372438-5bcb-44ae-b219-22aa50415e5a req-bdb5914b-026d-41fd-9d7a-60672ce5b507 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.65 "GET /v2.0/security-groups?id=18814340-d721-497a-a320-d3dff4995002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735353 Feb 19 03:59:15.086507 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eec1d45b-174b-441f-bb4a-da7903f32076 admin admin] Publish callbacks [] for router (29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:15.110453 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-053b1d7b-579f-4e71-b1ab-df2ad23c83dc req-8935059b-bbba-475d-9088-bc3c7c5ded8d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df197234-9fff-4923-9a11-6b3d9342eb08 HTTP/1.1" status: 200 len: 217 time: 0.0875146 Feb 19 03:59:15.154295 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5443de78-0bbe-4c52-a6d8-1e8181d52f60 req-b8e514f5-53ab-47c3-8157-6a0062293977 tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] 10.222.0.65 "GET /v2.0/security-groups/cdd2abe9-28a9-4491-b855-75ba6bfa12b9 HTTP/1.1" status: 200 len: 2998 time: 0.2290769 Feb 19 03:59:15.264668 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b1d7b-579f-4e71-b1ab-df2ad23c83dc req-d91ed2e3-62b0-4efa-b937-f9bb2fc9b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:15.268291 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-053b1d7b-579f-4e71-b1ab-df2ad23c83dc req-d91ed2e3-62b0-4efa-b937-f9bb2fc9b21b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.1498580 Feb 19 03:59:15.318188 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-f61d1aaf-935d-4623-bd4d-8873501eb42f None None] Set router 29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:59:15.339655 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-053b1d7b-579f-4e71-b1ab-df2ad23c83dc req-d3d725e1-4517-45c8-b21f-30d065389f9b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646005 Feb 19 03:59:15.511300 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0710dc-4c66-4c69-b6b2-3650120d9519 x-openstack-request-id: req-ac0710dc-4c66-4c69-b6b2-3650120d9519 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:15.511685 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548d3ce0-abfa-4f15-86ce-cb59702eaa44", "name": "network-vif-plugged", "status": "completed", "tag": "c13b882f-024b-467c-bcb0-4030f069d97d", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:15.512101 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ac0710dc-4c66-4c69-b6b2-3650120d9519 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:15.513298 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548d3ce0-abfa-4f15-86ce-cb59702eaa44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13b882f-024b-467c-bcb0-4030f069d97d', 'code': 200} Feb 19 03:59:15.532483 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eec1d45b-174b-441f-bb4a-da7903f32076 admin admin] Publish callbacks [] for router_gateway (29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:15.604354 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8857f-c780-442e-b76e-91715b608ddd req-2190f106-95bd-43e2-9ed0-47b29cb2be7c tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:15.606430 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e0e8857f-c780-442e-b76e-91715b608ddd req-2190f106-95bd-43e2-9ed0-47b29cb2be7c tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 944 time: 0.2426603 Feb 19 03:59:15.609911 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 520f56e0-500c-4b37-b9f5-893e73136f4a is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:15.611244 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (520f56e0-500c-4b37-b9f5-893e73136f4a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:15.646821 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 520f56e0-500c-4b37-b9f5-893e73136f4a {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:15.705610 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 520f56e0-500c-4b37-b9f5-893e73136f4a, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=520f56e0-500c-4b37-b9f5-893e73136f4a,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:15.723479 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (520f56e0-500c-4b37-b9f5-893e73136f4a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:15.778113 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-053b1d7b-579f-4e71-b1ab-df2ad23c83dc req-5c2055c9-1c8b-40ae-b33a-211e98005785 service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313073 Feb 19 03:59:15.778939 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e0e8857f-c780-442e-b76e-91715b608ddd req-0a12df1d-2c0f-4d70-8f4a-df33b9fe8f67 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243699 Feb 19 03:59:15.796638 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-eec1d45b-174b-441f-bb4a-da7903f32076 admin admin] Deleting port b69518f3-4165-4c75-b79c-7849d90c46a2 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:59:15.797252 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eec1d45b-174b-441f-bb4a-da7903f32076 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b69518f3-4165-4c75-b79c-7849d90c46a2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:15.943953 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224a1b1-7af9-46ae-a75d-c9b8a9b5dd96 req-b5d7d9d5-479d-4b4a-96e2-83bcfef1dabd tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:15.959640 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e224a1b1-7af9-46ae-a75d-c9b8a9b5dd96 req-b5d7d9d5-479d-4b4a-96e2-83bcfef1dabd tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 949 time: 0.3567667 Feb 19 03:59:15.981103 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a1014c-424d-437d-aedd-c8e7481f5e47 x-openstack-request-id: req-28a1014c-424d-437d-aedd-c8e7481f5e47 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:15.981473 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd68a0e-5d87-4375-bac3-63dcea9009ea", "name": "network-vif-deleted", "tag": "31b2466d-c9c9-4c90-a5f8-fa811ae6970c", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:15.981919 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-28a1014c-424d-437d-aedd-c8e7481f5e47 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:15.982602 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd68a0e-5d87-4375-bac3-63dcea9009ea', 'name': 'network-vif-deleted', 'tag': '31b2466d-c9c9-4c90-a5f8-fa811ae6970c', 'status': 'completed', 'code': 200} Feb 19 03:59:15.994481 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244922d0-7afd-43d8-95ab-c8eee833b506 req-53c2d4fb-0b97-4cdd-8cce-f5e512f6ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:15.997865 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-244922d0-7afd-43d8-95ab-c8eee833b506 req-53c2d4fb-0b97-4cdd-8cce-f5e512f6ab94 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=548d3ce0-abfa-4f15-86ce-cb59702eaa44 HTTP/1.1" status: 200 len: 1132 time: 0.3742261 Feb 19 03:59:16.012171 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-eec1d45b-174b-441f-bb4a-da7903f32076 admin admin] For port b69518f3-4165-4c75-b79c-7849d90c46a2, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b69518f3-4165-4c75-b79c-7849d90c46a2,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:16.012847 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eec1d45b-174b-441f-bb4a-da7903f32076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b69518f3-4165-4c75-b79c-7849d90c46a2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:16.039681 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-eec1d45b-174b-441f-bb4a-da7903f32076 admin admin] Calling delete_port for b69518f3-4165-4c75-b79c-7849d90c46a2 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:59:16.111820 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=520f56e0-500c-4b37-b9f5-893e73136f4a,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:16.145145 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['520f56e0-500c-4b37-b9f5-893e73136f4a'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:16.193779 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f61d1aaf-935d-4623-bd4d-8873501eb42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2068976622-router', 'tenant_id': 'a91d492af65b4859ae29e66ec5a514ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b69518f3-4165-4c75-b79c-7849d90c46a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:46Z', 'updated_at': '2022-02-19T03:59:12Z', 'revision_number': 5, 'project_id': 'a91d492af65b4859ae29e66ec5a514ec', 'gw_port': {'id': 'b69518f3-4165-4c75-b79c-7849d90c46a2', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:48Z', 'updated_at': '2022-02-19T03:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:16.194174 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e224a1b1-7af9-46ae-a75d-c9b8a9b5dd96 req-fb965cb3-dc26-45c5-ae62-3dc3814d4ee8 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328262 Feb 19 03:59:16.210065 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-244922d0-7afd-43d8-95ab-c8eee833b506 req-4bcd1156-e0f0-4423-bbe9-0b4a01850e83 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=18814340-d721-497a-a320-d3dff4995002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901264 Feb 19 03:59:16.255710 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-053b1d7b-579f-4e71-b1ab-df2ad23c83dc req-69735d59-0ac1-4fbc-b0d3-46b8f3655e29 service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652035 Feb 19 03:59:16.265150 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d1aaf-935d-4623-bd4d-8873501eb42f None None] Checking router: 29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:59:16.288973 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61d1aaf-935d-4623-bd4d-8873501eb42f None None] Routers {'29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:59:16.290662 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f61d1aaf-935d-4623-bd4d-8873501eb42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:59:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:16.384223 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4db72af7-1762-42d6-aa81-f86a0b864338 req-22a0e74d-f8e8-469c-9995-39890a9f49fe tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/5a703944-31de-4e9c-aebe-5c1a7d1465ec HTTP/1.1" status: 200 len: 1794 time: 0.1222873 Feb 19 03:59:16.498840 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-37c4438b-db4f-4435-bc74-e0ec82a81afa tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:16.504524 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-f61d1aaf-935d-4623-bd4d-8873501eb42f None None] Set router 29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:59:16.504888 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4db72af7-1762-42d6-aa81-f86a0b864338 req-8b7c327b-bb77-4604-be68-ad5546818c46 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Publish callbacks [] for security_group (5a703944-31de-4e9c-aebe-5c1a7d1465ec), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:16.510228 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-37c4438b-db4f-4435-bc74-e0ec82a81afa tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 808 time: 0.4393239 Feb 19 03:59:16.553813 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-a6f33eb9-c620-4a09-a553-1a2e67a4a189 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/quotas/088e1ccd7d10405ea13457cf0bfc7da0 HTTP/1.1" status: 200 len: 375 time: 0.0391595 Feb 19 03:59:16.557664 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4db72af7-1762-42d6-aa81-f86a0b864338 req-8b7c327b-bb77-4604-be68-ad5546818c46 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Publish callbacks [] for security_group (5a703944-31de-4e9c-aebe-5c1a7d1465ec), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:16.604675 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f61d1aaf-935d-4623-bd4d-8873501eb42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2068976622-router', 'tenant_id': 'a91d492af65b4859ae29e66ec5a514ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:46Z', 'updated_at': '2022-02-19T03:59:15Z', 'revision_number': 6, 'project_id': 'a91d492af65b4859ae29e66ec5a514ec', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:16.651043 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4db72af7-1762-42d6-aa81-f86a0b864338 req-8b7c327b-bb77-4604-be68-ad5546818c46 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5a703944-31de-4e9c-aebe-5c1a7d1465ec), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:16.657363 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4db72af7-1762-42d6-aa81-f86a0b864338 req-8b7c327b-bb77-4604-be68-ad5546818c46 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:16.660990 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d1aaf-935d-4623-bd4d-8873501eb42f None None] The sync data for ids ['29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e'] in n-d-772273-4 is: [{'id': '29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2068976622-router', 'tenant_id': 'a91d492af65b4859ae29e66ec5a514ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:46Z', 'updated_at': '2022-02-19T03:59:15Z', 'revision_number': 6, 'project_id': 'a91d492af65b4859ae29e66ec5a514ec', 'gw_port_host': None}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:59:16.662921 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4db72af7-1762-42d6-aa81-f86a0b864338 req-8b7c327b-bb77-4604-be68-ad5546818c46 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/5a703944-31de-4e9c-aebe-5c1a7d1465ec HTTP/1.1" status: 204 len: 173 time: 0.2571604 Feb 19 03:59:16.687356 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c327b-bb77-4604-be68-ad5546818c46 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a703944-31de-4e9c-aebe-5c1a7d1465ec,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:16.748051 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-ae6f6a05-91e5-44a3-8dd1-bec39312c7a4 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1892080 Feb 19 03:59:16.778790 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eec1d45b-174b-441f-bb4a-da7903f32076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (b69518f3-4165-4c75-b79c-7849d90c46a2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:16.909816 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1d45b-174b-441f-bb4a-da7903f32076 admin admin] Pushing event deleted for resources: {'Port': ['ID=b69518f3-4165-4c75-b79c-7849d90c46a2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:17.068373 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eec1d45b-174b-441f-bb4a-da7903f32076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:17.210781 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-43eb7167-5098-44ab-933a-b7896cf9d7fa service neutron] 10.222.0.65 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487717 Feb 19 03:59:17.246281 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad37e12-d88c-4e26-9988-88d5e70b3612 req-0d4b2152-7e40-4525-8f72-50c44de40693 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:17.249194 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bad37e12-d88c-4e26-9988-88d5e70b3612 req-0d4b2152-7e40-4525-8f72-50c44de40693 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.65 "GET /v2.0/ports?device_id=548d3ce0-abfa-4f15-86ce-cb59702eaa44 HTTP/1.1" status: 200 len: 950 time: 0.1190917 Feb 19 03:59:17.332492 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eec1d45b-174b-441f-bb4a-da7903f32076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:17.347568 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bad37e12-d88c-4e26-9988-88d5e70b3612 req-e2359d53-a8d2-428c-b130-429ffe3ee57b tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.65 "GET /v2.0/security-groups?id=18814340-d721-497a-a320-d3dff4995002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861855 Feb 19 03:59:17.390145 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eec1d45b-174b-441f-bb4a-da7903f32076 admin admin] Publish callbacks [] for router_controller (29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:17.473525 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-81033474-e196-4454-b0c8-766278a2f077 req-fda2c9dd-23a7-4c3f-b792-654068639740 tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "GET /v2.0/security-groups/53a61adf-185b-48e4-82c8-b1da33024464 HTTP/1.1" status: 200 len: 1795 time: 0.0794613 Feb 19 03:59:17.594126 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eec1d45b-174b-441f-bb4a-da7903f32076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:17.594934 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec1d45b-174b-441f-bb4a-da7903f32076 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:59:17.605938 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-81033474-e196-4454-b0c8-766278a2f077 req-56a14f6e-f91c-459d-89ed-2b82204f842e tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Publish callbacks [] for security_group (53a61adf-185b-48e4-82c8-b1da33024464), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:17.610061 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eec1d45b-174b-441f-bb4a-da7903f32076 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:17.612373 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-eec1d45b-174b-441f-bb4a-da7903f32076 admin admin] 10.222.0.65 "DELETE /v2.0/routers/29dcff47-9a37-40ed-bc0d-f1c9fed5ae9e HTTP/1.1" status: 204 len: 168 time: 2.8727262 Feb 19 03:59:17.615789 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55240) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:17.625576 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-4a884263-4cba-4239-b87a-2435c733b18d service neutron] 10.222.0.65 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039488 Feb 19 03:59:17.730133 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-81033474-e196-4454-b0c8-766278a2f077 req-56a14f6e-f91c-459d-89ed-2b82204f842e tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Publish callbacks [] for security_group (53a61adf-185b-48e4-82c8-b1da33024464), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:17.781045 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f94314-daff-4a25-bf1c-e13fd059b4c1 admin admin] Deleting subnet 742782e9-bea0-49fb-a21c-60559e8bedd0 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:59:17.804698 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6fc0df99-c48e-423a-a380-27c84c872852 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:17.811463 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-51f94314-daff-4a25-bf1c-e13fd059b4c1 admin admin] Publish callbacks [] for subnet (742782e9-bea0-49fb-a21c-60559e8bedd0), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:17.848188 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 6fc0df99-c48e-423a-a380-27c84c872852 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:59:17.848904 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6fc0df99-c48e-423a-a380-27c84c872852 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:59:17.850038 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b69518f3-4165-4c75-b79c-7849d90c46a2 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:17.897238 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: b69518f3-4165-4c75-b79c-7849d90c46a2 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:59:17.897238 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b69518f3-4165-4c75-b79c-7849d90c46a2 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:59:17.921552 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-81033474-e196-4454-b0c8-766278a2f077 req-56a14f6e-f91c-459d-89ed-2b82204f842e tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (53a61adf-185b-48e4-82c8-b1da33024464), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:17.924510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55246) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:17.928516 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-81033474-e196-4454-b0c8-766278a2f077 req-56a14f6e-f91c-459d-89ed-2b82204f842e tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:17.939205 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-81033474-e196-4454-b0c8-766278a2f077 req-56a14f6e-f91c-459d-89ed-2b82204f842e tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/53a61adf-185b-48e4-82c8-b1da33024464 HTTP/1.1" status: 204 len: 173 time: 0.4524450 Feb 19 03:59:17.972610 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-51f94314-daff-4a25-bf1c-e13fd059b4c1 admin admin] Publish callbacks [] for subnet (742782e9-bea0-49fb-a21c-60559e8bedd0), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:18.040165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a14f6e-f91c-459d-89ed-2b82204f842e tempest-SecurityGroupsTestAdminJSON-1449385336 tempest-SecurityGroupsTestAdminJSON-1449385336-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a61adf-185b-48e4-82c8-b1da33024464,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:18.190864 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-488a2e18-eb61-43d2-96a9-0c8ba1420e11 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for security_group (596535c3-2785-4da5-804f-29d7411c6fa4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:18.215512 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-51f94314-daff-4a25-bf1c-e13fd059b4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (742782e9-bea0-49fb-a21c-60559e8bedd0), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:18.275482 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-488a2e18-eb61-43d2-96a9-0c8ba1420e11 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for security_group (596535c3-2785-4da5-804f-29d7411c6fa4), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:18.336534 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f031599-3c35-4306-8b76-9eb540d0e380 req-8e4b2567-eb8b-43e0-9c5b-4e58ba3ab0d7 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:18.348357 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f031599-3c35-4306-8b76-9eb540d0e380 req-8e4b2567-eb8b-43e0-9c5b-4e58ba3ab0d7 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 945 time: 0.2438512 Feb 19 03:59:18.372791 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bba23-a561-4f1f-87a3-f49c92ae9c1c req-5edc7461-c986-4e0e-a497-9c93a775e484 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:18.375834 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-676bba23-a561-4f1f-87a3-f49c92ae9c1c req-5edc7461-c986-4e0e-a497-9c93a775e484 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fc6073c-f4bc-4b9e-b0f5-9746b3542477 HTTP/1.1" status: 200 len: 950 time: 0.2215240 Feb 19 03:59:18.454810 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-51f94314-daff-4a25-bf1c-e13fd059b4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for subnet (742782e9-bea0-49fb-a21c-60559e8bedd0), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:18.492373 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f031599-3c35-4306-8b76-9eb540d0e380 req-8c3f653e-97e9-424e-8a98-a546da5c394a tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435549 Feb 19 03:59:18.495017 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-488a2e18-eb61-43d2-96a9-0c8ba1420e11 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (596535c3-2785-4da5-804f-29d7411c6fa4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:18.500812 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-488a2e18-eb61-43d2-96a9-0c8ba1420e11 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:18.507359 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-488a2e18-eb61-43d2-96a9-0c8ba1420e11 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "DELETE /v2.0/security-groups/596535c3-2785-4da5-804f-29d7411c6fa4 HTTP/1.1" status: 204 len: 168 time: 0.5767100 Feb 19 03:59:18.521660 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55256) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:18.522947 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a2e18-eb61-43d2-96a9-0c8ba1420e11 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=596535c3-2785-4da5-804f-29d7411c6fa4,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:18.556257 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-96ef9a30-7a3b-4311-a7e7-4e7368046687 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] show failed (client error): The resource could not be found. Feb 19 03:59:18.556257 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-96ef9a30-7a3b-4311-a7e7-4e7368046687 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "GET /v2.0/security-groups/596535c3-2785-4da5-804f-29d7411c6fa4 HTTP/1.1" status: 404 len: 347 time: 0.0260830 Feb 19 03:59:18.560596 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55258) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:18.617712 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 520f56e0-500c-4b37-b9f5-893e73136f4a up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:18.741418 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f94314-daff-4a25-bf1c-e13fd059b4c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=742782e9-bea0-49fb-a21c-60559e8bedd0,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:18.762276 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe14d21d-752a-40a4-a656-4c2391d1dbcb None None] Network 54470e27-7759-48a8-92e2-7a85e55c7fc7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:59:18.763215 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-51f94314-daff-4a25-bf1c-e13fd059b4c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:18.774920 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-51f94314-daff-4a25-bf1c-e13fd059b4c1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/742782e9-bea0-49fb-a21c-60559e8bedd0 HTTP/1.1" status: 204 len: 168 time: 1.1567881 Feb 19 03:59:18.776270 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55262) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:18.785349 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dacbf8-c54e-4555-a349-9cc1a8a32c34 req-57959e45-1f10-4375-ab13-2201c27d8f37 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:18.790549 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c5dacbf8-c54e-4555-a349-9cc1a8a32c34 req-57959e45-1f10-4375-ab13-2201c27d8f37 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 949 time: 0.1330051 Feb 19 03:59:18.901027 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 520f56e0-500c-4b37-b9f5-893e73136f4a completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:59:18.926537 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 520f56e0-500c-4b37-b9f5-893e73136f4a triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:18.927050 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (520f56e0-500c-4b37-b9f5-893e73136f4a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:18.947801 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c5dacbf8-c54e-4555-a349-9cc1a8a32c34 req-4fb9546d-f063-4d67-9e57-c74e49e47edc tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430960 Feb 19 03:59:19.036271 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (54470e27-7759-48a8-92e2-7a85e55c7fc7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:19.076065 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-676bba23-a561-4f1f-87a3-f49c92ae9c1c req-a0971e14-be93-40fc-9d1c-143e5d395bb3 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab3c45b5-f258-4927-ba17-0d3476a5bc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6786625 Feb 19 03:59:19.161063 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b7dcc17-697f-4df1-8b1b-309e7b994023 req-47dd950f-dc62-48af-8446-3803fe5d04b0 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 210 time: 0.0665479 Feb 19 03:59:19.201690 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1cb49-7bae-4076-ac8a-0fd3ffc43c68 req-85d53d2c-2d41-48f0-9043-a6ea96481ea3 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:19.205034 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-55e1cb49-7bae-4076-ac8a-0fd3ffc43c68 req-85d53d2c-2d41-48f0-9043-a6ea96481ea3 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fc6073c-f4bc-4b9e-b0f5-9746b3542477 HTTP/1.1" status: 200 len: 950 time: 0.7812405 Feb 19 03:59:19.229665 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 520f56e0-500c-4b37-b9f5-893e73136f4a is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:19.230324 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (520f56e0-500c-4b37-b9f5-893e73136f4a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:19.274241 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e969274-fb8d-4784-b06b-042be5fa17cf None None] DHCP port deletion for 54470e27-7759-48a8-92e2-7a85e55c7fc7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:59:19.365285 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025f74a7-3160-4b85-91bd-f8eedda3fbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520f56e0-500c-4b37-b9f5-893e73136f4a'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:19.371942 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7a5eea-a151-4789-9d7a-0247d42a4bc9" -d '{"events": [{"server_uuid": "025f74a7-3160-4b85-91bd-f8eedda3fbda", "name": "network-vif-plugged", "status": "completed", "tag": "520f56e0-500c-4b37-b9f5-893e73136f4a"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:19.418084 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 520f56e0-500c-4b37-b9f5-893e73136f4a, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=520f56e0-500c-4b37-b9f5-893e73136f4a,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:19.418635 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ae7e6-365a-47f8-86b1-3e3400511f6c req-9870b01f-bc59-4c3e-9800-51b09660376e tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:19.422814 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-050ae7e6-365a-47f8-86b1-3e3400511f6c req-9870b01f-bc59-4c3e-9800-51b09660376e tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.65 "GET /v2.0/ports?device_id=548d3ce0-abfa-4f15-86ce-cb59702eaa44 HTTP/1.1" status: 200 len: 950 time: 0.1278918 Feb 19 03:59:19.437997 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (520f56e0-500c-4b37-b9f5-893e73136f4a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:19.465595 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-64d76c7c-f47e-495b-a6b0-ae68731d39c0 req-e8742bab-08e8-4a91-a7d0-bf155a021fc6 tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] 10.222.0.65 "GET /v2.0/security-groups/020ebcd5-c1c5-42bb-953f-a43ad6b6fd42 HTTP/1.1" status: 200 len: 1793 time: 0.2483423 Feb 19 03:59:19.515998 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9e969274-fb8d-4784-b06b-042be5fa17cf None None] Deleting port 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:59:19.516673 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9e969274-fb8d-4784-b06b-042be5fa17cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3186f1c5-ebbe-4ff2-8a45-82c808f0b63f), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:19.525506 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-050ae7e6-365a-47f8-86b1-3e3400511f6c req-a39f01a8-2506-44e4-b9f0-dd7e5f05f018 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.65 "GET /v2.0/security-groups?id=18814340-d721-497a-a320-d3dff4995002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893028 Feb 19 03:59:19.633179 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-dea0e0ed-c068-4317-b227-b8f596355834 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Deleting port 147b0cfa-53d5-41d0-a2e7-02a1c82959b9 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:59:19.633758 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dea0e0ed-c068-4317-b227-b8f596355834 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (147b0cfa-53d5-41d0-a2e7-02a1c82959b9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:19.672553 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da308879-ab24-4755-a400-62e18a6bc3fc x-openstack-request-id: req-da308879-ab24-4755-a400-62e18a6bc3fc {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:19.675282 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025f74a7-3160-4b85-91bd-f8eedda3fbda", "name": "network-vif-plugged", "status": "completed", "tag": "520f56e0-500c-4b37-b9f5-893e73136f4a", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:19.675624 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da308879-ab24-4755-a400-62e18a6bc3fc {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:19.676383 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025f74a7-3160-4b85-91bd-f8eedda3fbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520f56e0-500c-4b37-b9f5-893e73136f4a', 'code': 200} Feb 19 03:59:19.690424 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Deleting port 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:59:19.690918 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3186f1c5-ebbe-4ff2-8a45-82c808f0b63f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:19.733794 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9e969274-fb8d-4784-b06b-042be5fa17cf None None] For port 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3186f1c5-ebbe-4ff2-8a45-82c808f0b63f,segment=NetworkSegment(cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33),segment_id=cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:19.734497 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9e969274-fb8d-4784-b06b-042be5fa17cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3186f1c5-ebbe-4ff2-8a45-82c808f0b63f), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:19.760129 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=520f56e0-500c-4b37-b9f5-893e73136f4a,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:19.771035 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9e969274-fb8d-4784-b06b-042be5fa17cf None None] Calling delete_port for 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:59:19.921447 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:20.055449 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b500c7a-fee0-445a-be85-321e53467546 req-1d688b88-00de-4f7e-b849-233f0c9ce109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:20.059519 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1b500c7a-fee0-445a-be85-321e53467546 req-1d688b88-00de-4f7e-b849-233f0c9ce109 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 1128 time: 0.1878183 Feb 19 03:59:20.074096 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139b615-4373-48d2-b728-ad8ac65c718c req-ca7795cb-eb79-4964-bd00-b6ba8e2fdae6 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:20.077532 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7139b615-4373-48d2-b728-ad8ac65c718c req-ca7795cb-eb79-4964-bd00-b6ba8e2fdae6 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 946 time: 0.1918030 Feb 19 03:59:20.119589 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9e969274-fb8d-4784-b06b-042be5fa17cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (3186f1c5-ebbe-4ff2-8a45-82c808f0b63f), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:20.178754 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e969274-fb8d-4784-b06b-042be5fa17cf None None] Pushing event deleted for resources: {'Port': ['ID=3186f1c5-ebbe-4ff2-8a45-82c808f0b63f,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:20.202225 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e969274-fb8d-4784-b06b-042be5fa17cf None None] No DVR routers for this DVR port 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:59:20.216179 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:20.216864 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3186f1c5-ebbe-4ff2-8a45-82c808f0b63f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:20.236143 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1b500c7a-fee0-445a-be85-321e53467546 req-5f143bf5-ebc9-4a07-97c0-24237df88fde service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545060 Feb 19 03:59:20.237175 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-64d76c7c-f47e-495b-a6b0-ae68731d39c0 req-f597fc4e-1b1b-4fdf-82a9-747e3d0199fe tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Publish callbacks [] for security_group (020ebcd5-c1c5-42bb-953f-a43ad6b6fd42), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:20.273919 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7139b615-4373-48d2-b728-ad8ac65c718c req-dae74eef-8106-460f-9d0a-226bc0f0b878 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691647 Feb 19 03:59:20.280538 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-55e1cb49-7bae-4076-ac8a-0fd3ffc43c68 req-762274b5-e6e9-47f9-ab65-d82a3f448574 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Deleting port 013f4831-50ca-42f8-8cd6-533f35f1dea1 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:59:20.281313 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-55e1cb49-7bae-4076-ac8a-0fd3ffc43c68 req-762274b5-e6e9-47f9-ab65-d82a3f448574 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (013f4831-50ca-42f8-8cd6-533f35f1dea1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:20.316453 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] For port 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3186f1c5-ebbe-4ff2-8a45-82c808f0b63f,segment=NetworkSegment(cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33),segment_id=cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:20.317211 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3186f1c5-ebbe-4ff2-8a45-82c808f0b63f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:20.472069 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dea0e0ed-c068-4317-b227-b8f596355834 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (147b0cfa-53d5-41d0-a2e7-02a1c82959b9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:20.473220 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dea0e0ed-c068-4317-b227-b8f596355834 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for floatingip (147b0cfa-53d5-41d0-a2e7-02a1c82959b9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:20.503989 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Calling delete_port for 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:59:20.513953 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-64d76c7c-f47e-495b-a6b0-ae68731d39c0 req-f597fc4e-1b1b-4fdf-82a9-747e3d0199fe tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Publish callbacks [] for security_group (020ebcd5-c1c5-42bb-953f-a43ad6b6fd42), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:20.538828 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-dea0e0ed-c068-4317-b227-b8f596355834 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Calling delete_port for 147b0cfa-53d5-41d0-a2e7-02a1c82959b9 owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:59:20.555034 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-da990721-d4a5-443c-aeda-1f1e1abfda69 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:20.557504 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-da990721-d4a5-443c-aeda-1f1e1abfda69 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.10 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 808 time: 0.7329304 Feb 19 03:59:20.588135 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-7657a37a-9243-42c2-8579-e81da68a6001 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Request body: {'port': {'device_id': '15e535f0-0553-44a4-9621-a192952bebc4', 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89', 'admin_state_up': True, 'tenant_id': '088e1ccd7d10405ea13457cf0bfc7da0'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:20.803338 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017b435-34e6-4dd6-a7df-95252919e18b req-822fc3dc-da7f-4068-855d-58aef61916f0 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:20.806756 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7017b435-34e6-4dd6-a7df-95252919e18b req-822fc3dc-da7f-4068-855d-58aef61916f0 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 949 time: 0.1005955 Feb 19 03:59:20.871002 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-64d76c7c-f47e-495b-a6b0-ae68731d39c0 req-f597fc4e-1b1b-4fdf-82a9-747e3d0199fe tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (020ebcd5-c1c5-42bb-953f-a43ad6b6fd42), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:20.875538 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-64d76c7c-f47e-495b-a6b0-ae68731d39c0 req-f597fc4e-1b1b-4fdf-82a9-747e3d0199fe tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:20.877607 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-64d76c7c-f47e-495b-a6b0-ae68731d39c0 req-f597fc4e-1b1b-4fdf-82a9-747e3d0199fe tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] 10.222.0.65 "DELETE /v2.0/security-groups/020ebcd5-c1c5-42bb-953f-a43ad6b6fd42 HTTP/1.1" status: 204 len: 173 time: 1.3713367 Feb 19 03:59:20.914951 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7017b435-34e6-4dd6-a7df-95252919e18b req-c762c452-aafe-4f3c-8ba2-01b9e7f719f5 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925958 Feb 19 03:59:20.919246 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-55e1cb49-7bae-4076-ac8a-0fd3ffc43c68 req-762274b5-e6e9-47f9-ab65-d82a3f448574 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] For port 013f4831-50ca-42f8-8cd6-533f35f1dea1, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=013f4831-50ca-42f8-8cd6-533f35f1dea1,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:20.919888 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-55e1cb49-7bae-4076-ac8a-0fd3ffc43c68 req-762274b5-e6e9-47f9-ab65-d82a3f448574 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (013f4831-50ca-42f8-8cd6-533f35f1dea1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:21.003766 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597fc4e-1b1b-4fdf-82a9-747e3d0199fe tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=020ebcd5-c1c5-42bb-953f-a43ad6b6fd42,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:21.027936 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-55e1cb49-7bae-4076-ac8a-0fd3ffc43c68 req-762274b5-e6e9-47f9-ab65-d82a3f448574 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Calling delete_port for 013f4831-50ca-42f8-8cd6-533f35f1dea1 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:59:21.073478 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2826e360-e101-47e1-8df5-edba585f8ad6 req-4776aace-be3d-4b7e-bc0c-66633f93d523 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 210 time: 0.0448067 Feb 19 03:59:21.165509 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (3186f1c5-ebbe-4ff2-8a45-82c808f0b63f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:21.243464 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d998137c-f95f-41a9-86f9-688b8c42f9b0 req-d822caf3-e854-43a4-a03c-b0b8c41a0c7c tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] 10.222.0.65 "GET /v2.0/security-groups/6c144687-643b-4122-96d8-4d2daa110cc1 HTTP/1.1" status: 200 len: 1795 time: 0.0802195 Feb 19 03:59:21.312258 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Pushing event deleted for resources: {'Port': ['ID=3186f1c5-ebbe-4ff2-8a45-82c808f0b63f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:21.322281 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] No DVR routers for this DVR port 3186f1c5-ebbe-4ff2-8a45-82c808f0b63f on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:59:21.324520 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-7657a37a-9243-42c2-8579-e81da68a6001 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Made reservation on behalf of 088e1ccd7d10405ea13457cf0bfc7da0 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:59:21.330492 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-7657a37a-9243-42c2-8579-e81da68a6001 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:21.398135 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d998137c-f95f-41a9-86f9-688b8c42f9b0 req-02e2f6ba-d5b8-4f06-8298-d64350616d98 tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Publish callbacks [] for security_group (6c144687-643b-4122-96d8-4d2daa110cc1), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:21.450879 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d998137c-f95f-41a9-86f9-688b8c42f9b0 req-02e2f6ba-d5b8-4f06-8298-d64350616d98 tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Publish callbacks [] for security_group (6c144687-643b-4122-96d8-4d2daa110cc1), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:21.514161 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80cd11-5d61-4173-b925-85199a387cb6 req-7c05f325-0cf6-499f-8e5a-325c6da1e9eb tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:21.517117 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9d80cd11-5d61-4173-b925-85199a387cb6 req-7c05f325-0cf6-499f-8e5a-325c6da1e9eb tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fc6073c-f4bc-4b9e-b0f5-9746b3542477 HTTP/1.1" status: 200 len: 950 time: 0.5178778 Feb 19 03:59:21.531256 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d998137c-f95f-41a9-86f9-688b8c42f9b0 req-02e2f6ba-d5b8-4f06-8298-d64350616d98 tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6c144687-643b-4122-96d8-4d2daa110cc1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:21.535008 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d998137c-f95f-41a9-86f9-688b8c42f9b0 req-02e2f6ba-d5b8-4f06-8298-d64350616d98 tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:21.536725 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d998137c-f95f-41a9-86f9-688b8c42f9b0 req-02e2f6ba-d5b8-4f06-8298-d64350616d98 tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] 10.222.0.65 "DELETE /v2.0/security-groups/6c144687-643b-4122-96d8-4d2daa110cc1 HTTP/1.1" status: 204 len: 173 time: 0.2728755 Feb 19 03:59:21.573407 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2f6ba-d5b8-4f06-8298-d64350616d98 tempest-SecurityGroupsTestAdminJSON-950474340 tempest-SecurityGroupsTestAdminJSON-950474340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c144687-643b-4122-96d8-4d2daa110cc1,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:21.667657 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (54470e27-7759-48a8-92e2-7a85e55c7fc7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:21.702521 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dea0e0ed-c068-4317-b227-b8f596355834 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (147b0cfa-53d5-41d0-a2e7-02a1c82959b9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:21.926966 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0e0ed-c068-4317-b227-b8f596355834 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Pushing event deleted for resources: {'Port': ['ID=147b0cfa-53d5-41d0-a2e7-02a1c82959b9,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:21.940123 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:59:21.940656 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:59:21.942388 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:59:21.942950 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Subscribe: > port after_create 55550000 {{(pid=115199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:59:21.943753 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Subscribe: > port after_delete 55550000 {{(pid=115199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:59:21.944308 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Subscribe: > port after_update 55550000 {{(pid=115199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:59:21.944841 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:59:21.945774 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:59:21.947176 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:59:21.947738 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:59:21.979138 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828fea3-ca1f-4957-9fc6-90c85c78fb45 req-db6a059e-7866-456a-a2ec-382927c0c289 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:21.982766 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f828fea3-ca1f-4957-9fc6-90c85c78fb45 req-db6a059e-7866-456a-a2ec-382927c0c289 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 946 time: 0.1340554 Feb 19 03:59:22.089882 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:59:22.090499 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:59:22.091333 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:59:22.092307 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 03:59:22.093359 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54470e27-7759-48a8-92e2-7a85e55c7fc7']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:22.107572 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55296) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:22.116033 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f828fea3-ca1f-4957-9fc6-90c85c78fb45 req-5055138f-2043-471d-8ad9-50dfbe610514 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213279 Feb 19 03:59:22.163526 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:22.165933 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:22.318251 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:22.327687 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9d80cd11-5d61-4173-b925-85199a387cb6 req-d940c700-b05a-4e72-bf5b-7145a6058cd6 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab3c45b5-f258-4927-ba17-0d3476a5bc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7193699 Feb 19 03:59:22.375396 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-55e1cb49-7bae-4076-ac8a-0fd3ffc43c68 req-762274b5-e6e9-47f9-ab65-d82a3f448574 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (013f4831-50ca-42f8-8cd6-533f35f1dea1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:22.394063 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dea0e0ed-c068-4317-b227-b8f596355834 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks [] for floatingip (94ef1fb8-f8ce-4abc-8720-e246e9659c0b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:22.399069 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dea0e0ed-c068-4317-b227-b8f596355834 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:22.401363 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-dea0e0ed-c068-4317-b227-b8f596355834 tempest-ServersWithSpecificFlavorTestJSON-961622022 tempest-ServersWithSpecificFlavorTestJSON-961622022-project] 10.222.0.65 "DELETE /v2.0/floatingips/94ef1fb8-f8ce-4abc-8720-e246e9659c0b HTTP/1.1" status: 204 len: 168 time: 3.8276322 Feb 19 03:59:22.460900 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1f29bfd8-8a1d-44b8-8d97-a200f854a2f6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5cc026965f53453984748d3a4c9aefe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3381929 Feb 19 03:59:22.463105 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55308) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:22.478350 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:22.494845 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762274b5-e6e9-47f9-ab65-d82a3f448574 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Pushing event deleted for resources: {'Port': ['ID=013f4831-50ca-42f8-8cd6-533f35f1dea1,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:22.517509 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:59:22.518606 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (cb0f2b20-6dd3-4f07-8c8d-6f9bf40dac33), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: from cryptography.utils import int_from_bytes Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: from cryptography.utils import int_from_bytes Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: timer() Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:59:22.526643 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:59:22.600364 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e9953ac9-79c9-4129-b3fc-2cdd90d0b04f req-e38a5ed4-7e29-40e7-bf52-b91dfc89ee56 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 210 time: 0.0548391 Feb 19 03:59:22.607948 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96d5e882-14bf-4636-b6c6-aa35cc75c04a admin admin] Publish callbacks [] for security_group (cdd2abe9-28a9-4491-b855-75ba6bfa12b9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:22.626081 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 013f4831-50ca-42f8-8cd6-533f35f1dea1 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:22.675628 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96d5e882-14bf-4636-b6c6-aa35cc75c04a admin admin] Publish callbacks [] for security_group (cdd2abe9-28a9-4491-b855-75ba6bfa12b9), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:22.706749 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 013f4831-50ca-42f8-8cd6-533f35f1dea1 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:59:22.708758 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 013f4831-50ca-42f8-8cd6-533f35f1dea1 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:59:22.850310 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96d5e882-14bf-4636-b6c6-aa35cc75c04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (cdd2abe9-28a9-4491-b855-75ba6bfa12b9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:22.854892 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96d5e882-14bf-4636-b6c6-aa35cc75c04a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:22.856935 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-96d5e882-14bf-4636-b6c6-aa35cc75c04a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cdd2abe9-28a9-4491-b855-75ba6bfa12b9 HTTP/1.1" status: 204 len: 168 time: 0.3917346 Feb 19 03:59:22.877540 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5e882-14bf-4636-b6c6-aa35cc75c04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd2abe9-28a9-4491-b855-75ba6bfa12b9,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:22.909727 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5b975-8293-4755-b719-350ca1c605e9 req-34061b1d-acb1-41ab-b722-7f6d12276fb4 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:22.913331 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3df5b975-8293-4755-b719-350ca1c605e9 req-34061b1d-acb1-41ab-b722-7f6d12276fb4 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 1128 time: 0.1283376 Feb 19 03:59:23.032712 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3df5b975-8293-4755-b719-350ca1c605e9 req-d1f694e8-bc69-4b17-97f5-ffc26c80268d tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075916 Feb 19 03:59:23.120641 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-7657a37a-9243-42c2-8579-e81da68a6001 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Allocated IP 172.20.0.10 (be946657-a9d5-408e-8d49-cd01b687ca89/6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac/303fdc53-143f-4203-a027-6cfa53f84708) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:59:23.207623 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e1cb49-7bae-4076-ac8a-0fd3ffc43c68 req-762274b5-e6e9-47f9-ab65-d82a3f448574 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] No DVR routers for this DVR port 013f4831-50ca-42f8-8cd6-533f35f1dea1 on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:59:23.217128 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-55e1cb49-7bae-4076-ac8a-0fd3ffc43c68 req-762274b5-e6e9-47f9-ab65-d82a3f448574 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:23.224006 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-55e1cb49-7bae-4076-ac8a-0fd3ffc43c68 req-762274b5-e6e9-47f9-ab65-d82a3f448574 tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.10 "DELETE /v2.0/ports/013f4831-50ca-42f8-8cd6-533f35f1dea1 HTTP/1.1" status: 204 len: 173 time: 4.0048835 Feb 19 03:59:23.228229 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc6073c-f4bc-4b9e-b0f5-9746b3542477', 'name': 'network-vif-deleted', 'tag': '013f4831-50ca-42f8-8cd6-533f35f1dea1'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:23.233405 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28a2ed6-7329-4ef9-9c2a-1220b3a09709" -d '{"events": [{"server_uuid": "9fc6073c-f4bc-4b9e-b0f5-9746b3542477", "name": "network-vif-deleted", "tag": "013f4831-50ca-42f8-8cd6-533f35f1dea1"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:23.254588 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (54470e27-7759-48a8-92e2-7a85e55c7fc7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:23.297313 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:23.307878 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] 10.222.0.65 "DELETE /v2.0/networks/54470e27-7759-48a8-92e2-7a85e55c7fc7 HTTP/1.1" status: 204 len: 168 time: 4.5152307 Feb 19 03:59:23.345059 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04759488-2e38-4338-a86a-4a803cbc972c req-fb67d52f-e234-45db-8d1b-290560a94fc3 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:23.357848 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04759488-2e38-4338-a86a-4a803cbc972c req-fb67d52f-e234-45db-8d1b-290560a94fc3 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 949 time: 0.8827074 Feb 19 03:59:23.364041 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc04f02-7b6a-489f-8e65-6002e19df0ab admin admin] Pushing event deleted for resources: {'Network': ['ID=54470e27-7759-48a8-92e2-7a85e55c7fc7,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:23.553584 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4368f3-b979-46a9-92e4-307b2ec0ea49 req-61ce4339-db71-4d77-af5d-085a8f4a0fe1 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:23.556406 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7c4368f3-b979-46a9-92e4-307b2ec0ea49 req-61ce4339-db71-4d77-af5d-085a8f4a0fe1 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.65 "GET /v2.0/ports?device_id=548d3ce0-abfa-4f15-86ce-cb59702eaa44 HTTP/1.1" status: 200 len: 950 time: 0.1513946 Feb 19 03:59:23.574052 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04759488-2e38-4338-a86a-4a803cbc972c req-43f00061-432d-4f5b-a63a-cfd8fd239951 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000480 Feb 19 03:59:23.699760 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-7657a37a-9243-42c2-8579-e81da68a6001 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks [] for port (303fdc53-143f-4203-a027-6cfa53f84708), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:23.719320 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7c4368f3-b979-46a9-92e4-307b2ec0ea49 req-e06f7b0b-55bf-4374-a749-b7ad9972cbaa tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.65 "GET /v2.0/security-groups?id=18814340-d721-497a-a320-d3dff4995002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496596 Feb 19 03:59:23.754669 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55326) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:23.814523 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530d0e74-44fb-458d-8a85-95c29b49edec x-openstack-request-id: req-530d0e74-44fb-458d-8a85-95c29b49edec {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:23.815287 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc6073c-f4bc-4b9e-b0f5-9746b3542477", "name": "network-vif-deleted", "tag": "013f4831-50ca-42f8-8cd6-533f35f1dea1", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:23.815808 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-530d0e74-44fb-458d-8a85-95c29b49edec {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:23.816554 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc6073c-f4bc-4b9e-b0f5-9746b3542477', 'name': 'network-vif-deleted', 'tag': '013f4831-50ca-42f8-8cd6-533f35f1dea1', 'status': 'completed', 'code': 200} Feb 19 03:59:23.837009 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-7657a37a-9243-42c2-8579-e81da68a6001 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (303fdc53-143f-4203-a027-6cfa53f84708), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:23.914768 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55330) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:23.941979 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55332) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:23.945832 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-56e31c7c-3ba1-4c76-9dc8-d19264ecee3b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d69039669b0c402cac4ff3229f21ae19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1847475 Feb 19 03:59:24.026098 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-7657a37a-9243-42c2-8579-e81da68a6001 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Network be946657-a9d5-408e-8d49-cd01b687ca89 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:59:24.036695 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e0fdf739-a18b-4061-bbcf-14ee639c564f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a91d492af65b4859ae29e66ec5a514ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1199389 Feb 19 03:59:24.043790 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55334) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:24.065076 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-7657a37a-9243-42c2-8579-e81da68a6001 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:24.096193 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-7657a37a-9243-42c2-8579-e81da68a6001 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:59:24.096748 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a991a4d8-bf11-4a06-a71c-d4a08cb49415 req-9dc48691-a5c5-4eca-9252-773e261c1e7c tempest-ServerDiagnosticsNegativeTest-1142984840 tempest-ServerDiagnosticsNegativeTest-1142984840-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fc6073c-f4bc-4b9e-b0f5-9746b3542477 HTTP/1.1" status: 200 len: 210 time: 0.0569851 Feb 19 03:59:24.208439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657a37a-9243-42c2-8579-e81da68a6001 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Pushing event updated for resources: {'Port': ['ID=303fdc53-143f-4203-a027-6cfa53f84708,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:24.251278 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43989c81-4cea-4dbd-a5fe-59360913ddae req-3f12a8dd-0cbf-48b8-ab28-bc02e1e1a5dc tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:24.253934 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-43989c81-4cea-4dbd-a5fe-59360913ddae req-3f12a8dd-0cbf-48b8-ab28-bc02e1e1a5dc tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 1128 time: 0.4428213 Feb 19 03:59:24.287666 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-db4eee9d-7013-4f6a-aef6-fd3b32c511fc admin admin] Publish callbacks [] for security_group (004107b6-61cb-4f7d-bf4e-c726cd6855a9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:24.381704 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-7657a37a-9243-42c2-8579-e81da68a6001 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:24.382894 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-7657a37a-9243-42c2-8579-e81da68a6001 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:24.432592 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-db4eee9d-7013-4f6a-aef6-fd3b32c511fc admin admin] Publish callbacks [] for security_group (004107b6-61cb-4f7d-bf4e-c726cd6855a9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:24.485488 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c3caf6e-251e-42e5-9906-de68589e1b17 admin admin] Publish callbacks [] for security_group (f1a33b51-181e-4170-b3a0-ba58fc3c0715), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:24.529055 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36e7dd-641a-4c99-86f6-c7d242a4c3f3 req-fa11ebbd-b547-4bd3-844d-7840b8e507a1 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:24.532036 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ba36e7dd-641a-4c99-86f6-c7d242a4c3f3 req-fa11ebbd-b547-4bd3-844d-7840b8e507a1 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.48 "GET /v2.0/ports?device_id=548d3ce0-abfa-4f15-86ce-cb59702eaa44 HTTP/1.1" status: 200 len: 950 time: 0.4769616 Feb 19 03:59:24.538180 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-7657a37a-9243-42c2-8579-e81da68a6001 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9683495 Feb 19 03:59:24.591775 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-bb7f884d-a75d-4978-b29f-13f51f25efe2 service neutron] Request body: {'port': {'device_id': '15e535f0-0553-44a4-9621-a192952bebc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:24.622657 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-43989c81-4cea-4dbd-a5fe-59360913ddae req-1d7bd572-f556-4efc-a12a-4894661349e5 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456025 Feb 19 03:59:24.733266 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9dcea-08fe-4c21-97a3-b094a7bef282 req-6248393e-eb3b-484d-8ac7-bf37fed0f3b2 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:24.747286 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c3caf6e-251e-42e5-9906-de68589e1b17 admin admin] Publish callbacks [] for security_group (f1a33b51-181e-4170-b3a0-ba58fc3c0715), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:24.749220 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-95e9dcea-08fe-4c21-97a3-b094a7bef282 req-6248393e-eb3b-484d-8ac7-bf37fed0f3b2 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 932 time: 0.5538361 Feb 19 03:59:24.851548 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-95e9dcea-08fe-4c21-97a3-b094a7bef282 req-356a8e39-152d-44d6-9b79-0b51c5bd2e9e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008103 Feb 19 03:59:24.972471 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-db4eee9d-7013-4f6a-aef6-fd3b32c511fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (004107b6-61cb-4f7d-bf4e-c726cd6855a9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:24.978131 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-db4eee9d-7013-4f6a-aef6-fd3b32c511fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:24.980182 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-db4eee9d-7013-4f6a-aef6-fd3b32c511fc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/004107b6-61cb-4f7d-bf4e-c726cd6855a9 HTTP/1.1" status: 204 len: 168 time: 1.0312347 Feb 19 03:59:25.006756 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-bb7f884d-a75d-4978-b29f-13f51f25efe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (303fdc53-143f-4203-a027-6cfa53f84708), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:25.037198 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4eee9d-7013-4f6a-aef6-fd3b32c511fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004107b6-61cb-4f7d-bf4e-c726cd6855a9,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:25.157960 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c3caf6e-251e-42e5-9906-de68589e1b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f1a33b51-181e-4170-b3a0-ba58fc3c0715), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:25.161579 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c3caf6e-251e-42e5-9906-de68589e1b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:25.163643 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2c3caf6e-251e-42e5-9906-de68589e1b17 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f1a33b51-181e-4170-b3a0-ba58fc3c0715 HTTP/1.1" status: 204 len: 168 time: 1.1177108 Feb 19 03:59:25.182437 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-ba36e7dd-641a-4c99-86f6-c7d242a4c3f3 req-f1022b4c-d7cd-434f-b011-8654d02d37b6 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Deleting port c13b882f-024b-467c-bcb0-4030f069d97d {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:59:25.183287 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ba36e7dd-641a-4c99-86f6-c7d242a4c3f3 req-f1022b4c-d7cd-434f-b011-8654d02d37b6 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (c13b882f-024b-467c-bcb0-4030f069d97d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:25.194615 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95bf99-6462-4057-b9ee-47574434f974 req-ba61b1a1-15ff-4f95-ade5-1b7852a3b9b1 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:25.206667 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9f95bf99-6462-4057-b9ee-47574434f974 req-ba61b1a1-15ff-4f95-ade5-1b7852a3b9b1 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.65 "GET /v2.0/ports?device_id=548d3ce0-abfa-4f15-86ce-cb59702eaa44 HTTP/1.1" status: 200 len: 950 time: 0.1531966 Feb 19 03:59:25.210634 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a015305-6028-47b9-8843-7faa6f0a66e4 req-1be4a492-095d-415b-92ac-9835d329f49b tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:25.214122 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4a015305-6028-47b9-8843-7faa6f0a66e4 req-1be4a492-095d-415b-92ac-9835d329f49b tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 949 time: 0.3273549 Feb 19 03:59:25.276609 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3caf6e-251e-42e5-9906-de68589e1b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a33b51-181e-4170-b3a0-ba58fc3c0715,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:25.332716 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9f95bf99-6462-4057-b9ee-47574434f974 req-bf7015c8-bc4c-4f56-ab65-f3e674179505 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.65 "GET /v2.0/security-groups?id=18814340-d721-497a-a320-d3dff4995002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241157 Feb 19 03:59:25.735251 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4a015305-6028-47b9-8843-7faa6f0a66e4 req-52018937-acc5-4c99-b60b-62a382e92707 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728568 Feb 19 03:59:25.772007 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-ba36e7dd-641a-4c99-86f6-c7d242a4c3f3 req-f1022b4c-d7cd-434f-b011-8654d02d37b6 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] For port c13b882f-024b-467c-bcb0-4030f069d97d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=c13b882f-024b-467c-bcb0-4030f069d97d,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:25.772411 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ba36e7dd-641a-4c99-86f6-c7d242a4c3f3 req-f1022b4c-d7cd-434f-b011-8654d02d37b6 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (c13b882f-024b-467c-bcb0-4030f069d97d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:25.807383 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-ba36e7dd-641a-4c99-86f6-c7d242a4c3f3 req-f1022b4c-d7cd-434f-b011-8654d02d37b6 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Calling delete_port for c13b882f-024b-467c-bcb0-4030f069d97d owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:59:26.025323 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8254d-587a-4662-9409-5122e4d9eafd req-5bd8cb8a-2d43-49de-9283-758f47bab8fc tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:26.028254 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04d8254d-587a-4662-9409-5122e4d9eafd req-5bd8cb8a-2d43-49de-9283-758f47bab8fc tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 1128 time: 0.1309414 Feb 19 03:59:26.176261 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04d8254d-587a-4662-9409-5122e4d9eafd req-d26dae18-c94f-4a69-ac5a-3834fb5c927a tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178939 Feb 19 03:59:26.341141 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55382) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:26.398081 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ed52c-19be-4791-bebc-90065ca0dadd req-d4527f45-fa71-4dfa-acb0-ade8b752321d tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:26.401234 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-176ed52c-19be-4791-bebc-90065ca0dadd req-d4527f45-fa71-4dfa-acb0-ade8b752321d tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 932 time: 0.2696638 Feb 19 03:59:26.478189 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-bb7f884d-a75d-4978-b29f-13f51f25efe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303fdc53-143f-4203-a027-6cfa53f84708 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:26.509264 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-bb7f884d-a75d-4978-b29f-13f51f25efe2 service neutron] Publish callbacks [] for port (303fdc53-143f-4203-a027-6cfa53f84708), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:26.569920 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ba36e7dd-641a-4c99-86f6-c7d242a4c3f3 req-f1022b4c-d7cd-434f-b011-8654d02d37b6 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (c13b882f-024b-467c-bcb0-4030f069d97d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:26.587655 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55390) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:26.594626 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9f16a6dc-4d6b-4abb-b997-269369d9953b req-eafc1ebd-5dc1-4c8b-b526-4b1c6a57cb25 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.65 "GET /v2.0/ports?device_id=548d3ce0-abfa-4f15-86ce-cb59702eaa44 HTTP/1.1" status: 200 len: 210 time: 0.0891891 Feb 19 03:59:26.656234 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-bb7f884d-a75d-4978-b29f-13f51f25efe2 service neutron] Transition to ACTIVE for port object 303fdc53-143f-4203-a027-6cfa53f84708 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:59:26.660701 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1022b4c-d7cd-434f-b011-8654d02d37b6 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Pushing event deleted for resources: {'Port': ['ID=c13b882f-024b-467c-bcb0-4030f069d97d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:26.679152 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-176ed52c-19be-4791-bebc-90065ca0dadd req-5f3d2687-3789-445b-a970-d86b6ab875d3 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555349 Feb 19 03:59:26.687736 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-bb7f884d-a75d-4978-b29f-13f51f25efe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (303fdc53-143f-4203-a027-6cfa53f84708), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:26.891424 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba36e7dd-641a-4c99-86f6-c7d242a4c3f3 req-f1022b4c-d7cd-434f-b011-8654d02d37b6 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] No DVR routers for this DVR port c13b882f-024b-467c-bcb0-4030f069d97d on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:59:26.908492 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ba36e7dd-641a-4c99-86f6-c7d242a4c3f3 req-f1022b4c-d7cd-434f-b011-8654d02d37b6 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:26.917292 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ba36e7dd-641a-4c99-86f6-c7d242a4c3f3 req-f1022b4c-d7cd-434f-b011-8654d02d37b6 tempest-TenantUsagesTestJSON-1997064188 tempest-TenantUsagesTestJSON-1997064188-project] 10.222.0.48 "DELETE /v2.0/ports/c13b882f-024b-467c-bcb0-4030f069d97d HTTP/1.1" status: 204 len: 173 time: 2.3664737 Feb 19 03:59:26.920625 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548d3ce0-abfa-4f15-86ce-cb59702eaa44', 'name': 'network-vif-deleted', 'tag': 'c13b882f-024b-467c-bcb0-4030f069d97d'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:26.939385 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615968d6-3f68-41c5-9089-d8432fe79248" -d '{"events": [{"server_uuid": "548d3ce0-abfa-4f15-86ce-cb59702eaa44", "name": "network-vif-deleted", "tag": "c13b882f-024b-467c-bcb0-4030f069d97d"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:27.157414 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f884d-a75d-4978-b29f-13f51f25efe2 service neutron] Pushing event updated for resources: {'Port': ['ID=303fdc53-143f-4203-a027-6cfa53f84708,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:27.176560 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddbd256-e700-4dfa-afa4-a0f884ce05d1 x-openstack-request-id: req-cddbd256-e700-4dfa-afa4-a0f884ce05d1 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:27.176997 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548d3ce0-abfa-4f15-86ce-cb59702eaa44", "name": "network-vif-deleted", "tag": "c13b882f-024b-467c-bcb0-4030f069d97d", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:27.177389 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cddbd256-e700-4dfa-afa4-a0f884ce05d1 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:27.177697 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548d3ce0-abfa-4f15-86ce-cb59702eaa44', 'name': 'network-vif-deleted', 'tag': 'c13b882f-024b-467c-bcb0-4030f069d97d', 'status': 'completed', 'code': 200} Feb 19 03:59:27.264106 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-bb7f884d-a75d-4978-b29f-13f51f25efe2 service neutron] Attempting to bind port 303fdc53-143f-4203-a027-6cfa53f84708 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:59:27.264704 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-bb7f884d-a75d-4978-b29f-13f51f25efe2 service neutron] Attempting to bind port 303fdc53-143f-4203-a027-6cfa53f84708 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:59:27.265659 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-bb7f884d-a75d-4978-b29f-13f51f25efe2 service neutron] Attempting to bind port 303fdc53-143f-4203-a027-6cfa53f84708 on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:27.275585 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-bb7f884d-a75d-4978-b29f-13f51f25efe2 service neutron] Port 303fdc53-143f-4203-a027-6cfa53f84708 on network be946657-a9d5-408e-8d49-cd01b687ca89 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:59:27.276402 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-bb7f884d-a75d-4978-b29f-13f51f25efe2 service neutron] Attempting to bind port 303fdc53-143f-4203-a027-6cfa53f84708 on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:27.298671 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-bb7f884d-a75d-4978-b29f-13f51f25efe2 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:59:27.299269 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-bb7f884d-a75d-4978-b29f-13f51f25efe2 service neutron] Checking segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:27.299992 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-bb7f884d-a75d-4978-b29f-13f51f25efe2 service neutron] Bound using segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:59:27.300746 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-bb7f884d-a75d-4978-b29f-13f51f25efe2 service neutron] Bound port: 303fdc53-143f-4203-a027-6cfa53f84708, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:59:27.301908 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-bb7f884d-a75d-4978-b29f-13f51f25efe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (303fdc53-143f-4203-a027-6cfa53f84708), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:27.576731 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3a4bb1af-0dbd-4619-b1de-34660d9992db admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2fa3b7a6c5044c0482bc85e22230e2a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9863048 Feb 19 03:59:27.581183 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55412) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:27.613671 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566adf8-6447-4efa-84d7-00bf3c69387c req-319005c5-6a27-4ba0-b898-f873aea084e5 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:27.614280 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-bb7f884d-a75d-4978-b29f-13f51f25efe2 service neutron] For port 303fdc53-143f-4203-a027-6cfa53f84708, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:27.617769 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c566adf8-6447-4efa-84d7-00bf3c69387c req-319005c5-6a27-4ba0-b898-f873aea084e5 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 949 time: 0.5235643 Feb 19 03:59:27.656548 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-bb7f884d-a75d-4978-b29f-13f51f25efe2 service neutron] For port 303fdc53-143f-4203-a027-6cfa53f84708, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=303fdc53-143f-4203-a027-6cfa53f84708,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:59:27.702532 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-bb7f884d-a75d-4978-b29f-13f51f25efe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (303fdc53-143f-4203-a027-6cfa53f84708), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:27.766852 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619e658-1e4c-46d7-9cc4-b3934dd99b7a req-ee4539a7-02ac-4fa1-a3e2-78fd374a976a tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:27.779394 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3619e658-1e4c-46d7-9cc4-b3934dd99b7a req-ee4539a7-02ac-4fa1-a3e2-78fd374a976a tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 1128 time: 0.3453434 Feb 19 03:59:27.908400 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c566adf8-6447-4efa-84d7-00bf3c69387c req-13f4becd-dfb8-4ec3-985f-4861f7659b71 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550027 Feb 19 03:59:27.964143 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f884d-a75d-4978-b29f-13f51f25efe2 service neutron] Pushing event updated for resources: {'Port': ['ID=303fdc53-143f-4203-a027-6cfa53f84708,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:27.975824 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-bb7f884d-a75d-4978-b29f-13f51f25efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:27.977687 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-bb7f884d-a75d-4978-b29f-13f51f25efe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:27.980838 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-bb7f884d-a75d-4978-b29f-13f51f25efe2 service neutron] 10.222.0.10 "PUT /v2.0/ports/303fdc53-143f-4203-a027-6cfa53f84708 HTTP/1.1" status: 200 len: 1092 time: 3.4279358 Feb 19 03:59:28.041023 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42c6265b-e843-4686-96a8-377b3b077062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (d953f649-e81c-4e1d-a4db-bcc488830844), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:28.122308 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3619e658-1e4c-46d7-9cc4-b3934dd99b7a req-aeb5d7c5-4a3c-41be-b2a6-46e662adac6a tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403857 Feb 19 03:59:28.215954 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8b585b58-2430-493e-bc0e-dc7295d8b1be admin admin] Publish callbacks [] for security_group (ab3c45b5-f258-4927-ba17-0d3476a5bc27), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:28.275909 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8b585b58-2430-493e-bc0e-dc7295d8b1be admin admin] Publish callbacks [] for security_group (ab3c45b5-f258-4927-ba17-0d3476a5bc27), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:28.316803 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-23c34018-df7e-4cf2-b0ad-95393a1e4713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:28.319989 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-23c34018-df7e-4cf2-b0ad-95393a1e4713 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 1126 time: 0.2229347 Feb 19 03:59:28.439784 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-aabe839d-1e7c-4d58-9430-fe98e3b518cc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=303fdc53-143f-4203-a027-6cfa53f84708 HTTP/1.1" status: 200 len: 217 time: 0.0993690 Feb 19 03:59:28.442076 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device c13b882f-024b-467c-bcb0-4030f069d97d no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:28.504992 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: c13b882f-024b-467c-bcb0-4030f069d97d {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:59:28.506311 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device c13b882f-024b-467c-bcb0-4030f069d97d not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:59:28.585154 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8b585b58-2430-493e-bc0e-dc7295d8b1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ab3c45b5-f258-4927-ba17-0d3476a5bc27), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:28.590488 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8b585b58-2430-493e-bc0e-dc7295d8b1be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:28.596117 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8b585b58-2430-493e-bc0e-dc7295d8b1be admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ab3c45b5-f258-4927-ba17-0d3476a5bc27 HTTP/1.1" status: 204 len: 168 time: 1.0066290 Feb 19 03:59:28.621440 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b585b58-2430-493e-bc0e-dc7295d8b1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3c45b5-f258-4927-ba17-0d3476a5bc27,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:28.637465 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-b0e51cd5-7caa-4446-8a44-3033c027743e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:28.641207 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-b0e51cd5-7caa-4446-8a44-3033c027743e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.1922648 Feb 19 03:59:28.783928 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-67ea29ec-c433-451f-986c-c98f309ef975 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1332624 Feb 19 03:59:28.912120 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6311b8-77f3-4002-9417-20b99118354e req-318b75ea-09cd-49af-b1f2-f99d66908656 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:28.927210 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9e6311b8-77f3-4002-9417-20b99118354e req-318b75ea-09cd-49af-b1f2-f99d66908656 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 944 time: 0.3246162 Feb 19 03:59:29.052081 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-27859419-c9a1-4f91-85fb-497d634b50b7 service neutron] 10.222.0.10 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586741 Feb 19 03:59:29.110853 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9e6311b8-77f3-4002-9417-20b99118354e req-9bfdb6ae-7a31-43cf-af2f-bc7681a7c089 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762664 Feb 19 03:59:29.180449 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e535f0-0553-44a4-9621-a192952bebc4', 'tag': '303fdc53-143f-4203-a027-6cfa53f84708'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:29.185638 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818c69cb-59ae-4c9e-98ef-0b8c75e4aaee" -d '{"events": [{"name": "network-changed", "server_uuid": "15e535f0-0553-44a4-9621-a192952bebc4", "tag": "303fdc53-143f-4203-a027-6cfa53f84708"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:29.268176 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:59:29.278316 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-42c6265b-e843-4686-96a8-377b3b077062 admin admin] Deleting port 03ea5cdb-6300-45d8-ba40-fbeff6008f2f {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:59:29.278938 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42c6265b-e843-4686-96a8-377b3b077062 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (03ea5cdb-6300-45d8-ba40-fbeff6008f2f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:29.314057 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-74fa5844-c709-41fb-87fb-3e4a2be234b5 req-db34caff-5938-4c5a-90b7-cb78c153e6e0 service neutron] 10.222.0.10 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538395 Feb 19 03:59:29.527843 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55456) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:29.581032 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-42c6265b-e843-4686-96a8-377b3b077062 admin admin] For port 03ea5cdb-6300-45d8-ba40-fbeff6008f2f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=03ea5cdb-6300-45d8-ba40-fbeff6008f2f,segment=NetworkSegment(062114eb-06bd-4f79-9d4f-217c98a85f2d),segment_id=062114eb-06bd-4f79-9d4f-217c98a85f2d)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:29.581634 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42c6265b-e843-4686-96a8-377b3b077062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (03ea5cdb-6300-45d8-ba40-fbeff6008f2f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:29.600186 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dc107-f30b-4007-badd-f40e400aade4 req-78fe07d0-7d19-4db8-9ac5-ee23cb7944ff tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:29.612885 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3b2dc107-f30b-4007-badd-f40e400aade4 req-78fe07d0-7d19-4db8-9ac5-ee23cb7944ff tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 949 time: 0.2905307 Feb 19 03:59:29.668872 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-42c6265b-e843-4686-96a8-377b3b077062 admin admin] Calling delete_port for 03ea5cdb-6300-45d8-ba40-fbeff6008f2f owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:59:29.820150 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3b2dc107-f30b-4007-badd-f40e400aade4 req-d5e7bbde-94e0-4d4c-9d46-8f0d697534a9 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050242 Feb 19 03:59:29.839498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55462) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:29.878167 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d7f61f77-7899-4056-b719-8843246c48d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:29.963958 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f19429-0de2-4bd6-a2a2-ac7f4dc8aec5 x-openstack-request-id: req-92f19429-0de2-4bd6-a2a2-ac7f4dc8aec5 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:29.964973 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e535f0-0553-44a4-9621-a192952bebc4", "tag": "303fdc53-143f-4203-a027-6cfa53f84708", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:29.965716 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-92f19429-0de2-4bd6-a2a2-ac7f4dc8aec5 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:29.966644 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e535f0-0553-44a4-9621-a192952bebc4', 'tag': '303fdc53-143f-4203-a027-6cfa53f84708', 'status': 'completed', 'code': 200} Feb 19 03:59:30.154815 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c69cb-59ae-4c9e-98ef-0b8c75e4aaee req-7add9818-795c-456b-be1c-2ecc0aad74ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:30.159180 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-818c69cb-59ae-4c9e-98ef-0b8c75e4aaee req-7add9818-795c-456b-be1c-2ecc0aad74ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 1126 time: 0.1628909 Feb 19 03:59:30.293306 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42c6265b-e843-4686-96a8-377b3b077062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (03ea5cdb-6300-45d8-ba40-fbeff6008f2f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:30.372843 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d7f61f77-7899-4056-b719-8843246c48d1 admin admin] Publish callbacks [] for security_group (d7242d7e-ee20-4ddc-bd55-265f9c3f4389), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:30.404665 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d7f61f77-7899-4056-b719-8843246c48d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d7242d7e-ee20-4ddc-bd55-265f9c3f4389), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:30.408968 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6265b-e843-4686-96a8-377b3b077062 admin admin] Pushing event deleted for resources: {'Port': ['ID=03ea5cdb-6300-45d8-ba40-fbeff6008f2f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:30.565202 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-85f5769e-0b7a-45e8-b7e3-5b53a6e73aa0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1a2bb49060124ae7b17cac17fa85b4e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0308623 Feb 19 03:59:30.582095 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55478) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:30.582809 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55480) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:30.585774 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d7f61f77-7899-4056-b719-8843246c48d1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e3a12174381b4dc6b19406182f6e58f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7444677 Feb 19 03:59:30.611979 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f61f77-7899-4056-b719-8843246c48d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7242d7e-ee20-4ddc-bd55-265f9c3f4389,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:30.636241 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c69cb-59ae-4c9e-98ef-0b8c75e4aaee req-d62edca1-1e5d-459e-83a9-6b3bdaf6c55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:30.652333 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-818c69cb-59ae-4c9e-98ef-0b8c75e4aaee req-d62edca1-1e5d-459e-83a9-6b3bdaf6c55c service neutron] 10.222.0.10 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 908 time: 0.4575381 Feb 19 03:59:30.756877 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-818c69cb-59ae-4c9e-98ef-0b8c75e4aaee req-be84f3cd-c085-4b36-a83f-b501fe613ebc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=303fdc53-143f-4203-a027-6cfa53f84708 HTTP/1.1" status: 200 len: 217 time: 0.0941525 Feb 19 03:59:30.854756 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c1189-4aa2-4202-b2a3-f137819a8332 req-a56406bf-64f8-4389-a61b-2550946cdf22 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:30.857732 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-934c1189-4aa2-4202-b2a3-f137819a8332 req-a56406bf-64f8-4389-a61b-2550946cdf22 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 944 time: 0.5226941 Feb 19 03:59:30.982074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c69cb-59ae-4c9e-98ef-0b8c75e4aaee req-dda64c1b-54ae-4167-ad8b-ed4948d9b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:30.986530 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-818c69cb-59ae-4c9e-98ef-0b8c75e4aaee req-dda64c1b-54ae-4167-ad8b-ed4948d9b7b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.2199030 Feb 19 03:59:31.082905 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bcbc353e-bda1-48c4-b5d7-03e7b13cecbb admin admin] Publish callbacks [] for security_group (d7242d7e-ee20-4ddc-bd55-265f9c3f4389), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:31.094786 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-818c69cb-59ae-4c9e-98ef-0b8c75e4aaee req-a04ab624-5e29-465d-a544-d1f4980a93db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010773 Feb 19 03:59:31.215561 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bcbc353e-bda1-48c4-b5d7-03e7b13cecbb admin admin] Publish callbacks [] for security_group (d7242d7e-ee20-4ddc-bd55-265f9c3f4389), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:31.306837 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b315436-df17-499e-a5bd-5f94d916f529 admin admin] Publish callbacks [] for security_group (18814340-d721-497a-a320-d3dff4995002), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:31.345746 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-934c1189-4aa2-4202-b2a3-f137819a8332 req-d320cb74-0844-43bf-8956-35e13d9e1674 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401882 Feb 19 03:59:31.416841 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-818c69cb-59ae-4c9e-98ef-0b8c75e4aaee req-68e593ca-12da-4ac5-8aad-273412cdf8e9 service neutron] 10.222.0.10 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133166 Feb 19 03:59:31.458443 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b315436-df17-499e-a5bd-5f94d916f529 admin admin] Publish callbacks [] for security_group (18814340-d721-497a-a320-d3dff4995002), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:31.502287 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42c6265b-e843-4686-96a8-377b3b077062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (d953f649-e81c-4e1d-a4db-bcc488830844), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:31.722414 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-818c69cb-59ae-4c9e-98ef-0b8c75e4aaee req-f158d58d-4714-4c3e-b9c0-619e80de500e service neutron] 10.222.0.10 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979217 Feb 19 03:59:31.839777 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b315436-df17-499e-a5bd-5f94d916f529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (18814340-d721-497a-a320-d3dff4995002), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:31.851294 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b315436-df17-499e-a5bd-5f94d916f529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:31.851294 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1b315436-df17-499e-a5bd-5f94d916f529 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/18814340-d721-497a-a320-d3dff4995002 HTTP/1.1" status: 204 len: 168 time: 1.2551367 Feb 19 03:59:31.866937 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bcbc353e-bda1-48c4-b5d7-03e7b13cecbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d7242d7e-ee20-4ddc-bd55-265f9c3f4389), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:31.871515 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bcbc353e-bda1-48c4-b5d7-03e7b13cecbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:31.873679 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bcbc353e-bda1-48c4-b5d7-03e7b13cecbb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d7242d7e-ee20-4ddc-bd55-265f9c3f4389 HTTP/1.1" status: 204 len: 168 time: 1.2783248 Feb 19 03:59:31.899364 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b315436-df17-499e-a5bd-5f94d916f529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18814340-d721-497a-a320-d3dff4995002,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:31.998409 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc353e-bda1-48c4-b5d7-03e7b13cecbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7242d7e-ee20-4ddc-bd55-265f9c3f4389,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:32.035485 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf6577-50e7-4091-91dc-4d94e816761f req-df8f2dd3-fec7-48d7-8de8-d5610b023bf4 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:32.038461 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-becf6577-50e7-4091-91dc-4d94e816761f req-df8f2dd3-fec7-48d7-8de8-d5610b023bf4 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 949 time: 0.4857523 Feb 19 03:59:32.184538 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e2a85119-0be3-4bc8-8a55-619e2c195c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:32.215040 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-a97855f5-2024-4c41-b1d8-8f38c1d93b49 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:59:32.217130 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-a97855f5-2024-4c41-b1d8-8f38c1d93b49 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0299222 Feb 19 03:59:32.338018 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-bc485ec0-c5a8-4b69-bcd6-4de8e0a430da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:32.340667 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-bc485ec0-c5a8-4b69-bcd6-4de8e0a430da service neutron] 10.222.0.65 "GET /v2.0/ports/520f56e0-500c-4b37-b9f5-893e73136f4a HTTP/1.1" status: 200 len: 1125 time: 0.1014810 Feb 19 03:59:32.383474 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-6ecd8a2b-95b7-45f0-830f-a3e3411ee481 service neutron] Request body: {'binding': {'host': 'n-h2-772273-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:32.384868 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-6ecd8a2b-95b7-45f0-830f-a3e3411ee481 service neutron] Unknown quota resources ['binding']. {{(pid=115198) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:59:32.503035 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-becf6577-50e7-4091-91dc-4d94e816761f req-ce21832d-e99d-4bbd-a56f-64b6f582fcc9 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124608 Feb 19 03:59:32.656484 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 303fdc53-143f-4203-a027-6cfa53f84708 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:59:32.671119 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c6265b-e843-4686-96a8-377b3b077062 admin admin] Router d953f649-e81c-4e1d-a4db-bcc488830844 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:59:32.894798 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 303fdc53-143f-4203-a027-6cfa53f84708, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=303fdc53-143f-4203-a027-6cfa53f84708,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:32.923185 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '303fdc53-143f-4203-a027-6cfa53f84708', 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89', 'port_id': '303fdc53-143f-4203-a027-6cfa53f84708', 'mac_address': 'fa:16:3e:b8:ca:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:59:32.943069 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-6ecd8a2b-95b7-45f0-830f-a3e3411ee481 service neutron] Attempting to bind port 520f56e0-500c-4b37-b9f5-893e73136f4a on host n-h2-772273-4 for vnic_type normal with profile None {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:59:32.943575 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-6ecd8a2b-95b7-45f0-830f-a3e3411ee481 service neutron] Attempting to bind port 520f56e0-500c-4b37-b9f5-893e73136f4a by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:59:32.944075 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-6ecd8a2b-95b7-45f0-830f-a3e3411ee481 service neutron] Attempting to bind port 520f56e0-500c-4b37-b9f5-893e73136f4a on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:32.962314 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-6ecd8a2b-95b7-45f0-830f-a3e3411ee481 service neutron] Port 520f56e0-500c-4b37-b9f5-893e73136f4a on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:59:32.962847 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-6ecd8a2b-95b7-45f0-830f-a3e3411ee481 service neutron] Attempting to bind port 520f56e0-500c-4b37-b9f5-893e73136f4a on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:32.971196 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55534) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:32.979765 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-6ecd8a2b-95b7-45f0-830f-a3e3411ee481 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:59:32.980326 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-6ecd8a2b-95b7-45f0-830f-a3e3411ee481 service neutron] Checking segment: {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:32.981018 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-6ecd8a2b-95b7-45f0-830f-a3e3411ee481 service neutron] Bound using segment: {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:59:32.982102 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-6ecd8a2b-95b7-45f0-830f-a3e3411ee481 service neutron] Bound port: 520f56e0-500c-4b37-b9f5-893e73136f4a, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:59:33.004165 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1ecce647-9a37-40f4-babf-677e04faf7b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:33.053990 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c6265b-e843-4686-96a8-377b3b077062 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:59:33.067907 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-42c6265b-e843-4686-96a8-377b3b077062 admin admin] 10.222.0.65 "PUT /v2.0/routers/d953f649-e81c-4e1d-a4db-bcc488830844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7230620 Feb 19 03:59:33.072579 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55536) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:33.076352 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3482a63b-3345-4c2d-b880-2c55563c74a2 None None] Sync routers for ids ['d953f649-e81c-4e1d-a4db-bcc488830844'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:59:33.096655 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 303fdc53-143f-4203-a027-6cfa53f84708 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:33.099600 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (303fdc53-143f-4203-a027-6cfa53f84708), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:33.120140 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482a63b-3345-4c2d-b880-2c55563c74a2 None None] Routers {'d953f649-e81c-4e1d-a4db-bcc488830844'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:59:33.125162 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-3482a63b-3345-4c2d-b880-2c55563c74a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:59:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d953f649-e81c-4e1d-a4db-bcc488830844'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:33.178398 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303fdc53-143f-4203-a027-6cfa53f84708 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:33.215860 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-6ecd8a2b-95b7-45f0-830f-a3e3411ee481 service neutron] For port 520f56e0-500c-4b37-b9f5-893e73136f4a, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=520f56e0-500c-4b37-b9f5-893e73136f4a,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:59:33.246712 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-6ecd8a2b-95b7-45f0-830f-a3e3411ee481 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:33.248867 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-6ecd8a2b-95b7-45f0-830f-a3e3411ee481 service neutron] 10.222.0.65 "POST /v2.0/ports/520f56e0-500c-4b37-b9f5-893e73136f4a/bindings HTTP/1.1" status: 201 len: 389 time: 0.8814611 Feb 19 03:59:33.273737 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 303fdc53-143f-4203-a027-6cfa53f84708, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=303fdc53-143f-4203-a027-6cfa53f84708,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:33.292770 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1ecce647-9a37-40f4-babf-677e04faf7b0 admin admin] Publish callbacks [] for security_group (43b86616-488a-4c2e-b6cf-721e8f3a0226), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:33.301647 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (303fdc53-143f-4203-a027-6cfa53f84708), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:33.308510 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1ecce647-9a37-40f4-babf-677e04faf7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (43b86616-488a-4c2e-b6cf-721e8f3a0226), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:33.526424 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=303fdc53-143f-4203-a027-6cfa53f84708,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:33.528131 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecce647-9a37-40f4-babf-677e04faf7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b86616-488a-4c2e-b6cf-721e8f3a0226,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:33.561869 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1ecce647-9a37-40f4-babf-677e04faf7b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fff34382104842e7a5c7a4c3199d48b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5879500 Feb 19 03:59:33.565665 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55558) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:33.590157 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-3482a63b-3345-4c2d-b880-2c55563c74a2 None None] Set router d953f649-e81c-4e1d-a4db-bcc488830844 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:59:33.597149 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['303fdc53-143f-4203-a027-6cfa53f84708'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:33.615151 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc1910e8-0053-4f12-a92f-7ed2bf483481 admin admin] Publish callbacks [] for router (d953f649-e81c-4e1d-a4db-bcc488830844), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:34.040641 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401a046-5fa4-4a2f-82b5-24df378eb0c4 req-0a76c045-5d87-464c-9412-1ad984af364e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:34.054261 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3401a046-5fa4-4a2f-82b5-24df378eb0c4 req-0a76c045-5d87-464c-9412-1ad984af364e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 945 time: 0.2221944 Feb 19 03:59:34.061753 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-2d9eb529-8e4e-490b-926a-5c7910821ab1 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4504392 Feb 19 03:59:34.096280 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d73cf551-3cb2-41f7-aa3e-8d3a44a8f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:34.099391 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d73cf551-3cb2-41f7-aa3e-8d3a44a8f385 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 1128 time: 0.1851299 Feb 19 03:59:34.149901 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-3482a63b-3345-4c2d-b880-2c55563c74a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-777708883-router', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:55:44Z', 'updated_at': '2022-02-19T03:59:30Z', 'revision_number': 5, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'gw_port': {'id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:34:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:45Z', 'updated_at': '2022-02-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:34.210359 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3401a046-5fa4-4a2f-82b5-24df378eb0c4 req-b3d5dea6-131f-4e7f-838d-b52f16d9633a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511970 Feb 19 03:59:34.218726 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3482a63b-3345-4c2d-b880-2c55563c74a2 None None] Checking router: d953f649-e81c-4e1d-a4db-bcc488830844 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:59:34.241814 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482a63b-3345-4c2d-b880-2c55563c74a2 None None] Routers {'d953f649-e81c-4e1d-a4db-bcc488830844'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:59:34.243609 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-3482a63b-3345-4c2d-b880-2c55563c74a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:59:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d953f649-e81c-4e1d-a4db-bcc488830844'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:34.498135 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-2a2e014e-17ce-4b3b-bbd9-599d5c1e4396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:34.501504 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-2a2e014e-17ce-4b3b-bbd9-599d5c1e4396 service neutron] 10.222.0.48 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 921 time: 0.3852398 Feb 19 03:59:34.533871 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-3482a63b-3345-4c2d-b880-2c55563c74a2 None None] Set router d953f649-e81c-4e1d-a4db-bcc488830844 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:59:34.595063 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-096213ec-467a-4e71-9856-b22e378fc43c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=520f56e0-500c-4b37-b9f5-893e73136f4a HTTP/1.1" status: 200 len: 217 time: 0.0862479 Feb 19 03:59:34.683638 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 303fdc53-143f-4203-a027-6cfa53f84708 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:34.720630 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d2ecd070-abd9-4d01-94b3-ad2870f0aef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:34.720630 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d2ecd070-abd9-4d01-94b3-ad2870f0aef3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.1139846 Feb 19 03:59:34.785037 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-150088e1-3ab6-4eaa-b37a-74484ffc6af6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594270 Feb 19 03:59:34.803667 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef08ea-fd99-419b-9186-88771545d9d4 req-625803c5-23eb-44cf-8ac7-7e3cad827313 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:34.807458 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-afef08ea-fd99-419b-9186-88771545d9d4 req-625803c5-23eb-44cf-8ac7-7e3cad827313 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 946 time: 0.4119112 Feb 19 03:59:34.918264 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d54d67f7-b89e-4b09-9913-26dec4673c6d admin admin] Publish callbacks [] for security_group (43b86616-488a-4c2e-b6cf-721e8f3a0226), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:34.929619 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 303fdc53-143f-4203-a027-6cfa53f84708 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:59:34.963002 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 303fdc53-143f-4203-a027-6cfa53f84708 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:34.964382 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (303fdc53-143f-4203-a027-6cfa53f84708), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.020251 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-afef08ea-fd99-419b-9186-88771545d9d4 req-7740b582-e0a5-4b73-b1a0-743dce5908b7 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962059 Feb 19 03:59:35.038409 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e097a930-11a5-4536-a500-b763ebcce1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.096452 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc1910e8-0053-4f12-a92f-7ed2bf483481 admin admin] Publish callbacks [] for router_gateway (d953f649-e81c-4e1d-a4db-bcc488830844), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.124853 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-08545627-f1a7-4f65-bf91-89596b2d853b tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:35.127886 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-08545627-f1a7-4f65-bf91-89596b2d853b tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0593789 Feb 19 03:59:35.142834 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-c384009a-1859-49d1-93bc-470bee567e5c service neutron] show failed (client error): The resource could not be found. Feb 19 03:59:35.144480 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-c384009a-1859-49d1-93bc-470bee567e5c service neutron] 10.222.0.48 "GET /v2.0/ports/7c3d3c52-3ec8-4150-95e2-72f41684ea03/bindings/n-h1-772273-4 HTTP/1.1" status: 404 len: 380 time: 1.0585053 Feb 19 03:59:35.149256 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d54d67f7-b89e-4b09-9913-26dec4673c6d admin admin] Publish callbacks [] for security_group (43b86616-488a-4c2e-b6cf-721e8f3a0226), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.154120 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-3482a63b-3345-4c2d-b880-2c55563c74a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-777708883-router', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:55:44Z', 'updated_at': '2022-02-19T03:59:30Z', 'revision_number': 5, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'gw_port': {'id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:34:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:45Z', 'updated_at': '2022-02-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:35.160827 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-0e2c65a4-77bc-438b-82ba-d3519ad38814 service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517299 Feb 19 03:59:35.267085 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-bf505d76-5c6a-456d-935e-f3058c25996b tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/quotas/dc95986700ea4199843c7c5d5aa06d4c HTTP/1.1" status: 200 len: 375 time: 0.1118877 Feb 19 03:59:35.292427 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 303fdc53-143f-4203-a027-6cfa53f84708 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:35.295340 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (303fdc53-143f-4203-a027-6cfa53f84708), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.296424 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3482a63b-3345-4c2d-b880-2c55563c74a2 None None] The sync data for ids ['d953f649-e81c-4e1d-a4db-bcc488830844'] in n-d-772273-4 is: [{'id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-777708883-router', 'tenant_id': '98e4fb96369442b78745cce9c7cb08aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:55:44Z', 'updated_at': '2022-02-19T03:59:30Z', 'revision_number': 5, 'project_id': '98e4fb96369442b78745cce9c7cb08aa', 'gw_port': {'id': 'eba67486-549a-4b80-91b3-1520a3eebf25', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:34:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f649-e81c-4e1d-a4db-bcc488830844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:55:45Z', 'updated_at': '2022-02-19T03:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:59:35.383460 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-bb25f6eb-4f2c-46db-b4c0-a8f26d6f92c0 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793967 Feb 19 03:59:35.450510 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d54d67f7-b89e-4b09-9913-26dec4673c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (43b86616-488a-4c2e-b6cf-721e8f3a0226), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.458762 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 303fdc53-143f-4203-a027-6cfa53f84708, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=303fdc53-143f-4203-a027-6cfa53f84708,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:35.461593 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e535f0-0553-44a4-9621-a192952bebc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303fdc53-143f-4203-a027-6cfa53f84708'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:35.466040 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d54d67f7-b89e-4b09-9913-26dec4673c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.466820 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6a5320-764c-4030-86a5-b72b06bab4ca" -d '{"events": [{"server_uuid": "15e535f0-0553-44a4-9621-a192952bebc4", "name": "network-vif-plugged", "status": "completed", "tag": "303fdc53-143f-4203-a027-6cfa53f84708"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:35.468166 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d54d67f7-b89e-4b09-9913-26dec4673c6d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/43b86616-488a-4c2e-b6cf-721e8f3a0226 HTTP/1.1" status: 204 len: 168 time: 1.8933849 Feb 19 03:59:35.489234 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (303fdc53-143f-4203-a027-6cfa53f84708), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.491232 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-cc1910e8-0053-4f12-a92f-7ed2bf483481 admin admin] Deleting port eba67486-549a-4b80-91b3-1520a3eebf25 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:59:35.491578 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc1910e8-0053-4f12-a92f-7ed2bf483481 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (eba67486-549a-4b80-91b3-1520a3eebf25), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.559776 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d67f7-b89e-4b09-9913-26dec4673c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b86616-488a-4c2e-b6cf-721e8f3a0226,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:35.834078 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=303fdc53-143f-4203-a027-6cfa53f84708,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:35.850141 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 03ea5cdb-6300-45d8-ba40-fbeff6008f2f no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:35.934502 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-cc1910e8-0053-4f12-a92f-7ed2bf483481 admin admin] For port eba67486-549a-4b80-91b3-1520a3eebf25, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=eba67486-549a-4b80-91b3-1520a3eebf25,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:35.934502 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc1910e8-0053-4f12-a92f-7ed2bf483481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (eba67486-549a-4b80-91b3-1520a3eebf25), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.968942 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 03ea5cdb-6300-45d8-ba40-fbeff6008f2f {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:59:35.975387 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 03ea5cdb-6300-45d8-ba40-fbeff6008f2f not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:59:35.982913 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-cc1910e8-0053-4f12-a92f-7ed2bf483481 admin admin] Calling delete_port for eba67486-549a-4b80-91b3-1520a3eebf25 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:59:36.573682 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:36.635777 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196228f-48ad-4417-b7d9-82c38d66ed4e req-da7eda25-9396-4eea-bafd-5a5a1232814e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:36.648383 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7196228f-48ad-4417-b7d9-82c38d66ed4e req-da7eda25-9396-4eea-bafd-5a5a1232814e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 946 time: 0.2219348 Feb 19 03:59:36.651908 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-ff1dfb82-3677-4f43-b141-a33ffb548dbf service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4847696 Feb 19 03:59:36.711947 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de99e74-962a-461b-8a6b-dfd070560d0a req-dac03294-dd22-483a-8dc0-53d7328db9b0 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:36.715376 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5de99e74-962a-461b-8a6b-dfd070560d0a req-dac03294-dd22-483a-8dc0-53d7328db9b0 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 949 time: 0.5585806 Feb 19 03:59:36.787383 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-b044f65e-1123-4e0c-a665-d22ca70b2a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:36.791795 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-b044f65e-1123-4e0c-a665-d22ca70b2a91 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc&tenant_id=ecf9e139694246328842375c06e497e6 HTTP/1.1" status: 200 len: 1131 time: 0.6250939 Feb 19 03:59:36.806590 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7196228f-48ad-4417-b7d9-82c38d66ed4e req-b9e9d5b1-576f-47b8-b4d7-36c19a9884cb tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566858 Feb 19 03:59:36.826695 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc1910e8-0053-4f12-a92f-7ed2bf483481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (eba67486-549a-4b80-91b3-1520a3eebf25), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:36.911069 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1910e8-0053-4f12-a92f-7ed2bf483481 admin admin] Pushing event deleted for resources: {'Port': ['ID=eba67486-549a-4b80-91b3-1520a3eebf25,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:36.952724 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-772273-4', 'device_owner': 'compute:nova'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:36.983555 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd13b98-1d2f-4210-ba77-15ab2ecf7b6d x-openstack-request-id: req-bcd13b98-1d2f-4210-ba77-15ab2ecf7b6d {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:36.984327 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e535f0-0553-44a4-9621-a192952bebc4", "name": "network-vif-plugged", "status": "completed", "tag": "303fdc53-143f-4203-a027-6cfa53f84708", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:36.987360 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bcd13b98-1d2f-4210-ba77-15ab2ecf7b6d {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:36.989565 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e535f0-0553-44a4-9621-a192952bebc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303fdc53-143f-4203-a027-6cfa53f84708', 'code': 200} Feb 19 03:59:37.040470 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:37.270860 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-78c71901-7f76-4e81-8a6a-3ef7a9193bdd req-df87cf4d-44cc-43b7-87f9-70712ffecdb0 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=9266b0e8-c6f0-4576-98b6-242440c5dbf0 HTTP/1.1" status: 200 len: 210 time: 0.1536779 Feb 19 03:59:37.299054 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc1910e8-0053-4f12-a92f-7ed2bf483481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (d953f649-e81c-4e1d-a4db-bcc488830844), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:37.314042 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5de99e74-962a-461b-8a6b-dfd070560d0a req-126db3c1-2aad-4b59-9299-54f70ee3f486 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753305 Feb 19 03:59:37.341669 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664952b-41f1-453a-870b-4ffa6892020d req-5e4c5cf0-1588-42fb-a8de-c8b26f19ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:37.345530 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c664952b-41f1-453a-870b-4ffa6892020d req-5e4c5cf0-1588-42fb-a8de-c8b26f19ce82 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 1128 time: 0.2301204 Feb 19 03:59:37.349247 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d6c374a3-7f4b-4b37-8228-da3a8f455624 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:37.352007 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d6c374a3-7f4b-4b37-8228-da3a8f455624 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda&tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&binding%3Ahost_id=n-h1-772273-4 HTTP/1.1" status: 200 len: 1128 time: 0.6061108 Feb 19 03:59:37.370324 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:37.387246 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d2b77b15-d66e-4e04-a7b4-a70933596376 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-772273-4'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:37.708772 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:37.772515 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc1910e8-0053-4f12-a92f-7ed2bf483481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (d953f649-e81c-4e1d-a4db-bcc488830844), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:37.778636 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc1910e8-0053-4f12-a92f-7ed2bf483481 admin admin] Publish callbacks [] for router_controller (d953f649-e81c-4e1d-a4db-bcc488830844), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:37.818752 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c664952b-41f1-453a-870b-4ffa6892020d req-623f3aa5-92b4-4e59-ae60-9fd187b42080 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622614 Feb 19 03:59:37.945243 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc005ea-b6f7-4446-9961-04d9a6076c03 req-a57dff69-537b-41c7-b23c-6bdfe77baf60 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:37.947662 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7bc005ea-b6f7-4446-9961-04d9a6076c03 req-a57dff69-537b-41c7-b23c-6bdfe77baf60 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 946 time: 0.3960745 Feb 19 03:59:37.964177 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc1910e8-0053-4f12-a92f-7ed2bf483481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (d953f649-e81c-4e1d-a4db-bcc488830844), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:37.967550 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1910e8-0053-4f12-a92f-7ed2bf483481 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d953f649-e81c-4e1d-a4db-bcc488830844 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:59:38.005063 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc1910e8-0053-4f12-a92f-7ed2bf483481 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:38.007923 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cc1910e8-0053-4f12-a92f-7ed2bf483481 admin admin] 10.222.0.65 "DELETE /v2.0/routers/d953f649-e81c-4e1d-a4db-bcc488830844 HTTP/1.1" status: 204 len: 168 time: 4.9335341 Feb 19 03:59:38.016944 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55656) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:38.140209 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7bc005ea-b6f7-4446-9961-04d9a6076c03 req-a71851ed-c71e-4233-9a86-e96bf890e5c6 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588705 Feb 19 03:59:38.161369 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d2b77b15-d66e-4e04-a7b4-a70933596376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (520f56e0-500c-4b37-b9f5-893e73136f4a), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:38.449572 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad34533-ae78-41c1-b7e3-117c10e4108c req-17720fac-a4fb-4d0d-b4ad-7b0eb815e08f tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:38.452191 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fad34533-ae78-41c1-b7e3-117c10e4108c req-17720fac-a4fb-4d0d-b4ad-7b0eb815e08f tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 946 time: 0.1369464 Feb 19 03:59:38.480456 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:38.502537 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 7c3d3c52-3ec8-4150-95e2-72f41684ea03 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:38.515812 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-098a4867-6e9d-4b9c-9c0b-871c46e1d2e7 admin admin] Deleting subnet 4270ac7f-396b-4263-8a48-9f0c325d371b {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:59:38.530044 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-752f6576-951f-434a-b3ca-42464ba42368 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=717c3d6672ee4e14b61f70cc28c3a94c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1275866 Feb 19 03:59:38.537170 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-098a4867-6e9d-4b9c-9c0b-871c46e1d2e7 admin admin] Publish callbacks [] for subnet (4270ac7f-396b-4263-8a48-9f0c325d371b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:38.642438 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55674) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:38.709232 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fad34533-ae78-41c1-b7e3-117c10e4108c req-4809d4b6-a70d-433b-8102-4502ecfc3821 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448277 Feb 19 03:59:38.803257 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:38.804180 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:38.821294 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:38.837171 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-a5c69d89-4654-4692-bd65-8e5e3c2e47d7 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0803266 Feb 19 03:59:39.133092 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a7b45c2-b7e8-4172-a24d-024a9e4da1dc req-358ed4be-a746-4e30-8557-0e841dccc74a tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=9266b0e8-c6f0-4576-98b6-242440c5dbf0 HTTP/1.1" status: 200 len: 210 time: 0.1692483 Feb 19 03:59:39.144868 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] For port 7c3d3c52-3ec8-4150-95e2-72f41684ea03, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=7c3d3c52-3ec8-4150-95e2-72f41684ea03,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:39.197716 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2b68f419-f357-4c11-8a66-1b0c1d3236f3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1427267721-network', 'tenant_id': '73305c74b76a4478a4b06b1029890214'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:39.219057 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] For port 7c3d3c52-3ec8-4150-95e2-72f41684ea03, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:39.307868 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] Publish callbacks [] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:39.337599 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b68f419-f357-4c11-8a66-1b0c1d3236f3 admin admin] Made reservation on behalf of 73305c74b76a4478a4b06b1029890214 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:59:39.342006 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2b68f419-f357-4c11-8a66-1b0c1d3236f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:39.343447 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] Transition to ACTIVE for port object 7c3d3c52-3ec8-4150-95e2-72f41684ea03 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:59:39.345453 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc207bb-14c3-4949-b2cb-bb502289addc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c3d3c52-3ec8-4150-95e2-72f41684ea03'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:39.350276 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf20e857-090b-4dbc-908a-3b72657e9ae6" -d '{"events": [{"server_uuid": "bcc207bb-14c3-4949-b2cb-bb502289addc", "name": "network-vif-unplugged", "status": "completed", "tag": "7c3d3c52-3ec8-4150-95e2-72f41684ea03"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:39.369265 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:39.436416 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2b68f419-f357-4c11-8a66-1b0c1d3236f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:39.437890 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:59:39.438919 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:59:39.460861 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-098a4867-6e9d-4b9c-9c0b-871c46e1d2e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (4270ac7f-396b-4263-8a48-9f0c325d371b), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:39.480098 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-05dc76fd-162e-41c6-b634-696315f82fcf tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:39.483065 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-05dc76fd-162e-41c6-b634-696315f82fcf tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6201618 Feb 19 03:59:39.506601 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-0d32f4e6-343d-4f8b-ac4a-146410603781 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Request body: {'port': {'device_id': '9266b0e8-c6f0-4576-98b6-242440c5dbf0', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': 'dc95986700ea4199843c7c5d5aa06d4c'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:39.663694 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d2b77b15-d66e-4e04-a7b4-a70933596376 service neutron] For port 520f56e0-500c-4b37-b9f5-893e73136f4a, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=520f56e0-500c-4b37-b9f5-893e73136f4a,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:39.671833 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3d3c52-3ec8-4150-95e2-72f41684ea03,revision_number=6']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:39.700162 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675dce30-d1af-427f-a25f-8ccc2bfc66b5 req-5ca12b0b-fbf5-4df8-8c1a-572e9f9f540e tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:39.703157 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-675dce30-d1af-427f-a25f-8ccc2bfc66b5 req-5ca12b0b-fbf5-4df8-8c1a-572e9f9f540e tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 947 time: 0.3503079 Feb 19 03:59:39.758242 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-793feca3-4e3f-4b65-b502-4366778debdb tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:39.761347 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-793feca3-4e3f-4b65-b502-4366778debdb tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1683092 Feb 19 03:59:39.809254 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] No DVR routers for this DVR port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:59:39.868335 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device eba67486-549a-4b80-91b3-1520a3eebf25 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:39.918731 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: eba67486-549a-4b80-91b3-1520a3eebf25 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:59:39.919901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device eba67486-549a-4b80-91b3-1520a3eebf25 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:59:39.932726 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-098a4867-6e9d-4b9c-9c0b-871c46e1d2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (4270ac7f-396b-4263-8a48-9f0c325d371b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:39.940695 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-8ad7cdf0-3ab3-454c-929a-4174514ac1fc tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/quotas/717c3d6672ee4e14b61f70cc28c3a94c HTTP/1.1" status: 200 len: 375 time: 0.1459575 Feb 19 03:59:39.949907 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-675dce30-d1af-427f-a25f-8ccc2bfc66b5 req-d18b0b94-c010-467b-a394-b3ab5109b7a1 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329180 Feb 19 03:59:39.975574 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2b68f419-f357-4c11-8a66-1b0c1d3236f3 admin admin] Publish callbacks [] for security_group (c00256a9-5d51-4035-b34d-dcbb4e7fcefc), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:39.991952 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2b68f419-f357-4c11-8a66-1b0c1d3236f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c00256a9-5d51-4035-b34d-dcbb4e7fcefc), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.038390 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-0d32f4e6-343d-4f8b-ac4a-146410603781 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Made reservation on behalf of dc95986700ea4199843c7c5d5aa06d4c for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:59:40.045369 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-0d32f4e6-343d-4f8b-ac4a-146410603781 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.056960 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d2b77b15-d66e-4e04-a7b4-a70933596376 service neutron] For port 520f56e0-500c-4b37-b9f5-893e73136f4a, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:40.066131 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b68f419-f357-4c11-8a66-1b0c1d3236f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:59:40.076689 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 is: DOWN; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:40.103404 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] Attempting to bind port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:59:40.103947 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] Attempting to bind port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:59:40.104475 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] Attempting to bind port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:40.119364 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-0d32f4e6-343d-4f8b-ac4a-146410603781 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.124233 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2b68f419-f357-4c11-8a66-1b0c1d3236f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (01f5a53f-64dd-40c7-b2ab-c0fc48e174a2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.124869 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-2b68f419-f357-4c11-8a66-1b0c1d3236f3 admin admin] Added segment 01f5a53f-64dd-40c7-b2ab-c0fc48e174a2 of type vlan for network 15445c48-fb80-4d2d-af6d-91f4496d3072 Feb 19 03:59:40.142709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68f419-f357-4c11-8a66-1b0c1d3236f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00256a9-5d51-4035-b34d-dcbb4e7fcefc,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:40.157350 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-75982511-ae14-4b59-87cb-2c8c5f0ef845 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=717c3d6672ee4e14b61f70cc28c3a94c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1415563 Feb 19 03:59:40.176510 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] Port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:59:40.176879 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] Attempting to bind port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:40.191763 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:59:40.192493 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:40.193371 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:59:40.194691 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] Bound port: 7c3d3c52-3ec8-4150-95e2-72f41684ea03, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:59:40.196205 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.259773 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d2b77b15-d66e-4e04-a7b4-a70933596376 service neutron] Publish callbacks [] for port (520f56e0-500c-4b37-b9f5-893e73136f4a), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.302496 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-098a4867-6e9d-4b9c-9c0b-871c46e1d2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (4270ac7f-396b-4263-8a48-9f0c325d371b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.317757 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2b68f419-f357-4c11-8a66-1b0c1d3236f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (15445c48-fb80-4d2d-af6d-91f4496d3072), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.331799 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d2b77b15-d66e-4e04-a7b4-a70933596376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (520f56e0-500c-4b37-b9f5-893e73136f4a), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.351293 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19364ba-1778-4a5a-ac08-72c7dfa1697a None None] Network 8ae02c71-45ff-47a1-b8ca-fe0848324233 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:59:40.371784 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-098a4867-6e9d-4b9c-9c0b-871c46e1d2e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.395109 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55694) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:40.395655 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-098a4867-6e9d-4b9c-9c0b-871c46e1d2e7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4270ac7f-396b-4263-8a48-9f0c325d371b HTTP/1.1" status: 204 len: 168 time: 2.3616803 Feb 19 03:59:40.446278 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a4867-6e9d-4b9c-9c0b-871c46e1d2e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4270ac7f-396b-4263-8a48-9f0c325d371b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:40.593637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4153522-3014-42ba-9551-4cba17be910c req-5307fbd2-084d-4938-be47-d8d42b41bf0b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:40.607808 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f4153522-3014-42ba-9551-4cba17be910c req-5307fbd2-084d-4938-be47-d8d42b41bf0b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 946 time: 0.4986162 Feb 19 03:59:40.634717 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2b68f419-f357-4c11-8a66-1b0c1d3236f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (15445c48-fb80-4d2d-af6d-91f4496d3072), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.637013 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b68f419-f357-4c11-8a66-1b0c1d3236f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:40.638538 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2b68f419-f357-4c11-8a66-1b0c1d3236f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.649400 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b77b15-d66e-4e04-a7b4-a70933596376 service neutron] Pushing event updated for resources: {'Port': ['ID=520f56e0-500c-4b37-b9f5-893e73136f4a,revision_number=7']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:40.683904 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] For port 7c3d3c52-3ec8-4150-95e2-72f41684ea03, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:40.702446 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] For port 7c3d3c52-3ec8-4150-95e2-72f41684ea03, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=7c3d3c52-3ec8-4150-95e2-72f41684ea03,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:59:40.711034 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdadbb0-477f-428e-9598-5366045bde60 x-openstack-request-id: req-4fdadbb0-477f-428e-9598-5366045bde60 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:40.717096 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc207bb-14c3-4949-b2cb-bb502289addc", "name": "network-vif-unplugged", "status": "completed", "tag": "7c3d3c52-3ec8-4150-95e2-72f41684ea03", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:40.717990 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4fdadbb0-477f-428e-9598-5366045bde60 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:40.721150 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc207bb-14c3-4949-b2cb-bb502289addc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c3d3c52-3ec8-4150-95e2-72f41684ea03', 'code': 200} Feb 19 03:59:40.805014 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.928136 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7c86d4d9-0338-4e8c-99c0-7d4e1712d936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (8ae02c71-45ff-47a1-b8ca-fe0848324233), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.962981 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2b68f419-f357-4c11-8a66-1b0c1d3236f3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3121715 Feb 19 03:59:40.966627 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-0d32f4e6-343d-4f8b-ac4a-146410603781 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks [] for security_group (5f891e8c-071e-4477-962c-cefe16f6d6ed), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.969369 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55714) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:40.978198 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d2b77b15-d66e-4e04-a7b4-a70933596376 service neutron] Attempting to bind port 520f56e0-500c-4b37-b9f5-893e73136f4a on host n-h1-772273-4 for vnic_type normal with profile {"migrating_to": "n-h2-772273-4"} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:59:40.983967 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d2b77b15-d66e-4e04-a7b4-a70933596376 service neutron] Attempting to bind port 520f56e0-500c-4b37-b9f5-893e73136f4a by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:59:40.983967 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d2b77b15-d66e-4e04-a7b4-a70933596376 service neutron] Attempting to bind port 520f56e0-500c-4b37-b9f5-893e73136f4a on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:40.995545 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f4153522-3014-42ba-9551-4cba17be910c req-7f154904-15d8-4871-bb1f-c860ca748ea3 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862069 Feb 19 03:59:41.001507 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d2b77b15-d66e-4e04-a7b4-a70933596376 service neutron] Port 520f56e0-500c-4b37-b9f5-893e73136f4a on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:59:41.002204 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d2b77b15-d66e-4e04-a7b4-a70933596376 service neutron] Attempting to bind port 520f56e0-500c-4b37-b9f5-893e73136f4a on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:41.019821 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:41.020689 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-73ec4d55-09e9-44bd-a4e8-2e3de1f2eafd admin admin] Request body: {'subnet': {'network_id': '15445c48-fb80-4d2d-af6d-91f4496d3072', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1427267721-subnet', 'tenant_id': '73305c74b76a4478a4b06b1029890214', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:41.021230 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.024782 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] 10.222.0.10 "PUT /v2.0/ports/7c3d3c52-3ec8-4150-95e2-72f41684ea03 HTTP/1.1" status: 200 len: 1095 time: 4.1100419 Feb 19 03:59:41.057622 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-0d32f4e6-343d-4f8b-ac4a-146410603781 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5f891e8c-071e-4477-962c-cefe16f6d6ed), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.079169 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d2b77b15-d66e-4e04-a7b4-a70933596376 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:59:41.081976 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d2b77b15-d66e-4e04-a7b4-a70933596376 service neutron] Checking segment: {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:41.082921 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d2b77b15-d66e-4e04-a7b4-a70933596376 service neutron] Bound using segment: {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:59:41.084383 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d2b77b15-d66e-4e04-a7b4-a70933596376 service neutron] Bound port: 520f56e0-500c-4b37-b9f5-893e73136f4a, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:59:41.085110 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d2b77b15-d66e-4e04-a7b4-a70933596376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (520f56e0-500c-4b37-b9f5-893e73136f4a), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.118286 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68f419-f357-4c11-8a66-1b0c1d3236f3 admin admin] Pushing event updated for resources: {'Network': ['ID=15445c48-fb80-4d2d-af6d-91f4496d3072,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:41.147024 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 15445c48-fb80-4d2d-af6d-91f4496d3072 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:59:41.196302 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad49bd-0701-4fe4-adfb-8824dfc99627 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3d3c52-3ec8-4150-95e2-72f41684ea03,revision_number=7']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:41.259583 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41990160-41de-424d-bc8e-30f573267b91 req-bef2d0ff-b53f-40e3-a008-815fbacd1102 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:41.263612 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-41990160-41de-424d-bc8e-30f573267b91 req-bef2d0ff-b53f-40e3-a008-815fbacd1102 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 946 time: 0.4275420 Feb 19 03:59:41.374416 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae15c0af-ca62-44de-8d8f-60b827a2e7eb None None] DHCP port deletion for 8ae02c71-45ff-47a1-b8ca-fe0848324233 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:59:41.456294 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-034ad807-1dc7-4ad6-be34-642a797f2059 req-484ab11d-c918-4c62-8beb-09fa8b349e87 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=9266b0e8-c6f0-4576-98b6-242440c5dbf0 HTTP/1.1" status: 200 len: 210 time: 0.1842439 Feb 19 03:59:41.474297 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-fcd4dc75-4b4f-4cc1-805c-9209e1f5a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:41.477341 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-fcd4dc75-4b4f-4cc1-805c-9209e1f5a2e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 1129 time: 0.3734913 Feb 19 03:59:41.501705 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ec4d55-09e9-44bd-a4e8-2e3de1f2eafd admin admin] Made reservation on behalf of 73305c74b76a4478a4b06b1029890214 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:59:41.519559 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-73ec4d55-09e9-44bd-a4e8-2e3de1f2eafd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.525204 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32f4e6-343d-4f8b-ac4a-146410603781 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f891e8c-071e-4477-962c-cefe16f6d6ed,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:41.583037 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d2b77b15-d66e-4e04-a7b4-a70933596376 service neutron] For port 520f56e0-500c-4b37-b9f5-893e73136f4a, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:41.606748 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-41990160-41de-424d-bc8e-30f573267b91 req-89a36929-a913-421e-8507-2b6c9bab9060 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952285 Feb 19 03:59:41.707171 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ae15c0af-ca62-44de-8d8f-60b827a2e7eb None None] Deleting port 09bec7f6-8403-4352-b0e5-898c201ba899 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:59:41.708225 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ae15c0af-ca62-44de-8d8f-60b827a2e7eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (09bec7f6-8403-4352-b0e5-898c201ba899), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.862015 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d2b77b15-d66e-4e04-a7b4-a70933596376 service neutron] For port 520f56e0-500c-4b37-b9f5-893e73136f4a, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=520f56e0-500c-4b37-b9f5-893e73136f4a,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:59:41.875241 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-f78eaf33-96b1-421e-b3bc-fec9dde8cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:41.878998 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-f78eaf33-96b1-421e-b3bc-fec9dde8cd4c service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.3917735 Feb 19 03:59:41.883001 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d2b77b15-d66e-4e04-a7b4-a70933596376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (520f56e0-500c-4b37-b9f5-893e73136f4a), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.918862 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-380e38e2-7a8e-469a-aff4-2f4993e630e4 req-c93c3c90-1fbe-4a9a-aebb-7a94a3ed937e tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/ports?device_id=db0f975a-9d8e-4425-96a5-849a16057aca HTTP/1.1" status: 200 len: 210 time: 0.2127891 Feb 19 03:59:42.008310 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-7c86d4d9-0338-4e8c-99c0-7d4e1712d936 admin admin] Deleting port 09bec7f6-8403-4352-b0e5-898c201ba899 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:59:42.009330 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7c86d4d9-0338-4e8c-99c0-7d4e1712d936 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (09bec7f6-8403-4352-b0e5-898c201ba899), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.013173 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-dbe180c7-4bc5-4cb3-b539-ff1b823cf846 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7c3d3c52-3ec8-4150-95e2-72f41684ea03 HTTP/1.1" status: 200 len: 217 time: 0.1092756 Feb 19 03:59:42.029035 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-ae15c0af-ca62-44de-8d8f-60b827a2e7eb None None] For port 09bec7f6-8403-4352-b0e5-898c201ba899, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=09bec7f6-8403-4352-b0e5-898c201ba899,segment=NetworkSegment(062114eb-06bd-4f79-9d4f-217c98a85f2d),segment_id=062114eb-06bd-4f79-9d4f-217c98a85f2d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:42.030373 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ae15c0af-ca62-44de-8d8f-60b827a2e7eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (09bec7f6-8403-4352-b0e5-898c201ba899), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.072315 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 09bec7f6-8403-4352-b0e5-898c201ba899 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:42.175791 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-0d32f4e6-343d-4f8b-ac4a-146410603781 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Allocated IP 192.168.233.98 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/33d9b8b1-8083-414e-9a58-5ece468cd2ac) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:59:42.208991 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ae15c0af-ca62-44de-8d8f-60b827a2e7eb None None] Calling delete_port for 09bec7f6-8403-4352-b0e5-898c201ba899 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:59:42.249202 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-7c86d4d9-0338-4e8c-99c0-7d4e1712d936 admin admin] For port 09bec7f6-8403-4352-b0e5-898c201ba899, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=09bec7f6-8403-4352-b0e5-898c201ba899,segment=NetworkSegment(062114eb-06bd-4f79-9d4f-217c98a85f2d),segment_id=062114eb-06bd-4f79-9d4f-217c98a85f2d)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:42.250239 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7c86d4d9-0338-4e8c-99c0-7d4e1712d936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (09bec7f6-8403-4352-b0e5-898c201ba899), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.260355 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d2b77b15-d66e-4e04-a7b4-a70933596376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:42.261487 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d2b77b15-d66e-4e04-a7b4-a70933596376 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.264277 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-d2b77b15-d66e-4e04-a7b4-a70933596376 service neutron] 10.222.0.48 "PUT /v2.0/ports/520f56e0-500c-4b37-b9f5-893e73136f4a HTTP/1.1" status: 200 len: 1122 time: 4.8980377 Feb 19 03:59:42.356049 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-7c86d4d9-0338-4e8c-99c0-7d4e1712d936 admin admin] Calling delete_port for 09bec7f6-8403-4352-b0e5-898c201ba899 owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:59:42.375288 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b77b15-d66e-4e04-a7b4-a70933596376 service neutron] Pushing event updated for resources: {'Port': ['ID=520f56e0-500c-4b37-b9f5-893e73136f4a,revision_number=8']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:42.395288 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-5ff3de28-3cbd-4f46-96af-3e2898478960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:42.399540 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-5ff3de28-3cbd-4f46-96af-3e2898478960 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.3330724 Feb 19 03:59:42.501745 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac717f7-eba5-44cd-aa3c-ba18055c93a7 req-dd6010dd-9be3-42ae-b28b-74478484513b tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:42.518707 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9ac717f7-eba5-44cd-aa3c-ba18055c93a7 req-dd6010dd-9be3-42ae-b28b-74478484513b tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 947 time: 0.3677177 Feb 19 03:59:42.583550 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['520f56e0-500c-4b37-b9f5-893e73136f4a'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:42.650927 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9ac717f7-eba5-44cd-aa3c-ba18055c93a7 req-7eca80e7-eb95-4d5f-b317-bd719d46a56b tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298196 Feb 19 03:59:42.657646 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-269bd299-0fdc-4067-aba6-d023a6c8b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:42.662561 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-269bd299-0fdc-4067-aba6-d023a6c8b8b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2465229 Feb 19 03:59:42.704212 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ae15c0af-ca62-44de-8d8f-60b827a2e7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (09bec7f6-8403-4352-b0e5-898c201ba899), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.714208 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df7d26-e93a-4d1c-979e-d3343251b345 req-b39573d0-1d8b-4091-b5c4-77320041667e tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:42.731755 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60df7d26-e93a-4d1c-979e-d3343251b345 req-b39573d0-1d8b-4091-b5c4-77320041667e tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 1128 time: 0.4375234 Feb 19 03:59:42.763294 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae15c0af-ca62-44de-8d8f-60b827a2e7eb None None] No DVR routers for this DVR port 09bec7f6-8403-4352-b0e5-898c201ba899 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:59:42.820214 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025f74a7-3160-4b85-91bd-f8eedda3fbda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '520f56e0-500c-4b37-b9f5-893e73136f4a'}, {'name': 'network-changed', 'server_uuid': 'bcc207bb-14c3-4949-b2cb-bb502289addc', 'tag': '7c3d3c52-3ec8-4150-95e2-72f41684ea03'}, {'name': 'network-changed', 'server_uuid': '025f74a7-3160-4b85-91bd-f8eedda3fbda', 'tag': '520f56e0-500c-4b37-b9f5-893e73136f4a'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:42.825020 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa2147c-62c9-4bc1-b026-b8905da94140" -d '{"events": [{"server_uuid": "025f74a7-3160-4b85-91bd-f8eedda3fbda", "name": "network-vif-unplugged", "status": "completed", "tag": "520f56e0-500c-4b37-b9f5-893e73136f4a"}, {"name": "network-changed", "server_uuid": "bcc207bb-14c3-4949-b2cb-bb502289addc", "tag": "7c3d3c52-3ec8-4150-95e2-72f41684ea03"}, {"name": "network-changed", "server_uuid": "025f74a7-3160-4b85-91bd-f8eedda3fbda", "tag": "520f56e0-500c-4b37-b9f5-893e73136f4a"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:42.838604 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15c0af-ca62-44de-8d8f-60b827a2e7eb None None] Pushing event deleted for resources: {'Port': ['ID=09bec7f6-8403-4352-b0e5-898c201ba899,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:42.846972 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 09bec7f6-8403-4352-b0e5-898c201ba899 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:42.848156 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (09bec7f6-8403-4352-b0e5-898c201ba899), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.997381 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d593ea-80cc-4a39-8e9c-f868648fb97d req-a109b722-641d-46e3-ab69-1a82a4a36bb4 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:43.003621 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a1d593ea-80cc-4a39-8e9c-f868648fb97d req-a109b722-641d-46e3-ab69-1a82a4a36bb4 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 944 time: 0.1643786 Feb 19 03:59:43.048870 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-947a29d4-0659-4902-bfbc-1376a54a31ef service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791211 Feb 19 03:59:43.118329 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-73ec4d55-09e9-44bd-a4e8-2e3de1f2eafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (61b43255-4d30-44fa-8b7d-01663d893601), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:43.209002 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-0d32f4e6-343d-4f8b-ac4a-146410603781 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks [] for port (33d9b8b1-8083-414e-9a58-5ece468cd2ac), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:43.212185 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7c86d4d9-0338-4e8c-99c0-7d4e1712d936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (09bec7f6-8403-4352-b0e5-898c201ba899), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:43.221876 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a1d593ea-80cc-4a39-8e9c-f868648fb97d req-e904de57-3e23-45e3-86bc-c4c7d9a3cd96 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173700 Feb 19 03:59:43.304631 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-313edccc-23df-4b12-b684-61c9e894e0c6 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=717c3d6672ee4e14b61f70cc28c3a94c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740137 Feb 19 03:59:43.311426 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c86d4d9-0338-4e8c-99c0-7d4e1712d936 admin admin] No DVR routers for this DVR port 09bec7f6-8403-4352-b0e5-898c201ba899 on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:59:43.332728 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60df7d26-e93a-4d1c-979e-d3343251b345 req-d44d0751-fcf8-416b-995c-eccccfbcad82 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5993459 Feb 19 03:59:43.425291 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec4d55-09e9-44bd-a4e8-2e3de1f2eafd admin admin] Pushing event updated for resources: {'Subnet': ['ID=61b43255-4d30-44fa-8b7d-01663d893601,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:43.494645 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86d4d9-0338-4e8c-99c0-7d4e1712d936 admin admin] Pushing event deleted for resources: {'Port': ['ID=09bec7f6-8403-4352-b0e5-898c201ba899,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:43.540635 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3133c4-c86f-4a47-991e-20008a236d51 x-openstack-request-id: req-0e3133c4-c86f-4a47-991e-20008a236d51 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:43.545365 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025f74a7-3160-4b85-91bd-f8eedda3fbda", "name": "network-vif-unplugged", "status": "completed", "tag": "520f56e0-500c-4b37-b9f5-893e73136f4a", "code": 200}, {"name": "network-changed", "server_uuid": "bcc207bb-14c3-4949-b2cb-bb502289addc", "tag": "7c3d3c52-3ec8-4150-95e2-72f41684ea03", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "025f74a7-3160-4b85-91bd-f8eedda3fbda", "tag": "520f56e0-500c-4b37-b9f5-893e73136f4a", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:43.545932 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e3133c4-c86f-4a47-991e-20008a236d51 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:43.546790 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025f74a7-3160-4b85-91bd-f8eedda3fbda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '520f56e0-500c-4b37-b9f5-893e73136f4a', 'code': 200} Feb 19 03:59:43.547335 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc207bb-14c3-4949-b2cb-bb502289addc', 'tag': '7c3d3c52-3ec8-4150-95e2-72f41684ea03', 'status': 'completed', 'code': 200} Feb 19 03:59:43.547955 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025f74a7-3160-4b85-91bd-f8eedda3fbda', 'tag': '520f56e0-500c-4b37-b9f5-893e73136f4a', 'status': 'completed', 'code': 200} Feb 19 03:59:43.650087 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ec4d55-09e9-44bd-a4e8-2e3de1f2eafd admin admin] Checking segment: {'id': '01f5a53f-64dd-40c7-b2ab-c0fc48e174a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '15445c48-fb80-4d2d-af6d-91f4496d3072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:43.650719 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ec4d55-09e9-44bd-a4e8-2e3de1f2eafd admin admin] Network hostable DHCP agents. Network: 15445c48-fb80-4d2d-af6d-91f4496d3072, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:59:43.653593 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-83026a36-9e60-4837-876e-bb2483d3558c req-578ae9a8-1db4-434f-8c4d-ec5daff148f1 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=9266b0e8-c6f0-4576-98b6-242440c5dbf0 HTTP/1.1" status: 200 len: 210 time: 0.1873550 Feb 19 03:59:43.696625 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7c86d4d9-0338-4e8c-99c0-7d4e1712d936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (8ae02c71-45ff-47a1-b8ca-fe0848324233), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:43.744775 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-efe5b456-8f26-45fe-bb4c-2d5635af9150 req-dd555a81-46a9-4556-8717-1f6de596bd74 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6842043 Feb 19 03:59:43.781042 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-0d32f4e6-343d-4f8b-ac4a-146410603781 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (33d9b8b1-8083-414e-9a58-5ece468cd2ac), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:43.798940 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c4a14ab5-ebcc-4205-884d-47e16a151d68 req-5d69ebc7-2c39-4114-9aee-4cac11b6905a tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/ports?device_id=db0f975a-9d8e-4425-96a5-849a16057aca HTTP/1.1" status: 200 len: 210 time: 0.1081474 Feb 19 03:59:43.822105 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-55a6feda-3d13-4f4c-95b5-f1743d24dede tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:43.832274 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-55a6feda-3d13-4f4c-95b5-f1743d24dede tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5148599 Feb 19 03:59:43.870352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Request body: {'port': {'device_id': 'db0f975a-9d8e-4425-96a5-849a16057aca', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': '717c3d6672ee4e14b61f70cc28c3a94c'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:44.037076 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32f4e6-343d-4f8b-ac4a-146410603781 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Pushing event updated for resources: {'Port': ['ID=33d9b8b1-8083-414e-9a58-5ece468cd2ac,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:44.064179 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-7c86d4d9-0338-4e8c-99c0-7d4e1712d936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae02c71-45ff-47a1-b8ca-fe0848324233']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:44.078740 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ec4d55-09e9-44bd-a4e8-2e3de1f2eafd admin admin] Network 15445c48-fb80-4d2d-af6d-91f4496d3072 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:59:44.114466 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-0d32f4e6-343d-4f8b-ac4a-146410603781 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:59:44.119453 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-73ec4d55-09e9-44bd-a4e8-2e3de1f2eafd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 15445c48-fb80-4d2d-af6d-91f4496d3072) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:44.129632 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ec4d55-09e9-44bd-a4e8-2e3de1f2eafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:44.130808 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-73ec4d55-09e9-44bd-a4e8-2e3de1f2eafd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:44.140675 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cea4834-b427-46dc-af0e-4caefaccaf67 None None] Network 15445c48-fb80-4d2d-af6d-91f4496d3072 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:59:44.142293 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-7c86d4d9-0338-4e8c-99c0-7d4e1712d936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062114eb-06bd-4f79-9d4f-217c98a85f2d') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:44.142993 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-7c86d4d9-0338-4e8c-99c0-7d4e1712d936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062114eb-06bd-4f79-9d4f-217c98a85f2d') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:44.147020 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-0d32f4e6-343d-4f8b-ac4a-146410603781 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:44.152043 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-0d32f4e6-343d-4f8b-ac4a-146410603781 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:59:44.389756 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7c86d4d9-0338-4e8c-99c0-7d4e1712d936 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (062114eb-06bd-4f79-9d4f-217c98a85f2d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:44.437716 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-0d32f4e6-343d-4f8b-ac4a-146410603781 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:44.438936 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-0d32f4e6-343d-4f8b-ac4a-146410603781 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:44.521460 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-73ec4d55-09e9-44bd-a4e8-2e3de1f2eafd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.5394416 Feb 19 03:59:44.526481 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7c86d4d9-0338-4e8c-99c0-7d4e1712d936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (062114eb-06bd-4f79-9d4f-217c98a85f2d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:44.530223 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55796) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:44.539576 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-aaf0314a-c534-48f5-9751-475006c49a5b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1427267721-router', 'tenant_id': '73305c74b76a4478a4b06b1029890214', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:44.581335 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 520f56e0-500c-4b37-b9f5-893e73136f4a details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:59:44.600683 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-0d32f4e6-343d-4f8b-ac4a-146410603781 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1016972 Feb 19 03:59:44.614737 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aaf0314a-c534-48f5-9751-475006c49a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (99d58c1b-2c70-4991-842b-f886b5da15b7), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:44.618801 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aaf0314a-c534-48f5-9751-475006c49a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (99d58c1b-2c70-4991-842b-f886b5da15b7), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:44.637680 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67022603-9df6-4956-a00a-ff66b034f78e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-15445c48-fb80-4d2d-af6d-91f4496d3072', 'network_id': '15445c48-fb80-4d2d-af6d-91f4496d3072', 'project_id': '73305c74b76a4478a4b06b1029890214', 'fixed_ips': [{'subnet_id': '61b43255-4d30-44fa-8b7d-01663d893601'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:59:44.649693 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-67022603-9df6-4956-a00a-ff66b034f78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:44.799510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c86d4d9-0338-4e8c-99c0-7d4e1712d936 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:59:44.800685 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7c86d4d9-0338-4e8c-99c0-7d4e1712d936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (062114eb-06bd-4f79-9d4f-217c98a85f2d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:44.891163 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-82e1364a-ce04-4380-bc56-4737f3ac048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:44.894002 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-82e1364a-ce04-4380-bc56-4737f3ac048b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 1129 time: 1.3020923 Feb 19 03:59:44.908762 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 520f56e0-500c-4b37-b9f5-893e73136f4a, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=520f56e0-500c-4b37-b9f5-893e73136f4a,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:44.926661 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-be97a563-19cc-4c08-8fe2-164fd4c9fab8 service neutron] Request body: {'port': {'device_id': '9266b0e8-c6f0-4576-98b6-242440c5dbf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:44.936385 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 520f56e0-500c-4b37-b9f5-893e73136f4a has no active binding in host n-h2-772273-4 {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:59:44.980545 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d1c3fe58-47f7-4049-a889-6eca7e141e1f None None] Provisioning complete for port 33d9b8b1-8083-414e-9a58-5ece468cd2ac triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:44.981235 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d1c3fe58-47f7-4049-a889-6eca7e141e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (33d9b8b1-8083-414e-9a58-5ece468cd2ac), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: timer() Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:59:45.034677 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:59:45.051195 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-64179f20-2a8d-439c-840d-a9b46f9e4a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:45.053073 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aaf0314a-c534-48f5-9751-475006c49a5b admin admin] Publish callbacks [] for router_controller (99d58c1b-2c70-4991-842b-f886b5da15b7), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:45.054027 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-64179f20-2a8d-439c-840d-a9b46f9e4a33 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 1129 time: 1.1532745 Feb 19 03:59:45.059531 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7c86d4d9-0338-4e8c-99c0-7d4e1712d936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (8ae02c71-45ff-47a1-b8ca-fe0848324233), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:45.165359 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cd563-dea0-495c-b598-538be789191e req-7c1b6a69-d048-4b97-80b8-217bb4a8054b tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:45.178002 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d79cd563-dea0-495c-b598-538be789191e req-7c1b6a69-d048-4b97-80b8-217bb4a8054b tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 947 time: 1.1064327 Feb 19 03:59:45.189162 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d1c3fe58-47f7-4049-a889-6eca7e141e1f None None] Port 33d9b8b1-8083-414e-9a58-5ece468cd2ac cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:59:45.307543 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-67022603-9df6-4956-a00a-ff66b034f78e None None] Allocated IP 172.20.0.2 (15445c48-fb80-4d2d-af6d-91f4496d3072/61b43255-4d30-44fa-8b7d-01663d893601/7b6908c4-599a-4bbb-b12c-a045136ffc89) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:59:45.338865 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7c86d4d9-0338-4e8c-99c0-7d4e1712d936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:45.345444 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7c86d4d9-0338-4e8c-99c0-7d4e1712d936 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8ae02c71-45ff-47a1-b8ca-fe0848324233 HTTP/1.1" status: 204 len: 168 time: 4.9464951 Feb 19 03:59:45.350261 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55806) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:45.466526 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d79cd563-dea0-495c-b598-538be789191e req-43ca3815-1295-4024-a7e6-e2dc43fedc63 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851062 Feb 19 03:59:45.471238 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Made reservation on behalf of 717c3d6672ee4e14b61f70cc28c3a94c for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:59:45.482488 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:45.523655 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:45.632042 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-fdaa60e6-0354-452e-b939-bc0c4731db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:45.635360 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-fdaa60e6-0354-452e-b939-bc0c4731db0a service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.7317512 Feb 19 03:59:45.756685 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-ac9d4387-7035-44ef-b456-f08e06501c8e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7c3d3c52-3ec8-4150-95e2-72f41684ea03 HTTP/1.1" status: 200 len: 217 time: 0.1084301 Feb 19 03:59:45.867349 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-67022603-9df6-4956-a00a-ff66b034f78e None None] Publish callbacks [] for port (7b6908c4-599a-4bbb-b12c-a045136ffc89), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:45.884610 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-67022603-9df6-4956-a00a-ff66b034f78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (7b6908c4-599a-4bbb-b12c-a045136ffc89), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:45.920931 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-a6195280-9f9f-48e3-8e0f-38aaf17afecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:45.938454 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-a6195280-9f9f-48e3-8e0f-38aaf17afecb service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.8567262 Feb 19 03:59:45.953038 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-58f8b2ba-3d42-47e5-8d5e-ed891d04c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:45.957168 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-58f8b2ba-3d42-47e5-8d5e-ed891d04c52f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1812065 Feb 19 03:59:45.957490 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67022603-9df6-4956-a00a-ff66b034f78e None None] Network 15445c48-fb80-4d2d-af6d-91f4496d3072 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:59:45.963786 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-67022603-9df6-4956-a00a-ff66b034f78e None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:45.971268 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67022603-9df6-4956-a00a-ff66b034f78e None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:59:46.001118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67022603-9df6-4956-a00a-ff66b034f78e None None] Pushing event updated for resources: {'Port': ['ID=7b6908c4-599a-4bbb-b12c-a045136ffc89,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:46.013739 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aaf0314a-c534-48f5-9751-475006c49a5b admin admin] Publish callbacks [] for router_gateway (99d58c1b-2c70-4991-842b-f886b5da15b7), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:46.024324 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86d4d9-0338-4e8c-99c0-7d4e1712d936 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ae02c71-45ff-47a1-b8ca-fe0848324233,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:46.050384 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-9122fa70-9abf-4026-8002-9802ce63dc16 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=272967c56d084b6cb1804c8692f7a194&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2906554 Feb 19 03:59:46.106169 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-be97a563-19cc-4c08-8fe2-164fd4c9fab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (33d9b8b1-8083-414e-9a58-5ece468cd2ac), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:46.118370 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-67022603-9df6-4956-a00a-ff66b034f78e None None] Attempting to bind port 7b6908c4-599a-4bbb-b12c-a045136ffc89 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:59:46.119227 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-67022603-9df6-4956-a00a-ff66b034f78e None None] Attempting to bind port 7b6908c4-599a-4bbb-b12c-a045136ffc89 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '01f5a53f-64dd-40c7-b2ab-c0fc48e174a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '15445c48-fb80-4d2d-af6d-91f4496d3072'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:59:46.119971 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67022603-9df6-4956-a00a-ff66b034f78e None None] Attempting to bind port 7b6908c4-599a-4bbb-b12c-a045136ffc89 on network 15445c48-fb80-4d2d-af6d-91f4496d3072 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:46.133000 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67022603-9df6-4956-a00a-ff66b034f78e None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:59:46.133984 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67022603-9df6-4956-a00a-ff66b034f78e None None] Checking segment: {'id': '01f5a53f-64dd-40c7-b2ab-c0fc48e174a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '15445c48-fb80-4d2d-af6d-91f4496d3072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:46.134859 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-67022603-9df6-4956-a00a-ff66b034f78e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:46.135669 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67022603-9df6-4956-a00a-ff66b034f78e None None] Bound using segment: {'id': '01f5a53f-64dd-40c7-b2ab-c0fc48e174a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '15445c48-fb80-4d2d-af6d-91f4496d3072'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:59:46.136979 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-67022603-9df6-4956-a00a-ff66b034f78e None None] Bound port: 7b6908c4-599a-4bbb-b12c-a045136ffc89, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f5a53f-64dd-40c7-b2ab-c0fc48e174a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '15445c48-fb80-4d2d-af6d-91f4496d3072'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:59:46.137943 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-67022603-9df6-4956-a00a-ff66b034f78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7b6908c4-599a-4bbb-b12c-a045136ffc89), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:46.194318 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-95321e71-3e65-4d94-bd89-7062790d8b0a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7c3d3c52-3ec8-4150-95e2-72f41684ea03 HTTP/1.1" status: 200 len: 217 time: 0.2352288 Feb 19 03:59:46.313522 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-67022603-9df6-4956-a00a-ff66b034f78e None None] For port 7b6908c4-599a-4bbb-b12c-a045136ffc89, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:46.320959 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-67022603-9df6-4956-a00a-ff66b034f78e None None] For port 7b6908c4-599a-4bbb-b12c-a045136ffc89, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=7b6908c4-599a-4bbb-b12c-a045136ffc89,segment=NetworkSegment(01f5a53f-64dd-40c7-b2ab-c0fc48e174a2),segment_id=01f5a53f-64dd-40c7-b2ab-c0fc48e174a2)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:59:46.333932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892849cf-fbc4-45d7-8e37-721456687365 req-f33c8c60-8b0e-447a-a195-c7200c3300dc tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:46.340248 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-67022603-9df6-4956-a00a-ff66b034f78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (7b6908c4-599a-4bbb-b12c-a045136ffc89), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:46.353537 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-892849cf-fbc4-45d7-8e37-721456687365 req-f33c8c60-8b0e-447a-a195-c7200c3300dc tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 944 time: 1.8304701 Feb 19 03:59:46.458075 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-017cae1e-a5b2-4aec-b741-f74e4f3660b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:46.464672 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-017cae1e-a5b2-4aec-b741-f74e4f3660b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1897380 Feb 19 03:59:46.541977 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67022603-9df6-4956-a00a-ff66b034f78e None None] Pushing event updated for resources: {'Port': ['ID=7b6908c4-599a-4bbb-b12c-a045136ffc89,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:46.634569 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-b1a6dd58-28ad-4ada-bfa6-0020d4b601f4 service neutron] 10.222.0.10 "GET /v2.0/ports/520f56e0-500c-4b37-b9f5-893e73136f4a/bindings/n-h2-772273-4 HTTP/1.1" status: 200 len: 384 time: 0.4905775 Feb 19 03:59:46.649958 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-9ff6cf02-357f-4163-b2ce-33fb5df00c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:46.652610 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-9ff6cf02-357f-4163-b2ce-33fb5df00c8b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6505659 Feb 19 03:59:46.720706 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 7c3d3c52-3ec8-4150-95e2-72f41684ea03 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:59:46.862388 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:59:46.955842 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Publish callbacks [] for security_group (4db64e97-486a-44a8-ab46-5c3d6b519a71), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:46.978989 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-40aaabf3-979b-4adf-9ce6-6f2f410aaa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:46.986474 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-40aaabf3-979b-4adf-9ce6-6f2f410aaa74 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4955976 Feb 19 03:59:47.034353 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-a37fb85c-45c8-476f-9bc6-3ede399526a2 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:47.040311 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-a37fb85c-45c8-476f-9bc6-3ede399526a2 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8705256 Feb 19 03:59:47.048652 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4db64e97-486a-44a8-ab46-5c3d6b519a71), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:47.250814 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-892849cf-fbc4-45d7-8e37-721456687365 req-deefb61f-6124-4542-9947-43bbd9b9af34 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7486863 Feb 19 03:59:47.254562 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 7c3d3c52-3ec8-4150-95e2-72f41684ea03, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=7c3d3c52-3ec8-4150-95e2-72f41684ea03,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:47.291648 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '7c3d3c52-3ec8-4150-95e2-72f41684ea03', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '7c3d3c52-3ec8-4150-95e2-72f41684ea03', 'mac_address': 'fa:16:3e:6c:b1:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:59:47.443809 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:47.445880 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:47.486808 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3d3c52-3ec8-4150-95e2-72f41684ea03 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:47.524905 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-6a34d133-f478-4701-9c1d-dbd8c4861bf0 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/quotas/272967c56d084b6cb1804c8692f7a194 HTTP/1.1" status: 200 len: 375 time: 0.1979237 Feb 19 03:59:47.536989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 7c3d3c52-3ec8-4150-95e2-72f41684ea03, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=7c3d3c52-3ec8-4150-95e2-72f41684ea03,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:47.557367 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:47.605165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Allocated IP 192.168.233.118 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/6d18eb4b-87e3-4ae6-8063-25ab9b948496) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:59:47.686886 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=7c3d3c52-3ec8-4150-95e2-72f41684ea03,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:47.752470 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-beb6fb27-9343-4240-973f-27e5e8c91943 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=272967c56d084b6cb1804c8692f7a194&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2251542 Feb 19 03:59:47.826198 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['7c3d3c52-3ec8-4150-95e2-72f41684ea03'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:47.853180 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db64e97-486a-44a8-ab46-5c3d6b519a71,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:47.896042 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-07486dfe-d342-4df1-baac-ede6a0e04a13 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2309098 Feb 19 03:59:47.961673 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:47.963651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:47.964899 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:47.965607 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:47.968795 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:47.969517 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:47.970147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:47.972096 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:47.972796 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:47.973437 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:47.974231 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:47.979228 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:47.979987 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:48.173769 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-982a90ce-3082-4916-964a-17be2063151f service neutron] For port 520f56e0-500c-4b37-b9f5-893e73136f4a, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=520f56e0-500c-4b37-b9f5-893e73136f4a,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:48.244723 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-982a90ce-3082-4916-964a-17be2063151f service neutron] For port 520f56e0-500c-4b37-b9f5-893e73136f4a, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:48.248862 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 7b6908c4-599a-4bbb-b12c-a045136ffc89 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:48.468276 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-12d1e77a-abd5-46a7-a705-29a180c58089 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4242210 Feb 19 03:59:48.597003 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7077b188-ff21-4547-a3e4-d5d9b1e08965 None None] Network 15445c48-fb80-4d2d-af6d-91f4496d3072 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:59:48.726722 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-982a90ce-3082-4916-964a-17be2063151f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 520f56e0-500c-4b37-b9f5-893e73136f4a {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:48.776860 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0db2c3-7166-44f7-8642-062e0631bf86 req-ad3300f2-46ee-4e4e-aacf-db6a0cf267ee tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:48.780202 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df0db2c3-7166-44f7-8642-062e0631bf86 req-ad3300f2-46ee-4e4e-aacf-db6a0cf267ee tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=9266b0e8-c6f0-4576-98b6-242440c5dbf0 HTTP/1.1" status: 200 len: 935 time: 1.2473304 Feb 19 03:59:48.874320 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b957aef7-d584-4058-8108-8d46b3ce0a23 req-f9e10272-d312-4d5c-85c2-bf1c479a3534 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/ports?device_id=db0f975a-9d8e-4425-96a5-849a16057aca HTTP/1.1" status: 200 len: 210 time: 0.3101168 Feb 19 03:59:48.925475 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 520f56e0-500c-4b37-b9f5-893e73136f4a no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:48.980646 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-982a90ce-3082-4916-964a-17be2063151f service neutron] For port 520f56e0-500c-4b37-b9f5-893e73136f4a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=520f56e0-500c-4b37-b9f5-893e73136f4a,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:48.986033 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-ff8edbf8-4826-42fb-a05f-343c2208c2dc service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0639570 Feb 19 03:59:49.013189 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df0db2c3-7166-44f7-8642-062e0631bf86 req-3325a2c6-8604-4495-924a-176292eb6a3d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566892 Feb 19 03:59:49.185639 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-49bb0618-8fae-4140-aead-c4295338d727 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7030642 Feb 19 03:59:49.189577 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-982a90ce-3082-4916-964a-17be2063151f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (520f56e0-500c-4b37-b9f5-893e73136f4a), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:49.211105 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Publish callbacks [] for port (6d18eb4b-87e3-4ae6-8063-25ab9b948496), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:49.286215 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 7b6908c4-599a-4bbb-b12c-a045136ffc89 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:49.286789 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (7b6908c4-599a-4bbb-b12c-a045136ffc89), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:49.324425 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (6d18eb4b-87e3-4ae6-8063-25ab9b948496), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:49.391673 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5f18dede-387b-4acc-a0f1-c78499536a3e None None] Provisioning complete for port 7b6908c4-599a-4bbb-b12c-a045136ffc89 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:49.392416 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5f18dede-387b-4acc-a0f1-c78499536a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (7b6908c4-599a-4bbb-b12c-a045136ffc89), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:49.427072 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:59:49.470601 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:49.527478 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:59:49.793349 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-e64230ab-eb5f-4072-9e27-bb83d606a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:49.802308 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-e64230ab-eb5f-4072-9e27-bb83d606a762 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 1113 time: 0.4948900 Feb 19 03:59:49.807470 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Pushing event updated for resources: {'Port': ['ID=6d18eb4b-87e3-4ae6-8063-25ab9b948496,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:49.821038 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aaf0314a-c534-48f5-9751-475006c49a5b admin admin] Publish callbacks [] for router_gateway (99d58c1b-2c70-4991-842b-f886b5da15b7), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:49.843843 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c0097-a7f2-4b85-8aa3-a66f5bc424ee req-13d8c6be-88ae-43f8-a5f3-1e5f7bdc7684 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:49.858501 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-587c0097-a7f2-4b85-8aa3-a66f5bc424ee req-13d8c6be-88ae-43f8-a5f3-1e5f7bdc7684 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 948 time: 0.5770626 Feb 19 03:59:49.915736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 520f56e0-500c-4b37-b9f5-893e73136f4a is: DOWN; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:49.948458 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aaf0314a-c534-48f5-9751-475006c49a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:49.958193 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:49.961647 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:50.164145 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7bb15-4922-49e7-af52-fd3ef7ba1c0a req-f264f75d-299f-40bf-acf7-4b466fab52a4 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:50.167107 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-954a7f23-659c-48ef-ae76-bb7a76783a9d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.3165014 Feb 19 03:59:50.168565 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-49e7bb15-4922-49e7-af52-fd3ef7ba1c0a req-f264f75d-299f-40bf-acf7-4b466fab52a4 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 944 time: 0.7009065 Feb 19 03:59:50.267429 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 7b6908c4-599a-4bbb-b12c-a045136ffc89 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:50.267893 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-a6536ef1-5a16-4008-b0ff-672d40ec3653 service neutron] Request body: {'port': {'device_id': 'db0f975a-9d8e-4425-96a5-849a16057aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:50.268133 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7b6908c4-599a-4bbb-b12c-a045136ffc89), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:50.404160 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 7b6908c4-599a-4bbb-b12c-a045136ffc89, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=7b6908c4-599a-4bbb-b12c-a045136ffc89,segment=NetworkSegment(01f5a53f-64dd-40c7-b2ab-c0fc48e174a2),segment_id=01f5a53f-64dd-40c7-b2ab-c0fc48e174a2)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:50.406368 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5f18dede-387b-4acc-a0f1-c78499536a3e None None] Current status of the port 7b6908c4-599a-4bbb-b12c-a045136ffc89 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:50.408616 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5f18dede-387b-4acc-a0f1-c78499536a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7b6908c4-599a-4bbb-b12c-a045136ffc89), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:50.427056 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-49e7bb15-4922-49e7-af52-fd3ef7ba1c0a req-d392a07c-018a-4eb4-b98c-5206c3977fb8 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456470 Feb 19 03:59:50.451697 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-982a90ce-3082-4916-964a-17be2063151f service neutron] Transition to ACTIVE for port object 520f56e0-500c-4b37-b9f5-893e73136f4a will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:59:50.501330 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (7b6908c4-599a-4bbb-b12c-a045136ffc89), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:50.531049 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-587c0097-a7f2-4b85-8aa3-a66f5bc424ee req-2e65f221-5a26-4449-a158-d3a092d028d3 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6338797 Feb 19 03:59:50.566196 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-982a90ce-3082-4916-964a-17be2063151f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (520f56e0-500c-4b37-b9f5-893e73136f4a), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:50.818339 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-a138e054-8418-489c-9840-236568a68ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:50.822758 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-a138e054-8418-489c-9840-236568a68ec4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 921 time: 1.0050352 Feb 19 03:59:50.871707 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 7c3d3c52-3ec8-4150-95e2-72f41684ea03 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:50.941780 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-e93faa2f-6d25-4cbb-88a6-2c5bc7ce1464 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=520f56e0-500c-4b37-b9f5-893e73136f4a HTTP/1.1" status: 200 len: 217 time: 0.1126006 Feb 19 03:59:50.962697 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-a6536ef1-5a16-4008-b0ff-672d40ec3653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6d18eb4b-87e3-4ae6-8063-25ab9b948496), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:50.965994 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e7259e7-fb3a-443b-890a-a99f58165203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (b27a2e01-ed57-4587-b65f-5c4353ac3f02), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:50.998758 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=7b6908c4-599a-4bbb-b12c-a045136ffc89,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:51.136234 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a90ce-3082-4916-964a-17be2063151f service neutron] Pushing event updated for resources: {'Port': ['ID=520f56e0-500c-4b37-b9f5-893e73136f4a,revision_number=10']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:51.143530 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-cb73e69c-451c-44c8-9fd8-0d770104a47d tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=272967c56d084b6cb1804c8692f7a194&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2434635 Feb 19 03:59:51.266939 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-982a90ce-3082-4916-964a-17be2063151f service neutron] No DVR routers for this DVR port 520f56e0-500c-4b37-b9f5-893e73136f4a on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:59:51.305049 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-50379322-8826-4f13-a2f9-06e32530a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:51.308652 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-50379322-8826-4f13-a2f9-06e32530a444 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.3478165 Feb 19 03:59:51.313421 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982a90ce-3082-4916-964a-17be2063151f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:51.315435 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982a90ce-3082-4916-964a-17be2063151f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:51.316116 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982a90ce-3082-4916-964a-17be2063151f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:51.317115 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982a90ce-3082-4916-964a-17be2063151f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:51.318980 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982a90ce-3082-4916-964a-17be2063151f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:51.320951 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982a90ce-3082-4916-964a-17be2063151f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:51.321895 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982a90ce-3082-4916-964a-17be2063151f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:51.322618 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982a90ce-3082-4916-964a-17be2063151f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:51.324191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982a90ce-3082-4916-964a-17be2063151f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:51.325282 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982a90ce-3082-4916-964a-17be2063151f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:51.326002 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982a90ce-3082-4916-964a-17be2063151f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:51.326705 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982a90ce-3082-4916-964a-17be2063151f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:51.327459 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982a90ce-3082-4916-964a-17be2063151f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:51.330371 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-5f18dede-387b-4acc-a0f1-c78499536a3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:59:51.330992 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-5f18dede-387b-4acc-a0f1-c78499536a3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:59:51.389844 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:59:51.400956 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:51.405090 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:51.431681 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-d3ae35f8-953e-4ca2-9a6c-2230d9467b5c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983512 Feb 19 03:59:51.452210 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59e300-2642-46b0-974f-e509282caa0e req-eb5d3ba8-d860-4651-9ffa-af870199605b tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:51.466322 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7a59e300-2642-46b0-974f-e509282caa0e req-eb5d3ba8-d860-4651-9ffa-af870199605b tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/ports?device_id=db0f975a-9d8e-4425-96a5-849a16057aca HTTP/1.1" status: 200 len: 936 time: 0.5335968 Feb 19 03:59:51.576637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-aaf0314a-c534-48f5-9751-475006c49a5b admin admin] Allocated IP 172.25.0.54 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/9aa81da0-5be4-4f52-8e15-dd21bae658a0) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:59:51.597787 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:51.598355 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:51.644998 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc207bb-14c3-4949-b2cb-bb502289addc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3d3c52-3ec8-4150-95e2-72f41684ea03'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:51.649522 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6002f009-697c-404b-95c9-c8964247d4ba" -d '{"events": [{"server_uuid": "bcc207bb-14c3-4949-b2cb-bb502289addc", "name": "network-vif-plugged", "status": "completed", "tag": "7c3d3c52-3ec8-4150-95e2-72f41684ea03"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:51.678591 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 7c3d3c52-3ec8-4150-95e2-72f41684ea03, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=7c3d3c52-3ec8-4150-95e2-72f41684ea03,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:51.686861 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-be97a563-19cc-4c08-8fe2-164fd4c9fab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d9b8b1-8083-414e-9a58-5ece468cd2ac {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:51.689737 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:51.703661 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-982a90ce-3082-4916-964a-17be2063151f service neutron] 10.222.0.10 "PUT /v2.0/ports/520f56e0-500c-4b37-b9f5-893e73136f4a/bindings/n-h2-772273-4/activate HTTP/1.1" status: 200 len: 369 time: 5.0171561 Feb 19 03:59:51.706528 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-4f8203e0-9503-4841-935d-ec048e24007e tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=272967c56d084b6cb1804c8692f7a194&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2709453 Feb 19 03:59:51.725756 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-be97a563-19cc-4c08-8fe2-164fd4c9fab8 service neutron] Publish callbacks [] for port (33d9b8b1-8083-414e-9a58-5ece468cd2ac), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:51.826761 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-be97a563-19cc-4c08-8fe2-164fd4c9fab8 service neutron] Transition to ACTIVE for port object 33d9b8b1-8083-414e-9a58-5ece468cd2ac will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:59:51.968311 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=7c3d3c52-3ec8-4150-95e2-72f41684ea03,revision_number=9']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:51.986793 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5f18dede-387b-4acc-a0f1-c78499536a3e None None] Current status of the port 7b6908c4-599a-4bbb-b12c-a045136ffc89 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:52.139837 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e43dd281-dfc0-4feb-8ebd-457da61af4e2 None None] Provisioning complete for port 7b6908c4-599a-4bbb-b12c-a045136ffc89 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:52.141023 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e43dd281-dfc0-4feb-8ebd-457da61af4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (7b6908c4-599a-4bbb-b12c-a045136ffc89), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:52.202127 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7a59e300-2642-46b0-974f-e509282caa0e req-2ebcbc9b-726d-44a2-9f02-084d0dafaeaf tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/security-groups?id=4db64e97-486a-44a8-ab46-5c3d6b519a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6877973 Feb 19 03:59:52.268401 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-66ec84e2-7879-4591-98f9-dc2a3bd64208 service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8004880 Feb 19 03:59:52.329701 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e43dd281-dfc0-4feb-8ebd-457da61af4e2 None None] Current status of the port 7b6908c4-599a-4bbb-b12c-a045136ffc89 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:52.346270 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-be97a563-19cc-4c08-8fe2-164fd4c9fab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (33d9b8b1-8083-414e-9a58-5ece468cd2ac), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:52.351133 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e43dd281-dfc0-4feb-8ebd-457da61af4e2 None None] Provisioning complete for port 6d18eb4b-87e3-4ae6-8063-25ab9b948496 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:52.351741 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e43dd281-dfc0-4feb-8ebd-457da61af4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6d18eb4b-87e3-4ae6-8063-25ab9b948496), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:52.435975 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e43dd281-dfc0-4feb-8ebd-457da61af4e2 None None] Port 6d18eb4b-87e3-4ae6-8063-25ab9b948496 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:59:52.462536 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-ac57e602-70c2-4bd5-b993-1e0ee804ddc7 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:52.465256 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-ac57e602-70c2-4bd5-b993-1e0ee804ddc7 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2331026 Feb 19 03:59:52.553090 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-31f42994-a3cd-43bb-99f3-f0f30725d394 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/quotas/272967c56d084b6cb1804c8692f7a194 HTTP/1.1" status: 200 len: 375 time: 0.0722976 Feb 19 03:59:52.612985 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97a563-19cc-4c08-8fe2-164fd4c9fab8 service neutron] Pushing event updated for resources: {'Port': ['ID=33d9b8b1-8083-414e-9a58-5ece468cd2ac,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:52.701854 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 7b6908c4-599a-4bbb-b12c-a045136ffc89 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:52.811180 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-544ed7d9-aba0-4c88-98b5-7120433eddaa tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=272967c56d084b6cb1804c8692f7a194&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1780131 Feb 19 03:59:52.824736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 7b6908c4-599a-4bbb-b12c-a045136ffc89 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:52.826609 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (7b6908c4-599a-4bbb-b12c-a045136ffc89), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:52.830202 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aaf0314a-c534-48f5-9751-475006c49a5b admin admin] Publish callbacks [] for port (9aa81da0-5be4-4f52-8e15-dd21bae658a0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:53.026001 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aaf0314a-c534-48f5-9751-475006c49a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (9aa81da0-5be4-4f52-8e15-dd21bae658a0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:53.030769 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-be97a563-19cc-4c08-8fe2-164fd4c9fab8 service neutron] Attempting to bind port 33d9b8b1-8083-414e-9a58-5ece468cd2ac on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:59:53.031418 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-be97a563-19cc-4c08-8fe2-164fd4c9fab8 service neutron] Attempting to bind port 33d9b8b1-8083-414e-9a58-5ece468cd2ac by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:59:53.032017 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-be97a563-19cc-4c08-8fe2-164fd4c9fab8 service neutron] Attempting to bind port 33d9b8b1-8083-414e-9a58-5ece468cd2ac on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:53.057860 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 7b6908c4-599a-4bbb-b12c-a045136ffc89 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:53.117776 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-b1db41a5-80a1-415d-9e1a-8589c70b1d4f tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:53.121091 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-b1db41a5-80a1-415d-9e1a-8589c70b1d4f tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda&tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&binding%3Ahost_id=n-h1-772273-4 HTTP/1.1" status: 200 len: 1127 time: 1.2478015 Feb 19 03:59:53.160710 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-be97a563-19cc-4c08-8fe2-164fd4c9fab8 service neutron] Port 33d9b8b1-8083-414e-9a58-5ece468cd2ac on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:59:53.161289 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-be97a563-19cc-4c08-8fe2-164fd4c9fab8 service neutron] Attempting to bind port 33d9b8b1-8083-414e-9a58-5ece468cd2ac on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:53.188028 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-2e62af78-aa7d-47f4-a18d-9fdc020d1160 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:53.191425 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-2e62af78-aa7d-47f4-a18d-9fdc020d1160 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4070060 Feb 19 03:59:53.211899 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf0314a-c534-48f5-9751-475006c49a5b admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:59:53.214182 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-be97a563-19cc-4c08-8fe2-164fd4c9fab8 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:59:53.214773 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-be97a563-19cc-4c08-8fe2-164fd4c9fab8 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:53.215694 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-be97a563-19cc-4c08-8fe2-164fd4c9fab8 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:59:53.216507 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-be97a563-19cc-4c08-8fe2-164fd4c9fab8 service neutron] Bound port: 33d9b8b1-8083-414e-9a58-5ece468cd2ac, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:59:53.217177 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-be97a563-19cc-4c08-8fe2-164fd4c9fab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (33d9b8b1-8083-414e-9a58-5ece468cd2ac), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:53.259614 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-aaf0314a-c534-48f5-9751-475006c49a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:53.286534 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-0ab2c666-afdc-4c88-b8b1-b1bfa309b1b6 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Request body: {'port': {'device_id': 'c8ca5792-037e-47b7-bc04-d153c2ba8397', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': '272967c56d084b6cb1804c8692f7a194'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:53.309400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf0314a-c534-48f5-9751-475006c49a5b admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:59:53.322639 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0314a-c534-48f5-9751-475006c49a5b admin admin] Pushing event updated for resources: {'Port': ['ID=9aa81da0-5be4-4f52-8e15-dd21bae658a0,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:53.392265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-a6536ef1-5a16-4008-b0ff-672d40ec3653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d18eb4b-87e3-4ae6-8063-25ab9b948496 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:53.426832 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-a6536ef1-5a16-4008-b0ff-672d40ec3653 service neutron] Publish callbacks [] for port (6d18eb4b-87e3-4ae6-8063-25ab9b948496), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:53.582689 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd627765-3344-4927-a84f-9402726b00ee req-6f80f2f5-618f-475b-bf25-ae381cabb2cf tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:53.585513 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cd627765-3344-4927-a84f-9402726b00ee req-6f80f2f5-618f-475b-bf25-ae381cabb2cf tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=9266b0e8-c6f0-4576-98b6-242440c5dbf0 HTTP/1.1" status: 200 len: 947 time: 1.1891823 Feb 19 03:59:53.599721 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2aa2147c-62c9-4bc1-b026-b8905da94140 req-882421d5-7847-4814-a35d-5aa8cbb084e8 service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2161186 Feb 19 03:59:53.604412 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.48', 64098) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:53.611048 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-a6536ef1-5a16-4008-b0ff-672d40ec3653 service neutron] Transition to ACTIVE for port object 6d18eb4b-87e3-4ae6-8063-25ab9b948496 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:59:53.635629 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-be97a563-19cc-4c08-8fe2-164fd4c9fab8 service neutron] For port 33d9b8b1-8083-414e-9a58-5ece468cd2ac, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:53.689119 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-a6536ef1-5a16-4008-b0ff-672d40ec3653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (6d18eb4b-87e3-4ae6-8063-25ab9b948496), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:53.738863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-0e7259e7-fb3a-443b-890a-a99f58165203 admin admin] Deleting port 5d538d6a-6424-4137-aa20-a4ed16fced8b {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:59:53.739425 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e7259e7-fb3a-443b-890a-a99f58165203 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (5d538d6a-6424-4137-aa20-a4ed16fced8b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:53.747084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-be97a563-19cc-4c08-8fe2-164fd4c9fab8 service neutron] For port 33d9b8b1-8083-414e-9a58-5ece468cd2ac, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=33d9b8b1-8083-414e-9a58-5ece468cd2ac,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:59:53.757323 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-f58159dc-cc47-453c-8124-1ce0e5ec8b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:53.760386 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-f58159dc-cc47-453c-8124-1ce0e5ec8b20 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda&tenant_id=3ff69a6f9c9c4911886bcf1427d030ef HTTP/1.1" status: 200 len: 1127 time: 0.6185784 Feb 19 03:59:53.912508 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-be97a563-19cc-4c08-8fe2-164fd4c9fab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (33d9b8b1-8083-414e-9a58-5ece468cd2ac), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:54.081286 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-be97a563-19cc-4c08-8fe2-164fd4c9fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:54.082463 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-be97a563-19cc-4c08-8fe2-164fd4c9fab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:54.085214 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-be97a563-19cc-4c08-8fe2-164fd4c9fab8 service neutron] 10.222.0.48 "PUT /v2.0/ports/33d9b8b1-8083-414e-9a58-5ece468cd2ac HTTP/1.1" status: 200 len: 1095 time: 9.1668947 Feb 19 03:59:54.087637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9266b0e8-c6f0-4576-98b6-242440c5dbf0', 'tag': '33d9b8b1-8083-414e-9a58-5ece468cd2ac'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:54.091890 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1406a10b-2594-462e-aa5b-0bd559b8bd5e" -d '{"events": [{"name": "network-changed", "server_uuid": "9266b0e8-c6f0-4576-98b6-242440c5dbf0", "tag": "33d9b8b1-8083-414e-9a58-5ece468cd2ac"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:54.099816 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6536ef1-5a16-4008-b0ff-672d40ec3653 service neutron] Pushing event updated for resources: {'Port': ['ID=6d18eb4b-87e3-4ae6-8063-25ab9b948496,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:54.140818 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8711f19-70d9-4975-a6a0-e62e97158502 req-d795d228-68f9-4c53-8c4b-99b315c20c8f tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:54.143438 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a8711f19-70d9-4975-a6a0-e62e97158502 req-d795d228-68f9-4c53-8c4b-99b315c20c8f tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 945 time: 0.6280105 Feb 19 03:59:54.198827 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cd627765-3344-4927-a84f-9402726b00ee req-81791b8a-8ee5-468d-b61b-5c788163044e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5966363 Feb 19 03:59:54.253692 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-0ab2c666-afdc-4c88-b8b1-b1bfa309b1b6 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Made reservation on behalf of 272967c56d084b6cb1804c8692f7a194 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:59:54.258035 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-0ab2c666-afdc-4c88-b8b1-b1bfa309b1b6 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:54.288635 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f6ea3-ecff-4ae3-9277-102e28c0295e req-3b4e1679-8a6f-4927-b92b-36a509b3b91d tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:54.290598 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-401f6ea3-ecff-4ae3-9277-102e28c0295e req-3b4e1679-8a6f-4927-b92b-36a509b3b91d tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc&tenant_id=ecf9e139694246328842375c06e497e6&binding%3Ahost_id=n-h1-772273-4 HTTP/1.1" status: 200 len: 949 time: 0.6775954 Feb 19 03:59:54.296655 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-0ab2c666-afdc-4c88-b8b1-b1bfa309b1b6 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:54.301748 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-b4771fc9-b20b-4849-8b49-a26f74c10acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:54.304698 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-b4771fc9-b20b-4849-8b49-a26f74c10acc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 1127 time: 0.4749067 Feb 19 03:59:54.448743 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec635f7-26c5-49a7-a1c5-ceecdbd73e10 x-openstack-request-id: req-6ec635f7-26c5-49a7-a1c5-ceecdbd73e10 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:54.449712 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc207bb-14c3-4949-b2cb-bb502289addc", "name": "network-vif-plugged", "status": "completed", "tag": "7c3d3c52-3ec8-4150-95e2-72f41684ea03", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:54.449712 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ec635f7-26c5-49a7-a1c5-ceecdbd73e10 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:54.451006 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc207bb-14c3-4949-b2cb-bb502289addc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3d3c52-3ec8-4150-95e2-72f41684ea03', 'code': 200} Feb 19 03:59:54.454447 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a8711f19-70d9-4975-a6a0-e62e97158502 req-35127cc4-7975-4ad4-9412-7a6f7c8cfe16 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791748 Feb 19 03:59:54.455810 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97a563-19cc-4c08-8fe2-164fd4c9fab8 service neutron] Pushing event updated for resources: {'Port': ['ID=33d9b8b1-8083-414e-9a58-5ece468cd2ac,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:54.604797 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-0e7259e7-fb3a-443b-890a-a99f58165203 admin admin] For port 5d538d6a-6424-4137-aa20-a4ed16fced8b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5d538d6a-6424-4137-aa20-a4ed16fced8b,segment=NetworkSegment(5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4),segment_id=5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:54.606142 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e7259e7-fb3a-443b-890a-a99f58165203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (5d538d6a-6424-4137-aa20-a4ed16fced8b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:54.654403 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-0e7259e7-fb3a-443b-890a-a99f58165203 admin admin] Calling delete_port for 5d538d6a-6424-4137-aa20-a4ed16fced8b owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:59:54.721375 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-216e8ba9-c9a1-4ccc-a482-832181a3f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:54.725028 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-216e8ba9-c9a1-4ccc-a482-832181a3f9e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&device_id=9266b0e8-c6f0-4576-98b6-242440c5dbf0 HTTP/1.1" status: 200 len: 1129 time: 0.5060341 Feb 19 03:59:54.804463 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-a6536ef1-5a16-4008-b0ff-672d40ec3653 service neutron] Attempting to bind port 6d18eb4b-87e3-4ae6-8063-25ab9b948496 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:59:54.805103 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-a6536ef1-5a16-4008-b0ff-672d40ec3653 service neutron] Attempting to bind port 6d18eb4b-87e3-4ae6-8063-25ab9b948496 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:59:54.807536 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-a6536ef1-5a16-4008-b0ff-672d40ec3653 service neutron] Attempting to bind port 6d18eb4b-87e3-4ae6-8063-25ab9b948496 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:54.835094 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-a6536ef1-5a16-4008-b0ff-672d40ec3653 service neutron] Port 6d18eb4b-87e3-4ae6-8063-25ab9b948496 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:59:54.835670 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-a6536ef1-5a16-4008-b0ff-672d40ec3653 service neutron] Attempting to bind port 6d18eb4b-87e3-4ae6-8063-25ab9b948496 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:54.872412 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-a6536ef1-5a16-4008-b0ff-672d40ec3653 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:59:54.873983 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-a6536ef1-5a16-4008-b0ff-672d40ec3653 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:54.873983 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-a6536ef1-5a16-4008-b0ff-672d40ec3653 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:59:54.874790 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-a6536ef1-5a16-4008-b0ff-672d40ec3653 service neutron] Bound port: 6d18eb4b-87e3-4ae6-8063-25ab9b948496, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:59:54.875375 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-a6536ef1-5a16-4008-b0ff-672d40ec3653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6d18eb4b-87e3-4ae6-8063-25ab9b948496), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:54.928400 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [req-401f6ea3-ecff-4ae3-9277-102e28c0295e req-66b42754-7a90-4676-a0d4-89d3f3d13303 service neutron] delete failed (client error): The resource could not be found. Feb 19 03:59:54.930507 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-401f6ea3-ecff-4ae3-9277-102e28c0295e req-66b42754-7a90-4676-a0d4-89d3f3d13303 service neutron] 10.222.0.48 "DELETE /v2.0/ports/7c3d3c52-3ec8-4150-95e2-72f41684ea03/bindings/n-h2-772273-4 HTTP/1.1" status: 404 len: 380 time: 0.6243243 Feb 19 03:59:54.956397 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82b73117-bede-4903-b93f-a2cc75a40d83 req-4378d5b4-2701-48c2-b2da-88f802939fdf tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe HTTP/1.1" status: 200 len: 210 time: 0.2560852 Feb 19 03:59:55.104201 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-dfc359f5-c44a-4a9f-ab4f-571d86c2173a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=33d9b8b1-8083-414e-9a58-5ece468cd2ac HTTP/1.1" status: 200 len: 217 time: 0.2915833 Feb 19 03:59:55.168775 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-957c4eaf-e0a1-4318-8329-792892b946fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:55.171860 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-957c4eaf-e0a1-4318-8329-792892b946fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 921 time: 0.8499951 Feb 19 03:59:55.189745 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aaf0314a-c534-48f5-9751-475006c49a5b admin admin] Publish callbacks [] for router_gateway (99d58c1b-2c70-4991-842b-f886b5da15b7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:55.215026 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-0ab2c666-afdc-4c88-b8b1-b1bfa309b1b6 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Publish callbacks [] for security_group (68ec2cb3-2efe-4a3b-b0c8-2e241ec44507), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:55.286521 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-0ab2c666-afdc-4c88-b8b1-b1bfa309b1b6 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (68ec2cb3-2efe-4a3b-b0c8-2e241ec44507), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:55.325924 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-f7c4f44d-374b-44fc-b1f7-4bba3d54d88b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=520f56e0-500c-4b37-b9f5-893e73136f4a HTTP/1.1" status: 200 len: 217 time: 0.1146393 Feb 19 03:59:55.331206 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-a6536ef1-5a16-4008-b0ff-672d40ec3653 service neutron] For port 6d18eb4b-87e3-4ae6-8063-25ab9b948496, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:55.469316 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-8bbccd81-d0d8-4368-a1a3-f6c607ed9305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:55.472482 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-8bbccd81-d0d8-4368-a1a3-f6c607ed9305 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.3435948 Feb 19 03:59:55.505857 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-a6536ef1-5a16-4008-b0ff-672d40ec3653 service neutron] For port 6d18eb4b-87e3-4ae6-8063-25ab9b948496, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=6d18eb4b-87e3-4ae6-8063-25ab9b948496,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:59:55.599490 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2c666-afdc-4c88-b8b1-b1bfa309b1b6 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ec2cb3-2efe-4a3b-b0c8-2e241ec44507,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:55.622402 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-a6536ef1-5a16-4008-b0ff-672d40ec3653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (6d18eb4b-87e3-4ae6-8063-25ab9b948496), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:55.753846 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-a25f59e5-9c37-4cf7-a15b-6827292177c0 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=272967c56d084b6cb1804c8692f7a194&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2014341 Feb 19 03:59:55.914801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821507f7-f1ac-4f98-b4d6-ff96af57439a req-86349dc3-d052-47f7-b288-2cc7bcb72ba7 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:55.917905 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-821507f7-f1ac-4f98-b4d6-ff96af57439a req-86349dc3-d052-47f7-b288-2cc7bcb72ba7 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/ports?device_id=db0f975a-9d8e-4425-96a5-849a16057aca HTTP/1.1" status: 200 len: 948 time: 0.7155240 Feb 19 03:59:55.961361 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-7c141648-300b-41b5-b556-222f2d680b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:55.964011 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-7c141648-300b-41b5-b556-222f2d680b14 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.6111233 Feb 19 03:59:55.986884 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-21eaf1b2-b7cd-43a1-a693-7eb08c50e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:55.989527 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-21eaf1b2-b7cd-43a1-a693-7eb08c50e4fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4958313 Feb 19 03:59:55.996736 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f6ea3-ecff-4ae3-9277-102e28c0295e req-43e985ee-36dd-4a87-afe8-7ec42656bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:55.999764 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-401f6ea3-ecff-4ae3-9277-102e28c0295e req-43e985ee-36dd-4a87-afe8-7ec42656bf96 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 1131 time: 0.8733201 Feb 19 03:59:56.000812 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6536ef1-5a16-4008-b0ff-672d40ec3653 service neutron] Pushing event updated for resources: {'Port': ['ID=6d18eb4b-87e3-4ae6-8063-25ab9b948496,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:56.067319 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-a6536ef1-5a16-4008-b0ff-672d40ec3653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:56.068496 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-a6536ef1-5a16-4008-b0ff-672d40ec3653 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:56.071625 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-a6536ef1-5a16-4008-b0ff-672d40ec3653 service neutron] 10.222.0.10 "PUT /v2.0/ports/6d18eb4b-87e3-4ae6-8063-25ab9b948496 HTTP/1.1" status: 200 len: 1096 time: 5.8622079 Feb 19 03:59:56.074130 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0f975a-9d8e-4425-96a5-849a16057aca', 'tag': '6d18eb4b-87e3-4ae6-8063-25ab9b948496'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:56.080473 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03a8282-6ede-450d-8f2b-5dcdcb697b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "db0f975a-9d8e-4425-96a5-849a16057aca", "tag": "6d18eb4b-87e3-4ae6-8063-25ab9b948496"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:56.227550 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aaf0314a-c534-48f5-9751-475006c49a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (99d58c1b-2c70-4991-842b-f886b5da15b7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:56.326075 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-6c196a77-3692-4614-b926-cb73152dfdf3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2888849 Feb 19 03:59:56.444164 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-0ab2c666-afdc-4c88-b8b1-b1bfa309b1b6 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Allocated IP 192.168.233.80 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/4148f392-837b-4136-8bca-b1b05feac25b) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:59:56.485411 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-821507f7-f1ac-4f98-b4d6-ff96af57439a req-938ec990-a299-456d-91ae-baec7e01f8d0 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/security-groups?id=4db64e97-486a-44a8-ab46-5c3d6b519a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5525703 Feb 19 03:59:56.511445 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e7259e7-fb3a-443b-890a-a99f58165203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (5d538d6a-6424-4137-aa20-a4ed16fced8b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:56.587156 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7259e7-fb3a-443b-890a-a99f58165203 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d538d6a-6424-4137-aa20-a4ed16fced8b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:56.645511 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abedda2d-b7a0-4369-94f6-e0fce9ed0efc x-openstack-request-id: req-abedda2d-b7a0-4369-94f6-e0fce9ed0efc {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:56.645906 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9266b0e8-c6f0-4576-98b6-242440c5dbf0", "tag": "33d9b8b1-8083-414e-9a58-5ece468cd2ac", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:56.646400 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-abedda2d-b7a0-4369-94f6-e0fce9ed0efc {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:56.647647 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9266b0e8-c6f0-4576-98b6-242440c5dbf0', 'tag': '33d9b8b1-8083-414e-9a58-5ece468cd2ac', 'status': 'completed', 'code': 200} Feb 19 03:59:56.713158 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69a171-7c3e-416d-92cb-efa610b93583 req-f7cc9ac1-3314-4e70-918b-f32410a7daf6 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:56.718093 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf69a171-7c3e-416d-92cb-efa610b93583 req-f7cc9ac1-3314-4e70-918b-f32410a7daf6 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 949 time: 0.9429185 Feb 19 03:59:56.843933 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-b114d561-4243-4103-9cb8-bc633b0f505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:56.853937 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-b114d561-4243-4103-9cb8-bc633b0f505b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=717c3d6672ee4e14b61f70cc28c3a94c&device_id=db0f975a-9d8e-4425-96a5-849a16057aca HTTP/1.1" status: 200 len: 1130 time: 0.6460216 Feb 19 03:59:56.948544 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-bdfed740-99c3-40d7-82e7-8cc0570ae623 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9469924 Feb 19 03:59:57.119257 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-5e89adf0-214b-4ec2-9d6b-91015496af06 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:57.122276 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-5e89adf0-214b-4ec2-9d6b-91015496af06 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2420473 Feb 19 03:59:57.176661 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f6ea3-ecff-4ae3-9277-102e28c0295e req-422cb511-8652-4fa8-9aef-26f4e27a6c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:57.179521 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-401f6ea3-ecff-4ae3-9277-102e28c0295e req-422cb511-8652-4fa8-9aef-26f4e27a6c2c service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 1.1619864 Feb 19 03:59:57.235979 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-723f3f3c-1716-4a99-9c06-1a31d721b50e tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Request body: {'port': {'device_id': 'bdaecb32-a653-4858-928b-62f6bcd24ffe', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': '272967c56d084b6cb1804c8692f7a194'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:57.334720 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-8a951972-343f-4e93-815b-9b630bd36513 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=6d18eb4b-87e3-4ae6-8063-25ab9b948496 HTTP/1.1" status: 200 len: 217 time: 0.1608524 Feb 19 03:59:57.340873 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf69a171-7c3e-416d-92cb-efa610b93583 req-4e1af1d3-8874-401a-9540-53482b03ac55 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709512 Feb 19 03:59:57.427355 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-b3b42101-ef03-4485-9ead-0b96fcb17380 service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0424526 Feb 19 03:59:57.581043 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-401f6ea3-ecff-4ae3-9277-102e28c0295e req-7242ff9f-38c6-4ab6-a4bb-66afd63e7799 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7c3d3c52-3ec8-4150-95e2-72f41684ea03 HTTP/1.1" status: 200 len: 217 time: 0.3613999 Feb 19 03:59:57.679653 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0463ba-2d91-4361-a3d2-6f800d411e76 req-d0e0623e-4cf5-4173-b4d8-09a9eb60efa0 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:57.682311 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5e0463ba-2d91-4361-a3d2-6f800d411e76 req-d0e0623e-4cf5-4173-b4d8-09a9eb60efa0 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=9266b0e8-c6f0-4576-98b6-242440c5dbf0 HTTP/1.1" status: 200 len: 947 time: 0.9371600 Feb 19 03:59:57.693823 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf0314a-c534-48f5-9751-475006c49a5b admin admin] Router 99d58c1b-2c70-4991-842b-f886b5da15b7 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:59:57.863283 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9482d7c-29cd-4ad6-94d1-d34347291826 req-85629ee8-5261-41be-a753-201bee787650 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8961949 Feb 19 03:59:58.062562 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5e0463ba-2d91-4361-a3d2-6f800d411e76 req-029d071b-2952-4709-a64c-4756e6305e39 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533680 Feb 19 03:59:58.330360 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-0ab2c666-afdc-4c88-b8b1-b1bfa309b1b6 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Publish callbacks [] for port (4148f392-837b-4136-8bca-b1b05feac25b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:58.330983 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2a408ab4-1112-4aa8-a2fd-322782df63d7 req-72c06884-cbbc-4e5c-99a1-efd1ee19d9b9 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe HTTP/1.1" status: 200 len: 210 time: 0.0698752 Feb 19 03:59:58.336765 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e7259e7-fb3a-443b-890a-a99f58165203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (b27a2e01-ed57-4587-b65f-5c4353ac3f02), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:58.393902 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406a10b-2594-462e-aa5b-0bd559b8bd5e req-32cf4b3c-fd22-4172-a778-7d381c380da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:58.397450 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1406a10b-2594-462e-aa5b-0bd559b8bd5e req-32cf4b3c-fd22-4172-a778-7d381c380da6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&device_id=9266b0e8-c6f0-4576-98b6-242440c5dbf0 HTTP/1.1" status: 200 len: 1129 time: 0.4312062 Feb 19 03:59:58.424417 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-74c15e85-4185-46c7-8355-502c09cc0b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:58.427148 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-74c15e85-4185-46c7-8355-502c09cc0b14 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.9969687 Feb 19 03:59:58.482814 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf0314a-c534-48f5-9751-475006c49a5b admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:59:58.512273 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] Sync routers for ids ['99d58c1b-2c70-4991-842b-f886b5da15b7'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:59:58.551239 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f6ea3-ecff-4ae3-9277-102e28c0295e req-68aa3b0a-fa77-4d86-93a1-b419c356b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:58.554150 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-401f6ea3-ecff-4ae3-9277-102e28c0295e req-68aa3b0a-fa77-4d86-93a1-b419c356b988 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.4017000 Feb 19 03:59:58.560555 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664b5b9e-0b10-4a9e-bfaa-2a266ed0f52a x-openstack-request-id: req-664b5b9e-0b10-4a9e-bfaa-2a266ed0f52a {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:58.561091 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0f975a-9d8e-4425-96a5-849a16057aca", "tag": "6d18eb4b-87e3-4ae6-8063-25ab9b948496", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:58.561453 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-664b5b9e-0b10-4a9e-bfaa-2a266ed0f52a {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:58.562114 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0f975a-9d8e-4425-96a5-849a16057aca', 'tag': '6d18eb4b-87e3-4ae6-8063-25ab9b948496', 'status': 'completed', 'code': 200} Feb 19 03:59:58.578547 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] Routers {'99d58c1b-2c70-4991-842b-f886b5da15b7'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:59:58.579941 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:59:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['99d58c1b-2c70-4991-842b-f886b5da15b7'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:58.658967 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-bd354400-df25-4d6d-831c-9d2ed8559abb service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2117736 Feb 19 03:59:58.710203 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c2834-d854-406e-a64d-d2caf6b65611 req-1bfe5fc2-585b-41b3-abb4-e1cc17e0689d tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:58.712961 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cd8c2834-d854-406e-a64d-d2caf6b65611 req-1bfe5fc2-585b-41b3-abb4-e1cc17e0689d tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 945 time: 0.6139157 Feb 19 03:59:58.822238 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aaf0314a-c534-48f5-9751-475006c49a5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:58.824610 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-aaf0314a-c534-48f5-9751-475006c49a5b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 14.2914391 Feb 19 03:59:58.832608 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55914) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:58.852614 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-723f3f3c-1716-4a99-9c06-1a31d721b50e tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Made reservation on behalf of 272967c56d084b6cb1804c8692f7a194 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:59:58.856880 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-723f3f3c-1716-4a99-9c06-1a31d721b50e tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:58.863568 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-d2f1516d-93bd-4822-8660-65c284587d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:58.866926 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-d2f1516d-93bd-4822-8660-65c284587d09 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4206340 Feb 19 03:59:58.951534 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-0ab2c666-afdc-4c88-b8b1-b1bfa309b1b6 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (4148f392-837b-4136-8bca-b1b05feac25b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:59.009635 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] Set router 99d58c1b-2c70-4991-842b-f886b5da15b7 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:59:59.177729 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f6ea3-ecff-4ae3-9277-102e28c0295e req-9819e4ed-213e-42d3-abf4-12182695ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:59.181314 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-401f6ea3-ecff-4ae3-9277-102e28c0295e req-9819e4ed-213e-42d3-abf4-12182695ccfd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6091495 Feb 19 03:59:59.188537 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9010c-7301-4a96-bcf9-8841a3e02db9 req-5c8a7b62-7af0-42e1-8d71-79336b2ea691 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:59.200312 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1be9010c-7301-4a96-bcf9-8841a3e02db9 req-5c8a7b62-7af0-42e1-8d71-79336b2ea691 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/ports?device_id=db0f975a-9d8e-4425-96a5-849a16057aca HTTP/1.1" status: 200 len: 948 time: 0.4915781 Feb 19 03:59:59.250027 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406a10b-2594-462e-aa5b-0bd559b8bd5e req-0de5cb4c-1872-4973-b02f-7f47c05ba251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:59.253321 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1406a10b-2594-462e-aa5b-0bd559b8bd5e req-0de5cb4c-1872-4973-b02f-7f47c05ba251 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.8422866 Feb 19 03:59:59.289818 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cd8c2834-d854-406e-a64d-d2caf6b65611 req-8fe11595-6939-4279-9581-18fa578c4906 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378780 Feb 19 03:59:59.342279 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1406a10b-2594-462e-aa5b-0bd559b8bd5e req-37b45363-be82-49fd-8a12-d06176170ba3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=33d9b8b1-8083-414e-9a58-5ece468cd2ac HTTP/1.1" status: 200 len: 217 time: 0.0822568 Feb 19 03:59:59.483124 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-0ab2c666-afdc-4c88-b8b1-b1bfa309b1b6 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:59:59.528281 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1be9010c-7301-4a96-bcf9-8841a3e02db9 req-50296f33-415c-4329-b27d-22708ee2c713 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/security-groups?id=4db64e97-486a-44a8-ab46-5c3d6b519a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098903 Feb 19 03:59:59.637094 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d58c1b-2c70-4991-842b-f886b5da15b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1427267721-router', 'tenant_id': '73305c74b76a4478a4b06b1029890214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9aa81da0-5be4-4f52-8e15-dd21bae658a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:59:44Z', 'updated_at': '2022-02-19T03:59:54Z', 'revision_number': 3, 'project_id': '73305c74b76a4478a4b06b1029890214', 'gw_port': {'id': '9aa81da0-5be4-4f52-8e15-dd21bae658a0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d58c1b-2c70-4991-842b-f886b5da15b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:50Z', 'updated_at': '2022-02-19T03:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:59.640528 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-0ab2c666-afdc-4c88-b8b1-b1bfa309b1b6 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:59.720025 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7259e7-fb3a-443b-890a-a99f58165203 admin admin] Router b27a2e01-ed57-4587-b65f-5c4353ac3f02 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:59:59.771325 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] Checking router: 99d58c1b-2c70-4991-842b-f886b5da15b7 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:59:59.773126 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] Updating router 99d58c1b-2c70-4991-842b-f886b5da15b7 port 9aa81da0-5be4-4f52-8e15-dd21bae658a0 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:59:59.797340 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406a10b-2594-462e-aa5b-0bd559b8bd5e req-012594fe-aef7-43cf-bd00-4da132914b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:59.801196 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1406a10b-2594-462e-aa5b-0bd559b8bd5e req-012594fe-aef7-43cf-bd00-4da132914b88 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.4443402 Feb 19 03:59:59.863653 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9aa81da0-5be4-4f52-8e15-dd21bae658a0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:59.895116 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-0ab2c666-afdc-4c88-b8b1-b1bfa309b1b6 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:00:00.098320 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2c666-afdc-4c88-b8b1-b1bfa309b1b6 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Pushing event updated for resources: {'Port': ['ID=4148f392-837b-4136-8bca-b1b05feac25b,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:00.209131 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e420451-bbec-48e3-ad57-9285e01d8d52 req-3742e248-133a-4994-aa34-006b53f2a164 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:00.224227 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e420451-bbec-48e3-ad57-9285e01d8d52 req-3742e248-133a-4994-aa34-006b53f2a164 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=9266b0e8-c6f0-4576-98b6-242440c5dbf0 HTTP/1.1" status: 200 len: 947 time: 0.4194047 Feb 19 04:00:00.248545 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406a10b-2594-462e-aa5b-0bd559b8bd5e req-8d0f2c7e-c546-4e10-bef4-440da01a9c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:00.252044 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1406a10b-2594-462e-aa5b-0bd559b8bd5e req-8d0f2c7e-c546-4e10-bef4-440da01a9c30 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4287758 Feb 19 04:00:00.358300 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-401f6ea3-ecff-4ae3-9277-102e28c0295e req-e31b3481-ca81-4cd8-bb3b-eae851027cac service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1080847 Feb 19 04:00:00.420345 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-3ae7c08a-92fd-46db-a8d2-89763591c5fa service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4655979 Feb 19 04:00:00.463883 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e420451-bbec-48e3-ad57-9285e01d8d52 req-15b866eb-c6ca-4ef9-bcba-9623b9c46409 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379665 Feb 19 04:00:00.632652 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7259e7-fb3a-443b-890a-a99f58165203 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:00:00.641042 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 33d9b8b1-8083-414e-9a58-5ece468cd2ac details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:00:00.659149 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bfc640-3557-4c93-9510-a7861d1395c8 None None] Sync routers for ids ['b27a2e01-ed57-4587-b65f-5c4353ac3f02'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:00:00.666498 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0e7259e7-fb3a-443b-890a-a99f58165203 admin admin] 10.222.0.65 "PUT /v2.0/routers/b27a2e01-ed57-4587-b65f-5c4353ac3f02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2998514 Feb 19 04:00:00.684513 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55930) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:00.703912 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e820a415-367b-4bae-a892-bdfe859b6a65 None None] Provisioning complete for port 4148f392-837b-4136-8bca-b1b05feac25b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:00.704506 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e820a415-367b-4bae-a892-bdfe859b6a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4148f392-837b-4136-8bca-b1b05feac25b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:00.719002 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] Publish callbacks [] for port (9aa81da0-5be4-4f52-8e15-dd21bae658a0), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:00.753581 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bfc640-3557-4c93-9510-a7861d1395c8 None None] Routers {'b27a2e01-ed57-4587-b65f-5c4353ac3f02'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:00:00.769413 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9aa81da0-5be4-4f52-8e15-dd21bae658a0), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:00.769761 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-84bfc640-3557-4c93-9510-a7861d1395c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:59:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b27a2e01-ed57-4587-b65f-5c4353ac3f02'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:01.028078 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 33d9b8b1-8083-414e-9a58-5ece468cd2ac, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=33d9b8b1-8083-414e-9a58-5ece468cd2ac,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:01.046632 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-0ab2c666-afdc-4c88-b8b1-b1bfa309b1b6 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:01.047762 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-0ab2c666-afdc-4c88-b8b1-b1bfa309b1b6 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:01.058531 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-34824616-f37a-4487-ae14-df231bbb94cc req-17e1e060-27e3-4711-add5-a8e57c9139ee tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe HTTP/1.1" status: 200 len: 210 time: 0.1276371 Feb 19 04:00:01.099040 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-84bfc640-3557-4c93-9510-a7861d1395c8 None None] Set router b27a2e01-ed57-4587-b65f-5c4353ac3f02 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:00:01.100676 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ec1e64d-9031-4acf-9f16-6f79d567eb4e req-cf928fdd-ca27-466f-8bc8-01abf83e4ad9 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807730 Feb 19 04:00:01.127268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-b095bd6a-3bc0-4036-96c1-def43152f08c tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:01.135418 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-b095bd6a-3bc0-4036-96c1-def43152f08c tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda&tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&binding%3Ahost_id=n-h2-772273-4 HTTP/1.1" status: 200 len: 1127 time: 1.9469724 Feb 19 04:00:01.140555 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-401f6ea3-ecff-4ae3-9277-102e28c0295e req-2cae170a-61a3-4e73-a6aa-a2a2cb12f886 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7567105 Feb 19 04:00:01.166081 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '33d9b8b1-8083-414e-9a58-5ece468cd2ac', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '33d9b8b1-8083-414e-9a58-5ece468cd2ac', 'mac_address': 'fa:16:3e:95:b6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:00:01.190022 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487e945-a4a3-44b2-847a-ab3ce0368f1f None None] Pushing event updated for resources: {'Port': ['ID=9aa81da0-5be4-4f52-8e15-dd21bae658a0,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:01.269952 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] Attempting to bind port 9aa81da0-5be4-4f52-8e15-dd21bae658a0 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:00:01.271315 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] Attempting to bind port 9aa81da0-5be4-4f52-8e15-dd21bae658a0 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:00:01.273169 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] Attempting to bind port 9aa81da0-5be4-4f52-8e15-dd21bae658a0 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:01.274473 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1406a10b-2594-462e-aa5b-0bd559b8bd5e req-5e507d56-3516-4c88-8681-eef484a79831 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9986970 Feb 19 04:00:01.288179 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e820a415-367b-4bae-a892-bdfe859b6a65 None None] Port 4148f392-837b-4136-8bca-b1b05feac25b cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:00:01.306735 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:00:01.307912 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:01.309307 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:01.310794 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:00:01.312134 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] Bound port: 9aa81da0-5be4-4f52-8e15-dd21bae658a0, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:00:01.313293 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9aa81da0-5be4-4f52-8e15-dd21bae658a0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:01.375270 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 33d9b8b1-8083-414e-9a58-5ece468cd2ac is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:01.376259 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (33d9b8b1-8083-414e-9a58-5ece468cd2ac), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:01.451166 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9803d33f-9a94-4ece-92fb-cd43df2741b1 admin admin] Publish callbacks [] for router (b27a2e01-ed57-4587-b65f-5c4353ac3f02), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:01.455901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] For port 9aa81da0-5be4-4f52-8e15-dd21bae658a0, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:01.463907 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] For port 9aa81da0-5be4-4f52-8e15-dd21bae658a0, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9aa81da0-5be4-4f52-8e15-dd21bae658a0,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:00:01.475729 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d9b8b1-8083-414e-9a58-5ece468cd2ac {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:01.487697 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9aa81da0-5be4-4f52-8e15-dd21bae658a0), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:01.572558 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-723f3f3c-1716-4a99-9c06-1a31d721b50e tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Allocated IP 192.168.233.101 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/84193989-d4ba-48f2-a12b-1e263b4976fe) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:00:01.589595 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 33d9b8b1-8083-414e-9a58-5ece468cd2ac, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=33d9b8b1-8083-414e-9a58-5ece468cd2ac,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:01.615118 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (33d9b8b1-8083-414e-9a58-5ece468cd2ac), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:01.649203 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] Routers {'99d58c1b-2c70-4991-842b-f886b5da15b7'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:00:01.650356 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:59:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['99d58c1b-2c70-4991-842b-f886b5da15b7'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:01.808468 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-84bfc640-3557-4c93-9510-a7861d1395c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27a2e01-ed57-4587-b65f-5c4353ac3f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1469613355-router', 'tenant_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'afca8baf-c9fa-4d15-8f38-31e1830c2dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:06Z', 'updated_at': '2022-02-19T03:59:55Z', 'revision_number': 5, 'project_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'gw_port': {'id': 'afca8baf-c9fa-4d15-8f38-31e1830c2dd4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27a2e01-ed57-4587-b65f-5c4353ac3f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:10Z', 'updated_at': '2022-02-19T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:01.926424 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] Set router 99d58c1b-2c70-4991-842b-f886b5da15b7 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:00:01.950187 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bfc640-3557-4c93-9510-a7861d1395c8 None None] Checking router: b27a2e01-ed57-4587-b65f-5c4353ac3f02 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:00:01.963804 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-723f3f3c-1716-4a99-9c06-1a31d721b50e tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Publish callbacks [] for port (84193989-d4ba-48f2-a12b-1e263b4976fe), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:01.988723 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bfc640-3557-4c93-9510-a7861d1395c8 None None] Routers {'b27a2e01-ed57-4587-b65f-5c4353ac3f02'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:00:01.991383 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-84bfc640-3557-4c93-9510-a7861d1395c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T03:59:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b27a2e01-ed57-4587-b65f-5c4353ac3f02'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:02.040498 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9803d33f-9a94-4ece-92fb-cd43df2741b1 admin admin] Publish callbacks [] for router_gateway (b27a2e01-ed57-4587-b65f-5c4353ac3f02), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:02.054470 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487e945-a4a3-44b2-847a-ab3ce0368f1f None None] Pushing event updated for resources: {'Port': ['ID=9aa81da0-5be4-4f52-8e15-dd21bae658a0,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:02.188618 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9145853-06a2-4126-b773-616630487669 req-19dd0850-48d4-4326-9de1-9721e1fcb61a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:02.191778 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e9145853-06a2-4126-b773-616630487669 req-19dd0850-48d4-4326-9de1-9721e1fcb61a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 949 time: 2.3524759 Feb 19 04:00:02.246755 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['33d9b8b1-8083-414e-9a58-5ece468cd2ac'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:02.394903 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb320c-9f6c-4cb1-9596-d5645b38d76f req-f23c1c58-bd38-4405-a489-1b46a91bb7b1 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:02.413486 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5aeb320c-9f6c-4cb1-9596-d5645b38d76f req-f23c1c58-bd38-4405-a489-1b46a91bb7b1 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 945 time: 0.6294606 Feb 19 04:00:02.493833 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1406a10b-2594-462e-aa5b-0bd559b8bd5e req-d3ede404-d928-4b42-926f-c9f6f110e1ad service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2104278 Feb 19 04:00:02.557200 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-84bfc640-3557-4c93-9510-a7861d1395c8 None None] Set router b27a2e01-ed57-4587-b65f-5c4353ac3f02 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:00:02.596204 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5aeb320c-9f6c-4cb1-9596-d5645b38d76f req-fec63416-ce25-408a-aa6a-a21f215e84e2 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757681 Feb 19 04:00:02.601339 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-9803d33f-9a94-4ece-92fb-cd43df2741b1 admin admin] Deleting port afca8baf-c9fa-4d15-8f38-31e1830c2dd4 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:00:02.606630 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9803d33f-9a94-4ece-92fb-cd43df2741b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (afca8baf-c9fa-4d15-8f38-31e1830c2dd4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:02.614772 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-0ab2c666-afdc-4c88-b8b1-b1bfa309b1b6 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 9.3596203 Feb 19 04:00:02.615737 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5135fd18-178e-4374-8ab4-cb02d6302c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:02.704452 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-afb0a146-54c1-40b0-8579-049b9113d063 service neutron] Request body: {'port': {'device_id': 'c8ca5792-037e-47b7-bc04-d153c2ba8397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:02.748543 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-723f3f3c-1716-4a99-9c06-1a31d721b50e tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (84193989-d4ba-48f2-a12b-1e263b4976fe), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:02.822581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=33d9b8b1-8083-414e-9a58-5ece468cd2ac,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:02.858322 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-9803d33f-9a94-4ece-92fb-cd43df2741b1 admin admin] For port afca8baf-c9fa-4d15-8f38-31e1830c2dd4, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=afca8baf-c9fa-4d15-8f38-31e1830c2dd4,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:02.858926 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9803d33f-9a94-4ece-92fb-cd43df2741b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (afca8baf-c9fa-4d15-8f38-31e1830c2dd4), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:02.903505 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-9803d33f-9a94-4ece-92fb-cd43df2741b1 admin admin] Calling delete_port for afca8baf-c9fa-4d15-8f38-31e1830c2dd4 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:00:03.054751 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 6d18eb4b-87e3-4ae6-8063-25ab9b948496 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:00:03.126640 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e9145853-06a2-4126-b773-616630487669 req-a169ae4f-f95f-47fc-94b2-fbc9ec5c2bc2 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7340424 Feb 19 04:00:03.249803 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-64d049f2-6967-47de-b209-4f30624cdb39 service neutron] For port 520f56e0-500c-4b37-b9f5-893e73136f4a, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:03.252198 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f3f3c-1716-4a99-9c06-1a31d721b50e tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Pushing event updated for resources: {'Port': ['ID=84193989-d4ba-48f2-a12b-1e263b4976fe,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:03.354299 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-64d049f2-6967-47de-b209-4f30624cdb39 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:03.358502 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4020cc6-279d-462d-8f1e-e4ddf087fd5c req-64d049f2-6967-47de-b209-4f30624cdb39 service neutron] 10.222.0.48 "DELETE /v2.0/ports/520f56e0-500c-4b37-b9f5-893e73136f4a/bindings/n-h1-772273-4 HTTP/1.1" status: 204 len: 173 time: 1.3223617 Feb 19 04:00:03.370642 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-723f3f3c-1716-4a99-9c06-1a31d721b50e tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:00:03.406381 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 6d18eb4b-87e3-4ae6-8063-25ab9b948496, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=6d18eb4b-87e3-4ae6-8063-25ab9b948496,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:03.465645 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47878499-b719-4d75-8f52-b03b5dbd01f6 req-cfad5b29-61d2-4572-8629-7a1d77f1f370 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:03.480702 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-47878499-b719-4d75-8f52-b03b5dbd01f6 req-cfad5b29-61d2-4572-8629-7a1d77f1f370 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/ports?device_id=db0f975a-9d8e-4425-96a5-849a16057aca HTTP/1.1" status: 200 len: 948 time: 0.2731681 Feb 19 04:00:03.494751 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-723f3f3c-1716-4a99-9c06-1a31d721b50e tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:00:03.588566 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '6d18eb4b-87e3-4ae6-8063-25ab9b948496', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '6d18eb4b-87e3-4ae6-8063-25ab9b948496', 'mac_address': 'fa:16:3e:50:0d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:00:03.606624 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-723f3f3c-1716-4a99-9c06-1a31d721b50e tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:00:03.614806 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fdda8364-60fe-4f3a-9008-32a4154557fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:03.620779 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a8282-6ede-450d-8f2b-5dcdcb697b9f req-2766b1be-03d9-4e68-9853-731334af5fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:03.623645 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b03a8282-6ede-450d-8f2b-5dcdcb697b9f req-2766b1be-03d9-4e68-9853-731334af5fcc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=717c3d6672ee4e14b61f70cc28c3a94c&device_id=db0f975a-9d8e-4425-96a5-849a16057aca HTTP/1.1" status: 200 len: 1130 time: 1.3012557 Feb 19 04:00:03.726237 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-84bfc640-3557-4c93-9510-a7861d1395c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27a2e01-ed57-4587-b65f-5c4353ac3f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1469613355-router', 'tenant_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'afca8baf-c9fa-4d15-8f38-31e1830c2dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:06Z', 'updated_at': '2022-02-19T03:59:55Z', 'revision_number': 5, 'project_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'gw_port': {'id': 'afca8baf-c9fa-4d15-8f38-31e1830c2dd4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27a2e01-ed57-4587-b65f-5c4353ac3f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:10Z', 'updated_at': '2022-02-19T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:03.863715 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-47878499-b719-4d75-8f52-b03b5dbd01f6 req-c586d566-3974-4b65-9490-c0b103fce5f9 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/security-groups?id=4db64e97-486a-44a8-ab46-5c3d6b519a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798447 Feb 19 04:00:03.870180 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9803d33f-9a94-4ece-92fb-cd43df2741b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (afca8baf-c9fa-4d15-8f38-31e1830c2dd4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:03.874671 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bfc640-3557-4c93-9510-a7861d1395c8 None None] The sync data for ids ['b27a2e01-ed57-4587-b65f-5c4353ac3f02'] in n-d-772273-4 is: [{'id': 'b27a2e01-ed57-4587-b65f-5c4353ac3f02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1469613355-router', 'tenant_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': 'afca8baf-c9fa-4d15-8f38-31e1830c2dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:06Z', 'updated_at': '2022-02-19T03:59:55Z', 'revision_number': 5, 'project_id': '7c87d1c86d834a678b243ffa1bd15b4c', 'gw_port': {'id': 'afca8baf-c9fa-4d15-8f38-31e1830c2dd4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27a2e01-ed57-4587-b65f-5c4353ac3f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:10Z', 'updated_at': '2022-02-19T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:00:04.008465 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803d33f-9a94-4ece-92fb-cd43df2741b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=afca8baf-c9fa-4d15-8f38-31e1830c2dd4,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:04.245280 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-afb0a146-54c1-40b0-8579-049b9113d063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4148f392-837b-4136-8bca-b1b05feac25b), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:04.253872 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a3285819-0a2b-4521-9994-c03da2ce4477 None None] Provisioning complete for port 84193989-d4ba-48f2-a12b-1e263b4976fe triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:04.256295 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a3285819-0a2b-4521-9994-c03da2ce4477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (84193989-d4ba-48f2-a12b-1e263b4976fe), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:04.336391 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 6d18eb4b-87e3-4ae6-8063-25ab9b948496 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:04.336795 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6d18eb4b-87e3-4ae6-8063-25ab9b948496), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:04.372697 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a3285819-0a2b-4521-9994-c03da2ce4477 None None] Port 84193989-d4ba-48f2-a12b-1e263b4976fe cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:00:04.392197 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d18eb4b-87e3-4ae6-8063-25ab9b948496 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:04.429657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d58c1b-2c70-4991-842b-f886b5da15b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1427267721-router', 'tenant_id': '73305c74b76a4478a4b06b1029890214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9aa81da0-5be4-4f52-8e15-dd21bae658a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:59:44Z', 'updated_at': '2022-02-19T03:59:54Z', 'revision_number': 3, 'project_id': '73305c74b76a4478a4b06b1029890214', 'gw_port': {'id': '9aa81da0-5be4-4f52-8e15-dd21bae658a0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d58c1b-2c70-4991-842b-f886b5da15b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:50Z', 'updated_at': '2022-02-19T04:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:04.500106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687789c6-490a-47e9-a9d4-d52c32578401 None None] The sync data for ids ['99d58c1b-2c70-4991-842b-f886b5da15b7'] in n-d-772273-4 is: [{'id': '99d58c1b-2c70-4991-842b-f886b5da15b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1427267721-router', 'tenant_id': '73305c74b76a4478a4b06b1029890214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9aa81da0-5be4-4f52-8e15-dd21bae658a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:59:44Z', 'updated_at': '2022-02-19T03:59:54Z', 'revision_number': 3, 'project_id': '73305c74b76a4478a4b06b1029890214', 'gw_port': {'id': '9aa81da0-5be4-4f52-8e15-dd21bae658a0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d58c1b-2c70-4991-842b-f886b5da15b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:50Z', 'updated_at': '2022-02-19T04:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:00:04.530270 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-723f3f3c-1716-4a99-9c06-1a31d721b50e tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:04.540034 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-723f3f3c-1716-4a99-9c06-1a31d721b50e tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:04.590119 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 6d18eb4b-87e3-4ae6-8063-25ab9b948496, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=6d18eb4b-87e3-4ae6-8063-25ab9b948496,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:04.620128 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6d18eb4b-87e3-4ae6-8063-25ab9b948496), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:04.777130 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-723f3f3c-1716-4a99-9c06-1a31d721b50e tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.5672712 Feb 19 04:00:04.834475 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-81c60ff3-2128-42d8-9107-4a5338b1b57c service neutron] Request body: {'port': {'device_id': 'bdaecb32-a653-4858-928b-62f6bcd24ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:04.835263 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=6d18eb4b-87e3-4ae6-8063-25ab9b948496,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:04.952336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3cf1a-8f45-416c-819c-d33dec6bc368 req-8a778b8e-9546-42ae-af2f-87653b6d8f98 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:04.955704 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-43d3cf1a-8f45-416c-819c-d33dec6bc368 req-8a778b8e-9546-42ae-af2f-87653b6d8f98 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=9266b0e8-c6f0-4576-98b6-242440c5dbf0 HTTP/1.1" status: 200 len: 948 time: 1.3648531 Feb 19 04:00:04.977962 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5d538d6a-6424-4137-aa20-a4ed16fced8b no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:00:04.988207 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['6d18eb4b-87e3-4ae6-8063-25ab9b948496'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:05.177658 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-039a8964-1420-4e12-90ac-5f0aed03c4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:05.204752 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a8282-6ede-450d-8f2b-5dcdcb697b9f req-ba458ff6-0407-407f-9876-15af20e465a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:05.208064 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b03a8282-6ede-450d-8f2b-5dcdcb697b9f req-ba458ff6-0407-407f-9876-15af20e465a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 1.4332628 Feb 19 04:00:05.293409 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9803d33f-9a94-4ece-92fb-cd43df2741b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (b27a2e01-ed57-4587-b65f-5c4353ac3f02), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:05.397508 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 5d538d6a-6424-4137-aa20-a4ed16fced8b {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:00:05.401507 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5d538d6a-6424-4137-aa20-a4ed16fced8b not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:00:05.661461 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9803d33f-9a94-4ece-92fb-cd43df2741b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (b27a2e01-ed57-4587-b65f-5c4353ac3f02), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:05.678101 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9803d33f-9a94-4ece-92fb-cd43df2741b1 admin admin] Publish callbacks [] for router_controller (b27a2e01-ed57-4587-b65f-5c4353ac3f02), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:05.731309 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f538d89-0e56-4bac-8123-245f99bd46aa req-bba2abd6-d5a7-4f41-8a6d-ecb0d7fd19e6 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:05.749359 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f538d89-0e56-4bac-8123-245f99bd46aa req-bba2abd6-d5a7-4f41-8a6d-ecb0d7fd19e6 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe HTTP/1.1" status: 200 len: 936 time: 0.7112296 Feb 19 04:00:05.903293 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9803d33f-9a94-4ece-92fb-cd43df2741b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (b27a2e01-ed57-4587-b65f-5c4353ac3f02), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:05.903907 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9803d33f-9a94-4ece-92fb-cd43df2741b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b27a2e01-ed57-4587-b65f-5c4353ac3f02 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:00:05.913995 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9803d33f-9a94-4ece-92fb-cd43df2741b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:05.917948 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9803d33f-9a94-4ece-92fb-cd43df2741b1 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b27a2e01-ed57-4587-b65f-5c4353ac3f02 HTTP/1.1" status: 204 len: 168 time: 5.2252660 Feb 19 04:00:05.919703 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55950) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:06.118606 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f538d89-0e56-4bac-8123-245f99bd46aa req-2e8fa884-8cbf-4c8c-bf96-6190142cd1eb tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/security-groups?id=68ec2cb3-2efe-4a3b-b0c8-2e241ec44507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485199 Feb 19 04:00:06.130197 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca971c0-a660-4601-8862-99cef89ac18a admin admin] Deleting subnet 9f2568a8-86ef-4db7-9f45-d95ab7e51554 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:00:06.145354 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8ca971c0-a660-4601-8862-99cef89ac18a admin admin] Publish callbacks [] for subnet (9f2568a8-86ef-4db7-9f45-d95ab7e51554), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:06.269052 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:00:06.285121 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8ca971c0-a660-4601-8862-99cef89ac18a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (9f2568a8-86ef-4db7-9f45-d95ab7e51554), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:06.441998 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-81c60ff3-2128-42d8-9107-4a5338b1b57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (84193989-d4ba-48f2-a12b-1e263b4976fe), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:06.473697 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b03a8282-6ede-450d-8f2b-5dcdcb697b9f req-20670b61-4b59-49e1-9987-5c851ea0b04e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=6d18eb4b-87e3-4ae6-8063-25ab9b948496 HTTP/1.1" status: 200 len: 217 time: 1.1916237 Feb 19 04:00:06.558438 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:06.689986 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 33d9b8b1-8083-414e-9a58-5ece468cd2ac up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:06.812108 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 6d18eb4b-87e3-4ae6-8063-25ab9b948496 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:06.923698 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59b7fe-0615-4cfc-95cd-3d260bac09d8 req-4e9740aa-08fd-45e2-b32a-6a3f050c3a55 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:06.935364 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-de59b7fe-0615-4cfc-95cd-3d260bac09d8 req-4e9740aa-08fd-45e2-b32a-6a3f050c3a55 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 949 time: 0.4837875 Feb 19 04:00:06.938767 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8ca971c0-a660-4601-8862-99cef89ac18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (9f2568a8-86ef-4db7-9f45-d95ab7e51554), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:07.037860 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-43d3cf1a-8f45-416c-819c-d33dec6bc368 req-d9349bde-eadc-40b8-a008-4b446b466c86 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0128837 Feb 19 04:00:07.068783 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9aa81da0-5be4-4f52-8e15-dd21bae658a0 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:07.188679 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-fdda8364-60fe-4f3a-9008-32a4154557fd admin admin] Allocated IP 172.20.0.1 (15445c48-fb80-4d2d-af6d-91f4496d3072/61b43255-4d30-44fa-8b7d-01663d893601/a34c4114-ddb0-4dc3-b7d5-5602e82e8640) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:00:07.219143 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-de59b7fe-0615-4cfc-95cd-3d260bac09d8 req-9f5439f8-5508-4955-90bb-ee4a7f798512 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695451 Feb 19 04:00:07.275255 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 6d18eb4b-87e3-4ae6-8063-25ab9b948496 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:00:07.276440 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8ca971c0-a660-4601-8862-99cef89ac18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (9f2568a8-86ef-4db7-9f45-d95ab7e51554), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:07.280765 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:07.298097 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 33d9b8b1-8083-414e-9a58-5ece468cd2ac completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:00:07.314510 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 6d18eb4b-87e3-4ae6-8063-25ab9b948496 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:07.318029 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6d18eb4b-87e3-4ae6-8063-25ab9b948496), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:07.371878 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca971c0-a660-4601-8862-99cef89ac18a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f2568a8-86ef-4db7-9f45-d95ab7e51554,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:07.415522 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 33d9b8b1-8083-414e-9a58-5ece468cd2ac triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:07.416155 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (33d9b8b1-8083-414e-9a58-5ece468cd2ac), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:07.485816 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7fe63c-a619-4345-826f-3a62db0caab5 None None] Network 819b7430-b013-460a-b249-8c51184e9fc7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:00:07.524283 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8ca971c0-a660-4601-8862-99cef89ac18a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:07.542118 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8ca971c0-a660-4601-8862-99cef89ac18a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9f2568a8-86ef-4db7-9f45-d95ab7e51554 HTTP/1.1" status: 204 len: 168 time: 1.6168842 Feb 19 04:00:07.549130 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55960) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:07.844844 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:07.893162 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 9aa81da0-5be4-4f52-8e15-dd21bae658a0 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:07.893722 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9aa81da0-5be4-4f52-8e15-dd21bae658a0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:07.981841 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9143c9-6986-4d84-8205-ca1baa421350 req-3220b8d3-3b4b-44d4-9459-699dbda6da45 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:07.990888 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1b9143c9-6986-4d84-8205-ca1baa421350 req-3220b8d3-3b4b-44d4-9459-699dbda6da45 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 1127 time: 0.5876315 Feb 19 04:00:08.110536 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e109add-bf0a-404e-b748-a0c38c3547c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (819b7430-b013-460a-b249-8c51184e9fc7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:08.230381 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fdda8364-60fe-4f3a-9008-32a4154557fd admin admin] Publish callbacks [] for port (a34c4114-ddb0-4dc3-b7d5-5602e82e8640), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:08.311466 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 6d18eb4b-87e3-4ae6-8063-25ab9b948496 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:08.312141 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6d18eb4b-87e3-4ae6-8063-25ab9b948496), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:08.353503 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1b9143c9-6986-4d84-8205-ca1baa421350 req-0006b7ba-9e12-4b4a-94dd-4b13666fce6b tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253469 Feb 19 04:00:08.384407 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 33d9b8b1-8083-414e-9a58-5ece468cd2ac is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:08.394805 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (33d9b8b1-8083-414e-9a58-5ece468cd2ac), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:08.431571 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a8282-6ede-450d-8f2b-5dcdcb697b9f req-353c0f5a-66f2-4f64-ac3b-43a0034331a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:08.445972 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b03a8282-6ede-450d-8f2b-5dcdcb697b9f req-353c0f5a-66f2-4f64-ac3b-43a0034331a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 1.5956876 Feb 19 04:00:08.510058 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-2e109add-bf0a-404e-b748-a0c38c3547c7 admin admin] Deleting port 475d095a-a1fc-488f-8429-85d8c4a8cdef {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:00:08.510058 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e109add-bf0a-404e-b748-a0c38c3547c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (475d095a-a1fc-488f-8429-85d8c4a8cdef), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:08.534421 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052a1699-9a92-4afd-8b24-615d8ce9564e None None] DHCP port deletion for 819b7430-b013-460a-b249-8c51184e9fc7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:00:08.670769 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-afb0a146-54c1-40b0-8579-049b9113d063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4148f392-837b-4136-8bca-b1b05feac25b {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:08.684332 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 6d18eb4b-87e3-4ae6-8063-25ab9b948496, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=6d18eb4b-87e3-4ae6-8063-25ab9b948496,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:08.688490 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-afb0a146-54c1-40b0-8579-049b9113d063 service neutron] Publish callbacks [] for port (4148f392-837b-4136-8bca-b1b05feac25b), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:08.716081 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-afb0a146-54c1-40b0-8579-049b9113d063 service neutron] Transition to ACTIVE for port object 4148f392-837b-4136-8bca-b1b05feac25b will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:00:08.724341 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 33d9b8b1-8083-414e-9a58-5ece468cd2ac, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=33d9b8b1-8083-414e-9a58-5ece468cd2ac,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:08.736890 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fdda8364-60fe-4f3a-9008-32a4154557fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (a34c4114-ddb0-4dc3-b7d5-5602e82e8640), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:08.766210 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0f975a-9d8e-4425-96a5-849a16057aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d18eb4b-87e3-4ae6-8063-25ab9b948496'}, {'server_uuid': '9266b0e8-c6f0-4576-98b6-242440c5dbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d9b8b1-8083-414e-9a58-5ece468cd2ac'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:08.770659 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7a586e-979b-42e7-8932-7622eea2de83" -d '{"events": [{"server_uuid": "db0f975a-9d8e-4425-96a5-849a16057aca", "name": "network-vif-plugged", "status": "completed", "tag": "6d18eb4b-87e3-4ae6-8063-25ab9b948496"}, {"server_uuid": "9266b0e8-c6f0-4576-98b6-242440c5dbf0", "name": "network-vif-plugged", "status": "completed", "tag": "33d9b8b1-8083-414e-9a58-5ece468cd2ac"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:08.824723 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6d18eb4b-87e3-4ae6-8063-25ab9b948496), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:08.827943 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (33d9b8b1-8083-414e-9a58-5ece468cd2ac), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:08.878146 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-afb0a146-54c1-40b0-8579-049b9113d063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (4148f392-837b-4136-8bca-b1b05feac25b), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:08.984289 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:09.018501 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=6d18eb4b-87e3-4ae6-8063-25ab9b948496,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:09.031801 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdda8364-60fe-4f3a-9008-32a4154557fd admin admin] Network 15445c48-fb80-4d2d-af6d-91f4496d3072 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:00:09.088119 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-2e109add-bf0a-404e-b748-a0c38c3547c7 admin admin] For port 475d095a-a1fc-488f-8429-85d8c4a8cdef, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=475d095a-a1fc-488f-8429-85d8c4a8cdef,segment=NetworkSegment(5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4),segment_id=5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:09.090043 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e109add-bf0a-404e-b748-a0c38c3547c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (475d095a-a1fc-488f-8429-85d8c4a8cdef), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:09.103845 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:09.109398 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:09.111902 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:09.115975 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:09.120508 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:09.121361 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:09.122241 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:09.122935 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:09.124700 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:09.125928 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:09.126652 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:09.127411 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:09.128135 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:09.218499 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9849d-f4f4-40fb-817b-4213f4bd648f req-71122402-e459-4b6b-a215-6cb6d6c8cb19 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:09.233222 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c8d9849d-f4f4-40fb-817b-4213f4bd648f req-71122402-e459-4b6b-a215-6cb6d6c8cb19 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe HTTP/1.1" status: 200 len: 936 time: 0.5218644 Feb 19 04:00:09.235667 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-2e109add-bf0a-404e-b748-a0c38c3547c7 admin admin] Calling delete_port for 475d095a-a1fc-488f-8429-85d8c4a8cdef owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:00:09.295389 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=33d9b8b1-8083-414e-9a58-5ece468cd2ac,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:09.352626 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 9aa81da0-5be4-4f52-8e15-dd21bae658a0 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:09.353587 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9aa81da0-5be4-4f52-8e15-dd21bae658a0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:09.356972 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-fdda8364-60fe-4f3a-9008-32a4154557fd admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:00:09.493623 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 9aa81da0-5be4-4f52-8e15-dd21bae658a0, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9aa81da0-5be4-4f52-8e15-dd21bae658a0,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:09.502486 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:09.507368 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c8d9849d-f4f4-40fb-817b-4213f4bd648f req-429a1b98-f2d7-4427-ad86-5b65ebe9f849 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/security-groups?id=68ec2cb3-2efe-4a3b-b0c8-2e241ec44507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445974 Feb 19 04:00:09.517252 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9aa81da0-5be4-4f52-8e15-dd21bae658a0), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:09.576120 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device afca8baf-c9fa-4d15-8f38-31e1830c2dd4 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:00:09.589059 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee84e5-27bf-4b35-8621-89a5f2ed0193 req-89d5cb33-181d-41d0-89c0-df46a11ec47d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:09.591994 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c0ee84e5-27bf-4b35-8621-89a5f2ed0193 req-89d5cb33-181d-41d0-89c0-df46a11ec47d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/ports?device_id=db0f975a-9d8e-4425-96a5-849a16057aca HTTP/1.1" status: 200 len: 949 time: 1.2908027 Feb 19 04:00:09.600483 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda8364-60fe-4f3a-9008-32a4154557fd admin admin] Pushing event updated for resources: {'Port': ['ID=a34c4114-ddb0-4dc3-b7d5-5602e82e8640,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:09.613580 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdda8364-60fe-4f3a-9008-32a4154557fd admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:00:09.664052 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e109add-bf0a-404e-b748-a0c38c3547c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (475d095a-a1fc-488f-8429-85d8c4a8cdef), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:09.666078 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-052a1699-9a92-4afd-8b24-615d8ce9564e None None] Deleting port 475d095a-a1fc-488f-8429-85d8c4a8cdef {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:00:09.667154 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-052a1699-9a92-4afd-8b24-615d8ce9564e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (475d095a-a1fc-488f-8429-85d8c4a8cdef), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:09.803354 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e109add-bf0a-404e-b748-a0c38c3547c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=475d095a-a1fc-488f-8429-85d8c4a8cdef,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:09.815454 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e109add-bf0a-404e-b748-a0c38c3547c7 admin admin] No DVR routers for this DVR port 475d095a-a1fc-488f-8429-85d8c4a8cdef on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:00:09.869467 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: afca8baf-c9fa-4d15-8f38-31e1830c2dd4 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:00:09.872622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device afca8baf-c9fa-4d15-8f38-31e1830c2dd4 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:00:09.895348 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fdda8364-60fe-4f3a-9008-32a4154557fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (99d58c1b-2c70-4991-842b-f886b5da15b7), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:10.178518 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 475d095a-a1fc-488f-8429-85d8c4a8cdef no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:00:10.266303 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2ffd3-509f-4bd0-b9a0-c3de634cb687 req-1159b811-96a1-4dab-94c1-b61ff4cbe545 tempest-MigrationsAdminTest-701699032 tempest-MigrationsAdminTest-701699032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:10.271694 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-86c2ffd3-509f-4bd0-b9a0-c3de634cb687 req-1159b811-96a1-4dab-94c1-b61ff4cbe545 tempest-MigrationsAdminTest-701699032 tempest-MigrationsAdminTest-701699032-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 1131 time: 0.5163851 Feb 19 04:00:10.280325 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e109add-bf0a-404e-b748-a0c38c3547c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (819b7430-b013-460a-b249-8c51184e9fc7), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:10.322062 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0a146-54c1-40b0-8579-049b9113d063 service neutron] Pushing event updated for resources: {'Port': ['ID=4148f392-837b-4136-8bca-b1b05feac25b,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:10.338377 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-2e109add-bf0a-404e-b748-a0c38c3547c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819b7430-b013-460a-b249-8c51184e9fc7']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:10.363447 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-2e109add-bf0a-404e-b748-a0c38c3547c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:10.363993 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-2e109add-bf0a-404e-b748-a0c38c3547c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:10.370955 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-052a1699-9a92-4afd-8b24-615d8ce9564e None None] For port 475d095a-a1fc-488f-8429-85d8c4a8cdef, host n-d-772273-4, got binding levels [] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:10.371876 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-052a1699-9a92-4afd-8b24-615d8ce9564e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (475d095a-a1fc-488f-8429-85d8c4a8cdef), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:10.388091 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e109add-bf0a-404e-b748-a0c38c3547c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:10.411269 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 475d095a-a1fc-488f-8429-85d8c4a8cdef {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:00:10.412843 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 475d095a-a1fc-488f-8429-85d8c4a8cdef not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:00:10.424079 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fdda8364-60fe-4f3a-9008-32a4154557fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a34c4114-ddb0-4dc3-b7d5-5602e82e8640), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:10.428879 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-052a1699-9a92-4afd-8b24-615d8ce9564e None None] Calling delete_port for 475d095a-a1fc-488f-8429-85d8c4a8cdef owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:00:10.435436 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-afb0a146-54c1-40b0-8579-049b9113d063 service neutron] Attempting to bind port 4148f392-837b-4136-8bca-b1b05feac25b on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:00:10.435895 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=9aa81da0-5be4-4f52-8e15-dd21bae658a0,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:10.436212 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-afb0a146-54c1-40b0-8579-049b9113d063 service neutron] Attempting to bind port 4148f392-837b-4136-8bca-b1b05feac25b by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:00:10.436792 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-afb0a146-54c1-40b0-8579-049b9113d063 service neutron] Attempting to bind port 4148f392-837b-4136-8bca-b1b05feac25b on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:10.444982 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e109add-bf0a-404e-b748-a0c38c3547c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:10.450263 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.ipam_backend_mixin [None req-052a1699-9a92-4afd-8b24-615d8ce9564e None None] Port 475d095a-a1fc-488f-8429-85d8c4a8cdef was not found and therefore no delete operation was performed {{(pid=115200) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:00:10.451199 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-81c60ff3-2128-42d8-9107-4a5338b1b57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84193989-d4ba-48f2-a12b-1e263b4976fe {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:10.457792 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-052a1699-9a92-4afd-8b24-615d8ce9564e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (475d095a-a1fc-488f-8429-85d8c4a8cdef), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:10.466609 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a8282-6ede-450d-8f2b-5dcdcb697b9f req-c83c7b14-4fd1-48d0-b6f2-99bf2c7a10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:10.470005 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b03a8282-6ede-450d-8f2b-5dcdcb697b9f req-c83c7b14-4fd1-48d0-b6f2-99bf2c7a10bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.8382273 Feb 19 04:00:10.470994 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-afb0a146-54c1-40b0-8579-049b9113d063 service neutron] Port 4148f392-837b-4136-8bca-b1b05feac25b on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:00:10.473025 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-afb0a146-54c1-40b0-8579-049b9113d063 service neutron] Attempting to bind port 4148f392-837b-4136-8bca-b1b05feac25b on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:10.480564 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e109add-bf0a-404e-b748-a0c38c3547c7 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:00:10.482558 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e109add-bf0a-404e-b748-a0c38c3547c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (5b3c307a-1869-4ba5-9ab0-a04a2d5af6b4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:10.487199 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-204bde7a-5277-4c29-a730-1c7145b1c747 None None] Provisioning complete for port a34c4114-ddb0-4dc3-b7d5-5602e82e8640 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:10.488160 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-204bde7a-5277-4c29-a730-1c7145b1c747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a34c4114-ddb0-4dc3-b7d5-5602e82e8640), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:10.541138 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a1699-9a92-4afd-8b24-615d8ce9564e None None] Pushing event deleted for resources: {'Port': ['ID=475d095a-a1fc-488f-8429-85d8c4a8cdef,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:10.587780 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052a1699-9a92-4afd-8b24-615d8ce9564e None None] No DVR routers for this DVR port 475d095a-a1fc-488f-8429-85d8c4a8cdef on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:00:10.634237 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:00:10.638486 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-204bde7a-5277-4c29-a730-1c7145b1c747 None None] Port a34c4114-ddb0-4dc3-b7d5-5602e82e8640 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:00:10.668560 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-afb0a146-54c1-40b0-8579-049b9113d063 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:00:10.669210 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-afb0a146-54c1-40b0-8579-049b9113d063 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:10.669921 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-afb0a146-54c1-40b0-8579-049b9113d063 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:00:10.670798 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-afb0a146-54c1-40b0-8579-049b9113d063 service neutron] Bound port: 4148f392-837b-4136-8bca-b1b05feac25b, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:00:10.671749 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-afb0a146-54c1-40b0-8579-049b9113d063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4148f392-837b-4136-8bca-b1b05feac25b), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:10.702772 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-81c60ff3-2128-42d8-9107-4a5338b1b57c service neutron] Publish callbacks [] for port (84193989-d4ba-48f2-a12b-1e263b4976fe), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:10.731686 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e109add-bf0a-404e-b748-a0c38c3547c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (819b7430-b013-460a-b249-8c51184e9fc7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:10.754206 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e109add-bf0a-404e-b748-a0c38c3547c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:10.765907 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2e109add-bf0a-404e-b748-a0c38c3547c7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/819b7430-b013-460a-b249-8c51184e9fc7 HTTP/1.1" status: 204 len: 168 time: 3.2149217 Feb 19 04:00:10.844178 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-86c2ffd3-509f-4bd0-b9a0-c3de634cb687 req-51da76b4-af02-4da7-a249-65724f582470 tempest-MigrationsAdminTest-701699032 tempest-MigrationsAdminTest-701699032-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078667 Feb 19 04:00:10.847701 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e109add-bf0a-404e-b748-a0c38c3547c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=819b7430-b013-460a-b249-8c51184e9fc7,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:10.939628 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-81c60ff3-2128-42d8-9107-4a5338b1b57c service neutron] Transition to ACTIVE for port object 84193989-d4ba-48f2-a12b-1e263b4976fe will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:00:11.043779 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-81c60ff3-2128-42d8-9107-4a5338b1b57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (84193989-d4ba-48f2-a12b-1e263b4976fe), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:11.072962 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c0ee84e5-27bf-4b35-8621-89a5f2ed0193 req-5d20cb49-b8c1-4c58-9a85-35c9a05528c2 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/security-groups?id=4db64e97-486a-44a8-ab46-5c3d6b519a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3175027 Feb 19 04:00:11.184003 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55982) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:11.187492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb9f8b-45c8-4ee7-8178-9d37926ba0db req-a19241cc-68e4-4fb1-985c-b608581fc468 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:11.201999 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3bcb9f8b-45c8-4ee7-8178-9d37926ba0db req-a19241cc-68e4-4fb1-985c-b608581fc468 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=9266b0e8-c6f0-4576-98b6-242440c5dbf0 HTTP/1.1" status: 200 len: 949 time: 0.1725249 Feb 19 04:00:11.311180 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cd5d4c-4885-42b3-8084-213938386655 x-openstack-request-id: req-60cd5d4c-4885-42b3-8084-213938386655 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:11.321136 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0f975a-9d8e-4425-96a5-849a16057aca", "name": "network-vif-plugged", "status": "completed", "tag": "6d18eb4b-87e3-4ae6-8063-25ab9b948496", "code": 200}, {"server_uuid": "9266b0e8-c6f0-4576-98b6-242440c5dbf0", "name": "network-vif-plugged", "status": "completed", "tag": "33d9b8b1-8083-414e-9a58-5ece468cd2ac", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:11.322103 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60cd5d4c-4885-42b3-8084-213938386655 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:11.324750 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0f975a-9d8e-4425-96a5-849a16057aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d18eb4b-87e3-4ae6-8063-25ab9b948496', 'code': 200} Feb 19 04:00:11.326860 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9266b0e8-c6f0-4576-98b6-242440c5dbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d9b8b1-8083-414e-9a58-5ece468cd2ac', 'code': 200} Feb 19 04:00:11.372060 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3bcb9f8b-45c8-4ee7-8178-9d37926ba0db req-03008bed-36b4-4197-a421-f315e2c82853 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597815 Feb 19 04:00:11.409685 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b03a8282-6ede-450d-8f2b-5dcdcb697b9f req-6d68a557-10c9-47d8-b46e-0e119cf6189e service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9181774 Feb 19 04:00:11.521030 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c60ff3-2128-42d8-9107-4a5338b1b57c service neutron] Pushing event updated for resources: {'Port': ['ID=84193989-d4ba-48f2-a12b-1e263b4976fe,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:11.722729 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505eea5-6761-40ce-a236-f8fee59ff3ee req-04743ff7-b5ab-4d15-8849-eff6b63aa2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:11.726604 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0505eea5-6761-40ce-a236-f8fee59ff3ee req-04743ff7-b5ab-4d15-8849-eff6b63aa2df service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db0f975a-9d8e-4425-96a5-849a16057aca HTTP/1.1" status: 200 len: 1132 time: 0.2351329 Feb 19 04:00:11.799097 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09369d-5271-433f-9e60-029e5ad3bbe4 req-e60e0599-2281-4e64-acee-05d98ff66aae tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:11.802689 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b09369d-5271-433f-9e60-029e5ad3bbe4 req-e60e0599-2281-4e64-acee-05d98ff66aae tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe HTTP/1.1" status: 200 len: 948 time: 0.2010651 Feb 19 04:00:11.808037 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-afb0a146-54c1-40b0-8579-049b9113d063 service neutron] For port 4148f392-837b-4136-8bca-b1b05feac25b, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:11.899892 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0505eea5-6761-40ce-a236-f8fee59ff3ee req-4ad37275-b163-4586-b7b4-137a900da99e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4db64e97-486a-44a8-ab46-5c3d6b519a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599889 Feb 19 04:00:11.973399 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b09369d-5271-433f-9e60-029e5ad3bbe4 req-8f942858-e59c-412a-8083-266cbb1e477f tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/security-groups?id=68ec2cb3-2efe-4a3b-b0c8-2e241ec44507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493902 Feb 19 04:00:12.018235 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-afb0a146-54c1-40b0-8579-049b9113d063 service neutron] For port 4148f392-837b-4136-8bca-b1b05feac25b, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4148f392-837b-4136-8bca-b1b05feac25b,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:00:12.028302 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9aa81da0-5be4-4f52-8e15-dd21bae658a0 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:12.155891 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-afb0a146-54c1-40b0-8579-049b9113d063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (4148f392-837b-4136-8bca-b1b05feac25b), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:12.172495 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 9aa81da0-5be4-4f52-8e15-dd21bae658a0 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:12.176126 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9aa81da0-5be4-4f52-8e15-dd21bae658a0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:12.179108 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e8cf351e-b22a-4ff5-821a-3df6fdad933c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=98e4fb96369442b78745cce9c7cb08aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9768641 Feb 19 04:00:12.180494 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55998) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:12.369265 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-38cbeee0-3d0e-405c-af07-1d6dddcb49c8 admin admin] Publish callbacks [] for security_group (b61bc63c-0170-4361-98e8-681def3e9ce8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:12.466777 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efdf7f-3a02-4ecb-b09c-56aa1c2df8a0 req-51203b54-1724-455f-9a78-fd11135e4b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:12.469756 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c4efdf7f-3a02-4ecb-b09c-56aa1c2df8a0 req-51203b54-1724-455f-9a78-fd11135e4b5d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9266b0e8-c6f0-4576-98b6-242440c5dbf0 HTTP/1.1" status: 200 len: 1131 time: 0.9291189 Feb 19 04:00:12.502994 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-38cbeee0-3d0e-405c-af07-1d6dddcb49c8 admin admin] Publish callbacks [] for security_group (b61bc63c-0170-4361-98e8-681def3e9ce8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:12.558508 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e4b8f-e2cb-4bb6-a783-f6603d182ee3 req-35517b9d-b7df-4b3e-99de-aa2512a7e6d6 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:12.561547 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-979e4b8f-e2cb-4bb6-a783-f6603d182ee3 req-35517b9d-b7df-4b3e-99de-aa2512a7e6d6 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/ports?device_id=db0f975a-9d8e-4425-96a5-849a16057aca HTTP/1.1" status: 200 len: 950 time: 0.2428536 Feb 19 04:00:12.572776 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0a146-54c1-40b0-8579-049b9113d063 service neutron] Pushing event updated for resources: {'Port': ['ID=4148f392-837b-4136-8bca-b1b05feac25b,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:12.579486 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-81c60ff3-2128-42d8-9107-4a5338b1b57c service neutron] Attempting to bind port 84193989-d4ba-48f2-a12b-1e263b4976fe on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:00:12.580825 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-81c60ff3-2128-42d8-9107-4a5338b1b57c service neutron] Attempting to bind port 84193989-d4ba-48f2-a12b-1e263b4976fe by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:00:12.581759 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-81c60ff3-2128-42d8-9107-4a5338b1b57c service neutron] Attempting to bind port 84193989-d4ba-48f2-a12b-1e263b4976fe on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:12.596258 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-afb0a146-54c1-40b0-8579-049b9113d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:12.597303 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-afb0a146-54c1-40b0-8579-049b9113d063 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:12.600693 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-afb0a146-54c1-40b0-8579-049b9113d063 service neutron] 10.222.0.48 "PUT /v2.0/ports/4148f392-837b-4136-8bca-b1b05feac25b HTTP/1.1" status: 200 len: 1095 time: 9.9326296 Feb 19 04:00:12.651024 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ca5792-037e-47b7-bc04-d153c2ba8397', 'tag': '4148f392-837b-4136-8bca-b1b05feac25b'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:12.671599 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380fe6f6-ffbb-46a0-a211-283c10b883c4" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ca5792-037e-47b7-bc04-d153c2ba8397", "tag": "4148f392-837b-4136-8bca-b1b05feac25b"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:12.817233 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-81c60ff3-2128-42d8-9107-4a5338b1b57c service neutron] Port 84193989-d4ba-48f2-a12b-1e263b4976fe on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:00:12.818803 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-81c60ff3-2128-42d8-9107-4a5338b1b57c service neutron] Attempting to bind port 84193989-d4ba-48f2-a12b-1e263b4976fe on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:12.832551 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 9aa81da0-5be4-4f52-8e15-dd21bae658a0 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:12.851420 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-979e4b8f-e2cb-4bb6-a783-f6603d182ee3 req-8c3e5764-3776-4f20-a2e8-d6a0adf22690 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/security-groups?id=4db64e97-486a-44a8-ab46-5c3d6b519a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528102 Feb 19 04:00:12.853113 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-38cbeee0-3d0e-405c-af07-1d6dddcb49c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b61bc63c-0170-4361-98e8-681def3e9ce8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:12.859740 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-38cbeee0-3d0e-405c-af07-1d6dddcb49c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:12.866705 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-38cbeee0-3d0e-405c-af07-1d6dddcb49c8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b61bc63c-0170-4361-98e8-681def3e9ce8 HTTP/1.1" status: 204 len: 168 time: 0.6831200 Feb 19 04:00:12.891931 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cbeee0-3d0e-405c-af07-1d6dddcb49c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61bc63c-0170-4361-98e8-681def3e9ce8,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:12.921346 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-81c60ff3-2128-42d8-9107-4a5338b1b57c service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:00:12.921596 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-81c60ff3-2128-42d8-9107-4a5338b1b57c service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:12.922443 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-81c60ff3-2128-42d8-9107-4a5338b1b57c service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:00:12.923250 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-81c60ff3-2128-42d8-9107-4a5338b1b57c service neutron] Bound port: 84193989-d4ba-48f2-a12b-1e263b4976fe, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:00:12.929103 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-81c60ff3-2128-42d8-9107-4a5338b1b57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (84193989-d4ba-48f2-a12b-1e263b4976fe), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:12.998572 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b03a8282-6ede-450d-8f2b-5dcdcb697b9f req-509b9844-2090-4dc6-94b2-ada2a0150c02 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4720602 Feb 19 04:00:13.114214 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-ca011ca2-02a1-4e87-b2fe-1a7188f141ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:13.131747 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-ca011ca2-02a1-4e87-b2fe-1a7188f141ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=272967c56d084b6cb1804c8692f7a194&device_id=c8ca5792-037e-47b7-bc04-d153c2ba8397 HTTP/1.1" status: 200 len: 1129 time: 0.3922617 Feb 19 04:00:13.212576 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-07fc3086-b9de-4d1b-91ee-d7d590426adf tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:13.219619 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-07fc3086-b9de-4d1b-91ee-d7d590426adf tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 821 time: 1.5326560 Feb 19 04:00:13.293528 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fdda8364-60fe-4f3a-9008-32a4154557fd admin admin] Publish callbacks [] for port (a34c4114-ddb0-4dc3-b7d5-5602e82e8640), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:13.342206 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76acdff-89b2-4bbb-8ecb-7a1cad8cddc3 req-a8abe644-33c3-4127-9e32-9b3b9bae0b71 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:13.348291 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c76acdff-89b2-4bbb-8ecb-7a1cad8cddc3 req-a8abe644-33c3-4127-9e32-9b3b9bae0b71 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=9266b0e8-c6f0-4576-98b6-242440c5dbf0 HTTP/1.1" status: 200 len: 949 time: 0.2296281 Feb 19 04:00:13.367941 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-88c54298-16ed-401d-b512-ac44919e6239 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/quotas/3ff69a6f9c9c4911886bcf1427d030ef HTTP/1.1" status: 200 len: 375 time: 0.0997119 Feb 19 04:00:13.390003 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c4efdf7f-3a02-4ecb-b09c-56aa1c2df8a0 req-d523f00f-815f-46f4-9390-9f43144ce404 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8849232 Feb 19 04:00:13.455569 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fdda8364-60fe-4f3a-9008-32a4154557fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (a34c4114-ddb0-4dc3-b7d5-5602e82e8640), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:13.461130 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-08eb5843-de07-4f15-af61-c4e9ec5856df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=4148f392-837b-4136-8bca-b1b05feac25b HTTP/1.1" status: 200 len: 217 time: 0.2210438 Feb 19 04:00:13.505972 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c76acdff-89b2-4bbb-8ecb-7a1cad8cddc3 req-f1528095-2374-4bd4-88dd-128610635627 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389403 Feb 19 04:00:13.734573 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-cd0638b2-daed-4be5-bf26-2317231af059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:13.743151 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-cd0638b2-daed-4be5-bf26-2317231af059 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1488388 Feb 19 04:00:13.759103 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedb28d2-e32f-4e66-87ab-e6255e68b9c3 x-openstack-request-id: req-bedb28d2-e32f-4e66-87ab-e6255e68b9c3 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:13.759660 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ca5792-037e-47b7-bc04-d153c2ba8397", "tag": "4148f392-837b-4136-8bca-b1b05feac25b", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:13.760309 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bedb28d2-e32f-4e66-87ab-e6255e68b9c3 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:13.760890 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ca5792-037e-47b7-bc04-d153c2ba8397', 'tag': '4148f392-837b-4136-8bca-b1b05feac25b', 'status': 'completed', 'code': 200} Feb 19 04:00:13.782900 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-81c60ff3-2128-42d8-9107-4a5338b1b57c service neutron] For port 84193989-d4ba-48f2-a12b-1e263b4976fe, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:13.851842 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-715d1f79-d8e6-4041-bc3c-20a1821a8c02 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ecf9e139694246328842375c06e497e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546634 Feb 19 04:00:13.884231 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-81c60ff3-2128-42d8-9107-4a5338b1b57c service neutron] For port 84193989-d4ba-48f2-a12b-1e263b4976fe, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=84193989-d4ba-48f2-a12b-1e263b4976fe,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:00:13.930874 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fdda8364-60fe-4f3a-9008-32a4154557fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (99d58c1b-2c70-4991-842b-f886b5da15b7), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:13.939065 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda8364-60fe-4f3a-9008-32a4154557fd admin admin] Pushing event updated for resources: {'Port': ['ID=a34c4114-ddb0-4dc3-b7d5-5602e82e8640,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:13.965943 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-2b84b689-a0c6-4541-a51a-82a2975b759d tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5740614 Feb 19 04:00:13.967995 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-81c60ff3-2128-42d8-9107-4a5338b1b57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (84193989-d4ba-48f2-a12b-1e263b4976fe), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:14.002646 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-81c60ff3-2128-42d8-9107-4a5338b1b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:14.003468 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-81c60ff3-2128-42d8-9107-4a5338b1b57c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:14.006671 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-81c60ff3-2128-42d8-9107-4a5338b1b57c service neutron] 10.222.0.10 "PUT /v2.0/ports/84193989-d4ba-48f2-a12b-1e263b4976fe HTTP/1.1" status: 200 len: 1096 time: 9.1845729 Feb 19 04:00:14.031990 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56026) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:14.189348 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-23a7850c-af57-48ca-919f-bb902ab0bca6 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:14.192563 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-23a7850c-af57-48ca-919f-bb902ab0bca6 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3302159 Feb 19 04:00:14.228545 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-33e79483-2bfa-4dbc-bb67-22b8e1b7baf1 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/quotas/ecf9e139694246328842375c06e497e6 HTTP/1.1" status: 200 len: 375 time: 0.0272684 Feb 19 04:00:14.341057 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-89a187b3-3e72-4c19-b819-a22b1da03ea2 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1107969 Feb 19 04:00:14.948941 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5aebff-21dd-46ce-868d-211712b338e2 req-d5ac8a70-de59-4515-8487-8d4f45523842 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:14.953421 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6e5aebff-21dd-46ce-868d-211712b338e2 req-d5ac8a70-de59-4515-8487-8d4f45523842 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe HTTP/1.1" status: 200 len: 948 time: 0.1381662 Feb 19 04:00:14.971556 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-8b119f5b-7bcb-4923-8f36-0121b3e298d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:14.975139 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-8b119f5b-7bcb-4923-8f36-0121b3e298d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.1994755 Feb 19 04:00:15.065651 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6e5aebff-21dd-46ce-868d-211712b338e2 req-2f6eee1a-b6ee-43b2-8827-b154d01b5fbf tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/security-groups?id=68ec2cb3-2efe-4a3b-b0c8-2e241ec44507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964577 Feb 19 04:00:15.250055 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-3e9e1b60-a45f-4801-a406-8b1cbaa63b15 service neutron] 10.222.0.65 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2632699 Feb 19 04:00:15.362211 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431adee3-e397-4446-aa11-49f98eb8407e req-c0cbb9bc-386b-427f-a13d-d01853bb3afd tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:15.365852 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-431adee3-e397-4446-aa11-49f98eb8407e req-c0cbb9bc-386b-427f-a13d-d01853bb3afd tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/ports?device_id=db0f975a-9d8e-4425-96a5-849a16057aca HTTP/1.1" status: 200 len: 950 time: 0.1841369 Feb 19 04:00:15.389731 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c60ff3-2128-42d8-9107-4a5338b1b57c service neutron] Pushing event updated for resources: {'Port': ['ID=84193989-d4ba-48f2-a12b-1e263b4976fe,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:15.404669 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-844bd28d-c83d-45f7-bfa8-a74786837c39 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7c87d1c86d834a678b243ffa1bd15b4c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3641906 Feb 19 04:00:15.410822 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56040) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:15.546035 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-431adee3-e397-4446-aa11-49f98eb8407e req-5746f19d-38ed-467d-a4c4-5359c930cd82 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/security-groups?id=4db64e97-486a-44a8-ab46-5c3d6b519a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683805 Feb 19 04:00:15.666410 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdda8364-60fe-4f3a-9008-32a4154557fd admin admin] Network 15445c48-fb80-4d2d-af6d-91f4496d3072 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:00:15.670574 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-dc73fd57-82c7-43d3-8fe5-4f1f4646f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:15.673707 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6dd3a4c0-2a9f-4be2-aed5-1299acb53f8a admin admin] Publish callbacks [] for security_group (f9534e40-4b6a-4f83-b824-aed13ed210b3), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:15.674014 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-dc73fd57-82c7-43d3-8fe5-4f1f4646f554 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=272967c56d084b6cb1804c8692f7a194&device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe HTTP/1.1" status: 200 len: 1130 time: 1.5585861 Feb 19 04:00:15.687772 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-775d44f1-0a7e-4404-8647-ca17f3f6e666 req-87ceb0d7-07d8-4310-8df0-e6ceccce748c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5698824 Feb 19 04:00:15.709131 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-fdda8364-60fe-4f3a-9008-32a4154557fd admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:00:15.731869 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-7b350ef5-98cd-478c-a555-9cb994f3f801 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7276282 Feb 19 04:00:15.783631 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdaecb32-a653-4858-928b-62f6bcd24ffe', 'tag': '84193989-d4ba-48f2-a12b-1e263b4976fe'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:15.790041 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6dd3a4c0-2a9f-4be2-aed5-1299acb53f8a admin admin] Publish callbacks [] for security_group (f9534e40-4b6a-4f83-b824-aed13ed210b3), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:15.792516 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9187fc0-04d9-4424-9bc6-58ffa8038607" -d '{"events": [{"name": "network-changed", "server_uuid": "bdaecb32-a653-4858-928b-62f6bcd24ffe", "tag": "84193989-d4ba-48f2-a12b-1e263b4976fe"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:15.856025 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-9cc87a4a-b3bb-4c3e-ba3e-9eec0d17efc6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=84193989-d4ba-48f2-a12b-1e263b4976fe HTTP/1.1" status: 200 len: 217 time: 0.1629677 Feb 19 04:00:16.007957 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6dd3a4c0-2a9f-4be2-aed5-1299acb53f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f9534e40-4b6a-4f83-b824-aed13ed210b3), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:16.026589 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6dd3a4c0-2a9f-4be2-aed5-1299acb53f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:16.040471 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6dd3a4c0-2a9f-4be2-aed5-1299acb53f8a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f9534e40-4b6a-4f83-b824-aed13ed210b3 HTTP/1.1" status: 204 len: 168 time: 0.6235809 Feb 19 04:00:16.100516 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3a4c0-2a9f-4be2-aed5-1299acb53f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9534e40-4b6a-4f83-b824-aed13ed210b3,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:16.159386 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3c3ad-31f0-421f-a1fc-740e152a6a72 req-b5980825-59c1-4d35-8cdf-e4c0d3752d3c tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:16.163933 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f3e3c3ad-31f0-421f-a1fc-740e152a6a72 req-b5980825-59c1-4d35-8cdf-e4c0d3752d3c tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=9266b0e8-c6f0-4576-98b6-242440c5dbf0 HTTP/1.1" status: 200 len: 949 time: 0.2875195 Feb 19 04:00:16.249279 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-27224cbd-6964-4356-9277-acefeea78ec8 service neutron] 10.222.0.65 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9320292 Feb 19 04:00:16.386981 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-62735627-55b3-4654-859f-ffbecbf92489 None None] Provisioning complete for port a34c4114-ddb0-4dc3-b7d5-5602e82e8640 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:16.388666 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-62735627-55b3-4654-859f-ffbecbf92489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a34c4114-ddb0-4dc3-b7d5-5602e82e8640), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:16.457779 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f3e3c3ad-31f0-421f-a1fc-740e152a6a72 req-d101cf72-7197-4efa-9810-d7b1a283c92b tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704551 Feb 19 04:00:16.532377 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-937b7ccf-be87-4011-91c9-fc58d4184a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:16.535645 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-937b7ccf-be87-4011-91c9-fc58d4184a35 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.5345039 Feb 19 04:00:16.581607 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-62735627-55b3-4654-859f-ffbecbf92489 None None] Port a34c4114-ddb0-4dc3-b7d5-5602e82e8640 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:00:16.699540 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d324b223-6a2e-43a5-8678-a5fd8c8254bf req-268184c9-46fd-45ef-b5ac-332b31bb2f61 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8744032 Feb 19 04:00:16.850305 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d44f1-0a7e-4404-8647-ca17f3f6e666 req-f7ccd917-9d40-401c-b13f-99e24cc7d5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:16.853250 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-775d44f1-0a7e-4404-8647-ca17f3f6e666 req-f7ccd917-9d40-401c-b13f-99e24cc7d5d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 1126 time: 0.8780782 Feb 19 04:00:16.902736 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdda8364-60fe-4f3a-9008-32a4154557fd admin admin] Router 99d58c1b-2c70-4991-842b-f886b5da15b7 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:00:16.909689 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ebf6daaf-007f-4944-8c56-9ac71e95aeeb req-95b9a92d-25a7-4128-b7c9-d6aa4234a3c1 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 210 time: 0.1827767 Feb 19 04:00:17.318681 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c68d3a6-f2c4-423d-b802-1dcae6da2a41 x-openstack-request-id: req-7c68d3a6-f2c4-423d-b802-1dcae6da2a41 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:17.319631 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdaecb32-a653-4858-928b-62f6bcd24ffe", "tag": "84193989-d4ba-48f2-a12b-1e263b4976fe", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:17.319631 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c68d3a6-f2c4-423d-b802-1dcae6da2a41 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:17.320215 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdaecb32-a653-4858-928b-62f6bcd24ffe', 'tag': '84193989-d4ba-48f2-a12b-1e263b4976fe', 'status': 'completed', 'code': 200} Feb 19 04:00:17.512805 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fe6f6-ffbb-46a0-a211-283c10b883c4 req-61cf3be5-d11a-40c3-ad37-64022b1ab026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:17.516472 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-380fe6f6-ffbb-46a0-a211-283c10b883c4 req-61cf3be5-d11a-40c3-ad37-64022b1ab026 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=272967c56d084b6cb1804c8692f7a194&device_id=c8ca5792-037e-47b7-bc04-d153c2ba8397 HTTP/1.1" status: 200 len: 1129 time: 0.6736605 Feb 19 04:00:17.522449 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d44f1-0a7e-4404-8647-ca17f3f6e666 req-e2b39779-0b2c-4592-9e27-bd2ecc7d8d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:17.525775 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-775d44f1-0a7e-4404-8647-ca17f3f6e666 req-e2b39779-0b2c-4592-9e27-bd2ecc7d8d82 service neutron] 10.222.0.48 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 908 time: 0.5699306 Feb 19 04:00:17.573136 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000db217-784d-45d2-a5c6-24db7b8b61e1 req-9dd06a6f-9836-416d-bd63-8b9fee079199 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:17.592993 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-000db217-784d-45d2-a5c6-24db7b8b61e1 req-9dd06a6f-9836-416d-bd63-8b9fee079199 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe HTTP/1.1" status: 200 len: 948 time: 0.2093101 Feb 19 04:00:17.648236 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-a9d7726f-e49a-4ce6-b257-7450d742ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:17.664457 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-a9d7726f-e49a-4ce6-b257-7450d742ee7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9631732 Feb 19 04:00:17.900170 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-000db217-784d-45d2-a5c6-24db7b8b61e1 req-34270554-8b7e-46fe-9a5b-ee19eef69545 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/security-groups?id=68ec2cb3-2efe-4a3b-b0c8-2e241ec44507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035381 Feb 19 04:00:18.000160 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-8fac8c93-dddd-4cae-bf5c-b30796bb5469 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ecf9e139694246328842375c06e497e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5169370 Feb 19 04:00:18.183031 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-785e9d61-09d5-4337-ada5-b2358ac930dc req-b6a8c96d-53cf-47f9-89a8-4c66e4370509 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 210 time: 0.1192360 Feb 19 04:00:18.441556 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-73016eb0-fb11-41d7-b913-e54ef20ce930 req-17a56afc-84ed-4be1-8121-1d29d3fd306d tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 210 time: 0.0810220 Feb 19 04:00:18.498709 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-775d44f1-0a7e-4404-8647-ca17f3f6e666 req-87c2f7c3-e59c-43d3-8953-8798f2b33d2d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86324d34-8833-4459-92b0-47014b76fde2 HTTP/1.1" status: 200 len: 217 time: 0.8324847 Feb 19 04:00:18.852861 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdda8364-60fe-4f3a-9008-32a4154557fd admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:00:18.864321 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-bf06fcbb-6337-44a9-b3a1-fba4a0a6ee3d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=717c3d6672ee4e14b61f70cc28c3a94c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937750 Feb 19 04:00:18.878271 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fdda8364-60fe-4f3a-9008-32a4154557fd admin admin] 10.222.0.65 "PUT /v2.0/routers/99d58c1b-2c70-4991-842b-f886b5da15b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.0393741 Feb 19 04:00:18.889029 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0febba70-24da-472d-982a-b1d28558c346 None None] Sync routers for ids ['99d58c1b-2c70-4991-842b-f886b5da15b7'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:00:18.917850 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0febba70-24da-472d-982a-b1d28558c346 None None] Routers {'99d58c1b-2c70-4991-842b-f886b5da15b7'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:00:18.919348 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-0febba70-24da-472d-982a-b1d28558c346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:00:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['99d58c1b-2c70-4991-842b-f886b5da15b7'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:19.187911 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fe6f6-ffbb-46a0-a211-283c10b883c4 req-3dec93c4-2b8b-4771-a682-8f41c1596848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:19.190847 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-380fe6f6-ffbb-46a0-a211-283c10b883c4 req-3dec93c4-2b8b-4771-a682-8f41c1596848 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 1.6550744 Feb 19 04:00:19.336530 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-b9adfd30-6a31-45cd-9185-6448b30382f8 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:19.349826 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-b9adfd30-6a31-45cd-9185-6448b30382f8 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4629607 Feb 19 04:00:19.369172 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-0febba70-24da-472d-982a-b1d28558c346 None None] Set router 99d58c1b-2c70-4991-842b-f886b5da15b7 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:00:19.383009 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-59550b68-d6a0-4a23-b5f1-6901dff43dca tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/quotas/717c3d6672ee4e14b61f70cc28c3a94c HTTP/1.1" status: 200 len: 375 time: 0.0311706 Feb 19 04:00:19.568008 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-deaac9b7-b4e4-4edc-910f-2436ae18da6d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=717c3d6672ee4e14b61f70cc28c3a94c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1759727 Feb 19 04:00:19.720041 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-91a71928-c8f4-431d-8b0b-c02d78435b52 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9534609 Feb 19 04:00:19.773218 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-2bcbdf04-841f-421f-b8eb-5437832d5f87 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:19.784053 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-2bcbdf04-841f-421f-b8eb-5437832d5f87 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1741271 Feb 19 04:00:19.809192 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-380fe6f6-ffbb-46a0-a211-283c10b883c4 req-99f53e7c-437d-4086-8a44-a607b32e8d81 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=4148f392-837b-4136-8bca-b1b05feac25b HTTP/1.1" status: 200 len: 217 time: 0.4979722 Feb 19 04:00:19.811854 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d44f1-0a7e-4404-8647-ca17f3f6e666 req-9b955286-f2f6-402e-8771-c85df7fdb360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:19.821096 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-775d44f1-0a7e-4404-8647-ca17f3f6e666 req-9b955286-f2f6-402e-8771-c85df7fdb360 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 1.3079822 Feb 19 04:00:19.914388 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-775d44f1-0a7e-4404-8647-ca17f3f6e666 req-9281dc6a-7743-4415-aa07-5e97d4f65fe0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918152 Feb 19 04:00:19.924808 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-0d4a00b0-ece3-48fd-a15f-9657e0edca09 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Request body: {'port': {'device_id': 'b9a02414-04f0-4041-bad0-1f2ce5da3572', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': 'ecf9e139694246328842375c06e497e6'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:19.940605 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-0febba70-24da-472d-982a-b1d28558c346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d58c1b-2c70-4991-842b-f886b5da15b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1427267721-router', 'tenant_id': '73305c74b76a4478a4b06b1029890214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9aa81da0-5be4-4f52-8e15-dd21bae658a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:59:44Z', 'updated_at': '2022-02-19T04:00:10Z', 'revision_number': 4, 'project_id': '73305c74b76a4478a4b06b1029890214', 'gw_port': {'id': '9aa81da0-5be4-4f52-8e15-dd21bae658a0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d58c1b-2c70-4991-842b-f886b5da15b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:50Z', 'updated_at': '2022-02-19T04:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'a34c4114-ddb0-4dc3-b7d5-5602e82e8640', 'name': '', 'network_id': '15445c48-fb80-4d2d-af6d-91f4496d3072', 'tenant_id': '73305c74b76a4478a4b06b1029890214', 'mac_address': 'fa:16:3e:b6:b3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d58c1b-2c70-4991-842b-f886b5da15b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '61b43255-4d30-44fa-8b7d-01663d893601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:04Z', 'updated_at': '2022-02-19T04:00:11Z', 'revision_number': 2, 'project_id': '73305c74b76a4478a4b06b1029890214', 'subnets': [{'id': '61b43255-4d30-44fa-8b7d-01663d893601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:20.009970 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0febba70-24da-472d-982a-b1d28558c346 None None] Checking router: 99d58c1b-2c70-4991-842b-f886b5da15b7 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:00:20.009970 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0febba70-24da-472d-982a-b1d28558c346 None None] Updating router 99d58c1b-2c70-4991-842b-f886b5da15b7 port a34c4114-ddb0-4dc3-b7d5-5602e82e8640 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:00:20.095878 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0febba70-24da-472d-982a-b1d28558c346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a34c4114-ddb0-4dc3-b7d5-5602e82e8640), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:20.341806 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e8ed1-640f-43a3-9684-080a95214977 req-c44328e4-0a00-4456-bb44-30e7d0ca6902 tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:20.344962 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cd3e8ed1-640f-43a3-9684-080a95214977 req-c44328e4-0a00-4456-bb44-30e7d0ca6902 tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9266b0e8-c6f0-4576-98b6-242440c5dbf0 HTTP/1.1" status: 200 len: 1131 time: 1.4364455 Feb 19 04:00:20.456196 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-54f98123-4181-48d2-a778-3f88dc0a0d31 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:20.469189 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-54f98123-4181-48d2-a778-3f88dc0a0d31 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.48 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 821 time: 0.7891402 Feb 19 04:00:20.485430 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-594eb638-d0dd-4eba-ae95-71d8cb3554f9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Request body: {'port': {'device_id': 'ef5485d4-8207-4a0c-bb6b-dda593233289', 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e', 'admin_state_up': True, 'tenant_id': '3ff69a6f9c9c4911886bcf1427d030ef'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:20.501794 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-cd3e8ed1-640f-43a3-9684-080a95214977 req-bade6049-e37a-451e-9eb0-6f67e49e6fbe tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:20.568829 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fe6f6-ffbb-46a0-a211-283c10b883c4 req-25d8b56a-e06e-4b74-8664-f3da3afecf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:20.571480 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-380fe6f6-ffbb-46a0-a211-283c10b883c4 req-25d8b56a-e06e-4b74-8664-f3da3afecf33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.7183919 Feb 19 04:00:20.723195 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-cd3e8ed1-640f-43a3-9684-080a95214977 req-bade6049-e37a-451e-9eb0-6f67e49e6fbe tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] Publish callbacks [] for security_group (3831d480-5592-4a10-93bb-977acfe79f42), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:20.812582 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-cd3e8ed1-640f-43a3-9684-080a95214977 req-bade6049-e37a-451e-9eb0-6f67e49e6fbe tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3831d480-5592-4a10-93bb-977acfe79f42), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:20.905869 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cd3e8ed1-640f-43a3-9684-080a95214977 req-bade6049-e37a-451e-9eb0-6f67e49e6fbe tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670908 Feb 19 04:00:20.913885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed3115-967e-4e22-89c7-a60ed88a2cc9 req-98ecc707-337b-4640-9956-dc8379a7d1b1 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:20.934494 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-30ed3115-967e-4e22-89c7-a60ed88a2cc9 req-98ecc707-337b-4640-9956-dc8379a7d1b1 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe HTTP/1.1" status: 200 len: 948 time: 0.6056018 Feb 19 04:00:21.091161 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-775d44f1-0a7e-4404-8647-ca17f3f6e666 req-266e2d4d-5bcd-489c-aceb-2680412342e9 service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1344006 Feb 19 04:00:21.096098 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d0d9db92-dc6c-446b-a0dc-975266960327 req-70e86e4d-8e59-4ae7-aab3-b6a2094baccd service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2948749 Feb 19 04:00:21.153939 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 4148f392-837b-4136-8bca-b1b05feac25b details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:00:21.157794 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-30ed3115-967e-4e22-89c7-a60ed88a2cc9 req-6d648376-5422-411f-bd87-fec2d5833652 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/security-groups?id=68ec2cb3-2efe-4a3b-b0c8-2e241ec44507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212763 Feb 19 04:00:21.203956 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade6049-e37a-451e-9eb0-6f67e49e6fbe tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3831d480-5592-4a10-93bb-977acfe79f42,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:21.358049 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-594eb638-d0dd-4eba-ae95-71d8cb3554f9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Made reservation on behalf of 3ff69a6f9c9c4911886bcf1427d030ef for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:00:21.369128 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-594eb638-d0dd-4eba-ae95-71d8cb3554f9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:21.604444 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0febba70-24da-472d-982a-b1d28558c346 None None] Publish callbacks [] for port (a34c4114-ddb0-4dc3-b7d5-5602e82e8640), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:21.641687 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0febba70-24da-472d-982a-b1d28558c346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a34c4114-ddb0-4dc3-b7d5-5602e82e8640), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:22.000371 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 4148f392-837b-4136-8bca-b1b05feac25b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4148f392-837b-4136-8bca-b1b05feac25b,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:22.056110 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2e3ca-f304-48ee-9203-cf4c8890f6af None None] Pushing event updated for resources: {'Port': ['ID=a34c4114-ddb0-4dc3-b7d5-5602e82e8640,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:22.174021 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '4148f392-837b-4136-8bca-b1b05feac25b', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '4148f392-837b-4136-8bca-b1b05feac25b', 'mac_address': 'fa:16:3e:34:7b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:00:22.180447 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7a3ec043-3ccd-480c-a025-4446cc98c7ff req-27dead63-b3bf-4ed2-ba8d-6bf1a5d79ee0 tempest-FloatingIPsNegativeTestJSON-1966698581 tempest-FloatingIPsNegativeTestJSON-1966698581-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=73305c74b76a4478a4b06b1029890214 HTTP/1.1" status: 200 len: 217 time: 0.2561991 Feb 19 04:00:22.214571 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-594eb638-d0dd-4eba-ae95-71d8cb3554f9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Allocated IP 172.20.0.9 (407bbdcb-b5df-44e7-b0e3-eba770b3f80e/f07953fc-46ac-49b5-8931-0e9dacdcd55a/5494cb48-fbd5-49e8-8dde-b365260ee3c4) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:00:22.379690 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-0febba70-24da-472d-982a-b1d28558c346 None None] Attempting to bind port a34c4114-ddb0-4dc3-b7d5-5602e82e8640 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:00:22.381270 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-0febba70-24da-472d-982a-b1d28558c346 None None] Attempting to bind port a34c4114-ddb0-4dc3-b7d5-5602e82e8640 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '01f5a53f-64dd-40c7-b2ab-c0fc48e174a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '15445c48-fb80-4d2d-af6d-91f4496d3072'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:00:22.382592 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0febba70-24da-472d-982a-b1d28558c346 None None] Attempting to bind port a34c4114-ddb0-4dc3-b7d5-5602e82e8640 on network 15445c48-fb80-4d2d-af6d-91f4496d3072 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:22.438905 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0febba70-24da-472d-982a-b1d28558c346 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:00:22.440115 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0febba70-24da-472d-982a-b1d28558c346 None None] Checking segment: {'id': '01f5a53f-64dd-40c7-b2ab-c0fc48e174a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '15445c48-fb80-4d2d-af6d-91f4496d3072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:22.441735 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0febba70-24da-472d-982a-b1d28558c346 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:22.443365 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0febba70-24da-472d-982a-b1d28558c346 None None] Bound using segment: {'id': '01f5a53f-64dd-40c7-b2ab-c0fc48e174a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '15445c48-fb80-4d2d-af6d-91f4496d3072'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:00:22.444615 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-0febba70-24da-472d-982a-b1d28558c346 None None] Bound port: a34c4114-ddb0-4dc3-b7d5-5602e82e8640, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f5a53f-64dd-40c7-b2ab-c0fc48e174a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '15445c48-fb80-4d2d-af6d-91f4496d3072'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:00:22.447592 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0febba70-24da-472d-982a-b1d28558c346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a34c4114-ddb0-4dc3-b7d5-5602e82e8640), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:22.517006 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ab09a115-daa7-47cc-a0af-b8fa417257c0 req-9f788fc4-6cc6-45b9-980e-1eea9a6aa0d6 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 210 time: 0.1463904 Feb 19 04:00:22.519348 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 4148f392-837b-4136-8bca-b1b05feac25b is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:22.520496 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4148f392-837b-4136-8bca-b1b05feac25b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:22.527404 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9ddd7073-a95e-4836-945f-ab02606bfde2 None None] Provisioning complete for port a34c4114-ddb0-4dc3-b7d5-5602e82e8640 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:22.528639 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9ddd7073-a95e-4836-945f-ab02606bfde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a34c4114-ddb0-4dc3-b7d5-5602e82e8640), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:22.724431 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4148f392-837b-4136-8bca-b1b05feac25b {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:22.782068 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fe6f6-ffbb-46a0-a211-283c10b883c4 req-382b2870-17a3-4cab-9b11-2389ea5071c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:22.786452 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-380fe6f6-ffbb-46a0-a211-283c10b883c4 req-382b2870-17a3-4cab-9b11-2389ea5071c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 2.0593307 Feb 19 04:00:22.793183 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a11ae631-ff91-4d25-b135-8d20b18ff039 req-d32cdeee-e839-4541-b207-c3c0e10ee56d tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 210 time: 1.5002565 Feb 19 04:00:22.799142 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-775d44f1-0a7e-4404-8647-ca17f3f6e666 req-7b718bdd-aecd-4b35-a99c-68d7affa9223 service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5162017 Feb 19 04:00:22.812892 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-603f06a4-ec4b-43ce-8b6d-6936c5090de9 req-45d6c1a6-5e60-4700-8303-623046ca551e tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e423c73-769f-4cc0-8881-75a99babfcc9 HTTP/1.1" status: 200 len: 210 time: 0.0738609 Feb 19 04:00:22.819494 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-0d4a00b0-ece3-48fd-a15f-9657e0edca09 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Made reservation on behalf of ecf9e139694246328842375c06e497e6 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:00:22.827565 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-0d4a00b0-ece3-48fd-a15f-9657e0edca09 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:22.835577 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9ddd7073-a95e-4836-945f-ab02606bfde2 None None] Port a34c4114-ddb0-4dc3-b7d5-5602e82e8640 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:00:22.853960 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 4148f392-837b-4136-8bca-b1b05feac25b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4148f392-837b-4136-8bca-b1b05feac25b,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:22.861643 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 84193989-d4ba-48f2-a12b-1e263b4976fe details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:00:22.871099 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4148f392-837b-4136-8bca-b1b05feac25b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:22.880622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-0febba70-24da-472d-982a-b1d28558c346 None None] For port a34c4114-ddb0-4dc3-b7d5-5602e82e8640, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:22.897983 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-0febba70-24da-472d-982a-b1d28558c346 None None] For port a34c4114-ddb0-4dc3-b7d5-5602e82e8640, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a34c4114-ddb0-4dc3-b7d5-5602e82e8640,segment=NetworkSegment(01f5a53f-64dd-40c7-b2ab-c0fc48e174a2),segment_id=01f5a53f-64dd-40c7-b2ab-c0fc48e174a2)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:00:22.962658 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-594eb638-d0dd-4eba-ae95-71d8cb3554f9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks [] for port (5494cb48-fbd5-49e8-8dde-b365260ee3c4), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:23.067074 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0febba70-24da-472d-982a-b1d28558c346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a34c4114-ddb0-4dc3-b7d5-5602e82e8640), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:23.121578 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-594eb638-d0dd-4eba-ae95-71d8cb3554f9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (5494cb48-fbd5-49e8-8dde-b365260ee3c4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:23.182753 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:00:23.342670 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9187fc0-04d9-4424-9bc6-58ffa8038607 req-cfdd7a35-200e-41fc-84f2-c647d07a0680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:23.343800 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f9187fc0-04d9-4424-9bc6-58ffa8038607 req-cfdd7a35-200e-41fc-84f2-c647d07a0680 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=272967c56d084b6cb1804c8692f7a194&device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe HTTP/1.1" status: 200 len: 1130 time: 2.0162253 Feb 19 04:00:23.363082 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-594eb638-d0dd-4eba-ae95-71d8cb3554f9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:00:23.373207 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594eb638-d0dd-4eba-ae95-71d8cb3554f9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Pushing event updated for resources: {'Port': ['ID=5494cb48-fbd5-49e8-8dde-b365260ee3c4,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:23.391235 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-594eb638-d0dd-4eba-ae95-71d8cb3554f9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:00:23.399900 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-594eb638-d0dd-4eba-ae95-71d8cb3554f9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:00:23.609068 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['4148f392-837b-4136-8bca-b1b05feac25b'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:23.688803 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-15373031-3aec-47e7-a98c-f3082f2b9e1f tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=717c3d6672ee4e14b61f70cc28c3a94c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1791027 Feb 19 04:00:23.752027 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9187fc0-04d9-4424-9bc6-58ffa8038607 req-c6ad0d8d-86ef-4525-becb-f9560eed0135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:23.755010 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f9187fc0-04d9-4424-9bc6-58ffa8038607 req-c6ad0d8d-86ef-4525-becb-f9560eed0135 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.3411579 Feb 19 04:00:23.900483 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 84193989-d4ba-48f2-a12b-1e263b4976fe, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=84193989-d4ba-48f2-a12b-1e263b4976fe,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:23.937995 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '84193989-d4ba-48f2-a12b-1e263b4976fe', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '84193989-d4ba-48f2-a12b-1e263b4976fe', 'mac_address': 'fa:16:3e:fa:4c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:00:24.008500 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f9187fc0-04d9-4424-9bc6-58ffa8038607 req-18d0e679-ce44-425e-8424-fa634ece1b4c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=84193989-d4ba-48f2-a12b-1e263b4976fe HTTP/1.1" status: 200 len: 217 time: 0.2217669 Feb 19 04:00:24.034591 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-495b192c-4d31-4d95-a3aa-b0db2a9a5e95 req-2ce49e60-8937-43f4-a807-58967c39e4e8 tempest-FloatingIPsNegativeTestJSON-1966698581 tempest-FloatingIPsNegativeTestJSON-1966698581-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.6894016 Feb 19 04:00:24.036393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0febba70-24da-472d-982a-b1d28558c346 None None] Routers {'99d58c1b-2c70-4991-842b-f886b5da15b7'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:00:24.039327 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-0febba70-24da-472d-982a-b1d28558c346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:00:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['99d58c1b-2c70-4991-842b-f886b5da15b7'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:24.218263 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-594eb638-d0dd-4eba-ae95-71d8cb3554f9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:24.219424 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-594eb638-d0dd-4eba-ae95-71d8cb3554f9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:24.305557 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-594eb638-d0dd-4eba-ae95-71d8cb3554f9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8343210 Feb 19 04:00:24.323937 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-380fe6f6-ffbb-46a0-a211-283c10b883c4 req-e5a1797f-56a7-49ea-bfbb-05f617abb8c1 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5227745 Feb 19 04:00:24.340175 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-72b1f597-cc32-422a-9179-6d1bfee6a208 service neutron] Request body: {'port': {'device_id': 'ef5485d4-8207-4a0c-bb6b-dda593233289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:24.375586 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40e096-b0e4-4848-abd4-6ac1b1dd4bc7 req-9b4e5d11-7889-4131-8b6c-c516110e0892 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:24.387059 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=4148f392-837b-4136-8bca-b1b05feac25b,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:24.405256 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e40e096-b0e4-4848-abd4-6ac1b1dd4bc7 req-9b4e5d11-7889-4131-8b6c-c516110e0892 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe HTTP/1.1" status: 200 len: 948 time: 0.6314797 Feb 19 04:00:24.547955 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-a162e0e1-fad7-475a-bbff-a58ff2084410 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:24.556978 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-a162e0e1-fad7-475a-bbff-a58ff2084410 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8618629 Feb 19 04:00:24.609416 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-de44abef-0b4c-4a12-9461-f064fbcf7596 req-05841f23-0549-477e-93d8-22acc0dc8717 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 210 time: 0.2260284 Feb 19 04:00:24.645977 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9187fc0-04d9-4424-9bc6-58ffa8038607 req-588ee2ce-54c0-4e4b-86cc-7d7735d0eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:24.648823 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f9187fc0-04d9-4424-9bc6-58ffa8038607 req-588ee2ce-54c0-4e4b-86cc-7d7735d0eee5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.6122818 Feb 19 04:00:24.666291 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-0d4a00b0-ece3-48fd-a15f-9657e0edca09 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Allocated IP 192.168.233.54 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/87d69e3c-8202-408a-96d3-14ac2f4fe61d) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:00:24.682464 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-d1e710e6-dc38-4976-8247-7441683c1b5b tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Request body: {'port': {'device_id': '7e423c73-769f-4cc0-8881-75a99babfcc9', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': '717c3d6672ee4e14b61f70cc28c3a94c'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:24.729274 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 84193989-d4ba-48f2-a12b-1e263b4976fe is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:24.729990 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (84193989-d4ba-48f2-a12b-1e263b4976fe), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:24.749107 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-0febba70-24da-472d-982a-b1d28558c346 None None] Set router 99d58c1b-2c70-4991-842b-f886b5da15b7 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:00:24.756665 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-de1cf2fc-1a01-465b-be6e-f993979a5803 None None] Provisioning complete for port a34c4114-ddb0-4dc3-b7d5-5602e82e8640 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:24.757322 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-de1cf2fc-1a01-465b-be6e-f993979a5803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a34c4114-ddb0-4dc3-b7d5-5602e82e8640), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:24.821880 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-380fe6f6-ffbb-46a0-a211-283c10b883c4 req-ce7b6449-982e-4b8c-b1ea-774cf24e349f service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304907 Feb 19 04:00:24.912817 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9187fc0-04d9-4424-9bc6-58ffa8038607 req-14125f78-3d75-4756-83ef-ebd38efedc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:24.913711 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f9187fc0-04d9-4424-9bc6-58ffa8038607 req-14125f78-3d75-4756-83ef-ebd38efedc91 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2500887 Feb 19 04:00:25.122232 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-d1e710e6-dc38-4976-8247-7441683c1b5b tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Made reservation on behalf of 717c3d6672ee4e14b61f70cc28c3a94c for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:00:25.130277 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-d1e710e6-dc38-4976-8247-7441683c1b5b tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:25.138192 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-a55d132e-03c0-43c0-8f43-e165fff297e7 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1610553 Feb 19 04:00:25.227145 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2e3ca-f304-48ee-9203-cf4c8890f6af None None] Pushing event updated for resources: {'Port': ['ID=a34c4114-ddb0-4dc3-b7d5-5602e82e8640,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:25.319447 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-72b1f597-cc32-422a-9179-6d1bfee6a208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5494cb48-fbd5-49e8-8dde-b365260ee3c4), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:25.333725 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84193989-d4ba-48f2-a12b-1e263b4976fe {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:25.337894 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e40e096-b0e4-4848-abd4-6ac1b1dd4bc7 req-0b88cde2-b543-4c62-a70d-03209d91bdf1 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/security-groups?id=68ec2cb3-2efe-4a3b-b0c8-2e241ec44507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7733090 Feb 19 04:00:25.429189 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-0d4a00b0-ece3-48fd-a15f-9657e0edca09 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks [] for port (87d69e3c-8202-408a-96d3-14ac2f4fe61d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:25.513326 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-0d4a00b0-ece3-48fd-a15f-9657e0edca09 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (87d69e3c-8202-408a-96d3-14ac2f4fe61d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:25.572905 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['7c3d3c52-3ec8-4150-95e2-72f41684ea03'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:25.679152 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 84193989-d4ba-48f2-a12b-1e263b4976fe, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=84193989-d4ba-48f2-a12b-1e263b4976fe,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:25.751092 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (84193989-d4ba-48f2-a12b-1e263b4976fe), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:25.769566 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a00b0-ece3-48fd-a15f-9657e0edca09 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Pushing event updated for resources: {'Port': ['ID=87d69e3c-8202-408a-96d3-14ac2f4fe61d,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:25.795084 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9d241de6-6064-4f7b-9b73-f295ad24c0b7 req-e4f413e0-f564-45c6-be50-17de977138b2 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e423c73-769f-4cc0-8881-75a99babfcc9 HTTP/1.1" status: 200 len: 210 time: 0.1739492 Feb 19 04:00:25.904215 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f9187fc0-04d9-4424-9bc6-58ffa8038607 req-ac9fb357-1769-4861-bddf-856cf2892ed3 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9720385 Feb 19 04:00:25.908221 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-0d4a00b0-ece3-48fd-a15f-9657e0edca09 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:00:25.920050 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-d1e710e6-dc38-4976-8247-7441683c1b5b tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Allocated IP 192.168.233.121 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/572461fd-072b-4c5e-a92e-2ad852db8882) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:00:25.924774 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-07141b64-c879-4a06-a1dd-c5115e28930c tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:25.926341 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-de1cf2fc-1a01-465b-be6e-f993979a5803 None None] Current status of the port a34c4114-ddb0-4dc3-b7d5-5602e82e8640 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:25.927675 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-07141b64-c879-4a06-a1dd-c5115e28930c tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7227423 Feb 19 04:00:25.928241 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-de1cf2fc-1a01-465b-be6e-f993979a5803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a34c4114-ddb0-4dc3-b7d5-5602e82e8640), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:25.943685 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-0d4a00b0-ece3-48fd-a15f-9657e0edca09 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:00:25.952942 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-0d4a00b0-ece3-48fd-a15f-9657e0edca09 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:00:26.125209 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['84193989-d4ba-48f2-a12b-1e263b4976fe'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:26.151347 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-be272250-e17d-4913-a0e0-5ee6b5ad87b1 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/quotas/dc95986700ea4199843c7c5d5aa06d4c HTTP/1.1" status: 200 len: 375 time: 0.2033415 Feb 19 04:00:26.207198 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-0d4a00b0-ece3-48fd-a15f-9657e0edca09 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:26.208407 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-0d4a00b0-ece3-48fd-a15f-9657e0edca09 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:26.385698 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=84193989-d4ba-48f2-a12b-1e263b4976fe,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:26.411704 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-0d4a00b0-ece3-48fd-a15f-9657e0edca09 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.5548034 Feb 19 04:00:26.435684 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-d5d697e6-1277-4e81-a668-d7d326f84141 service neutron] Request body: {'port': {'device_id': 'b9a02414-04f0-4041-bad0-1f2ce5da3572', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:26.461438 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-de1cf2fc-1a01-465b-be6e-f993979a5803 None None] For port a34c4114-ddb0-4dc3-b7d5-5602e82e8640, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a34c4114-ddb0-4dc3-b7d5-5602e82e8640,segment=NetworkSegment(01f5a53f-64dd-40c7-b2ab-c0fc48e174a2),segment_id=01f5a53f-64dd-40c7-b2ab-c0fc48e174a2)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:26.562463 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-de1cf2fc-1a01-465b-be6e-f993979a5803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a34c4114-ddb0-4dc3-b7d5-5602e82e8640), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:26.602602 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f9187fc0-04d9-4424-9bc6-58ffa8038607 req-6e1634ed-2735-408c-9f93-b1ddc0229416 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6728358 Feb 19 04:00:26.634484 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-287077d7-18a6-4e41-8756-1a4a95bf7518 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4157379 Feb 19 04:00:26.651925 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-d5d697e6-1277-4e81-a668-d7d326f84141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (87d69e3c-8202-408a-96d3-14ac2f4fe61d), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:26.910053 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 4148f392-837b-4136-8bca-b1b05feac25b up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:26.919862 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1cf2fc-1a01-465b-be6e-f993979a5803 None None] Pushing event updated for resources: {'Port': ['ID=a34c4114-ddb0-4dc3-b7d5-5602e82e8640,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:26.928590 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-4b039457-4e83-48d7-8cc5-1e7e7b125286 None None] Provisioning complete for port 87d69e3c-8202-408a-96d3-14ac2f4fe61d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:26.929273 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4b039457-4e83-48d7-8cc5-1e7e7b125286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (87d69e3c-8202-408a-96d3-14ac2f4fe61d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:26.941413 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3522a6-39cc-4c46-96df-a0d7ee478004 req-49db40fa-d35e-4160-b83a-d45a882eee1f tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:26.954523 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bb3522a6-39cc-4c46-96df-a0d7ee478004 req-49db40fa-d35e-4160-b83a-d45a882eee1f tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 931 time: 0.7747064 Feb 19 04:00:27.116783 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-0febba70-24da-472d-982a-b1d28558c346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d58c1b-2c70-4991-842b-f886b5da15b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1427267721-router', 'tenant_id': '73305c74b76a4478a4b06b1029890214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9aa81da0-5be4-4f52-8e15-dd21bae658a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:59:44Z', 'updated_at': '2022-02-19T04:00:10Z', 'revision_number': 4, 'project_id': '73305c74b76a4478a4b06b1029890214', 'gw_port': {'id': '9aa81da0-5be4-4f52-8e15-dd21bae658a0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d58c1b-2c70-4991-842b-f886b5da15b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:50Z', 'updated_at': '2022-02-19T04:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'a34c4114-ddb0-4dc3-b7d5-5602e82e8640', 'name': '', 'network_id': '15445c48-fb80-4d2d-af6d-91f4496d3072', 'tenant_id': '73305c74b76a4478a4b06b1029890214', 'mac_address': 'fa:16:3e:b6:b3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d58c1b-2c70-4991-842b-f886b5da15b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '61b43255-4d30-44fa-8b7d-01663d893601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:04Z', 'updated_at': '2022-02-19T04:00:22Z', 'revision_number': 4, 'project_id': '73305c74b76a4478a4b06b1029890214', 'subnets': [{'id': '61b43255-4d30-44fa-8b7d-01663d893601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:27.128009 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4b039457-4e83-48d7-8cc5-1e7e7b125286 None None] Port 87d69e3c-8202-408a-96d3-14ac2f4fe61d cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:00:27.232542 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bb3522a6-39cc-4c46-96df-a0d7ee478004 req-c0c6c355-e5a7-4125-aff0-9b68ceda5820 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764986 Feb 19 04:00:27.235422 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0febba70-24da-472d-982a-b1d28558c346 None None] The sync data for ids ['99d58c1b-2c70-4991-842b-f886b5da15b7'] in n-d-772273-4 is: [{'id': '99d58c1b-2c70-4991-842b-f886b5da15b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1427267721-router', 'tenant_id': '73305c74b76a4478a4b06b1029890214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9aa81da0-5be4-4f52-8e15-dd21bae658a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:59:44Z', 'updated_at': '2022-02-19T04:00:10Z', 'revision_number': 4, 'project_id': '73305c74b76a4478a4b06b1029890214', 'gw_port': {'id': '9aa81da0-5be4-4f52-8e15-dd21bae658a0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d58c1b-2c70-4991-842b-f886b5da15b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:50Z', 'updated_at': '2022-02-19T04:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'a34c4114-ddb0-4dc3-b7d5-5602e82e8640', 'name': '', 'network_id': '15445c48-fb80-4d2d-af6d-91f4496d3072', 'tenant_id': '73305c74b76a4478a4b06b1029890214', 'mac_address': 'fa:16:3e:b6:b3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d58c1b-2c70-4991-842b-f886b5da15b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '61b43255-4d30-44fa-8b7d-01663d893601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:00:04Z', 'updated_at': '2022-02-19T04:00:22Z', 'revision_number': 4, 'project_id': '73305c74b76a4478a4b06b1029890214', 'subnets': [{'id': '61b43255-4d30-44fa-8b7d-01663d893601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:00:27.470317 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-d1e710e6-dc38-4976-8247-7441683c1b5b tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Publish callbacks [] for port (572461fd-072b-4c5e-a92e-2ad852db8882), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:27.486089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 4148f392-837b-4136-8bca-b1b05feac25b completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:00:27.528898 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [req-6ac315b4-281e-41b5-8e74-4624d9919025 req-99cd6494-4ecc-4995-9cab-2d4437f60189 tempest-FloatingIPsNegativeTestJSON-1966698581 tempest-FloatingIPsNegativeTestJSON-1966698581-project] show failed (client error): The resource could not be found. Feb 19 04:00:27.531010 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6ac315b4-281e-41b5-8e74-4624d9919025 req-99cd6494-4ecc-4995-9cab-2d4437f60189 tempest-FloatingIPsNegativeTestJSON-1966698581 tempest-FloatingIPsNegativeTestJSON-1966698581-project] 10.222.0.65 "GET /v2.0/floatingips/6d8be05c-e578-405f-ae79-0a6038d29b76 HTTP/1.1" status: 404 len: 350 time: 0.0819237 Feb 19 04:00:27.537691 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 4148f392-837b-4136-8bca-b1b05feac25b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:27.538377 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4148f392-837b-4136-8bca-b1b05feac25b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:27.555218 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-72b1f597-cc32-422a-9179-6d1bfee6a208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5494cb48-fbd5-49e8-8dde-b365260ee3c4 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:27.566434 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56198) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:27.584958 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-72b1f597-cc32-422a-9179-6d1bfee6a208 service neutron] Publish callbacks [] for port (5494cb48-fbd5-49e8-8dde-b365260ee3c4), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:27.636230 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-72b1f597-cc32-422a-9179-6d1bfee6a208 service neutron] Transition to ACTIVE for port object 5494cb48-fbd5-49e8-8dde-b365260ee3c4 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:00:27.653395 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-72b1f597-cc32-422a-9179-6d1bfee6a208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (5494cb48-fbd5-49e8-8dde-b365260ee3c4), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:27.686059 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-d1e710e6-dc38-4976-8247-7441683c1b5b tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (572461fd-072b-4c5e-a92e-2ad852db8882), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:27.753599 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['6d18eb4b-87e3-4ae6-8063-25ab9b948496'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:27.807401 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-d1e710e6-dc38-4976-8247-7441683c1b5b tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:00:27.821839 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-d1e710e6-dc38-4976-8247-7441683c1b5b tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:00:27.888867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-d1e710e6-dc38-4976-8247-7441683c1b5b tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:00:28.088648 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1f597-cc32-422a-9179-6d1bfee6a208 service neutron] Pushing event updated for resources: {'Port': ['ID=5494cb48-fbd5-49e8-8dde-b365260ee3c4,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:28.335347 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a34c4114-ddb0-4dc3-b7d5-5602e82e8640 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:28.349048 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e710e6-dc38-4976-8247-7441683c1b5b tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Pushing event updated for resources: {'Port': ['ID=572461fd-072b-4c5e-a92e-2ad852db8882,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:28.472783 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-d1e710e6-dc38-4976-8247-7441683c1b5b tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:28.474177 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-d1e710e6-dc38-4976-8247-7441683c1b5b tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:28.625393 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-72b1f597-cc32-422a-9179-6d1bfee6a208 service neutron] Attempting to bind port 5494cb48-fbd5-49e8-8dde-b365260ee3c4 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:00:28.626574 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-72b1f597-cc32-422a-9179-6d1bfee6a208 service neutron] Attempting to bind port 5494cb48-fbd5-49e8-8dde-b365260ee3c4 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:00:28.627431 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-72b1f597-cc32-422a-9179-6d1bfee6a208 service neutron] Attempting to bind port 5494cb48-fbd5-49e8-8dde-b365260ee3c4 on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:28.730102 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 4148f392-837b-4136-8bca-b1b05feac25b is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:28.730736 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4148f392-837b-4136-8bca-b1b05feac25b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:28.743541 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b03736b9-43ec-4f4a-aff9-9817ec03c8bf None None] Provisioning complete for port 572461fd-072b-4c5e-a92e-2ad852db8882 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:28.743997 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b03736b9-43ec-4f4a-aff9-9817ec03c8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (572461fd-072b-4c5e-a92e-2ad852db8882), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:28.753572 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-d1e710e6-dc38-4976-8247-7441683c1b5b tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0760181 Feb 19 04:00:28.754754 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-72b1f597-cc32-422a-9179-6d1bfee6a208 service neutron] Port 5494cb48-fbd5-49e8-8dde-b365260ee3c4 on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:00:28.755332 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-72b1f597-cc32-422a-9179-6d1bfee6a208 service neutron] Attempting to bind port 5494cb48-fbd5-49e8-8dde-b365260ee3c4 on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:28.780887 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-384da504-f3f6-4b75-a6de-f47073febb33 service neutron] Request body: {'port': {'device_id': '7e423c73-769f-4cc0-8881-75a99babfcc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:28.882454 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c8c20-05f3-43ff-8c6a-4ac40fffa110 req-843fe7e2-155b-4edd-98ee-9ee487038765 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:28.884271 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-d5d697e6-1277-4e81-a668-d7d326f84141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87d69e3c-8202-408a-96d3-14ac2f4fe61d {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:28.897780 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b09c8c20-05f3-43ff-8c6a-4ac40fffa110 req-843fe7e2-155b-4edd-98ee-9ee487038765 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 935 time: 0.4184194 Feb 19 04:00:28.899170 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-72b1f597-cc32-422a-9179-6d1bfee6a208 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:00:28.899724 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-72b1f597-cc32-422a-9179-6d1bfee6a208 service neutron] Checking segment: {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:28.901370 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-72b1f597-cc32-422a-9179-6d1bfee6a208 service neutron] Bound using segment: {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:00:28.902682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-72b1f597-cc32-422a-9179-6d1bfee6a208 service neutron] Bound port: 5494cb48-fbd5-49e8-8dde-b365260ee3c4, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:00:28.903300 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-72b1f597-cc32-422a-9179-6d1bfee6a208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5494cb48-fbd5-49e8-8dde-b365260ee3c4), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:28.929840 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ca5792-037e-47b7-bc04-d153c2ba8397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4148f392-837b-4136-8bca-b1b05feac25b'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:28.941370 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4316edf-ff40-4095-9c2c-59cd8196d6da" -d '{"events": [{"server_uuid": "c8ca5792-037e-47b7-bc04-d153c2ba8397", "name": "network-vif-plugged", "status": "completed", "tag": "4148f392-837b-4136-8bca-b1b05feac25b"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:28.962388 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-d5d697e6-1277-4e81-a668-d7d326f84141 service neutron] Publish callbacks [] for port (87d69e3c-8202-408a-96d3-14ac2f4fe61d), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:28.996714 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 4148f392-837b-4136-8bca-b1b05feac25b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4148f392-837b-4136-8bca-b1b05feac25b,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:29.013664 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b03736b9-43ec-4f4a-aff9-9817ec03c8bf None None] Port 572461fd-072b-4c5e-a92e-2ad852db8882 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:00:29.038066 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port a34c4114-ddb0-4dc3-b7d5-5602e82e8640 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:29.039044 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a34c4114-ddb0-4dc3-b7d5-5602e82e8640), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:29.042297 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4148f392-837b-4136-8bca-b1b05feac25b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:29.197976 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-d5d697e6-1277-4e81-a668-d7d326f84141 service neutron] Transition to ACTIVE for port object 87d69e3c-8202-408a-96d3-14ac2f4fe61d will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:00:29.213574 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-d5d697e6-1277-4e81-a668-d7d326f84141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (87d69e3c-8202-408a-96d3-14ac2f4fe61d), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:29.213994 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=4148f392-837b-4136-8bca-b1b05feac25b,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:29.370762 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port a34c4114-ddb0-4dc3-b7d5-5602e82e8640 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:29.388704 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-384da504-f3f6-4b75-a6de-f47073febb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (572461fd-072b-4c5e-a92e-2ad852db8882), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:29.470708 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-72b1f597-cc32-422a-9179-6d1bfee6a208 service neutron] For port 5494cb48-fbd5-49e8-8dde-b365260ee3c4, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:29.487280 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-72b1f597-cc32-422a-9179-6d1bfee6a208 service neutron] For port 5494cb48-fbd5-49e8-8dde-b365260ee3c4, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=5494cb48-fbd5-49e8-8dde-b365260ee3c4,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:00:29.487550 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabbd66-8c48-4987-b74c-43af34cb2494 req-fbfe6e8a-c9ec-44be-a999-2507a370ab88 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:29.496791 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2aabbd66-8c48-4987-b74c-43af34cb2494 req-fbfe6e8a-c9ec-44be-a999-2507a370ab88 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe HTTP/1.1" status: 200 len: 949 time: 0.4206593 Feb 19 04:00:29.500016 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b09c8c20-05f3-43ff-8c6a-4ac40fffa110 req-5adc145a-9486-4e82-925a-4def4b74aa63 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5637803 Feb 19 04:00:29.511283 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d697e6-1277-4e81-a668-d7d326f84141 service neutron] Pushing event updated for resources: {'Port': ['ID=87d69e3c-8202-408a-96d3-14ac2f4fe61d,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:29.524959 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-72b1f597-cc32-422a-9179-6d1bfee6a208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (5494cb48-fbd5-49e8-8dde-b365260ee3c4), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:29.716975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-72b1f597-cc32-422a-9179-6d1bfee6a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:29.718658 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-72b1f597-cc32-422a-9179-6d1bfee6a208 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:29.732742 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-72b1f597-cc32-422a-9179-6d1bfee6a208 service neutron] 10.222.0.48 "PUT /v2.0/ports/5494cb48-fbd5-49e8-8dde-b365260ee3c4 HTTP/1.1" status: 200 len: 1091 time: 5.4131780 Feb 19 04:00:29.772112 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5485d4-8207-4a0c-bb6b-dda593233289', 'tag': '5494cb48-fbd5-49e8-8dde-b365260ee3c4'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:29.775570 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578eb499-ace5-477e-bb1f-dbe5e2a8d8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5485d4-8207-4a0c-bb6b-dda593233289", "tag": "5494cb48-fbd5-49e8-8dde-b365260ee3c4"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:29.784978 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 84193989-d4ba-48f2-a12b-1e263b4976fe up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:29.917442 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2aabbd66-8c48-4987-b74c-43af34cb2494 req-191f5b6d-be1b-4c22-ae36-c7d7f0af426b tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/security-groups?id=68ec2cb3-2efe-4a3b-b0c8-2e241ec44507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194777 Feb 19 04:00:30.041139 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-d5d697e6-1277-4e81-a668-d7d326f84141 service neutron] Attempting to bind port 87d69e3c-8202-408a-96d3-14ac2f4fe61d on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:00:30.041777 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-d5d697e6-1277-4e81-a668-d7d326f84141 service neutron] Attempting to bind port 87d69e3c-8202-408a-96d3-14ac2f4fe61d by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:00:30.042425 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-d5d697e6-1277-4e81-a668-d7d326f84141 service neutron] Attempting to bind port 87d69e3c-8202-408a-96d3-14ac2f4fe61d on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:30.067551 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-d5d697e6-1277-4e81-a668-d7d326f84141 service neutron] Port 87d69e3c-8202-408a-96d3-14ac2f4fe61d on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:00:30.068212 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-d5d697e6-1277-4e81-a668-d7d326f84141 service neutron] Attempting to bind port 87d69e3c-8202-408a-96d3-14ac2f4fe61d on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:30.088272 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-d5d697e6-1277-4e81-a668-d7d326f84141 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:00:30.088872 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-d5d697e6-1277-4e81-a668-d7d326f84141 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:30.091810 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-d5d697e6-1277-4e81-a668-d7d326f84141 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:00:30.092624 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-d5d697e6-1277-4e81-a668-d7d326f84141 service neutron] Bound port: 87d69e3c-8202-408a-96d3-14ac2f4fe61d, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:00:30.095686 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-d5d697e6-1277-4e81-a668-d7d326f84141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (87d69e3c-8202-408a-96d3-14ac2f4fe61d), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:30.167232 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 84193989-d4ba-48f2-a12b-1e263b4976fe completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:00:30.173769 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 84193989-d4ba-48f2-a12b-1e263b4976fe triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:30.174924 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (84193989-d4ba-48f2-a12b-1e263b4976fe), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:30.177792 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f02e603a-d7c6-4839-9848-6e3ec98332f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (99d58c1b-2c70-4991-842b-f886b5da15b7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:30.370244 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1f597-cc32-422a-9179-6d1bfee6a208 service neutron] Pushing event updated for resources: {'Port': ['ID=5494cb48-fbd5-49e8-8dde-b365260ee3c4,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:30.408024 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 84193989-d4ba-48f2-a12b-1e263b4976fe is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:30.408855 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (84193989-d4ba-48f2-a12b-1e263b4976fe), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:30.424110 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed6000-1d9e-4d4a-af78-cbbcc302a993 req-d9303d00-df91-4b6d-b515-94301725fd0c tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:30.445260 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c2ed6000-1d9e-4d4a-af78-cbbcc302a993 req-d9303d00-df91-4b6d-b515-94301725fd0c tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e423c73-769f-4cc0-8881-75a99babfcc9 HTTP/1.1" status: 200 len: 936 time: 0.6544664 Feb 19 04:00:30.455992 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-2092c1f7-75ad-45fb-9152-e96261a193b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:30.460056 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-2092c1f7-75ad-45fb-9152-e96261a193b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 1125 time: 0.5859094 Feb 19 04:00:30.490738 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 84193989-d4ba-48f2-a12b-1e263b4976fe, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=84193989-d4ba-48f2-a12b-1e263b4976fe,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:30.507579 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (84193989-d4ba-48f2-a12b-1e263b4976fe), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:30.565837 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-97cdc1e5-07d4-46f2-8836-49e0b3bfda23 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5494cb48-fbd5-49e8-8dde-b365260ee3c4 HTTP/1.1" status: 200 len: 217 time: 0.0830884 Feb 19 04:00:30.606212 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-d5d697e6-1277-4e81-a668-d7d326f84141 service neutron] For port 87d69e3c-8202-408a-96d3-14ac2f4fe61d, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:30.627247 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbe6b3-5b74-48c1-a329-33df31ed4601 req-2f681838-448c-44c8-8f04-6ffcc43bca10 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:30.639606 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2dbbe6b3-5b74-48c1-a329-33df31ed4601 req-2f681838-448c-44c8-8f04-6ffcc43bca10 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 943 time: 0.4375455 Feb 19 04:00:30.663873 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-d5d697e6-1277-4e81-a668-d7d326f84141 service neutron] For port 87d69e3c-8202-408a-96d3-14ac2f4fe61d, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=87d69e3c-8202-408a-96d3-14ac2f4fe61d,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:00:30.664168 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=84193989-d4ba-48f2-a12b-1e263b4976fe,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:30.800851 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-d5d697e6-1277-4e81-a668-d7d326f84141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (87d69e3c-8202-408a-96d3-14ac2f4fe61d), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:30.829415 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-9f1df013-3894-4720-ae78-634017b89511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:30.832160 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-9f1df013-3894-4720-ae78-634017b89511 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.2327855 Feb 19 04:00:30.878689 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2dbbe6b3-5b74-48c1-a329-33df31ed4601 req-dab36e38-c82d-451c-a4cf-2653aba92b5e tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379217 Feb 19 04:00:30.896856 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c2ed6000-1d9e-4d4a-af78-cbbcc302a993 req-fee6706e-a716-4b4d-a871-7ef11219ab16 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/security-groups?id=4db64e97-486a-44a8-ab46-5c3d6b519a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233289 Feb 19 04:00:30.912812 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-d5d697e6-1277-4e81-a668-d7d326f84141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:30.914333 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-d5d697e6-1277-4e81-a668-d7d326f84141 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:30.920730 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-d5d697e6-1277-4e81-a668-d7d326f84141 service neutron] 10.222.0.10 "PUT /v2.0/ports/87d69e3c-8202-408a-96d3-14ac2f4fe61d HTTP/1.1" status: 200 len: 1095 time: 4.4941521 Feb 19 04:00:30.922771 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a02414-04f0-4041-bad0-1f2ce5da3572', 'tag': '87d69e3c-8202-408a-96d3-14ac2f4fe61d'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:30.927789 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc764fb-b6f4-4a0b-88aa-84fecaaa3e37" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a02414-04f0-4041-bad0-1f2ce5da3572", "tag": "87d69e3c-8202-408a-96d3-14ac2f4fe61d"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:31.065759 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-4d5eac5f-4cbb-493e-9a2b-c4c08e9c47e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2159989 Feb 19 04:00:31.098359 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d697e6-1277-4e81-a668-d7d326f84141 service neutron] Pushing event updated for resources: {'Port': ['ID=87d69e3c-8202-408a-96d3-14ac2f4fe61d,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:31.150589 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96e99fa-4916-4c79-84a5-ebee3aad9bed x-openstack-request-id: req-c96e99fa-4916-4c79-84a5-ebee3aad9bed {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:31.151173 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ca5792-037e-47b7-bc04-d153c2ba8397", "name": "network-vif-plugged", "status": "completed", "tag": "4148f392-837b-4136-8bca-b1b05feac25b", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:31.151882 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c96e99fa-4916-4c79-84a5-ebee3aad9bed {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:31.152870 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ca5792-037e-47b7-bc04-d153c2ba8397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4148f392-837b-4136-8bca-b1b05feac25b', 'code': 200} Feb 19 04:00:31.311424 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb270893-a48b-4d89-be6d-0d15c72a52bc x-openstack-request-id: req-fb270893-a48b-4d89-be6d-0d15c72a52bc {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:31.311950 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5485d4-8207-4a0c-bb6b-dda593233289", "tag": "5494cb48-fbd5-49e8-8dde-b365260ee3c4", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:31.312342 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fb270893-a48b-4d89-be6d-0d15c72a52bc {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:31.313071 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef5485d4-8207-4a0c-bb6b-dda593233289', 'tag': '5494cb48-fbd5-49e8-8dde-b365260ee3c4', 'status': 'completed', 'code': 200} Feb 19 04:00:31.522638 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-31b06d83-f435-460e-a404-65ef00dafc80 service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856876 Feb 19 04:00:31.531858 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-4d3a1b73-7731-4673-9a00-199a93484ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:31.534335 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-4d3a1b73-7731-4673-9a00-199a93484ae0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 1129 time: 0.4631124 Feb 19 04:00:31.634676 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-da0438e4-806d-4b47-8528-92bce1db9c42 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=87d69e3c-8202-408a-96d3-14ac2f4fe61d HTTP/1.1" status: 200 len: 217 time: 0.0806286 Feb 19 04:00:31.705392 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-384da504-f3f6-4b75-a6de-f47073febb33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 572461fd-072b-4c5e-a92e-2ad852db8882 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:31.733156 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-384da504-f3f6-4b75-a6de-f47073febb33 service neutron] Publish callbacks [] for port (572461fd-072b-4c5e-a92e-2ad852db8882), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:31.747277 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b585abe-1cdb-408a-927d-9c1f99f47eda req-dcaa403d-bbfe-4954-9899-e5e8414e3f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:31.751598 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9b585abe-1cdb-408a-927d-9c1f99f47eda req-dcaa403d-bbfe-4954-9899-e5e8414e3f84 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c8ca5792-037e-47b7-bc04-d153c2ba8397 HTTP/1.1" status: 200 len: 1131 time: 0.4267938 Feb 19 04:00:31.799556 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-384da504-f3f6-4b75-a6de-f47073febb33 service neutron] Transition to ACTIVE for port object 572461fd-072b-4c5e-a92e-2ad852db8882 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:00:31.822120 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-384da504-f3f6-4b75-a6de-f47073febb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (572461fd-072b-4c5e-a92e-2ad852db8882), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:31.889895 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25973fc6-2fed-4992-b1d2-e6d1d534a335 req-7ed68395-2d76-40d4-adf8-c10e83a6737a service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166802 Feb 19 04:00:31.935461 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384da504-f3f6-4b75-a6de-f47073febb33 service neutron] Pushing event updated for resources: {'Port': ['ID=572461fd-072b-4c5e-a92e-2ad852db8882,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:32.115172 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-4e63fdef-9961-4df9-bf88-44cd948e8baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:32.117981 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-4e63fdef-9961-4df9-bf88-44cd948e8baa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.4820051 Feb 19 04:00:32.177927 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9b585abe-1cdb-408a-927d-9c1f99f47eda req-e1cf2afe-6339-47c6-8240-98b95fdf3eb9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=68ec2cb3-2efe-4a3b-b0c8-2e241ec44507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288565 Feb 19 04:00:32.180703 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ba98f7db-d688-4ab9-9231-0ab857c3522e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:32.246021 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-384da504-f3f6-4b75-a6de-f47073febb33 service neutron] Attempting to bind port 572461fd-072b-4c5e-a92e-2ad852db8882 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:00:32.246760 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-384da504-f3f6-4b75-a6de-f47073febb33 service neutron] Attempting to bind port 572461fd-072b-4c5e-a92e-2ad852db8882 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:00:32.247445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-384da504-f3f6-4b75-a6de-f47073febb33 service neutron] Attempting to bind port 572461fd-072b-4c5e-a92e-2ad852db8882 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:32.253956 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578eb499-ace5-477e-bb1f-dbe5e2a8d8e1 req-8f704a1f-c07a-4fc8-9f96-0454dda092ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:32.258653 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-578eb499-ace5-477e-bb1f-dbe5e2a8d8e1 req-8f704a1f-c07a-4fc8-9f96-0454dda092ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 1125 time: 0.1996255 Feb 19 04:00:32.266550 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-384da504-f3f6-4b75-a6de-f47073febb33 service neutron] Port 572461fd-072b-4c5e-a92e-2ad852db8882 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:00:32.270489 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-384da504-f3f6-4b75-a6de-f47073febb33 service neutron] Attempting to bind port 572461fd-072b-4c5e-a92e-2ad852db8882 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:32.294243 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-384da504-f3f6-4b75-a6de-f47073febb33 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:00:32.309606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-384da504-f3f6-4b75-a6de-f47073febb33 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:32.310169 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-384da504-f3f6-4b75-a6de-f47073febb33 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:00:32.311013 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-384da504-f3f6-4b75-a6de-f47073febb33 service neutron] Bound port: 572461fd-072b-4c5e-a92e-2ad852db8882, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:00:32.311714 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-384da504-f3f6-4b75-a6de-f47073febb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (572461fd-072b-4c5e-a92e-2ad852db8882), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:32.325987 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a2a41-7de5-42fe-b337-bd63ae500a5e req-e7d9f4dc-d9a6-4b10-9d8f-a14685e1952c tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:32.336868 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0c1a2a41-7de5-42fe-b337-bd63ae500a5e req-e7d9f4dc-d9a6-4b10-9d8f-a14685e1952c tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 947 time: 0.6731150 Feb 19 04:00:32.485672 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-dd3d2f6a-f89b-4288-8045-ed8cd19659d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:32.488491 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-dd3d2f6a-f89b-4288-8045-ed8cd19659d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3609600 Feb 19 04:00:32.494651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-f02e603a-d7c6-4839-9848-6e3ec98332f3 admin admin] Deleting port a34c4114-ddb0-4dc3-b7d5-5602e82e8640 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:00:32.495384 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f02e603a-d7c6-4839-9848-6e3ec98332f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a34c4114-ddb0-4dc3-b7d5-5602e82e8640), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:32.695153 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-384da504-f3f6-4b75-a6de-f47073febb33 service neutron] For port 572461fd-072b-4c5e-a92e-2ad852db8882, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:32.713729 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-384da504-f3f6-4b75-a6de-f47073febb33 service neutron] For port 572461fd-072b-4c5e-a92e-2ad852db8882, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=572461fd-072b-4c5e-a92e-2ad852db8882,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:00:32.769515 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-384da504-f3f6-4b75-a6de-f47073febb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (572461fd-072b-4c5e-a92e-2ad852db8882), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:32.786354 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6e131-5198-4f3f-8fcf-8d8db9122b12 req-545b7e1b-a377-4e39-b9ad-4a52b2c7a370 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:32.789572 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-00f6e131-5198-4f3f-8fcf-8d8db9122b12 req-545b7e1b-a377-4e39-b9ad-4a52b2c7a370 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe HTTP/1.1" status: 200 len: 950 time: 0.3267658 Feb 19 04:00:32.861598 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578eb499-ace5-477e-bb1f-dbe5e2a8d8e1 req-9e1d07a5-6cae-426e-81ee-abebc935958e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:32.864880 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-578eb499-ace5-477e-bb1f-dbe5e2a8d8e1 req-9e1d07a5-6cae-426e-81ee-abebc935958e service neutron] 10.222.0.48 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 921 time: 0.4326222 Feb 19 04:00:32.891801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-384da504-f3f6-4b75-a6de-f47073febb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:32.892961 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-384da504-f3f6-4b75-a6de-f47073febb33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:32.895453 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-384da504-f3f6-4b75-a6de-f47073febb33 service neutron] 10.222.0.10 "PUT /v2.0/ports/572461fd-072b-4c5e-a92e-2ad852db8882 HTTP/1.1" status: 200 len: 1096 time: 4.1228080 Feb 19 04:00:33.011391 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-578eb499-ace5-477e-bb1f-dbe5e2a8d8e1 req-51b48cf0-9898-49c3-8be1-1c65fb65f45f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5494cb48-fbd5-49e8-8dde-b365260ee3c4 HTTP/1.1" status: 200 len: 217 time: 0.1146510 Feb 19 04:00:33.154240 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaecb32-a653-4858-928b-62f6bcd24ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84193989-d4ba-48f2-a12b-1e263b4976fe'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:33.159604 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f6e040-aab9-480f-8052-8b729372639b" -d '{"events": [{"server_uuid": "bdaecb32-a653-4858-928b-62f6bcd24ffe", "name": "network-vif-plugged", "status": "completed", "tag": "84193989-d4ba-48f2-a12b-1e263b4976fe"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:33.223908 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384da504-f3f6-4b75-a6de-f47073febb33 service neutron] Pushing event updated for resources: {'Port': ['ID=572461fd-072b-4c5e-a92e-2ad852db8882,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:33.249497 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-00f6e131-5198-4f3f-8fcf-8d8db9122b12 req-3fd2d013-4c29-4a9f-a899-b769ae140d0d tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/security-groups?id=68ec2cb3-2efe-4a3b-b0c8-2e241ec44507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372115 Feb 19 04:00:33.276256 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578eb499-ace5-477e-bb1f-dbe5e2a8d8e1 req-29ed7862-2e3f-4eb3-acef-7443a38f7e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:33.279056 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-578eb499-ace5-477e-bb1f-dbe5e2a8d8e1 req-29ed7862-2e3f-4eb3-acef-7443a38f7e0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.2343068 Feb 19 04:00:33.315313 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e423c73-769f-4cc0-8881-75a99babfcc9', 'tag': '572461fd-072b-4c5e-a92e-2ad852db8882'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:33.321441 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b143433-f50f-42e1-8f88-148ef319b63b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e423c73-769f-4cc0-8881-75a99babfcc9", "tag": "572461fd-072b-4c5e-a92e-2ad852db8882"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:33.334536 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0c1a2a41-7de5-42fe-b337-bd63ae500a5e req-b8ef40ea-701f-429a-879f-3710d5e7b450 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9649913 Feb 19 04:00:33.367756 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-d3e21b16-f41e-4b3a-8823-fa0ac4713bb0 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1796429 Feb 19 04:00:33.370671 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-578eb499-ace5-477e-bb1f-dbe5e2a8d8e1 req-bfb61d39-499d-4ea3-ae5f-183f82dd56a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811024 Feb 19 04:00:33.377345 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-c26374b0-361e-4d0a-96b2-6cb15a966afb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1942909 Feb 19 04:00:33.377345 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a53919-073d-4afe-b2d3-ba13d3ca94cd x-openstack-request-id: req-90a53919-073d-4afe-b2d3-ba13d3ca94cd {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:33.378265 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-1fd1ec84-d3ed-40d5-a581-3d29eb718a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:33.378443 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a02414-04f0-4041-bad0-1f2ce5da3572", "tag": "87d69e3c-8202-408a-96d3-14ac2f4fe61d", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:33.378443 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-90a53919-073d-4afe-b2d3-ba13d3ca94cd {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:33.378443 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a02414-04f0-4041-bad0-1f2ce5da3572', 'tag': '87d69e3c-8202-408a-96d3-14ac2f4fe61d', 'status': 'completed', 'code': 200} Feb 19 04:00:33.378840 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-1fd1ec84-d3ed-40d5-a581-3d29eb718a40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=717c3d6672ee4e14b61f70cc28c3a94c&device_id=7e423c73-769f-4cc0-8881-75a99babfcc9 HTTP/1.1" status: 200 len: 1130 time: 0.3643098 Feb 19 04:00:33.595498 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-e7f13e35-6d23-47db-822d-280a313dbdb3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=572461fd-072b-4c5e-a92e-2ad852db8882 HTTP/1.1" status: 200 len: 217 time: 0.1855381 Feb 19 04:00:33.751863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-cdb0c525-4db1-4403-86c0-b37dadb36bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:33.755549 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-cdb0c525-4db1-4403-86c0-b37dadb36bfd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1516564 Feb 19 04:00:33.764443 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-578eb499-ace5-477e-bb1f-dbe5e2a8d8e1 req-9c3b269d-218c-41c2-b0f0-b9667cd2a536 service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815205 Feb 19 04:00:33.783513 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-f02e603a-d7c6-4839-9848-6e3ec98332f3 admin admin] For port a34c4114-ddb0-4dc3-b7d5-5602e82e8640, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a34c4114-ddb0-4dc3-b7d5-5602e82e8640,segment=NetworkSegment(01f5a53f-64dd-40c7-b2ab-c0fc48e174a2),segment_id=01f5a53f-64dd-40c7-b2ab-c0fc48e174a2)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:33.784144 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f02e603a-d7c6-4839-9848-6e3ec98332f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a34c4114-ddb0-4dc3-b7d5-5602e82e8640), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:33.877772 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-f02e603a-d7c6-4839-9848-6e3ec98332f3 admin admin] Calling delete_port for a34c4114-ddb0-4dc3-b7d5-5602e82e8640 owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:00:33.950938 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-dc2fa5c4-d3bf-4a6e-91d7-a3e8b9080bfa service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4238241 Feb 19 04:00:33.953234 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8693f7-38f4-4982-b878-e01ffcf7f5d9 req-28109429-752b-4e2f-bfcb-54d7599e3915 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:33.956662 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9a8693f7-38f4-4982-b878-e01ffcf7f5d9 req-28109429-752b-4e2f-bfcb-54d7599e3915 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 943 time: 0.3395236 Feb 19 04:00:34.041426 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-5056401a-7fe2-4cec-99ae-9a7929729534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:34.044252 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-5056401a-7fe2-4cec-99ae-9a7929729534 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2781687 Feb 19 04:00:34.137598 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-578eb499-ace5-477e-bb1f-dbe5e2a8d8e1 req-e9e58b26-8c9b-4f9f-b426-c6eb95f321ce service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537378 Feb 19 04:00:34.184133 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-80304500-b5f1-4b85-be82-117934f43ce2 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:34.186717 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-80304500-b5f1-4b85-be82-117934f43ce2 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7714961 Feb 19 04:00:34.210472 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-b03c4bca-012e-4984-9a50-a7d5b54cfb57 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:34.213193 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-b03c4bca-012e-4984-9a50-a7d5b54cfb57 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8252950 Feb 19 04:00:34.223600 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9a8693f7-38f4-4982-b878-e01ffcf7f5d9 req-913e4f61-b019-4e99-b248-48b44f921563 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468057 Feb 19 04:00:34.237223 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-d0e51672-7a50-4117-a76c-046f4eaff5f8 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Request body: {'port': {'device_id': '16da6b49-6116-4b40-b0cb-273486cb9a8f', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': 'dc95986700ea4199843c7c5d5aa06d4c'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:34.255047 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077073f-672f-4024-9095-efffcbc75d97 req-061639e2-8606-4f0f-ae1f-855fdd4bd6c1 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:34.257964 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3077073f-672f-4024-9095-efffcbc75d97 req-061639e2-8606-4f0f-ae1f-855fdd4bd6c1 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e423c73-769f-4cc0-8881-75a99babfcc9 HTTP/1.1" status: 200 len: 948 time: 0.7375641 Feb 19 04:00:34.263951 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-c3bab57c-f155-45e8-913d-4d69eb774fb5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Request body: {'port': {'device_id': '512ffd91-734b-40e7-a5b5-7ef15d5476db', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': 'dc95986700ea4199843c7c5d5aa06d4c'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:34.318129 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-ad18ef99-b1a4-4f83-8e22-5417c349ba90 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635362 Feb 19 04:00:34.488395 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b486ea3b-0567-4217-878f-892ada4c94b6 req-0641fe23-00ce-425e-9c35-6b8771b3de3d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=512ffd91-734b-40e7-a5b5-7ef15d5476db HTTP/1.1" status: 200 len: 210 time: 0.0732656 Feb 19 04:00:34.583265 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-656a338d-37b5-474e-bbff-1d4b85188bb9 req-d99d679f-0fd4-4171-baae-2245a1afdbec service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579598 Feb 19 04:00:34.590788 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4c0eeb-d9d3-4fd8-81ae-42681521cee8 x-openstack-request-id: req-af4c0eeb-d9d3-4fd8-81ae-42681521cee8 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:34.592581 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaecb32-a653-4858-928b-62f6bcd24ffe", "name": "network-vif-plugged", "status": "completed", "tag": "84193989-d4ba-48f2-a12b-1e263b4976fe", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:34.593595 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-af4c0eeb-d9d3-4fd8-81ae-42681521cee8 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:34.605570 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaecb32-a653-4858-928b-62f6bcd24ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84193989-d4ba-48f2-a12b-1e263b4976fe', 'code': 200} Feb 19 04:00:34.724117 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee778aa-fa8e-495e-9a77-458628b59b00 x-openstack-request-id: req-8ee778aa-fa8e-495e-9a77-458628b59b00 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:34.724733 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e423c73-769f-4cc0-8881-75a99babfcc9", "tag": "572461fd-072b-4c5e-a92e-2ad852db8882", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:34.724959 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8ee778aa-fa8e-495e-9a77-458628b59b00 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:34.726297 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e423c73-769f-4cc0-8881-75a99babfcc9', 'tag': '572461fd-072b-4c5e-a92e-2ad852db8882', 'status': 'completed', 'code': 200} Feb 19 04:00:34.817293 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e38e87-a9e7-4357-9d60-75aa8a3e8ea9 req-668e038d-f8b8-429c-805f-a4e057717e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:34.820434 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-50e38e87-a9e7-4357-9d60-75aa8a3e8ea9 req-668e038d-f8b8-429c-805f-a4e057717e2e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe HTTP/1.1" status: 200 len: 1132 time: 0.1299582 Feb 19 04:00:34.842339 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59f21711-5e95-4366-8c77-b1e135afefd3 req-0dcc9103-1b92-4409-b0e4-b30d86499db4 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8658967 Feb 19 04:00:34.880768 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3077073f-672f-4024-9095-efffcbc75d97 req-39a1e561-2ae1-4ff3-915e-e7bb70389b8f tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/security-groups?id=4db64e97-486a-44a8-ab46-5c3d6b519a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5807817 Feb 19 04:00:34.956497 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 5494cb48-fbd5-49e8-8dde-b365260ee3c4 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:00:35.017658 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2a956c00-1b37-4813-a8d9-06b7b66fa15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:35.022332 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-50e38e87-a9e7-4357-9d60-75aa8a3e8ea9 req-c086a275-8c3a-4845-a83e-c1e23a1a9f85 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=68ec2cb3-2efe-4a3b-b0c8-2e241ec44507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303604 Feb 19 04:00:35.054417 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461a8d0-1b2f-4f00-8127-6ac4186bcc7c req-bc2bc9a1-5fae-4429-9b5c-e4d585f425d4 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:35.059580 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0461a8d0-1b2f-4f00-8127-6ac4186bcc7c req-bc2bc9a1-5fae-4429-9b5c-e4d585f425d4 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe HTTP/1.1" status: 200 len: 950 time: 0.2278402 Feb 19 04:00:35.110248 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-d0e51672-7a50-4117-a76c-046f4eaff5f8 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Made reservation on behalf of dc95986700ea4199843c7c5d5aa06d4c for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:00:35.116750 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-d0e51672-7a50-4117-a76c-046f4eaff5f8 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:35.179710 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0461a8d0-1b2f-4f00-8127-6ac4186bcc7c req-24e4396f-d960-455e-b75f-4b897d287449 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/security-groups?id=68ec2cb3-2efe-4a3b-b0c8-2e241ec44507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071553 Feb 19 04:00:35.243630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 5494cb48-fbd5-49e8-8dde-b365260ee3c4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=5494cb48-fbd5-49e8-8dde-b365260ee3c4,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:35.273294 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '5494cb48-fbd5-49e8-8dde-b365260ee3c4', 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e', 'port_id': '5494cb48-fbd5-49e8-8dde-b365260ee3c4', 'mac_address': 'fa:16:3e:8d:c0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07953fc-46ac-49b5-8931-0e9dacdcd55a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:00:35.367598 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 5494cb48-fbd5-49e8-8dde-b365260ee3c4 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:35.368290 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5494cb48-fbd5-49e8-8dde-b365260ee3c4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:35.401266 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5494cb48-fbd5-49e8-8dde-b365260ee3c4 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:35.449033 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-c3bab57c-f155-45e8-913d-4d69eb774fb5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Made reservation on behalf of dc95986700ea4199843c7c5d5aa06d4c for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:00:35.450200 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 5494cb48-fbd5-49e8-8dde-b365260ee3c4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=5494cb48-fbd5-49e8-8dde-b365260ee3c4,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:35.454951 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-c3bab57c-f155-45e8-913d-4d69eb774fb5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:35.459232 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5494cb48-fbd5-49e8-8dde-b365260ee3c4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:35.472500 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f02e603a-d7c6-4839-9848-6e3ec98332f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (a34c4114-ddb0-4dc3-b7d5-5602e82e8640), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:35.504524 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d27cc3-7708-43e6-bd59-5398f56aa432 req-ae9c6d6a-8cb0-4056-95ad-58021c646a93 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:35.507830 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-50d27cc3-7708-43e6-bd59-5398f56aa432 req-ae9c6d6a-8cb0-4056-95ad-58021c646a93 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 943 time: 0.1074603 Feb 19 04:00:35.563031 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=5494cb48-fbd5-49e8-8dde-b365260ee3c4,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:35.578094 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b143433-f50f-42e1-8f88-148ef319b63b req-cd32c7d4-679c-45f1-85dc-3973bf7b1290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:35.580851 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2b143433-f50f-42e1-8f88-148ef319b63b req-cd32c7d4-679c-45f1-85dc-3973bf7b1290 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=717c3d6672ee4e14b61f70cc28c3a94c&device_id=7e423c73-769f-4cc0-8881-75a99babfcc9 HTTP/1.1" status: 200 len: 1130 time: 0.7103503 Feb 19 04:00:35.607401 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e603a-d7c6-4839-9848-6e3ec98332f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a34c4114-ddb0-4dc3-b7d5-5602e82e8640,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:35.611061 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-50d27cc3-7708-43e6-bd59-5398f56aa432 req-50122d65-825d-41e4-bf03-37e47bacd12b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909584 Feb 19 04:00:35.665676 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc764fb-b6f4-4a0b-88aa-84fecaaa3e37 req-0629592a-1652-4b8c-8e4b-83103e23c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:35.668896 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1bc764fb-b6f4-4a0b-88aa-84fecaaa3e37 req-0629592a-1652-4b8c-8e4b-83103e23c54e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 1129 time: 0.6345356 Feb 19 04:00:35.796968 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['5494cb48-fbd5-49e8-8dde-b365260ee3c4'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:35.874602 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9f48af6e-d63c-4e11-80aa-1084493076b0 req-1f62346a-8491-4cc9-8a55-16622108943b tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=512ffd91-734b-40e7-a5b5-7ef15d5476db HTTP/1.1" status: 200 len: 210 time: 0.0652225 Feb 19 04:00:35.876500 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0643365-672a-469f-8748-ab5ddcc5113a req-84e9b38b-9652-41ed-afb9-9e1547ae37d4 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:35.889403 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a0643365-672a-469f-8748-ab5ddcc5113a req-84e9b38b-9652-41ed-afb9-9e1547ae37d4 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 947 time: 0.7668111 Feb 19 04:00:36.221060 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e607d-a43c-48a7-9de0-8a6de9c0faca req-bc262bb7-2577-446b-874e-63638fda9959 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:36.223654 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-736e607d-a43c-48a7-9de0-8a6de9c0faca req-bc262bb7-2577-446b-874e-63638fda9959 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e423c73-769f-4cc0-8881-75a99babfcc9 HTTP/1.1" status: 200 len: 948 time: 0.0994306 Feb 19 04:00:36.322133 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-736e607d-a43c-48a7-9de0-8a6de9c0faca req-d8e11e76-1a45-4569-9a4a-27cb7c3d8166 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/security-groups?id=4db64e97-486a-44a8-ab46-5c3d6b519a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863354 Feb 19 04:00:36.408787 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-d0e51672-7a50-4117-a76c-046f4eaff5f8 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Allocated IP 192.168.233.149 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/2630260b-1feb-477d-b647-ed7f5b4a3d6b) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:00:36.427470 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b143433-f50f-42e1-8f88-148ef319b63b req-b96fed56-c9f3-4f44-b3e9-17df84ddcbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:36.430281 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2b143433-f50f-42e1-8f88-148ef319b63b req-b96fed56-c9f3-4f44-b3e9-17df84ddcbfb service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.8273168 Feb 19 04:00:36.554297 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:36.582471 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec38f51-e403-4e30-8bec-2b4b6ae36df7 req-f069954e-f7c8-457c-9d20-137139169c77 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:36.585691 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cec38f51-e403-4e30-8bec-2b4b6ae36df7 req-f069954e-f7c8-457c-9d20-137139169c77 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe HTTP/1.1" status: 200 len: 950 time: 0.1018624 Feb 19 04:00:36.605446 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a0643365-672a-469f-8748-ab5ddcc5113a req-3de19be2-52dd-4ebf-86d7-2653e47594d4 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5401409 Feb 19 04:00:36.618303 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2b143433-f50f-42e1-8f88-148ef319b63b req-96e9ca63-318c-4bb9-af14-b6386c0a7969 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=572461fd-072b-4c5e-a92e-2ad852db8882 HTTP/1.1" status: 200 len: 217 time: 0.1635165 Feb 19 04:00:36.654104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc764fb-b6f4-4a0b-88aa-84fecaaa3e37 req-d23e289e-3199-4bef-b588-57b2e470b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:36.656628 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1bc764fb-b6f4-4a0b-88aa-84fecaaa3e37 req-d23e289e-3199-4bef-b588-57b2e470b599 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.8847277 Feb 19 04:00:36.743603 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cec38f51-e403-4e30-8bec-2b4b6ae36df7 req-4910ba90-1d82-4ec2-8cf9-0125ceb38d0e tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/security-groups?id=68ec2cb3-2efe-4a3b-b0c8-2e241ec44507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417286 Feb 19 04:00:36.819680 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1bc764fb-b6f4-4a0b-88aa-84fecaaa3e37 req-7476bf21-0831-4f0e-84c8-4752cd483490 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=87d69e3c-8202-408a-96d3-14ac2f4fe61d HTTP/1.1" status: 200 len: 217 time: 0.1102769 Feb 19 04:00:36.943112 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 5494cb48-fbd5-49e8-8dde-b365260ee3c4 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:37.106984 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:37.144213 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 5494cb48-fbd5-49e8-8dde-b365260ee3c4 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:00:37.154252 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 5494cb48-fbd5-49e8-8dde-b365260ee3c4 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:37.155288 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5494cb48-fbd5-49e8-8dde-b365260ee3c4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:37.162776 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ffd5b72b-9a1f-4186-8c0f-4c40052551ab req-fe8eb7b7-dfd3-480f-aa63-f3aefabe9cfb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=512ffd91-734b-40e7-a5b5-7ef15d5476db HTTP/1.1" status: 200 len: 210 time: 0.1227777 Feb 19 04:00:37.361357 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 5494cb48-fbd5-49e8-8dde-b365260ee3c4 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:37.362264 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5494cb48-fbd5-49e8-8dde-b365260ee3c4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:37.411901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5485d4-8207-4a0c-bb6b-dda593233289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5494cb48-fbd5-49e8-8dde-b365260ee3c4'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:37.416900 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7897c9ee-d913-4212-86c0-73fd21cc3d5f" -d '{"events": [{"server_uuid": "ef5485d4-8207-4a0c-bb6b-dda593233289", "name": "network-vif-plugged", "status": "completed", "tag": "5494cb48-fbd5-49e8-8dde-b365260ee3c4"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:37.446139 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 5494cb48-fbd5-49e8-8dde-b365260ee3c4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=5494cb48-fbd5-49e8-8dde-b365260ee3c4,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:37.454717 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5494cb48-fbd5-49e8-8dde-b365260ee3c4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:37.562731 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=5494cb48-fbd5-49e8-8dde-b365260ee3c4,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:37.674749 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a0f2a-db3d-412b-9232-ace9b4735482 req-4ee7a932-8b6a-4fac-bddf-a8fc73e6ec23 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:37.679846 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc8a0f2a-db3d-412b-9232-ace9b4735482 req-4ee7a932-8b6a-4fac-bddf-a8fc73e6ec23 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e423c73-769f-4cc0-8881-75a99babfcc9 HTTP/1.1" status: 200 len: 948 time: 0.1545219 Feb 19 04:00:37.696065 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b143433-f50f-42e1-8f88-148ef319b63b req-6ce3dab6-0206-4805-a240-aa51b41cf338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:37.698656 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2b143433-f50f-42e1-8f88-148ef319b63b req-6ce3dab6-0206-4805-a240-aa51b41cf338 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 1.0661533 Feb 19 04:00:37.712461 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:37.748045 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56304) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:37.786274 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc8a0f2a-db3d-412b-9232-ace9b4735482 req-fd3dfbcc-da69-4a43-b549-52ed3f08b836 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/security-groups?id=4db64e97-486a-44a8-ab46-5c3d6b519a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923989 Feb 19 04:00:37.796628 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc764fb-b6f4-4a0b-88aa-84fecaaa3e37 req-7f09eee4-7cb7-46c4-be18-11a02f43af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:37.799524 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1bc764fb-b6f4-4a0b-88aa-84fecaaa3e37 req-7f09eee4-7cb7-46c4-be18-11a02f43af23 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.9627883 Feb 19 04:00:37.812230 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f02e603a-d7c6-4839-9848-6e3ec98332f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (99d58c1b-2c70-4991-842b-f886b5da15b7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:37.832588 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 572461fd-072b-4c5e-a92e-2ad852db8882 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:00:37.887849 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fadcd9-0ba1-45b7-a92d-9de27af01e7c x-openstack-request-id: req-60fadcd9-0ba1-45b7-a92d-9de27af01e7c {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:37.888874 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5485d4-8207-4a0c-bb6b-dda593233289", "name": "network-vif-plugged", "status": "completed", "tag": "5494cb48-fbd5-49e8-8dde-b365260ee3c4", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:37.889695 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60fadcd9-0ba1-45b7-a92d-9de27af01e7c {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:37.891006 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5485d4-8207-4a0c-bb6b-dda593233289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5494cb48-fbd5-49e8-8dde-b365260ee3c4', 'code': 200} Feb 19 04:00:37.998723 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae837a46-a201-42a1-9d1b-96c96b0dece9 req-05ad77f3-c541-4cff-b95c-fee060088b40 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:38.013349 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ae837a46-a201-42a1-9d1b-96c96b0dece9 req-05ad77f3-c541-4cff-b95c-fee060088b40 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 944 time: 1.1922119 Feb 19 04:00:38.211965 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eb21cd67-9af4-417f-8980-c0f61e92e342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:38.254664 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-d0e51672-7a50-4117-a76c-046f4eaff5f8 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks [] for port (2630260b-1feb-477d-b647-ed7f5b4a3d6b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:38.266020 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b143433-f50f-42e1-8f88-148ef319b63b req-790810b7-bd62-413e-afb1-f8a899de71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:38.268854 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2b143433-f50f-42e1-8f88-148ef319b63b req-790810b7-bd62-413e-afb1-f8a899de71b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5502770 Feb 19 04:00:38.285768 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc764fb-b6f4-4a0b-88aa-84fecaaa3e37 req-56c8ae3e-2e8a-4229-985f-a1d0cb1f3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:38.289010 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1bc764fb-b6f4-4a0b-88aa-84fecaaa3e37 req-56c8ae3e-2e8a-4229-985f-a1d0cb1f3b9f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4636106 Feb 19 04:00:38.310539 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e117c06-aa96-45ac-8fab-9ff1bc32f630 req-ec288fe7-368c-47a0-ab70-54e69207d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:38.313754 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ae837a46-a201-42a1-9d1b-96c96b0dece9 req-06b0f0df-d79a-4260-804a-488152f99f54 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974920 Feb 19 04:00:38.316265 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6e117c06-aa96-45ac-8fab-9ff1bc32f630 req-ec288fe7-368c-47a0-ab70-54e69207d2e7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 1127 time: 0.2747388 Feb 19 04:00:38.342249 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 572461fd-072b-4c5e-a92e-2ad852db8882, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=572461fd-072b-4c5e-a92e-2ad852db8882,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:38.371001 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '572461fd-072b-4c5e-a92e-2ad852db8882', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '572461fd-072b-4c5e-a92e-2ad852db8882', 'mac_address': 'fa:16:3e:32:da:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:00:38.500599 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 572461fd-072b-4c5e-a92e-2ad852db8882 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:38.501275 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (572461fd-072b-4c5e-a92e-2ad852db8882), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:38.526806 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:38.533331 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 572461fd-072b-4c5e-a92e-2ad852db8882 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:38.572754 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 572461fd-072b-4c5e-a92e-2ad852db8882, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=572461fd-072b-4c5e-a92e-2ad852db8882,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:38.579121 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (572461fd-072b-4c5e-a92e-2ad852db8882), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:38.580114 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 87d69e3c-8202-408a-96d3-14ac2f4fe61d details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:00:38.745978 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=572461fd-072b-4c5e-a92e-2ad852db8882,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:38.756685 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 87d69e3c-8202-408a-96d3-14ac2f4fe61d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=87d69e3c-8202-408a-96d3-14ac2f4fe61d,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:38.777176 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:38.785314 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '87d69e3c-8202-408a-96d3-14ac2f4fe61d', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '87d69e3c-8202-408a-96d3-14ac2f4fe61d', 'mac_address': 'fa:16:3e:60:58:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:00:38.832531 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-d0e51672-7a50-4117-a76c-046f4eaff5f8 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (2630260b-1feb-477d-b647-ed7f5b4a3d6b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:38.849219 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['33d9b8b1-8083-414e-9a58-5ece468cd2ac'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:38.932721 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 87d69e3c-8202-408a-96d3-14ac2f4fe61d is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:38.933451 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (87d69e3c-8202-408a-96d3-14ac2f4fe61d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:38.978615 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0d91d-fede-4484-9427-61432ca961ad req-1466f6af-0e50-4af2-a64f-3ad6534a9511 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:38.981658 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25c0d91d-fede-4484-9427-61432ca961ad req-1466f6af-0e50-4af2-a64f-3ad6534a9511 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 947 time: 0.8594458 Feb 19 04:00:38.986693 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87d69e3c-8202-408a-96d3-14ac2f4fe61d {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:39.004730 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2b143433-f50f-42e1-8f88-148ef319b63b req-c2eff5c8-1fba-43b6-8590-a3b70799ac1d service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7083683 Feb 19 04:00:39.020602 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6e117c06-aa96-45ac-8fab-9ff1bc32f630 req-32ceda8c-0041-4459-baec-3e0529331ec6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6036515 Feb 19 04:00:39.020892 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1bc764fb-b6f4-4a0b-88aa-84fecaaa3e37 req-0547ad4b-9fe8-42df-bf72-6a6319a08abc service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6997383 Feb 19 04:00:39.068040 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 87d69e3c-8202-408a-96d3-14ac2f4fe61d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=87d69e3c-8202-408a-96d3-14ac2f4fe61d,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:39.087642 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (87d69e3c-8202-408a-96d3-14ac2f4fe61d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:39.096066 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eb21cd67-9af4-417f-8980-c0f61e92e342 admin admin] Publish callbacks [] for security_group (f0dba663-6392-485e-ad06-17cbfd6ffc34), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:39.120732 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eb21cd67-9af4-417f-8980-c0f61e92e342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f0dba663-6392-485e-ad06-17cbfd6ffc34), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:39.152597 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-d0e51672-7a50-4117-a76c-046f4eaff5f8 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:00:39.184394 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb42a11-627f-4d61-a659-7392f5e939bf req-efd37684-e47e-4228-b8dd-baac90e460c6 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:39.186937 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6cb42a11-627f-4d61-a659-7392f5e939bf req-efd37684-e47e-4228-b8dd-baac90e460c6 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe HTTP/1.1" status: 200 len: 950 time: 0.6606357 Feb 19 04:00:39.230649 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25c0d91d-fede-4484-9427-61432ca961ad req-6d438a75-579d-4a39-9834-b3099e43779f tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891067 Feb 19 04:00:39.234580 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21cd67-9af4-417f-8980-c0f61e92e342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dba663-6392-485e-ad06-17cbfd6ffc34,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:39.242485 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=87d69e3c-8202-408a-96d3-14ac2f4fe61d,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:39.256206 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-eb21cd67-9af4-417f-8980-c0f61e92e342 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0e76c2e01437453f8283d4cfcf407c6f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5065255 Feb 19 04:00:39.258405 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-d0e51672-7a50-4117-a76c-046f4eaff5f8 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:00:39.260076 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56320) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:39.261815 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e51672-7a50-4117-a76c-046f4eaff5f8 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Pushing event updated for resources: {'Port': ['ID=2630260b-1feb-477d-b647-ed7f5b4a3d6b,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:39.382726 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-d0e51672-7a50-4117-a76c-046f4eaff5f8 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:00:39.411082 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ea699c8-da58-46e1-a50d-2f8d77b6de89 admin admin] Publish callbacks [] for security_group (f0dba663-6392-485e-ad06-17cbfd6ffc34), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:39.452540 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['87d69e3c-8202-408a-96d3-14ac2f4fe61d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:39.475156 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ea699c8-da58-46e1-a50d-2f8d77b6de89 admin admin] Publish callbacks [] for security_group (f0dba663-6392-485e-ad06-17cbfd6ffc34), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:39.501506 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['572461fd-072b-4c5e-a92e-2ad852db8882'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:39.557451 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-c3bab57c-f155-45e8-913d-4d69eb774fb5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Allocated IP 192.168.233.79 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/640de5f6-9a19-438c-897c-ebf39f71fac9) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:00:39.628049 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-228bc5c2-e2ef-4943-9668-edd2028a2249 req-676d233b-52a5-481f-9886-77a9e64bf66f tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=512ffd91-734b-40e7-a5b5-7ef15d5476db HTTP/1.1" status: 200 len: 210 time: 0.1215198 Feb 19 04:00:39.738423 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ea699c8-da58-46e1-a50d-2f8d77b6de89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f0dba663-6392-485e-ad06-17cbfd6ffc34), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:39.743674 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ea699c8-da58-46e1-a50d-2f8d77b6de89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:39.746312 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4ea699c8-da58-46e1-a50d-2f8d77b6de89 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f0dba663-6392-485e-ad06-17cbfd6ffc34 HTTP/1.1" status: 204 len: 168 time: 0.4818006 Feb 19 04:00:39.764155 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea699c8-da58-46e1-a50d-2f8d77b6de89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dba663-6392-485e-ad06-17cbfd6ffc34,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:39.845344 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-08422faa-7117-4c65-8219-c650aae02cd7 None None] Provisioning complete for port 2630260b-1feb-477d-b647-ed7f5b4a3d6b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:39.845943 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-08422faa-7117-4c65-8219-c650aae02cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2630260b-1feb-477d-b647-ed7f5b4a3d6b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:39.929758 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b94b6-68b7-4bd6-b811-a142fe43bca6 req-f417c149-c6a5-45c6-a761-22e66ecf1bf9 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:39.934008 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ba6b94b6-68b7-4bd6-b811-a142fe43bca6 req-f417c149-c6a5-45c6-a761-22e66ecf1bf9 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 1128 time: 0.1058388 Feb 19 04:00:39.950560 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-d0e51672-7a50-4117-a76c-046f4eaff5f8 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:39.953268 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-d0e51672-7a50-4117-a76c-046f4eaff5f8 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:40.072318 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-08422faa-7117-4c65-8219-c650aae02cd7 None None] Port 2630260b-1feb-477d-b647-ed7f5b4a3d6b cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:00:40.099457 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ba6b94b6-68b7-4bd6-b811-a142fe43bca6 req-57edb360-e854-4951-a8d9-500252499e17 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459455 Feb 19 04:00:40.214658 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-d0e51672-7a50-4117-a76c-046f4eaff5f8 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.9968460 Feb 19 04:00:40.252692 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1bc764fb-b6f4-4a0b-88aa-84fecaaa3e37 req-fd5eed11-c625-45e3-be4c-58c3bc1e3eb7 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2134869 Feb 19 04:00:40.259056 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6cb42a11-627f-4d61-a659-7392f5e939bf req-0919e4f4-61f7-443c-aa22-e711e8c79597 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/security-groups?id=68ec2cb3-2efe-4a3b-b0c8-2e241ec44507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0127137 Feb 19 04:00:40.319100 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-5c4de5fe-e3fc-4673-bc49-21ba84e205e9 service neutron] Request body: {'port': {'device_id': '16da6b49-6116-4b40-b0cb-273486cb9a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:40.366566 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5bcf0-2d85-4b91-8073-7d75cb785a50 req-b86efe52-303b-4fb1-98e1-6eacecc33980 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:40.368702 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-acd5bcf0-2d85-4b91-8073-7d75cb785a50 req-b86efe52-303b-4fb1-98e1-6eacecc33980 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e423c73-769f-4cc0-8881-75a99babfcc9 HTTP/1.1" status: 200 len: 949 time: 0.1648934 Feb 19 04:00:40.385024 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02e603a-d7c6-4839-9848-6e3ec98332f3 admin admin] Router 99d58c1b-2c70-4991-842b-f886b5da15b7 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:00:40.404474 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2b143433-f50f-42e1-8f88-148ef319b63b req-f865aaf8-c730-425a-ac0d-741fd9378cac service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3712869 Feb 19 04:00:40.492559 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-acd5bcf0-2d85-4b91-8073-7d75cb785a50 req-15073247-33d3-4b10-a462-0434d86af497 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/security-groups?id=4db64e97-486a-44a8-ab46-5c3d6b519a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056302 Feb 19 04:00:40.598474 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56334) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:40.622710 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e519d54-719c-421f-89fc-942a0f25f185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:40.777434 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-c3bab57c-f155-45e8-913d-4d69eb774fb5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks [] for port (640de5f6-9a19-438c-897c-ebf39f71fac9), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:40.801490 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e519d54-719c-421f-89fc-942a0f25f185 admin admin] Publish callbacks [] for security_group (c1c48320-aa5e-49a9-a3bc-11085ce162e2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:40.809199 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e519d54-719c-421f-89fc-942a0f25f185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c1c48320-aa5e-49a9-a3bc-11085ce162e2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:40.814124 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-5c4de5fe-e3fc-4673-bc49-21ba84e205e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2630260b-1feb-477d-b647-ed7f5b4a3d6b), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:40.889159 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4e519d54-719c-421f-89fc-942a0f25f185 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=341a727dcc914db0958ad4dab0bfe600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888606 Feb 19 04:00:40.894434 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e519d54-719c-421f-89fc-942a0f25f185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c48320-aa5e-49a9-a3bc-11085ce162e2,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:40.895707 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56338) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:40.998739 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2ab5a87b-82b2-4018-8a4e-39918eb94397 admin admin] Publish callbacks [] for security_group (c1c48320-aa5e-49a9-a3bc-11085ce162e2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:41.036173 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffe5f0-99c7-413b-b8c4-e3b241e1b724 req-afb48886-9eaa-4427-afbe-fdf79c54d3b0 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:41.038765 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-61ffe5f0-99c7-413b-b8c4-e3b241e1b724 req-afb48886-9eaa-4427-afbe-fdf79c54d3b0 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 945 time: 0.5373404 Feb 19 04:00:41.042773 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2ab5a87b-82b2-4018-8a4e-39918eb94397 admin admin] Publish callbacks [] for security_group (c1c48320-aa5e-49a9-a3bc-11085ce162e2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:41.143787 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02e603a-d7c6-4839-9848-6e3ec98332f3 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:00:41.157363 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f02e603a-d7c6-4839-9848-6e3ec98332f3 admin admin] 10.222.0.65 "PUT /v2.0/routers/99d58c1b-2c70-4991-842b-f886b5da15b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5884411 Feb 19 04:00:41.164959 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56344) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:41.166940 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234d3679-4c7d-4409-bd03-19158b78bf7d None None] Sync routers for ids ['99d58c1b-2c70-4991-842b-f886b5da15b7'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:00:41.169441 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2ab5a87b-82b2-4018-8a4e-39918eb94397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c1c48320-aa5e-49a9-a3bc-11085ce162e2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:41.170798 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-c3bab57c-f155-45e8-913d-4d69eb774fb5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (640de5f6-9a19-438c-897c-ebf39f71fac9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:41.175564 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2ab5a87b-82b2-4018-8a4e-39918eb94397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:41.179103 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2ab5a87b-82b2-4018-8a4e-39918eb94397 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c1c48320-aa5e-49a9-a3bc-11085ce162e2 HTTP/1.1" status: 204 len: 168 time: 0.2808604 Feb 19 04:00:41.189197 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['33d9b8b1-8083-414e-9a58-5ece468cd2ac'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:41.195424 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234d3679-4c7d-4409-bd03-19158b78bf7d None None] Routers {'99d58c1b-2c70-4991-842b-f886b5da15b7'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:00:41.200163 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-234d3679-4c7d-4409-bd03-19158b78bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:00:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['99d58c1b-2c70-4991-842b-f886b5da15b7'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:41.453855 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-c3bab57c-f155-45e8-913d-4d69eb774fb5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:00:41.477764 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-c3bab57c-f155-45e8-913d-4d69eb774fb5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:00:41.515537 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-61ffe5f0-99c7-413b-b8c4-e3b241e1b724 req-22eb4f53-961c-44a2-9de6-b3db963a3dfb tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453375 Feb 19 04:00:41.517085 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-c3bab57c-f155-45e8-913d-4d69eb774fb5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:00:41.633699 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-512fd6ce-9a37-4082-b45b-e88a947f5158 admin admin] Publish callbacks [] for router (99d58c1b-2c70-4991-842b-f886b5da15b7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:41.637997 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5a87b-82b2-4018-8a4e-39918eb94397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c48320-aa5e-49a9-a3bc-11085ce162e2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:41.681785 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bab57c-f155-45e8-913d-4d69eb774fb5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Pushing event updated for resources: {'Port': ['ID=640de5f6-9a19-438c-897c-ebf39f71fac9,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:41.791342 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-234d3679-4c7d-4409-bd03-19158b78bf7d None None] Set router 99d58c1b-2c70-4991-842b-f886b5da15b7 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:00:41.836005 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 572461fd-072b-4c5e-a92e-2ad852db8882 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:41.959541 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 572461fd-072b-4c5e-a92e-2ad852db8882 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:00:41.976872 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 572461fd-072b-4c5e-a92e-2ad852db8882 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:41.977595 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (572461fd-072b-4c5e-a92e-2ad852db8882), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.156980 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-c3bab57c-f155-45e8-913d-4d69eb774fb5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:42.158565 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-c3bab57c-f155-45e8-913d-4d69eb774fb5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.169616 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-512fd6ce-9a37-4082-b45b-e88a947f5158 admin admin] Publish callbacks [] for router_gateway (99d58c1b-2c70-4991-842b-f886b5da15b7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.289525 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-512fd6ce-9a37-4082-b45b-e88a947f5158 admin admin] Deleting port 9aa81da0-5be4-4f52-8e15-dd21bae658a0 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:00:42.290969 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-512fd6ce-9a37-4082-b45b-e88a947f5158 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9aa81da0-5be4-4f52-8e15-dd21bae658a0), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.330722 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 572461fd-072b-4c5e-a92e-2ad852db8882 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:42.331608 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (572461fd-072b-4c5e-a92e-2ad852db8882), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.334549 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-07387879-7387-4df4-b3e8-3eb0d4ba6523 None None] Provisioning complete for port 640de5f6-9a19-438c-897c-ebf39f71fac9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:42.334549 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-07387879-7387-4df4-b3e8-3eb0d4ba6523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (640de5f6-9a19-438c-897c-ebf39f71fac9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.375415 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-c3bab57c-f155-45e8-913d-4d69eb774fb5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.1476295 Feb 19 04:00:42.416437 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc4733-72ca-4482-91c0-e5114ee9e84c req-1d66b357-0052-4358-acc9-dc9af14ea7e3 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:42.430798 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8fbc4733-72ca-4482-91c0-e5114ee9e84c req-1d66b357-0052-4358-acc9-dc9af14ea7e3 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 948 time: 0.5802886 Feb 19 04:00:42.449723 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-efcd53a1-8aae-4727-abf5-f813a775565a service neutron] Request body: {'port': {'device_id': '512ffd91-734b-40e7-a5b5-7ef15d5476db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:42.486533 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e423c73-769f-4cc0-8881-75a99babfcc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572461fd-072b-4c5e-a92e-2ad852db8882'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:42.493573 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d099c4c1-9ad4-471f-9304-6b6524940646" -d '{"events": [{"server_uuid": "7e423c73-769f-4cc0-8881-75a99babfcc9", "name": "network-vif-plugged", "status": "completed", "tag": "572461fd-072b-4c5e-a92e-2ad852db8882"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:42.494500 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-512fd6ce-9a37-4082-b45b-e88a947f5158 admin admin] For port 9aa81da0-5be4-4f52-8e15-dd21bae658a0, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9aa81da0-5be4-4f52-8e15-dd21bae658a0,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:42.495171 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-512fd6ce-9a37-4082-b45b-e88a947f5158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9aa81da0-5be4-4f52-8e15-dd21bae658a0), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.524537 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-512fd6ce-9a37-4082-b45b-e88a947f5158 admin admin] Calling delete_port for 9aa81da0-5be4-4f52-8e15-dd21bae658a0 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:00:42.529442 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 572461fd-072b-4c5e-a92e-2ad852db8882, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=572461fd-072b-4c5e-a92e-2ad852db8882,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:42.531791 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-07387879-7387-4df4-b3e8-3eb0d4ba6523 None None] Port 640de5f6-9a19-438c-897c-ebf39f71fac9 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:00:42.552188 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (572461fd-072b-4c5e-a92e-2ad852db8882), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.555902 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 87d69e3c-8202-408a-96d3-14ac2f4fe61d up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:42.626481 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-5c4de5fe-e3fc-4673-bc49-21ba84e205e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2630260b-1feb-477d-b647-ed7f5b4a3d6b {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:42.674777 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-5c4de5fe-e3fc-4673-bc49-21ba84e205e9 service neutron] Publish callbacks [] for port (2630260b-1feb-477d-b647-ed7f5b4a3d6b), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.740077 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=572461fd-072b-4c5e-a92e-2ad852db8882,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:42.740754 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-234d3679-4c7d-4409-bd03-19158b78bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d58c1b-2c70-4991-842b-f886b5da15b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1427267721-router', 'tenant_id': '73305c74b76a4478a4b06b1029890214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '9aa81da0-5be4-4f52-8e15-dd21bae658a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:59:44Z', 'updated_at': '2022-02-19T04:00:35Z', 'revision_number': 5, 'project_id': '73305c74b76a4478a4b06b1029890214', 'gw_port': {'id': '9aa81da0-5be4-4f52-8e15-dd21bae658a0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d58c1b-2c70-4991-842b-f886b5da15b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:50Z', 'updated_at': '2022-02-19T04:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:42.836400 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234d3679-4c7d-4409-bd03-19158b78bf7d None None] Checking router: 99d58c1b-2c70-4991-842b-f886b5da15b7 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:00:42.855912 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234d3679-4c7d-4409-bd03-19158b78bf7d None None] Routers {'99d58c1b-2c70-4991-842b-f886b5da15b7'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:00:42.857336 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-234d3679-4c7d-4409-bd03-19158b78bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:00:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['99d58c1b-2c70-4991-842b-f886b5da15b7'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:42.878005 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 87d69e3c-8202-408a-96d3-14ac2f4fe61d completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:00:42.888526 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 87d69e3c-8202-408a-96d3-14ac2f4fe61d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:42.889223 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (87d69e3c-8202-408a-96d3-14ac2f4fe61d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.892000 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-5c4de5fe-e3fc-4673-bc49-21ba84e205e9 service neutron] Transition to ACTIVE for port object 2630260b-1feb-477d-b647-ed7f5b4a3d6b will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:00:42.931707 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-5c4de5fe-e3fc-4673-bc49-21ba84e205e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (2630260b-1feb-477d-b647-ed7f5b4a3d6b), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:42.977779 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8fbc4733-72ca-4482-91c0-e5114ee9e84c req-5122303e-f631-40f4-98a1-18c6f118971d tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5457354 Feb 19 04:00:43.117599 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4de5fe-e3fc-4673-bc49-21ba84e205e9 service neutron] Pushing event updated for resources: {'Port': ['ID=2630260b-1feb-477d-b647-ed7f5b4a3d6b,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:43.194797 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 87d69e3c-8202-408a-96d3-14ac2f4fe61d is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:43.197254 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (87d69e3c-8202-408a-96d3-14ac2f4fe61d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:43.231089 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-512fd6ce-9a37-4082-b45b-e88a947f5158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (9aa81da0-5be4-4f52-8e15-dd21bae658a0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:43.307957 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fd6ce-9a37-4082-b45b-e88a947f5158 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa81da0-5be4-4f52-8e15-dd21bae658a0,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:43.373482 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:00:43.412593 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 87d69e3c-8202-408a-96d3-14ac2f4fe61d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=87d69e3c-8202-408a-96d3-14ac2f4fe61d,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:43.429291 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-234d3679-4c7d-4409-bd03-19158b78bf7d None None] Set router 99d58c1b-2c70-4991-842b-f886b5da15b7 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:00:43.430814 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (87d69e3c-8202-408a-96d3-14ac2f4fe61d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:43.539589 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-efcd53a1-8aae-4727-abf5-f813a775565a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (640de5f6-9a19-438c-897c-ebf39f71fac9), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:43.659664 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-234d3679-4c7d-4409-bd03-19158b78bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d58c1b-2c70-4991-842b-f886b5da15b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1427267721-router', 'tenant_id': '73305c74b76a4478a4b06b1029890214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:59:44Z', 'updated_at': '2022-02-19T04:00:42Z', 'revision_number': 6, 'project_id': '73305c74b76a4478a4b06b1029890214', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:43.691048 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-512fd6ce-9a37-4082-b45b-e88a947f5158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (99d58c1b-2c70-4991-842b-f886b5da15b7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:43.698719 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=87d69e3c-8202-408a-96d3-14ac2f4fe61d,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:43.758655 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234d3679-4c7d-4409-bd03-19158b78bf7d None None] The sync data for ids ['99d58c1b-2c70-4991-842b-f886b5da15b7'] in n-d-772273-4 is: [{'id': '99d58c1b-2c70-4991-842b-f886b5da15b7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1427267721-router', 'tenant_id': '73305c74b76a4478a4b06b1029890214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:59:44Z', 'updated_at': '2022-02-19T04:00:42Z', 'revision_number': 6, 'project_id': '73305c74b76a4478a4b06b1029890214', 'gw_port_host': None}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:00:43.761399 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-5c4de5fe-e3fc-4673-bc49-21ba84e205e9 service neutron] Attempting to bind port 2630260b-1feb-477d-b647-ed7f5b4a3d6b on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:00:43.762256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-5c4de5fe-e3fc-4673-bc49-21ba84e205e9 service neutron] Attempting to bind port 2630260b-1feb-477d-b647-ed7f5b4a3d6b by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:00:43.762895 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-5c4de5fe-e3fc-4673-bc49-21ba84e205e9 service neutron] Attempting to bind port 2630260b-1feb-477d-b647-ed7f5b4a3d6b on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:43.828361 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-5c4de5fe-e3fc-4673-bc49-21ba84e205e9 service neutron] Port 2630260b-1feb-477d-b647-ed7f5b4a3d6b on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:00:43.828880 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-5c4de5fe-e3fc-4673-bc49-21ba84e205e9 service neutron] Attempting to bind port 2630260b-1feb-477d-b647-ed7f5b4a3d6b on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:43.959515 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-5c4de5fe-e3fc-4673-bc49-21ba84e205e9 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:00:43.960059 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-5c4de5fe-e3fc-4673-bc49-21ba84e205e9 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:43.960681 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-5c4de5fe-e3fc-4673-bc49-21ba84e205e9 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:00:43.961500 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-5c4de5fe-e3fc-4673-bc49-21ba84e205e9 service neutron] Bound port: 2630260b-1feb-477d-b647-ed7f5b4a3d6b, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:00:43.962069 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-5c4de5fe-e3fc-4673-bc49-21ba84e205e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2630260b-1feb-477d-b647-ed7f5b4a3d6b), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:43.966564 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-512fd6ce-9a37-4082-b45b-e88a947f5158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (99d58c1b-2c70-4991-842b-f886b5da15b7), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:43.970661 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-512fd6ce-9a37-4082-b45b-e88a947f5158 admin admin] Publish callbacks [] for router_controller (99d58c1b-2c70-4991-842b-f886b5da15b7), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:43.978107 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd35ac2-7566-4a2b-8352-c16c8e08a626 req-7875eb18-eca3-47b8-8745-2b7472a8c938 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:43.993189 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bcd35ac2-7566-4a2b-8352-c16c8e08a626 req-7875eb18-eca3-47b8-8745-2b7472a8c938 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8ca5792-037e-47b7-bc04-d153c2ba8397 HTTP/1.1" status: 200 len: 949 time: 0.6349254 Feb 19 04:00:44.063567 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-512fd6ce-9a37-4082-b45b-e88a947f5158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (99d58c1b-2c70-4991-842b-f886b5da15b7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:44.065062 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512fd6ce-9a37-4082-b45b-e88a947f5158 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99d58c1b-2c70-4991-842b-f886b5da15b7 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:00:44.073854 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-512fd6ce-9a37-4082-b45b-e88a947f5158 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:44.079601 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-512fd6ce-9a37-4082-b45b-e88a947f5158 admin admin] 10.222.0.65 "DELETE /v2.0/routers/99d58c1b-2c70-4991-842b-f886b5da15b7 HTTP/1.1" status: 204 len: 168 time: 2.8950891 Feb 19 04:00:44.081792 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56398) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:44.218511 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc79c6e2-44ba-42fa-ba39-8aec1d3e1553 admin admin] Deleting subnet 61b43255-4d30-44fa-8b7d-01663d893601 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:00:44.231677 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc79c6e2-44ba-42fa-ba39-8aec1d3e1553 admin admin] Publish callbacks [] for subnet (61b43255-4d30-44fa-8b7d-01663d893601), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:44.341823 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc79c6e2-44ba-42fa-ba39-8aec1d3e1553 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (61b43255-4d30-44fa-8b7d-01663d893601), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:44.413435 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bcd35ac2-7566-4a2b-8352-c16c8e08a626 req-5f1573de-535c-479c-bfc9-506130d86230 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/security-groups?id=68ec2cb3-2efe-4a3b-b0c8-2e241ec44507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183266 Feb 19 04:00:44.458989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a34c4114-ddb0-4dc3-b7d5-5602e82e8640 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:00:44.487242 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56402) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:44.547804 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-5c4de5fe-e3fc-4673-bc49-21ba84e205e9 service neutron] For port 2630260b-1feb-477d-b647-ed7f5b4a3d6b, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:44.560365 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-5c4de5fe-e3fc-4673-bc49-21ba84e205e9 service neutron] For port 2630260b-1feb-477d-b647-ed7f5b4a3d6b, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2630260b-1feb-477d-b647-ed7f5b4a3d6b,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:00:44.569994 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: a34c4114-ddb0-4dc3-b7d5-5602e82e8640 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:00:44.570602 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a34c4114-ddb0-4dc3-b7d5-5602e82e8640 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:00:44.604682 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-5c4de5fe-e3fc-4673-bc49-21ba84e205e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (2630260b-1feb-477d-b647-ed7f5b4a3d6b), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:44.671435 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc79c6e2-44ba-42fa-ba39-8aec1d3e1553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (61b43255-4d30-44fa-8b7d-01663d893601), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:44.787439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-5c4de5fe-e3fc-4673-bc49-21ba84e205e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:44.788778 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-5c4de5fe-e3fc-4673-bc49-21ba84e205e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:44.791657 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-5c4de5fe-e3fc-4673-bc49-21ba84e205e9 service neutron] 10.222.0.48 "PUT /v2.0/ports/2630260b-1feb-477d-b647-ed7f5b4a3d6b HTTP/1.1" status: 200 len: 1096 time: 4.4823649 Feb 19 04:00:44.794308 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16da6b49-6116-4b40-b0cb-273486cb9a8f', 'tag': '2630260b-1feb-477d-b647-ed7f5b4a3d6b'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:44.798973 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa28c09-277e-445a-99b3-e6b573ce9156" -d '{"events": [{"name": "network-changed", "server_uuid": "16da6b49-6116-4b40-b0cb-273486cb9a8f", "tag": "2630260b-1feb-477d-b647-ed7f5b4a3d6b"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:44.833934 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc79c6e2-44ba-42fa-ba39-8aec1d3e1553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (61b43255-4d30-44fa-8b7d-01663d893601), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:44.924725 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79c6e2-44ba-42fa-ba39-8aec1d3e1553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61b43255-4d30-44fa-8b7d-01663d893601,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:44.939083 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-f7643340-9ce3-4636-9180-6242cd55fc79 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:00:44.943091 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-f7643340-9ce3-4636-9180-6242cd55fc79 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4540105 Feb 19 04:00:44.959763 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc79c6e2-44ba-42fa-ba39-8aec1d3e1553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:44.968976 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cc79c6e2-44ba-42fa-ba39-8aec1d3e1553 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/61b43255-4d30-44fa-8b7d-01663d893601 HTTP/1.1" status: 204 len: 168 time: 0.8842871 Feb 19 04:00:44.973052 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56414) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:44.986208 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be22e76-f087-45a2-b451-da59d6bf1b94 None None] Network 15445c48-fb80-4d2d-af6d-91f4496d3072 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:00:45.215049 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f796013-6a23-41a8-a524-1befee883220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (15445c48-fb80-4d2d-af6d-91f4496d3072), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:45.387101 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-2f796013-6a23-41a8-a524-1befee883220 admin admin] Deleting port 7b6908c4-599a-4bbb-b12c-a045136ffc89 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:00:45.388248 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f796013-6a23-41a8-a524-1befee883220 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (7b6908c4-599a-4bbb-b12c-a045136ffc89), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:45.558922 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-2f796013-6a23-41a8-a524-1befee883220 admin admin] For port 7b6908c4-599a-4bbb-b12c-a045136ffc89, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=7b6908c4-599a-4bbb-b12c-a045136ffc89,segment=NetworkSegment(01f5a53f-64dd-40c7-b2ab-c0fc48e174a2),segment_id=01f5a53f-64dd-40c7-b2ab-c0fc48e174a2)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:45.559646 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f796013-6a23-41a8-a524-1befee883220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (7b6908c4-599a-4bbb-b12c-a045136ffc89), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:45.573210 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d751acf6-0229-4102-9241-e891819f593d None None] DHCP port deletion for 15445c48-fb80-4d2d-af6d-91f4496d3072 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:00:45.613962 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-2f796013-6a23-41a8-a524-1befee883220 admin admin] Calling delete_port for 7b6908c4-599a-4bbb-b12c-a045136ffc89 owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:00:45.690198 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d751acf6-0229-4102-9241-e891819f593d None None] Deleting port 7b6908c4-599a-4bbb-b12c-a045136ffc89 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:00:45.691096 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d751acf6-0229-4102-9241-e891819f593d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (7b6908c4-599a-4bbb-b12c-a045136ffc89), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:45.728533 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4de5fe-e3fc-4673-bc49-21ba84e205e9 service neutron] Pushing event updated for resources: {'Port': ['ID=2630260b-1feb-477d-b647-ed7f5b4a3d6b,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:45.759761 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-efcd53a1-8aae-4727-abf5-f813a775565a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 640de5f6-9a19-438c-897c-ebf39f71fac9 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:45.802483 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-efcd53a1-8aae-4727-abf5-f813a775565a service neutron] Publish callbacks [] for port (640de5f6-9a19-438c-897c-ebf39f71fac9), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:45.828740 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3dc96f-b48a-4086-9979-41f241a7e0a8 req-5113188e-e8fe-479a-b92e-39dacd497ec8 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:45.831421 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8a3dc96f-b48a-4086-9979-41f241a7e0a8 req-5113188e-e8fe-479a-b92e-39dacd497ec8 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=512ffd91-734b-40e7-a5b5-7ef15d5476db HTTP/1.1" status: 200 len: 935 time: 1.1297295 Feb 19 04:00:45.873116 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-efcd53a1-8aae-4727-abf5-f813a775565a service neutron] Transition to ACTIVE for port object 640de5f6-9a19-438c-897c-ebf39f71fac9 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:00:45.876556 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f796013-6a23-41a8-a524-1befee883220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (7b6908c4-599a-4bbb-b12c-a045136ffc89), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:45.894181 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d751acf6-0229-4102-9241-e891819f593d None None] For port 7b6908c4-599a-4bbb-b12c-a045136ffc89, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=7b6908c4-599a-4bbb-b12c-a045136ffc89,segment=NetworkSegment(01f5a53f-64dd-40c7-b2ab-c0fc48e174a2),segment_id=01f5a53f-64dd-40c7-b2ab-c0fc48e174a2)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:45.909296 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-efcd53a1-8aae-4727-abf5-f813a775565a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (640de5f6-9a19-438c-897c-ebf39f71fac9), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:45.911049 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d751acf6-0229-4102-9241-e891819f593d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (7b6908c4-599a-4bbb-b12c-a045136ffc89), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:45.926797 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-d58011f9-7726-4a26-88b3-48afc04845c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:45.930221 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-d58011f9-7726-4a26-88b3-48afc04845c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&device_id=16da6b49-6116-4b40-b0cb-273486cb9a8f HTTP/1.1" status: 200 len: 1130 time: 1.0278475 Feb 19 04:00:45.942117 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d751acf6-0229-4102-9241-e891819f593d None None] Calling delete_port for 7b6908c4-599a-4bbb-b12c-a045136ffc89 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:00:45.954251 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f796013-6a23-41a8-a524-1befee883220 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6908c4-599a-4bbb-b12c-a045136ffc89,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:45.990677 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f796013-6a23-41a8-a524-1befee883220 admin admin] No DVR routers for this DVR port 7b6908c4-599a-4bbb-b12c-a045136ffc89 on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:00:46.136180 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 7b6908c4-599a-4bbb-b12c-a045136ffc89 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:00:46.138465 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-968cceb0-c80e-4ade-a59f-b4cedd39515b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=2630260b-1feb-477d-b647-ed7f5b4a3d6b HTTP/1.1" status: 200 len: 217 time: 0.1915710 Feb 19 04:00:46.240722 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 7b6908c4-599a-4bbb-b12c-a045136ffc89 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:00:46.241326 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 7b6908c4-599a-4bbb-b12c-a045136ffc89 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:00:46.242053 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9aa81da0-5be4-4f52-8e15-dd21bae658a0 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:00:46.316300 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 9aa81da0-5be4-4f52-8e15-dd21bae658a0 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:00:46.316849 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9aa81da0-5be4-4f52-8e15-dd21bae658a0 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:00:46.330046 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f796013-6a23-41a8-a524-1befee883220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (15445c48-fb80-4d2d-af6d-91f4496d3072), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:46.405913 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd53a1-8aae-4727-abf5-f813a775565a service neutron] Pushing event updated for resources: {'Port': ['ID=640de5f6-9a19-438c-897c-ebf39f71fac9,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:46.430132 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-2f796013-6a23-41a8-a524-1befee883220 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15445c48-fb80-4d2d-af6d-91f4496d3072']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:46.454384 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d751acf6-0229-4102-9241-e891819f593d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (7b6908c4-599a-4bbb-b12c-a045136ffc89), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:46.455664 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-2f796013-6a23-41a8-a524-1befee883220 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f5a53f-64dd-40c7-b2ab-c0fc48e174a2') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:46.456177 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-2f796013-6a23-41a8-a524-1befee883220 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f5a53f-64dd-40c7-b2ab-c0fc48e174a2') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:46.476993 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f796013-6a23-41a8-a524-1befee883220 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (01f5a53f-64dd-40c7-b2ab-c0fc48e174a2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:46.479084 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8a3dc96f-b48a-4086-9979-41f241a7e0a8 req-7306c043-3e94-4691-939f-34361208ab4d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6206856 Feb 19 04:00:46.504432 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751acf6-0229-4102-9241-e891819f593d None None] Pushing event deleted for resources: {'Port': ['ID=7b6908c4-599a-4bbb-b12c-a045136ffc89,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:46.520979 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d751acf6-0229-4102-9241-e891819f593d None None] No DVR routers for this DVR port 7b6908c4-599a-4bbb-b12c-a045136ffc89 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:00:46.521289 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-b7c276d6-a349-4a49-a48d-99068a3abcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:46.523244 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-b7c276d6-a349-4a49-a48d-99068a3abcc4 service neutron] 10.222.0.65 "GET /v2.0/ports/303fdc53-143f-4203-a027-6cfa53f84708 HTTP/1.1" status: 200 len: 1125 time: 0.7856791 Feb 19 04:00:46.530170 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-87dee64c-eac1-4c95-9d43-851995bae4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:46.533348 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-87dee64c-eac1-4c95-9d43-851995bae4a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.3737106 Feb 19 04:00:46.548350 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f796013-6a23-41a8-a524-1befee883220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (01f5a53f-64dd-40c7-b2ab-c0fc48e174a2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:46.555314 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-20d13b83-7499-4e1d-88ca-e28025755470 service neutron] Request body: {'binding': {'host': 'n-h2-772273-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:00:46.556876 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-20d13b83-7499-4e1d-88ca-e28025755470 service neutron] Unknown quota resources ['binding']. {{(pid=115199) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 04:00:46.578287 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f796013-6a23-41a8-a524-1befee883220 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:00:46.579110 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f796013-6a23-41a8-a524-1befee883220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (01f5a53f-64dd-40c7-b2ab-c0fc48e174a2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:00:46.600022 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:00:46.678283 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f796013-6a23-41a8-a524-1befee883220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (15445c48-fb80-4d2d-af6d-91f4496d3072), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:46.689549 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-efcd53a1-8aae-4727-abf5-f813a775565a service neutron] Attempting to bind port 640de5f6-9a19-438c-897c-ebf39f71fac9 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:00:46.690445 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-efcd53a1-8aae-4727-abf5-f813a775565a service neutron] Attempting to bind port 640de5f6-9a19-438c-897c-ebf39f71fac9 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:00:46.691048 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-efcd53a1-8aae-4727-abf5-f813a775565a service neutron] Attempting to bind port 640de5f6-9a19-438c-897c-ebf39f71fac9 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:46.706391 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f796013-6a23-41a8-a524-1befee883220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:46.712808 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2f796013-6a23-41a8-a524-1befee883220 admin admin] 10.222.0.65 "DELETE /v2.0/networks/15445c48-fb80-4d2d-af6d-91f4496d3072 HTTP/1.1" status: 204 len: 168 time: 1.7380478 Feb 19 04:00:46.714972 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f796013-6a23-41a8-a524-1befee883220 admin admin] Pushing event deleted for resources: {'Network': ['ID=15445c48-fb80-4d2d-af6d-91f4496d3072,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:46.755205 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-efcd53a1-8aae-4727-abf5-f813a775565a service neutron] Port 640de5f6-9a19-438c-897c-ebf39f71fac9 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:00:46.756078 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-efcd53a1-8aae-4727-abf5-f813a775565a service neutron] Attempting to bind port 640de5f6-9a19-438c-897c-ebf39f71fac9 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:46.823151 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-efcd53a1-8aae-4727-abf5-f813a775565a service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:00:46.823573 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-efcd53a1-8aae-4727-abf5-f813a775565a service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:46.824077 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-efcd53a1-8aae-4727-abf5-f813a775565a service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:00:46.824646 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-efcd53a1-8aae-4727-abf5-f813a775565a service neutron] Bound port: 640de5f6-9a19-438c-897c-ebf39f71fac9, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:00:46.825268 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-efcd53a1-8aae-4727-abf5-f813a775565a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (640de5f6-9a19-438c-897c-ebf39f71fac9), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:46.857033 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-9bd0ec5f-173b-4a55-a639-add2734f17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:46.859233 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-9bd0ec5f-173b-4a55-a639-add2734f17aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3106923 Feb 19 04:00:47.034321 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56432) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:47.058050 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05543e40-e755-4788-b0be-006f2b787613 req-4aea5087-f024-467f-8f23-71a3611b46c5 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:47.060126 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-05543e40-e755-4788-b0be-006f2b787613 req-4aea5087-f024-467f-8f23-71a3611b46c5 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e423c73-769f-4cc0-8881-75a99babfcc9 HTTP/1.1" status: 200 len: 950 time: 0.3821363 Feb 19 04:00:47.117248 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9782654b-07ed-48fe-bc4d-c7eaf73b64dc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=73305c74b76a4478a4b06b1029890214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0795624 Feb 19 04:00:47.120059 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56434) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:47.164950 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-20d13b83-7499-4e1d-88ca-e28025755470 service neutron] Attempting to bind port 303fdc53-143f-4203-a027-6cfa53f84708 on host n-h2-772273-4 for vnic_type normal with profile None {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:00:47.165578 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-20d13b83-7499-4e1d-88ca-e28025755470 service neutron] Attempting to bind port 303fdc53-143f-4203-a027-6cfa53f84708 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:00:47.166046 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-20d13b83-7499-4e1d-88ca-e28025755470 service neutron] Attempting to bind port 303fdc53-143f-4203-a027-6cfa53f84708 on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:47.173121 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-efcd53a1-8aae-4727-abf5-f813a775565a service neutron] For port 640de5f6-9a19-438c-897c-ebf39f71fac9, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:00:47.215009 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-20d13b83-7499-4e1d-88ca-e28025755470 service neutron] Port 303fdc53-143f-4203-a027-6cfa53f84708 on network be946657-a9d5-408e-8d49-cd01b687ca89 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:00:47.215351 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-20d13b83-7499-4e1d-88ca-e28025755470 service neutron] Attempting to bind port 303fdc53-143f-4203-a027-6cfa53f84708 on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:00:47.228341 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9915c463-1cd6-41b5-9698-bde9d151dc61 admin admin] Publish callbacks [] for security_group (c00256a9-5d51-4035-b34d-dcbb4e7fcefc), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:47.241626 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-efcd53a1-8aae-4727-abf5-f813a775565a service neutron] For port 640de5f6-9a19-438c-897c-ebf39f71fac9, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=640de5f6-9a19-438c-897c-ebf39f71fac9,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:00:47.255549 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-c4eef16f-c0be-4955-9ef4-219ba1172838 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864813 Feb 19 04:00:47.256888 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-20d13b83-7499-4e1d-88ca-e28025755470 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:00:47.257471 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-20d13b83-7499-4e1d-88ca-e28025755470 service neutron] Checking segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:00:47.258049 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-20d13b83-7499-4e1d-88ca-e28025755470 service neutron] Bound using segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:00:47.258781 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-20d13b83-7499-4e1d-88ca-e28025755470 service neutron] Bound port: 303fdc53-143f-4203-a027-6cfa53f84708, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:00:47.272241 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9915c463-1cd6-41b5-9698-bde9d151dc61 admin admin] Publish callbacks [] for security_group (c00256a9-5d51-4035-b34d-dcbb4e7fcefc), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:47.275121 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-efcd53a1-8aae-4727-abf5-f813a775565a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (640de5f6-9a19-438c-897c-ebf39f71fac9), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:47.283198 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-05543e40-e755-4788-b0be-006f2b787613 req-7792c2c1-3d88-441d-aa7b-4cc4cde5d9b0 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/security-groups?id=4db64e97-486a-44a8-ab46-5c3d6b519a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039051 Feb 19 04:00:47.377912 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9915c463-1cd6-41b5-9698-bde9d151dc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c00256a9-5d51-4035-b34d-dcbb4e7fcefc), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:47.384980 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9915c463-1cd6-41b5-9698-bde9d151dc61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:47.386320 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9915c463-1cd6-41b5-9698-bde9d151dc61 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c00256a9-5d51-4035-b34d-dcbb4e7fcefc HTTP/1.1" status: 204 len: 168 time: 0.2643392 Feb 19 04:00:47.402766 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f58a13-08b1-4d88-b9f9-9433d575439f x-openstack-request-id: req-34f58a13-08b1-4d88-b9f9-9433d575439f {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:47.406200 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e423c73-769f-4cc0-8881-75a99babfcc9", "name": "network-vif-plugged", "status": "completed", "tag": "572461fd-072b-4c5e-a92e-2ad852db8882", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:47.407070 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-34f58a13-08b1-4d88-b9f9-9433d575439f {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:47.408156 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e423c73-769f-4cc0-8881-75a99babfcc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572461fd-072b-4c5e-a92e-2ad852db8882', 'code': 200} Feb 19 04:00:47.421037 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915c463-1cd6-41b5-9698-bde9d151dc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00256a9-5d51-4035-b34d-dcbb4e7fcefc,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:47.511536 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-efcd53a1-8aae-4727-abf5-f813a775565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:47.512630 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-efcd53a1-8aae-4727-abf5-f813a775565a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:47.515005 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-efcd53a1-8aae-4727-abf5-f813a775565a service neutron] 10.222.0.48 "PUT /v2.0/ports/640de5f6-9a19-438c-897c-ebf39f71fac9 HTTP/1.1" status: 200 len: 1095 time: 5.1295047 Feb 19 04:00:47.620194 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd53a1-8aae-4727-abf5-f813a775565a service neutron] Pushing event updated for resources: {'Port': ['ID=640de5f6-9a19-438c-897c-ebf39f71fac9,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:47.675277 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-20d13b83-7499-4e1d-88ca-e28025755470 service neutron] For port 303fdc53-143f-4203-a027-6cfa53f84708, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=303fdc53-143f-4203-a027-6cfa53f84708,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:00:47.765518 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-20d13b83-7499-4e1d-88ca-e28025755470 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:47.767646 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-20d13b83-7499-4e1d-88ca-e28025755470 service neutron] 10.222.0.65 "POST /v2.0/ports/303fdc53-143f-4203-a027-6cfa53f84708/bindings HTTP/1.1" status: 201 len: 389 time: 1.2212801 Feb 19 04:00:47.824241 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-68032eb1-0e5e-4ff8-a5a9-19de9ea66d99 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561311 Feb 19 04:00:47.857569 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff2c6b-54a9-46b2-95c7-df995e0865f3 req-52aef2f1-329b-41a0-b58a-b9dc0bbcec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:47.861112 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-afff2c6b-54a9-46b2-95c7-df995e0865f3 req-52aef2f1-329b-41a0-b58a-b9dc0bbcec23 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7e423c73-769f-4cc0-8881-75a99babfcc9 HTTP/1.1" status: 200 len: 1132 time: 0.3315809 Feb 19 04:00:47.875421 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-2efd1e0a-f1ca-41c7-87b0-f675438d6ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:47.878618 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-2efd1e0a-f1ca-41c7-87b0-f675438d6ac9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&device_id=512ffd91-734b-40e7-a5b5-7ef15d5476db HTTP/1.1" status: 200 len: 1129 time: 0.2716439 Feb 19 04:00:47.908648 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c575846-4571-467d-8a23-ed9ed58666a5 req-0b1fadbc-4f06-4f89-a865-86d0ec655ae4 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:47.912630 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1c575846-4571-467d-8a23-ed9ed58666a5 req-0b1fadbc-4f06-4f89-a865-86d0ec655ae4 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 945 time: 0.2943876 Feb 19 04:00:48.069727 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-afff2c6b-54a9-46b2-95c7-df995e0865f3 req-c7eec57b-be72-496d-8e94-5d99acd4a601 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4db64e97-486a-44a8-ab46-5c3d6b519a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858685 Feb 19 04:00:48.071451 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-6befbd14-6491-4953-a27b-a7ced4ea3904 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=640de5f6-9a19-438c-897c-ebf39f71fac9 HTTP/1.1" status: 200 len: 217 time: 0.1776671 Feb 19 04:00:48.184690 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1c575846-4571-467d-8a23-ed9ed58666a5 req-c25c9695-a9fd-4a82-a1fe-34d0e8cb9e13 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917195 Feb 19 04:00:48.187936 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d9477-7515-4a31-854b-1ccd0626b5a1 req-014b809c-33df-4052-b4e1-055a67ead8e8 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:48.190983 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-406d9477-7515-4a31-854b-1ccd0626b5a1 req-014b809c-33df-4052-b4e1-055a67ead8e8 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 949 time: 0.1092870 Feb 19 04:00:48.288538 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-691bcbb7-7c5f-4cae-a3a7-6f433a483a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:48.289312 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-691bcbb7-7c5f-4cae-a3a7-6f433a483a21 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1634672 Feb 19 04:00:48.325177 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-406d9477-7515-4a31-854b-1ccd0626b5a1 req-047a6db6-4237-4240-9d5a-90649e7de1dc tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167777 Feb 19 04:00:48.325379 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-332c4f78-ded8-41e7-95e5-d79140e68c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:48.326914 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-332c4f78-ded8-41e7-95e5-d79140e68c35 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 1128 time: 0.1339736 Feb 19 04:00:48.487546 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8722c6-d2fc-4ebf-aaa6-0d81b26b4db7 x-openstack-request-id: req-bd8722c6-d2fc-4ebf-aaa6-0d81b26b4db7 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:48.488030 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16da6b49-6116-4b40-b0cb-273486cb9a8f", "tag": "2630260b-1feb-477d-b647-ed7f5b4a3d6b", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:48.488577 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd8722c6-d2fc-4ebf-aaa6-0d81b26b4db7 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:48.489197 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16da6b49-6116-4b40-b0cb-273486cb9a8f', 'tag': '2630260b-1feb-477d-b647-ed7f5b4a3d6b', 'status': 'completed', 'code': 200} Feb 19 04:00:48.525934 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-ed731a10-6fe4-405a-b175-66f57b3181a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:48.529051 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-ed731a10-6fe4-405a-b175-66f57b3181a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2254384 Feb 19 04:00:48.638708 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa28c09-277e-445a-99b3-e6b573ce9156 req-1c9ac1b8-c21f-4d0b-9deb-05cba8b48fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:48.641663 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2aa28c09-277e-445a-99b3-e6b573ce9156 req-1c9ac1b8-c21f-4d0b-9deb-05cba8b48fa0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&device_id=16da6b49-6116-4b40-b0cb-273486cb9a8f HTTP/1.1" status: 200 len: 1130 time: 0.1434038 Feb 19 04:00:48.681432 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-94398bbe-8913-4f5d-bfbe-250bf5f1a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:48.684466 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-94398bbe-8913-4f5d-bfbe-250bf5f1a65e service neutron] 10.222.0.48 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 908 time: 0.3226185 Feb 19 04:00:48.857399 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-9cf6d621-01b7-4fd3-8087-e4c146c134d5 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986088 Feb 19 04:00:48.861617 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-67369db0-a9d7-42a5-9019-5ddb62bbbb9c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=303fdc53-143f-4203-a027-6cfa53f84708 HTTP/1.1" status: 200 len: 217 time: 0.1601481 Feb 19 04:00:48.950405 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa28c09-277e-445a-99b3-e6b573ce9156 req-3feebf8c-2f4e-492f-a512-8fbb91112c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:48.953493 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2aa28c09-277e-445a-99b3-e6b573ce9156 req-3feebf8c-2f4e-492f-a512-8fbb91112c15 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.2537372 Feb 19 04:00:49.049457 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2aa28c09-277e-445a-99b3-e6b573ce9156 req-e9673485-1e6b-4872-a02d-a57a27cfbabc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=2630260b-1feb-477d-b647-ed7f5b4a3d6b HTTP/1.1" status: 200 len: 217 time: 0.0865228 Feb 19 04:00:49.086450 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-1d6b6975-2126-4563-a8bf-ee00764856e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:49.089382 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-1d6b6975-2126-4563-a8bf-ee00764856e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.1725917 Feb 19 04:00:49.194987 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-b774e64c-b06c-4e44-a91e-8f8aa3201915 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923591 Feb 19 04:00:49.199521 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa28c09-277e-445a-99b3-e6b573ce9156 req-d27f70d6-8a71-4963-a0f3-8d1648ff8fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:49.202310 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2aa28c09-277e-445a-99b3-e6b573ce9156 req-d27f70d6-8a71-4963-a0f3-8d1648ff8fa7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1340361 Feb 19 04:00:49.231666 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d20b557-79c6-455f-bbc5-6e642bfb235c req-2a228621-64cb-45e3-89b2-db3ebde31c1e service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570981 Feb 19 04:00:49.389541 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc87e3-5e89-4ce8-973c-31b82355a5bb req-329c5d30-5074-49ce-9f25-12e2e5d8c7c4 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:49.402547 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-61bc87e3-5e89-4ce8-973c-31b82355a5bb req-329c5d30-5074-49ce-9f25-12e2e5d8c7c4 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=512ffd91-734b-40e7-a5b5-7ef15d5476db HTTP/1.1" status: 200 len: 947 time: 0.1621861 Feb 19 04:00:49.418667 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a02414-04f0-4041-bad0-1f2ce5da3572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d69e3c-8202-408a-96d3-14ac2f4fe61d'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:49.426995 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cb2d24-9dfd-4182-9803-b7bfa2fbf622" -d '{"events": [{"server_uuid": "b9a02414-04f0-4041-bad0-1f2ce5da3572", "name": "network-vif-plugged", "status": "completed", "tag": "87d69e3c-8202-408a-96d3-14ac2f4fe61d"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:49.453618 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa28c09-277e-445a-99b3-e6b573ce9156 req-fa27706d-a292-4a48-a999-785d0548dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:49.456555 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2aa28c09-277e-445a-99b3-e6b573ce9156 req-fa27706d-a292-4a48-a999-785d0548dfcf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2450583 Feb 19 04:00:49.465284 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-40e60e33-7550-4a0b-9dea-a55158bbada4 service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585413 Feb 19 04:00:49.676961 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-61bc87e3-5e89-4ce8-973c-31b82355a5bb req-9aac4e27-7b04-4566-9cdc-ebab913e1ee4 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722595 Feb 19 04:00:49.792034 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2aa28c09-277e-445a-99b3-e6b573ce9156 req-efb220f0-7f2c-41d2-80a6-edfa0bacc153 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206739 Feb 19 04:00:49.838292 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-6dd86aed-ab07-424f-a33d-17c086d54570 service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636124 Feb 19 04:00:49.855213 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d704b-bafd-4cd8-8f3c-f41f737d2082 req-7289c3e1-6e63-4736-ba9f-6066186e8c0a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:49.858133 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-625d704b-bafd-4cd8-8f3c-f41f737d2082 req-7289c3e1-6e63-4736-ba9f-6066186e8c0a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 946 time: 0.1961348 Feb 19 04:00:49.963937 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-625d704b-bafd-4cd8-8f3c-f41f737d2082 req-4a3ad087-9664-4fa8-b9e3-e297a03aca14 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945082 Feb 19 04:00:50.040043 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2aa28c09-277e-445a-99b3-e6b573ce9156 req-27c9f412-78a7-4306-ad53-70bb63910174 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378302 Feb 19 04:00:50.043282 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957e92b-f9b9-46c8-9c4f-8212c564b996 req-e87e82a3-b734-43ea-9b45-3d3a7e29bd97 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:50.046240 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3957e92b-f9b9-46c8-9c4f-8212c564b996 req-e87e82a3-b734-43ea-9b45-3d3a7e29bd97 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 1127 time: 0.2044494 Feb 19 04:00:50.139831 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3957e92b-f9b9-46c8-9c4f-8212c564b996 req-b37f4060-c217-47b7-9611-aa96cb48eebc tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773509 Feb 19 04:00:50.196997 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb893b-8ed2-4a6b-a0df-0765a5903c8e req-a227c120-2324-4d37-8411-ec7ffffee9ab tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:50.200806 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7ebb893b-8ed2-4a6b-a0df-0765a5903c8e req-a227c120-2324-4d37-8411-ec7ffffee9ab tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e423c73-769f-4cc0-8881-75a99babfcc9 HTTP/1.1" status: 200 len: 950 time: 0.1200485 Feb 19 04:00:50.305867 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7ebb893b-8ed2-4a6b-a0df-0765a5903c8e req-c3b6d9b6-2422-4bec-8907-51c5720b9839 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/security-groups?id=4db64e97-486a-44a8-ab46-5c3d6b519a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930128 Feb 19 04:00:50.490866 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512ffd91-734b-40e7-a5b5-7ef15d5476db', 'tag': '640de5f6-9a19-438c-897c-ebf39f71fac9'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:50.495037 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd8d76b-4933-4d5a-8550-6ba8c66cba8c" -d '{"events": [{"name": "network-changed", "server_uuid": "512ffd91-734b-40e7-a5b5-7ef15d5476db", "tag": "640de5f6-9a19-438c-897c-ebf39f71fac9"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:50.548158 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da294e8-92ca-4e12-a019-b587fb292371 req-87ac08f3-fc9d-4112-bab9-6da625ad7d26 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:50.551690 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0da294e8-92ca-4e12-a019-b587fb292371 req-87ac08f3-fc9d-4112-bab9-6da625ad7d26 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 949 time: 0.1103804 Feb 19 04:00:50.651350 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0da294e8-92ca-4e12-a019-b587fb292371 req-7c9e196c-640d-4cb1-989f-956a1618a481 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881426 Feb 19 04:00:50.666245 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dd7495-d5a5-4918-9bff-7e3200348861 x-openstack-request-id: req-c6dd7495-d5a5-4918-9bff-7e3200348861 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:50.668526 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a02414-04f0-4041-bad0-1f2ce5da3572", "name": "network-vif-plugged", "status": "completed", "tag": "87d69e3c-8202-408a-96d3-14ac2f4fe61d", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:50.669269 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c6dd7495-d5a5-4918-9bff-7e3200348861 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:50.670218 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a02414-04f0-4041-bad0-1f2ce5da3572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d69e3c-8202-408a-96d3-14ac2f4fe61d', 'code': 200} Feb 19 04:00:50.897257 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e53c83-5e8e-4327-b2f9-478e5272f0b9 req-979f239d-3f7b-4bfe-b9e5-c75607ec4512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:50.900994 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-78e53c83-5e8e-4327-b2f9-478e5272f0b9 req-979f239d-3f7b-4bfe-b9e5-c75607ec4512 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 1131 time: 0.1102889 Feb 19 04:00:50.971487 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 2630260b-1feb-477d-b647-ed7f5b4a3d6b details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:00:51.021809 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c11fa5e-f20c-46b1-8f46-eb3252db5c1b x-openstack-request-id: req-7c11fa5e-f20c-46b1-8f46-eb3252db5c1b {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:51.022269 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512ffd91-734b-40e7-a5b5-7ef15d5476db", "tag": "640de5f6-9a19-438c-897c-ebf39f71fac9", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:51.022674 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c11fa5e-f20c-46b1-8f46-eb3252db5c1b {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:51.023308 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512ffd91-734b-40e7-a5b5-7ef15d5476db', 'tag': '640de5f6-9a19-438c-897c-ebf39f71fac9', 'status': 'completed', 'code': 200} Feb 19 04:00:51.119250 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-78e53c83-5e8e-4327-b2f9-478e5272f0b9 req-98fdfcfb-8bba-41db-baff-fc5e95344af5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106276 Feb 19 04:00:51.234771 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8d76b-4933-4d5a-8550-6ba8c66cba8c req-fa6eb475-eed9-4a13-8872-a20edef481f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:51.244208 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dcd8d76b-4933-4d5a-8550-6ba8c66cba8c req-fa6eb475-eed9-4a13-8872-a20edef481f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&device_id=512ffd91-734b-40e7-a5b5-7ef15d5476db HTTP/1.1" status: 200 len: 1129 time: 0.1833429 Feb 19 04:00:51.265187 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 2630260b-1feb-477d-b647-ed7f5b4a3d6b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2630260b-1feb-477d-b647-ed7f5b4a3d6b,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:51.292415 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '2630260b-1feb-477d-b647-ed7f5b4a3d6b', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '2630260b-1feb-477d-b647-ed7f5b4a3d6b', 'mac_address': 'fa:16:3e:02:dc:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:00:51.436146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 2630260b-1feb-477d-b647-ed7f5b4a3d6b is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:51.437099 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2630260b-1feb-477d-b647-ed7f5b4a3d6b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:51.497203 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2630260b-1feb-477d-b647-ed7f5b4a3d6b {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:51.569819 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4907e8a-2417-4c63-9917-cc482a0c0520 req-0b3f7aeb-b5ea-4353-a752-6735c99a3e97 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:51.581189 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c4907e8a-2417-4c63-9917-cc482a0c0520 req-0b3f7aeb-b5ea-4353-a752-6735c99a3e97 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=512ffd91-734b-40e7-a5b5-7ef15d5476db HTTP/1.1" status: 200 len: 947 time: 0.2962894 Feb 19 04:00:51.584024 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 2630260b-1feb-477d-b647-ed7f5b4a3d6b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2630260b-1feb-477d-b647-ed7f5b4a3d6b,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:51.593806 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2630260b-1feb-477d-b647-ed7f5b4a3d6b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:51.650567 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90c3b3-2c00-4dc7-bc04-d20ac720c5f6 req-762f6f32-630a-45f7-aad0-3e5bd7eec126 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:51.653264 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6b90c3b3-2c00-4dc7-bc04-d20ac720c5f6 req-762f6f32-630a-45f7-aad0-3e5bd7eec126 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 946 time: 0.1692495 Feb 19 04:00:51.660716 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c4907e8a-2417-4c63-9917-cc482a0c0520 req-12fc9b4d-0048-48b4-a665-0283526daed7 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780663 Feb 19 04:00:51.792671 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6b90c3b3-2c00-4dc7-bc04-d20ac720c5f6 req-05115450-2296-4701-a07b-a1df16d14c9b tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284263 Feb 19 04:00:51.794864 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8d76b-4933-4d5a-8550-6ba8c66cba8c req-f2f73a11-2e75-460e-9434-6587a8f43964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:51.805058 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dcd8d76b-4933-4d5a-8550-6ba8c66cba8c req-f2f73a11-2e75-460e-9434-6587a8f43964 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.5452189 Feb 19 04:00:51.825166 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=2630260b-1feb-477d-b647-ed7f5b4a3d6b,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:51.913694 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dcd8d76b-4933-4d5a-8550-6ba8c66cba8c req-b2fa3909-e410-427e-a13e-4bffe56d4b47 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=640de5f6-9a19-438c-897c-ebf39f71fac9 HTTP/1.1" status: 200 len: 217 time: 0.1002882 Feb 19 04:00:52.057264 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['2630260b-1feb-477d-b647-ed7f5b4a3d6b'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:52.101827 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8d76b-4933-4d5a-8550-6ba8c66cba8c req-bb56174d-373b-43c8-ac6b-cd0521738992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:52.109170 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dcd8d76b-4933-4d5a-8550-6ba8c66cba8c req-bb56174d-373b-43c8-ac6b-cd0521738992 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1867290 Feb 19 04:00:52.146766 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178fd7d-c6e3-4c09-8139-16e83deb1a9b req-5f4fdda3-f3e6-47c3-a219-9fdeeea9479e tempest-ServersAdminNegativeTestJSON-1973244476 tempest-ServersAdminNegativeTestJSON-1973244476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:52.161719 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0178fd7d-c6e3-4c09-8139-16e83deb1a9b req-5f4fdda3-f3e6-47c3-a219-9fdeeea9479e tempest-ServersAdminNegativeTestJSON-1973244476 tempest-ServersAdminNegativeTestJSON-1973244476-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7e423c73-769f-4cc0-8881-75a99babfcc9 HTTP/1.1" status: 200 len: 1132 time: 0.1581862 Feb 19 04:00:52.214021 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0178fd7d-c6e3-4c09-8139-16e83deb1a9b req-e23d9954-2971-4365-81ef-9a7158183c63 tempest-ServersAdminNegativeTestJSON-1973244476 tempest-ServersAdminNegativeTestJSON-1973244476-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:52.458479 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8d76b-4933-4d5a-8550-6ba8c66cba8c req-d15abb88-e155-42da-8d43-d4ab4c4a35f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:52.461878 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dcd8d76b-4933-4d5a-8550-6ba8c66cba8c req-d15abb88-e155-42da-8d43-d4ab4c4a35f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3466618 Feb 19 04:00:52.522418 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0178fd7d-c6e3-4c09-8139-16e83deb1a9b req-e23d9954-2971-4365-81ef-9a7158183c63 tempest-ServersAdminNegativeTestJSON-1973244476 tempest-ServersAdminNegativeTestJSON-1973244476-project-admin] Publish callbacks [] for security_group (6f89707f-efb3-4bff-97f0-fe300fbdc055), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:52.543336 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0178fd7d-c6e3-4c09-8139-16e83deb1a9b req-e23d9954-2971-4365-81ef-9a7158183c63 tempest-ServersAdminNegativeTestJSON-1973244476 tempest-ServersAdminNegativeTestJSON-1973244476-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6f89707f-efb3-4bff-97f0-fe300fbdc055), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:52.563607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24501a-cb52-423f-ad3c-8ac552460b02 req-eaf8458b-17a1-4790-84f0-63750d10ab18 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:52.575540 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc24501a-cb52-423f-ad3c-8ac552460b02 req-eaf8458b-17a1-4790-84f0-63750d10ab18 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 949 time: 0.4111395 Feb 19 04:00:52.664792 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0178fd7d-c6e3-4c09-8139-16e83deb1a9b req-e23d9954-2971-4365-81ef-9a7158183c63 tempest-ServersAdminNegativeTestJSON-1973244476 tempest-ServersAdminNegativeTestJSON-1973244476-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4db64e97-486a-44a8-ab46-5c3d6b519a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948318 Feb 19 04:00:52.674727 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d9954-2971-4365-81ef-9a7158183c63 tempest-ServersAdminNegativeTestJSON-1973244476 tempest-ServersAdminNegativeTestJSON-1973244476-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f89707f-efb3-4bff-97f0-fe300fbdc055,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:52.700968 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d9954-2971-4365-81ef-9a7158183c63 tempest-ServersAdminNegativeTestJSON-1973244476 tempest-ServersAdminNegativeTestJSON-1973244476-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:52.700968 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d9954-2971-4365-81ef-9a7158183c63 tempest-ServersAdminNegativeTestJSON-1973244476 tempest-ServersAdminNegativeTestJSON-1973244476-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:52.700968 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d9954-2971-4365-81ef-9a7158183c63 tempest-ServersAdminNegativeTestJSON-1973244476 tempest-ServersAdminNegativeTestJSON-1973244476-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:52.700968 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d9954-2971-4365-81ef-9a7158183c63 tempest-ServersAdminNegativeTestJSON-1973244476 tempest-ServersAdminNegativeTestJSON-1973244476-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:52.700968 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d9954-2971-4365-81ef-9a7158183c63 tempest-ServersAdminNegativeTestJSON-1973244476 tempest-ServersAdminNegativeTestJSON-1973244476-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:52.700968 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d9954-2971-4365-81ef-9a7158183c63 tempest-ServersAdminNegativeTestJSON-1973244476 tempest-ServersAdminNegativeTestJSON-1973244476-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:52.700968 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d9954-2971-4365-81ef-9a7158183c63 tempest-ServersAdminNegativeTestJSON-1973244476 tempest-ServersAdminNegativeTestJSON-1973244476-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:52.700968 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d9954-2971-4365-81ef-9a7158183c63 tempest-ServersAdminNegativeTestJSON-1973244476 tempest-ServersAdminNegativeTestJSON-1973244476-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:52.702547 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d9954-2971-4365-81ef-9a7158183c63 tempest-ServersAdminNegativeTestJSON-1973244476 tempest-ServersAdminNegativeTestJSON-1973244476-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:52.702712 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d9954-2971-4365-81ef-9a7158183c63 tempest-ServersAdminNegativeTestJSON-1973244476 tempest-ServersAdminNegativeTestJSON-1973244476-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:52.703415 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d9954-2971-4365-81ef-9a7158183c63 tempest-ServersAdminNegativeTestJSON-1973244476 tempest-ServersAdminNegativeTestJSON-1973244476-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:52.704019 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d9954-2971-4365-81ef-9a7158183c63 tempest-ServersAdminNegativeTestJSON-1973244476 tempest-ServersAdminNegativeTestJSON-1973244476-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:52.710072 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23d9954-2971-4365-81ef-9a7158183c63 tempest-ServersAdminNegativeTestJSON-1973244476 tempest-ServersAdminNegativeTestJSON-1973244476-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:52.786804 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dcd8d76b-4933-4d5a-8550-6ba8c66cba8c req-cc9b9b21-981e-42ea-a08a-d55cd7fad853 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126323 Feb 19 04:00:52.946681 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc24501a-cb52-423f-ad3c-8ac552460b02 req-ab67eb53-f2e5-46fa-8ce1-7a743ab56753 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069594 Feb 19 04:00:52.962207 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 640de5f6-9a19-438c-897c-ebf39f71fac9 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:00:53.101144 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dcd8d76b-4933-4d5a-8550-6ba8c66cba8c req-4ed125b0-d1ea-458d-9d5c-c096a2edd688 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038998 Feb 19 04:00:53.182717 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495a152-3f82-412b-939f-6f8afb70d2d4 req-071b9226-d35a-4c4f-a3b0-2d3fe5a0adff tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:53.197180 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8495a152-3f82-412b-939f-6f8afb70d2d4 req-071b9226-d35a-4c4f-a3b0-2d3fe5a0adff tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=512ffd91-734b-40e7-a5b5-7ef15d5476db HTTP/1.1" status: 200 len: 947 time: 0.1320050 Feb 19 04:00:53.335555 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 640de5f6-9a19-438c-897c-ebf39f71fac9, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=640de5f6-9a19-438c-897c-ebf39f71fac9,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:53.338710 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8495a152-3f82-412b-939f-6f8afb70d2d4 req-896be82d-a8a5-4b27-9255-4357c830f1d4 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401405 Feb 19 04:00:53.386738 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '640de5f6-9a19-438c-897c-ebf39f71fac9', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '640de5f6-9a19-438c-897c-ebf39f71fac9', 'mac_address': 'fa:16:3e:a4:a8:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:00:53.507482 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 640de5f6-9a19-438c-897c-ebf39f71fac9 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:53.508359 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (640de5f6-9a19-438c-897c-ebf39f71fac9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:53.558140 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 640de5f6-9a19-438c-897c-ebf39f71fac9 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:53.663954 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 640de5f6-9a19-438c-897c-ebf39f71fac9, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=640de5f6-9a19-438c-897c-ebf39f71fac9,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:53.687879 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (640de5f6-9a19-438c-897c-ebf39f71fac9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:53.689211 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 4148f392-837b-4136-8bca-b1b05feac25b details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:00:53.728443 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42cf04-7955-441e-974e-bb4a7b4e0eb3 req-57dde0cc-699e-4836-a885-4d84627b2340 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:53.732695 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-db42cf04-7955-441e-974e-bb4a7b4e0eb3 req-57dde0cc-699e-4836-a885-4d84627b2340 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 946 time: 0.5851674 Feb 19 04:00:53.983630 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-db42cf04-7955-441e-974e-bb4a7b4e0eb3 req-c2304561-730b-4471-8cc8-be4a77bb4242 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278566 Feb 19 04:00:54.029879 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=640de5f6-9a19-438c-897c-ebf39f71fac9,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:54.084574 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 4148f392-837b-4136-8bca-b1b05feac25b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4148f392-837b-4136-8bca-b1b05feac25b,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:54.161242 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '4148f392-837b-4136-8bca-b1b05feac25b', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '4148f392-837b-4136-8bca-b1b05feac25b', 'mac_address': 'fa:16:3e:34:7b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:00:54.267748 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e61d0-9201-4da9-937d-ed4a5fc72f5f req-eafaf74e-6133-4988-bca3-72bfd7cd6823 tempest-ServersAdminNegativeTestJSON-1973244476 tempest-ServersAdminNegativeTestJSON-1973244476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:54.278496 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7c7e61d0-9201-4da9-937d-ed4a5fc72f5f req-eafaf74e-6133-4988-bca3-72bfd7cd6823 tempest-ServersAdminNegativeTestJSON-1973244476 tempest-ServersAdminNegativeTestJSON-1973244476-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7e423c73-769f-4cc0-8881-75a99babfcc9 HTTP/1.1" status: 200 len: 1132 time: 0.1889045 Feb 19 04:00:54.386681 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 4148f392-837b-4136-8bca-b1b05feac25b is: ACTIVE; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:54.387943 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4148f392-837b-4136-8bca-b1b05feac25b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:54.456403 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4148f392-837b-4136-8bca-b1b05feac25b {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:00:54.493974 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7c7e61d0-9201-4da9-937d-ed4a5fc72f5f req-94158737-3e54-46de-bf18-72a9c7c2a7ec tempest-ServersAdminNegativeTestJSON-1973244476 tempest-ServersAdminNegativeTestJSON-1973244476-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4db64e97-486a-44a8-ab46-5c3d6b519a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980760 Feb 19 04:00:54.586784 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 4148f392-837b-4136-8bca-b1b05feac25b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4148f392-837b-4136-8bca-b1b05feac25b,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:54.605522 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4148f392-837b-4136-8bca-b1b05feac25b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:54.712441 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c7be7-7371-46a1-8833-608c2e26fb48 req-718fae7b-c0d2-4554-9f09-08a1127da030 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:54.716015 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d72c7be7-7371-46a1-8833-608c2e26fb48 req-718fae7b-c0d2-4554-9f09-08a1127da030 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 949 time: 0.2154067 Feb 19 04:00:54.766288 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56626) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:54.908627 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=4148f392-837b-4136-8bca-b1b05feac25b,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:54.926345 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56632) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:54.963928 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d72c7be7-7371-46a1-8833-608c2e26fb48 req-94ae6225-76b2-469c-8a68-8d84c559ba9f tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371523 Feb 19 04:00:54.995913 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['4148f392-837b-4136-8bca-b1b05feac25b'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:55.073576 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b4daf-ae57-4498-960d-dc030a0dd961 req-d9982cf0-c48e-4714-8c40-53bd064d5c1d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:55.087924 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-048b4daf-ae57-4498-960d-dc030a0dd961 req-d9982cf0-c48e-4714-8c40-53bd064d5c1d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=512ffd91-734b-40e7-a5b5-7ef15d5476db HTTP/1.1" status: 200 len: 948 time: 0.2377403 Feb 19 04:00:55.147267 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 2630260b-1feb-477d-b647-ed7f5b4a3d6b up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:55.162703 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['640de5f6-9a19-438c-897c-ebf39f71fac9'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:00:55.296541 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-048b4daf-ae57-4498-960d-dc030a0dd961 req-c3221a50-2ca5-48d8-9e7d-485a636d2ad4 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069452 Feb 19 04:00:55.409363 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b1eaf829-19ea-4e9d-8d10-8a53616ca482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:55.544753 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e782d86b-3050-49d6-89f2-d0ebf5d2d857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:55.811483 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e782d86b-3050-49d6-89f2-d0ebf5d2d857 admin admin] Publish callbacks [] for security_group (71840d82-2e43-4cd7-9acd-16f1d9a5a09c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:55.827766 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-b9df4798-40d3-4a2d-af1f-2097dd3feae0 req-14361f90-2825-490f-8644-0367d1187f00 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:00:55.830500 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9df4798-40d3-4a2d-af1f-2097dd3feae0 req-14361f90-2825-490f-8644-0367d1187f00 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0145948 Feb 19 04:00:55.835522 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e782d86b-3050-49d6-89f2-d0ebf5d2d857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (71840d82-2e43-4cd7-9acd-16f1d9a5a09c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:55.866699 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a396a-e91e-4754-9f68-093ba84a8be3 req-0c5ebbe4-80e8-49bc-abbf-cef7b3b988fb tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:55.891669 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-454a396a-e91e-4754-9f68-093ba84a8be3 req-0c5ebbe4-80e8-49bc-abbf-cef7b3b988fb tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 946 time: 0.3099773 Feb 19 04:00:55.912089 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782d86b-3050-49d6-89f2-d0ebf5d2d857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71840d82-2e43-4cd7-9acd-16f1d9a5a09c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:55.959458 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782d86b-3050-49d6-89f2-d0ebf5d2d857 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:55.961855 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782d86b-3050-49d6-89f2-d0ebf5d2d857 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:55.962972 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782d86b-3050-49d6-89f2-d0ebf5d2d857 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:55.969834 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782d86b-3050-49d6-89f2-d0ebf5d2d857 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:55.970996 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782d86b-3050-49d6-89f2-d0ebf5d2d857 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:55.984882 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782d86b-3050-49d6-89f2-d0ebf5d2d857 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:55.987749 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782d86b-3050-49d6-89f2-d0ebf5d2d857 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:55.990376 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782d86b-3050-49d6-89f2-d0ebf5d2d857 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:55.994459 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782d86b-3050-49d6-89f2-d0ebf5d2d857 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:55.995778 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782d86b-3050-49d6-89f2-d0ebf5d2d857 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:55.996762 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782d86b-3050-49d6-89f2-d0ebf5d2d857 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:55.999108 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782d86b-3050-49d6-89f2-d0ebf5d2d857 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:56.000292 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782d86b-3050-49d6-89f2-d0ebf5d2d857 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:00:56.066133 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b1eaf829-19ea-4e9d-8d10-8a53616ca482 admin admin] Publish callbacks [] for security_group (5a652423-df5c-476a-9eec-2188765dca3d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:56.092517 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b1eaf829-19ea-4e9d-8d10-8a53616ca482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5a652423-df5c-476a-9eec-2188765dca3d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:56.093765 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e782d86b-3050-49d6-89f2-d0ebf5d2d857 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=66f74afa877c4fd59078f967372f9327&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1656492 Feb 19 04:00:56.099111 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56658) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:56.210128 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ed136d14-e00b-429d-9528-57a8689f7ade admin admin] Publish callbacks [] for security_group (71840d82-2e43-4cd7-9acd-16f1d9a5a09c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:56.245621 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eaf829-19ea-4e9d-8d10-8a53616ca482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a652423-df5c-476a-9eec-2188765dca3d,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:56.299744 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ed136d14-e00b-429d-9528-57a8689f7ade admin admin] Publish callbacks [] for security_group (71840d82-2e43-4cd7-9acd-16f1d9a5a09c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:56.397628 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-454a396a-e91e-4754-9f68-093ba84a8be3 req-3e537460-0d86-4034-8701-969d9ad98e50 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996676 Feb 19 04:00:56.423946 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b1eaf829-19ea-4e9d-8d10-8a53616ca482 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f9cfa6817f464b8f9acf875600b58813&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6554010 Feb 19 04:00:56.430720 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56670) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:56.581691 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ed136d14-e00b-429d-9528-57a8689f7ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (71840d82-2e43-4cd7-9acd-16f1d9a5a09c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:56.630436 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ed136d14-e00b-429d-9528-57a8689f7ade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:56.648381 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ed136d14-e00b-429d-9528-57a8689f7ade admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/71840d82-2e43-4cd7-9acd-16f1d9a5a09c HTTP/1.1" status: 204 len: 168 time: 0.5363579 Feb 19 04:00:56.715883 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed136d14-e00b-429d-9528-57a8689f7ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71840d82-2e43-4cd7-9acd-16f1d9a5a09c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:56.741265 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-81d687ba-55dc-4b93-b651-4f532353740d admin admin] Publish callbacks [] for security_group (5a652423-df5c-476a-9eec-2188765dca3d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:56.888577 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-81d687ba-55dc-4b93-b651-4f532353740d admin admin] Publish callbacks [] for security_group (5a652423-df5c-476a-9eec-2188765dca3d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:57.095857 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 2630260b-1feb-477d-b647-ed7f5b4a3d6b completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:00:57.183262 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 2630260b-1feb-477d-b647-ed7f5b4a3d6b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:57.183972 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2630260b-1feb-477d-b647-ed7f5b4a3d6b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:57.200840 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190eaf8f-4f4a-4f5e-86d0-94b13f962b31 req-79fe09fc-6de4-4bd0-9262-991864fe4fe3 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:57.224035 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-190eaf8f-4f4a-4f5e-86d0-94b13f962b31 req-79fe09fc-6de4-4bd0-9262-991864fe4fe3 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 949 time: 0.2814023 Feb 19 04:00:57.345059 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-81d687ba-55dc-4b93-b651-4f532353740d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5a652423-df5c-476a-9eec-2188765dca3d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:57.354361 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c9edc-bca2-4857-a6e7-7a81445901be req-3a0ff2b2-660d-4dfd-8d56-e8d9abbe982d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:57.356409 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-81d687ba-55dc-4b93-b651-4f532353740d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:57.359692 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-81d687ba-55dc-4b93-b651-4f532353740d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5a652423-df5c-476a-9eec-2188765dca3d HTTP/1.1" status: 204 len: 168 time: 0.9265428 Feb 19 04:00:57.375748 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be9c9edc-bca2-4857-a6e7-7a81445901be req-3a0ff2b2-660d-4dfd-8d56-e8d9abbe982d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=512ffd91-734b-40e7-a5b5-7ef15d5476db HTTP/1.1" status: 200 len: 948 time: 0.4535000 Feb 19 04:00:57.408318 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-1b49456f-2ce9-4cfa-8a1d-390d1b4dc9b3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6630390 Feb 19 04:00:57.510889 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be9c9edc-bca2-4857-a6e7-7a81445901be req-995a4923-820d-4599-8744-54e87c73f0c8 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258705 Feb 19 04:00:57.535895 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-190eaf8f-4f4a-4f5e-86d0-94b13f962b31 req-e9c8d6fe-587e-40d6-b692-e74d539f46ab tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914622 Feb 19 04:00:57.566724 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d687ba-55dc-4b93-b651-4f532353740d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a652423-df5c-476a-9eec-2188765dca3d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:58.121627 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee2d56-54b7-4391-8273-2ece0e64361f req-b447d26a-b656-4901-a7d9-b42a0cc28057 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:58.142674 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-36ee2d56-54b7-4391-8273-2ece0e64361f req-b447d26a-b656-4901-a7d9-b42a0cc28057 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 946 time: 0.3318355 Feb 19 04:00:58.261036 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 2630260b-1feb-477d-b647-ed7f5b4a3d6b is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:58.268192 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2630260b-1feb-477d-b647-ed7f5b4a3d6b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:58.333888 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-36ee2d56-54b7-4391-8273-2ece0e64361f req-f94d612b-9ea9-4f71-8b49-45e8e85cb4ba tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883080 Feb 19 04:00:58.432382 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16da6b49-6116-4b40-b0cb-273486cb9a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2630260b-1feb-477d-b647-ed7f5b4a3d6b'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:00:58.446408 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b277c09d-4d87-4ecb-94f3-fd13a64fde9a" -d '{"events": [{"server_uuid": "16da6b49-6116-4b40-b0cb-273486cb9a8f", "name": "network-vif-plugged", "status": "completed", "tag": "2630260b-1feb-477d-b647-ed7f5b4a3d6b"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:00:58.549416 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 2630260b-1feb-477d-b647-ed7f5b4a3d6b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2630260b-1feb-477d-b647-ed7f5b4a3d6b,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:58.571437 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2630260b-1feb-477d-b647-ed7f5b4a3d6b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:58.706380 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c89b73-efff-4693-9008-5f5e61bf099b x-openstack-request-id: req-39c89b73-efff-4693-9008-5f5e61bf099b {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:00:58.708290 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16da6b49-6116-4b40-b0cb-273486cb9a8f", "name": "network-vif-plugged", "status": "completed", "tag": "2630260b-1feb-477d-b647-ed7f5b4a3d6b", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:00:58.718244 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-39c89b73-efff-4693-9008-5f5e61bf099b {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:00:58.722345 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16da6b49-6116-4b40-b0cb-273486cb9a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2630260b-1feb-477d-b647-ed7f5b4a3d6b', 'code': 200} Feb 19 04:00:58.730723 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 4148f392-837b-4136-8bca-b1b05feac25b up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:58.958971 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 4148f392-837b-4136-8bca-b1b05feac25b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:00:58.959711 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4148f392-837b-4136-8bca-b1b05feac25b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:59.011029 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=2630260b-1feb-477d-b647-ed7f5b4a3d6b,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:00:59.170412 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c3191-7491-4219-9fd8-8cef9ef7ca7e req-606a2e8a-fede-41e2-900a-f69a190c5c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:59.173637 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb2c3191-7491-4219-9fd8-8cef9ef7ca7e req-606a2e8a-fede-41e2-900a-f69a190c5c55 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=16da6b49-6116-4b40-b0cb-273486cb9a8f HTTP/1.1" status: 200 len: 1132 time: 0.3856342 Feb 19 04:00:59.197743 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 4148f392-837b-4136-8bca-b1b05feac25b is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:00:59.199971 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4148f392-837b-4136-8bca-b1b05feac25b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:59.308745 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4662b25-81e0-4b35-a970-f4ae4c74572b req-365a2055-b9b7-4815-b5c7-b0736ba4c3bb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:59.323684 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f4662b25-81e0-4b35-a970-f4ae4c74572b req-365a2055-b9b7-4815-b5c7-b0736ba4c3bb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=512ffd91-734b-40e7-a5b5-7ef15d5476db HTTP/1.1" status: 200 len: 948 time: 0.3449299 Feb 19 04:00:59.351408 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb2c3191-7491-4219-9fd8-8cef9ef7ca7e req-d57d8417-01f6-49ab-8c30-b218209feacc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670825 Feb 19 04:00:59.359649 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 4148f392-837b-4136-8bca-b1b05feac25b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4148f392-837b-4136-8bca-b1b05feac25b,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:00:59.370433 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4148f392-837b-4136-8bca-b1b05feac25b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:59.403240 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 640de5f6-9a19-438c-897c-ebf39f71fac9 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:00:59.451099 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56750) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:59.506301 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f4662b25-81e0-4b35-a970-f4ae4c74572b req-2cbb9cab-2ea0-45ba-bed0-38c9d7f63b50 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813328 Feb 19 04:00:59.554671 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a4e04477-0095-4193-b5f2-8e74e97e6464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:59.840960 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=4148f392-837b-4136-8bca-b1b05feac25b,revision_number=7']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:00.002058 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 640de5f6-9a19-438c-897c-ebf39f71fac9 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:01:00.037043 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 640de5f6-9a19-438c-897c-ebf39f71fac9 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:00.038326 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (640de5f6-9a19-438c-897c-ebf39f71fac9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:00.056584 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a4e04477-0095-4193-b5f2-8e74e97e6464 admin admin] Publish callbacks [] for security_group (929d8038-dcdf-41a5-b882-22536db87d10), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:00.071646 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a4e04477-0095-4193-b5f2-8e74e97e6464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (929d8038-dcdf-41a5-b882-22536db87d10), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:00.326315 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e04477-0095-4193-b5f2-8e74e97e6464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929d8038-dcdf-41a5-b882-22536db87d10,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:00.345467 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-776e9f84-3dfd-4824-bb79-03ee86e5dfb0 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:00.366285 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 640de5f6-9a19-438c-897c-ebf39f71fac9 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:00.371256 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (640de5f6-9a19-438c-897c-ebf39f71fac9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:00.372639 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-776e9f84-3dfd-4824-bb79-03ee86e5dfb0 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports/87d69e3c-8202-408a-96d3-14ac2f4fe61d HTTP/1.1" status: 200 len: 946 time: 0.3258281 Feb 19 04:01:00.480233 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f0d3f-d4eb-4123-9184-8ce5062a489e req-cf0d6b9f-92b8-45bc-a97a-f394eed25a73 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:00.498367 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a4e04477-0095-4193-b5f2-8e74e97e6464 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2ceef2ee80b94567bff5eb83e2451fc8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0441937 Feb 19 04:01:00.510800 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56762) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:00.519706 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ff8f0d3f-d4eb-4123-9184-8ce5062a489e req-cf0d6b9f-92b8-45bc-a97a-f394eed25a73 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e423c73-769f-4cc0-8881-75a99babfcc9 HTTP/1.1" status: 200 len: 950 time: 0.6367381 Feb 19 04:01:00.609897 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 640de5f6-9a19-438c-897c-ebf39f71fac9, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=640de5f6-9a19-438c-897c-ebf39f71fac9,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:00.628079 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (640de5f6-9a19-438c-897c-ebf39f71fac9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:00.795041 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ff8f0d3f-d4eb-4123-9184-8ce5062a489e req-97e78f9c-1885-428a-9479-cfb833264586 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/security-groups?id=4db64e97-486a-44a8-ab46-5c3d6b519a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737994 Feb 19 04:01:00.809450 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ca5792-037e-47b7-bc04-d153c2ba8397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4148f392-837b-4136-8bca-b1b05feac25b'}, {'server_uuid': '512ffd91-734b-40e7-a5b5-7ef15d5476db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640de5f6-9a19-438c-897c-ebf39f71fac9'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:00.818615 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9b065085-250f-4355-8a43-431ac31adc5f admin admin] Publish callbacks [] for security_group (929d8038-dcdf-41a5-b882-22536db87d10), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:00.841137 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb556d3-65f5-4c0b-80cd-de6c402d8095 req-7a0c69ab-b27d-444f-9bc3-4612ef96aa26 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:00.843757 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecefad0-242d-4d75-a9a6-bc977c7428c4" -d '{"events": [{"server_uuid": "c8ca5792-037e-47b7-bc04-d153c2ba8397", "name": "network-vif-plugged", "status": "completed", "tag": "4148f392-837b-4136-8bca-b1b05feac25b"}, {"server_uuid": "512ffd91-734b-40e7-a5b5-7ef15d5476db", "name": "network-vif-plugged", "status": "completed", "tag": "640de5f6-9a19-438c-897c-ebf39f71fac9"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:00.854573 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8fb556d3-65f5-4c0b-80cd-de6c402d8095 req-7a0c69ab-b27d-444f-9bc3-4612ef96aa26 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e423c73-769f-4cc0-8881-75a99babfcc9 HTTP/1.1" status: 200 len: 950 time: 0.5358825 Feb 19 04:01:00.862406 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=640de5f6-9a19-438c-897c-ebf39f71fac9,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:01.306111 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9b065085-250f-4355-8a43-431ac31adc5f admin admin] Publish callbacks [] for security_group (929d8038-dcdf-41a5-b882-22536db87d10), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:01.444740 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027555c-adb4-49ec-88b8-2f00798a83a9 req-35e78ad7-fc0f-4a84-8d76-d28328802b5d tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:01.459886 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b027555c-adb4-49ec-88b8-2f00798a83a9 req-35e78ad7-fc0f-4a84-8d76-d28328802b5d tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 949 time: 1.1476719 Feb 19 04:01:01.468769 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9b065085-250f-4355-8a43-431ac31adc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (929d8038-dcdf-41a5-b882-22536db87d10), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:01.475080 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9b065085-250f-4355-8a43-431ac31adc5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:01.502754 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9b065085-250f-4355-8a43-431ac31adc5f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/929d8038-dcdf-41a5-b882-22536db87d10 HTTP/1.1" status: 204 len: 168 time: 0.9735436 Feb 19 04:01:01.747160 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56788) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:01.771783 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249eae8-567c-404c-9871-3e6ee9b7b68d req-8837ad49-0cb5-4bcf-b84d-f407795a7b94 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:01.804007 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3249eae8-567c-404c-9871-3e6ee9b7b68d req-8837ad49-0cb5-4bcf-b84d-f407795a7b94 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 946 time: 0.3932788 Feb 19 04:01:01.885962 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b065085-250f-4355-8a43-431ac31adc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929d8038-dcdf-41a5-b882-22536db87d10,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:02.022129 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-8fb556d3-65f5-4c0b-80cd-de6c402d8095 req-cf169bd7-754a-4834-97cb-0fe2c6bd94ae tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Deleting port 572461fd-072b-4c5e-a92e-2ad852db8882 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:01:02.022875 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8fb556d3-65f5-4c0b-80cd-de6c402d8095 req-cf169bd7-754a-4834-97cb-0fe2c6bd94ae tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (572461fd-072b-4c5e-a92e-2ad852db8882), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:02.060194 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b027555c-adb4-49ec-88b8-2f00798a83a9 req-50732053-529b-4cfe-a5da-a2a5906121e7 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5978949 Feb 19 04:01:02.122174 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3249eae8-567c-404c-9871-3e6ee9b7b68d req-050198c6-a59c-4392-b837-0508ffd05399 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164206 Feb 19 04:01:02.205321 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6421b501-4076-41f3-9648-7f5e7995c25d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:02.217717 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-e04c0a81-5dd7-4f14-8496-a6f6421bf8c7 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1265420859-network', 'tenant_id': '3e71aa6d08bd4f28a67d0a5ae3b04cca'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:02.373039 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04c0a81-5dd7-4f14-8496-a6f6421bf8c7 admin admin] Made reservation on behalf of 3e71aa6d08bd4f28a67d0a5ae3b04cca for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:02.382172 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e04c0a81-5dd7-4f14-8496-a6f6421bf8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:02.399500 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbd6390-3a41-4b58-9721-9508edf95dcc x-openstack-request-id: req-0bbd6390-3a41-4b58-9721-9508edf95dcc {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:02.402626 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ca5792-037e-47b7-bc04-d153c2ba8397", "name": "network-vif-plugged", "status": "completed", "tag": "4148f392-837b-4136-8bca-b1b05feac25b", "code": 200}, {"server_uuid": "512ffd91-734b-40e7-a5b5-7ef15d5476db", "name": "network-vif-plugged", "status": "completed", "tag": "640de5f6-9a19-438c-897c-ebf39f71fac9", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:02.404281 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0bbd6390-3a41-4b58-9721-9508edf95dcc {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:02.405506 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ca5792-037e-47b7-bc04-d153c2ba8397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4148f392-837b-4136-8bca-b1b05feac25b', 'code': 200} Feb 19 04:01:02.406247 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512ffd91-734b-40e7-a5b5-7ef15d5476db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640de5f6-9a19-438c-897c-ebf39f71fac9', 'code': 200} Feb 19 04:01:02.437992 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e04c0a81-5dd7-4f14-8496-a6f6421bf8c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:02.801928 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-8fb556d3-65f5-4c0b-80cd-de6c402d8095 req-cf169bd7-754a-4834-97cb-0fe2c6bd94ae tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] For port 572461fd-072b-4c5e-a92e-2ad852db8882, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=572461fd-072b-4c5e-a92e-2ad852db8882,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:02.802845 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8fb556d3-65f5-4c0b-80cd-de6c402d8095 req-cf169bd7-754a-4834-97cb-0fe2c6bd94ae tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (572461fd-072b-4c5e-a92e-2ad852db8882), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:02.836399 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-8fb556d3-65f5-4c0b-80cd-de6c402d8095 req-cf169bd7-754a-4834-97cb-0fe2c6bd94ae tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Calling delete_port for 572461fd-072b-4c5e-a92e-2ad852db8882 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:01:02.977399 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9287137-d89b-46c5-aa8c-e2a05e610425 req-e8edd8d8-ec1a-4e66-a372-ada2aea1d5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:02.981218 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c9287137-d89b-46c5-aa8c-e2a05e610425 req-e8edd8d8-ec1a-4e66-a372-ada2aea1d5d4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=512ffd91-734b-40e7-a5b5-7ef15d5476db HTTP/1.1" status: 200 len: 1131 time: 0.4523754 Feb 19 04:01:03.132606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cf8ca-d9c9-48fb-88bc-4012f8f9a217 req-b69632c6-9460-4412-a40a-3f01a61f9e4d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:03.143732 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e47cf8ca-d9c9-48fb-88bc-4012f8f9a217 req-b69632c6-9460-4412-a40a-3f01a61f9e4d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e423c73-769f-4cc0-8881-75a99babfcc9 HTTP/1.1" status: 200 len: 950 time: 0.4722929 Feb 19 04:01:03.458777 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8fb556d3-65f5-4c0b-80cd-de6c402d8095 req-cf169bd7-754a-4834-97cb-0fe2c6bd94ae tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (572461fd-072b-4c5e-a92e-2ad852db8882), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.487536 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['6d18eb4b-87e3-4ae6-8063-25ab9b948496'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:01:03.595278 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c9287137-d89b-46c5-aa8c-e2a05e610425 req-7eacf367-1d11-4fa1-a4f9-5b87113e2505 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5854573 Feb 19 04:01:03.634475 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e47cf8ca-d9c9-48fb-88bc-4012f8f9a217 req-cf64f9af-47e5-44be-ac41-56fe8bab3515 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/security-groups?id=4db64e97-486a-44a8-ab46-5c3d6b519a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859946 Feb 19 04:01:03.720077 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf169bd7-754a-4834-97cb-0fe2c6bd94ae tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Pushing event deleted for resources: {'Port': ['ID=572461fd-072b-4c5e-a92e-2ad852db8882,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:03.742025 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e04c0a81-5dd7-4f14-8496-a6f6421bf8c7 admin admin] Publish callbacks [] for security_group (9f236d6d-7aab-40e9-9453-da64a73bad3c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.761457 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e04c0a81-5dd7-4f14-8496-a6f6421bf8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9f236d6d-7aab-40e9-9453-da64a73bad3c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.811880 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d88a7-cad5-45ab-b836-22b915cd2066 req-801f76af-cdc5-48ae-8bb8-c91796bb7c40 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:03.816860 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04c0a81-5dd7-4f14-8496-a6f6421bf8c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:01:03.831941 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-937d88a7-cad5-45ab-b836-22b915cd2066 req-801f76af-cdc5-48ae-8bb8-c91796bb7c40 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=512ffd91-734b-40e7-a5b5-7ef15d5476db HTTP/1.1" status: 200 len: 949 time: 1.4063530 Feb 19 04:01:03.881445 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e04c0a81-5dd7-4f14-8496-a6f6421bf8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (91c6fe2e-2c59-4312-9c97-3ea09073eb53), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:03.888310 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-e04c0a81-5dd7-4f14-8496-a6f6421bf8c7 admin admin] Added segment 91c6fe2e-2c59-4312-9c97-3ea09073eb53 of type vlan for network a64e4f96-ab47-44e5-a8c0-65ae49234a15 Feb 19 04:01:04.012874 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 572461fd-072b-4c5e-a92e-2ad852db8882 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:01:04.180832 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e04c0a81-5dd7-4f14-8496-a6f6421bf8c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (a64e4f96-ab47-44e5-a8c0-65ae49234a15), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.264377 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-937d88a7-cad5-45ab-b836-22b915cd2066 req-9dfa8395-b4b4-4ed5-8b77-15cb80e3dfd8 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245925 Feb 19 04:01:04.428351 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb556d3-65f5-4c0b-80cd-de6c402d8095 req-cf169bd7-754a-4834-97cb-0fe2c6bd94ae tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] No DVR routers for this DVR port 572461fd-072b-4c5e-a92e-2ad852db8882 on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:01:04.445447 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8fb556d3-65f5-4c0b-80cd-de6c402d8095 req-cf169bd7-754a-4834-97cb-0fe2c6bd94ae tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.466100 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e04c0a81-5dd7-4f14-8496-a6f6421bf8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (a64e4f96-ab47-44e5-a8c0-65ae49234a15), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.468623 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8fb556d3-65f5-4c0b-80cd-de6c402d8095 req-cf169bd7-754a-4834-97cb-0fe2c6bd94ae tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.10 "DELETE /v2.0/ports/572461fd-072b-4c5e-a92e-2ad852db8882 HTTP/1.1" status: 204 len: 173 time: 3.5797389 Feb 19 04:01:04.470714 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04c0a81-5dd7-4f14-8496-a6f6421bf8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:04.477628 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e423c73-769f-4cc0-8881-75a99babfcc9', 'name': 'network-vif-deleted', 'tag': '572461fd-072b-4c5e-a92e-2ad852db8882'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:04.483506 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276897d7-2b39-42db-8c2d-72d93a9f5aff" -d '{"events": [{"server_uuid": "7e423c73-769f-4cc0-8881-75a99babfcc9", "name": "network-vif-deleted", "tag": "572461fd-072b-4c5e-a92e-2ad852db8882"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:04.488035 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e04c0a81-5dd7-4f14-8496-a6f6421bf8c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:04.516989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 572461fd-072b-4c5e-a92e-2ad852db8882 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:01:04.519460 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 572461fd-072b-4c5e-a92e-2ad852db8882 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:01:04.695375 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c0a81-5dd7-4f14-8496-a6f6421bf8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f236d6d-7aab-40e9-9453-da64a73bad3c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:04.743161 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e04c0a81-5dd7-4f14-8496-a6f6421bf8c7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.9929051 Feb 19 04:01:04.750136 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56828) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:04.761840 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-5f9ce0c1-b29d-478e-8363-fe83b8ead438 admin admin] Request body: {'subnet': {'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1265420859-subnet', 'tenant_id': '3e71aa6d08bd4f28a67d0a5ae3b04cca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:05.013548 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-45c286ca-d48a-4446-b00d-7a350cbc33a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:05.024607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c0a81-5dd7-4f14-8496-a6f6421bf8c7 admin admin] Pushing event updated for resources: {'Network': ['ID=a64e4f96-ab47-44e5-a8c0-65ae49234a15,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:05.046063 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9ce0c1-b29d-478e-8363-fe83b8ead438 admin admin] Made reservation on behalf of 3e71aa6d08bd4f28a67d0a5ae3b04cca for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:05.049699 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5f9ce0c1-b29d-478e-8363-fe83b8ead438 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:05.055485 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network a64e4f96-ab47-44e5-a8c0-65ae49234a15 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:01:05.068836 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de3f9d-e539-4f0a-b7cc-d0c8817073e7 req-1b718511-a6c9-4d22-98f3-fa13ec3f1fa8 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:05.078770 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f3de3f9d-e539-4f0a-b7cc-d0c8817073e7 req-1b718511-a6c9-4d22-98f3-fa13ec3f1fa8 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 946 time: 0.3173382 Feb 19 04:01:05.092772 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-06416e83-8780-4f61-8370-bd80b461925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:05.136460 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-06416e83-8780-4f61-8370-bd80b461925b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 1131 time: 0.6135819 Feb 19 04:01:05.382754 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1497ce9-c81e-4826-94ad-b502d55e3bf9 req-35ba45d4-c7de-453e-931d-2e6e70458955 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:05.388542 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c1497ce9-c81e-4826-94ad-b502d55e3bf9 req-35ba45d4-c7de-453e-931d-2e6e70458955 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 949 time: 0.8305943 Feb 19 04:01:05.720493 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f3de3f9d-e539-4f0a-b7cc-d0c8817073e7 req-1dbe2696-24f1-4dd7-a6a7-676aaf9bf83e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5697968 Feb 19 04:01:05.762324 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c1497ce9-c81e-4826-94ad-b502d55e3bf9 req-a81e4b64-fb60-4cad-9ffd-ea7e87ba54a1 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471615 Feb 19 04:01:05.816961 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-9b06074a-3be2-4820-8dcb-2b723eec8563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:05.840883 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-9b06074a-3be2-4820-8dcb-2b723eec8563 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.6874075 Feb 19 04:01:06.091480 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-f1540f06-a11b-4f67-969a-3ff62311cf8d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=87d69e3c-8202-408a-96d3-14ac2f4fe61d HTTP/1.1" status: 200 len: 217 time: 0.2470331 Feb 19 04:01:06.105580 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7009eb37-e780-4f5e-b6dc-75ae79d63023 x-openstack-request-id: req-7009eb37-e780-4f5e-b6dc-75ae79d63023 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:06.107317 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e423c73-769f-4cc0-8881-75a99babfcc9", "name": "network-vif-deleted", "tag": "572461fd-072b-4c5e-a92e-2ad852db8882", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:06.110267 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7009eb37-e780-4f5e-b6dc-75ae79d63023 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:06.111832 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e423c73-769f-4cc0-8881-75a99babfcc9', 'name': 'network-vif-deleted', 'tag': '572461fd-072b-4c5e-a92e-2ad852db8882', 'status': 'completed', 'code': 200} Feb 19 04:01:06.407803 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0349529-674f-412f-bbab-cbf804aee92f req-7da259c0-0a29-4a10-821b-b1ecabdc4c5b tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e423c73-769f-4cc0-8881-75a99babfcc9 HTTP/1.1" status: 200 len: 210 time: 0.1566529 Feb 19 04:01:06.472196 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5f9ce0c1-b29d-478e-8363-fe83b8ead438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (cdbaae2b-220b-401a-870e-2283d582e1b2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.645473 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.708391 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ce0c1-b29d-478e-8363-fe83b8ead438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdbaae2b-220b-401a-870e-2283d582e1b2,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:06.790552 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9ce0c1-b29d-478e-8363-fe83b8ead438 admin admin] Checking segment: {'id': '91c6fe2e-2c59-4312-9c97-3ea09073eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:06.791055 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9ce0c1-b29d-478e-8363-fe83b8ead438 admin admin] Network hostable DHCP agents. Network: a64e4f96-ab47-44e5-a8c0-65ae49234a15, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:01:06.883262 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9ce0c1-b29d-478e-8363-fe83b8ead438 admin admin] Network a64e4f96-ab47-44e5-a8c0-65ae49234a15 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:01:06.912443 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-5f9ce0c1-b29d-478e-8363-fe83b8ead438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, a64e4f96-ab47-44e5-a8c0-65ae49234a15) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:06.920965 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ce0c1-b29d-478e-8363-fe83b8ead438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:06.922139 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5f9ce0c1-b29d-478e-8363-fe83b8ead438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:06.933873 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72661b5-96b9-4c79-af25-469efeef5569 None None] Network a64e4f96-ab47-44e5-a8c0-65ae49234a15 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:01:07.013203 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5f9ce0c1-b29d-478e-8363-fe83b8ead438 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2502313 Feb 19 04:01:07.144141 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:07.296329 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f3617c-2663-413c-8978-b5ae1d7f17af None None] Network a64e4f96-ab47-44e5-a8c0-65ae49234a15 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:01:07.369047 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a3acb-992c-4cb2-835f-de8ab0691b8d req-cb712f27-dbde-4680-9bc3-3f080bf13d47 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:07.371671 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-701a3acb-992c-4cb2-835f-de8ab0691b8d req-cb712f27-dbde-4680-9bc3-3f080bf13d47 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 946 time: 0.3675246 Feb 19 04:01:07.496701 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-44ed3121-2d19-4a85-b776-0ff5d6b0fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:07.502396 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-44ed3121-2d19-4a85-b776-0ff5d6b0fff8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 1.3831780 Feb 19 04:01:07.619082 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18f325-20d6-4171-a30d-b8ea533b9b31 req-a35be597-4d46-42ff-87c0-df4339cac24b tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:07.623380 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5b18f325-20d6-4171-a30d-b8ea533b9b31 req-a35be597-4d46-42ff-87c0-df4339cac24b tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=512ffd91-734b-40e7-a5b5-7ef15d5476db HTTP/1.1" status: 200 len: 949 time: 0.3512528 Feb 19 04:01:07.698187 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-701a3acb-992c-4cb2-835f-de8ab0691b8d req-58bf9a57-aed1-4b7f-997e-d2fdbc225c05 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860894 Feb 19 04:01:07.878467 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5b18f325-20d6-4171-a30d-b8ea533b9b31 req-f3427360-5bab-4cd4-9606-96447e1dccac tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378528 Feb 19 04:01:07.884603 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-9a66d922-ac22-43b2-af3a-8490fcb10989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:07.887566 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-9a66d922-ac22-43b2-af3a-8490fcb10989 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3741465 Feb 19 04:01:07.919716 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:08.212517 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809418cd-3951-46e5-ba1b-08e8291b4433 req-52f1a992-ef4b-44b0-94b2-2d07f48ee25e tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:08.245865 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-809418cd-3951-46e5-ba1b-08e8291b4433 req-52f1a992-ef4b-44b0-94b2-2d07f48ee25e tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 949 time: 0.2515152 Feb 19 04:01:08.302683 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-4b42711e-2910-4773-9c4e-15e0a3546080 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052768 Feb 19 04:01:08.431846 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-809418cd-3951-46e5-ba1b-08e8291b4433 req-82d0d1b6-b48d-4f21-b248-a5c3865ac760 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839581 Feb 19 04:01:08.560733 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:08.627327 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-2ee2eaee-e970-4f33-9d34-5a3eedf82f31 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153782 Feb 19 04:01:08.757037 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:09.036681 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae70243-773b-4b07-a71e-f2c7a9819dbf req-5c0d89f7-c709-44df-9917-e3f9f812381f tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:09.054792 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0ae70243-773b-4b07-a71e-f2c7a9819dbf req-5c0d89f7-c709-44df-9917-e3f9f812381f tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=16da6b49-6116-4b40-b0cb-273486cb9a8f HTTP/1.1" status: 200 len: 950 time: 0.3089728 Feb 19 04:01:09.229746 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0ae70243-773b-4b07-a71e-f2c7a9819dbf req-3f5a46ca-3471-4d80-a41d-daf5467136d8 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425045 Feb 19 04:01:09.482331 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-32866f26-aa2f-4204-9cbb-75abd485c48f tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:09.485519 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-32866f26-aa2f-4204-9cbb-75abd485c48f tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/networks?id=a64e4f96-ab47-44e5-a8c0-65ae49234a15 HTTP/1.1" status: 200 len: 805 time: 0.2699625 Feb 19 04:01:09.528310 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-67b205b3-b7fc-409a-ab1f-2cfdf98eae95 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/quotas/3e71aa6d08bd4f28a67d0a5ae3b04cca HTTP/1.1" status: 200 len: 375 time: 0.0278265 Feb 19 04:01:09.657423 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-f7d697a6-ee5b-49f1-9dec-0b0f36ff7c51 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e71aa6d08bd4f28a67d0a5ae3b04cca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1024158 Feb 19 04:01:10.006865 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-388c4690-f041-48dd-a075-6de65d878211 service neutron] 10.222.0.65 "GET /v2.0/networks/a64e4f96-ab47-44e5-a8c0-65ae49234a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191953 Feb 19 04:01:10.058066 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c9398-7d1f-45b5-9d84-24d405e19a94 req-03f38e2a-58df-4c00-9082-1314dfb3978b tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:10.070842 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c74c9398-7d1f-45b5-9d84-24d405e19a94 req-03f38e2a-58df-4c00-9082-1314dfb3978b tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 946 time: 0.1541734 Feb 19 04:01:10.194085 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-358a801a-982d-4a6d-b787-3fb31ed4a985 service neutron] 10.222.0.65 "GET /v2.0/networks/a64e4f96-ab47-44e5-a8c0-65ae49234a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859097 Feb 19 04:01:10.886857 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c74c9398-7d1f-45b5-9d84-24d405e19a94 req-8ff78b03-ef32-4fd7-83c1-2b320caa27c6 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8062975 Feb 19 04:01:11.211183 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-072f4fc9-23f6-431b-bc48-d98778438246 req-9480f89e-3844-4316-b2ba-78d52d62abaf tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5db9e5a9863c4a589fb86355b6eaf32e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1120327 Feb 19 04:01:11.749216 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd04cb7-9fa1-40d0-9e4c-b6bcc147186f req-d62670ab-14e6-4ca1-8c24-4f5e289b7451 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:11.751885 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2bd04cb7-9fa1-40d0-9e4c-b6bcc147186f req-d62670ab-14e6-4ca1-8c24-4f5e289b7451 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.10 "GET /v2.0/ports?device_id=db0f975a-9d8e-4425-96a5-849a16057aca HTTP/1.1" status: 200 len: 950 time: 0.2668898 Feb 19 04:01:12.106080 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d35c12-9f3b-4366-8804-c09142595527 req-54b89ecb-1c19-4185-813a-f43bdba107f4 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:12.137676 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d35c12-9f3b-4366-8804-c09142595527 req-54b89ecb-1c19-4185-813a-f43bdba107f4 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:12.144217 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f4fc9-23f6-431b-bc48-d98778438246 req-bef5e63d-ce90-4677-ab33-0a3df8833d43 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:12.149541 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c7d35c12-9f3b-4366-8804-c09142595527 req-54b89ecb-1c19-4185-813a-f43bdba107f4 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=512ffd91-734b-40e7-a5b5-7ef15d5476db&device_id=16da6b49-6116-4b40-b0cb-273486cb9a8f HTTP/1.1" status: 200 len: 1690 time: 0.2244694 Feb 19 04:01:12.161750 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-072f4fc9-23f6-431b-bc48-d98778438246 req-bef5e63d-ce90-4677-ab33-0a3df8833d43 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9387243 Feb 19 04:01:12.230341 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-072f4fc9-23f6-431b-bc48-d98778438246 req-3bf6047d-8045-4f8f-a221-658807de26e6 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/quotas/5db9e5a9863c4a589fb86355b6eaf32e HTTP/1.1" status: 200 len: 375 time: 0.0664842 Feb 19 04:01:12.277612 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c7d35c12-9f3b-4366-8804-c09142595527 req-8a170a92-64a6-4c3e-9292-d0cc81371024 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168549 Feb 19 04:01:12.373297 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-2bd04cb7-9fa1-40d0-9e4c-b6bcc147186f req-dbf1afbe-eef9-4e7b-abbb-f7c89a7cf54d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Deleting port 6d18eb4b-87e3-4ae6-8063-25ab9b948496 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:01:12.374113 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2bd04cb7-9fa1-40d0-9e4c-b6bcc147186f req-dbf1afbe-eef9-4e7b-abbb-f7c89a7cf54d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (6d18eb4b-87e3-4ae6-8063-25ab9b948496), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:12.387477 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-072f4fc9-23f6-431b-bc48-d98778438246 req-57e97585-84b0-4235-9d99-6ee0cec834f3 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5db9e5a9863c4a589fb86355b6eaf32e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1535518 Feb 19 04:01:12.819608 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-2bd04cb7-9fa1-40d0-9e4c-b6bcc147186f req-dbf1afbe-eef9-4e7b-abbb-f7c89a7cf54d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] For port 6d18eb4b-87e3-4ae6-8063-25ab9b948496, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=6d18eb4b-87e3-4ae6-8063-25ab9b948496,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:12.820088 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2bd04cb7-9fa1-40d0-9e4c-b6bcc147186f req-dbf1afbe-eef9-4e7b-abbb-f7c89a7cf54d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (6d18eb4b-87e3-4ae6-8063-25ab9b948496), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:12.853469 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5c16f-8ddb-42ec-b6a1-351a17044c5b req-3efb233c-f1d1-4dd3-91a0-bded0edd538f tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:12.866620 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a9e5c16f-8ddb-42ec-b6a1-351a17044c5b req-3efb233c-f1d1-4dd3-91a0-bded0edd538f tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 949 time: 0.3961258 Feb 19 04:01:12.891735 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-2bd04cb7-9fa1-40d0-9e4c-b6bcc147186f req-dbf1afbe-eef9-4e7b-abbb-f7c89a7cf54d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Calling delete_port for 6d18eb4b-87e3-4ae6-8063-25ab9b948496 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:01:13.125755 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a9e5c16f-8ddb-42ec-b6a1-351a17044c5b req-f88e0f1d-776b-4237-99e5-7e534a879072 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488253 Feb 19 04:01:13.306698 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e680f-7db6-4f92-bbed-3022f7ed8556 req-dd6e182b-ff7b-4b98-89e9-cda6801e9b27 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:13.319767 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-490e680f-7db6-4f92-bbed-3022f7ed8556 req-dd6e182b-ff7b-4b98-89e9-cda6801e9b27 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/ports?device_id=db0f975a-9d8e-4425-96a5-849a16057aca HTTP/1.1" status: 200 len: 950 time: 0.1702750 Feb 19 04:01:13.466839 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-490e680f-7db6-4f92-bbed-3022f7ed8556 req-7d815c5d-74aa-4ce4-bae1-28e829dfada3 tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.65 "GET /v2.0/security-groups?id=4db64e97-486a-44a8-ab46-5c3d6b519a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455078 Feb 19 04:01:13.513030 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c1676e95-154a-453f-af73-00e4fdfe1105 req-b222e39c-040b-4aef-9768-90db8e3e695d tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf1027e-221e-4171-b262-ebc526165acd HTTP/1.1" status: 200 len: 210 time: 0.1140025 Feb 19 04:01:13.586257 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2bd04cb7-9fa1-40d0-9e4c-b6bcc147186f req-dbf1afbe-eef9-4e7b-abbb-f7c89a7cf54d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (6d18eb4b-87e3-4ae6-8063-25ab9b948496), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:13.604631 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['6d18eb4b-87e3-4ae6-8063-25ab9b948496'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:01:13.731079 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1afbe-eef9-4e7b-abbb-f7c89a7cf54d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Pushing event deleted for resources: {'Port': ['ID=6d18eb4b-87e3-4ae6-8063-25ab9b948496,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:14.004564 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd04cb7-9fa1-40d0-9e4c-b6bcc147186f req-dbf1afbe-eef9-4e7b-abbb-f7c89a7cf54d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] No DVR routers for this DVR port 6d18eb4b-87e3-4ae6-8063-25ab9b948496 on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:01:14.015833 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2bd04cb7-9fa1-40d0-9e4c-b6bcc147186f req-dbf1afbe-eef9-4e7b-abbb-f7c89a7cf54d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:14.069746 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2bd04cb7-9fa1-40d0-9e4c-b6bcc147186f req-dbf1afbe-eef9-4e7b-abbb-f7c89a7cf54d tempest-ServersAdminNegativeTestJSON-542130784 tempest-ServersAdminNegativeTestJSON-542130784-project] 10.222.0.10 "DELETE /v2.0/ports/6d18eb4b-87e3-4ae6-8063-25ab9b948496 HTTP/1.1" status: 204 len: 173 time: 2.2852261 Feb 19 04:01:14.071230 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0f975a-9d8e-4425-96a5-849a16057aca', 'name': 'network-vif-deleted', 'tag': '6d18eb4b-87e3-4ae6-8063-25ab9b948496'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:14.084627 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfb4ebf-a961-4ec6-b13a-2de1deb0c985" -d '{"events": [{"server_uuid": "db0f975a-9d8e-4425-96a5-849a16057aca", "name": "network-vif-deleted", "tag": "6d18eb4b-87e3-4ae6-8063-25ab9b948496"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:14.711621 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fed2e-65a2-443a-a797-82fbca1717f5 req-e6b17928-7153-47d2-9990-f9cc2327ed68 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:14.724381 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6e5fed2e-65a2-443a-a797-82fbca1717f5 req-e6b17928-7153-47d2-9990-f9cc2327ed68 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 946 time: 0.2952266 Feb 19 04:01:14.770999 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e48565a6-09b5-42a3-b428-21f8282f831e req-f8f97bb4-1069-4aac-8b3e-ab1548d6540d tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5db9e5a9863c4a589fb86355b6eaf32e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790277 Feb 19 04:01:14.856632 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6e5fed2e-65a2-443a-a797-82fbca1717f5 req-f2cf5993-9d23-44db-b612-5bb40e9b0124 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289608 Feb 19 04:01:15.033000 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4514842-89ae-45c6-bb33-49f83662d7b3 x-openstack-request-id: req-e4514842-89ae-45c6-bb33-49f83662d7b3 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:15.033592 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0f975a-9d8e-4425-96a5-849a16057aca", "name": "network-vif-deleted", "tag": "6d18eb4b-87e3-4ae6-8063-25ab9b948496", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:15.034024 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e4514842-89ae-45c6-bb33-49f83662d7b3 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:15.034737 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0f975a-9d8e-4425-96a5-849a16057aca', 'name': 'network-vif-deleted', 'tag': '6d18eb4b-87e3-4ae6-8063-25ab9b948496', 'status': 'completed', 'code': 200} Feb 19 04:01:15.157305 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48565a6-09b5-42a3-b428-21f8282f831e req-62884fd6-e721-41ac-bc7e-48fd060d9fab tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:15.172835 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e48565a6-09b5-42a3-b428-21f8282f831e req-62884fd6-e721-41ac-bc7e-48fd060d9fab tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3943126 Feb 19 04:01:15.202081 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e48565a6-09b5-42a3-b428-21f8282f831e req-9a1a56aa-7839-4573-afdc-4f83931c7e11 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/quotas/5db9e5a9863c4a589fb86355b6eaf32e HTTP/1.1" status: 200 len: 375 time: 0.0273144 Feb 19 04:01:15.391150 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e48565a6-09b5-42a3-b428-21f8282f831e req-ad9bf11e-6193-4b57-a3ed-2b9d5a24330f tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5db9e5a9863c4a589fb86355b6eaf32e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1455135 Feb 19 04:01:15.440318 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7751e31-3093-496c-92a2-bcfab36c9b98 req-598b1ed5-4faf-4e1f-835e-763d2e77a9b8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2166049 Feb 19 04:01:15.743477 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7751e31-3093-496c-92a2-bcfab36c9b98 req-89f6e216-a6b4-4664-9c9d-de4c2ae6c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:15.752170 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7751e31-3093-496c-92a2-bcfab36c9b98 req-89f6e216-a6b4-4664-9c9d-de4c2ae6c3d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 1126 time: 0.2512314 Feb 19 04:01:15.868966 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-f38dbc04-46cd-4817-afa1-8c93da254450 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:15.871554 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-f38dbc04-46cd-4817-afa1-8c93da254450 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.10 "GET /v2.0/networks?id=a64e4f96-ab47-44e5-a8c0-65ae49234a15 HTTP/1.1" status: 200 len: 805 time: 0.5224011 Feb 19 04:01:15.925289 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-fb2e287f-928d-4927-9e5d-bdceec8ae465 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Request body: {'port': {'device_id': 'cdf1027e-221e-4171-b262-ebc526165acd', 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15', 'admin_state_up': True, 'tenant_id': '3e71aa6d08bd4f28a67d0a5ae3b04cca'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:15.982429 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9e763-edfc-416d-9533-778c67f9be80 req-7181bb56-dd1e-421d-b134-35689e902d2f tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:16.000062 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bfc9e763-edfc-416d-9533-778c67f9be80 req-7181bb56-dd1e-421d-b134-35689e902d2f tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 949 time: 0.7566280 Feb 19 04:01:16.013462 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 6d18eb4b-87e3-4ae6-8063-25ab9b948496 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:01:16.137571 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 6d18eb4b-87e3-4ae6-8063-25ab9b948496 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:01:16.138560 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 6d18eb4b-87e3-4ae6-8063-25ab9b948496 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:01:16.317321 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bfc9e763-edfc-416d-9533-778c67f9be80 req-7c81ce7d-a4f8-4eb3-a3e0-0fa0241eb92a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580280 Feb 19 04:01:16.668955 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-fb2e287f-928d-4927-9e5d-bdceec8ae465 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Made reservation on behalf of 3e71aa6d08bd4f28a67d0a5ae3b04cca for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:16.675989 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-fb2e287f-928d-4927-9e5d-bdceec8ae465 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:16.743616 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-eee40b1f-37b8-457f-bb63-027e761b4582 req-c1772860-a092-4587-be1c-59c74400cdc0 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf1027e-221e-4171-b262-ebc526165acd HTTP/1.1" status: 200 len: 210 time: 0.1074002 Feb 19 04:01:16.784434 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7751e31-3093-496c-92a2-bcfab36c9b98 req-84c8303a-b63e-4466-a5e4-621c4aa6dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:16.803790 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7751e31-3093-496c-92a2-bcfab36c9b98 req-84c8303a-b63e-4466-a5e4-621c4aa6dd7c service neutron] 10.222.0.48 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 908 time: 0.9479811 Feb 19 04:01:16.859028 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-072f4fc9-23f6-431b-bc48-d98778438246 req-161deeb0-c767-4f84-9f5c-27276be85518 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5db9e5a9863c4a589fb86355b6eaf32e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2768869 Feb 19 04:01:16.869950 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b71103-b49e-45aa-bd88-5f18346646db req-c23c3593-0ced-49f9-bf3e-62f85fb90c69 tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:16.902883 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6b71103-b49e-45aa-bd88-5f18346646db req-c23c3593-0ced-49f9-bf3e-62f85fb90c69 tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=512ffd91-734b-40e7-a5b5-7ef15d5476db HTTP/1.1" status: 200 len: 1131 time: 0.7816544 Feb 19 04:01:17.120434 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7751e31-3093-496c-92a2-bcfab36c9b98 req-c3559bf4-644b-4252-b2d9-5031412d4066 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe5942df-181c-428f-add6-02a32974fb5d HTTP/1.1" status: 200 len: 217 time: 0.2811630 Feb 19 04:01:17.527862 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5783d7d6-bffc-49ce-81af-32ce20fb0663 req-c1066293-3657-48e6-9768-7f6b162b9469 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa46b322-d119-4315-adbb-162a7ab76f2e HTTP/1.1" status: 200 len: 210 time: 0.2603014 Feb 19 04:01:17.662330 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1cf82ee4-5489-4486-826c-2965d3a485fe req-e73eaa4b-15fa-492d-b459-d99d6b106f43 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0217071 Feb 19 04:01:17.788366 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f4fc9-23f6-431b-bc48-d98778438246 req-f552daf1-ec1a-47cc-adc4-030f2adfae27 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:17.796407 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-072f4fc9-23f6-431b-bc48-d98778438246 req-f552daf1-ec1a-47cc-adc4-030f2adfae27 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8918691 Feb 19 04:01:17.810681 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6b71103-b49e-45aa-bd88-5f18346646db req-38f838bd-f721-4eeb-b1e2-8ef269593fe4 tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6865506 Feb 19 04:01:17.822512 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7751e31-3093-496c-92a2-bcfab36c9b98 req-35f8865c-3abb-46d0-97ed-4f070cf3bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:17.827701 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7751e31-3093-496c-92a2-bcfab36c9b98 req-35f8865c-3abb-46d0-97ed-4f070cf3bc6f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.6377168 Feb 19 04:01:17.879714 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-072f4fc9-23f6-431b-bc48-d98778438246 req-6cc44034-55d9-4e5e-8ed0-60bd92efdcef tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Request body: {'port': {'device_id': '0c961862-aa7d-437d-828e-2433bed503ca', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': '5db9e5a9863c4a589fb86355b6eaf32e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:18.007657 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-fb2e287f-928d-4927-9e5d-bdceec8ae465 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Allocated IP 172.20.0.10 (a64e4f96-ab47-44e5-a8c0-65ae49234a15/cdbaae2b-220b-401a-870e-2283d582e1b2/83fe4760-bcab-460b-a5f6-ba8659a08327) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:01:18.035842 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57024) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:18.043160 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7751e31-3093-496c-92a2-bcfab36c9b98 req-ca53b6b9-5856-4564-b188-e25c685c7561 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1464748 Feb 19 04:01:18.365997 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf82ee4-5489-4486-826c-2965d3a485fe req-0ba16848-a99b-4bc0-8ed0-3babdf19b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:18.380677 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1cf82ee4-5489-4486-826c-2965d3a485fe req-0ba16848-a99b-4bc0-8ed0-3babdf19b384 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 1127 time: 0.5803676 Feb 19 04:01:18.429910 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f77446-6ab3-4808-8a3b-481127a4393f req-cdbb6a43-baf7-4592-b2bd-51c3cbb6f614 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:18.444186 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-22f77446-6ab3-4808-8a3b-481127a4393f req-cdbb6a43-baf7-4592-b2bd-51c3cbb6f614 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 946 time: 0.6770108 Feb 19 04:01:18.788597 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-22f77446-6ab3-4808-8a3b-481127a4393f req-ca5e2536-d4e7-486d-b403-cf2f699fc87f tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110330 Feb 19 04:01:18.883822 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7751e31-3093-496c-92a2-bcfab36c9b98 req-ec179a6b-d09a-42ae-a724-21e08557e27c service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8020883 Feb 19 04:01:18.974328 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3719f141-474f-459d-9896-7023fdbd6c77 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=717c3d6672ee4e14b61f70cc28c3a94c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9194198 Feb 19 04:01:18.986852 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57032) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:19.143510 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6e48d372-fd2e-42cb-a12f-720611170b4b req-ba3cb622-80bb-4a2a-9a20-fb1d76ead1eb tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf1027e-221e-4171-b262-ebc526165acd HTTP/1.1" status: 200 len: 210 time: 0.0763052 Feb 19 04:01:19.150490 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf82ee4-5489-4486-826c-2965d3a485fe req-8a8e305e-7d8d-4d16-ae09-a9b1ac58e88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:19.153481 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1cf82ee4-5489-4486-826c-2965d3a485fe req-8a8e305e-7d8d-4d16-ae09-a9b1ac58e88f service neutron] 10.222.0.10 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 921 time: 0.6955521 Feb 19 04:01:19.337347 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1cf82ee4-5489-4486-826c-2965d3a485fe req-e2433382-ba4a-4750-9c12-2b9077d1c9e3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df197234-9fff-4923-9a11-6b3d9342eb08 HTTP/1.1" status: 200 len: 217 time: 0.1727681 Feb 19 04:01:19.340264 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c1f66-9dca-4468-be5c-f8d3e43c235e req-39b8f143-307c-4173-be5a-708f6dd8ed47 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:19.351994 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b07c1f66-9dca-4468-be5c-f8d3e43c235e req-39b8f143-307c-4173-be5a-708f6dd8ed47 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 949 time: 1.2675374 Feb 19 04:01:19.456259 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e48565a6-09b5-42a3-b428-21f8282f831e req-cf1dfe1a-1d83-4e48-8c3b-9d52cbfa374c tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5db9e5a9863c4a589fb86355b6eaf32e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1570065 Feb 19 04:01:19.492191 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0319e2a7-2c6a-4178-8908-f406eb66526f admin admin] Publish callbacks [] for security_group (4db64e97-486a-44a8-ab46-5c3d6b519a71), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:19.733991 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-072f4fc9-23f6-431b-bc48-d98778438246 req-6cc44034-55d9-4e5e-8ed0-60bd92efdcef tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Made reservation on behalf of 5db9e5a9863c4a589fb86355b6eaf32e for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:19.740021 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-072f4fc9-23f6-431b-bc48-d98778438246 req-6cc44034-55d9-4e5e-8ed0-60bd92efdcef tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:19.796263 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-fb2e287f-928d-4927-9e5d-bdceec8ae465 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks [] for port (83fe4760-bcab-460b-a5f6-ba8659a08327), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:19.816015 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0319e2a7-2c6a-4178-8908-f406eb66526f admin admin] Publish callbacks [] for security_group (4db64e97-486a-44a8-ab46-5c3d6b519a71), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:19.823322 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf82ee4-5489-4486-826c-2965d3a485fe req-21c550fb-5de3-41a6-8026-8bbdb2b90dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:19.826297 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1cf82ee4-5489-4486-826c-2965d3a485fe req-21c550fb-5de3-41a6-8026-8bbdb2b90dfb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.4274678 Feb 19 04:01:19.835121 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-072f4fc9-23f6-431b-bc48-d98778438246 req-6cc44034-55d9-4e5e-8ed0-60bd92efdcef tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:19.943074 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1cf82ee4-5489-4486-826c-2965d3a485fe req-e7878865-fa80-4d6d-839e-e341a6e50376 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917375 Feb 19 04:01:19.977423 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3143790-3f0c-4199-8db9-d46d7f714c60 req-48790181-9d37-40f8-b026-91e4906c4cf4 tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:19.989898 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e3143790-3f0c-4199-8db9-d46d7f714c60 req-48790181-9d37-40f8-b026-91e4906c4cf4 tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=16da6b49-6116-4b40-b0cb-273486cb9a8f HTTP/1.1" status: 200 len: 1132 time: 0.5650029 Feb 19 04:01:20.069950 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-072f4fc9-23f6-431b-bc48-d98778438246 req-6cc44034-55d9-4e5e-8ed0-60bd92efdcef tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks [] for security_group (9d3d3504-30d0-4413-bf2f-1c898506bc74), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:20.166710 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1cf82ee4-5489-4486-826c-2965d3a485fe req-bdc1f411-4385-4af6-8aab-2f3938094515 service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936359 Feb 19 04:01:20.200007 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48565a6-09b5-42a3-b428-21f8282f831e req-62387284-dcf6-42c8-9c66-d6ffac5f1692 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:20.205600 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e48565a6-09b5-42a3-b428-21f8282f831e req-62387284-dcf6-42c8-9c66-d6ffac5f1692 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6710727 Feb 19 04:01:20.226584 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-072f4fc9-23f6-431b-bc48-d98778438246 req-6cc44034-55d9-4e5e-8ed0-60bd92efdcef tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9d3d3504-30d0-4413-bf2f-1c898506bc74), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:20.280723 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:01:20.320453 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-e48565a6-09b5-42a3-b428-21f8282f831e req-6d979a35-725d-42d8-89fd-3409085693ee tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Request body: {'port': {'device_id': 'aa46b322-d119-4315-adbb-162a7ab76f2e', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': '5db9e5a9863c4a589fb86355b6eaf32e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:20.402137 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e3143790-3f0c-4199-8db9-d46d7f714c60 req-89b45eae-bec0-4249-9968-00ffdf1501fe tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293046 Feb 19 04:01:20.410753 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-fb2e287f-928d-4927-9e5d-bdceec8ae465 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (83fe4760-bcab-460b-a5f6-ba8659a08327), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:20.416003 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0319e2a7-2c6a-4178-8908-f406eb66526f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4db64e97-486a-44a8-ab46-5c3d6b519a71), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:20.428324 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0319e2a7-2c6a-4178-8908-f406eb66526f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:20.454962 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0319e2a7-2c6a-4178-8908-f406eb66526f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4db64e97-486a-44a8-ab46-5c3d6b519a71 HTTP/1.1" status: 204 len: 168 time: 1.4491510 Feb 19 04:01:20.603157 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319e2a7-2c6a-4178-8908-f406eb66526f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db64e97-486a-44a8-ab46-5c3d6b519a71,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:20.739162 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7751e31-3093-496c-92a2-bcfab36c9b98 req-a781a823-4fc3-4504-99eb-d69eed935681 service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7893913 Feb 19 04:01:20.787089 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b07c1f66-9dca-4468-be5c-f8d3e43c235e req-50a61181-172c-4078-b1a5-2e5c1cb45fe4 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3138874 Feb 19 04:01:20.866867 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1cf82ee4-5489-4486-826c-2965d3a485fe req-742e6b4c-eca8-4edf-8de6-96fc8f3429c3 service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6875141 Feb 19 04:01:20.905470 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-fb2e287f-928d-4927-9e5d-bdceec8ae465 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Network a64e4f96-ab47-44e5-a8c0-65ae49234a15 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:20.916344 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e287f-928d-4927-9e5d-bdceec8ae465 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Pushing event updated for resources: {'Port': ['ID=83fe4760-bcab-460b-a5f6-ba8659a08327,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:20.933938 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-fb2e287f-928d-4927-9e5d-bdceec8ae465 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:20.956658 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-fb2e287f-928d-4927-9e5d-bdceec8ae465 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:01:21.045554 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc44034-55d9-4e5e-8ed0-60bd92efdcef tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3d3504-30d0-4413-bf2f-1c898506bc74,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:21.225688 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-072f4fc9-23f6-431b-bc48-d98778438246 req-6cc44034-55d9-4e5e-8ed0-60bd92efdcef tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Allocated IP 192.168.233.243 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/21cf2267-d67f-47e3-9388-81f394aa5757) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:01:21.244672 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6d07a19d-650b-4b23-80d7-332a957a59e2 req-5a38029d-3925-4b0c-96cb-ece6b00f80fb tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa46b322-d119-4315-adbb-162a7ab76f2e HTTP/1.1" status: 200 len: 210 time: 0.1315994 Feb 19 04:01:21.306707 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-fb2e287f-928d-4927-9e5d-bdceec8ae465 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:21.308783 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-fb2e287f-928d-4927-9e5d-bdceec8ae465 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:21.392932 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-fb2e287f-928d-4927-9e5d-bdceec8ae465 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4889665 Feb 19 04:01:21.424602 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-9443c15f-bc71-4d89-9ca1-6f775fc86c28 service neutron] Request body: {'port': {'device_id': 'cdf1027e-221e-4171-b262-ebc526165acd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:21.540424 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e48565a6-09b5-42a3-b428-21f8282f831e req-6d979a35-725d-42d8-89fd-3409085693ee tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Made reservation on behalf of 5db9e5a9863c4a589fb86355b6eaf32e for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:21.547891 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e48565a6-09b5-42a3-b428-21f8282f831e req-6d979a35-725d-42d8-89fd-3409085693ee tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:21.592259 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c0473-e75d-40c6-825b-6b874815e833 req-3ebced81-3847-4c75-9123-dfc5959f6fce tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:21.606060 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-294c0473-e75d-40c6-825b-6b874815e833 req-3ebced81-3847-4c75-9123-dfc5959f6fce tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 946 time: 0.4268115 Feb 19 04:01:21.627923 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57052) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:21.698225 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-9443c15f-bc71-4d89-9ca1-6f775fc86c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (83fe4760-bcab-460b-a5f6-ba8659a08327), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:21.890030 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b46b3-a5a1-46a1-a2fd-dfbb5a4a42cb req-80c57543-d1c5-4686-abb7-5ef22678203f tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:21.910271 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-423b46b3-a5a1-46a1-a2fd-dfbb5a4a42cb req-80c57543-d1c5-4686-abb7-5ef22678203f tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf1027e-221e-4171-b262-ebc526165acd HTTP/1.1" status: 200 len: 932 time: 0.2531345 Feb 19 04:01:22.173284 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-294c0473-e75d-40c6-825b-6b874815e833 req-f1db9c2e-1726-48b1-823b-36403cfaff45 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5653095 Feb 19 04:01:22.272651 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-423b46b3-a5a1-46a1-a2fd-dfbb5a4a42cb req-3a578731-71f9-49ce-8d8b-6317992b02a5 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608928 Feb 19 04:01:22.386833 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-072f4fc9-23f6-431b-bc48-d98778438246 req-6cc44034-55d9-4e5e-8ed0-60bd92efdcef tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks [] for port (21cf2267-d67f-47e3-9388-81f394aa5757), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.571695 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-34625751-248e-4d9c-aae9-468626ae46f1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4e5dd60dbab84636a00a93d5959e420b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9354138 Feb 19 04:01:22.573363 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57068) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:22.596595 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-072f4fc9-23f6-431b-bc48-d98778438246 req-6cc44034-55d9-4e5e-8ed0-60bd92efdcef tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.886533 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-9443c15f-bc71-4d89-9ca1-6f775fc86c28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83fe4760-bcab-460b-a5f6-ba8659a08327 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:01:22.903299 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-9443c15f-bc71-4d89-9ca1-6f775fc86c28 service neutron] Publish callbacks [] for port (83fe4760-bcab-460b-a5f6-ba8659a08327), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.932029 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-9443c15f-bc71-4d89-9ca1-6f775fc86c28 service neutron] Transition to ACTIVE for port object 83fe4760-bcab-460b-a5f6-ba8659a08327 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:01:22.998230 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-9443c15f-bc71-4d89-9ca1-6f775fc86c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (83fe4760-bcab-460b-a5f6-ba8659a08327), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.092307 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443c15f-bc71-4d89-9ca1-6f775fc86c28 service neutron] Pushing event updated for resources: {'Port': ['ID=83fe4760-bcab-460b-a5f6-ba8659a08327,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:23.096487 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-e48565a6-09b5-42a3-b428-21f8282f831e req-6d979a35-725d-42d8-89fd-3409085693ee tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Allocated IP 192.168.233.208 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/2d1d6ccd-2063-4ff5-b23d-9824c1f817c9) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:01:23.107426 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-072f4fc9-23f6-431b-bc48-d98778438246 req-6cc44034-55d9-4e5e-8ed0-60bd92efdcef tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:23.110687 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc44034-55d9-4e5e-8ed0-60bd92efdcef tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Pushing event updated for resources: {'Port': ['ID=21cf2267-d67f-47e3-9388-81f394aa5757,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:23.149194 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-072f4fc9-23f6-431b-bc48-d98778438246 req-6cc44034-55d9-4e5e-8ed0-60bd92efdcef tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:23.195045 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-072f4fc9-23f6-431b-bc48-d98778438246 req-6cc44034-55d9-4e5e-8ed0-60bd92efdcef tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:01:23.210244 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cdf1013f-cbd6-4f4c-a19c-e7bf7a0bdcd0 req-36304a48-7f11-42d8-bd99-8ba40f1456c3 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa46b322-d119-4315-adbb-162a7ab76f2e HTTP/1.1" status: 200 len: 210 time: 0.1173048 Feb 19 04:01:23.253179 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dfc3c-a2fe-4f87-a8ec-50c76a96d0b6 req-bc0f2946-c2ad-4961-abea-342f06304e5c tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:23.266209 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3d0dfc3c-a2fe-4f87-a8ec-50c76a96d0b6 req-bc0f2946-c2ad-4961-abea-342f06304e5c tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 949 time: 0.3308141 Feb 19 04:01:23.344100 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f4fc9-23f6-431b-bc48-d98778438246 req-6cc44034-55d9-4e5e-8ed0-60bd92efdcef tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:23.345949 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-072f4fc9-23f6-431b-bc48-d98778438246 req-6cc44034-55d9-4e5e-8ed0-60bd92efdcef tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.419973 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-9443c15f-bc71-4d89-9ca1-6f775fc86c28 service neutron] Attempting to bind port 83fe4760-bcab-460b-a5f6-ba8659a08327 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:01:23.420589 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-9443c15f-bc71-4d89-9ca1-6f775fc86c28 service neutron] Attempting to bind port 83fe4760-bcab-460b-a5f6-ba8659a08327 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '91c6fe2e-2c59-4312-9c97-3ea09073eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:01:23.421186 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-9443c15f-bc71-4d89-9ca1-6f775fc86c28 service neutron] Attempting to bind port 83fe4760-bcab-460b-a5f6-ba8659a08327 on network a64e4f96-ab47-44e5-a8c0-65ae49234a15 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:23.475772 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-9443c15f-bc71-4d89-9ca1-6f775fc86c28 service neutron] Port 83fe4760-bcab-460b-a5f6-ba8659a08327 on network a64e4f96-ab47-44e5-a8c0-65ae49234a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:01:23.476941 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-9443c15f-bc71-4d89-9ca1-6f775fc86c28 service neutron] Attempting to bind port 83fe4760-bcab-460b-a5f6-ba8659a08327 on network a64e4f96-ab47-44e5-a8c0-65ae49234a15 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:23.518439 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-072f4fc9-23f6-431b-bc48-d98778438246 req-6cc44034-55d9-4e5e-8ed0-60bd92efdcef tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6805468 Feb 19 04:01:23.522085 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-9443c15f-bc71-4d89-9ca1-6f775fc86c28 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:01:23.522865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-9443c15f-bc71-4d89-9ca1-6f775fc86c28 service neutron] Checking segment: {'id': '91c6fe2e-2c59-4312-9c97-3ea09073eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:23.523540 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-9443c15f-bc71-4d89-9ca1-6f775fc86c28 service neutron] Bound using segment: {'id': '91c6fe2e-2c59-4312-9c97-3ea09073eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:01:23.524305 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-9443c15f-bc71-4d89-9ca1-6f775fc86c28 service neutron] Bound port: 83fe4760-bcab-460b-a5f6-ba8659a08327, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c6fe2e-2c59-4312-9c97-3ea09073eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:01:23.524936 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-9443c15f-bc71-4d89-9ca1-6f775fc86c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (83fe4760-bcab-460b-a5f6-ba8659a08327), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.552112 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-072f4fc9-23f6-431b-bc48-d98778438246 req-ad0371bb-58b0-490e-92f5-a36bccf73b3f service neutron] Request body: {'port': {'device_id': '0c961862-aa7d-437d-828e-2433bed503ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:23.593828 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3d0dfc3c-a2fe-4f87-a8ec-50c76a96d0b6 req-d08fa004-6580-4c70-9939-0b1078e9bc72 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260570 Feb 19 04:01:23.770014 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ee3ff0c-8174-4387-85d0-e268db2bd8f9 admin admin] Publish callbacks [] for security_group (6f89707f-efb3-4bff-97f0-fe300fbdc055), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.799413 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-4ad39b6c-3f7d-4605-8f32-f247be5aa500 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1481597 Feb 19 04:01:23.843517 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-9443c15f-bc71-4d89-9ca1-6f775fc86c28 service neutron] For port 83fe4760-bcab-460b-a5f6-ba8659a08327, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:01:23.859508 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-9443c15f-bc71-4d89-9ca1-6f775fc86c28 service neutron] For port 83fe4760-bcab-460b-a5f6-ba8659a08327, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=83fe4760-bcab-460b-a5f6-ba8659a08327,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:01:23.904313 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-65131f81-9ae9-44fd-9dc9-937db7452e4d None None] Provisioning complete for port 21cf2267-d67f-47e3-9388-81f394aa5757 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:23.905294 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-65131f81-9ae9-44fd-9dc9-937db7452e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.047661 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-9443c15f-bc71-4d89-9ca1-6f775fc86c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (83fe4760-bcab-460b-a5f6-ba8659a08327), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.082940 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-65131f81-9ae9-44fd-9dc9-937db7452e4d None None] Port 21cf2267-d67f-47e3-9388-81f394aa5757 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:01:24.087824 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-e2a1d500-bced-4ea6-a4a7-4b908152d84a tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:24.106263 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-e2a1d500-bced-4ea6-a4a7-4b908152d84a tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2836430 Feb 19 04:01:24.148132 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-9443c15f-bc71-4d89-9ca1-6f775fc86c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:24.149650 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-9443c15f-bc71-4d89-9ca1-6f775fc86c28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.152226 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-9443c15f-bc71-4d89-9ca1-6f775fc86c28 service neutron] 10.222.0.10 "PUT /v2.0/ports/83fe4760-bcab-460b-a5f6-ba8659a08327 HTTP/1.1" status: 200 len: 1092 time: 2.7466190 Feb 19 04:01:24.153263 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf1027e-221e-4171-b262-ebc526165acd', 'tag': '83fe4760-bcab-460b-a5f6-ba8659a08327'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:24.157905 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5612f8-4844-4933-975c-8c17f2ed63a9" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf1027e-221e-4171-b262-ebc526165acd", "tag": "83fe4760-bcab-460b-a5f6-ba8659a08327"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:24.252762 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443c15f-bc71-4d89-9ca1-6f775fc86c28 service neutron] Pushing event updated for resources: {'Port': ['ID=83fe4760-bcab-460b-a5f6-ba8659a08327,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:24.286064 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd2814-3e24-4052-bd8b-fc2d2685fc5e req-881e6105-a6b0-4fc4-8ca2-ebdd110a22c5 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:24.301166 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-79cd2814-3e24-4052-bd8b-fc2d2685fc5e req-881e6105-a6b0-4fc4-8ca2-ebdd110a22c5 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 946 time: 0.4159372 Feb 19 04:01:24.343280 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-072f4fc9-23f6-431b-bc48-d98778438246 req-ad0371bb-58b0-490e-92f5-a36bccf73b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.373039 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ee3ff0c-8174-4387-85d0-e268db2bd8f9 admin admin] Publish callbacks [] for security_group (6f89707f-efb3-4bff-97f0-fe300fbdc055), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.399950 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-35900a43-c555-45ac-b745-cbbeb814a1cd tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/quotas/dc95986700ea4199843c7c5d5aa06d4c HTTP/1.1" status: 200 len: 375 time: 0.1722755 Feb 19 04:01:24.511565 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-79cd2814-3e24-4052-bd8b-fc2d2685fc5e req-57481403-2afd-4458-bad5-7af0e7b64b8e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694179 Feb 19 04:01:24.571065 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-27c9e9d7-6786-4c24-9de5-4995bf13f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:24.576425 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-27c9e9d7-6786-4c24-9de5-4995bf13f4c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e71aa6d08bd4f28a67d0a5ae3b04cca&device_id=cdf1027e-221e-4171-b262-ebc526165acd HTTP/1.1" status: 200 len: 1126 time: 0.2732069 Feb 19 04:01:24.665503 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e48565a6-09b5-42a3-b428-21f8282f831e req-6d979a35-725d-42d8-89fd-3409085693ee tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks [] for port (2d1d6ccd-2063-4ff5-b23d-9824c1f817c9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.744191 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-71a35e72-6a80-4cfc-80b0-0d63a6bdd522 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83fe4760-bcab-460b-a5f6-ba8659a08327 HTTP/1.1" status: 200 len: 217 time: 0.1535270 Feb 19 04:01:24.940976 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb5bdc-1b1f-4ea1-a025-2543413acb0c req-ccf706be-f325-4b2c-bb66-136e08e63429 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:24.956230 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cccb5bdc-1b1f-4ea1-a025-2543413acb0c req-ccf706be-f325-4b2c-bb66-136e08e63429 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf1027e-221e-4171-b262-ebc526165acd HTTP/1.1" status: 200 len: 944 time: 0.2104175 Feb 19 04:01:25.071323 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-daa364a4-acd0-4be5-91f8-f3091341e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:25.075093 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-daa364a4-acd0-4be5-91f8-f3091341e05a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cdbaae2b-220b-401a-870e-2283d582e1b2 HTTP/1.1" status: 200 len: 845 time: 0.2706134 Feb 19 04:01:25.076154 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ee3ff0c-8174-4387-85d0-e268db2bd8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6f89707f-efb3-4bff-97f0-fe300fbdc055), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:25.083290 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ee3ff0c-8174-4387-85d0-e268db2bd8f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:25.085598 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1ee3ff0c-8174-4387-85d0-e268db2bd8f9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6f89707f-efb3-4bff-97f0-fe300fbdc055 HTTP/1.1" status: 204 len: 168 time: 2.5037475 Feb 19 04:01:25.101263 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cccb5bdc-1b1f-4ea1-a025-2543413acb0c req-eefb3a0d-1ad8-4204-b5bb-237e92efe869 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431286 Feb 19 04:01:25.145174 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-d062689a-c785-43c9-bb4c-f818d8b97c7f tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7413738 Feb 19 04:01:25.175574 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3ff0c-8174-4387-85d0-e268db2bd8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f89707f-efb3-4bff-97f0-fe300fbdc055,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:25.249924 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-c7afec06-ebd6-4732-ae16-e2eb72bf8633 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a64e4f96-ab47-44e5-a8c0-65ae49234a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1466517 Feb 19 04:01:25.350601 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e48565a6-09b5-42a3-b428-21f8282f831e req-6d979a35-725d-42d8-89fd-3409085693ee tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (2d1d6ccd-2063-4ff5-b23d-9824c1f817c9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:25.615036 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-b82bd3b2-19bc-4542-929d-a9a1b5d2da8c service neutron] 10.222.0.10 "GET /v2.0/networks/a64e4f96-ab47-44e5-a8c0-65ae49234a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472118 Feb 19 04:01:25.617699 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05c4db3-2419-4200-ae06-baab24c6b7a4 x-openstack-request-id: req-a05c4db3-2419-4200-ae06-baab24c6b7a4 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:25.618252 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf1027e-221e-4171-b262-ebc526165acd", "tag": "83fe4760-bcab-460b-a5f6-ba8659a08327", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:25.618678 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a05c4db3-2419-4200-ae06-baab24c6b7a4 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:25.619660 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf1027e-221e-4171-b262-ebc526165acd', 'tag': '83fe4760-bcab-460b-a5f6-ba8659a08327', 'status': 'completed', 'code': 200} Feb 19 04:01:26.023399 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e48565a6-09b5-42a3-b428-21f8282f831e req-6d979a35-725d-42d8-89fd-3409085693ee tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:26.032727 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00b431-c6f1-4190-ba28-443aa4d7e204 req-a4ecf72b-f431-49a8-bfd3-e883043e23cb tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:26.047658 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ee00b431-c6f1-4190-ba28-443aa4d7e204 req-a4ecf72b-f431-49a8-bfd3-e883043e23cb tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa46b322-d119-4315-adbb-162a7ab76f2e HTTP/1.1" status: 200 len: 936 time: 0.2643499 Feb 19 04:01:26.063181 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-402080a1-1610-41ab-82c0-cb8898184cb3 req-e564c012-1c77-4322-a50a-b0874b17d36b service neutron] 10.222.0.10 "GET /v2.0/networks/a64e4f96-ab47-44e5-a8c0-65ae49234a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393568 Feb 19 04:01:26.149180 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-072f4fc9-23f6-431b-bc48-d98778438246 req-ad0371bb-58b0-490e-92f5-a36bccf73b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21cf2267-d67f-47e3-9388-81f394aa5757 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:01:26.172598 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-072f4fc9-23f6-431b-bc48-d98778438246 req-ad0371bb-58b0-490e-92f5-a36bccf73b3f service neutron] Publish callbacks [] for port (21cf2267-d67f-47e3-9388-81f394aa5757), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:26.206295 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-072f4fc9-23f6-431b-bc48-d98778438246 req-ad0371bb-58b0-490e-92f5-a36bccf73b3f service neutron] Transition to ACTIVE for port object 21cf2267-d67f-47e3-9388-81f394aa5757 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:01:26.209426 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d979a35-725d-42d8-89fd-3409085693ee tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Pushing event updated for resources: {'Port': ['ID=2d1d6ccd-2063-4ff5-b23d-9824c1f817c9,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:26.216855 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-e48565a6-09b5-42a3-b428-21f8282f831e req-6d979a35-725d-42d8-89fd-3409085693ee tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:26.221562 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48565a6-09b5-42a3-b428-21f8282f831e req-6d979a35-725d-42d8-89fd-3409085693ee tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:01:26.309424 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ee00b431-c6f1-4190-ba28-443aa4d7e204 req-2ea6e78c-8e74-4679-8d59-6a8ec5f24f23 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599828 Feb 19 04:01:26.325036 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-072f4fc9-23f6-431b-bc48-d98778438246 req-ad0371bb-58b0-490e-92f5-a36bccf73b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:26.838933 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48565a6-09b5-42a3-b428-21f8282f831e req-6d979a35-725d-42d8-89fd-3409085693ee tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:26.840806 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e48565a6-09b5-42a3-b428-21f8282f831e req-6d979a35-725d-42d8-89fd-3409085693ee tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:26.848179 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0371bb-58b0-490e-92f5-a36bccf73b3f service neutron] Pushing event updated for resources: {'Port': ['ID=21cf2267-d67f-47e3-9388-81f394aa5757,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:26.964896 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5612f8-4844-4933-975c-8c17f2ed63a9 req-c5cbb357-37eb-4504-873a-2c4a44449b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:26.981103 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cb5612f8-4844-4933-975c-8c17f2ed63a9 req-c5cbb357-37eb-4504-873a-2c4a44449b10 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e71aa6d08bd4f28a67d0a5ae3b04cca&device_id=cdf1027e-221e-4171-b262-ebc526165acd HTTP/1.1" status: 200 len: 1126 time: 0.7683187 Feb 19 04:01:26.983986 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e48565a6-09b5-42a3-b428-21f8282f831e req-6d979a35-725d-42d8-89fd-3409085693ee tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.7104230 Feb 19 04:01:27.043317 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-e48565a6-09b5-42a3-b428-21f8282f831e req-f2382aa8-255e-49fd-991a-31542fe8f3d5 service neutron] Request body: {'port': {'device_id': 'aa46b322-d119-4315-adbb-162a7ab76f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:27.245039 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b071a324-e4dc-4429-9a89-8754d45d9983 None None] Provisioning complete for port 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:27.250056 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b071a324-e4dc-4429-9a89-8754d45d9983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2d1d6ccd-2063-4ff5-b23d-9824c1f817c9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:27.483999 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b071a324-e4dc-4429-9a89-8754d45d9983 None None] Port 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:01:27.524025 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e48565a6-09b5-42a3-b428-21f8282f831e req-f2382aa8-255e-49fd-991a-31542fe8f3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2d1d6ccd-2063-4ff5-b23d-9824c1f817c9), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:27.854054 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-072f4fc9-23f6-431b-bc48-d98778438246 req-ad0371bb-58b0-490e-92f5-a36bccf73b3f service neutron] Attempting to bind port 21cf2267-d67f-47e3-9388-81f394aa5757 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:01:27.854669 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-072f4fc9-23f6-431b-bc48-d98778438246 req-ad0371bb-58b0-490e-92f5-a36bccf73b3f service neutron] Attempting to bind port 21cf2267-d67f-47e3-9388-81f394aa5757 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:01:27.855290 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072f4fc9-23f6-431b-bc48-d98778438246 req-ad0371bb-58b0-490e-92f5-a36bccf73b3f service neutron] Attempting to bind port 21cf2267-d67f-47e3-9388-81f394aa5757 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:27.895378 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072f4fc9-23f6-431b-bc48-d98778438246 req-ad0371bb-58b0-490e-92f5-a36bccf73b3f service neutron] Port 21cf2267-d67f-47e3-9388-81f394aa5757 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:01:27.895980 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072f4fc9-23f6-431b-bc48-d98778438246 req-ad0371bb-58b0-490e-92f5-a36bccf73b3f service neutron] Attempting to bind port 21cf2267-d67f-47e3-9388-81f394aa5757 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:27.966568 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613299ad-5e0e-4b58-a84d-9c187715c8dd req-b4f536b7-e66c-45b1-a9af-ede1a6e19179 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:27.970299 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-613299ad-5e0e-4b58-a84d-9c187715c8dd req-b4f536b7-e66c-45b1-a9af-ede1a6e19179 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 946 time: 0.3379433 Feb 19 04:01:27.971678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072f4fc9-23f6-431b-bc48-d98778438246 req-ad0371bb-58b0-490e-92f5-a36bccf73b3f service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:01:27.972272 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072f4fc9-23f6-431b-bc48-d98778438246 req-ad0371bb-58b0-490e-92f5-a36bccf73b3f service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:27.973510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072f4fc9-23f6-431b-bc48-d98778438246 req-ad0371bb-58b0-490e-92f5-a36bccf73b3f service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:01:27.980980 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-072f4fc9-23f6-431b-bc48-d98778438246 req-ad0371bb-58b0-490e-92f5-a36bccf73b3f service neutron] Bound port: 21cf2267-d67f-47e3-9388-81f394aa5757, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:01:27.981725 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-072f4fc9-23f6-431b-bc48-d98778438246 req-ad0371bb-58b0-490e-92f5-a36bccf73b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.382002 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cc34e-65ab-428c-9a97-e356307cb4ed req-4f4c5933-e55b-484f-8b75-ed9efeacff70 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:28.396307 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b14cc34e-65ab-428c-9a97-e356307cb4ed req-4f4c5933-e55b-484f-8b75-ed9efeacff70 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 949 time: 1.4136844 Feb 19 04:01:28.503005 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5612f8-4844-4933-975c-8c17f2ed63a9 req-6a76c0d3-dd9f-4fe8-b028-6efe83f5b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:28.506323 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cb5612f8-4844-4933-975c-8c17f2ed63a9 req-6a76c0d3-dd9f-4fe8-b028-6efe83f5b806 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a64e4f96-ab47-44e5-a8c0-65ae49234a15 HTTP/1.1" status: 200 len: 905 time: 1.4723811 Feb 19 04:01:28.673252 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cb5612f8-4844-4933-975c-8c17f2ed63a9 req-7b57c3bf-c4c4-4d51-bf21-417af5b51eb4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83fe4760-bcab-460b-a5f6-ba8659a08327 HTTP/1.1" status: 200 len: 217 time: 0.1532404 Feb 19 04:01:28.869554 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-613299ad-5e0e-4b58-a84d-9c187715c8dd req-df9ff4ba-6988-46df-8f41-effeba712857 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8146770 Feb 19 04:01:28.917860 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b14cc34e-65ab-428c-9a97-e356307cb4ed req-edc266e7-f01b-4304-905d-fbd848ba33b3 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189836 Feb 19 04:01:28.927416 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5612f8-4844-4933-975c-8c17f2ed63a9 req-2a0c24b3-742a-431e-8004-f4db8194cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:28.931964 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cb5612f8-4844-4933-975c-8c17f2ed63a9 req-2a0c24b3-742a-431e-8004-f4db8194cf90 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cdbaae2b-220b-401a-870e-2283d582e1b2 HTTP/1.1" status: 200 len: 845 time: 0.2442646 Feb 19 04:01:29.076135 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-072f4fc9-23f6-431b-bc48-d98778438246 req-ad0371bb-58b0-490e-92f5-a36bccf73b3f service neutron] For port 21cf2267-d67f-47e3-9388-81f394aa5757, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:01:29.201648 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-072f4fc9-23f6-431b-bc48-d98778438246 req-ad0371bb-58b0-490e-92f5-a36bccf73b3f service neutron] For port 21cf2267-d67f-47e3-9388-81f394aa5757, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=21cf2267-d67f-47e3-9388-81f394aa5757,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:01:29.213250 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cb5612f8-4844-4933-975c-8c17f2ed63a9 req-64851e1a-a1bb-401b-a21b-0533eb49b5a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a64e4f96-ab47-44e5-a8c0-65ae49234a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2700031 Feb 19 04:01:29.353851 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-072f4fc9-23f6-431b-bc48-d98778438246 req-ad0371bb-58b0-490e-92f5-a36bccf73b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.538449 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62c499-10ff-4c08-a221-86ed70df4532 req-78940759-d9c3-43d4-9b5c-a9621d808d2d tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:29.553971 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9f62c499-10ff-4c08-a221-86ed70df4532 req-78940759-d9c3-43d4-9b5c-a9621d808d2d tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf1027e-221e-4171-b262-ebc526165acd HTTP/1.1" status: 200 len: 944 time: 0.4695315 Feb 19 04:01:29.606963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f4fc9-23f6-431b-bc48-d98778438246 req-ad0371bb-58b0-490e-92f5-a36bccf73b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:29.613778 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-072f4fc9-23f6-431b-bc48-d98778438246 req-ad0371bb-58b0-490e-92f5-a36bccf73b3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.624715 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-072f4fc9-23f6-431b-bc48-d98778438246 req-ad0371bb-58b0-490e-92f5-a36bccf73b3f service neutron] 10.222.0.10 "PUT /v2.0/ports/21cf2267-d67f-47e3-9388-81f394aa5757 HTTP/1.1" status: 200 len: 1096 time: 6.0916309 Feb 19 04:01:29.720361 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cb5612f8-4844-4933-975c-8c17f2ed63a9 req-f0fd4329-fcfe-4403-949f-de3f960a741f service neutron] 10.222.0.10 "GET /v2.0/networks/a64e4f96-ab47-44e5-a8c0-65ae49234a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961257 Feb 19 04:01:29.776016 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c961862-aa7d-437d-828e-2433bed503ca', 'tag': '21cf2267-d67f-47e3-9388-81f394aa5757'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:29.787674 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80dd53c-70e3-4fc8-829c-7b29fdd56180" -d '{"events": [{"name": "network-changed", "server_uuid": "0c961862-aa7d-437d-828e-2433bed503ca", "tag": "21cf2267-d67f-47e3-9388-81f394aa5757"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:29.950737 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0371bb-58b0-490e-92f5-a36bccf73b3f service neutron] Pushing event updated for resources: {'Port': ['ID=21cf2267-d67f-47e3-9388-81f394aa5757,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:30.094778 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 83fe4760-bcab-460b-a5f6-ba8659a08327 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:01:30.139308 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9f62c499-10ff-4c08-a221-86ed70df4532 req-bf5f0c8b-fad8-469d-9f64-ca5c6285c8e3 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5763428 Feb 19 04:01:30.299837 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f4fc9-23f6-431b-bc48-d98778438246 req-e62d110c-bca0-49d0-bffc-96936f8da0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:30.311047 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-072f4fc9-23f6-431b-bc48-d98778438246 req-e62d110c-bca0-49d0-bffc-96936f8da0dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5db9e5a9863c4a589fb86355b6eaf32e&device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 1130 time: 0.4877219 Feb 19 04:01:30.328321 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cb5612f8-4844-4933-975c-8c17f2ed63a9 req-f17477c2-464f-45c5-b429-72c0a7882423 service neutron] 10.222.0.10 "GET /v2.0/networks/a64e4f96-ab47-44e5-a8c0-65ae49234a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958867 Feb 19 04:01:30.625015 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 83fe4760-bcab-460b-a5f6-ba8659a08327, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=83fe4760-bcab-460b-a5f6-ba8659a08327,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:30.655762 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-072f4fc9-23f6-431b-bc48-d98778438246 req-7ad88867-6826-42d8-9817-1fefe32e81ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=21cf2267-d67f-47e3-9388-81f394aa5757 HTTP/1.1" status: 200 len: 217 time: 0.2921846 Feb 19 04:01:30.692573 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '83fe4760-bcab-460b-a5f6-ba8659a08327', 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15', 'port_id': '83fe4760-bcab-460b-a5f6-ba8659a08327', 'mac_address': 'fa:16:3e:01:9e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbaae2b-220b-401a-870e-2283d582e1b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:01:30.913880 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 83fe4760-bcab-460b-a5f6-ba8659a08327 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:30.920008 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (83fe4760-bcab-460b-a5f6-ba8659a08327), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:30.933159 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f4fc9-23f6-431b-bc48-d98778438246 req-0dacaf71-962d-41a4-8dc1-66ae37d71dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:30.936345 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-072f4fc9-23f6-431b-bc48-d98778438246 req-0dacaf71-962d-41a4-8dc1-66ae37d71dcd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.2032578 Feb 19 04:01:30.985937 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83fe4760-bcab-460b-a5f6-ba8659a08327 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:01:30.991421 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-e48565a6-09b5-42a3-b428-21f8282f831e req-f2382aa8-255e-49fd-991a-31542fe8f3d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:01:31.038997 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 83fe4760-bcab-460b-a5f6-ba8659a08327, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=83fe4760-bcab-460b-a5f6-ba8659a08327,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:31.041537 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e48565a6-09b5-42a3-b428-21f8282f831e req-f2382aa8-255e-49fd-991a-31542fe8f3d5 service neutron] Publish callbacks [] for port (2d1d6ccd-2063-4ff5-b23d-9824c1f817c9), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:31.064952 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (83fe4760-bcab-460b-a5f6-ba8659a08327), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:31.195368 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd6d00-632b-4f8a-a1c2-b8ef87887cc0 req-fd298a80-efff-40ba-9bfe-5893d40fbad0 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:31.224192 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aabd6d00-632b-4f8a-a1c2-b8ef87887cc0 req-fd298a80-efff-40ba-9bfe-5893d40fbad0 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa46b322-d119-4315-adbb-162a7ab76f2e HTTP/1.1" status: 200 len: 936 time: 0.6352654 Feb 19 04:01:31.225216 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=83fe4760-bcab-460b-a5f6-ba8659a08327,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:31.254996 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.256498 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.257202 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.257807 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.258705 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.259335 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.259964 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.260539 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.261123 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.261782 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.262698 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.263289 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.263948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.346431 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-e48565a6-09b5-42a3-b428-21f8282f831e req-f2382aa8-255e-49fd-991a-31542fe8f3d5 service neutron] Transition to ACTIVE for port object 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:01:31.440640 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['83fe4760-bcab-460b-a5f6-ba8659a08327'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:01:31.505569 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aabd6d00-632b-4f8a-a1c2-b8ef87887cc0 req-8a7a98a3-4395-475e-bac3-265c1b93e127 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721922 Feb 19 04:01:31.510438 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e48565a6-09b5-42a3-b428-21f8282f831e req-f2382aa8-255e-49fd-991a-31542fe8f3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (2d1d6ccd-2063-4ff5-b23d-9824c1f817c9), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:31.614355 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-ef22bd12-753e-4db3-84bc-10a6d1c2f856 service neutron] 10.222.0.10 "GET /v2.0/ports/87d69e3c-8202-408a-96d3-14ac2f4fe61d/bindings/n-h1-772273-4 HTTP/1.1" status: 200 len: 382 time: 0.2849562 Feb 19 04:01:31.841840 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab054773-a5fc-49cb-917a-67bd58fc0d9a x-openstack-request-id: req-ab054773-a5fc-49cb-917a-67bd58fc0d9a {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:31.842338 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c961862-aa7d-437d-828e-2433bed503ca", "tag": "21cf2267-d67f-47e3-9388-81f394aa5757", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:31.847998 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab054773-a5fc-49cb-917a-67bd58fc0d9a {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:31.848767 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c961862-aa7d-437d-828e-2433bed503ca', 'tag': '21cf2267-d67f-47e3-9388-81f394aa5757', 'status': 'completed', 'code': 200} Feb 19 04:01:31.909066 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f4fc9-23f6-431b-bc48-d98778438246 req-b155de3c-c1cd-445f-a243-048382876336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:31.919565 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-072f4fc9-23f6-431b-bc48-d98778438246 req-b155de3c-c1cd-445f-a243-048382876336 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9650090 Feb 19 04:01:32.328872 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1d2225b3-e3e4-43a5-95bb-ec117199ebab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:32.352077 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2382aa8-255e-49fd-991a-31542fe8f3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1d6ccd-2063-4ff5-b23d-9824c1f817c9,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:32.430893 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df98be8-434a-4761-bfa9-f1db5c886099 req-d5b33817-1688-440c-b506-2b624679b1be tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:32.453450 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4df98be8-434a-4761-bfa9-f1db5c886099 req-d5b33817-1688-440c-b506-2b624679b1be tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 949 time: 0.4831405 Feb 19 04:01:32.677946 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4df98be8-434a-4761-bfa9-f1db5c886099 req-dcd34a21-c9b4-4707-a154-9d980a0ba5ba tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198870 Feb 19 04:01:32.827482 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-ce094a0d-9507-42f5-a1b2-957df1a6f88d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5464573 Feb 19 04:01:33.088599 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-072f4fc9-23f6-431b-bc48-d98778438246 req-a321dbb8-9d00-40c9-8139-e184abbefdcf service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1311669 Feb 19 04:01:33.120702 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-a1c7c41e-f639-42f4-a2c5-295a8a6bf555 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1231816 Feb 19 04:01:33.390941 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-072f4fc9-23f6-431b-bc48-d98778438246 req-f8d7c1e9-78b9-463a-8bcf-b23c3b954f79 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468293 Feb 19 04:01:33.448108 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f9619-ac39-4630-bfa6-1bba6c291947 req-3ec049ed-e326-47ef-91c3-256376ffb82e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:33.451314 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f70f9619-ac39-4630-bfa6-1bba6c291947 req-3ec049ed-e326-47ef-91c3-256376ffb82e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 946 time: 1.1614883 Feb 19 04:01:33.534483 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-2b37f5f4-5d5f-4058-8707-1cdf26ba2406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:33.539336 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-2b37f5f4-5d5f-4058-8707-1cdf26ba2406 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572&tenant_id=ecf9e139694246328842375c06e497e6 HTTP/1.1" status: 200 len: 1131 time: 0.4588447 Feb 19 04:01:33.645982 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-e48565a6-09b5-42a3-b428-21f8282f831e req-f2382aa8-255e-49fd-991a-31542fe8f3d5 service neutron] Attempting to bind port 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:01:33.646749 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-e48565a6-09b5-42a3-b428-21f8282f831e req-f2382aa8-255e-49fd-991a-31542fe8f3d5 service neutron] Attempting to bind port 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:01:33.648762 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48565a6-09b5-42a3-b428-21f8282f831e req-f2382aa8-255e-49fd-991a-31542fe8f3d5 service neutron] Attempting to bind port 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:33.705767 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48565a6-09b5-42a3-b428-21f8282f831e req-f2382aa8-255e-49fd-991a-31542fe8f3d5 service neutron] Port 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:01:33.706508 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48565a6-09b5-42a3-b428-21f8282f831e req-f2382aa8-255e-49fd-991a-31542fe8f3d5 service neutron] Attempting to bind port 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:33.728727 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-78c702e1-61bf-4a9f-a42d-76a3375dbb57 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:33.732308 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-78c702e1-61bf-4a9f-a42d-76a3375dbb57 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5349493 Feb 19 04:01:33.760379 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-cbdde751-4e6e-4573-b341-8b3c26ab5d6f tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Request body: {'port': {'device_id': '87a514c6-5998-44c4-b87a-0354695a01a2', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': 'dc95986700ea4199843c7c5d5aa06d4c'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:33.762512 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48565a6-09b5-42a3-b428-21f8282f831e req-f2382aa8-255e-49fd-991a-31542fe8f3d5 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:01:33.763094 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48565a6-09b5-42a3-b428-21f8282f831e req-f2382aa8-255e-49fd-991a-31542fe8f3d5 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:33.763740 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48565a6-09b5-42a3-b428-21f8282f831e req-f2382aa8-255e-49fd-991a-31542fe8f3d5 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:01:33.764530 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-e48565a6-09b5-42a3-b428-21f8282f831e req-f2382aa8-255e-49fd-991a-31542fe8f3d5 service neutron] Bound port: 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:01:33.765197 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e48565a6-09b5-42a3-b428-21f8282f831e req-f2382aa8-255e-49fd-991a-31542fe8f3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2d1d6ccd-2063-4ff5-b23d-9824c1f817c9), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.914751 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f70f9619-ac39-4630-bfa6-1bba6c291947 req-eff916c4-1e46-475c-af91-96f83242d377 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443339 Feb 19 04:01:34.072278 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-637faa73-dfba-44fd-9de6-816d0c974ca8 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:34.075399 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-637faa73-dfba-44fd-9de6-816d0c974ca8 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9849937 Feb 19 04:01:34.113866 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-a1629658-39d1-49be-a7a9-f86959bd9892 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Request body: {'port': {'device_id': 'b2b78ab1-3b31-4d04-8967-a19d46c24452', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': 'dc95986700ea4199843c7c5d5aa06d4c'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:34.156595 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-526d10b2-2b98-422b-a70d-494562cb3212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:34.159863 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-526d10b2-2b98-422b-a70d-494562cb3212 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 1131 time: 0.5805478 Feb 19 04:01:34.161596 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 83fe4760-bcab-460b-a5f6-ba8659a08327 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:01:34.317234 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4f72a279-b399-4f59-aac7-dab5c4ca2e6e req-aef07db1-49dc-4b84-84ab-4c39b69490c9 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=87a514c6-5998-44c4-b87a-0354695a01a2 HTTP/1.1" status: 200 len: 210 time: 0.1908150 Feb 19 04:01:34.321720 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80dd53c-70e3-4fc8-829c-7b29fdd56180 req-3db4d199-3760-41df-837b-24909ac187ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:34.325455 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d80dd53c-70e3-4fc8-829c-7b29fdd56180 req-3db4d199-3760-41df-837b-24909ac187ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5db9e5a9863c4a589fb86355b6eaf32e&device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 1130 time: 0.6398277 Feb 19 04:01:34.436044 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 83fe4760-bcab-460b-a5f6-ba8659a08327 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:01:34.466554 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 83fe4760-bcab-460b-a5f6-ba8659a08327 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:34.469273 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (83fe4760-bcab-460b-a5f6-ba8659a08327), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:34.555285 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-cbdde751-4e6e-4573-b341-8b3c26ab5d6f tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Made reservation on behalf of dc95986700ea4199843c7c5d5aa06d4c for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:34.561630 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-cbdde751-4e6e-4573-b341-8b3c26ab5d6f tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:34.597885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-e48565a6-09b5-42a3-b428-21f8282f831e req-f2382aa8-255e-49fd-991a-31542fe8f3d5 service neutron] For port 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:01:34.699355 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80dd53c-70e3-4fc8-829c-7b29fdd56180 req-438850b0-7949-40b7-94e0-a8a3e7ef784a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:34.701626 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d80dd53c-70e3-4fc8-829c-7b29fdd56180 req-438850b0-7949-40b7-94e0-a8a3e7ef784a service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.3482015 Feb 19 04:01:34.861553 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-e48565a6-09b5-42a3-b428-21f8282f831e req-f2382aa8-255e-49fd-991a-31542fe8f3d5 service neutron] For port 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2d1d6ccd-2063-4ff5-b23d-9824c1f817c9,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:01:34.877941 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d80dd53c-70e3-4fc8-829c-7b29fdd56180 req-297551a0-294a-4243-8d1b-325292541f50 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=21cf2267-d67f-47e3-9388-81f394aa5757 HTTP/1.1" status: 200 len: 217 time: 0.1166177 Feb 19 04:01:34.890778 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 83fe4760-bcab-460b-a5f6-ba8659a08327 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:34.891424 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (83fe4760-bcab-460b-a5f6-ba8659a08327), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:34.892153 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-c7fa2b5d-a496-4706-8edc-720ae1551ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:34.895392 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-c7fa2b5d-a496-4706-8edc-720ae1551ef1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.6910532 Feb 19 04:01:34.997251 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e48565a6-09b5-42a3-b428-21f8282f831e req-f2382aa8-255e-49fd-991a-31542fe8f3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (2d1d6ccd-2063-4ff5-b23d-9824c1f817c9), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:35.047949 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 83fe4760-bcab-460b-a5f6-ba8659a08327, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=83fe4760-bcab-460b-a5f6-ba8659a08327,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:35.055408 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf1027e-221e-4171-b262-ebc526165acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fe4760-bcab-460b-a5f6-ba8659a08327'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:35.062070 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd464df6-7bd6-44a9-b5ac-529f624b846b" -d '{"events": [{"server_uuid": "cdf1027e-221e-4171-b262-ebc526165acd", "name": "network-vif-plugged", "status": "completed", "tag": "83fe4760-bcab-460b-a5f6-ba8659a08327"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:35.075113 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (83fe4760-bcab-460b-a5f6-ba8659a08327), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:35.079004 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 87d69e3c-8202-408a-96d3-14ac2f4fe61d no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:01:35.084183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0ecac-8ade-414b-8b4d-be33b4542f06 req-467847e7-d666-4703-abe9-76b9a1334e7b tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:35.087306 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d1a0ecac-8ade-414b-8b4d-be33b4542f06 req-467847e7-d666-4703-abe9-76b9a1334e7b tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf1027e-221e-4171-b262-ebc526165acd HTTP/1.1" status: 200 len: 945 time: 0.9583046 Feb 19 04:01:35.257818 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1c299696-fca8-40df-943f-591f1f6ef446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:35.419016 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-cbdde751-4e6e-4573-b341-8b3c26ab5d6f tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Allocated IP 192.168.233.41 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/d260023e-e24b-4855-a59b-f78aee04ad07) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:01:35.423899 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48565a6-09b5-42a3-b428-21f8282f831e req-f2382aa8-255e-49fd-991a-31542fe8f3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:35.428125 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e48565a6-09b5-42a3-b428-21f8282f831e req-f2382aa8-255e-49fd-991a-31542fe8f3d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:35.432780 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e48565a6-09b5-42a3-b428-21f8282f831e req-f2382aa8-255e-49fd-991a-31542fe8f3d5 service neutron] 10.222.0.10 "PUT /v2.0/ports/2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 HTTP/1.1" status: 200 len: 1096 time: 8.4071600 Feb 19 04:01:35.435813 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2382aa8-255e-49fd-991a-31542fe8f3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1d6ccd-2063-4ff5-b23d-9824c1f817c9,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:35.467690 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80dd53c-70e3-4fc8-829c-7b29fdd56180 req-2c9ebafd-6452-45d5-864c-18fb58299e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:35.476384 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d80dd53c-70e3-4fc8-829c-7b29fdd56180 req-2c9ebafd-6452-45d5-864c-18fb58299e52 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.5576992 Feb 19 04:01:35.478869 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa46b322-d119-4315-adbb-162a7ab76f2e', 'tag': '2d1d6ccd-2063-4ff5-b23d-9824c1f817c9'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:35.498764 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb60ba4-5a50-475c-ab10-5bcc3e7edbbd" -d '{"events": [{"name": "network-changed", "server_uuid": "aa46b322-d119-4315-adbb-162a7ab76f2e", "tag": "2d1d6ccd-2063-4ff5-b23d-9824c1f817c9"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:35.510070 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=83fe4760-bcab-460b-a5f6-ba8659a08327,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:35.672612 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 87d69e3c-8202-408a-96d3-14ac2f4fe61d is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:35.685050 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (87d69e3c-8202-408a-96d3-14ac2f4fe61d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:35.806484 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 87d69e3c-8202-408a-96d3-14ac2f4fe61d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=87d69e3c-8202-408a-96d3-14ac2f4fe61d,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:35.827401 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (87d69e3c-8202-408a-96d3-14ac2f4fe61d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:35.842324 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-0d1f3688-7ee2-491b-ab63-584d32e068ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=87d69e3c-8202-408a-96d3-14ac2f4fe61d HTTP/1.1" status: 200 len: 217 time: 0.9241667 Feb 19 04:01:35.866005 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde4953-f366-4b97-8583-b72a11884e7d req-5e02778b-57b0-4d45-88e8-b0ce18e93b83 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:35.869272 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ebde4953-f366-4b97-8583-b72a11884e7d req-5e02778b-57b0-4d45-88e8-b0ce18e93b83 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa46b322-d119-4315-adbb-162a7ab76f2e HTTP/1.1" status: 200 len: 948 time: 1.3335793 Feb 19 04:01:35.881588 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d1a0ecac-8ade-414b-8b4d-be33b4542f06 req-bc4d1b07-04af-4201-929d-4907929e16ff tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7076783 Feb 19 04:01:35.892730 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-a1629658-39d1-49be-a7a9-f86959bd9892 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Made reservation on behalf of dc95986700ea4199843c7c5d5aa06d4c for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:35.899912 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-a1629658-39d1-49be-a7a9-f86959bd9892 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:36.053286 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=87d69e3c-8202-408a-96d3-14ac2f4fe61d,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:36.120293 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-f968b6bc-669c-44c5-b0e5-4c873c9d8513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:36.129699 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-f968b6bc-669c-44c5-b0e5-4c873c9d8513 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.2529812 Feb 19 04:01:36.137105 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 21cf2267-d67f-47e3-9388-81f394aa5757 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:01:36.261178 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-cbdde751-4e6e-4573-b341-8b3c26ab5d6f tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks [] for port (d260023e-e24b-4855-a59b-f78aee04ad07), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:36.405809 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80dd53c-70e3-4fc8-829c-7b29fdd56180 req-a92d1a30-9e78-4285-940e-6d080dd68fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:36.408794 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d80dd53c-70e3-4fc8-829c-7b29fdd56180 req-a92d1a30-9e78-4285-940e-6d080dd68fe0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9035656 Feb 19 04:01:36.431774 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-cbdde751-4e6e-4573-b341-8b3c26ab5d6f tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (d260023e-e24b-4855-a59b-f78aee04ad07), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:36.473012 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 21cf2267-d67f-47e3-9388-81f394aa5757, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=21cf2267-d67f-47e3-9388-81f394aa5757,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:36.493887 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48565a6-09b5-42a3-b428-21f8282f831e req-e77ba778-b364-4396-a69c-8fbee94ba57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:36.497827 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e48565a6-09b5-42a3-b428-21f8282f831e req-e77ba778-b364-4396-a69c-8fbee94ba57d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5db9e5a9863c4a589fb86355b6eaf32e&device_id=aa46b322-d119-4315-adbb-162a7ab76f2e HTTP/1.1" status: 200 len: 1130 time: 0.9120092 Feb 19 04:01:36.515726 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '21cf2267-d67f-47e3-9388-81f394aa5757', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '21cf2267-d67f-47e3-9388-81f394aa5757', 'mac_address': 'fa:16:3e:8c:33:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:01:36.523591 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['33d9b8b1-8083-414e-9a58-5ece468cd2ac', '2630260b-1feb-477d-b647-ed7f5b4a3d6b', '640de5f6-9a19-438c-897c-ebf39f71fac9'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:01:36.595876 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdde751-4e6e-4573-b341-8b3c26ab5d6f tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Pushing event updated for resources: {'Port': ['ID=d260023e-e24b-4855-a59b-f78aee04ad07,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:36.653156 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ebde4953-f366-4b97-8583-b72a11884e7d req-660f4ccc-fa8a-4a3f-8406-5e2a05a0f83a tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7326860 Feb 19 04:01:36.660832 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-66e14bac-40c4-48c1-8482-7f8e036d42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:36.664184 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-66e14bac-40c4-48c1-8482-7f8e036d42f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3192694 Feb 19 04:01:36.675323 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-cbdde751-4e6e-4573-b341-8b3c26ab5d6f tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:36.849543 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e48565a6-09b5-42a3-b428-21f8282f831e req-49c4a7f4-de83-4f84-870d-0d5a23032aae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 HTTP/1.1" status: 200 len: 217 time: 0.2728000 Feb 19 04:01:36.881589 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:36.931384 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-a1629658-39d1-49be-a7a9-f86959bd9892 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Allocated IP 192.168.233.186 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/ef8e92db-4ef9-4a91-9b73-8c42f224599d) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:01:36.953379 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-a1b5abcb-7220-4d58-a4f5-79518a9df196 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713418 Feb 19 04:01:36.974579 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 21cf2267-d67f-47e3-9388-81f394aa5757 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:36.975291 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:37.043955 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9c05397a-6d55-487d-b162-55fea5b97e87 req-8309f01e-773d-47cf-ade3-84eecb06855e tempest-FlavorsV2NegativeTest-1577400861 tempest-FlavorsV2NegativeTest-1577400861-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=e4f983c861c6441aa978d0b19dd03fd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0881677 Feb 19 04:01:37.077147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-cbdde751-4e6e-4573-b341-8b3c26ab5d6f tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:37.081983 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21cf2267-d67f-47e3-9388-81f394aa5757 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:01:37.146697 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:37.229736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 21cf2267-d67f-47e3-9388-81f394aa5757, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=21cf2267-d67f-47e3-9388-81f394aa5757,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:37.275844 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:37.412834 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48565a6-09b5-42a3-b428-21f8282f831e req-257acc9a-1d63-418c-9cfe-803a6fb3fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:37.419010 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e48565a6-09b5-42a3-b428-21f8282f831e req-257acc9a-1d63-418c-9cfe-803a6fb3fcb4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.5535281 Feb 19 04:01:37.446802 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=21cf2267-d67f-47e3-9388-81f394aa5757,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:37.482070 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05397a-6d55-487d-b162-55fea5b97e87 req-834623f0-991c-44e4-a4f3-cae41a07cfec tempest-FlavorsV2NegativeTest-1577400861 tempest-FlavorsV2NegativeTest-1577400861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:37.495979 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9c05397a-6d55-487d-b162-55fea5b97e87 req-834623f0-991c-44e4-a4f3-cae41a07cfec tempest-FlavorsV2NegativeTest-1577400861 tempest-FlavorsV2NegativeTest-1577400861-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4138069 Feb 19 04:01:37.511911 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-cbdde751-4e6e-4573-b341-8b3c26ab5d6f tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:01:37.571440 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991af87-b492-4211-a644-296c7b09ebb2 req-cbdeff7b-67c5-4091-bb81-955766be7eac tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:37.584284 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9991af87-b492-4211-a644-296c7b09ebb2 req-cbdeff7b-67c5-4091-bb81-955766be7eac tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 947 time: 1.3633144 Feb 19 04:01:37.702068 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9c05397a-6d55-487d-b162-55fea5b97e87 req-4c9ca88e-143d-425a-a399-4c266f599268 tempest-FlavorsV2NegativeTest-1577400861 tempest-FlavorsV2NegativeTest-1577400861-project] 10.222.0.65 "GET /v2.0/quotas/e4f983c861c6441aa978d0b19dd03fd1 HTTP/1.1" status: 200 len: 375 time: 0.2046261 Feb 19 04:01:37.865399 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9c05397a-6d55-487d-b162-55fea5b97e87 req-74ef8172-6949-4b06-b448-bc676a5a2686 tempest-FlavorsV2NegativeTest-1577400861 tempest-FlavorsV2NegativeTest-1577400861-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e4f983c861c6441aa978d0b19dd03fd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1324465 Feb 19 04:01:37.881038 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-cbdde751-4e6e-4573-b341-8b3c26ab5d6f tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:37.886299 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-cbdde751-4e6e-4573-b341-8b3c26ab5d6f tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:37.928413 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-cbdde751-4e6e-4573-b341-8b3c26ab5d6f tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1800470 Feb 19 04:01:37.961829 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-0c99391d-49df-48bd-956b-d99c8168d729 service neutron] Request body: {'port': {'device_id': '87a514c6-5998-44c4-b87a-0354695a01a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:37.989013 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d80dd53c-70e3-4fc8-829c-7b29fdd56180 req-d3f5ddf3-68bd-4d3d-83e7-9bab437b7715 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5659087 Feb 19 04:01:37.993177 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['21cf2267-d67f-47e3-9388-81f394aa5757'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:01:38.045675 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2a360a5-a48c-4106-88e5-b866ee646070 req-b7b32a33-f345-4541-97e6-c57319a0a487 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9993143 Feb 19 04:01:38.218604 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b2beb38b-f8f4-4333-889b-b9367bbd5826 None None] Provisioning complete for port d260023e-e24b-4855-a59b-f78aee04ad07 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:38.220611 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b2beb38b-f8f4-4333-889b-b9367bbd5826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d260023e-e24b-4855-a59b-f78aee04ad07), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:38.229442 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:38.239010 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-0c99391d-49df-48bd-956b-d99c8168d729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d260023e-e24b-4855-a59b-f78aee04ad07), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:38.404300 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-a1629658-39d1-49be-a7a9-f86959bd9892 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks [] for port (ef8e92db-4ef9-4a91-9b73-8c42f224599d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:38.473725 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9991af87-b492-4211-a644-296c7b09ebb2 req-40683993-f561-49e0-a006-50a12517bc2f tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7152042 Feb 19 04:01:38.559069 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48565a6-09b5-42a3-b428-21f8282f831e req-c970be33-e7f5-40c3-9ee3-9112e8878a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:38.563262 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e48565a6-09b5-42a3-b428-21f8282f831e req-c970be33-e7f5-40c3-9ee3-9112e8878a03 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9742515 Feb 19 04:01:38.891842 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d80dd53c-70e3-4fc8-829c-7b29fdd56180 req-1b400c3e-ef9b-4efb-8dd9-90ccb2d950b6 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8436325 Feb 19 04:01:39.036898 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dd1de-7c0c-4707-b57f-d643a2ca0e28 req-de2e67c1-78d7-430f-b088-534dd74216cf tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:39.040301 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-558dd1de-7c0c-4707-b57f-d643a2ca0e28 req-de2e67c1-78d7-430f-b088-534dd74216cf tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 946 time: 0.2986178 Feb 19 04:01:39.045371 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-a1629658-39d1-49be-a7a9-f86959bd9892 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ef8e92db-4ef9-4a91-9b73-8c42f224599d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:39.250857 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['33d9b8b1-8083-414e-9a58-5ece468cd2ac', '2630260b-1feb-477d-b647-ed7f5b4a3d6b', '640de5f6-9a19-438c-897c-ebf39f71fac9'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:01:39.382994 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:39.456147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-0c99391d-49df-48bd-956b-d99c8168d729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d260023e-e24b-4855-a59b-f78aee04ad07 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:01:39.491623 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-0c99391d-49df-48bd-956b-d99c8168d729 service neutron] Publish callbacks [] for port (d260023e-e24b-4855-a59b-f78aee04ad07), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:39.547511 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-0c99391d-49df-48bd-956b-d99c8168d729 service neutron] Transition to ACTIVE for port object d260023e-e24b-4855-a59b-f78aee04ad07 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:01:39.569858 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-0c99391d-49df-48bd-956b-d99c8168d729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (d260023e-e24b-4855-a59b-f78aee04ad07), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:39.613801 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b2beb38b-f8f4-4333-889b-b9367bbd5826 None None] Port d260023e-e24b-4855-a59b-f78aee04ad07 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:01:39.710485 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:40.039269 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5c8f4a-668e-4ae3-806a-69a6167f9a40 x-openstack-request-id: req-5d5c8f4a-668e-4ae3-806a-69a6167f9a40 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:40.039700 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf1027e-221e-4171-b262-ebc526165acd", "name": "network-vif-plugged", "status": "completed", "tag": "83fe4760-bcab-460b-a5f6-ba8659a08327", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:40.040134 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5d5c8f4a-668e-4ae3-806a-69a6167f9a40 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:40.041091 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf1027e-221e-4171-b262-ebc526165acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fe4760-bcab-460b-a5f6-ba8659a08327', 'code': 200} Feb 19 04:01:40.153425 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99391d-49df-48bd-956b-d99c8168d729 service neutron] Pushing event updated for resources: {'Port': ['ID=d260023e-e24b-4855-a59b-f78aee04ad07,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:40.349321 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1629658-39d1-49be-a7a9-f86959bd9892 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Pushing event updated for resources: {'Port': ['ID=ef8e92db-4ef9-4a91-9b73-8c42f224599d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:40.377955 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57270) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:40.393863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-a1629658-39d1-49be-a7a9-f86959bd9892 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:40.452432 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-0c99391d-49df-48bd-956b-d99c8168d729 service neutron] Attempting to bind port d260023e-e24b-4855-a59b-f78aee04ad07 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:01:40.453538 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-0c99391d-49df-48bd-956b-d99c8168d729 service neutron] Attempting to bind port d260023e-e24b-4855-a59b-f78aee04ad07 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:01:40.454422 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-0c99391d-49df-48bd-956b-d99c8168d729 service neutron] Attempting to bind port d260023e-e24b-4855-a59b-f78aee04ad07 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:40.494361 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-0c99391d-49df-48bd-956b-d99c8168d729 service neutron] Port d260023e-e24b-4855-a59b-f78aee04ad07 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:01:40.496158 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-0c99391d-49df-48bd-956b-d99c8168d729 service neutron] Attempting to bind port d260023e-e24b-4855-a59b-f78aee04ad07 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:40.513836 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-0c99391d-49df-48bd-956b-d99c8168d729 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:01:40.515015 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-0c99391d-49df-48bd-956b-d99c8168d729 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:40.517334 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-0c99391d-49df-48bd-956b-d99c8168d729 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:01:40.518469 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-0c99391d-49df-48bd-956b-d99c8168d729 service neutron] Bound port: d260023e-e24b-4855-a59b-f78aee04ad07, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:01:40.525755 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-0c99391d-49df-48bd-956b-d99c8168d729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d260023e-e24b-4855-a59b-f78aee04ad07), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:40.635084 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d2289-76ba-4dd8-8b2b-3710c8ab11f4 req-d5d6a584-9686-48c7-a9c2-ffa628d31e53 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:40.651586 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-921d2289-76ba-4dd8-8b2b-3710c8ab11f4 req-d5d6a584-9686-48c7-a9c2-ffa628d31e53 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=87a514c6-5998-44c4-b87a-0354695a01a2 HTTP/1.1" status: 200 len: 947 time: 0.4510756 Feb 19 04:01:40.678792 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e48565a6-09b5-42a3-b428-21f8282f831e req-38c6297f-ef8d-4dd5-bbff-0d82b1aa7f3d service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0667887 Feb 19 04:01:40.704304 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-a1629658-39d1-49be-a7a9-f86959bd9892 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:40.743486 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-a1629658-39d1-49be-a7a9-f86959bd9892 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:01:40.989747 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-0c99391d-49df-48bd-956b-d99c8168d729 service neutron] For port d260023e-e24b-4855-a59b-f78aee04ad07, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:01:41.004348 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-0c99391d-49df-48bd-956b-d99c8168d729 service neutron] For port d260023e-e24b-4855-a59b-f78aee04ad07, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=d260023e-e24b-4855-a59b-f78aee04ad07,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:01:41.088263 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2a4aac20-3057-43c7-97fa-19e1aa4318bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:41.098580 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-0c99391d-49df-48bd-956b-d99c8168d729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (d260023e-e24b-4855-a59b-f78aee04ad07), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:41.435004 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-558dd1de-7c0c-4707-b57f-d643a2ca0e28 req-6e27b52c-fcd8-4b8d-823e-5db519340f93 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3659439 Feb 19 04:01:41.491022 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-a1629658-39d1-49be-a7a9-f86959bd9892 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:41.493198 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-a1629658-39d1-49be-a7a9-f86959bd9892 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:41.542553 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99391d-49df-48bd-956b-d99c8168d729 service neutron] Pushing event updated for resources: {'Port': ['ID=d260023e-e24b-4855-a59b-f78aee04ad07,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:41.570130 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36272671-89ff-4342-971e-be4658221695 x-openstack-request-id: req-36272671-89ff-4342-971e-be4658221695 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:41.571108 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa46b322-d119-4315-adbb-162a7ab76f2e", "tag": "2d1d6ccd-2063-4ff5-b23d-9824c1f817c9", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:41.571529 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-36272671-89ff-4342-971e-be4658221695 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:41.572192 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa46b322-d119-4315-adbb-162a7ab76f2e', 'tag': '2d1d6ccd-2063-4ff5-b23d-9824c1f817c9', 'status': 'completed', 'code': 200} Feb 19 04:01:41.618400 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e48565a6-09b5-42a3-b428-21f8282f831e req-3e43db66-9459-4f40-adc9-7249e73142f7 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9045916 Feb 19 04:01:41.626646 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949834c-1beb-4670-ad97-e6e781bde5be req-37bc7dda-e353-438f-aa4b-4fde7e83fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:41.635086 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7949834c-1beb-4670-ad97-e6e781bde5be req-37bc7dda-e353-438f-aa4b-4fde7e83fe1c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cdf1027e-221e-4171-b262-ebc526165acd HTTP/1.1" status: 200 len: 1128 time: 1.3788774 Feb 19 04:01:41.642491 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-0c99391d-49df-48bd-956b-d99c8168d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:41.651898 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-0c99391d-49df-48bd-956b-d99c8168d729 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:41.654887 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-0c99391d-49df-48bd-956b-d99c8168d729 service neutron] 10.222.0.10 "PUT /v2.0/ports/d260023e-e24b-4855-a59b-f78aee04ad07 HTTP/1.1" status: 200 len: 1095 time: 3.7036135 Feb 19 04:01:41.662040 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a514c6-5998-44c4-b87a-0354695a01a2', 'tag': 'd260023e-e24b-4855-a59b-f78aee04ad07'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:41.672650 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-a1629658-39d1-49be-a7a9-f86959bd9892 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.5771232 Feb 19 04:01:41.673739 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac4a591-34b5-4841-b47a-66321ccb5409" -d '{"events": [{"name": "network-changed", "server_uuid": "87a514c6-5998-44c4-b87a-0354695a01a2", "tag": "d260023e-e24b-4855-a59b-f78aee04ad07"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:41.704488 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e8a1bd82-a201-4628-8e99-c88d53e929f5 None None] Provisioning complete for port ef8e92db-4ef9-4a91-9b73-8c42f224599d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:41.705438 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e8a1bd82-a201-4628-8e99-c88d53e929f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ef8e92db-4ef9-4a91-9b73-8c42f224599d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:41.780332 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-921d2289-76ba-4dd8-8b2b-3710c8ab11f4 req-818ec5ac-6da4-4e7c-bd24-a2c44807cd1a tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9630160 Feb 19 04:01:41.838560 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-5a6b92dd-0381-4e4b-aa91-a2341f49bfe5 service neutron] Request body: {'port': {'device_id': 'b2b78ab1-3b31-4d04-8967-a19d46c24452', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:41.970763 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e8a1bd82-a201-4628-8e99-c88d53e929f5 None None] Port ef8e92db-4ef9-4a91-9b73-8c42f224599d cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:01:42.042857 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a02414-04f0-4041-bad0-1f2ce5da3572', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87d69e3c-8202-408a-96d3-14ac2f4fe61d'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:42.048476 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da74a38-920f-46e2-abbd-3f89d38afb28" -d '{"events": [{"server_uuid": "b9a02414-04f0-4041-bad0-1f2ce5da3572", "name": "network-vif-unplugged", "status": "completed", "tag": "87d69e3c-8202-408a-96d3-14ac2f4fe61d"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:42.178287 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 87d69e3c-8202-408a-96d3-14ac2f4fe61d details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:01:42.248415 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60ba4-5a50-475c-ab10-5bcc3e7edbbd req-0151fe0d-7008-4ca7-8da2-8958e4c9b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:42.252550 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2fb60ba4-5a50-475c-ab10-5bcc3e7edbbd req-0151fe0d-7008-4ca7-8da2-8958e4c9b156 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5db9e5a9863c4a589fb86355b6eaf32e&device_id=aa46b322-d119-4315-adbb-162a7ab76f2e HTTP/1.1" status: 200 len: 1130 time: 0.4233985 Feb 19 04:01:42.262491 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 21cf2267-d67f-47e3-9388-81f394aa5757 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:01:42.269925 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2a4aac20-3057-43c7-97fa-19e1aa4318bd admin admin] Publish callbacks [] for security_group (65390491-3354-463e-a1af-578eece1cf5d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:42.319288 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2a4aac20-3057-43c7-97fa-19e1aa4318bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (65390491-3354-463e-a1af-578eece1cf5d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:42.434508 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7949834c-1beb-4670-ad97-e6e781bde5be req-a8e78c36-413b-41c0-9dd7-a90adb90256e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7969573 Feb 19 04:01:42.440267 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-5a6b92dd-0381-4e4b-aa91-a2341f49bfe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ef8e92db-4ef9-4a91-9b73-8c42f224599d), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:42.463587 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:01:42.548134 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-fceb8afe-21d1-4afa-9564-c77d2bee1bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:42.548134 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-fceb8afe-21d1-4afa-9564-c77d2bee1bd4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&device_id=87a514c6-5998-44c4-b87a-0354695a01a2 HTTP/1.1" status: 200 len: 1129 time: 0.6075745 Feb 19 04:01:42.558413 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4aac20-3057-43c7-97fa-19e1aa4318bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65390491-3354-463e-a1af-578eece1cf5d,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:42.612476 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051b22f-7528-4a28-9e26-60bd37241257 req-98d26376-fbd3-460a-80cf-eee94d1bbd9d tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:42.616005 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b051b22f-7528-4a28-9e26-60bd37241257 req-98d26376-fbd3-460a-80cf-eee94d1bbd9d tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa46b322-d119-4315-adbb-162a7ab76f2e HTTP/1.1" status: 200 len: 948 time: 0.5322435 Feb 19 04:01:42.705141 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 87d69e3c-8202-408a-96d3-14ac2f4fe61d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=87d69e3c-8202-408a-96d3-14ac2f4fe61d,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:42.729125 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '87d69e3c-8202-408a-96d3-14ac2f4fe61d', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '87d69e3c-8202-408a-96d3-14ac2f4fe61d', 'mac_address': 'fa:16:3e:60:58:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:01:42.814412 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 87d69e3c-8202-408a-96d3-14ac2f4fe61d is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:42.815016 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (87d69e3c-8202-408a-96d3-14ac2f4fe61d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:42.842954 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2a4aac20-3057-43c7-97fa-19e1aa4318bd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e4f983c861c6441aa978d0b19dd03fd1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4569192 Feb 19 04:01:42.848627 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87d69e3c-8202-408a-96d3-14ac2f4fe61d {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:01:42.858336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57284) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:42.883945 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6bb16-8afd-46d2-9844-5f081d3ce8f4 req-7c7615dd-c9da-4e55-b6ed-e5ec8fd9819c tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:42.898415 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a7e6bb16-8afd-46d2-9844-5f081d3ce8f4 req-7c7615dd-c9da-4e55-b6ed-e5ec8fd9819c tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf1027e-221e-4171-b262-ebc526165acd HTTP/1.1" status: 200 len: 946 time: 1.0930316 Feb 19 04:01:42.917320 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-e9db65d6-9098-4616-bc4e-1dbacd1901ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=d260023e-e24b-4855-a59b-f78aee04ad07 HTTP/1.1" status: 200 len: 217 time: 0.2455258 Feb 19 04:01:42.963264 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 21cf2267-d67f-47e3-9388-81f394aa5757 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:01:42.982906 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60ba4-5a50-475c-ab10-5bcc3e7edbbd req-59d5b914-fefb-4d9f-815d-834fdc3bbd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:42.988369 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2fb60ba4-5a50-475c-ab10-5bcc3e7edbbd req-59d5b914-fefb-4d9f-815d-834fdc3bbd4c service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.7229071 Feb 19 04:01:42.995210 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b051b22f-7528-4a28-9e26-60bd37241257 req-3a190468-5bf0-4f62-bed3-d1e6396888e6 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389788 Feb 19 04:01:42.995690 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 87d69e3c-8202-408a-96d3-14ac2f4fe61d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=87d69e3c-8202-408a-96d3-14ac2f4fe61d,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:42.997864 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 21cf2267-d67f-47e3-9388-81f394aa5757 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:43.001745 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:43.109171 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (87d69e3c-8202-408a-96d3-14ac2f4fe61d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:43.126521 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2fb60ba4-5a50-475c-ab10-5bcc3e7edbbd req-911e182a-3e91-4fa6-8cb6-b6c7153ddd52 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 HTTP/1.1" status: 200 len: 217 time: 0.1257074 Feb 19 04:01:43.306138 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a7e6bb16-8afd-46d2-9844-5f081d3ce8f4 req-8e4b1019-3079-41ec-afc4-afa0630a95e6 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008884 Feb 19 04:01:43.346161 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60ba4-5a50-475c-ab10-5bcc3e7edbbd req-624fa24f-c9a5-4386-8d2d-89360e0cc68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:43.355743 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2fb60ba4-5a50-475c-ab10-5bcc3e7edbbd req-624fa24f-c9a5-4386-8d2d-89360e0cc68f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.2110004 Feb 19 04:01:43.493039 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 21cf2267-d67f-47e3-9388-81f394aa5757 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:43.493039 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:43.647537 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=87d69e3c-8202-408a-96d3-14ac2f4fe61d,revision_number=7']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:43.649136 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e604e21-5e1d-4a3f-b2d8-b427b1a95493 x-openstack-request-id: req-3e604e21-5e1d-4a3f-b2d8-b427b1a95493 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:43.649993 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a514c6-5998-44c4-b87a-0354695a01a2", "tag": "d260023e-e24b-4855-a59b-f78aee04ad07", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:43.653059 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3e604e21-5e1d-4a3f-b2d8-b427b1a95493 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:43.653292 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a514c6-5998-44c4-b87a-0354695a01a2', 'tag': 'd260023e-e24b-4855-a59b-f78aee04ad07', 'status': 'completed', 'code': 200} Feb 19 04:01:43.669180 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-262ce1c9-3812-45cd-b228-95dd0b9462cf admin admin] Publish callbacks [] for security_group (65390491-3354-463e-a1af-578eece1cf5d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:43.711474 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['87d69e3c-8202-408a-96d3-14ac2f4fe61d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:01:43.720074 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 21cf2267-d67f-47e3-9388-81f394aa5757, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=21cf2267-d67f-47e3-9388-81f394aa5757,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:43.791520 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf4b6c-a31a-4cd7-9e76-f1fdfa8b7cf5 req-9627e62c-07bb-4144-9448-85ef8731d8c8 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:43.795039 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-158016a1-f013-46a1-a5e6-d1b6ac970030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:43.796411 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ffbf4b6c-a31a-4cd7-9e76-f1fdfa8b7cf5 req-9627e62c-07bb-4144-9448-85ef8731d8c8 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 948 time: 0.4336591 Feb 19 04:01:43.797331 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-158016a1-f013-46a1-a5e6-d1b6ac970030 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.8578303 Feb 19 04:01:43.824302 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-262ce1c9-3812-45cd-b228-95dd0b9462cf admin admin] Publish callbacks [] for security_group (65390491-3354-463e-a1af-578eece1cf5d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:43.828291 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:43.895631 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-5a6b92dd-0381-4e4b-aa91-a2341f49bfe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef8e92db-4ef9-4a91-9b73-8c42f224599d {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:01:43.904441 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60ba4-5a50-475c-ab10-5bcc3e7edbbd req-d6a5380a-48e2-48ab-9d3f-c653bd7ff476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:43.907533 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2fb60ba4-5a50-475c-ab10-5bcc3e7edbbd req-d6a5380a-48e2-48ab-9d3f-c653bd7ff476 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4750593 Feb 19 04:01:43.933108 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-5a6b92dd-0381-4e4b-aa91-a2341f49bfe5 service neutron] Publish callbacks [] for port (ef8e92db-4ef9-4a91-9b73-8c42f224599d), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:43.971085 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-5a6b92dd-0381-4e4b-aa91-a2341f49bfe5 service neutron] Transition to ACTIVE for port object ef8e92db-4ef9-4a91-9b73-8c42f224599d will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:01:43.983343 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7016d3a3-c400-402d-bb48-d353fbfd54f5 x-openstack-request-id: req-7016d3a3-c400-402d-bb48-d353fbfd54f5 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:43.983834 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a02414-04f0-4041-bad0-1f2ce5da3572", "name": "network-vif-unplugged", "status": "completed", "tag": "87d69e3c-8202-408a-96d3-14ac2f4fe61d", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:43.984318 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7016d3a3-c400-402d-bb48-d353fbfd54f5 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:43.984893 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a02414-04f0-4041-bad0-1f2ce5da3572', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87d69e3c-8202-408a-96d3-14ac2f4fe61d', 'code': 200} Feb 19 04:01:44.004634 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=21cf2267-d67f-47e3-9388-81f394aa5757,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:44.043675 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-5a6b92dd-0381-4e4b-aa91-a2341f49bfe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (ef8e92db-4ef9-4a91-9b73-8c42f224599d), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:44.203602 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:01:44.228390 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ffbf4b6c-a31a-4cd7-9e76-f1fdfa8b7cf5 req-8cb7c7ac-9454-49aa-8062-54f3f1e69dbe tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963740 Feb 19 04:01:44.304681 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b92dd-0381-4e4b-aa91-a2341f49bfe5 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8e92db-4ef9-4a91-9b73-8c42f224599d,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:44.318708 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-262ce1c9-3812-45cd-b228-95dd0b9462cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (65390491-3354-463e-a1af-578eece1cf5d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:44.341148 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-262ce1c9-3812-45cd-b228-95dd0b9462cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:44.363054 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-262ce1c9-3812-45cd-b228-95dd0b9462cf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/65390491-3354-463e-a1af-578eece1cf5d HTTP/1.1" status: 204 len: 168 time: 1.4944489 Feb 19 04:01:44.403116 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:01:44.423006 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ce1c9-3812-45cd-b228-95dd0b9462cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65390491-3354-463e-a1af-578eece1cf5d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:44.525017 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2fb60ba4-5a50-475c-ab10-5bcc3e7edbbd req-a111b31f-5fb8-4317-9aed-830e5acb9124 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5786014 Feb 19 04:01:44.603760 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-82d9b9bb-0623-4c6e-8f6b-1983f6b61e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:44.614367 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-82d9b9bb-0623-4c6e-8f6b-1983f6b61e9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7878082 Feb 19 04:01:44.774756 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2d1d6ccd-2063-4ff5-b23d-9824c1f817c9,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:44.801896 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '2d1d6ccd-2063-4ff5-b23d-9824c1f817c9', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '2d1d6ccd-2063-4ff5-b23d-9824c1f817c9', 'mac_address': 'fa:16:3e:91:33:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:01:44.888339 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926d6f7-f42e-4bcf-93f6-7b6af34c6568 req-111431f4-ced5-446e-a817-3928de47ef0d tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:44.906038 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2fb60ba4-5a50-475c-ab10-5bcc3e7edbbd req-c9827878-6fcc-43a9-867e-fb270a136779 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513087 Feb 19 04:01:44.908039 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d926d6f7-f42e-4bcf-93f6-7b6af34c6568 req-111431f4-ced5-446e-a817-3928de47ef0d tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 946 time: 0.6879020 Feb 19 04:01:44.964869 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dce601-8dd1-4ef9-a2e8-794445415abd req-c3d38d96-43f6-4504-be69-eeb9c3af42cf tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:44.971819 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90dce601-8dd1-4ef9-a2e8-794445415abd req-c3d38d96-43f6-4504-be69-eeb9c3af42cf tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=87a514c6-5998-44c4-b87a-0354695a01a2 HTTP/1.1" status: 200 len: 947 time: 0.4583259 Feb 19 04:01:45.052879 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d926d6f7-f42e-4bcf-93f6-7b6af34c6568 req-6dde5d3c-91fb-4f37-8d24-d345b09d9b14 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429844 Feb 19 04:01:45.066720 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-5a6b92dd-0381-4e4b-aa91-a2341f49bfe5 service neutron] Attempting to bind port ef8e92db-4ef9-4a91-9b73-8c42f224599d on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:01:45.067696 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-5a6b92dd-0381-4e4b-aa91-a2341f49bfe5 service neutron] Attempting to bind port ef8e92db-4ef9-4a91-9b73-8c42f224599d by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:01:45.068552 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-5a6b92dd-0381-4e4b-aa91-a2341f49bfe5 service neutron] Attempting to bind port ef8e92db-4ef9-4a91-9b73-8c42f224599d on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:45.089554 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:45.089554 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2d1d6ccd-2063-4ff5-b23d-9824c1f817c9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:45.139395 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:01:45.147434 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90dce601-8dd1-4ef9-a2e8-794445415abd req-d2303802-4d8d-4eb1-a4da-1a8f643d8ea6 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460891 Feb 19 04:01:45.202561 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-77f5a36a-c639-4cb2-9f11-8f4fdabb5c94 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266142 Feb 19 04:01:45.203556 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-5a6b92dd-0381-4e4b-aa91-a2341f49bfe5 service neutron] Port ef8e92db-4ef9-4a91-9b73-8c42f224599d on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:01:45.204147 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-5a6b92dd-0381-4e4b-aa91-a2341f49bfe5 service neutron] Attempting to bind port ef8e92db-4ef9-4a91-9b73-8c42f224599d on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:45.209653 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2d1d6ccd-2063-4ff5-b23d-9824c1f817c9,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:45.220612 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2d1d6ccd-2063-4ff5-b23d-9824c1f817c9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:45.262818 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-5a6b92dd-0381-4e4b-aa91-a2341f49bfe5 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:01:45.263381 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-5a6b92dd-0381-4e4b-aa91-a2341f49bfe5 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:45.267262 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-5a6b92dd-0381-4e4b-aa91-a2341f49bfe5 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:01:45.277298 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-5a6b92dd-0381-4e4b-aa91-a2341f49bfe5 service neutron] Bound port: ef8e92db-4ef9-4a91-9b73-8c42f224599d, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:01:45.277604 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-5a6b92dd-0381-4e4b-aa91-a2341f49bfe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ef8e92db-4ef9-4a91-9b73-8c42f224599d), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:45.363977 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=2d1d6ccd-2063-4ff5-b23d-9824c1f817c9,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:45.627078 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['2d1d6ccd-2063-4ff5-b23d-9824c1f817c9'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:01:45.639900 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-e3c9a760-d3ce-4dc4-821b-61bf1e95fc3c service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288287 Feb 19 04:01:45.834772 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92dec67-1727-4845-ade8-e191c76cb5d8 req-d5fd029f-e67a-436e-99da-cf7efcc8e9fa tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:45.849140 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b92dec67-1727-4845-ade8-e191c76cb5d8 req-d5fd029f-e67a-436e-99da-cf7efcc8e9fa tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf1027e-221e-4171-b262-ebc526165acd HTTP/1.1" status: 200 len: 946 time: 0.2688327 Feb 19 04:01:45.921584 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdf860-72eb-4090-a097-72f1d8f84f6c req-064df087-466d-4865-a4ef-0ab45e7bbf37 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:45.924438 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3bdf860-72eb-4090-a097-72f1d8f84f6c req-064df087-466d-4865-a4ef-0ab45e7bbf37 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572&tenant_id=ecf9e139694246328842375c06e497e6&binding%3Ahost_id=n-h1-772273-4 HTTP/1.1" status: 200 len: 948 time: 0.2814810 Feb 19 04:01:45.948617 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f1afe-6096-4184-9319-8722af7b2c97 req-a4a3cd2b-4d82-4add-91bf-5aadd28bc734 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:45.952713 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-010f1afe-6096-4184-9319-8722af7b2c97 req-a4a3cd2b-4d82-4add-91bf-5aadd28bc734 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa46b322-d119-4315-adbb-162a7ab76f2e HTTP/1.1" status: 200 len: 949 time: 0.6377380 Feb 19 04:01:45.971285 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-5a6b92dd-0381-4e4b-aa91-a2341f49bfe5 service neutron] For port ef8e92db-4ef9-4a91-9b73-8c42f224599d, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:01:45.980459 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-5a6b92dd-0381-4e4b-aa91-a2341f49bfe5 service neutron] For port ef8e92db-4ef9-4a91-9b73-8c42f224599d, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=ef8e92db-4ef9-4a91-9b73-8c42f224599d,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:01:45.986851 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c961862-aa7d-437d-828e-2433bed503ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cf2267-d67f-47e3-9388-81f394aa5757'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:46.002117 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312db693-8cd9-4bbc-b64b-bd442af34d61" -d '{"events": [{"server_uuid": "0c961862-aa7d-437d-828e-2433bed503ca", "name": "network-vif-plugged", "status": "completed", "tag": "21cf2267-d67f-47e3-9388-81f394aa5757"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:46.036184 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-5a6b92dd-0381-4e4b-aa91-a2341f49bfe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (ef8e92db-4ef9-4a91-9b73-8c42f224599d), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:46.057751 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4a591-34b5-4841-b47a-66321ccb5409 req-7e2fd867-cc20-4c47-94a0-15de57d4cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:46.060596 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aac4a591-34b5-4841-b47a-66321ccb5409 req-7e2fd867-cc20-4c47-94a0-15de57d4cfac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&device_id=87a514c6-5998-44c4-b87a-0354695a01a2 HTTP/1.1" status: 200 len: 1129 time: 0.3235199 Feb 19 04:01:46.065631 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b92dec67-1727-4845-ade8-e191c76cb5d8 req-00201781-d2ec-44ff-a5eb-a280a77d9526 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149642 Feb 19 04:01:46.158627 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-5a6b92dd-0381-4e4b-aa91-a2341f49bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:46.159784 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-5a6b92dd-0381-4e4b-aa91-a2341f49bfe5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:46.162433 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-5a6b92dd-0381-4e4b-aa91-a2341f49bfe5 service neutron] 10.222.0.48 "PUT /v2.0/ports/ef8e92db-4ef9-4a91-9b73-8c42f224599d HTTP/1.1" status: 200 len: 1096 time: 4.3416517 Feb 19 04:01:46.163270 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b78ab1-3b31-4d04-8967-a19d46c24452', 'tag': 'ef8e92db-4ef9-4a91-9b73-8c42f224599d'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:46.172176 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fe70d3-6cb4-4964-a6ac-0d3ca6eeee5e" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b78ab1-3b31-4d04-8967-a19d46c24452", "tag": "ef8e92db-4ef9-4a91-9b73-8c42f224599d"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:46.233093 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 87d69e3c-8202-408a-96d3-14ac2f4fe61d up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:01:46.295715 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdf860-72eb-4090-a097-72f1d8f84f6c req-4c065a75-2097-4552-8981-6c270f8be923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:46.307501 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3bdf860-72eb-4090-a097-72f1d8f84f6c req-4c065a75-2097-4552-8981-6c270f8be923 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 1130 time: 0.2350295 Feb 19 04:01:46.454481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 87d69e3c-8202-408a-96d3-14ac2f4fe61d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:46.455115 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (87d69e3c-8202-408a-96d3-14ac2f4fe61d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:46.496859 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-010f1afe-6096-4184-9319-8722af7b2c97 req-3e33f084-9e36-4339-9978-94135112a7c2 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292351 Feb 19 04:01:46.595289 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57356) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:46.639510 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdf860-72eb-4090-a097-72f1d8f84f6c req-18ed0bd4-ffa2-492d-8f98-451ee2ec08c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:46.641264 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b92dd-0381-4e4b-aa91-a2341f49bfe5 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8e92db-4ef9-4a91-9b73-8c42f224599d,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:46.643378 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3bdf860-72eb-4090-a097-72f1d8f84f6c req-18ed0bd4-ffa2-492d-8f98-451ee2ec08c6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.3322918 Feb 19 04:01:46.697882 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a593059c-9906-4c8d-9d1c-d98906120510 x-openstack-request-id: req-a593059c-9906-4c8d-9d1c-d98906120510 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:46.698419 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c961862-aa7d-437d-828e-2433bed503ca", "name": "network-vif-plugged", "status": "completed", "tag": "21cf2267-d67f-47e3-9388-81f394aa5757", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:46.698790 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a593059c-9906-4c8d-9d1c-d98906120510 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:46.699505 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c961862-aa7d-437d-828e-2433bed503ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cf2267-d67f-47e3-9388-81f394aa5757', 'code': 200} Feb 19 04:01:46.826677 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3bdf860-72eb-4090-a097-72f1d8f84f6c req-56d25a18-157c-4762-b713-a58cbee507bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=87d69e3c-8202-408a-96d3-14ac2f4fe61d HTTP/1.1" status: 200 len: 217 time: 0.1660810 Feb 19 04:01:46.893690 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 87d69e3c-8202-408a-96d3-14ac2f4fe61d is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:46.897535 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (87d69e3c-8202-408a-96d3-14ac2f4fe61d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:46.977498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c387d-da9c-4b59-afce-5ea6b018bf05 req-7d207892-cb75-4311-b92c-684b86dea919 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:46.979761 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 87d69e3c-8202-408a-96d3-14ac2f4fe61d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=87d69e3c-8202-408a-96d3-14ac2f4fe61d,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:46.981918 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d29c387d-da9c-4b59-afce-5ea6b018bf05 req-7d207892-cb75-4311-b92c-684b86dea919 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 948 time: 0.3368580 Feb 19 04:01:46.982448 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-4e0a7acd-adc9-43cf-a915-3c2579680696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:46.986358 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-4e0a7acd-adc9-43cf-a915-3c2579680696 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&device_id=b2b78ab1-3b31-4d04-8967-a19d46c24452 HTTP/1.1" status: 200 len: 1130 time: 0.5979471 Feb 19 04:01:46.994191 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (87d69e3c-8202-408a-96d3-14ac2f4fe61d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:46.995072 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdf860-72eb-4090-a097-72f1d8f84f6c req-52e149d9-f591-463a-8cbc-e498ab6ca417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:46.997565 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-757bccc3-33ef-41ba-a354-8a2ba29a8784 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1424281124-network', 'tenant_id': '41323d8f416e43f2b3a7943f1f05ef11'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:46.997827 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3bdf860-72eb-4090-a097-72f1d8f84f6c req-52e149d9-f591-463a-8cbc-e498ab6ca417 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1617091 Feb 19 04:01:47.039759 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4a591-34b5-4841-b47a-66321ccb5409 req-1b60ada5-2059-4a7e-b6ae-7f3f8a5262a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:47.044821 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aac4a591-34b5-4841-b47a-66321ccb5409 req-1b60ada5-2059-4a7e-b6ae-7f3f8a5262a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.9414566 Feb 19 04:01:47.107098 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=87d69e3c-8202-408a-96d3-14ac2f4fe61d,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:47.148116 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d29c387d-da9c-4b59-afce-5ea6b018bf05 req-d9b04de1-c31c-4cff-82be-b3efa3f31959 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486690 Feb 19 04:01:47.158909 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757bccc3-33ef-41ba-a354-8a2ba29a8784 admin admin] Made reservation on behalf of 41323d8f416e43f2b3a7943f1f05ef11 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:47.165649 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-757bccc3-33ef-41ba-a354-8a2ba29a8784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:47.192965 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdf860-72eb-4090-a097-72f1d8f84f6c req-768bd3c4-45e1-4c9e-b51b-4c62d588b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:47.192965 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3bdf860-72eb-4090-a097-72f1d8f84f6c req-768bd3c4-45e1-4c9e-b51b-4c62d588b5a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1432793 Feb 19 04:01:47.194979 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-4a6bfe9a-17fd-4cbb-bacb-33efe54c51c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=ef8e92db-4ef9-4a91-9b73-8c42f224599d HTTP/1.1" status: 200 len: 217 time: 0.1434321 Feb 19 04:01:47.321965 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e623ea5-d88f-4265-b146-a55fd801308c req-3a4e6aa6-28dd-407a-a371-2ec8b5bd8876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:47.325796 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e623ea5-d88f-4265-b146-a55fd801308c req-3a4e6aa6-28dd-407a-a371-2ec8b5bd8876 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 1132 time: 0.4747794 Feb 19 04:01:47.328771 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-757bccc3-33ef-41ba-a354-8a2ba29a8784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:47.347020 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aac4a591-34b5-4841-b47a-66321ccb5409 req-2fa84f2f-21e9-4ab5-9dff-eaf056995c46 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=d260023e-e24b-4855-a59b-f78aee04ad07 HTTP/1.1" status: 200 len: 217 time: 0.1751819 Feb 19 04:01:47.405303 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3bdf860-72eb-4090-a097-72f1d8f84f6c req-c223ab43-4836-4013-b024-f4d25c0230e8 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103224 Feb 19 04:01:47.635650 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9644b8c-dfa1-4cb3-964b-771c63695594 req-0c0ecda9-2592-4ebb-b47c-add305896067 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:47.639173 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9644b8c-dfa1-4cb3-964b-771c63695594 req-0c0ecda9-2592-4ebb-b47c-add305896067 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 946 time: 0.6882057 Feb 19 04:01:47.694586 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-c6212da6-b328-4634-befc-baf5ba68d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:47.697329 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-c6212da6-b328-4634-befc-baf5ba68d4cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.4133339 Feb 19 04:01:47.729969 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4a591-34b5-4841-b47a-66321ccb5409 req-65b37725-9b69-4571-914d-d52d7f526b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:47.732904 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aac4a591-34b5-4841-b47a-66321ccb5409 req-65b37725-9b69-4571-914d-d52d7f526b63 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.3370614 Feb 19 04:01:47.874583 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e623ea5-d88f-4265-b146-a55fd801308c req-b0e539c1-dfe9-43dc-805e-b0fa1aa80fee service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251236 Feb 19 04:01:47.989198 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9644b8c-dfa1-4cb3-964b-771c63695594 req-9ccbc9c4-4493-43b1-9115-854694cf2413 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232739 Feb 19 04:01:48.051016 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-338fa7c8-5f11-4dd2-a942-60eda7d8e8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:48.053871 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-338fa7c8-5f11-4dd2-a942-60eda7d8e8c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3108857 Feb 19 04:01:48.058907 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4a591-34b5-4841-b47a-66321ccb5409 req-a175a03e-5c2a-426c-aa87-fe5a9e9c6add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:48.061808 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aac4a591-34b5-4841-b47a-66321ccb5409 req-a175a03e-5c2a-426c-aa87-fe5a9e9c6add service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2979372 Feb 19 04:01:48.075588 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-757bccc3-33ef-41ba-a354-8a2ba29a8784 admin admin] Publish callbacks [] for security_group (b94022f8-1c5f-44f2-8910-62967f8fe2a6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.206394 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-757bccc3-33ef-41ba-a354-8a2ba29a8784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b94022f8-1c5f-44f2-8910-62967f8fe2a6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.212009 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device d260023e-e24b-4855-a59b-f78aee04ad07 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:01:48.220685 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37224fe9-f905-4ecc-94aa-19a1daac2631 req-ad140814-dd20-4c06-845a-1db668d79219 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:48.247485 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-37224fe9-f905-4ecc-94aa-19a1daac2631 req-ad140814-dd20-4c06-845a-1db668d79219 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=87a514c6-5998-44c4-b87a-0354695a01a2 HTTP/1.1" status: 200 len: 947 time: 0.6946030 Feb 19 04:01:48.252622 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791c1cb3-4fe5-4ae7-ba7a-4a9604413f37 x-openstack-request-id: req-791c1cb3-4fe5-4ae7-ba7a-4a9604413f37 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:48.253136 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b78ab1-3b31-4d04-8967-a19d46c24452", "tag": "ef8e92db-4ef9-4a91-9b73-8c42f224599d", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:48.253837 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-791c1cb3-4fe5-4ae7-ba7a-4a9604413f37 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:48.254781 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b78ab1-3b31-4d04-8967-a19d46c24452', 'tag': 'ef8e92db-4ef9-4a91-9b73-8c42f224599d', 'status': 'completed', 'code': 200} Feb 19 04:01:48.278467 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3bdf860-72eb-4090-a097-72f1d8f84f6c req-2d002211-2432-4e9b-8755-4c514fe70a2e service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8649733 Feb 19 04:01:48.299898 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:01:48.403016 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-37224fe9-f905-4ecc-94aa-19a1daac2631 req-2f1c2ea0-36e5-463b-bbeb-c08bcb5ee19e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540704 Feb 19 04:01:48.565001 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757bccc3-33ef-41ba-a354-8a2ba29a8784 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:01:48.608691 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757bccc3-33ef-41ba-a354-8a2ba29a8784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94022f8-1c5f-44f2-8910-62967f8fe2a6,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:48.660946 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:01:48.665954 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-757bccc3-33ef-41ba-a354-8a2ba29a8784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (baa16e81-1ed3-4b15-9036-cc34c9d2e30e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.666611 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-757bccc3-33ef-41ba-a354-8a2ba29a8784 admin admin] Added segment baa16e81-1ed3-4b15-9036-cc34c9d2e30e of type vlan for network a0ef6d08-ac8e-49ec-b8ee-cd10a5e3fd5f Feb 19 04:01:48.675948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port d260023e-e24b-4855-a59b-f78aee04ad07, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=d260023e-e24b-4855-a59b-f78aee04ad07,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:48.692383 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:48.693148 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2d1d6ccd-2063-4ff5-b23d-9824c1f817c9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.702726 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a02414-04f0-4041-bad0-1f2ce5da3572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d69e3c-8202-408a-96d3-14ac2f4fe61d'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:48.707998 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d24acf1-c28b-464e-8c3e-2c5736f21e79" -d '{"events": [{"server_uuid": "b9a02414-04f0-4041-bad0-1f2ce5da3572", "name": "network-vif-plugged", "status": "completed", "tag": "87d69e3c-8202-408a-96d3-14ac2f4fe61d"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:48.752222 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'd260023e-e24b-4855-a59b-f78aee04ad07', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': 'd260023e-e24b-4855-a59b-f78aee04ad07', 'mac_address': 'fa:16:3e:c0:25:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:01:48.805737 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aac4a591-34b5-4841-b47a-66321ccb5409 req-41631ccc-8e24-4ec8-968d-8153eab15c6a service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6914017 Feb 19 04:01:48.821135 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-974eff63-4ca1-42d5-91cb-e263a30dac67 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7498608 Feb 19 04:01:48.829884 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a946f-37fb-4573-b46c-2fd1ca85ccb9 req-9e7465c3-b9ef-4ab2-845c-a524bae47b4e tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:48.862220 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d83a946f-37fb-4573-b46c-2fd1ca85ccb9 req-9e7465c3-b9ef-4ab2-845c-a524bae47b4e tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa46b322-d119-4315-adbb-162a7ab76f2e HTTP/1.1" status: 200 len: 949 time: 0.2305124 Feb 19 04:01:48.873763 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-757bccc3-33ef-41ba-a354-8a2ba29a8784 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (a0ef6d08-ac8e-49ec-b8ee-cd10a5e3fd5f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.905474 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port d260023e-e24b-4855-a59b-f78aee04ad07 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:48.906283 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d260023e-e24b-4855-a59b-f78aee04ad07), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:48.952734 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f68612-eec3-4562-8afb-6e2d6e2ffefb req-0c5b3c64-30d1-4f82-8f0f-3c87365c0a7d tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:48.967097 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a0f68612-eec3-4562-8afb-6e2d6e2ffefb req-0c5b3c64-30d1-4f82-8f0f-3c87365c0a7d tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdf1027e-221e-4171-b262-ebc526165acd HTTP/1.1" status: 200 len: 946 time: 0.4837501 Feb 19 04:01:49.017847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d260023e-e24b-4855-a59b-f78aee04ad07 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:01:49.029712 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d83a946f-37fb-4573-b46c-2fd1ca85ccb9 req-676874f3-dd44-49f3-bf7a-fe56f87aa1be tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630666 Feb 19 04:01:49.149169 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port d260023e-e24b-4855-a59b-f78aee04ad07, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=d260023e-e24b-4855-a59b-f78aee04ad07,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:49.160857 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:49.161578 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2d1d6ccd-2063-4ff5-b23d-9824c1f817c9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:49.208636 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (d260023e-e24b-4855-a59b-f78aee04ad07), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:49.237633 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 4148f392-837b-4136-8bca-b1b05feac25b no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:01:49.565901 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b363dc-27b2-4477-ac78-0eeb5d977e6f req-8d9b8f06-1042-45b6-a167-47aa91eecd11 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:49.590499 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-05b363dc-27b2-4477-ac78-0eeb5d977e6f req-8d9b8f06-1042-45b6-a167-47aa91eecd11 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 949 time: 0.2750900 Feb 19 04:01:49.612134 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2d1d6ccd-2063-4ff5-b23d-9824c1f817c9,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:49.651034 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2d1d6ccd-2063-4ff5-b23d-9824c1f817c9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:49.703759 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-05b363dc-27b2-4477-ac78-0eeb5d977e6f req-c480f76f-654c-4f0e-a560-6bced6f343aa tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116192 Feb 19 04:01:49.737089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=d260023e-e24b-4855-a59b-f78aee04ad07,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:49.849395 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=2d1d6ccd-2063-4ff5-b23d-9824c1f817c9,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:49.854833 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['d260023e-e24b-4855-a59b-f78aee04ad07'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:01:49.986385 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.resource_extend [None req-757bccc3-33ef-41ba-a354-8a2ba29a8784 admin admin] It took 1.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:01:50.002078 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 4148f392-837b-4136-8bca-b1b05feac25b is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:50.002643 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4148f392-837b-4136-8bca-b1b05feac25b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:50.088057 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-757bccc3-33ef-41ba-a354-8a2ba29a8784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (a0ef6d08-ac8e-49ec-b8ee-cd10a5e3fd5f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:50.089871 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757bccc3-33ef-41ba-a354-8a2ba29a8784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:50.090875 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-757bccc3-33ef-41ba-a354-8a2ba29a8784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:50.130286 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f3e7c-36f2-436d-821b-53175311eff6 req-207e37a2-a4f7-4c58-83e9-1222d1509259 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:50.149837 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a58f3e7c-36f2-436d-821b-53175311eff6 req-207e37a2-a4f7-4c58-83e9-1222d1509259 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8ca5792-037e-47b7-bc04-d153c2ba8397 HTTP/1.1" status: 200 len: 949 time: 0.1841710 Feb 19 04:01:50.168553 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a0f68612-eec3-4562-8afb-6e2d6e2ffefb req-7323686e-389a-4621-91c8-f3d3a4026923 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2001162 Feb 19 04:01:50.314835 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-757bccc3-33ef-41ba-a354-8a2ba29a8784 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.7177155 Feb 19 04:01:50.322529 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57388) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:50.352543 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aac4a591-34b5-4841-b47a-66321ccb5409 req-a1d40061-9a81-401e-acf5-89ec26087467 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5154676 Feb 19 04:01:50.360532 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a58f3e7c-36f2-436d-821b-53175311eff6 req-ce73ac40-35cf-4d23-a491-a965bdb3086a tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/security-groups?id=68ec2cb3-2efe-4a3b-b0c8-2e241ec44507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037022 Feb 19 04:01:50.374703 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 4148f392-837b-4136-8bca-b1b05feac25b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4148f392-837b-4136-8bca-b1b05feac25b,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:50.381317 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757bccc3-33ef-41ba-a354-8a2ba29a8784 admin admin] Pushing event updated for resources: {'Network': ['ID=a0ef6d08-ac8e-49ec-b8ee-cd10a5e3fd5f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:50.393074 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-648b1901-99cf-4aa9-a4e5-9da18b188194 req-ceccabce-f7d1-4397-b332-99fa3d6220b9 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5360343 Feb 19 04:01:50.416343 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-8d97d0f6-d9e2-4b3f-830d-7ab4e38128b0 admin admin] Request body: {'subnet': {'network_id': 'a0ef6d08-ac8e-49ec-b8ee-cd10a5e3fd5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1424281124-subnet', 'tenant_id': '41323d8f416e43f2b3a7943f1f05ef11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:50.460400 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232f2f09-89d5-4d95-a157-32e8c29e825a x-openstack-request-id: req-232f2f09-89d5-4d95-a157-32e8c29e825a {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:50.460934 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a02414-04f0-4041-bad0-1f2ce5da3572", "name": "network-vif-plugged", "status": "completed", "tag": "87d69e3c-8202-408a-96d3-14ac2f4fe61d", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:50.461370 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-232f2f09-89d5-4d95-a157-32e8c29e825a {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:50.462054 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a02414-04f0-4041-bad0-1f2ce5da3572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d69e3c-8202-408a-96d3-14ac2f4fe61d', 'code': 200} Feb 19 04:01:50.468382 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network a0ef6d08-ac8e-49ec-b8ee-cd10a5e3fd5f details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:01:50.478870 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4148f392-837b-4136-8bca-b1b05feac25b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:50.569885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d97d0f6-d9e2-4b3f-830d-7ab4e38128b0 admin admin] Made reservation on behalf of 41323d8f416e43f2b3a7943f1f05ef11 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:50.574147 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d97d0f6-d9e2-4b3f-830d-7ab4e38128b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:50.713481 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe70d3-6cb4-4964-a6ac-0d3ca6eeee5e req-7f41318e-4ea8-47e1-accf-ad0512ba747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:50.716771 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7fe70d3-6cb4-4964-a6ac-0d3ca6eeee5e req-7f41318e-4ea8-47e1-accf-ad0512ba747d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&device_id=b2b78ab1-3b31-4d04-8967-a19d46c24452 HTTP/1.1" status: 200 len: 1130 time: 0.1706791 Feb 19 04:01:50.810631 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=4148f392-837b-4136-8bca-b1b05feac25b,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:50.968265 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd06cc-1a58-4570-9d89-dce2f969b8c9 req-99b31506-09dd-4bbc-a630-48a0249a2012 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:50.971069 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cabd06cc-1a58-4570-9d89-dce2f969b8c9 req-99b31506-09dd-4bbc-a630-48a0249a2012 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=87a514c6-5998-44c4-b87a-0354695a01a2 HTTP/1.1" status: 200 len: 948 time: 0.2522614 Feb 19 04:01:51.027645 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe70d3-6cb4-4964-a6ac-0d3ca6eeee5e req-127983e3-06b6-4f8b-80d6-cf77f8aa491c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:51.031402 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7fe70d3-6cb4-4964-a6ac-0d3ca6eeee5e req-127983e3-06b6-4f8b-80d6-cf77f8aa491c service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.2944150 Feb 19 04:01:51.064565 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7d615-43d9-44d2-b0b3-ad85d87411f0 req-e7476083-55b6-4e81-a64e-515232534d1c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:51.066792 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9db7d615-43d9-44d2-b0b3-ad85d87411f0 req-e7476083-55b6-4e81-a64e-515232534d1c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 946 time: 0.2124474 Feb 19 04:01:51.068109 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d97d0f6-d9e2-4b3f-830d-7ab4e38128b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (39b4f691-17bc-4fe7-b379-66b68eaec62c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:51.133772 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7fe70d3-6cb4-4964-a6ac-0d3ca6eeee5e req-950cbcef-f0b9-46d2-8dcf-42d30a90fa39 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=ef8e92db-4ef9-4a91-9b73-8c42f224599d HTTP/1.1" status: 200 len: 217 time: 0.0903301 Feb 19 04:01:51.175330 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97d0f6-d9e2-4b3f-830d-7ab4e38128b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39b4f691-17bc-4fe7-b379-66b68eaec62c,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:51.212379 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cabd06cc-1a58-4570-9d89-dce2f969b8c9 req-161d8e70-dbf0-4161-8431-60f4062be1a8 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130957 Feb 19 04:01:51.256950 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9db7d615-43d9-44d2-b0b3-ad85d87411f0 req-5e9b8255-6960-4584-acc7-f27390655bf4 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406903 Feb 19 04:01:51.256950 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d97d0f6-d9e2-4b3f-830d-7ab4e38128b0 admin admin] Checking segment: {'id': 'baa16e81-1ed3-4b15-9036-cc34c9d2e30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a0ef6d08-ac8e-49ec-b8ee-cd10a5e3fd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:51.256950 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d97d0f6-d9e2-4b3f-830d-7ab4e38128b0 admin admin] Network hostable DHCP agents. Network: a0ef6d08-ac8e-49ec-b8ee-cd10a5e3fd5f, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:01:51.269690 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe70d3-6cb4-4964-a6ac-0d3ca6eeee5e req-9570d9b7-86b5-4e4d-90cc-49a6588f76f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:51.273489 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7fe70d3-6cb4-4964-a6ac-0d3ca6eeee5e req-9570d9b7-86b5-4e4d-90cc-49a6588f76f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1322682 Feb 19 04:01:51.322237 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d97d0f6-d9e2-4b3f-830d-7ab4e38128b0 admin admin] Network a0ef6d08-ac8e-49ec-b8ee-cd10a5e3fd5f is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:01:51.344948 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-8d97d0f6-d9e2-4b3f-830d-7ab4e38128b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, a0ef6d08-ac8e-49ec-b8ee-cd10a5e3fd5f) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:51.363684 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d97d0f6-d9e2-4b3f-830d-7ab4e38128b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:51.364832 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d97d0f6-d9e2-4b3f-830d-7ab4e38128b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:51.369392 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e973eb-cf0c-4792-9d12-559d49aad2b7 None None] Network a0ef6d08-ac8e-49ec-b8ee-cd10a5e3fd5f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:01:51.471419 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8d97d0f6-d9e2-4b3f-830d-7ab4e38128b0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1429002 Feb 19 04:01:51.507654 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe70d3-6cb4-4964-a6ac-0d3ca6eeee5e req-96efdc20-5745-46c0-8c40-38b3b6721238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:51.511292 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7fe70d3-6cb4-4964-a6ac-0d3ca6eeee5e req-96efdc20-5745-46c0-8c40-38b3b6721238 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2203832 Feb 19 04:01:51.593823 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c7ae1-6111-44f3-84da-f61bf0f0f8fe req-1373592c-01b9-4875-b7ce-42e2cca68d53 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:51.598630 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-325c7ae1-6111-44f3-84da-f61bf0f0f8fe req-1373592c-01b9-4875-b7ce-42e2cca68d53 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa46b322-d119-4315-adbb-162a7ab76f2e HTTP/1.1" status: 200 len: 950 time: 0.1828666 Feb 19 04:01:51.643862 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0446ba8a-04ee-4543-b349-7714c2aaac3a None None] Network a0ef6d08-ac8e-49ec-b8ee-cd10a5e3fd5f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:01:51.767894 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-325c7ae1-6111-44f3-84da-f61bf0f0f8fe req-e11ae57c-1639-4ca4-88df-60102c64ed61 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573856 Feb 19 04:01:51.814670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c490057-f3d8-4851-be72-74ae9083f43f req-f4c261c4-31e7-429f-9382-a49500c032c9 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:51.830239 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2c490057-f3d8-4851-be72-74ae9083f43f req-f4c261c4-31e7-429f-9382-a49500c032c9 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 949 time: 0.4319320 Feb 19 04:01:51.961911 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7fe70d3-6cb4-4964-a6ac-0d3ca6eeee5e req-9ffb753e-01cb-49fb-a452-c2f224f49004 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381590 Feb 19 04:01:52.028416 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2c490057-f3d8-4851-be72-74ae9083f43f req-8dcde29c-0239-4f6d-b9d4-ce9a1623e29e tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961672 Feb 19 04:01:52.182362 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7fe70d3-6cb4-4964-a6ac-0d3ca6eeee5e req-461b19a5-be64-4e4a-9cbe-5dbc36770bbc service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021341 Feb 19 04:01:52.237844 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device d260023e-e24b-4855-a59b-f78aee04ad07 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:01:52.361252 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port d260023e-e24b-4855-a59b-f78aee04ad07 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:01:52.371276 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port d260023e-e24b-4855-a59b-f78aee04ad07 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:52.372302 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d260023e-e24b-4855-a59b-f78aee04ad07), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:52.499657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa46b322-d119-4315-adbb-162a7ab76f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1d6ccd-2063-4ff5-b23d-9824c1f817c9'}, {'server_uuid': 'c8ca5792-037e-47b7-bc04-d153c2ba8397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4148f392-837b-4136-8bca-b1b05feac25b'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:52.505359 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf5beda-f25c-4cb3-bce0-7a025bdd656a" -d '{"events": [{"server_uuid": "aa46b322-d119-4315-adbb-162a7ab76f2e", "name": "network-vif-plugged", "status": "completed", "tag": "2d1d6ccd-2063-4ff5-b23d-9824c1f817c9"}, {"server_uuid": "c8ca5792-037e-47b7-bc04-d153c2ba8397", "name": "network-vif-unplugged", "status": "completed", "tag": "4148f392-837b-4136-8bca-b1b05feac25b"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:52.618636 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port d260023e-e24b-4855-a59b-f78aee04ad07 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:52.619904 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d260023e-e24b-4855-a59b-f78aee04ad07), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:52.722276 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port d260023e-e24b-4855-a59b-f78aee04ad07, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=d260023e-e24b-4855-a59b-f78aee04ad07,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:52.750232 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (d260023e-e24b-4855-a59b-f78aee04ad07), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:52.810064 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-d4fa2a4d-758f-4fba-afab-2d9a273a4b38 req-9a16e065-1f46-4543-b20c-5450a366929d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-427836374', 'description': 'tempest-description-1470961333'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:52.960518 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d4fa2a4d-758f-4fba-afab-2d9a273a4b38 req-9a16e065-1f46-4543-b20c-5450a366929d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:53.000229 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=d260023e-e24b-4855-a59b-f78aee04ad07,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:53.156856 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33b436-abcc-4d86-8f78-38576671bfbe req-5efc28cf-8ccc-4aca-a13b-396f21fe7c46 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:53.169835 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b33b436-abcc-4d86-8f78-38576671bfbe req-5efc28cf-8ccc-4aca-a13b-396f21fe7c46 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=87a514c6-5998-44c4-b87a-0354695a01a2 HTTP/1.1" status: 200 len: 949 time: 0.1468165 Feb 19 04:01:53.193127 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d4fa2a4d-758f-4fba-afab-2d9a273a4b38 req-9a16e065-1f46-4543-b20c-5450a366929d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (0f2525ab-3207-43d3-b60c-d457dd8ddb02), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:53.202571 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d4fa2a4d-758f-4fba-afab-2d9a273a4b38 req-9a16e065-1f46-4543-b20c-5450a366929d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0f2525ab-3207-43d3-b60c-d457dd8ddb02), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:53.224658 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device ef8e92db-4ef9-4a91-9b73-8c42f224599d details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:01:53.265935 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d4fa2a4d-758f-4fba-afab-2d9a273a4b38 req-9a16e065-1f46-4543-b20c-5450a366929d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:53.267622 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d4fa2a4d-758f-4fba-afab-2d9a273a4b38 req-9a16e065-1f46-4543-b20c-5450a366929d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4698296 Feb 19 04:01:53.271719 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16e065-1f46-4543-b20c-5450a366929d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2525ab-3207-43d3-b60c-d457dd8ddb02,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:53.289865 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b33b436-abcc-4d86-8f78-38576671bfbe req-47136002-a50c-46e4-b269-ee3dc9ed773d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184301 Feb 19 04:01:53.299099 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16e065-1f46-4543-b20c-5450a366929d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:53.299677 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16e065-1f46-4543-b20c-5450a366929d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:53.300308 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16e065-1f46-4543-b20c-5450a366929d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:53.301024 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16e065-1f46-4543-b20c-5450a366929d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:53.301637 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16e065-1f46-4543-b20c-5450a366929d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:53.302315 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16e065-1f46-4543-b20c-5450a366929d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:53.302905 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16e065-1f46-4543-b20c-5450a366929d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:53.317291 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16e065-1f46-4543-b20c-5450a366929d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:53.317291 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16e065-1f46-4543-b20c-5450a366929d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:53.317291 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16e065-1f46-4543-b20c-5450a366929d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:53.317291 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16e065-1f46-4543-b20c-5450a366929d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:53.317291 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16e065-1f46-4543-b20c-5450a366929d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:53.317291 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16e065-1f46-4543-b20c-5450a366929d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:53.481323 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port ef8e92db-4ef9-4a91-9b73-8c42f224599d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=ef8e92db-4ef9-4a91-9b73-8c42f224599d,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:53.500198 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193d0054-fa6c-4b95-a7f4-a9cd1deca7e8 x-openstack-request-id: req-193d0054-fa6c-4b95-a7f4-a9cd1deca7e8 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:53.500695 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa46b322-d119-4315-adbb-162a7ab76f2e", "name": "network-vif-plugged", "status": "completed", "tag": "2d1d6ccd-2063-4ff5-b23d-9824c1f817c9", "code": 200}, {"server_uuid": "c8ca5792-037e-47b7-bc04-d153c2ba8397", "name": "network-vif-unplugged", "status": "completed", "tag": "4148f392-837b-4136-8bca-b1b05feac25b", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:53.501160 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-193d0054-fa6c-4b95-a7f4-a9cd1deca7e8 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:53.501829 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa46b322-d119-4315-adbb-162a7ab76f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1d6ccd-2063-4ff5-b23d-9824c1f817c9', 'code': 200} Feb 19 04:01:53.502249 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ca5792-037e-47b7-bc04-d153c2ba8397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4148f392-837b-4136-8bca-b1b05feac25b', 'code': 200} Feb 19 04:01:53.525073 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'ef8e92db-4ef9-4a91-9b73-8c42f224599d', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': 'ef8e92db-4ef9-4a91-9b73-8c42f224599d', 'mac_address': 'fa:16:3e:ac:1d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:01:53.557690 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5474c50-6a9a-4aad-858e-d23cf4fd5aa3 req-20309db2-1c32-4d3e-8a3f-b3552587c277 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:53.560894 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5474c50-6a9a-4aad-858e-d23cf4fd5aa3 req-20309db2-1c32-4d3e-8a3f-b3552587c277 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 946 time: 0.1360819 Feb 19 04:01:53.621525 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port ef8e92db-4ef9-4a91-9b73-8c42f224599d is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:53.622202 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ef8e92db-4ef9-4a91-9b73-8c42f224599d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:53.658918 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8e92db-4ef9-4a91-9b73-8c42f224599d {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:01:53.688591 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5474c50-6a9a-4aad-858e-d23cf4fd5aa3 req-b68d1499-105f-49a1-8e3d-973e98b68c14 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146281 Feb 19 04:01:53.713159 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port ef8e92db-4ef9-4a91-9b73-8c42f224599d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=ef8e92db-4ef9-4a91-9b73-8c42f224599d,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:53.737443 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ef8e92db-4ef9-4a91-9b73-8c42f224599d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:53.897038 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=ef8e92db-4ef9-4a91-9b73-8c42f224599d,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:53.913133 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa40ec-f18e-4484-a00c-b0c239706a53 req-2635cff5-84cf-4f36-bba2-fa954ddd1e52 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:53.933270 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5eaa40ec-f18e-4484-a00c-b0c239706a53 req-2635cff5-84cf-4f36-bba2-fa954ddd1e52 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa46b322-d119-4315-adbb-162a7ab76f2e HTTP/1.1" status: 200 len: 950 time: 0.2045658 Feb 19 04:01:53.944969 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805018d-414a-4d1a-ad40-77be75b306ff req-4cfae201-3395-4717-a3fa-e6f52fa9d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:53.961003 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3805018d-414a-4d1a-ad40-77be75b306ff req-4cfae201-3395-4717-a3fa-e6f52fa9d1b9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa46b322-d119-4315-adbb-162a7ab76f2e HTTP/1.1" status: 200 len: 1132 time: 0.3182652 Feb 19 04:01:54.005379 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04fe6767-cbfc-4187-af91-46c5c7bc4b50 req-5b1c3f37-5a01-4e8d-826c-a5696aeb0d36 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "GET /v2.0/security-groups/0f2525ab-3207-43d3-b60c-d457dd8ddb02 HTTP/1.1" status: 200 len: 1829 time: 0.0829003 Feb 19 04:01:54.033385 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-04fe6767-cbfc-4187-af91-46c5c7bc4b50 req-40544af6-7daa-4e83-a2cb-4056591f46ba tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f2525ab-3207-43d3-b60c-d457dd8ddb02', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:54.033915 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-04fe6767-cbfc-4187-af91-46c5c7bc4b50 req-40544af6-7daa-4e83-a2cb-4056591f46ba tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f2525ab-3207-43d3-b60c-d457dd8ddb02', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:54.091455 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['ef8e92db-4ef9-4a91-9b73-8c42f224599d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:01:54.116981 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5eaa40ec-f18e-4484-a00c-b0c239706a53 req-8a2df218-9255-4ac7-b2cd-68a5028eee65 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822515 Feb 19 04:01:54.121787 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3805018d-414a-4d1a-ad40-77be75b306ff req-79469325-8f03-4d32-9b3a-ec94f4225abc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457942 Feb 19 04:01:54.227971 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-04fe6767-cbfc-4187-af91-46c5c7bc4b50 req-40544af6-7daa-4e83-a2cb-4056591f46ba tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group_rule (0db9a8bd-152f-4e50-b1b1-9a0253f1124b), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:54.298353 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-04fe6767-cbfc-4187-af91-46c5c7bc4b50 req-40544af6-7daa-4e83-a2cb-4056591f46ba tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group_rule (0db9a8bd-152f-4e50-b1b1-9a0253f1124b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:54.307289 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-04fe6767-cbfc-4187-af91-46c5c7bc4b50 req-40544af6-7daa-4e83-a2cb-4056591f46ba tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (0db9a8bd-152f-4e50-b1b1-9a0253f1124b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:54.395643 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40544af6-7daa-4e83-a2cb-4056591f46ba tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db9a8bd-152f-4e50-b1b1-9a0253f1124b,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:54.423705 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-04fe6767-cbfc-4187-af91-46c5c7bc4b50 req-40544af6-7daa-4e83-a2cb-4056591f46ba tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:54.442291 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04fe6767-cbfc-4187-af91-46c5c7bc4b50 req-40544af6-7daa-4e83-a2cb-4056591f46ba tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4129419 Feb 19 04:01:54.655095 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa776036-128c-47f0-9bdb-b6f0ccc885f8 req-79b97140-ad58-49db-bb73-9c3d7bc68a69 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:54.659625 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa776036-128c-47f0-9bdb-b6f0ccc885f8 req-79b97140-ad58-49db-bb73-9c3d7bc68a69 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=87a514c6-5998-44c4-b87a-0354695a01a2 HTTP/1.1" status: 200 len: 949 time: 0.1647313 Feb 19 04:01:54.681906 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-779679be-39d2-4a11-a138-78c942d3f5a5 req-30a4fb10-6e2f-4100-aa88-062c6d921cf2 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "GET /v2.0/security-groups/0f2525ab-3207-43d3-b60c-d457dd8ddb02 HTTP/1.1" status: 200 len: 2422 time: 0.0858550 Feb 19 04:01:54.760501 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa776036-128c-47f0-9bdb-b6f0ccc885f8 req-ca45e825-0b07-4ee7-91a6-ec70f88bfad0 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848238 Feb 19 04:01:54.855509 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-eb5c92e7-cbb2-48cc-82f2-f9a636b591c7 req-ebea0cc1-6144-47eb-8880-1a6d6a125165 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "GET /v2.0/security-group-rules/0db9a8bd-152f-4e50-b1b1-9a0253f1124b HTTP/1.1" status: 200 len: 778 time: 0.0451872 Feb 19 04:01:54.859005 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-bfe854ae-80cd-4e75-b34e-249cf338fbdc tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ecf9e139694246328842375c06e497e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426986 Feb 19 04:01:54.940114 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-eb5c92e7-cbb2-48cc-82f2-f9a636b591c7 req-7fd7c2a5-7b03-4d83-b03a-c3c012bb4039 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "GET /v2.0/security-groups/0f2525ab-3207-43d3-b60c-d457dd8ddb02 HTTP/1.1" status: 200 len: 2422 time: 0.0757556 Feb 19 04:01:54.997275 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-eb5c92e7-cbb2-48cc-82f2-f9a636b591c7 req-4e4c26ca-6e56-4eca-a987-02f093dc91ef tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group_rule (0db9a8bd-152f-4e50-b1b1-9a0253f1124b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:55.015995 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-eb5c92e7-cbb2-48cc-82f2-f9a636b591c7 req-4e4c26ca-6e56-4eca-a987-02f093dc91ef tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group_rule (0db9a8bd-152f-4e50-b1b1-9a0253f1124b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:55.065098 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-699e9069-3c2a-4f90-a567-6e808e625236 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:55.069939 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-699e9069-3c2a-4f90-a567-6e808e625236 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1999941 Feb 19 04:01:55.094342 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-eb5c92e7-cbb2-48cc-82f2-f9a636b591c7 req-4e4c26ca-6e56-4eca-a987-02f093dc91ef tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (0db9a8bd-152f-4e50-b1b1-9a0253f1124b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:55.097384 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-02cd9add-9589-4338-b19c-05fd9fe38948 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/quotas/ecf9e139694246328842375c06e497e6 HTTP/1.1" status: 200 len: 375 time: 0.0192001 Feb 19 04:01:55.105034 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-eb5c92e7-cbb2-48cc-82f2-f9a636b591c7 req-4e4c26ca-6e56-4eca-a987-02f093dc91ef tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:55.107162 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-eb5c92e7-cbb2-48cc-82f2-f9a636b591c7 req-4e4c26ca-6e56-4eca-a987-02f093dc91ef tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/0db9a8bd-152f-4e50-b1b1-9a0253f1124b HTTP/1.1" status: 204 len: 173 time: 0.1572633 Feb 19 04:01:55.139690 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c26ca-6e56-4eca-a987-02f093dc91ef tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0db9a8bd-152f-4e50-b1b1-9a0253f1124b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:55.227224 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-74829aba-5878-40a7-8bc3-d89a00482852 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1203141 Feb 19 04:01:55.504216 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a514c6-5998-44c4-b87a-0354695a01a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd260023e-e24b-4855-a59b-f78aee04ad07'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:55.526122 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632ce367-8d04-4a0a-9529-da02d3d573f5" -d '{"events": [{"server_uuid": "87a514c6-5998-44c4-b87a-0354695a01a2", "name": "network-vif-plugged", "status": "completed", "tag": "d260023e-e24b-4855-a59b-f78aee04ad07"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:55.609498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-e717e0dd-4ee2-49e3-b264-3d85b5987bd3 req-2a291201-bb51-4c41-84a3-3dab5b57734a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-738386221', 'description': 'tempest-description-901435607'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:55.665585 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e717e0dd-4ee2-49e3-b264-3d85b5987bd3 req-2a291201-bb51-4c41-84a3-3dab5b57734a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:55.714341 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581e886-d339-4aa1-ae73-db9781f41555 req-882e15a4-2ad0-4c65-8de7-1e764b66c63c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:55.717423 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3581e886-d339-4aa1-ae73-db9781f41555 req-882e15a4-2ad0-4c65-8de7-1e764b66c63c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 946 time: 0.1524439 Feb 19 04:01:55.862729 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e717e0dd-4ee2-49e3-b264-3d85b5987bd3 req-2a291201-bb51-4c41-84a3-3dab5b57734a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (cf469d10-e8b6-401a-b95b-b6b9bb5bec1e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:55.878086 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e717e0dd-4ee2-49e3-b264-3d85b5987bd3 req-2a291201-bb51-4c41-84a3-3dab5b57734a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (cf469d10-e8b6-401a-b95b-b6b9bb5bec1e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:55.896481 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3581e886-d339-4aa1-ae73-db9781f41555 req-0083d614-9107-4287-b644-87c6bb161470 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621749 Feb 19 04:01:55.946722 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e717e0dd-4ee2-49e3-b264-3d85b5987bd3 req-2a291201-bb51-4c41-84a3-3dab5b57734a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:55.950179 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e717e0dd-4ee2-49e3-b264-3d85b5987bd3 req-2a291201-bb51-4c41-84a3-3dab5b57734a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.3473442 Feb 19 04:01:56.018882 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a291201-bb51-4c41-84a3-3dab5b57734a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf469d10-e8b6-401a-b95b-b6b9bb5bec1e,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:56.113003 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-af79c0a9-d1e9-463d-b79c-e22059e4ba13 req-1a73dc0b-0bc5-44f9-8689-db39e4606081 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 210 time: 0.0654314 Feb 19 04:01:56.212311 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b0e933-e2f4-4001-a86d-64472aa0e6ed x-openstack-request-id: req-57b0e933-e2f4-4001-a86d-64472aa0e6ed {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:56.213587 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a514c6-5998-44c4-b87a-0354695a01a2", "name": "network-vif-plugged", "status": "completed", "tag": "d260023e-e24b-4855-a59b-f78aee04ad07", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:56.214819 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57b0e933-e2f4-4001-a86d-64472aa0e6ed {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:56.215829 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a514c6-5998-44c4-b87a-0354695a01a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd260023e-e24b-4855-a59b-f78aee04ad07', 'code': 200} Feb 19 04:01:56.252521 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d03a0b-71fb-4100-abe0-85c849793728 req-19d84f12-e9f5-4d51-af06-782486da2bf6 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:56.261802 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 83fe4760-bcab-460b-a5f6-ba8659a08327 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:01:56.265105 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9d03a0b-71fb-4100-abe0-85c849793728 req-19d84f12-e9f5-4d51-af06-782486da2bf6 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa46b322-d119-4315-adbb-162a7ab76f2e HTTP/1.1" status: 200 len: 950 time: 0.1551640 Feb 19 04:01:56.558007 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 83fe4760-bcab-460b-a5f6-ba8659a08327, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=83fe4760-bcab-460b-a5f6-ba8659a08327,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:56.600465 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9d03a0b-71fb-4100-abe0-85c849793728 req-a228ac33-5fd3-4fae-92f9-59440a056ddd tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121712 Feb 19 04:01:56.603881 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '83fe4760-bcab-460b-a5f6-ba8659a08327', 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15', 'port_id': '83fe4760-bcab-460b-a5f6-ba8659a08327', 'mac_address': 'fa:16:3e:01:9e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbaae2b-220b-401a-870e-2283d582e1b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:01:56.703193 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ebab50-a3b1-4988-931d-9a3021d527ba req-38b99215-0088-4973-871f-5e7f09b81be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:56.723462 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 83fe4760-bcab-460b-a5f6-ba8659a08327 is: ACTIVE; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:56.724396 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (83fe4760-bcab-460b-a5f6-ba8659a08327), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:56.728201 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-33ebab50-a3b1-4988-931d-9a3021d527ba req-38b99215-0088-4973-871f-5e7f09b81be4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=87a514c6-5998-44c4-b87a-0354695a01a2 HTTP/1.1" status: 200 len: 1131 time: 0.3144774 Feb 19 04:01:56.744321 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3b2ef-16b0-4dbb-9928-4340c9400e2c req-cda1c67b-bf1d-4045-ba10-83ab30162499 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:56.748122 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f2b3b2ef-16b0-4dbb-9928-4340c9400e2c req-cda1c67b-bf1d-4045-ba10-83ab30162499 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=87a514c6-5998-44c4-b87a-0354695a01a2 HTTP/1.1" status: 200 len: 949 time: 0.1723325 Feb 19 04:01:56.753948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83fe4760-bcab-460b-a5f6-ba8659a08327 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:01:56.801682 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 83fe4760-bcab-460b-a5f6-ba8659a08327, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=83fe4760-bcab-460b-a5f6-ba8659a08327,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:56.810588 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (83fe4760-bcab-460b-a5f6-ba8659a08327), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:56.812737 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 84193989-d4ba-48f2-a12b-1e263b4976fe details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:01:56.908987 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-33ebab50-a3b1-4988-931d-9a3021d527ba req-c4c12790-dda0-48ef-b4a1-0a43fc04b9fe service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535225 Feb 19 04:01:57.002104 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=83fe4760-bcab-460b-a5f6-ba8659a08327,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:57.017807 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f2b3b2ef-16b0-4dbb-9928-4340c9400e2c req-7182ed05-46a1-4d0f-bd0c-f35bd8baa647 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544887 Feb 19 04:01:57.056071 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fbcc694f-b879-4936-83ee-13ed1976eb71 req-7e928f33-a837-46b7-82c0-3d8269367c91 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "GET /v2.0/security-groups/cf469d10-e8b6-401a-b95b-b6b9bb5bec1e HTTP/1.1" status: 200 len: 1828 time: 0.3210309 Feb 19 04:01:57.242220 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device ef8e92db-4ef9-4a91-9b73-8c42f224599d up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:01:57.290095 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-8929dbf6-1a69-4ff4-ab04-9eec25daec2b tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:57.301689 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-8929dbf6-1a69-4ff4-ab04-9eec25daec2b tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4&tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&binding%3Ahost_id=n-h1-772273-4 HTTP/1.1" status: 200 len: 1128 time: 0.2703037 Feb 19 04:01:57.346675 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:01:57.377458 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-a75b4928-a768-4b56-a01b-085c8cc199fb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-772273-4'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:57.423885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 84193989-d4ba-48f2-a12b-1e263b4976fe, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=84193989-d4ba-48f2-a12b-1e263b4976fe,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:57.494548 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '84193989-d4ba-48f2-a12b-1e263b4976fe', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '84193989-d4ba-48f2-a12b-1e263b4976fe', 'mac_address': 'fa:16:3e:fa:4c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:01:57.580002 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835f3f6-381a-424e-b626-679d3daad73e req-bf7e6a95-5764-4b3a-8fb9-ea23ba03bf4a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:57.597130 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2835f3f6-381a-424e-b626-679d3daad73e req-bf7e6a95-5764-4b3a-8fb9-ea23ba03bf4a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 946 time: 0.1938524 Feb 19 04:01:57.601561 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port ef8e92db-4ef9-4a91-9b73-8c42f224599d completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:01:57.638474 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port ef8e92db-4ef9-4a91-9b73-8c42f224599d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:57.639132 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ef8e92db-4ef9-4a91-9b73-8c42f224599d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:57.710993 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2835f3f6-381a-424e-b626-679d3daad73e req-12e11f95-fe18-4b77-b175-1e52cdae129f tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116815 Feb 19 04:01:57.778878 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 84193989-d4ba-48f2-a12b-1e263b4976fe is: ACTIVE; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:57.784578 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (84193989-d4ba-48f2-a12b-1e263b4976fe), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:57.833656 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7d896-39b2-42d7-9e64-0858325980da req-11c414cd-c862-463f-a9c4-9e20e36c8030 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:57.848202 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06f7d896-39b2-42d7-9e64-0858325980da req-11c414cd-c862-463f-a9c4-9e20e36c8030 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 950 time: 0.5344524 Feb 19 04:01:57.865938 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-a75b4928-a768-4b56-a01b-085c8cc199fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (303fdc53-143f-4203-a027-6cfa53f84708), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:57.916814 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84193989-d4ba-48f2-a12b-1e263b4976fe {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:01:57.984970 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 84193989-d4ba-48f2-a12b-1e263b4976fe, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=84193989-d4ba-48f2-a12b-1e263b4976fe,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:58.006935 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (84193989-d4ba-48f2-a12b-1e263b4976fe), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:58.025406 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8fb1ff9e-0799-423d-851a-dcb4df1f52dd req-0c5a1cfb-010b-49f6-a7c2-18dc69a7d005 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 210 time: 0.0818803 Feb 19 04:01:58.125956 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06f7d896-39b2-42d7-9e64-0858325980da req-7ed3ddd9-574e-4e1d-b24f-5418c92cfcb2 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754941 Feb 19 04:01:58.193028 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-cd21b762-f2cf-4971-8796-25b496f7e991 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ecf9e139694246328842375c06e497e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1389761 Feb 19 04:01:58.308651 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-4dc95808-528f-49d2-91f0-101d8dfbe9a7 req-99654cbf-cd8d-439b-b968-ade7351fe03a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-627452515', 'description': 'tempest-description-441222090'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:58.316063 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=84193989-d4ba-48f2-a12b-1e263b4976fe,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:58.360371 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['84193989-d4ba-48f2-a12b-1e263b4976fe'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:01:58.564537 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['83fe4760-bcab-460b-a5f6-ba8659a08327'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:01:58.612457 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4dc95808-528f-49d2-91f0-101d8dfbe9a7 req-99654cbf-cd8d-439b-b968-ade7351fe03a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:58.673915 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-19b0ba2b-b65d-4afe-8f72-c869de84aac4 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:58.676755 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-19b0ba2b-b65d-4afe-8f72-c869de84aac4 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4557855 Feb 19 04:01:58.705461 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-80a29063-147b-461e-a0b7-ea05411c1d68 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Request body: {'port': {'device_id': '0e8f458c-0f11-4d00-b66a-3142479b819d', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': 'ecf9e139694246328842375c06e497e6'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:58.743699 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port ef8e92db-4ef9-4a91-9b73-8c42f224599d is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:58.745889 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ef8e92db-4ef9-4a91-9b73-8c42f224599d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:58.765182 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-a75b4928-a768-4b56-a01b-085c8cc199fb service neutron] For port 303fdc53-143f-4203-a027-6cfa53f84708, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=303fdc53-143f-4203-a027-6cfa53f84708,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:58.933556 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-a75b4928-a768-4b56-a01b-085c8cc199fb service neutron] For port 303fdc53-143f-4203-a027-6cfa53f84708, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:01:58.945518 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b78ab1-3b31-4d04-8967-a19d46c24452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8e92db-4ef9-4a91-9b73-8c42f224599d'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:58.950487 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81214294-1b21-4c13-8cd7-e20d32db0eb8" -d '{"events": [{"server_uuid": "b2b78ab1-3b31-4d04-8967-a19d46c24452", "name": "network-vif-plugged", "status": "completed", "tag": "ef8e92db-4ef9-4a91-9b73-8c42f224599d"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:59.027869 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4dc95808-528f-49d2-91f0-101d8dfbe9a7 req-99654cbf-cd8d-439b-b968-ade7351fe03a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (ae2d4c16-5f9c-42bb-a0b4-1927ad921aaf), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:59.054940 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4dc95808-528f-49d2-91f0-101d8dfbe9a7 req-99654cbf-cd8d-439b-b968-ade7351fe03a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ae2d4c16-5f9c-42bb-a0b4-1927ad921aaf), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:59.080740 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port ef8e92db-4ef9-4a91-9b73-8c42f224599d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=ef8e92db-4ef9-4a91-9b73-8c42f224599d,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:59.097579 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e535f0-0553-44a4-9621-a192952bebc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '303fdc53-143f-4203-a027-6cfa53f84708'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:59.101442 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c352c6f-e147-4998-93dc-f2eb2395147d" -d '{"events": [{"server_uuid": "15e535f0-0553-44a4-9621-a192952bebc4", "name": "network-vif-unplugged", "status": "completed", "tag": "303fdc53-143f-4203-a027-6cfa53f84708"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:59.106746 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ef8e92db-4ef9-4a91-9b73-8c42f224599d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:59.117223 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-a75b4928-a768-4b56-a01b-085c8cc199fb service neutron] Publish callbacks [] for port (303fdc53-143f-4203-a027-6cfa53f84708), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:59.143256 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99654cbf-cd8d-439b-b968-ade7351fe03a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2d4c16-5f9c-42bb-a0b4-1927ad921aaf,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:59.160669 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4dc95808-528f-49d2-91f0-101d8dfbe9a7 req-99654cbf-cd8d-439b-b968-ade7351fe03a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:59.184096 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4dc95808-528f-49d2-91f0-101d8dfbe9a7 req-99654cbf-cd8d-439b-b968-ade7351fe03a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.9080594 Feb 19 04:01:59.186541 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-a75b4928-a768-4b56-a01b-085c8cc199fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (303fdc53-143f-4203-a027-6cfa53f84708), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:59.197827 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-80a29063-147b-461e-a0b7-ea05411c1d68 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Made reservation on behalf of ecf9e139694246328842375c06e497e6 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:59.206974 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-80a29063-147b-461e-a0b7-ea05411c1d68 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:59.223418 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654cbf-cd8d-439b-b968-ade7351fe03a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:59.223820 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654cbf-cd8d-439b-b968-ade7351fe03a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:59.224443 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654cbf-cd8d-439b-b968-ade7351fe03a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:59.231020 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654cbf-cd8d-439b-b968-ade7351fe03a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:59.231965 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654cbf-cd8d-439b-b968-ade7351fe03a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:59.232572 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654cbf-cd8d-439b-b968-ade7351fe03a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:59.237172 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654cbf-cd8d-439b-b968-ade7351fe03a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:59.237943 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654cbf-cd8d-439b-b968-ade7351fe03a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:59.238551 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654cbf-cd8d-439b-b968-ade7351fe03a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:59.239179 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654cbf-cd8d-439b-b968-ade7351fe03a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:59.244385 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654cbf-cd8d-439b-b968-ade7351fe03a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:59.245258 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654cbf-cd8d-439b-b968-ade7351fe03a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:59.245878 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654cbf-cd8d-439b-b968-ade7351fe03a tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:59.392532 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 303fdc53-143f-4203-a027-6cfa53f84708 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:01:59.422576 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b4928-a768-4b56-a01b-085c8cc199fb service neutron] Pushing event updated for resources: {'Port': ['ID=303fdc53-143f-4203-a027-6cfa53f84708,revision_number=7']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:59.631237 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-a75b4928-a768-4b56-a01b-085c8cc199fb service neutron] Attempting to bind port 303fdc53-143f-4203-a027-6cfa53f84708 on host n-h1-772273-4 for vnic_type normal with profile {"migrating_to": "n-h2-772273-4"} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:01:59.632414 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-a75b4928-a768-4b56-a01b-085c8cc199fb service neutron] Attempting to bind port 303fdc53-143f-4203-a027-6cfa53f84708 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:01:59.633648 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-a75b4928-a768-4b56-a01b-085c8cc199fb service neutron] Attempting to bind port 303fdc53-143f-4203-a027-6cfa53f84708 on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:59.655644 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-a75b4928-a768-4b56-a01b-085c8cc199fb service neutron] Port 303fdc53-143f-4203-a027-6cfa53f84708 on network be946657-a9d5-408e-8d49-cd01b687ca89 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:01:59.656845 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-a75b4928-a768-4b56-a01b-085c8cc199fb service neutron] Attempting to bind port 303fdc53-143f-4203-a027-6cfa53f84708 on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:59.690830 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a89c37-57af-434a-9421-007802be93c6 req-4b232c7e-2c35-4068-b367-1bcf2726327f tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:59.707293 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f7a89c37-57af-434a-9421-007802be93c6 req-4b232c7e-2c35-4068-b367-1bcf2726327f tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=87a514c6-5998-44c4-b87a-0354695a01a2 HTTP/1.1" status: 200 len: 949 time: 0.2772181 Feb 19 04:01:59.709677 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-a75b4928-a768-4b56-a01b-085c8cc199fb service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:01:59.710715 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-a75b4928-a768-4b56-a01b-085c8cc199fb service neutron] Checking segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:59.711820 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-a75b4928-a768-4b56-a01b-085c8cc199fb service neutron] Bound using segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:01:59.713673 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-a75b4928-a768-4b56-a01b-085c8cc199fb service neutron] Bound port: 303fdc53-143f-4203-a027-6cfa53f84708, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:01:59.714763 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-a75b4928-a768-4b56-a01b-085c8cc199fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (303fdc53-143f-4203-a027-6cfa53f84708), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:59.845839 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f7a89c37-57af-434a-9421-007802be93c6 req-0f7c0ba1-495a-4742-bd04-7f6920c18a08 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228225 Feb 19 04:01:59.874672 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-80a29063-147b-461e-a0b7-ea05411c1d68 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Allocated IP 192.168.233.122 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/411a6669-a264-402c-b0d4-30b077ac4206) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:01:59.875564 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=ef8e92db-4ef9-4a91-9b73-8c42f224599d,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:00.002493 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 303fdc53-143f-4203-a027-6cfa53f84708, host n-h1-772273-4, got binding levels [] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:00.078524 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Attempting to bind port 303fdc53-143f-4203-a027-6cfa53f84708 on host n-h1-772273-4 for vnic_type normal with profile {"migrating_to": "n-h2-772273-4"} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:02:00.079049 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Attempting to bind port 303fdc53-143f-4203-a027-6cfa53f84708 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:02:00.079708 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Attempting to bind port 303fdc53-143f-4203-a027-6cfa53f84708 on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:00.089799 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Port 303fdc53-143f-4203-a027-6cfa53f84708 on network be946657-a9d5-408e-8d49-cd01b687ca89 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:02:00.090404 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Attempting to bind port 303fdc53-143f-4203-a027-6cfa53f84708 on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:00.125957 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:02:00.126574 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Checking segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:00.127606 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Bound using segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:02:00.136187 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-a75b4928-a768-4b56-a01b-085c8cc199fb service neutron] For port 303fdc53-143f-4203-a027-6cfa53f84708, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:02:00.139363 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Bound port: 303fdc53-143f-4203-a027-6cfa53f84708, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:02:00.141709 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (303fdc53-143f-4203-a027-6cfa53f84708), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:00.151457 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-a75b4928-a768-4b56-a01b-085c8cc199fb service neutron] For port 303fdc53-143f-4203-a027-6cfa53f84708, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=303fdc53-143f-4203-a027-6cfa53f84708,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:02:00.191942 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-a75b4928-a768-4b56-a01b-085c8cc199fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (303fdc53-143f-4203-a027-6cfa53f84708), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:00.338824 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 83fe4760-bcab-460b-a5f6-ba8659a08327 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:00.351200 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-a75b4928-a768-4b56-a01b-085c8cc199fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:00.352316 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-a75b4928-a768-4b56-a01b-085c8cc199fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:00.354751 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-a75b4928-a768-4b56-a01b-085c8cc199fb service neutron] 10.222.0.48 "PUT /v2.0/ports/303fdc53-143f-4203-a027-6cfa53f84708 HTTP/1.1" status: 200 len: 1122 time: 3.0444384 Feb 19 04:02:00.413245 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b4928-a768-4b56-a01b-085c8cc199fb service neutron] Pushing event updated for resources: {'Port': ['ID=303fdc53-143f-4203-a027-6cfa53f84708,revision_number=8']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:00.563156 n-d-772273-4 neutron-server[115200]: WARNING neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Concurrent port binding operations failed on port 303fdc53-143f-4203-a027-6cfa53f84708 Feb 19 04:02:00.578992 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 303fdc53-143f-4203-a027-6cfa53f84708, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=303fdc53-143f-4203-a027-6cfa53f84708,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:00.620685 n-d-772273-4 neutron-server[115200]: INFO neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Attempt 2 to bind port 303fdc53-143f-4203-a027-6cfa53f84708 Feb 19 04:02:00.621637 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 303fdc53-143f-4203-a027-6cfa53f84708 has no active binding in host n-h2-772273-4 {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 04:02:00.652217 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-80a29063-147b-461e-a0b7-ea05411c1d68 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks [] for port (411a6669-a264-402c-b0d4-30b077ac4206), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:00.809823 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['303fdc53-143f-4203-a027-6cfa53f84708'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:02:00.820373 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-80a29063-147b-461e-a0b7-ea05411c1d68 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (411a6669-a264-402c-b0d4-30b077ac4206), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:01.030544 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-80a29063-147b-461e-a0b7-ea05411c1d68 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:01.042952 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-80a29063-147b-461e-a0b7-ea05411c1d68 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:01.063236 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-80a29063-147b-461e-a0b7-ea05411c1d68 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:01.202143 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['303fdc53-143f-4203-a027-6cfa53f84708'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:02:01.234245 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a29063-147b-461e-a0b7-ea05411c1d68 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Pushing event updated for resources: {'Port': ['ID=411a6669-a264-402c-b0d4-30b077ac4206,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:01.329244 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-80a29063-147b-461e-a0b7-ea05411c1d68 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:01.330355 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-80a29063-147b-461e-a0b7-ea05411c1d68 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:01.391126 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-80a29063-147b-461e-a0b7-ea05411c1d68 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7029650 Feb 19 04:02:01.430302 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-6d652366-6946-4a80-bc91-79f6bc813179 service neutron] Request body: {'port': {'device_id': '0e8f458c-0f11-4d00-b66a-3142479b819d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:01.435128 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['7c3d3c52-3ec8-4150-95e2-72f41684ea03', '87d69e3c-8202-408a-96d3-14ac2f4fe61d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:02:01.842253 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-6d652366-6946-4a80-bc91-79f6bc813179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (411a6669-a264-402c-b0d4-30b077ac4206), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:01.973969 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 83fe4760-bcab-460b-a5f6-ba8659a08327 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:01.974450 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (83fe4760-bcab-460b-a5f6-ba8659a08327), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:02.195759 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-aee65841-4871-4f02-b3e8-fd7264866046 None None] Provisioning complete for port 411a6669-a264-402c-b0d4-30b077ac4206 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:02.196266 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aee65841-4871-4f02-b3e8-fd7264866046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (411a6669-a264-402c-b0d4-30b077ac4206), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:02.383274 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-aee65841-4871-4f02-b3e8-fd7264866046 None None] Port 411a6669-a264-402c-b0d4-30b077ac4206 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:02:02.979273 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9d5b2cd4-2407-47b0-9888-b210f9ada093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:03.227689 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-6d652366-6946-4a80-bc91-79f6bc813179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411a6669-a264-402c-b0d4-30b077ac4206 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:02:03.257753 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-6d652366-6946-4a80-bc91-79f6bc813179 service neutron] Publish callbacks [] for port (411a6669-a264-402c-b0d4-30b077ac4206), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:03.328325 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-6d652366-6946-4a80-bc91-79f6bc813179 service neutron] Transition to ACTIVE for port object 411a6669-a264-402c-b0d4-30b077ac4206 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:02:03.348720 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-6d652366-6946-4a80-bc91-79f6bc813179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (411a6669-a264-402c-b0d4-30b077ac4206), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:03.590760 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 83fe4760-bcab-460b-a5f6-ba8659a08327 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:03.591709 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (83fe4760-bcab-460b-a5f6-ba8659a08327), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:03.699086 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d652366-6946-4a80-bc91-79f6bc813179 service neutron] Pushing event updated for resources: {'Port': ['ID=411a6669-a264-402c-b0d4-30b077ac4206,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:04.052752 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-6d652366-6946-4a80-bc91-79f6bc813179 service neutron] Attempting to bind port 411a6669-a264-402c-b0d4-30b077ac4206 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:02:04.053520 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-6d652366-6946-4a80-bc91-79f6bc813179 service neutron] Attempting to bind port 411a6669-a264-402c-b0d4-30b077ac4206 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:02:04.054017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-6d652366-6946-4a80-bc91-79f6bc813179 service neutron] Attempting to bind port 411a6669-a264-402c-b0d4-30b077ac4206 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:04.094145 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-6d652366-6946-4a80-bc91-79f6bc813179 service neutron] Port 411a6669-a264-402c-b0d4-30b077ac4206 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:02:04.094692 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-6d652366-6946-4a80-bc91-79f6bc813179 service neutron] Attempting to bind port 411a6669-a264-402c-b0d4-30b077ac4206 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:04.125678 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-6d652366-6946-4a80-bc91-79f6bc813179 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:02:04.135752 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-6d652366-6946-4a80-bc91-79f6bc813179 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:04.136867 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-6d652366-6946-4a80-bc91-79f6bc813179 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:02:04.138050 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-6d652366-6946-4a80-bc91-79f6bc813179 service neutron] Bound port: 411a6669-a264-402c-b0d4-30b077ac4206, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:02:04.140878 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-6d652366-6946-4a80-bc91-79f6bc813179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (411a6669-a264-402c-b0d4-30b077ac4206), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:04.266128 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 83fe4760-bcab-460b-a5f6-ba8659a08327, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=83fe4760-bcab-460b-a5f6-ba8659a08327,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:04.359935 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (83fe4760-bcab-460b-a5f6-ba8659a08327), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:04.365494 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 84193989-d4ba-48f2-a12b-1e263b4976fe up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:04.450303 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-6d652366-6946-4a80-bc91-79f6bc813179 service neutron] For port 411a6669-a264-402c-b0d4-30b077ac4206, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:02:04.467101 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-6d652366-6946-4a80-bc91-79f6bc813179 service neutron] For port 411a6669-a264-402c-b0d4-30b077ac4206, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=411a6669-a264-402c-b0d4-30b077ac4206,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:02:04.487599 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-6d652366-6946-4a80-bc91-79f6bc813179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (411a6669-a264-402c-b0d4-30b077ac4206), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:04.635586 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-6d652366-6946-4a80-bc91-79f6bc813179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:04.650086 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-6d652366-6946-4a80-bc91-79f6bc813179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:04.653484 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-6d652366-6946-4a80-bc91-79f6bc813179 service neutron] 10.222.0.48 "PUT /v2.0/ports/411a6669-a264-402c-b0d4-30b077ac4206 HTTP/1.1" status: 200 len: 1096 time: 3.2481194 Feb 19 04:02:04.661795 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8f458c-0f11-4d00-b66a-3142479b819d', 'tag': '411a6669-a264-402c-b0d4-30b077ac4206'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:04.671480 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b064e1b-c95c-4f01-9ac1-8a790716e819" -d '{"events": [{"name": "network-changed", "server_uuid": "0e8f458c-0f11-4d00-b66a-3142479b819d", "tag": "411a6669-a264-402c-b0d4-30b077ac4206"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:04.791558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=83fe4760-bcab-460b-a5f6-ba8659a08327,revision_number=7']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:04.964722 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d652366-6946-4a80-bc91-79f6bc813179 service neutron] Pushing event updated for resources: {'Port': ['ID=411a6669-a264-402c-b0d4-30b077ac4206,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:05.012181 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 84193989-d4ba-48f2-a12b-1e263b4976fe triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:05.021199 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (84193989-d4ba-48f2-a12b-1e263b4976fe), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:05.063284 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e0298490-f8ff-442a-a463-0729e96df757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:05.076828 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-39a9a250-7075-42b4-9abf-a9b31fe8ebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:05.079874 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-39a9a250-7075-42b4-9abf-a9b31fe8ebd8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 1130 time: 0.2556884 Feb 19 04:02:05.206010 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-c7922dbd-2fe7-4a2a-a48b-348b0f5c46bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=411a6669-a264-402c-b0d4-30b077ac4206 HTTP/1.1" status: 200 len: 217 time: 0.1147995 Feb 19 04:02:05.438789 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-68c1d78b-f0e8-4212-a421-06af6c9aff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:05.442456 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-68c1d78b-f0e8-4212-a421-06af6c9aff0a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.2283156 Feb 19 04:02:05.534723 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 84193989-d4ba-48f2-a12b-1e263b4976fe is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:05.558091 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (84193989-d4ba-48f2-a12b-1e263b4976fe), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:05.684105 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-60d60dba-74a6-49b1-8991-7fa7e654443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:05.705137 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-60d60dba-74a6-49b1-8991-7fa7e654443a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2318568 Feb 19 04:02:05.767182 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 84193989-d4ba-48f2-a12b-1e263b4976fe, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=84193989-d4ba-48f2-a12b-1e263b4976fe,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:05.785982 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (84193989-d4ba-48f2-a12b-1e263b4976fe), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:06.095242 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=84193989-d4ba-48f2-a12b-1e263b4976fe,revision_number=7']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:06.164608 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-ce1cf022-fceb-4873-84f4-9a2ddc099ed9 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579594 Feb 19 04:02:06.544188 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-23b057c1-3975-4824-8f4d-21d8b12dc436 req-66480205-ea69-4fce-ab21-fedb46411060 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699889 Feb 19 04:02:06.621782 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:07.069667 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:07.702131 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:08.562336 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:08.740763 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:09.318088 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 411a6669-a264-402c-b0d4-30b077ac4206 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:02:09.721899 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 411a6669-a264-402c-b0d4-30b077ac4206, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=411a6669-a264-402c-b0d4-30b077ac4206,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:09.782387 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '411a6669-a264-402c-b0d4-30b077ac4206', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '411a6669-a264-402c-b0d4-30b077ac4206', 'mac_address': 'fa:16:3e:ea:32:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:02:09.922596 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 411a6669-a264-402c-b0d4-30b077ac4206 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:09.923032 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (411a6669-a264-402c-b0d4-30b077ac4206), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:09.963816 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411a6669-a264-402c-b0d4-30b077ac4206 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:02:10.022030 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 411a6669-a264-402c-b0d4-30b077ac4206, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=411a6669-a264-402c-b0d4-30b077ac4206,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:10.031227 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (411a6669-a264-402c-b0d4-30b077ac4206), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.236312 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=411a6669-a264-402c-b0d4-30b077ac4206,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:10.286114 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 303fdc53-143f-4203-a027-6cfa53f84708 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:02:10.399330 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['411a6669-a264-402c-b0d4-30b077ac4206'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:02:10.633776 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 303fdc53-143f-4203-a027-6cfa53f84708 is: DOWN; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:13.372206 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 411a6669-a264-402c-b0d4-30b077ac4206 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:13.538507 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 411a6669-a264-402c-b0d4-30b077ac4206 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:02:13.548463 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 411a6669-a264-402c-b0d4-30b077ac4206 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:13.549216 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (411a6669-a264-402c-b0d4-30b077ac4206), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.734581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 411a6669-a264-402c-b0d4-30b077ac4206 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:13.735796 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (411a6669-a264-402c-b0d4-30b077ac4206), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.818942 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 411a6669-a264-402c-b0d4-30b077ac4206, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=411a6669-a264-402c-b0d4-30b077ac4206,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:13.827425 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (411a6669-a264-402c-b0d4-30b077ac4206), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:14.021282 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=411a6669-a264-402c-b0d4-30b077ac4206,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:16.178481 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bfc60fd8-5325-46ea-8b40-dfc98101caeb req-c3cace79-3321-4b31-acc5-fee7d5a4fcd8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1494958 Feb 19 04:02:16.375647 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc60fd8-5325-46ea-8b40-dfc98101caeb req-8638844d-9764-4cef-833f-addbce234233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:16.378716 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bfc60fd8-5325-46ea-8b40-dfc98101caeb req-8638844d-9764-4cef-833f-addbce234233 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 1127 time: 0.1595554 Feb 19 04:02:16.644454 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc60fd8-5325-46ea-8b40-dfc98101caeb req-54dfc5fc-fb0c-409f-9404-ed5d619d2853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:16.647963 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bfc60fd8-5325-46ea-8b40-dfc98101caeb req-54dfc5fc-fb0c-409f-9404-ed5d619d2853 service neutron] 10.222.0.48 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 921 time: 0.2222965 Feb 19 04:02:16.828690 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bfc60fd8-5325-46ea-8b40-dfc98101caeb req-b4691ea8-1a88-4bf1-a0cc-3cf03eb891ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=520f56e0-500c-4b37-b9f5-893e73136f4a HTTP/1.1" status: 200 len: 217 time: 0.1735179 Feb 19 04:02:16.987787 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc60fd8-5325-46ea-8b40-dfc98101caeb req-fad12436-9d67-4119-83ea-89b4b20f2ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:16.990770 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bfc60fd8-5325-46ea-8b40-dfc98101caeb req-fad12436-9d67-4119-83ea-89b4b20f2ff4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.1491961 Feb 19 04:02:17.092670 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bfc60fd8-5325-46ea-8b40-dfc98101caeb req-2dfb4396-b59f-421a-9977-d70f9eadebd1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874953 Feb 19 04:02:17.635353 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bfc60fd8-5325-46ea-8b40-dfc98101caeb req-0a1bddde-2fe6-4ab0-9edb-8512fce6ffb8 service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351691 Feb 19 04:02:17.763215 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-fc9218ce-a321-4e3f-859c-b9e509f62248 service neutron] 10.222.0.10 "GET /v2.0/ports/303fdc53-143f-4203-a027-6cfa53f84708/bindings/n-h2-772273-4 HTTP/1.1" status: 200 len: 384 time: 0.2080312 Feb 19 04:02:17.974038 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bfc60fd8-5325-46ea-8b40-dfc98101caeb req-6d1e36fd-c334-4f6d-b742-1f70186cfcf4 service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277249 Feb 19 04:02:18.327006 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-56b82199-1bdc-4508-9909-943ef9627ada service neutron] For port 303fdc53-143f-4203-a027-6cfa53f84708, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=303fdc53-143f-4203-a027-6cfa53f84708,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:18.376171 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-56b82199-1bdc-4508-9909-943ef9627ada service neutron] For port 303fdc53-143f-4203-a027-6cfa53f84708, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:02:18.464264 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-56b82199-1bdc-4508-9909-943ef9627ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303fdc53-143f-4203-a027-6cfa53f84708 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:02:18.493490 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-56b82199-1bdc-4508-9909-943ef9627ada service neutron] For port 303fdc53-143f-4203-a027-6cfa53f84708, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=303fdc53-143f-4203-a027-6cfa53f84708,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:18.537777 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-56b82199-1bdc-4508-9909-943ef9627ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (303fdc53-143f-4203-a027-6cfa53f84708), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:18.652042 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-53d55106-106b-40ee-8128-121957c7438e req-cbfea5fc-f5fb-4673-8284-46be07f54971 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2166343 Feb 19 04:02:18.891211 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d55106-106b-40ee-8128-121957c7438e req-a8119473-bd98-4074-bef4-605ff28e8f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:18.909472 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-53d55106-106b-40ee-8128-121957c7438e req-a8119473-bd98-4074-bef4-605ff28e8f6c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 1131 time: 0.1870801 Feb 19 04:02:18.962719 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-56b82199-1bdc-4508-9909-943ef9627ada service neutron] Transition to ACTIVE for port object 303fdc53-143f-4203-a027-6cfa53f84708 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:02:19.004472 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-56b82199-1bdc-4508-9909-943ef9627ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (303fdc53-143f-4203-a027-6cfa53f84708), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:19.229544 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b82199-1bdc-4508-9909-943ef9627ada service neutron] Pushing event updated for resources: {'Port': ['ID=303fdc53-143f-4203-a027-6cfa53f84708,revision_number=10']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:19.335033 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-56b82199-1bdc-4508-9909-943ef9627ada service neutron] No DVR routers for this DVR port 303fdc53-143f-4203-a027-6cfa53f84708 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:02:19.402683 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d55106-106b-40ee-8128-121957c7438e req-cc273650-d633-439c-8544-2f0e3be943f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:19.405706 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-53d55106-106b-40ee-8128-121957c7438e req-cc273650-d633-439c-8544-2f0e3be943f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.4212587 Feb 19 04:02:19.442075 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-56b82199-1bdc-4508-9909-943ef9627ada service neutron] 10.222.0.10 "PUT /v2.0/ports/303fdc53-143f-4203-a027-6cfa53f84708/bindings/n-h2-772273-4/activate HTTP/1.1" status: 200 len: 369 time: 1.6586061 Feb 19 04:02:19.523261 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-53d55106-106b-40ee-8128-121957c7438e req-89b84e12-34ab-4507-a6ae-152426a0a668 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7c3d3c52-3ec8-4150-95e2-72f41684ea03 HTTP/1.1" status: 200 len: 217 time: 0.1062360 Feb 19 04:02:19.710975 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d55106-106b-40ee-8128-121957c7438e req-88d9e59d-9c6b-4608-acbc-fc27c4ab6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:19.714647 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-53d55106-106b-40ee-8128-121957c7438e req-88d9e59d-9c6b-4608-acbc-fc27c4ab6f8f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1801353 Feb 19 04:02:19.780198 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-6be376fb-6ff7-4987-ae1b-0f7c6fb47550 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:19.783019 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-6be376fb-6ff7-4987-ae1b-0f7c6fb47550 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4&tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&binding%3Ahost_id=n-h1-772273-4 HTTP/1.1" status: 200 len: 1127 time: 0.2171025 Feb 19 04:02:19.904127 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d55106-106b-40ee-8128-121957c7438e req-92a000e4-3351-4b17-a1cb-34e35b0dffff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:19.907278 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-53d55106-106b-40ee-8128-121957c7438e req-92a000e4-3351-4b17-a1cb-34e35b0dffff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1823006 Feb 19 04:02:20.012230 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-d1680c07-67d0-4b41-b889-ace8dfd1c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:20.015119 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-d1680c07-67d0-4b41-b889-ace8dfd1c569 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4&tenant_id=088e1ccd7d10405ea13457cf0bfc7da0 HTTP/1.1" status: 200 len: 1127 time: 0.2206488 Feb 19 04:02:20.208257 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-53d55106-106b-40ee-8128-121957c7438e req-e81fd41f-f9b8-4b48-b0a0-563c885b5462 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919333 Feb 19 04:02:20.260438 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-ea9c1628-05b4-4c07-9474-7f553437af05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:20.263271 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-ea9c1628-05b4-4c07-9474-7f553437af05 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 1127 time: 0.1983421 Feb 19 04:02:20.586624 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-53d55106-106b-40ee-8128-121957c7438e req-bb4d94df-3331-4b72-be49-adb55f2696f7 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491199 Feb 19 04:02:20.827347 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-bb392a33-b7f4-49ee-9059-9b1bc880bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:20.829904 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-bb392a33-b7f4-49ee-9059-9b1bc880bb79 service neutron] 10.222.0.48 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 908 time: 0.5059183 Feb 19 04:02:20.940065 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-69607730-dc8b-4735-8435-e15b245d78ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=303fdc53-143f-4203-a027-6cfa53f84708 HTTP/1.1" status: 200 len: 217 time: 0.1019812 Feb 19 04:02:21.055411 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-6a89866d-4704-4d49-894d-98adce9d0344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:21.058565 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-6a89866d-4704-4d49-894d-98adce9d0344 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.1090109 Feb 19 04:02:21.123159 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-0e3f2fa1-26b4-4cfd-966e-63c2518cf640 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540950 Feb 19 04:02:21.335947 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-c54eb444-c012-498c-a79d-1c235705ee95 service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058363 Feb 19 04:02:21.561267 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-46ee2b85-5785-4dc7-a2c5-c1e0f459f55a service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169230 Feb 19 04:02:21.718174 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-1803eb48-fa02-4647-b487-4d61c7ef8aed tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5db9e5a9863c4a589fb86355b6eaf32e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425975 Feb 19 04:02:21.767883 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ce674-7c6f-4285-9fa2-746f4ae5a8a7 req-ed2453cb-c27f-460e-a175-3da578e2ce6b tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:21.772690 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-993ce674-7c6f-4285-9fa2-746f4ae5a8a7 req-ed2453cb-c27f-460e-a175-3da578e2ce6b tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 945 time: 0.1211534 Feb 19 04:02:21.886755 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-993ce674-7c6f-4285-9fa2-746f4ae5a8a7 req-8933401a-cdbd-49f9-ac06-4ee0b5d95516 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027834 Feb 19 04:02:21.992901 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-4a544478-d759-4e8d-a1d2-f56e6623eb19 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:21.996014 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-4a544478-d759-4e8d-a1d2-f56e6623eb19 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2668376 Feb 19 04:02:22.001104 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d378d0-2755-41a1-a664-4c9dd0b06936 x-openstack-request-id: req-26d378d0-2755-41a1-a664-4c9dd0b06936 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:22.002000 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b78ab1-3b31-4d04-8967-a19d46c24452", "name": "network-vif-plugged", "status": "completed", "tag": "ef8e92db-4ef9-4a91-9b73-8c42f224599d", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:22.002000 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-26d378d0-2755-41a1-a664-4c9dd0b06936 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:22.002913 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b78ab1-3b31-4d04-8967-a19d46c24452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8e92db-4ef9-4a91-9b73-8c42f224599d', 'code': 200} Feb 19 04:02:22.055740 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-6641328b-01cf-4c0e-8998-c0aee01a42f5 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/quotas/5db9e5a9863c4a589fb86355b6eaf32e HTTP/1.1" status: 200 len: 375 time: 0.0315571 Feb 19 04:02:22.179351 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-03db04ef-4fb3-433d-a374-598561017f38 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5db9e5a9863c4a589fb86355b6eaf32e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1178918 Feb 19 04:02:22.261484 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089070e9-6570-4859-8490-e70ee8e3dab8 req-334a7612-8b80-4047-b27c-1bfd42f2835c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:22.264700 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-089070e9-6570-4859-8490-e70ee8e3dab8 req-334a7612-8b80-4047-b27c-1bfd42f2835c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b2b78ab1-3b31-4d04-8967-a19d46c24452 HTTP/1.1" status: 200 len: 1132 time: 0.1709595 Feb 19 04:02:22.294537 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-77447567-8298-4587-94e8-e7947632e49c tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:22.298594 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-77447567-8298-4587-94e8-e7947632e49c tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4&tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&binding%3Ahost_id=n-h2-772273-4 HTTP/1.1" status: 200 len: 1127 time: 0.4102850 Feb 19 04:02:22.311460 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29582e78-6f88-493e-9e13-30a387490a21 req-733062e0-b85d-4068-902b-805ed7c3231a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:22.314872 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-29582e78-6f88-493e-9e13-30a387490a21 req-733062e0-b85d-4068-902b-805ed7c3231a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 950 time: 0.1986082 Feb 19 04:02:22.462148 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-089070e9-6570-4859-8490-e70ee8e3dab8 req-436c13dd-fe2f-4db9-bf19-f89e716f836b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880162 Feb 19 04:02:22.467588 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-29582e78-6f88-493e-9e13-30a387490a21 req-e37561db-2c36-4c12-9446-484045a6309f tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361721 Feb 19 04:02:22.542195 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95040a0-db7a-42cf-b67f-7ea495a3cf65 x-openstack-request-id: req-a95040a0-db7a-42cf-b67f-7ea495a3cf65 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:22.542678 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e535f0-0553-44a4-9621-a192952bebc4", "name": "network-vif-unplugged", "status": "completed", "tag": "303fdc53-143f-4203-a027-6cfa53f84708", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:22.543105 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a95040a0-db7a-42cf-b67f-7ea495a3cf65 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:22.543797 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e535f0-0553-44a4-9621-a192952bebc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '303fdc53-143f-4203-a027-6cfa53f84708', 'code': 200} Feb 19 04:02:22.593217 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-29bf8483-73e2-43a3-8a2c-4b64df1aaf3b service neutron] For port 303fdc53-143f-4203-a027-6cfa53f84708, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:02:22.600558 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-29bf8483-73e2-43a3-8a2c-4b64df1aaf3b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:22.602816 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc7fb19d-5844-4e22-a8be-3580d072fd93 req-29bf8483-73e2-43a3-8a2c-4b64df1aaf3b service neutron] 10.222.0.48 "DELETE /v2.0/ports/303fdc53-143f-4203-a027-6cfa53f84708/bindings/n-h1-772273-4 HTTP/1.1" status: 204 len: 173 time: 0.2943938 Feb 19 04:02:22.657836 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1c330474-abff-4158-967f-1533e466ef8b req-4fa0043b-60f0-4159-a7a4-fbd214f5e7a9 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "GET /v2.0/security-groups/ae2d4c16-5f9c-42bb-a0b4-1927ad921aaf HTTP/1.1" status: 200 len: 1828 time: 0.1123788 Feb 19 04:02:22.783409 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346b263-1ab9-4d7b-8f42-47618aeba30e req-c70bcbf0-3f5a-4727-8458-a4df5313f889 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:22.786374 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f346b263-1ab9-4d7b-8f42-47618aeba30e req-c70bcbf0-3f5a-4727-8458-a4df5313f889 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2b78ab1-3b31-4d04-8967-a19d46c24452 HTTP/1.1" status: 200 len: 950 time: 0.1391602 Feb 19 04:02:22.871758 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9693f2d5-5f93-4775-8c2a-d9ad2ac4f44e x-openstack-request-id: req-9693f2d5-5f93-4775-8c2a-d9ad2ac4f44e {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:22.872244 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e8f458c-0f11-4d00-b66a-3142479b819d", "tag": "411a6669-a264-402c-b0d4-30b077ac4206", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:22.872659 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9693f2d5-5f93-4775-8c2a-d9ad2ac4f44e {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:22.873381 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8f458c-0f11-4d00-b66a-3142479b819d', 'tag': '411a6669-a264-402c-b0d4-30b077ac4206', 'status': 'completed', 'code': 200} Feb 19 04:02:22.888103 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f346b263-1ab9-4d7b-8f42-47618aeba30e req-f3a56f76-5e9d-4a79-8094-825295d8933d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880902 Feb 19 04:02:22.997022 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b064e1b-c95c-4f01-9ac1-8a790716e819 req-78e9adc1-ffba-498d-8c93-75c1031411e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:22.999808 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1b064e1b-c95c-4f01-9ac1-8a790716e819 req-78e9adc1-ffba-498d-8c93-75c1031411e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 1132 time: 0.0933449 Feb 19 04:02:23.116651 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c254e51-dd7d-4ccf-9aa3-23944fcda665 req-ebfd4865-5238-4a10-a1ba-ce2292a757ff tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:23.130944 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8c254e51-dd7d-4ccf-9aa3-23944fcda665 req-ebfd4865-5238-4a10-a1ba-ce2292a757ff tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 1127 time: 0.1224840 Feb 19 04:02:23.225298 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-392750d1-eb9d-4257-a6ef-08e9c0929f42 req-9db4a6b6-434c-4943-b1bf-c6bd292aca0e tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0c4f0ec-7768-4ee0-a12c-531aa9642855 HTTP/1.1" status: 200 len: 210 time: 0.0701885 Feb 19 04:02:23.234715 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8c254e51-dd7d-4ccf-9aa3-23944fcda665 req-6734ac69-b1a5-4edf-ba7e-64b52e80c186 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996232 Feb 19 04:02:23.325130 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b064e1b-c95c-4f01-9ac1-8a790716e819 req-efec31e0-857e-4712-8078-5f4f07ee40ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:23.328061 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1b064e1b-c95c-4f01-9ac1-8a790716e819 req-efec31e0-857e-4712-8078-5f4f07ee40ab service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.3192391 Feb 19 04:02:23.329475 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-6c9b29e9-7d15-45ed-aa8c-20b46ed812b0 req-bfe58f13-3cd4-4866-a03a-109e04a454fd tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1104295754', 'description': 'tempest-description-1703480595'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:23.376226 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6c9b29e9-7d15-45ed-aa8c-20b46ed812b0 req-bfe58f13-3cd4-4866-a03a-109e04a454fd tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.440380 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1b064e1b-c95c-4f01-9ac1-8a790716e819 req-a2e78652-bb99-4770-b092-765cb6ff625f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=411a6669-a264-402c-b0d4-30b077ac4206 HTTP/1.1" status: 200 len: 217 time: 0.1049962 Feb 19 04:02:23.561444 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b064e1b-c95c-4f01-9ac1-8a790716e819 req-5f2e9f1f-e4b1-482e-9101-1974c6d9bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:23.567117 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1b064e1b-c95c-4f01-9ac1-8a790716e819 req-5f2e9f1f-e4b1-482e-9101-1974c6d9bc37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1174123 Feb 19 04:02:23.571350 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6c9b29e9-7d15-45ed-aa8c-20b46ed812b0 req-bfe58f13-3cd4-4866-a03a-109e04a454fd tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (975aa7c1-1d19-4eee-9c7c-5ff402fa9af0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.579192 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6c9b29e9-7d15-45ed-aa8c-20b46ed812b0 req-bfe58f13-3cd4-4866-a03a-109e04a454fd tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (975aa7c1-1d19-4eee-9c7c-5ff402fa9af0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.645201 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6c9b29e9-7d15-45ed-aa8c-20b46ed812b0 req-bfe58f13-3cd4-4866-a03a-109e04a454fd tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.647451 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6c9b29e9-7d15-45ed-aa8c-20b46ed812b0 req-bfe58f13-3cd4-4866-a03a-109e04a454fd tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3272393 Feb 19 04:02:23.651229 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe58f13-3cd4-4866-a03a-109e04a454fd tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=975aa7c1-1d19-4eee-9c7c-5ff402fa9af0,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:23.771667 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b064e1b-c95c-4f01-9ac1-8a790716e819 req-82ba3608-586c-4260-a411-5c783e2b3875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:23.775036 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1b064e1b-c95c-4f01-9ac1-8a790716e819 req-82ba3608-586c-4260-a411-5c783e2b3875 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1947064 Feb 19 04:02:23.806540 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc0d1c-3d1a-4f64-932d-c8a74270f45c req-5b42127d-e0c5-47dc-9504-1cf68b34b4fe tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:23.808748 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04dc0d1c-3d1a-4f64-932d-c8a74270f45c req-5b42127d-e0c5-47dc-9504-1cf68b34b4fe tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 945 time: 0.2051761 Feb 19 04:02:24.004738 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf1027e-221e-4171-b262-ebc526165acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fe4760-bcab-460b-a5f6-ba8659a08327'}, {'server_uuid': 'bdaecb32-a653-4858-928b-62f6bcd24ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84193989-d4ba-48f2-a12b-1e263b4976fe'}, {'server_uuid': '0e8f458c-0f11-4d00-b66a-3142479b819d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411a6669-a264-402c-b0d4-30b077ac4206'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:24.008823 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47600c64-1ce8-467a-b79d-89566a35b7a0" -d '{"events": [{"server_uuid": "cdf1027e-221e-4171-b262-ebc526165acd", "name": "network-vif-plugged", "status": "completed", "tag": "83fe4760-bcab-460b-a5f6-ba8659a08327"}, {"server_uuid": "bdaecb32-a653-4858-928b-62f6bcd24ffe", "name": "network-vif-plugged", "status": "completed", "tag": "84193989-d4ba-48f2-a12b-1e263b4976fe"}, {"server_uuid": "0e8f458c-0f11-4d00-b66a-3142479b819d", "name": "network-vif-plugged", "status": "completed", "tag": "411a6669-a264-402c-b0d4-30b077ac4206"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:24.042443 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04dc0d1c-3d1a-4f64-932d-c8a74270f45c req-a79bd46e-816a-42de-821e-9b571c91fa92 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004189 Feb 19 04:02:24.108033 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1b064e1b-c95c-4f01-9ac1-8a790716e819 req-fedccb09-f57a-445a-9af6-e5f98adf553a service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239813 Feb 19 04:02:24.306677 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1b064e1b-c95c-4f01-9ac1-8a790716e819 req-d0e1f523-413e-4dd6-af48-464f72cb9673 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926076 Feb 19 04:02:24.543908 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-90759aad-12b2-4bd5-a867-9e23dbf875e1 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5db9e5a9863c4a589fb86355b6eaf32e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384197 Feb 19 04:02:24.545397 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e535f0-0553-44a4-9621-a192952bebc4', 'tag': '303fdc53-143f-4203-a027-6cfa53f84708'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:24.550621 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635e1609-cccf-4eb7-a2f1-dcb2bcd5904c" -d '{"events": [{"name": "network-changed", "server_uuid": "15e535f0-0553-44a4-9621-a192952bebc4", "tag": "303fdc53-143f-4203-a027-6cfa53f84708"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:24.809865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-b6dfab51-09d7-4d0c-a7a1-6bbd9d31e1cd tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:24.812346 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-b6dfab51-09d7-4d0c-a7a1-6bbd9d31e1cd tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2532146 Feb 19 04:02:24.845263 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-9040b20a-de49-4518-8a64-b3ddb72eee41 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Request body: {'port': {'device_id': 'f0c4f0ec-7768-4ee0-a12c-531aa9642855', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': '5db9e5a9863c4a589fb86355b6eaf32e'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:24.966195 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c393d-ff69-4083-88ec-e94e07fa8684 req-ef16739d-ee3a-428d-a0d3-65d0db68678c tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:24.979649 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d3c393d-ff69-4083-88ec-e94e07fa8684 req-ef16739d-ee3a-428d-a0d3-65d0db68678c tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 950 time: 0.1211166 Feb 19 04:02:25.041679 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-9040b20a-de49-4518-8a64-b3ddb72eee41 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Made reservation on behalf of 5db9e5a9863c4a589fb86355b6eaf32e for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:25.047758 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-9040b20a-de49-4518-8a64-b3ddb72eee41 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:25.062669 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d3c393d-ff69-4083-88ec-e94e07fa8684 req-9a8a8d79-5d2c-4620-9cca-29a8a9496b0e tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815156 Feb 19 04:02:25.194123 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c36a8afb-02c8-41f3-a232-a16c6b2f06ce req-14e548bb-093f-49b6-a857-d59d87c41b33 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "GET /v2.0/security-groups/975aa7c1-1d19-4eee-9c7c-5ff402fa9af0 HTTP/1.1" status: 200 len: 1830 time: 0.0813940 Feb 19 04:02:25.341057 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-9040b20a-de49-4518-8a64-b3ddb72eee41 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Allocated IP 192.168.233.173 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/ca13a405-d49f-40d8-ab6e-d657e94172a8) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:25.432830 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c4852-60f9-4043-8784-2ac56c0dc893 req-444392d6-cc52-4000-9798-23fa2d1c4ed0 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:25.436479 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a64c4852-60f9-4043-8784-2ac56c0dc893 req-444392d6-cc52-4000-9798-23fa2d1c4ed0 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2b78ab1-3b31-4d04-8967-a19d46c24452 HTTP/1.1" status: 200 len: 950 time: 0.1171961 Feb 19 04:02:25.563658 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a64c4852-60f9-4043-8784-2ac56c0dc893 req-3f1e5fe1-598c-49d6-9d76-d5b8e14f763d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088712 Feb 19 04:02:25.675197 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d68b61e-c3cf-485a-90c8-bf1b348437af x-openstack-request-id: req-1d68b61e-c3cf-485a-90c8-bf1b348437af {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:25.676108 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf1027e-221e-4171-b262-ebc526165acd", "name": "network-vif-plugged", "status": "completed", "tag": "83fe4760-bcab-460b-a5f6-ba8659a08327", "code": 200}, {"server_uuid": "bdaecb32-a653-4858-928b-62f6bcd24ffe", "name": "network-vif-plugged", "status": "completed", "tag": "84193989-d4ba-48f2-a12b-1e263b4976fe", "code": 200}, {"server_uuid": "0e8f458c-0f11-4d00-b66a-3142479b819d", "name": "network-vif-plugged", "status": "completed", "tag": "411a6669-a264-402c-b0d4-30b077ac4206", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:25.677581 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d68b61e-c3cf-485a-90c8-bf1b348437af {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:25.679337 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf1027e-221e-4171-b262-ebc526165acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fe4760-bcab-460b-a5f6-ba8659a08327', 'code': 200} Feb 19 04:02:25.679792 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaecb32-a653-4858-928b-62f6bcd24ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84193989-d4ba-48f2-a12b-1e263b4976fe', 'code': 200} Feb 19 04:02:25.680239 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8f458c-0f11-4d00-b66a-3142479b819d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411a6669-a264-402c-b0d4-30b077ac4206', 'code': 200} Feb 19 04:02:25.696601 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-9040b20a-de49-4518-8a64-b3ddb72eee41 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks [] for port (ca13a405-d49f-40d8-ab6e-d657e94172a8), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:25.782242 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-9040b20a-de49-4518-8a64-b3ddb72eee41 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (ca13a405-d49f-40d8-ab6e-d657e94172a8), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:25.799828 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['21cf2267-d67f-47e3-9388-81f394aa5757', '2d1d6ccd-2063-4ff5-b23d-9824c1f817c9'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:02:25.916714 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6682ca-5749-4cf2-9997-7f27cd020d06 req-6d25def8-1c87-4343-802f-1b7f61d10067 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:25.921774 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf6682ca-5749-4cf2-9997-7f27cd020d06 req-6d25def8-1c87-4343-802f-1b7f61d10067 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0c4f0ec-7768-4ee0-a12c-531aa9642855 HTTP/1.1" status: 200 len: 936 time: 0.1196373 Feb 19 04:02:25.938837 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-85df2126-e442-4f64-b8ea-9b0459516d3c tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:02:25.942773 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-85df2126-e442-4f64-b8ea-9b0459516d3c tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0315242 Feb 19 04:02:26.027246 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf6682ca-5749-4cf2-9997-7f27cd020d06 req-933c83e3-c105-424c-b159-4090ca16d652 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950491 Feb 19 04:02:26.041969 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-9040b20a-de49-4518-8a64-b3ddb72eee41 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:26.048713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040b20a-de49-4518-8a64-b3ddb72eee41 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Pushing event updated for resources: {'Port': ['ID=ca13a405-d49f-40d8-ab6e-d657e94172a8,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:26.058099 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-9040b20a-de49-4518-8a64-b3ddb72eee41 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:26.064287 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-9040b20a-de49-4518-8a64-b3ddb72eee41 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:26.149014 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55029e4-46f3-4468-91da-45ca124a6119 req-92a185e8-42b0-4331-9215-ebe52cd5623f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:26.151791 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-92a185e8-42b0-4331-9215-ebe52cd5623f service neutron] 10.222.0.65 "GET /v2.0/ports/5494cb48-fbd5-49e8-8dde-b365260ee3c4 HTTP/1.1" status: 200 len: 1124 time: 0.1792712 Feb 19 04:02:26.171813 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6e15c-58ff-4688-91e1-89fa5c28db2c req-67f4165a-ee86-4686-b597-063d431b5639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:26.174500 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f3a6e15c-58ff-4688-91e1-89fa5c28db2c req-67f4165a-ee86-4686-b597-063d431b5639 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 1132 time: 0.3378634 Feb 19 04:02:26.186912 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-a55029e4-46f3-4468-91da-45ca124a6119 req-510ed4dc-ae1d-46b4-9979-37d098555e58 service neutron] Request body: {'binding': {'host': 'n-h1-772273-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:26.187734 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-a55029e4-46f3-4468-91da-45ca124a6119 req-510ed4dc-ae1d-46b4-9979-37d098555e58 service neutron] Unknown quota resources ['binding']. {{(pid=115199) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 04:02:26.193240 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c827617-413c-4bc6-bb2b-bb2d4fe5b536 x-openstack-request-id: req-5c827617-413c-4bc6-bb2b-bb2d4fe5b536 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:26.194279 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e535f0-0553-44a4-9621-a192952bebc4", "tag": "303fdc53-143f-4203-a027-6cfa53f84708", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:26.197869 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c827617-413c-4bc6-bb2b-bb2d4fe5b536 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:26.200056 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e535f0-0553-44a4-9621-a192952bebc4', 'tag': '303fdc53-143f-4203-a027-6cfa53f84708', 'status': 'completed', 'code': 200} Feb 19 04:02:26.275204 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-9040b20a-de49-4518-8a64-b3ddb72eee41 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:26.276374 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-9040b20a-de49-4518-8a64-b3ddb72eee41 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:26.351521 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 83fe4760-bcab-460b-a5f6-ba8659a08327 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:02:26.367527 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e1609-cccf-4eb7-a2f1-dcb2bcd5904c req-35a5bd27-0cee-4be0-82e9-62f206e6bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:26.375981 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-635e1609-cccf-4eb7-a2f1-dcb2bcd5904c req-35a5bd27-0cee-4be0-82e9-62f206e6bc9c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 1127 time: 0.1417429 Feb 19 04:02:26.449869 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f3a6e15c-58ff-4688-91e1-89fa5c28db2c req-84960cfb-a8ae-4ad5-94d0-c5a1b903e72d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460320 Feb 19 04:02:26.502330 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-9040b20a-de49-4518-8a64-b3ddb72eee41 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6648562 Feb 19 04:02:26.650402 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-63a0d284-bfdb-4a16-9230-70b99134f480 service neutron] Request body: {'port': {'device_id': 'f0c4f0ec-7768-4ee0-a12c-531aa9642855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:26.686211 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e1609-cccf-4eb7-a2f1-dcb2bcd5904c req-e32037f8-fb3b-4a88-97b5-41767e817034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:26.690422 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-635e1609-cccf-4eb7-a2f1-dcb2bcd5904c req-e32037f8-fb3b-4a88-97b5-41767e817034 service neutron] 10.222.0.48 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 908 time: 0.3051293 Feb 19 04:02:26.833937 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-635e1609-cccf-4eb7-a2f1-dcb2bcd5904c req-bd533235-90af-4ab4-96eb-29a5993d87e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=303fdc53-143f-4203-a027-6cfa53f84708 HTTP/1.1" status: 200 len: 217 time: 0.0782092 Feb 19 04:02:26.843630 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-63a0d284-bfdb-4a16-9230-70b99134f480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ca13a405-d49f-40d8-ab6e-d657e94172a8), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:26.867988 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-62804a92-ccdc-41b1-bb30-2016982306f6 None None] Provisioning complete for port ca13a405-d49f-40d8-ab6e-d657e94172a8 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:26.868872 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-62804a92-ccdc-41b1-bb30-2016982306f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ca13a405-d49f-40d8-ab6e-d657e94172a8), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:26.928987 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a033a-29af-433b-98df-c8407e11f2c9 req-adc8df65-51d4-4900-9251-e454dcf17e07 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:26.932438 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a62a033a-29af-433b-98df-c8407e11f2c9 req-adc8df65-51d4-4900-9251-e454dcf17e07 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe HTTP/1.1" status: 200 len: 950 time: 0.2497547 Feb 19 04:02:26.955976 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-a55029e4-46f3-4468-91da-45ca124a6119 req-510ed4dc-ae1d-46b4-9979-37d098555e58 service neutron] Attempting to bind port 5494cb48-fbd5-49e8-8dde-b365260ee3c4 on host n-h1-772273-4 for vnic_type normal with profile None {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:02:26.956567 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-a55029e4-46f3-4468-91da-45ca124a6119 req-510ed4dc-ae1d-46b4-9979-37d098555e58 service neutron] Attempting to bind port 5494cb48-fbd5-49e8-8dde-b365260ee3c4 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:02:26.957200 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55029e4-46f3-4468-91da-45ca124a6119 req-510ed4dc-ae1d-46b4-9979-37d098555e58 service neutron] Attempting to bind port 5494cb48-fbd5-49e8-8dde-b365260ee3c4 on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:26.980734 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 83fe4760-bcab-460b-a5f6-ba8659a08327 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:26.981286 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e1609-cccf-4eb7-a2f1-dcb2bcd5904c req-2225bb11-5bef-4819-8993-9b5272491ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:26.981491 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (83fe4760-bcab-460b-a5f6-ba8659a08327), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:26.984048 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-635e1609-cccf-4eb7-a2f1-dcb2bcd5904c req-2225bb11-5bef-4819-8993-9b5272491ecd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.1423473 Feb 19 04:02:26.985170 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-62804a92-ccdc-41b1-bb30-2016982306f6 None None] Port ca13a405-d49f-40d8-ab6e-d657e94172a8 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:02:26.987164 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55029e4-46f3-4468-91da-45ca124a6119 req-510ed4dc-ae1d-46b4-9979-37d098555e58 service neutron] Port 5494cb48-fbd5-49e8-8dde-b365260ee3c4 on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:02:26.987655 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55029e4-46f3-4468-91da-45ca124a6119 req-510ed4dc-ae1d-46b4-9979-37d098555e58 service neutron] Attempting to bind port 5494cb48-fbd5-49e8-8dde-b365260ee3c4 on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:26.999594 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55029e4-46f3-4468-91da-45ca124a6119 req-510ed4dc-ae1d-46b4-9979-37d098555e58 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:02:27.000223 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55029e4-46f3-4468-91da-45ca124a6119 req-510ed4dc-ae1d-46b4-9979-37d098555e58 service neutron] Checking segment: {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:27.000879 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55029e4-46f3-4468-91da-45ca124a6119 req-510ed4dc-ae1d-46b4-9979-37d098555e58 service neutron] Bound using segment: {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:02:27.001707 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-a55029e4-46f3-4468-91da-45ca124a6119 req-510ed4dc-ae1d-46b4-9979-37d098555e58 service neutron] Bound port: 5494cb48-fbd5-49e8-8dde-b365260ee3c4, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:02:27.051186 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 83fe4760-bcab-460b-a5f6-ba8659a08327, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=83fe4760-bcab-460b-a5f6-ba8659a08327,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:27.057373 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-635e1609-cccf-4eb7-a2f1-dcb2bcd5904c req-d0f62b18-4cf8-432b-806e-cc217e2c9623 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642130 Feb 19 04:02:27.058730 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (83fe4760-bcab-460b-a5f6-ba8659a08327), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:27.060374 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 84193989-d4ba-48f2-a12b-1e263b4976fe no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:02:27.096500 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a62a033a-29af-433b-98df-c8407e11f2c9 req-b6ca5e66-98d3-4b02-a784-3ffb7e9c1d8b tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/security-groups?id=68ec2cb3-2efe-4a3b-b0c8-2e241ec44507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560049 Feb 19 04:02:27.192408 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-c54d76f9-8d66-48dc-af2c-c62b8db353a3 req-7bddb749-08f6-4a44-a957-6f52faf4a321 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-534775500', 'description': 'tempest-description-281991864'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:27.209348 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=83fe4760-bcab-460b-a5f6-ba8659a08327,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:27.253978 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c54d76f9-8d66-48dc-af2c-c62b8db353a3 req-7bddb749-08f6-4a44-a957-6f52faf4a321 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:27.314967 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-635e1609-cccf-4eb7-a2f1-dcb2bcd5904c req-80da8c3e-6890-4df9-87ba-78520234522e service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407281 Feb 19 04:02:27.321124 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 84193989-d4ba-48f2-a12b-1e263b4976fe is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:27.321739 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (84193989-d4ba-48f2-a12b-1e263b4976fe), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:27.395245 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 84193989-d4ba-48f2-a12b-1e263b4976fe, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=84193989-d4ba-48f2-a12b-1e263b4976fe,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:27.404667 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (84193989-d4ba-48f2-a12b-1e263b4976fe), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:27.521738 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=84193989-d4ba-48f2-a12b-1e263b4976fe,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:27.569305 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c54d76f9-8d66-48dc-af2c-c62b8db353a3 req-7bddb749-08f6-4a44-a957-6f52faf4a321 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (d5f8a621-d43b-4aa8-ac72-e0d4347b4915), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:27.575098 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-635e1609-cccf-4eb7-a2f1-dcb2bcd5904c req-aac275e3-86ec-4346-ae4c-5c93e772f57b service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431402 Feb 19 04:02:27.577286 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c54d76f9-8d66-48dc-af2c-c62b8db353a3 req-7bddb749-08f6-4a44-a957-6f52faf4a321 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d5f8a621-d43b-4aa8-ac72-e0d4347b4915), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:27.636413 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c54d76f9-8d66-48dc-af2c-c62b8db353a3 req-7bddb749-08f6-4a44-a957-6f52faf4a321 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:27.638804 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c54d76f9-8d66-48dc-af2c-c62b8db353a3 req-7bddb749-08f6-4a44-a957-6f52faf4a321 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.4550292 Feb 19 04:02:27.657284 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddb749-08f6-4a44-a957-6f52faf4a321 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f8a621-d43b-4aa8-ac72-e0d4347b4915,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:27.682080 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf1027e-221e-4171-b262-ebc526165acd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83fe4760-bcab-460b-a5f6-ba8659a08327'}, {'server_uuid': 'bdaecb32-a653-4858-928b-62f6bcd24ffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84193989-d4ba-48f2-a12b-1e263b4976fe'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:27.686910 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b03f6c8-9d80-44a3-a1be-cb9e5f7ef9f3" -d '{"events": [{"server_uuid": "cdf1027e-221e-4171-b262-ebc526165acd", "name": "network-vif-unplugged", "status": "completed", "tag": "83fe4760-bcab-460b-a5f6-ba8659a08327"}, {"server_uuid": "bdaecb32-a653-4858-928b-62f6bcd24ffe", "name": "network-vif-unplugged", "status": "completed", "tag": "84193989-d4ba-48f2-a12b-1e263b4976fe"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:27.796825 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-a55029e4-46f3-4468-91da-45ca124a6119 req-510ed4dc-ae1d-46b4-9979-37d098555e58 service neutron] For port 5494cb48-fbd5-49e8-8dde-b365260ee3c4, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=5494cb48-fbd5-49e8-8dde-b365260ee3c4,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:02:27.814821 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a55029e4-46f3-4468-91da-45ca124a6119 req-510ed4dc-ae1d-46b4-9979-37d098555e58 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:27.818104 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-510ed4dc-ae1d-46b4-9979-37d098555e58 service neutron] 10.222.0.65 "POST /v2.0/ports/5494cb48-fbd5-49e8-8dde-b365260ee3c4/bindings HTTP/1.1" status: 201 len: 389 time: 1.6412349 Feb 19 04:02:28.124184 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-63a0d284-bfdb-4a16-9230-70b99134f480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca13a405-d49f-40d8-ab6e-d657e94172a8 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:02:28.151129 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-63a0d284-bfdb-4a16-9230-70b99134f480 service neutron] Publish callbacks [] for port (ca13a405-d49f-40d8-ab6e-d657e94172a8), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:28.197726 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-63a0d284-bfdb-4a16-9230-70b99134f480 service neutron] Transition to ACTIVE for port object ca13a405-d49f-40d8-ab6e-d657e94172a8 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:02:28.204759 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cec58-41e2-4597-85b5-91854ac75752 req-27162e8b-4e7f-4122-87ff-b3b2d45e691e tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:28.208578 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e16cec58-41e2-4597-85b5-91854ac75752 req-27162e8b-4e7f-4122-87ff-b3b2d45e691e tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 1127 time: 0.1642003 Feb 19 04:02:28.210778 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-63a0d284-bfdb-4a16-9230-70b99134f480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (ca13a405-d49f-40d8-ab6e-d657e94172a8), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:28.365413 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec581b-28d3-498f-8ea7-eefcb8a1e1a9 req-14bd7074-86e2-4336-893f-722e3bce09a9 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:28.374052 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec581b-28d3-498f-8ea7-eefcb8a1e1a9 req-14bd7074-86e2-4336-893f-722e3bce09a9 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:28.379568 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0d284-bfdb-4a16-9230-70b99134f480 service neutron] Pushing event updated for resources: {'Port': ['ID=ca13a405-d49f-40d8-ab6e-d657e94172a8,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:28.382316 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-eaec581b-28d3-498f-8ea7-eefcb8a1e1a9 req-14bd7074-86e2-4336-893f-722e3bce09a9 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=87a514c6-5998-44c4-b87a-0354695a01a2&device_id=b2b78ab1-3b31-4d04-8967-a19d46c24452 HTTP/1.1" status: 200 len: 1690 time: 0.1743405 Feb 19 04:02:28.436207 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e16cec58-41e2-4597-85b5-91854ac75752 req-146ec4e1-b7ba-4848-a340-f8bc0b882a67 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094231 Feb 19 04:02:28.498333 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-eaec581b-28d3-498f-8ea7-eefcb8a1e1a9 req-9796e525-a31c-4fcf-8fb2-1e3f1c78e2da tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138935 Feb 19 04:02:28.502105 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55029e4-46f3-4468-91da-45ca124a6119 req-e0aa5f38-6218-47a8-947a-c804281f5a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:28.517756 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-e0aa5f38-6218-47a8-947a-c804281f5a7c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 1127 time: 0.2291617 Feb 19 04:02:28.598382 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-63a0d284-bfdb-4a16-9230-70b99134f480 service neutron] Attempting to bind port ca13a405-d49f-40d8-ab6e-d657e94172a8 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:02:28.598382 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-63a0d284-bfdb-4a16-9230-70b99134f480 service neutron] Attempting to bind port ca13a405-d49f-40d8-ab6e-d657e94172a8 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:02:28.598382 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-63a0d284-bfdb-4a16-9230-70b99134f480 service neutron] Attempting to bind port ca13a405-d49f-40d8-ab6e-d657e94172a8 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:28.660142 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-63a0d284-bfdb-4a16-9230-70b99134f480 service neutron] Port ca13a405-d49f-40d8-ab6e-d657e94172a8 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:02:28.660666 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-63a0d284-bfdb-4a16-9230-70b99134f480 service neutron] Attempting to bind port ca13a405-d49f-40d8-ab6e-d657e94172a8 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:28.677426 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-63a0d284-bfdb-4a16-9230-70b99134f480 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:02:28.677989 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-63a0d284-bfdb-4a16-9230-70b99134f480 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:28.678639 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-63a0d284-bfdb-4a16-9230-70b99134f480 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:02:28.679403 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-63a0d284-bfdb-4a16-9230-70b99134f480 service neutron] Bound port: ca13a405-d49f-40d8-ab6e-d657e94172a8, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:02:28.680016 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-63a0d284-bfdb-4a16-9230-70b99134f480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ca13a405-d49f-40d8-ab6e-d657e94172a8), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:28.775515 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8f81e-4218-4fec-a322-a3a4ad8ba788 req-3a442d09-a95f-4a42-9af0-4885c18f08d3 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:28.778468 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-60a8f81e-4218-4fec-a322-a3a4ad8ba788 req-3a442d09-a95f-4a42-9af0-4885c18f08d3 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 950 time: 0.2039030 Feb 19 04:02:28.840395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55029e4-46f3-4468-91da-45ca124a6119 req-90fdb97b-bd8e-48b1-9465-1ac119c310c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:28.843297 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-90fdb97b-bd8e-48b1-9465-1ac119c310c9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 921 time: 0.3083482 Feb 19 04:02:28.881345 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-63a0d284-bfdb-4a16-9230-70b99134f480 service neutron] For port ca13a405-d49f-40d8-ab6e-d657e94172a8, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:02:28.891648 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-63a0d284-bfdb-4a16-9230-70b99134f480 service neutron] For port ca13a405-d49f-40d8-ab6e-d657e94172a8, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=ca13a405-d49f-40d8-ab6e-d657e94172a8,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:02:28.913851 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-63a0d284-bfdb-4a16-9230-70b99134f480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (ca13a405-d49f-40d8-ab6e-d657e94172a8), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:28.925873 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-60a8f81e-4218-4fec-a322-a3a4ad8ba788 req-57e537bc-1ee6-48de-b2f3-10487fc99f1a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348042 Feb 19 04:02:28.955589 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-c2ab2fab-80e8-4699-86a9-4600edcdae99 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5494cb48-fbd5-49e8-8dde-b365260ee3c4 HTTP/1.1" status: 200 len: 217 time: 0.0878072 Feb 19 04:02:28.995690 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-63a0d284-bfdb-4a16-9230-70b99134f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:28.997129 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-63a0d284-bfdb-4a16-9230-70b99134f480 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:29.000241 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-63a0d284-bfdb-4a16-9230-70b99134f480 service neutron] 10.222.0.10 "PUT /v2.0/ports/ca13a405-d49f-40d8-ab6e-d657e94172a8 HTTP/1.1" status: 200 len: 1096 time: 2.3685896 Feb 19 04:02:29.000506 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-a5ad40b2-d4aa-4ef2-9891-59e9591283d9 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:29.001049 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c4f0ec-7768-4ee0-a12c-531aa9642855', 'tag': 'ca13a405-d49f-40d8-ab6e-d657e94172a8'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:29.003229 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-a5ad40b2-d4aa-4ef2-9891-59e9591283d9 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/networks?id=a64e4f96-ab47-44e5-a8c0-65ae49234a15 HTTP/1.1" status: 200 len: 805 time: 0.3477876 Feb 19 04:02:29.007045 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dede199-386a-49c6-a91a-631df3b1e737" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c4f0ec-7768-4ee0-a12c-531aa9642855", "tag": "ca13a405-d49f-40d8-ab6e-d657e94172a8"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:29.071544 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0d284-bfdb-4a16-9230-70b99134f480 service neutron] Pushing event updated for resources: {'Port': ['ID=ca13a405-d49f-40d8-ab6e-d657e94172a8,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:29.143775 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-5533541e-0e72-4868-8253-74c822047b98 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/quotas/3e71aa6d08bd4f28a67d0a5ae3b04cca HTTP/1.1" status: 200 len: 375 time: 0.0883369 Feb 19 04:02:29.189091 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55029e4-46f3-4468-91da-45ca124a6119 req-35264176-59c6-449d-be87-4fee9f0931e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:29.192665 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-35264176-59c6-449d-be87-4fee9f0931e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.2265658 Feb 19 04:02:29.270138 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-63d7c6c2-78a7-4e4d-b44d-5997de46b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:29.273354 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-63d7c6c2-78a7-4e4d-b44d-5997de46b78a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5db9e5a9863c4a589fb86355b6eaf32e&device_id=f0c4f0ec-7768-4ee0-a12c-531aa9642855 HTTP/1.1" status: 200 len: 1130 time: 0.1731317 Feb 19 04:02:29.287804 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-76f0273d-19dc-4d25-af26-7a3cf556c4b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847001 Feb 19 04:02:29.304301 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a758fe-b7ea-49f7-9fbd-915691a30500 req-34f9d015-ae85-4307-afb5-7548fb593373 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:29.308381 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d1a758fe-b7ea-49f7-9fbd-915691a30500 req-34f9d015-ae85-4307-afb5-7548fb593373 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdf1027e-221e-4171-b262-ebc526165acd HTTP/1.1" status: 200 len: 944 time: 0.2675273 Feb 19 04:02:29.311138 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c6ca5-0302-4848-bedc-c170d66b27e2 req-c2260812-7fbf-4f72-8b2c-ab5f060b7234 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:29.314200 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ba5c6ca5-0302-4848-bedc-c170d66b27e2 req-c2260812-7fbf-4f72-8b2c-ab5f060b7234 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0c4f0ec-7768-4ee0-a12c-531aa9642855 HTTP/1.1" status: 200 len: 948 time: 0.1528871 Feb 19 04:02:29.374612 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-d4e82b40-ff07-42f6-8936-87c2eb02353e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=ca13a405-d49f-40d8-ab6e-d657e94172a8 HTTP/1.1" status: 200 len: 217 time: 0.0925698 Feb 19 04:02:29.459211 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-cbaa2b6a-7c0f-481a-b217-bdcd92fc6519 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e71aa6d08bd4f28a67d0a5ae3b04cca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3006039 Feb 19 04:02:29.509012 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-56089443-5e6f-49c3-adc8-b91cf3741313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:29.511705 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-56089443-5e6f-49c3-adc8-b91cf3741313 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1259046 Feb 19 04:02:29.518154 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ba5c6ca5-0302-4848-bedc-c170d66b27e2 req-5788987b-fdb8-47eb-b950-d891f16e19a9 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466517 Feb 19 04:02:29.612537 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-43667b9c-4e5b-4c72-9f42-9aeafb2b3247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:29.615474 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-43667b9c-4e5b-4c72-9f42-9aeafb2b3247 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0951297 Feb 19 04:02:29.672609 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-476c0186-1ea3-401c-a524-47dfcb717b57 service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641987 Feb 19 04:02:29.817725 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-ed77d6aa-9289-4ab4-9fa6-33f2fc1ee02b service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946306 Feb 19 04:02:29.820437 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-d1a758fe-b7ea-49f7-9fbd-915691a30500 req-6620362e-73e8-462a-9c28-af0c08c2d825 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Deleting port 83fe4760-bcab-460b-a5f6-ba8659a08327 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:02:29.820947 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d1a758fe-b7ea-49f7-9fbd-915691a30500 req-6620362e-73e8-462a-9c28-af0c08c2d825 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (83fe4760-bcab-460b-a5f6-ba8659a08327), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:29.971869 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-656e7ae3-122d-4ba7-b63e-3f5dd9e91061 req-3dcbfd48-db3d-4bad-aed3-ec8a1ab824a4 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470585 Feb 19 04:02:30.237661 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8a106baa-359f-4533-816c-8e3998f94a34 req-ba951132-da59-4cd9-9a18-7fa7fb12d746 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "GET /v2.0/security-groups/d5f8a621-d43b-4aa8-ac72-e0d4347b4915 HTTP/1.1" status: 200 len: 1828 time: 0.0816274 Feb 19 04:02:30.322497 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6740a2bd-7761-4ac5-81e3-206a44385c5a x-openstack-request-id: req-6740a2bd-7761-4ac5-81e3-206a44385c5a {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:30.323413 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf1027e-221e-4171-b262-ebc526165acd", "name": "network-vif-unplugged", "status": "completed", "tag": "83fe4760-bcab-460b-a5f6-ba8659a08327", "code": 200}, {"server_uuid": "bdaecb32-a653-4858-928b-62f6bcd24ffe", "name": "network-vif-unplugged", "status": "completed", "tag": "84193989-d4ba-48f2-a12b-1e263b4976fe", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:30.323573 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6740a2bd-7761-4ac5-81e3-206a44385c5a {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:30.324687 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf1027e-221e-4171-b262-ebc526165acd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83fe4760-bcab-460b-a5f6-ba8659a08327', 'code': 200} Feb 19 04:02:30.325462 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaecb32-a653-4858-928b-62f6bcd24ffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84193989-d4ba-48f2-a12b-1e263b4976fe', 'code': 200} Feb 19 04:02:30.368338 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-99734c8b-df93-4898-a8c9-ade39d4c5b66 service neutron] 10.222.0.65 "GET /v2.0/networks/a64e4f96-ab47-44e5-a8c0-65ae49234a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8918579 Feb 19 04:02:30.527692 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02941f-aea2-4616-833b-4cefc621e3b3 req-0f163747-f90d-4ae4-96a3-5170f3a94723 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:30.530561 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1a02941f-aea2-4616-833b-4cefc621e3b3 req-0f163747-f90d-4ae4-96a3-5170f3a94723 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 945 time: 0.1123245 Feb 19 04:02:30.577176 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-bf11da27-64a2-4319-a206-d3cc9c28cffb service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8911948 Feb 19 04:02:30.637377 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1a02941f-aea2-4616-833b-4cefc621e3b3 req-71fb3fc5-b0e6-4767-9855-7082bfbcfc57 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954270 Feb 19 04:02:30.666223 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-d1a758fe-b7ea-49f7-9fbd-915691a30500 req-6620362e-73e8-462a-9c28-af0c08c2d825 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] For port 83fe4760-bcab-460b-a5f6-ba8659a08327, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=83fe4760-bcab-460b-a5f6-ba8659a08327,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:30.666885 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d1a758fe-b7ea-49f7-9fbd-915691a30500 req-6620362e-73e8-462a-9c28-af0c08c2d825 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (83fe4760-bcab-460b-a5f6-ba8659a08327), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:30.720377 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-3fec940a-31f2-426b-921b-027cdfef3022 service neutron] 10.222.0.65 "GET /v2.0/networks/a64e4f96-ab47-44e5-a8c0-65ae49234a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337467 Feb 19 04:02:30.723950 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-d1a758fe-b7ea-49f7-9fbd-915691a30500 req-6620362e-73e8-462a-9c28-af0c08c2d825 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Calling delete_port for 83fe4760-bcab-460b-a5f6-ba8659a08327 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:02:30.908300 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3c0a0-c121-4915-ba6f-896165f08b73 req-caf197f9-0e2d-4999-8b65-fb751a8c0c6d tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:30.912636 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fde3c0a0-c121-4915-ba6f-896165f08b73 req-caf197f9-0e2d-4999-8b65-fb751a8c0c6d tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 1127 time: 0.1140871 Feb 19 04:02:31.040286 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fde3c0a0-c121-4915-ba6f-896165f08b73 req-32a160f6-0213-48f6-93fc-403d42c82ccf tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165850 Feb 19 04:02:31.042152 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d1a758fe-b7ea-49f7-9fbd-915691a30500 req-6620362e-73e8-462a-9c28-af0c08c2d825 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (83fe4760-bcab-460b-a5f6-ba8659a08327), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:31.198315 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620362e-73e8-462a-9c28-af0c08c2d825 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Pushing event deleted for resources: {'Port': ['ID=83fe4760-bcab-460b-a5f6-ba8659a08327,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:31.324533 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a758fe-b7ea-49f7-9fbd-915691a30500 req-6620362e-73e8-462a-9c28-af0c08c2d825 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] No DVR routers for this DVR port 83fe4760-bcab-460b-a5f6-ba8659a08327 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:02:31.349011 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d1a758fe-b7ea-49f7-9fbd-915691a30500 req-6620362e-73e8-462a-9c28-af0c08c2d825 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:31.354944 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d1a758fe-b7ea-49f7-9fbd-915691a30500 req-6620362e-73e8-462a-9c28-af0c08c2d825 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.10 "DELETE /v2.0/ports/83fe4760-bcab-460b-a5f6-ba8659a08327 HTTP/1.1" status: 204 len: 173 time: 2.0270023 Feb 19 04:02:31.356184 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf1027e-221e-4171-b262-ebc526165acd', 'name': 'network-vif-deleted', 'tag': '83fe4760-bcab-460b-a5f6-ba8659a08327'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:31.356387 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ffe4e5-a23b-4ef3-b3b1-f37b754a375e x-openstack-request-id: req-77ffe4e5-a23b-4ef3-b3b1-f37b754a375e {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:31.356813 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c4f0ec-7768-4ee0-a12c-531aa9642855", "tag": "ca13a405-d49f-40d8-ab6e-d657e94172a8", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:31.357284 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77ffe4e5-a23b-4ef3-b3b1-f37b754a375e {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:31.357950 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c4f0ec-7768-4ee0-a12c-531aa9642855', 'tag': 'ca13a405-d49f-40d8-ab6e-d657e94172a8', 'status': 'completed', 'code': 200} Feb 19 04:02:31.375280 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b323459-d1ec-4298-8365-d4d0387dc7ec" -d '{"events": [{"server_uuid": "cdf1027e-221e-4171-b262-ebc526165acd", "name": "network-vif-deleted", "tag": "83fe4760-bcab-460b-a5f6-ba8659a08327"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:31.506199 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55edd46-8f09-4df8-8a1b-ec189489ea5e req-4a63d2c6-19a8-440b-9e03-c3c4acbe6c37 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:31.512529 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dede199-386a-49c6-a91a-631df3b1e737 req-f5b3ab8a-73b4-41ef-9ed4-43e23367aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:31.520874 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c55edd46-8f09-4df8-8a1b-ec189489ea5e req-4a63d2c6-19a8-440b-9e03-c3c4acbe6c37 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 950 time: 0.2724290 Feb 19 04:02:31.523494 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4dede199-386a-49c6-a91a-631df3b1e737 req-f5b3ab8a-73b4-41ef-9ed4-43e23367aa40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5db9e5a9863c4a589fb86355b6eaf32e&device_id=f0c4f0ec-7768-4ee0-a12c-531aa9642855 HTTP/1.1" status: 200 len: 1130 time: 0.1953743 Feb 19 04:02:31.661323 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c55edd46-8f09-4df8-8a1b-ec189489ea5e req-ee64e811-14d8-45c1-bffc-18fffae62b29 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383808 Feb 19 04:02:31.782231 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dede199-386a-49c6-a91a-631df3b1e737 req-7502fff9-1a7c-4487-8b62-1674a5acf863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:31.785858 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4dede199-386a-49c6-a91a-631df3b1e737 req-7502fff9-1a7c-4487-8b62-1674a5acf863 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.2497189 Feb 19 04:02:31.799539 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [req-3577132d-a77c-4fd3-8e21-61dd081622b0 req-7e1e808e-9bb1-4467-b149-95edb44fa05e tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] show failed (client error): The resource could not be found. Feb 19 04:02:31.804984 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3577132d-a77c-4fd3-8e21-61dd081622b0 req-7e1e808e-9bb1-4467-b149-95edb44fa05e tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "GET /v2.0/security-groups/3a2d7412-1e0b-4dfd-9b97-e0d0030bb49e HTTP/1.1" status: 404 len: 352 time: 0.2791498 Feb 19 04:02:31.910511 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4dede199-386a-49c6-a91a-631df3b1e737 req-f985a4f5-c020-4d39-8c69-305bf0c90d15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=ca13a405-d49f-40d8-ab6e-d657e94172a8 HTTP/1.1" status: 200 len: 217 time: 0.1037109 Feb 19 04:02:31.952488 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6c258119-c8f0-4fe2-8e77-04bf05f66af1 req-91ca3063-b250-4c6b-9ca4-ad26f4852139 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8c74bd0-3b11-427a-b59d-3a2c9b96bd85 HTTP/1.1" status: 200 len: 210 time: 0.0636449 Feb 19 04:02:32.016439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f99700-fbc8-45dc-87a6-b4a9bb1e55d7 req-9a0d6e44-eb64-4e8b-bfea-c1ca1c6d7ed1 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:32.034286 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-77f99700-fbc8-45dc-87a6-b4a9bb1e55d7 req-9a0d6e44-eb64-4e8b-bfea-c1ca1c6d7ed1 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0c4f0ec-7768-4ee0-a12c-531aa9642855 HTTP/1.1" status: 200 len: 948 time: 0.1947653 Feb 19 04:02:32.113656 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dede199-386a-49c6-a91a-631df3b1e737 req-8c1847a4-a2cb-4958-bf4c-c0b44a897627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:32.134669 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4dede199-386a-49c6-a91a-631df3b1e737 req-8c1847a4-a2cb-4958-bf4c-c0b44a897627 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1881881 Feb 19 04:02:32.208248 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b6e18378-38df-4d76-9a05-93aab1b2763a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:32.241022 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-77f99700-fbc8-45dc-87a6-b4a9bb1e55d7 req-54ff185d-0c94-4e30-8bd9-2f74ae4c8816 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052765 Feb 19 04:02:32.365416 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dede199-386a-49c6-a91a-631df3b1e737 req-efbb4499-8993-48ca-9f62-8a6c61845747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:32.369244 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4dede199-386a-49c6-a91a-631df3b1e737 req-efbb4499-8993-48ca-9f62-8a6c61845747 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2183216 Feb 19 04:02:32.386346 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device ca13a405-d49f-40d8-ab6e-d657e94172a8 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:02:32.395482 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 83fe4760-bcab-460b-a5f6-ba8659a08327 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:02:32.676410 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af760c7-8643-411c-a46d-e88f0790a185 req-8f711c6f-7d3d-40b7-86a2-4071d1c62801 tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:32.685143 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4af760c7-8643-411c-a46d-e88f0790a185 req-8f711c6f-7d3d-40b7-86a2-4071d1c62801 tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=87a514c6-5998-44c4-b87a-0354695a01a2 HTTP/1.1" status: 200 len: 1131 time: 0.1994681 Feb 19 04:02:32.704675 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4dede199-386a-49c6-a91a-631df3b1e737 req-3b86df72-c0e7-428e-b1f5-ba9fd779a269 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232720 Feb 19 04:02:32.750941 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 83fe4760-bcab-460b-a5f6-ba8659a08327 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:02:32.751243 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 83fe4760-bcab-460b-a5f6-ba8659a08327 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:02:32.835216 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4af760c7-8643-411c-a46d-e88f0790a185 req-b590746a-b07a-495e-81cb-f0f818509f5f tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269243 Feb 19 04:02:32.845761 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port ca13a405-d49f-40d8-ab6e-d657e94172a8, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=ca13a405-d49f-40d8-ab6e-d657e94172a8,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:32.895665 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'ca13a405-d49f-40d8-ab6e-d657e94172a8', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': 'ca13a405-d49f-40d8-ab6e-d657e94172a8', 'mac_address': 'fa:16:3e:f6:03:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:02:32.948675 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7596bf-3854-4852-9dc6-72030173b8ea x-openstack-request-id: req-ae7596bf-3854-4852-9dc6-72030173b8ea {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:32.951195 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf1027e-221e-4171-b262-ebc526165acd", "name": "network-vif-deleted", "tag": "83fe4760-bcab-460b-a5f6-ba8659a08327", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:32.952223 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ae7596bf-3854-4852-9dc6-72030173b8ea {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:32.953455 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf1027e-221e-4171-b262-ebc526165acd', 'name': 'network-vif-deleted', 'tag': '83fe4760-bcab-460b-a5f6-ba8659a08327', 'status': 'completed', 'code': 200} Feb 19 04:02:33.055575 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port ca13a405-d49f-40d8-ab6e-d657e94172a8 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:33.059644 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ca13a405-d49f-40d8-ab6e-d657e94172a8), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:33.070987 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4dede199-386a-49c6-a91a-631df3b1e737 req-7a55897d-b786-4da4-9fdb-82976ffef3dd service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508182 Feb 19 04:02:33.119195 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca13a405-d49f-40d8-ab6e-d657e94172a8 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:02:33.168854 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port ca13a405-d49f-40d8-ab6e-d657e94172a8, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=ca13a405-d49f-40d8-ab6e-d657e94172a8,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:33.192219 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ca13a405-d49f-40d8-ab6e-d657e94172a8), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:33.209356 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e4297-2fee-4c67-bdf7-f8e2070dedf1 req-9c98314d-535f-40b6-8d69-1306bcedfc7c tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:33.220285 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ed5e4297-2fee-4c67-bdf7-f8e2070dedf1 req-9c98314d-535f-40b6-8d69-1306bcedfc7c tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 945 time: 0.1443150 Feb 19 04:02:33.353732 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [req-96fc4f9e-0219-4b4e-a4f5-60653e091062 req-b3be15e3-29c8-47c1-b65f-d0749acdd2be tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] show failed (client error): The resource could not be found. Feb 19 04:02:33.373998 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-96fc4f9e-0219-4b4e-a4f5-60653e091062 req-b3be15e3-29c8-47c1-b65f-d0749acdd2be tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "GET /v2.0/security-group-rules/4ac923f0-25e2-4b3b-924e-79fdd8a7fa7e HTTP/1.1" status: 404 len: 361 time: 0.0502074 Feb 19 04:02:33.426047 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ed5e4297-2fee-4c67-bdf7-f8e2070dedf1 req-8e3eaf94-2a9b-4770-bc79-03b3a0f4881d tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801820 Feb 19 04:02:33.429479 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=ca13a405-d49f-40d8-ab6e-d657e94172a8,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:33.444626 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 4148f392-837b-4136-8bca-b1b05feac25b details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:02:33.473867 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:33.474475 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:33.475095 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:33.475700 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:33.476526 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:33.477337 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:33.477933 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:33.478710 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:33.479574 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:33.480366 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:33.482401 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:33.483068 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:33.483670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:33.561059 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['ca13a405-d49f-40d8-ab6e-d657e94172a8'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:02:33.719500 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2be1e-2e21-46c2-baf5-6244a96d8c9e req-1dbddd3e-59eb-4398-b87a-f7be4bf61c6b tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:33.723633 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c0c2be1e-2e21-46c2-baf5-6244a96d8c9e req-1dbddd3e-59eb-4398-b87a-f7be4bf61c6b tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b2b78ab1-3b31-4d04-8967-a19d46c24452 HTTP/1.1" status: 200 len: 1132 time: 0.1104536 Feb 19 04:02:33.725150 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:02:33.840457 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-92a6bb40-eb85-4942-a7a5-4228789ab59f req-c72b8bad-5998-4155-9249-92a2a9109afb tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8c74bd0-3b11-427a-b59d-3a2c9b96bd85 HTTP/1.1" status: 200 len: 210 time: 0.0933216 Feb 19 04:02:33.892966 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c0c2be1e-2e21-46c2-baf5-6244a96d8c9e req-be9fb30c-de12-475b-84b0-4e6e319e118f tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548021 Feb 19 04:02:33.929747 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-d16a93a0-ed85-4eb7-841b-88ee7dc84124 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:33.932687 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-d16a93a0-ed85-4eb7-841b-88ee7dc84124 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.10 "GET /v2.0/networks?id=a64e4f96-ab47-44e5-a8c0-65ae49234a15 HTTP/1.1" status: 200 len: 805 time: 0.5083048 Feb 19 04:02:33.964528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-2e8e6b68-217c-41d8-81b6-f056125af34a tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Request body: {'port': {'device_id': 'a8c74bd0-3b11-427a-b59d-3a2c9b96bd85', 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15', 'admin_state_up': True, 'tenant_id': '3e71aa6d08bd4f28a67d0a5ae3b04cca'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:33.989014 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 4148f392-837b-4136-8bca-b1b05feac25b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4148f392-837b-4136-8bca-b1b05feac25b,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:34.039858 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '4148f392-837b-4136-8bca-b1b05feac25b', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '4148f392-837b-4136-8bca-b1b05feac25b', 'mac_address': 'fa:16:3e:34:7b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:02:34.216549 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 4148f392-837b-4136-8bca-b1b05feac25b is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:34.217544 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4148f392-837b-4136-8bca-b1b05feac25b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:34.250002 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4148f392-837b-4136-8bca-b1b05feac25b {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:02:34.287347 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:02:34.305149 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 4148f392-837b-4136-8bca-b1b05feac25b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4148f392-837b-4136-8bca-b1b05feac25b,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:34.319925 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4148f392-837b-4136-8bca-b1b05feac25b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:34.467722 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01758db4-e496-4ebb-a2f9-ba3536958dc9 req-61691849-1118-4c91-8092-ea8b6220e0fb tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:34.470704 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-01758db4-e496-4ebb-a2f9-ba3536958dc9 req-61691849-1118-4c91-8092-ea8b6220e0fb tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0c4f0ec-7768-4ee0-a12c-531aa9642855 HTTP/1.1" status: 200 len: 949 time: 0.2388358 Feb 19 04:02:34.484625 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=4148f392-837b-4136-8bca-b1b05feac25b,revision_number=9']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:34.527659 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa63de58-4545-44dd-99a1-f9918665bc7d req-5bf95548-7da9-4f4c-b2fd-0355922dbfea tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "GET /v2.0/security-groups/d5f8a621-d43b-4aa8-ac72-e0d4347b4915 HTTP/1.1" status: 200 len: 1828 time: 0.2651801 Feb 19 04:02:34.569172 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-2e8e6b68-217c-41d8-81b6-f056125af34a tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Made reservation on behalf of 3e71aa6d08bd4f28a67d0a5ae3b04cca for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:34.575115 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-2e8e6b68-217c-41d8-81b6-f056125af34a tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:34.599073 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-01758db4-e496-4ebb-a2f9-ba3536958dc9 req-cd5a400f-591a-48f3-b08d-e454adf7296e tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146715 Feb 19 04:02:34.665795 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['4148f392-837b-4136-8bca-b1b05feac25b'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:02:34.945428 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-2e8e6b68-217c-41d8-81b6-f056125af34a tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Allocated IP 172.20.0.5 (a64e4f96-ab47-44e5-a8c0-65ae49234a15/cdbaae2b-220b-401a-870e-2283d582e1b2/433b34ab-502a-4a36-b247-28a6130f0a94) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:35.022296 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-1e6ab470-a88e-481f-9804-ee7af7a2add9 req-027a4bec-86b0-4f76-9aa2-72193791fcdc service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:02:35.024418 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1e6ab470-a88e-481f-9804-ee7af7a2add9 req-027a4bec-86b0-4f76-9aa2-72193791fcdc service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2003865 Feb 19 04:02:35.091347 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a3705b1b-cb47-4f05-8eb5-2bb8cf212405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:35.192838 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-aa63de58-4545-44dd-99a1-f9918665bc7d req-4d7d8f6e-c09f-4b9d-9e61-2e4c79783b31 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (d5f8a621-d43b-4aa8-ac72-e0d4347b4915), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:35.277928 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-aa63de58-4545-44dd-99a1-f9918665bc7d req-4d7d8f6e-c09f-4b9d-9e61-2e4c79783b31 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (d5f8a621-d43b-4aa8-ac72-e0d4347b4915), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:35.423958 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-2e8e6b68-217c-41d8-81b6-f056125af34a tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks [] for port (433b34ab-502a-4a36-b247-28a6130f0a94), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:35.513360 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-aa63de58-4545-44dd-99a1-f9918665bc7d req-4d7d8f6e-c09f-4b9d-9e61-2e4c79783b31 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d5f8a621-d43b-4aa8-ac72-e0d4347b4915), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:35.524872 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-aa63de58-4545-44dd-99a1-f9918665bc7d req-4d7d8f6e-c09f-4b9d-9e61-2e4c79783b31 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:35.530294 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa63de58-4545-44dd-99a1-f9918665bc7d req-4d7d8f6e-c09f-4b9d-9e61-2e4c79783b31 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "DELETE /v2.0/security-groups/d5f8a621-d43b-4aa8-ac72-e0d4347b4915 HTTP/1.1" status: 204 len: 173 time: 0.9866397 Feb 19 04:02:35.598198 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d8f6e-c09f-4b9d-9e61-2e4c79783b31 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f8a621-d43b-4aa8-ac72-e0d4347b4915,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:35.653000 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-2e8e6b68-217c-41d8-81b6-f056125af34a tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (433b34ab-502a-4a36-b247-28a6130f0a94), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:35.694605 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-041557dc-24da-42d9-9271-eee2ac943cb7 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1617019 Feb 19 04:02:35.832104 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-2e8e6b68-217c-41d8-81b6-f056125af34a tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Network a64e4f96-ab47-44e5-a8c0-65ae49234a15 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:35.848313 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-2e8e6b68-217c-41d8-81b6-f056125af34a tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:35.853571 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-2e8e6b68-217c-41d8-81b6-f056125af34a tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:35.914514 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e6b68-217c-41d8-81b6-f056125af34a tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Pushing event updated for resources: {'Port': ['ID=433b34ab-502a-4a36-b247-28a6130f0a94,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:35.945437 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-43257545-f549-4952-bb5b-8195a33c83de tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:35.958939 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-43257545-f549-4952-bb5b-8195a33c83de tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2626131 Feb 19 04:02:36.001469 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-6746d9f5-9117-44d1-8222-c657d397f4a9 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/quotas/dc95986700ea4199843c7c5d5aa06d4c HTTP/1.1" status: 200 len: 375 time: 0.0407059 Feb 19 04:02:36.013533 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-2e8e6b68-217c-41d8-81b6-f056125af34a tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:36.030501 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-2e8e6b68-217c-41d8-81b6-f056125af34a tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:36.076221 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0decff-7632-48e2-8127-fe3f951687de req-fe31faf3-6a65-4a2a-93f5-3e454c86e37b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:36.079395 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7e0decff-7632-48e2-8127-fe3f951687de req-fe31faf3-6a65-4a2a-93f5-3e454c86e37b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 945 time: 0.3384793 Feb 19 04:02:36.119194 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-c7256b2a-0da4-40fb-ad00-309f20d4f958 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6176691 Feb 19 04:02:36.128168 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-80c3c263-55e0-43f0-b594-19496f9cd610 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:02:36.138625 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-80c3c263-55e0-43f0-b594-19496f9cd610 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0180235 Feb 19 04:02:36.217302 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-a1d14cd2-3bfc-4d5f-bd03-fdca3246ff7e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2142828 Feb 19 04:02:36.225751 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7e0decff-7632-48e2-8127-fe3f951687de req-35939d41-858c-43a7-b38b-4f6ffdd169c6 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227591 Feb 19 04:02:36.251404 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-2e8e6b68-217c-41d8-81b6-f056125af34a tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2966537 Feb 19 04:02:36.288663 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-479fea30-4ef8-4f90-a9cb-33853ce5e56a service neutron] Request body: {'port': {'device_id': 'a8c74bd0-3b11-427a-b59d-3a2c9b96bd85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:36.382596 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device ca13a405-d49f-40d8-ab6e-d657e94172a8 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:36.570739 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-479fea30-4ef8-4f90-a9cb-33853ce5e56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (433b34ab-502a-4a36-b247-28a6130f0a94), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:36.714882 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:36.746547 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port ca13a405-d49f-40d8-ab6e-d657e94172a8 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:02:36.758485 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port ca13a405-d49f-40d8-ab6e-d657e94172a8 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:36.765432 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ca13a405-d49f-40d8-ab6e-d657e94172a8), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:37.155446 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port ca13a405-d49f-40d8-ab6e-d657e94172a8 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:37.167687 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ca13a405-d49f-40d8-ab6e-d657e94172a8), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:37.395456 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14a0e4-fb11-4e50-a64a-72b7e9c90576 req-31f187a9-b36b-4d8d-a68b-38602b130288 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:37.417886 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5a14a0e4-fb11-4e50-a64a-72b7e9c90576 req-31f187a9-b36b-4d8d-a68b-38602b130288 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 950 time: 0.2501142 Feb 19 04:02:37.466060 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 4148f392-837b-4136-8bca-b1b05feac25b up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:37.571595 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5a14a0e4-fb11-4e50-a64a-72b7e9c90576 req-254f9948-8461-4b84-af33-40e6903b87a0 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516383 Feb 19 04:02:37.733493 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afd061-7283-44b0-8a6e-3d0ae078bfd0 req-2da8c259-d9bf-4b4b-8870-9da068a67fd7 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:37.737147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58042) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:37.747551 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04afd061-7283-44b0-8a6e-3d0ae078bfd0 req-2da8c259-d9bf-4b4b-8870-9da068a67fd7 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8c74bd0-3b11-427a-b59d-3a2c9b96bd85 HTTP/1.1" status: 200 len: 931 time: 1.1238804 Feb 19 04:02:37.809749 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a6e0bf58-7e55-4abf-88c4-51fbb8c871d0 req-fca10542-65ed-40bc-9970-351a07fac77c tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "GET /v2.0/security-groups/975aa7c1-1d19-4eee-9c7c-5ff402fa9af0 HTTP/1.1" status: 200 len: 1830 time: 0.1399031 Feb 19 04:02:37.878396 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:37.880509 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c4f0ec-7768-4ee0-a12c-531aa9642855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca13a405-d49f-40d8-ab6e-d657e94172a8'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:37.884472 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc89164-ce42-4ec9-a499-04bcda17b22c" -d '{"events": [{"server_uuid": "f0c4f0ec-7768-4ee0-a12c-531aa9642855", "name": "network-vif-plugged", "status": "completed", "tag": "ca13a405-d49f-40d8-ab6e-d657e94172a8"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:37.946028 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a6e0bf58-7e55-4abf-88c4-51fbb8c871d0 req-28c89765-392e-4900-a5b8-372177357788 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (975aa7c1-1d19-4eee-9c7c-5ff402fa9af0), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:37.973633 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04afd061-7283-44b0-8a6e-3d0ae078bfd0 req-21e04450-deee-45be-92e9-4c2a2e26aadb tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239006 Feb 19 04:02:37.997559 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a6e0bf58-7e55-4abf-88c4-51fbb8c871d0 req-28c89765-392e-4900-a5b8-372177357788 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (975aa7c1-1d19-4eee-9c7c-5ff402fa9af0), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:38.109387 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a6e0bf58-7e55-4abf-88c4-51fbb8c871d0 req-28c89765-392e-4900-a5b8-372177357788 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (975aa7c1-1d19-4eee-9c7c-5ff402fa9af0), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:38.115492 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a6e0bf58-7e55-4abf-88c4-51fbb8c871d0 req-28c89765-392e-4900-a5b8-372177357788 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:38.132108 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a6e0bf58-7e55-4abf-88c4-51fbb8c871d0 req-28c89765-392e-4900-a5b8-372177357788 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "DELETE /v2.0/security-groups/975aa7c1-1d19-4eee-9c7c-5ff402fa9af0 HTTP/1.1" status: 204 len: 173 time: 0.3185484 Feb 19 04:02:38.141926 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port ca13a405-d49f-40d8-ab6e-d657e94172a8, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=ca13a405-d49f-40d8-ab6e-d657e94172a8,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:38.184725 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ca13a405-d49f-40d8-ab6e-d657e94172a8), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:38.220813 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:38.289049 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-479fea30-4ef8-4f90-a9cb-33853ce5e56a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 433b34ab-502a-4a36-b247-28a6130f0a94 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:02:38.304107 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c89765-392e-4900-a5b8-372177357788 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=975aa7c1-1d19-4eee-9c7c-5ff402fa9af0,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:38.324572 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-479fea30-4ef8-4f90-a9cb-33853ce5e56a service neutron] Publish callbacks [] for port (433b34ab-502a-4a36-b247-28a6130f0a94), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:38.386153 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-479fea30-4ef8-4f90-a9cb-33853ce5e56a service neutron] Transition to ACTIVE for port object 433b34ab-502a-4a36-b247-28a6130f0a94 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:02:38.419655 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-479fea30-4ef8-4f90-a9cb-33853ce5e56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (433b34ab-502a-4a36-b247-28a6130f0a94), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:38.452683 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=ca13a405-d49f-40d8-ab6e-d657e94172a8,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:38.454343 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f50271a-d920-47bf-8ce2-541e145d9618 req-53d368db-9f4b-4c71-b8e9-fdc2a18f6b89 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=04b781a4-ef26-4ae8-8887-21b409778bfc HTTP/1.1" status: 200 len: 210 time: 0.1730349 Feb 19 04:02:38.488594 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 4148f392-837b-4136-8bca-b1b05feac25b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:38.489513 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4148f392-837b-4136-8bca-b1b05feac25b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:38.494414 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-56350a5c-94c9-46cf-9d88-2c7ea70dcfa1 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:38.513585 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-56350a5c-94c9-46cf-9d88-2c7ea70dcfa1 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports/411a6669-a264-402c-b0d4-30b077ac4206 HTTP/1.1" status: 200 len: 947 time: 0.7739117 Feb 19 04:02:38.603374 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fea30-4ef8-4f90-a9cb-33853ce5e56a service neutron] Pushing event updated for resources: {'Port': ['ID=433b34ab-502a-4a36-b247-28a6130f0a94,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:38.738526 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6f7bb-551a-4f02-85db-5fbdb8f17f09 req-e2406022-fd99-43bb-ab33-70046f55cf2e tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:38.745399 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5ba6f7bb-551a-4f02-85db-5fbdb8f17f09 req-e2406022-fd99-43bb-ab33-70046f55cf2e tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0c4f0ec-7768-4ee0-a12c-531aa9642855 HTTP/1.1" status: 200 len: 950 time: 0.3585215 Feb 19 04:02:38.760618 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:38.838117 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:38.972593 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61b148-d4d1-497e-9d40-2f7d8eab8c61 req-b394e186-8a43-4de6-bea0-7519c85cec17 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:38.987563 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4e61b148-d4d1-497e-9d40-2f7d8eab8c61 req-b394e186-8a43-4de6-bea0-7519c85cec17 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 945 time: 0.2654347 Feb 19 04:02:39.010199 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 4148f392-837b-4136-8bca-b1b05feac25b is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:39.011365 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4148f392-837b-4136-8bca-b1b05feac25b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:39.127358 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 4148f392-837b-4136-8bca-b1b05feac25b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4148f392-837b-4136-8bca-b1b05feac25b,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:39.137670 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4148f392-837b-4136-8bca-b1b05feac25b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:39.203966 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-479fea30-4ef8-4f90-a9cb-33853ce5e56a service neutron] Attempting to bind port 433b34ab-502a-4a36-b247-28a6130f0a94 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:02:39.216568 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-479fea30-4ef8-4f90-a9cb-33853ce5e56a service neutron] Attempting to bind port 433b34ab-502a-4a36-b247-28a6130f0a94 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '91c6fe2e-2c59-4312-9c97-3ea09073eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:02:39.217431 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-479fea30-4ef8-4f90-a9cb-33853ce5e56a service neutron] Attempting to bind port 433b34ab-502a-4a36-b247-28a6130f0a94 on network a64e4f96-ab47-44e5-a8c0-65ae49234a15 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:39.250456 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4e61b148-d4d1-497e-9d40-2f7d8eab8c61 req-9a0a9a70-d41d-441f-80fd-58988dca5207 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466979 Feb 19 04:02:39.327648 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=4148f392-837b-4136-8bca-b1b05feac25b,revision_number=10']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:39.352708 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5ba6f7bb-551a-4f02-85db-5fbdb8f17f09 req-8df84459-ea2b-419c-927f-a286bc1ef78e tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5211701 Feb 19 04:02:39.366823 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-479fea30-4ef8-4f90-a9cb-33853ce5e56a service neutron] Port 433b34ab-502a-4a36-b247-28a6130f0a94 on network a64e4f96-ab47-44e5-a8c0-65ae49234a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:02:39.369662 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-479fea30-4ef8-4f90-a9cb-33853ce5e56a service neutron] Attempting to bind port 433b34ab-502a-4a36-b247-28a6130f0a94 on network a64e4f96-ab47-44e5-a8c0-65ae49234a15 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:39.433551 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-479fea30-4ef8-4f90-a9cb-33853ce5e56a service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:02:39.434262 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-479fea30-4ef8-4f90-a9cb-33853ce5e56a service neutron] Checking segment: {'id': '91c6fe2e-2c59-4312-9c97-3ea09073eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:39.442118 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-479fea30-4ef8-4f90-a9cb-33853ce5e56a service neutron] Bound using segment: {'id': '91c6fe2e-2c59-4312-9c97-3ea09073eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:02:39.443123 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-479fea30-4ef8-4f90-a9cb-33853ce5e56a service neutron] Bound port: 433b34ab-502a-4a36-b247-28a6130f0a94, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c6fe2e-2c59-4312-9c97-3ea09073eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:02:39.443897 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-479fea30-4ef8-4f90-a9cb-33853ce5e56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (433b34ab-502a-4a36-b247-28a6130f0a94), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:39.723979 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc8922d-d9ae-4c46-9317-ddacbf6e9e2c x-openstack-request-id: req-0fc8922d-d9ae-4c46-9317-ddacbf6e9e2c {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:39.724884 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c4f0ec-7768-4ee0-a12c-531aa9642855", "name": "network-vif-plugged", "status": "completed", "tag": "ca13a405-d49f-40d8-ab6e-d657e94172a8", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:39.724884 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0fc8922d-d9ae-4c46-9317-ddacbf6e9e2c {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:39.725595 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c4f0ec-7768-4ee0-a12c-531aa9642855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca13a405-d49f-40d8-ab6e-d657e94172a8', 'code': 200} Feb 19 04:02:39.780333 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-479fea30-4ef8-4f90-a9cb-33853ce5e56a service neutron] For port 433b34ab-502a-4a36-b247-28a6130f0a94, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:02:39.800789 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-479fea30-4ef8-4f90-a9cb-33853ce5e56a service neutron] For port 433b34ab-502a-4a36-b247-28a6130f0a94, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=433b34ab-502a-4a36-b247-28a6130f0a94,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:02:40.009903 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-479fea30-4ef8-4f90-a9cb-33853ce5e56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (433b34ab-502a-4a36-b247-28a6130f0a94), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:40.152901 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdaa0d0-b462-4de8-bf4b-4da15511a372 req-55dd4817-56fb-42bb-bcd1-08f746e061a7 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:40.174287 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fcdaa0d0-b462-4de8-bf4b-4da15511a372 req-55dd4817-56fb-42bb-bcd1-08f746e061a7 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 950 time: 0.1576743 Feb 19 04:02:40.199542 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-479fea30-4ef8-4f90-a9cb-33853ce5e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:40.202117 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-479fea30-4ef8-4f90-a9cb-33853ce5e56a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:40.206169 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-479fea30-4ef8-4f90-a9cb-33853ce5e56a service neutron] 10.222.0.10 "PUT /v2.0/ports/433b34ab-502a-4a36-b247-28a6130f0a94 HTTP/1.1" status: 200 len: 1091 time: 3.9429836 Feb 19 04:02:40.221087 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c74bd0-3b11-427a-b59d-3a2c9b96bd85', 'tag': '433b34ab-502a-4a36-b247-28a6130f0a94'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:40.226443 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01399f1d-bf5d-484e-bc31-5b1159fa1ead" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c74bd0-3b11-427a-b59d-3a2c9b96bd85", "tag": "433b34ab-502a-4a36-b247-28a6130f0a94"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:40.303847 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-753bf446-948f-45ba-a896-5759367eaa71 req-06417914-e3e6-4b94-865f-c0605b9c8f72 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "GET /v2.0/security-groups/ae2d4c16-5f9c-42bb-a0b4-1927ad921aaf HTTP/1.1" status: 200 len: 1828 time: 0.6501613 Feb 19 04:02:40.410956 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fcdaa0d0-b462-4de8-bf4b-4da15511a372 req-9c7831d1-2c77-4d04-8252-a26b4cb88b54 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332895 Feb 19 04:02:40.462240 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daa5b9-412a-4411-ba0a-18f274e0e75e req-6fab3c97-f087-4fb8-ad3c-bf773fb822af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:40.468865 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a0daa5b9-412a-4411-ba0a-18f274e0e75e req-6fab3c97-f087-4fb8-ad3c-bf773fb822af service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f0c4f0ec-7768-4ee0-a12c-531aa9642855 HTTP/1.1" status: 200 len: 1132 time: 0.6082809 Feb 19 04:02:40.474235 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fea30-4ef8-4f90-a9cb-33853ce5e56a service neutron] Pushing event updated for resources: {'Port': ['ID=433b34ab-502a-4a36-b247-28a6130f0a94,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:40.645172 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-753bf446-948f-45ba-a896-5759367eaa71 req-cc072ddc-5982-4b6a-8fd5-58939b5d360d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (ae2d4c16-5f9c-42bb-a0b4-1927ad921aaf), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:40.651425 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a0daa5b9-412a-4411-ba0a-18f274e0e75e req-0ebd6634-6d71-4d2c-a79a-d4f6e0227754 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695623 Feb 19 04:02:40.692208 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-beb074e2-93b8-4075-9c89-20ec1e7eb3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:40.695048 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-beb074e2-93b8-4075-9c89-20ec1e7eb3b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e71aa6d08bd4f28a67d0a5ae3b04cca&device_id=a8c74bd0-3b11-427a-b59d-3a2c9b96bd85 HTTP/1.1" status: 200 len: 1125 time: 0.3788016 Feb 19 04:02:40.726844 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-753bf446-948f-45ba-a896-5759367eaa71 req-cc072ddc-5982-4b6a-8fd5-58939b5d360d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (ae2d4c16-5f9c-42bb-a0b4-1927ad921aaf), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:40.795122 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-4a12bffd-6766-423b-b490-bfa5facd98d7 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1470685 Feb 19 04:02:40.841528 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d488b-75cc-4201-ad1e-cfc85234d41e req-840c9b9b-8d07-475b-9444-290bd8bca1c3 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:40.856985 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-914d488b-75cc-4201-ad1e-cfc85234d41e req-840c9b9b-8d07-475b-9444-290bd8bca1c3 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8c74bd0-3b11-427a-b59d-3a2c9b96bd85 HTTP/1.1" status: 200 len: 943 time: 0.1381109 Feb 19 04:02:40.905938 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-753bf446-948f-45ba-a896-5759367eaa71 req-cc072ddc-5982-4b6a-8fd5-58939b5d360d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ae2d4c16-5f9c-42bb-a0b4-1927ad921aaf), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:40.912192 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-753bf446-948f-45ba-a896-5759367eaa71 req-cc072ddc-5982-4b6a-8fd5-58939b5d360d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:40.914370 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-753bf446-948f-45ba-a896-5759367eaa71 req-cc072ddc-5982-4b6a-8fd5-58939b5d360d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "DELETE /v2.0/security-groups/ae2d4c16-5f9c-42bb-a0b4-1927ad921aaf HTTP/1.1" status: 204 len: 173 time: 0.5816607 Feb 19 04:02:41.163208 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc072ddc-5982-4b6a-8fd5-58939b5d360d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2d4c16-5f9c-42bb-a0b4-1927ad921aaf,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:41.218827 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-0f489b22-38bc-4830-aef3-9be305d28d8d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=433b34ab-502a-4a36-b247-28a6130f0a94 HTTP/1.1" status: 200 len: 217 time: 0.3027005 Feb 19 04:02:41.346188 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-4fd06bdb-dd7f-40d2-ac0f-b1fe7d27de1c tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:41.351298 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-4fd06bdb-dd7f-40d2-ac0f-b1fe7d27de1c tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4219630 Feb 19 04:02:41.364890 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0d6c08b-beaf-416a-80a0-99fdc53dddbc req-5127b8ee-f1ea-453d-865d-954cafc634e1 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=04b781a4-ef26-4ae8-8887-21b409778bfc HTTP/1.1" status: 200 len: 210 time: 0.0841360 Feb 19 04:02:41.427333 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-914d488b-75cc-4201-ad1e-cfc85234d41e req-f13f8f8b-ff56-4fb2-8aa1-3142bdbc75cc tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5682306 Feb 19 04:02:41.447332 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-5e62f5b6-429a-4805-83bb-2120f2ccb6c5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Request body: {'port': {'device_id': '04b781a4-ef26-4ae8-8887-21b409778bfc', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': 'dc95986700ea4199843c7c5d5aa06d4c'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:41.547632 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-3354e60c-921f-4d19-9438-5b48bf1db52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:41.551368 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-3354e60c-921f-4d19-9438-5b48bf1db52c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 1132 time: 0.4007614 Feb 19 04:02:41.724774 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be36e4e-1e84-4640-a6fa-3d35cbc6625f x-openstack-request-id: req-2be36e4e-1e84-4640-a6fa-3d35cbc6625f {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:41.725202 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c74bd0-3b11-427a-b59d-3a2c9b96bd85", "tag": "433b34ab-502a-4a36-b247-28a6130f0a94", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:41.725639 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2be36e4e-1e84-4640-a6fa-3d35cbc6625f {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:41.726358 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c74bd0-3b11-427a-b59d-3a2c9b96bd85', 'tag': '433b34ab-502a-4a36-b247-28a6130f0a94', 'status': 'completed', 'code': 200} Feb 19 04:02:41.728219 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ca5792-037e-47b7-bc04-d153c2ba8397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4148f392-837b-4136-8bca-b1b05feac25b'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:41.732348 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510ca8d1-1a10-4c36-90bc-940d4616c750" -d '{"events": [{"server_uuid": "c8ca5792-037e-47b7-bc04-d153c2ba8397", "name": "network-vif-plugged", "status": "completed", "tag": "4148f392-837b-4136-8bca-b1b05feac25b"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:41.761082 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-5e62f5b6-429a-4805-83bb-2120f2ccb6c5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Made reservation on behalf of dc95986700ea4199843c7c5d5aa06d4c for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:41.768089 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-5e62f5b6-429a-4805-83bb-2120f2ccb6c5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:41.856093 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bb949-94d9-473c-bab8-5b1b6d8b2891 req-1632c20c-5fda-46cb-bff1-f99fece07c62 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:41.868995 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6d9bb949-94d9-473c-bab8-5b1b6d8b2891 req-1632c20c-5fda-46cb-bff1-f99fece07c62 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 945 time: 0.1725125 Feb 19 04:02:41.876268 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bd36c-6d93-4d37-acf4-e65b59eb53e8 req-8693fc5a-c0ad-4eb0-9450-d968e4fb6269 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:41.889849 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-081bd36c-6d93-4d37-acf4-e65b59eb53e8 req-8693fc5a-c0ad-4eb0-9450-d968e4fb6269 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0c4f0ec-7768-4ee0-a12c-531aa9642855 HTTP/1.1" status: 200 len: 950 time: 0.1618564 Feb 19 04:02:41.906526 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-bea62b99-6bf5-421b-921e-10fd991d1786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:41.909550 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-bea62b99-6bf5-421b-921e-10fd991d1786 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cdbaae2b-220b-401a-870e-2283d582e1b2 HTTP/1.1" status: 200 len: 845 time: 0.5428469 Feb 19 04:02:41.971065 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-46136f47-8164-41f4-ab47-6ace068a980a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a64e4f96-ab47-44e5-a8c0-65ae49234a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542486 Feb 19 04:02:42.093869 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6d9bb949-94d9-473c-bab8-5b1b6d8b2891 req-109fca76-9478-435c-9d56-28094cdbd837 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230511 Feb 19 04:02:42.370471 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-a7d41d00-09af-4232-a0fd-f16c07fa3cc7 service neutron] 10.222.0.10 "GET /v2.0/networks/a64e4f96-ab47-44e5-a8c0-65ae49234a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262539 Feb 19 04:02:42.397950 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-5e62f5b6-429a-4805-83bb-2120f2ccb6c5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Allocated IP 192.168.233.194 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/921812a1-ce45-4570-996c-541f2f8bad19) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:42.462218 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-081bd36c-6d93-4d37-acf4-e65b59eb53e8 req-4cad3a68-9d3b-4f81-a863-27984483990d tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471158 Feb 19 04:02:42.521759 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-c63f1737-e668-49a5-b8a8-ffb74adbcc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:42.524824 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-c63f1737-e668-49a5-b8a8-ffb74adbcc99 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.9632502 Feb 19 04:02:42.701238 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-127e5b60-73c5-4acd-bc43-12490a4dadb7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=411a6669-a264-402c-b0d4-30b077ac4206 HTTP/1.1" status: 200 len: 217 time: 0.1640484 Feb 19 04:02:42.897336 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-5e62f5b6-429a-4805-83bb-2120f2ccb6c5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks [] for port (921812a1-ce45-4570-996c-541f2f8bad19), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:42.905551 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-df6a7c77-3fe8-4c88-9d32-ba085508efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:42.909182 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-df6a7c77-3fe8-4c88-9d32-ba085508efe4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1864760 Feb 19 04:02:43.021863 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5bf85946-4c87-4124-875d-50b2abd34ce2 req-c6f1df1f-7646-4268-a786-db693800a8d6 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "GET /v2.0/security-groups/cf469d10-e8b6-401a-b95b-b6b9bb5bec1e HTTP/1.1" status: 200 len: 1828 time: 0.3183949 Feb 19 04:02:43.052658 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-5e62f5b6-429a-4805-83bb-2120f2ccb6c5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (921812a1-ce45-4570-996c-541f2f8bad19), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:43.070137 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['d260023e-e24b-4855-a59b-f78aee04ad07'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:02:43.075673 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['33d9b8b1-8083-414e-9a58-5ece468cd2ac', '2630260b-1feb-477d-b647-ed7f5b4a3d6b', '640de5f6-9a19-438c-897c-ebf39f71fac9', 'ef8e92db-4ef9-4a91-9b73-8c42f224599d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:02:43.241618 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6037f2f9-2189-4a64-bb6b-60c240673d7d req-19300371-00b9-42b8-8150-43dc7ddd30d8 service neutron] 10.222.0.10 "GET /v2.0/networks/a64e4f96-ab47-44e5-a8c0-65ae49234a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7755415 Feb 19 04:02:43.251637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-b8c6b18e-bf1a-45ca-953c-42d266ff65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:43.254823 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-b8c6b18e-bf1a-45ca-953c-42d266ff65ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3274810 Feb 19 04:02:43.296678 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-5e62f5b6-429a-4805-83bb-2120f2ccb6c5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:43.311091 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62f5b6-429a-4805-83bb-2120f2ccb6c5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Pushing event updated for resources: {'Port': ['ID=921812a1-ce45-4570-996c-541f2f8bad19,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:43.330638 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-5e62f5b6-429a-4805-83bb-2120f2ccb6c5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:43.337861 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-5e62f5b6-429a-4805-83bb-2120f2ccb6c5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:43.369826 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fcab15-27c0-4ca6-b072-24add48409b3 req-0aa3b72c-726c-4baa-9a7d-a502ffb1ff85 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:43.384670 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d0fcab15-27c0-4ca6-b072-24add48409b3 req-0aa3b72c-726c-4baa-9a7d-a502ffb1ff85 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 950 time: 0.3893428 Feb 19 04:02:43.606945 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d0fcab15-27c0-4ca6-b072-24add48409b3 req-b8558823-b219-485f-bbe2-8c036d0169ed tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101276 Feb 19 04:02:43.660414 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-5e62f5b6-429a-4805-83bb-2120f2ccb6c5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:43.666755 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-5e62f5b6-429a-4805-83bb-2120f2ccb6c5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:43.729811 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-5e62f5b6-429a-4805-83bb-2120f2ccb6c5 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3184268 Feb 19 04:02:43.755162 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-281154bc-02a8-4152-a618-d64bf6afe098 service neutron] Request body: {'port': {'device_id': '04b781a4-ef26-4ae8-8887-21b409778bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:43.881567 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14768928-d255-4e19-a333-31b73b4e4513 x-openstack-request-id: req-14768928-d255-4e19-a333-31b73b4e4513 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:43.882066 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ca5792-037e-47b7-bc04-d153c2ba8397", "name": "network-vif-plugged", "status": "completed", "tag": "4148f392-837b-4136-8bca-b1b05feac25b", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:43.882487 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-14768928-d255-4e19-a333-31b73b4e4513 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:43.883153 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ca5792-037e-47b7-bc04-d153c2ba8397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4148f392-837b-4136-8bca-b1b05feac25b', 'code': 200} Feb 19 04:02:44.014744 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5bf85946-4c87-4124-875d-50b2abd34ce2 req-b993028b-31a2-4728-b5e9-177f43b4652d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (cf469d10-e8b6-401a-b95b-b6b9bb5bec1e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:44.039162 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-281154bc-02a8-4152-a618-d64bf6afe098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (921812a1-ce45-4570-996c-541f2f8bad19), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:44.124147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e0312a18-31e2-452d-a3e9-5a95536b70b6 None None] Provisioning complete for port 921812a1-ce45-4570-996c-541f2f8bad19 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:44.125028 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e0312a18-31e2-452d-a3e9-5a95536b70b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (921812a1-ce45-4570-996c-541f2f8bad19), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:44.183795 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5bf85946-4c87-4124-875d-50b2abd34ce2 req-b993028b-31a2-4728-b5e9-177f43b4652d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (cf469d10-e8b6-401a-b95b-b6b9bb5bec1e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:44.305858 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5bf85946-4c87-4124-875d-50b2abd34ce2 req-b993028b-31a2-4728-b5e9-177f43b4652d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (cf469d10-e8b6-401a-b95b-b6b9bb5bec1e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:44.311821 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5bf85946-4c87-4124-875d-50b2abd34ce2 req-b993028b-31a2-4728-b5e9-177f43b4652d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:44.313988 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5bf85946-4c87-4124-875d-50b2abd34ce2 req-b993028b-31a2-4728-b5e9-177f43b4652d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "DELETE /v2.0/security-groups/cf469d10-e8b6-401a-b95b-b6b9bb5bec1e HTTP/1.1" status: 204 len: 173 time: 1.2648509 Feb 19 04:02:44.376624 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-285af4bc-4e07-474c-849c-029f108c5e42 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1103508 Feb 19 04:02:44.377713 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993028b-31a2-4728-b5e9-177f43b4652d tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf469d10-e8b6-401a-b95b-b6b9bb5bec1e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:44.410129 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01399f1d-bf5d-484e-bc31-5b1159fa1ead req-74718915-8c25-43db-85e2-edb81ba9738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:44.422840 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01399f1d-bf5d-484e-bc31-5b1159fa1ead req-74718915-8c25-43db-85e2-edb81ba9738b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e71aa6d08bd4f28a67d0a5ae3b04cca&device_id=a8c74bd0-3b11-427a-b59d-3a2c9b96bd85 HTTP/1.1" status: 200 len: 1125 time: 1.0000339 Feb 19 04:02:44.707712 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e0312a18-31e2-452d-a3e9-5a95536b70b6 None None] Port 921812a1-ce45-4570-996c-541f2f8bad19 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:02:44.735603 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df2130-72d9-401c-a871-3e45302ae0ec req-dd9e8f06-9cf8-460d-a89f-048588ad529f tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:44.820954 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f6df2130-72d9-401c-a871-3e45302ae0ec req-dd9e8f06-9cf8-460d-a89f-048588ad529f tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=04b781a4-ef26-4ae8-8887-21b409778bfc HTTP/1.1" status: 200 len: 936 time: 0.6942456 Feb 19 04:02:44.990398 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f6df2130-72d9-401c-a871-3e45302ae0ec req-1968a169-26bb-4bbe-b93e-8ee6d7cdbc8b tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086811 Feb 19 04:02:45.041031 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01399f1d-bf5d-484e-bc31-5b1159fa1ead req-7341eb54-a44f-4049-8555-57a2e5a50044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:45.049859 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01399f1d-bf5d-484e-bc31-5b1159fa1ead req-7341eb54-a44f-4049-8555-57a2e5a50044 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a64e4f96-ab47-44e5-a8c0-65ae49234a15 HTTP/1.1" status: 200 len: 905 time: 0.5733109 Feb 19 04:02:45.227367 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01399f1d-bf5d-484e-bc31-5b1159fa1ead req-ac407d9b-6ecf-43c4-8dc8-ae0977c952fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=433b34ab-502a-4a36-b247-28a6130f0a94 HTTP/1.1" status: 200 len: 217 time: 0.1049809 Feb 19 04:02:45.446276 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c2e61-8513-4ac9-951c-9deb7dbc3713 req-996b31a6-cb14-4d79-8123-3928e9f2f9df tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:45.461148 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-917c2e61-8513-4ac9-951c-9deb7dbc3713 req-996b31a6-cb14-4d79-8123-3928e9f2f9df tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8c74bd0-3b11-427a-b59d-3a2c9b96bd85 HTTP/1.1" status: 200 len: 943 time: 0.7126088 Feb 19 04:02:45.523028 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-281154bc-02a8-4152-a618-d64bf6afe098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 921812a1-ce45-4570-996c-541f2f8bad19 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:02:45.547087 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-d05a77e0-c98a-4389-a8b8-6703eeab5343 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1122217 Feb 19 04:02:45.567790 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-281154bc-02a8-4152-a618-d64bf6afe098 service neutron] Publish callbacks [] for port (921812a1-ce45-4570-996c-541f2f8bad19), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:45.569447 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01399f1d-bf5d-484e-bc31-5b1159fa1ead req-d033b567-9fda-4419-87b8-9d918d3966ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:45.573221 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01399f1d-bf5d-484e-bc31-5b1159fa1ead req-d033b567-9fda-4419-87b8-9d918d3966ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cdbaae2b-220b-401a-870e-2283d582e1b2 HTTP/1.1" status: 200 len: 845 time: 0.3281989 Feb 19 04:02:45.657416 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-281154bc-02a8-4152-a618-d64bf6afe098 service neutron] Transition to ACTIVE for port object 921812a1-ce45-4570-996c-541f2f8bad19 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:02:45.665283 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01399f1d-bf5d-484e-bc31-5b1159fa1ead req-2d1e05fc-623e-4969-984c-d627847673cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a64e4f96-ab47-44e5-a8c0-65ae49234a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776038 Feb 19 04:02:45.744596 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-917c2e61-8513-4ac9-951c-9deb7dbc3713 req-dc16f0d5-9108-42fb-95d3-d9e013e7b502 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808590 Feb 19 04:02:45.777818 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-281154bc-02a8-4152-a618-d64bf6afe098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (921812a1-ce45-4570-996c-541f2f8bad19), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:45.985373 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f45c17-0813-4d78-8eb7-ebdbd6be9e9a req-70e70a8c-762a-479b-b5bc-210e199c2df9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:46.004335 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c1f45c17-0813-4d78-8eb7-ebdbd6be9e9a req-70e70a8c-762a-479b-b5bc-210e199c2df9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 945 time: 0.3991613 Feb 19 04:02:46.061302 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01399f1d-bf5d-484e-bc31-5b1159fa1ead req-40a6390e-0a67-4c43-9220-d8943503a389 service neutron] 10.222.0.10 "GET /v2.0/networks/a64e4f96-ab47-44e5-a8c0-65ae49234a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784137 Feb 19 04:02:46.215214 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c1f45c17-0813-4d78-8eb7-ebdbd6be9e9a req-6a31a04b-86c6-4930-9a0a-e812f3dc03f2 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086649 Feb 19 04:02:46.312777 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281154bc-02a8-4152-a618-d64bf6afe098 service neutron] Pushing event updated for resources: {'Port': ['ID=921812a1-ce45-4570-996c-541f2f8bad19,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:46.407300 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 433b34ab-502a-4a36-b247-28a6130f0a94 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:02:46.529298 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-281154bc-02a8-4152-a618-d64bf6afe098 service neutron] Attempting to bind port 921812a1-ce45-4570-996c-541f2f8bad19 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:02:46.529880 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-281154bc-02a8-4152-a618-d64bf6afe098 service neutron] Attempting to bind port 921812a1-ce45-4570-996c-541f2f8bad19 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:02:46.530447 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-281154bc-02a8-4152-a618-d64bf6afe098 service neutron] Attempting to bind port 921812a1-ce45-4570-996c-541f2f8bad19 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:46.568382 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-281154bc-02a8-4152-a618-d64bf6afe098 service neutron] Port 921812a1-ce45-4570-996c-541f2f8bad19 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:02:46.569383 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-281154bc-02a8-4152-a618-d64bf6afe098 service neutron] Attempting to bind port 921812a1-ce45-4570-996c-541f2f8bad19 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:46.581155 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-281154bc-02a8-4152-a618-d64bf6afe098 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:02:46.582406 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-281154bc-02a8-4152-a618-d64bf6afe098 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:46.583341 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-281154bc-02a8-4152-a618-d64bf6afe098 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:02:46.584963 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-281154bc-02a8-4152-a618-d64bf6afe098 service neutron] Bound port: 921812a1-ce45-4570-996c-541f2f8bad19, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:02:46.585894 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-281154bc-02a8-4152-a618-d64bf6afe098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (921812a1-ce45-4570-996c-541f2f8bad19), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:46.691547 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69451936-7d6d-4e8d-ae91-4364effb2087 req-8b536dd1-b579-400e-9ad3-7d57fd490e20 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:46.700753 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-69451936-7d6d-4e8d-ae91-4364effb2087 req-8b536dd1-b579-400e-9ad3-7d57fd490e20 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0c4f0ec-7768-4ee0-a12c-531aa9642855 HTTP/1.1" status: 200 len: 950 time: 0.4252765 Feb 19 04:02:46.726711 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e205812-96c8-48d5-856f-a0b1b1a6bbbd req-0949964f-0b28-469b-8832-f25b2a87c0ce tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "GET /v2.0/security-groups/0f2525ab-3207-43d3-b60c-d457dd8ddb02 HTTP/1.1" status: 200 len: 1829 time: 0.1665292 Feb 19 04:02:46.757202 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01399f1d-bf5d-484e-bc31-5b1159fa1ead req-7c673a72-bb67-4eea-a981-ad8aba7d4173 service neutron] 10.222.0.10 "GET /v2.0/networks/a64e4f96-ab47-44e5-a8c0-65ae49234a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6924701 Feb 19 04:02:46.948451 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-69451936-7d6d-4e8d-ae91-4364effb2087 req-225b0a05-38c6-47cf-8b1f-4ee89dae0f4c tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323952 Feb 19 04:02:46.955281 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 433b34ab-502a-4a36-b247-28a6130f0a94, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=433b34ab-502a-4a36-b247-28a6130f0a94,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:46.964284 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-281154bc-02a8-4152-a618-d64bf6afe098 service neutron] For port 921812a1-ce45-4570-996c-541f2f8bad19, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:02:46.970627 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-281154bc-02a8-4152-a618-d64bf6afe098 service neutron] For port 921812a1-ce45-4570-996c-541f2f8bad19, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=921812a1-ce45-4570-996c-541f2f8bad19,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:02:46.979907 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '433b34ab-502a-4a36-b247-28a6130f0a94', 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15', 'port_id': '433b34ab-502a-4a36-b247-28a6130f0a94', 'mac_address': 'fa:16:3e:22:e5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbaae2b-220b-401a-870e-2283d582e1b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:02:47.003260 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-281154bc-02a8-4152-a618-d64bf6afe098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (921812a1-ce45-4570-996c-541f2f8bad19), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:47.021592 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5e205812-96c8-48d5-856f-a0b1b1a6bbbd req-28bdcf09-a69c-44c2-b807-9f75440f0039 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (0f2525ab-3207-43d3-b60c-d457dd8ddb02), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:47.089340 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 433b34ab-502a-4a36-b247-28a6130f0a94 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:47.090855 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (433b34ab-502a-4a36-b247-28a6130f0a94), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:47.141187 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 433b34ab-502a-4a36-b247-28a6130f0a94 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:02:47.148728 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-281154bc-02a8-4152-a618-d64bf6afe098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:47.149849 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-281154bc-02a8-4152-a618-d64bf6afe098 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:47.152431 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-281154bc-02a8-4152-a618-d64bf6afe098 service neutron] 10.222.0.10 "PUT /v2.0/ports/921812a1-ce45-4570-996c-541f2f8bad19 HTTP/1.1" status: 200 len: 1096 time: 3.4111624 Feb 19 04:02:47.153266 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b781a4-ef26-4ae8-8887-21b409778bfc', 'tag': '921812a1-ce45-4570-996c-541f2f8bad19'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:47.157343 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32658120-7bb5-4c00-ae17-84f58433e8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "04b781a4-ef26-4ae8-8887-21b409778bfc", "tag": "921812a1-ce45-4570-996c-541f2f8bad19"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:47.180417 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5e205812-96c8-48d5-856f-a0b1b1a6bbbd req-28bdcf09-a69c-44c2-b807-9f75440f0039 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (0f2525ab-3207-43d3-b60c-d457dd8ddb02), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:47.262019 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 433b34ab-502a-4a36-b247-28a6130f0a94, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=433b34ab-502a-4a36-b247-28a6130f0a94,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:47.272368 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (433b34ab-502a-4a36-b247-28a6130f0a94), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:47.391590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281154bc-02a8-4152-a618-d64bf6afe098 service neutron] Pushing event updated for resources: {'Port': ['ID=921812a1-ce45-4570-996c-541f2f8bad19,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:47.423200 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b84442-724e-406a-9848-2b323957dea1 req-bcdaf216-264b-482d-9c0c-4748f179329d tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:47.432873 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01b84442-724e-406a-9848-2b323957dea1 req-bcdaf216-264b-482d-9c0c-4748f179329d tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 950 time: 0.2023482 Feb 19 04:02:47.455680 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=433b34ab-502a-4a36-b247-28a6130f0a94,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:47.472508 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5e205812-96c8-48d5-856f-a0b1b1a6bbbd req-28bdcf09-a69c-44c2-b807-9f75440f0039 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0f2525ab-3207-43d3-b60c-d457dd8ddb02), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:47.477069 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5e205812-96c8-48d5-856f-a0b1b1a6bbbd req-28bdcf09-a69c-44c2-b807-9f75440f0039 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:47.491961 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e205812-96c8-48d5-856f-a0b1b1a6bbbd req-28bdcf09-a69c-44c2-b807-9f75440f0039 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] 10.222.0.65 "DELETE /v2.0/security-groups/0f2525ab-3207-43d3-b60c-d457dd8ddb02 HTTP/1.1" status: 204 len: 173 time: 0.7561371 Feb 19 04:02:47.516560 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58136) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:47.530078 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-432a7119-d3c2-4ae7-9afa-b364b54cb6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:47.533223 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-432a7119-d3c2-4ae7-9afa-b364b54cb6fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&device_id=04b781a4-ef26-4ae8-8887-21b409778bfc HTTP/1.1" status: 200 len: 1130 time: 0.2762017 Feb 19 04:02:47.537640 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bdcf09-a69c-44c2-b807-9f75440f0039 tempest-SecurityGroupRulesNegativeTestJSON-1532169871 tempest-SecurityGroupRulesNegativeTestJSON-1532169871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2525ab-3207-43d3-b60c-d457dd8ddb02,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:47.624709 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['433b34ab-502a-4a36-b247-28a6130f0a94'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:02:47.723158 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a4ed689-ff54-4aad-b06c-bc61612a84e8 admin admin] Deleting subnet 39b4f691-17bc-4fe7-b379-66b68eaec62c {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:02:47.730691 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3a4ed689-ff54-4aad-b06c-bc61612a84e8 admin admin] Publish callbacks [] for subnet (39b4f691-17bc-4fe7-b379-66b68eaec62c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:47.828170 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-c7c93505-8906-4b45-9fe0-c6cb576db02f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=921812a1-ce45-4570-996c-541f2f8bad19 HTTP/1.1" status: 200 len: 217 time: 0.2790484 Feb 19 04:02:47.828838 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3a4ed689-ff54-4aad-b06c-bc61612a84e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (39b4f691-17bc-4fe7-b379-66b68eaec62c), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:47.944731 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3a4ed689-ff54-4aad-b06c-bc61612a84e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (39b4f691-17bc-4fe7-b379-66b68eaec62c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:48.120967 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3a4ed689-ff54-4aad-b06c-bc61612a84e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (39b4f691-17bc-4fe7-b379-66b68eaec62c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:48.173577 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-e7411424-b74c-4a05-b356-95c4592e642b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:48.176605 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-e7411424-b74c-4a05-b356-95c4592e642b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.2771223 Feb 19 04:02:48.212885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc17860-1c36-41ae-a8be-f91b45a549d6 req-06c3a6f5-047e-46a9-aec7-3651e8f1a8da tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:48.216185 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8fc17860-1c36-41ae-a8be-f91b45a549d6 req-06c3a6f5-047e-46a9-aec7-3651e8f1a8da tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=04b781a4-ef26-4ae8-8887-21b409778bfc HTTP/1.1" status: 200 len: 948 time: 0.4529850 Feb 19 04:02:48.259686 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01b84442-724e-406a-9848-2b323957dea1 req-08868729-2271-4328-a890-5ebb6d7ae95f tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7975316 Feb 19 04:02:48.263467 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ed689-ff54-4aad-b06c-bc61612a84e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39b4f691-17bc-4fe7-b379-66b68eaec62c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:48.274963 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3a4ed689-ff54-4aad-b06c-bc61612a84e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:48.312050 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3a4ed689-ff54-4aad-b06c-bc61612a84e8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/39b4f691-17bc-4fe7-b379-66b68eaec62c HTTP/1.1" status: 204 len: 168 time: 0.7876945 Feb 19 04:02:48.312639 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58140) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:48.473292 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8fc17860-1c36-41ae-a8be-f91b45a549d6 req-e43d24c9-88ab-47c3-9dd2-a5dcca220c06 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092757 Feb 19 04:02:48.546308 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-1af33831-7c25-4492-956e-21bf8a2782b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:48.547497 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-13509f76-9342-47ab-9881-3fa0154c708d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (a0ef6d08-ac8e-49ec-b8ee-cd10a5e3fd5f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:48.562408 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-1af33831-7c25-4492-956e-21bf8a2782b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3766637 Feb 19 04:02:48.798067 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-13509f76-9342-47ab-9881-3fa0154c708d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (a0ef6d08-ac8e-49ec-b8ee-cd10a5e3fd5f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:48.879311 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-13509f76-9342-47ab-9881-3fa0154c708d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ef6d08-ac8e-49ec-b8ee-cd10a5e3fd5f']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:48.903407 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-13509f76-9342-47ab-9881-3fa0154c708d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa16e81-1ed3-4b15-9036-cc34c9d2e30e') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:48.904010 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-13509f76-9342-47ab-9881-3fa0154c708d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa16e81-1ed3-4b15-9036-cc34c9d2e30e') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:48.921785 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-c51aa6fa-b950-4209-b317-4c2205038378 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505583 Feb 19 04:02:48.937489 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-13509f76-9342-47ab-9881-3fa0154c708d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (baa16e81-1ed3-4b15-9036-cc34c9d2e30e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:48.969174 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-13509f76-9342-47ab-9881-3fa0154c708d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (baa16e81-1ed3-4b15-9036-cc34c9d2e30e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:48.987186 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13509f76-9342-47ab-9881-3fa0154c708d admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:02:48.989442 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-13509f76-9342-47ab-9881-3fa0154c708d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (baa16e81-1ed3-4b15-9036-cc34c9d2e30e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:49.223123 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-54026c3a-58c0-41b8-a339-1f0088eb1e66 req-1a5473a0-e78a-4f0f-a6e6-d48f0a2c42bc service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906599 Feb 19 04:02:49.592024 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deed3df3-92e8-40bf-82ba-658f68f99695 x-openstack-request-id: req-deed3df3-92e8-40bf-82ba-658f68f99695 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:49.593560 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b781a4-ef26-4ae8-8887-21b409778bfc", "tag": "921812a1-ce45-4570-996c-541f2f8bad19", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:49.594352 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-deed3df3-92e8-40bf-82ba-658f68f99695 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:49.595407 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b781a4-ef26-4ae8-8887-21b409778bfc', 'tag': '921812a1-ce45-4570-996c-541f2f8bad19', 'status': 'completed', 'code': 200} Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:02:49.606017 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:02:49.693093 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-13509f76-9342-47ab-9881-3fa0154c708d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (a0ef6d08-ac8e-49ec-b8ee-cd10a5e3fd5f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:49.734256 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c477f6-4ec8-4537-b4a8-cfe1bf5ee38b req-0d607c46-eed4-467b-aa1a-4f89d24a06d9 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:49.737433 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c3c477f6-4ec8-4537-b4a8-cfe1bf5ee38b req-0d607c46-eed4-467b-aa1a-4f89d24a06d9 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8c74bd0-3b11-427a-b59d-3a2c9b96bd85 HTTP/1.1" status: 200 len: 944 time: 1.1821837 Feb 19 04:02:49.748800 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-13509f76-9342-47ab-9881-3fa0154c708d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:49.757492 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-13509f76-9342-47ab-9881-3fa0154c708d admin admin] 10.222.0.65 "DELETE /v2.0/networks/a0ef6d08-ac8e-49ec-b8ee-cd10a5e3fd5f HTTP/1.1" status: 204 len: 168 time: 1.4429295 Feb 19 04:02:49.799539 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13509f76-9342-47ab-9881-3fa0154c708d admin admin] Pushing event deleted for resources: {'Network': ['ID=a0ef6d08-ac8e-49ec-b8ee-cd10a5e3fd5f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:49.956469 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32658120-7bb5-4c00-ae17-84f58433e8d0 req-393e0e3a-885f-4835-b27b-3bfd428a7aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:49.959405 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-32658120-7bb5-4c00-ae17-84f58433e8d0 req-393e0e3a-885f-4835-b27b-3bfd428a7aac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&device_id=04b781a4-ef26-4ae8-8887-21b409778bfc HTTP/1.1" status: 200 len: 1130 time: 0.3137217 Feb 19 04:02:49.964511 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c3c477f6-4ec8-4537-b4a8-cfe1bf5ee38b req-303b7e51-ce62-4447-bd73-83d48bf16f3c tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830256 Feb 19 04:02:49.976062 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1604f1-eb9b-41b7-a8b1-359489232e26 req-6bf33130-528d-490f-997b-803d90605977 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:49.979170 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4a1604f1-eb9b-41b7-a8b1-359489232e26 req-6bf33130-528d-490f-997b-803d90605977 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 945 time: 0.2224419 Feb 19 04:02:50.129855 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58166) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:50.208140 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32658120-7bb5-4c00-ae17-84f58433e8d0 req-59c03026-a9c3-4d48-94a9-3cefed472f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:50.214916 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-32658120-7bb5-4c00-ae17-84f58433e8d0 req-59c03026-a9c3-4d48-94a9-3cefed472f32 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.2321265 Feb 19 04:02:50.272266 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dab14f17-2c7f-4b32-b414-a6feb65f6f14 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=41323d8f416e43f2b3a7943f1f05ef11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404486 Feb 19 04:02:50.273225 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58168) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:50.326613 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-32658120-7bb5-4c00-ae17-84f58433e8d0 req-01af000a-1da9-4643-af95-0617f8826dce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=921812a1-ce45-4570-996c-541f2f8bad19 HTTP/1.1" status: 200 len: 217 time: 0.0961370 Feb 19 04:02:50.416199 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 433b34ab-502a-4a36-b247-28a6130f0a94 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:50.504498 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46643a-6b4e-47cc-923f-b0247ae9ae30 req-66c32d09-5125-4470-adcf-e3cc175dc334 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:50.507550 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bb46643a-6b4e-47cc-923f-b0247ae9ae30 req-66c32d09-5125-4470-adcf-e3cc175dc334 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 950 time: 0.1962757 Feb 19 04:02:50.531259 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32658120-7bb5-4c00-ae17-84f58433e8d0 req-8fbbd0a5-fb12-4b2f-bbfd-a848987b541e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:50.538350 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-32658120-7bb5-4c00-ae17-84f58433e8d0 req-8fbbd0a5-fb12-4b2f-bbfd-a848987b541e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1952906 Feb 19 04:02:50.555765 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d125e533-40ee-4a5d-8152-1e1dcfd7192b admin admin] Publish callbacks [] for security_group (b94022f8-1c5f-44f2-8910-62967f8fe2a6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:50.563693 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4a1604f1-eb9b-41b7-a8b1-359489232e26 req-10efeea2-ca99-4739-96f9-e7ede52d7414 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441367 Feb 19 04:02:50.670022 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 433b34ab-502a-4a36-b247-28a6130f0a94 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:02:50.671633 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d125e533-40ee-4a5d-8152-1e1dcfd7192b admin admin] Publish callbacks [] for security_group (b94022f8-1c5f-44f2-8910-62967f8fe2a6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:50.681740 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 433b34ab-502a-4a36-b247-28a6130f0a94 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:50.682817 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (433b34ab-502a-4a36-b247-28a6130f0a94), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:50.718267 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32658120-7bb5-4c00-ae17-84f58433e8d0 req-53f4770e-43c0-46cf-8f02-50f25bacbfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:50.727201 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-32658120-7bb5-4c00-ae17-84f58433e8d0 req-53f4770e-43c0-46cf-8f02-50f25bacbfad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1575871 Feb 19 04:02:50.758962 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bb46643a-6b4e-47cc-923f-b0247ae9ae30 req-16b02f00-7151-4659-ae63-ebefe6028c69 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352152 Feb 19 04:02:50.877500 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d125e533-40ee-4a5d-8152-1e1dcfd7192b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b94022f8-1c5f-44f2-8910-62967f8fe2a6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:50.882106 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d125e533-40ee-4a5d-8152-1e1dcfd7192b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:50.891747 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d125e533-40ee-4a5d-8152-1e1dcfd7192b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b94022f8-1c5f-44f2-8910-62967f8fe2a6 HTTP/1.1" status: 204 len: 168 time: 0.6167233 Feb 19 04:02:50.918831 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125e533-40ee-4a5d-8152-1e1dcfd7192b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94022f8-1c5f-44f2-8910-62967f8fe2a6,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:51.078201 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 433b34ab-502a-4a36-b247-28a6130f0a94 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:51.079249 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (433b34ab-502a-4a36-b247-28a6130f0a94), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:51.159738 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-32658120-7bb5-4c00-ae17-84f58433e8d0 req-fdfa6d55-266b-46d6-a90a-2a5b015b196b service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230549 Feb 19 04:02:51.183497 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1a681-b7fb-4a12-98bc-e33104b48c85 req-83ed44d9-5ece-4974-9118-7d7f8a7ef55e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:51.204769 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-26f1a681-b7fb-4a12-98bc-e33104b48c85 req-83ed44d9-5ece-4974-9118-7d7f8a7ef55e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=04b781a4-ef26-4ae8-8887-21b409778bfc HTTP/1.1" status: 200 len: 948 time: 0.1744499 Feb 19 04:02:51.225514 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c74bd0-3b11-427a-b59d-3a2c9b96bd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433b34ab-502a-4a36-b247-28a6130f0a94'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:51.230294 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d54384-cf57-4a4c-85c8-67cf89a81b1d" -d '{"events": [{"server_uuid": "a8c74bd0-3b11-427a-b59d-3a2c9b96bd85", "name": "network-vif-plugged", "status": "completed", "tag": "433b34ab-502a-4a36-b247-28a6130f0a94"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:51.276741 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 433b34ab-502a-4a36-b247-28a6130f0a94, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=433b34ab-502a-4a36-b247-28a6130f0a94,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:51.302502 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (433b34ab-502a-4a36-b247-28a6130f0a94), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:51.463209 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-26f1a681-b7fb-4a12-98bc-e33104b48c85 req-d2462726-d2ab-4a26-84a8-e75aee0a65bf tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497430 Feb 19 04:02:51.521896 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=433b34ab-502a-4a36-b247-28a6130f0a94,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:51.558384 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-32658120-7bb5-4c00-ae17-84f58433e8d0 req-56103026-cdbf-4f0e-a9bb-9f5146a4d1b5 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916228 Feb 19 04:02:51.934754 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6444661-a77c-441c-81f3-6f2f707e04db req-485e3fcc-a9da-4c92-8f20-0f15ada382e7 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:51.946502 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b6444661-a77c-441c-81f3-6f2f707e04db req-485e3fcc-a9da-4c92-8f20-0f15ada382e7 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8c74bd0-3b11-427a-b59d-3a2c9b96bd85 HTTP/1.1" status: 200 len: 945 time: 0.1335731 Feb 19 04:02:52.093902 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b6444661-a77c-441c-81f3-6f2f707e04db req-ee725c1a-e176-42ce-822e-6c253b3697ba tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456952 Feb 19 04:02:52.410175 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 921812a1-ce45-4570-996c-541f2f8bad19 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:02:52.559085 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb49009e-abcf-45c0-9ec7-653a7693d365 x-openstack-request-id: req-bb49009e-abcf-45c0-9ec7-653a7693d365 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:52.560082 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c74bd0-3b11-427a-b59d-3a2c9b96bd85", "name": "network-vif-plugged", "status": "completed", "tag": "433b34ab-502a-4a36-b247-28a6130f0a94", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:52.560082 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bb49009e-abcf-45c0-9ec7-653a7693d365 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:52.569151 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c74bd0-3b11-427a-b59d-3a2c9b96bd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433b34ab-502a-4a36-b247-28a6130f0a94', 'code': 200} Feb 19 04:02:52.930816 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 921812a1-ce45-4570-996c-541f2f8bad19, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=921812a1-ce45-4570-996c-541f2f8bad19,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:52.968492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e2c83-5899-4e66-a1bf-b41a63a4fd34 req-1728b580-f188-4309-972b-767a1a80d63e tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:52.971418 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-214e2c83-5899-4e66-a1bf-b41a63a4fd34 req-1728b580-f188-4309-972b-767a1a80d63e tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 945 time: 0.2444265 Feb 19 04:02:53.015094 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0ea6822d-6ef6-4217-b6ef-ea77a01fceba tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.017283 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0ea6822d-6ef6-4217-b6ef-ea77a01fceba tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.018556 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0ea6822d-6ef6-4217-b6ef-ea77a01fceba tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.020177 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0ea6822d-6ef6-4217-b6ef-ea77a01fceba tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.021199 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0ea6822d-6ef6-4217-b6ef-ea77a01fceba tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.022253 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0ea6822d-6ef6-4217-b6ef-ea77a01fceba tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.023444 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0ea6822d-6ef6-4217-b6ef-ea77a01fceba tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.024488 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0ea6822d-6ef6-4217-b6ef-ea77a01fceba tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.025533 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0ea6822d-6ef6-4217-b6ef-ea77a01fceba tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.026527 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0ea6822d-6ef6-4217-b6ef-ea77a01fceba tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.028877 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0ea6822d-6ef6-4217-b6ef-ea77a01fceba tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.030225 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0ea6822d-6ef6-4217-b6ef-ea77a01fceba tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.031391 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0ea6822d-6ef6-4217-b6ef-ea77a01fceba tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.032661 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0ea6822d-6ef6-4217-b6ef-ea77a01fceba tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.034104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0ea6822d-6ef6-4217-b6ef-ea77a01fceba tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.035751 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0ea6822d-6ef6-4217-b6ef-ea77a01fceba tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.036697 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0ea6822d-6ef6-4217-b6ef-ea77a01fceba tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.037741 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0ea6822d-6ef6-4217-b6ef-ea77a01fceba tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.038739 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0ea6822d-6ef6-4217-b6ef-ea77a01fceba tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.039764 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0ea6822d-6ef6-4217-b6ef-ea77a01fceba tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.041864 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0ea6822d-6ef6-4217-b6ef-ea77a01fceba tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.048471 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0ea6822d-6ef6-4217-b6ef-ea77a01fceba tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=04b781a4-ef26-4ae8-8887-21b409778bfc&device_id=a8c74bd0-3b11-427a-b59d-3a2c9b96bd85&device_id=f0c4f0ec-7768-4ee0-a12c-531aa9642855&device_id=0e8f458c-0f11-4d00-b66a-3142479b819d&device_id=87a514c6-5998-44c4-b87a-0354695a01a2&device_id=b2b78ab1-3b31-4d04-8967-a19d46c24452&device_id=aa46b322-d119-4315-adbb-162a7ab76f2e&device_id=0c961862-aa7d-437d-828e-2433bed503ca&device_id=512ffd91-734b-40e7-a5b5-7ef15d5476db&device_id=16da6b49-6116-4b40-b0cb-273486cb9a8f&device_id=ef5485d4-8207-4a0c-bb6b-dda593233289&device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572&device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe&device_id=c8ca5792-037e-47b7-bc04-d153c2ba8397&device_id=9266b0e8-c6f0-4576-98b6-242440c5dbf0&device_id=15e535f0-0553-44a4-9621-a192952bebc4&device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda&device_id=bcc207bb-14c3-4949-b2cb-bb502289addc&device_id=ff9a8929-6538-465c-940e-16b748719b1c&device_id=f68a550b-8980-48fc-856e-203cbad9b366&device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 19528 time: 1.1103988 Feb 19 04:02:53.157829 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-214e2c83-5899-4e66-a1bf-b41a63a4fd34 req-5129cd7e-b069-41f5-b956-cd02b37a1dcd tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648741 Feb 19 04:02:53.183484 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0df93f43-b298-4baa-aaad-075a6f25173d tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:53.242552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fbafc-3c86-4901-beab-b4dda842d328 req-add3ad4f-663b-40a1-ba6c-1dcd60086d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.245611 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-590fbafc-3c86-4901-beab-b4dda842d328 req-add3ad4f-663b-40a1-ba6c-1dcd60086d05 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a8c74bd0-3b11-427a-b59d-3a2c9b96bd85 HTTP/1.1" status: 200 len: 1127 time: 0.1946535 Feb 19 04:02:53.465168 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-590fbafc-3c86-4901-beab-b4dda842d328 req-29211c77-d37a-4b0b-a800-2862c594f7f1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825311 Feb 19 04:02:53.498342 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '921812a1-ce45-4570-996c-541f2f8bad19', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '921812a1-ce45-4570-996c-541f2f8bad19', 'mac_address': 'fa:16:3e:b0:1d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:02:53.591398 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059a4e7-8797-4328-9452-f6aa4878afe6 req-b791eb41-4355-4c84-b8dc-e0164662a930 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:53.604576 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0059a4e7-8797-4328-9452-f6aa4878afe6 req-b791eb41-4355-4c84-b8dc-e0164662a930 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 950 time: 0.2275279 Feb 19 04:02:53.629708 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0df93f43-b298-4baa-aaad-075a6f25173d tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Publish callbacks [] for security_group (0a37acc5-d6e9-41d4-aae3-2c5ef2d89638), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:53.645379 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0df93f43-b298-4baa-aaad-075a6f25173d tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0a37acc5-d6e9-41d4-aae3-2c5ef2d89638), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:53.666268 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 921812a1-ce45-4570-996c-541f2f8bad19 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:53.670277 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (921812a1-ce45-4570-996c-541f2f8bad19), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:53.718780 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 921812a1-ce45-4570-996c-541f2f8bad19 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:02:53.737169 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58216) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:53.773937 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0059a4e7-8797-4328-9452-f6aa4878afe6 req-1cff5826-8368-4718-afc1-96b364ce0504 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674135 Feb 19 04:02:53.809847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 921812a1-ce45-4570-996c-541f2f8bad19, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=921812a1-ce45-4570-996c-541f2f8bad19,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:53.825843 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (921812a1-ce45-4570-996c-541f2f8bad19), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:53.965479 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df93f43-b298-4baa-aaad-075a6f25173d tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a37acc5-d6e9-41d4-aae3-2c5ef2d89638,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:54.053081 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df93f43-b298-4baa-aaad-075a6f25173d tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:54.059008 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df93f43-b298-4baa-aaad-075a6f25173d tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:54.060330 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df93f43-b298-4baa-aaad-075a6f25173d tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:54.061387 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df93f43-b298-4baa-aaad-075a6f25173d tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:54.061970 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df93f43-b298-4baa-aaad-075a6f25173d tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:54.063974 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df93f43-b298-4baa-aaad-075a6f25173d tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:54.067029 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df93f43-b298-4baa-aaad-075a6f25173d tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:54.073536 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df93f43-b298-4baa-aaad-075a6f25173d tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:54.074655 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df93f43-b298-4baa-aaad-075a6f25173d tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:54.075574 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df93f43-b298-4baa-aaad-075a6f25173d tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:54.076490 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df93f43-b298-4baa-aaad-075a6f25173d tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:54.077582 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=921812a1-ce45-4570-996c-541f2f8bad19,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:54.078822 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df93f43-b298-4baa-aaad-075a6f25173d tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:54.084379 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df93f43-b298-4baa-aaad-075a6f25173d tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:54.121936 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e21c5-c4f9-471e-9dde-f355de5ebb99 req-6c47e42f-a612-48a3-a4a2-86334b517f1c tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:54.147060 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ef4e21c5-c4f9-471e-9dde-f355de5ebb99 req-6c47e42f-a612-48a3-a4a2-86334b517f1c tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=04b781a4-ef26-4ae8-8887-21b409778bfc HTTP/1.1" status: 200 len: 949 time: 0.2479329 Feb 19 04:02:54.202696 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['921812a1-ce45-4570-996c-541f2f8bad19'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:02:54.214447 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e89b2a0-683b-41ae-9665-625e2afdd56c req-0df93f43-b298-4baa-aaad-075a6f25173d tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&id=54ffc044-0e6c-468f-b20f-0548776a13b3&id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&id=9f236d6d-7aab-40e9-9453-da64a73bad3c&id=68ec2cb3-2efe-4a3b-b0c8-2e241ec44507&id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 689 time: 1.1035116 Feb 19 04:02:54.283180 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b9addb4f-7a76-452c-8ce1-61a296d23aaa admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1539133727-network', 'tenant_id': '4025120658c64656b8094d53fd11cf5c'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:54.371157 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9addb4f-7a76-452c-8ce1-61a296d23aaa admin admin] Made reservation on behalf of 4025120658c64656b8094d53fd11cf5c for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:54.406914 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b9addb4f-7a76-452c-8ce1-61a296d23aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:54.479619 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b9addb4f-7a76-452c-8ce1-61a296d23aaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:54.541656 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ef4e21c5-c4f9-471e-9dde-f355de5ebb99 req-9e76c386-47c9-485c-9b14-80446c7e7bd4 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927352 Feb 19 04:02:54.791332 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b9addb4f-7a76-452c-8ce1-61a296d23aaa admin admin] Publish callbacks [] for security_group (7b3eba7d-1ca7-4954-ac5b-1c9b70068d30), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:54.801007 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b9addb4f-7a76-452c-8ce1-61a296d23aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7b3eba7d-1ca7-4954-ac5b-1c9b70068d30), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:54.835749 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9addb4f-7a76-452c-8ce1-61a296d23aaa admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:02:54.858606 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b9addb4f-7a76-452c-8ce1-61a296d23aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (ae034d1a-6d8f-4f83-b295-9f505c5ab6e5), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:54.859183 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-b9addb4f-7a76-452c-8ce1-61a296d23aaa admin admin] Added segment ae034d1a-6d8f-4f83-b295-9f505c5ab6e5 of type vlan for network d9d990e4-ae18-48b8-9375-8a399a46fa4c Feb 19 04:02:54.875388 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802f103-a51c-41e5-95e6-19ea2df77dc8 req-b027f59f-5495-4fb1-b8f5-2411e197c673 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:54.892964 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b802f103-a51c-41e5-95e6-19ea2df77dc8 req-b027f59f-5495-4fb1-b8f5-2411e197c673 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8c74bd0-3b11-427a-b59d-3a2c9b96bd85 HTTP/1.1" status: 200 len: 945 time: 0.3620484 Feb 19 04:02:54.978656 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b9addb4f-7a76-452c-8ce1-61a296d23aaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (d9d990e4-ae18-48b8-9375-8a399a46fa4c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:55.031670 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b802f103-a51c-41e5-95e6-19ea2df77dc8 req-f4a9f294-0e74-4aae-b3d3-91df38824d4a tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370215 Feb 19 04:02:55.156264 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9addb4f-7a76-452c-8ce1-61a296d23aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:55.195514 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b9addb4f-7a76-452c-8ce1-61a296d23aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d9d990e4-ae18-48b8-9375-8a399a46fa4c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:55.197973 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9addb4f-7a76-452c-8ce1-61a296d23aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:55.199297 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b9addb4f-7a76-452c-8ce1-61a296d23aaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:55.232103 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfa994-d342-43fe-98f4-534f5f4efbe1 req-50e2be2c-c358-43c1-8313-2932e1641e88 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:55.264160 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-77cfa994-d342-43fe-98f4-534f5f4efbe1 req-50e2be2c-c358-43c1-8313-2932e1641e88 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 945 time: 0.3216455 Feb 19 04:02:55.440239 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b9addb4f-7a76-452c-8ce1-61a296d23aaa admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6959260 Feb 19 04:02:55.441973 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58238) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:55.475847 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-62a8855b-8139-474b-9894-91a9c9dc74f7 admin admin] Request body: {'subnet': {'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1539133727-subnet', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:55.528336 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-77cfa994-d342-43fe-98f4-534f5f4efbe1 req-22883baf-14c7-45be-8b84-b501182f607a tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596152 Feb 19 04:02:55.531785 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9addb4f-7a76-452c-8ce1-61a296d23aaa admin admin] Pushing event updated for resources: {'Network': ['ID=d9d990e4-ae18-48b8-9375-8a399a46fa4c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:55.553280 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network d9d990e4-ae18-48b8-9375-8a399a46fa4c details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:02:55.575292 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a8855b-8139-474b-9894-91a9c9dc74f7 admin admin] Made reservation on behalf of 4025120658c64656b8094d53fd11cf5c for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:55.585615 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62a8855b-8139-474b-9894-91a9c9dc74f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:55.697335 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5fce3-60cf-480e-9274-6a4135531857 req-1dca793d-f9fb-425e-a5db-26aa5084057c tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:55.704879 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b6f5fce3-60cf-480e-9274-6a4135531857 req-1dca793d-f9fb-425e-a5db-26aa5084057c tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 950 time: 0.3595171 Feb 19 04:02:56.172640 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c4661-668d-48e5-9c48-4aec742fc513 req-ba319494-4662-4649-b1ef-c331b42cba12 tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:56.173701 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c4661-668d-48e5-9c48-4aec742fc513 req-ba319494-4662-4649-b1ef-c331b42cba12 tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:56.175957 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c4661-668d-48e5-9c48-4aec742fc513 req-ba319494-4662-4649-b1ef-c331b42cba12 tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:56.193664 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-395c4661-668d-48e5-9c48-4aec742fc513 req-ba319494-4662-4649-b1ef-c331b42cba12 tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f0c4f0ec-7768-4ee0-a12c-531aa9642855&device_id=aa46b322-d119-4315-adbb-162a7ab76f2e&device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 2977 time: 0.1512034 Feb 19 04:02:56.232862 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62a8855b-8139-474b-9894-91a9c9dc74f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:56.334428 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-395c4661-668d-48e5-9c48-4aec742fc513 req-219929cd-77df-42a3-9e9e-254b46a8f223 tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392317 Feb 19 04:02:56.419206 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b6f5fce3-60cf-480e-9274-6a4135531857 req-b4bf236a-65fa-44ec-a197-5042a6782398 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802811 Feb 19 04:02:56.426676 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 921812a1-ce45-4570-996c-541f2f8bad19 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:56.547194 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8855b-8139-474b-9894-91a9c9dc74f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:56.579637 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a8855b-8139-474b-9894-91a9c9dc74f7 admin admin] Checking segment: {'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:56.580068 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a8855b-8139-474b-9894-91a9c9dc74f7 admin admin] Network hostable DHCP agents. Network: d9d990e4-ae18-48b8-9375-8a399a46fa4c, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:02:56.638000 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a8855b-8139-474b-9894-91a9c9dc74f7 admin admin] Network d9d990e4-ae18-48b8-9375-8a399a46fa4c is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:02:56.681999 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 921812a1-ce45-4570-996c-541f2f8bad19 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:02:56.691954 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 921812a1-ce45-4570-996c-541f2f8bad19 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:56.693065 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (921812a1-ce45-4570-996c-541f2f8bad19), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:56.712320 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-62a8855b-8139-474b-9894-91a9c9dc74f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, d9d990e4-ae18-48b8-9375-8a399a46fa4c) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:56.759213 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a8855b-8139-474b-9894-91a9c9dc74f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:56.760815 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62a8855b-8139-474b-9894-91a9c9dc74f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:56.796722 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c042ab8-03dd-482e-9bd3-9603ab4bbc93 None None] Network d9d990e4-ae18-48b8-9375-8a399a46fa4c requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:02:56.837972 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d3817-9490-47ea-817a-de98061f6676 req-e4cd2f00-2099-4fe4-9403-68964a692f07 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:56.849550 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-576d3817-9490-47ea-817a-de98061f6676 req-e4cd2f00-2099-4fe4-9403-68964a692f07 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8c74bd0-3b11-427a-b59d-3a2c9b96bd85 HTTP/1.1" status: 200 len: 945 time: 0.1018653 Feb 19 04:02:56.859967 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-62a8855b-8139-474b-9894-91a9c9dc74f7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4133959 Feb 19 04:02:56.863823 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58258) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:56.887339 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-2e1ca8bd-8200-4f34-8a9d-4d0e0de6a9cd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1539133727-router', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:56.911705 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431dc33-4979-4d43-8d1a-71854bb6b18d req-c817c881-99d0-485c-9f96-0d7a7cac9fb0 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:56.915421 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f431dc33-4979-4d43-8d1a-71854bb6b18d req-c817c881-99d0-485c-9f96-0d7a7cac9fb0 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=04b781a4-ef26-4ae8-8887-21b409778bfc HTTP/1.1" status: 200 len: 949 time: 0.2734194 Feb 19 04:02:56.993380 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2e1ca8bd-8200-4f34-8a9d-4d0e0de6a9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (2171ddbc-0eb7-4ef5-bee3-549ae0f16e22), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:56.995491 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2e1ca8bd-8200-4f34-8a9d-4d0e0de6a9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (2171ddbc-0eb7-4ef5-bee3-549ae0f16e22), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:57.010671 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-576d3817-9490-47ea-817a-de98061f6676 req-c5660178-67b5-480c-8248-a137ee67ef9c tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567957 Feb 19 04:02:57.084130 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f431dc33-4979-4d43-8d1a-71854bb6b18d req-83389fe4-4eb1-433c-b64c-756ad30c1870 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517169 Feb 19 04:02:57.154283 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 921812a1-ce45-4570-996c-541f2f8bad19 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:57.154773 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (921812a1-ce45-4570-996c-541f2f8bad19), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:57.174214 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2e1ca8bd-8200-4f34-8a9d-4d0e0de6a9cd admin admin] Publish callbacks [] for router_controller (2171ddbc-0eb7-4ef5-bee3-549ae0f16e22), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:57.336340 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 921812a1-ce45-4570-996c-541f2f8bad19, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=921812a1-ce45-4570-996c-541f2f8bad19,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:57.342535 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b781a4-ef26-4ae8-8887-21b409778bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921812a1-ce45-4570-996c-541f2f8bad19'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:57.349754 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84060202-461c-4152-88bb-97141001e91d" -d '{"events": [{"server_uuid": "04b781a4-ef26-4ae8-8887-21b409778bfc", "name": "network-vif-plugged", "status": "completed", "tag": "921812a1-ce45-4570-996c-541f2f8bad19"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:57.355786 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46a7221-d5bf-4ad5-a2a6-84809d8ff697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-d9d990e4-ae18-48b8-9375-8a399a46fa4c', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'project_id': '4025120658c64656b8094d53fd11cf5c', 'fixed_ips': [{'subnet_id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:02:57.357553 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b46a7221-d5bf-4ad5-a2a6-84809d8ff697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:57.366181 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (921812a1-ce45-4570-996c-541f2f8bad19), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:57.560840 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=921812a1-ce45-4570-996c-541f2f8bad19,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:57.874988 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-b46a7221-d5bf-4ad5-a2a6-84809d8ff697 None None] Allocated IP 172.20.0.2 (d9d990e4-ae18-48b8-9375-8a399a46fa4c/dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509/ff547a53-4626-4c77-9e7c-1ebda200b6fa) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:57.888389 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91903902-b320-4bcc-ba84-a2bb0c006c78 req-d682ce0f-9a04-4d6c-9d97-62cffd17b675 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:57.900641 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-91903902-b320-4bcc-ba84-a2bb0c006c78 req-d682ce0f-9a04-4d6c-9d97-62cffd17b675 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8c74bd0-3b11-427a-b59d-3a2c9b96bd85 HTTP/1.1" status: 200 len: 945 time: 0.1299474 Feb 19 04:02:57.938308 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2e1ca8bd-8200-4f34-8a9d-4d0e0de6a9cd admin admin] Publish callbacks [] for router_gateway (2171ddbc-0eb7-4ef5-bee3-549ae0f16e22), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:58.017101 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230f7b6-8e27-4323-a494-4fd2698286d3 req-c5d3f892-e3d2-44f8-908f-1cfb028e0e5d tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:58.033823 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3230f7b6-8e27-4323-a494-4fd2698286d3 req-c5d3f892-e3d2-44f8-908f-1cfb028e0e5d tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 945 time: 0.6854568 Feb 19 04:02:58.073834 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-91903902-b320-4bcc-ba84-a2bb0c006c78 req-72f2ffe2-02b9-42dd-bd31-8d2d7fdb299a tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627989 Feb 19 04:02:58.268054 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b46a7221-d5bf-4ad5-a2a6-84809d8ff697 None None] Publish callbacks [] for port (ff547a53-4626-4c77-9e7c-1ebda200b6fa), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:58.277795 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ca8440-ac09-4256-98b0-6e41be66cbfc x-openstack-request-id: req-f2ca8440-ac09-4256-98b0-6e41be66cbfc {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:58.278769 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b781a4-ef26-4ae8-8887-21b409778bfc", "name": "network-vif-plugged", "status": "completed", "tag": "921812a1-ce45-4570-996c-541f2f8bad19", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:58.280066 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f2ca8440-ac09-4256-98b0-6e41be66cbfc {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:58.281205 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b781a4-ef26-4ae8-8887-21b409778bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921812a1-ce45-4570-996c-541f2f8bad19', 'code': 200} Feb 19 04:02:58.317185 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b46a7221-d5bf-4ad5-a2a6-84809d8ff697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (ff547a53-4626-4c77-9e7c-1ebda200b6fa), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:58.325942 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ce7ef-d373-415c-8d3e-85c2a0b5b30d req-342b9220-9102-4341-aedc-2fc6fa82d37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:58.328314 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-813ce7ef-d373-415c-8d3e-85c2a0b5b30d req-342b9220-9102-4341-aedc-2fc6fa82d37e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=04b781a4-ef26-4ae8-8887-21b409778bfc HTTP/1.1" status: 200 len: 1132 time: 0.5694175 Feb 19 04:02:58.369860 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3230f7b6-8e27-4323-a494-4fd2698286d3 req-32a5dc5b-76ba-4111-b0b1-fe499fd93f05 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175399 Feb 19 04:02:58.472954 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a7221-d5bf-4ad5-a2a6-84809d8ff697 None None] Pushing event updated for resources: {'Port': ['ID=ff547a53-4626-4c77-9e7c-1ebda200b6fa,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:58.502234 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46a7221-d5bf-4ad5-a2a6-84809d8ff697 None None] Network d9d990e4-ae18-48b8-9375-8a399a46fa4c is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:58.504935 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-b46a7221-d5bf-4ad5-a2a6-84809d8ff697 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:58.509134 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46a7221-d5bf-4ad5-a2a6-84809d8ff697 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:58.557936 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-813ce7ef-d373-415c-8d3e-85c2a0b5b30d req-08e6a994-2c73-47e7-a9e2-5c417ad56844 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174096 Feb 19 04:02:58.646958 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b46a7221-d5bf-4ad5-a2a6-84809d8ff697 None None] Attempting to bind port ff547a53-4626-4c77-9e7c-1ebda200b6fa on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:02:58.647583 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b46a7221-d5bf-4ad5-a2a6-84809d8ff697 None None] Attempting to bind port ff547a53-4626-4c77-9e7c-1ebda200b6fa by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:02:58.651078 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329c683-0252-4d64-9435-e6a4f1571e85 req-1706e6cb-6faf-4477-946c-c4df02133b13 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:58.651513 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a7221-d5bf-4ad5-a2a6-84809d8ff697 None None] Attempting to bind port ff547a53-4626-4c77-9e7c-1ebda200b6fa on network d9d990e4-ae18-48b8-9375-8a399a46fa4c {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:58.657225 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c329c683-0252-4d64-9435-e6a4f1571e85 req-1706e6cb-6faf-4477-946c-c4df02133b13 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 950 time: 0.2102556 Feb 19 04:02:58.681489 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a7221-d5bf-4ad5-a2a6-84809d8ff697 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:02:58.682203 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a7221-d5bf-4ad5-a2a6-84809d8ff697 None None] Checking segment: {'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:58.682984 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b46a7221-d5bf-4ad5-a2a6-84809d8ff697 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:58.683581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a7221-d5bf-4ad5-a2a6-84809d8ff697 None None] Bound using segment: {'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:02:58.688164 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b46a7221-d5bf-4ad5-a2a6-84809d8ff697 None None] Bound port: ff547a53-4626-4c77-9e7c-1ebda200b6fa, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:02:58.688836 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b46a7221-d5bf-4ad5-a2a6-84809d8ff697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ff547a53-4626-4c77-9e7c-1ebda200b6fa), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:58.797591 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c329c683-0252-4d64-9435-e6a4f1571e85 req-3d56d9e5-7c0b-435c-9e24-a8f53ee78ab7 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337028 Feb 19 04:02:58.926966 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b46a7221-d5bf-4ad5-a2a6-84809d8ff697 None None] For port ff547a53-4626-4c77-9e7c-1ebda200b6fa, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:02:58.943338 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b46a7221-d5bf-4ad5-a2a6-84809d8ff697 None None] For port ff547a53-4626-4c77-9e7c-1ebda200b6fa, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ff547a53-4626-4c77-9e7c-1ebda200b6fa,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:02:58.961274 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b46a7221-d5bf-4ad5-a2a6-84809d8ff697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ff547a53-4626-4c77-9e7c-1ebda200b6fa), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:59.016764 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2e1ca8bd-8200-4f34-8a9d-4d0e0de6a9cd admin admin] Publish callbacks [] for router_gateway (2171ddbc-0eb7-4ef5-bee3-549ae0f16e22), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:59.051736 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2e1ca8bd-8200-4f34-8a9d-4d0e0de6a9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:59.183063 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a7221-d5bf-4ad5-a2a6-84809d8ff697 None None] Pushing event updated for resources: {'Port': ['ID=ff547a53-4626-4c77-9e7c-1ebda200b6fa,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:59.184664 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d2aad-15ff-4cce-a050-8c80b41049c7 req-94ef250f-c4f5-4479-9aae-3023c00ce836 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:59.198928 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e13d2aad-15ff-4cce-a050-8c80b41049c7 req-94ef250f-c4f5-4479-9aae-3023c00ce836 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=04b781a4-ef26-4ae8-8887-21b409778bfc HTTP/1.1" status: 200 len: 950 time: 0.2693336 Feb 19 04:02:59.454252 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e13d2aad-15ff-4cce-a050-8c80b41049c7 req-afa77fdd-eb6b-4463-ba14-3dd553c5d1a9 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453792 Feb 19 04:02:59.589691 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-2e1ca8bd-8200-4f34-8a9d-4d0e0de6a9cd admin admin] Allocated IP 172.25.0.75 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/e8ef094e-468a-49bc-9884-d53d7f56e79b) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:59.979624 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7666931-0d2d-4688-869c-c101bc39ab95 req-d132f7a2-3689-4178-989e-581bec9b0335 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:00.012203 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a7666931-0d2d-4688-869c-c101bc39ab95 req-d132f7a2-3689-4178-989e-581bec9b0335 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8c74bd0-3b11-427a-b59d-3a2c9b96bd85 HTTP/1.1" status: 200 len: 945 time: 0.3372424 Feb 19 04:03:00.025497 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2e1ca8bd-8200-4f34-8a9d-4d0e0de6a9cd admin admin] Publish callbacks [] for port (e8ef094e-468a-49bc-9884-d53d7f56e79b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:00.209917 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a7666931-0d2d-4688-869c-c101bc39ab95 req-35eeb4f0-8fdd-46ae-ab06-bd7ffa5fcae5 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955078 Feb 19 04:03:00.364490 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e758e97-270c-40d2-b816-d657ae31f048 req-e02de416-7f26-4306-8afb-4d271e486b07 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:00.391411 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4e758e97-270c-40d2-b816-d657ae31f048 req-e02de416-7f26-4306-8afb-4d271e486b07 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 945 time: 0.3527942 Feb 19 04:03:00.407774 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2e1ca8bd-8200-4f34-8a9d-4d0e0de6a9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (e8ef094e-468a-49bc-9884-d53d7f56e79b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:00.638250 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ca8bd-8200-4f34-8a9d-4d0e0de6a9cd admin admin] Pushing event updated for resources: {'Port': ['ID=e8ef094e-468a-49bc-9884-d53d7f56e79b,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:00.672359 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1ca8bd-8200-4f34-8a9d-4d0e0de6a9cd admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:00.678701 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-2e1ca8bd-8200-4f34-8a9d-4d0e0de6a9cd admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:00.693400 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1ca8bd-8200-4f34-8a9d-4d0e0de6a9cd admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:00.722127 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4e758e97-270c-40d2-b816-d657ae31f048 req-84516be9-d79c-473f-99cd-e6bd2bcdc730 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291688 Feb 19 04:03:00.844038 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ff547a53-4626-4c77-9e7c-1ebda200b6fa up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:01.021711 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b17997-519f-4f38-b5d2-a483769eef2e req-820a768a-f168-4ae2-9695-d816117bdf47 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:01.041817 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-88b17997-519f-4f38-b5d2-a483769eef2e req-820a768a-f168-4ae2-9695-d816117bdf47 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 950 time: 0.3109467 Feb 19 04:03:01.109021 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ff547a53-4626-4c77-9e7c-1ebda200b6fa triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:01.109021 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ff547a53-4626-4c77-9e7c-1ebda200b6fa), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:01.264785 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-88b17997-519f-4f38-b5d2-a483769eef2e req-70509147-4b19-40e7-9515-322db5a230a5 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182724 Feb 19 04:03:01.478165 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ff547a53-4626-4c77-9e7c-1ebda200b6fa is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:01.481683 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ff547a53-4626-4c77-9e7c-1ebda200b6fa), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:01.640229 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port ff547a53-4626-4c77-9e7c-1ebda200b6fa, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ff547a53-4626-4c77-9e7c-1ebda200b6fa,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:01.666323 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ff547a53-4626-4c77-9e7c-1ebda200b6fa), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:01.677417 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8aa99-5071-4348-8b90-07d7a87e2ead req-ea562327-ca65-4ca7-a36b-39e4938f8130 tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:01.709421 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76cddc5-61c4-42d5-a08b-b6b57b104493 req-3716a073-5255-4d36-8dfc-7a9c88c6e134 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:01.710419 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b2a8aa99-5071-4348-8b90-07d7a87e2ead req-ea562327-ca65-4ca7-a36b-39e4938f8130 tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 1132 time: 0.2097940 Feb 19 04:03:01.725072 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d76cddc5-61c4-42d5-a08b-b6b57b104493 req-3716a073-5255-4d36-8dfc-7a9c88c6e134 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=04b781a4-ef26-4ae8-8887-21b409778bfc HTTP/1.1" status: 200 len: 950 time: 0.2826991 Feb 19 04:03:01.840163 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00207baa-0a27-47fa-bb16-4415eb339d7e None None] Network d9d990e4-ae18-48b8-9375-8a399a46fa4c requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:03:01.850800 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d76cddc5-61c4-42d5-a08b-b6b57b104493 req-02daedcc-c94a-4350-b447-9a21b19762b9 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242533 Feb 19 04:03:01.879135 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b2a8aa99-5071-4348-8b90-07d7a87e2ead req-e1639925-0269-4472-ab68-04e0fdcc1464 tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655147 Feb 19 04:03:01.914304 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=ff547a53-4626-4c77-9e7c-1ebda200b6fa,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:01.915230 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2e1ca8bd-8200-4f34-8a9d-4d0e0de6a9cd admin admin] Publish callbacks [] for router_gateway (2171ddbc-0eb7-4ef5-bee3-549ae0f16e22), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:02.028005 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-7db6fc9c-4df3-4a37-913d-6b36b2e3cfd9 None None] Provisioning complete for port ff547a53-4626-4c77-9e7c-1ebda200b6fa triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:02.028740 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7db6fc9c-4df3-4a37-913d-6b36b2e3cfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ff547a53-4626-4c77-9e7c-1ebda200b6fa), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:02.199647 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2636ee90-fbdd-42f2-9ce5-7e3dd2afa436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:02.359341 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7db6fc9c-4df3-4a37-913d-6b36b2e3cfd9 None None] Current status of the port ff547a53-4626-4c77-9e7c-1ebda200b6fa is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:02.362045 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381af75-8d5f-4190-8dc4-aa8ac4ea6d8d req-29eb2018-8772-46c6-b4d2-87f7297d0e11 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:02.383833 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0381af75-8d5f-4190-8dc4-aa8ac4ea6d8d req-29eb2018-8772-46c6-b4d2-87f7297d0e11 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8c74bd0-3b11-427a-b59d-3a2c9b96bd85 HTTP/1.1" status: 200 len: 945 time: 0.2552569 Feb 19 04:03:02.529462 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0381af75-8d5f-4190-8dc4-aa8ac4ea6d8d req-e13e9eb9-7827-435d-b373-f11d8c25b8a4 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328795 Feb 19 04:03:02.638342 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ff547a53-4626-4c77-9e7c-1ebda200b6fa up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:02.755444 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfa4ec-5ced-4385-86b4-63a77e826330 req-6beb2c56-8a74-4d04-929b-d004257ecde5 tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:02.764255 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bddfa4ec-5ced-4385-86b4-63a77e826330 req-6beb2c56-8a74-4d04-929b-d004257ecde5 tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=04b781a4-ef26-4ae8-8887-21b409778bfc HTTP/1.1" status: 200 len: 1132 time: 0.1095953 Feb 19 04:03:02.822539 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ff547a53-4626-4c77-9e7c-1ebda200b6fa triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:02.823153 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ff547a53-4626-4c77-9e7c-1ebda200b6fa), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:02.866540 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2e1ca8bd-8200-4f34-8a9d-4d0e0de6a9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (2171ddbc-0eb7-4ef5-bee3-549ae0f16e22), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:02.908111 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bddfa4ec-5ced-4385-86b4-63a77e826330 req-5ecff0b0-cec2-463b-886b-42e0dffc7c8e tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423299 Feb 19 04:03:03.284847 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7b775-e0ef-4628-91d9-ae0b8a4a9ead req-5ab2a525-9e0f-44f0-87b7-a2a66e1e4f68 tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:03.288900 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-17bbb987-1189-4b21-8d32-a8a4e4150a23 None None] Provisioning complete for port ff547a53-4626-4c77-9e7c-1ebda200b6fa triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:03.289835 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-17bbb987-1189-4b21-8d32-a8a4e4150a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ff547a53-4626-4c77-9e7c-1ebda200b6fa), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:03.292356 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ff547a53-4626-4c77-9e7c-1ebda200b6fa is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:03.317842 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b6a7b775-e0ef-4628-91d9-ae0b8a4a9ead req-5ab2a525-9e0f-44f0-87b7-a2a66e1e4f68 tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 1132 time: 0.2236879 Feb 19 04:03:03.566625 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b6a7b775-e0ef-4628-91d9-ae0b8a4a9ead req-c999d6a9-1147-46bc-b90a-0c04f0cf844c tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294762 Feb 19 04:03:03.767411 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a0ab9-7243-4611-abe0-803d1bdcd309 req-72c94958-93f2-46d7-815e-24523ff82d7a tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:03.778439 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-861a0ab9-7243-4611-abe0-803d1bdcd309 req-72c94958-93f2-46d7-815e-24523ff82d7a tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 945 time: 0.9833217 Feb 19 04:03:03.791221 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1ca8bd-8200-4f34-8a9d-4d0e0de6a9cd admin admin] Router 2171ddbc-0eb7-4ef5-bee3-549ae0f16e22 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:03:03.884551 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-17bbb987-1189-4b21-8d32-a8a4e4150a23 None None] Current status of the port ff547a53-4626-4c77-9e7c-1ebda200b6fa is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:04.023229 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-861a0ab9-7243-4611-abe0-803d1bdcd309 req-c86be6b5-9438-49f4-b0d6-a382a29d90c2 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064006 Feb 19 04:03:04.226268 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f045048-7672-4fea-9472-1763ecb2b6a4 req-af494bc2-854c-4337-bd21-dccfa963a617 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:04.240067 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f045048-7672-4fea-9472-1763ecb2b6a4 req-af494bc2-854c-4337-bd21-dccfa963a617 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 950 time: 0.2121563 Feb 19 04:03:04.379155 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1ca8bd-8200-4f34-8a9d-4d0e0de6a9cd admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:03:04.403017 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] Sync routers for ids ['2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:03:04.441589 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2e1ca8bd-8200-4f34-8a9d-4d0e0de6a9cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:04.443099 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f045048-7672-4fea-9472-1763ecb2b6a4 req-348d197b-8500-4f96-b5f7-e8d8416acd20 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940992 Feb 19 04:03:04.444022 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2e1ca8bd-8200-4f34-8a9d-4d0e0de6a9cd admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5781856 Feb 19 04:03:04.450682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58366) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:04.497086 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] Routers {'2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:04.498582 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:02:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:04.594678 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9bc40449-be43-4eed-9b60-935101779f91 req-7f240ba9-41c2-4ca4-8a7e-f3e3fb6e4f36 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897810 Feb 19 04:03:04.899297 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] Set router 2171ddbc-0eb7-4ef5-bee3-549ae0f16e22 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:05.082308 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc40449-be43-4eed-9b60-935101779f91 req-03347255-d877-4196-968b-bc9f4831b937 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:05.084966 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9bc40449-be43-4eed-9b60-935101779f91 req-03347255-d877-4196-968b-bc9f4831b937 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4739826 Feb 19 04:03:05.137485 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9bc40449-be43-4eed-9b60-935101779f91 req-367ceede-63f2-4f3c-b14f-b6917d0eb821 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/quotas/dc95986700ea4199843c7c5d5aa06d4c HTTP/1.1" status: 200 len: 375 time: 0.0416481 Feb 19 04:03:05.381130 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9bc40449-be43-4eed-9b60-935101779f91 req-1037c34a-e419-4e85-8fb6-e242893b437c tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2314949 Feb 19 04:03:05.583032 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3a3a0709-75fe-499b-bbf1-0ee27228379e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:05.894642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26cfd1-3fa7-400b-a821-ddceff19c722 req-cc8b28f4-9b12-4e94-9cd2-d427862af059 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:05.909880 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d26cfd1-3fa7-400b-a821-ddceff19c722 req-cc8b28f4-9b12-4e94-9cd2-d427862af059 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8c74bd0-3b11-427a-b59d-3a2c9b96bd85 HTTP/1.1" status: 200 len: 945 time: 0.9574819 Feb 19 04:03:05.917830 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'name': 'tempest-ServerActionsTestJSON-1539133727-router', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:57Z', 'updated_at': '2022-02-19T04:03:01Z', 'revision_number': 3, 'project_id': '4025120658c64656b8094d53fd11cf5c', 'gw_port': {'id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:31:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:59Z', 'updated_at': '2022-02-19T04:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:06.095853 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] Checking router: 2171ddbc-0eb7-4ef5-bee3-549ae0f16e22 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:03:06.096460 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] Updating router 2171ddbc-0eb7-4ef5-bee3-549ae0f16e22 port e8ef094e-468a-49bc-9884-d53d7f56e79b binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:03:06.262997 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d26cfd1-3fa7-400b-a821-ddceff19c722 req-7d456be5-4a42-4e1c-b507-dddf4247245e tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481412 Feb 19 04:03:06.813259 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e8ef094e-468a-49bc-9884-d53d7f56e79b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:06.814076 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1dcb0-1a8b-467c-8c14-b37cb3e34984 req-4088ec1a-3025-48d6-b679-0b9aba94d6fd tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:06.832219 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8fd1dcb0-1a8b-467c-8c14-b37cb3e34984 req-4088ec1a-3025-48d6-b679-0b9aba94d6fd tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 945 time: 0.2241526 Feb 19 04:03:07.054740 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8fd1dcb0-1a8b-467c-8c14-b37cb3e34984 req-7478c6be-ed33-4b10-be78-f4c52ec55750 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205002 Feb 19 04:03:07.316676 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bd5c362f-2e42-4d2f-a7fb-d5b2e04ceada req-0acc7303-80ad-4bad-b68a-1a1455be99f6 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c0614d8-594a-42c6-b449-15aa8321aef3 HTTP/1.1" status: 200 len: 210 time: 0.1171486 Feb 19 04:03:07.438527 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:07.471380 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b3c47-62be-47cc-8773-7a027ee7eb6f req-6dbad39f-8c35-47cb-a599-0b108904914c tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:07.475935 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-081b3c47-62be-47cc-8773-7a027ee7eb6f req-6dbad39f-8c35-47cb-a599-0b108904914c tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 950 time: 0.6154537 Feb 19 04:03:07.531680 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:07.943264 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:07.949379 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:07.993303 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ee93b-3d45-445b-8f9d-efa9cbda2acf req-2059717c-6533-4823-a384-fd74038d716d tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:08.004354 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-966ee93b-3d45-445b-8f9d-efa9cbda2acf req-2059717c-6533-4823-a384-fd74038d716d tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8c74bd0-3b11-427a-b59d-3a2c9b96bd85 HTTP/1.1" status: 200 len: 945 time: 0.2658281 Feb 19 04:03:08.121605 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Allocated IP 172.20.0.1 (d9d990e4-ae18-48b8-9375-8a399a46fa4c/dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509/511d7e47-7da3-48d1-ac74-34bb06e89992) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:08.233349 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-966ee93b-3d45-445b-8f9d-efa9cbda2acf req-c469506a-77de-4b47-b937-535b0684e97c tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241693 Feb 19 04:03:08.445071 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] Publish callbacks [] for port (e8ef094e-468a-49bc-9884-d53d7f56e79b), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:08.460023 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e8ef094e-468a-49bc-9884-d53d7f56e79b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:08.633913 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc6fb7-fa6f-4939-bf70-769aab3a7478 None None] Pushing event updated for resources: {'Port': ['ID=e8ef094e-468a-49bc-9884-d53d7f56e79b,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:08.756560 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-081b3c47-62be-47cc-8773-7a027ee7eb6f req-ce1ed684-45e6-4697-b15b-bd992983f9cb tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2575622 Feb 19 04:03:08.799492 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:08.832820 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] Attempting to bind port e8ef094e-468a-49bc-9884-d53d7f56e79b on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:08.833491 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] Attempting to bind port e8ef094e-468a-49bc-9884-d53d7f56e79b by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:08.834303 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] Attempting to bind port e8ef094e-468a-49bc-9884-d53d7f56e79b on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:08.860935 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:08.874866 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:08.876463 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:08.879145 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:08.880656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:08.883614 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] Bound port: e8ef094e-468a-49bc-9884-d53d7f56e79b, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:08.884892 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e8ef094e-468a-49bc-9884-d53d7f56e79b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:09.032393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] For port e8ef094e-468a-49bc-9884-d53d7f56e79b, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:09.041025 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] For port e8ef094e-468a-49bc-9884-d53d7f56e79b, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e8ef094e-468a-49bc-9884-d53d7f56e79b,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:09.045453 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9bc40449-be43-4eed-9b60-935101779f91 req-c0d0aded-1268-4260-8592-5da9e1f29b26 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2065961 Feb 19 04:03:09.049029 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Publish callbacks [] for port (511d7e47-7da3-48d1-ac74-34bb06e89992), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:09.062149 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e8ef094e-468a-49bc-9884-d53d7f56e79b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:09.184094 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-968336d3-8e21-4e5f-9285-e477c6d47b59 service neutron] show failed (client error): The resource could not be found. Feb 19 04:03:09.186034 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-968336d3-8e21-4e5f-9285-e477c6d47b59 service neutron] 10.222.0.48 "GET /v2.0/ports/411a6669-a264-402c-b0d4-30b077ac4206/bindings/n-h1-772273-4 HTTP/1.1" status: 404 len: 380 time: 0.7833087 Feb 19 04:03:09.336932 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] Routers {'2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:09.349871 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:03:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:09.580124 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc6fb7-fa6f-4939-bf70-769aab3a7478 None None] Pushing event updated for resources: {'Port': ['ID=e8ef094e-468a-49bc-9884-d53d7f56e79b,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:09.617554 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca627b3c-6c0a-4234-a927-21ab556663ca req-ff36be11-b013-4eec-97de-9e4663cbb14c tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c0614d8-594a-42c6-b449-15aa8321aef3 HTTP/1.1" status: 200 len: 210 time: 0.1615086 Feb 19 04:03:09.661762 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc40449-be43-4eed-9b60-935101779f91 req-7e9f3807-6a60-4010-ab4b-1c5b19aad0bb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:09.675951 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9bc40449-be43-4eed-9b60-935101779f91 req-7e9f3807-6a60-4010-ab4b-1c5b19aad0bb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6231539 Feb 19 04:03:09.681171 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d340c-98bd-4e59-9994-ccaa86e33cf8 req-86ec8670-1670-4a30-bc77-40375c34b641 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:09.699203 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-324d340c-98bd-4e59-9994-ccaa86e33cf8 req-86ec8670-1670-4a30-bc77-40375c34b641 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 945 time: 0.5658429 Feb 19 04:03:09.718881 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-9bc40449-be43-4eed-9b60-935101779f91 req-b2a0c77a-d232-4208-a45c-cf9d28446f1e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Request body: {'port': {'device_id': '6c0614d8-594a-42c6-b449-15aa8321aef3', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': 'dc95986700ea4199843c7c5d5aa06d4c'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:09.720221 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (511d7e47-7da3-48d1-ac74-34bb06e89992), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:09.903622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] Set router 2171ddbc-0eb7-4ef5-bee3-549ae0f16e22 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:10.102089 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc40449-be43-4eed-9b60-935101779f91 req-b2a0c77a-d232-4208-a45c-cf9d28446f1e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Made reservation on behalf of dc95986700ea4199843c7c5d5aa06d4c for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:10.108231 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9bc40449-be43-4eed-9b60-935101779f91 req-b2a0c77a-d232-4208-a45c-cf9d28446f1e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:10.406103 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-324d340c-98bd-4e59-9994-ccaa86e33cf8 req-de5b6231-a487-43db-b09a-db91372ac4cb tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7025266 Feb 19 04:03:10.446343 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Network d9d990e4-ae18-48b8-9375-8a399a46fa4c is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:10.459359 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'name': 'tempest-ServerActionsTestJSON-1539133727-router', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:57Z', 'updated_at': '2022-02-19T04:03:01Z', 'revision_number': 3, 'project_id': '4025120658c64656b8094d53fd11cf5c', 'gw_port': {'id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:31:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:59Z', 'updated_at': '2022-02-19T04:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:10.496489 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:10.527036 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:10.566453 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-a7763007-f051-4006-9fe7-77f0b1f406e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:10.569701 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-a7763007-f051-4006-9fe7-77f0b1f406e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d&tenant_id=ecf9e139694246328842375c06e497e6 HTTP/1.1" status: 200 len: 1132 time: 0.7297406 Feb 19 04:03:10.575403 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Pushing event updated for resources: {'Port': ['ID=511d7e47-7da3-48d1-ac74-34bb06e89992,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:10.645713 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f581c995-455d-4737-869a-57cd237d29a4 None None] The sync data for ids ['2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'] in n-d-772273-4 is: [{'id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'name': 'tempest-ServerActionsTestJSON-1539133727-router', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:57Z', 'updated_at': '2022-02-19T04:03:01Z', 'revision_number': 3, 'project_id': '4025120658c64656b8094d53fd11cf5c', 'gw_port': {'id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:31:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:59Z', 'updated_at': '2022-02-19T04:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:03:10.747106 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-772273-4', 'device_owner': 'compute:nova'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:10.931914 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:10.932203 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:10.932740 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:10.933377 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:10.933999 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:10.934597 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:10.935631 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:10.935864 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:10.936409 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:10.945608 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:10.946472 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:10.947081 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:10.952092 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:11.238335 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (411a6669-a264-402c-b0d4-30b077ac4206), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:11.339559 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:03:11.390118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a8a38a30-129c-4081-88b6-e03bb802b67a None None] Provisioning complete for port 511d7e47-7da3-48d1-ac74-34bb06e89992 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:11.390814 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a8a38a30-129c-4081-88b6-e03bb802b67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (511d7e47-7da3-48d1-ac74-34bb06e89992), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:11.556304 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (2171ddbc-0eb7-4ef5-bee3-549ae0f16e22), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:11.662083 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 411a6669-a264-402c-b0d4-30b077ac4206 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:03:11.832093 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a8a38a30-129c-4081-88b6-e03bb802b67a None None] Port 511d7e47-7da3-48d1-ac74-34bb06e89992 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:03:12.053537 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 411a6669-a264-402c-b0d4-30b077ac4206 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:12.054956 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (411a6669-a264-402c-b0d4-30b077ac4206), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:12.153878 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8f458c-0f11-4d00-b66a-3142479b819d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411a6669-a264-402c-b0d4-30b077ac4206'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:12.171776 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c394fa5a-1e78-4ef6-b258-599768b3a83a" -d '{"events": [{"server_uuid": "0e8f458c-0f11-4d00-b66a-3142479b819d", "name": "network-vif-unplugged", "status": "completed", "tag": "411a6669-a264-402c-b0d4-30b077ac4206"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:12.246122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 411a6669-a264-402c-b0d4-30b077ac4206, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=411a6669-a264-402c-b0d4-30b077ac4206,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:12.257827 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbab06-1f31-4051-8de0-7eaa14d72b0d req-56c55461-b1a0-4299-ba99-09803c3c6482 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:12.263846 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (411a6669-a264-402c-b0d4-30b077ac4206), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:12.273180 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ebbbab06-1f31-4051-8de0-7eaa14d72b0d req-56c55461-b1a0-4299-ba99-09803c3c6482 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8c74bd0-3b11-427a-b59d-3a2c9b96bd85 HTTP/1.1" status: 200 len: 945 time: 1.1517501 Feb 19 04:03:12.510856 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ef52e-8d5f-496c-ab51-23ce3aa53dd2 req-9a387a73-81a8-4e06-9d7e-161b6acb4aed tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:12.545546 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-636ef52e-8d5f-496c-ab51-23ce3aa53dd2 req-9a387a73-81a8-4e06-9d7e-161b6acb4aed tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 950 time: 0.5834248 Feb 19 04:03:12.561792 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-9bc40449-be43-4eed-9b60-935101779f91 req-b2a0c77a-d232-4208-a45c-cf9d28446f1e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Allocated IP 192.168.233.226 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/75ad516c-77af-4805-b12d-047381969e8f) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:12.578973 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=411a6669-a264-402c-b0d4-30b077ac4206,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:12.834252 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-636ef52e-8d5f-496c-ab51-23ce3aa53dd2 req-dad3de13-5f3d-4c6d-a205-9243808173cb tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464230 Feb 19 04:03:12.883333 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ebbbab06-1f31-4051-8de0-7eaa14d72b0d req-6ff544e5-d9fe-46ae-853c-ea8c212deb3b tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6077559 Feb 19 04:03:12.910112 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.api [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:03:12.911030 n-d-772273-4 neutron-server[115198]: DEBUG oslo_db.api [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:03:12.916622 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (511d7e47-7da3-48d1-ac74-34bb06e89992), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:12.918416 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e8ef094e-468a-49bc-9884-d53d7f56e79b up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:13.374631 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port e8ef094e-468a-49bc-9884-d53d7f56e79b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:13.378452 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e8ef094e-468a-49bc-9884-d53d7f56e79b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:13.410796 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9523a9c8-c3f1-4588-982c-40c7eef60349 req-4f96110d-84ed-4467-a960-7e5f7884b555 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c0614d8-594a-42c6-b449-15aa8321aef3 HTTP/1.1" status: 200 len: 210 time: 0.1355617 Feb 19 04:03:13.445266 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9bc40449-be43-4eed-9b60-935101779f91 req-b2a0c77a-d232-4208-a45c-cf9d28446f1e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks [] for port (75ad516c-77af-4805-b12d-047381969e8f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:13.542120 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (411a6669-a264-402c-b0d4-30b077ac4206), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:13.737375 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9bc40449-be43-4eed-9b60-935101779f91 req-b2a0c77a-d232-4208-a45c-cf9d28446f1e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (75ad516c-77af-4805-b12d-047381969e8f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:13.738705 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port e8ef094e-468a-49bc-9884-d53d7f56e79b is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:13.740388 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e8ef094e-468a-49bc-9884-d53d7f56e79b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:13.810144 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port e8ef094e-468a-49bc-9884-d53d7f56e79b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e8ef094e-468a-49bc-9884-d53d7f56e79b,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:13.810144 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['33d9b8b1-8083-414e-9a58-5ece468cd2ac', '2630260b-1feb-477d-b647-ed7f5b4a3d6b', '640de5f6-9a19-438c-897c-ebf39f71fac9', 'ef8e92db-4ef9-4a91-9b73-8c42f224599d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:13.913753 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['d260023e-e24b-4855-a59b-f78aee04ad07', '921812a1-ce45-4570-996c-541f2f8bad19'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:13.995387 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0c77a-d232-4208-a45c-cf9d28446f1e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Pushing event updated for resources: {'Port': ['ID=75ad516c-77af-4805-b12d-047381969e8f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:14.073503 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc40449-be43-4eed-9b60-935101779f91 req-b2a0c77a-d232-4208-a45c-cf9d28446f1e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:14.084793 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e8ef094e-468a-49bc-9884-d53d7f56e79b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:14.149297 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e64831-4450-4b00-86c7-31ae766d9166 req-655e493c-b722-4616-907e-27ca83d9fb5c tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:14.163249 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-12e64831-4450-4b00-86c7-31ae766d9166 req-655e493c-b722-4616-907e-27ca83d9fb5c tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 945 time: 0.4691148 Feb 19 04:03:14.182978 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb44e2-9cfd-46ec-a603-8eb6709166af req-413e2715-90d1-4a48-b55a-bd2d3b93bdda tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:14.211287 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-31fb44e2-9cfd-46ec-a603-8eb6709166af req-413e2715-90d1-4a48-b55a-bd2d3b93bdda tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 950 time: 0.5981703 Feb 19 04:03:14.268808 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Publish callbacks [] for port (511d7e47-7da3-48d1-ac74-34bb06e89992), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:14.305088 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-9bc40449-be43-4eed-9b60-935101779f91 req-b2a0c77a-d232-4208-a45c-cf9d28446f1e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:14.312634 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc40449-be43-4eed-9b60-935101779f91 req-b2a0c77a-d232-4208-a45c-cf9d28446f1e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:14.364040 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (511d7e47-7da3-48d1-ac74-34bb06e89992), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:14.641670 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-31fb44e2-9cfd-46ec-a603-8eb6709166af req-279c96dd-5c45-40a4-993c-0b42b3bae470 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287715 Feb 19 04:03:14.718127 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc40449-be43-4eed-9b60-935101779f91 req-b2a0c77a-d232-4208-a45c-cf9d28446f1e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:14.737090 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9bc40449-be43-4eed-9b60-935101779f91 req-b2a0c77a-d232-4208-a45c-cf9d28446f1e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:14.837424 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9bc40449-be43-4eed-9b60-935101779f91 req-b2a0c77a-d232-4208-a45c-cf9d28446f1e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1489418 Feb 19 04:03:14.873738 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-9bc40449-be43-4eed-9b60-935101779f91 req-965308a2-ad63-480d-9c56-ad9e0be7995c service neutron] Request body: {'port': {'device_id': '6c0614d8-594a-42c6-b449-15aa8321aef3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:14.891889 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-12e64831-4450-4b00-86c7-31ae766d9166 req-c6b560a8-5c56-47c9-b95a-b64086e1d1e4 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7139277 Feb 19 04:03:15.308511 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (2171ddbc-0eb7-4ef5-bee3-549ae0f16e22), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.332523 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9bc40449-be43-4eed-9b60-935101779f91 req-965308a2-ad63-480d-9c56-ad9e0be7995c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (75ad516c-77af-4805-b12d-047381969e8f), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.362182 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Pushing event updated for resources: {'Port': ['ID=511d7e47-7da3-48d1-ac74-34bb06e89992,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:15.459153 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=e8ef094e-468a-49bc-9884-d53d7f56e79b,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:15.483372 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18de37c-cc77-46ec-ae88-c62b56197622 x-openstack-request-id: req-f18de37c-cc77-46ec-ae88-c62b56197622 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:15.483821 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8f458c-0f11-4d00-b66a-3142479b819d", "name": "network-vif-unplugged", "status": "completed", "tag": "411a6669-a264-402c-b0d4-30b077ac4206", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:15.484265 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f18de37c-cc77-46ec-ae88-c62b56197622 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:15.485028 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8f458c-0f11-4d00-b66a-3142479b819d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411a6669-a264-402c-b0d4-30b077ac4206', 'code': 200} Feb 19 04:03:15.799509 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e0c58e23-fc80-4573-bc0e-468ef4b80a7e None None] Provisioning complete for port 75ad516c-77af-4805-b12d-047381969e8f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:15.800173 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e0c58e23-fc80-4573-bc0e-468ef4b80a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (75ad516c-77af-4805-b12d-047381969e8f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.884901 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] For port 411a6669-a264-402c-b0d4-30b077ac4206, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=411a6669-a264-402c-b0d4-30b077ac4206,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:15.892605 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e0c58e23-fc80-4573-bc0e-468ef4b80a7e None None] Port 75ad516c-77af-4805-b12d-047381969e8f cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:03:16.075147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0115f-51a0-4ae5-a578-7b645301a744 req-acb8812b-0efd-44f2-b330-8000abd9322b tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:16.078957 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-78f0115f-51a0-4ae5-a578-7b645301a744 req-acb8812b-0efd-44f2-b330-8000abd9322b tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8c74bd0-3b11-427a-b59d-3a2c9b96bd85 HTTP/1.1" status: 200 len: 945 time: 0.4914811 Feb 19 04:03:16.319175 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-78f0115f-51a0-4ae5-a578-7b645301a744 req-b8765a79-5662-48a3-9bd7-9b424b58bdf3 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266731 Feb 19 04:03:16.670996 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e8ef094e-468a-49bc-9884-d53d7f56e79b up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:16.683326 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e56bd1-ab6c-47b1-9265-71e82ee3efaf req-670fe48b-e7da-44c8-9c25-c3fcd67b63d6 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:16.685983 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c2e56bd1-ab6c-47b1-9265-71e82ee3efaf req-670fe48b-e7da-44c8-9c25-c3fcd67b63d6 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 948 time: 1.2661080 Feb 19 04:03:16.859394 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] For port 411a6669-a264-402c-b0d4-30b077ac4206, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:16.945495 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Network d9d990e4-ae18-48b8-9375-8a399a46fa4c is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:16.948824 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:16.988600 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1eec55-6d1d-424f-ac27-3913def084cb req-f62eb9c3-9394-4117-b392-d83f0a11ea68 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:16.991600 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cd1eec55-6d1d-424f-ac27-3913def084cb req-f62eb9c3-9394-4117-b392-d83f0a11ea68 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c0614d8-594a-42c6-b449-15aa8321aef3 HTTP/1.1" status: 200 len: 936 time: 0.2149000 Feb 19 04:03:17.046824 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c2e56bd1-ab6c-47b1-9265-71e82ee3efaf req-30af4def-b03e-4871-8d2f-a9331308f932 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375089 Feb 19 04:03:17.100132 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411a6669-a264-402c-b0d4-30b077ac4206 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:17.111448 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port e8ef094e-468a-49bc-9884-d53d7f56e79b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:17.136092 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e8ef094e-468a-49bc-9884-d53d7f56e79b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:17.140549 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cd1eec55-6d1d-424f-ac27-3913def084cb req-076c7890-ad43-426e-993c-f8bec507fb45 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359596 Feb 19 04:03:17.369171 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] Publish callbacks [] for port (411a6669-a264-402c-b0d4-30b077ac4206), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:17.438662 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] Transition to ACTIVE for port object 411a6669-a264-402c-b0d4-30b077ac4206 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:03:17.533631 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (411a6669-a264-402c-b0d4-30b077ac4206), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:17.568158 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port e8ef094e-468a-49bc-9884-d53d7f56e79b is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:17.666077 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f98890e1-3ef2-4436-9384-cd159a85dcbc None None] Provisioning complete for port 511d7e47-7da3-48d1-ac74-34bb06e89992 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:17.666598 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f98890e1-3ef2-4436-9384-cd159a85dcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (511d7e47-7da3-48d1-ac74-34bb06e89992), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:17.703969 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] Pushing event updated for resources: {'Port': ['ID=411a6669-a264-402c-b0d4-30b077ac4206,revision_number=7']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:17.849973 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] No DVR routers for this DVR port 411a6669-a264-402c-b0d4-30b077ac4206 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:03:17.865145 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f98890e1-3ef2-4436-9384-cd159a85dcbc None None] Port 511d7e47-7da3-48d1-ac74-34bb06e89992 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:03:17.900373 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a2a53-ba14-4a08-903d-9179eaf7870e req-ac4780de-1772-4b8a-ae24-603d54442121 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:17.905277 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2a7a2a53-ba14-4a08-903d-9179eaf7870e req-ac4780de-1772-4b8a-ae24-603d54442121 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 950 time: 0.4622643 Feb 19 04:03:18.022197 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724917c6-26c8-4de8-bf64-10a76eecb2dc req-f3c5f6d0-f9b6-43af-88c2-ebc586402843 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:18.045182 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-724917c6-26c8-4de8-bf64-10a76eecb2dc req-f3c5f6d0-f9b6-43af-88c2-ebc586402843 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 945 time: 0.3726385 Feb 19 04:03:18.093405 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Router 2171ddbc-0eb7-4ef5-bee3-549ae0f16e22 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:03:18.283583 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2a7a2a53-ba14-4a08-903d-9179eaf7870e req-0034ed71-2854-4594-8d91-0a32641dc022 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858234 Feb 19 04:03:18.301862 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-724917c6-26c8-4de8-bf64-10a76eecb2dc req-3e4dde62-030d-4875-af00-500aa9577e72 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551029 Feb 19 04:03:18.362523 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-9bc40449-be43-4eed-9b60-935101779f91 req-965308a2-ad63-480d-9c56-ad9e0be7995c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ad516c-77af-4805-b12d-047381969e8f {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:18.407869 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9bc40449-be43-4eed-9b60-935101779f91 req-965308a2-ad63-480d-9c56-ad9e0be7995c service neutron] Publish callbacks [] for port (75ad516c-77af-4805-b12d-047381969e8f), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:18.473769 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-9bc40449-be43-4eed-9b60-935101779f91 req-965308a2-ad63-480d-9c56-ad9e0be7995c service neutron] Transition to ACTIVE for port object 75ad516c-77af-4805-b12d-047381969e8f will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:03:18.492006 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9bc40449-be43-4eed-9b60-935101779f91 req-965308a2-ad63-480d-9c56-ad9e0be7995c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (75ad516c-77af-4805-b12d-047381969e8f), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:18.661827 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965308a2-ad63-480d-9c56-ad9e0be7995c service neutron] Pushing event updated for resources: {'Port': ['ID=75ad516c-77af-4805-b12d-047381969e8f,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:18.802797 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] Attempting to bind port 411a6669-a264-402c-b0d4-30b077ac4206 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:18.803710 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] Attempting to bind port 411a6669-a264-402c-b0d4-30b077ac4206 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:18.813255 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] Attempting to bind port 411a6669-a264-402c-b0d4-30b077ac4206 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:18.898654 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:03:18.923538 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] Sync routers for ids ['2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:03:18.941124 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-157a18dd-ffb0-4ba0-a810-57a45ec118ab admin admin] 10.222.0.65 "PUT /v2.0/routers/2171ddbc-0eb7-4ef5-bee3-549ae0f16e22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4873176 Feb 19 04:03:18.977555 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] Routers {'2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:18.978686 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:03:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:19.024889 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac361e89-94a5-4d2c-a250-7919ce01e18b req-c63fe114-00a1-46a9-b9f4-4d94c54b366b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6794219 Feb 19 04:03:19.028569 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] Port 411a6669-a264-402c-b0d4-30b077ac4206 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:03:19.035684 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] Attempting to bind port 411a6669-a264-402c-b0d4-30b077ac4206 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:19.078281 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:19.079039 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:19.081069 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:19.083786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] Bound port: 411a6669-a264-402c-b0d4-30b077ac4206, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:19.085753 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (411a6669-a264-402c-b0d4-30b077ac4206), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.163019 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0adca5-bee9-46f0-bce0-55b5be4caf09 req-281af3e8-b1c4-4555-8b0f-abb04585639a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:19.175627 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9b0adca5-bee9-46f0-bce0-55b5be4caf09 req-281af3e8-b1c4-4555-8b0f-abb04585639a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 948 time: 0.3863244 Feb 19 04:03:19.179973 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-9bc40449-be43-4eed-9b60-935101779f91 req-965308a2-ad63-480d-9c56-ad9e0be7995c service neutron] Attempting to bind port 75ad516c-77af-4805-b12d-047381969e8f on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:19.181890 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-9bc40449-be43-4eed-9b60-935101779f91 req-965308a2-ad63-480d-9c56-ad9e0be7995c service neutron] Attempting to bind port 75ad516c-77af-4805-b12d-047381969e8f by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:19.182875 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc40449-be43-4eed-9b60-935101779f91 req-965308a2-ad63-480d-9c56-ad9e0be7995c service neutron] Attempting to bind port 75ad516c-77af-4805-b12d-047381969e8f on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:19.192956 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24581d-9e19-49ac-852c-1eff77d4888c req-ea3ce68e-79ca-4217-ada6-43e5a3737194 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:19.212043 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1c24581d-9e19-49ac-852c-1eff77d4888c req-ea3ce68e-79ca-4217-ada6-43e5a3737194 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8c74bd0-3b11-427a-b59d-3a2c9b96bd85 HTTP/1.1" status: 200 len: 945 time: 0.3905878 Feb 19 04:03:19.246080 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc40449-be43-4eed-9b60-935101779f91 req-965308a2-ad63-480d-9c56-ad9e0be7995c service neutron] Port 75ad516c-77af-4805-b12d-047381969e8f on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:03:19.246630 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc40449-be43-4eed-9b60-935101779f91 req-965308a2-ad63-480d-9c56-ad9e0be7995c service neutron] Attempting to bind port 75ad516c-77af-4805-b12d-047381969e8f on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:19.344761 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc40449-be43-4eed-9b60-935101779f91 req-965308a2-ad63-480d-9c56-ad9e0be7995c service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:19.349309 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc40449-be43-4eed-9b60-935101779f91 req-965308a2-ad63-480d-9c56-ad9e0be7995c service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:19.352592 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc40449-be43-4eed-9b60-935101779f91 req-965308a2-ad63-480d-9c56-ad9e0be7995c service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:19.353863 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-9bc40449-be43-4eed-9b60-935101779f91 req-965308a2-ad63-480d-9c56-ad9e0be7995c service neutron] Bound port: 75ad516c-77af-4805-b12d-047381969e8f, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:19.357109 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9bc40449-be43-4eed-9b60-935101779f91 req-965308a2-ad63-480d-9c56-ad9e0be7995c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (75ad516c-77af-4805-b12d-047381969e8f), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.527129 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1c24581d-9e19-49ac-852c-1eff77d4888c req-c33f1d3e-f709-486e-b8bc-c1a4788d4163 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010333 Feb 19 04:03:19.565240 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] Set router 2171ddbc-0eb7-4ef5-bee3-549ae0f16e22 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:19.626378 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac361e89-94a5-4d2c-a250-7919ce01e18b req-a23118ae-8a4d-4003-a206-453d26fe103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:19.629811 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac361e89-94a5-4d2c-a250-7919ce01e18b req-a23118ae-8a4d-4003-a206-453d26fe103c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 1126 time: 0.4848380 Feb 19 04:03:19.651555 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] For port 411a6669-a264-402c-b0d4-30b077ac4206, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:19.669737 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] For port 411a6669-a264-402c-b0d4-30b077ac4206, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=411a6669-a264-402c-b0d4-30b077ac4206,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:19.706538 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9b0adca5-bee9-46f0-bce0-55b5be4caf09 req-71af77ac-cf7b-46ee-984b-fa85a5f9b28c tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120573 Feb 19 04:03:19.837137 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (411a6669-a264-402c-b0d4-30b077ac4206), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.872104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-9bc40449-be43-4eed-9b60-935101779f91 req-965308a2-ad63-480d-9c56-ad9e0be7995c service neutron] For port 75ad516c-77af-4805-b12d-047381969e8f, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:19.882560 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-9bc40449-be43-4eed-9b60-935101779f91 req-965308a2-ad63-480d-9c56-ad9e0be7995c service neutron] For port 75ad516c-77af-4805-b12d-047381969e8f, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=75ad516c-77af-4805-b12d-047381969e8f,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:19.899036 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9bc40449-be43-4eed-9b60-935101779f91 req-965308a2-ad63-480d-9c56-ad9e0be7995c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (75ad516c-77af-4805-b12d-047381969e8f), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.964493 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc40449-be43-4eed-9b60-935101779f91 req-965308a2-ad63-480d-9c56-ad9e0be7995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:19.967335 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9bc40449-be43-4eed-9b60-935101779f91 req-965308a2-ad63-480d-9c56-ad9e0be7995c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.970783 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9bc40449-be43-4eed-9b60-935101779f91 req-965308a2-ad63-480d-9c56-ad9e0be7995c service neutron] 10.222.0.10 "PUT /v2.0/ports/75ad516c-77af-4805-b12d-047381969e8f HTTP/1.1" status: 200 len: 1096 time: 5.1192472 Feb 19 04:03:19.973007 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0614d8-594a-42c6-b449-15aa8321aef3', 'tag': '75ad516c-77af-4805-b12d-047381969e8f'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:19.978034 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2c743d-cb69-4c52-ac0b-0bf0f72f1a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0614d8-594a-42c6-b449-15aa8321aef3", "tag": "75ad516c-77af-4805-b12d-047381969e8f"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:20.082487 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:20.083716 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:20.086398 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] 10.222.0.10 "PUT /v2.0/ports/411a6669-a264-402c-b0d4-30b077ac4206 HTTP/1.1" status: 200 len: 1096 time: 9.3808327 Feb 19 04:03:20.087156 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8f458c-0f11-4d00-b66a-3142479b819d', 'tag': '411a6669-a264-402c-b0d4-30b077ac4206'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:20.092401 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965308a2-ad63-480d-9c56-ad9e0be7995c service neutron] Pushing event updated for resources: {'Port': ['ID=75ad516c-77af-4805-b12d-047381969e8f,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:20.116423 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9e61b1-c961-448c-8f58-2f55b68949cf" -d '{"events": [{"name": "network-changed", "server_uuid": "0e8f458c-0f11-4d00-b66a-3142479b819d", "tag": "411a6669-a264-402c-b0d4-30b077ac4206"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:20.426577 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac361e89-94a5-4d2c-a250-7919ce01e18b req-0e44f5d9-9f9d-4124-a59b-c60f13b403f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:20.450183 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac361e89-94a5-4d2c-a250-7919ce01e18b req-0e44f5d9-9f9d-4124-a59b-c60f13b403f3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 908 time: 0.7574551 Feb 19 04:03:20.454528 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc40449-be43-4eed-9b60-935101779f91 req-9f4e4d17-1e6e-4ab1-bc0a-fc886934f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:20.458135 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9bc40449-be43-4eed-9b60-935101779f91 req-9f4e4d17-1e6e-4ab1-bc0a-fc886934f9d3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&device_id=6c0614d8-594a-42c6-b449-15aa8321aef3 HTTP/1.1" status: 200 len: 1130 time: 0.3545189 Feb 19 04:03:20.486713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f896e-18fe-41b1-92d3-fa0588999c60 req-2f99af36-461b-40bb-8cb9-ba19e5b2c726 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:20.511008 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e73f896e-18fe-41b1-92d3-fa0588999c60 req-2f99af36-461b-40bb-8cb9-ba19e5b2c726 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 950 time: 0.2714052 Feb 19 04:03:20.563951 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac361e89-94a5-4d2c-a250-7919ce01e18b req-5998dec9-f3b1-496c-a483-f0691174a58b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86324d34-8833-4459-92b0-47014b76fde2 HTTP/1.1" status: 200 len: 217 time: 0.1116807 Feb 19 04:03:20.576891 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'name': 'tempest-ServerActionsTestJSON-1539133727-router', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:57Z', 'updated_at': '2022-02-19T04:03:12Z', 'revision_number': 4, 'project_id': '4025120658c64656b8094d53fd11cf5c', 'gw_port': {'id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:31:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:59Z', 'updated_at': '2022-02-19T04:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '511d7e47-7da3-48d1-ac74-34bb06e89992', 'name': '', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'mac_address': 'fa:16:3e:7a:d3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:07Z', 'updated_at': '2022-02-19T04:03:13Z', 'revision_number': 2, 'project_id': '4025120658c64656b8094d53fd11cf5c', 'subnets': [{'id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:20.634033 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] Checking router: 2171ddbc-0eb7-4ef5-bee3-549ae0f16e22 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:03:20.634559 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] Updating router 2171ddbc-0eb7-4ef5-bee3-549ae0f16e22 port 511d7e47-7da3-48d1-ac74-34bb06e89992 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:03:20.679460 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9bc40449-be43-4eed-9b60-935101779f91 req-a30669fe-cf29-47f4-9678-c8bbf59b3af0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=75ad516c-77af-4805-b12d-047381969e8f HTTP/1.1" status: 200 len: 217 time: 0.1567249 Feb 19 04:03:20.731201 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (511d7e47-7da3-48d1-ac74-34bb06e89992), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:20.820796 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac361e89-94a5-4d2c-a250-7919ce01e18b req-e96a4f8b-6f3c-4ec0-8670-afe085796cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:20.826664 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac361e89-94a5-4d2c-a250-7919ce01e18b req-e96a4f8b-6f3c-4ec0-8670-afe085796cac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.2196436 Feb 19 04:03:20.854650 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e73f896e-18fe-41b1-92d3-fa0588999c60 req-d83fed76-cb95-4d65-b867-0fbb71d797bc tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363347 Feb 19 04:03:20.898914 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc40449-be43-4eed-9b60-935101779f91 req-7fd270b0-d20e-4407-bf4f-0a51567a0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:20.903643 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9bc40449-be43-4eed-9b60-935101779f91 req-7fd270b0-d20e-4407-bf4f-0a51567a0db9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.2023900 Feb 19 04:03:20.947260 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d2ed1-951c-4994-8a10-1e4d91b57693 req-e83d36ea-0ea5-405f-911e-49b7fda290dd tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:20.964802 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a20d2ed1-951c-4994-8a10-1e4d91b57693 req-e83d36ea-0ea5-405f-911e-49b7fda290dd tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c0614d8-594a-42c6-b449-15aa8321aef3 HTTP/1.1" status: 200 len: 948 time: 1.1601646 Feb 19 04:03:20.965961 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88029b13-3c28-4b17-a1d8-4b502c4427cc service neutron] Pushing event updated for resources: {'Port': ['ID=411a6669-a264-402c-b0d4-30b077ac4206,revision_number=8']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:20.989283 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac361e89-94a5-4d2c-a250-7919ce01e18b req-297d514f-9408-494c-ad9f-711f42bb48e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388872 Feb 19 04:03:21.147094 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc40449-be43-4eed-9b60-935101779f91 req-4eddc783-e6b6-45a4-982f-5a4159bb1515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:21.150714 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9bc40449-be43-4eed-9b60-935101779f91 req-4eddc783-e6b6-45a4-982f-5a4159bb1515 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2339087 Feb 19 04:03:21.276166 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac361e89-94a5-4d2c-a250-7919ce01e18b req-8f8c36d7-5735-42c9-97da-314519d34e5c service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222016 Feb 19 04:03:21.328237 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee57ea3-c6d0-4ef6-8a4c-6f3e3c24fb72 req-19d3e412-c118-480a-925a-3e3ad4cb023b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:21.332100 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fee57ea3-c6d0-4ef6-8a4c-6f3e3c24fb72 req-19d3e412-c118-480a-925a-3e3ad4cb023b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 945 time: 0.2473636 Feb 19 04:03:21.451379 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] Publish callbacks [] for port (511d7e47-7da3-48d1-ac74-34bb06e89992), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:21.464223 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fee57ea3-c6d0-4ef6-8a4c-6f3e3c24fb72 req-edd49671-ebfe-4392-bd75-8a87f9ca89a8 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069729 Feb 19 04:03:21.467255 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (511d7e47-7da3-48d1-ac74-34bb06e89992), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:21.498201 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-af4d9a24-438d-490b-8524-18d777e01994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:21.508175 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-af4d9a24-438d-490b-8524-18d777e01994 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 1130 time: 1.3451867 Feb 19 04:03:21.574428 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9bc40449-be43-4eed-9b60-935101779f91 req-feaa98fa-6e33-4fc5-9540-d5c73e56609b service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032757 Feb 19 04:03:21.582970 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f475f7-ef4a-434e-b253-8523c06b0472 None None] Pushing event updated for resources: {'Port': ['ID=511d7e47-7da3-48d1-ac74-34bb06e89992,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:21.631495 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f475f7-ef4a-434e-b253-8523c06b0472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.632313 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f475f7-ef4a-434e-b253-8523c06b0472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.633139 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f475f7-ef4a-434e-b253-8523c06b0472 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.633905 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f475f7-ef4a-434e-b253-8523c06b0472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.635948 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f475f7-ef4a-434e-b253-8523c06b0472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.636904 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f475f7-ef4a-434e-b253-8523c06b0472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.637769 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f475f7-ef4a-434e-b253-8523c06b0472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.638505 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f475f7-ef4a-434e-b253-8523c06b0472 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.640729 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f475f7-ef4a-434e-b253-8523c06b0472 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.641639 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f475f7-ef4a-434e-b253-8523c06b0472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.642369 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f475f7-ef4a-434e-b253-8523c06b0472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.643105 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f475f7-ef4a-434e-b253-8523c06b0472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.644591 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f475f7-ef4a-434e-b253-8523c06b0472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:21.887709 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a20d2ed1-951c-4994-8a10-1e4d91b57693 req-845b675d-4a7f-4cc6-ab33-6b1687cca5ff tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8804698 Feb 19 04:03:21.906809 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac361e89-94a5-4d2c-a250-7919ce01e18b req-fa750fc1-b24b-4466-8cae-fbf8cc5225ec service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6061618 Feb 19 04:03:21.913481 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-4865997d-b2b9-4033-ae1d-943c6845269a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:21.924449 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9bc40449-be43-4eed-9b60-935101779f91 req-c220a117-132e-469d-b216-e4c83f122b3e service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380392 Feb 19 04:03:21.931283 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-4865997d-b2b9-4033-ae1d-943c6845269a service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.3832283 Feb 19 04:03:22.052806 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] Attempting to bind port 511d7e47-7da3-48d1-ac74-34bb06e89992 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:22.054005 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] Attempting to bind port 511d7e47-7da3-48d1-ac74-34bb06e89992 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:22.055091 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] Attempting to bind port 511d7e47-7da3-48d1-ac74-34bb06e89992 on network d9d990e4-ae18-48b8-9375-8a399a46fa4c {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:22.082643 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:22.083567 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] Checking segment: {'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:22.084680 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:22.086026 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] Bound using segment: {'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:22.087930 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] Bound port: 511d7e47-7da3-48d1-ac74-34bb06e89992, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:22.087930 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (511d7e47-7da3-48d1-ac74-34bb06e89992), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:22.198342 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-984a90c9-11ed-48db-8726-0d130f4ef846 req-638f544c-5b1b-4ace-8a23-ae6472b8c625 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6236942 Feb 19 04:03:22.202845 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-7883b6eb-7f94-4a87-a2e8-ec41e1abc739 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=411a6669-a264-402c-b0d4-30b077ac4206 HTTP/1.1" status: 200 len: 217 time: 0.2574890 Feb 19 04:03:22.282394 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-26ab22c1-87bb-4aea-ac8c-db387ebf865e None None] Provisioning complete for port 511d7e47-7da3-48d1-ac74-34bb06e89992 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:22.283286 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-26ab22c1-87bb-4aea-ac8c-db387ebf865e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (511d7e47-7da3-48d1-ac74-34bb06e89992), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:22.306986 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa811c0-4a4c-456c-b781-49f2e0cebee4 x-openstack-request-id: req-caa811c0-4a4c-456c-b781-49f2e0cebee4 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:22.309763 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0614d8-594a-42c6-b449-15aa8321aef3", "tag": "75ad516c-77af-4805-b12d-047381969e8f", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:22.310293 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-caa811c0-4a4c-456c-b781-49f2e0cebee4 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:22.311377 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0614d8-594a-42c6-b449-15aa8321aef3', 'tag': '75ad516c-77af-4805-b12d-047381969e8f', 'status': 'completed', 'code': 200} Feb 19 04:03:22.338114 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] For port 511d7e47-7da3-48d1-ac74-34bb06e89992, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:22.354866 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] For port 511d7e47-7da3-48d1-ac74-34bb06e89992, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=511d7e47-7da3-48d1-ac74-34bb06e89992,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:22.391970 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (511d7e47-7da3-48d1-ac74-34bb06e89992), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:22.456574 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-26ab22c1-87bb-4aea-ac8c-db387ebf865e None None] Port 511d7e47-7da3-48d1-ac74-34bb06e89992 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:03:22.543185 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c743d-cb69-4c52-ac0b-0bf0f72f1a6b req-4c026dae-9fca-42f1-880f-64ae006d2155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:22.548747 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e2c743d-cb69-4c52-ac0b-0bf0f72f1a6b req-4c026dae-9fca-42f1-880f-64ae006d2155 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&device_id=6c0614d8-594a-42c6-b449-15aa8321aef3 HTTP/1.1" status: 200 len: 1130 time: 0.1811886 Feb 19 04:03:22.587317 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f475f7-ef4a-434e-b253-8523c06b0472 None None] Pushing event updated for resources: {'Port': ['ID=511d7e47-7da3-48d1-ac74-34bb06e89992,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:22.604419 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c2b840-9de4-437f-9408-ed33239f8495 x-openstack-request-id: req-d5c2b840-9de4-437f-9408-ed33239f8495 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:22.604419 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e8f458c-0f11-4d00-b66a-3142479b819d", "tag": "411a6669-a264-402c-b0d4-30b077ac4206", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:22.604419 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5c2b840-9de4-437f-9408-ed33239f8495 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:22.606080 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8f458c-0f11-4d00-b66a-3142479b819d', 'tag': '411a6669-a264-402c-b0d4-30b077ac4206', 'status': 'completed', 'code': 200} Feb 19 04:03:22.631687 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-86a779e5-df60-4e57-91d4-d81304173d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:22.643242 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-86a779e5-df60-4e57-91d4-d81304173d3c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.4212976 Feb 19 04:03:22.813404 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] Routers {'2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:22.814364 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:03:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:22.905340 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a90c9-11ed-48db-8726-0d130f4ef846 req-a1d2577b-c5ba-466d-aca4-ff391ff0e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:22.908891 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-984a90c9-11ed-48db-8726-0d130f4ef846 req-a1d2577b-c5ba-466d-aca4-ff391ff0e796 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=272967c56d084b6cb1804c8692f7a194&device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe HTTP/1.1" status: 200 len: 1130 time: 0.5577824 Feb 19 04:03:22.926423 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58552) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:22.939937 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-4523c946-4f9a-4727-8d72-ef570dd78441 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1244675185', 'description': 'tempest-description--28002194'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:23.022685 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c743d-cb69-4c52-ac0b-0bf0f72f1a6b req-19c5868a-ba02-440b-aa08-d51e25837041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:23.028721 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e2c743d-cb69-4c52-ac0b-0bf0f72f1a6b req-19c5868a-ba02-440b-aa08-d51e25837041 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.4609499 Feb 19 04:03:23.069143 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4523c946-4f9a-4727-8d72-ef570dd78441 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.143320 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] Set router 2171ddbc-0eb7-4ef5-bee3-549ae0f16e22 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:23.205297 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e2c743d-cb69-4c52-ac0b-0bf0f72f1a6b req-3b3e4a5b-82be-4fda-828d-814a43952ccd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=75ad516c-77af-4805-b12d-047381969e8f HTTP/1.1" status: 200 len: 217 time: 0.1533267 Feb 19 04:03:23.347783 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-2d1a2b29-6be0-429e-9509-1e640eac99a0 None None] Provisioning complete for port 511d7e47-7da3-48d1-ac74-34bb06e89992 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:23.349815 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2d1a2b29-6be0-429e-9509-1e640eac99a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (511d7e47-7da3-48d1-ac74-34bb06e89992), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.547713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09023b-a297-47b1-aa1d-5b6b5ea4435a req-8b8ff300-2a0a-47e6-a557-aa0c333681e3 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:23.565715 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-eb09023b-a297-47b1-aa1d-5b6b5ea4435a req-8b8ff300-2a0a-47e6-a557-aa0c333681e3 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 948 time: 0.3588719 Feb 19 04:03:23.620355 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c743d-cb69-4c52-ac0b-0bf0f72f1a6b req-bed7c540-d495-4894-968b-63467788d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:23.623272 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e2c743d-cb69-4c52-ac0b-0bf0f72f1a6b req-bed7c540-d495-4894-968b-63467788d934 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.2607143 Feb 19 04:03:23.636946 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a90c9-11ed-48db-8726-0d130f4ef846 req-67259a2c-a74a-4300-819b-33e24f4fd19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:23.646846 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-984a90c9-11ed-48db-8726-0d130f4ef846 req-67259a2c-a74a-4300-819b-33e24f4fd19f service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.6248043 Feb 19 04:03:23.701696 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-2d1a2b29-6be0-429e-9509-1e640eac99a0 None None] Current status of the port 511d7e47-7da3-48d1-ac74-34bb06e89992 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:23.703092 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2d1a2b29-6be0-429e-9509-1e640eac99a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (511d7e47-7da3-48d1-ac74-34bb06e89992), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.732562 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e61b1-c961-448c-8f58-2f55b68949cf req-a72902e1-aa45-4b13-b4ca-d2c7ce40b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:23.742058 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf9e61b1-c961-448c-8f58-2f55b68949cf req-a72902e1-aa45-4b13-b4ca-d2c7ce40b992 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 1130 time: 1.0959220 Feb 19 04:03:23.788411 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-2d1a2b29-6be0-429e-9509-1e640eac99a0 None None] For port 511d7e47-7da3-48d1-ac74-34bb06e89992, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=511d7e47-7da3-48d1-ac74-34bb06e89992,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:23.809192 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2d1a2b29-6be0-429e-9509-1e640eac99a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (511d7e47-7da3-48d1-ac74-34bb06e89992), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.817392 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-eb09023b-a297-47b1-aa1d-5b6b5ea4435a req-cfc8f274-001e-4fdd-937b-efc79f153eb4 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454693 Feb 19 04:03:23.834350 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c743d-cb69-4c52-ac0b-0bf0f72f1a6b req-7421e257-8496-4bc6-9e50-033e022c0937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:23.842648 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e2c743d-cb69-4c52-ac0b-0bf0f72f1a6b req-7421e257-8496-4bc6-9e50-033e022c0937 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2064099 Feb 19 04:03:23.974828 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'name': 'tempest-ServerActionsTestJSON-1539133727-router', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:57Z', 'updated_at': '2022-02-19T04:03:12Z', 'revision_number': 4, 'project_id': '4025120658c64656b8094d53fd11cf5c', 'gw_port': {'id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:31:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:59Z', 'updated_at': '2022-02-19T04:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '511d7e47-7da3-48d1-ac74-34bb06e89992', 'name': '', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'mac_address': 'fa:16:3e:7a:d3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:07Z', 'updated_at': '2022-02-19T04:03:22Z', 'revision_number': 4, 'project_id': '4025120658c64656b8094d53fd11cf5c', 'subnets': [{'id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:24.031010 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a2b29-6be0-429e-9509-1e640eac99a0 None None] Pushing event updated for resources: {'Port': ['ID=511d7e47-7da3-48d1-ac74-34bb06e89992,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:24.065941 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-cad0bbd0-dbac-4023-9391-4706737c9f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:24.067165 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-cad0bbd0-dbac-4023-9391-4706737c9f00 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.4122806 Feb 19 04:03:24.071195 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa821e5c-fa55-4eaf-b8c2-0c9f2aa50415 None None] The sync data for ids ['2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'] in n-d-772273-4 is: [{'id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'name': 'tempest-ServerActionsTestJSON-1539133727-router', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:57Z', 'updated_at': '2022-02-19T04:03:12Z', 'revision_number': 4, 'project_id': '4025120658c64656b8094d53fd11cf5c', 'gw_port': {'id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:31:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:59Z', 'updated_at': '2022-02-19T04:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '511d7e47-7da3-48d1-ac74-34bb06e89992', 'name': '', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'mac_address': 'fa:16:3e:7a:d3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:07Z', 'updated_at': '2022-02-19T04:03:22Z', 'revision_number': 4, 'project_id': '4025120658c64656b8094d53fd11cf5c', 'subnets': [{'id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:03:24.073425 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-984a90c9-11ed-48db-8726-0d130f4ef846 req-05109110-bf91-4ac3-9ea6-8a6f599cfc76 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=84193989-d4ba-48f2-a12b-1e263b4976fe HTTP/1.1" status: 200 len: 217 time: 0.4129248 Feb 19 04:03:24.103353 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4523c946-4f9a-4727-8d72-ef570dd78441 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for security_group (421284a0-035d-414e-928b-dde9ec3e09e6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.213703 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e2c743d-cb69-4c52-ac0b-0bf0f72f1a6b req-f248325e-a4d5-4aae-9570-215c152e1425 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471210 Feb 19 04:03:24.582809 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 75ad516c-77af-4805-b12d-047381969e8f details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:03:24.585080 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4523c946-4f9a-4727-8d72-ef570dd78441 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (421284a0-035d-414e-928b-dde9ec3e09e6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.645007 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690784b-ba37-4826-95d5-1d27faa05974 req-ae352b19-c3e7-4d03-8b26-e84554a0baf7 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:24.660665 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1690784b-ba37-4826-95d5-1d27faa05974 req-ae352b19-c3e7-4d03-8b26-e84554a0baf7 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8c74bd0-3b11-427a-b59d-3a2c9b96bd85 HTTP/1.1" status: 200 len: 945 time: 1.7729228 Feb 19 04:03:24.855546 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e2c743d-cb69-4c52-ac0b-0bf0f72f1a6b req-dec45324-6708-4187-9a03-41c3109836fb service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6336246 Feb 19 04:03:24.950124 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90b260-de68-4ba6-a3cb-ee2e8c837b9c req-3cf9436a-3815-4991-9245-289608d257e3 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:24.968978 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1e90b260-de68-4ba6-a3cb-ee2e8c837b9c req-3cf9436a-3815-4991-9245-289608d257e3 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 950 time: 0.4968259 Feb 19 04:03:25.010757 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 75ad516c-77af-4805-b12d-047381969e8f, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=75ad516c-77af-4805-b12d-047381969e8f,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:25.022977 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 511d7e47-7da3-48d1-ac74-34bb06e89992 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:25.029852 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4523c946-4f9a-4727-8d72-ef570dd78441 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.033053 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4523c946-4f9a-4727-8d72-ef570dd78441 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.1015499 Feb 19 04:03:25.036538 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a90c9-11ed-48db-8726-0d130f4ef846 req-12bf5ea0-f1f8-4e3b-ac2a-5543400ed91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:25.041963 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-984a90c9-11ed-48db-8726-0d130f4ef846 req-12bf5ea0-f1f8-4e3b-ac2a-5543400ed91a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.9323657 Feb 19 04:03:25.057282 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58588) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:25.095769 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1e90b260-de68-4ba6-a3cb-ee2e8c837b9c req-9e745239-30ab-4412-9768-e72c232e67b0 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243379 Feb 19 04:03:25.275348 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e61b1-c961-448c-8f58-2f55b68949cf req-2a489e03-922e-47d0-978f-30a343b6e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:25.297284 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf9e61b1-c961-448c-8f58-2f55b68949cf req-2a489e03-922e-47d0-978f-30a343b6e6d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 1.2981102 Feb 19 04:03:25.398292 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-166832be-a48f-463d-81b2-0681983b50d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Request body: {'security_group_rule': {'security_group_id': '421284a0-035d-414e-928b-dde9ec3e09e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:25.462630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '75ad516c-77af-4805-b12d-047381969e8f', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '75ad516c-77af-4805-b12d-047381969e8f', 'mac_address': 'fa:16:3e:d5:37:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:03:25.494908 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 511d7e47-7da3-48d1-ac74-34bb06e89992 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:25.495544 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (511d7e47-7da3-48d1-ac74-34bb06e89992), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.610926 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5da6e-30ae-4b48-94f6-a3e9de2483d0 req-1a1f1347-4521-45af-babd-10555d2086f4 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:25.635493 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f9b5da6e-30ae-4b48-94f6-a3e9de2483d0 req-1a1f1347-4521-45af-babd-10555d2086f4 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 945 time: 0.2002292 Feb 19 04:03:25.671224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 75ad516c-77af-4805-b12d-047381969e8f is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:25.672139 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (75ad516c-77af-4805-b12d-047381969e8f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.713864 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ad516c-77af-4805-b12d-047381969e8f {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:25.765767 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf9e61b1-c961-448c-8f58-2f55b68949cf req-4c4a8e31-e2e2-4c53-8e40-48b4b54cbef8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=411a6669-a264-402c-b0d4-30b077ac4206 HTTP/1.1" status: 200 len: 217 time: 0.3077488 Feb 19 04:03:25.767056 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523c946-4f9a-4727-8d72-ef570dd78441 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=421284a0-035d-414e-928b-dde9ec3e09e6,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:25.787205 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f9b5da6e-30ae-4b48-94f6-a3e9de2483d0 req-db27386c-8370-4daa-a8fd-eeb83b241738 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441774 Feb 19 04:03:25.833279 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 75ad516c-77af-4805-b12d-047381969e8f, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=75ad516c-77af-4805-b12d-047381969e8f,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:25.838697 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 4148f392-837b-4136-8bca-b1b05feac25b no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:03:25.957023 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (75ad516c-77af-4805-b12d-047381969e8f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.990394 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1690784b-ba37-4826-95d5-1d27faa05974 req-9f1fea94-5140-4adb-9efa-546ed81b5955 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3281367 Feb 19 04:03:26.021867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e61b1-c961-448c-8f58-2f55b68949cf req-74225806-879d-43ce-987f-1887b3c46502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:26.024542 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf9e61b1-c961-448c-8f58-2f55b68949cf req-74225806-879d-43ce-987f-1887b3c46502 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1821113 Feb 19 04:03:26.091960 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=75ad516c-77af-4805-b12d-047381969e8f,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:26.237933 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 511d7e47-7da3-48d1-ac74-34bb06e89992 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:26.240556 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69eaa86-f1e2-47af-9cca-2008f32d65ca req-e37ac2e9-b8ae-4086-90ec-c62ea9e94a44 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:26.258750 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e69eaa86-f1e2-47af-9cca-2008f32d65ca req-e37ac2e9-b8ae-4086-90ec-c62ea9e94a44 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c0614d8-594a-42c6-b449-15aa8321aef3 HTTP/1.1" status: 200 len: 949 time: 0.2816019 Feb 19 04:03:26.332638 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-166832be-a48f-463d-81b2-0681983b50d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for security_group_rule (b6e8a193-87e9-496e-be5a-4b83eff63330), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:26.399650 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e69eaa86-f1e2-47af-9cca-2008f32d65ca req-90d9a854-5389-40ad-b544-340bdc17b3f6 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370425 Feb 19 04:03:26.403895 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a90c9-11ed-48db-8726-0d130f4ef846 req-11e93af3-5677-48bd-a911-9833e2c0f274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:26.408278 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-984a90c9-11ed-48db-8726-0d130f4ef846 req-11e93af3-5677-48bd-a911-9833e2c0f274 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.1088200 Feb 19 04:03:26.428756 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-3b9fb938-6b4b-4b1f-84c9-07f5e8cbef27 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2812598 Feb 19 04:03:26.532167 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['75ad516c-77af-4805-b12d-047381969e8f'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:26.747539 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 4148f392-837b-4136-8bca-b1b05feac25b is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:26.771066 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4148f392-837b-4136-8bca-b1b05feac25b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:26.772390 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e61b1-c961-448c-8f58-2f55b68949cf req-a6a272c8-71a3-4f4b-b419-9d630e888cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:26.774932 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf9e61b1-c961-448c-8f58-2f55b68949cf req-a6a272c8-71a3-4f4b-b419-9d630e888cfb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7224588 Feb 19 04:03:26.905782 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076510a0-d229-40a4-9699-1297ee56d669 req-857d3420-0253-4002-811d-f2872d62d5f9 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:26.912461 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-076510a0-d229-40a4-9699-1297ee56d669 req-857d3420-0253-4002-811d-f2872d62d5f9 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8ca5792-037e-47b7-bc04-d153c2ba8397 HTTP/1.1" status: 200 len: 950 time: 0.2318563 Feb 19 04:03:26.947973 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ca5792-037e-47b7-bc04-d153c2ba8397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4148f392-837b-4136-8bca-b1b05feac25b'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:26.953866 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a631745d-fe3e-4ae0-bf83-b6fef4534992" -d '{"events": [{"server_uuid": "c8ca5792-037e-47b7-bc04-d153c2ba8397", "name": "network-vif-unplugged", "status": "completed", "tag": "4148f392-837b-4136-8bca-b1b05feac25b"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:27.007129 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 4148f392-837b-4136-8bca-b1b05feac25b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4148f392-837b-4136-8bca-b1b05feac25b,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:27.065171 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-076510a0-d229-40a4-9699-1297ee56d669 req-2433254a-3e9d-435b-af33-b1cb9f409877 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/security-groups?id=68ec2cb3-2efe-4a3b-b0c8-2e241ec44507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396015 Feb 19 04:03:27.092364 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4148f392-837b-4136-8bca-b1b05feac25b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.381481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=4148f392-837b-4136-8bca-b1b05feac25b,revision_number=11']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:27.537680 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c31c2c-80cb-421a-a44b-1d643074bad0 req-38ad92b0-c0ff-4fc9-990b-1d4c5433fb65 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:27.560446 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-79c31c2c-80cb-421a-a44b-1d643074bad0 req-38ad92b0-c0ff-4fc9-990b-1d4c5433fb65 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 950 time: 0.2636201 Feb 19 04:03:27.707132 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-79c31c2c-80cb-421a-a44b-1d643074bad0 req-ba5f4d0e-e09f-41ff-a95d-e0d28229def1 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450300 Feb 19 04:03:27.962515 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-166832be-a48f-463d-81b2-0681983b50d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for security_group_rule (b6e8a193-87e9-496e-be5a-4b83eff63330), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.985310 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-984a90c9-11ed-48db-8726-0d130f4ef846 req-599fdca5-892d-4757-8fc0-228283931dc1 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5542862 Feb 19 04:03:27.999268 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-166832be-a48f-463d-81b2-0681983b50d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (b6e8a193-87e9-496e-be5a-4b83eff63330), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.052944 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c7b3d-196c-4fb3-a4fa-3f8e0d95f2f3 req-836e5c3e-ced5-4d25-b0ef-a419a5a03c39 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:28.066472 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d3c7b3d-196c-4fb3-a4fa-3f8e0d95f2f3 req-836e5c3e-ced5-4d25-b0ef-a419a5a03c39 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 948 time: 1.6686742 Feb 19 04:03:28.077296 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db70aa-ea08-4618-8359-a2b526bac5c5 req-9c76553a-edd8-4a9c-8e68-8cc68370c6dd tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:28.098345 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-24db70aa-ea08-4618-8359-a2b526bac5c5 req-9c76553a-edd8-4a9c-8e68-8cc68370c6dd tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 945 time: 0.2197440 Feb 19 04:03:28.216741 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-5383e84d-804e-4f2f-9c9c-5d261236b111 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7329443 Feb 19 04:03:28.217690 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166832be-a48f-463d-81b2-0681983b50d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e8a193-87e9-496e-be5a-4b83eff63330,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:28.242534 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-24db70aa-ea08-4618-8359-a2b526bac5c5 req-449d8326-0e5f-4186-9993-73a17421dbd3 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421697 Feb 19 04:03:28.324880 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-166832be-a48f-463d-81b2-0681983b50d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.326181 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-166832be-a48f-463d-81b2-0681983b50d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0536182 Feb 19 04:03:28.332743 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58664) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:28.338416 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf9e61b1-c961-448c-8f58-2f55b68949cf req-909c50bd-3fcd-4393-9527-9bb0098838f6 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4266195 Feb 19 04:03:28.342636 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-50eaac1e-9163-4c20-9faf-4dc5f0b35551 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Request body: {'security_group_rule': {'security_group_id': '421284a0-035d-414e-928b-dde9ec3e09e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:28.468807 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07faf639-b40d-4644-bc5e-39aa3e79b56e x-openstack-request-id: req-07faf639-b40d-4644-bc5e-39aa3e79b56e {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:28.469541 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ca5792-037e-47b7-bc04-d153c2ba8397", "name": "network-vif-unplugged", "status": "completed", "tag": "4148f392-837b-4136-8bca-b1b05feac25b", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:28.469774 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-07faf639-b40d-4644-bc5e-39aa3e79b56e {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:28.470775 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ca5792-037e-47b7-bc04-d153c2ba8397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4148f392-837b-4136-8bca-b1b05feac25b', 'code': 200} Feb 19 04:03:28.471686 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-50eaac1e-9163-4c20-9faf-4dc5f0b35551 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for security_group_rule (804d7f71-88d9-4644-8b6d-24264acf1118), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.544186 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d3c7b3d-196c-4fb3-a4fa-3f8e0d95f2f3 req-206b884f-a32b-45bf-b76c-6a4b1994a341 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735425 Feb 19 04:03:28.785581 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-984a90c9-11ed-48db-8726-0d130f4ef846 req-633c55e8-d552-4d6a-bfbf-264bc95ac648 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7826974 Feb 19 04:03:28.836224 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-50eaac1e-9163-4c20-9faf-4dc5f0b35551 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for security_group_rule (804d7f71-88d9-4644-8b6d-24264acf1118), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.837162 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e61b1-c961-448c-8f58-2f55b68949cf req-7035ef9b-ba93-49a3-bbd5-9b6c0145a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:28.839562 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf9e61b1-c961-448c-8f58-2f55b68949cf req-7035ef9b-ba93-49a3-bbd5-9b6c0145a8e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 1130 time: 0.4332614 Feb 19 04:03:28.853509 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-50eaac1e-9163-4c20-9faf-4dc5f0b35551 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (804d7f71-88d9-4644-8b6d-24264acf1118), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.877729 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf9e61b1-c961-448c-8f58-2f55b68949cf req-bbc99796-54ab-4a96-85d5-ee4d30a0675e service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251043 Feb 19 04:03:28.916616 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-50eaac1e-9163-4c20-9faf-4dc5f0b35551 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.922503 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-50eaac1e-9163-4c20-9faf-4dc5f0b35551 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5874937 Feb 19 04:03:28.925664 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58676) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:28.932654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-6b689c2d-9a8b-4eeb-8da2-03f2b34990d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:28.960020 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eaac1e-9163-4c20-9faf-4dc5f0b35551 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=804d7f71-88d9-4644-8b6d-24264acf1118,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:28.974905 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6b689c2d-9a8b-4eeb-8da2-03f2b34990d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:29.121113 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bbc2b-e180-4b82-b7d0-06e02e15ae04 req-bf6ad7e9-e480-4a0a-b13b-ff4ef70fa14e tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:29.123813 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-015bbc2b-e180-4b82-b7d0-06e02e15ae04 req-bf6ad7e9-e480-4a0a-b13b-ff4ef70fa14e tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8c74bd0-3b11-427a-b59d-3a2c9b96bd85 HTTP/1.1" status: 200 len: 945 time: 0.4862514 Feb 19 04:03:29.308099 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-015bbc2b-e180-4b82-b7d0-06e02e15ae04 req-65f2f405-2a1e-4af3-b551-cb349d93e07d tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465302 Feb 19 04:03:29.339402 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6b689c2d-9a8b-4eeb-8da2-03f2b34990d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:29.359299 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e61b1-c961-448c-8f58-2f55b68949cf req-a2c37266-fa97-405c-81ae-ccf1a0c17601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:29.361548 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf9e61b1-c961-448c-8f58-2f55b68949cf req-a2c37266-fa97-405c-81ae-ccf1a0c17601 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.5063062 Feb 19 04:03:29.634093 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf9e61b1-c961-448c-8f58-2f55b68949cf req-2e8aefd7-cd69-4c6b-87d3-c6a470d3da77 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=411a6669-a264-402c-b0d4-30b077ac4206 HTTP/1.1" status: 200 len: 217 time: 0.2299075 Feb 19 04:03:29.677350 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f276df7-32f3-4386-8dd4-9d412b0f138e req-f2882e59-f82f-4b73-853b-2de09f57f258 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:29.686878 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f276df7-32f3-4386-8dd4-9d412b0f138e req-f2882e59-f82f-4b73-853b-2de09f57f258 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c0614d8-594a-42c6-b449-15aa8321aef3 HTTP/1.1" status: 200 len: 949 time: 0.4697025 Feb 19 04:03:29.853801 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f276df7-32f3-4386-8dd4-9d412b0f138e req-51d17e78-2d7e-478e-a30d-0b1db173c25d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616580 Feb 19 04:03:29.856868 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e61b1-c961-448c-8f58-2f55b68949cf req-4b51ee32-7bc5-402e-9361-955ed44ae11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:29.859622 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf9e61b1-c961-448c-8f58-2f55b68949cf req-4b51ee32-7bc5-402e-9361-955ed44ae11b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.2111282 Feb 19 04:03:29.939227 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-6b689c2d-9a8b-4eeb-8da2-03f2b34990d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Allocated IP 172.25.0.86 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/e8d5e2dd-039d-4b6d-8953-621563ee0104) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:29.985582 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1014c91-7c77-4cb0-9235-1b2e8b80c882 req-698b40e5-00b2-4feb-a142-fc5fca52e79f tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:29.989579 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c1014c91-7c77-4cb0-9235-1b2e8b80c882 req-698b40e5-00b2-4feb-a142-fc5fca52e79f tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 950 time: 0.3259013 Feb 19 04:03:30.102738 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e61b1-c961-448c-8f58-2f55b68949cf req-bbece883-3e01-41af-ac96-3157d0bac5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:30.105977 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf9e61b1-c961-448c-8f58-2f55b68949cf req-bbece883-3e01-41af-ac96-3157d0bac5fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2359831 Feb 19 04:03:30.289466 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6b689c2d-9a8b-4eeb-8da2-03f2b34990d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for port (e8d5e2dd-039d-4b6d-8953-621563ee0104), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:30.349739 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf9e61b1-c961-448c-8f58-2f55b68949cf req-cdc45e06-c6c3-44a2-93e0-0ccef9e5714d service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331004 Feb 19 04:03:30.419896 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c1014c91-7c77-4cb0-9235-1b2e8b80c882 req-b7e011d2-da33-402b-9976-b27fa67466b0 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076695 Feb 19 04:03:30.490610 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6b689c2d-9a8b-4eeb-8da2-03f2b34990d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (e8d5e2dd-039d-4b6d-8953-621563ee0104), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:30.546809 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abd5cf-135b-4d3d-9aa6-4643417d24e9 req-31ea6a06-2f64-414f-b97e-4a025a0afdb2 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:30.550157 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-02abd5cf-135b-4d3d-9aa6-4643417d24e9 req-31ea6a06-2f64-414f-b97e-4a025a0afdb2 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 945 time: 0.2418587 Feb 19 04:03:30.603071 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 75ad516c-77af-4805-b12d-047381969e8f up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:30.648474 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b689c2d-9a8b-4eeb-8da2-03f2b34990d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:30.651660 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-6b689c2d-9a8b-4eeb-8da2-03f2b34990d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:30.654592 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf9e61b1-c961-448c-8f58-2f55b68949cf req-0f932075-8d09-44ba-b6aa-e4142686f611 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739601 Feb 19 04:03:30.664088 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b689c2d-9a8b-4eeb-8da2-03f2b34990d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:30.795362 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 75ad516c-77af-4805-b12d-047381969e8f completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:03:30.803487 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-02abd5cf-135b-4d3d-9aa6-4643417d24e9 req-1c7be8da-cc0a-4bc5-9fec-e89da67fc95c tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282057 Feb 19 04:03:30.820799 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 75ad516c-77af-4805-b12d-047381969e8f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:30.822225 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (75ad516c-77af-4805-b12d-047381969e8f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:30.966166 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6b689c2d-9a8b-4eeb-8da2-03f2b34990d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for floatingip (4568ab78-f127-4bd8-95b4-02e2b0858502), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:30.976790 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b689c2d-9a8b-4eeb-8da2-03f2b34990d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Pushing event updated for resources: {'Port': ['ID=e8d5e2dd-039d-4b6d-8953-621563ee0104,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:31.099346 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6b689c2d-9a8b-4eeb-8da2-03f2b34990d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e8d5e2dd-039d-4b6d-8953-621563ee0104), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:31.217573 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 75ad516c-77af-4805-b12d-047381969e8f is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:31.219791 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (75ad516c-77af-4805-b12d-047381969e8f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:31.268038 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e9f61-516b-4263-9da4-47fa070e3c79 req-2f8a3444-f7a2-4f14-803e-3c4af810d4a5 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:31.283129 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8f4e9f61-516b-4263-9da4-47fa070e3c79 req-2f8a3444-f7a2-4f14-803e-3c4af810d4a5 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 948 time: 0.2274866 Feb 19 04:03:31.374511 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 75ad516c-77af-4805-b12d-047381969e8f, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=75ad516c-77af-4805-b12d-047381969e8f,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:31.385010 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0614d8-594a-42c6-b449-15aa8321aef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ad516c-77af-4805-b12d-047381969e8f'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:31.389046 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51943d36-dbd4-41bb-967f-5f475d22b720" -d '{"events": [{"server_uuid": "6c0614d8-594a-42c6-b449-15aa8321aef3", "name": "network-vif-plugged", "status": "completed", "tag": "75ad516c-77af-4805-b12d-047381969e8f"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:31.403339 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (75ad516c-77af-4805-b12d-047381969e8f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:31.444196 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8f4e9f61-516b-4263-9da4-47fa070e3c79 req-46ed68eb-205b-4912-8e61-e017cb53d4bf tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595392 Feb 19 04:03:31.590452 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=75ad516c-77af-4805-b12d-047381969e8f,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:31.904803 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6b689c2d-9a8b-4eeb-8da2-03f2b34990d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for port (e8d5e2dd-039d-4b6d-8953-621563ee0104), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:31.932601 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6b689c2d-9a8b-4eeb-8da2-03f2b34990d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (e8d5e2dd-039d-4b6d-8953-621563ee0104), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:31.992315 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd1b01e-ff0c-4635-9179-03782676f228 x-openstack-request-id: req-8dd1b01e-ff0c-4635-9179-03782676f228 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:31.993181 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0614d8-594a-42c6-b449-15aa8321aef3", "name": "network-vif-plugged", "status": "completed", "tag": "75ad516c-77af-4805-b12d-047381969e8f", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:31.993181 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8dd1b01e-ff0c-4635-9179-03782676f228 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:31.993575 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0614d8-594a-42c6-b449-15aa8321aef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ad516c-77af-4805-b12d-047381969e8f', 'code': 200} Feb 19 04:03:32.171062 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ead468-ed1b-4895-9df7-6b3786767c0a req-6bfa901c-f9cd-48da-9c4c-b30cc8527a0e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:32.173660 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-78ead468-ed1b-4895-9df7-6b3786767c0a req-6bfa901c-f9cd-48da-9c4c-b30cc8527a0e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c0614d8-594a-42c6-b449-15aa8321aef3 HTTP/1.1" status: 200 len: 950 time: 0.3575575 Feb 19 04:03:32.180287 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ab3c2d92-669c-43f8-835d-9f4f29102e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.334688 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6b689c2d-9a8b-4eeb-8da2-03f2b34990d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (4568ab78-f127-4bd8-95b4-02e2b0858502), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.344957 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b689c2d-9a8b-4eeb-8da2-03f2b34990d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Pushing event updated for resources: {'Port': ['ID=e8d5e2dd-039d-4b6d-8953-621563ee0104,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:32.444533 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6b689c2d-9a8b-4eeb-8da2-03f2b34990d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.448526 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6b689c2d-9a8b-4eeb-8da2-03f2b34990d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5207379 Feb 19 04:03:32.498998 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dab9c-2f68-4936-b2c5-8967e245fc71 req-90849884-3096-43b6-99d8-acb6215e2a0e tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:32.514427 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-955dab9c-2f68-4936-b2c5-8967e245fc71 req-90849884-3096-43b6-99d8-acb6215e2a0e tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 950 time: 0.2752767 Feb 19 04:03:32.526260 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-78ead468-ed1b-4895-9df7-6b3786767c0a req-8699e080-8c78-48ef-bcaa-f766b537b045 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234444 Feb 19 04:03:32.533297 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb878240-ffcb-4ed8-8dfd-2868e1360efb req-081fde2a-f8f7-4846-8da6-0683ad2f8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:32.537433 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb878240-ffcb-4ed8-8dfd-2868e1360efb req-081fde2a-f8f7-4846-8da6-0683ad2f8b32 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c0614d8-594a-42c6-b449-15aa8321aef3 HTTP/1.1" status: 200 len: 1132 time: 0.2685506 Feb 19 04:03:32.601358 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 411a6669-a264-402c-b0d4-30b077ac4206 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:03:32.671816 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-955dab9c-2f68-4936-b2c5-8967e245fc71 req-a6186a13-28ae-46c1-97d4-ebebcfef6943 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510639 Feb 19 04:03:32.774063 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb878240-ffcb-4ed8-8dfd-2868e1360efb req-d573c99f-ab89-49f5-9eda-4c4cc4750bd1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117760 Feb 19 04:03:32.994452 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 411a6669-a264-402c-b0d4-30b077ac4206, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=411a6669-a264-402c-b0d4-30b077ac4206,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:33.017863 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '411a6669-a264-402c-b0d4-30b077ac4206', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '411a6669-a264-402c-b0d4-30b077ac4206', 'mac_address': 'fa:16:3e:ea:32:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:03:33.055324 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc475a66-cdcb-4868-99c0-9ff7402acd90 req-b03c4469-c999-4270-a52e-5f28de1b63e3 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:33.068531 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bc475a66-cdcb-4868-99c0-9ff7402acd90 req-b03c4469-c999-4270-a52e-5f28de1b63e3 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 945 time: 0.1840079 Feb 19 04:03:33.132841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 411a6669-a264-402c-b0d4-30b077ac4206 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:33.134093 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (411a6669-a264-402c-b0d4-30b077ac4206), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.172355 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411a6669-a264-402c-b0d4-30b077ac4206 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:33.187334 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bc475a66-cdcb-4868-99c0-9ff7402acd90 req-4ee7c66c-7399-49e5-9f14-e65a0c4b9727 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171029 Feb 19 04:03:33.233256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 411a6669-a264-402c-b0d4-30b077ac4206, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=411a6669-a264-402c-b0d4-30b077ac4206,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:33.241037 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (411a6669-a264-402c-b0d4-30b077ac4206), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.242113 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25098a8-5560-4996-ada5-5e02db56c5b7 req-afd3658b-dab2-45c1-9223-fca4ec8f46b7 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:33.256695 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b25098a8-5560-4996-ada5-5e02db56c5b7 req-afd3658b-dab2-45c1-9223-fca4ec8f46b7 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 948 time: 0.2126486 Feb 19 04:03:33.370246 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=411a6669-a264-402c-b0d4-30b077ac4206,revision_number=9']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:33.404421 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b25098a8-5560-4996-ada5-5e02db56c5b7 req-058c954e-efd7-4d4d-b2ce-2f7723b9bdb1 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457679 Feb 19 04:03:33.766605 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-0cb49d4a-a09b-40a2-a2ff-6e0c503e93c4 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1244675185&fields=id&tenant_id=4025120658c64656b8094d53fd11cf5c HTTP/1.1" status: 200 len: 267 time: 0.1806300 Feb 19 04:03:33.861800 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['411a6669-a264-402c-b0d4-30b077ac4206'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:34.131384 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-48afe0ee-1b56-439a-9a3a-70bbb0ac0966 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:34.134512 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-48afe0ee-1b56-439a-9a3a-70bbb0ac0966 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 812 time: 0.3479295 Feb 19 04:03:34.215762 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-b007c62c-c7a9-46b9-897e-34a64a766338 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/quotas/4025120658c64656b8094d53fd11cf5c HTTP/1.1" status: 200 len: 375 time: 0.0610228 Feb 19 04:03:34.372506 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-d1109a91-622b-4e88-863e-b7b8007e8ee9 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1433909 Feb 19 04:03:34.609291 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 433b34ab-502a-4a36-b247-28a6130f0a94 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:03:34.682873 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-53f223f4-7c01-4685-81c9-866a362d3316 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:34.694455 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-53f223f4-7c01-4685-81c9-866a362d3316 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d&tenant_id=ecf9e139694246328842375c06e497e6&binding%3Ahost_id=n-h1-772273-4 HTTP/1.1" status: 200 len: 949 time: 0.4281065 Feb 19 04:03:34.769064 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377aabde-bbc8-49f8-91aa-31a1ed5d18e4 req-b093678e-61e3-4886-a36b-045a97f0cb8d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:34.772758 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-377aabde-bbc8-49f8-91aa-31a1ed5d18e4 req-b093678e-61e3-4886-a36b-045a97f0cb8d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c0614d8-594a-42c6-b449-15aa8321aef3 HTTP/1.1" status: 200 len: 950 time: 0.3404486 Feb 19 04:03:34.794958 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-80d4db91-be78-4b88-9b10-ff1b680f0493 service neutron] 10.222.0.65 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925312 Feb 19 04:03:34.970755 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bd1a89dc-df17-443b-a020-9a069dbf8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:35.086912 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-377aabde-bbc8-49f8-91aa-31a1ed5d18e4 req-2881df5e-25c5-4574-9ae6-1fdc7fad0dd3 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667545 Feb 19 04:03:35.104854 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-427e8bab-e85b-4c77-bd9e-794962994e8a service neutron] 10.222.0.10 "GET /v2.0/ports/411a6669-a264-402c-b0d4-30b077ac4206/bindings/n-h1-772273-4 HTTP/1.1" status: 200 len: 382 time: 0.3909848 Feb 19 04:03:35.134388 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 433b34ab-502a-4a36-b247-28a6130f0a94, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=433b34ab-502a-4a36-b247-28a6130f0a94,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:35.192085 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '433b34ab-502a-4a36-b247-28a6130f0a94', 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15', 'port_id': '433b34ab-502a-4a36-b247-28a6130f0a94', 'mac_address': 'fa:16:3e:22:e5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbaae2b-220b-401a-870e-2283d582e1b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:03:35.267456 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-659b973e-6f84-4c0d-90b7-bfc4be4c3997 service neutron] 10.222.0.65 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625609 Feb 19 04:03:35.294595 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 433b34ab-502a-4a36-b247-28a6130f0a94 is: ACTIVE; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:35.296462 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (433b34ab-502a-4a36-b247-28a6130f0a94), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:35.348901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 433b34ab-502a-4a36-b247-28a6130f0a94 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:35.431971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-5e3da569-cfc8-4fd9-b1ef-1080ae7cf4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:35.439221 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-5e3da569-cfc8-4fd9-b1ef-1080ae7cf4ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 1131 time: 0.1599357 Feb 19 04:03:35.447628 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 433b34ab-502a-4a36-b247-28a6130f0a94, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=433b34ab-502a-4a36-b247-28a6130f0a94,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:35.458563 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (433b34ab-502a-4a36-b247-28a6130f0a94), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:35.765057 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=433b34ab-502a-4a36-b247-28a6130f0a94,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:35.796722 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:35.797390 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:35.798850 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:35.799187 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:35.803306 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:35.803306 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:35.803306 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:35.803306 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:35.803306 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:35.804158 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:35.804465 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:35.805132 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:35.807887 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:35.931130 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['433b34ab-502a-4a36-b247-28a6130f0a94'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:36.000581 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-898d421b-2a75-46a1-b7e8-c9eb45264a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:36.006015 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-898d421b-2a75-46a1-b7e8-c9eb45264a52 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.5407798 Feb 19 04:03:36.144819 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9f9bb-1bdf-492b-987d-c5a85ddf984c req-8da43090-f7ff-4f28-862d-344ae721001a tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:36.161996 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-16a9f9bb-1bdf-492b-987d-c5a85ddf984c req-8da43090-f7ff-4f28-862d-344ae721001a tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 950 time: 0.2474167 Feb 19 04:03:36.184078 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-ac93c9d2-aadc-4585-a940-5f3bf69ed356 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=411a6669-a264-402c-b0d4-30b077ac4206 HTTP/1.1" status: 200 len: 217 time: 0.1623385 Feb 19 04:03:36.395461 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-16a9f9bb-1bdf-492b-987d-c5a85ddf984c req-29c19443-2682-43ea-ad13-8cf0b4c7fc53 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069552 Feb 19 04:03:36.533676 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-91408038-3e42-4d75-b76e-237e228df6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:36.538627 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-91408038-3e42-4d75-b76e-237e228df6c1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.3381598 Feb 19 04:03:36.560481 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9327de1-6a4c-4751-917c-29317f33b12d req-014e177d-2d8a-42f5-a239-1db333a93ad8 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:36.564458 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e9327de1-6a4c-4751-917c-29317f33b12d req-014e177d-2d8a-42f5-a239-1db333a93ad8 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 949 time: 0.2413037 Feb 19 04:03:36.646554 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 411a6669-a264-402c-b0d4-30b077ac4206 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:36.683355 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:36.787837 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764130a-886d-4123-8e07-6c2ab9ef19f0 req-657830c2-dd43-4d8b-8042-1e20cd33b36e tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:36.828377 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9764130a-886d-4123-8e07-6c2ab9ef19f0 req-657830c2-dd43-4d8b-8042-1e20cd33b36e tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 945 time: 0.1977658 Feb 19 04:03:36.897011 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e9327de1-6a4c-4751-917c-29317f33b12d req-d7bffb9a-12f7-4787-8150-4a6b33994719 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153398 Feb 19 04:03:36.942932 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 411a6669-a264-402c-b0d4-30b077ac4206 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:03:36.948873 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-370b2f92-3ddb-46b2-b1c5-8d52d479446b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:36.951418 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 411a6669-a264-402c-b0d4-30b077ac4206 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:36.952606 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (411a6669-a264-402c-b0d4-30b077ac4206), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:36.980971 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-370b2f92-3ddb-46b2-b1c5-8d52d479446b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3569150 Feb 19 04:03:37.045194 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9764130a-886d-4123-8e07-6c2ab9ef19f0 req-2fab7e56-6042-46b5-8e72-cd37d9dd204c tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136683 Feb 19 04:03:37.163563 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:37.272646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 411a6669-a264-402c-b0d4-30b077ac4206 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:37.274556 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (411a6669-a264-402c-b0d4-30b077ac4206), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:37.344628 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8f458c-0f11-4d00-b66a-3142479b819d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411a6669-a264-402c-b0d4-30b077ac4206'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:37.349935 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6ee4e2-4cfc-4d00-8ef2-e3aa61bbebbe" -d '{"events": [{"server_uuid": "0e8f458c-0f11-4d00-b66a-3142479b819d", "name": "network-vif-plugged", "status": "completed", "tag": "411a6669-a264-402c-b0d4-30b077ac4206"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:37.381206 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 411a6669-a264-402c-b0d4-30b077ac4206, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=411a6669-a264-402c-b0d4-30b077ac4206,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:37.397281 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (411a6669-a264-402c-b0d4-30b077ac4206), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:37.398981 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 21cf2267-d67f-47e3-9388-81f394aa5757 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:03:37.426266 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-731fee7a-d868-45dc-ab6e-da95e6da178a req-9083cb85-4bd5-40e1-bb04-6bfc22d2cc2f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 210 time: 0.0962262 Feb 19 04:03:37.532125 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-7ad03ec2-2f41-4f81-8839-b0ef5e50f4bb service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5274420 Feb 19 04:03:37.811360 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:37.839642 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=411a6669-a264-402c-b0d4-30b077ac4206,revision_number=10']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:37.848514 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 21cf2267-d67f-47e3-9388-81f394aa5757 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:37.849214 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:37.943941 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-92abb88b-9b30-453d-810d-8c46ecb65d58 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039061 Feb 19 04:03:37.986375 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 21cf2267-d67f-47e3-9388-81f394aa5757, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=21cf2267-d67f-47e3-9388-81f394aa5757,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:38.001236 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:38.005034 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087b0a8-401e-4883-9fd9-7b3af5a2b3a0 req-06c23f4b-bfef-4130-9d64-d95aca41fc09 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:38.012527 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1087b0a8-401e-4883-9fd9-7b3af5a2b3a0 req-06c23f4b-bfef-4130-9d64-d95aca41fc09 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c0614d8-594a-42c6-b449-15aa8321aef3 HTTP/1.1" status: 200 len: 950 time: 0.3202810 Feb 19 04:03:38.154366 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=21cf2267-d67f-47e3-9388-81f394aa5757,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:38.181854 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1087b0a8-401e-4883-9fd9-7b3af5a2b3a0 req-afc049c6-65f0-4b9f-a7b4-d7c9246e188f tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599677 Feb 19 04:03:38.588649 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:38.652535 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 21cf2267-d67f-47e3-9388-81f394aa5757 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:03:38.659535 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 433b34ab-502a-4a36-b247-28a6130f0a94 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:38.913377 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-5f43a9c6-6eca-482d-bcd7-0b0115f34036 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:38.918091 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-5f43a9c6-6eca-482d-bcd7-0b0115f34036 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.48 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 812 time: 0.3988245 Feb 19 04:03:39.159048 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-0e3cb7ca-f92c-4515-88b8-74ecb1aa1a6a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4025120658c64656b8094d53fd11cf5c HTTP/1.1" status: 200 len: 380 time: 0.2308490 Feb 19 04:03:39.177692 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-7b6b9016-b804-40cb-ba93-ca417e1832c6 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Request body: {'port': {'device_id': '83ec7c14-bdfd-4826-b99a-11259b8be8d9', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'admin_state_up': True, 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'security_groups': ['421284a0-035d-414e-928b-dde9ec3e09e6']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:39.414429 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 21cf2267-d67f-47e3-9388-81f394aa5757, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=21cf2267-d67f-47e3-9388-81f394aa5757,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:39.464725 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:39.473925 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '21cf2267-d67f-47e3-9388-81f394aa5757', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '21cf2267-d67f-47e3-9388-81f394aa5757', 'mac_address': 'fa:16:3e:8c:33:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:03:39.536691 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-7b6b9016-b804-40cb-ba93-ca417e1832c6 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Made reservation on behalf of 4025120658c64656b8094d53fd11cf5c for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:39.547222 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-7b6b9016-b804-40cb-ba93-ca417e1832c6 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:39.693346 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 433b34ab-502a-4a36-b247-28a6130f0a94 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:39.693346 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (433b34ab-502a-4a36-b247-28a6130f0a94), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:39.696040 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 21cf2267-d67f-47e3-9388-81f394aa5757 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:39.697459 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:39.813325 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21cf2267-d67f-47e3-9388-81f394aa5757 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:39.934697 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-7b6b9016-b804-40cb-ba93-ca417e1832c6 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Allocated IP 172.20.0.11 (d9d990e4-ae18-48b8-9375-8a399a46fa4c/dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509/19829663-8e11-450d-b642-0067dfa5de94) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:39.967316 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 21cf2267-d67f-47e3-9388-81f394aa5757, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=21cf2267-d67f-47e3-9388-81f394aa5757,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:39.989473 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:40.083073 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 433b34ab-502a-4a36-b247-28a6130f0a94 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:40.083073 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (433b34ab-502a-4a36-b247-28a6130f0a94), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:40.266548 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 433b34ab-502a-4a36-b247-28a6130f0a94, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=433b34ab-502a-4a36-b247-28a6130f0a94,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:40.268792 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=21cf2267-d67f-47e3-9388-81f394aa5757,revision_number=7']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:40.288564 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (433b34ab-502a-4a36-b247-28a6130f0a94), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:40.435975 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['21cf2267-d67f-47e3-9388-81f394aa5757'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:40.449724 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=433b34ab-502a-4a36-b247-28a6130f0a94,revision_number=7']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:40.572541 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-7b6b9016-b804-40cb-ba93-ca417e1832c6 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for port (19829663-8e11-450d-b642-0067dfa5de94), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:40.757833 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-7b6b9016-b804-40cb-ba93-ca417e1832c6 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (19829663-8e11-450d-b642-0067dfa5de94), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:40.902708 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-7b6b9016-b804-40cb-ba93-ca417e1832c6 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Network d9d990e4-ae18-48b8-9375-8a399a46fa4c is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:40.914133 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-7b6b9016-b804-40cb-ba93-ca417e1832c6 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:40.919120 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-7b6b9016-b804-40cb-ba93-ca417e1832c6 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:41.061990 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b9016-b804-40cb-ba93-ca417e1832c6 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Pushing event updated for resources: {'Port': ['ID=19829663-8e11-450d-b642-0067dfa5de94,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:41.200948 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-7b6b9016-b804-40cb-ba93-ca417e1832c6 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:41.206580 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-7b6b9016-b804-40cb-ba93-ca417e1832c6 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:41.302197 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-7b6b9016-b804-40cb-ba93-ca417e1832c6 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1214390 Feb 19 04:03:41.314451 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-b4302b18-def8-49e7-b8f6-0806a1e623d1 service neutron] Request body: {'port': {'device_id': '83ec7c14-bdfd-4826-b99a-11259b8be8d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:41.562001 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-b4302b18-def8-49e7-b8f6-0806a1e623d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (19829663-8e11-450d-b642-0067dfa5de94), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:41.689165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-86119746-89a7-447f-820b-8070dd31deab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:41.693729 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-86119746-89a7-447f-820b-8070dd31deab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d&tenant_id=ecf9e139694246328842375c06e497e6 HTTP/1.1" status: 200 len: 1133 time: 0.2025001 Feb 19 04:03:41.724755 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-772273-4', 'device_owner': 'compute:nova'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:41.796630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-12eb17b0-fcb2-4a37-af7d-4dbd8589f496 None None] Provisioning complete for port 19829663-8e11-450d-b642-0067dfa5de94 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:41.798600 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-12eb17b0-fcb2-4a37-af7d-4dbd8589f496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (19829663-8e11-450d-b642-0067dfa5de94), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:41.883469 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-12eb17b0-fcb2-4a37-af7d-4dbd8589f496 None None] Port 19829663-8e11-450d-b642-0067dfa5de94 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:03:41.931076 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (411a6669-a264-402c-b0d4-30b077ac4206), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.280042 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-b4302b18-def8-49e7-b8f6-0806a1e623d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19829663-8e11-450d-b642-0067dfa5de94 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:42.298957 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-b4302b18-def8-49e7-b8f6-0806a1e623d1 service neutron] Publish callbacks [] for port (19829663-8e11-450d-b642-0067dfa5de94), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.356986 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-b4302b18-def8-49e7-b8f6-0806a1e623d1 service neutron] Transition to ACTIVE for port object 19829663-8e11-450d-b642-0067dfa5de94 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:03:42.379446 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-b4302b18-def8-49e7-b8f6-0806a1e623d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (19829663-8e11-450d-b642-0067dfa5de94), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.560709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4302b18-def8-49e7-b8f6-0806a1e623d1 service neutron] Pushing event updated for resources: {'Port': ['ID=19829663-8e11-450d-b642-0067dfa5de94,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:42.568301 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] For port 411a6669-a264-402c-b0d4-30b077ac4206, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=411a6669-a264-402c-b0d4-30b077ac4206,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:42.652037 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 21cf2267-d67f-47e3-9388-81f394aa5757 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:42.798129 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] For port 411a6669-a264-402c-b0d4-30b077ac4206, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:42.835942 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-b4302b18-def8-49e7-b8f6-0806a1e623d1 service neutron] Attempting to bind port 19829663-8e11-450d-b642-0067dfa5de94 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:42.836366 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-b4302b18-def8-49e7-b8f6-0806a1e623d1 service neutron] Attempting to bind port 19829663-8e11-450d-b642-0067dfa5de94 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:42.836984 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-b4302b18-def8-49e7-b8f6-0806a1e623d1 service neutron] Attempting to bind port 19829663-8e11-450d-b642-0067dfa5de94 on network d9d990e4-ae18-48b8-9375-8a399a46fa4c {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:42.847547 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-b4302b18-def8-49e7-b8f6-0806a1e623d1 service neutron] Port 19829663-8e11-450d-b642-0067dfa5de94 on network d9d990e4-ae18-48b8-9375-8a399a46fa4c not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:03:42.848084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-b4302b18-def8-49e7-b8f6-0806a1e623d1 service neutron] Attempting to bind port 19829663-8e11-450d-b642-0067dfa5de94 on network d9d990e4-ae18-48b8-9375-8a399a46fa4c {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:42.864506 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-b4302b18-def8-49e7-b8f6-0806a1e623d1 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:42.865168 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-b4302b18-def8-49e7-b8f6-0806a1e623d1 service neutron] Checking segment: {'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:42.866406 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-b4302b18-def8-49e7-b8f6-0806a1e623d1 service neutron] Bound using segment: {'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:42.867206 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-b4302b18-def8-49e7-b8f6-0806a1e623d1 service neutron] Bound port: 19829663-8e11-450d-b642-0067dfa5de94, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:42.867857 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-b4302b18-def8-49e7-b8f6-0806a1e623d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (19829663-8e11-450d-b642-0067dfa5de94), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.993463 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 21cf2267-d67f-47e3-9388-81f394aa5757 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:42.994323 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.046877 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] Publish callbacks [] for port (411a6669-a264-402c-b0d4-30b077ac4206), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.105178 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] Transition to ACTIVE for port object 411a6669-a264-402c-b0d4-30b077ac4206 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:03:43.107442 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8f458c-0f11-4d00-b66a-3142479b819d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411a6669-a264-402c-b0d4-30b077ac4206'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:43.113741 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185f2d86-17b1-4615-a8e6-3d1e1c548f33" -d '{"events": [{"server_uuid": "0e8f458c-0f11-4d00-b66a-3142479b819d", "name": "network-vif-unplugged", "status": "completed", "tag": "411a6669-a264-402c-b0d4-30b077ac4206"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:43.125276 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (411a6669-a264-402c-b0d4-30b077ac4206), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.126734 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-b4302b18-def8-49e7-b8f6-0806a1e623d1 service neutron] For port 19829663-8e11-450d-b642-0067dfa5de94, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:43.140124 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-b4302b18-def8-49e7-b8f6-0806a1e623d1 service neutron] For port 19829663-8e11-450d-b642-0067dfa5de94, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=19829663-8e11-450d-b642-0067dfa5de94,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:43.166730 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-b4302b18-def8-49e7-b8f6-0806a1e623d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (19829663-8e11-450d-b642-0067dfa5de94), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.290137 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] Pushing event updated for resources: {'Port': ['ID=411a6669-a264-402c-b0d4-30b077ac4206,revision_number=11']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:43.306495 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 21cf2267-d67f-47e3-9388-81f394aa5757 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:43.307629 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.369444 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-b4302b18-def8-49e7-b8f6-0806a1e623d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:43.370688 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-b4302b18-def8-49e7-b8f6-0806a1e623d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.373347 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-b4302b18-def8-49e7-b8f6-0806a1e623d1 service neutron] 10.222.0.48 "PUT /v2.0/ports/19829663-8e11-450d-b642-0067dfa5de94 HTTP/1.1" status: 200 len: 1092 time: 2.0746417 Feb 19 04:03:43.373813 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] No DVR routers for this DVR port 411a6669-a264-402c-b0d4-30b077ac4206 on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:03:43.374117 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ec7c14-bdfd-4826-b99a-11259b8be8d9', 'tag': '19829663-8e11-450d-b642-0067dfa5de94'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:43.407847 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feee5415-4608-46d9-826a-d9a3002ad1b3" -d '{"events": [{"name": "network-changed", "server_uuid": "83ec7c14-bdfd-4826-b99a-11259b8be8d9", "tag": "19829663-8e11-450d-b642-0067dfa5de94"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:43.431248 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 21cf2267-d67f-47e3-9388-81f394aa5757, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=21cf2267-d67f-47e3-9388-81f394aa5757,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:43.455895 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.458353 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 411a6669-a264-402c-b0d4-30b077ac4206 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:03:43.488738 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4302b18-def8-49e7-b8f6-0806a1e623d1 service neutron] Pushing event updated for resources: {'Port': ['ID=19829663-8e11-450d-b642-0067dfa5de94,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:43.563465 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] Attempting to bind port 411a6669-a264-402c-b0d4-30b077ac4206 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:43.563939 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] Attempting to bind port 411a6669-a264-402c-b0d4-30b077ac4206 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:43.564522 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] Attempting to bind port 411a6669-a264-402c-b0d4-30b077ac4206 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:43.591521 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] Port 411a6669-a264-402c-b0d4-30b077ac4206 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:03:43.592095 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] Attempting to bind port 411a6669-a264-402c-b0d4-30b077ac4206 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:43.615536 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:43.616107 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:43.616806 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:43.617657 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] Bound port: 411a6669-a264-402c-b0d4-30b077ac4206, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:43.618309 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (411a6669-a264-402c-b0d4-30b077ac4206), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.745338 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=21cf2267-d67f-47e3-9388-81f394aa5757,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:43.768430 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] The host n-h1-772273-4 is not matching for port 411a6669-a264-402c-b0d4-30b077ac4206 host n-h2-772273-4! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:03:43.771838 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 411a6669-a264-402c-b0d4-30b077ac4206 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:03:43.862690 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-539fb3ea-d97e-4d4e-8dc6-4e8537a2e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:43.867595 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-539fb3ea-d97e-4d4e-8dc6-4e8537a2e0e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 1126 time: 0.3621750 Feb 19 04:03:43.916506 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] For port 411a6669-a264-402c-b0d4-30b077ac4206, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:43.923808 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] For port 411a6669-a264-402c-b0d4-30b077ac4206, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=411a6669-a264-402c-b0d4-30b077ac4206,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:43.958695 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (411a6669-a264-402c-b0d4-30b077ac4206), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.973720 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-8fc4e150-d819-47be-9682-49d3c28a285f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19829663-8e11-450d-b642-0067dfa5de94 HTTP/1.1" status: 200 len: 217 time: 0.0894027 Feb 19 04:03:43.991691 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55029e4-46f3-4468-91da-45ca124a6119 req-be20711b-7e7e-41f2-952b-3e4a46a0f59e tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:43.995271 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-be20711b-7e7e-41f2-952b-3e4a46a0f59e tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289&tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&binding%3Ahost_id=n-h2-772273-4 HTTP/1.1" status: 200 len: 1127 time: 0.5689602 Feb 19 04:03:44.031484 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:44.034756 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:44.045794 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] 10.222.0.48 "PUT /v2.0/ports/411a6669-a264-402c-b0d4-30b077ac4206 HTTP/1.1" status: 200 len: 1097 time: 2.3351657 Feb 19 04:03:44.059902 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-a55029e4-46f3-4468-91da-45ca124a6119 req-63b93f17-d076-4861-ae29-3b45903b909a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-772273-4'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:44.393602 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-a48fadc1-3ce6-4152-9bfc-ff608ce15cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:44.398661 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-a48fadc1-3ce6-4152-9bfc-ff608ce15cf7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509 HTTP/1.1" status: 200 len: 851 time: 0.3965476 Feb 19 04:03:44.399120 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-57244ead-6bcf-46a2-9152-446b3d7ff019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:44.401631 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-57244ead-6bcf-46a2-9152-446b3d7ff019 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 1131 time: 0.2584617 Feb 19 04:03:44.403544 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a48523-aca8-4335-bf75-7dae15588d13 service neutron] Pushing event updated for resources: {'Port': ['ID=411a6669-a264-402c-b0d4-30b077ac4206,revision_number=12']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:44.444520 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a55029e4-46f3-4468-91da-45ca124a6119 req-63b93f17-d076-4861-ae29-3b45903b909a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5494cb48-fbd5-49e8-8dde-b365260ee3c4), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:44.642407 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 5494cb48-fbd5-49e8-8dde-b365260ee3c4 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:03:44.746443 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-73b8cd4a-877e-460e-9c9b-c5dffa688eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:44.749362 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-73b8cd4a-877e-460e-9c9b-c5dffa688eb4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.3373020 Feb 19 04:03:44.797491 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-6a26cc85-9202-4fe1-82f7-1d112bbdfc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:44.800878 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-6a26cc85-9202-4fe1-82f7-1d112bbdfc89 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9d990e4-ae18-48b8-9375-8a399a46fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3427680 Feb 19 04:03:44.886715 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-5d36b99b-8147-48ad-ab75-ef786a5abf8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=411a6669-a264-402c-b0d4-30b077ac4206 HTTP/1.1" status: 200 len: 217 time: 0.1240859 Feb 19 04:03:44.958064 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-a55029e4-46f3-4468-91da-45ca124a6119 req-63b93f17-d076-4861-ae29-3b45903b909a service neutron] For port 5494cb48-fbd5-49e8-8dde-b365260ee3c4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=5494cb48-fbd5-49e8-8dde-b365260ee3c4,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:45.050364 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-a55029e4-46f3-4468-91da-45ca124a6119 req-63b93f17-d076-4861-ae29-3b45903b909a service neutron] For port 5494cb48-fbd5-49e8-8dde-b365260ee3c4, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:45.138863 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a55029e4-46f3-4468-91da-45ca124a6119 req-63b93f17-d076-4861-ae29-3b45903b909a service neutron] Publish callbacks [] for port (5494cb48-fbd5-49e8-8dde-b365260ee3c4), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:45.179036 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 5494cb48-fbd5-49e8-8dde-b365260ee3c4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=5494cb48-fbd5-49e8-8dde-b365260ee3c4,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:45.209971 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 5494cb48-fbd5-49e8-8dde-b365260ee3c4 has no active binding in host n-h1-772273-4 {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 04:03:45.218099 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a55029e4-46f3-4468-91da-45ca124a6119 req-63b93f17-d076-4861-ae29-3b45903b909a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (5494cb48-fbd5-49e8-8dde-b365260ee3c4), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:45.583637 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-9ca0e133-6f1e-4552-89ae-7795be41a0fa service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380891 Feb 19 04:03:45.616465 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-0ee5299c-604f-458e-a9c8-02e3d7c1aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:45.622651 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-0ee5299c-604f-458e-a9c8-02e3d7c1aa43 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.7182333 Feb 19 04:03:45.735357 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-96be305d-0630-45c3-b9f5-fcbbea43d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:45.740140 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-96be305d-0630-45c3-b9f5-fcbbea43d82d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1146252 Feb 19 04:03:45.952135 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-a55029e4-46f3-4468-91da-45ca124a6119 req-63b93f17-d076-4861-ae29-3b45903b909a service neutron] Attempting to bind port 5494cb48-fbd5-49e8-8dde-b365260ee3c4 on host n-h2-772273-4 for vnic_type normal with profile {"migrating_to": "n-h1-772273-4"} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:45.952760 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-a55029e4-46f3-4468-91da-45ca124a6119 req-63b93f17-d076-4861-ae29-3b45903b909a service neutron] Attempting to bind port 5494cb48-fbd5-49e8-8dde-b365260ee3c4 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:45.953428 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55029e4-46f3-4468-91da-45ca124a6119 req-63b93f17-d076-4861-ae29-3b45903b909a service neutron] Attempting to bind port 5494cb48-fbd5-49e8-8dde-b365260ee3c4 on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:45.981858 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55029e4-46f3-4468-91da-45ca124a6119 req-63b93f17-d076-4861-ae29-3b45903b909a service neutron] Port 5494cb48-fbd5-49e8-8dde-b365260ee3c4 on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:03:45.982207 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-61e90146-61b9-434c-9769-afba16cec473 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324517 Feb 19 04:03:45.982577 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55029e4-46f3-4468-91da-45ca124a6119 req-63b93f17-d076-4861-ae29-3b45903b909a service neutron] Attempting to bind port 5494cb48-fbd5-49e8-8dde-b365260ee3c4 on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:45.986691 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b93f17-d076-4861-ae29-3b45903b909a service neutron] Pushing event updated for resources: {'Port': ['ID=5494cb48-fbd5-49e8-8dde-b365260ee3c4,revision_number=7']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:46.034023 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55029e4-46f3-4468-91da-45ca124a6119 req-63b93f17-d076-4861-ae29-3b45903b909a service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:46.034587 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55029e4-46f3-4468-91da-45ca124a6119 req-63b93f17-d076-4861-ae29-3b45903b909a service neutron] Checking segment: {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:46.036017 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55029e4-46f3-4468-91da-45ca124a6119 req-63b93f17-d076-4861-ae29-3b45903b909a service neutron] Bound using segment: {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:46.036017 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-a55029e4-46f3-4468-91da-45ca124a6119 req-63b93f17-d076-4861-ae29-3b45903b909a service neutron] Bound port: 5494cb48-fbd5-49e8-8dde-b365260ee3c4, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:46.036763 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a55029e4-46f3-4468-91da-45ca124a6119 req-63b93f17-d076-4861-ae29-3b45903b909a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5494cb48-fbd5-49e8-8dde-b365260ee3c4), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:46.152648 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee1eef48-fae7-4092-93d4-456ee4b836cb req-2442c8a4-07e5-4241-b70d-37674f2a4cbf service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093493 Feb 19 04:03:46.209740 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-a55029e4-46f3-4468-91da-45ca124a6119 req-63b93f17-d076-4861-ae29-3b45903b909a service neutron] For port 5494cb48-fbd5-49e8-8dde-b365260ee3c4, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:46.221477 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-a55029e4-46f3-4468-91da-45ca124a6119 req-63b93f17-d076-4861-ae29-3b45903b909a service neutron] For port 5494cb48-fbd5-49e8-8dde-b365260ee3c4, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=5494cb48-fbd5-49e8-8dde-b365260ee3c4,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:46.241402 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a55029e4-46f3-4468-91da-45ca124a6119 req-63b93f17-d076-4861-ae29-3b45903b909a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (5494cb48-fbd5-49e8-8dde-b365260ee3c4), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:46.360862 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95b4f0b5-3278-4b5d-988d-4b9e627ada9c req-aef99070-9375-4c80-ad86-b786808d8b67 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695989 Feb 19 04:03:46.452028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b93f17-d076-4861-ae29-3b45903b909a service neutron] Pushing event updated for resources: {'Port': ['ID=5494cb48-fbd5-49e8-8dde-b365260ee3c4,revision_number=8']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:46.460069 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55029e4-46f3-4468-91da-45ca124a6119 req-63b93f17-d076-4861-ae29-3b45903b909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:46.472480 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a55029e4-46f3-4468-91da-45ca124a6119 req-63b93f17-d076-4861-ae29-3b45903b909a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:46.475110 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-63b93f17-d076-4861-ae29-3b45903b909a service neutron] 10.222.0.10 "PUT /v2.0/ports/5494cb48-fbd5-49e8-8dde-b365260ee3c4 HTTP/1.1" status: 200 len: 1121 time: 2.4442461 Feb 19 04:03:46.604019 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['5494cb48-fbd5-49e8-8dde-b365260ee3c4'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:46.679061 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['5494cb48-fbd5-49e8-8dde-b365260ee3c4'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:48.291318 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:03:49.809224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 411a6669-a264-402c-b0d4-30b077ac4206 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:03:50.085313 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 411a6669-a264-402c-b0d4-30b077ac4206, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=411a6669-a264-402c-b0d4-30b077ac4206,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:50.137741 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '411a6669-a264-402c-b0d4-30b077ac4206', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '411a6669-a264-402c-b0d4-30b077ac4206', 'mac_address': 'fa:16:3e:ea:32:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:03:50.232855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 411a6669-a264-402c-b0d4-30b077ac4206 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:50.233576 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (411a6669-a264-402c-b0d4-30b077ac4206), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:50.277840 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411a6669-a264-402c-b0d4-30b077ac4206 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:50.330932 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 411a6669-a264-402c-b0d4-30b077ac4206, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=411a6669-a264-402c-b0d4-30b077ac4206,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:50.352126 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (411a6669-a264-402c-b0d4-30b077ac4206), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:50.353271 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 19829663-8e11-450d-b642-0067dfa5de94 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:03:50.632602 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=411a6669-a264-402c-b0d4-30b077ac4206,revision_number=13']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:50.748644 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 19829663-8e11-450d-b642-0067dfa5de94, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=19829663-8e11-450d-b642-0067dfa5de94,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:50.773211 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '19829663-8e11-450d-b642-0067dfa5de94', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'port_id': '19829663-8e11-450d-b642-0067dfa5de94', 'mac_address': 'fa:16:3e:78:88:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:03:50.898406 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 19829663-8e11-450d-b642-0067dfa5de94 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:50.901546 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (19829663-8e11-450d-b642-0067dfa5de94), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:50.945842 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19829663-8e11-450d-b642-0067dfa5de94 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:50.991516 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 19829663-8e11-450d-b642-0067dfa5de94, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=19829663-8e11-450d-b642-0067dfa5de94,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:51.006533 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (19829663-8e11-450d-b642-0067dfa5de94), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:51.176586 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=19829663-8e11-450d-b642-0067dfa5de94,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:51.452984 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['19829663-8e11-450d-b642-0067dfa5de94'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:51.462557 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['411a6669-a264-402c-b0d4-30b077ac4206'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:53.834746 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 411a6669-a264-402c-b0d4-30b077ac4206 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:54.094749 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 411a6669-a264-402c-b0d4-30b077ac4206 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:03:54.113550 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 411a6669-a264-402c-b0d4-30b077ac4206 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:54.114633 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (411a6669-a264-402c-b0d4-30b077ac4206), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.309661 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 411a6669-a264-402c-b0d4-30b077ac4206 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:54.311228 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (411a6669-a264-402c-b0d4-30b077ac4206), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.400292 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 411a6669-a264-402c-b0d4-30b077ac4206, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=411a6669-a264-402c-b0d4-30b077ac4206,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:54.412124 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (411a6669-a264-402c-b0d4-30b077ac4206), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.416603 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 19829663-8e11-450d-b642-0067dfa5de94 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:54.678849 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=411a6669-a264-402c-b0d4-30b077ac4206,revision_number=14']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:54.705079 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 19829663-8e11-450d-b642-0067dfa5de94 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:03:54.712723 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 19829663-8e11-450d-b642-0067dfa5de94 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:54.713452 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (19829663-8e11-450d-b642-0067dfa5de94), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.906501 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 19829663-8e11-450d-b642-0067dfa5de94 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:54.907602 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (19829663-8e11-450d-b642-0067dfa5de94), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:55.004298 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 19829663-8e11-450d-b642-0067dfa5de94, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=19829663-8e11-450d-b642-0067dfa5de94,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:55.022254 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (19829663-8e11-450d-b642-0067dfa5de94), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:55.168148 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=19829663-8e11-450d-b642-0067dfa5de94,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:57.394257 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdb6749-4783-4289-8a7a-a974d0178f2f x-openstack-request-id: req-ebdb6749-4783-4289-8a7a-a974d0178f2f {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:57.395488 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8f458c-0f11-4d00-b66a-3142479b819d", "name": "network-vif-plugged", "status": "completed", "tag": "411a6669-a264-402c-b0d4-30b077ac4206", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:57.395488 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ebdb6749-4783-4289-8a7a-a974d0178f2f {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:57.395893 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8f458c-0f11-4d00-b66a-3142479b819d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411a6669-a264-402c-b0d4-30b077ac4206', 'code': 200} Feb 19 04:03:57.528760 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5552c-d38f-4078-b36c-1802b1cd4958 req-e48add66-892d-429a-a838-9dea7a1331fb tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:57.543826 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f1d5552c-d38f-4078-b36c-1802b1cd4958 req-e48add66-892d-429a-a838-9dea7a1331fb tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 950 time: 0.1406114 Feb 19 04:03:57.616337 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1c206-63be-4566-80df-4444b45ce497 req-4823d751-4a4f-4ce5-9f20-77955c763dea tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:57.620591 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b6c1c206-63be-4566-80df-4444b45ce497 req-4823d751-4a4f-4ce5-9f20-77955c763dea tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 951 time: 0.1119318 Feb 19 04:03:57.665706 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f1d5552c-d38f-4078-b36c-1802b1cd4958 req-d86bc8ac-c4d6-46bb-9d29-10f47294ec39 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197853 Feb 19 04:03:57.815417 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b6c1c206-63be-4566-80df-4444b45ce497 req-875df3c7-3d29-4cb9-998a-f9db3b096314 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833858 Feb 19 04:03:58.020957 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2208-48a7-4970-bef5-b81bdc8419df req-a33024cd-5779-4aaa-9d83-57ce0f4920d2 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:58.024753 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-023b2208-48a7-4970-bef5-b81bdc8419df req-a33024cd-5779-4aaa-9d83-57ce0f4920d2 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 943 time: 0.1785481 Feb 19 04:03:58.144876 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-023b2208-48a7-4970-bef5-b81bdc8419df req-87dc91b8-3f9b-4ad0-b9f3-7b12b59daab3 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029072 Feb 19 04:03:58.424761 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcd88d-2b8e-413a-a236-dd2119cf2fbd req-c296ed58-55bc-4453-8760-441ac0aae275 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:58.428457 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-21dcd88d-2b8e-413a-a236-dd2119cf2fbd req-c296ed58-55bc-4453-8760-441ac0aae275 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 946 time: 0.1241674 Feb 19 04:03:58.476866 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb44ac8-2990-4853-b71a-97da8cb083a1 req-8360a3fb-813f-461b-a0cb-88c76307837c tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:58.492351 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-beb44ac8-2990-4853-b71a-97da8cb083a1 req-8360a3fb-813f-461b-a0cb-88c76307837c tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6c0614d8-594a-42c6-b449-15aa8321aef3 HTTP/1.1" status: 200 len: 1132 time: 0.1203175 Feb 19 04:03:58.560227 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-21dcd88d-2b8e-413a-a236-dd2119cf2fbd req-4d86f664-455c-4595-ae34-8f90a012b3ca tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205420 Feb 19 04:03:58.638155 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-beb44ac8-2990-4853-b71a-97da8cb083a1 req-fd51f5e9-b80f-4d5b-b399-12c868353bc1 tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414723 Feb 19 04:03:58.727970 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6509ca36-e00a-434b-a115-a875e2caf1e7 x-openstack-request-id: req-6509ca36-e00a-434b-a115-a875e2caf1e7 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:58.728496 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8f458c-0f11-4d00-b66a-3142479b819d", "name": "network-vif-unplugged", "status": "completed", "tag": "411a6669-a264-402c-b0d4-30b077ac4206", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:58.728935 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6509ca36-e00a-434b-a115-a875e2caf1e7 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:58.729673 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8f458c-0f11-4d00-b66a-3142479b819d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411a6669-a264-402c-b0d4-30b077ac4206', 'code': 200} Feb 19 04:03:58.736484 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80b2e72-05f3-4342-8e3d-ab82c1e8dac2 x-openstack-request-id: req-f80b2e72-05f3-4342-8e3d-ab82c1e8dac2 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:58.737597 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ec7c14-bdfd-4826-b99a-11259b8be8d9", "tag": "19829663-8e11-450d-b642-0067dfa5de94", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:58.738118 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f80b2e72-05f3-4342-8e3d-ab82c1e8dac2 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:58.738708 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ec7c14-bdfd-4826-b99a-11259b8be8d9', 'tag': '19829663-8e11-450d-b642-0067dfa5de94', 'status': 'completed', 'code': 200} Feb 19 04:03:58.886950 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee5415-4608-46d9-826a-d9a3002ad1b3 req-e041e811-0678-4305-bf61-1b19e6153f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:58.904560 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-feee5415-4608-46d9-826a-d9a3002ad1b3 req-e041e811-0678-4305-bf61-1b19e6153f0b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 1128 time: 0.1370699 Feb 19 04:03:59.076617 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc145b-f211-4095-93b7-4d59af0490db req-d1477e19-fd88-4344-ac5b-8d3ed20ff3fa tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:59.080974 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0cbc145b-f211-4095-93b7-4d59af0490db req-d1477e19-fd88-4344-ac5b-8d3ed20ff3fa tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 951 time: 0.1728380 Feb 19 04:03:59.199477 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0cbc145b-f211-4095-93b7-4d59af0490db req-27e194f9-1162-43bb-83ec-8eaf6a7383e5 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054435 Feb 19 04:03:59.201362 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee5415-4608-46d9-826a-d9a3002ad1b3 req-cfe725f8-bfde-468b-a518-a7d6e95c2a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:59.204193 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-feee5415-4608-46d9-826a-d9a3002ad1b3 req-cfe725f8-bfde-468b-a518-a7d6e95c2a24 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 912 time: 0.2928860 Feb 19 04:03:59.366673 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-feee5415-4608-46d9-826a-d9a3002ad1b3 req-9b0b86b1-5d13-4b9e-97a9-3c8b2a71e50c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19829663-8e11-450d-b642-0067dfa5de94 HTTP/1.1" status: 200 len: 217 time: 0.1548197 Feb 19 04:03:59.397542 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c961862-aa7d-437d-828e-2433bed503ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21cf2267-d67f-47e3-9388-81f394aa5757'}, {'server_uuid': 'a8c74bd0-3b11-427a-b59d-3a2c9b96bd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433b34ab-502a-4a36-b247-28a6130f0a94'}, {'server_uuid': '0c961862-aa7d-437d-828e-2433bed503ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cf2267-d67f-47e3-9388-81f394aa5757'}, {'server_uuid': '0e8f458c-0f11-4d00-b66a-3142479b819d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411a6669-a264-402c-b0d4-30b077ac4206'}, {'server_uuid': '83ec7c14-bdfd-4826-b99a-11259b8be8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19829663-8e11-450d-b642-0067dfa5de94'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:59.399984 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a755d9-a50f-4801-bcef-731e43bed9ad" -d '{"events": [{"server_uuid": "0c961862-aa7d-437d-828e-2433bed503ca", "name": "network-vif-unplugged", "status": "completed", "tag": "21cf2267-d67f-47e3-9388-81f394aa5757"}, {"server_uuid": "a8c74bd0-3b11-427a-b59d-3a2c9b96bd85", "name": "network-vif-plugged", "status": "completed", "tag": "433b34ab-502a-4a36-b247-28a6130f0a94"}, {"server_uuid": "0c961862-aa7d-437d-828e-2433bed503ca", "name": "network-vif-plugged", "status": "completed", "tag": "21cf2267-d67f-47e3-9388-81f394aa5757"}, {"server_uuid": "0e8f458c-0f11-4d00-b66a-3142479b819d", "name": "network-vif-plugged", "status": "completed", "tag": "411a6669-a264-402c-b0d4-30b077ac4206"}, {"server_uuid": "83ec7c14-bdfd-4826-b99a-11259b8be8d9", "name": "network-vif-plugged", "status": "completed", "tag": "19829663-8e11-450d-b642-0067dfa5de94"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:59.429919 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-f1ff6560-9310-47e5-b423-6e3159e5af77 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432484 Feb 19 04:03:59.497604 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee5415-4608-46d9-826a-d9a3002ad1b3 req-467b443d-d14e-46a0-9097-b99011bfa143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:59.500817 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-feee5415-4608-46d9-826a-d9a3002ad1b3 req-467b443d-d14e-46a0-9097-b99011bfa143 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509 HTTP/1.1" status: 200 len: 851 time: 0.1260910 Feb 19 04:03:59.546580 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f700937-fac5-42ae-8281-a35e20183c43 req-94746f95-6a70-4667-aad1-2d292f21a582 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:59.551469 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f700937-fac5-42ae-8281-a35e20183c43 req-94746f95-6a70-4667-aad1-2d292f21a582 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 950 time: 0.2665100 Feb 19 04:03:59.666866 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee5415-4608-46d9-826a-d9a3002ad1b3 req-ed83c299-adad-421b-b5f9-15b0ca85eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:59.671157 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-feee5415-4608-46d9-826a-d9a3002ad1b3 req-ed83c299-adad-421b-b5f9-15b0ca85eb1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9d990e4-ae18-48b8-9375-8a399a46fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1587746 Feb 19 04:03:59.672168 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-9384bf99-a77d-4069-adda-dfdc6884c3d3 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:59.685339 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-9384bf99-a77d-4069-adda-dfdc6884c3d3 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2423887 Feb 19 04:03:59.715201 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-e5660ff2-903a-41f7-8dc4-7bb5a1bbc702 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/quotas/dc95986700ea4199843c7c5d5aa06d4c HTTP/1.1" status: 200 len: 375 time: 0.0279508 Feb 19 04:03:59.770058 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f700937-fac5-42ae-8281-a35e20183c43 req-384282cd-7ac0-4e06-a4bf-96dae57315ae tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848056 Feb 19 04:03:59.875306 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 5494cb48-fbd5-49e8-8dde-b365260ee3c4 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:03:59.882667 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-6c431073-410b-41b1-9760-8621d8a97f0d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1649258 Feb 19 04:03:59.950682 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-feee5415-4608-46d9-826a-d9a3002ad1b3 req-1d0dedf0-5d36-464d-b8eb-8ba1514c1c84 service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701712 Feb 19 04:04:00.254476 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 5494cb48-fbd5-49e8-8dde-b365260ee3c4 is: DOWN; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:00.335763 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-feee5415-4608-46d9-826a-d9a3002ad1b3 req-8c0fecd7-6326-49e1-aaae-6eefe27765fa service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763785 Feb 19 04:04:00.608481 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a118f-f0d0-4eeb-af8e-dd44c0283532 req-011cd171-1923-41ba-9365-50f68c2edb23 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:00.611744 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-682a118f-f0d0-4eeb-af8e-dd44c0283532 req-011cd171-1923-41ba-9365-50f68c2edb23 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 943 time: 0.1436765 Feb 19 04:04:00.731188 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8f458c-0f11-4d00-b66a-3142479b819d', 'tag': '411a6669-a264-402c-b0d4-30b077ac4206'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:00.735583 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8222a88e-8073-4dd5-871d-4ff19997745e" -d '{"events": [{"name": "network-changed", "server_uuid": "0e8f458c-0f11-4d00-b66a-3142479b819d", "tag": "411a6669-a264-402c-b0d4-30b077ac4206"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:00.741071 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5485d4-8207-4a0c-bb6b-dda593233289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5494cb48-fbd5-49e8-8dde-b365260ee3c4'}, {'name': 'network-changed', 'server_uuid': 'ef5485d4-8207-4a0c-bb6b-dda593233289', 'tag': '5494cb48-fbd5-49e8-8dde-b365260ee3c4'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:00.745381 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8c8a7b-b4ab-41ca-b4e6-a8ffe12bd244" -d '{"events": [{"server_uuid": "ef5485d4-8207-4a0c-bb6b-dda593233289", "name": "network-vif-unplugged", "status": "completed", "tag": "5494cb48-fbd5-49e8-8dde-b365260ee3c4"}, {"name": "network-changed", "server_uuid": "ef5485d4-8207-4a0c-bb6b-dda593233289", "tag": "5494cb48-fbd5-49e8-8dde-b365260ee3c4"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:00.779744 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-682a118f-f0d0-4eeb-af8e-dd44c0283532 req-bf155927-c25e-4535-a397-d756a3c8db47 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550171 Feb 19 04:04:00.995270 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 869 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411a78bb-ab92-4467-96a0-797f400c52d7 x-openstack-request-id: req-411a78bb-ab92-4467-96a0-797f400c52d7 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:00.996780 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c961862-aa7d-437d-828e-2433bed503ca", "name": "network-vif-unplugged", "status": "completed", "tag": "21cf2267-d67f-47e3-9388-81f394aa5757", "code": 200}, {"server_uuid": "a8c74bd0-3b11-427a-b59d-3a2c9b96bd85", "name": "network-vif-plugged", "status": "completed", "tag": "433b34ab-502a-4a36-b247-28a6130f0a94", "code": 200}, {"server_uuid": "0c961862-aa7d-437d-828e-2433bed503ca", "name": "network-vif-plugged", "status": "completed", "tag": "21cf2267-d67f-47e3-9388-81f394aa5757", "code": 200}, {"server_uuid": "0e8f458c-0f11-4d00-b66a-3142479b819d", "name": "network-vif-plugged", "status": "completed", "tag": "411a6669-a264-402c-b0d4-30b077ac4206", "code": 200}, {"server_uuid": "83ec7c14-bdfd-4826-b99a-11259b8be8d9", "name": "network-vif-plugged", "status": "completed", "tag": "19829663-8e11-450d-b642-0067dfa5de94", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:00.997340 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-411a78bb-ab92-4467-96a0-797f400c52d7 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:00.998033 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c961862-aa7d-437d-828e-2433bed503ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21cf2267-d67f-47e3-9388-81f394aa5757', 'code': 200} Feb 19 04:04:00.998472 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c74bd0-3b11-427a-b59d-3a2c9b96bd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433b34ab-502a-4a36-b247-28a6130f0a94', 'code': 200} Feb 19 04:04:00.999600 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c961862-aa7d-437d-828e-2433bed503ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cf2267-d67f-47e3-9388-81f394aa5757', 'code': 200} Feb 19 04:04:01.001053 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8f458c-0f11-4d00-b66a-3142479b819d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411a6669-a264-402c-b0d4-30b077ac4206', 'code': 200} Feb 19 04:04:01.001493 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ec7c14-bdfd-4826-b99a-11259b8be8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19829663-8e11-450d-b642-0067dfa5de94', 'code': 200} Feb 19 04:04:01.183012 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3d584-c66a-4922-875c-ebca4e006887 req-1a584cd7-1a78-4ec6-a1be-dc5b2be94e84 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:01.189062 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c5b3d584-c66a-4922-875c-ebca4e006887 req-1a584cd7-1a78-4ec6-a1be-dc5b2be94e84 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 946 time: 0.1648121 Feb 19 04:04:01.296227 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f55a2-f83d-4428-b68d-a9d9b4f4327b req-7574dd74-7554-44e2-a656-b67b50356b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:01.302362 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-740f55a2-f83d-4428-b68d-a9d9b4f4327b req-7574dd74-7554-44e2-a656-b67b50356b56 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 1128 time: 0.1846516 Feb 19 04:04:01.408480 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c5b3d584-c66a-4922-875c-ebca4e006887 req-6231e3ec-0c8b-4afc-9384-324259cdea0f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084229 Feb 19 04:04:01.550634 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-740f55a2-f83d-4428-b68d-a9d9b4f4327b req-e9423640-0027-41a6-b0be-836f00069cf7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299809 Feb 19 04:04:01.591665 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e653387-667c-4ea8-bbf9-16e9225be194 req-68a9d349-f5bf-47c3-9837-1209fa732d80 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=9cb4cf1c-0c28-433a-aa5b-4aca69074696 HTTP/1.1" status: 200 len: 210 time: 0.1407812 Feb 19 04:04:01.759983 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba8d86-cb27-46b5-976a-4c0874679e1e req-8071c1eb-8c6d-4860-96c5-1d4346a61fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:01.764405 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-03ba8d86-cb27-46b5-976a-4c0874679e1e req-8071c1eb-8c6d-4860-96c5-1d4346a61fb7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 1132 time: 0.1618249 Feb 19 04:04:01.790825 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd09abb3-d365-418d-8c06-4e49711e1cc6 x-openstack-request-id: req-dd09abb3-d365-418d-8c06-4e49711e1cc6 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:01.791662 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e8f458c-0f11-4d00-b66a-3142479b819d", "tag": "411a6669-a264-402c-b0d4-30b077ac4206", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:01.791823 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dd09abb3-d365-418d-8c06-4e49711e1cc6 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:01.792380 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8f458c-0f11-4d00-b66a-3142479b819d', 'tag': '411a6669-a264-402c-b0d4-30b077ac4206', 'status': 'completed', 'code': 200} Feb 19 04:04:01.968296 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-03ba8d86-cb27-46b5-976a-4c0874679e1e req-3ef29a54-64e6-44ba-b634-8fd55c2e531e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925480 Feb 19 04:04:01.977707 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08834a7d-0f05-49ab-b999-cec4d9cd614e x-openstack-request-id: req-08834a7d-0f05-49ab-b999-cec4d9cd614e {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:01.981438 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5485d4-8207-4a0c-bb6b-dda593233289", "name": "network-vif-unplugged", "status": "completed", "tag": "5494cb48-fbd5-49e8-8dde-b365260ee3c4", "code": 200}, {"name": "network-changed", "server_uuid": "ef5485d4-8207-4a0c-bb6b-dda593233289", "tag": "5494cb48-fbd5-49e8-8dde-b365260ee3c4", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:01.983643 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-08834a7d-0f05-49ab-b999-cec4d9cd614e {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:01.984488 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5485d4-8207-4a0c-bb6b-dda593233289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5494cb48-fbd5-49e8-8dde-b365260ee3c4', 'code': 200} Feb 19 04:04:01.985680 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef5485d4-8207-4a0c-bb6b-dda593233289', 'tag': '5494cb48-fbd5-49e8-8dde-b365260ee3c4', 'status': 'completed', 'code': 200} Feb 19 04:04:02.124216 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222a88e-8073-4dd5-871d-4ff19997745e req-e0253181-1b84-4622-880a-505c95c68646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:02.128302 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8222a88e-8073-4dd5-871d-4ff19997745e req-e0253181-1b84-4622-880a-505c95c68646 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 1133 time: 0.2895269 Feb 19 04:04:02.212582 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c8a7b-b4ab-41ca-b4e6-a8ffe12bd244 req-2a7ce3c5-ac38-401c-a53e-d24ea822b830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:02.221152 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5e8c8a7b-b4ab-41ca-b4e6-a8ffe12bd244 req-2a7ce3c5-ac38-401c-a53e-d24ea822b830 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 1155 time: 0.1945505 Feb 19 04:04:02.653724 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1508a251-b08a-4e20-9d95-27ed30805590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:02.719197 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656c2f1-77e1-494a-b0a4-1db35f8be1b8 req-e0de5af9-4d0b-4285-9584-6c7283e22f42 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:02.723242 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 433b34ab-502a-4a36-b247-28a6130f0a94 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:04:02.726186 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0656c2f1-77e1-494a-b0a4-1db35f8be1b8 req-e0de5af9-4d0b-4285-9584-6c7283e22f42 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 950 time: 0.5958536 Feb 19 04:04:02.726984 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c8a7b-b4ab-41ca-b4e6-a8ffe12bd244 req-e35e27c6-2833-4e47-9565-f4bce291152e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:02.736343 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5e8c8a7b-b4ab-41ca-b4e6-a8ffe12bd244 req-e35e27c6-2833-4e47-9565-f4bce291152e service neutron] 10.222.0.48 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 921 time: 0.5003700 Feb 19 04:04:02.897648 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222a88e-8073-4dd5-871d-4ff19997745e req-404e33c6-ce1d-4e6d-ae66-da87ddfc0908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:02.907279 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8222a88e-8073-4dd5-871d-4ff19997745e req-404e33c6-ce1d-4e6d-ae66-da87ddfc0908 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.7613509 Feb 19 04:04:02.928026 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 433b34ab-502a-4a36-b247-28a6130f0a94 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:02.928669 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (433b34ab-502a-4a36-b247-28a6130f0a94), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:02.990007 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5e8c8a7b-b4ab-41ca-b4e6-a8ffe12bd244 req-529360e3-66e6-423e-bbb6-c18edab654ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5494cb48-fbd5-49e8-8dde-b365260ee3c4 HTTP/1.1" status: 200 len: 217 time: 0.2432745 Feb 19 04:04:03.014034 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 433b34ab-502a-4a36-b247-28a6130f0a94, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=433b34ab-502a-4a36-b247-28a6130f0a94,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:03.016722 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c74bd0-3b11-427a-b59d-3a2c9b96bd85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '433b34ab-502a-4a36-b247-28a6130f0a94'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:03.023320 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c049c1b-ece4-4496-8fcf-8970cae15a7d" -d '{"events": [{"server_uuid": "a8c74bd0-3b11-427a-b59d-3a2c9b96bd85", "name": "network-vif-unplugged", "status": "completed", "tag": "433b34ab-502a-4a36-b247-28a6130f0a94"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:03.034461 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (433b34ab-502a-4a36-b247-28a6130f0a94), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:03.150642 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8222a88e-8073-4dd5-871d-4ff19997745e req-48c9fae1-1555-40a3-917c-4260ab770b6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=411a6669-a264-402c-b0d4-30b077ac4206 HTTP/1.1" status: 200 len: 217 time: 0.2243316 Feb 19 04:04:03.285481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=433b34ab-502a-4a36-b247-28a6130f0a94,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:03.376787 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0656c2f1-77e1-494a-b0a4-1db35f8be1b8 req-10014961-44a6-4cff-ac2e-dfc43bf121e8 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6015275 Feb 19 04:04:03.411921 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222a88e-8073-4dd5-871d-4ff19997745e req-98e4b415-88bc-4d68-87ec-7f1178ef65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:03.415067 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8222a88e-8073-4dd5-871d-4ff19997745e req-98e4b415-88bc-4d68-87ec-7f1178ef65b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.2519276 Feb 19 04:04:03.617911 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222a88e-8073-4dd5-871d-4ff19997745e req-39e77dc5-4c98-4e31-9b2a-860102de9902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:03.631756 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8222a88e-8073-4dd5-871d-4ff19997745e req-39e77dc5-4c98-4e31-9b2a-860102de9902 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2062786 Feb 19 04:04:04.082494 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-b15100a1-7176-4c86-9e12-3dd4a71bd9b8 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ecf9e139694246328842375c06e497e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1249726 Feb 19 04:04:04.103151 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8222a88e-8073-4dd5-871d-4ff19997745e req-dc5808bc-5dff-4b92-8aad-667f246f0c6f service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568050 Feb 19 04:04:04.110526 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c8a7b-b4ab-41ca-b4e6-a8ffe12bd244 req-49ecd36e-45a9-4f7a-bdb6-03767094b41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:04.113798 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5e8c8a7b-b4ab-41ca-b4e6-a8ffe12bd244 req-49ecd36e-45a9-4f7a-bdb6-03767094b41e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 1.1134191 Feb 19 04:04:04.489832 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5e8c8a7b-b4ab-41ca-b4e6-a8ffe12bd244 req-416fdf7c-d9c6-4c38-8d9c-fd1f26231133 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217585 Feb 19 04:04:04.541033 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-bb81c2bb-08e5-4f8a-be17-8e791f201f35 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.8379598 Feb 19 04:04:04.812682 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-2b1cabc4-c227-4bfb-a3f0-a39e1e68a014 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:04.830082 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-2b1cabc4-c227-4bfb-a3f0-a39e1e68a014 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2755094 Feb 19 04:04:04.859081 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Request body: {'port': {'device_id': '9cb4cf1c-0c28-433a-aa5b-4aca69074696', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': 'dc95986700ea4199843c7c5d5aa06d4c'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:04.964172 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-73f07ebc-0b84-4746-a7f8-10b0b4824724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:04.991548 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-0038b0cc-dded-4162-9504-63bf9a23da81 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:05.002982 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-0038b0cc-dded-4162-9504-63bf9a23da81 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8834424 Feb 19 04:04:05.058642 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48312cb6-6473-404f-ad8c-8af151192009 req-987eb140-3833-459c-a9c2-6570a058a6ac tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:05.067045 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-48312cb6-6473-404f-ad8c-8af151192009 req-987eb140-3833-459c-a9c2-6570a058a6ac tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 943 time: 0.9398465 Feb 19 04:04:05.093572 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-5f382db2-43d2-4d69-bced-f7125df59277 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/quotas/ecf9e139694246328842375c06e497e6 HTTP/1.1" status: 200 len: 375 time: 0.0626626 Feb 19 04:04:05.105511 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5e8c8a7b-b4ab-41ca-b4e6-a8ffe12bd244 req-572d05cb-1045-4dba-92ef-0167d1622a60 service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984232 Feb 19 04:04:05.194314 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8222a88e-8073-4dd5-871d-4ff19997745e req-7cad7c52-8d80-4cf7-b69a-f9f4a213d9e0 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9877636 Feb 19 04:04:05.430931 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5e8c8a7b-b4ab-41ca-b4e6-a8ffe12bd244 req-94af87a0-33b2-4984-b350-e68973241b68 service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855523 Feb 19 04:04:05.449322 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-48312cb6-6473-404f-ad8c-8af151192009 req-03891a2c-7439-4c52-a4a7-6e1b44358c08 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223262 Feb 19 04:04:05.459505 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Made reservation on behalf of dc95986700ea4199843c7c5d5aa06d4c for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:04:05.494891 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:05.558152 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-9262ef1a-4e3a-4974-8507-a39a6430c2c7 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4509258 Feb 19 04:04:05.971735 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Allocated IP 192.168.233.187 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/68015216-7274-4371-b6e0-2d8fe55597c1) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:04:06.194446 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4596c0f0-d114-4229-a1fd-fcacf06035a3 req-83ed38ff-78f6-420b-bd5a-6b0521148329 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=9cb4cf1c-0c28-433a-aa5b-4aca69074696 HTTP/1.1" status: 200 len: 210 time: 0.0918984 Feb 19 04:04:06.399557 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d4751e-06b0-4b17-8818-0a75cc880f31 x-openstack-request-id: req-34d4751e-06b0-4b17-8818-0a75cc880f31 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:06.401374 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c74bd0-3b11-427a-b59d-3a2c9b96bd85", "name": "network-vif-unplugged", "status": "completed", "tag": "433b34ab-502a-4a36-b247-28a6130f0a94", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:06.402087 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-34d4751e-06b0-4b17-8818-0a75cc880f31 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:06.403011 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c74bd0-3b11-427a-b59d-3a2c9b96bd85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '433b34ab-502a-4a36-b247-28a6130f0a94', 'code': 200} Feb 19 04:04:06.414406 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd1dec-4044-4fb8-a00b-95912ca61680 req-56c2a8c5-be28-408c-9d16-218dc94e0062 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:06.427452 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cffd1dec-4044-4fb8-a00b-95912ca61680 req-56c2a8c5-be28-408c-9d16-218dc94e0062 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 946 time: 0.7291303 Feb 19 04:04:06.573616 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cffd1dec-4044-4fb8-a00b-95912ca61680 req-4248b423-a320-41e4-a7d3-5ad536e9fdf8 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448491 Feb 19 04:04:06.647267 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:06.682633 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks [] for port (68015216-7274-4371-b6e0-2d8fe55597c1), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:06.772870 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (68015216-7274-4371-b6e0-2d8fe55597c1), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:06.794879 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['d260023e-e24b-4855-a59b-f78aee04ad07', '921812a1-ce45-4570-996c-541f2f8bad19', '75ad516c-77af-4805-b12d-047381969e8f'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:06.798882 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['33d9b8b1-8083-414e-9a58-5ece468cd2ac', '2630260b-1feb-477d-b647-ed7f5b4a3d6b', '640de5f6-9a19-438c-897c-ebf39f71fac9', 'ef8e92db-4ef9-4a91-9b73-8c42f224599d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:06.944577 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-deb463ff-3ab1-43f1-9cfd-e5ed7fbc7b93 service neutron] 10.222.0.48 "GET /v2.0/ports/5494cb48-fbd5-49e8-8dde-b365260ee3c4/bindings/n-h1-772273-4 HTTP/1.1" status: 200 len: 384 time: 0.3638148 Feb 19 04:04:07.048363 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Pushing event updated for resources: {'Port': ['ID=68015216-7274-4371-b6e0-2d8fe55597c1,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:07.119311 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:07.120308 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:07.123958 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:07.124900 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:07.125758 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:07.138166 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:07.139150 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:07.140024 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:07.140877 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:07.141867 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:07.142674 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:07.143537 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:07.144361 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:07.223713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:04:07.242080 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:04:07.253077 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:04:07.288553 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:07.442571 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-538ad3b6-8318-44a1-8bf8-2ceaa7855cc9 req-ac7e57be-2942-4d2f-ab52-aa52fc933515 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 210 time: 0.1657190 Feb 19 04:04:07.495930 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:07.498857 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:07.576610 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-984d9cb8-c469-4070-9a7e-e33bd1f027cb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7291896 Feb 19 04:04:07.643392 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f89123-6e5e-4b5b-a4a1-ed6a5e779a8d req-fed7e0d4-62b9-44a4-8d3e-51fb69b8814e tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:07.656008 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6f89123-6e5e-4b5b-a4a1-ed6a5e779a8d req-fed7e0d4-62b9-44a4-8d3e-51fb69b8814e tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 950 time: 0.5540187 Feb 19 04:04:07.685748 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-f73c608c-9388-491d-b41c-53925a06987e service neutron] Request body: {'port': {'device_id': '9cb4cf1c-0c28-433a-aa5b-4aca69074696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:07.937219 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:08.059162 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-a55029e4-46f3-4468-91da-45ca124a6119 req-cae07c37-1d4d-46d2-8d2d-4074d9d856b0 service neutron] For port 5494cb48-fbd5-49e8-8dde-b365260ee3c4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=5494cb48-fbd5-49e8-8dde-b365260ee3c4,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:08.101166 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-a55029e4-46f3-4468-91da-45ca124a6119 req-cae07c37-1d4d-46d2-8d2d-4074d9d856b0 service neutron] For port 5494cb48-fbd5-49e8-8dde-b365260ee3c4, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:04:08.133915 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6f89123-6e5e-4b5b-a4a1-ed6a5e779a8d req-1c17f5bb-46bf-4017-b9e9-f3afba7b2ba5 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372180 Feb 19 04:04:08.139517 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-f73c608c-9388-491d-b41c-53925a06987e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (68015216-7274-4371-b6e0-2d8fe55597c1), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:08.202909 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-a55029e4-46f3-4468-91da-45ca124a6119 req-cae07c37-1d4d-46d2-8d2d-4074d9d856b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5494cb48-fbd5-49e8-8dde-b365260ee3c4 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:08.260892 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-a55029e4-46f3-4468-91da-45ca124a6119 req-cae07c37-1d4d-46d2-8d2d-4074d9d856b0 service neutron] For port 5494cb48-fbd5-49e8-8dde-b365260ee3c4, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=5494cb48-fbd5-49e8-8dde-b365260ee3c4,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:08.388229 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-761d67cd-4204-45d9-85f1-0e6d917b4d28 None None] Provisioning complete for port 68015216-7274-4371-b6e0-2d8fe55597c1 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:08.389175 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-761d67cd-4204-45d9-85f1-0e6d917b4d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (68015216-7274-4371-b6e0-2d8fe55597c1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:08.424801 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a55029e4-46f3-4468-91da-45ca124a6119 req-cae07c37-1d4d-46d2-8d2d-4074d9d856b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5494cb48-fbd5-49e8-8dde-b365260ee3c4), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:08.586593 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-a55029e4-46f3-4468-91da-45ca124a6119 req-cae07c37-1d4d-46d2-8d2d-4074d9d856b0 service neutron] Transition to ACTIVE for port object 5494cb48-fbd5-49e8-8dde-b365260ee3c4 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:04:08.625040 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ca8cb-45af-4fea-bb7e-84d27db8a185 req-832f96fd-5e8b-4261-bf4b-1fdc0e2802db tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:08.629746 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-382ca8cb-45af-4fea-bb7e-84d27db8a185 req-832f96fd-5e8b-4261-bf4b-1fdc0e2802db tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 943 time: 0.3389726 Feb 19 04:04:08.632498 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a55029e4-46f3-4468-91da-45ca124a6119 req-cae07c37-1d4d-46d2-8d2d-4074d9d856b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (5494cb48-fbd5-49e8-8dde-b365260ee3c4), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:08.644510 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-761d67cd-4204-45d9-85f1-0e6d917b4d28 None None] Port 68015216-7274-4371-b6e0-2d8fe55597c1 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:04:08.837168 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55029e4-46f3-4468-91da-45ca124a6119 req-cae07c37-1d4d-46d2-8d2d-4074d9d856b0 service neutron] No DVR routers for this DVR port 5494cb48-fbd5-49e8-8dde-b365260ee3c4 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:04:08.868954 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bde53-03f4-4656-a768-91b06bb33495 req-c50f0a5c-aef7-49bc-9cde-a02e469aa222 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:08.872144 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:08.878778 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:08.901699 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-598bde53-03f4-4656-a768-91b06bb33495 req-c50f0a5c-aef7-49bc-9cde-a02e469aa222 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 946 time: 0.5510440 Feb 19 04:04:09.024542 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085ba01-91e0-48fb-b40f-3b826fa1efdc req-a90454e0-dfb9-4e3f-8840-4fd8216d5319 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:09.032053 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6085ba01-91e0-48fb-b40f-3b826fa1efdc req-a90454e0-dfb9-4e3f-8840-4fd8216d5319 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8c74bd0-3b11-427a-b59d-3a2c9b96bd85 HTTP/1.1" status: 200 len: 943 time: 0.3936391 Feb 19 04:04:09.042299 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae07c37-1d4d-46d2-8d2d-4074d9d856b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5494cb48-fbd5-49e8-8dde-b365260ee3c4,revision_number=10']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:09.051207 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59194) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:09.090783 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2aad2db2-dc26-47ba-a2c7-034fca97ea3e tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Request body: {'floatingip': {'port_id': '19829663-8e11-450d-b642-0067dfa5de94'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:09.205610 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-cae07c37-1d4d-46d2-8d2d-4074d9d856b0 service neutron] 10.222.0.48 "PUT /v2.0/ports/5494cb48-fbd5-49e8-8dde-b365260ee3c4/bindings/n-h1-772273-4/activate HTTP/1.1" status: 200 len: 369 time: 2.2544489 Feb 19 04:04:09.356775 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-f73c608c-9388-491d-b41c-53925a06987e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68015216-7274-4371-b6e0-2d8fe55597c1 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:09.396386 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-f73c608c-9388-491d-b41c-53925a06987e service neutron] Publish callbacks [] for port (68015216-7274-4371-b6e0-2d8fe55597c1), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:09.453166 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-f73c608c-9388-491d-b41c-53925a06987e service neutron] Transition to ACTIVE for port object 68015216-7274-4371-b6e0-2d8fe55597c1 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:04:09.508611 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-1044fc4e-76aa-440b-bed6-d88f189b724d tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ecf9e139694246328842375c06e497e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1099384 Feb 19 04:04:09.641218 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-f73c608c-9388-491d-b41c-53925a06987e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (68015216-7274-4371-b6e0-2d8fe55597c1), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:09.886595 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55029e4-46f3-4468-91da-45ca124a6119 req-6fbfd14c-b582-40f4-a64b-fb02c0083798 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:09.890645 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-382ca8cb-45af-4fea-bb7e-84d27db8a185 req-6e93dca4-05ac-4702-a86a-7d404ae3f503 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1929288 Feb 19 04:04:09.899105 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-6fbfd14c-b582-40f4-a64b-fb02c0083798 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289&tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&binding%3Ahost_id=n-h2-772273-4 HTTP/1.1" status: 200 len: 1126 time: 0.4232600 Feb 19 04:04:09.908009 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2aad2db2-dc26-47ba-a2c7-034fca97ea3e tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for floatingip (4568ab78-f127-4bd8-95b4-02e2b0858502), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:09.927337 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c608c-9388-491d-b41c-53925a06987e service neutron] Pushing event updated for resources: {'Port': ['ID=68015216-7274-4371-b6e0-2d8fe55597c1,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:10.062219 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff100d8-cdee-44fc-8219-e372a4763895 req-22b4c8e9-57ab-4e87-8784-bb7d59f3a478 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:10.081158 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cff100d8-cdee-44fc-8219-e372a4763895 req-22b4c8e9-57ab-4e87-8784-bb7d59f3a478 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=9cb4cf1c-0c28-433a-aa5b-4aca69074696 HTTP/1.1" status: 200 len: 948 time: 0.4596980 Feb 19 04:04:10.245898 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55029e4-46f3-4468-91da-45ca124a6119 req-cc8b9788-ec27-41d9-8cd3-6e4e1c5ef6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:10.248958 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-cc8b9788-ec27-41d9-8cd3-6e4e1c5ef6ca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289&tenant_id=3ff69a6f9c9c4911886bcf1427d030ef HTTP/1.1" status: 200 len: 1126 time: 0.3488729 Feb 19 04:04:10.285312 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-f73c608c-9388-491d-b41c-53925a06987e service neutron] Attempting to bind port 68015216-7274-4371-b6e0-2d8fe55597c1 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:10.285980 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-f73c608c-9388-491d-b41c-53925a06987e service neutron] Attempting to bind port 68015216-7274-4371-b6e0-2d8fe55597c1 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:10.292255 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-f73c608c-9388-491d-b41c-53925a06987e service neutron] Attempting to bind port 68015216-7274-4371-b6e0-2d8fe55597c1 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:10.306903 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-f73c608c-9388-491d-b41c-53925a06987e service neutron] Port 68015216-7274-4371-b6e0-2d8fe55597c1 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:10.307460 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-f73c608c-9388-491d-b41c-53925a06987e service neutron] Attempting to bind port 68015216-7274-4371-b6e0-2d8fe55597c1 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:10.353967 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cff100d8-cdee-44fc-8219-e372a4763895 req-f018a1e4-1f8a-4182-976d-15cbd779831b tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680058 Feb 19 04:04:10.394503 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-f73c608c-9388-491d-b41c-53925a06987e service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:10.394941 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-f73c608c-9388-491d-b41c-53925a06987e service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:10.395554 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-f73c608c-9388-491d-b41c-53925a06987e service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:04:10.397282 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-f73c608c-9388-491d-b41c-53925a06987e service neutron] Bound port: 68015216-7274-4371-b6e0-2d8fe55597c1, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:04:10.397950 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-f73c608c-9388-491d-b41c-53925a06987e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (68015216-7274-4371-b6e0-2d8fe55597c1), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:10.600325 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55029e4-46f3-4468-91da-45ca124a6119 req-4506a6fa-a78f-4eb1-9205-cda5ec6a258f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:10.603267 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-4506a6fa-a78f-4eb1-9205-cda5ec6a258f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 1126 time: 0.2881088 Feb 19 04:04:10.734142 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-6085ba01-91e0-48fb-b40f-3b826fa1efdc req-2c3eefe3-30d0-417a-a010-0ee6b07d7972 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Deleting port 433b34ab-502a-4a36-b247-28a6130f0a94 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:10.734666 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6085ba01-91e0-48fb-b40f-3b826fa1efdc req-2c3eefe3-30d0-417a-a010-0ee6b07d7972 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (433b34ab-502a-4a36-b247-28a6130f0a94), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:10.737768 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-f73c608c-9388-491d-b41c-53925a06987e service neutron] For port 68015216-7274-4371-b6e0-2d8fe55597c1, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:04:10.777014 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-f73c608c-9388-491d-b41c-53925a06987e service neutron] For port 68015216-7274-4371-b6e0-2d8fe55597c1, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=68015216-7274-4371-b6e0-2d8fe55597c1,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:04:10.800117 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-678d4d2c-cd3d-4ef7-9ce4-1fd87a55904b tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:10.802104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36dbea6-07d4-4c1b-bd2a-140b88414f85 req-738d93e0-21d1-4c30-a7fb-3d2775070f65 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:10.803131 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-678d4d2c-cd3d-4ef7-9ce4-1fd87a55904b tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2628400 Feb 19 04:04:10.806370 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b36dbea6-07d4-4c1b-bd2a-140b88414f85 req-738d93e0-21d1-4c30-a7fb-3d2775070f65 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 950 time: 0.3044894 Feb 19 04:04:10.825776 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-f73c608c-9388-491d-b41c-53925a06987e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (68015216-7274-4371-b6e0-2d8fe55597c1), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:10.881084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-b3cf4a34-46bc-4426-bf6b-3152cce223b5 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Request body: {'port': {'device_id': 'c8d3fe2e-3263-479d-92ec-ff5adab8e2d9', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': 'ecf9e139694246328842375c06e497e6'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:10.954836 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-f73c608c-9388-491d-b41c-53925a06987e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:10.960037 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-f73c608c-9388-491d-b41c-53925a06987e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:10.961785 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-f73c608c-9388-491d-b41c-53925a06987e service neutron] 10.222.0.48 "PUT /v2.0/ports/68015216-7274-4371-b6e0-2d8fe55597c1 HTTP/1.1" status: 200 len: 1096 time: 3.3042324 Feb 19 04:04:10.970168 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb4cf1c-0c28-433a-aa5b-4aca69074696', 'tag': '68015216-7274-4371-b6e0-2d8fe55597c1'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:10.973258 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf1f0ba-8336-4e1a-a0c4-b6056b78a099" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb4cf1c-0c28-433a-aa5b-4aca69074696", "tag": "68015216-7274-4371-b6e0-2d8fe55597c1"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:10.980701 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55029e4-46f3-4468-91da-45ca124a6119 req-8e1d6340-0f70-4484-bdb5-624afeb24eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:10.983683 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-8e1d6340-0f70-4484-bdb5-624afeb24eb0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 921 time: 0.3632410 Feb 19 04:04:11.050808 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c608c-9388-491d-b41c-53925a06987e service neutron] Pushing event updated for resources: {'Port': ['ID=68015216-7274-4371-b6e0-2d8fe55597c1,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:11.107551 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990aa1f-168f-474a-9352-8e7437587b06 req-358bdd23-6ed0-40f6-b711-3a8802e31095 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:11.113917 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-4e34cd44-c1b3-4cd9-96c0-a205542660ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5494cb48-fbd5-49e8-8dde-b365260ee3c4 HTTP/1.1" status: 200 len: 217 time: 0.1150570 Feb 19 04:04:11.121853 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d990aa1f-168f-474a-9352-8e7437587b06 req-358bdd23-6ed0-40f6-b711-3a8802e31095 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/networks?id=a64e4f96-ab47-44e5-a8c0-65ae49234a15 HTTP/1.1" status: 200 len: 805 time: 0.6692767 Feb 19 04:04:11.180382 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b36dbea6-07d4-4c1b-bd2a-140b88414f85 req-3f7ad137-765d-4b61-a9e3-8deb4fa6949a tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504853 Feb 19 04:04:11.356442 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55029e4-46f3-4468-91da-45ca124a6119 req-6bdf6a60-7d64-4a69-bec9-ef57286ca143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:11.359638 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-6bdf6a60-7d64-4a69-bec9-ef57286ca143 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.2387440 Feb 19 04:04:11.363457 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-464cfac8-a56a-4e96-a419-455e12286ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:11.366962 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-464cfac8-a56a-4e96-a419-455e12286ef9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&device_id=9cb4cf1c-0c28-433a-aa5b-4aca69074696 HTTP/1.1" status: 200 len: 1130 time: 0.2750456 Feb 19 04:04:11.442815 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-baba560f-5dce-4a6c-b5c7-28b419c239ca req-25c62fed-2256-4944-976f-e687953f76fb tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 210 time: 0.1083655 Feb 19 04:04:11.513231 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-20f20318-6265-452b-bdf2-37a6b1afd931 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1418726 Feb 19 04:04:11.566035 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-5ddf11a7-6c67-49c5-993b-bed6c4ebd588 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=68015216-7274-4371-b6e0-2d8fe55597c1 HTTP/1.1" status: 200 len: 217 time: 0.1700037 Feb 19 04:04:11.575456 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d990aa1f-168f-474a-9352-8e7437587b06 req-4d16c318-e12c-47bc-97ba-9473ecf2d95c tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/quotas/3e71aa6d08bd4f28a67d0a5ae3b04cca HTTP/1.1" status: 200 len: 375 time: 0.4521132 Feb 19 04:04:11.708755 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-6085ba01-91e0-48fb-b40f-3b826fa1efdc req-2c3eefe3-30d0-417a-a010-0ee6b07d7972 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] For port 433b34ab-502a-4a36-b247-28a6130f0a94, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=433b34ab-502a-4a36-b247-28a6130f0a94,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:11.709402 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6085ba01-91e0-48fb-b40f-3b826fa1efdc req-2c3eefe3-30d0-417a-a010-0ee6b07d7972 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (433b34ab-502a-4a36-b247-28a6130f0a94), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:11.809467 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-b3cf4a34-46bc-4426-bf6b-3152cce223b5 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Made reservation on behalf of ecf9e139694246328842375c06e497e6 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:04:11.811511 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-f15cab06-d59c-4a96-8ce8-a3dc3dd0d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:11.815793 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-f15cab06-d59c-4a96-8ce8-a3dc3dd0d8ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1552231 Feb 19 04:04:11.816085 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-b3cf4a34-46bc-4426-bf6b-3152cce223b5 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:11.820617 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-ea98ff31-c2e8-4c9f-9a6e-63b23ef4f2ba service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528527 Feb 19 04:04:11.848068 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-6085ba01-91e0-48fb-b40f-3b826fa1efdc req-2c3eefe3-30d0-417a-a010-0ee6b07d7972 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Calling delete_port for 433b34ab-502a-4a36-b247-28a6130f0a94 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:12.164423 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095f9bd-2b11-4a60-b219-4b3b06dbc785 req-be84df09-0597-40f6-b4aa-b18b6e72fe61 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:12.168576 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3095f9bd-2b11-4a60-b219-4b3b06dbc785 req-be84df09-0597-40f6-b4aa-b18b6e72fe61 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 944 time: 0.3213120 Feb 19 04:04:12.187486 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-52da4275-af21-47ee-a78a-99aac528ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:12.190487 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-52da4275-af21-47ee-a78a-99aac528ef3f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3458142 Feb 19 04:04:12.278751 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-fdfc08ec-2662-496b-a772-db630673651b service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500449 Feb 19 04:04:12.294287 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d990aa1f-168f-474a-9352-8e7437587b06 req-96a1291b-51bb-4af5-bfe9-c86ec34606b1 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e71aa6d08bd4f28a67d0a5ae3b04cca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6841381 Feb 19 04:04:12.492832 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3095f9bd-2b11-4a60-b219-4b3b06dbc785 req-61135ece-11e2-4fbd-bd6c-c099c81b61e6 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005738 Feb 19 04:04:12.530795 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-5a8a9f99-ce13-4ea9-a79b-f6a4d32a121c service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236785 Feb 19 04:04:12.765308 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 433b34ab-502a-4a36-b247-28a6130f0a94 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:04:12.776442 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b715a30c-d7dc-426f-893f-04363cf7a17f x-openstack-request-id: req-b715a30c-d7dc-426f-893f-04363cf7a17f {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:12.777447 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb4cf1c-0c28-433a-aa5b-4aca69074696", "tag": "68015216-7274-4371-b6e0-2d8fe55597c1", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:12.778374 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b715a30c-d7dc-426f-893f-04363cf7a17f {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:12.780502 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb4cf1c-0c28-433a-aa5b-4aca69074696', 'tag': '68015216-7274-4371-b6e0-2d8fe55597c1', 'status': 'completed', 'code': 200} Feb 19 04:04:12.971467 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 433b34ab-502a-4a36-b247-28a6130f0a94 is: DOWN; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:12.977520 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b3780f98-f421-4a90-aefe-e7a4a69a2734 req-fff2dd59-bd47-40a3-be4e-df2b006341ac service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382699 Feb 19 04:04:13.046784 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55029e4-46f3-4468-91da-45ca124a6119 req-c2f684eb-0994-4f18-a000-6064914dbe8c tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:13.067530 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-c2f684eb-0994-4f18-a000-6064914dbe8c tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289&tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&binding%3Ahost_id=n-h1-772273-4 HTTP/1.1" status: 200 len: 1126 time: 0.2794592 Feb 19 04:04:13.150479 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.resource_extend [None req-2aad2db2-dc26-47ba-a2c7-034fca97ea3e tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] It took 0.81 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:04:13.553358 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2aad2db2-dc26-47ba-a2c7-034fca97ea3e tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:13.589396 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2aad2db2-dc26-47ba-a2c7-034fca97ea3e tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (4568ab78-f127-4bd8-95b4-02e2b0858502), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:13.780156 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-b3cf4a34-46bc-4426-bf6b-3152cce223b5 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Allocated IP 192.168.233.157 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/66afc6ed-1f40-46c9-8728-00d19d96defb) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:04:13.893893 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d990aa1f-168f-474a-9352-8e7437587b06 req-36b4e5d3-a206-485a-b6bd-0494b9355c19 service neutron] 10.222.0.65 "GET /v2.0/networks/a64e4f96-ab47-44e5-a8c0-65ae49234a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4855375 Feb 19 04:04:14.065664 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1f0ba-8336-4e1a-a0c4-b6056b78a099 req-44ec4d8c-70a7-4be7-802e-742aa85fa9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:14.068467 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9bf1f0ba-8336-4e1a-a0c4-b6056b78a099 req-44ec4d8c-70a7-4be7-802e-742aa85fa9c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&device_id=9cb4cf1c-0c28-433a-aa5b-4aca69074696 HTTP/1.1" status: 200 len: 1130 time: 0.9626255 Feb 19 04:04:14.082509 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6085ba01-91e0-48fb-b40f-3b826fa1efdc req-2c3eefe3-30d0-417a-a010-0ee6b07d7972 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (433b34ab-502a-4a36-b247-28a6130f0a94), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:14.141412 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-2aad2db2-dc26-47ba-a2c7-034fca97ea3e tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Floating IP 4568ab78-f127-4bd8-95b4-02e2b0858502 associated. External IP: 172.25.0.86, port: 19829663-8e11-450d-b642-0067dfa5de94. Feb 19 04:04:14.251067 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba59f70-68dd-4f4a-95fe-9728093f583f req-2c16e616-2847-4d3c-aa4a-a5ff22eff6be tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:14.254124 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0ba59f70-68dd-4f4a-95fe-9728093f583f req-2c16e616-2847-4d3c-aa4a-a5ff22eff6be tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=9cb4cf1c-0c28-433a-aa5b-4aca69074696 HTTP/1.1" status: 200 len: 948 time: 0.3380401 Feb 19 04:04:14.307822 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3eefe3-30d0-417a-a010-0ee6b07d7972 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Pushing event deleted for resources: {'Port': ['ID=433b34ab-502a-4a36-b247-28a6130f0a94,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:14.447200 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0ba59f70-68dd-4f4a-95fe-9728093f583f req-3057b428-9dae-4386-b4cb-beb45a5cb59f tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696239 Feb 19 04:04:14.449440 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-a55029e4-46f3-4468-91da-45ca124a6119 req-72596451-2513-4ad8-8fc1-7d91cd75b1dc service neutron] For port 5494cb48-fbd5-49e8-8dde-b365260ee3c4, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:04:14.464049 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a55029e4-46f3-4468-91da-45ca124a6119 req-72596451-2513-4ad8-8fc1-7d91cd75b1dc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:14.466087 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a55029e4-46f3-4468-91da-45ca124a6119 req-72596451-2513-4ad8-8fc1-7d91cd75b1dc service neutron] 10.222.0.10 "DELETE /v2.0/ports/5494cb48-fbd5-49e8-8dde-b365260ee3c4/bindings/n-h2-772273-4 HTTP/1.1" status: 204 len: 173 time: 1.3968997 Feb 19 04:04:14.477143 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3eefe3-30d0-417a-a010-0ee6b07d7972 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:14.478306 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3eefe3-30d0-417a-a010-0ee6b07d7972 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:14.479271 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3eefe3-30d0-417a-a010-0ee6b07d7972 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:14.480496 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3eefe3-30d0-417a-a010-0ee6b07d7972 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:14.481572 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3eefe3-30d0-417a-a010-0ee6b07d7972 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:14.483489 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3eefe3-30d0-417a-a010-0ee6b07d7972 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:14.484581 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3eefe3-30d0-417a-a010-0ee6b07d7972 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:14.485906 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3eefe3-30d0-417a-a010-0ee6b07d7972 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:14.487196 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3eefe3-30d0-417a-a010-0ee6b07d7972 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:14.488127 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3eefe3-30d0-417a-a010-0ee6b07d7972 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:14.489073 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3eefe3-30d0-417a-a010-0ee6b07d7972 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:14.491737 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3eefe3-30d0-417a-a010-0ee6b07d7972 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:14.492858 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3eefe3-30d0-417a-a010-0ee6b07d7972 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:14.531091 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1f0ba-8336-4e1a-a0c4-b6056b78a099 req-96e13dd5-b15a-40a0-904a-f0ef5f4c7dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:14.534448 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9bf1f0ba-8336-4e1a-a0c4-b6056b78a099 req-96e13dd5-b15a-40a0-904a-f0ef5f4c7dd7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.4259696 Feb 19 04:04:14.647229 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-6085ba01-91e0-48fb-b40f-3b826fa1efdc req-2c3eefe3-30d0-417a-a010-0ee6b07d7972 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] No DVR routers for this DVR port 433b34ab-502a-4a36-b247-28a6130f0a94 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:04:14.682830 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6085ba01-91e0-48fb-b40f-3b826fa1efdc req-2c3eefe3-30d0-417a-a010-0ee6b07d7972 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:14.693116 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6085ba01-91e0-48fb-b40f-3b826fa1efdc req-2c3eefe3-30d0-417a-a010-0ee6b07d7972 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.10 "DELETE /v2.0/ports/433b34ab-502a-4a36-b247-28a6130f0a94 HTTP/1.1" status: 204 len: 173 time: 5.6220262 Feb 19 04:04:14.704955 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9bf1f0ba-8336-4e1a-a0c4-b6056b78a099 req-0a0ffe35-503b-4fed-87ff-2014d8c9a7e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=68015216-7274-4371-b6e0-2d8fe55597c1 HTTP/1.1" status: 200 len: 217 time: 0.1521275 Feb 19 04:04:14.707691 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c74bd0-3b11-427a-b59d-3a2c9b96bd85', 'name': 'network-vif-deleted', 'tag': '433b34ab-502a-4a36-b247-28a6130f0a94'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:14.715484 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d246f8-7bb3-4091-a7ca-4f4b8d21fff2" -d '{"events": [{"server_uuid": "a8c74bd0-3b11-427a-b59d-3a2c9b96bd85", "name": "network-vif-deleted", "tag": "433b34ab-502a-4a36-b247-28a6130f0a94"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:14.811613 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1f0ba-8336-4e1a-a0c4-b6056b78a099 req-c9553314-c13c-426d-9c7e-05984453cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:14.815246 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9bf1f0ba-8336-4e1a-a0c4-b6056b78a099 req-c9553314-c13c-426d-9c7e-05984453cd9e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1003544 Feb 19 04:04:14.903597 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cab9215a-3151-4254-8fbd-4f992be15571 req-a4f5d898-b1f3-4cea-a064-a7c5a9a80214 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 210 time: 0.0654962 Feb 19 04:04:14.948076 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1f0ba-8336-4e1a-a0c4-b6056b78a099 req-b5aab04e-1ff7-4f70-a6dd-bf779b18749f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:14.954464 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9bf1f0ba-8336-4e1a-a0c4-b6056b78a099 req-b5aab04e-1ff7-4f70-a6dd-bf779b18749f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1299975 Feb 19 04:04:15.038581 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d990aa1f-168f-474a-9352-8e7437587b06 req-4997b21e-855b-49d7-8478-59ec839d3449 service neutron] 10.222.0.65 "GET /v2.0/networks/a64e4f96-ab47-44e5-a8c0-65ae49234a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0602086 Feb 19 04:04:15.262583 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9bf1f0ba-8336-4e1a-a0c4-b6056b78a099 req-f670054e-3f87-4fb4-af87-1e0dcfceef31 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834151 Feb 19 04:04:15.313385 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8bf0b-15f6-4f8a-b6b0-5860eef97189 req-de1d1ec1-0d7a-4d83-b22e-d335b23ba7aa tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:15.335679 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0ca8bf0b-15f6-4f8a-b6b0-5860eef97189 req-de1d1ec1-0d7a-4d83-b22e-d335b23ba7aa tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 950 time: 0.1980650 Feb 19 04:04:15.389171 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-b3cf4a34-46bc-4426-bf6b-3152cce223b5 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks [] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:15.601132 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aad2db2-dc26-47ba-a2c7-034fca97ea3e tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Router 2171ddbc-0eb7-4ef5-bee3-549ae0f16e22 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:04:15.756353 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-b3cf4a34-46bc-4426-bf6b-3152cce223b5 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:15.757205 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9bf1f0ba-8336-4e1a-a0c4-b6056b78a099 req-bc67e291-51a5-4076-8efe-2c1b59af3b40 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832873 Feb 19 04:04:15.775263 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['7c3d3c52-3ec8-4150-95e2-72f41684ea03', '87d69e3c-8202-408a-96d3-14ac2f4fe61d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:15.803700 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['411a6669-a264-402c-b0d4-30b077ac4206'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:15.912796 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0ca8bf0b-15f6-4f8a-b6b0-5860eef97189 req-4fb91e16-5283-4f0f-9bf4-48d07e0ff504 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492207 Feb 19 04:04:16.095504 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-b3cf4a34-46bc-4426-bf6b-3152cce223b5 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:04:16.176015 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-b3cf4a34-46bc-4426-bf6b-3152cce223b5 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:04:16.224025 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20421445-daaa-4f64-83a5-d33ae09891ec req-7ae5224a-786a-4173-942c-75cc407294d7 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:16.238071 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-20421445-daaa-4f64-83a5-d33ae09891ec req-7ae5224a-786a-4173-942c-75cc407294d7 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 944 time: 0.5827110 Feb 19 04:04:16.282174 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-b3cf4a34-46bc-4426-bf6b-3152cce223b5 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:04:16.505902 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf4a34-46bc-4426-bf6b-3152cce223b5 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Pushing event updated for resources: {'Port': ['ID=66afc6ed-1f40-46c9-8728-00d19d96defb,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:16.536472 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0402e956-fd19-4746-bb51-6937ebced67d x-openstack-request-id: req-0402e956-fd19-4746-bb51-6937ebced67d {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:16.536472 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c74bd0-3b11-427a-b59d-3a2c9b96bd85", "name": "network-vif-deleted", "tag": "433b34ab-502a-4a36-b247-28a6130f0a94", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:16.537290 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0402e956-fd19-4746-bb51-6937ebced67d {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:16.537573 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c74bd0-3b11-427a-b59d-3a2c9b96bd85', 'name': 'network-vif-deleted', 'tag': '433b34ab-502a-4a36-b247-28a6130f0a94', 'status': 'completed', 'code': 200} Feb 19 04:04:16.709959 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-20421445-daaa-4f64-83a5-d33ae09891ec req-02cefdff-6ad3-43df-adcc-7a66268575d8 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4680350 Feb 19 04:04:16.755437 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-b3cf4a34-46bc-4426-bf6b-3152cce223b5 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:16.757850 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-36674369-92e1-4b3c-8cd6-29e4d6b841a7 req-101b6093-7971-427f-84c8-f70773350c3b tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab5ca0ec-e0bd-45e9-8a40-d93418743a8b HTTP/1.1" status: 200 len: 210 time: 0.1164446 Feb 19 04:04:16.759961 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-b3cf4a34-46bc-4426-bf6b-3152cce223b5 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:16.785748 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aad2db2-dc26-47ba-a2c7-034fca97ea3e tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:04:16.815837 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2aad2db2-dc26-47ba-a2c7-034fca97ea3e tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:16.818831 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba78393-5d64-4330-ab3e-97767a07e351 None None] Sync routers for ids ['2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:04:16.927414 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba78393-5d64-4330-ab3e-97767a07e351 None None] Routers {'2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:04:16.930503 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-4ba78393-5d64-4330-ab3e-97767a07e351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:04:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:16.961660 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2aad2db2-dc26-47ba-a2c7-034fca97ea3e tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "PUT /v2.0/floatingips/4568ab78-f127-4bd8-95b4-02e2b0858502 HTTP/1.1" status: 200 len: 991 time: 7.8812330 Feb 19 04:04:17.009967 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-b3cf4a34-46bc-4426-bf6b-3152cce223b5 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.1421123 Feb 19 04:04:17.043227 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-17cd2476-6dfb-46e0-b57d-5b3ea3a432e0 service neutron] Request body: {'port': {'device_id': 'c8d3fe2e-3263-479d-92ec-ff5adab8e2d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:17.100550 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d2ceb-b9bf-4c1f-993c-d53047c19fdf req-805e69ab-5eea-48ac-93b1-9020acc1c8a9 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:17.106920 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-066d2ceb-b9bf-4c1f-993c-d53047c19fdf req-805e69ab-5eea-48ac-93b1-9020acc1c8a9 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 936 time: 0.1749949 Feb 19 04:04:17.219547 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabdb5f-7055-4120-8b45-6580727c4ed6 req-83c99544-b535-455e-a267-57a71887c1bb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:17.238444 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-faabdb5f-7055-4120-8b45-6580727c4ed6 req-83c99544-b535-455e-a267-57a71887c1bb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=9cb4cf1c-0c28-433a-aa5b-4aca69074696 HTTP/1.1" status: 200 len: 948 time: 0.2466924 Feb 19 04:04:17.245364 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-066d2ceb-b9bf-4c1f-993c-d53047c19fdf req-6cdd56bd-9fe0-4702-8007-926cfe99f922 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264822 Feb 19 04:04:17.254561 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-17cd2476-6dfb-46e0-b57d-5b3ea3a432e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:17.271574 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d31eb912-19a4-41b2-b9e2-40e3b38b8e34 None None] Provisioning complete for port 66afc6ed-1f40-46c9-8728-00d19d96defb triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:17.273314 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d31eb912-19a4-41b2-b9e2-40e3b38b8e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:17.460634 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-faabdb5f-7055-4120-8b45-6580727c4ed6 req-a8eb8b7c-6291-4c36-a72f-bc79cc21b9b0 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145829 Feb 19 04:04:17.561134 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d31eb912-19a4-41b2-b9e2-40e3b38b8e34 None None] Port 66afc6ed-1f40-46c9-8728-00d19d96defb cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:04:17.587763 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-4ba78393-5d64-4330-ab3e-97767a07e351 None None] Set router 2171ddbc-0eb7-4ef5-bee3-549ae0f16e22 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:04:17.970078 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 68015216-7274-4371-b6e0-2d8fe55597c1 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:04:18.157238 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-70740247-6d11-41a8-bb94-dfac82d735b0 req-15a35bad-0160-4306-a3db-05c81b7d6df8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1542478 Feb 19 04:04:18.246570 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af215f-79c8-492d-bb00-5252792d9192 req-5d656c07-2b50-4f5b-a812-d8f27497da15 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:18.261635 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4af215f-79c8-492d-bb00-5252792d9192 req-5d656c07-2b50-4f5b-a812-d8f27497da15 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 950 time: 0.4648683 Feb 19 04:04:18.430903 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70740247-6d11-41a8-bb94-dfac82d735b0 req-888e9677-c482-4914-8992-c5ae18d0e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:18.440143 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-70740247-6d11-41a8-bb94-dfac82d735b0 req-888e9677-c482-4914-8992-c5ae18d0e70b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 1126 time: 0.2230108 Feb 19 04:04:18.601255 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 68015216-7274-4371-b6e0-2d8fe55597c1, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=68015216-7274-4371-b6e0-2d8fe55597c1,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:18.613867 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4af215f-79c8-492d-bb00-5252792d9192 req-807170f8-b3dc-4f8f-9e33-df7f69afee7f tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484313 Feb 19 04:04:18.615202 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ec7c14-bdfd-4826-b99a-11259b8be8d9', 'tag': '19829663-8e11-450d-b642-0067dfa5de94'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:18.619195 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0904fbfe-06ee-4f00-90e5-83e486131780" -d '{"events": [{"name": "network-changed", "server_uuid": "83ec7c14-bdfd-4826-b99a-11259b8be8d9", "tag": "19829663-8e11-450d-b642-0067dfa5de94"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:18.628790 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '68015216-7274-4371-b6e0-2d8fe55597c1', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '68015216-7274-4371-b6e0-2d8fe55597c1', 'mac_address': 'fa:16:3e:99:80:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:04:18.637326 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990aa1f-168f-474a-9352-8e7437587b06 req-3f4c93be-e3de-4d63-990d-802885f0619b tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:18.640656 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d990aa1f-168f-474a-9352-8e7437587b06 req-3f4c93be-e3de-4d63-990d-802885f0619b tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.48 "GET /v2.0/networks?id=a64e4f96-ab47-44e5-a8c0-65ae49234a15 HTTP/1.1" status: 200 len: 805 time: 0.2509713 Feb 19 04:04:18.673556 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-d990aa1f-168f-474a-9352-8e7437587b06 req-4bdbffe4-6781-4872-8f58-07644fe6f049 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Request body: {'port': {'device_id': 'ab5ca0ec-e0bd-45e9-8a40-d93418743a8b', 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15', 'admin_state_up': True, 'tenant_id': '3e71aa6d08bd4f28a67d0a5ae3b04cca'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:18.807466 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-4ba78393-5d64-4330-ab3e-97767a07e351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'name': 'tempest-ServerActionsTestJSON-1539133727-router', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:57Z', 'updated_at': '2022-02-19T04:03:12Z', 'revision_number': 4, 'project_id': '4025120658c64656b8094d53fd11cf5c', 'gw_port': {'id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:31:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:59Z', 'updated_at': '2022-02-19T04:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '4568ab78-f127-4bd8-95b4-02e2b0858502', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'port_id': '19829663-8e11-450d-b642-0067dfa5de94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'mac_address': 'fa:16:3e:78:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ec7c14-bdfd-4826-b99a-11259b8be8d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:03:30Z', 'updated_at': '2022-02-19T04:04:12Z', 'revision_number': 1, 'project_id': '4025120658c64656b8094d53fd11cf5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '511d7e47-7da3-48d1-ac74-34bb06e89992', 'name': '', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'mac_address': 'fa:16:3e:7a:d3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:07Z', 'updated_at': '2022-02-19T04:03:23Z', 'revision_number': 5, 'project_id': '4025120658c64656b8094d53fd11cf5c', 'subnets': [{'id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:18.916203 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70740247-6d11-41a8-bb94-dfac82d735b0 req-499cb7e2-d343-44c4-8daa-39f5201e355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:18.920015 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-70740247-6d11-41a8-bb94-dfac82d735b0 req-499cb7e2-d343-44c4-8daa-39f5201e355a service neutron] 10.222.0.48 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 908 time: 0.4260206 Feb 19 04:04:18.973053 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 68015216-7274-4371-b6e0-2d8fe55597c1 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:18.974264 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (68015216-7274-4371-b6e0-2d8fe55597c1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:18.981291 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba78393-5d64-4330-ab3e-97767a07e351 None None] Checking router: 2171ddbc-0eb7-4ef5-bee3-549ae0f16e22 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:04:19.035396 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba78393-5d64-4330-ab3e-97767a07e351 None None] Routers {'2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:04:19.037535 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-4ba78393-5d64-4330-ab3e-97767a07e351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:04:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:19.068743 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-17cd2476-6dfb-46e0-b57d-5b3ea3a432e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66afc6ed-1f40-46c9-8728-00d19d96defb {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:19.088477 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-17cd2476-6dfb-46e0-b57d-5b3ea3a432e0 service neutron] Publish callbacks [] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:19.116116 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-17cd2476-6dfb-46e0-b57d-5b3ea3a432e0 service neutron] Transition to ACTIVE for port object 66afc6ed-1f40-46c9-8728-00d19d96defb will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:04:19.139185 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-17cd2476-6dfb-46e0-b57d-5b3ea3a432e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:19.159573 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-70740247-6d11-41a8-bb94-dfac82d735b0 req-1da82131-0764-48f9-b838-4da13b42206f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe5942df-181c-428f-add6-02a32974fb5d HTTP/1.1" status: 200 len: 217 time: 0.1932359 Feb 19 04:04:19.172055 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68015216-7274-4371-b6e0-2d8fe55597c1 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:19.234484 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 68015216-7274-4371-b6e0-2d8fe55597c1, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=68015216-7274-4371-b6e0-2d8fe55597c1,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:19.275776 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (68015216-7274-4371-b6e0-2d8fe55597c1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:19.282008 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12605cf3-06fd-44a4-93d7-f17d81be5813 req-38da68f8-b8f1-4212-b829-f83eafa70950 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:19.300881 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-12605cf3-06fd-44a4-93d7-f17d81be5813 req-38da68f8-b8f1-4212-b829-f83eafa70950 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 946 time: 0.3729751 Feb 19 04:04:19.371354 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd2476-6dfb-46e0-b57d-5b3ea3a432e0 service neutron] Pushing event updated for resources: {'Port': ['ID=66afc6ed-1f40-46c9-8728-00d19d96defb,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:19.395362 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283d59f-0008-4cd7-94d6-cdbb14e11c6c req-00d7070f-62b0-46bb-8d22-b49f5c557803 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:19.409445 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4283d59f-0008-4cd7-94d6-cdbb14e11c6c req-00d7070f-62b0-46bb-8d22-b49f5c557803 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 1126 time: 0.4767714 Feb 19 04:04:19.410565 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d990aa1f-168f-474a-9352-8e7437587b06 req-4bdbffe4-6781-4872-8f58-07644fe6f049 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Made reservation on behalf of 3e71aa6d08bd4f28a67d0a5ae3b04cca for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:04:19.420181 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d990aa1f-168f-474a-9352-8e7437587b06 req-4bdbffe4-6781-4872-8f58-07644fe6f049 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:19.445067 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70740247-6d11-41a8-bb94-dfac82d735b0 req-38eb9f29-cabd-409a-b7f8-c8ae37a94464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:19.448402 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-70740247-6d11-41a8-bb94-dfac82d735b0 req-38eb9f29-cabd-409a-b7f8-c8ae37a94464 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.2722697 Feb 19 04:04:19.522246 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-12605cf3-06fd-44a4-93d7-f17d81be5813 req-d1336644-4eb8-464c-8c1c-770b30f68476 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192364 Feb 19 04:04:19.601228 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-70740247-6d11-41a8-bb94-dfac82d735b0 req-356be8ee-c9f8-4f24-8b17-29613bc99613 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252949 Feb 19 04:04:19.817675 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=68015216-7274-4371-b6e0-2d8fe55597c1,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:19.882799 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-4ba78393-5d64-4330-ab3e-97767a07e351 None None] Set router 2171ddbc-0eb7-4ef5-bee3-549ae0f16e22 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:04:19.925192 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6476e9fc-5547-4034-820d-42286b62ea0f req-2c397e9f-15c6-4e04-aa18-e719b96048f4 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab5ca0ec-e0bd-45e9-8a40-d93418743a8b HTTP/1.1" status: 200 len: 210 time: 0.1414883 Feb 19 04:04:19.931405 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-d990aa1f-168f-474a-9352-8e7437587b06 req-4bdbffe4-6781-4872-8f58-07644fe6f049 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Allocated IP 172.20.0.4 (a64e4f96-ab47-44e5-a8c0-65ae49234a15/cdbaae2b-220b-401a-870e-2283d582e1b2/0987cd9e-41dd-4154-9065-4883584e34f4) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:04:20.021498 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-70740247-6d11-41a8-bb94-dfac82d735b0 req-6a8c8928-7276-463d-84b7-3db726afb430 service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116504 Feb 19 04:04:20.076639 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['68015216-7274-4371-b6e0-2d8fe55597c1'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:20.287196 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-70740247-6d11-41a8-bb94-dfac82d735b0 req-d8c0844c-80fd-4dcc-9087-ccf559bcba0c service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538443 Feb 19 04:04:20.439962 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994a8a5-aee6-4425-9d16-5535f415065d req-ac07a218-eef2-4848-a303-e4ffa7840597 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:20.443556 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d994a8a5-aee6-4425-9d16-5535f415065d req-ac07a218-eef2-4848-a303-e4ffa7840597 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 948 time: 0.1527939 Feb 19 04:04:20.454101 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d990aa1f-168f-474a-9352-8e7437587b06 req-4bdbffe4-6781-4872-8f58-07644fe6f049 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks [] for port (0987cd9e-41dd-4154-9065-4883584e34f4), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:20.543150 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d994a8a5-aee6-4425-9d16-5535f415065d req-b05c8a7e-96e7-40f4-bf1d-79623d832ab0 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884447 Feb 19 04:04:20.549789 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d990aa1f-168f-474a-9352-8e7437587b06 req-4bdbffe4-6781-4872-8f58-07644fe6f049 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (0987cd9e-41dd-4154-9065-4883584e34f4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:20.695135 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d990aa1f-168f-474a-9352-8e7437587b06 req-4bdbffe4-6781-4872-8f58-07644fe6f049 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Network a64e4f96-ab47-44e5-a8c0-65ae49234a15 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:04:20.710137 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-d990aa1f-168f-474a-9352-8e7437587b06 req-4bdbffe4-6781-4872-8f58-07644fe6f049 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:04:20.724256 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d990aa1f-168f-474a-9352-8e7437587b06 req-4bdbffe4-6781-4872-8f58-07644fe6f049 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:04:20.807867 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-4ba78393-5d64-4330-ab3e-97767a07e351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'name': 'tempest-ServerActionsTestJSON-1539133727-router', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:57Z', 'updated_at': '2022-02-19T04:03:12Z', 'revision_number': 4, 'project_id': '4025120658c64656b8094d53fd11cf5c', 'gw_port': {'id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:31:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:59Z', 'updated_at': '2022-02-19T04:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '4568ab78-f127-4bd8-95b4-02e2b0858502', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'port_id': '19829663-8e11-450d-b642-0067dfa5de94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'mac_address': 'fa:16:3e:78:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ec7c14-bdfd-4826-b99a-11259b8be8d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:03:30Z', 'updated_at': '2022-02-19T04:04:12Z', 'revision_number': 1, 'project_id': '4025120658c64656b8094d53fd11cf5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '511d7e47-7da3-48d1-ac74-34bb06e89992', 'name': '', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'mac_address': 'fa:16:3e:7a:d3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:07Z', 'updated_at': '2022-02-19T04:03:23Z', 'revision_number': 5, 'project_id': '4025120658c64656b8094d53fd11cf5c', 'subnets': [{'id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:20.834318 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17454fe-fb05-4bee-882d-9e46bfd721ae req-a3ed616f-97f8-4e90-86bb-d03be06ebeae tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:20.847648 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b17454fe-fb05-4bee-882d-9e46bfd721ae req-a3ed616f-97f8-4e90-86bb-d03be06ebeae tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=9cb4cf1c-0c28-433a-aa5b-4aca69074696 HTTP/1.1" status: 200 len: 949 time: 0.1450632 Feb 19 04:04:20.855762 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990aa1f-168f-474a-9352-8e7437587b06 req-4bdbffe4-6781-4872-8f58-07644fe6f049 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:20.857250 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d990aa1f-168f-474a-9352-8e7437587b06 req-4bdbffe4-6781-4872-8f58-07644fe6f049 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:20.907363 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbffe4-6781-4872-8f58-07644fe6f049 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Pushing event updated for resources: {'Port': ['ID=0987cd9e-41dd-4154-9065-4883584e34f4,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:20.926945 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba78393-5d64-4330-ab3e-97767a07e351 None None] The sync data for ids ['2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'] in n-d-772273-4 is: [{'id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'name': 'tempest-ServerActionsTestJSON-1539133727-router', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:57Z', 'updated_at': '2022-02-19T04:03:12Z', 'revision_number': 4, 'project_id': '4025120658c64656b8094d53fd11cf5c', 'gw_port': {'id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:31:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:59Z', 'updated_at': '2022-02-19T04:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '4568ab78-f127-4bd8-95b4-02e2b0858502', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'port_id': '19829663-8e11-450d-b642-0067dfa5de94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'mac_address': 'fa:16:3e:78:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ec7c14-bdfd-4826-b99a-11259b8be8d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:03:30Z', 'updated_at': '2022-02-19T04:04:12Z', 'revision_number': 1, 'project_id': '4025120658c64656b8094d53fd11cf5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '511d7e47-7da3-48d1-ac74-34bb06e89992', 'name': '', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'mac_address': 'fa:16:3e:7a:d3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:07Z', 'updated_at': '2022-02-19T04:03:23Z', 'revision_number': 5, 'project_id': '4025120658c64656b8094d53fd11cf5c', 'subnets': [{'id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:04:20.951034 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d990aa1f-168f-474a-9352-8e7437587b06 req-4bdbffe4-6781-4872-8f58-07644fe6f049 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2929363 Feb 19 04:04:20.975897 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-17cd2476-6dfb-46e0-b57d-5b3ea3a432e0 service neutron] Attempting to bind port 66afc6ed-1f40-46c9-8728-00d19d96defb on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:20.976511 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-17cd2476-6dfb-46e0-b57d-5b3ea3a432e0 service neutron] Attempting to bind port 66afc6ed-1f40-46c9-8728-00d19d96defb by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:20.977155 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-17cd2476-6dfb-46e0-b57d-5b3ea3a432e0 service neutron] Attempting to bind port 66afc6ed-1f40-46c9-8728-00d19d96defb on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:20.995633 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-d990aa1f-168f-474a-9352-8e7437587b06 req-0699a294-f540-49b5-971c-02503765a7a7 service neutron] Request body: {'port': {'device_id': 'ab5ca0ec-e0bd-45e9-8a40-d93418743a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:21.004549 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4283d59f-0008-4cd7-94d6-cdbb14e11c6c req-4e147260-b5e6-412a-9f24-26cf8b3a93f3 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5416062 Feb 19 04:04:21.033701 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b17454fe-fb05-4bee-882d-9e46bfd721ae req-d8143a93-ac7b-4c7c-8234-a6ef835aff01 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829929 Feb 19 04:04:21.056865 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-17cd2476-6dfb-46e0-b57d-5b3ea3a432e0 service neutron] Port 66afc6ed-1f40-46c9-8728-00d19d96defb on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:21.057647 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-17cd2476-6dfb-46e0-b57d-5b3ea3a432e0 service neutron] Attempting to bind port 66afc6ed-1f40-46c9-8728-00d19d96defb on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:21.090299 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-17cd2476-6dfb-46e0-b57d-5b3ea3a432e0 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:21.090833 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-17cd2476-6dfb-46e0-b57d-5b3ea3a432e0 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:21.091532 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-17cd2476-6dfb-46e0-b57d-5b3ea3a432e0 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:04:21.092320 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-17cd2476-6dfb-46e0-b57d-5b3ea3a432e0 service neutron] Bound port: 66afc6ed-1f40-46c9-8728-00d19d96defb, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:04:21.093004 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-17cd2476-6dfb-46e0-b57d-5b3ea3a432e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:21.188948 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe69c25-b2c1-49bc-94e5-3dc727c5ad5b x-openstack-request-id: req-dfe69c25-b2c1-49bc-94e5-3dc727c5ad5b {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:21.190513 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ec7c14-bdfd-4826-b99a-11259b8be8d9", "tag": "19829663-8e11-450d-b642-0067dfa5de94", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:21.191416 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dfe69c25-b2c1-49bc-94e5-3dc727c5ad5b {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:21.192154 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ec7c14-bdfd-4826-b99a-11259b8be8d9', 'tag': '19829663-8e11-450d-b642-0067dfa5de94', 'status': 'completed', 'code': 200} Feb 19 04:04:21.391221 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d990aa1f-168f-474a-9352-8e7437587b06 req-0699a294-f540-49b5-971c-02503765a7a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0987cd9e-41dd-4154-9065-4883584e34f4), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:21.518400 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904fbfe-06ee-4f00-90e5-83e486131780 req-444f8513-d36d-4e72-b853-34b87985d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:21.521770 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0904fbfe-06ee-4f00-90e5-83e486131780 req-444f8513-d36d-4e72-b853-34b87985d137 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 1128 time: 0.3065934 Feb 19 04:04:21.548158 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94c3ab4-91c6-4ca8-a0ae-737b4711d5be None None] New status for floating IP 4568ab78-f127-4bd8-95b4-02e2b0858502: ACTIVE {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:04:21.706119 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-17cd2476-6dfb-46e0-b57d-5b3ea3a432e0 service neutron] For port 66afc6ed-1f40-46c9-8728-00d19d96defb, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:04:21.782440 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-17cd2476-6dfb-46e0-b57d-5b3ea3a432e0 service neutron] For port 66afc6ed-1f40-46c9-8728-00d19d96defb, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=66afc6ed-1f40-46c9-8728-00d19d96defb,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:04:21.826046 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-17cd2476-6dfb-46e0-b57d-5b3ea3a432e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:21.832180 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04092e-1b28-4ba1-9130-8df175902676 req-604315a4-8c56-46f5-8c4f-fa9bfc6ef9c2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:21.846995 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb04092e-1b28-4ba1-9130-8df175902676 req-604315a4-8c56-46f5-8c4f-fa9bfc6ef9c2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 946 time: 0.4142225 Feb 19 04:04:22.056362 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904fbfe-06ee-4f00-90e5-83e486131780 req-816c6071-ed83-423d-a597-869db0573140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:22.059028 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0904fbfe-06ee-4f00-90e5-83e486131780 req-816c6071-ed83-423d-a597-869db0573140 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 912 time: 0.5273924 Feb 19 04:04:22.178399 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb04092e-1b28-4ba1-9130-8df175902676 req-617239b3-81c6-4469-8b99-e467f4e82163 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3292084 Feb 19 04:04:22.323872 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0904fbfe-06ee-4f00-90e5-83e486131780 req-3bf6fe93-1d77-4192-ab28-c6b38885c7f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19829663-8e11-450d-b642-0067dfa5de94 HTTP/1.1" status: 200 len: 1001 time: 0.2556944 Feb 19 04:04:22.526936 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904fbfe-06ee-4f00-90e5-83e486131780 req-89ccb202-204b-4ab1-987b-752c05a75ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:22.530019 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0904fbfe-06ee-4f00-90e5-83e486131780 req-89ccb202-204b-4ab1-987b-752c05a75ca8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509 HTTP/1.1" status: 200 len: 851 time: 0.1891000 Feb 19 04:04:22.597712 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-17cd2476-6dfb-46e0-b57d-5b3ea3a432e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:22.599291 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-17cd2476-6dfb-46e0-b57d-5b3ea3a432e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:22.601789 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-17cd2476-6dfb-46e0-b57d-5b3ea3a432e0 service neutron] 10.222.0.10 "PUT /v2.0/ports/66afc6ed-1f40-46c9-8728-00d19d96defb HTTP/1.1" status: 200 len: 1096 time: 5.5662417 Feb 19 04:04:22.711516 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7389a0d-769e-45ba-b733-2cf9a79145aa req-0596bc74-f342-4321-99a3-dfb3d349fd28 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2449512 Feb 19 04:04:22.806110 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbff0c-3059-4707-b703-473de55e1067 req-ebea90ec-c996-4016-864a-b706cb34d934 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:22.822511 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-40fbff0c-3059-4707-b703-473de55e1067 req-ebea90ec-c996-4016-864a-b706cb34d934 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 950 time: 0.4101596 Feb 19 04:04:22.910485 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904fbfe-06ee-4f00-90e5-83e486131780 req-77feed09-03ea-4dfb-bf26-60b219367628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:22.913443 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0904fbfe-06ee-4f00-90e5-83e486131780 req-77feed09-03ea-4dfb-bf26-60b219367628 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9d990e4-ae18-48b8-9375-8a399a46fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3708432 Feb 19 04:04:23.150275 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0904fbfe-06ee-4f00-90e5-83e486131780 req-b3ec01c6-3f55-456b-9ada-132febcef550 service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198217 Feb 19 04:04:23.150797 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-4e225089-e15d-46bb-8bbe-d682e0739034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:23.154490 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-4e225089-e15d-46bb-8bbe-d682e0739034 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 1130 time: 0.4254627 Feb 19 04:04:23.159165 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-40fbff0c-3059-4707-b703-473de55e1067 req-421f5409-e1fe-4362-a3d7-ca95d928cb8a tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349600 Feb 19 04:04:23.263637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d3fe2e-3263-479d-92ec-ff5adab8e2d9', 'tag': '66afc6ed-1f40-46c9-8728-00d19d96defb'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:23.268156 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cad72d0-e9b3-4347-b69e-a55f16f06742" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d3fe2e-3263-479d-92ec-ff5adab8e2d9", "tag": "66afc6ed-1f40-46c9-8728-00d19d96defb"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:23.275489 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-6da9b6da-7700-41ab-ae64-471aae493b5e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=66afc6ed-1f40-46c9-8728-00d19d96defb HTTP/1.1" status: 200 len: 217 time: 0.0988696 Feb 19 04:04:23.291047 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd2476-6dfb-46e0-b57d-5b3ea3a432e0 service neutron] Pushing event updated for resources: {'Port': ['ID=66afc6ed-1f40-46c9-8728-00d19d96defb,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:23.340417 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0904fbfe-06ee-4f00-90e5-83e486131780 req-fdf59943-112e-4fa6-9a0c-66426a8983b6 service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795011 Feb 19 04:04:23.441131 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f332b-e33d-44eb-abcf-a02075bfdf30 req-81b5d591-4f01-40f3-9531-88368c24f973 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:23.444304 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee5f332b-e33d-44eb-abcf-a02075bfdf30 req-81b5d591-4f01-40f3-9531-88368c24f973 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab5ca0ec-e0bd-45e9-8a40-d93418743a8b HTTP/1.1" status: 200 len: 931 time: 0.6199343 Feb 19 04:04:23.458917 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cf670-2bde-4385-b48f-10fa268be207 req-4c51aa4a-05c9-44e1-ac9c-32ab785935ad tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:23.472965 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-295cf670-2bde-4385-b48f-10fa268be207 req-4c51aa4a-05c9-44e1-ac9c-32ab785935ad tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 1126 time: 0.1201420 Feb 19 04:04:23.544793 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7389a0d-769e-45ba-b733-2cf9a79145aa req-b0331d5f-6a2c-4c09-a44d-a36b9e44dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:23.545154 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7389a0d-769e-45ba-b733-2cf9a79145aa req-b0331d5f-6a2c-4c09-a44d-a36b9e44dd3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 1131 time: 0.5571697 Feb 19 04:04:23.572437 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-295cf670-2bde-4385-b48f-10fa268be207 req-81a56495-bcaa-49f3-9fcd-be2d8c8c15b0 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934465 Feb 19 04:04:23.577047 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-71700237-ccf5-4056-893d-0152cd864202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:23.579888 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-71700237-ccf5-4056-893d-0152cd864202 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.2731276 Feb 19 04:04:23.641470 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-d990aa1f-168f-474a-9352-8e7437587b06 req-0699a294-f540-49b5-971c-02503765a7a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0987cd9e-41dd-4154-9065-4883584e34f4 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:23.809518 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d990aa1f-168f-474a-9352-8e7437587b06 req-0699a294-f540-49b5-971c-02503765a7a7 service neutron] Publish callbacks [] for port (0987cd9e-41dd-4154-9065-4883584e34f4), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:23.869024 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-d990aa1f-168f-474a-9352-8e7437587b06 req-0699a294-f540-49b5-971c-02503765a7a7 service neutron] Transition to ACTIVE for port object 0987cd9e-41dd-4154-9065-4883584e34f4 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:04:23.879255 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9dc1e1-1e19-4db8-99ec-141bdd5ba1f9 req-2a2d13ae-e731-4d7f-ac74-ad3eee7ab575 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:23.884906 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3a9dc1e1-1e19-4db8-99ec-141bdd5ba1f9 req-2a2d13ae-e731-4d7f-ac74-ad3eee7ab575 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 948 time: 0.1253512 Feb 19 04:04:23.917419 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee5f332b-e33d-44eb-abcf-a02075bfdf30 req-4a0d62db-303a-4b38-80c0-2d4539826cca tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473467 Feb 19 04:04:23.930741 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d990aa1f-168f-474a-9352-8e7437587b06 req-0699a294-f540-49b5-971c-02503765a7a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (0987cd9e-41dd-4154-9065-4883584e34f4), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:23.982860 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 68015216-7274-4371-b6e0-2d8fe55597c1 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:04:24.014044 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3a9dc1e1-1e19-4db8-99ec-141bdd5ba1f9 req-ca6f37fe-26a8-421f-aebb-0e540a6047b2 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170745 Feb 19 04:04:24.065614 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699a294-f540-49b5-971c-02503765a7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0987cd9e-41dd-4154-9065-4883584e34f4,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:24.120291 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-b8cc8a70-1b7c-4596-91cc-dc88482d7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:24.123573 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-b8cc8a70-1b7c-4596-91cc-dc88482d7035 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5254607 Feb 19 04:04:24.150033 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 68015216-7274-4371-b6e0-2d8fe55597c1 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:04:24.166703 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 68015216-7274-4371-b6e0-2d8fe55597c1 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:24.167441 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (68015216-7274-4371-b6e0-2d8fe55597c1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:24.356682 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 68015216-7274-4371-b6e0-2d8fe55597c1 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:24.357740 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (68015216-7274-4371-b6e0-2d8fe55597c1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:24.429414 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb4cf1c-0c28-433a-aa5b-4aca69074696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68015216-7274-4371-b6e0-2d8fe55597c1'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:24.435244 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a184dd6-e574-4ef0-8eed-fbed44bb5184" -d '{"events": [{"server_uuid": "9cb4cf1c-0c28-433a-aa5b-4aca69074696", "name": "network-vif-plugged", "status": "completed", "tag": "68015216-7274-4371-b6e0-2d8fe55597c1"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:24.448029 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 68015216-7274-4371-b6e0-2d8fe55597c1, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=68015216-7274-4371-b6e0-2d8fe55597c1,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:24.458549 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (68015216-7274-4371-b6e0-2d8fe55597c1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:24.460329 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7389a0d-769e-45ba-b733-2cf9a79145aa req-125166bb-57b4-4cd2-a70c-7717bce5313c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:24.464389 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7389a0d-769e-45ba-b733-2cf9a79145aa req-125166bb-57b4-4cd2-a70c-7717bce5313c service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.8775065 Feb 19 04:04:24.593484 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=68015216-7274-4371-b6e0-2d8fe55597c1,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:24.622462 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7389a0d-769e-45ba-b733-2cf9a79145aa req-f90b87fc-9283-44c4-85ad-7570e5acff2b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=87d69e3c-8202-408a-96d3-14ac2f4fe61d HTTP/1.1" status: 200 len: 217 time: 0.1412797 Feb 19 04:04:24.763300 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-d990aa1f-168f-474a-9352-8e7437587b06 req-0699a294-f540-49b5-971c-02503765a7a7 service neutron] Attempting to bind port 0987cd9e-41dd-4154-9065-4883584e34f4 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:24.763889 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-d990aa1f-168f-474a-9352-8e7437587b06 req-0699a294-f540-49b5-971c-02503765a7a7 service neutron] Attempting to bind port 0987cd9e-41dd-4154-9065-4883584e34f4 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '91c6fe2e-2c59-4312-9c97-3ea09073eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:24.764484 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d990aa1f-168f-474a-9352-8e7437587b06 req-0699a294-f540-49b5-971c-02503765a7a7 service neutron] Attempting to bind port 0987cd9e-41dd-4154-9065-4883584e34f4 on network a64e4f96-ab47-44e5-a8c0-65ae49234a15 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:24.795236 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff948e-e810-4644-8a62-93436c84151e req-e94f05bd-7684-4e99-bf71-78099244a54d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:24.798160 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2bff948e-e810-4644-8a62-93436c84151e req-e94f05bd-7684-4e99-bf71-78099244a54d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=9cb4cf1c-0c28-433a-aa5b-4aca69074696 HTTP/1.1" status: 200 len: 949 time: 0.5643234 Feb 19 04:04:24.812185 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d990aa1f-168f-474a-9352-8e7437587b06 req-0699a294-f540-49b5-971c-02503765a7a7 service neutron] Port 0987cd9e-41dd-4154-9065-4883584e34f4 on network a64e4f96-ab47-44e5-a8c0-65ae49234a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:24.813345 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d990aa1f-168f-474a-9352-8e7437587b06 req-0699a294-f540-49b5-971c-02503765a7a7 service neutron] Attempting to bind port 0987cd9e-41dd-4154-9065-4883584e34f4 on network a64e4f96-ab47-44e5-a8c0-65ae49234a15 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:24.819305 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-868264aa-fede-4c51-94dd-ef4d1b47ab4e service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6737859 Feb 19 04:04:24.892629 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d990aa1f-168f-474a-9352-8e7437587b06 req-0699a294-f540-49b5-971c-02503765a7a7 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:24.893281 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d990aa1f-168f-474a-9352-8e7437587b06 req-0699a294-f540-49b5-971c-02503765a7a7 service neutron] Checking segment: {'id': '91c6fe2e-2c59-4312-9c97-3ea09073eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:24.894068 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d990aa1f-168f-474a-9352-8e7437587b06 req-0699a294-f540-49b5-971c-02503765a7a7 service neutron] Bound using segment: {'id': '91c6fe2e-2c59-4312-9c97-3ea09073eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:04:24.894963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-d990aa1f-168f-474a-9352-8e7437587b06 req-0699a294-f540-49b5-971c-02503765a7a7 service neutron] Bound port: 0987cd9e-41dd-4154-9065-4883584e34f4, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c6fe2e-2c59-4312-9c97-3ea09073eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:04:24.895677 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d990aa1f-168f-474a-9352-8e7437587b06 req-0699a294-f540-49b5-971c-02503765a7a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0987cd9e-41dd-4154-9065-4883584e34f4), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:25.012950 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7389a0d-769e-45ba-b733-2cf9a79145aa req-7a91a437-91f2-4e45-bcec-ef131d85e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:25.012950 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7389a0d-769e-45ba-b733-2cf9a79145aa req-7a91a437-91f2-4e45-bcec-ef131d85e422 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.3591485 Feb 19 04:04:25.240699 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2bff948e-e810-4644-8a62-93436c84151e req-bed1fac5-60c3-49dc-b19f-dae5f2dfdffa tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120901 Feb 19 04:04:25.293368 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:04:25.329696 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7389a0d-769e-45ba-b733-2cf9a79145aa req-4b37965f-8dec-4b02-a95e-8de549e9edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:25.333233 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7389a0d-769e-45ba-b733-2cf9a79145aa req-4b37965f-8dec-4b02-a95e-8de549e9edc9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2997625 Feb 19 04:04:25.341302 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3761241e-2a6b-4855-ab62-68c0deaefc7c req-41f7925c-0e50-4baf-9ca3-edb8851758f1 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091112 Feb 19 04:04:25.344065 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1927862-bec3-46a7-9cbf-e39e3dd4320d req-8dd004cf-d374-4438-a39a-a0874b04d8be tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:25.358973 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c1927862-bec3-46a7-9cbf-e39e3dd4320d req-8dd004cf-d374-4438-a39a-a0874b04d8be tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 946 time: 0.1727407 Feb 19 04:04:25.361759 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-d990aa1f-168f-474a-9352-8e7437587b06 req-0699a294-f540-49b5-971c-02503765a7a7 service neutron] For port 0987cd9e-41dd-4154-9065-4883584e34f4, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:04:25.373477 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-d990aa1f-168f-474a-9352-8e7437587b06 req-0699a294-f540-49b5-971c-02503765a7a7 service neutron] For port 0987cd9e-41dd-4154-9065-4883584e34f4, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=0987cd9e-41dd-4154-9065-4883584e34f4,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:04:25.404429 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952a4ad3-8c1f-4b7a-9d70-ef3d614ecb4a x-openstack-request-id: req-952a4ad3-8c1f-4b7a-9d70-ef3d614ecb4a {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:25.406312 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d3fe2e-3263-479d-92ec-ff5adab8e2d9", "tag": "66afc6ed-1f40-46c9-8728-00d19d96defb", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:25.406312 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-952a4ad3-8c1f-4b7a-9d70-ef3d614ecb4a {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:25.407768 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d3fe2e-3263-479d-92ec-ff5adab8e2d9', 'tag': '66afc6ed-1f40-46c9-8728-00d19d96defb', 'status': 'completed', 'code': 200} Feb 19 04:04:25.494618 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d990aa1f-168f-474a-9352-8e7437587b06 req-0699a294-f540-49b5-971c-02503765a7a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (0987cd9e-41dd-4154-9065-4883584e34f4), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:25.528492 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c1927862-bec3-46a7-9cbf-e39e3dd4320d req-bdaed801-8983-4a40-9746-ab6be8f5b330 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600852 Feb 19 04:04:25.635408 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990aa1f-168f-474a-9352-8e7437587b06 req-0699a294-f540-49b5-971c-02503765a7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:25.636678 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d990aa1f-168f-474a-9352-8e7437587b06 req-0699a294-f540-49b5-971c-02503765a7a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:25.639742 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d990aa1f-168f-474a-9352-8e7437587b06 req-0699a294-f540-49b5-971c-02503765a7a7 service neutron] 10.222.0.48 "PUT /v2.0/ports/0987cd9e-41dd-4154-9065-4883584e34f4 HTTP/1.1" status: 200 len: 1091 time: 4.6571088 Feb 19 04:04:25.779846 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699a294-f540-49b5-971c-02503765a7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0987cd9e-41dd-4154-9065-4883584e34f4,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:25.832283 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7389a0d-769e-45ba-b733-2cf9a79145aa req-053382c3-94f6-483f-9c4b-f4fd72d63117 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851992 Feb 19 04:04:25.839208 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad72d0-e9b3-4347-b69e-a55f16f06742 req-cd5acf9e-b438-485f-a379-1432705aee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:25.842663 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8cad72d0-e9b3-4347-b69e-a55f16f06742 req-cd5acf9e-b438-485f-a379-1432705aee11 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 1130 time: 0.3724339 Feb 19 04:04:25.871532 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867b44e-29a1-40bb-8030-949b21ad1331 req-ce90d1a0-79e3-4c42-81b6-00e7b96bb9ac tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:25.874851 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d867b44e-29a1-40bb-8030-949b21ad1331 req-ce90d1a0-79e3-4c42-81b6-00e7b96bb9ac tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 950 time: 0.1594672 Feb 19 04:04:26.018301 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d867b44e-29a1-40bb-8030-949b21ad1331 req-bc9207f4-a4a1-4849-8eff-f5992b8b0216 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267893 Feb 19 04:04:26.036185 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55facb2-0984-4402-a735-8c463b4021cc x-openstack-request-id: req-f55facb2-0984-4402-a735-8c463b4021cc {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:26.037323 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb4cf1c-0c28-433a-aa5b-4aca69074696", "name": "network-vif-plugged", "status": "completed", "tag": "68015216-7274-4371-b6e0-2d8fe55597c1", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:26.037488 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f55facb2-0984-4402-a735-8c463b4021cc {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:26.038256 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb4cf1c-0c28-433a-aa5b-4aca69074696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68015216-7274-4371-b6e0-2d8fe55597c1', 'code': 200} Feb 19 04:04:26.176153 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990aa1f-168f-474a-9352-8e7437587b06 req-41eb1db2-1b4c-4745-86e4-d210ba01c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:26.180300 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d990aa1f-168f-474a-9352-8e7437587b06 req-41eb1db2-1b4c-4745-86e4-d210ba01c342 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e71aa6d08bd4f28a67d0a5ae3b04cca&device_id=ab5ca0ec-e0bd-45e9-8a40-d93418743a8b HTTP/1.1" status: 200 len: 1125 time: 0.4436409 Feb 19 04:04:26.336191 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d990aa1f-168f-474a-9352-8e7437587b06 req-287f0760-d93a-449c-9c61-734eabf047a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0987cd9e-41dd-4154-9065-4883584e34f4 HTTP/1.1" status: 200 len: 217 time: 0.1377580 Feb 19 04:04:26.351360 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aafd7c-1112-4a01-b469-0c8e3ec5475f req-8257e62a-0ef2-48db-826c-a284e0a359f2 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:26.354138 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f4aafd7c-1112-4a01-b469-0c8e3ec5475f req-8257e62a-0ef2-48db-826c-a284e0a359f2 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 948 time: 0.1662674 Feb 19 04:04:26.357770 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0f155-0e5a-4687-bed8-c04f70d32f37 req-86186dde-7f87-47ce-8a0b-82ca3837d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:26.360557 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cdc0f155-0e5a-4687-bed8-c04f70d32f37 req-86186dde-7f87-47ce-8a0b-82ca3837d405 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9cb4cf1c-0c28-433a-aa5b-4aca69074696 HTTP/1.1" status: 200 len: 1132 time: 0.1516836 Feb 19 04:04:26.398025 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad72d0-e9b3-4347-b69e-a55f16f06742 req-ebc990a0-11af-4fa6-b820-bf5e8c2c0114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:26.400852 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8cad72d0-e9b3-4347-b69e-a55f16f06742 req-ebc990a0-11af-4fa6-b820-bf5e8c2c0114 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.5325110 Feb 19 04:04:26.412244 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7389a0d-769e-45ba-b733-2cf9a79145aa req-f2ed7feb-ce33-41c5-9887-c269edc0a2d1 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663393 Feb 19 04:04:26.508902 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f4aafd7c-1112-4a01-b469-0c8e3ec5475f req-29ab8d79-8b10-4126-acec-0399a77d6305 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419129 Feb 19 04:04:26.515881 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cdc0f155-0e5a-4687-bed8-c04f70d32f37 req-5c3fd68b-5947-46a4-b6b3-8a3eff4615cd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383035 Feb 19 04:04:26.554704 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8cad72d0-e9b3-4347-b69e-a55f16f06742 req-f31db9bb-45c6-4197-ba46-0de75998e2af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=66afc6ed-1f40-46c9-8728-00d19d96defb HTTP/1.1" status: 200 len: 217 time: 0.0980742 Feb 19 04:04:26.592350 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990aa1f-168f-474a-9352-8e7437587b06 req-007a0d34-0341-4701-bf08-f71f5458a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:26.594787 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d990aa1f-168f-474a-9352-8e7437587b06 req-007a0d34-0341-4701-bf08-f71f5458a65e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cdbaae2b-220b-401a-870e-2283d582e1b2 HTTP/1.1" status: 200 len: 845 time: 0.2129896 Feb 19 04:04:26.610856 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8db399-b3f3-428d-bc4d-51407c7310fd req-ad393f6b-dbe5-47fa-83ea-2e2f9b6af036 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:26.613547 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea8db399-b3f3-428d-bc4d-51407c7310fd req-ad393f6b-dbe5-47fa-83ea-2e2f9b6af036 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab5ca0ec-e0bd-45e9-8a40-d93418743a8b HTTP/1.1" status: 200 len: 943 time: 0.3954737 Feb 19 04:04:26.730440 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad72d0-e9b3-4347-b69e-a55f16f06742 req-ca16e9b2-fa7e-4f56-a1d0-06cc83de3cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:26.733476 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8cad72d0-e9b3-4347-b69e-a55f16f06742 req-ca16e9b2-fa7e-4f56-a1d0-06cc83de3cdc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1566913 Feb 19 04:04:26.862892 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d990aa1f-168f-474a-9352-8e7437587b06 req-b3c96f92-922a-451f-8b2c-234a16c04b6f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a64e4f96-ab47-44e5-a8c0-65ae49234a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237900 Feb 19 04:04:26.874752 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea8db399-b3f3-428d-bc4d-51407c7310fd req-6c2efa95-2ff4-4846-8db2-a632ca134437 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270527 Feb 19 04:04:27.019020 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f332d84-d1b5-4a06-a51d-444ddd9d5877 req-534cf1f0-c74d-4980-9064-e03890b9cdff tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:27.022185 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1f332d84-d1b5-4a06-a51d-444ddd9d5877 req-534cf1f0-c74d-4980-9064-e03890b9cdff tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 946 time: 0.1079247 Feb 19 04:04:27.038585 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad72d0-e9b3-4347-b69e-a55f16f06742 req-c50e079f-e658-4523-9f7a-39af7aeaeb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:27.041682 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8cad72d0-e9b3-4347-b69e-a55f16f06742 req-c50e079f-e658-4523-9f7a-39af7aeaeb32 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2796950 Feb 19 04:04:27.128129 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1f332d84-d1b5-4a06-a51d-444ddd9d5877 req-359a5667-03e4-45f8-9351-6df8e806ee47 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954449 Feb 19 04:04:27.261807 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d990aa1f-168f-474a-9352-8e7437587b06 req-b9c1810a-9d9b-487a-af75-b2fe17e4a590 service neutron] 10.222.0.48 "GET /v2.0/networks/a64e4f96-ab47-44e5-a8c0-65ae49234a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854265 Feb 19 04:04:27.355222 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fb37c-4de2-44e7-9db9-b809dce0fef4 req-a0ef31c3-a078-4971-a54f-1a5fb194be63 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:27.359709 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6b2fb37c-4de2-44e7-9db9-b809dce0fef4 req-a0ef31c3-a078-4971-a54f-1a5fb194be63 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=9cb4cf1c-0c28-433a-aa5b-4aca69074696 HTTP/1.1" status: 200 len: 950 time: 0.1063683 Feb 19 04:04:27.453213 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6b2fb37c-4de2-44e7-9db9-b809dce0fef4 req-00f523e4-18a6-4e1b-97a7-96ec2d311fac tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813954 Feb 19 04:04:27.456653 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5ca0ec-e0bd-45e9-8a40-d93418743a8b', 'tag': '0987cd9e-41dd-4154-9065-4883584e34f4'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:27.460892 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7da49a-bc8b-4968-a1ed-0e75f9346cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5ca0ec-e0bd-45e9-8a40-d93418743a8b", "tag": "0987cd9e-41dd-4154-9065-4883584e34f4"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:27.477325 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8cad72d0-e9b3-4347-b69e-a55f16f06742 req-ddd65d76-c1e2-4edf-a734-8f5ac6f04e94 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185960 Feb 19 04:04:27.682365 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731aca7f-3332-4ebf-b2e3-076108d7078c req-d71ad877-7966-41f6-b4e3-c9dfa90ff0ba tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:27.685042 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-731aca7f-3332-4ebf-b2e3-076108d7078c req-d71ad877-7966-41f6-b4e3-c9dfa90ff0ba tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe HTTP/1.1" status: 200 len: 948 time: 0.0939040 Feb 19 04:04:27.693314 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-858e5d7d-3a03-4bba-9e1b-03b17ec53d01 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:27.696114 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-858e5d7d-3a03-4bba-9e1b-03b17ec53d01 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 808 time: 0.5020721 Feb 19 04:04:27.760052 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d990aa1f-168f-474a-9352-8e7437587b06 req-6c5e941b-a96d-420a-a5c0-188898a8b6ae service neutron] 10.222.0.48 "GET /v2.0/networks/a64e4f96-ab47-44e5-a8c0-65ae49234a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250846 Feb 19 04:04:27.771324 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-abb998d1-fb66-42fa-8466-ac15756ef558 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/quotas/088e1ccd7d10405ea13457cf0bfc7da0 HTTP/1.1" status: 200 len: 375 time: 0.0535784 Feb 19 04:04:27.801464 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8cad72d0-e9b3-4347-b69e-a55f16f06742 req-85fb5b23-bb23-4d71-b16e-4a333cfbd9c4 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148136 Feb 19 04:04:27.814385 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-731aca7f-3332-4ebf-b2e3-076108d7078c req-5543264e-1191-43a5-8e00-16cdb98582d1 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/security-groups?id=68ec2cb3-2efe-4a3b-b0c8-2e241ec44507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157622 Feb 19 04:04:27.938138 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-826098ea-3bf0-4393-b1b7-12b126f79391 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1464045 Feb 19 04:04:28.118590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05b994-967f-48ba-bc67-88a46472529d req-cb0cdc49-ec0d-45bf-8198-0e49e721e48f tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:28.121745 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-db05b994-967f-48ba-bc67-88a46472529d req-cb0cdc49-ec0d-45bf-8198-0e49e721e48f tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 950 time: 0.1157162 Feb 19 04:04:28.140657 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-78213caa-c6f6-4221-8ec5-f93d297dcdf3 service neutron] 10.222.0.65 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918452 Feb 19 04:04:28.228707 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-db05b994-967f-48ba-bc67-88a46472529d req-abd425ec-0c10-4088-92a1-7e66a0f3babd tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920768 Feb 19 04:04:28.347276 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-61e7a70e-069e-449d-a97e-6616a6f87094 service neutron] 10.222.0.65 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933005 Feb 19 04:04:28.656736 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1adbc-72a0-4bae-8dc3-6815d85cbd4b req-6bce788a-13cc-4a99-b8c1-4db96d708b71 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:28.660094 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-23e1adbc-72a0-4bae-8dc3-6815d85cbd4b req-6bce788a-13cc-4a99-b8c1-4db96d708b71 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe HTTP/1.1" status: 200 len: 948 time: 0.1265168 Feb 19 04:04:28.822334 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 66afc6ed-1f40-46c9-8728-00d19d96defb details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:04:29.218960 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 66afc6ed-1f40-46c9-8728-00d19d96defb, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=66afc6ed-1f40-46c9-8728-00d19d96defb,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:29.240791 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ba8a96-1229-4b32-beaf-c8cd3a7055b4 x-openstack-request-id: req-c2ba8a96-1229-4b32-beaf-c8cd3a7055b4 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:29.241733 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5ca0ec-e0bd-45e9-8a40-d93418743a8b", "tag": "0987cd9e-41dd-4154-9065-4883584e34f4", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:29.242081 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c2ba8a96-1229-4b32-beaf-c8cd3a7055b4 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:29.242654 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5ca0ec-e0bd-45e9-8a40-d93418743a8b', 'tag': '0987cd9e-41dd-4154-9065-4883584e34f4', 'status': 'completed', 'code': 200} Feb 19 04:04:29.282830 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '66afc6ed-1f40-46c9-8728-00d19d96defb', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '66afc6ed-1f40-46c9-8728-00d19d96defb', 'mac_address': 'fa:16:3e:e7:26:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:04:29.341855 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d74294-bd5a-4700-935b-dc2bc6dc98db req-ce96d142-c9b4-4d3e-8ce5-0a462643ab2e tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:29.345019 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d3d74294-bd5a-4700-935b-dc2bc6dc98db req-ce96d142-c9b4-4d3e-8ce5-0a462643ab2e tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 948 time: 0.1921399 Feb 19 04:04:29.424811 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 66afc6ed-1f40-46c9-8728-00d19d96defb is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:29.425595 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:29.464427 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66afc6ed-1f40-46c9-8728-00d19d96defb {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:29.526389 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d3d74294-bd5a-4700-935b-dc2bc6dc98db req-473da988-a376-4dac-838b-82a9451c6bab tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654441 Feb 19 04:04:29.580958 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 66afc6ed-1f40-46c9-8728-00d19d96defb, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=66afc6ed-1f40-46c9-8728-00d19d96defb,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:29.583149 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:29.753949 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=66afc6ed-1f40-46c9-8728-00d19d96defb,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:30.005115 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['66afc6ed-1f40-46c9-8728-00d19d96defb'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:30.037200 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c20e1-2c10-4618-b2f8-e99504f15bd3 req-d1a09e32-bbef-49bb-b85f-8720e3129749 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:30.041357 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e90c20e1-2c10-4618-b2f8-e99504f15bd3 req-d1a09e32-bbef-49bb-b85f-8720e3129749 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=9cb4cf1c-0c28-433a-aa5b-4aca69074696 HTTP/1.1" status: 200 len: 950 time: 0.1493878 Feb 19 04:04:30.240374 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e90c20e1-2c10-4618-b2f8-e99504f15bd3 req-28299426-ff2b-49c0-848a-9ab5bb073441 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875501 Feb 19 04:04:30.257708 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7da49a-bc8b-4968-a1ed-0e75f9346cbe req-a8e50536-c356-45c7-973f-1e50077be439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:30.261474 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4a7da49a-bc8b-4968-a1ed-0e75f9346cbe req-a8e50536-c356-45c7-973f-1e50077be439 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e71aa6d08bd4f28a67d0a5ae3b04cca&device_id=ab5ca0ec-e0bd-45e9-8a40-d93418743a8b HTTP/1.1" status: 200 len: 1125 time: 0.9942086 Feb 19 04:04:30.429272 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-23e1adbc-72a0-4bae-8dc3-6815d85cbd4b req-c95b421b-ccc3-49b3-93d8-51b8d38ec233 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Deleting port 84193989-d4ba-48f2-a12b-1e263b4976fe {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:30.429864 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-23e1adbc-72a0-4bae-8dc3-6815d85cbd4b req-c95b421b-ccc3-49b3-93d8-51b8d38ec233 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (84193989-d4ba-48f2-a12b-1e263b4976fe), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:30.557272 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212b1e6-a0a4-46e5-93af-8b85a0480a1e req-fbe942c8-7400-434d-9103-86eaf798f15e tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:30.558188 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847f91d-e76c-4b45-9bc5-7555d5a2ef6d req-45f2cd96-9082-4f4c-aeff-dacc3cc4fca2 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:30.560066 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7212b1e6-a0a4-46e5-93af-8b85a0480a1e req-fbe942c8-7400-434d-9103-86eaf798f15e tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe HTTP/1.1" status: 200 len: 948 time: 0.1998489 Feb 19 04:04:30.582866 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1847f91d-e76c-4b45-9bc5-7555d5a2ef6d req-45f2cd96-9082-4f4c-aeff-dacc3cc4fca2 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab5ca0ec-e0bd-45e9-8a40-d93418743a8b HTTP/1.1" status: 200 len: 943 time: 1.1775331 Feb 19 04:04:30.710314 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7212b1e6-a0a4-46e5-93af-8b85a0480a1e req-5192a90d-26c1-4b07-8f39-b5a5783e163a tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/security-groups?id=68ec2cb3-2efe-4a3b-b0c8-2e241ec44507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383934 Feb 19 04:04:30.746209 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7da49a-bc8b-4968-a1ed-0e75f9346cbe req-95566ba4-d649-42ee-9d9f-e7192e0f9213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:30.751266 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4a7da49a-bc8b-4968-a1ed-0e75f9346cbe req-95566ba4-d649-42ee-9d9f-e7192e0f9213 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a64e4f96-ab47-44e5-a8c0-65ae49234a15 HTTP/1.1" status: 200 len: 905 time: 0.4810305 Feb 19 04:04:30.850286 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 84193989-d4ba-48f2-a12b-1e263b4976fe no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:04:30.889804 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1847f91d-e76c-4b45-9bc5-7555d5a2ef6d req-548a21f8-ad40-41f3-9f1c-44aff58d6994 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049486 Feb 19 04:04:30.896561 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4a7da49a-bc8b-4968-a1ed-0e75f9346cbe req-463eb7db-38a3-4220-8991-870e79269603 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0987cd9e-41dd-4154-9065-4883584e34f4 HTTP/1.1" status: 200 len: 217 time: 0.1302774 Feb 19 04:04:30.988124 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-23e1adbc-72a0-4bae-8dc3-6815d85cbd4b req-c95b421b-ccc3-49b3-93d8-51b8d38ec233 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] For port 84193989-d4ba-48f2-a12b-1e263b4976fe, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=84193989-d4ba-48f2-a12b-1e263b4976fe,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:30.988767 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-23e1adbc-72a0-4bae-8dc3-6815d85cbd4b req-c95b421b-ccc3-49b3-93d8-51b8d38ec233 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (84193989-d4ba-48f2-a12b-1e263b4976fe), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:31.010518 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1f24a212-60ef-44d0-8468-131ad617827c req-7affd5fe-38bd-49bc-9b0e-57bd75af6c6f tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.1650794 Feb 19 04:04:31.028030 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-23e1adbc-72a0-4bae-8dc3-6815d85cbd4b req-c95b421b-ccc3-49b3-93d8-51b8d38ec233 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Calling delete_port for 84193989-d4ba-48f2-a12b-1e263b4976fe owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:31.046821 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7da49a-bc8b-4968-a1ed-0e75f9346cbe req-107349ae-098a-413f-ba2a-3134db3ab3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:31.050333 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4a7da49a-bc8b-4968-a1ed-0e75f9346cbe req-107349ae-098a-413f-ba2a-3134db3ab3d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cdbaae2b-220b-401a-870e-2283d582e1b2 HTTP/1.1" status: 200 len: 845 time: 0.1466391 Feb 19 04:04:31.161553 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 84193989-d4ba-48f2-a12b-1e263b4976fe is: DOWN; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:31.167965 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4a7da49a-bc8b-4968-a1ed-0e75f9346cbe req-890460af-536d-4c49-9908-7b3b1bc47e86 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a64e4f96-ab47-44e5-a8c0-65ae49234a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105473 Feb 19 04:04:31.268962 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cf7b9-d51a-49a4-933d-d520d6b0f38f req-909c1755-687f-4d8a-a97f-2bcb4e77131c tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:31.278330 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-221cf7b9-d51a-49a4-933d-d520d6b0f38f req-909c1755-687f-4d8a-a97f-2bcb4e77131c tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9cb4cf1c-0c28-433a-aa5b-4aca69074696 HTTP/1.1" status: 200 len: 1132 time: 0.1057582 Feb 19 04:04:31.406158 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-221cf7b9-d51a-49a4-933d-d520d6b0f38f req-8fce5f6e-927b-430d-9082-052693201ec6 tempest-ServersOnMultiNodesTest-52213080 tempest-ServersOnMultiNodesTest-52213080-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211247 Feb 19 04:04:31.441086 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49ebcf-5b49-4d3e-9d0b-4e8ee54405ec req-c0ada1c9-4396-45e6-b57b-c6cca1c21693 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:31.452073 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3d49ebcf-5b49-4d3e-9d0b-4e8ee54405ec req-c0ada1c9-4396-45e6-b57b-c6cca1c21693 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 950 time: 0.2879944 Feb 19 04:04:31.683180 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66fc6b-6d9a-46e0-ba88-162ee7bdf4f7 req-1161d1ad-a46f-40fe-93c2-1260529b7fff tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:31.686749 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5a66fc6b-6d9a-46e0-ba88-162ee7bdf4f7 req-1161d1ad-a46f-40fe-93c2-1260529b7fff tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 949 time: 0.1440289 Feb 19 04:04:31.730115 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4a7da49a-bc8b-4968-a1ed-0e75f9346cbe req-58cfb170-12c7-488e-a3e6-c4ffed5e32c0 service neutron] 10.222.0.48 "GET /v2.0/networks/a64e4f96-ab47-44e5-a8c0-65ae49234a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437555 Feb 19 04:04:31.839895 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5a66fc6b-6d9a-46e0-ba88-162ee7bdf4f7 req-027225af-75bc-4c12-a8cd-dcf7cbae973a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381185 Feb 19 04:04:31.958094 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3d49ebcf-5b49-4d3e-9d0b-4e8ee54405ec req-f0ae49c3-9b62-423b-98cd-2673e479f120 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726827 Feb 19 04:04:32.005586 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 19829663-8e11-450d-b642-0067dfa5de94 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:04:32.118291 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-23e1adbc-72a0-4bae-8dc3-6815d85cbd4b req-c95b421b-ccc3-49b3-93d8-51b8d38ec233 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (84193989-d4ba-48f2-a12b-1e263b4976fe), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:32.151570 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-9934c60c-d74f-43ac-a1f7-6adbb7006987 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:32.154268 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-9934c60c-d74f-43ac-a1f7-6adbb7006987 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.10 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 808 time: 0.6348171 Feb 19 04:04:32.207528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e8f835d2-7126-4788-ab34-11a4a1c9512e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Request body: {'port': {'device_id': '478766ae-3c06-46ca-b27d-38a730f570ae', 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89', 'admin_state_up': True, 'tenant_id': '088e1ccd7d10405ea13457cf0bfc7da0'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:32.259033 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b421b-ccc3-49b3-93d8-51b8d38ec233 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Pushing event deleted for resources: {'Port': ['ID=84193989-d4ba-48f2-a12b-1e263b4976fe,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:32.288868 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4a7da49a-bc8b-4968-a1ed-0e75f9346cbe req-8d0d8845-d1d6-48e4-a489-46e5ea069ec1 service neutron] 10.222.0.48 "GET /v2.0/networks/a64e4f96-ab47-44e5-a8c0-65ae49234a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5431626 Feb 19 04:04:32.461693 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e1adbc-72a0-4bae-8dc3-6815d85cbd4b req-c95b421b-ccc3-49b3-93d8-51b8d38ec233 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] No DVR routers for this DVR port 84193989-d4ba-48f2-a12b-1e263b4976fe on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:04:32.473639 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-23e1adbc-72a0-4bae-8dc3-6815d85cbd4b req-c95b421b-ccc3-49b3-93d8-51b8d38ec233 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:32.484164 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-23e1adbc-72a0-4bae-8dc3-6815d85cbd4b req-c95b421b-ccc3-49b3-93d8-51b8d38ec233 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.10 "DELETE /v2.0/ports/84193989-d4ba-48f2-a12b-1e263b4976fe HTTP/1.1" status: 204 len: 173 time: 3.8175528 Feb 19 04:04:32.493062 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaecb32-a653-4858-928b-62f6bcd24ffe', 'name': 'network-vif-deleted', 'tag': '84193989-d4ba-48f2-a12b-1e263b4976fe'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:32.497870 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4059d823-8019-403c-94cc-7972d1fea5a1" -d '{"events": [{"server_uuid": "bdaecb32-a653-4858-928b-62f6bcd24ffe", "name": "network-vif-deleted", "tag": "84193989-d4ba-48f2-a12b-1e263b4976fe"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:32.503190 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e8715eb2-5c23-4add-99bb-5dbfadf629c0 req-77e60b0a-e090-4909-8376-5272b0619144 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?device_id=bdaecb32-a653-4858-928b-62f6bcd24ffe HTTP/1.1" status: 200 len: 210 time: 0.1302824 Feb 19 04:04:32.643403 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 19829663-8e11-450d-b642-0067dfa5de94, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=19829663-8e11-450d-b642-0067dfa5de94,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:32.691267 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '19829663-8e11-450d-b642-0067dfa5de94', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'port_id': '19829663-8e11-450d-b642-0067dfa5de94', 'mac_address': 'fa:16:3e:78:88:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:04:32.745497 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e8f835d2-7126-4788-ab34-11a4a1c9512e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Made reservation on behalf of 088e1ccd7d10405ea13457cf0bfc7da0 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:04:32.751849 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e8f835d2-7126-4788-ab34-11a4a1c9512e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:32.873672 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-40472888-ac3b-4d24-a12e-6151fec6eaf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:32.885325 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 66afc6ed-1f40-46c9-8728-00d19d96defb up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:04:33.016752 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bca3a416-8a3c-4617-bbd6-164005c4e349 req-b076a6bb-07b2-47aa-a7bc-8e6fed6b78c6 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.1598074 Feb 19 04:04:33.034960 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 19829663-8e11-450d-b642-0067dfa5de94 is: ACTIVE; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:33.035792 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (19829663-8e11-450d-b642-0067dfa5de94), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.122732 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19829663-8e11-450d-b642-0067dfa5de94 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:33.139468 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 66afc6ed-1f40-46c9-8728-00d19d96defb completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:04:33.160711 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 66afc6ed-1f40-46c9-8728-00d19d96defb triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:33.161464 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.175235 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc1482-756d-4d28-bc87-202d6676267f req-399df18c-dab3-401c-b277-7d5e12a6a4c5 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:33.209665 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-adbc1482-756d-4d28-bc87-202d6676267f req-399df18c-dab3-401c-b277-7d5e12a6a4c5 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab5ca0ec-e0bd-45e9-8a40-d93418743a8b HTTP/1.1" status: 200 len: 943 time: 0.3351088 Feb 19 04:04:33.274570 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 19829663-8e11-450d-b642-0067dfa5de94, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=19829663-8e11-450d-b642-0067dfa5de94,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:33.297990 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (19829663-8e11-450d-b642-0067dfa5de94), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.300408 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 0987cd9e-41dd-4154-9065-4883584e34f4 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:04:33.399737 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19cd0fa-a09d-4af6-8a1b-cecd92800fa7 x-openstack-request-id: req-b19cd0fa-a09d-4af6-8a1b-cecd92800fa7 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:33.402838 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaecb32-a653-4858-928b-62f6bcd24ffe", "name": "network-vif-deleted", "tag": "84193989-d4ba-48f2-a12b-1e263b4976fe", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:33.403702 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b19cd0fa-a09d-4af6-8a1b-cecd92800fa7 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:33.404374 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaecb32-a653-4858-928b-62f6bcd24ffe', 'name': 'network-vif-deleted', 'tag': '84193989-d4ba-48f2-a12b-1e263b4976fe', 'status': 'completed', 'code': 200} Feb 19 04:04:33.532675 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:04:33.544287 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-adbc1482-756d-4d28-bc87-202d6676267f req-88c0b160-ca9f-4bb2-81c9-25394b500eb3 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329952 Feb 19 04:04:33.682779 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 66afc6ed-1f40-46c9-8728-00d19d96defb is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:33.686403 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.781185 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e8f835d2-7126-4788-ab34-11a4a1c9512e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Allocated IP 172.20.0.11 (be946657-a9d5-408e-8d49-cd01b687ca89/6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac/1388d632-ba2b-435b-b4b0-360b6e58e679) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:04:33.923263 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e742c50-ce15-4a01-b2cc-d1372c603f42 req-dad24052-736d-4122-84d4-1fd6e5f5fd82 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:33.946677 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e742c50-ce15-4a01-b2cc-d1372c603f42 req-dad24052-736d-4122-84d4-1fd6e5f5fd82 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 949 time: 0.1887035 Feb 19 04:04:33.957840 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=19829663-8e11-450d-b642-0067dfa5de94,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:33.993062 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d3fe2e-3263-479d-92ec-ff5adab8e2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66afc6ed-1f40-46c9-8728-00d19d96defb'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:33.997726 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de9e437-9b64-478e-a1bb-e4eebc5b5a7f" -d '{"events": [{"server_uuid": "c8d3fe2e-3263-479d-92ec-ff5adab8e2d9", "name": "network-vif-plugged", "status": "completed", "tag": "66afc6ed-1f40-46c9-8728-00d19d96defb"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:34.034200 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 66afc6ed-1f40-46c9-8728-00d19d96defb, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=66afc6ed-1f40-46c9-8728-00d19d96defb,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:34.112723 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.175112 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e742c50-ce15-4a01-b2cc-d1372c603f42 req-df0c0ef4-90ec-4536-8210-392092b675dc tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206221 Feb 19 04:04:34.179656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 0987cd9e-41dd-4154-9065-4883584e34f4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=0987cd9e-41dd-4154-9065-4883584e34f4,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:34.224976 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '0987cd9e-41dd-4154-9065-4883584e34f4', 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15', 'port_id': '0987cd9e-41dd-4154-9065-4883584e34f4', 'mac_address': 'fa:16:3e:b6:a7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbaae2b-220b-401a-870e-2283d582e1b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:04:34.446706 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 0987cd9e-41dd-4154-9065-4883584e34f4 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:34.448866 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0987cd9e-41dd-4154-9065-4883584e34f4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.513363 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=66afc6ed-1f40-46c9-8728-00d19d96defb,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:34.522468 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0987cd9e-41dd-4154-9065-4883584e34f4 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:34.609244 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 0987cd9e-41dd-4154-9065-4883584e34f4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=0987cd9e-41dd-4154-9065-4883584e34f4,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:34.623600 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0987cd9e-41dd-4154-9065-4883584e34f4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.654017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d018cf2-6bb7-4e6a-8ef0-0df956078124 req-a0a51ded-0ca1-4651-86b9-785458608978 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:34.669110 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1d018cf2-6bb7-4e6a-8ef0-0df956078124 req-a0a51ded-0ca1-4651-86b9-785458608978 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 950 time: 0.3069251 Feb 19 04:04:34.731462 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e8f835d2-7126-4788-ab34-11a4a1c9512e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks [] for port (1388d632-ba2b-435b-b4b0-360b6e58e679), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.814176 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5b1f1-9c11-44f9-8a50-d7dd93e8d4ad req-a16a1d0b-eff9-4fbd-a325-f75323e19b86 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:34.830420 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d1d5b1f1-9c11-44f9-8a50-d7dd93e8d4ad req-a16a1d0b-eff9-4fbd-a325-f75323e19b86 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=9cb4cf1c-0c28-433a-aa5b-4aca69074696 HTTP/1.1" status: 200 len: 950 time: 0.9418643 Feb 19 04:04:34.838911 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e8f835d2-7126-4788-ab34-11a4a1c9512e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (1388d632-ba2b-435b-b4b0-360b6e58e679), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:34.867119 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1d018cf2-6bb7-4e6a-8ef0-0df956078124 req-995cb3c1-cf8d-41ba-b430-2ca1ebbbb190 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836886 Feb 19 04:04:34.903653 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['303fdc53-143f-4203-a027-6cfa53f84708'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:35.070003 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['19829663-8e11-450d-b642-0067dfa5de94'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:35.176268 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e8f835d2-7126-4788-ab34-11a4a1c9512e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Network be946657-a9d5-408e-8d49-cd01b687ca89 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:04:35.247931 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0bea9-733b-4d60-a6f6-5ab4e10d4650 req-7ff02e94-3577-4325-a9fc-8df553566d67 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:35.252776 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7af0bea9-733b-4d60-a6f6-5ab4e10d4650 req-7ff02e94-3577-4325-a9fc-8df553566d67 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cb4cf1c-0c28-433a-aa5b-4aca69074696 HTTP/1.1" status: 200 len: 950 time: 0.8772166 Feb 19 04:04:35.260688 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e8f835d2-7126-4788-ab34-11a4a1c9512e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:04:35.265360 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40723af-ee62-4345-9e0f-16b3e4d71260 x-openstack-request-id: req-f40723af-ee62-4345-9e0f-16b3e4d71260 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:35.265865 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d3fe2e-3263-479d-92ec-ff5adab8e2d9", "name": "network-vif-plugged", "status": "completed", "tag": "66afc6ed-1f40-46c9-8728-00d19d96defb", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:35.266270 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f40723af-ee62-4345-9e0f-16b3e4d71260 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:35.266912 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d3fe2e-3263-479d-92ec-ff5adab8e2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66afc6ed-1f40-46c9-8728-00d19d96defb', 'code': 200} Feb 19 04:04:35.267287 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e8f835d2-7126-4788-ab34-11a4a1c9512e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:04:35.310520 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['0987cd9e-41dd-4154-9065-4883584e34f4'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:35.525804 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a46c27f8-aad7-4475-a943-6f0f3efc3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.572768 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e8f835d2-7126-4788-ab34-11a4a1c9512e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:35.574408 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e8f835d2-7126-4788-ab34-11a4a1c9512e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.606028 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccec834-2b0d-4326-b981-0668b4ff06cc req-08b1de4f-c5d5-42e4-82d0-01b21c065a57 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:35.610019 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ccec834-2b0d-4326-b981-0668b4ff06cc req-08b1de4f-c5d5-42e4-82d0-01b21c065a57 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 932 time: 0.2284570 Feb 19 04:04:35.638196 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=0987cd9e-41dd-4154-9065-4883584e34f4,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:35.675523 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f835d2-7126-4788-ab34-11a4a1c9512e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Pushing event updated for resources: {'Port': ['ID=1388d632-ba2b-435b-b4b0-360b6e58e679,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:35.689355 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e8f835d2-7126-4788-ab34-11a4a1c9512e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5131793 Feb 19 04:04:35.804144 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e260a977-5587-4534-ab75-53752367db80 service neutron] Request body: {'port': {'device_id': '478766ae-3c06-46ca-b27d-38a730f570ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:35.849834 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ccec834-2b0d-4326-b981-0668b4ff06cc req-3cb07ec8-7024-4e12-9845-530f83a65d7f tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220280 Feb 19 04:04:36.037733 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d1d5b1f1-9c11-44f9-8a50-d7dd93e8d4ad req-6da9bd78-825a-415e-8921-0921533cdebb tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2055428 Feb 19 04:04:36.238515 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a2705-f767-4aa7-b4e2-cfa4c4d3a022 req-41bbc47e-84db-406a-9ce2-91a6abceb938 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:36.253426 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-327a2705-f767-4aa7-b4e2-cfa4c4d3a022 req-41bbc47e-84db-406a-9ce2-91a6abceb938 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab5ca0ec-e0bd-45e9-8a40-d93418743a8b HTTP/1.1" status: 200 len: 944 time: 0.1776211 Feb 19 04:04:36.300975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe369532-fa57-4783-8cce-878821f324fb req-07ecc6a9-c03d-4a92-8d43-afe74fcf20b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:36.304225 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fe369532-fa57-4783-8cce-878821f324fb req-07ecc6a9-c03d-4a92-8d43-afe74fcf20b8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 1132 time: 0.6673045 Feb 19 04:04:36.360594 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e260a977-5587-4534-ab75-53752367db80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1388d632-ba2b-435b-b4b0-360b6e58e679), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:36.412825 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-327a2705-f767-4aa7-b4e2-cfa4c4d3a022 req-1088647b-ac7e-403c-813d-fa3ec888ed54 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562858 Feb 19 04:04:36.707282 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 68015216-7274-4371-b6e0-2d8fe55597c1 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:04:36.852004 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee1ad8-c5b9-424a-a18c-91b39d6d84db req-8ef3f825-bdae-41fc-a32d-b3bbc7d73bc6 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:36.867900 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0dee1ad8-c5b9-424a-a18c-91b39d6d84db req-8ef3f825-bdae-41fc-a32d-b3bbc7d73bc6 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 950 time: 0.2074223 Feb 19 04:04:36.937265 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-7af0bea9-733b-4d60-a6f6-5ab4e10d4650 req-7faa70ad-a863-4da9-ab61-4d949eab7ec3 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Deleting port 68015216-7274-4371-b6e0-2d8fe55597c1 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:36.937950 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7af0bea9-733b-4d60-a6f6-5ab4e10d4650 req-7faa70ad-a863-4da9-ab61-4d949eab7ec3 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (68015216-7274-4371-b6e0-2d8fe55597c1), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:36.967985 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fe369532-fa57-4783-8cce-878821f324fb req-34c45181-2fff-4793-a4f0-22fd175078de service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6534467 Feb 19 04:04:37.046808 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0dee1ad8-c5b9-424a-a18c-91b39d6d84db req-c6f9ceda-bb3e-464e-b003-7a60d1eab907 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755431 Feb 19 04:04:37.208886 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:37.283554 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:37.413577 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 68015216-7274-4371-b6e0-2d8fe55597c1 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:37.414217 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (68015216-7274-4371-b6e0-2d8fe55597c1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:37.482824 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb4cf1c-0c28-433a-aa5b-4aca69074696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68015216-7274-4371-b6e0-2d8fe55597c1'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:37.488336 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88b79d8-204f-4b31-b664-7853dbf16ef3" -d '{"events": [{"server_uuid": "9cb4cf1c-0c28-433a-aa5b-4aca69074696", "name": "network-vif-unplugged", "status": "completed", "tag": "68015216-7274-4371-b6e0-2d8fe55597c1"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:37.533896 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 68015216-7274-4371-b6e0-2d8fe55597c1, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=68015216-7274-4371-b6e0-2d8fe55597c1,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:37.551832 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (68015216-7274-4371-b6e0-2d8fe55597c1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:37.641401 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d068846-2b93-41d0-8809-750bc57e4ed0 req-add27498-09ed-4fab-b6ee-4ae191267c53 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:37.663814 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0d068846-2b93-41d0-8809-750bc57e4ed0 req-add27498-09ed-4fab-b6ee-4ae191267c53 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8ca5792-037e-47b7-bc04-d153c2ba8397 HTTP/1.1" status: 200 len: 948 time: 0.1606328 Feb 19 04:04:37.742340 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=68015216-7274-4371-b6e0-2d8fe55597c1,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:37.773847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:37.774400 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:37.774897 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:37.775427 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:37.776076 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:37.776652 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:37.777221 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:37.778630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:37.778630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:37.779015 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:37.779667 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:37.789803 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:37.790196 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:37.823723 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:37.829531 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0d068846-2b93-41d0-8809-750bc57e4ed0 req-d869f882-482e-4643-add8-a4bbe2b5aab8 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/security-groups?id=68ec2cb3-2efe-4a3b-b0c8-2e241ec44507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633880 Feb 19 04:04:37.844033 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5190504-ad7b-4c4e-9d2e-67eefc061fbd req-8765538d-b3e2-467d-820b-6ad2a64664b7 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:37.865535 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e5190504-ad7b-4c4e-9d2e-67eefc061fbd req-8765538d-b3e2-467d-820b-6ad2a64664b7 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 950 time: 0.8330693 Feb 19 04:04:37.929658 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-7af0bea9-733b-4d60-a6f6-5ab4e10d4650 req-7faa70ad-a863-4da9-ab61-4d949eab7ec3 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] For port 68015216-7274-4371-b6e0-2d8fe55597c1, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=68015216-7274-4371-b6e0-2d8fe55597c1,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:37.930582 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7af0bea9-733b-4d60-a6f6-5ab4e10d4650 req-7faa70ad-a863-4da9-ab61-4d949eab7ec3 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (68015216-7274-4371-b6e0-2d8fe55597c1), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:37.991981 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-7af0bea9-733b-4d60-a6f6-5ab4e10d4650 req-7faa70ad-a863-4da9-ab61-4d949eab7ec3 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Calling delete_port for 68015216-7274-4371-b6e0-2d8fe55597c1 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:38.165244 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e260a977-5587-4534-ab75-53752367db80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1388d632-ba2b-435b-b4b0-360b6e58e679 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:38.196530 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e260a977-5587-4534-ab75-53752367db80 service neutron] Publish callbacks [] for port (1388d632-ba2b-435b-b4b0-360b6e58e679), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:38.250515 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e260a977-5587-4534-ab75-53752367db80 service neutron] Transition to ACTIVE for port object 1388d632-ba2b-435b-b4b0-360b6e58e679 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:04:38.283650 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e1ea3-65ae-4956-bf83-13d4f008da2a req-87470047-d190-41ae-b582-ec01f940f178 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:38.302155 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d31e1ea3-65ae-4956-bf83-13d4f008da2a req-87470047-d190-41ae-b582-ec01f940f178 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 932 time: 0.1765289 Feb 19 04:04:38.322866 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e260a977-5587-4534-ab75-53752367db80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (1388d632-ba2b-435b-b4b0-360b6e58e679), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:38.376132 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e5190504-ad7b-4c4e-9d2e-67eefc061fbd req-77487e24-206f-47a6-af3b-99c48be46ed8 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402883 Feb 19 04:04:38.507648 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d31e1ea3-65ae-4956-bf83-13d4f008da2a req-faf8b803-31ef-4e97-970b-6e8b7dd5feb6 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040329 Feb 19 04:04:38.567207 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:38.626010 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 19829663-8e11-450d-b642-0067dfa5de94 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:04:38.688042 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260a977-5587-4534-ab75-53752367db80 service neutron] Pushing event updated for resources: {'Port': ['ID=1388d632-ba2b-435b-b4b0-360b6e58e679,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:38.787000 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:38.873280 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 19829663-8e11-450d-b642-0067dfa5de94 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:38.874127 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (19829663-8e11-450d-b642-0067dfa5de94), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.048516 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f3399-e635-4784-8b02-18dd286e84bb req-b7cff7df-8dcd-422b-bda5-fcdbc2ea6f0c tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:39.051774 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c06f3399-e635-4784-8b02-18dd286e84bb req-b7cff7df-8dcd-422b-bda5-fcdbc2ea6f0c tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=9cb4cf1c-0c28-433a-aa5b-4aca69074696 HTTP/1.1" status: 200 len: 948 time: 0.4143517 Feb 19 04:04:39.074413 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b659d-5e00-4848-b7d1-2d1d3a993b35 req-ae7d6a39-fc8e-43e6-a918-7b739010f302 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:39.088985 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-405b659d-5e00-4848-b7d1-2d1d3a993b35 req-ae7d6a39-fc8e-43e6-a918-7b739010f302 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab5ca0ec-e0bd-45e9-8a40-d93418743a8b HTTP/1.1" status: 200 len: 944 time: 0.3391020 Feb 19 04:04:39.104127 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e260a977-5587-4534-ab75-53752367db80 service neutron] Attempting to bind port 1388d632-ba2b-435b-b4b0-360b6e58e679 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:39.104679 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e260a977-5587-4534-ab75-53752367db80 service neutron] Attempting to bind port 1388d632-ba2b-435b-b4b0-360b6e58e679 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:39.105497 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e260a977-5587-4534-ab75-53752367db80 service neutron] Attempting to bind port 1388d632-ba2b-435b-b4b0-360b6e58e679 on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:39.135285 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9abdd8-3cae-4af9-bbb6-7f1551727f9a req-43c82cb2-90af-4044-ab32-5f0eb63c0aca tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:39.139200 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5b9abdd8-3cae-4af9-bbb6-7f1551727f9a req-43c82cb2-90af-4044-ab32-5f0eb63c0aca tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8ca5792-037e-47b7-bc04-d153c2ba8397 HTTP/1.1" status: 200 len: 948 time: 0.4286318 Feb 19 04:04:39.172350 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 19829663-8e11-450d-b642-0067dfa5de94 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:39.173004 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (19829663-8e11-450d-b642-0067dfa5de94), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.207319 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e260a977-5587-4534-ab75-53752367db80 service neutron] Port 1388d632-ba2b-435b-b4b0-360b6e58e679 on network be946657-a9d5-408e-8d49-cd01b687ca89 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:39.208084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e260a977-5587-4534-ab75-53752367db80 service neutron] Attempting to bind port 1388d632-ba2b-435b-b4b0-360b6e58e679 on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:39.279320 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e260a977-5587-4534-ab75-53752367db80 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:39.279773 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e260a977-5587-4534-ab75-53752367db80 service neutron] Checking segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:39.280413 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e260a977-5587-4534-ab75-53752367db80 service neutron] Bound using segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:04:39.281228 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e260a977-5587-4534-ab75-53752367db80 service neutron] Bound port: 1388d632-ba2b-435b-b4b0-360b6e58e679, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:04:39.281833 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e260a977-5587-4534-ab75-53752367db80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1388d632-ba2b-435b-b4b0-360b6e58e679), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.291233 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 19829663-8e11-450d-b642-0067dfa5de94, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=19829663-8e11-450d-b642-0067dfa5de94,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:39.306204 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c06f3399-e635-4784-8b02-18dd286e84bb req-a5b86bd3-eaea-4ea4-bc09-fc8189e0a6f8 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648741 Feb 19 04:04:39.317687 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (19829663-8e11-450d-b642-0067dfa5de94), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.319541 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 0987cd9e-41dd-4154-9065-4883584e34f4 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:04:39.395693 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7af0bea9-733b-4d60-a6f6-5ab4e10d4650 req-7faa70ad-a863-4da9-ab61-4d949eab7ec3 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (68015216-7274-4371-b6e0-2d8fe55597c1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.484846 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6432f217-a7ae-4ee9-9e17-fdde2986f654 x-openstack-request-id: req-6432f217-a7ae-4ee9-9e17-fdde2986f654 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:39.491746 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb4cf1c-0c28-433a-aa5b-4aca69074696", "name": "network-vif-unplugged", "status": "completed", "tag": "68015216-7274-4371-b6e0-2d8fe55597c1", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:39.492456 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6432f217-a7ae-4ee9-9e17-fdde2986f654 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:39.493177 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb4cf1c-0c28-433a-aa5b-4aca69074696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68015216-7274-4371-b6e0-2d8fe55597c1', 'code': 200} Feb 19 04:04:39.499343 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=19829663-8e11-450d-b642-0067dfa5de94,revision_number=7']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:39.514681 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-405b659d-5e00-4848-b7d1-2d1d3a993b35 req-3c961805-6a6f-4a6a-9b49-f2bc13b0cac2 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229007 Feb 19 04:04:39.518123 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['d260023e-e24b-4855-a59b-f78aee04ad07', '921812a1-ce45-4570-996c-541f2f8bad19', '75ad516c-77af-4805-b12d-047381969e8f'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:39.524670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['33d9b8b1-8083-414e-9a58-5ece468cd2ac', '2630260b-1feb-477d-b647-ed7f5b4a3d6b', '640de5f6-9a19-438c-897c-ebf39f71fac9', 'ef8e92db-4ef9-4a91-9b73-8c42f224599d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:39.641983 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-5b9abdd8-3cae-4af9-bbb6-7f1551727f9a req-fb3de39b-113b-4c6e-9a04-cde99fc3bdd7 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Deleting port 4148f392-837b-4136-8bca-b1b05feac25b {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:39.643114 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5b9abdd8-3cae-4af9-bbb6-7f1551727f9a req-fb3de39b-113b-4c6e-9a04-cde99fc3bdd7 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (4148f392-837b-4136-8bca-b1b05feac25b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:39.756390 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e260a977-5587-4534-ab75-53752367db80 service neutron] For port 1388d632-ba2b-435b-b4b0-360b6e58e679, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:04:39.773658 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e260a977-5587-4534-ab75-53752367db80 service neutron] For port 1388d632-ba2b-435b-b4b0-360b6e58e679, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=1388d632-ba2b-435b-b4b0-360b6e58e679,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:04:39.849880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa70ad-a863-4da9-ab61-4d949eab7ec3 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Pushing event deleted for resources: {'Port': ['ID=68015216-7274-4371-b6e0-2d8fe55597c1,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:39.902610 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e260a977-5587-4534-ab75-53752367db80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (1388d632-ba2b-435b-b4b0-360b6e58e679), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:40.006272 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 0987cd9e-41dd-4154-9065-4883584e34f4 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:04:40.039491 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 0987cd9e-41dd-4154-9065-4883584e34f4 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:40.040127 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0987cd9e-41dd-4154-9065-4883584e34f4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:40.079404 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260a977-5587-4534-ab75-53752367db80 service neutron] Pushing event updated for resources: {'Port': ['ID=1388d632-ba2b-435b-b4b0-360b6e58e679,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:40.392692 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e260a977-5587-4534-ab75-53752367db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:40.402924 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e260a977-5587-4534-ab75-53752367db80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:40.408905 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-e260a977-5587-4534-ab75-53752367db80 service neutron] 10.222.0.10 "PUT /v2.0/ports/1388d632-ba2b-435b-b4b0-360b6e58e679 HTTP/1.1" status: 200 len: 1092 time: 4.6198802 Feb 19 04:04:40.428965 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '478766ae-3c06-46ca-b27d-38a730f570ae', 'tag': '1388d632-ba2b-435b-b4b0-360b6e58e679'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:40.439107 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1c6e74-d13b-4bc1-9dc6-c2399cd0b492" -d '{"events": [{"name": "network-changed", "server_uuid": "478766ae-3c06-46ca-b27d-38a730f570ae", "tag": "1388d632-ba2b-435b-b4b0-360b6e58e679"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:40.477578 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af0bea9-733b-4d60-a6f6-5ab4e10d4650 req-7faa70ad-a863-4da9-ab61-4d949eab7ec3 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] No DVR routers for this DVR port 68015216-7274-4371-b6e0-2d8fe55597c1 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:04:40.488224 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7af0bea9-733b-4d60-a6f6-5ab4e10d4650 req-7faa70ad-a863-4da9-ab61-4d949eab7ec3 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:40.507753 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7af0bea9-733b-4d60-a6f6-5ab4e10d4650 req-7faa70ad-a863-4da9-ab61-4d949eab7ec3 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.48 "DELETE /v2.0/ports/68015216-7274-4371-b6e0-2d8fe55597c1 HTTP/1.1" status: 204 len: 173 time: 4.9811716 Feb 19 04:04:40.613571 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17091b6-005a-4bfd-ad4f-67312f9e0a23 req-d3a5922a-6fe8-4ec5-abce-3df22728bcf5 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:40.645478 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f17091b6-005a-4bfd-ad4f-67312f9e0a23 req-d3a5922a-6fe8-4ec5-abce-3df22728bcf5 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8ca5792-037e-47b7-bc04-d153c2ba8397 HTTP/1.1" status: 200 len: 948 time: 0.5707233 Feb 19 04:04:40.730846 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-5b9abdd8-3cae-4af9-bbb6-7f1551727f9a req-fb3de39b-113b-4c6e-9a04-cde99fc3bdd7 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] For port 4148f392-837b-4136-8bca-b1b05feac25b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4148f392-837b-4136-8bca-b1b05feac25b,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:40.733813 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5b9abdd8-3cae-4af9-bbb6-7f1551727f9a req-fb3de39b-113b-4c6e-9a04-cde99fc3bdd7 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (4148f392-837b-4136-8bca-b1b05feac25b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:40.877834 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f17091b6-005a-4bfd-ad4f-67312f9e0a23 req-3c511462-0c25-4fc3-a82c-92bc9142ab8c tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/security-groups?id=68ec2cb3-2efe-4a3b-b0c8-2e241ec44507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305377 Feb 19 04:04:40.891103 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a37fc-3c2f-49c2-9378-034cb5783645 req-c5f5f218-8765-49da-86ea-6bf4c1a0c793 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:40.904698 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-5b9abdd8-3cae-4af9-bbb6-7f1551727f9a req-fb3de39b-113b-4c6e-9a04-cde99fc3bdd7 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Calling delete_port for 4148f392-837b-4136-8bca-b1b05feac25b owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:40.913650 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e31a37fc-3c2f-49c2-9378-034cb5783645 req-c5f5f218-8765-49da-86ea-6bf4c1a0c793 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 950 time: 1.0467010 Feb 19 04:04:40.917505 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 21cf2267-d67f-47e3-9388-81f394aa5757 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:04:40.920952 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 21cf2267-d67f-47e3-9388-81f394aa5757 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:04:41.028335 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-b2822ba4-5d72-4829-b5d3-cf463cf733ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:41.031738 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-b2822ba4-5d72-4829-b5d3-cf463cf733ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 1126 time: 0.5196149 Feb 19 04:04:41.145933 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 0987cd9e-41dd-4154-9065-4883584e34f4 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:41.147030 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0987cd9e-41dd-4154-9065-4883584e34f4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:41.243146 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e31a37fc-3c2f-49c2-9378-034cb5783645 req-ded8e9ea-9a15-4dfc-a329-b56703deb529 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840891 Feb 19 04:04:41.251427 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-7cc89483-64c4-4af4-a40f-1a5c63d912b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1388d632-ba2b-435b-b4b0-360b6e58e679 HTTP/1.1" status: 200 len: 217 time: 0.2082427 Feb 19 04:04:41.512346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-9770de1b-3e4a-46f2-a69e-8361aa49804e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:41.527771 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-9770de1b-3e4a-46f2-a69e-8361aa49804e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.2583706 Feb 19 04:04:41.614316 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ec7c14-bdfd-4826-b99a-11259b8be8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19829663-8e11-450d-b642-0067dfa5de94'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:41.619641 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3492ae-5030-46b6-b3c5-d2386c10d87f" -d '{"events": [{"server_uuid": "83ec7c14-bdfd-4826-b99a-11259b8be8d9", "name": "network-vif-plugged", "status": "completed", "tag": "19829663-8e11-450d-b642-0067dfa5de94"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:41.665158 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf859e-8b9d-41c3-b2c0-8b3daaa741c7 req-183ce648-df43-4320-af4f-0dea7f50bc1f tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:41.677087 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cfbf859e-8b9d-41c3-b2c0-8b3daaa741c7 req-183ce648-df43-4320-af4f-0dea7f50bc1f tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 950 time: 0.5042145 Feb 19 04:04:41.803402 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-9b1dd7d8-a713-4ff0-a6da-f9bd97e23eac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2734792 Feb 19 04:04:41.885932 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cfbf859e-8b9d-41c3-b2c0-8b3daaa741c7 req-50eacc37-99d5-440c-8ab5-00fc5bb2103c tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870749 Feb 19 04:04:41.929600 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5b9abdd8-3cae-4af9-bbb6-7f1551727f9a req-fb3de39b-113b-4c6e-9a04-cde99fc3bdd7 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (4148f392-837b-4136-8bca-b1b05feac25b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:42.087299 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 0987cd9e-41dd-4154-9065-4883584e34f4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=0987cd9e-41dd-4154-9065-4883584e34f4,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:42.089789 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ef11a-83a1-4053-8863-33c0d5509270 req-04dd15c7-1b0c-46c5-a1d3-c986152eb645 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:42.093023 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-065ef11a-83a1-4053-8863-33c0d5509270 req-04dd15c7-1b0c-46c5-a1d3-c986152eb645 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 944 time: 0.5232668 Feb 19 04:04:42.103154 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3de39b-113b-4c6e-9a04-cde99fc3bdd7 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Pushing event deleted for resources: {'Port': ['ID=4148f392-837b-4136-8bca-b1b05feac25b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:42.169256 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14455f8-07a4-4bd6-93d6-b2e9330f19d3 x-openstack-request-id: req-c14455f8-07a4-4bd6-93d6-b2e9330f19d3 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:42.170106 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "478766ae-3c06-46ca-b27d-38a730f570ae", "tag": "1388d632-ba2b-435b-b4b0-360b6e58e679", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:42.170310 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 21cf2267-d67f-47e3-9388-81f394aa5757, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=21cf2267-d67f-47e3-9388-81f394aa5757,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:42.171580 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c14455f8-07a4-4bd6-93d6-b2e9330f19d3 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:42.173541 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '478766ae-3c06-46ca-b27d-38a730f570ae', 'tag': '1388d632-ba2b-435b-b4b0-360b6e58e679', 'status': 'completed', 'code': 200} Feb 19 04:04:42.265595 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9abdd8-3cae-4af9-bbb6-7f1551727f9a req-fb3de39b-113b-4c6e-9a04-cde99fc3bdd7 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] No DVR routers for this DVR port 4148f392-837b-4136-8bca-b1b05feac25b on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:04:42.274874 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5b9abdd8-3cae-4af9-bbb6-7f1551727f9a req-fb3de39b-113b-4c6e-9a04-cde99fc3bdd7 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:42.303604 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '21cf2267-d67f-47e3-9388-81f394aa5757', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '21cf2267-d67f-47e3-9388-81f394aa5757', 'mac_address': 'fa:16:3e:8c:33:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:04:42.304369 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5b9abdd8-3cae-4af9-bbb6-7f1551727f9a req-fb3de39b-113b-4c6e-9a04-cde99fc3bdd7 tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.48 "DELETE /v2.0/ports/4148f392-837b-4136-8bca-b1b05feac25b HTTP/1.1" status: 204 len: 173 time: 3.1311791 Feb 19 04:04:42.310226 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ca5792-037e-47b7-bc04-d153c2ba8397', 'name': 'network-vif-deleted', 'tag': '4148f392-837b-4136-8bca-b1b05feac25b'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:42.321874 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc38329e-a71b-4a45-9446-963fa09b8333" -d '{"events": [{"server_uuid": "c8ca5792-037e-47b7-bc04-d153c2ba8397", "name": "network-vif-deleted", "tag": "4148f392-837b-4136-8bca-b1b05feac25b"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:42.403671 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0987cd9e-41dd-4154-9065-4883584e34f4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:42.447525 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-d8b3ac33-c50d-4710-9a07-2ed2126946ae service neutron] 10.222.0.10 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6349738 Feb 19 04:04:42.513829 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-065ef11a-83a1-4053-8863-33c0d5509270 req-43d37175-77d5-47b9-bd3c-4ab1331f0300 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945186 Feb 19 04:04:42.559871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6a023-58e1-43db-8225-4c135f1b9398 req-5cb149fc-60bc-4298-98c3-0007878fd4a5 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:42.566691 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-73b6a023-58e1-43db-8225-4c135f1b9398 req-5cb149fc-60bc-4298-98c3-0007878fd4a5 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab5ca0ec-e0bd-45e9-8a40-d93418743a8b HTTP/1.1" status: 200 len: 945 time: 0.2204697 Feb 19 04:04:42.605923 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 21cf2267-d67f-47e3-9388-81f394aa5757 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:42.606550 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:42.697493 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 4148f392-837b-4136-8bca-b1b05feac25b no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:04:42.865441 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-73b6a023-58e1-43db-8225-4c135f1b9398 req-f532e07b-6144-40b2-b1cb-93b2cd98f0c6 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787538 Feb 19 04:04:42.922520 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 4148f392-837b-4136-8bca-b1b05feac25b {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:04:42.924108 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 4148f392-837b-4136-8bca-b1b05feac25b not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:04:43.181595 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac69f084-cc5b-459f-96e1-41e002977b01 x-openstack-request-id: req-ac69f084-cc5b-459f-96e1-41e002977b01 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:43.182625 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ec7c14-bdfd-4826-b99a-11259b8be8d9", "name": "network-vif-plugged", "status": "completed", "tag": "19829663-8e11-450d-b642-0067dfa5de94", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:43.182625 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ac69f084-cc5b-459f-96e1-41e002977b01 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:43.183128 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ec7c14-bdfd-4826-b99a-11259b8be8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19829663-8e11-450d-b642-0067dfa5de94', 'code': 200} Feb 19 04:04:43.333302 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 21cf2267-d67f-47e3-9388-81f394aa5757, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=21cf2267-d67f-47e3-9388-81f394aa5757,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:43.430000 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:43.440759 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-efa4fa4c-0bd2-4957-b64b-1c2ea44e66a5 req-48137c84-af58-4a2e-9400-0b323b4bd55b tempest-ListImageFiltersTestJSON-983283559 tempest-ListImageFiltersTestJSON-983283559-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8ca5792-037e-47b7-bc04-d153c2ba8397 HTTP/1.1" status: 200 len: 210 time: 0.1085303 Feb 19 04:04:43.501391 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 21cf2267-d67f-47e3-9388-81f394aa5757 is: ACTIVE; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:43.501391 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:43.531253 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=0987cd9e-41dd-4154-9065-4883584e34f4,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:43.625915 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21cf2267-d67f-47e3-9388-81f394aa5757 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:43.891448 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=21cf2267-d67f-47e3-9388-81f394aa5757,revision_number=9']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:43.952695 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d9bcc2a2-889f-4f6e-a2c7-57036df93798 req-3b819f95-1d2c-4bb8-96ff-fee562db7517 service neutron] 10.222.0.10 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4915476 Feb 19 04:04:43.957358 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:04:43.958754 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:04:44.012633 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f69523-95ef-414f-948a-2d0ef30a8b03 req-2cfd6bfa-9731-456f-8960-c5a15bb5a84f tempest-MigrationsAdminTest-701699032 tempest-MigrationsAdminTest-701699032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:44.033325 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0f69523-95ef-414f-948a-2d0ef30a8b03 req-2cfd6bfa-9731-456f-8960-c5a15bb5a84f tempest-MigrationsAdminTest-701699032 tempest-MigrationsAdminTest-701699032-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 1132 time: 0.2857974 Feb 19 04:04:44.174689 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a548834-18ce-45c0-89b1-7ffd7dda932f x-openstack-request-id: req-3a548834-18ce-45c0-89b1-7ffd7dda932f {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:44.176051 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ca5792-037e-47b7-bc04-d153c2ba8397", "name": "network-vif-deleted", "tag": "4148f392-837b-4136-8bca-b1b05feac25b", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:44.176906 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a548834-18ce-45c0-89b1-7ffd7dda932f {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:44.177834 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ca5792-037e-47b7-bc04-d153c2ba8397', 'name': 'network-vif-deleted', 'tag': '4148f392-837b-4136-8bca-b1b05feac25b', 'status': 'completed', 'code': 200} Feb 19 04:04:44.183023 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb4cf1c-0c28-433a-aa5b-4aca69074696', 'name': 'network-vif-deleted', 'tag': '68015216-7274-4371-b6e0-2d8fe55597c1'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:44.187966 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d47d56e-8906-4fe8-a014-a8832d453634" -d '{"events": [{"server_uuid": "9cb4cf1c-0c28-433a-aa5b-4aca69074696", "name": "network-vif-deleted", "tag": "68015216-7274-4371-b6e0-2d8fe55597c1"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:44.237184 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0f69523-95ef-414f-948a-2d0ef30a8b03 req-866b546f-6973-48a4-94e6-18278b1adeb3 tempest-MigrationsAdminTest-701699032 tempest-MigrationsAdminTest-701699032-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016847 Feb 19 04:04:44.276729 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c6e74-d13b-4bc1-9dc6-c2399cd0b492 req-719b5c63-07a9-4e71-bd79-82c690455454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:44.280018 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6a1c6e74-d13b-4bc1-9dc6-c2399cd0b492 req-719b5c63-07a9-4e71-bd79-82c690455454 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 1126 time: 0.1910219 Feb 19 04:04:44.474488 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dbc72-c597-4abf-85d9-ea64c31a95de req-6f80bce0-d5b4-481b-abca-ab12e949414c tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:44.477983 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-849dbc72-c597-4abf-85d9-ea64c31a95de req-6f80bce0-d5b4-481b-abca-ab12e949414c tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 948 time: 0.1351798 Feb 19 04:04:44.572631 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 21cf2267-d67f-47e3-9388-81f394aa5757 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:44.573811 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:44.648035 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21cf2267-d67f-47e3-9388-81f394aa5757 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:44.704218 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-849dbc72-c597-4abf-85d9-ea64c31a95de req-f84af83d-45f4-4412-a57f-fb5d8eaf3850 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009490 Feb 19 04:04:44.738680 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c6e74-d13b-4bc1-9dc6-c2399cd0b492 req-971f7a77-78b9-42bb-879e-5c9bdc790127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:44.743421 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6a1c6e74-d13b-4bc1-9dc6-c2399cd0b492 req-971f7a77-78b9-42bb-879e-5c9bdc790127 service neutron] 10.222.0.10 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 908 time: 0.4469545 Feb 19 04:04:44.773879 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 21cf2267-d67f-47e3-9388-81f394aa5757, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=21cf2267-d67f-47e3-9388-81f394aa5757,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:44.787227 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:44.837269 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26285d43-7be1-4031-99d9-358e8d8053f1 req-b054e02f-3081-4d80-861d-aa13511569ba tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:44.841197 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-26285d43-7be1-4031-99d9-358e8d8053f1 req-b054e02f-3081-4d80-861d-aa13511569ba tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 944 time: 0.3800931 Feb 19 04:04:44.931871 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6a1c6e74-d13b-4bc1-9dc6-c2399cd0b492 req-cba1f065-cba3-4a1e-964d-171804bb7b09 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1388d632-ba2b-435b-b4b0-360b6e58e679 HTTP/1.1" status: 200 len: 217 time: 0.1543436 Feb 19 04:04:44.946641 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=21cf2267-d67f-47e3-9388-81f394aa5757,revision_number=10']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:45.082150 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c6e74-d13b-4bc1-9dc6-c2399cd0b492 req-d7f206ea-1eb4-489d-be6a-9c655fd6152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:45.085087 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6a1c6e74-d13b-4bc1-9dc6-c2399cd0b492 req-d7f206ea-1eb4-489d-be6a-9c655fd6152a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.1379054 Feb 19 04:04:45.092004 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-26285d43-7be1-4031-99d9-358e8d8053f1 req-031623db-98ec-49ff-bc47-26dab2e021c6 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750500 Feb 19 04:04:45.161583 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6a1c6e74-d13b-4bc1-9dc6-c2399cd0b492 req-190c1117-11af-43f3-b737-d7dc98dac885 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673139 Feb 19 04:04:45.172996 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['21cf2267-d67f-47e3-9388-81f394aa5757'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:45.232696 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db92710-782a-4077-8003-89ac97c09a70 req-2fea8a96-8d43-4d84-9ee3-f74d6146d7a4 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:45.258305 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5db92710-782a-4077-8003-89ac97c09a70 req-2fea8a96-8d43-4d84-9ee3-f74d6146d7a4 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab5ca0ec-e0bd-45e9-8a40-d93418743a8b HTTP/1.1" status: 200 len: 945 time: 0.1524947 Feb 19 04:04:45.352106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5ca0ec-e0bd-45e9-8a40-d93418743a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0987cd9e-41dd-4154-9065-4883584e34f4'}, {'server_uuid': '0c961862-aa7d-437d-828e-2433bed503ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21cf2267-d67f-47e3-9388-81f394aa5757'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:45.365620 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1344623e-5e50-4934-951e-5e69d7b68d05" -d '{"events": [{"server_uuid": "ab5ca0ec-e0bd-45e9-8a40-d93418743a8b", "name": "network-vif-plugged", "status": "completed", "tag": "0987cd9e-41dd-4154-9065-4883584e34f4"}, {"server_uuid": "0c961862-aa7d-437d-828e-2433bed503ca", "name": "network-vif-unplugged", "status": "completed", "tag": "21cf2267-d67f-47e3-9388-81f394aa5757"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:45.458314 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5db92710-782a-4077-8003-89ac97c09a70 req-ae9b1d85-f74f-44b2-be77-09943208f1cd tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983910 Feb 19 04:04:45.519069 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6a1c6e74-d13b-4bc1-9dc6-c2399cd0b492 req-4d0d5b8e-b374-4782-aec4-012838ddcd90 service neutron] 10.222.0.10 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366005 Feb 19 04:04:45.910460 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6a1c6e74-d13b-4bc1-9dc6-c2399cd0b492 req-c1fc498c-1288-4396-b1a0-dc1227f0ed5d service neutron] 10.222.0.10 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461039 Feb 19 04:04:45.913570 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350a75bb-8694-4754-b56c-9db2ce1bce04 x-openstack-request-id: req-350a75bb-8694-4754-b56c-9db2ce1bce04 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:45.914154 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb4cf1c-0c28-433a-aa5b-4aca69074696", "name": "network-vif-deleted", "tag": "68015216-7274-4371-b6e0-2d8fe55597c1", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:45.914864 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-350a75bb-8694-4754-b56c-9db2ce1bce04 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:45.915652 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb4cf1c-0c28-433a-aa5b-4aca69074696', 'name': 'network-vif-deleted', 'tag': '68015216-7274-4371-b6e0-2d8fe55597c1', 'status': 'completed', 'code': 200} Feb 19 04:04:46.022097 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93c616-20df-4917-a68f-4edc789b2dbf req-5403aad0-b4af-4ca9-ac28-ae8423f73be8 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:46.025009 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5d93c616-20df-4917-a68f-4edc789b2dbf req-5403aad0-b4af-4ca9-ac28-ae8423f73be8 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c0614d8-594a-42c6-b449-15aa8321aef3 HTTP/1.1" status: 200 len: 950 time: 0.5029728 Feb 19 04:04:46.052174 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec651654-26e9-4a6e-a483-0ebb74c03fcc req-ea73bdc1-3c82-420d-8d25-bfba3e0b3f2e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:46.055733 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ec651654-26e9-4a6e-a483-0ebb74c03fcc req-ea73bdc1-3c82-420d-8d25-bfba3e0b3f2e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c0614d8-594a-42c6-b449-15aa8321aef3 HTTP/1.1" status: 200 len: 950 time: 0.5164924 Feb 19 04:04:46.242746 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5d93c616-20df-4917-a68f-4edc789b2dbf req-e249ddda-9051-4236-8125-3aaebdbddfca tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847548 Feb 19 04:04:46.521894 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-ec651654-26e9-4a6e-a483-0ebb74c03fcc req-595d1ffc-974c-4afb-be03-4e811ec59d4d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Deleting port 75ad516c-77af-4805-b12d-047381969e8f {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:46.523190 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ec651654-26e9-4a6e-a483-0ebb74c03fcc req-595d1ffc-974c-4afb-be03-4e811ec59d4d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (75ad516c-77af-4805-b12d-047381969e8f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:46.538323 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3accd6-70cc-428a-8355-d10b44f49ea7 x-openstack-request-id: req-ba3accd6-70cc-428a-8355-d10b44f49ea7 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:46.539184 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5ca0ec-e0bd-45e9-8a40-d93418743a8b", "name": "network-vif-plugged", "status": "completed", "tag": "0987cd9e-41dd-4154-9065-4883584e34f4", "code": 200}, {"server_uuid": "0c961862-aa7d-437d-828e-2433bed503ca", "name": "network-vif-unplugged", "status": "completed", "tag": "21cf2267-d67f-47e3-9388-81f394aa5757", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:46.539184 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba3accd6-70cc-428a-8355-d10b44f49ea7 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:46.550164 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5ca0ec-e0bd-45e9-8a40-d93418743a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0987cd9e-41dd-4154-9065-4883584e34f4', 'code': 200} Feb 19 04:04:46.550600 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c961862-aa7d-437d-828e-2433bed503ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21cf2267-d67f-47e3-9388-81f394aa5757', 'code': 200} Feb 19 04:04:46.804333 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 21cf2267-d67f-47e3-9388-81f394aa5757 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:04:46.815056 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdce98-b7c9-492d-90c4-de1aca0abb27 req-de95b61d-f5e2-43e0-81a3-1c25eb0432d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:46.826014 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-11fdce98-b7c9-492d-90c4-de1aca0abb27 req-de95b61d-f5e2-43e0-81a3-1c25eb0432d8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ab5ca0ec-e0bd-45e9-8a40-d93418743a8b HTTP/1.1" status: 200 len: 1127 time: 0.1451411 Feb 19 04:04:47.054167 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-ec651654-26e9-4a6e-a483-0ebb74c03fcc req-595d1ffc-974c-4afb-be03-4e811ec59d4d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] For port 75ad516c-77af-4805-b12d-047381969e8f, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=75ad516c-77af-4805-b12d-047381969e8f,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:47.054826 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ec651654-26e9-4a6e-a483-0ebb74c03fcc req-595d1ffc-974c-4afb-be03-4e811ec59d4d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (75ad516c-77af-4805-b12d-047381969e8f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:47.103989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 21cf2267-d67f-47e3-9388-81f394aa5757 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:47.110524 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:47.121254 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-11fdce98-b7c9-492d-90c4-de1aca0abb27 req-a5f83635-6fba-4035-8d0e-308c9f6cb00a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848938 Feb 19 04:04:47.130434 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-ec651654-26e9-4a6e-a483-0ebb74c03fcc req-595d1ffc-974c-4afb-be03-4e811ec59d4d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Calling delete_port for 75ad516c-77af-4805-b12d-047381969e8f owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:47.179403 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-17014c3f-3956-4350-9e3c-cf5901df2b47 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2647784 Feb 19 04:04:47.222757 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff15041-7399-4466-8d75-7cdd1949637e req-e4f8db36-2518-4ce8-b7b1-a317f98f63a4 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:47.253542 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-eff15041-7399-4466-8d75-7cdd1949637e req-e4f8db36-2518-4ce8-b7b1-a317f98f63a4 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 950 time: 0.4556005 Feb 19 04:04:47.406837 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673a94d-6936-4821-bec2-7fa13f24e6e3 req-4f22283b-f582-4093-ab19-440d53fed08c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:47.414002 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 21cf2267-d67f-47e3-9388-81f394aa5757 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:47.416598 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:47.418818 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c673a94d-6936-4821-bec2-7fa13f24e6e3 req-4f22283b-f582-4093-ab19-440d53fed08c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 944 time: 0.2155993 Feb 19 04:04:47.570857 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 21cf2267-d67f-47e3-9388-81f394aa5757, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=21cf2267-d67f-47e3-9388-81f394aa5757,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:47.581534 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:47.609748 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c673a94d-6936-4821-bec2-7fa13f24e6e3 req-4fc6ba96-b62f-4b12-999f-1c6ccf61e8ac tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739626 Feb 19 04:04:47.677551 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-eff15041-7399-4466-8d75-7cdd1949637e req-145837da-60f7-4be3-98af-0c11f764bc64 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006474 Feb 19 04:04:47.773218 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=21cf2267-d67f-47e3-9388-81f394aa5757,revision_number=11']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:48.247457 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ec651654-26e9-4a6e-a483-0ebb74c03fcc req-595d1ffc-974c-4afb-be03-4e811ec59d4d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (75ad516c-77af-4805-b12d-047381969e8f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:48.269472 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['33d9b8b1-8083-414e-9a58-5ece468cd2ac', '2630260b-1feb-477d-b647-ed7f5b4a3d6b', '640de5f6-9a19-438c-897c-ebf39f71fac9', 'ef8e92db-4ef9-4a91-9b73-8c42f224599d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:48.284206 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['d260023e-e24b-4855-a59b-f78aee04ad07', '921812a1-ce45-4570-996c-541f2f8bad19', '75ad516c-77af-4805-b12d-047381969e8f'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:48.394965 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d1ffc-974c-4afb-be03-4e811ec59d4d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Pushing event deleted for resources: {'Port': ['ID=75ad516c-77af-4805-b12d-047381969e8f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:48.573863 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c961862-aa7d-437d-828e-2433bed503ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cf2267-d67f-47e3-9388-81f394aa5757'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:48.589496 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3597f5f-8574-4a58-9845-f5cc8e6dfd30" -d '{"events": [{"server_uuid": "0c961862-aa7d-437d-828e-2433bed503ca", "name": "network-vif-plugged", "status": "completed", "tag": "21cf2267-d67f-47e3-9388-81f394aa5757"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:48.758762 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f995bf-6a14-49fd-9155-f1752ebd61ce req-fcf51c7f-8735-4d51-8a3d-eb5b4e37aded tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:48.778078 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-12f995bf-6a14-49fd-9155-f1752ebd61ce req-fcf51c7f-8735-4d51-8a3d-eb5b4e37aded tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab5ca0ec-e0bd-45e9-8a40-d93418743a8b HTTP/1.1" status: 200 len: 945 time: 0.5936987 Feb 19 04:04:48.786893 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec651654-26e9-4a6e-a483-0ebb74c03fcc req-595d1ffc-974c-4afb-be03-4e811ec59d4d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] No DVR routers for this DVR port 75ad516c-77af-4805-b12d-047381969e8f on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:04:48.829163 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ec651654-26e9-4a6e-a483-0ebb74c03fcc req-595d1ffc-974c-4afb-be03-4e811ec59d4d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:48.863151 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ec651654-26e9-4a6e-a483-0ebb74c03fcc req-595d1ffc-974c-4afb-be03-4e811ec59d4d tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.10 "DELETE /v2.0/ports/75ad516c-77af-4805-b12d-047381969e8f HTTP/1.1" status: 204 len: 173 time: 2.7589309 Feb 19 04:04:48.878916 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0614d8-594a-42c6-b449-15aa8321aef3', 'name': 'network-vif-deleted', 'tag': '75ad516c-77af-4805-b12d-047381969e8f'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:48.883410 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5689b6e0-4901-42a5-87c6-8cf58e2f6b88" -d '{"events": [{"server_uuid": "6c0614d8-594a-42c6-b449-15aa8321aef3", "name": "network-vif-deleted", "tag": "75ad516c-77af-4805-b12d-047381969e8f"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:49.063289 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-12f995bf-6a14-49fd-9155-f1752ebd61ce req-a6342e60-13ee-4313-811e-7112e6eb386e tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364757 Feb 19 04:04:49.087239 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba866f-323e-45c1-ba29-7277195bf47d req-2ea75f3f-b831-49c3-b9a4-aed64fc5a8e9 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:49.109737 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9dba866f-323e-45c1-ba29-7277195bf47d req-2ea75f3f-b831-49c3-b9a4-aed64fc5a8e9 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 950 time: 0.3742871 Feb 19 04:04:49.422263 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9dba866f-323e-45c1-ba29-7277195bf47d req-e0b1e12d-de2a-4e72-8537-b27ec8c200b5 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055882 Feb 19 04:04:49.535944 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-22629f78-a05b-464e-9463-11f4169a6e1b req-93b723dc-64e3-4c5f-b22d-78d41267fd81 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c0614d8-594a-42c6-b449-15aa8321aef3 HTTP/1.1" status: 200 len: 210 time: 0.1001382 Feb 19 04:04:49.583269 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-e9260114-b895-4095-90c4-f99bedd31e7d tempest-MigrationsAdminTest-701699032 tempest-MigrationsAdminTest-701699032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:49.603122 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-e9260114-b895-4095-90c4-f99bedd31e7d tempest-MigrationsAdminTest-701699032 tempest-MigrationsAdminTest-701699032-project-admin] 10.222.0.65 "GET /v2.0/ports/66afc6ed-1f40-46c9-8728-00d19d96defb HTTP/1.1" status: 200 len: 1129 time: 0.8173943 Feb 19 04:04:49.882519 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5960cf-ce4a-47ed-b945-acd26815974b x-openstack-request-id: req-3f5960cf-ce4a-47ed-b945-acd26815974b {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:49.884279 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c961862-aa7d-437d-828e-2433bed503ca", "name": "network-vif-plugged", "status": "completed", "tag": "21cf2267-d67f-47e3-9388-81f394aa5757", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:49.885069 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f5960cf-ce4a-47ed-b945-acd26815974b {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:49.886192 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c961862-aa7d-437d-828e-2433bed503ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cf2267-d67f-47e3-9388-81f394aa5757', 'code': 200} Feb 19 04:04:50.279925 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc177d1-9f58-410e-b03d-2923db64a62b req-ce2a4437-344d-4287-ac82-6b803ffefb46 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:50.294785 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ddc177d1-9f58-410e-b03d-2923db64a62b req-ce2a4437-344d-4287-ac82-6b803ffefb46 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 944 time: 0.2166624 Feb 19 04:04:50.465677 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576b46c-eca1-404c-a473-927c175f6e0c req-86f307ed-74b9-476c-97e5-76f8e0d1d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:50.476380 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2576b46c-eca1-404c-a473-927c175f6e0c req-86f307ed-74b9-476c-97e5-76f8e0d1d430 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 1133 time: 0.2083290 Feb 19 04:04:50.508642 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ddc177d1-9f58-410e-b03d-2923db64a62b req-e5a1b023-ecef-4158-ace9-f3958813d136 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111959 Feb 19 04:04:50.776755 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2576b46c-eca1-404c-a473-927c175f6e0c req-36b2876a-35ae-49a7-b594-0fc3202a0e3c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938905 Feb 19 04:04:50.807713 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 75ad516c-77af-4805-b12d-047381969e8f no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:04:50.907657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 75ad516c-77af-4805-b12d-047381969e8f {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:04:50.909298 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 75ad516c-77af-4805-b12d-047381969e8f not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:04:51.004174 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9378ec3d-9295-4034-b066-2991ece53581 x-openstack-request-id: req-9378ec3d-9295-4034-b066-2991ece53581 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:51.004718 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0614d8-594a-42c6-b449-15aa8321aef3", "name": "network-vif-deleted", "tag": "75ad516c-77af-4805-b12d-047381969e8f", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:51.005218 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9378ec3d-9295-4034-b066-2991ece53581 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:51.005900 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0614d8-594a-42c6-b449-15aa8321aef3', 'name': 'network-vif-deleted', 'tag': '75ad516c-77af-4805-b12d-047381969e8f', 'status': 'completed', 'code': 200} Feb 19 04:04:51.406207 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f7248-3a6e-4dfa-ade0-3e7996dda90f req-d8f9353d-a446-4f56-93f2-8ec123636e31 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:51.410473 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-221f7248-3a6e-4dfa-ade0-3e7996dda90f req-d8f9353d-a446-4f56-93f2-8ec123636e31 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab5ca0ec-e0bd-45e9-8a40-d93418743a8b HTTP/1.1" status: 200 len: 945 time: 0.2585130 Feb 19 04:04:51.502103 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab8504-9fde-488d-b13f-d2cda2f4927e req-90baecdc-fe7c-4f3e-b8b6-5d04db16ceb3 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:51.506618 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-07ab8504-9fde-488d-b13f-d2cda2f4927e req-90baecdc-fe7c-4f3e-b8b6-5d04db16ceb3 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 951 time: 0.1750040 Feb 19 04:04:51.534919 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-221f7248-3a6e-4dfa-ade0-3e7996dda90f req-3d22fba3-5d67-4600-99ab-797667f2c6e4 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137917 Feb 19 04:04:51.644872 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-07ab8504-9fde-488d-b13f-d2cda2f4927e req-a7eea306-0625-4d38-ad9b-0824fe21f97d tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107540 Feb 19 04:04:51.872143 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4f50a-3a30-4c48-9b7f-ac4fef374d55 req-80ec4592-59de-45ea-9349-6a35e3ab4c37 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:51.877155 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3bf4f50a-3a30-4c48-9b7f-ac4fef374d55 req-80ec4592-59de-45ea-9349-6a35e3ab4c37 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 950 time: 0.1851826 Feb 19 04:04:52.217842 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3bf4f50a-3a30-4c48-9b7f-ac4fef374d55 req-b9d10391-7863-4a09-857f-19ebb987985a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239532 Feb 19 04:04:52.259953 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-315169eb-f92f-49ed-882b-a4e15162043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:52.264458 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-315169eb-f92f-49ed-882b-a4e15162043d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 1132 time: 0.2513473 Feb 19 04:04:52.784560 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4ad43-58b0-4875-89eb-7121e6c2b812 req-1157ba00-6e01-45a9-a5d5-ad5609ee166c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:52.788648 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b4f4ad43-58b0-4875-89eb-7121e6c2b812 req-1157ba00-6e01-45a9-a5d5-ad5609ee166c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 944 time: 0.2947545 Feb 19 04:04:52.868681 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-470b4a26-e95e-4c3e-9772-070f95cbface service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:52.871225 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-470b4a26-e95e-4c3e-9772-070f95cbface service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.5976949 Feb 19 04:04:53.012612 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-67bc2440-4b69-41b4-921e-da7558e89d9f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=66afc6ed-1f40-46c9-8728-00d19d96defb HTTP/1.1" status: 200 len: 217 time: 0.1111293 Feb 19 04:04:53.260588 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b4f4ad43-58b0-4875-89eb-7121e6c2b812 req-720cef50-89b8-403a-8238-9561670a94af tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443059 Feb 19 04:04:53.338585 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-f8b0dffd-fc18-45c0-aa30-94d7ddde2c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:53.341552 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-f8b0dffd-fc18-45c0-aa30-94d7ddde2c1d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.2899039 Feb 19 04:04:53.601404 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-a04ab49c-1d83-472f-8201-23006c831b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:53.604749 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-a04ab49c-1d83-472f-8201-23006c831b87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2530138 Feb 19 04:04:53.875457 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59888) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:54.052796 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-2df41bbc-7d78-4fc4-9ad6-18903d570d0a service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334304 Feb 19 04:04:54.140969 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811a4ed-3d52-4e76-a9ec-7624bc96d71c req-f076e9dc-3ec1-4461-88b7-53e0d9e486d8 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:54.146034 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0811a4ed-3d52-4e76-a9ec-7624bc96d71c req-f076e9dc-3ec1-4461-88b7-53e0d9e486d8 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 951 time: 0.3285060 Feb 19 04:04:54.335010 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0811a4ed-3d52-4e76-a9ec-7624bc96d71c req-743b162a-dc0b-4c6f-ba37-494ad5e2fe65 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708679 Feb 19 04:04:54.467695 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-ad9c2c8b-4e63-4815-8935-c3c34d28cf0f service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069455 Feb 19 04:04:54.602279 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67690c06-f121-43c3-9268-25926b26aca1 req-b5150e8b-d5bc-445e-9e37-8452897f3448 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:54.631412 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67690c06-f121-43c3-9268-25926b26aca1 req-b5150e8b-d5bc-445e-9e37-8452897f3448 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 950 time: 0.2297993 Feb 19 04:04:54.663154 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2d0c20b4-fb74-4c55-bf17-56f544673202 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=272967c56d084b6cb1804c8692f7a194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7666471 Feb 19 04:04:54.670327 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59902) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:54.775987 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a3eee-6386-4f59-a812-c1988093586e req-2b5ea629-1ab4-4595-ac31-6d37b9eed244 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:54.789447 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ee3a3eee-6386-4f59-a812-c1988093586e req-2b5ea629-1ab4-4595-ac31-6d37b9eed244 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab5ca0ec-e0bd-45e9-8a40-d93418743a8b HTTP/1.1" status: 200 len: 945 time: 0.3118300 Feb 19 04:04:54.882260 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67690c06-f121-43c3-9268-25926b26aca1 req-4b3fc026-26da-4a7d-863c-6cd39e1c0e2b tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470412 Feb 19 04:04:55.207554 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773628b5-655e-418f-9c1d-ea30a6b60de9 req-894da79d-29de-4d2d-aed1-e12529d70f16 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:55.225251 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-773628b5-655e-418f-9c1d-ea30a6b60de9 req-894da79d-29de-4d2d-aed1-e12529d70f16 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=04b781a4-ef26-4ae8-8887-21b409778bfc HTTP/1.1" status: 200 len: 950 time: 0.1897302 Feb 19 04:04:55.369178 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-773628b5-655e-418f-9c1d-ea30a6b60de9 req-c3b7e6cd-dbec-4401-900e-0e27a36e8b4c tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412747 Feb 19 04:04:55.425362 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8a9b3f1-215b-432e-9372-bd46712bdd81 admin admin] Publish callbacks [] for security_group (68ec2cb3-2efe-4a3b-b0c8-2e241ec44507), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:55.474235 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8a9b3f1-215b-432e-9372-bd46712bdd81 admin admin] Publish callbacks [] for security_group (68ec2cb3-2efe-4a3b-b0c8-2e241ec44507), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:55.706768 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ee3a3eee-6386-4f59-a812-c1988093586e req-df6c005d-a1dd-48e2-b05c-8692c6b5a269 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9136095 Feb 19 04:04:55.738582 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8a9b3f1-215b-432e-9372-bd46712bdd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (68ec2cb3-2efe-4a3b-b0c8-2e241ec44507), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:55.744361 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8a9b3f1-215b-432e-9372-bd46712bdd81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:55.746771 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e8a9b3f1-215b-432e-9372-bd46712bdd81 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/68ec2cb3-2efe-4a3b-b0c8-2e241ec44507 HTTP/1.1" status: 204 len: 168 time: 1.0650015 Feb 19 04:04:55.785483 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9b3f1-215b-432e-9372-bd46712bdd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ec2cb3-2efe-4a3b-b0c8-2e241ec44507,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:55.790242 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847b4ea-869a-47d2-92d3-148bd6789435 req-32a378b5-5407-488c-aae7-e1c6cfa2bb3c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:55.793758 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f847b4ea-869a-47d2-92d3-148bd6789435 req-32a378b5-5407-488c-aae7-e1c6cfa2bb3c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 944 time: 0.1988518 Feb 19 04:04:55.824126 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710176f0-6efc-4980-a01f-39536d54051a req-639ab729-4432-46b9-a445-7191ee041e93 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:55.830350 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-710176f0-6efc-4980-a01f-39536d54051a req-639ab729-4432-46b9-a445-7191ee041e93 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b781a4-ef26-4ae8-8887-21b409778bfc HTTP/1.1" status: 200 len: 950 time: 0.3344474 Feb 19 04:04:56.069066 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f847b4ea-869a-47d2-92d3-148bd6789435 req-7f607fe1-fa22-4e61-b89a-7891f8ad7095 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285709 Feb 19 04:04:56.263049 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-710176f0-6efc-4980-a01f-39536d54051a req-34294308-633f-4dc0-96c6-07769959310b tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Deleting port 921812a1-ce45-4570-996c-541f2f8bad19 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:04:56.264011 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-710176f0-6efc-4980-a01f-39536d54051a req-34294308-633f-4dc0-96c6-07769959310b tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (921812a1-ce45-4570-996c-541f2f8bad19), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:56.628970 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206b909-d3dc-49a7-972d-385c0b6e5406 req-e727366b-e37b-4986-96f8-4509e0d04f6d tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:56.648723 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3206b909-d3dc-49a7-972d-385c0b6e5406 req-e727366b-e37b-4986-96f8-4509e0d04f6d tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 950 time: 0.2913110 Feb 19 04:04:56.763165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-710176f0-6efc-4980-a01f-39536d54051a req-34294308-633f-4dc0-96c6-07769959310b tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] For port 921812a1-ce45-4570-996c-541f2f8bad19, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=921812a1-ce45-4570-996c-541f2f8bad19,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:56.772044 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-710176f0-6efc-4980-a01f-39536d54051a req-34294308-633f-4dc0-96c6-07769959310b tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (921812a1-ce45-4570-996c-541f2f8bad19), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:56.777010 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3206b909-d3dc-49a7-972d-385c0b6e5406 req-927c3266-dbd4-4c99-b0de-6d5553b28d49 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266668 Feb 19 04:04:56.863028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-710176f0-6efc-4980-a01f-39536d54051a req-34294308-633f-4dc0-96c6-07769959310b tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Calling delete_port for 921812a1-ce45-4570-996c-541f2f8bad19 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:04:57.104578 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cadf6f-b71a-4b37-a7ce-9d1e675fc049 req-09eb5e16-2ff7-4726-a961-f63c76aa1e67 tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:57.108283 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6cadf6f-b71a-4b37-a7ce-9d1e675fc049 req-09eb5e16-2ff7-4726-a961-f63c76aa1e67 tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 1133 time: 0.1857176 Feb 19 04:04:57.295733 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6cadf6f-b71a-4b37-a7ce-9d1e675fc049 req-c32194a6-70e3-4231-8dfe-6f3d1dfc3f53 tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690285 Feb 19 04:04:57.495808 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-710176f0-6efc-4980-a01f-39536d54051a req-34294308-633f-4dc0-96c6-07769959310b tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (921812a1-ce45-4570-996c-541f2f8bad19), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:57.521919 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['d260023e-e24b-4855-a59b-f78aee04ad07', '921812a1-ce45-4570-996c-541f2f8bad19'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:57.625169 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['33d9b8b1-8083-414e-9a58-5ece468cd2ac', '2630260b-1feb-477d-b647-ed7f5b4a3d6b', '640de5f6-9a19-438c-897c-ebf39f71fac9', 'ef8e92db-4ef9-4a91-9b73-8c42f224599d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:57.663619 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-eaea9a6f-cb1f-4f17-bdf9-3ea46137ce68 req-4a448261-6a5a-4d60-8540-f73b9638f520 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=04b781a4-ef26-4ae8-8887-21b409778bfc HTTP/1.1" status: 200 len: 210 time: 0.1795397 Feb 19 04:04:57.691145 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34294308-633f-4dc0-96c6-07769959310b tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Pushing event deleted for resources: {'Port': ['ID=921812a1-ce45-4570-996c-541f2f8bad19,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:58.050345 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-710176f0-6efc-4980-a01f-39536d54051a req-34294308-633f-4dc0-96c6-07769959310b tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] No DVR routers for this DVR port 921812a1-ce45-4570-996c-541f2f8bad19 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:04:58.066421 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-710176f0-6efc-4980-a01f-39536d54051a req-34294308-633f-4dc0-96c6-07769959310b tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:58.072685 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-710176f0-6efc-4980-a01f-39536d54051a req-34294308-633f-4dc0-96c6-07769959310b tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.10 "DELETE /v2.0/ports/921812a1-ce45-4570-996c-541f2f8bad19 HTTP/1.1" status: 204 len: 173 time: 2.2352433 Feb 19 04:04:58.081694 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b781a4-ef26-4ae8-8887-21b409778bfc', 'name': 'network-vif-deleted', 'tag': '921812a1-ce45-4570-996c-541f2f8bad19'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:58.088840 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c72795-299f-496d-820f-c87752c48585" -d '{"events": [{"server_uuid": "04b781a4-ef26-4ae8-8887-21b409778bfc", "name": "network-vif-deleted", "tag": "921812a1-ce45-4570-996c-541f2f8bad19"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:58.463221 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8aacd7-b57f-4c48-8fe9-363197d70948 req-b21f8af0-4f37-47e6-8985-1d0c709226dc tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:58.466590 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8d8aacd7-b57f-4c48-8fe9-363197d70948 req-b21f8af0-4f37-47e6-8985-1d0c709226dc tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 944 time: 0.3556819 Feb 19 04:04:58.803564 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8d8aacd7-b57f-4c48-8fe9-363197d70948 req-5c566c25-ed3d-4db3-bcbd-99e538d05b1f tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901797 Feb 19 04:04:58.865127 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 0987cd9e-41dd-4154-9065-4883584e34f4 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:04:59.023854 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61764f6-5aa8-4b6e-94b1-60adbf3580ed x-openstack-request-id: req-e61764f6-5aa8-4b6e-94b1-60adbf3580ed {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:59.024340 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b781a4-ef26-4ae8-8887-21b409778bfc", "name": "network-vif-deleted", "tag": "921812a1-ce45-4570-996c-541f2f8bad19", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:59.024740 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e61764f6-5aa8-4b6e-94b1-60adbf3580ed {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:59.025673 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b781a4-ef26-4ae8-8887-21b409778bfc', 'name': 'network-vif-deleted', 'tag': '921812a1-ce45-4570-996c-541f2f8bad19', 'status': 'completed', 'code': 200} Feb 19 04:04:59.247103 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3f444-36b2-4610-a70e-f0b2a323a575 req-58473115-d496-4638-a5a4-b308a4677829 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:59.269061 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b2b3f444-36b2-4610-a70e-f0b2a323a575 req-58473115-d496-4638-a5a4-b308a4677829 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 950 time: 0.3022933 Feb 19 04:04:59.277720 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:04:59.443075 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b2b3f444-36b2-4610-a70e-f0b2a323a575 req-4bd288d1-0955-4b89-9e1a-f056a079605b tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614475 Feb 19 04:04:59.494748 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60026) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:59.605494 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fefe3-c4ed-41f0-a991-4b19e5b6e054 req-5791699e-aa75-4907-a41b-db5e335fc204 tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:59.618039 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-828fefe3-c4ed-41f0-a991-4b19e5b6e054 req-5791699e-aa75-4907-a41b-db5e335fc204 tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 1133 time: 0.3916988 Feb 19 04:04:59.870895 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f903d01a-e9c0-4a8c-a614-8c5f07de48ff req-a1d394a1-33b6-416a-a5bc-4728ce22c455 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=04b781a4-ef26-4ae8-8887-21b409778bfc HTTP/1.1" status: 200 len: 210 time: 0.1353338 Feb 19 04:04:59.975064 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-828fefe3-c4ed-41f0-a991-4b19e5b6e054 req-57a26873-1c5f-4750-9811-4845b00e6bbc tempest-ServersAdminTestJSON-333336143 tempest-ServersAdminTestJSON-333336143-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460352 Feb 19 04:05:00.170514 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-817d74dd-652e-4393-a32d-848aeda3d93f admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2109269722-network', 'tenant_id': 'c6a66cc8d123446fb4da322bcc8cc6d9'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:00.260077 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 0987cd9e-41dd-4154-9065-4883584e34f4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=0987cd9e-41dd-4154-9065-4883584e34f4,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:00.301455 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817d74dd-652e-4393-a32d-848aeda3d93f admin admin] Made reservation on behalf of c6a66cc8d123446fb4da322bcc8cc6d9 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:05:00.305238 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-817d74dd-652e-4393-a32d-848aeda3d93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:00.314934 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '0987cd9e-41dd-4154-9065-4883584e34f4', 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15', 'port_id': '0987cd9e-41dd-4154-9065-4883584e34f4', 'mac_address': 'fa:16:3e:b6:a7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbaae2b-220b-401a-870e-2283d582e1b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:05:00.334355 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-817d74dd-652e-4393-a32d-848aeda3d93f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:00.596739 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a8258-3890-463f-a80d-ccaa0a0e63de req-ea144f37-e089-4613-b900-c95763bae7b1 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:00.596739 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7d9a8258-3890-463f-a80d-ccaa0a0e63de req-ea144f37-e089-4613-b900-c95763bae7b1 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 944 time: 0.3728745 Feb 19 04:05:00.619217 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 0987cd9e-41dd-4154-9065-4883584e34f4 is: ACTIVE; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:00.619943 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0987cd9e-41dd-4154-9065-4883584e34f4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:00.699463 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-817d74dd-652e-4393-a32d-848aeda3d93f admin admin] Publish callbacks [] for security_group (7af63b06-18b3-47f1-886d-d7dc4f3ea637), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:00.711757 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-817d74dd-652e-4393-a32d-848aeda3d93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7af63b06-18b3-47f1-886d-d7dc4f3ea637), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:00.748112 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0987cd9e-41dd-4154-9065-4883584e34f4 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:00.784589 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817d74dd-652e-4393-a32d-848aeda3d93f admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:05:00.825087 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-817d74dd-652e-4393-a32d-848aeda3d93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (4d5cab30-8a9a-4c09-a5f5-c528575f508f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:00.825087 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-817d74dd-652e-4393-a32d-848aeda3d93f admin admin] Added segment 4d5cab30-8a9a-4c09-a5f5-c528575f508f of type vlan for network 57c0be58-8493-4bdd-a215-bb2a3bcc05dc Feb 19 04:05:00.838533 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7d9a8258-3890-463f-a80d-ccaa0a0e63de req-b992f060-21b7-499b-bbd3-0a56b5e38f2d tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468362 Feb 19 04:05:00.888841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 0987cd9e-41dd-4154-9065-4883584e34f4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=0987cd9e-41dd-4154-9065-4883584e34f4,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:00.923177 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 921812a1-ce45-4570-996c-541f2f8bad19 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:00.930734 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0987cd9e-41dd-4154-9065-4883584e34f4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:01.100533 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-817d74dd-652e-4393-a32d-848aeda3d93f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (57c0be58-8493-4bdd-a215-bb2a3bcc05dc), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:01.224438 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.resource_extend [None req-817d74dd-652e-4393-a32d-848aeda3d93f admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:05:01.257045 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 921812a1-ce45-4570-996c-541f2f8bad19 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:05:01.258413 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 921812a1-ce45-4570-996c-541f2f8bad19 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:05:01.355799 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['0987cd9e-41dd-4154-9065-4883584e34f4'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:01.384327 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-817d74dd-652e-4393-a32d-848aeda3d93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (57c0be58-8493-4bdd-a215-bb2a3bcc05dc), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:01.392651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817d74dd-652e-4393-a32d-848aeda3d93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:01.398305 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-817d74dd-652e-4393-a32d-848aeda3d93f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:01.448502 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=0987cd9e-41dd-4154-9065-4883584e34f4,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:01.462174 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d74dd-652e-4393-a32d-848aeda3d93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af63b06-18b3-47f1-886d-d7dc4f3ea637,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:01.514527 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24ef7b-0962-4d0a-a494-d00095e6c410 req-d8b1397b-983f-4180-961d-1485918cf713 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:01.533986 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc24ef7b-0962-4d0a-a494-d00095e6c410 req-d8b1397b-983f-4180-961d-1485918cf713 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 950 time: 0.3211098 Feb 19 04:05:01.592285 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-817d74dd-652e-4393-a32d-848aeda3d93f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0954504 Feb 19 04:05:01.593713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60100) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:01.712277 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-23d92805-59e1-40e9-bd87-5fcba7dcc9b7 admin admin] Request body: {'subnet': {'network_id': '57c0be58-8493-4bdd-a215-bb2a3bcc05dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2109269722-subnet', 'tenant_id': 'c6a66cc8d123446fb4da322bcc8cc6d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:01.741013 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc24ef7b-0962-4d0a-a494-d00095e6c410 req-b4751d5e-911b-43e6-bd21-1a3e25c0dd8b tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968188 Feb 19 04:05:01.795009 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d92805-59e1-40e9-bd87-5fcba7dcc9b7 admin admin] Made reservation on behalf of c6a66cc8d123446fb4da322bcc8cc6d9 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:05:01.811841 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-23d92805-59e1-40e9-bd87-5fcba7dcc9b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:01.860190 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d74dd-652e-4393-a32d-848aeda3d93f admin admin] Pushing event updated for resources: {'Network': ['ID=57c0be58-8493-4bdd-a215-bb2a3bcc05dc,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:01.938405 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 57c0be58-8493-4bdd-a215-bb2a3bcc05dc details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:05:02.056109 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfd525-b0d4-4534-91c4-cbf977c3a837 req-b03b2e04-1464-4ded-b37f-52500dfca6fc tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:02.078361 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-60cfd525-b0d4-4534-91c4-cbf977c3a837 req-b03b2e04-1464-4ded-b37f-52500dfca6fc tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0c4f0ec-7768-4ee0-a12c-531aa9642855 HTTP/1.1" status: 200 len: 950 time: 0.5403666 Feb 19 04:05:02.283407 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-60cfd525-b0d4-4534-91c4-cbf977c3a837 req-23974f55-4502-4ba4-8ea1-0caa3617578f tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018642 Feb 19 04:05:02.367637 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:05:02.595626 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f1cdf5d4-50c3-40c0-8db8-67b9354d4534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:02.797687 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d0054-5238-47e1-a4e5-598f6f94c2cf req-231cc7a0-0005-49ac-923e-a7b32bd67634 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:02.802132 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a96d0054-5238-47e1-a4e5-598f6f94c2cf req-231cc7a0-0005-49ac-923e-a7b32bd67634 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.10 "GET /v2.0/ports?device_id=f0c4f0ec-7768-4ee0-a12c-531aa9642855 HTTP/1.1" status: 200 len: 950 time: 0.1855431 Feb 19 04:05:02.948880 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-23d92805-59e1-40e9-bd87-5fcba7dcc9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (4b4d63a2-d982-44e4-8a35-fe2146ba4622), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:03.073342 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d92805-59e1-40e9-bd87-5fcba7dcc9b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b4d63a2-d982-44e4-8a35-fe2146ba4622,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:03.223941 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d92805-59e1-40e9-bd87-5fcba7dcc9b7 admin admin] Checking segment: {'id': '4d5cab30-8a9a-4c09-a5f5-c528575f508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '57c0be58-8493-4bdd-a215-bb2a3bcc05dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:03.223941 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d92805-59e1-40e9-bd87-5fcba7dcc9b7 admin admin] Network hostable DHCP agents. Network: 57c0be58-8493-4bdd-a215-bb2a3bcc05dc, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:05:03.285005 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d92805-59e1-40e9-bd87-5fcba7dcc9b7 admin admin] Network 57c0be58-8493-4bdd-a215-bb2a3bcc05dc is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:05:03.301981 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582d7a8-91c0-41da-9259-0a5231d586cd req-13d41ff2-3b81-44bc-8481-47d294377dd3 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:03.316432 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6582d7a8-91c0-41da-9259-0a5231d586cd req-13d41ff2-3b81-44bc-8481-47d294377dd3 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 944 time: 0.5731494 Feb 19 04:05:03.325519 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-23d92805-59e1-40e9-bd87-5fcba7dcc9b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 57c0be58-8493-4bdd-a215-bb2a3bcc05dc) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:03.345677 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d92805-59e1-40e9-bd87-5fcba7dcc9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:03.348115 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-23d92805-59e1-40e9-bd87-5fcba7dcc9b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:03.352718 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ad9852-967d-4f3f-95ae-e9a7e876bfec None None] Network 57c0be58-8493-4bdd-a215-bb2a3bcc05dc requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:05:03.422131 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-23d92805-59e1-40e9-bd87-5fcba7dcc9b7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7180941 Feb 19 04:05:03.602233 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-a96d0054-5238-47e1-a4e5-598f6f94c2cf req-0bafc082-f30f-450b-953d-25d061879961 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Deleting port ca13a405-d49f-40d8-ab6e-d657e94172a8 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:05:03.606192 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a96d0054-5238-47e1-a4e5-598f6f94c2cf req-0bafc082-f30f-450b-953d-25d061879961 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ca13a405-d49f-40d8-ab6e-d657e94172a8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:03.700546 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6582d7a8-91c0-41da-9259-0a5231d586cd req-d6206541-a93c-4e4f-9d24-7adb600470f5 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810976 Feb 19 04:05:03.900640 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e1e10f-a2f6-453c-bdeb-a2a753e78345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-57c0be58-8493-4bdd-a215-bb2a3bcc05dc', 'network_id': '57c0be58-8493-4bdd-a215-bb2a3bcc05dc', 'project_id': 'c6a66cc8d123446fb4da322bcc8cc6d9', 'fixed_ips': [{'subnet_id': '4b4d63a2-d982-44e4-8a35-fe2146ba4622'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:05:03.902325 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e10f-a2f6-453c-bdeb-a2a753e78345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:04.234335 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda1e12-de9b-41f6-99b9-1f50c1f9b30b req-9f6fd7f1-5544-4a39-b133-c4ddb71e9650 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:04.238850 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2cda1e12-de9b-41f6-99b9-1f50c1f9b30b req-9f6fd7f1-5544-4a39-b133-c4ddb71e9650 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2b78ab1-3b31-4d04-8967-a19d46c24452 HTTP/1.1" status: 200 len: 950 time: 0.3028135 Feb 19 04:05:04.288396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-a96d0054-5238-47e1-a4e5-598f6f94c2cf req-0bafc082-f30f-450b-953d-25d061879961 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] For port ca13a405-d49f-40d8-ab6e-d657e94172a8, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=ca13a405-d49f-40d8-ab6e-d657e94172a8,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:04.298559 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a96d0054-5238-47e1-a4e5-598f6f94c2cf req-0bafc082-f30f-450b-953d-25d061879961 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ca13a405-d49f-40d8-ab6e-d657e94172a8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:04.389353 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-a96d0054-5238-47e1-a4e5-598f6f94c2cf req-0bafc082-f30f-450b-953d-25d061879961 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Calling delete_port for ca13a405-d49f-40d8-ab6e-d657e94172a8 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:05:04.778384 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-2cda1e12-de9b-41f6-99b9-1f50c1f9b30b req-5facdc14-0084-43e1-ae2a-530d80f6e381 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Deleting port ef8e92db-4ef9-4a91-9b73-8c42f224599d {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:05:04.778850 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2cda1e12-de9b-41f6-99b9-1f50c1f9b30b req-5facdc14-0084-43e1-ae2a-530d80f6e381 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ef8e92db-4ef9-4a91-9b73-8c42f224599d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:04.929474 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-e9e1e10f-a2f6-453c-bdeb-a2a753e78345 None None] Allocated IP 172.20.0.2 (57c0be58-8493-4bdd-a215-bb2a3bcc05dc/4b4d63a2-d982-44e4-8a35-fe2146ba4622/8185d78e-c845-493b-a27d-b9ea1748e09b) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:05:05.348585 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-2cda1e12-de9b-41f6-99b9-1f50c1f9b30b req-5facdc14-0084-43e1-ae2a-530d80f6e381 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] For port ef8e92db-4ef9-4a91-9b73-8c42f224599d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=ef8e92db-4ef9-4a91-9b73-8c42f224599d,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:05.362536 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2cda1e12-de9b-41f6-99b9-1f50c1f9b30b req-5facdc14-0084-43e1-ae2a-530d80f6e381 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ef8e92db-4ef9-4a91-9b73-8c42f224599d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:05.463312 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-2cda1e12-de9b-41f6-99b9-1f50c1f9b30b req-5facdc14-0084-43e1-ae2a-530d80f6e381 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Calling delete_port for ef8e92db-4ef9-4a91-9b73-8c42f224599d owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:05:05.516559 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170bbfc-ec8d-49ac-b2cd-411ddb5f8bb7 req-82637836-871c-454a-a451-1437794d8fa5 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:05.561088 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e170bbfc-ec8d-49ac-b2cd-411ddb5f8bb7 req-82637836-871c-454a-a451-1437794d8fa5 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 950 time: 0.4648552 Feb 19 04:05:05.627818 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 0987cd9e-41dd-4154-9065-4883584e34f4 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:05.675459 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a96d0054-5238-47e1-a4e5-598f6f94c2cf req-0bafc082-f30f-450b-953d-25d061879961 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ca13a405-d49f-40d8-ab6e-d657e94172a8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:05.832964 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e170bbfc-ec8d-49ac-b2cd-411ddb5f8bb7 req-afec04b9-e1a2-4d09-bbef-8ed8ce03fc84 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614322 Feb 19 04:05:05.840630 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafc082-f30f-450b-953d-25d061879961 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Pushing event deleted for resources: {'Port': ['ID=ca13a405-d49f-40d8-ab6e-d657e94172a8,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:05.947020 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['2d1d6ccd-2063-4ff5-b23d-9824c1f817c9', '21cf2267-d67f-47e3-9388-81f394aa5757'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:06.039796 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96d0054-5238-47e1-a4e5-598f6f94c2cf req-0bafc082-f30f-450b-953d-25d061879961 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] No DVR routers for this DVR port ca13a405-d49f-40d8-ab6e-d657e94172a8 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:05:06.049914 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a96d0054-5238-47e1-a4e5-598f6f94c2cf req-0bafc082-f30f-450b-953d-25d061879961 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:06.085523 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a96d0054-5238-47e1-a4e5-598f6f94c2cf req-0bafc082-f30f-450b-953d-25d061879961 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.10 "DELETE /v2.0/ports/ca13a405-d49f-40d8-ab6e-d657e94172a8 HTTP/1.1" status: 204 len: 173 time: 3.2168393 Feb 19 04:05:06.086427 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c4f0ec-7768-4ee0-a12c-531aa9642855', 'name': 'network-vif-deleted', 'tag': 'ca13a405-d49f-40d8-ab6e-d657e94172a8'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:06.102210 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f217022f-62c3-4bec-95eb-b73182dd63b5" -d '{"events": [{"server_uuid": "f0c4f0ec-7768-4ee0-a12c-531aa9642855", "name": "network-vif-deleted", "tag": "ca13a405-d49f-40d8-ab6e-d657e94172a8"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:06.228354 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d941558f-9d28-4cd6-bf45-74930f729a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:06.381928 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2cda1e12-de9b-41f6-99b9-1f50c1f9b30b req-5facdc14-0084-43e1-ae2a-530d80f6e381 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (ef8e92db-4ef9-4a91-9b73-8c42f224599d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:06.395487 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f2aaf5b5-a0a5-46bb-8e60-961228af1e58 req-2e4a1196-8ea0-499a-998f-01cb29e5cc97 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0c4f0ec-7768-4ee0-a12c-531aa9642855 HTTP/1.1" status: 200 len: 210 time: 0.2852042 Feb 19 04:05:06.577963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e15330-ed09-458b-9c5b-5c2d761beffd req-d6b8a9f3-dc66-4c0f-9f2a-f1877c48f838 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:06.580362 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28e15330-ed09-458b-9c5b-5c2d761beffd req-d6b8a9f3-dc66-4c0f-9f2a-f1877c48f838 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a514c6-5998-44c4-b87a-0354695a01a2 HTTP/1.1" status: 200 len: 949 time: 0.3677037 Feb 19 04:05:06.602236 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5facdc14-0084-43e1-ae2a-530d80f6e381 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Pushing event deleted for resources: {'Port': ['ID=ef8e92db-4ef9-4a91-9b73-8c42f224599d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:06.816854 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e10f-a2f6-453c-bdeb-a2a753e78345 None None] Publish callbacks [] for port (8185d78e-c845-493b-a27d-b9ea1748e09b), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:06.828249 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['d260023e-e24b-4855-a59b-f78aee04ad07'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:06.838485 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['33d9b8b1-8083-414e-9a58-5ece468cd2ac', '2630260b-1feb-477d-b647-ed7f5b4a3d6b', '640de5f6-9a19-438c-897c-ebf39f71fac9'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:06.944821 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cda1e12-de9b-41f6-99b9-1f50c1f9b30b req-5facdc14-0084-43e1-ae2a-530d80f6e381 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] No DVR routers for this DVR port ef8e92db-4ef9-4a91-9b73-8c42f224599d on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:05:06.955220 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2cda1e12-de9b-41f6-99b9-1f50c1f9b30b req-5facdc14-0084-43e1-ae2a-530d80f6e381 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:06.984960 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2cda1e12-de9b-41f6-99b9-1f50c1f9b30b req-5facdc14-0084-43e1-ae2a-530d80f6e381 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.48 "DELETE /v2.0/ports/ef8e92db-4ef9-4a91-9b73-8c42f224599d HTTP/1.1" status: 204 len: 173 time: 2.7387300 Feb 19 04:05:06.986547 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b78ab1-3b31-4d04-8967-a19d46c24452', 'name': 'network-vif-deleted', 'tag': 'ef8e92db-4ef9-4a91-9b73-8c42f224599d'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:07.000173 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device ca13a405-d49f-40d8-ab6e-d657e94172a8 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:07.012514 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ec39e9-766e-4713-a6c7-f54ce5f1fb66" -d '{"events": [{"server_uuid": "b2b78ab1-3b31-4d04-8967-a19d46c24452", "name": "network-vif-deleted", "tag": "ef8e92db-4ef9-4a91-9b73-8c42f224599d"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:07.020455 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e10f-a2f6-453c-bdeb-a2a753e78345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (8185d78e-c845-493b-a27d-b9ea1748e09b), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:07.374041 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-28e15330-ed09-458b-9c5b-5c2d761beffd req-bd41cea0-305e-4e8d-b732-9484f0a454d6 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Deleting port d260023e-e24b-4855-a59b-f78aee04ad07 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:05:07.374499 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-28e15330-ed09-458b-9c5b-5c2d761beffd req-bd41cea0-305e-4e8d-b732-9484f0a454d6 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (d260023e-e24b-4855-a59b-f78aee04ad07), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:07.416492 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 0987cd9e-41dd-4154-9065-4883584e34f4 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:07.417220 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0987cd9e-41dd-4154-9065-4883584e34f4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:07.650929 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e1e10f-a2f6-453c-bdeb-a2a753e78345 None None] Network 57c0be58-8493-4bdd-a215-bb2a3bcc05dc is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:05:07.778704 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: ca13a405-d49f-40d8-ab6e-d657e94172a8 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:05:07.781287 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device ca13a405-d49f-40d8-ab6e-d657e94172a8 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:05:07.818038 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:07.901403 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-e9e1e10f-a2f6-453c-bdeb-a2a753e78345 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:07.921046 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e1e10f-a2f6-453c-bdeb-a2a753e78345 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:05:07.979177 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-28e15330-ed09-458b-9c5b-5c2d761beffd req-bd41cea0-305e-4e8d-b732-9484f0a454d6 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] For port d260023e-e24b-4855-a59b-f78aee04ad07, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=d260023e-e24b-4855-a59b-f78aee04ad07,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:07.981434 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-28e15330-ed09-458b-9c5b-5c2d761beffd req-bd41cea0-305e-4e8d-b732-9484f0a454d6 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (d260023e-e24b-4855-a59b-f78aee04ad07), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:08.022136 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-28e15330-ed09-458b-9c5b-5c2d761beffd req-bd41cea0-305e-4e8d-b732-9484f0a454d6 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Calling delete_port for d260023e-e24b-4855-a59b-f78aee04ad07 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:05:08.246662 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:08.614201 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-28e15330-ed09-458b-9c5b-5c2d761beffd req-bd41cea0-305e-4e8d-b732-9484f0a454d6 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (d260023e-e24b-4855-a59b-f78aee04ad07), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:08.708006 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41cea0-305e-4e8d-b732-9484f0a454d6 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Pushing event deleted for resources: {'Port': ['ID=d260023e-e24b-4855-a59b-f78aee04ad07,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:08.856524 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e15330-ed09-458b-9c5b-5c2d761beffd req-bd41cea0-305e-4e8d-b732-9484f0a454d6 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] No DVR routers for this DVR port d260023e-e24b-4855-a59b-f78aee04ad07 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:05:08.864161 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-28e15330-ed09-458b-9c5b-5c2d761beffd req-bd41cea0-305e-4e8d-b732-9484f0a454d6 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:08.882284 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28e15330-ed09-458b-9c5b-5c2d761beffd req-bd41cea0-305e-4e8d-b732-9484f0a454d6 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.10 "DELETE /v2.0/ports/d260023e-e24b-4855-a59b-f78aee04ad07 HTTP/1.1" status: 204 len: 173 time: 2.2835867 Feb 19 04:05:08.925224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1e10f-a2f6-453c-bdeb-a2a753e78345 None None] Pushing event updated for resources: {'Port': ['ID=8185d78e-c845-493b-a27d-b9ea1748e09b,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:09.015659 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['33d9b8b1-8083-414e-9a58-5ece468cd2ac', '2630260b-1feb-477d-b647-ed7f5b4a3d6b', '640de5f6-9a19-438c-897c-ebf39f71fac9'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:09.035115 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['d260023e-e24b-4855-a59b-f78aee04ad07'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:09.232565 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:09.781998 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e9e1e10f-a2f6-453c-bdeb-a2a753e78345 None None] Attempting to bind port 8185d78e-c845-493b-a27d-b9ea1748e09b on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:05:09.784055 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e9e1e10f-a2f6-453c-bdeb-a2a753e78345 None None] Attempting to bind port 8185d78e-c845-493b-a27d-b9ea1748e09b by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '4d5cab30-8a9a-4c09-a5f5-c528575f508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '57c0be58-8493-4bdd-a215-bb2a3bcc05dc'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:05:09.785067 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1e10f-a2f6-453c-bdeb-a2a753e78345 None None] Attempting to bind port 8185d78e-c845-493b-a27d-b9ea1748e09b on network 57c0be58-8493-4bdd-a215-bb2a3bcc05dc {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:09.795180 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:10.036452 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:10.070715 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 0987cd9e-41dd-4154-9065-4883584e34f4 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:10.071341 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0987cd9e-41dd-4154-9065-4883584e34f4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:10.150396 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1e10f-a2f6-453c-bdeb-a2a753e78345 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:05:10.150905 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1e10f-a2f6-453c-bdeb-a2a753e78345 None None] Checking segment: {'id': '4d5cab30-8a9a-4c09-a5f5-c528575f508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '57c0be58-8493-4bdd-a215-bb2a3bcc05dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:10.151969 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e10f-a2f6-453c-bdeb-a2a753e78345 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:10.153741 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1e10f-a2f6-453c-bdeb-a2a753e78345 None None] Bound using segment: {'id': '4d5cab30-8a9a-4c09-a5f5-c528575f508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '57c0be58-8493-4bdd-a215-bb2a3bcc05dc'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:05:10.154591 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e9e1e10f-a2f6-453c-bdeb-a2a753e78345 None None] Bound port: 8185d78e-c845-493b-a27d-b9ea1748e09b, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5cab30-8a9a-4c09-a5f5-c528575f508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '57c0be58-8493-4bdd-a215-bb2a3bcc05dc'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:05:10.155262 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e10f-a2f6-453c-bdeb-a2a753e78345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8185d78e-c845-493b-a27d-b9ea1748e09b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:10.435987 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e9e1e10f-a2f6-453c-bdeb-a2a753e78345 None None] For port 8185d78e-c845-493b-a27d-b9ea1748e09b, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:10.443578 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e9e1e10f-a2f6-453c-bdeb-a2a753e78345 None None] For port 8185d78e-c845-493b-a27d-b9ea1748e09b, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8185d78e-c845-493b-a27d-b9ea1748e09b,segment=NetworkSegment(4d5cab30-8a9a-4c09-a5f5-c528575f508f),segment_id=4d5cab30-8a9a-4c09-a5f5-c528575f508f)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:05:10.610171 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e10f-a2f6-453c-bdeb-a2a753e78345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8185d78e-c845-493b-a27d-b9ea1748e09b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:10.833233 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1e10f-a2f6-453c-bdeb-a2a753e78345 None None] Pushing event updated for resources: {'Port': ['ID=8185d78e-c845-493b-a27d-b9ea1748e09b,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:10.888033 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5ca0ec-e0bd-45e9-8a40-d93418743a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0987cd9e-41dd-4154-9065-4883584e34f4'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:10.892874 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c70881f-b0e8-448c-b4b4-334b47e77d58" -d '{"events": [{"server_uuid": "ab5ca0ec-e0bd-45e9-8a40-d93418743a8b", "name": "network-vif-plugged", "status": "completed", "tag": "0987cd9e-41dd-4154-9065-4883584e34f4"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:10.924363 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device d260023e-e24b-4855-a59b-f78aee04ad07 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:11.458449 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 0987cd9e-41dd-4154-9065-4883584e34f4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=0987cd9e-41dd-4154-9065-4883584e34f4,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:11.502237 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: d260023e-e24b-4855-a59b-f78aee04ad07 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:05:11.503972 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device d260023e-e24b-4855-a59b-f78aee04ad07 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:05:11.537636 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0987cd9e-41dd-4154-9065-4883584e34f4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:11.571760 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device ef8e92db-4ef9-4a91-9b73-8c42f224599d no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:11.755139 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: ef8e92db-4ef9-4a91-9b73-8c42f224599d {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:05:11.755630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device ef8e92db-4ef9-4a91-9b73-8c42f224599d not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:05:12.323892 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=0987cd9e-41dd-4154-9065-4883584e34f4,revision_number=7']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:13.282434 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8185d78e-c845-493b-a27d-b9ea1748e09b up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:13.451152 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0385c3-abb5-4486-931b-d924a977d7e1 None None] Network 57c0be58-8493-4bdd-a215-bb2a3bcc05dc requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:05:13.720098 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ee0efdd0-c9aa-4e05-9f36-19cb7c124393 None None] Provisioning complete for port 8185d78e-c845-493b-a27d-b9ea1748e09b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:13.721178 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ee0efdd0-c9aa-4e05-9f36-19cb7c124393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8185d78e-c845-493b-a27d-b9ea1748e09b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:13.856226 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 8185d78e-c845-493b-a27d-b9ea1748e09b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:13.857235 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8185d78e-c845-493b-a27d-b9ea1748e09b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:14.261804 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ee0efdd0-c9aa-4e05-9f36-19cb7c124393 None None] Current status of the port 8185d78e-c845-493b-a27d-b9ea1748e09b is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:14.265987 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ee0efdd0-c9aa-4e05-9f36-19cb7c124393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8185d78e-c845-493b-a27d-b9ea1748e09b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:14.526919 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-ee0efdd0-c9aa-4e05-9f36-19cb7c124393 None None] For port 8185d78e-c845-493b-a27d-b9ea1748e09b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8185d78e-c845-493b-a27d-b9ea1748e09b,segment=NetworkSegment(4d5cab30-8a9a-4c09-a5f5-c528575f508f),segment_id=4d5cab30-8a9a-4c09-a5f5-c528575f508f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:14.530199 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 8185d78e-c845-493b-a27d-b9ea1748e09b is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:14.530848 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8185d78e-c845-493b-a27d-b9ea1748e09b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:14.549855 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ee0efdd0-c9aa-4e05-9f36-19cb7c124393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8185d78e-c845-493b-a27d-b9ea1748e09b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:14.839171 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0efdd0-c9aa-4e05-9f36-19cb7c124393 None None] Pushing event updated for resources: {'Port': ['ID=8185d78e-c845-493b-a27d-b9ea1748e09b,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:14.843847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-dbd87250-3dcc-460c-861c-0000b5fff4ef None None] Provisioning complete for port 8185d78e-c845-493b-a27d-b9ea1748e09b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:14.844463 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-dbd87250-3dcc-460c-861c-0000b5fff4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8185d78e-c845-493b-a27d-b9ea1748e09b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:14.999726 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:05:15.000090 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:05:15.170852 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-dbd87250-3dcc-460c-861c-0000b5fff4ef None None] Current status of the port 8185d78e-c845-493b-a27d-b9ea1748e09b is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:15.621646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 8185d78e-c845-493b-a27d-b9ea1748e09b is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:15.853919 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8185d78e-c845-493b-a27d-b9ea1748e09b up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:16.050115 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 8185d78e-c845-493b-a27d-b9ea1748e09b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:16.050946 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8185d78e-c845-493b-a27d-b9ea1748e09b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:16.274983 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 8185d78e-c845-493b-a27d-b9ea1748e09b is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:17.333405 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64096e-f7d6-4dbf-9d26-44b364e24993 req-55b2306d-027b-44b4-bf80-4714abc1ee42 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:17.346802 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6e64096e-f7d6-4dbf-9d26-44b364e24993 req-55b2306d-027b-44b4-bf80-4714abc1ee42 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 944 time: 0.1587605 Feb 19 04:05:17.492249 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-25a664ac-ddfc-4e76-a4f0-1d42cdb4f7e6 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:17.505541 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-25a664ac-ddfc-4e76-a4f0-1d42cdb4f7e6 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/networks?id=57c0be58-8493-4bdd-a215-bb2a3bcc05dc HTTP/1.1" status: 200 len: 816 time: 0.5205708 Feb 19 04:05:17.520525 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6e64096e-f7d6-4dbf-9d26-44b364e24993 req-18df297e-362e-4895-9651-4cc669388489 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720414 Feb 19 04:05:17.545750 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-7d64eb54-a0f7-4dc4-99c7-662df877c9dc tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/quotas/c6a66cc8d123446fb4da322bcc8cc6d9 HTTP/1.1" status: 200 len: 375 time: 0.0384891 Feb 19 04:05:17.615390 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-04a5b1f7-a045-467a-a11b-6eb1d10a5217 service neutron] show failed (client error): The resource could not be found. Feb 19 04:05:17.617962 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-04a5b1f7-a045-467a-a11b-6eb1d10a5217 service neutron] 10.222.0.10 "GET /v2.0/ports/66afc6ed-1f40-46c9-8728-00d19d96defb/bindings/n-h2-772273-4 HTTP/1.1" status: 404 len: 380 time: 0.3891516 Feb 19 04:05:17.684068 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-ad699379-c74f-4e0e-87cc-a0f3bbf85a88 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c6a66cc8d123446fb4da322bcc8cc6d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1356566 Feb 19 04:05:17.704810 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b49ef6-9824-414a-8a7f-c2af324c5083 x-openstack-request-id: req-c4b49ef6-9824-414a-8a7f-c2af324c5083 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:17.715793 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c4f0ec-7768-4ee0-a12c-531aa9642855", "name": "network-vif-deleted", "tag": "ca13a405-d49f-40d8-ab6e-d657e94172a8", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:17.716764 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c4b49ef6-9824-414a-8a7f-c2af324c5083 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:17.717804 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c4f0ec-7768-4ee0-a12c-531aa9642855', 'name': 'network-vif-deleted', 'tag': 'ca13a405-d49f-40d8-ab6e-d657e94172a8', 'status': 'completed', 'code': 200} Feb 19 04:05:18.037118 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-f7f1b912-2ae3-428d-a13e-30a3c34c466e service neutron] 10.222.0.65 "GET /v2.0/networks/57c0be58-8493-4bdd-a215-bb2a3bcc05dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292832 Feb 19 04:05:18.315252 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c51c59-b36a-4ab0-9fc9-f342dd744f09 req-e8abdd4e-d34d-4e0f-93ff-faa7213e710c tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:18.318528 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e5c51c59-b36a-4ab0-9fc9-f342dd744f09 req-e8abdd4e-d34d-4e0f-93ff-faa7213e710c tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 950 time: 0.3932364 Feb 19 04:05:18.344515 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-7098cbb8-cbee-44cf-9ac1-c854ae9f5c06 service neutron] 10.222.0.65 "GET /v2.0/networks/57c0be58-8493-4bdd-a215-bb2a3bcc05dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071773 Feb 19 04:05:18.477367 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e5c51c59-b36a-4ab0-9fc9-f342dd744f09 req-91a609ea-f2c5-4c5a-a7b1-6993b17e3e65 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458302 Feb 19 04:05:18.497777 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-2b63b6d0-d298-45ac-b390-aeaa8c38650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:18.500551 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-2b63b6d0-d298-45ac-b390-aeaa8c38650f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9&tenant_id=ecf9e139694246328842375c06e497e6 HTTP/1.1" status: 200 len: 1132 time: 0.3615470 Feb 19 04:05:18.520455 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-772273-4', 'device_owner': 'compute:nova'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:18.637922 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9618da12-6d39-4da1-85bf-e7c6310f95b6 x-openstack-request-id: req-9618da12-6d39-4da1-85bf-e7c6310f95b6 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:18.638853 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b78ab1-3b31-4d04-8967-a19d46c24452", "name": "network-vif-deleted", "tag": "ef8e92db-4ef9-4a91-9b73-8c42f224599d", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:18.639512 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9618da12-6d39-4da1-85bf-e7c6310f95b6 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:18.640450 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b78ab1-3b31-4d04-8967-a19d46c24452', 'name': 'network-vif-deleted', 'tag': 'ef8e92db-4ef9-4a91-9b73-8c42f224599d', 'status': 'completed', 'code': 200} Feb 19 04:05:18.774196 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:18.849915 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8ef68b-27e2-487a-84a8-fa71373c5feb x-openstack-request-id: req-ed8ef68b-27e2-487a-84a8-fa71373c5feb {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:18.854055 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5ca0ec-e0bd-45e9-8a40-d93418743a8b", "name": "network-vif-plugged", "status": "completed", "tag": "0987cd9e-41dd-4154-9065-4883584e34f4", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:18.854640 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed8ef68b-27e2-487a-84a8-fa71373c5feb {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:18.855303 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5ca0ec-e0bd-45e9-8a40-d93418743a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0987cd9e-41dd-4154-9065-4883584e34f4', 'code': 200} Feb 19 04:05:19.709352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe290707-3033-49a3-af3a-e8f8cda3ee55 req-51420550-88a1-437b-a33f-e24133588fea tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:19.720197 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a514c6-5998-44c4-b87a-0354695a01a2', 'name': 'network-vif-deleted', 'tag': 'd260023e-e24b-4855-a59b-f78aee04ad07'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:19.724749 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67accf58-35b8-44cd-8bc5-836fbe60aa73" -d '{"events": [{"server_uuid": "87a514c6-5998-44c4-b87a-0354695a01a2", "name": "network-vif-deleted", "tag": "d260023e-e24b-4855-a59b-f78aee04ad07"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:19.743995 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fe290707-3033-49a3-af3a-e8f8cda3ee55 req-51420550-88a1-437b-a33f-e24133588fea tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 946 time: 0.7147198 Feb 19 04:05:20.041078 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fe290707-3033-49a3-af3a-e8f8cda3ee55 req-51ac58c0-a237-4af5-ac3f-c82e2b5d0540 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687054 Feb 19 04:05:20.052598 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] For port 66afc6ed-1f40-46c9-8728-00d19d96defb, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=66afc6ed-1f40-46c9-8728-00d19d96defb,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:20.215878 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7498db9b-9a84-47f5-967f-c36a57fcf3d0 req-6a117912-0403-4683-898f-52df6b6c456d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2639873 Feb 19 04:05:20.258334 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] For port 66afc6ed-1f40-46c9-8728-00d19d96defb, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:20.368661 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Publish callbacks [] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:20.393000 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Transition to ACTIVE for port object 66afc6ed-1f40-46c9-8728-00d19d96defb will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:05:20.414370 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:20.521862 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498db9b-9a84-47f5-967f-c36a57fcf3d0 req-5d70f324-60e8-4728-8ed4-310877f574cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:20.528798 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7498db9b-9a84-47f5-967f-c36a57fcf3d0 req-5d70f324-60e8-4728-8ed4-310877f574cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 1127 time: 0.2597969 Feb 19 04:05:20.685663 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d3fe2e-3263-479d-92ec-ff5adab8e2d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66afc6ed-1f40-46c9-8728-00d19d96defb'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:20.695667 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8709b00b-9647-41df-8483-31891914bb12" -d '{"events": [{"server_uuid": "c8d3fe2e-3263-479d-92ec-ff5adab8e2d9", "name": "network-vif-unplugged", "status": "completed", "tag": "66afc6ed-1f40-46c9-8728-00d19d96defb"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:20.938760 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 66afc6ed-1f40-46c9-8728-00d19d96defb no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:20.949405 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Pushing event updated for resources: {'Port': ['ID=66afc6ed-1f40-46c9-8728-00d19d96defb,revision_number=6']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:21.003194 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] No DVR routers for this DVR port 66afc6ed-1f40-46c9-8728-00d19d96defb on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:05:21.028665 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498db9b-9a84-47f5-967f-c36a57fcf3d0 req-c749905c-6d42-41ff-81a3-37ab7aebe562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:21.030099 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:21.032860 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:21.034494 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:21.036903 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:21.036903 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:21.042189 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:21.043156 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:21.046267 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:21.048850 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:21.049745 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:21.050415 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7498db9b-9a84-47f5-967f-c36a57fcf3d0 req-c749905c-6d42-41ff-81a3-37ab7aebe562 service neutron] 10.222.0.48 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 921 time: 0.4670033 Feb 19 04:05:21.051942 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:21.053427 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:21.056858 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:21.140767 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18b1bc-270d-4dc4-b5fa-9500d74243e2 req-bfa68bbc-099b-4ae0-8dd5-c8c2975339a6 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:21.162112 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aa18b1bc-270d-4dc4-b5fa-9500d74243e2 req-bfa68bbc-099b-4ae0-8dd5-c8c2975339a6 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 944 time: 0.7659867 Feb 19 04:05:21.207404 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 19829663-8e11-450d-b642-0067dfa5de94 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:21.264384 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7498db9b-9a84-47f5-967f-c36a57fcf3d0 req-9854e134-2012-4d11-81f1-6a999695a911 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=520f56e0-500c-4b37-b9f5-893e73136f4a HTTP/1.1" status: 200 len: 217 time: 0.2115359 Feb 19 04:05:21.348885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] The host n-h1-772273-4 is not matching for port 66afc6ed-1f40-46c9-8728-00d19d96defb host n-h2-772273-4! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:05:21.349813 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 66afc6ed-1f40-46c9-8728-00d19d96defb not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:05:21.523706 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498db9b-9a84-47f5-967f-c36a57fcf3d0 req-d6899e87-a2f3-49be-a393-dddfa607f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:21.531373 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7498db9b-9a84-47f5-967f-c36a57fcf3d0 req-d6899e87-a2f3-49be-a393-dddfa607f09f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.2595303 Feb 19 04:05:21.596855 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aa18b1bc-270d-4dc4-b5fa-9500d74243e2 req-803a700d-2daa-4a24-aae1-e2c3707e1a0c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291818 Feb 19 04:05:21.600294 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Attempting to bind port 66afc6ed-1f40-46c9-8728-00d19d96defb on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:05:21.603823 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Attempting to bind port 66afc6ed-1f40-46c9-8728-00d19d96defb by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:05:21.606135 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Attempting to bind port 66afc6ed-1f40-46c9-8728-00d19d96defb on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:21.631769 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Port 66afc6ed-1f40-46c9-8728-00d19d96defb on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:05:21.633594 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Attempting to bind port 66afc6ed-1f40-46c9-8728-00d19d96defb on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:21.680432 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:05:21.690371 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:21.694762 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:05:21.696613 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Bound port: 66afc6ed-1f40-46c9-8728-00d19d96defb, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:05:21.700659 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:21.792414 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7498db9b-9a84-47f5-967f-c36a57fcf3d0 req-46e3c4e7-e29c-4b02-b4d7-54b04b234712 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2521317 Feb 19 04:05:21.846330 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 19829663-8e11-450d-b642-0067dfa5de94 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:21.847007 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (19829663-8e11-450d-b642-0067dfa5de94), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:21.953449 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ec7c14-bdfd-4826-b99a-11259b8be8d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19829663-8e11-450d-b642-0067dfa5de94'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:21.960653 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc226c8-46ce-436d-908b-7e115a78c874" -d '{"events": [{"server_uuid": "83ec7c14-bdfd-4826-b99a-11259b8be8d9", "name": "network-vif-unplugged", "status": "completed", "tag": "19829663-8e11-450d-b642-0067dfa5de94"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:21.988290 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 19829663-8e11-450d-b642-0067dfa5de94, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=19829663-8e11-450d-b642-0067dfa5de94,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:22.008018 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (19829663-8e11-450d-b642-0067dfa5de94), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:22.261131 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] For port 66afc6ed-1f40-46c9-8728-00d19d96defb, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:22.283042 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] For port 66afc6ed-1f40-46c9-8728-00d19d96defb, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=66afc6ed-1f40-46c9-8728-00d19d96defb,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:05:22.296451 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=19829663-8e11-450d-b642-0067dfa5de94,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:22.313264 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:22.596246 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Pushing event updated for resources: {'Port': ['ID=66afc6ed-1f40-46c9-8728-00d19d96defb,revision_number=7']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:22.610062 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:22.612615 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:22.615988 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-053dee3d-0edd-4931-b827-f954e1ebf67d service neutron] 10.222.0.48 "PUT /v2.0/ports/66afc6ed-1f40-46c9-8728-00d19d96defb HTTP/1.1" status: 200 len: 1096 time: 4.1024592 Feb 19 04:05:22.943859 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7498db9b-9a84-47f5-967f-c36a57fcf3d0 req-4b13374c-6688-4dcf-a674-2f458f10f1e7 service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0650420 Feb 19 04:05:23.085784 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-aa603511-3ffd-4e98-b916-40299b2d4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:23.096019 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-aa603511-3ffd-4e98-b916-40299b2d4041 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 1130 time: 0.2911999 Feb 19 04:05:23.579707 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-7aab592f-91b4-4713-a687-fc4242fcaefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:23.589031 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-7aab592f-91b4-4713-a687-fc4242fcaefe service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.4844587 Feb 19 04:05:23.716354 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-22e1fb09-33db-4232-9bd7-2235abcd5745 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=66afc6ed-1f40-46c9-8728-00d19d96defb HTTP/1.1" status: 200 len: 217 time: 0.1208010 Feb 19 04:05:23.767991 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7c7d199e-99fb-4ea6-9457-6aa6c946ebcc req-1aacb395-a76f-4ed8-9627-e35b182b730a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.1836345 Feb 19 04:05:23.858149 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-a25943d4-1f0f-436d-a21b-eb9ee3279a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:23.866118 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-a25943d4-1f0f-436d-a21b-eb9ee3279a9b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1406922 Feb 19 04:05:24.010004 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-56a8e724-95b1-4b66-b489-2b100c4b7583 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:24.012644 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-56a8e724-95b1-4b66-b489-2b100c4b7583 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.10 "GET /v2.0/networks?id=57c0be58-8493-4bdd-a215-bb2a3bcc05dc HTTP/1.1" status: 200 len: 816 time: 2.0095086 Feb 19 04:05:24.139304 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Request body: {'port': {'device_id': '02201b10-22fa-4eb3-851f-682d0bbd4448', 'network_id': '57c0be58-8493-4bdd-a215-bb2a3bcc05dc', 'admin_state_up': True, 'tenant_id': 'c6a66cc8d123446fb4da322bcc8cc6d9'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:24.221343 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-4bdfbf40-132b-4174-aff5-e04340b1bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:24.231129 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-4bdfbf40-132b-4174-aff5-e04340b1bee8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3585250 Feb 19 04:05:24.398158 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d199e-99fb-4ea6-9457-6aa6c946ebcc req-6b389037-ea97-43ef-8304-f306c8e98ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:24.410410 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7c7d199e-99fb-4ea6-9457-6aa6c946ebcc req-6b389037-ea97-43ef-8304-f306c8e98ad4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 1127 time: 0.3913898 Feb 19 04:05:24.495394 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4444f-3083-4882-af0d-fce116f5d9ea req-1619f564-51de-4b84-95a1-2f13373fa0fa tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:24.500798 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d0a4444f-3083-4882-af0d-fce116f5d9ea req-1619f564-51de-4b84-95a1-2f13373fa0fa tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa46b322-d119-4315-adbb-162a7ab76f2e HTTP/1.1" status: 200 len: 950 time: 0.5421178 Feb 19 04:05:24.648349 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7498db9b-9a84-47f5-967f-c36a57fcf3d0 req-8f281bc1-495f-420b-8f4d-7006e72a2605 service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6643381 Feb 19 04:05:24.783350 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-1652f5ca-6baa-478f-8bef-0688935c06f8 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315049 Feb 19 04:05:24.911303 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Made reservation on behalf of c6a66cc8d123446fb4da322bcc8cc6d9 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:05:24.917650 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:24.951081 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-d0a4444f-3083-4882-af0d-fce116f5d9ea req-3866fdb5-948d-4171-aa2b-1488cf0b1961 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Deleting port 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:05:24.951456 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d0a4444f-3083-4882-af0d-fce116f5d9ea req-3866fdb5-948d-4171-aa2b-1488cf0b1961 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2d1d6ccd-2063-4ff5-b23d-9824c1f817c9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:25.030166 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d199e-99fb-4ea6-9457-6aa6c946ebcc req-0d0bc1fa-c634-43f6-be0f-d739669279d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:25.036462 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7c7d199e-99fb-4ea6-9457-6aa6c946ebcc req-0d0bc1fa-c634-43f6-be0f-d739669279d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 921 time: 0.5408969 Feb 19 04:05:25.245546 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98f47dce-bfe6-4556-bd3e-99f20f19244c req-4ae57466-9fc5-490a-b00c-6f4ca567dca6 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419596 Feb 19 04:05:25.303385 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-d0a4444f-3083-4882-af0d-fce116f5d9ea req-3866fdb5-948d-4171-aa2b-1488cf0b1961 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] For port 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2d1d6ccd-2063-4ff5-b23d-9824c1f817c9,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:25.304011 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d0a4444f-3083-4882-af0d-fce116f5d9ea req-3866fdb5-948d-4171-aa2b-1488cf0b1961 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2d1d6ccd-2063-4ff5-b23d-9824c1f817c9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:25.362959 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-d0a4444f-3083-4882-af0d-fce116f5d9ea req-3866fdb5-948d-4171-aa2b-1488cf0b1961 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Calling delete_port for 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:05:25.583961 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Allocated IP 172.20.0.5 (57c0be58-8493-4bdd-a215-bb2a3bcc05dc/4b4d63a2-d982-44e4-8a35-fe2146ba4622/867219e4-beb1-45a6-a7ab-6657326c8983) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:05:25.906691 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d0a4444f-3083-4882-af0d-fce116f5d9ea req-3866fdb5-948d-4171-aa2b-1488cf0b1961 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (2d1d6ccd-2063-4ff5-b23d-9824c1f817c9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:25.923165 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['2d1d6ccd-2063-4ff5-b23d-9824c1f817c9', '21cf2267-d67f-47e3-9388-81f394aa5757'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:26.030564 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866fdb5-948d-4171-aa2b-1488cf0b1961 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Pushing event deleted for resources: {'Port': ['ID=2d1d6ccd-2063-4ff5-b23d-9824c1f817c9,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:26.137278 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a4444f-3083-4882-af0d-fce116f5d9ea req-3866fdb5-948d-4171-aa2b-1488cf0b1961 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] No DVR routers for this DVR port 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:05:26.143034 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d0a4444f-3083-4882-af0d-fce116f5d9ea req-3866fdb5-948d-4171-aa2b-1488cf0b1961 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:26.152958 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d0a4444f-3083-4882-af0d-fce116f5d9ea req-3866fdb5-948d-4171-aa2b-1488cf0b1961 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.10 "DELETE /v2.0/ports/2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 HTTP/1.1" status: 204 len: 173 time: 1.6404450 Feb 19 04:05:26.185629 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Publish callbacks [] for port (867219e4-beb1-45a6-a7ab-6657326c8983), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:26.271162 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7c7d199e-99fb-4ea6-9457-6aa6c946ebcc req-9e91cacf-8fa8-4e7f-83cc-f0240a5673fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df197234-9fff-4923-9a11-6b3d9342eb08 HTTP/1.1" status: 200 len: 217 time: 1.1379547 Feb 19 04:05:26.367215 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (867219e4-beb1-45a6-a7ab-6657326c8983), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:26.611783 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Network 57c0be58-8493-4bdd-a215-bb2a3bcc05dc is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:05:26.647494 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:26.687317 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:05:26.859378 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d199e-99fb-4ea6-9457-6aa6c946ebcc req-a3d65692-41a3-4aa1-bacb-5d7ca77e1756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:26.866071 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7c7d199e-99fb-4ea6-9457-6aa6c946ebcc req-a3d65692-41a3-4aa1-bacb-5d7ca77e1756 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.5854278 Feb 19 04:05:26.905612 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Pushing event updated for resources: {'Port': ['ID=867219e4-beb1-45a6-a7ab-6657326c8983,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:27.030198 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:27.031333 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:27.032250 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:27.033299 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:27.034163 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:27.035225 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:27.036300 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:27.037148 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:27.038540 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:27.039587 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:27.040414 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:27.042205 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:27.043093 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:27.119677 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 66afc6ed-1f40-46c9-8728-00d19d96defb details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:05:27.271966 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7c7d199e-99fb-4ea6-9457-6aa6c946ebcc req-d6c6cbb9-ebe3-4181-b018-33d7573e19ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2818801 Feb 19 04:05:27.319932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:27.336946 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:27.515391 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-ebe9b79d-37e3-4c38-a72e-fd7e10a6a569 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4214470 Feb 19 04:05:27.521833 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 66afc6ed-1f40-46c9-8728-00d19d96defb, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=66afc6ed-1f40-46c9-8728-00d19d96defb,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:27.545106 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-7a0d821e-9eb4-47ed-b6e0-e97fbd7974c0 service neutron] Request body: {'port': {'device_id': '02201b10-22fa-4eb3-851f-682d0bbd4448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:27.566240 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '66afc6ed-1f40-46c9-8728-00d19d96defb', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '66afc6ed-1f40-46c9-8728-00d19d96defb', 'mac_address': 'fa:16:3e:e7:26:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:05:27.674747 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 66afc6ed-1f40-46c9-8728-00d19d96defb is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:27.675779 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:27.714531 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66afc6ed-1f40-46c9-8728-00d19d96defb {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:27.780002 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c76b61e0-48df-4cab-a745-27eede69f73c None None] Provisioning complete for port 867219e4-beb1-45a6-a7ab-6657326c8983 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:27.781194 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c76b61e0-48df-4cab-a745-27eede69f73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (867219e4-beb1-45a6-a7ab-6657326c8983), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:27.898005 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-7a0d821e-9eb4-47ed-b6e0-e97fbd7974c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (867219e4-beb1-45a6-a7ab-6657326c8983), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:28.015844 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c76b61e0-48df-4cab-a745-27eede69f73c None None] Port 867219e4-beb1-45a6-a7ab-6657326c8983 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:05:28.070839 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 66afc6ed-1f40-46c9-8728-00d19d96defb, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=66afc6ed-1f40-46c9-8728-00d19d96defb,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:28.098327 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:28.256366 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7c7d199e-99fb-4ea6-9457-6aa6c946ebcc req-7e8f2407-01cf-45d5-b744-a04d86f688eb service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9747593 Feb 19 04:05:28.340986 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=66afc6ed-1f40-46c9-8728-00d19d96defb,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:28.501992 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['66afc6ed-1f40-46c9-8728-00d19d96defb'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:28.776425 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7c7d199e-99fb-4ea6-9457-6aa6c946ebcc req-3fff9c73-2861-4ce3-a9fc-a9971cfe7115 service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111859 Feb 19 04:05:29.083912 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:29.150589 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:05:29.151717 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 2d1d6ccd-2063-4ff5-b23d-9824c1f817c9 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:05:29.258629 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-7a0d821e-9eb4-47ed-b6e0-e97fbd7974c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 867219e4-beb1-45a6-a7ab-6657326c8983 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:29.286336 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-7a0d821e-9eb4-47ed-b6e0-e97fbd7974c0 service neutron] Publish callbacks [] for port (867219e4-beb1-45a6-a7ab-6657326c8983), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:29.344491 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-7a0d821e-9eb4-47ed-b6e0-e97fbd7974c0 service neutron] Transition to ACTIVE for port object 867219e4-beb1-45a6-a7ab-6657326c8983 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:05:29.366074 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-7a0d821e-9eb4-47ed-b6e0-e97fbd7974c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (867219e4-beb1-45a6-a7ab-6657326c8983), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:29.476974 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d821e-9eb4-47ed-b6e0-e97fbd7974c0 service neutron] Pushing event updated for resources: {'Port': ['ID=867219e4-beb1-45a6-a7ab-6657326c8983,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:29.874792 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-7a0d821e-9eb4-47ed-b6e0-e97fbd7974c0 service neutron] Attempting to bind port 867219e4-beb1-45a6-a7ab-6657326c8983 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:05:29.876043 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-7a0d821e-9eb4-47ed-b6e0-e97fbd7974c0 service neutron] Attempting to bind port 867219e4-beb1-45a6-a7ab-6657326c8983 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '4d5cab30-8a9a-4c09-a5f5-c528575f508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '57c0be58-8493-4bdd-a215-bb2a3bcc05dc'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:05:29.876394 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-7a0d821e-9eb4-47ed-b6e0-e97fbd7974c0 service neutron] Attempting to bind port 867219e4-beb1-45a6-a7ab-6657326c8983 on network 57c0be58-8493-4bdd-a215-bb2a3bcc05dc {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:29.889365 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-7a0d821e-9eb4-47ed-b6e0-e97fbd7974c0 service neutron] Port 867219e4-beb1-45a6-a7ab-6657326c8983 on network 57c0be58-8493-4bdd-a215-bb2a3bcc05dc not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:05:29.889917 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-7a0d821e-9eb4-47ed-b6e0-e97fbd7974c0 service neutron] Attempting to bind port 867219e4-beb1-45a6-a7ab-6657326c8983 on network 57c0be58-8493-4bdd-a215-bb2a3bcc05dc {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:29.938593 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-7a0d821e-9eb4-47ed-b6e0-e97fbd7974c0 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:05:29.939769 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-7a0d821e-9eb4-47ed-b6e0-e97fbd7974c0 service neutron] Checking segment: {'id': '4d5cab30-8a9a-4c09-a5f5-c528575f508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '57c0be58-8493-4bdd-a215-bb2a3bcc05dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:29.940568 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-7a0d821e-9eb4-47ed-b6e0-e97fbd7974c0 service neutron] Bound using segment: {'id': '4d5cab30-8a9a-4c09-a5f5-c528575f508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '57c0be58-8493-4bdd-a215-bb2a3bcc05dc'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:05:29.941495 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-7a0d821e-9eb4-47ed-b6e0-e97fbd7974c0 service neutron] Bound port: 867219e4-beb1-45a6-a7ab-6657326c8983, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d5cab30-8a9a-4c09-a5f5-c528575f508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '57c0be58-8493-4bdd-a215-bb2a3bcc05dc'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:05:29.941932 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-7a0d821e-9eb4-47ed-b6e0-e97fbd7974c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (867219e4-beb1-45a6-a7ab-6657326c8983), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:30.193086 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-7a0d821e-9eb4-47ed-b6e0-e97fbd7974c0 service neutron] For port 867219e4-beb1-45a6-a7ab-6657326c8983, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:30.208983 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-7a0d821e-9eb4-47ed-b6e0-e97fbd7974c0 service neutron] For port 867219e4-beb1-45a6-a7ab-6657326c8983, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=867219e4-beb1-45a6-a7ab-6657326c8983,segment=NetworkSegment(4d5cab30-8a9a-4c09-a5f5-c528575f508f),segment_id=4d5cab30-8a9a-4c09-a5f5-c528575f508f)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:05:30.242698 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-7a0d821e-9eb4-47ed-b6e0-e97fbd7974c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (867219e4-beb1-45a6-a7ab-6657326c8983), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:30.283587 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-7a0d821e-9eb4-47ed-b6e0-e97fbd7974c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:30.284840 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-7a0d821e-9eb4-47ed-b6e0-e97fbd7974c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:30.289050 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-7a0d821e-9eb4-47ed-b6e0-e97fbd7974c0 service neutron] 10.222.0.10 "PUT /v2.0/ports/867219e4-beb1-45a6-a7ab-6657326c8983 HTTP/1.1" status: 200 len: 1091 time: 2.7600143 Feb 19 04:05:30.622106 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d821e-9eb4-47ed-b6e0-e97fbd7974c0 service neutron] Pushing event updated for resources: {'Port': ['ID=867219e4-beb1-45a6-a7ab-6657326c8983,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:30.677667 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-c56869a0-f4bf-4b2f-9891-b05454e63f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:30.682185 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-c56869a0-f4bf-4b2f-9891-b05454e63f29 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6a66cc8d123446fb4da322bcc8cc6d9&device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 1125 time: 0.2543535 Feb 19 04:05:30.810939 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-d791120a-b9ed-4fdb-8ce6-180e6495a975 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=867219e4-beb1-45a6-a7ab-6657326c8983 HTTP/1.1" status: 200 len: 217 time: 0.1186454 Feb 19 04:05:30.948726 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-204cc5de-3b84-4c40-935b-93ec2f840c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:30.952247 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-204cc5de-3b84-4c40-935b-93ec2f840c46 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b4d63a2-d982-44e4-8a35-fe2146ba4622 HTTP/1.1" status: 200 len: 855 time: 0.1329789 Feb 19 04:05:31.092774 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-484c7aea-cbd9-4c97-96be-ef46d2ba1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:31.096035 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-484c7aea-cbd9-4c97-96be-ef46d2ba1306 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57c0be58-8493-4bdd-a215-bb2a3bcc05dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1315792 Feb 19 04:05:31.197705 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 66afc6ed-1f40-46c9-8728-00d19d96defb up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:31.374079 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 66afc6ed-1f40-46c9-8728-00d19d96defb completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:05:31.390482 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 66afc6ed-1f40-46c9-8728-00d19d96defb triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:31.392251 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:31.422154 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-6a91a316-2c6f-4c14-87ac-b5114aaab3a5 service neutron] 10.222.0.10 "GET /v2.0/networks/57c0be58-8493-4bdd-a215-bb2a3bcc05dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182285 Feb 19 04:05:31.671649 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-51ab659b-cf66-4e37-8ec7-821a2362f441 req-8a3e1cb4-6b9b-4cb3-ba7f-b2218e753607 service neutron] 10.222.0.10 "GET /v2.0/networks/57c0be58-8493-4bdd-a215-bb2a3bcc05dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413046 Feb 19 04:05:31.671975 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 66afc6ed-1f40-46c9-8728-00d19d96defb is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:31.673539 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:31.808964 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 66afc6ed-1f40-46c9-8728-00d19d96defb, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=66afc6ed-1f40-46c9-8728-00d19d96defb,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:31.826941 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:31.958714 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=66afc6ed-1f40-46c9-8728-00d19d96defb,revision_number=9']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:32.158775 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c56c3ef8-7785-473d-a230-34e0551d7efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:34.992091 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6d3a6434-d93b-40b8-8afe-ad8039a851ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:35.014100 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 867219e4-beb1-45a6-a7ab-6657326c8983 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:05:35.265879 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edca9e-545f-4769-b994-f406950c7a38 req-75beb146-48bc-4a28-9481-668106093e05 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:35.282025 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1edca9e-545f-4769-b994-f406950c7a38 req-75beb146-48bc-4a28-9481-668106093e05 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/networks?id=57c0be58-8493-4bdd-a215-bb2a3bcc05dc HTTP/1.1" status: 200 len: 816 time: 0.3586514 Feb 19 04:05:35.354218 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9689470-e39a-4613-96ae-936a66f7b4f2 req-502a60f4-8ef2-4eef-b00e-6792e6e1ed75 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:35.357743 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9689470-e39a-4613-96ae-936a66f7b4f2 req-502a60f4-8ef2-4eef-b00e-6792e6e1ed75 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 950 time: 0.1874158 Feb 19 04:05:35.384982 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1edca9e-545f-4769-b994-f406950c7a38 req-3b5d619a-5669-426c-96ff-28bf1468f7cd tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/quotas/c6a66cc8d123446fb4da322bcc8cc6d9 HTTP/1.1" status: 200 len: 375 time: 0.0724580 Feb 19 04:05:35.463243 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 867219e4-beb1-45a6-a7ab-6657326c8983, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=867219e4-beb1-45a6-a7ab-6657326c8983,segment=NetworkSegment(4d5cab30-8a9a-4c09-a5f5-c528575f508f),segment_id=4d5cab30-8a9a-4c09-a5f5-c528575f508f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:35.490425 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '867219e4-beb1-45a6-a7ab-6657326c8983', 'network_id': '57c0be58-8493-4bdd-a215-bb2a3bcc05dc', 'port_id': '867219e4-beb1-45a6-a7ab-6657326c8983', 'mac_address': 'fa:16:3e:2c:77:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4d63a2-d982-44e4-8a35-fe2146ba4622', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:05:35.599327 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1edca9e-545f-4769-b994-f406950c7a38 req-2d64caff-5a76-4e5b-8f2f-3b92e6f34b3c tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c6a66cc8d123446fb4da322bcc8cc6d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1932335 Feb 19 04:05:35.606565 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 867219e4-beb1-45a6-a7ab-6657326c8983 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:35.607221 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (867219e4-beb1-45a6-a7ab-6657326c8983), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:35.616579 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9689470-e39a-4613-96ae-936a66f7b4f2 req-29bb427c-1ced-401c-bea2-ca5565d5c338 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305088 Feb 19 04:05:35.647046 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867219e4-beb1-45a6-a7ab-6657326c8983 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:35.725076 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef80b53b-0cc2-47a9-93d0-ca312bb86635 x-openstack-request-id: req-ef80b53b-0cc2-47a9-93d0-ca312bb86635 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:35.726547 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a514c6-5998-44c4-b87a-0354695a01a2", "name": "network-vif-deleted", "tag": "d260023e-e24b-4855-a59b-f78aee04ad07", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:35.727143 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ef80b53b-0cc2-47a9-93d0-ca312bb86635 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:35.727995 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a514c6-5998-44c4-b87a-0354695a01a2', 'name': 'network-vif-deleted', 'tag': 'd260023e-e24b-4855-a59b-f78aee04ad07', 'status': 'completed', 'code': 200} Feb 19 04:05:35.748089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 867219e4-beb1-45a6-a7ab-6657326c8983, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=867219e4-beb1-45a6-a7ab-6657326c8983,segment=NetworkSegment(4d5cab30-8a9a-4c09-a5f5-c528575f508f),segment_id=4d5cab30-8a9a-4c09-a5f5-c528575f508f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:35.762746 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (867219e4-beb1-45a6-a7ab-6657326c8983), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:35.939897 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=867219e4-beb1-45a6-a7ab-6657326c8983,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:35.956067 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1edca9e-545f-4769-b994-f406950c7a38 req-ef69ff7a-3584-4af4-878f-59bac46e8cdb service neutron] 10.222.0.65 "GET /v2.0/networks/57c0be58-8493-4bdd-a215-bb2a3bcc05dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405173 Feb 19 04:05:36.066982 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['867219e4-beb1-45a6-a7ab-6657326c8983'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:36.257494 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1edca9e-545f-4769-b994-f406950c7a38 req-aee0d981-b19f-4b33-a527-bf188528e391 service neutron] 10.222.0.65 "GET /v2.0/networks/57c0be58-8493-4bdd-a215-bb2a3bcc05dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996514 Feb 19 04:05:36.709995 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:36.786671 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec1925e-65d0-454c-89f4-133207cd468c x-openstack-request-id: req-3ec1925e-65d0-454c-89f4-133207cd468c {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:36.787603 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d3fe2e-3263-479d-92ec-ff5adab8e2d9", "name": "network-vif-unplugged", "status": "completed", "tag": "66afc6ed-1f40-46c9-8728-00d19d96defb", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:36.787782 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3ec1925e-65d0-454c-89f4-133207cd468c {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:36.788378 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d3fe2e-3263-479d-92ec-ff5adab8e2d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66afc6ed-1f40-46c9-8728-00d19d96defb', 'code': 200} Feb 19 04:05:36.911556 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082dd2d0-e3f5-41c1-b391-719cf843bf71 x-openstack-request-id: req-082dd2d0-e3f5-41c1-b391-719cf843bf71 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:36.913712 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ec7c14-bdfd-4826-b99a-11259b8be8d9", "name": "network-vif-unplugged", "status": "completed", "tag": "19829663-8e11-450d-b642-0067dfa5de94", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:36.914512 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-082dd2d0-e3f5-41c1-b391-719cf843bf71 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:36.915396 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ec7c14-bdfd-4826-b99a-11259b8be8d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19829663-8e11-450d-b642-0067dfa5de94', 'code': 200} Feb 19 04:05:37.101812 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:37.293974 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeec9bd-0792-4e61-a452-324ac406d2b0 req-df1ae5a8-a97a-4f04-9e68-83ae24a2a11c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:37.296842 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cfeec9bd-0792-4e61-a452-324ac406d2b0 req-df1ae5a8-a97a-4f04-9e68-83ae24a2a11c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 944 time: 0.1649709 Feb 19 04:05:37.500693 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cfeec9bd-0792-4e61-a452-324ac406d2b0 req-ab3d18f6-6725-4e75-bcbc-22c4e03b5fee tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729989 Feb 19 04:05:37.729278 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02201b10-22fa-4eb3-851f-682d0bbd4448', 'tag': '867219e4-beb1-45a6-a7ab-6657326c8983'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:37.736328 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e2c603-d077-4d6d-a189-9961193a21c3" -d '{"events": [{"name": "network-changed", "server_uuid": "02201b10-22fa-4eb3-851f-682d0bbd4448", "tag": "867219e4-beb1-45a6-a7ab-6657326c8983"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:37.785932 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:38.390877 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-11fe95bc-5b15-4f92-b9e8-b5fee96f35b9 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:38.393865 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-11fe95bc-5b15-4f92-b9e8-b5fee96f35b9 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9&tenant_id=ecf9e139694246328842375c06e497e6&binding%3Ahost_id=n-h2-772273-4 HTTP/1.1" status: 200 len: 950 time: 0.2349577 Feb 19 04:05:38.662495 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:38.671100 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-af49b211-bb61-49ef-8063-494a8749c25b service neutron] 10.222.0.48 "GET /v2.0/ports/66afc6ed-1f40-46c9-8728-00d19d96defb/bindings/n-h2-772273-4 HTTP/1.1" status: 200 len: 382 time: 0.2577553 Feb 19 04:05:38.707426 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-1fff8039-9271-484f-b5cc-1425bedae181 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:38.717873 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-1fff8039-9271-484f-b5cc-1425bedae181 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/networks?id=57c0be58-8493-4bdd-a215-bb2a3bcc05dc HTTP/1.1" status: 200 len: 816 time: 0.5858989 Feb 19 04:05:38.798280 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:38.815793 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-cd073357-883e-4ee2-8b72-6653289dbe7d tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/quotas/c6a66cc8d123446fb4da322bcc8cc6d9 HTTP/1.1" status: 200 len: 375 time: 0.0964170 Feb 19 04:05:38.882753 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d3fe2e-3263-479d-92ec-ff5adab8e2d9', 'tag': '66afc6ed-1f40-46c9-8728-00d19d96defb'}, {'server_uuid': 'aa46b322-d119-4315-adbb-162a7ab76f2e', 'name': 'network-vif-deleted', 'tag': '2d1d6ccd-2063-4ff5-b23d-9824c1f817c9'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:38.886613 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3800c786-0d6c-47fe-9c0a-283a0c93a6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d3fe2e-3263-479d-92ec-ff5adab8e2d9", "tag": "66afc6ed-1f40-46c9-8728-00d19d96defb"}, {"server_uuid": "aa46b322-d119-4315-adbb-162a7ab76f2e", "name": "network-vif-deleted", "tag": "2d1d6ccd-2063-4ff5-b23d-9824c1f817c9"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:38.917939 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d3fe2e-3263-479d-92ec-ff5adab8e2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66afc6ed-1f40-46c9-8728-00d19d96defb'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:38.932842 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be64dadb-84da-4040-87d9-cf39123b02d2" -d '{"events": [{"server_uuid": "c8d3fe2e-3263-479d-92ec-ff5adab8e2d9", "name": "network-vif-plugged", "status": "completed", "tag": "66afc6ed-1f40-46c9-8728-00d19d96defb"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:38.974558 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-187e1f7f-7768-4e9c-8c3f-99ebb2f45883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:38.979137 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-187e1f7f-7768-4e9c-8c3f-99ebb2f45883 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 1132 time: 0.2257771 Feb 19 04:05:39.015388 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 867219e4-beb1-45a6-a7ab-6657326c8983 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:39.065250 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-2254d716-1505-4aec-8646-3d0f260d90ac tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c6a66cc8d123446fb4da322bcc8cc6d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2478936 Feb 19 04:05:39.247752 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 19829663-8e11-450d-b642-0067dfa5de94 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:05:39.313969 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:05:39.508314 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-60547001-8897-4cd2-8083-4d6f7dea8c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:39.515624 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-60547001-8897-4cd2-8083-4d6f7dea8c74 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.5239799 Feb 19 04:05:39.618263 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-804cf304-2f7b-4e5e-8741-f7efe180ee8c service neutron] 10.222.0.65 "GET /v2.0/networks/57c0be58-8493-4bdd-a215-bb2a3bcc05dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510938 Feb 19 04:05:39.715010 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 867219e4-beb1-45a6-a7ab-6657326c8983 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:05:39.753429 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 867219e4-beb1-45a6-a7ab-6657326c8983 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:39.754664 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (867219e4-beb1-45a6-a7ab-6657326c8983), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:39.888804 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98918463-b9a6-4bfc-a53f-d375b8016c43 x-openstack-request-id: req-98918463-b9a6-4bfc-a53f-d375b8016c43 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:39.889745 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02201b10-22fa-4eb3-851f-682d0bbd4448", "tag": "867219e4-beb1-45a6-a7ab-6657326c8983", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:39.890105 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98918463-b9a6-4bfc-a53f-d375b8016c43 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:39.891584 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02201b10-22fa-4eb3-851f-682d0bbd4448', 'tag': '867219e4-beb1-45a6-a7ab-6657326c8983', 'status': 'completed', 'code': 200} Feb 19 04:05:40.106145 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-15595fe8-ceab-428f-9163-9ffda0afcafb service neutron] 10.222.0.65 "GET /v2.0/networks/57c0be58-8493-4bdd-a215-bb2a3bcc05dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863942 Feb 19 04:05:40.137872 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-c147b2b5-223d-4f92-9366-bf90ce6b3878 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=66afc6ed-1f40-46c9-8728-00d19d96defb HTTP/1.1" status: 200 len: 217 time: 0.6129460 Feb 19 04:05:40.147730 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec94342-458e-4597-bbe6-f5589b5f88b8 req-12c6155c-7082-4d2f-9558-aba22e4c3e20 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:40.159411 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8ec94342-458e-4597-bbe6-f5589b5f88b8 req-12c6155c-7082-4d2f-9558-aba22e4c3e20 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.48 "GET /v2.0/ports?device_id=16da6b49-6116-4b40-b0cb-273486cb9a8f HTTP/1.1" status: 200 len: 950 time: 0.7768610 Feb 19 04:05:40.249088 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 19829663-8e11-450d-b642-0067dfa5de94, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=19829663-8e11-450d-b642-0067dfa5de94,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:40.257872 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2c603-d077-4d6d-a189-9961193a21c3 req-daba520c-d7cf-4f93-94ac-af2e7afa5f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:40.270198 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-89e2c603-d077-4d6d-a189-9961193a21c3 req-daba520c-d7cf-4f93-94ac-af2e7afa5f1f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6a66cc8d123446fb4da322bcc8cc6d9&device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 1126 time: 0.3690908 Feb 19 04:05:40.311942 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '19829663-8e11-450d-b642-0067dfa5de94', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'port_id': '19829663-8e11-450d-b642-0067dfa5de94', 'mac_address': 'fa:16:3e:78:88:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:05:40.539344 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-1af5fb10-e759-4d25-bca2-5f138f7a499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:40.544749 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-1af5fb10-e759-4d25-bca2-5f138f7a499b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.3798406 Feb 19 04:05:40.655841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 19829663-8e11-450d-b642-0067dfa5de94 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:40.660513 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (19829663-8e11-450d-b642-0067dfa5de94), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:40.716324 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 867219e4-beb1-45a6-a7ab-6657326c8983 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:40.718318 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (867219e4-beb1-45a6-a7ab-6657326c8983), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:40.802904 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a9073-b440-4f18-a862-e84e622e645f req-7b5a3b29-bbe7-40cd-bb32-c7f2ffe5cc08 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:40.807733 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19829663-8e11-450d-b642-0067dfa5de94 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:40.815734 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-416a9073-b440-4f18-a862-e84e622e645f req-7b5a3b29-bbe7-40cd-bb32-c7f2ffe5cc08 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 950 time: 0.6759284 Feb 19 04:05:40.849893 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edca9e-545f-4769-b994-f406950c7a38 req-a2ec0957-fff7-41ed-929e-c3fb07fdd261 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:40.853341 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1edca9e-545f-4769-b994-f406950c7a38 req-a2ec0957-fff7-41ed-929e-c3fb07fdd261 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.48 "GET /v2.0/networks?id=57c0be58-8493-4bdd-a215-bb2a3bcc05dc HTTP/1.1" status: 200 len: 816 time: 1.0638165 Feb 19 04:05:40.934688 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-e1edca9e-545f-4769-b994-f406950c7a38 req-7aaac017-7077-4519-ada9-c44f3facbc57 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Request body: {'port': {'device_id': 'a4e5858b-e4bf-4762-8768-1fabd24843a6', 'network_id': '57c0be58-8493-4bdd-a215-bb2a3bcc05dc', 'admin_state_up': True, 'tenant_id': 'c6a66cc8d123446fb4da322bcc8cc6d9'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:40.950422 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 19829663-8e11-450d-b642-0067dfa5de94, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=19829663-8e11-450d-b642-0067dfa5de94,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:40.951499 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 867219e4-beb1-45a6-a7ab-6657326c8983, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=867219e4-beb1-45a6-a7ab-6657326c8983,segment=NetworkSegment(4d5cab30-8a9a-4c09-a5f5-c528575f508f),segment_id=4d5cab30-8a9a-4c09-a5f5-c528575f508f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:40.966743 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (19829663-8e11-450d-b642-0067dfa5de94), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:41.275623 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=19829663-8e11-450d-b642-0067dfa5de94,revision_number=9']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:41.284822 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (867219e4-beb1-45a6-a7ab-6657326c8983), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:41.292790 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 1388d632-ba2b-435b-b4b0-360b6e58e679 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:05:41.299077 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 2630260b-1feb-477d-b647-ed7f5b4a3d6b no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:41.424225 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['19829663-8e11-450d-b642-0067dfa5de94'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:41.432363 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:41.433455 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:41.434213 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:41.434855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:41.435446 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:41.436037 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:41.436707 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:41.437649 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:41.438062 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:41.438970 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:41.439227 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:41.441785 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:41.442607 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:05:41.494892 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406becc-7bc5-4fb3-bec9-8146b49b82f8 req-77f03b61-f487-4872-8e9f-a4339c066916 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:41.500029 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7406becc-7bc5-4fb3-bec9-8146b49b82f8 req-77f03b61-f487-4872-8e9f-a4339c066916 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 951 time: 1.3346720 Feb 19 04:05:41.685610 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:05:41.849681 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b3c8b-4886-4f32-aaa4-091aae4559eb req-04749b7c-f904-44e9-82e6-69bbd554884a tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:41.863562 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc9b3c8b-4886-4f32-aaa4-091aae4559eb req-04749b7c-f904-44e9-82e6-69bbd554884a tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 951 time: 0.9370348 Feb 19 04:05:41.868304 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2c603-d077-4d6d-a189-9961193a21c3 req-ed41539b-fba6-4e6d-9a5c-63088dd799ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:41.878127 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-89e2c603-d077-4d6d-a189-9961193a21c3 req-ed41539b-fba6-4e6d-9a5c-63088dd799ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=57c0be58-8493-4bdd-a215-bb2a3bcc05dc HTTP/1.1" status: 200 len: 916 time: 1.5302670 Feb 19 04:05:41.964265 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=867219e4-beb1-45a6-a7ab-6657326c8983,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:42.186887 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 1388d632-ba2b-435b-b4b0-360b6e58e679, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=1388d632-ba2b-435b-b4b0-360b6e58e679,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:42.269859 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-89e2c603-d077-4d6d-a189-9961193a21c3 req-797cc817-402a-46cf-bea4-281f7147bd8e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=867219e4-beb1-45a6-a7ab-6657326c8983 HTTP/1.1" status: 200 len: 217 time: 0.3172252 Feb 19 04:05:42.337088 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '1388d632-ba2b-435b-b4b0-360b6e58e679', 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89', 'port_id': '1388d632-ba2b-435b-b4b0-360b6e58e679', 'mac_address': 'fa:16:3e:b2:ed:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:05:42.369476 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 2630260b-1feb-477d-b647-ed7f5b4a3d6b is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:42.370211 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2630260b-1feb-477d-b647-ed7f5b4a3d6b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:42.667104 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-8ec94342-458e-4597-bbe6-f5589b5f88b8 req-e6cfeaa3-81f1-47e9-9b13-ad4567d88c97 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Deleting port 2630260b-1feb-477d-b647-ed7f5b4a3d6b {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:05:42.668043 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8ec94342-458e-4597-bbe6-f5589b5f88b8 req-e6cfeaa3-81f1-47e9-9b13-ad4567d88c97 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2630260b-1feb-477d-b647-ed7f5b4a3d6b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:42.835814 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 2630260b-1feb-477d-b647-ed7f5b4a3d6b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2630260b-1feb-477d-b647-ed7f5b4a3d6b,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:42.859711 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 1388d632-ba2b-435b-b4b0-360b6e58e679 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:42.860617 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1388d632-ba2b-435b-b4b0-360b6e58e679), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:42.896403 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-24c6a351-55b2-462a-9bed-874f1f05746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:42.916123 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-24c6a351-55b2-462a-9bed-874f1f05746c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 2.3378513 Feb 19 04:05:42.961844 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc9b3c8b-4886-4f32-aaa4-091aae4559eb req-01475109-46e5-44f1-a545-2233a0dfe4f3 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/security-groups?id=9d3d3504-30d0-4413-bf2f-1c898506bc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0688746 Feb 19 04:05:43.094809 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2c603-d077-4d6d-a189-9961193a21c3 req-d6e410f5-b19d-448d-b9fa-aa3ff9967cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:43.108449 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-89e2c603-d077-4d6d-a189-9961193a21c3 req-d6e410f5-b19d-448d-b9fa-aa3ff9967cf4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b4d63a2-d982-44e4-8a35-fe2146ba4622 HTTP/1.1" status: 200 len: 855 time: 0.7003467 Feb 19 04:05:43.167157 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2630260b-1feb-477d-b647-ed7f5b4a3d6b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:43.303903 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1388d632-ba2b-435b-b4b0-360b6e58e679 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:43.397799 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-416a9073-b440-4f18-a862-e84e622e645f req-4f5c4ca2-d993-4857-a2f1-672d02e37ad1 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.5366209 Feb 19 04:05:43.463517 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 1388d632-ba2b-435b-b4b0-360b6e58e679, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=1388d632-ba2b-435b-b4b0-360b6e58e679,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:43.514394 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (1388d632-ba2b-435b-b4b0-360b6e58e679), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:43.566944 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=2630260b-1feb-477d-b647-ed7f5b4a3d6b,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:43.610175 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-7406becc-7bc5-4fb3-bec9-8146b49b82f8 req-ab39339d-7a29-47bf-9d30-18d5863aa92b tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Deleting port 21cf2267-d67f-47e3-9388-81f394aa5757 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:05:43.610627 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7406becc-7bc5-4fb3-bec9-8146b49b82f8 req-ab39339d-7a29-47bf-9d30-18d5863aa92b tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:43.724376 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311337f-5ceb-4681-afee-36a0b64cf5f6 req-e82ac744-4533-4ccc-9495-e3ca03e1c53e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:43.730433 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d311337f-5ceb-4681-afee-36a0b64cf5f6 req-e82ac744-4533-4ccc-9495-e3ca03e1c53e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.48 "GET /v2.0/ports?device_id=512ffd91-734b-40e7-a5b5-7ef15d5476db HTTP/1.1" status: 200 len: 949 time: 2.4755394 Feb 19 04:05:43.827359 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-e2b450cb-becb-461b-ba16-f14ab4f53bb5 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9069369 Feb 19 04:05:43.832954 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1edca9e-545f-4769-b994-f406950c7a38 req-7aaac017-7077-4519-ada9-c44f3facbc57 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Made reservation on behalf of c6a66cc8d123446fb4da322bcc8cc6d9 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:05:43.839987 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e1edca9e-545f-4769-b994-f406950c7a38 req-7aaac017-7077-4519-ada9-c44f3facbc57 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:43.898337 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-8ec94342-458e-4597-bbe6-f5589b5f88b8 req-e6cfeaa3-81f1-47e9-9b13-ad4567d88c97 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] For port 2630260b-1feb-477d-b647-ed7f5b4a3d6b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2630260b-1feb-477d-b647-ed7f5b4a3d6b,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:43.899232 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8ec94342-458e-4597-bbe6-f5589b5f88b8 req-e6cfeaa3-81f1-47e9-9b13-ad4567d88c97 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2630260b-1feb-477d-b647-ed7f5b4a3d6b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:43.954761 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=1388d632-ba2b-435b-b4b0-360b6e58e679,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:44.046012 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2c603-d077-4d6d-a189-9961193a21c3 req-9fc65eab-955f-4f55-9523-31a952db7634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:44.063472 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['1388d632-ba2b-435b-b4b0-360b6e58e679'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:44.074365 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-89e2c603-d077-4d6d-a189-9961193a21c3 req-9fc65eab-955f-4f55-9523-31a952db7634 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57c0be58-8493-4bdd-a215-bb2a3bcc05dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9276156 Feb 19 04:05:44.107856 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-8ec94342-458e-4597-bbe6-f5589b5f88b8 req-e6cfeaa3-81f1-47e9-9b13-ad4567d88c97 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Calling delete_port for 2630260b-1feb-477d-b647-ed7f5b4a3d6b owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:05:44.642741 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8ec94342-458e-4597-bbe6-f5589b5f88b8 req-e6cfeaa3-81f1-47e9-9b13-ad4567d88c97 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (2630260b-1feb-477d-b647-ed7f5b4a3d6b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:44.670304 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['33d9b8b1-8083-414e-9a58-5ece468cd2ac'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:45.084208 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-89e2c603-d077-4d6d-a189-9961193a21c3 req-2131cf76-17ca-4588-b119-6ac529915d34 service neutron] 10.222.0.10 "GET /v2.0/networks/57c0be58-8493-4bdd-a215-bb2a3bcc05dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5770843 Feb 19 04:05:45.246824 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-d311337f-5ceb-4681-afee-36a0b64cf5f6 req-f3ffbe9e-9f48-449a-ae2f-f41f2af2c60e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Deleting port 640de5f6-9a19-438c-897c-ebf39f71fac9 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:05:45.252761 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d311337f-5ceb-4681-afee-36a0b64cf5f6 req-f3ffbe9e-9f48-449a-ae2f-f41f2af2c60e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (640de5f6-9a19-438c-897c-ebf39f71fac9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:45.281561 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 19829663-8e11-450d-b642-0067dfa5de94 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:45.434766 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 19829663-8e11-450d-b642-0067dfa5de94 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:45.435339 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (19829663-8e11-450d-b642-0067dfa5de94), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:45.553887 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 1388d632-ba2b-435b-b4b0-360b6e58e679 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:05:45.727501 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-d311337f-5ceb-4681-afee-36a0b64cf5f6 req-f3ffbe9e-9f48-449a-ae2f-f41f2af2c60e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] For port 640de5f6-9a19-438c-897c-ebf39f71fac9, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=640de5f6-9a19-438c-897c-ebf39f71fac9,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:45.729464 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d311337f-5ceb-4681-afee-36a0b64cf5f6 req-f3ffbe9e-9f48-449a-ae2f-f41f2af2c60e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (640de5f6-9a19-438c-897c-ebf39f71fac9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:45.733053 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 1388d632-ba2b-435b-b4b0-360b6e58e679 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:05:45.747560 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 1388d632-ba2b-435b-b4b0-360b6e58e679 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:45.748687 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1388d632-ba2b-435b-b4b0-360b6e58e679), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:45.791335 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-d311337f-5ceb-4681-afee-36a0b64cf5f6 req-f3ffbe9e-9f48-449a-ae2f-f41f2af2c60e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Calling delete_port for 640de5f6-9a19-438c-897c-ebf39f71fac9 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:05:45.880259 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-3a9c7b57-98d7-4dd5-96dd-907d247631a3 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0050058 Feb 19 04:05:45.974788 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-779f2e18-6df7-4863-ae5f-e6afa496ab8b tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:45.979406 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-779f2e18-6df7-4863-ae5f-e6afa496ab8b tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.10 "GET /v2.0/networks?id=57c0be58-8493-4bdd-a215-bb2a3bcc05dc HTTP/1.1" status: 200 len: 816 time: 1.7110713 Feb 19 04:05:46.078142 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 19829663-8e11-450d-b642-0067dfa5de94 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:46.084417 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-199fceed-0fdf-46e8-9621-afe46294b6cc tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Request body: {'port': {'device_id': '0e04f8a6-d879-440f-8c09-6c635d0fc818', 'network_id': '57c0be58-8493-4bdd-a215-bb2a3bcc05dc', 'admin_state_up': True, 'tenant_id': 'c6a66cc8d123446fb4da322bcc8cc6d9'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:46.089012 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (19829663-8e11-450d-b642-0067dfa5de94), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:46.096409 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-e1edca9e-545f-4769-b994-f406950c7a38 req-7aaac017-7077-4519-ada9-c44f3facbc57 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Allocated IP 172.20.0.9 (57c0be58-8493-4bdd-a215-bb2a3bcc05dc/4b4d63a2-d982-44e4-8a35-fe2146ba4622/903267d0-98d8-4c21-8bd0-20ab9a853333) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:05:46.304541 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 19829663-8e11-450d-b642-0067dfa5de94, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=19829663-8e11-450d-b642-0067dfa5de94,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:46.340991 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (19829663-8e11-450d-b642-0067dfa5de94), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:46.342928 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 640de5f6-9a19-438c-897c-ebf39f71fac9 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:46.475041 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1029245-dac8-4117-a15a-e0615a365713 req-83d908a3-c09b-4bf1-ba2c-cd42ef506a1b tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:46.479490 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c1029245-dac8-4117-a15a-e0615a365713 req-83d908a3-c09b-4bf1-ba2c-cd42ef506a1b tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 945 time: 3.0657380 Feb 19 04:05:46.517602 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfeaa3-81f1-47e9-9b13-ad4567d88c97 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Pushing event deleted for resources: {'Port': ['ID=2630260b-1feb-477d-b647-ed7f5b4a3d6b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:46.816249 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=19829663-8e11-450d-b642-0067dfa5de94,revision_number=10']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:46.872368 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 1388d632-ba2b-435b-b4b0-360b6e58e679 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:46.879732 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1388d632-ba2b-435b-b4b0-360b6e58e679), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.031251 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e1edca9e-545f-4769-b994-f406950c7a38 req-7aaac017-7077-4519-ada9-c44f3facbc57 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Publish callbacks [] for port (903267d0-98d8-4c21-8bd0-20ab9a853333), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.130299 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec94342-458e-4597-bbe6-f5589b5f88b8 req-e6cfeaa3-81f1-47e9-9b13-ad4567d88c97 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] No DVR routers for this DVR port 2630260b-1feb-477d-b647-ed7f5b4a3d6b on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:05:47.133364 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 1388d632-ba2b-435b-b4b0-360b6e58e679, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=1388d632-ba2b-435b-b4b0-360b6e58e679,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:47.174000 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (1388d632-ba2b-435b-b4b0-360b6e58e679), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.175648 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 21cf2267-d67f-47e3-9388-81f394aa5757 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:47.410820 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e1edca9e-545f-4769-b994-f406950c7a38 req-7aaac017-7077-4519-ada9-c44f3facbc57 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (903267d0-98d8-4c21-8bd0-20ab9a853333), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.414156 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8ec94342-458e-4597-bbe6-f5589b5f88b8 req-e6cfeaa3-81f1-47e9-9b13-ad4567d88c97 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.440503 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8ec94342-458e-4597-bbe6-f5589b5f88b8 req-e6cfeaa3-81f1-47e9-9b13-ad4567d88c97 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.48 "DELETE /v2.0/ports/2630260b-1feb-477d-b647-ed7f5b4a3d6b HTTP/1.1" status: 204 len: 173 time: 7.2215819 Feb 19 04:05:47.443176 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16da6b49-6116-4b40-b0cb-273486cb9a8f', 'name': 'network-vif-deleted', 'tag': '2630260b-1feb-477d-b647-ed7f5b4a3d6b'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:47.476085 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d772a3-356a-4b54-9f52-537789f19538" -d '{"events": [{"server_uuid": "16da6b49-6116-4b40-b0cb-273486cb9a8f", "name": "network-vif-deleted", "tag": "2630260b-1feb-477d-b647-ed7f5b4a3d6b"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:47.558947 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-7406becc-7bc5-4fb3-bec9-8146b49b82f8 req-ab39339d-7a29-47bf-9d30-18d5863aa92b tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] For port 21cf2267-d67f-47e3-9388-81f394aa5757, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=21cf2267-d67f-47e3-9388-81f394aa5757,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:47.559428 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7406becc-7bc5-4fb3-bec9-8146b49b82f8 req-ab39339d-7a29-47bf-9d30-18d5863aa92b tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.604166 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c1029245-dac8-4117-a15a-e0615a365713 req-b71bee34-5af7-4f47-8963-68f845faaa34 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8780427 Feb 19 04:05:47.665974 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-199fceed-0fdf-46e8-9621-afe46294b6cc tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Made reservation on behalf of c6a66cc8d123446fb4da322bcc8cc6d9 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:05:47.696085 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-199fceed-0fdf-46e8-9621-afe46294b6cc tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.817380 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-7406becc-7bc5-4fb3-bec9-8146b49b82f8 req-ab39339d-7a29-47bf-9d30-18d5863aa92b tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Calling delete_port for 21cf2267-d67f-47e3-9388-81f394aa5757 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:05:47.979767 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1edca9e-545f-4769-b994-f406950c7a38 req-7aaac017-7077-4519-ada9-c44f3facbc57 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Network 57c0be58-8493-4bdd-a215-bb2a3bcc05dc is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:05:47.998581 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d311337f-5ceb-4681-afee-36a0b64cf5f6 req-f3ffbe9e-9f48-449a-ae2f-f41f2af2c60e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (640de5f6-9a19-438c-897c-ebf39f71fac9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:48.056019 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-e1edca9e-545f-4769-b994-f406950c7a38 req-7aaac017-7077-4519-ada9-c44f3facbc57 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:48.082645 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1edca9e-545f-4769-b994-f406950c7a38 req-7aaac017-7077-4519-ada9-c44f3facbc57 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:05:48.090891 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 640de5f6-9a19-438c-897c-ebf39f71fac9 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:48.092705 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (640de5f6-9a19-438c-897c-ebf39f71fac9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:48.212220 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['867219e4-beb1-45a6-a7ab-6657326c8983'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:48.227737 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['33d9b8b1-8083-414e-9a58-5ece468cd2ac'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:48.537004 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b4607f-cea7-419c-b0ab-74405b59d5b5 x-openstack-request-id: req-c7b4607f-cea7-419c-b0ab-74405b59d5b5 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:48.540617 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d3fe2e-3263-479d-92ec-ff5adab8e2d9", "tag": "66afc6ed-1f40-46c9-8728-00d19d96defb", "status": "completed", "code": 200}, {"server_uuid": "aa46b322-d119-4315-adbb-162a7ab76f2e", "name": "network-vif-deleted", "tag": "2d1d6ccd-2063-4ff5-b23d-9824c1f817c9", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:48.541484 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c7b4607f-cea7-419c-b0ab-74405b59d5b5 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:48.545861 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d3fe2e-3263-479d-92ec-ff5adab8e2d9', 'tag': '66afc6ed-1f40-46c9-8728-00d19d96defb', 'status': 'completed', 'code': 200} Feb 19 04:05:48.549138 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa46b322-d119-4315-adbb-162a7ab76f2e', 'name': 'network-vif-deleted', 'tag': '2d1d6ccd-2063-4ff5-b23d-9824c1f817c9', 'status': 'completed', 'code': 200} Feb 19 04:05:48.724001 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf09386-0a06-4d04-8156-50726c4bc5c5 x-openstack-request-id: req-3cf09386-0a06-4d04-8156-50726c4bc5c5 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:48.724359 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d3fe2e-3263-479d-92ec-ff5adab8e2d9", "name": "network-vif-plugged", "status": "completed", "tag": "66afc6ed-1f40-46c9-8728-00d19d96defb", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:48.724804 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3cf09386-0a06-4d04-8156-50726c4bc5c5 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:48.727069 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d3fe2e-3263-479d-92ec-ff5adab8e2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66afc6ed-1f40-46c9-8728-00d19d96defb', 'code': 200} Feb 19 04:05:48.833799 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaac017-7077-4519-ada9-c44f3facbc57 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Pushing event updated for resources: {'Port': ['ID=903267d0-98d8-4c21-8bd0-20ab9a853333,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:49.055300 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7406becc-7bc5-4fb3-bec9-8146b49b82f8 req-ab39339d-7a29-47bf-9d30-18d5863aa92b tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (21cf2267-d67f-47e3-9388-81f394aa5757), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.208809 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-89e2c603-d077-4d6d-a189-9961193a21c3 req-339b1c62-0287-4be1-9f20-eaeecd9f1fdb service neutron] 10.222.0.10 "GET /v2.0/networks/57c0be58-8493-4bdd-a215-bb2a3bcc05dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 4.0352595 Feb 19 04:05:49.292801 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffbe9e-9f48-449a-ae2f-f41f2af2c60e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Pushing event deleted for resources: {'Port': ['ID=640de5f6-9a19-438c-897c-ebf39f71fac9,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:49.472369 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No active binding found for port 21cf2267-d67f-47e3-9388-81f394aa5757 {{(pid=115200) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 04:05:49.474426 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0e1db5f3-6d0b-4db3-8fb5-df51f5b8118b req-37f5dc18-178f-4704-8d34-8c57cfabfe67 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=16da6b49-6116-4b40-b0cb-273486cb9a8f HTTP/1.1" status: 200 len: 210 time: 0.4064415 Feb 19 04:05:49.474871 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] The host n-h1-772273-4 is not matching for port 21cf2267-d67f-47e3-9388-81f394aa5757 host None! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:05:49.477462 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39339d-7a29-47bf-9d30-18d5863aa92b tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Pushing event deleted for resources: {'Port': ['ID=21cf2267-d67f-47e3-9388-81f394aa5757,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:49.478311 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 21cf2267-d67f-47e3-9388-81f394aa5757 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:05:49.528452 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-d311337f-5ceb-4681-afee-36a0b64cf5f6 req-f3ffbe9e-9f48-449a-ae2f-f41f2af2c60e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] No DVR routers for this DVR port 640de5f6-9a19-438c-897c-ebf39f71fac9 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:05:49.671079 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d311337f-5ceb-4681-afee-36a0b64cf5f6 req-f3ffbe9e-9f48-449a-ae2f-f41f2af2c60e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.724030 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 66afc6ed-1f40-46c9-8728-00d19d96defb no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:49.725603 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d311337f-5ceb-4681-afee-36a0b64cf5f6 req-f3ffbe9e-9f48-449a-ae2f-f41f2af2c60e tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.48 "DELETE /v2.0/ports/640de5f6-9a19-438c-897c-ebf39f71fac9 HTTP/1.1" status: 204 len: 173 time: 5.9048927 Feb 19 04:05:49.848052 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edca9e-545f-4769-b994-f406950c7a38 req-7aaac017-7077-4519-ada9-c44f3facbc57 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:49.864903 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e1edca9e-545f-4769-b994-f406950c7a38 req-7aaac017-7077-4519-ada9-c44f3facbc57 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.964220 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-7406becc-7bc5-4fb3-bec9-8146b49b82f8 req-ab39339d-7a29-47bf-9d30-18d5863aa92b tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] No DVR routers for this DVR port 21cf2267-d67f-47e3-9388-81f394aa5757 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:05:49.990800 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7406becc-7bc5-4fb3-bec9-8146b49b82f8 req-ab39339d-7a29-47bf-9d30-18d5863aa92b tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.003533 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7406becc-7bc5-4fb3-bec9-8146b49b82f8 req-ab39339d-7a29-47bf-9d30-18d5863aa92b tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.10 "DELETE /v2.0/ports/21cf2267-d67f-47e3-9388-81f394aa5757 HTTP/1.1" status: 204 len: 173 time: 8.4725208 Feb 19 04:05:50.232472 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800c786-0d6c-47fe-9c0a-283a0c93a6b3 req-74eafc23-d822-46dc-b513-86ce696a497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:50.242025 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3800c786-0d6c-47fe-9c0a-283a0c93a6b3 req-74eafc23-d822-46dc-b513-86ce696a497b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 1132 time: 1.6926355 Feb 19 04:05:50.265811 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fd202e72-876b-461d-9b9d-bb083e7e96e6 req-9c815a35-99a0-49d4-959a-beee9dc6e0fa tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e04f8a6-d879-440f-8c09-6c635d0fc818 HTTP/1.1" status: 200 len: 210 time: 0.2166994 Feb 19 04:05:50.283993 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800c786-0d6c-47fe-9c0a-283a0c93a6b3 req-718b92f2-766a-4650-bd47-29aa637cb61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:50.294083 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-edc5ab56-e0f4-4240-a8a9-539a538d60c6 None None] Provisioning complete for port 903267d0-98d8-4c21-8bd0-20ab9a853333 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:50.295044 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-edc5ab56-e0f4-4240-a8a9-539a538d60c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (903267d0-98d8-4c21-8bd0-20ab9a853333), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.302485 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3800c786-0d6c-47fe-9c0a-283a0c93a6b3 req-718b92f2-766a-4650-bd47-29aa637cb61a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 1132 time: 1.5485954 Feb 19 04:05:50.356985 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=1388d632-ba2b-435b-b4b0-360b6e58e679,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:50.698071 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512ffd91-734b-40e7-a5b5-7ef15d5476db', 'name': 'network-vif-deleted', 'tag': '640de5f6-9a19-438c-897c-ebf39f71fac9'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:50.702310 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb52de3-8794-4bd3-b528-da09b9c0acce" -d '{"events": [{"server_uuid": "512ffd91-734b-40e7-a5b5-7ef15d5476db", "name": "network-vif-deleted", "tag": "640de5f6-9a19-438c-897c-ebf39f71fac9"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:50.816039 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02201b10-22fa-4eb3-851f-682d0bbd4448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867219e4-beb1-45a6-a7ab-6657326c8983'}, {'server_uuid': '16da6b49-6116-4b40-b0cb-273486cb9a8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2630260b-1feb-477d-b647-ed7f5b4a3d6b'}, {'server_uuid': '83ec7c14-bdfd-4826-b99a-11259b8be8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19829663-8e11-450d-b642-0067dfa5de94'}, {'server_uuid': '478766ae-3c06-46ca-b27d-38a730f570ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1388d632-ba2b-435b-b4b0-360b6e58e679'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:50.836418 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2a49f7-c390-4b8c-aac3-a179f449e07c" -d '{"events": [{"server_uuid": "02201b10-22fa-4eb3-851f-682d0bbd4448", "name": "network-vif-plugged", "status": "completed", "tag": "867219e4-beb1-45a6-a7ab-6657326c8983"}, {"server_uuid": "16da6b49-6116-4b40-b0cb-273486cb9a8f", "name": "network-vif-unplugged", "status": "completed", "tag": "2630260b-1feb-477d-b647-ed7f5b4a3d6b"}, {"server_uuid": "83ec7c14-bdfd-4826-b99a-11259b8be8d9", "name": "network-vif-plugged", "status": "completed", "tag": "19829663-8e11-450d-b642-0067dfa5de94"}, {"server_uuid": "478766ae-3c06-46ca-b27d-38a730f570ae", "name": "network-vif-plugged", "status": "completed", "tag": "1388d632-ba2b-435b-b4b0-360b6e58e679"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:50.845064 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1edca9e-545f-4769-b994-f406950c7a38 req-7aaac017-7077-4519-ada9-c44f3facbc57 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.9358540 Feb 19 04:05:50.882165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-e1edca9e-545f-4769-b994-f406950c7a38 req-a25a20eb-263f-440b-beb9-82643863cc26 service neutron] Request body: {'port': {'device_id': 'a4e5858b-e4bf-4762-8768-1fabd24843a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:50.943022 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-199fceed-0fdf-46e8-9621-afe46294b6cc tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Allocated IP 172.20.0.8 (57c0be58-8493-4bdd-a215-bb2a3bcc05dc/4b4d63a2-d982-44e4-8a35-fe2146ba4622/948b7822-2ac5-4327-b3bb-6d43a51d4516) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:05:50.999728 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800c786-0d6c-47fe-9c0a-283a0c93a6b3 req-153ed451-d866-4d93-b7ac-fc529998aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:51.004177 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3800c786-0d6c-47fe-9c0a-283a0c93a6b3 req-153ed451-d866-4d93-b7ac-fc529998aeec service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.6885118 Feb 19 04:05:51.227767 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-edc5ab56-e0f4-4240-a8a9-539a538d60c6 None None] Port 903267d0-98d8-4c21-8bd0-20ab9a853333 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:05:51.247704 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 66afc6ed-1f40-46c9-8728-00d19d96defb is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:51.251925 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:51.511554 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 66afc6ed-1f40-46c9-8728-00d19d96defb, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=66afc6ed-1f40-46c9-8728-00d19d96defb,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:51.520800 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:51.613415 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc5a6407-b0f1-440e-b3e9-b9342fce4298 req-4a3c3a99-57fa-4e48-863a-43a5407583c7 tempest-ServersAdminTestJSON-798143641 tempest-ServersAdminTestJSON-798143641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c961862-aa7d-437d-828e-2433bed503ca HTTP/1.1" status: 200 len: 210 time: 0.4414122 Feb 19 04:05:51.653048 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3800c786-0d6c-47fe-9c0a-283a0c93a6b3 req-3105fa9b-492f-417b-9752-93c50cae541d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=66afc6ed-1f40-46c9-8728-00d19d96defb HTTP/1.1" status: 200 len: 217 time: 0.3674560 Feb 19 04:05:51.665786 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=66afc6ed-1f40-46c9-8728-00d19d96defb,revision_number=10']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:51.747604 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-bf05aa66-9a6e-479b-bae7-f3ef6bc25456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:51.758924 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-bf05aa66-9a6e-479b-bae7-f3ef6bc25456 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9&tenant_id=ecf9e139694246328842375c06e497e6 HTTP/1.1" status: 200 len: 1132 time: 0.7526364 Feb 19 04:05:51.788880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-772273-4', 'device_owner': 'compute:nova'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:52.045821 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-199fceed-0fdf-46e8-9621-afe46294b6cc tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Publish callbacks [] for port (948b7822-2ac5-4327-b3bb-6d43a51d4516), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:52.126970 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800c786-0d6c-47fe-9c0a-283a0c93a6b3 req-d29e2f95-a044-4f58-80aa-c795ca3a3c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:52.131827 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3800c786-0d6c-47fe-9c0a-283a0c93a6b3 req-d29e2f95-a044-4f58-80aa-c795ca3a3c37 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 1.8450305 Feb 19 04:05:52.135405 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-199fceed-0fdf-46e8-9621-afe46294b6cc tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (948b7822-2ac5-4327-b3bb-6d43a51d4516), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:52.138143 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e1edca9e-545f-4769-b994-f406950c7a38 req-a25a20eb-263f-440b-beb9-82643863cc26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (903267d0-98d8-4c21-8bd0-20ab9a853333), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:52.150418 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['867219e4-beb1-45a6-a7ab-6657326c8983'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:05:52.205683 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:52.256288 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800c786-0d6c-47fe-9c0a-283a0c93a6b3 req-c85a7c8a-d807-48fd-b8c8-019b3c6f4e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:52.258864 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3800c786-0d6c-47fe-9c0a-283a0c93a6b3 req-c85a7c8a-d807-48fd-b8c8-019b3c6f4e2a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.5925574 Feb 19 04:05:52.277960 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3800c786-0d6c-47fe-9c0a-283a0c93a6b3 req-b9dc6c22-65a0-4f3e-acfa-9cd3e41a5090 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=66afc6ed-1f40-46c9-8728-00d19d96defb HTTP/1.1" status: 200 len: 217 time: 0.1338925 Feb 19 04:05:52.283255 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-199fceed-0fdf-46e8-9621-afe46294b6cc tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Network 57c0be58-8493-4bdd-a215-bb2a3bcc05dc is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:05:52.351763 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-199fceed-0fdf-46e8-9621-afe46294b6cc tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:05:52.664474 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391780b2-27da-410c-92e6-782efaede73f req-48edbae5-6909-4c7c-a71d-6542596ebb3c tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:52.685605 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-391780b2-27da-410c-92e6-782efaede73f req-48edbae5-6909-4c7c-a71d-6542596ebb3c tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 949 time: 0.7017066 Feb 19 04:05:52.972416 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-199fceed-0fdf-46e8-9621-afe46294b6cc tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:05:52.979458 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fceed-0fdf-46e8-9621-afe46294b6cc tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Pushing event updated for resources: {'Port': ['ID=948b7822-2ac5-4327-b3bb-6d43a51d4516,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:52.989206 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800c786-0d6c-47fe-9c0a-283a0c93a6b3 req-b36277cb-f2df-4def-88d5-76ec992ed04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:52.993178 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3800c786-0d6c-47fe-9c0a-283a0c93a6b3 req-b36277cb-f2df-4def-88d5-76ec992ed04e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.6638403 Feb 19 04:05:53.139172 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-199fceed-0fdf-46e8-9621-afe46294b6cc tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:53.141281 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-199fceed-0fdf-46e8-9621-afe46294b6cc tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:53.207125 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-199fceed-0fdf-46e8-9621-afe46294b6cc tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1447167 Feb 19 04:05:53.235880 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-8a350a12-6c78-4eb0-80eb-47b6fe4734b6 service neutron] Request body: {'port': {'device_id': '0e04f8a6-d879-440f-8c09-6c635d0fc818', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:05:53.349908 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] For port 66afc6ed-1f40-46c9-8728-00d19d96defb, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=66afc6ed-1f40-46c9-8728-00d19d96defb,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:53.396594 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b4a2cce5-3791-4cbd-b386-5f030060ab48 None None] Provisioning complete for port 948b7822-2ac5-4327-b3bb-6d43a51d4516 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:05:53.400843 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] For port 66afc6ed-1f40-46c9-8728-00d19d96defb, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:53.411966 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b4a2cce5-3791-4cbd-b386-5f030060ab48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (948b7822-2ac5-4327-b3bb-6d43a51d4516), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:53.448820 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66afc6ed-1f40-46c9-8728-00d19d96defb {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:53.459769 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] Publish callbacks [] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:53.479006 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] Transition to ACTIVE for port object 66afc6ed-1f40-46c9-8728-00d19d96defb will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:05:53.490607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800c786-0d6c-47fe-9c0a-283a0c93a6b3 req-55ef2eda-bfb9-4f19-88d3-d84d122199f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:53.493346 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3800c786-0d6c-47fe-9c0a-283a0c93a6b3 req-55ef2eda-bfb9-4f19-88d3-d84d122199f2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.2160697 Feb 19 04:05:53.500888 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:53.609376 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-8a350a12-6c78-4eb0-80eb-47b6fe4734b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (948b7822-2ac5-4327-b3bb-6d43a51d4516), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:53.624117 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b4a2cce5-3791-4cbd-b386-5f030060ab48 None None] Port 948b7822-2ac5-4327-b3bb-6d43a51d4516 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:05:53.711278 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3800c786-0d6c-47fe-9c0a-283a0c93a6b3 req-4a83a963-c417-4e1c-85d2-58d8401b6d20 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020800 Feb 19 04:05:53.722192 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800c786-0d6c-47fe-9c0a-283a0c93a6b3 req-64bb71ab-2c2b-4870-b1b2-6e63d4fb3659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:53.725378 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3800c786-0d6c-47fe-9c0a-283a0c93a6b3 req-64bb71ab-2c2b-4870-b1b2-6e63d4fb3659 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7184837 Feb 19 04:05:53.742888 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] Pushing event updated for resources: {'Port': ['ID=66afc6ed-1f40-46c9-8728-00d19d96defb,revision_number=11']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:53.851014 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-391780b2-27da-410c-92e6-782efaede73f req-ac0fab28-9bf5-4f82-98e2-c925c644752f tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1447654 Feb 19 04:05:53.981180 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc2d0da-8ccc-48d8-98ec-5d23b22b5c9e x-openstack-request-id: req-6bc2d0da-8ccc-48d8-98ec-5d23b22b5c9e {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:53.981761 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16da6b49-6116-4b40-b0cb-273486cb9a8f", "name": "network-vif-deleted", "tag": "2630260b-1feb-477d-b647-ed7f5b4a3d6b", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:53.982247 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6bc2d0da-8ccc-48d8-98ec-5d23b22b5c9e {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:53.983071 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16da6b49-6116-4b40-b0cb-273486cb9a8f', 'name': 'network-vif-deleted', 'tag': '2630260b-1feb-477d-b647-ed7f5b4a3d6b', 'status': 'completed', 'code': 200} Feb 19 04:05:54.062927 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] No DVR routers for this DVR port 66afc6ed-1f40-46c9-8728-00d19d96defb on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:05:54.254137 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] Attempting to bind port 66afc6ed-1f40-46c9-8728-00d19d96defb on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:05:54.255116 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] Attempting to bind port 66afc6ed-1f40-46c9-8728-00d19d96defb by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:05:54.255843 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] Attempting to bind port 66afc6ed-1f40-46c9-8728-00d19d96defb on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:54.269438 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] Port 66afc6ed-1f40-46c9-8728-00d19d96defb on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:05:54.270351 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] Attempting to bind port 66afc6ed-1f40-46c9-8728-00d19d96defb on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:54.305807 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:05:54.306410 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:54.312462 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:05:54.313435 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] Bound port: 66afc6ed-1f40-46c9-8728-00d19d96defb, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:05:54.314245 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.374665 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3800c786-0d6c-47fe-9c0a-283a0c93a6b3 req-5c1c04a2-f53c-40bb-b039-7bdc9a5eccff service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6267517 Feb 19 04:05:54.526827 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3800c786-0d6c-47fe-9c0a-283a0c93a6b3 req-2504fcc2-41b3-40f7-acf6-d26c4e846c23 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7270083 Feb 19 04:05:54.678101 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] For port 66afc6ed-1f40-46c9-8728-00d19d96defb, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:54.693657 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] For port 66afc6ed-1f40-46c9-8728-00d19d96defb, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=66afc6ed-1f40-46c9-8728-00d19d96defb,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:05:54.710462 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.804418 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd779d3-4935-4c72-ac54-873e1e5e5e63 req-04538cfc-4047-43fd-a619-748b94a37578 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:54.807400 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ffd779d3-4935-4c72-ac54-873e1e5e5e63 req-04538cfc-4047-43fd-a619-748b94a37578 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 946 time: 0.6702726 Feb 19 04:05:54.857407 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-e1edca9e-545f-4769-b994-f406950c7a38 req-a25a20eb-263f-440b-beb9-82643863cc26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 903267d0-98d8-4c21-8bd0-20ab9a853333 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:54.912588 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e1edca9e-545f-4769-b994-f406950c7a38 req-a25a20eb-263f-440b-beb9-82643863cc26 service neutron] Publish callbacks [] for port (903267d0-98d8-4c21-8bd0-20ab9a853333), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.945249 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:54.954491 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.967484 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] 10.222.0.10 "PUT /v2.0/ports/66afc6ed-1f40-46c9-8728-00d19d96defb HTTP/1.1" status: 200 len: 1097 time: 3.2022460 Feb 19 04:05:55.001581 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3800c786-0d6c-47fe-9c0a-283a0c93a6b3 req-d9958145-678e-4531-b8a0-70c2d62d8e56 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466093 Feb 19 04:05:55.023207 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-e1edca9e-545f-4769-b994-f406950c7a38 req-a25a20eb-263f-440b-beb9-82643863cc26 service neutron] Transition to ACTIVE for port object 903267d0-98d8-4c21-8bd0-20ab9a853333 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:05:55.111972 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ffd779d3-4935-4c72-ac54-873e1e5e5e63 req-057a6f04-406c-48d9-a279-a3f1f22d14b3 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802658 Feb 19 04:05:55.113973 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e1edca9e-545f-4769-b994-f406950c7a38 req-a25a20eb-263f-440b-beb9-82643863cc26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (903267d0-98d8-4c21-8bd0-20ab9a853333), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:55.134634 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb9e16a-7cd6-4e45-a28e-f4c7e7167bd1 x-openstack-request-id: req-7fb9e16a-7cd6-4e45-a28e-f4c7e7167bd1 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:55.135015 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512ffd91-734b-40e7-a5b5-7ef15d5476db", "name": "network-vif-deleted", "tag": "640de5f6-9a19-438c-897c-ebf39f71fac9", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:55.135933 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7fb9e16a-7cd6-4e45-a28e-f4c7e7167bd1 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:55.136517 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512ffd91-734b-40e7-a5b5-7ef15d5476db', 'name': 'network-vif-deleted', 'tag': '640de5f6-9a19-438c-897c-ebf39f71fac9', 'status': 'completed', 'code': 200} Feb 19 04:05:55.166328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffda36-23f7-4da1-88e5-1a60c440dbba service neutron] Pushing event updated for resources: {'Port': ['ID=66afc6ed-1f40-46c9-8728-00d19d96defb,revision_number=12']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:55.277709 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fe3a82-3617-4bff-8123-a1a80e087ba1 x-openstack-request-id: req-18fe3a82-3617-4bff-8123-a1a80e087ba1 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:55.278558 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02201b10-22fa-4eb3-851f-682d0bbd4448", "name": "network-vif-plugged", "status": "completed", "tag": "867219e4-beb1-45a6-a7ab-6657326c8983", "code": 200}, {"server_uuid": "16da6b49-6116-4b40-b0cb-273486cb9a8f", "name": "network-vif-unplugged", "status": "completed", "tag": "2630260b-1feb-477d-b647-ed7f5b4a3d6b", "code": 200}, {"server_uuid": "83ec7c14-bdfd-4826-b99a-11259b8be8d9", "name": "network-vif-plugged", "status": "completed", "tag": "19829663-8e11-450d-b642-0067dfa5de94", "code": 200}, {"server_uuid": "478766ae-3c06-46ca-b27d-38a730f570ae", "name": "network-vif-plugged", "status": "completed", "tag": "1388d632-ba2b-435b-b4b0-360b6e58e679", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:55.278558 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-18fe3a82-3617-4bff-8123-a1a80e087ba1 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:55.279251 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02201b10-22fa-4eb3-851f-682d0bbd4448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867219e4-beb1-45a6-a7ab-6657326c8983', 'code': 200} Feb 19 04:05:55.279681 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16da6b49-6116-4b40-b0cb-273486cb9a8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2630260b-1feb-477d-b647-ed7f5b4a3d6b', 'code': 200} Feb 19 04:05:55.280101 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ec7c14-bdfd-4826-b99a-11259b8be8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19829663-8e11-450d-b642-0067dfa5de94', 'code': 200} Feb 19 04:05:55.280529 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478766ae-3c06-46ca-b27d-38a730f570ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1388d632-ba2b-435b-b4b0-360b6e58e679', 'code': 200} Feb 19 04:05:55.967032 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a08490-0fc5-45da-a2be-f10bd6df18e0 req-34d726af-c9c6-4441-b17c-b0fb69e04419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:55.976458 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f0a08490-0fc5-45da-a2be-f10bd6df18e0 req-34d726af-c9c6-4441-b17c-b0fb69e04419 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 1127 time: 0.4388347 Feb 19 04:05:56.018184 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c961862-aa7d-437d-828e-2433bed503ca', 'name': 'network-vif-deleted', 'tag': '21cf2267-d67f-47e3-9388-81f394aa5757'}, {'name': 'network-changed', 'server_uuid': 'c8d3fe2e-3263-479d-92ec-ff5adab8e2d9', 'tag': '66afc6ed-1f40-46c9-8728-00d19d96defb'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:56.026071 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fdb5e3-88c4-42bf-b91a-155f87739c4c" -d '{"events": [{"server_uuid": "0c961862-aa7d-437d-828e-2433bed503ca", "name": "network-vif-deleted", "tag": "21cf2267-d67f-47e3-9388-81f394aa5757"}, {"name": "network-changed", "server_uuid": "c8d3fe2e-3263-479d-92ec-ff5adab8e2d9", "tag": "66afc6ed-1f40-46c9-8728-00d19d96defb"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:56.040173 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd2ef6-002f-41de-af79-1ceb056c4c3a req-aeaa89c1-f85a-4343-bfa1-2a2e734164f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:56.043717 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-adcd2ef6-002f-41de-af79-1ceb056c4c3a req-aeaa89c1-f85a-4343-bfa1-2a2e734164f3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 1128 time: 0.4637215 Feb 19 04:05:56.074211 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a20eb-263f-440b-beb9-82643863cc26 service neutron] Pushing event updated for resources: {'Port': ['ID=903267d0-98d8-4c21-8bd0-20ab9a853333,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:56.076376 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4596472-3394-4497-9c5d-e23f734663fb req-4db21b88-705e-4ed3-a50d-c6186f0f6fcb tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:56.081292 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b4596472-3394-4497-9c5d-e23f734663fb req-4db21b88-705e-4ed3-a50d-c6186f0f6fcb tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e04f8a6-d879-440f-8c09-6c635d0fc818 HTTP/1.1" status: 200 len: 931 time: 0.6839120 Feb 19 04:05:56.299905 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-adcd2ef6-002f-41de-af79-1ceb056c4c3a req-32ced73f-b18b-4f3b-b49e-bf32cc897985 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145071 Feb 19 04:05:56.362956 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f0a08490-0fc5-45da-a2be-f10bd6df18e0 req-1243a3bb-4ff9-4ed1-803d-0ddf33d7a200 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498166 Feb 19 04:05:56.412810 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b4596472-3394-4497-9c5d-e23f734663fb req-dd21c40a-59e8-42e1-ad87-4f8102fc57e8 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964902 Feb 19 04:05:56.603765 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60576) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:57.000558 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-fbf6f921-87fd-444c-9606-73720f2efe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:57.004540 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-fbf6f921-87fd-444c-9606-73720f2efe19 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 1131 time: 1.8549383 Feb 19 04:05:57.064114 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-746981f7-5e5f-4685-837f-c676d0fd7e8d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5db9e5a9863c4a589fb86355b6eaf32e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4584084 Feb 19 04:05:57.073743 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60584) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:57.259772 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-034fd747-36c5-462b-bfef-53b1bda50db8 admin admin] Publish callbacks [] for security_group (9d3d3504-30d0-4413-bf2f-1c898506bc74), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.284401 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d3fe2e-3263-479d-92ec-ff5adab8e2d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66afc6ed-1f40-46c9-8728-00d19d96defb'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:05:57.292961 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827c5f47-d971-4f6d-adce-b30d3499bfd7" -d '{"events": [{"server_uuid": "c8d3fe2e-3263-479d-92ec-ff5adab8e2d9", "name": "network-vif-unplugged", "status": "completed", "tag": "66afc6ed-1f40-46c9-8728-00d19d96defb"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:05:57.303547 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-19439852-fe4a-4422-85bc-3058e915e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:57.306379 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-19439852-fe4a-4422-85bc-3058e915e24f service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.2587726 Feb 19 04:05:57.369716 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-034fd747-36c5-462b-bfef-53b1bda50db8 admin admin] Publish callbacks [] for security_group (9d3d3504-30d0-4413-bf2f-1c898506bc74), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.477670 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-c220f982-3674-4881-bfbc-984b40faef5a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=66afc6ed-1f40-46c9-8728-00d19d96defb HTTP/1.1" status: 200 len: 217 time: 0.1602457 Feb 19 04:05:57.503855 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b0c93-db15-476e-a018-e793ff702acc req-0a812e07-bc8a-4c04-ad87-c6c378e0b5fa tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:57.518503 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-193b0c93-db15-476e-a018-e793ff702acc req-0a812e07-bc8a-4c04-ad87-c6c378e0b5fa tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 949 time: 1.4725139 Feb 19 04:05:57.518503 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-e1edca9e-545f-4769-b994-f406950c7a38 req-a25a20eb-263f-440b-beb9-82643863cc26 service neutron] Attempting to bind port 903267d0-98d8-4c21-8bd0-20ab9a853333 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:05:57.518503 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-e1edca9e-545f-4769-b994-f406950c7a38 req-a25a20eb-263f-440b-beb9-82643863cc26 service neutron] Attempting to bind port 903267d0-98d8-4c21-8bd0-20ab9a853333 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '4d5cab30-8a9a-4c09-a5f5-c528575f508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '57c0be58-8493-4bdd-a215-bb2a3bcc05dc'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:05:57.519542 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1edca9e-545f-4769-b994-f406950c7a38 req-a25a20eb-263f-440b-beb9-82643863cc26 service neutron] Attempting to bind port 903267d0-98d8-4c21-8bd0-20ab9a853333 on network 57c0be58-8493-4bdd-a215-bb2a3bcc05dc {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:57.560839 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-034fd747-36c5-462b-bfef-53b1bda50db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9d3d3504-30d0-4413-bf2f-1c898506bc74), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.571674 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-034fd747-36c5-462b-bfef-53b1bda50db8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.579858 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-034fd747-36c5-462b-bfef-53b1bda50db8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9d3d3504-30d0-4413-bf2f-1c898506bc74 HTTP/1.1" status: 204 len: 168 time: 0.5023866 Feb 19 04:05:57.643257 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034fd747-36c5-462b-bfef-53b1bda50db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3d3504-30d0-4413-bf2f-1c898506bc74,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:57.690702 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-3880c124-c5f1-45b2-ae9e-68915bd7d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:57.699535 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-3880c124-c5f1-45b2-ae9e-68915bd7d58d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1744483 Feb 19 04:05:57.855421 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1edca9e-545f-4769-b994-f406950c7a38 req-a25a20eb-263f-440b-beb9-82643863cc26 service neutron] Port 903267d0-98d8-4c21-8bd0-20ab9a853333 on network 57c0be58-8493-4bdd-a215-bb2a3bcc05dc not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:05:57.856047 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1edca9e-545f-4769-b994-f406950c7a38 req-a25a20eb-263f-440b-beb9-82643863cc26 service neutron] Attempting to bind port 903267d0-98d8-4c21-8bd0-20ab9a853333 on network 57c0be58-8493-4bdd-a215-bb2a3bcc05dc {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:05:57.984184 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1edca9e-545f-4769-b994-f406950c7a38 req-a25a20eb-263f-440b-beb9-82643863cc26 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:05:57.985917 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1edca9e-545f-4769-b994-f406950c7a38 req-a25a20eb-263f-440b-beb9-82643863cc26 service neutron] Checking segment: {'id': '4d5cab30-8a9a-4c09-a5f5-c528575f508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '57c0be58-8493-4bdd-a215-bb2a3bcc05dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:05:57.986851 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1edca9e-545f-4769-b994-f406950c7a38 req-a25a20eb-263f-440b-beb9-82643863cc26 service neutron] Bound using segment: {'id': '4d5cab30-8a9a-4c09-a5f5-c528575f508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '57c0be58-8493-4bdd-a215-bb2a3bcc05dc'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:05:57.988328 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-e1edca9e-545f-4769-b994-f406950c7a38 req-a25a20eb-263f-440b-beb9-82643863cc26 service neutron] Bound port: 903267d0-98d8-4c21-8bd0-20ab9a853333, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d5cab30-8a9a-4c09-a5f5-c528575f508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '57c0be58-8493-4bdd-a215-bb2a3bcc05dc'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:05:57.989117 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e1edca9e-545f-4769-b994-f406950c7a38 req-a25a20eb-263f-440b-beb9-82643863cc26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (903267d0-98d8-4c21-8bd0-20ab9a853333), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:58.023347 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-193b0c93-db15-476e-a018-e793ff702acc req-fdef5df3-32aa-493e-b583-a071f5da0077 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898276 Feb 19 04:05:58.068645 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-8a350a12-6c78-4eb0-80eb-47b6fe4734b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 948b7822-2ac5-4327-b3bb-6d43a51d4516 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:05:58.165111 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-8a350a12-6c78-4eb0-80eb-47b6fe4734b6 service neutron] Publish callbacks [] for port (948b7822-2ac5-4327-b3bb-6d43a51d4516), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:58.275403 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-8a350a12-6c78-4eb0-80eb-47b6fe4734b6 service neutron] Transition to ACTIVE for port object 948b7822-2ac5-4327-b3bb-6d43a51d4516 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:05:58.281871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-062f6eb3-dba3-4fb0-8791-42f717531221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:58.286092 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-062f6eb3-dba3-4fb0-8791-42f717531221 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5069506 Feb 19 04:05:58.313894 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d2bb21-3809-47ab-9c9c-79a1e2b18552 x-openstack-request-id: req-a7d2bb21-3809-47ab-9c9c-79a1e2b18552 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:58.321112 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c961862-aa7d-437d-828e-2433bed503ca", "name": "network-vif-deleted", "tag": "21cf2267-d67f-47e3-9388-81f394aa5757", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c8d3fe2e-3263-479d-92ec-ff5adab8e2d9", "tag": "66afc6ed-1f40-46c9-8728-00d19d96defb", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:58.321958 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a7d2bb21-3809-47ab-9c9c-79a1e2b18552 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:58.322935 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c961862-aa7d-437d-828e-2433bed503ca', 'name': 'network-vif-deleted', 'tag': '21cf2267-d67f-47e3-9388-81f394aa5757', 'status': 'completed', 'code': 200} Feb 19 04:05:58.323886 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d3fe2e-3263-479d-92ec-ff5adab8e2d9', 'tag': '66afc6ed-1f40-46c9-8728-00d19d96defb', 'status': 'completed', 'code': 200} Feb 19 04:05:58.375672 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-8a350a12-6c78-4eb0-80eb-47b6fe4734b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (948b7822-2ac5-4327-b3bb-6d43a51d4516), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:58.563785 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a350a12-6c78-4eb0-80eb-47b6fe4734b6 service neutron] Pushing event updated for resources: {'Port': ['ID=948b7822-2ac5-4327-b3bb-6d43a51d4516,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:05:58.698153 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdb5e3-88c4-42bf-b91a-155f87739c4c req-3d953a02-54bd-4037-8bbd-a4481299f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:58.702767 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d4fdb5e3-88c4-42bf-b91a-155f87739c4c req-3d953a02-54bd-4037-8bbd-a4481299f7b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 1131 time: 0.3384044 Feb 19 04:05:59.122757 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60636) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:59.283235 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f7f80293-3b5a-444c-8665-10acf67b933e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=02130c58fa514bf4864a9292624cd701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1557715 Feb 19 04:05:59.286342 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdb5e3-88c4-42bf-b91a-155f87739c4c req-0639c26f-35d3-4ac8-9e7b-40e696b4cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:59.289468 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d4fdb5e3-88c4-42bf-b91a-155f87739c4c req-0639c26f-35d3-4ac8-9e7b-40e696b4cb6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.5783284 Feb 19 04:05:59.290314 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60640) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:59.302773 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3bf922-dab2-4f28-922b-1e4c647c422c x-openstack-request-id: req-0d3bf922-dab2-4f28-922b-1e4c647c422c {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:05:59.305603 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d3fe2e-3263-479d-92ec-ff5adab8e2d9", "name": "network-vif-unplugged", "status": "completed", "tag": "66afc6ed-1f40-46c9-8728-00d19d96defb", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:05:59.305948 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0d3bf922-dab2-4f28-922b-1e4c647c422c {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:05:59.306588 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d3fe2e-3263-479d-92ec-ff5adab8e2d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66afc6ed-1f40-46c9-8728-00d19d96defb', 'code': 200} Feb 19 04:05:59.323828 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 0987cd9e-41dd-4154-9065-4883584e34f4 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:05:59.391274 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-e1edca9e-545f-4769-b994-f406950c7a38 req-a25a20eb-263f-440b-beb9-82643863cc26 service neutron] For port 903267d0-98d8-4c21-8bd0-20ab9a853333, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:05:59.422583 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d4fdb5e3-88c4-42bf-b91a-155f87739c4c req-a3cce22c-d0c0-484b-8ec8-40d3e1dc92d9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=66afc6ed-1f40-46c9-8728-00d19d96defb HTTP/1.1" status: 200 len: 217 time: 0.1168339 Feb 19 04:05:59.441107 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c008d70-8f21-4dcc-aff1-4e05f666e6cd req-02aab484-9977-4fff-a6f8-d57f0cebe16a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:59.446882 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0c008d70-8f21-4dcc-aff1-4e05f666e6cd req-02aab484-9977-4fff-a6f8-d57f0cebe16a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 946 time: 0.8110971 Feb 19 04:05:59.581951 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdb5e3-88c4-42bf-b91a-155f87739c4c req-06252b12-eae4-45da-ba15-779d481aa387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:59.584805 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d4fdb5e3-88c4-42bf-b91a-155f87739c4c req-06252b12-eae4-45da-ba15-779d481aa387 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1528857 Feb 19 04:05:59.634667 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-e1edca9e-545f-4769-b994-f406950c7a38 req-a25a20eb-263f-440b-beb9-82643863cc26 service neutron] For port 903267d0-98d8-4c21-8bd0-20ab9a853333, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=903267d0-98d8-4c21-8bd0-20ab9a853333,segment=NetworkSegment(4d5cab30-8a9a-4c09-a5f5-c528575f508f),segment_id=4d5cab30-8a9a-4c09-a5f5-c528575f508f)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:05:59.667849 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 0987cd9e-41dd-4154-9065-4883584e34f4 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:05:59.669902 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0987cd9e-41dd-4154-9065-4883584e34f4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:59.715563 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-df7e08b7-2b85-4780-8251-197e0fd13d1f service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3459721 Feb 19 04:05:59.736674 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e1edca9e-545f-4769-b994-f406950c7a38 req-a25a20eb-263f-440b-beb9-82643863cc26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (903267d0-98d8-4c21-8bd0-20ab9a853333), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:59.844948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 0987cd9e-41dd-4154-9065-4883584e34f4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=0987cd9e-41dd-4154-9065-4883584e34f4,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:05:59.873324 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4db06401-135e-4cf5-a33a-c59b45b79b43 admin admin] Publish callbacks [] for security_group (0a37acc5-d6e9-41d4-aae3-2c5ef2d89638), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:59.878266 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0987cd9e-41dd-4154-9065-4883584e34f4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:59.972847 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4db06401-135e-4cf5-a33a-c59b45b79b43 admin admin] Publish callbacks [] for security_group (0a37acc5-d6e9-41d4-aae3-2c5ef2d89638), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:59.993554 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edca9e-545f-4769-b994-f406950c7a38 req-a25a20eb-263f-440b-beb9-82643863cc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:59.997344 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e1edca9e-545f-4769-b994-f406950c7a38 req-a25a20eb-263f-440b-beb9-82643863cc26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:00.002545 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1edca9e-545f-4769-b994-f406950c7a38 req-a25a20eb-263f-440b-beb9-82643863cc26 service neutron] 10.222.0.48 "PUT /v2.0/ports/903267d0-98d8-4c21-8bd0-20ab9a853333 HTTP/1.1" status: 200 len: 1091 time: 9.1306784 Feb 19 04:06:00.077865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e5858b-e4bf-4762-8768-1fabd24843a6', 'tag': '903267d0-98d8-4c21-8bd0-20ab9a853333'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:00.094914 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e44f8d9-eec8-4583-bb7e-d1e8d87be4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e5858b-e4bf-4762-8768-1fabd24843a6", "tag": "903267d0-98d8-4c21-8bd0-20ab9a853333"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:00.129104 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=0987cd9e-41dd-4154-9065-4883584e34f4,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:00.143369 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0c008d70-8f21-4dcc-aff1-4e05f666e6cd req-c29e1648-a116-40f3-86b0-c46133686e25 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6604400 Feb 19 04:06:00.175585 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdb5e3-88c4-42bf-b91a-155f87739c4c req-bebd33e9-7895-4632-9aa2-efb6d0e1cfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:00.183059 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d4fdb5e3-88c4-42bf-b91a-155f87739c4c req-bebd33e9-7895-4632-9aa2-efb6d0e1cfa2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5660853 Feb 19 04:06:00.184155 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4db06401-135e-4cf5-a33a-c59b45b79b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0a37acc5-d6e9-41d4-aae3-2c5ef2d89638), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:00.201854 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4db06401-135e-4cf5-a33a-c59b45b79b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:00.210804 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4db06401-135e-4cf5-a33a-c59b45b79b43 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0a37acc5-d6e9-41d4-aae3-2c5ef2d89638 HTTP/1.1" status: 204 len: 168 time: 0.9147809 Feb 19 04:06:00.259493 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ee1d0-a7c9-4e35-9ca8-b664e4e0c865 req-eeab0307-5174-4fb5-a4ea-f944d56429f9 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:00.263633 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-048ee1d0-a7c9-4e35-9ca8-b664e4e0c865 req-eeab0307-5174-4fb5-a4ea-f944d56429f9 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e04f8a6-d879-440f-8c09-6c635d0fc818 HTTP/1.1" status: 200 len: 943 time: 0.6566987 Feb 19 04:06:00.325202 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db06401-135e-4cf5-a33a-c59b45b79b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a37acc5-d6e9-41d4-aae3-2c5ef2d89638,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:00.399933 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-8a350a12-6c78-4eb0-80eb-47b6fe4734b6 service neutron] Attempting to bind port 948b7822-2ac5-4327-b3bb-6d43a51d4516 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:00.400839 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-8a350a12-6c78-4eb0-80eb-47b6fe4734b6 service neutron] Attempting to bind port 948b7822-2ac5-4327-b3bb-6d43a51d4516 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '4d5cab30-8a9a-4c09-a5f5-c528575f508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '57c0be58-8493-4bdd-a215-bb2a3bcc05dc'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:00.401415 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-8a350a12-6c78-4eb0-80eb-47b6fe4734b6 service neutron] Attempting to bind port 948b7822-2ac5-4327-b3bb-6d43a51d4516 on network 57c0be58-8493-4bdd-a215-bb2a3bcc05dc {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:00.408229 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-632a307f-a3aa-4212-8f77-fe802836d87d service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6548028 Feb 19 04:06:00.505015 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-8a350a12-6c78-4eb0-80eb-47b6fe4734b6 service neutron] Port 948b7822-2ac5-4327-b3bb-6d43a51d4516 on network 57c0be58-8493-4bdd-a215-bb2a3bcc05dc not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:06:00.506279 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-8a350a12-6c78-4eb0-80eb-47b6fe4734b6 service neutron] Attempting to bind port 948b7822-2ac5-4327-b3bb-6d43a51d4516 on network 57c0be58-8493-4bdd-a215-bb2a3bcc05dc {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:00.570536 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-8a350a12-6c78-4eb0-80eb-47b6fe4734b6 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:00.571531 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-8a350a12-6c78-4eb0-80eb-47b6fe4734b6 service neutron] Checking segment: {'id': '4d5cab30-8a9a-4c09-a5f5-c528575f508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '57c0be58-8493-4bdd-a215-bb2a3bcc05dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:00.572751 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-8a350a12-6c78-4eb0-80eb-47b6fe4734b6 service neutron] Bound using segment: {'id': '4d5cab30-8a9a-4c09-a5f5-c528575f508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '57c0be58-8493-4bdd-a215-bb2a3bcc05dc'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:00.573944 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-8a350a12-6c78-4eb0-80eb-47b6fe4734b6 service neutron] Bound port: 948b7822-2ac5-4327-b3bb-6d43a51d4516, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d5cab30-8a9a-4c09-a5f5-c528575f508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '57c0be58-8493-4bdd-a215-bb2a3bcc05dc'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:00.574877 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-8a350a12-6c78-4eb0-80eb-47b6fe4734b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (948b7822-2ac5-4327-b3bb-6d43a51d4516), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:00.684424 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a20eb-263f-440b-beb9-82643863cc26 service neutron] Pushing event updated for resources: {'Port': ['ID=903267d0-98d8-4c21-8bd0-20ab9a853333,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:00.838451 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-048ee1d0-a7c9-4e35-9ca8-b664e4e0c865 req-7deb5bf1-e64c-41b3-8389-9af2b96ea8be tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354400 Feb 19 04:06:00.847247 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edca9e-545f-4769-b994-f406950c7a38 req-0565329c-2f59-48d7-97e3-0c28a411c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:00.852105 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1edca9e-545f-4769-b994-f406950c7a38 req-0565329c-2f59-48d7-97e3-0c28a411c7b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6a66cc8d123446fb4da322bcc8cc6d9&device_id=a4e5858b-e4bf-4762-8768-1fabd24843a6 HTTP/1.1" status: 200 len: 1125 time: 0.6177089 Feb 19 04:06:00.959017 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d4fdb5e3-88c4-42bf-b91a-155f87739c4c req-73c3eaae-dd45-4cd3-a61b-e442105da4b4 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7419448 Feb 19 04:06:01.171668 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1edca9e-545f-4769-b994-f406950c7a38 req-4d3bbaed-2bb2-413f-8eb8-d0b754de92ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=903267d0-98d8-4c21-8bd0-20ab9a853333 HTTP/1.1" status: 200 len: 217 time: 0.2593346 Feb 19 04:06:01.308308 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5ca0ec-e0bd-45e9-8a40-d93418743a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0987cd9e-41dd-4154-9065-4883584e34f4'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:01.323570 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd1bc85-6066-46a1-8faf-8d1038cc1cd2" -d '{"events": [{"server_uuid": "ab5ca0ec-e0bd-45e9-8a40-d93418743a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "0987cd9e-41dd-4154-9065-4883584e34f4"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:01.350420 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d4fdb5e3-88c4-42bf-b91a-155f87739c4c req-cde6f6b5-7ca8-48fb-bf04-8df8372503c6 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835268 Feb 19 04:06:01.420277 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edca9e-545f-4769-b994-f406950c7a38 req-97ce9e02-6513-4852-aaa1-6027a9b12d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:01.424143 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1edca9e-545f-4769-b994-f406950c7a38 req-97ce9e02-6513-4852-aaa1-6027a9b12d8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b4d63a2-d982-44e4-8a35-fe2146ba4622 HTTP/1.1" status: 200 len: 855 time: 0.1524618 Feb 19 04:06:01.459335 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdb5e3-88c4-42bf-b91a-155f87739c4c req-a7a16ced-4995-4d96-a0ee-9d800d1465cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:01.462574 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d4fdb5e3-88c4-42bf-b91a-155f87739c4c req-a7a16ced-4995-4d96-a0ee-9d800d1465cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 1131 time: 0.8206096 Feb 19 04:06:01.713763 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-8a350a12-6c78-4eb0-80eb-47b6fe4734b6 service neutron] For port 948b7822-2ac5-4327-b3bb-6d43a51d4516, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:06:01.725431 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdb5e3-88c4-42bf-b91a-155f87739c4c req-1a68bdc3-760b-4a04-8be9-97edeff20281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:01.727808 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d4fdb5e3-88c4-42bf-b91a-155f87739c4c req-1a68bdc3-760b-4a04-8be9-97edeff20281 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.2022715 Feb 19 04:06:01.798070 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-8a350a12-6c78-4eb0-80eb-47b6fe4734b6 service neutron] For port 948b7822-2ac5-4327-b3bb-6d43a51d4516, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=948b7822-2ac5-4327-b3bb-6d43a51d4516,segment=NetworkSegment(4d5cab30-8a9a-4c09-a5f5-c528575f508f),segment_id=4d5cab30-8a9a-4c09-a5f5-c528575f508f)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:01.864896 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-8a350a12-6c78-4eb0-80eb-47b6fe4734b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (948b7822-2ac5-4327-b3bb-6d43a51d4516), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:01.947904 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d4fdb5e3-88c4-42bf-b91a-155f87739c4c req-9ce6c4cd-d076-4237-a5ea-2aba93b5bc88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=66afc6ed-1f40-46c9-8728-00d19d96defb HTTP/1.1" status: 200 len: 217 time: 0.1715164 Feb 19 04:06:02.078658 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32224b8c-6787-40ed-87ef-60b3ac9d5461 req-2f7ddcb9-6233-43c9-a221-4d53eaf445ac tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:02.099963 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32224b8c-6787-40ed-87ef-60b3ac9d5461 req-2f7ddcb9-6233-43c9-a221-4d53eaf445ac tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 1128 time: 0.3222408 Feb 19 04:06:02.130947 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8244088-cbbe-492b-a794-cbacb738eaca req-6f513528-cd6d-45c6-ad9f-f553c7c16631 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:02.144767 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e8244088-cbbe-492b-a794-cbacb738eaca req-6f513528-cd6d-45c6-ad9f-f553c7c16631 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 949 time: 0.9791141 Feb 19 04:06:02.150733 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdb5e3-88c4-42bf-b91a-155f87739c4c req-67171645-028d-4e00-b67f-a0eee8ee5d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:02.153911 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d4fdb5e3-88c4-42bf-b91a-155f87739c4c req-67171645-028d-4e00-b67f-a0eee8ee5d8a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1860852 Feb 19 04:06:02.250879 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-8a350a12-6c78-4eb0-80eb-47b6fe4734b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:02.252472 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-8a350a12-6c78-4eb0-80eb-47b6fe4734b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:02.257724 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-8a350a12-6c78-4eb0-80eb-47b6fe4734b6 service neutron] 10.222.0.10 "PUT /v2.0/ports/948b7822-2ac5-4327-b3bb-6d43a51d4516 HTTP/1.1" status: 200 len: 1091 time: 9.0365033 Feb 19 04:06:02.401013 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edca9e-545f-4769-b994-f406950c7a38 req-54041a82-5d9f-43cd-94e3-c526f437655f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:02.411067 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1edca9e-545f-4769-b994-f406950c7a38 req-54041a82-5d9f-43cd-94e3-c526f437655f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=57c0be58-8493-4bdd-a215-bb2a3bcc05dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9439337 Feb 19 04:06:02.495579 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-e1edca9e-545f-4769-b994-f406950c7a38 req-e4578aed-cb77-4a55-879c-5261565fa6b9 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:02.502514 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1edca9e-545f-4769-b994-f406950c7a38 req-e4578aed-cb77-4a55-879c-5261565fa6b9 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0485349 Feb 19 04:06:02.536112 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e7900b7b-8039-4818-b965-c69ee4ca7293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:02.638777 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e8244088-cbbe-492b-a794-cbacb738eaca req-e849fb1f-74bb-45fc-88a1-f8b17fe708c7 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920614 Feb 19 04:06:02.710157 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a350a12-6c78-4eb0-80eb-47b6fe4734b6 service neutron] Pushing event updated for resources: {'Port': ['ID=948b7822-2ac5-4327-b3bb-6d43a51d4516,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:02.802227 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32224b8c-6787-40ed-87ef-60b3ac9d5461 req-0f7df0d8-0162-4f44-b949-cb079eeab6c9 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6940784 Feb 19 04:06:02.844718 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2d322-c97f-47b2-83ea-ab58964cd85b req-4e129b85-aede-4172-a906-307afd30fb73 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:02.850674 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85b2d322-c97f-47b2-83ea-ab58964cd85b req-4e129b85-aede-4172-a906-307afd30fb73 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.48 "GET /v2.0/ports?device_id=9266b0e8-c6f0-4576-98b6-242440c5dbf0 HTTP/1.1" status: 200 len: 949 time: 0.8247130 Feb 19 04:06:03.108225 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1edca9e-545f-4769-b994-f406950c7a38 req-b123d4d8-5c99-4c73-8d16-4dc55ca02289 service neutron] 10.222.0.48 "GET /v2.0/networks/57c0be58-8493-4bdd-a215-bb2a3bcc05dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064044 Feb 19 04:06:03.112788 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97cc456-0f74-4a6a-bd7b-2080f8c55143 x-openstack-request-id: req-c97cc456-0f74-4a6a-bd7b-2080f8c55143 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:03.113380 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e5858b-e4bf-4762-8768-1fabd24843a6", "tag": "903267d0-98d8-4c21-8bd0-20ab9a853333", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:03.113780 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c97cc456-0f74-4a6a-bd7b-2080f8c55143 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:03.114758 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e5858b-e4bf-4762-8768-1fabd24843a6', 'tag': '903267d0-98d8-4c21-8bd0-20ab9a853333', 'status': 'completed', 'code': 200} Feb 19 04:06:03.118229 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae08a99a-9002-4d7a-b2fd-0e1f8f54c3ea x-openstack-request-id: req-ae08a99a-9002-4d7a-b2fd-0e1f8f54c3ea {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:03.118806 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5ca0ec-e0bd-45e9-8a40-d93418743a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "0987cd9e-41dd-4154-9065-4883584e34f4", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:03.119356 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ae08a99a-9002-4d7a-b2fd-0e1f8f54c3ea {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:03.119902 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5ca0ec-e0bd-45e9-8a40-d93418743a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0987cd9e-41dd-4154-9065-4883584e34f4', 'code': 200} Feb 19 04:06:03.140074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdb5e3-88c4-42bf-b91a-155f87739c4c req-c2e0872e-ea41-4b99-a14f-164be1a282eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:03.145169 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d4fdb5e3-88c4-42bf-b91a-155f87739c4c req-c2e0872e-ea41-4b99-a14f-164be1a282eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9562869 Feb 19 04:06:03.486312 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1edca9e-545f-4769-b994-f406950c7a38 req-77bf42e8-7672-4838-9a50-b55a7a1cd34d service neutron] 10.222.0.48 "GET /v2.0/networks/57c0be58-8493-4bdd-a215-bb2a3bcc05dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283000 Feb 19 04:06:03.611853 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 66afc6ed-1f40-46c9-8728-00d19d96defb details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:06:03.962280 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-85b2d322-c97f-47b2-83ea-ab58964cd85b req-b2badc66-f963-46af-84c8-c9461c7bc2d1 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Deleting port 33d9b8b1-8083-414e-9a58-5ece468cd2ac {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:03.972886 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-85b2d322-c97f-47b2-83ea-ab58964cd85b req-b2badc66-f963-46af-84c8-c9461c7bc2d1 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (33d9b8b1-8083-414e-9a58-5ece468cd2ac), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:04.103095 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-d785a58d-471a-47f5-86a7-382d1bccf0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:04.108406 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-d785a58d-471a-47f5-86a7-382d1bccf0f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6a66cc8d123446fb4da322bcc8cc6d9&device_id=0e04f8a6-d879-440f-8c09-6c635d0fc818 HTTP/1.1" status: 200 len: 1125 time: 1.4536521 Feb 19 04:06:04.123118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 66afc6ed-1f40-46c9-8728-00d19d96defb, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=66afc6ed-1f40-46c9-8728-00d19d96defb,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:04.151561 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '66afc6ed-1f40-46c9-8728-00d19d96defb', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '66afc6ed-1f40-46c9-8728-00d19d96defb', 'mac_address': 'fa:16:3e:e7:26:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:06:04.250287 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 66afc6ed-1f40-46c9-8728-00d19d96defb is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:04.251001 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:04.285242 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66afc6ed-1f40-46c9-8728-00d19d96defb {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:04.336202 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cca5b0-2b45-442c-b663-7cc104a4078d req-8dda612c-1047-48fd-a61e-67b3cd34dc6f tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:04.353466 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-21cca5b0-2b45-442c-b663-7cc104a4078d req-8dda612c-1047-48fd-a61e-67b3cd34dc6f tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab5ca0ec-e0bd-45e9-8a40-d93418743a8b HTTP/1.1" status: 200 len: 943 time: 1.2324069 Feb 19 04:06:04.374267 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 66afc6ed-1f40-46c9-8728-00d19d96defb, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=66afc6ed-1f40-46c9-8728-00d19d96defb,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:04.389384 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:04.446148 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-89ede6d8-24e0-486c-b7c0-23dc5f95a71f tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:04.464821 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-89ede6d8-24e0-486c-b7c0-23dc5f95a71f tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/networks?id=a64e4f96-ab47-44e5-a8c0-65ae49234a15 HTTP/1.1" status: 200 len: 805 time: 1.1110399 Feb 19 04:06:04.512973 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-46e0b81d-d5e7-4ce9-93da-3eab074807a9 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/quotas/3e71aa6d08bd4f28a67d0a5ae3b04cca HTTP/1.1" status: 200 len: 375 time: 0.0461521 Feb 19 04:06:04.684710 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=66afc6ed-1f40-46c9-8728-00d19d96defb,revision_number=13']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:04.696042 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d4fdb5e3-88c4-42bf-b91a-155f87739c4c req-dbb0db51-b88f-422b-bd15-3574fbb8b176 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5323491 Feb 19 04:06:04.700016 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-225b2f30-e675-4f11-8c14-0a4fa2059fe8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=948b7822-2ac5-4327-b3bb-6d43a51d4516 HTTP/1.1" status: 200 len: 217 time: 0.4624989 Feb 19 04:06:04.742208 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['66afc6ed-1f40-46c9-8728-00d19d96defb'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:06:04.851508 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-85b2d322-c97f-47b2-83ea-ab58964cd85b req-b2badc66-f963-46af-84c8-c9461c7bc2d1 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] For port 33d9b8b1-8083-414e-9a58-5ece468cd2ac, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=33d9b8b1-8083-414e-9a58-5ece468cd2ac,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:04.853875 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-85b2d322-c97f-47b2-83ea-ab58964cd85b req-b2badc66-f963-46af-84c8-c9461c7bc2d1 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (33d9b8b1-8083-414e-9a58-5ece468cd2ac), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:04.904527 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-85b2d322-c97f-47b2-83ea-ab58964cd85b req-b2badc66-f963-46af-84c8-c9461c7bc2d1 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Calling delete_port for 33d9b8b1-8083-414e-9a58-5ece468cd2ac owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:04.925867 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-c20d7145-8e2d-48a8-87a4-8467ea3f3807 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e71aa6d08bd4f28a67d0a5ae3b04cca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4115212 Feb 19 04:06:05.093362 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8541d0f1-7f56-40da-943e-3df3c2908bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:05.286659 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e04f8a6-d879-440f-8c09-6c635d0fc818', 'tag': '948b7822-2ac5-4327-b3bb-6d43a51d4516'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:05.298779 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33132fa-08e3-4df0-9491-d6ca470365e5" -d '{"events": [{"name": "network-changed", "server_uuid": "0e04f8a6-d879-440f-8c09-6c635d0fc818", "tag": "948b7822-2ac5-4327-b3bb-6d43a51d4516"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:05.317365 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d4fdb5e3-88c4-42bf-b91a-155f87739c4c req-74899a14-352a-4ad1-ae40-c21a95effcad service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5959487 Feb 19 04:06:05.440595 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-de660aef-ee4b-4992-a6e4-348eb5370d12 service neutron] 10.222.0.65 "GET /v2.0/networks/a64e4f96-ab47-44e5-a8c0-65ae49234a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5037391 Feb 19 04:06:05.707330 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-bafc4394-7c8b-4083-a9f4-f96a558eb3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:05.711234 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-bafc4394-7c8b-4083-a9f4-f96a558eb3a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b4d63a2-d982-44e4-8a35-fe2146ba4622 HTTP/1.1" status: 200 len: 855 time: 0.3873289 Feb 19 04:06:05.769469 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06593032-f547-4802-8136-e37795527755 req-4e6b8a0d-a20b-4ef8-b53b-b73a8ddb11c7 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:05.784093 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-06593032-f547-4802-8136-e37795527755 req-4e6b8a0d-a20b-4ef8-b53b-b73a8ddb11c7 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/ports?device_id=9266b0e8-c6f0-4576-98b6-242440c5dbf0 HTTP/1.1" status: 200 len: 949 time: 2.2843549 Feb 19 04:06:06.228536 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-6aeaa246-e9f1-4071-9924-65f217b9c987 service neutron] 10.222.0.65 "GET /v2.0/networks/a64e4f96-ab47-44e5-a8c0-65ae49234a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7843230 Feb 19 04:06:06.318830 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44f8d9-eec8-4583-bb7e-d1e8d87be4a9 req-2ff43722-51cf-483a-a4ad-8957e01fa3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:06.321810 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-85b2d322-c97f-47b2-83ea-ab58964cd85b req-b2badc66-f963-46af-84c8-c9461c7bc2d1 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (33d9b8b1-8083-414e-9a58-5ece468cd2ac), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:06.334660 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e44f8d9-eec8-4583-bb7e-d1e8d87be4a9 req-2ff43722-51cf-483a-a4ad-8957e01fa3e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6a66cc8d123446fb4da322bcc8cc6d9&device_id=a4e5858b-e4bf-4762-8768-1fabd24843a6 HTTP/1.1" status: 200 len: 1125 time: 2.3394880 Feb 19 04:06:06.503672 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2badc66-f963-46af-84c8-c9461c7bc2d1 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Pushing event deleted for resources: {'Port': ['ID=33d9b8b1-8083-414e-9a58-5ece468cd2ac,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:06.627287 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:06.786845 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b2d322-c97f-47b2-83ea-ab58964cd85b req-b2badc66-f963-46af-84c8-c9461c7bc2d1 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] No DVR routers for this DVR port 33d9b8b1-8083-414e-9a58-5ece468cd2ac on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:06:06.792714 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-85b2d322-c97f-47b2-83ea-ab58964cd85b req-b2badc66-f963-46af-84c8-c9461c7bc2d1 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:06.823515 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85b2d322-c97f-47b2-83ea-ab58964cd85b req-b2badc66-f963-46af-84c8-c9461c7bc2d1 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.48 "DELETE /v2.0/ports/33d9b8b1-8083-414e-9a58-5ece468cd2ac HTTP/1.1" status: 204 len: 173 time: 3.9640667 Feb 19 04:06:06.824292 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9266b0e8-c6f0-4576-98b6-242440c5dbf0', 'name': 'network-vif-deleted', 'tag': '33d9b8b1-8083-414e-9a58-5ece468cd2ac'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:06.838457 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ed7266-ea40-4293-ae39-a42d5ae65720" -d '{"events": [{"server_uuid": "9266b0e8-c6f0-4576-98b6-242440c5dbf0", "name": "network-vif-deleted", "tag": "33d9b8b1-8083-414e-9a58-5ece468cd2ac"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:07.055467 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44f8d9-eec8-4583-bb7e-d1e8d87be4a9 req-1e48aacf-ffa7-40a1-9947-129084dead25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:07.079946 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e44f8d9-eec8-4583-bb7e-d1e8d87be4a9 req-1e48aacf-ffa7-40a1-9947-129084dead25 service neutron] 10.222.0.48 "GET /v2.0/networks?id=57c0be58-8493-4bdd-a215-bb2a3bcc05dc HTTP/1.1" status: 200 len: 916 time: 0.5828598 Feb 19 04:06:07.098554 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:07.342435 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 903267d0-98d8-4c21-8bd0-20ab9a853333 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:06:07.443901 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373c6a4-6919-4158-ab68-1c78eba7ea34 req-670c4e14-f879-4962-a1ae-ed59b5adc686 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:07.462252 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1373c6a4-6919-4158-ab68-1c78eba7ea34 req-670c4e14-f879-4962-a1ae-ed59b5adc686 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e04f8a6-d879-440f-8c09-6c635d0fc818 HTTP/1.1" status: 200 len: 943 time: 0.2625797 Feb 19 04:06:07.522919 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e44f8d9-eec8-4583-bb7e-d1e8d87be4a9 req-c4ee2057-6b77-4744-95fb-658a0e0615f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=903267d0-98d8-4c21-8bd0-20ab9a853333 HTTP/1.1" status: 200 len: 217 time: 0.3729448 Feb 19 04:06:07.747704 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1373c6a4-6919-4158-ab68-1c78eba7ea34 req-14ae6978-d91d-432b-9cdc-495b406bf42d tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839549 Feb 19 04:06:07.839575 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-06593032-f547-4802-8136-e37795527755 req-61831347-e8b7-4a23-9e72-df99caf64d07 tempest-ServersOnMultiNodesTest-54329671 tempest-ServersOnMultiNodesTest-54329671-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f891e8c-071e-4477-962c-cefe16f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0541420 Feb 19 04:06:07.861685 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 903267d0-98d8-4c21-8bd0-20ab9a853333, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=903267d0-98d8-4c21-8bd0-20ab9a853333,segment=NetworkSegment(4d5cab30-8a9a-4c09-a5f5-c528575f508f),segment_id=4d5cab30-8a9a-4c09-a5f5-c528575f508f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:07.868406 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-72f8a21a-22fb-476c-ad3f-7e321bcece13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:07.885369 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 33d9b8b1-8083-414e-9a58-5ece468cd2ac no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:06:07.886507 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-72f8a21a-22fb-476c-ad3f-7e321bcece13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57c0be58-8493-4bdd-a215-bb2a3bcc05dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 2.0737052 Feb 19 04:06:07.899024 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '903267d0-98d8-4c21-8bd0-20ab9a853333', 'network_id': '57c0be58-8493-4bdd-a215-bb2a3bcc05dc', 'port_id': '903267d0-98d8-4c21-8bd0-20ab9a853333', 'mac_address': 'fa:16:3e:39:95:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4d63a2-d982-44e4-8a35-fe2146ba4622', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:06:07.903839 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 66afc6ed-1f40-46c9-8728-00d19d96defb up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:08.045765 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 33d9b8b1-8083-414e-9a58-5ece468cd2ac {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:06:08.046831 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 33d9b8b1-8083-414e-9a58-5ece468cd2ac not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:06:08.047598 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 0987cd9e-41dd-4154-9065-4883584e34f4 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:06:08.142601 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.224768 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 66afc6ed-1f40-46c9-8728-00d19d96defb completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:06:08.239875 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 66afc6ed-1f40-46c9-8728-00d19d96defb triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:08.240950 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.401099 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44f8d9-eec8-4583-bb7e-d1e8d87be4a9 req-f1873965-db0b-4bfb-83d2-7ea07495f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:08.403324 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 903267d0-98d8-4c21-8bd0-20ab9a853333 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:08.404108 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (903267d0-98d8-4c21-8bd0-20ab9a853333), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.409615 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e44f8d9-eec8-4583-bb7e-d1e8d87be4a9 req-f1873965-db0b-4bfb-83d2-7ea07495f164 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b4d63a2-d982-44e4-8a35-fe2146ba4622 HTTP/1.1" status: 200 len: 855 time: 0.8379433 Feb 19 04:06:08.451286 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903267d0-98d8-4c21-8bd0-20ab9a853333 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:08.494000 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-21cca5b0-2b45-442c-b663-7cc104a4078d req-0cc37d3c-a04d-4689-b987-9a23822c4222 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Deleting port 0987cd9e-41dd-4154-9065-4883584e34f4 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:08.500569 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-21cca5b0-2b45-442c-b663-7cc104a4078d req-0cc37d3c-a04d-4689-b987-9a23822c4222 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0987cd9e-41dd-4154-9065-4883584e34f4), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.554617 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 0987cd9e-41dd-4154-9065-4883584e34f4 is: DOWN; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:08.651205 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.740267 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33eb71-a77f-4db8-b954-d61ee301a612 req-ea625f8e-107f-4f1e-967e-7169256f6dcd tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:08.758271 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5b33eb71-a77f-4db8-b954-d61ee301a612 req-ea625f8e-107f-4f1e-967e-7169256f6dcd tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 1128 time: 0.4016402 Feb 19 04:06:08.761853 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 903267d0-98d8-4c21-8bd0-20ab9a853333, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=903267d0-98d8-4c21-8bd0-20ab9a853333,segment=NetworkSegment(4d5cab30-8a9a-4c09-a5f5-c528575f508f),segment_id=4d5cab30-8a9a-4c09-a5f5-c528575f508f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:08.847955 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (903267d0-98d8-4c21-8bd0-20ab9a853333), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.929843 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.950046 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 66afc6ed-1f40-46c9-8728-00d19d96defb is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:08.953114 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:09.025408 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5b33eb71-a77f-4db8-b954-d61ee301a612 req-dd3022c0-a23d-4527-85b6-b344862bb074 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643671 Feb 19 04:06:09.071751 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=903267d0-98d8-4c21-8bd0-20ab9a853333,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:09.137151 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d3fe2e-3263-479d-92ec-ff5adab8e2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66afc6ed-1f40-46c9-8728-00d19d96defb'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:09.141376 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f1e198-eada-4f9d-bd81-263cd3552d78" -d '{"events": [{"server_uuid": "c8d3fe2e-3263-479d-92ec-ff5adab8e2d9", "name": "network-vif-plugged", "status": "completed", "tag": "66afc6ed-1f40-46c9-8728-00d19d96defb"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:09.190822 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 66afc6ed-1f40-46c9-8728-00d19d96defb, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=66afc6ed-1f40-46c9-8728-00d19d96defb,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:09.212260 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['903267d0-98d8-4c21-8bd0-20ab9a853333'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:06:09.295044 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c27ad5-c729-4725-811d-056d1fa92e14 x-openstack-request-id: req-f8c27ad5-c729-4725-811d-056d1fa92e14 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:09.295964 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e04f8a6-d879-440f-8c09-6c635d0fc818", "tag": "948b7822-2ac5-4327-b3bb-6d43a51d4516", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:09.295964 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f8c27ad5-c729-4725-811d-056d1fa92e14 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:09.311457 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e04f8a6-d879-440f-8c09-6c635d0fc818', 'tag': '948b7822-2ac5-4327-b3bb-6d43a51d4516', 'status': 'completed', 'code': 200} Feb 19 04:06:09.373668 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:09.435116 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-f23a8a61-6c01-42ec-82fc-ed4647b89b16 service neutron] 10.222.0.10 "GET /v2.0/networks/57c0be58-8493-4bdd-a215-bb2a3bcc05dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4660847 Feb 19 04:06:09.487669 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44f8d9-eec8-4583-bb7e-d1e8d87be4a9 req-3a51bfee-7513-434e-9070-7e51812ace90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:09.490210 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e44f8d9-eec8-4583-bb7e-d1e8d87be4a9 req-3a51bfee-7513-434e-9070-7e51812ace90 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=57c0be58-8493-4bdd-a215-bb2a3bcc05dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0668190 Feb 19 04:06:09.966292 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=66afc6ed-1f40-46c9-8728-00d19d96defb,revision_number=14']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:10.296262 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b01683-1ad8-4038-b790-137d61a4fb25 x-openstack-request-id: req-31b01683-1ad8-4038-b790-137d61a4fb25 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:10.297166 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9266b0e8-c6f0-4576-98b6-242440c5dbf0", "name": "network-vif-deleted", "tag": "33d9b8b1-8083-414e-9a58-5ece468cd2ac", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:10.297522 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-31b01683-1ad8-4038-b790-137d61a4fb25 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:10.298382 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9266b0e8-c6f0-4576-98b6-242440c5dbf0', 'name': 'network-vif-deleted', 'tag': '33d9b8b1-8083-414e-9a58-5ece468cd2ac', 'status': 'completed', 'code': 200} Feb 19 04:06:11.064874 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b82618d8-a8bf-4708-b38f-1c181012ce31 req-9332d9e1-5dbc-46a5-bf61-a786e62a30a7 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4aee58b-47fa-41c5-a716-b0644bf7a842 HTTP/1.1" status: 200 len: 210 time: 0.0857942 Feb 19 04:06:11.074260 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-21cca5b0-2b45-442c-b663-7cc104a4078d req-0cc37d3c-a04d-4689-b987-9a23822c4222 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] For port 0987cd9e-41dd-4154-9065-4883584e34f4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=0987cd9e-41dd-4154-9065-4883584e34f4,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:11.075276 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-21cca5b0-2b45-442c-b663-7cc104a4078d req-0cc37d3c-a04d-4689-b987-9a23822c4222 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0987cd9e-41dd-4154-9065-4883584e34f4), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:11.156777 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44746f0-4ed7-4371-be63-85a519339801 req-e9d86b06-8aad-4fa8-a75b-8f3143797c38 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:11.165334 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b44746f0-4ed7-4371-be63-85a519339801 req-e9d86b06-8aad-4fa8-a75b-8f3143797c38 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 950 time: 2.6540041 Feb 19 04:06:11.346311 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-21cca5b0-2b45-442c-b663-7cc104a4078d req-0cc37d3c-a04d-4689-b987-9a23822c4222 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Calling delete_port for 0987cd9e-41dd-4154-9065-4883584e34f4 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:11.386293 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 903267d0-98d8-4c21-8bd0-20ab9a853333 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:11.596193 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 903267d0-98d8-4c21-8bd0-20ab9a853333 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:06:11.608389 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 903267d0-98d8-4c21-8bd0-20ab9a853333 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:11.612238 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (903267d0-98d8-4c21-8bd0-20ab9a853333), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:11.661000 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b44746f0-4ed7-4371-be63-85a519339801 req-cc411ed8-f8c1-449e-97e5-9465e088fecb tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367461 Feb 19 04:06:11.699151 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d5527a85-515d-45e5-9243-3e44b8cb5d37 req-c9976e95-646e-44f3-b428-d91d00c737dc service neutron] 10.222.0.10 "GET /v2.0/networks/57c0be58-8493-4bdd-a215-bb2a3bcc05dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2073514 Feb 19 04:06:11.786665 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8ff36-51f7-4216-aeca-c0eecdc06374 req-41afd9d4-be30-493d-9850-414f9cdde450 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:11.799256 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6ba8ff36-51f7-4216-aeca-c0eecdc06374 req-41afd9d4-be30-493d-9850-414f9cdde450 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e04f8a6-d879-440f-8c09-6c635d0fc818 HTTP/1.1" status: 200 len: 943 time: 0.3521276 Feb 19 04:06:12.117419 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-616ca3fc-6991-4cab-a75d-d50f0b6fc832 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:12.127507 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-616ca3fc-6991-4cab-a75d-d50f0b6fc832 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.48 "GET /v2.0/networks?id=a64e4f96-ab47-44e5-a8c0-65ae49234a15 HTTP/1.1" status: 200 len: 805 time: 1.0233846 Feb 19 04:06:12.131402 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e44f8d9-eec8-4583-bb7e-d1e8d87be4a9 req-b622b267-1b1a-4620-909d-48f67aa2b793 service neutron] 10.222.0.48 "GET /v2.0/networks/57c0be58-8493-4bdd-a215-bb2a3bcc05dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.5414085 Feb 19 04:06:12.189164 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 903267d0-98d8-4c21-8bd0-20ab9a853333 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:12.189823 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (903267d0-98d8-4c21-8bd0-20ab9a853333), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:12.287786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-b509ab10-e596-4b65-a8dd-d8aebfcfffc3 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Request body: {'port': {'device_id': 'd4aee58b-47fa-41c5-a716-b0644bf7a842', 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15', 'admin_state_up': True, 'tenant_id': '3e71aa6d08bd4f28a67d0a5ae3b04cca'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:12.339421 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6ba8ff36-51f7-4216-aeca-c0eecdc06374 req-c49d9e14-0701-4faa-919c-84c0a434fb1c tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824312 Feb 19 04:06:12.385238 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 903267d0-98d8-4c21-8bd0-20ab9a853333, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=903267d0-98d8-4c21-8bd0-20ab9a853333,segment=NetworkSegment(4d5cab30-8a9a-4c09-a5f5-c528575f508f),segment_id=4d5cab30-8a9a-4c09-a5f5-c528575f508f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:12.400047 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5be391-004d-4847-a89a-7cfb487f6682 x-openstack-request-id: req-1d5be391-004d-4847-a89a-7cfb487f6682 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:12.402878 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d3fe2e-3263-479d-92ec-ff5adab8e2d9", "name": "network-vif-plugged", "status": "completed", "tag": "66afc6ed-1f40-46c9-8728-00d19d96defb", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:12.405782 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d5be391-004d-4847-a89a-7cfb487f6682 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:12.406955 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d3fe2e-3263-479d-92ec-ff5adab8e2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66afc6ed-1f40-46c9-8728-00d19d96defb', 'code': 200} Feb 19 04:06:12.409846 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (903267d0-98d8-4c21-8bd0-20ab9a853333), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:12.456578 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33132fa-08e3-4df0-9491-d6ca470365e5 req-20bb1a32-d53e-4063-8575-c6fa75912c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:12.462185 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d33132fa-08e3-4df0-9491-d6ca470365e5 req-20bb1a32-d53e-4063-8575-c6fa75912c81 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6a66cc8d123446fb4da322bcc8cc6d9&device_id=0e04f8a6-d879-440f-8c09-6c635d0fc818 HTTP/1.1" status: 200 len: 1125 time: 0.5130408 Feb 19 04:06:12.607050 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=903267d0-98d8-4c21-8bd0-20ab9a853333,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:13.086644 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-b509ab10-e596-4b65-a8dd-d8aebfcfffc3 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Made reservation on behalf of 3e71aa6d08bd4f28a67d0a5ae3b04cca for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:13.106961 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-b509ab10-e596-4b65-a8dd-d8aebfcfffc3 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:13.200720 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e44f8d9-eec8-4583-bb7e-d1e8d87be4a9 req-e5818a80-d414-4dba-8e73-bd6f611571b9 service neutron] 10.222.0.48 "GET /v2.0/networks/57c0be58-8493-4bdd-a215-bb2a3bcc05dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0563903 Feb 19 04:06:13.207981 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bdc2b045-ab20-4ac0-bb49-025cbd05289f req-d0e1ee98-ac4e-4d96-86a8-e7b42f0d4602 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4aee58b-47fa-41c5-a716-b0644bf7a842 HTTP/1.1" status: 200 len: 210 time: 0.0672023 Feb 19 04:06:13.224064 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-21cca5b0-2b45-442c-b663-7cc104a4078d req-0cc37d3c-a04d-4689-b987-9a23822c4222 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (0987cd9e-41dd-4154-9065-4883584e34f4), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:13.228685 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e812fd-63a1-4f3c-9450-b7e6206272e6 req-4acc3f24-2b10-4748-96cd-640b5c4ceac1 tempest-MigrationsAdminTest-701699032 tempest-MigrationsAdminTest-701699032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:13.249970 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9e812fd-63a1-4f3c-9450-b7e6206272e6 req-4acc3f24-2b10-4748-96cd-640b5c4ceac1 tempest-MigrationsAdminTest-701699032 tempest-MigrationsAdminTest-701699032-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 1133 time: 0.4624064 Feb 19 04:06:13.316277 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33132fa-08e3-4df0-9491-d6ca470365e5 req-e2388d28-9c39-4367-aaaf-e530962fc1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:13.318800 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d33132fa-08e3-4df0-9491-d6ca470365e5 req-e2388d28-9c39-4367-aaaf-e530962fc1e2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57c0be58-8493-4bdd-a215-bb2a3bcc05dc HTTP/1.1" status: 200 len: 916 time: 0.6098797 Feb 19 04:06:13.319863 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc37d3c-a04d-4689-b987-9a23822c4222 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Pushing event deleted for resources: {'Port': ['ID=0987cd9e-41dd-4154-9065-4883584e34f4,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:13.348632 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60826) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:13.509770 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-21cca5b0-2b45-442c-b663-7cc104a4078d req-0cc37d3c-a04d-4689-b987-9a23822c4222 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] No DVR routers for this DVR port 0987cd9e-41dd-4154-9065-4883584e34f4 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:06:13.518280 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-21cca5b0-2b45-442c-b663-7cc104a4078d req-0cc37d3c-a04d-4689-b987-9a23822c4222 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:13.526214 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-21cca5b0-2b45-442c-b663-7cc104a4078d req-0cc37d3c-a04d-4689-b987-9a23822c4222 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.48 "DELETE /v2.0/ports/0987cd9e-41dd-4154-9065-4883584e34f4 HTTP/1.1" status: 204 len: 173 time: 9.1489902 Feb 19 04:06:13.568107 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9e812fd-63a1-4f3c-9450-b7e6206272e6 req-51d86273-f833-4abf-ab87-33d72f0402a2 tempest-MigrationsAdminTest-701699032 tempest-MigrationsAdminTest-701699032-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162189 Feb 19 04:06:13.673326 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5ca0ec-e0bd-45e9-8a40-d93418743a8b', 'name': 'network-vif-deleted', 'tag': '0987cd9e-41dd-4154-9065-4883584e34f4'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:13.691921 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031fe35d-d3cb-406e-b4a8-83c9d1d17eb7" -d '{"events": [{"server_uuid": "ab5ca0ec-e0bd-45e9-8a40-d93418743a8b", "name": "network-vif-deleted", "tag": "0987cd9e-41dd-4154-9065-4883584e34f4"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:13.711492 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d33132fa-08e3-4df0-9491-d6ca470365e5 req-c3c90bd3-fc5f-4425-b1d9-f9618f06c4bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=948b7822-2ac5-4327-b3bb-6d43a51d4516 HTTP/1.1" status: 200 len: 217 time: 0.2784853 Feb 19 04:06:13.907801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-b509ab10-e596-4b65-a8dd-d8aebfcfffc3 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Allocated IP 172.20.0.8 (a64e4f96-ab47-44e5-a8c0-65ae49234a15/cdbaae2b-220b-401a-870e-2283d582e1b2/241c1cca-c88c-42dd-8168-6bca32d5d37a) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:13.964976 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33132fa-08e3-4df0-9491-d6ca470365e5 req-cf002ab7-3aca-44c5-a0b7-aaa37c3e36f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:13.968139 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d33132fa-08e3-4df0-9491-d6ca470365e5 req-cf002ab7-3aca-44c5-a0b7-aaa37c3e36f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b4d63a2-d982-44e4-8a35-fe2146ba4622 HTTP/1.1" status: 200 len: 855 time: 0.2477641 Feb 19 04:06:14.085238 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33132fa-08e3-4df0-9491-d6ca470365e5 req-7831f33b-c776-43b5-8161-0653eea01a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:14.088394 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d33132fa-08e3-4df0-9491-d6ca470365e5 req-7831f33b-c776-43b5-8161-0653eea01a37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57c0be58-8493-4bdd-a215-bb2a3bcc05dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1070595 Feb 19 04:06:14.111393 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-d33132fa-08e3-4df0-9491-d6ca470365e5 req-a80fd6b5-1d5a-4bd9-8a1f-8d3df16b2eee service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:14.113540 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d33132fa-08e3-4df0-9491-d6ca470365e5 req-a80fd6b5-1d5a-4bd9-8a1f-8d3df16b2eee service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136099 Feb 19 04:06:14.200613 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f9889211-9ff5-44cb-9e8d-45e07a87356c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dc95986700ea4199843c7c5d5aa06d4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7554200 Feb 19 04:06:14.207679 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60842) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:14.348591 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b26ef4-a6cb-4dde-8019-443cf8b519a2 req-b90b4a77-aef8-472d-adce-fdbbf5b853ab tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:14.368173 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a9b26ef4-a6cb-4dde-8019-443cf8b519a2 req-b90b4a77-aef8-472d-adce-fdbbf5b853ab tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e04f8a6-d879-440f-8c09-6c635d0fc818 HTTP/1.1" status: 200 len: 943 time: 0.3973465 Feb 19 04:06:14.408756 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e5858b-e4bf-4762-8768-1fabd24843a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903267d0-98d8-4c21-8bd0-20ab9a853333'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:14.413309 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778c368e-14ba-4e08-bc12-be96b26597b0" -d '{"events": [{"server_uuid": "a4e5858b-e4bf-4762-8768-1fabd24843a6", "name": "network-vif-plugged", "status": "completed", "tag": "903267d0-98d8-4c21-8bd0-20ab9a853333"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:14.446969 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d33132fa-08e3-4df0-9491-d6ca470365e5 req-6148b47c-58ce-4617-9082-5ed5b3bb0902 service neutron] 10.222.0.10 "GET /v2.0/networks/57c0be58-8493-4bdd-a215-bb2a3bcc05dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159113 Feb 19 04:06:14.809156 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d33132fa-08e3-4df0-9491-d6ca470365e5 req-a2b070f0-62f4-41d0-8328-6ce7b4d52403 service neutron] 10.222.0.10 "GET /v2.0/networks/57c0be58-8493-4bdd-a215-bb2a3bcc05dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538446 Feb 19 04:06:15.173837 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5de66710-cb19-49e5-88c1-89b923703e9a admin admin] Publish callbacks [] for security_group (5f891e8c-071e-4477-962c-cefe16f6d6ed), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.219962 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a9b26ef4-a6cb-4dde-8019-443cf8b519a2 req-3228a74b-5ecc-4840-bc7a-b48eee452ab8 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8497880 Feb 19 04:06:15.431705 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5de66710-cb19-49e5-88c1-89b923703e9a admin admin] Publish callbacks [] for security_group (5f891e8c-071e-4477-962c-cefe16f6d6ed), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.567031 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-b509ab10-e596-4b65-a8dd-d8aebfcfffc3 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks [] for port (241c1cca-c88c-42dd-8168-6bca32d5d37a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.691859 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-b509ab10-e596-4b65-a8dd-d8aebfcfffc3 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (241c1cca-c88c-42dd-8168-6bca32d5d37a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.698964 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 948b7822-2ac5-4327-b3bb-6d43a51d4516 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:06:15.710814 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5de66710-cb19-49e5-88c1-89b923703e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5f891e8c-071e-4477-962c-cefe16f6d6ed), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.716367 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5de66710-cb19-49e5-88c1-89b923703e9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:15.719019 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5de66710-cb19-49e5-88c1-89b923703e9a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5f891e8c-071e-4477-962c-cefe16f6d6ed HTTP/1.1" status: 204 len: 168 time: 1.5090866 Feb 19 04:06:15.775282 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de66710-cb19-49e5-88c1-89b923703e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f891e8c-071e-4477-962c-cefe16f6d6ed,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:15.823525 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-b509ab10-e596-4b65-a8dd-d8aebfcfffc3 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Network a64e4f96-ab47-44e5-a8c0-65ae49234a15 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:15.879403 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-b509ab10-e596-4b65-a8dd-d8aebfcfffc3 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:15.896485 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-b509ab10-e596-4b65-a8dd-d8aebfcfffc3 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:15.915972 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509ab10-e596-4b65-a8dd-d8aebfcfffc3 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Pushing event updated for resources: {'Port': ['ID=241c1cca-c88c-42dd-8168-6bca32d5d37a,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:16.039224 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:06:16.040447 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e6022e-cee1-486c-896f-b36e379b3caa x-openstack-request-id: req-45e6022e-cee1-486c-896f-b36e379b3caa {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:16.043360 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5ca0ec-e0bd-45e9-8a40-d93418743a8b", "name": "network-vif-deleted", "tag": "0987cd9e-41dd-4154-9065-4883584e34f4", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:16.043781 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45e6022e-cee1-486c-896f-b36e379b3caa {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:16.045112 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5ca0ec-e0bd-45e9-8a40-d93418743a8b', 'name': 'network-vif-deleted', 'tag': '0987cd9e-41dd-4154-9065-4883584e34f4', 'status': 'completed', 'code': 200} Feb 19 04:06:16.200291 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-b509ab10-e596-4b65-a8dd-d8aebfcfffc3 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:16.209068 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-b509ab10-e596-4b65-a8dd-d8aebfcfffc3 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:16.286247 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-b509ab10-e596-4b65-a8dd-d8aebfcfffc3 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0998824 Feb 19 04:06:16.364554 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:06:16.540232 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 948b7822-2ac5-4327-b3bb-6d43a51d4516, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=948b7822-2ac5-4327-b3bb-6d43a51d4516,segment=NetworkSegment(4d5cab30-8a9a-4c09-a5f5-c528575f508f),segment_id=4d5cab30-8a9a-4c09-a5f5-c528575f508f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:16.606696 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '948b7822-2ac5-4327-b3bb-6d43a51d4516', 'network_id': '57c0be58-8493-4bdd-a215-bb2a3bcc05dc', 'port_id': '948b7822-2ac5-4327-b3bb-6d43a51d4516', 'mac_address': 'fa:16:3e:ed:13:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4d63a2-d982-44e4-8a35-fe2146ba4622', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:06:16.713407 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd5411-68bf-4319-acfd-eb95bce9c057 req-3873096f-323e-40f3-b88a-0ef696d81400 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:16.716703 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-abbd5411-68bf-4319-acfd-eb95bce9c057 req-3873096f-323e-40f3-b88a-0ef696d81400 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4aee58b-47fa-41c5-a716-b0644bf7a842 HTTP/1.1" status: 200 len: 931 time: 0.2038186 Feb 19 04:06:16.718377 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 948b7822-2ac5-4327-b3bb-6d43a51d4516 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:16.720399 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (948b7822-2ac5-4327-b3bb-6d43a51d4516), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:16.756259 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 948b7822-2ac5-4327-b3bb-6d43a51d4516 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:16.813108 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 948b7822-2ac5-4327-b3bb-6d43a51d4516, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=948b7822-2ac5-4327-b3bb-6d43a51d4516,segment=NetworkSegment(4d5cab30-8a9a-4c09-a5f5-c528575f508f),segment_id=4d5cab30-8a9a-4c09-a5f5-c528575f508f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:16.827818 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (948b7822-2ac5-4327-b3bb-6d43a51d4516), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:16.893882 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-abbd5411-68bf-4319-acfd-eb95bce9c057 req-b120f56d-68b4-47ed-99f5-eb42a7a00e17 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647086 Feb 19 04:06:16.913053 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-557e9ae8-7d55-454b-ae9d-97055be49c32 service neutron] Request body: {'port': {'device_id': 'd4aee58b-47fa-41c5-a716-b0644bf7a842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:17.020132 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=948b7822-2ac5-4327-b3bb-6d43a51d4516,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:17.208018 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['948b7822-2ac5-4327-b3bb-6d43a51d4516'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:06:17.430848 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-557e9ae8-7d55-454b-ae9d-97055be49c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (241c1cca-c88c-42dd-8168-6bca32d5d37a), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:17.513670 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522399a4-8c0f-49e3-9c67-169e3fddb08e x-openstack-request-id: req-522399a4-8c0f-49e3-9c67-169e3fddb08e {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:17.515120 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e5858b-e4bf-4762-8768-1fabd24843a6", "name": "network-vif-plugged", "status": "completed", "tag": "903267d0-98d8-4c21-8bd0-20ab9a853333", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:17.515893 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-522399a4-8c0f-49e3-9c67-169e3fddb08e {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:17.516935 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e5858b-e4bf-4762-8768-1fabd24843a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903267d0-98d8-4c21-8bd0-20ab9a853333', 'code': 200} Feb 19 04:06:17.533691 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60902) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:17.731894 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261960ec-f1e5-4324-a411-1fe4f00c5778 req-bc7df04f-b2ae-4ab1-9258-7e708131530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:17.741410 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-261960ec-f1e5-4324-a411-1fe4f00c5778 req-bc7df04f-b2ae-4ab1-9258-7e708131530f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a4e5858b-e4bf-4762-8768-1fabd24843a6 HTTP/1.1" status: 200 len: 1127 time: 0.2573602 Feb 19 04:06:17.941598 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d797ea-2f1d-462b-8221-211e2cc1e692 req-f03da4e2-70e4-4c8e-bfc3-12fe61497027 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:17.942252 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7d797ea-2f1d-462b-8221-211e2cc1e692 req-f03da4e2-70e4-4c8e-bfc3-12fe61497027 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 951 time: 0.3586247 Feb 19 04:06:17.955175 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-261960ec-f1e5-4324-a411-1fe4f00c5778 req-3cc33dab-4ceb-4ea7-8f43-c6408b41e84b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025340 Feb 19 04:06:18.297182 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-f7d797ea-2f1d-462b-8221-211e2cc1e692 req-96c1d945-a63a-45f5-a081-c4632377c415 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Deleting port 66afc6ed-1f40-46c9-8728-00d19d96defb {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:18.298135 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f7d797ea-2f1d-462b-8221-211e2cc1e692 req-96c1d945-a63a-45f5-a081-c4632377c415 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:18.327743 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a40142f7-57b6-4454-8df7-068eb543d3a2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5ddcfc48fd7d49b7be86235c23b6b635&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7878001 Feb 19 04:06:18.344134 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60914) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:18.373505 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cefec4-55fc-4b51-b68f-a330ba741fc4 req-33e7b749-7d15-4d3d-a427-51edcb57befc tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:18.393097 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-17cefec4-55fc-4b51-b68f-a330ba741fc4 req-33e7b749-7d15-4d3d-a427-51edcb57befc tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d3fe2e-3263-479d-92ec-ff5adab8e2d9 HTTP/1.1" status: 200 len: 951 time: 0.8813820 Feb 19 04:06:18.528580 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-17cefec4-55fc-4b51-b68f-a330ba741fc4 req-d468adbb-124a-42ff-8f2f-806f3b165807 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335194 Feb 19 04:06:18.555187 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-cde7657f-73be-4380-9a99-e7004d52b34c tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:18.558456 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-cde7657f-73be-4380-9a99-e7004d52b34c tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6785326 Feb 19 04:06:18.810462 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-f7d797ea-2f1d-462b-8221-211e2cc1e692 req-96c1d945-a63a-45f5-a081-c4632377c415 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] For port 66afc6ed-1f40-46c9-8728-00d19d96defb, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=66afc6ed-1f40-46c9-8728-00d19d96defb,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:18.811375 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f7d797ea-2f1d-462b-8221-211e2cc1e692 req-96c1d945-a63a-45f5-a081-c4632377c415 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:18.850825 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-f7d797ea-2f1d-462b-8221-211e2cc1e692 req-96c1d945-a63a-45f5-a081-c4632377c415 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Calling delete_port for 66afc6ed-1f40-46c9-8728-00d19d96defb owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:19.194976 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-c9011823-9c97-48f9-944e-90f1626cda66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:19.207980 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-c9011823-9c97-48f9-944e-90f1626cda66 service neutron] 10.222.0.65 "GET /v2.0/ports/1388d632-ba2b-435b-b4b0-360b6e58e679 HTTP/1.1" status: 200 len: 1125 time: 0.6244998 Feb 19 04:06:19.215127 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d31f2eb1-9525-47ea-aecf-f79ff8365d72 admin admin] Publish callbacks [] for security_group (3831d480-5592-4a10-93bb-977acfe79f42), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:19.262392 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-65a6e440-3891-4ff5-b8dd-b3f693c57880 service neutron] Request body: {'binding': {'host': 'n-h2-772273-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:19.264059 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-65a6e440-3891-4ff5-b8dd-b3f693c57880 service neutron] Unknown quota resources ['binding']. {{(pid=115198) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 04:06:19.284822 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f7d797ea-2f1d-462b-8221-211e2cc1e692 req-96c1d945-a63a-45f5-a081-c4632377c415 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (66afc6ed-1f40-46c9-8728-00d19d96defb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:19.306699 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['7c3d3c52-3ec8-4150-95e2-72f41684ea03', '87d69e3c-8202-408a-96d3-14ac2f4fe61d', '66afc6ed-1f40-46c9-8728-00d19d96defb'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:06:19.403268 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['411a6669-a264-402c-b0d4-30b077ac4206'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:06:19.425259 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d31f2eb1-9525-47ea-aecf-f79ff8365d72 admin admin] Publish callbacks [] for security_group (3831d480-5592-4a10-93bb-977acfe79f42), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:19.453393 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1d945-a63a-45f5-a081-c4632377c415 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Pushing event deleted for resources: {'Port': ['ID=66afc6ed-1f40-46c9-8728-00d19d96defb,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:19.569011 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0e584-c4ed-4eea-82c1-58387ddd1508 req-44da02a0-da48-4285-abaf-326711adec3f tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:19.584575 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-88c0e584-c4ed-4eea-82c1-58387ddd1508 req-44da02a0-da48-4285-abaf-326711adec3f tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e04f8a6-d879-440f-8c09-6c635d0fc818 HTTP/1.1" status: 200 len: 944 time: 0.6476300 Feb 19 04:06:19.655955 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d797ea-2f1d-462b-8221-211e2cc1e692 req-96c1d945-a63a-45f5-a081-c4632377c415 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] No DVR routers for this DVR port 66afc6ed-1f40-46c9-8728-00d19d96defb on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:06:19.670960 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f7d797ea-2f1d-462b-8221-211e2cc1e692 req-96c1d945-a63a-45f5-a081-c4632377c415 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:19.677424 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7d797ea-2f1d-462b-8221-211e2cc1e692 req-96c1d945-a63a-45f5-a081-c4632377c415 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.10 "DELETE /v2.0/ports/66afc6ed-1f40-46c9-8728-00d19d96defb HTTP/1.1" status: 204 len: 173 time: 1.7176514 Feb 19 04:06:19.678215 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d3fe2e-3263-479d-92ec-ff5adab8e2d9', 'name': 'network-vif-deleted', 'tag': '66afc6ed-1f40-46c9-8728-00d19d96defb'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:19.683272 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be7a22e-cf0b-402c-96ec-4ec4caf54f16" -d '{"events": [{"server_uuid": "c8d3fe2e-3263-479d-92ec-ff5adab8e2d9", "name": "network-vif-deleted", "tag": "66afc6ed-1f40-46c9-8728-00d19d96defb"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:19.758449 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 948b7822-2ac5-4327-b3bb-6d43a51d4516 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:20.150789 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-557e9ae8-7d55-454b-ae9d-97055be49c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241c1cca-c88c-42dd-8168-6bca32d5d37a {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:20.263890 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-557e9ae8-7d55-454b-ae9d-97055be49c32 service neutron] Publish callbacks [] for port (241c1cca-c88c-42dd-8168-6bca32d5d37a), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:20.284068 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0c7db4fd-8815-43d9-a5e3-af8c3d2f0cc9 req-b4484c04-f448-4364-8cba-22bdc6288d48 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2434509 Feb 19 04:06:20.329180 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-88c0e584-c4ed-4eea-82c1-58387ddd1508 req-a9d227ce-60bf-403e-aa1f-c42f13c6dd84 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7272699 Feb 19 04:06:20.356819 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d31f2eb1-9525-47ea-aecf-f79ff8365d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3831d480-5592-4a10-93bb-977acfe79f42), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:20.391759 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d31f2eb1-9525-47ea-aecf-f79ff8365d72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:20.410001 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d31f2eb1-9525-47ea-aecf-f79ff8365d72 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3831d480-5592-4a10-93bb-977acfe79f42 HTTP/1.1" status: 204 len: 168 time: 2.0556054 Feb 19 04:06:20.588504 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7db4fd-8815-43d9-a5e3-af8c3d2f0cc9 req-3fd0fe7a-e639-48fc-9719-d9a5eae0f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:20.603290 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0c7db4fd-8815-43d9-a5e3-af8c3d2f0cc9 req-3fd0fe7a-e639-48fc-9719-d9a5eae0f905 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 1127 time: 0.2653377 Feb 19 04:06:20.737276 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-557e9ae8-7d55-454b-ae9d-97055be49c32 service neutron] Transition to ACTIVE for port object 241c1cca-c88c-42dd-8168-6bca32d5d37a will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:06:20.747842 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f2eb1-9525-47ea-aecf-f79ff8365d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3831d480-5592-4a10-93bb-977acfe79f42,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:20.894916 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-557e9ae8-7d55-454b-ae9d-97055be49c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (241c1cca-c88c-42dd-8168-6bca32d5d37a), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:21.127669 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 948b7822-2ac5-4327-b3bb-6d43a51d4516 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:06:21.205650 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 948b7822-2ac5-4327-b3bb-6d43a51d4516 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:21.206329 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (948b7822-2ac5-4327-b3bb-6d43a51d4516), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:21.237433 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-65a6e440-3891-4ff5-b8dd-b3f693c57880 service neutron] Attempting to bind port 1388d632-ba2b-435b-b4b0-360b6e58e679 on host n-h2-772273-4 for vnic_type normal with profile None {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:21.238072 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-65a6e440-3891-4ff5-b8dd-b3f693c57880 service neutron] Attempting to bind port 1388d632-ba2b-435b-b4b0-360b6e58e679 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:21.238678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-65a6e440-3891-4ff5-b8dd-b3f693c57880 service neutron] Attempting to bind port 1388d632-ba2b-435b-b4b0-360b6e58e679 on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:21.251951 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e9ae8-7d55-454b-ae9d-97055be49c32 service neutron] Pushing event updated for resources: {'Port': ['ID=241c1cca-c88c-42dd-8168-6bca32d5d37a,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:21.273530 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7db4fd-8815-43d9-a5e3-af8c3d2f0cc9 req-75f20ee7-4e2e-45b5-982a-d7417858710b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:21.276686 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0c7db4fd-8815-43d9-a5e3-af8c3d2f0cc9 req-75f20ee7-4e2e-45b5-982a-d7417858710b service neutron] 10.222.0.48 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 908 time: 0.6303585 Feb 19 04:06:21.279699 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-65a6e440-3891-4ff5-b8dd-b3f693c57880 service neutron] Port 1388d632-ba2b-435b-b4b0-360b6e58e679 on network be946657-a9d5-408e-8d49-cd01b687ca89 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:06:21.281456 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-65a6e440-3891-4ff5-b8dd-b3f693c57880 service neutron] Attempting to bind port 1388d632-ba2b-435b-b4b0-360b6e58e679 on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:21.308357 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-65a6e440-3891-4ff5-b8dd-b3f693c57880 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:21.309431 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-65a6e440-3891-4ff5-b8dd-b3f693c57880 service neutron] Checking segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:21.312611 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-65a6e440-3891-4ff5-b8dd-b3f693c57880 service neutron] Bound using segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:21.313902 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-65a6e440-3891-4ff5-b8dd-b3f693c57880 service neutron] Bound port: 1388d632-ba2b-435b-b4b0-360b6e58e679, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:21.451722 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0c7db4fd-8815-43d9-a5e3-af8c3d2f0cc9 req-c7c1aa43-006d-4ca8-9d21-75b3c010f31c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=303fdc53-143f-4203-a027-6cfa53f84708 HTTP/1.1" status: 200 len: 217 time: 0.1679499 Feb 19 04:06:21.581675 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-65a6e440-3891-4ff5-b8dd-b3f693c57880 service neutron] For port 1388d632-ba2b-435b-b4b0-360b6e58e679, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=1388d632-ba2b-435b-b4b0-360b6e58e679,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:21.620027 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7db4fd-8815-43d9-a5e3-af8c3d2f0cc9 req-372506e4-2935-496a-93fc-00bef0026229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:21.623130 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0c7db4fd-8815-43d9-a5e3-af8c3d2f0cc9 req-372506e4-2935-496a-93fc-00bef0026229 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.1642001 Feb 19 04:06:21.688751 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0c7db4fd-8815-43d9-a5e3-af8c3d2f0cc9 req-9714d55a-2369-491f-85d2-8857366021d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523233 Feb 19 04:06:21.712464 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 948b7822-2ac5-4327-b3bb-6d43a51d4516 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:21.713522 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (948b7822-2ac5-4327-b3bb-6d43a51d4516), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:21.729911 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887a27f-0d68-4246-b07a-793e6f384667 req-a9ffb8d8-46d3-46df-9639-529a977bd48e tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:21.734474 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0887a27f-0d68-4246-b07a-793e6f384667 req-a9ffb8d8-46d3-46df-9639-529a977bd48e tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4aee58b-47fa-41c5-a716-b0644bf7a842 HTTP/1.1" status: 200 len: 943 time: 0.9630065 Feb 19 04:06:21.742752 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-65a6e440-3891-4ff5-b8dd-b3f693c57880 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:21.748612 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-65a6e440-3891-4ff5-b8dd-b3f693c57880 service neutron] 10.222.0.65 "POST /v2.0/ports/1388d632-ba2b-435b-b4b0-360b6e58e679/bindings HTTP/1.1" status: 201 len: 389 time: 2.5202699 Feb 19 04:06:21.978497 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e04f8a6-d879-440f-8c09-6c635d0fc818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948b7822-2ac5-4327-b3bb-6d43a51d4516'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:21.990398 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028e66e8-82bc-4d4f-b9b8-4b2d5ed892a5" -d '{"events": [{"server_uuid": "0e04f8a6-d879-440f-8c09-6c635d0fc818", "name": "network-vif-plugged", "status": "completed", "tag": "948b7822-2ac5-4327-b3bb-6d43a51d4516"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:22.053555 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 948b7822-2ac5-4327-b3bb-6d43a51d4516, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=948b7822-2ac5-4327-b3bb-6d43a51d4516,segment=NetworkSegment(4d5cab30-8a9a-4c09-a5f5-c528575f508f),segment_id=4d5cab30-8a9a-4c09-a5f5-c528575f508f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:22.078566 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (948b7822-2ac5-4327-b3bb-6d43a51d4516), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:22.109800 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 66afc6ed-1f40-46c9-8728-00d19d96defb no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:06:22.254561 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 66afc6ed-1f40-46c9-8728-00d19d96defb {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:06:22.256892 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 66afc6ed-1f40-46c9-8728-00d19d96defb not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:06:22.304653 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0887a27f-0d68-4246-b07a-793e6f384667 req-ca286a65-2fd1-4387-b86e-9e2f3eb81c13 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448391 Feb 19 04:06:22.439979 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0c7db4fd-8815-43d9-a5e3-af8c3d2f0cc9 req-87598d98-60b4-4362-817f-ba09d64b5fce service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7333543 Feb 19 04:06:22.552804 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=948b7822-2ac5-4327-b3bb-6d43a51d4516,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:22.664880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-557e9ae8-7d55-454b-ae9d-97055be49c32 service neutron] Attempting to bind port 241c1cca-c88c-42dd-8168-6bca32d5d37a on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:22.666124 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-557e9ae8-7d55-454b-ae9d-97055be49c32 service neutron] Attempting to bind port 241c1cca-c88c-42dd-8168-6bca32d5d37a by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '91c6fe2e-2c59-4312-9c97-3ea09073eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:22.666822 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-557e9ae8-7d55-454b-ae9d-97055be49c32 service neutron] Attempting to bind port 241c1cca-c88c-42dd-8168-6bca32d5d37a on network a64e4f96-ab47-44e5-a8c0-65ae49234a15 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:22.688394 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-557e9ae8-7d55-454b-ae9d-97055be49c32 service neutron] Port 241c1cca-c88c-42dd-8168-6bca32d5d37a on network a64e4f96-ab47-44e5-a8c0-65ae49234a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:06:22.688905 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-557e9ae8-7d55-454b-ae9d-97055be49c32 service neutron] Attempting to bind port 241c1cca-c88c-42dd-8168-6bca32d5d37a on network a64e4f96-ab47-44e5-a8c0-65ae49234a15 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:22.701786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-557e9ae8-7d55-454b-ae9d-97055be49c32 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:22.711390 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-557e9ae8-7d55-454b-ae9d-97055be49c32 service neutron] Checking segment: {'id': '91c6fe2e-2c59-4312-9c97-3ea09073eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:22.713100 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-557e9ae8-7d55-454b-ae9d-97055be49c32 service neutron] Bound using segment: {'id': '91c6fe2e-2c59-4312-9c97-3ea09073eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:22.716143 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-557e9ae8-7d55-454b-ae9d-97055be49c32 service neutron] Bound port: 241c1cca-c88c-42dd-8168-6bca32d5d37a, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c6fe2e-2c59-4312-9c97-3ea09073eb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:22.716828 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-557e9ae8-7d55-454b-ae9d-97055be49c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (241c1cca-c88c-42dd-8168-6bca32d5d37a), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:22.757265 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c5b36e-3b8a-4d99-ab45-7bf016c60ba2 x-openstack-request-id: req-57c5b36e-3b8a-4d99-ab45-7bf016c60ba2 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:22.759576 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d3fe2e-3263-479d-92ec-ff5adab8e2d9", "name": "network-vif-deleted", "tag": "66afc6ed-1f40-46c9-8728-00d19d96defb", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:22.760267 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57c5b36e-3b8a-4d99-ab45-7bf016c60ba2 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:22.761239 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d3fe2e-3263-479d-92ec-ff5adab8e2d9', 'name': 'network-vif-deleted', 'tag': '66afc6ed-1f40-46c9-8728-00d19d96defb', 'status': 'completed', 'code': 200} Feb 19 04:06:23.029996 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-557e9ae8-7d55-454b-ae9d-97055be49c32 service neutron] For port 241c1cca-c88c-42dd-8168-6bca32d5d37a, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:06:23.051690 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d1cec-fe15-449c-85fd-acc8ae88fc83 req-bea4d079-3802-41f4-b8b2-a92f8c18e6f6 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:23.055621 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d82d1cec-fe15-449c-85fd-acc8ae88fc83 req-bea4d079-3802-41f4-b8b2-a92f8c18e6f6 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 946 time: 0.1960461 Feb 19 04:06:23.059392 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-557e9ae8-7d55-454b-ae9d-97055be49c32 service neutron] For port 241c1cca-c88c-42dd-8168-6bca32d5d37a, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=241c1cca-c88c-42dd-8168-6bca32d5d37a,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:23.067554 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a1209-760c-401e-9dc2-53cfe60541c6 req-c78afc92-8205-4e01-81d1-c4338c186873 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:23.078003 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-557e9ae8-7d55-454b-ae9d-97055be49c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (241c1cca-c88c-42dd-8168-6bca32d5d37a), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:23.080871 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f36a1209-760c-401e-9dc2-53cfe60541c6 req-c78afc92-8205-4e01-81d1-c4338c186873 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e04f8a6-d879-440f-8c09-6c635d0fc818 HTTP/1.1" status: 200 len: 945 time: 0.3317111 Feb 19 04:06:23.095336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-26a3cdb0-6644-4472-9837-ac3ce40f0c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:23.097887 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-26a3cdb0-6644-4472-9837-ac3ce40f0c10 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 1128 time: 0.4746263 Feb 19 04:06:23.103056 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b3375603-ebe6-4f72-bf68-1e46f919237f req-4c42e3cd-48dd-4032-b25e-0b578151b684 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4776571 Feb 19 04:06:23.259685 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-557e9ae8-7d55-454b-ae9d-97055be49c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:23.261696 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-557e9ae8-7d55-454b-ae9d-97055be49c32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:23.267703 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-557e9ae8-7d55-454b-ae9d-97055be49c32 service neutron] 10.222.0.48 "PUT /v2.0/ports/241c1cca-c88c-42dd-8168-6bca32d5d37a HTTP/1.1" status: 200 len: 1091 time: 6.9623733 Feb 19 04:06:23.268612 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4aee58b-47fa-41c5-a716-b0644bf7a842', 'tag': '241c1cca-c88c-42dd-8168-6bca32d5d37a'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:23.273956 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f63027f-9608-4aaf-99da-1b9f6a4c4707" -d '{"events": [{"name": "network-changed", "server_uuid": "d4aee58b-47fa-41c5-a716-b0644bf7a842", "tag": "241c1cca-c88c-42dd-8168-6bca32d5d37a"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:23.356723 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0c7db4fd-8815-43d9-a5e3-af8c3d2f0cc9 req-f05b0dd3-9a6a-48f6-83b0-56e545606b71 service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9095442 Feb 19 04:06:23.406496 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f36a1209-760c-401e-9dc2-53cfe60541c6 req-c54b1bc2-b583-4899-9878-138c2f6d18eb tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234293 Feb 19 04:06:23.477592 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d82d1cec-fe15-449c-85fd-acc8ae88fc83 req-e53c7032-8d5c-4fa6-aab5-5a667cfa0745 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683281 Feb 19 04:06:23.573145 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3375603-ebe6-4f72-bf68-1e46f919237f req-65e8b8ae-1cfc-44f7-82cf-b208196bcb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:23.582974 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b3375603-ebe6-4f72-bf68-1e46f919237f req-65e8b8ae-1cfc-44f7-82cf-b208196bcb42 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ecf9e139694246328842375c06e497e6&device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 1131 time: 0.3382568 Feb 19 04:06:23.590691 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2909288c-6a43-462e-8df6-759ded627f40 x-openstack-request-id: req-2909288c-6a43-462e-8df6-759ded627f40 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:23.591468 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e04f8a6-d879-440f-8c09-6c635d0fc818", "name": "network-vif-plugged", "status": "completed", "tag": "948b7822-2ac5-4327-b3bb-6d43a51d4516", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:23.591635 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2909288c-6a43-462e-8df6-759ded627f40 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:23.592203 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e04f8a6-d879-440f-8c09-6c635d0fc818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948b7822-2ac5-4327-b3bb-6d43a51d4516', 'code': 200} Feb 19 04:06:23.592503 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e9ae8-7d55-454b-ae9d-97055be49c32 service neutron] Pushing event updated for resources: {'Port': ['ID=241c1cca-c88c-42dd-8168-6bca32d5d37a,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:23.614305 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-30514b24-b968-48bd-8195-1c3560ec794a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:23.626550 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-30514b24-b968-48bd-8195-1c3560ec794a service neutron] 10.222.0.48 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 908 time: 0.5001173 Feb 19 04:06:23.883070 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 32772) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:23.944309 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b223aed-bde6-46a4-8c7e-08dfc3c6046b x-openstack-request-id: req-4b223aed-bde6-46a4-8c7e-08dfc3c6046b {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:23.944792 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4aee58b-47fa-41c5-a716-b0644bf7a842", "tag": "241c1cca-c88c-42dd-8168-6bca32d5d37a", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:23.945260 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4b223aed-bde6-46a4-8c7e-08dfc3c6046b {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:23.945953 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4aee58b-47fa-41c5-a716-b0644bf7a842', 'tag': '241c1cca-c88c-42dd-8168-6bca32d5d37a', 'status': 'completed', 'code': 200} Feb 19 04:06:24.025421 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9bfc6ae8-99b3-46f1-9d2d-ed336e206ca4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1388d632-ba2b-435b-b4b0-360b6e58e679 HTTP/1.1" status: 200 len: 217 time: 0.3959503 Feb 19 04:06:24.112728 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-2402dc27-fa05-423f-938a-1dcd0c53daed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:24.116836 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-2402dc27-fa05-423f-938a-1dcd0c53daed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e71aa6d08bd4f28a67d0a5ae3b04cca&device_id=d4aee58b-47fa-41c5-a716-b0644bf7a842 HTTP/1.1" status: 200 len: 1125 time: 0.7081831 Feb 19 04:06:24.255353 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-8aa3112d-cd5c-47b1-b14c-323d4b480b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:24.258204 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-8aa3112d-cd5c-47b1-b14c-323d4b480b32 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.1856549 Feb 19 04:06:24.322911 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-97084d6f-9571-4e5c-859c-934cf47a5d96 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-876524145-network', 'tenant_id': '04776259ad2c4960b290ccc8a3eec29a'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:24.349865 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-4e8f090d-1a07-4602-ae77-94db05394c9b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=241c1cca-c88c-42dd-8168-6bca32d5d37a HTTP/1.1" status: 200 len: 217 time: 0.2243330 Feb 19 04:06:24.466501 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722ce7e-8b63-49eb-8550-2e7d6688547b req-2cb30379-fdcb-453a-8fe0-8e5a245f238c tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:24.470772 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3722ce7e-8b63-49eb-8550-2e7d6688547b req-2cb30379-fdcb-453a-8fe0-8e5a245f238c tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4aee58b-47fa-41c5-a716-b0644bf7a842 HTTP/1.1" status: 200 len: 943 time: 0.3511770 Feb 19 04:06:24.478728 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-e1cddb8c-d7db-484b-97c9-6ee33f1cea94 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255507 Feb 19 04:06:24.493251 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97084d6f-9571-4e5c-859c-934cf47a5d96 admin admin] Made reservation on behalf of 04776259ad2c4960b290ccc8a3eec29a for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:24.497612 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-97084d6f-9571-4e5c-859c-934cf47a5d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:24.529157 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-97084d6f-9571-4e5c-859c-934cf47a5d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:24.576328 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3375603-ebe6-4f72-bf68-1e46f919237f req-50a2e32c-612a-41d9-a5c9-5eb695c30594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:24.580036 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b3375603-ebe6-4f72-bf68-1e46f919237f req-50a2e32c-612a-41d9-a5c9-5eb695c30594 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.9113934 Feb 19 04:06:24.627252 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3722ce7e-8b63-49eb-8550-2e7d6688547b req-5452c8c5-309f-464f-8b02-a33241e50b3c tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466289 Feb 19 04:06:24.787942 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-97084d6f-9571-4e5c-859c-934cf47a5d96 admin admin] Publish callbacks [] for security_group (60c6a228-b287-4bc2-8e8e-904d92a20e69), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:24.796289 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-97084d6f-9571-4e5c-859c-934cf47a5d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (60c6a228-b287-4bc2-8e8e-904d92a20e69), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:24.829650 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97084d6f-9571-4e5c-859c-934cf47a5d96 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:06:24.858727 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-97084d6f-9571-4e5c-859c-934cf47a5d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (99b6564d-c222-47c2-8862-0173f3f1cf61), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:24.860083 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-97084d6f-9571-4e5c-859c-934cf47a5d96 admin admin] Added segment 99b6564d-c222-47c2-8862-0173f3f1cf61 of type vlan for network f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b Feb 19 04:06:24.964799 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-97084d6f-9571-4e5c-859c-934cf47a5d96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:24.991959 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83f762-bc05-4843-bfce-d7b5ac04cf53 req-e94cca5c-5cf8-4e1f-87c2-dc7ca9507f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:24.995073 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0f83f762-bc05-4843-bfce-d7b5ac04cf53 req-e94cca5c-5cf8-4e1f-87c2-dc7ca9507f05 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0e04f8a6-d879-440f-8c09-6c635d0fc818 HTTP/1.1" status: 200 len: 1127 time: 1.0536413 Feb 19 04:06:25.009844 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b3375603-ebe6-4f72-bf68-1e46f919237f req-e7ccdc59-c7c9-4830-8f84-b2aad6102d0d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=7c3d3c52-3ec8-4150-95e2-72f41684ea03 HTTP/1.1" status: 200 len: 217 time: 0.3892202 Feb 19 04:06:25.023263 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-9f4b47bf-3f5e-4f5f-bb14-31e2fe34c959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:25.027676 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-9f4b47bf-3f5e-4f5f-bb14-31e2fe34c959 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cdbaae2b-220b-401a-870e-2283d582e1b2 HTTP/1.1" status: 200 len: 845 time: 0.6649153 Feb 19 04:06:25.109469 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.resource_extend [None req-97084d6f-9571-4e5c-859c-934cf47a5d96 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:06:25.160454 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97084d6f-9571-4e5c-859c-934cf47a5d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c6a228-b287-4bc2-8e8e-904d92a20e69,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:25.177325 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-97084d6f-9571-4e5c-859c-934cf47a5d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:25.178109 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97084d6f-9571-4e5c-859c-934cf47a5d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:25.179254 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-97084d6f-9571-4e5c-859c-934cf47a5d96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:25.276267 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-1f3dcdde-d84c-412a-b510-09da01ad806a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a64e4f96-ab47-44e5-a8c0-65ae49234a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2042797 Feb 19 04:06:25.285342 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fae39-607e-465b-a272-ef9e0fa1dd49 req-abb1aafc-306a-47bb-be73-cdef04fd74b8 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:25.298001 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-623fae39-607e-465b-a272-ef9e0fa1dd49 req-abb1aafc-306a-47bb-be73-cdef04fd74b8 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 951 time: 0.3277471 Feb 19 04:06:25.318871 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-97084d6f-9571-4e5c-859c-934cf47a5d96 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4337223 Feb 19 04:06:25.333624 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 32794) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:25.382710 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-9e4b4ba4-3d5b-4442-9c66-2f7e45886b78 admin admin] Request body: {'subnet': {'network_id': 'f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-876524145-subnet', 'tenant_id': '04776259ad2c4960b290ccc8a3eec29a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:25.450642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97084d6f-9571-4e5c-859c-934cf47a5d96 admin admin] Pushing event updated for resources: {'Network': ['ID=f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:25.459232 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4b4ba4-3d5b-4442-9c66-2f7e45886b78 admin admin] Made reservation on behalf of 04776259ad2c4960b290ccc8a3eec29a for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:25.463143 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9e4b4ba4-3d5b-4442-9c66-2f7e45886b78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:25.477410 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:06:25.518834 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3375603-ebe6-4f72-bf68-1e46f919237f req-2014c232-da6e-4287-aef0-a6fdc38ea70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:25.521392 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b3375603-ebe6-4f72-bf68-1e46f919237f req-2014c232-da6e-4287-aef0-a6fdc38ea70a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.4865932 Feb 19 04:06:25.550449 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-1484802d-51e7-404a-9867-f7b5b1e735a2 service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9504311 Feb 19 04:06:25.685616 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-b6e95aa8-0787-4430-be5e-3383b628a572 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:25.694015 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-b6e95aa8-0787-4430-be5e-3383b628a572 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 821 time: 1.1116657 Feb 19 04:06:25.711102 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-623fae39-607e-465b-a272-ef9e0fa1dd49 req-b4f34ce5-8f04-4db6-bd24-c2d886fa3858 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116242 Feb 19 04:06:25.733064 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0f83f762-bc05-4843-bfce-d7b5ac04cf53 req-c038d74b-b2d9-4685-a7b0-6fd73be0a30e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7131786 Feb 19 04:06:25.799235 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fd2e1-0e5a-4931-a660-6c705ae1a49a req-6adf2afc-1481-4e6c-958b-6e2656cb4b73 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:25.801385 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e8fd2e1-0e5a-4931-a660-6c705ae1a49a req-6adf2afc-1481-4e6c-958b-6e2656cb4b73 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e8f458c-0f11-4d00-b66a-3142479b819d HTTP/1.1" status: 200 len: 951 time: 0.1842825 Feb 19 04:06:25.920322 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-0fd8b4c5-635c-47d9-862b-f80f2297cb46 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/quotas/3ff69a6f9c9c4911886bcf1427d030ef HTTP/1.1" status: 200 len: 375 time: 0.1796854 Feb 19 04:06:26.084478 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3375603-ebe6-4f72-bf68-1e46f919237f req-706da806-2fb7-4901-b1dd-048ac981eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:26.088602 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b3375603-ebe6-4f72-bf68-1e46f919237f req-706da806-2fb7-4901-b1dd-048ac981eb4b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5430734 Feb 19 04:06:26.101114 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-e985732e-5c26-48e9-84c2-bf388bf22cb9 service neutron] 10.222.0.48 "GET /v2.0/networks/a64e4f96-ab47-44e5-a8c0-65ae49234a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7959843 Feb 19 04:06:26.123092 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-ef7e5240-9043-4fd0-89cd-b6b28ba17ed3 service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002122 Feb 19 04:06:26.193395 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9e4b4ba4-3d5b-4442-9c66-2f7e45886b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (425ae31e-8552-4839-a739-738ac53d980a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:26.214342 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8bc60-5a10-4aa8-8999-d5c3f7d2c7cd req-00e449d6-0698-4e4c-b8e3-3a83267d755b tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:26.216171 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9e8bc60-5a10-4aa8-8999-d5c3f7d2c7cd req-00e449d6-0698-4e4c-b8e3-3a83267d755b tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e04f8a6-d879-440f-8c09-6c635d0fc818 HTTP/1.1" status: 200 len: 945 time: 0.2863796 Feb 19 04:06:26.335251 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-1e8fd2e1-0e5a-4931-a660-6c705ae1a49a req-790806d8-efba-43c8-974a-e42f0de6b30a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Deleting port 411a6669-a264-402c-b0d4-30b077ac4206 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:26.337538 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1e8fd2e1-0e5a-4931-a660-6c705ae1a49a req-790806d8-efba-43c8-974a-e42f0de6b30a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (411a6669-a264-402c-b0d4-30b077ac4206), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:26.389172 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b4ba4-3d5b-4442-9c66-2f7e45886b78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=425ae31e-8552-4839-a739-738ac53d980a,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:26.500376 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4b4ba4-3d5b-4442-9c66-2f7e45886b78 admin admin] Checking segment: {'id': '99b6564d-c222-47c2-8862-0173f3f1cf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:26.500705 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4b4ba4-3d5b-4442-9c66-2f7e45886b78 admin admin] Network hostable DHCP agents. Network: f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:06:26.512668 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9e8bc60-5a10-4aa8-8999-d5c3f7d2c7cd req-0feab324-0d00-448c-8890-7eeb7fb012da tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584491 Feb 19 04:06:26.587053 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4b4ba4-3d5b-4442-9c66-2f7e45886b78 admin admin] Network f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:06:26.622444 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-1e8fd2e1-0e5a-4931-a660-6c705ae1a49a req-790806d8-efba-43c8-974a-e42f0de6b30a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] For port 411a6669-a264-402c-b0d4-30b077ac4206, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=411a6669-a264-402c-b0d4-30b077ac4206,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:26.623164 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1e8fd2e1-0e5a-4931-a660-6c705ae1a49a req-790806d8-efba-43c8-974a-e42f0de6b30a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (411a6669-a264-402c-b0d4-30b077ac4206), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:26.661655 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-9e4b4ba4-3d5b-4442-9c66-2f7e45886b78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:26.677703 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caa126a-5e74-4514-9290-18d7fa1a4e58 None None] Network f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:26.682478 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4b4ba4-3d5b-4442-9c66-2f7e45886b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:26.683710 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9e4b4ba4-3d5b-4442-9c66-2f7e45886b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:26.745504 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-1e8fd2e1-0e5a-4931-a660-6c705ae1a49a req-790806d8-efba-43c8-974a-e42f0de6b30a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Calling delete_port for 411a6669-a264-402c-b0d4-30b077ac4206 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:26.840818 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-a3fd1685-4a09-4a20-a621-feaf1c895ed3 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9183571 Feb 19 04:06:26.841771 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9e4b4ba4-3d5b-4442-9c66-2f7e45886b78 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4964404 Feb 19 04:06:27.199610 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1e8fd2e1-0e5a-4931-a660-6c705ae1a49a req-790806d8-efba-43c8-974a-e42f0de6b30a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (411a6669-a264-402c-b0d4-30b077ac4206), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:27.235881 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['411a6669-a264-402c-b0d4-30b077ac4206'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:06:27.268809 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['7c3d3c52-3ec8-4150-95e2-72f41684ea03', '87d69e3c-8202-408a-96d3-14ac2f4fe61d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:06:27.288480 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97efa1b-da1e-436a-b56a-81484b156f09 None None] Network f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:27.319000 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790806d8-efba-43c8-974a-e42f0de6b30a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Pushing event deleted for resources: {'Port': ['ID=411a6669-a264-402c-b0d4-30b077ac4206,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:27.362711 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8fd2e1-0e5a-4931-a660-6c705ae1a49a req-790806d8-efba-43c8-974a-e42f0de6b30a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] No DVR routers for this DVR port 411a6669-a264-402c-b0d4-30b077ac4206 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:06:27.391963 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1e8fd2e1-0e5a-4931-a660-6c705ae1a49a req-790806d8-efba-43c8-974a-e42f0de6b30a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:27.398184 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e8fd2e1-0e5a-4931-a660-6c705ae1a49a req-790806d8-efba-43c8-974a-e42f0de6b30a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.48 "DELETE /v2.0/ports/411a6669-a264-402c-b0d4-30b077ac4206 HTTP/1.1" status: 204 len: 173 time: 1.5901601 Feb 19 04:06:27.399585 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8f458c-0f11-4d00-b66a-3142479b819d', 'name': 'network-vif-deleted', 'tag': '411a6669-a264-402c-b0d4-30b077ac4206'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:27.403496 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0c401f-84d0-47fc-9e2f-e80f34c6cca1" -d '{"events": [{"server_uuid": "0e8f458c-0f11-4d00-b66a-3142479b819d", "name": "network-vif-deleted", "tag": "411a6669-a264-402c-b0d4-30b077ac4206"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:27.439910 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790806d8-efba-43c8-974a-e42f0de6b30a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:27.441095 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790806d8-efba-43c8-974a-e42f0de6b30a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:27.444346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790806d8-efba-43c8-974a-e42f0de6b30a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:27.445380 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790806d8-efba-43c8-974a-e42f0de6b30a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:27.446558 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b3375603-ebe6-4f72-bf68-1e46f919237f req-71db57f8-c539-4fbe-91a0-e93a906d50fa service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3399596 Feb 19 04:06:27.448159 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790806d8-efba-43c8-974a-e42f0de6b30a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:27.450979 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790806d8-efba-43c8-974a-e42f0de6b30a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:27.456067 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790806d8-efba-43c8-974a-e42f0de6b30a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:27.459496 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790806d8-efba-43c8-974a-e42f0de6b30a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:27.460447 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790806d8-efba-43c8-974a-e42f0de6b30a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:27.465023 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790806d8-efba-43c8-974a-e42f0de6b30a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:27.466285 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790806d8-efba-43c8-974a-e42f0de6b30a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:27.467054 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790806d8-efba-43c8-974a-e42f0de6b30a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:27.469820 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790806d8-efba-43c8-974a-e42f0de6b30a tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:27.554378 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc29baf-50c2-4e7d-9172-59d31e531c7b req-20035b73-fdd3-4e12-aed5-fbb4ae82c370 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:27.564613 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2dc29baf-50c2-4e7d-9172-59d31e531c7b req-20035b73-fdd3-4e12-aed5-fbb4ae82c370 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 946 time: 0.8214645 Feb 19 04:06:27.748051 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2aaf8a2-3d8a-420a-8053-f6573623c4a3 req-6664f0aa-587d-4152-9698-4ea147194e05 service neutron] 10.222.0.48 "GET /v2.0/networks/a64e4f96-ab47-44e5-a8c0-65ae49234a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6215196 Feb 19 04:06:27.881038 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2dc29baf-50c2-4e7d-9172-59d31e531c7b req-f7f58b31-54e4-4820-bf56-dc4a19efe3bd tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990403 Feb 19 04:06:27.998154 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-db6a7d6d-4436-4cda-8948-add18281e9cc service neutron] 10.222.0.65 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1437628 Feb 19 04:06:28.209648 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e307580-c524-42ca-bed7-2d0b89b31607 req-2b23a258-0204-4b9f-a2e7-1f8180e5d9c2 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:28.212659 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e307580-c524-42ca-bed7-2d0b89b31607 req-2b23a258-0204-4b9f-a2e7-1f8180e5d9c2 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4aee58b-47fa-41c5-a716-b0644bf7a842 HTTP/1.1" status: 200 len: 943 time: 0.1560864 Feb 19 04:06:28.372204 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-812bdb33-b93d-4d82-bef2-272deaf21bf7 service neutron] 10.222.0.65 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258679 Feb 19 04:06:28.466556 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e307580-c524-42ca-bed7-2d0b89b31607 req-d01646e7-f2d8-467e-a96c-87d1f14ab352 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188005 Feb 19 04:06:28.469837 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b3375603-ebe6-4f72-bf68-1e46f919237f req-e9210fec-4068-4c7a-84fe-9dc4714c6f8a service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9743733 Feb 19 04:06:28.508561 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63027f-9608-4aaf-99da-1b9f6a4c4707 req-07a60a1b-f5c5-4486-854f-0fd6651b0438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:28.511687 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6f63027f-9608-4aaf-99da-1b9f6a4c4707 req-07a60a1b-f5c5-4486-854f-0fd6651b0438 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e71aa6d08bd4f28a67d0a5ae3b04cca&device_id=d4aee58b-47fa-41c5-a716-b0644bf7a842 HTTP/1.1" status: 200 len: 1125 time: 0.6479843 Feb 19 04:06:28.790608 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 32858) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:28.801797 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-856784311-network', 'tenant_id': '3bf5468d84474c4cb227db1850a5fb99'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:28.842767 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63027f-9608-4aaf-99da-1b9f6a4c4707 req-f3dd841d-8c45-4245-864f-bc3226d66385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:28.846425 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6f63027f-9608-4aaf-99da-1b9f6a4c4707 req-f3dd841d-8c45-4245-864f-bc3226d66385 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a64e4f96-ab47-44e5-a8c0-65ae49234a15 HTTP/1.1" status: 200 len: 905 time: 0.3275166 Feb 19 04:06:28.938059 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6f63027f-9608-4aaf-99da-1b9f6a4c4707 req-1380e4eb-0169-414d-9c6e-49a170d56867 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=241c1cca-c88c-42dd-8168-6bca32d5d37a HTTP/1.1" status: 200 len: 217 time: 0.0827391 Feb 19 04:06:28.944266 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Made reservation on behalf of 3bf5468d84474c4cb227db1850a5fb99 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:28.949248 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:29.057643 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63027f-9608-4aaf-99da-1b9f6a4c4707 req-fbe37ea7-31af-4852-988e-5f84eb875a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:29.060280 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6f63027f-9608-4aaf-99da-1b9f6a4c4707 req-fbe37ea7-31af-4852-988e-5f84eb875a96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cdbaae2b-220b-401a-870e-2283d582e1b2 HTTP/1.1" status: 200 len: 845 time: 0.1055021 Feb 19 04:06:29.135317 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6f63027f-9608-4aaf-99da-1b9f6a4c4707 req-a4bb0030-7f7f-4ec1-b5a2-7a1fe19da111 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a64e4f96-ab47-44e5-a8c0-65ae49234a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637107 Feb 19 04:06:29.136691 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:29.266819 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0c1cc5-1b4d-4e98-9bfa-b87544a17af0 x-openstack-request-id: req-8b0c1cc5-1b4d-4e98-9bfa-b87544a17af0 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:29.267594 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8f458c-0f11-4d00-b66a-3142479b819d", "name": "network-vif-deleted", "tag": "411a6669-a264-402c-b0d4-30b077ac4206", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:29.268034 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8b0c1cc5-1b4d-4e98-9bfa-b87544a17af0 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:29.268838 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8f458c-0f11-4d00-b66a-3142479b819d', 'name': 'network-vif-deleted', 'tag': '411a6669-a264-402c-b0d4-30b077ac4206', 'status': 'completed', 'code': 200} Feb 19 04:06:29.466666 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 411a6669-a264-402c-b0d4-30b077ac4206 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:06:29.607739 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 411a6669-a264-402c-b0d4-30b077ac4206 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:06:29.612622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 411a6669-a264-402c-b0d4-30b077ac4206 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:06:29.708352 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6f63027f-9608-4aaf-99da-1b9f6a4c4707 req-fee7bdae-589c-4730-a3c0-edcc2730248e service neutron] 10.222.0.48 "GET /v2.0/networks/a64e4f96-ab47-44e5-a8c0-65ae49234a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610526 Feb 19 04:06:29.723420 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f913f-18c0-4149-95aa-707fb608c6f1 req-6e265dae-f3e0-45dd-a69a-e535e773c333 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:29.727244 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a32f913f-18c0-4149-95aa-707fb608c6f1 req-6e265dae-f3e0-45dd-a69a-e535e773c333 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e04f8a6-d879-440f-8c09-6c635d0fc818 HTTP/1.1" status: 200 len: 945 time: 0.2172389 Feb 19 04:06:29.873213 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a32f913f-18c0-4149-95aa-707fb608c6f1 req-c8caea89-363d-4ac0-92eb-bad8b8d8c662 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299248 Feb 19 04:06:29.922389 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Publish callbacks [] for security_group (1afeed89-7f16-4e60-adde-df85aabd8f75), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:29.952623 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1afeed89-7f16-4e60-adde-df85aabd8f75), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:29.976816 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:06:30.044752 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868db44-ad14-4c58-999f-eb92a8a6d95d req-fbf528e9-f900-4ab0-b701-f9946a591da1 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:30.058211 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1868db44-ad14-4c58-999f-eb92a8a6d95d req-fbf528e9-f900-4ab0-b701-f9946a591da1 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 947 time: 0.6040838 Feb 19 04:06:30.098227 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (d378612f-d097-404e-a8d3-a270f6b211d5), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.098820 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Added segment d378612f-d097-404e-a8d3-a270f6b211d5 of type vlan for network 0f923e57-c13d-45d7-99b7-895c1c50e653 Feb 19 04:06:30.164710 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afeed89-7f16-4e60-adde-df85aabd8f75,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:30.240616 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 32882) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:30.300552 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eceea3-1483-4c62-97b1-7488fe638ce2 req-51a872c4-9ff9-46f2-b51f-ce3b9a1343f9 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:30.313844 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c0eceea3-1483-4c62-97b1-7488fe638ce2 req-51a872c4-9ff9-46f2-b51f-ce3b9a1343f9 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 946 time: 0.2570879 Feb 19 04:06:30.318331 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:30.318917 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:30.319514 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:30.320110 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:30.320839 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:30.321704 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:30.322513 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:30.322869 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:30.323566 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:30.324154 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:30.324732 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:30.325345 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:30.325922 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:30.346666 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (0f923e57-c13d-45d7-99b7-895c1c50e653), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.353408 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6f63027f-9608-4aaf-99da-1b9f6a4c4707 req-72c2e9d1-9c93-401e-a8e0-2fcb69f28002 service neutron] 10.222.0.48 "GET /v2.0/networks/a64e4f96-ab47-44e5-a8c0-65ae49234a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6085181 Feb 19 04:06:30.428535 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1868db44-ad14-4c58-999f-eb92a8a6d95d req-75ac3fb1-5f50-4d79-a39a-8b82ac790f0f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3499751 Feb 19 04:06:30.505133 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (0f923e57-c13d-45d7-99b7-895c1c50e653), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.507511 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:30.507913 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c0eceea3-1483-4c62-97b1-7488fe638ce2 req-5272d96c-cd3a-4586-bf3e-4a2420884d16 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891286 Feb 19 04:06:30.509323 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.693838 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ba47edb8-c815-451b-bbfc-d56a0e0b36ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.781673 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] Pushing event updated for resources: {'Network': ['ID=0f923e57-c13d-45d7-99b7-895c1c50e653,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:30.801313 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a96cfc1a-4c2f-4843-84da-86600ff27f38 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0077209 Feb 19 04:06:30.801313 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 32888) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:30.809822 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 0f923e57-c13d-45d7-99b7-895c1c50e653 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:06:30.826455 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-d04bd3ba-ea56-45bd-93fe-20251355e201 admin admin] Request body: {'subnet': {'network_id': '0f923e57-c13d-45d7-99b7-895c1c50e653', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-856784311-subnet', 'tenant_id': '3bf5468d84474c4cb227db1850a5fb99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:30.907707 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7830b176-6f3b-4d48-b72c-34d1bb51f0d1 req-bb8d0c44-3b3d-4cf2-bf8c-1b3d84ccb49e tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 210 time: 0.2596068 Feb 19 04:06:30.956086 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04bd3ba-ea56-45bd-93fe-20251355e201 admin admin] Made reservation on behalf of 3bf5468d84474c4cb227db1850a5fb99 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:30.961076 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ba47edb8-c815-451b-bbfc-d56a0e0b36ac admin admin] Publish callbacks [] for security_group (d0cdcf16-d79b-4003-a925-c736f7649b0a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.963719 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d04bd3ba-ea56-45bd-93fe-20251355e201 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:30.977536 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ba47edb8-c815-451b-bbfc-d56a0e0b36ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d0cdcf16-d79b-4003-a925-c736f7649b0a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:31.142615 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ba47edb8-c815-451b-bbfc-d56a0e0b36ac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=71cb171744a84c6581ddc6e046f2209f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8898382 Feb 19 04:06:31.150748 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 32892) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:31.270059 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47edb8-c815-451b-bbfc-d56a0e0b36ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cdcf16-d79b-4003-a925-c736f7649b0a,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:31.364830 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6a01c4c1-1050-4680-ae69-90056f749570 admin admin] Publish callbacks [] for security_group (d0cdcf16-d79b-4003-a925-c736f7649b0a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:31.365241 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10419ab1-f57b-43e7-8e1f-9cc23d8231af req-fc9a11e5-c3a3-4e6e-b837-37982ffb3712 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:31.367555 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-10419ab1-f57b-43e7-8e1f-9cc23d8231af req-fc9a11e5-c3a3-4e6e-b837-37982ffb3712 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4aee58b-47fa-41c5-a716-b0644bf7a842 HTTP/1.1" status: 200 len: 943 time: 0.1314614 Feb 19 04:06:31.393171 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dd77e-663a-40c7-b874-f60445a27aed req-d84d8d5d-177f-48c4-8e4b-e9e90d03286e tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:31.395974 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-295dd77e-663a-40c7-b874-f60445a27aed req-d84d8d5d-177f-48c4-8e4b-e9e90d03286e tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 945 time: 0.2254822 Feb 19 04:06:31.467550 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6a01c4c1-1050-4680-ae69-90056f749570 admin admin] Publish callbacks [] for security_group (d0cdcf16-d79b-4003-a925-c736f7649b0a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:31.481257 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 241c1cca-c88c-42dd-8168-6bca32d5d37a details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:06:31.486208 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 19829663-8e11-450d-b642-0067dfa5de94 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:06:31.627203 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-295dd77e-663a-40c7-b874-f60445a27aed req-acf0ed4d-6186-4e44-ae38-1a8fab2aa4ae tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091398 Feb 19 04:06:31.635358 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6a01c4c1-1050-4680-ae69-90056f749570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d0cdcf16-d79b-4003-a925-c736f7649b0a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:31.653380 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6a01c4c1-1050-4680-ae69-90056f749570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:31.656235 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6a01c4c1-1050-4680-ae69-90056f749570 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d0cdcf16-d79b-4003-a925-c736f7649b0a HTTP/1.1" status: 204 len: 168 time: 0.5038462 Feb 19 04:06:31.691419 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01c4c1-1050-4680-ae69-90056f749570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cdcf16-d79b-4003-a925-c736f7649b0a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:31.807892 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-10419ab1-f57b-43e7-8e1f-9cc23d8231af req-b869457b-ef87-4fd7-86a6-9a9f24c3e5ab tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937225 Feb 19 04:06:31.819263 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d04bd3ba-ea56-45bd-93fe-20251355e201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (a07aab83-bf99-48a7-852d-5de171dfc46c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:32.212207 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 241c1cca-c88c-42dd-8168-6bca32d5d37a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=241c1cca-c88c-42dd-8168-6bca32d5d37a,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:32.285055 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '241c1cca-c88c-42dd-8168-6bca32d5d37a', 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15', 'port_id': '241c1cca-c88c-42dd-8168-6bca32d5d37a', 'mac_address': 'fa:16:3e:3b:47:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbaae2b-220b-401a-870e-2283d582e1b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:06:32.311003 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 19829663-8e11-450d-b642-0067dfa5de94 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:32.313850 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (19829663-8e11-450d-b642-0067dfa5de94), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:32.388249 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bd3ba-ea56-45bd-93fe-20251355e201 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a07aab83-bf99-48a7-852d-5de171dfc46c,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:32.413392 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-d1f6a9f1-56f0-4cab-a382-076f08ed51ce tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:32.417175 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-d1f6a9f1-56f0-4cab-a382-076f08ed51ce tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.10 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 821 time: 0.6680646 Feb 19 04:06:32.452424 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e38bc22a-6ce7-4910-99e1-dd370f3b345b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:32.518470 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-721dab48-7942-4001-816d-d867fecb351b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Request body: {'port': {'device_id': 'd2101166-c8be-452e-b5b3-1115d488aa38', 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e', 'admin_state_up': True, 'tenant_id': '3ff69a6f9c9c4911886bcf1427d030ef'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:32.532579 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 19829663-8e11-450d-b642-0067dfa5de94, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=19829663-8e11-450d-b642-0067dfa5de94,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:32.566670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ec7c14-bdfd-4826-b99a-11259b8be8d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19829663-8e11-450d-b642-0067dfa5de94'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:32.583437 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff76046f-34ac-48d8-9cfe-be853aa64c93" -d '{"events": [{"server_uuid": "83ec7c14-bdfd-4826-b99a-11259b8be8d9", "name": "network-vif-unplugged", "status": "completed", "tag": "19829663-8e11-450d-b642-0067dfa5de94"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:32.590870 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (19829663-8e11-450d-b642-0067dfa5de94), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:32.622268 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 32914) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:32.674012 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-323cf3b3-3c68-4059-b670-48b1c33e1df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:32.822167 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 241c1cca-c88c-42dd-8168-6bca32d5d37a is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:32.822826 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (241c1cca-c88c-42dd-8168-6bca32d5d37a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:32.918656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241c1cca-c88c-42dd-8168-6bca32d5d37a {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:32.939694 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=19829663-8e11-450d-b642-0067dfa5de94,revision_number=11']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:33.004696 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04bd3ba-ea56-45bd-93fe-20251355e201 admin admin] Checking segment: {'id': 'd378612f-d097-404e-a8d3-a270f6b211d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0f923e57-c13d-45d7-99b7-895c1c50e653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:33.006122 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04bd3ba-ea56-45bd-93fe-20251355e201 admin admin] Network hostable DHCP agents. Network: 0f923e57-c13d-45d7-99b7-895c1c50e653, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:06:33.010962 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-323cf3b3-3c68-4059-b670-48b1c33e1df1 admin admin] Publish callbacks [] for security_group (8a87b730-811d-4c54-8292-1ca5e17d92de), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:33.025146 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-323cf3b3-3c68-4059-b670-48b1c33e1df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8a87b730-811d-4c54-8292-1ca5e17d92de), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:33.036376 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 241c1cca-c88c-42dd-8168-6bca32d5d37a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=241c1cca-c88c-42dd-8168-6bca32d5d37a,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:33.047240 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (241c1cca-c88c-42dd-8168-6bca32d5d37a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:33.079993 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871309a1-e8c9-4d34-bc48-6092bb7736db req-e07a8b0d-c06d-4e18-a145-3218f8044054 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:33.096393 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-871309a1-e8c9-4d34-bc48-6092bb7736db req-e07a8b0d-c06d-4e18-a145-3218f8044054 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 949 time: 0.9252081 Feb 19 04:06:33.195918 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-323cf3b3-3c68-4059-b670-48b1c33e1df1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=334f4841e82947c2be105f919c04bbde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5718622 Feb 19 04:06:33.206961 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 32920) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:33.208059 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cf3b3-3c68-4059-b670-48b1c33e1df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a87b730-811d-4c54-8292-1ca5e17d92de,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:33.284732 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=241c1cca-c88c-42dd-8168-6bca32d5d37a,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:33.338452 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5773bf6-d750-4861-a99e-365e2c47dcc5 req-43017d3b-084d-4e66-8cd4-78027925d890 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:33.342152 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5773bf6-d750-4861-a99e-365e2c47dcc5 req-43017d3b-084d-4e66-8cd4-78027925d890 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 949 time: 0.6265779 Feb 19 04:06:33.385411 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40986bf3-1278-4e9c-a1df-487d6ea49253 admin admin] Publish callbacks [] for security_group (8a87b730-811d-4c54-8292-1ca5e17d92de), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:33.423561 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['241c1cca-c88c-42dd-8168-6bca32d5d37a'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:06:33.444322 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40986bf3-1278-4e9c-a1df-487d6ea49253 admin admin] Publish callbacks [] for security_group (8a87b730-811d-4c54-8292-1ca5e17d92de), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:33.464133 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-871309a1-e8c9-4d34-bc48-6092bb7736db req-049228ed-e1d9-4183-8fdd-e526b88ba3f8 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640924 Feb 19 04:06:33.466354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04bd3ba-ea56-45bd-93fe-20251355e201 admin admin] Network 0f923e57-c13d-45d7-99b7-895c1c50e653 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:06:33.539995 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-d04bd3ba-ea56-45bd-93fe-20251355e201 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 0f923e57-c13d-45d7-99b7-895c1c50e653) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:33.554170 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04bd3ba-ea56-45bd-93fe-20251355e201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:33.557974 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d04bd3ba-ea56-45bd-93fe-20251355e201 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:33.571818 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40986bf3-1278-4e9c-a1df-487d6ea49253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8a87b730-811d-4c54-8292-1ca5e17d92de), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:33.578498 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40986bf3-1278-4e9c-a1df-487d6ea49253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:33.584852 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-40986bf3-1278-4e9c-a1df-487d6ea49253 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8a87b730-811d-4c54-8292-1ca5e17d92de HTTP/1.1" status: 204 len: 168 time: 0.3586133 Feb 19 04:06:33.609831 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40986bf3-1278-4e9c-a1df-487d6ea49253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a87b730-811d-4c54-8292-1ca5e17d92de,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:33.619634 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-721dab48-7942-4001-816d-d867fecb351b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Made reservation on behalf of 3ff69a6f9c9c4911886bcf1427d030ef for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:33.628437 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-721dab48-7942-4001-816d-d867fecb351b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:33.658620 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d04bd3ba-ea56-45bd-93fe-20251355e201 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8303058 Feb 19 04:06:33.668012 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67627e-1ca6-40ea-a291-6a558ad25778 req-26c5e4ff-c527-4b13-97fc-052fbf199a54 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:33.688748 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9e67627e-1ca6-40ea-a291-6a558ad25778 req-26c5e4ff-c527-4b13-97fc-052fbf199a54 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 946 time: 0.6012886 Feb 19 04:06:33.690319 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a6d357-8ec8-4983-89bb-c81c2c05a64e None None] Network 0f923e57-c13d-45d7-99b7-895c1c50e653 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:33.914303 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9e67627e-1ca6-40ea-a291-6a558ad25778 req-5fbd453e-b14e-4385-aee0-468db0028715 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235272 Feb 19 04:06:34.270668 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-33effcfe-f667-4a5b-89e6-730ae2a3751c req-48047544-29c5-47c6-b64b-78acb1128f92 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 210 time: 0.1287956 Feb 19 04:06:34.330507 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-721dab48-7942-4001-816d-d867fecb351b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Allocated IP 172.20.0.3 (407bbdcb-b5df-44e7-b0e3-eba770b3f80e/f07953fc-46ac-49b5-8931-0e9dacdcd55a/f9b09734-84a1-49bf-bab0-47c0d798fadc) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:34.504627 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6921a45c-aab7-4dbb-b55a-36ffb2bb4d66 x-openstack-request-id: req-6921a45c-aab7-4dbb-b55a-36ffb2bb4d66 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:34.509479 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ec7c14-bdfd-4826-b99a-11259b8be8d9", "name": "network-vif-unplugged", "status": "completed", "tag": "19829663-8e11-450d-b642-0067dfa5de94", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:34.512476 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6921a45c-aab7-4dbb-b55a-36ffb2bb4d66 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:34.517517 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ec7c14-bdfd-4826-b99a-11259b8be8d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19829663-8e11-450d-b642-0067dfa5de94', 'code': 200} Feb 19 04:06:34.524715 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168f101e-602a-4af2-8a6d-75bd75655e95 None None] Network 0f923e57-c13d-45d7-99b7-895c1c50e653 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:34.538122 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-a5773bf6-d750-4861-a99e-365e2c47dcc5 req-01be962d-06bf-4e6f-9fc2-3b60026dbcdf tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Deleting port 87d69e3c-8202-408a-96d3-14ac2f4fe61d {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:34.538726 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a5773bf6-d750-4861-a99e-365e2c47dcc5 req-01be962d-06bf-4e6f-9fc2-3b60026dbcdf tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (87d69e3c-8202-408a-96d3-14ac2f4fe61d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:34.642534 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96737f6-02a5-4c98-b58f-b80c870a4ddc req-0eaf5264-6269-4d0f-b020-0fdcce7990eb tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:34.648830 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c96737f6-02a5-4c98-b58f-b80c870a4ddc req-0eaf5264-6269-4d0f-b020-0fdcce7990eb tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4e5858b-e4bf-4762-8768-1fabd24843a6 HTTP/1.1" status: 200 len: 945 time: 0.5104105 Feb 19 04:06:34.928808 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94256f4-f658-4b49-9328-3bc216c7b34d req-866a5776-1f31-4307-8530-85b589f3092d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:34.938077 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c94256f4-f658-4b49-9328-3bc216c7b34d req-866a5776-1f31-4307-8530-85b589f3092d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2921653 Feb 19 04:06:35.085993 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-03cb8857-7eb0-47be-9185-2418a225dfd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:35.122850 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c94256f4-f658-4b49-9328-3bc216c7b34d req-a7600071-8f9a-4349-a630-b71c9ad880ec tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690388 Feb 19 04:06:35.169513 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c96737f6-02a5-4c98-b58f-b80c870a4ddc req-ae20835f-cf0f-44d9-8775-108b65abbc54 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707434 Feb 19 04:06:35.219112 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-a5773bf6-d750-4861-a99e-365e2c47dcc5 req-01be962d-06bf-4e6f-9fc2-3b60026dbcdf tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] For port 87d69e3c-8202-408a-96d3-14ac2f4fe61d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=87d69e3c-8202-408a-96d3-14ac2f4fe61d,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:35.219760 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a5773bf6-d750-4861-a99e-365e2c47dcc5 req-01be962d-06bf-4e6f-9fc2-3b60026dbcdf tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (87d69e3c-8202-408a-96d3-14ac2f4fe61d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:35.276937 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-a5773bf6-d750-4861-a99e-365e2c47dcc5 req-01be962d-06bf-4e6f-9fc2-3b60026dbcdf tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Calling delete_port for 87d69e3c-8202-408a-96d3-14ac2f4fe61d owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:35.343366 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-721dab48-7942-4001-816d-d867fecb351b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks [] for port (f9b09734-84a1-49bf-bab0-47c0d798fadc), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:35.555790 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5c7a8-bfe9-4f9b-b22b-deaa9aba3999 req-af21800b-8da9-4ff9-bfe1-9630137fad61 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:35.561594 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-23e5c7a8-bfe9-4f9b-b22b-deaa9aba3999 req-af21800b-8da9-4ff9-bfe1-9630137fad61 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4aee58b-47fa-41c5-a716-b0644bf7a842 HTTP/1.1" status: 200 len: 944 time: 0.1688330 Feb 19 04:06:35.722810 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-23e5c7a8-bfe9-4f9b-b22b-deaa9aba3999 req-cf65dce9-9f21-4de7-a881-6dd5b4865e4c tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489012 Feb 19 04:06:35.756244 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a5773bf6-d750-4861-a99e-365e2c47dcc5 req-01be962d-06bf-4e6f-9fc2-3b60026dbcdf tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (87d69e3c-8202-408a-96d3-14ac2f4fe61d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:35.775070 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['7c3d3c52-3ec8-4150-95e2-72f41684ea03', '87d69e3c-8202-408a-96d3-14ac2f4fe61d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:06:35.939085 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be962d-06bf-4e6f-9fc2-3b60026dbcdf tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Pushing event deleted for resources: {'Port': ['ID=87d69e3c-8202-408a-96d3-14ac2f4fe61d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:36.104300 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5773bf6-d750-4861-a99e-365e2c47dcc5 req-01be962d-06bf-4e6f-9fc2-3b60026dbcdf tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] No DVR routers for this DVR port 87d69e3c-8202-408a-96d3-14ac2f4fe61d on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:06:36.121711 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba4cad-fb4d-4636-9db4-7846b5a71d45 req-91c2611e-5adc-4b84-a249-317f7c2ea6d2 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:36.134901 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-13ba4cad-fb4d-4636-9db4-7846b5a71d45 req-91c2611e-5adc-4b84-a249-317f7c2ea6d2 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=b9a02414-04f0-4041-bad0-1f2ce5da3572 HTTP/1.1" status: 200 len: 867 time: 0.4788940 Feb 19 04:06:36.138842 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a5773bf6-d750-4861-a99e-365e2c47dcc5 req-01be962d-06bf-4e6f-9fc2-3b60026dbcdf tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:36.145680 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5773bf6-d750-4861-a99e-365e2c47dcc5 req-01be962d-06bf-4e6f-9fc2-3b60026dbcdf tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.10 "DELETE /v2.0/ports/87d69e3c-8202-408a-96d3-14ac2f4fe61d HTTP/1.1" status: 204 len: 173 time: 2.7649350 Feb 19 04:06:36.149858 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a02414-04f0-4041-bad0-1f2ce5da3572', 'name': 'network-vif-deleted', 'tag': '87d69e3c-8202-408a-96d3-14ac2f4fe61d'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:36.153927 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26438723-f6f2-4a12-be98-201f21541d07" -d '{"events": [{"server_uuid": "b9a02414-04f0-4041-bad0-1f2ce5da3572", "name": "network-vif-deleted", "tag": "87d69e3c-8202-408a-96d3-14ac2f4fe61d"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:36.197479 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-721dab48-7942-4001-816d-d867fecb351b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (f9b09734-84a1-49bf-bab0-47c0d798fadc), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:36.294815 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['5494cb48-fbd5-49e8-8dde-b365260ee3c4'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:06:36.515752 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-721dab48-7942-4001-816d-d867fecb351b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:36.579130 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-13ba4cad-fb4d-4636-9db4-7846b5a71d45 req-9a1a244b-86f2-4e86-9198-98f60e709f36 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427550 Feb 19 04:06:36.582213 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-721dab48-7942-4001-816d-d867fecb351b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:36.603078 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 32966) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:36.611851 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721dab48-7942-4001-816d-d867fecb351b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Pushing event updated for resources: {'Port': ['ID=f9b09734-84a1-49bf-bab0-47c0d798fadc,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:36.650620 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-721dab48-7942-4001-816d-d867fecb351b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:36.842387 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:36.884176 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-721dab48-7942-4001-816d-d867fecb351b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:36.887154 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-721dab48-7942-4001-816d-d867fecb351b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:36.946691 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-721dab48-7942-4001-816d-d867fecb351b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4381845 Feb 19 04:06:36.974674 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-c5bad0f0-49a4-4b7f-9896-4344808dae9f service neutron] Request body: {'port': {'device_id': 'd2101166-c8be-452e-b5b3-1115d488aa38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:37.241026 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:37.303631 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-1512796b-d410-4c79-8851-83be0b6f3637 tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:37.317093 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-1512796b-d410-4c79-8851-83be0b6f3637 tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] 10.222.0.65 "GET /v2.0/networks?id=f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b HTTP/1.1" status: 200 len: 814 time: 0.6023309 Feb 19 04:06:37.340739 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-82eeadde-64b2-43de-8e2d-2faa9452786c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1219486593-network', 'tenant_id': '1f9795d8d7d14612be42531dad715e4d'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:37.353828 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-a333f5b6-e176-400c-9103-a5cd68aae3ca tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] 10.222.0.65 "GET /v2.0/quotas/04776259ad2c4960b290ccc8a3eec29a HTTP/1.1" status: 200 len: 375 time: 0.0348222 Feb 19 04:06:37.417107 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-c5bad0f0-49a4-4b7f-9896-4344808dae9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f9b09734-84a1-49bf-bab0-47c0d798fadc), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:37.477032 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-6f794f33-389c-4beb-ac1e-e0bbbb4df643 tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=04776259ad2c4960b290ccc8a3eec29a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1005955 Feb 19 04:06:37.504793 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 19829663-8e11-450d-b642-0067dfa5de94 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:06:37.512812 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 241c1cca-c88c-42dd-8168-6bca32d5d37a up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:37.729446 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-056128b1-d4ae-4009-b85c-a8ace6cb52e8 service neutron] 10.222.0.65 "GET /v2.0/networks/f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504146 Feb 19 04:06:37.734592 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82eeadde-64b2-43de-8e2d-2faa9452786c admin admin] Made reservation on behalf of 1f9795d8d7d14612be42531dad715e4d for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:37.739653 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82eeadde-64b2-43de-8e2d-2faa9452786c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:37.772751 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82eeadde-64b2-43de-8e2d-2faa9452786c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:37.778577 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 87d69e3c-8202-408a-96d3-14ac2f4fe61d no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:06:37.803970 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:37.868011 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 87d69e3c-8202-408a-96d3-14ac2f4fe61d {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:06:37.869103 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 87d69e3c-8202-408a-96d3-14ac2f4fe61d not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:06:37.926340 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 241c1cca-c88c-42dd-8168-6bca32d5d37a completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:06:38.017485 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 241c1cca-c88c-42dd-8168-6bca32d5d37a triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:38.018555 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (241c1cca-c88c-42dd-8168-6bca32d5d37a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:38.085388 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324edd6-842a-436e-bbc3-64d688be3b0a req-bbde2789-a98b-4a5c-b48a-21043f4988f3 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:38.102133 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2324edd6-842a-436e-bbc3-64d688be3b0a req-bbde2789-a98b-4a5c-b48a-21043f4988f3 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 946 time: 0.8794034 Feb 19 04:06:38.297336 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 241c1cca-c88c-42dd-8168-6bca32d5d37a is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:38.298114 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (241c1cca-c88c-42dd-8168-6bca32d5d37a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:38.313883 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2324edd6-842a-436e-bbc3-64d688be3b0a req-e2a5437f-f4d4-4b14-82c7-44789d36e8e3 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101922 Feb 19 04:06:38.315904 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82eeadde-64b2-43de-8e2d-2faa9452786c admin admin] Publish callbacks [] for security_group (2a1f5312-3fed-40fd-8782-9dac948b9eb7), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:38.328828 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-7e9895d4-06fd-41d6-824e-74006e13f86f service neutron] 10.222.0.65 "GET /v2.0/networks/f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5948877 Feb 19 04:06:38.337709 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82eeadde-64b2-43de-8e2d-2faa9452786c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2a1f5312-3fed-40fd-8782-9dac948b9eb7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:38.347721 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 19829663-8e11-450d-b642-0067dfa5de94, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=19829663-8e11-450d-b642-0067dfa5de94,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:38.410319 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4aee58b-47fa-41c5-a716-b0644bf7a842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241c1cca-c88c-42dd-8168-6bca32d5d37a'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:38.415847 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f50a0f8-45dd-4753-831e-54e09de9af24" -d '{"events": [{"server_uuid": "d4aee58b-47fa-41c5-a716-b0644bf7a842", "name": "network-vif-plugged", "status": "completed", "tag": "241c1cca-c88c-42dd-8168-6bca32d5d37a"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:38.517471 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 241c1cca-c88c-42dd-8168-6bca32d5d37a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=241c1cca-c88c-42dd-8168-6bca32d5d37a,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:38.535066 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '19829663-8e11-450d-b642-0067dfa5de94', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'port_id': '19829663-8e11-450d-b642-0067dfa5de94', 'mac_address': 'fa:16:3e:78:88:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:06:38.550894 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (241c1cca-c88c-42dd-8168-6bca32d5d37a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:38.727408 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eeadde-64b2-43de-8e2d-2faa9452786c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1f5312-3fed-40fd-8782-9dac948b9eb7,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:38.756864 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82eeadde-64b2-43de-8e2d-2faa9452786c admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:06:38.837580 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82eeadde-64b2-43de-8e2d-2faa9452786c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (3774bd16-b705-40e3-8ef4-46128a49e0a7), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:38.838223 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-82eeadde-64b2-43de-8e2d-2faa9452786c admin admin] Added segment 3774bd16-b705-40e3-8ef4-46128a49e0a7 of type vlan for network 00848c67-5de5-4f87-8dad-c27f253f1d20 Feb 19 04:06:38.956652 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-c5bad0f0-49a4-4b7f-9896-4344808dae9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b09734-84a1-49bf-bab0-47c0d798fadc {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:38.987971 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:39.004378 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-c5bad0f0-49a4-4b7f-9896-4344808dae9f service neutron] Publish callbacks [] for port (f9b09734-84a1-49bf-bab0-47c0d798fadc), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:39.068591 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-c5bad0f0-49a4-4b7f-9896-4344808dae9f service neutron] Transition to ACTIVE for port object f9b09734-84a1-49bf-bab0-47c0d798fadc will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:06:39.095458 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-c5bad0f0-49a4-4b7f-9896-4344808dae9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (f9b09734-84a1-49bf-bab0-47c0d798fadc), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:39.301616 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82eeadde-64b2-43de-8e2d-2faa9452786c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (00848c67-5de5-4f87-8dad-c27f253f1d20), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:39.315623 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bad0f0-49a4-4b7f-9896-4344808dae9f service neutron] Pushing event updated for resources: {'Port': ['ID=f9b09734-84a1-49bf-bab0-47c0d798fadc,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:39.415285 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730686d-1ebb-4c59-b322-6cbf141097bd req-5ed2e959-1ca9-4aae-99d9-91ef42cbb266 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:39.417584 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9730686d-1ebb-4c59-b322-6cbf141097bd req-5ed2e959-1ca9-4aae-99d9-91ef42cbb266 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.3029590 Feb 19 04:06:39.427896 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82eeadde-64b2-43de-8e2d-2faa9452786c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (00848c67-5de5-4f87-8dad-c27f253f1d20), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:39.429614 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eeadde-64b2-43de-8e2d-2faa9452786c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:39.430534 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82eeadde-64b2-43de-8e2d-2faa9452786c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:39.629955 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=241c1cca-c88c-42dd-8168-6bca32d5d37a,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:39.643891 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:39.684505 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 19829663-8e11-450d-b642-0067dfa5de94 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:39.685829 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (19829663-8e11-450d-b642-0067dfa5de94), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:39.741035 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eeadde-64b2-43de-8e2d-2faa9452786c admin admin] Pushing event updated for resources: {'Network': ['ID=00848c67-5de5-4f87-8dad-c27f253f1d20,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:39.758223 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19829663-8e11-450d-b642-0067dfa5de94 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:39.762189 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-82eeadde-64b2-43de-8e2d-2faa9452786c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.1565332 Feb 19 04:06:39.768489 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33012) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:39.823154 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2166ed7b-0169-4e21-8549-131e9bca2abb admin admin] Request body: {'subnet': {'network_id': '00848c67-5de5-4f87-8dad-c27f253f1d20', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1219486593-subnet', 'tenant_id': '1f9795d8d7d14612be42531dad715e4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:39.838377 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ca27e-bd92-40fa-a7ea-f23d166a2c12 req-f177623e-6068-4ed2-b174-4eefd444c161 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:39.847964 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bd9ca27e-bd92-40fa-a7ea-f23d166a2c12 req-f177623e-6068-4ed2-b174-4eefd444c161 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e04f8a6-d879-440f-8c09-6c635d0fc818 HTTP/1.1" status: 200 len: 945 time: 0.5204732 Feb 19 04:06:39.866588 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 19829663-8e11-450d-b642-0067dfa5de94, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=19829663-8e11-450d-b642-0067dfa5de94,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:39.882827 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 00848c67-5de5-4f87-8dad-c27f253f1d20 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:06:39.945066 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-c5bad0f0-49a4-4b7f-9896-4344808dae9f service neutron] Attempting to bind port f9b09734-84a1-49bf-bab0-47c0d798fadc on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:39.959835 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-c5bad0f0-49a4-4b7f-9896-4344808dae9f service neutron] Attempting to bind port f9b09734-84a1-49bf-bab0-47c0d798fadc by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:39.960425 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-c5bad0f0-49a4-4b7f-9896-4344808dae9f service neutron] Attempting to bind port f9b09734-84a1-49bf-bab0-47c0d798fadc on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:39.968178 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2166ed7b-0169-4e21-8549-131e9bca2abb admin admin] Made reservation on behalf of 1f9795d8d7d14612be42531dad715e4d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:39.984320 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2166ed7b-0169-4e21-8549-131e9bca2abb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.043270 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-c5bad0f0-49a4-4b7f-9896-4344808dae9f service neutron] Port f9b09734-84a1-49bf-bab0-47c0d798fadc on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:06:40.043821 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-c5bad0f0-49a4-4b7f-9896-4344808dae9f service neutron] Attempting to bind port f9b09734-84a1-49bf-bab0-47c0d798fadc on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:40.104332 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (19829663-8e11-450d-b642-0067dfa5de94), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.105623 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-c5bad0f0-49a4-4b7f-9896-4344808dae9f service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:40.106322 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-c5bad0f0-49a4-4b7f-9896-4344808dae9f service neutron] Checking segment: {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:40.106865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-c5bad0f0-49a4-4b7f-9896-4344808dae9f service neutron] Bound using segment: {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:40.107989 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-c5bad0f0-49a4-4b7f-9896-4344808dae9f service neutron] Bound port: f9b09734-84a1-49bf-bab0-47c0d798fadc, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:40.109405 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-c5bad0f0-49a4-4b7f-9896-4344808dae9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f9b09734-84a1-49bf-bab0-47c0d798fadc), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.302783 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['19829663-8e11-450d-b642-0067dfa5de94'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:06:40.321564 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bd9ca27e-bd92-40fa-a7ea-f23d166a2c12 req-861723da-2fd2-46dc-a3a0-d3deb740f979 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861058 Feb 19 04:06:40.407431 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9730686d-1ebb-4c59-b322-6cbf141097bd req-a1c51f04-c93f-4948-a915-7e0a057905e6 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9317527 Feb 19 04:06:40.415520 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-c5bad0f0-49a4-4b7f-9896-4344808dae9f service neutron] For port f9b09734-84a1-49bf-bab0-47c0d798fadc, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:06:40.427567 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-c5bad0f0-49a4-4b7f-9896-4344808dae9f service neutron] For port f9b09734-84a1-49bf-bab0-47c0d798fadc, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=f9b09734-84a1-49bf-bab0-47c0d798fadc,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:40.451325 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-c5bad0f0-49a4-4b7f-9896-4344808dae9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (f9b09734-84a1-49bf-bab0-47c0d798fadc), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.589715 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=19829663-8e11-450d-b642-0067dfa5de94,revision_number=12']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:40.606885 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322cb7e7-899a-461c-8ae0-0efb1b3b799a x-openstack-request-id: req-322cb7e7-899a-461c-8ae0-0efb1b3b799a {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:40.608013 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a02414-04f0-4041-bad0-1f2ce5da3572", "name": "network-vif-deleted", "tag": "87d69e3c-8202-408a-96d3-14ac2f4fe61d", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:40.609405 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-322cb7e7-899a-461c-8ae0-0efb1b3b799a {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:40.610459 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a02414-04f0-4041-bad0-1f2ce5da3572', 'name': 'network-vif-deleted', 'tag': '87d69e3c-8202-408a-96d3-14ac2f4fe61d', 'status': 'completed', 'code': 200} Feb 19 04:06:40.643397 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-c5bad0f0-49a4-4b7f-9896-4344808dae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:40.651832 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-c5bad0f0-49a4-4b7f-9896-4344808dae9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.654803 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-c5bad0f0-49a4-4b7f-9896-4344808dae9f service neutron] 10.222.0.10 "PUT /v2.0/ports/f9b09734-84a1-49bf-bab0-47c0d798fadc HTTP/1.1" status: 200 len: 1091 time: 3.6959519 Feb 19 04:06:40.748385 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bad0f0-49a4-4b7f-9896-4344808dae9f service neutron] Pushing event updated for resources: {'Port': ['ID=f9b09734-84a1-49bf-bab0-47c0d798fadc,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:41.116045 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668ec33-5457-41e0-b5a1-ddffa554466d req-8d3bb7ea-101a-49b8-b342-a742bb8dfdcf tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:41.120346 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c668ec33-5457-41e0-b5a1-ddffa554466d req-8d3bb7ea-101a-49b8-b342-a742bb8dfdcf tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 946 time: 0.3414373 Feb 19 04:06:41.150666 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-dd9a80ad-1707-4909-8c4e-ca0a8dd04474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:41.153542 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-dd9a80ad-1707-4909-8c4e-ca0a8dd04474 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 1125 time: 0.2818196 Feb 19 04:06:41.257464 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324260d-1ede-402e-8ec2-b276486a4e0f req-da888ea9-66e1-4b03-86d0-0ab7d97b1225 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:41.261230 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e324260d-1ede-402e-8ec2-b276486a4e0f req-da888ea9-66e1-4b03-86d0-0ab7d97b1225 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4aee58b-47fa-41c5-a716-b0644bf7a842 HTTP/1.1" status: 200 len: 945 time: 0.3689764 Feb 19 04:06:41.264240 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2166ed7b-0169-4e21-8549-131e9bca2abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (bb1e66fd-e748-4d7d-8ae8-4b91e7755b97), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.302317 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-6f48bbd3-1e97-4da1-bb1e-46c67dc55598 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9b09734-84a1-49bf-bab0-47c0d798fadc HTTP/1.1" status: 200 len: 217 time: 0.1366587 Feb 19 04:06:41.429012 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e324260d-1ede-402e-8ec2-b276486a4e0f req-c7eb1825-546c-4330-889f-e52f1c50717f tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479769 Feb 19 04:06:41.470100 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166ed7b-0169-4e21-8549-131e9bca2abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb1e66fd-e748-4d7d-8ae8-4b91e7755b97,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:41.485306 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-a7910968-602d-4764-8762-d59d50dfc644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:41.485306 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-a7910968-602d-4764-8762-d59d50dfc644 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.1672475 Feb 19 04:06:41.521985 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2166ed7b-0169-4e21-8549-131e9bca2abb admin admin] Checking segment: {'id': '3774bd16-b705-40e3-8ef4-46128a49e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '00848c67-5de5-4f87-8dad-c27f253f1d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:41.521985 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2166ed7b-0169-4e21-8549-131e9bca2abb admin admin] Network hostable DHCP agents. Network: 00848c67-5de5-4f87-8dad-c27f253f1d20, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:06:41.586223 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2166ed7b-0169-4e21-8549-131e9bca2abb admin admin] Network 00848c67-5de5-4f87-8dad-c27f253f1d20 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:06:41.623136 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-2166ed7b-0169-4e21-8549-131e9bca2abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 00848c67-5de5-4f87-8dad-c27f253f1d20) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:41.645645 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d810cc34-9867-4672-8f15-43afac2d35e2 None None] Network 00848c67-5de5-4f87-8dad-c27f253f1d20 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:41.660161 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2166ed7b-0169-4e21-8549-131e9bca2abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:41.661231 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2166ed7b-0169-4e21-8549-131e9bca2abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.674042 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-fd8d907e-9392-4a3d-92d2-b498299dd831 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1792657 Feb 19 04:06:41.702125 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c668ec33-5457-41e0-b5a1-ddffa554466d req-1a26b0a0-060e-4452-8d9f-65bd3a49ad3a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5671151 Feb 19 04:06:41.745646 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2166ed7b-0169-4e21-8549-131e9bca2abb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9674132 Feb 19 04:06:41.746665 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33026) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:41.785669 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-df8ce3ae-3a7e-4cc9-8275-0cbc9f3e1cce admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1219486593-router', 'tenant_id': '1f9795d8d7d14612be42531dad715e4d', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:41.866420 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df8ce3ae-3a7e-4cc9-8275-0cbc9f3e1cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (f01173b2-3948-4495-b8ca-0eb5b29b532e), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.869269 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df8ce3ae-3a7e-4cc9-8275-0cbc9f3e1cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (f01173b2-3948-4495-b8ca-0eb5b29b532e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.086836 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df8ce3ae-3a7e-4cc9-8275-0cbc9f3e1cce admin admin] Publish callbacks [] for router_controller (f01173b2-3948-4495-b8ca-0eb5b29b532e), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.139320 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 19829663-8e11-450d-b642-0067dfa5de94 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:42.143283 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-00848c67-5de5-4f87-8dad-c27f253f1d20', 'network_id': '00848c67-5de5-4f87-8dad-c27f253f1d20', 'project_id': '1f9795d8d7d14612be42531dad715e4d', 'fixed_ips': [{'subnet_id': 'bb1e66fd-e748-4d7d-8ae8-4b91e7755b97'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:06:42.144830 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.307071 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fb4d71-86b7-4d27-9235-35b87884c827 x-openstack-request-id: req-f1fb4d71-86b7-4d27-9235-35b87884c827 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:42.318070 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4aee58b-47fa-41c5-a716-b0644bf7a842", "name": "network-vif-plugged", "status": "completed", "tag": "241c1cca-c88c-42dd-8168-6bca32d5d37a", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:42.319142 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f1fb4d71-86b7-4d27-9235-35b87884c827 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:42.319805 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4aee58b-47fa-41c5-a716-b0644bf7a842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241c1cca-c88c-42dd-8168-6bca32d5d37a', 'code': 200} Feb 19 04:06:42.578920 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-35dcb2c6-54b4-41b8-a233-045e95fecb3d req-5ab4ed55-c54b-4b9e-a3d0-173078fde46f tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1324a1e-90b5-4696-8c4e-cd1006028ea8 HTTP/1.1" status: 200 len: 210 time: 0.3207855 Feb 19 04:06:42.615009 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2101166-c8be-452e-b5b3-1115d488aa38', 'tag': 'f9b09734-84a1-49bf-bab0-47c0d798fadc'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:42.616469 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df8ce3ae-3a7e-4cc9-8275-0cbc9f3e1cce admin admin] Publish callbacks [] for router_gateway (f01173b2-3948-4495-b8ca-0eb5b29b532e), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.625891 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecc3d27-2f2c-4cc8-bf88-23b15a9bb4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "d2101166-c8be-452e-b5b3-1115d488aa38", "tag": "f9b09734-84a1-49bf-bab0-47c0d798fadc"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:42.832317 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 19829663-8e11-450d-b642-0067dfa5de94 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:42.833227 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (19829663-8e11-450d-b642-0067dfa5de94), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.179927 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Allocated IP 172.20.0.2 (00848c67-5de5-4f87-8dad-c27f253f1d20/bb1e66fd-e748-4d7d-8ae8-4b91e7755b97/61142136-ceca-41ed-9978-643f8220fecf) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:43.558408 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-f431f68e-fb6c-4fab-9396-dea5a6089055 service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8547504 Feb 19 04:06:43.655578 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Publish callbacks [] for port (61142136-ceca-41ed-9978-643f8220fecf), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.677681 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (61142136-ceca-41ed-9978-643f8220fecf), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.769166 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e984a62-cda6-4c4f-9cdb-9a174172e1d4 req-a88920c6-4ce0-4459-bcdd-8a6e2e71349c service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956563 Feb 19 04:06:43.806519 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Network 00848c67-5de5-4f87-8dad-c27f253f1d20 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:43.827813 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 19829663-8e11-450d-b642-0067dfa5de94 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:43.831666 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (19829663-8e11-450d-b642-0067dfa5de94), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.873352 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:43.882618 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-3b990fb5-6597-4d42-b88b-89a4f02905ae tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:43.886232 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-3b990fb5-6597-4d42-b88b-89a4f02905ae tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] 10.222.0.48 "GET /v2.0/networks?id=f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b HTTP/1.1" status: 200 len: 814 time: 1.9104092 Feb 19 04:06:43.886534 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:43.905892 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-391efd44-ad0b-4465-83eb-8753e09693fe tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Request body: {'port': {'device_id': 'b1324a1e-90b5-4696-8c4e-cd1006028ea8', 'network_id': 'f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b', 'admin_state_up': True, 'tenant_id': '04776259ad2c4960b290ccc8a3eec29a'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:43.930783 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea907d3-95a6-4839-b367-b0584c57c41f req-0a0a471d-1f64-4282-ac3f-7fc7c76e52e8 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:43.937661 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Pushing event updated for resources: {'Port': ['ID=61142136-ceca-41ed-9978-643f8220fecf,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:43.945810 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aea907d3-95a6-4839-b367-b0584c57c41f req-0a0a471d-1f64-4282-ac3f-7fc7c76e52e8 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 945 time: 0.4594653 Feb 19 04:06:43.959350 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:43.959901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:43.960377 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:43.960784 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:43.961162 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:43.961555 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:43.962279 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:43.962716 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:43.963851 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:43.965377 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:43.966140 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:43.966562 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:43.967176 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:44.026332 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441f957-4061-403a-8ea4-2b054aedb29b req-05ca0669-d7f2-4498-b3db-a8ab11919275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:44.028301 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4441f957-4061-403a-8ea4-2b054aedb29b req-05ca0669-d7f2-4498-b3db-a8ab11919275 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d4aee58b-47fa-41c5-a716-b0644bf7a842 HTTP/1.1" status: 200 len: 1127 time: 1.3959799 Feb 19 04:06:44.057270 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847fd90-9bcb-4d8d-9abe-e31ca5298e04 req-66c854a4-7917-40e3-b7a8-f54fbf11a9a5 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:44.067958 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d847fd90-9bcb-4d8d-9abe-e31ca5298e04 req-66c854a4-7917-40e3-b7a8-f54fbf11a9a5 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 946 time: 0.3851912 Feb 19 04:06:44.163804 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aea907d3-95a6-4839-b367-b0584c57c41f req-481c1295-5122-4a28-a992-c473c9456a16 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161272 Feb 19 04:06:44.195530 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4441f957-4061-403a-8ea4-2b054aedb29b req-3057bf0b-a80e-4380-8790-a68aa7e06957 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587136 Feb 19 04:06:44.209868 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d847fd90-9bcb-4d8d-9abe-e31ca5298e04 req-d98b3a0b-c26d-445d-93d6-91f9c1bc491e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406329 Feb 19 04:06:44.227652 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Attempting to bind port 61142136-ceca-41ed-9978-643f8220fecf on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:44.228310 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Attempting to bind port 61142136-ceca-41ed-9978-643f8220fecf by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '3774bd16-b705-40e3-8ef4-46128a49e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '00848c67-5de5-4f87-8dad-c27f253f1d20'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:44.245042 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Attempting to bind port 61142136-ceca-41ed-9978-643f8220fecf on network 00848c67-5de5-4f87-8dad-c27f253f1d20 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:44.283220 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 19829663-8e11-450d-b642-0067dfa5de94, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=19829663-8e11-450d-b642-0067dfa5de94,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:44.295091 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:44.296546 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Checking segment: {'id': '3774bd16-b705-40e3-8ef4-46128a49e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '00848c67-5de5-4f87-8dad-c27f253f1d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:44.297379 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:44.298156 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Bound using segment: {'id': '3774bd16-b705-40e3-8ef4-46128a49e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '00848c67-5de5-4f87-8dad-c27f253f1d20'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:44.299110 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Bound port: 61142136-ceca-41ed-9978-643f8220fecf, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3774bd16-b705-40e3-8ef4-46128a49e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '00848c67-5de5-4f87-8dad-c27f253f1d20'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:44.299982 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (61142136-ceca-41ed-9978-643f8220fecf), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:44.308453 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (19829663-8e11-450d-b642-0067dfa5de94), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:44.333766 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ec7c14-bdfd-4826-b99a-11259b8be8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19829663-8e11-450d-b642-0067dfa5de94'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:44.339120 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5c2f04-3316-4a16-9a7d-171c7f977e88" -d '{"events": [{"server_uuid": "83ec7c14-bdfd-4826-b99a-11259b8be8d9", "name": "network-vif-plugged", "status": "completed", "tag": "19829663-8e11-450d-b642-0067dfa5de94"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:44.515204 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] For port 61142136-ceca-41ed-9978-643f8220fecf, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:06:44.521667 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] For port 61142136-ceca-41ed-9978-643f8220fecf, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=61142136-ceca-41ed-9978-643f8220fecf,segment=NetworkSegment(3774bd16-b705-40e3-8ef4-46128a49e0a7),segment_id=3774bd16-b705-40e3-8ef4-46128a49e0a7)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:44.548096 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (61142136-ceca-41ed-9978-643f8220fecf), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:44.599978 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-391efd44-ad0b-4465-83eb-8753e09693fe tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Made reservation on behalf of 04776259ad2c4960b290ccc8a3eec29a for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:44.607495 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-391efd44-ad0b-4465-83eb-8753e09693fe tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:44.679215 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=19829663-8e11-450d-b642-0067dfa5de94,revision_number=13']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:44.796447 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01660d63-ee82-48e1-b5d6-6ceeba303866 req-9bcb7b3d-1173-4fe4-944c-d175f0fc68cc tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:44.824161 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-01660d63-ee82-48e1-b5d6-6ceeba303866 req-9bcb7b3d-1173-4fe4-944c-d175f0fc68cc tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.4542308 Feb 19 04:06:44.943928 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4290810-1398-462b-bdcf-b6145acf5aff None None] Pushing event updated for resources: {'Port': ['ID=61142136-ceca-41ed-9978-643f8220fecf,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:44.944693 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df8ce3ae-3a7e-4cc9-8275-0cbc9f3e1cce admin admin] Publish callbacks [] for router_gateway (f01173b2-3948-4495-b8ca-0eb5b29b532e), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:45.010772 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df8ce3ae-3a7e-4cc9-8275-0cbc9f3e1cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:45.300079 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-01660d63-ee82-48e1-b5d6-6ceeba303866 req-9796532d-aa46-48ff-a65a-5c440d0ea9d5 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4744389 Feb 19 04:06:45.457422 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-391efd44-ad0b-4465-83eb-8753e09693fe tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Allocated IP 172.20.0.2 (f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b/425ae31e-8552-4839-a739-738ac53d980a/8cfcc822-ba5f-4378-be33-3876c1034656) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:45.570745 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0efd9d-7dc7-4070-9a8d-d01cde017975 req-a2b878e1-c63a-4fca-a5b4-2f11c3c5e5ff tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:45.583654 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6c0efd9d-7dc7-4070-9a8d-d01cde017975 req-a2b878e1-c63a-4fca-a5b4-2f11c3c5e5ff tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4aee58b-47fa-41c5-a716-b0644bf7a842 HTTP/1.1" status: 200 len: 945 time: 0.4419353 Feb 19 04:06:45.747508 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a266562-e615-4348-b945-38c343510225 x-openstack-request-id: req-4a266562-e615-4348-b945-38c343510225 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:45.748180 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2101166-c8be-452e-b5b3-1115d488aa38", "tag": "f9b09734-84a1-49bf-bab0-47c0d798fadc", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:45.749322 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4a266562-e615-4348-b945-38c343510225 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:45.750208 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2101166-c8be-452e-b5b3-1115d488aa38', 'tag': 'f9b09734-84a1-49bf-bab0-47c0d798fadc', 'status': 'completed', 'code': 200} Feb 19 04:06:45.769944 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-df8ce3ae-3a7e-4cc9-8275-0cbc9f3e1cce admin admin] Allocated IP 172.25.0.101 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/ea28793d-4c31-421c-8dfb-7dc7258d76b7) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:45.833986 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6c0efd9d-7dc7-4070-9a8d-d01cde017975 req-ee8950cb-094f-427e-80a8-a4430c8c753d tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487798 Feb 19 04:06:46.138473 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 61142136-ceca-41ed-9978-643f8220fecf up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:46.145007 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dd79aa0e-4474-49a0-adb0-9843a27bb5f0 req-7ed9e861-5dbf-4c50-8323-c0761c06e109 tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1324a1e-90b5-4696-8c4e-cd1006028ea8 HTTP/1.1" status: 200 len: 210 time: 0.0730436 Feb 19 04:06:46.410507 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df8ce3ae-3a7e-4cc9-8275-0cbc9f3e1cce admin admin] Publish callbacks [] for port (ea28793d-4c31-421c-8dfb-7dc7258d76b7), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.474181 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 61142136-ceca-41ed-9978-643f8220fecf triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:46.477252 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (61142136-ceca-41ed-9978-643f8220fecf), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.492256 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-391efd44-ad0b-4465-83eb-8753e09693fe tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Publish callbacks [] for port (8cfcc822-ba5f-4378-be33-3876c1034656), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.580532 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df8ce3ae-3a7e-4cc9-8275-0cbc9f3e1cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ea28793d-4c31-421c-8dfb-7dc7258d76b7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.720759 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-391efd44-ad0b-4465-83eb-8753e09693fe tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (8cfcc822-ba5f-4378-be33-3876c1034656), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.749588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8ce3ae-3a7e-4cc9-8275-0cbc9f3e1cce admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:46.771870 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-df8ce3ae-3a7e-4cc9-8275-0cbc9f3e1cce admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:46.782992 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8ce3ae-3a7e-4cc9-8275-0cbc9f3e1cce admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:46.850607 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 61142136-ceca-41ed-9978-643f8220fecf is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:46.851244 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (61142136-ceca-41ed-9978-643f8220fecf), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.907032 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ce3ae-3a7e-4cc9-8275-0cbc9f3e1cce admin admin] Pushing event updated for resources: {'Port': ['ID=ea28793d-4c31-421c-8dfb-7dc7258d76b7,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:47.024291 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 61142136-ceca-41ed-9978-643f8220fecf, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=61142136-ceca-41ed-9978-643f8220fecf,segment=NetworkSegment(3774bd16-b705-40e3-8ef4-46128a49e0a7),segment_id=3774bd16-b705-40e3-8ef4-46128a49e0a7)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:47.046363 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (61142136-ceca-41ed-9978-643f8220fecf), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:47.059091 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-391efd44-ad0b-4465-83eb-8753e09693fe tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Network f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:47.078192 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-391efd44-ad0b-4465-83eb-8753e09693fe tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:47.084511 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-391efd44-ad0b-4465-83eb-8753e09693fe tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:47.091583 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc3d27-2f2c-4cc8-bf88-23b15a9bb4a4 req-32592894-6a36-4e69-a654-25f656a28f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:47.094137 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fecc3d27-2f2c-4cc8-bf88-23b15a9bb4a4 req-32592894-6a36-4e69-a654-25f656a28f7d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 1125 time: 1.3425877 Feb 19 04:06:47.098829 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391efd44-ad0b-4465-83eb-8753e09693fe tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Pushing event updated for resources: {'Port': ['ID=8cfcc822-ba5f-4378-be33-3876c1034656,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:47.118955 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d6130-5bb5-4332-a6aa-26ee56470c65 req-528d5073-f341-48ce-b76d-b8b7950637ca tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:47.121892 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0f2d6130-5bb5-4332-a6aa-26ee56470c65 req-528d5073-f341-48ce-b76d-b8b7950637ca tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 949 time: 1.5847781 Feb 19 04:06:47.352357 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=61142136-ceca-41ed-9978-643f8220fecf,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:47.395660 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770674f-8ca9-42ba-88b2-59c899b01af7 req-39b5b7a6-1627-41fc-947c-843560303745 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:47.398692 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7770674f-8ca9-42ba-88b2-59c899b01af7 req-39b5b7a6-1627-41fc-947c-843560303745 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 947 time: 0.7815580 Feb 19 04:06:47.400536 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc3d27-2f2c-4cc8-bf88-23b15a9bb4a4 req-4fc67c52-7bdf-4c8f-9120-8c1c8c09bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:47.403326 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fecc3d27-2f2c-4cc8-bf88-23b15a9bb4a4 req-4fc67c52-7bdf-4c8f-9120-8c1c8c09bc6a service neutron] 10.222.0.10 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 921 time: 0.2780724 Feb 19 04:06:47.521653 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a9f60a-5eba-44c5-b21b-eb6d5fe376fd None None] Network 00848c67-5de5-4f87-8dad-c27f253f1d20 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:47.650878 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabeb5ef-848f-4423-81f5-346e7db648ab req-2dcc5f1d-ad0b-47a5-99d1-bd47a3632048 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:47.664052 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabeb5ef-848f-4423-81f5-346e7db648ab req-2dcc5f1d-ad0b-47a5-99d1-bd47a3632048 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:47.675663 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabeb5ef-848f-4423-81f5-346e7db648ab req-2dcc5f1d-ad0b-47a5-99d1-bd47a3632048 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:47.679373 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aabeb5ef-848f-4423-81f5-346e7db648ab req-2dcc5f1d-ad0b-47a5-99d1-bd47a3632048 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e04f8a6-d879-440f-8c09-6c635d0fc818&device_id=a4e5858b-e4bf-4762-8768-1fabd24843a6&device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 2416 time: 0.3323681 Feb 19 04:06:47.699220 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fecc3d27-2f2c-4cc8-bf88-23b15a9bb4a4 req-8a622082-d43c-40ca-8aa1-ff96b240a60f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9b09734-84a1-49bf-bab0-47c0d798fadc HTTP/1.1" status: 200 len: 217 time: 0.2339380 Feb 19 04:06:47.868527 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-391efd44-ad0b-4465-83eb-8753e09693fe tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:47.869769 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-391efd44-ad0b-4465-83eb-8753e09693fe tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:47.871686 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-12eb6f71-ec80-4888-ba0f-5f9cc22cf639 None None] Provisioning complete for port 61142136-ceca-41ed-9978-643f8220fecf triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:47.872299 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-12eb6f71-ec80-4888-ba0f-5f9cc22cf639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (61142136-ceca-41ed-9978-643f8220fecf), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:48.050990 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df8ce3ae-3a7e-4cc9-8275-0cbc9f3e1cce admin admin] Publish callbacks [] for router_gateway (f01173b2-3948-4495-b8ca-0eb5b29b532e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:48.060373 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc3d27-2f2c-4cc8-bf88-23b15a9bb4a4 req-12a1d626-6404-40c2-8ea3-cba2e590d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:48.064291 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fecc3d27-2f2c-4cc8-bf88-23b15a9bb4a4 req-12a1d626-6404-40c2-8ea3-cba2e590d5df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.3412833 Feb 19 04:06:48.146193 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 61142136-ceca-41ed-9978-643f8220fecf up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:48.215335 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fecc3d27-2f2c-4cc8-bf88-23b15a9bb4a4 req-63c844db-d70e-460e-ae6e-8e26f573c9b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078084 Feb 19 04:06:48.235349 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aabeb5ef-848f-4423-81f5-346e7db648ab req-61da6cc1-4663-4c52-a304-570f89cbb5eb tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5333800 Feb 19 04:06:48.243660 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-391efd44-ad0b-4465-83eb-8753e09693fe tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3452413 Feb 19 04:06:48.312476 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-b65ca39f-6ec2-473d-8660-0d53aa04bacb service neutron] Request body: {'port': {'device_id': 'b1324a1e-90b5-4696-8c4e-cd1006028ea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:48.377809 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7770674f-8ca9-42ba-88b2-59c899b01af7 req-c589f081-2d39-4e2b-bad4-4eb521c27da3 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9146781 Feb 19 04:06:48.449835 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f527f88-4c9c-4269-a3d1-14a03c989b13 x-openstack-request-id: req-5f527f88-4c9c-4269-a3d1-14a03c989b13 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:48.450960 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ec7c14-bdfd-4826-b99a-11259b8be8d9", "name": "network-vif-plugged", "status": "completed", "tag": "19829663-8e11-450d-b642-0067dfa5de94", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:48.450960 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f527f88-4c9c-4269-a3d1-14a03c989b13 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:48.451426 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ec7c14-bdfd-4826-b99a-11259b8be8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19829663-8e11-450d-b642-0067dfa5de94', 'code': 200} Feb 19 04:06:48.648758 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-0f2d6130-5bb5-4332-a6aa-26ee56470c65 req-33f378b9-fbdf-49b5-aa8c-156e8dd8de24 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Deleting port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:48.649772 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0f2d6130-5bb5-4332-a6aa-26ee56470c65 req-33f378b9-fbdf-49b5-aa8c-156e8dd8de24 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:48.687518 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 61142136-ceca-41ed-9978-643f8220fecf triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:48.688267 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (61142136-ceca-41ed-9978-643f8220fecf), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:48.824518 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-12eb6f71-ec80-4888-ba0f-5f9cc22cf639 None None] Current status of the port 61142136-ceca-41ed-9978-643f8220fecf is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:48.935764 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 61142136-ceca-41ed-9978-643f8220fecf is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:49.116355 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ababe9-d9ba-441d-8a70-43a54f08ee4a req-36020566-3bd7-41af-856b-8b089cb35999 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:49.130766 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b0ababe9-d9ba-441d-8a70-43a54f08ee4a req-36020566-3bd7-41af-856b-8b089cb35999 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcc207bb-14c3-4949-b2cb-bb502289addc HTTP/1.1" status: 200 len: 949 time: 0.4672167 Feb 19 04:06:49.134562 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-b65ca39f-6ec2-473d-8660-0d53aa04bacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8cfcc822-ba5f-4378-be33-3876c1034656), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:49.195411 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613d88c-0140-4392-b282-b4483e30a9aa req-ffd80957-4bdc-4ed2-afd9-946964dc2a37 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:49.212088 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c613d88c-0140-4392-b282-b4483e30a9aa req-ffd80957-4bdc-4ed2-afd9-946964dc2a37 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 946 time: 0.4759164 Feb 19 04:06:49.317756 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c613d88c-0140-4392-b282-b4483e30a9aa req-be7a4a08-f3d2-423e-94ae-c0b30c717ddc tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032591 Feb 19 04:06:49.368517 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df8ce3ae-3a7e-4cc9-8275-0cbc9f3e1cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (f01173b2-3948-4495-b8ca-0eb5b29b532e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:49.443534 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-72cfa0d6-e89c-4584-943e-6fdbd05fb17a None None] Provisioning complete for port 61142136-ceca-41ed-9978-643f8220fecf triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:49.444199 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-72cfa0d6-e89c-4584-943e-6fdbd05fb17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (61142136-ceca-41ed-9978-643f8220fecf), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:49.735758 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-72cfa0d6-e89c-4584-943e-6fdbd05fb17a None None] Current status of the port 61142136-ceca-41ed-9978-643f8220fecf is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:49.786167 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-b65ca39f-6ec2-473d-8660-0d53aa04bacb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cfcc822-ba5f-4378-be33-3876c1034656 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:49.804566 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-b65ca39f-6ec2-473d-8660-0d53aa04bacb service neutron] Publish callbacks [] for port (8cfcc822-ba5f-4378-be33-3876c1034656), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:49.819863 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 7c3d3c52-3ec8-4150-95e2-72f41684ea03 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:06:49.825223 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc8076-b1ed-4725-85e7-900df4f4330c req-a0503395-43b7-4bbb-8414-e92d26b6d5e6 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:49.829973 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-b65ca39f-6ec2-473d-8660-0d53aa04bacb service neutron] Transition to ACTIVE for port object 8cfcc822-ba5f-4378-be33-3876c1034656 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:06:49.841698 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ebcc8076-b1ed-4725-85e7-900df4f4330c req-a0503395-43b7-4bbb-8414-e92d26b6d5e6 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.3306878 Feb 19 04:06:49.899386 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-b65ca39f-6ec2-473d-8660-0d53aa04bacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (8cfcc822-ba5f-4378-be33-3876c1034656), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:49.926735 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fecc3d27-2f2c-4cc8-bf88-23b15a9bb4a4 req-a389d759-8150-4906-a41f-78b9776ba99e service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6909995 Feb 19 04:06:49.956664 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-0f2d6130-5bb5-4332-a6aa-26ee56470c65 req-33f378b9-fbdf-49b5-aa8c-156e8dd8de24 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] For port 7c3d3c52-3ec8-4150-95e2-72f41684ea03, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=7c3d3c52-3ec8-4150-95e2-72f41684ea03,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:49.958004 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0f2d6130-5bb5-4332-a6aa-26ee56470c65 req-33f378b9-fbdf-49b5-aa8c-156e8dd8de24 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:49.971059 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8ce3ae-3a7e-4cc9-8275-0cbc9f3e1cce admin admin] Router f01173b2-3948-4495-b8ca-0eb5b29b532e is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:06:50.181922 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:50.182572 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.212867 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b0ababe9-d9ba-441d-8a70-43a54f08ee4a req-fcad92fd-4514-4057-b4e8-abedb2c5ea7f tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.65 "GET /v2.0/security-groups?id=e60b9d33-d085-4c92-a7b4-b349238fdcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0804060 Feb 19 04:06:50.260515 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-0f2d6130-5bb5-4332-a6aa-26ee56470c65 req-33f378b9-fbdf-49b5-aa8c-156e8dd8de24 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Calling delete_port for 7c3d3c52-3ec8-4150-95e2-72f41684ea03 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:50.377115 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 7c3d3c52-3ec8-4150-95e2-72f41684ea03, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=7c3d3c52-3ec8-4150-95e2-72f41684ea03,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:50.394443 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.426885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ca39f-6ec2-473d-8660-0d53aa04bacb service neutron] Pushing event updated for resources: {'Port': ['ID=8cfcc822-ba5f-4378-be33-3876c1034656,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:50.468776 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ebcc8076-b1ed-4725-85e7-900df4f4330c req-53c3db38-3bca-47d4-a7f3-3ac1ac2a460a tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6162400 Feb 19 04:06:50.475751 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc207bb-14c3-4949-b2cb-bb502289addc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c3d3c52-3ec8-4150-95e2-72f41684ea03'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:50.492666 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3e1d3f-c13e-40da-90ce-5367a8ba2e22" -d '{"events": [{"server_uuid": "bcc207bb-14c3-4949-b2cb-bb502289addc", "name": "network-vif-unplugged", "status": "completed", "tag": "7c3d3c52-3ec8-4150-95e2-72f41684ea03"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:50.535658 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8ce3ae-3a7e-4cc9-8275-0cbc9f3e1cce admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:06:50.582632 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] Sync routers for ids ['f01173b2-3948-4495-b8ca-0eb5b29b532e'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:06:50.631762 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df8ce3ae-3a7e-4cc9-8275-0cbc9f3e1cce admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.633709 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-df8ce3ae-3a7e-4cc9-8275-0cbc9f3e1cce admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.8848972 Feb 19 04:06:50.639929 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33058) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:50.661589 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=7c3d3c52-3ec8-4150-95e2-72f41684ea03,revision_number=10']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:50.674786 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] Routers {'f01173b2-3948-4495-b8ca-0eb5b29b532e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:06:50.675933 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:06:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f01173b2-3948-4495-b8ca-0eb5b29b532e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:50.855665 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fecc3d27-2f2c-4cc8-bf88-23b15a9bb4a4 req-d6d01f76-caa4-4739-a2af-a158af5a66cf service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8866527 Feb 19 04:06:51.119485 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] Set router f01173b2-3948-4495-b8ca-0eb5b29b532e gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:06:51.135236 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-b65ca39f-6ec2-473d-8660-0d53aa04bacb service neutron] Attempting to bind port 8cfcc822-ba5f-4378-be33-3876c1034656 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:51.135972 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-b65ca39f-6ec2-473d-8660-0d53aa04bacb service neutron] Attempting to bind port 8cfcc822-ba5f-4378-be33-3876c1034656 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '99b6564d-c222-47c2-8862-0173f3f1cf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:51.136658 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-b65ca39f-6ec2-473d-8660-0d53aa04bacb service neutron] Attempting to bind port 8cfcc822-ba5f-4378-be33-3876c1034656 on network f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:51.166840 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1396694-67f0-4fc0-b6cf-aeff061bb732 req-18d18eb9-62c9-4451-8913-6fce503e5973 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:51.169896 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1396694-67f0-4fc0-b6cf-aeff061bb732 req-18d18eb9-62c9-4451-8913-6fce503e5973 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4aee58b-47fa-41c5-a716-b0644bf7a842 HTTP/1.1" status: 200 len: 945 time: 0.4767034 Feb 19 04:06:51.183922 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-b65ca39f-6ec2-473d-8660-0d53aa04bacb service neutron] Port 8cfcc822-ba5f-4378-be33-3876c1034656 on network f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:06:51.184533 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-b65ca39f-6ec2-473d-8660-0d53aa04bacb service neutron] Attempting to bind port 8cfcc822-ba5f-4378-be33-3876c1034656 on network f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:51.317632 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-b65ca39f-6ec2-473d-8660-0d53aa04bacb service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:51.319088 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-b65ca39f-6ec2-473d-8660-0d53aa04bacb service neutron] Checking segment: {'id': '99b6564d-c222-47c2-8862-0173f3f1cf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:51.329751 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-b65ca39f-6ec2-473d-8660-0d53aa04bacb service neutron] Bound using segment: {'id': '99b6564d-c222-47c2-8862-0173f3f1cf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:51.330975 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-b65ca39f-6ec2-473d-8660-0d53aa04bacb service neutron] Bound port: 8cfcc822-ba5f-4378-be33-3876c1034656, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99b6564d-c222-47c2-8862-0173f3f1cf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:51.332085 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-b65ca39f-6ec2-473d-8660-0d53aa04bacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8cfcc822-ba5f-4378-be33-3876c1034656), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.343596 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8b403-4970-4fc0-a002-a36736c64857 req-34854515-d0e1-4e9d-9246-763513f57c67 tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:51.346446 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-52f8b403-4970-4fc0-a002-a36736c64857 req-34854515-d0e1-4e9d-9246-763513f57c67 tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1324a1e-90b5-4696-8c4e-cd1006028ea8 HTTP/1.1" status: 200 len: 943 time: 0.4216218 Feb 19 04:06:51.520442 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1396694-67f0-4fc0-b6cf-aeff061bb732 req-806db421-47c1-4943-b4d6-fffce33b99c6 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175838 Feb 19 04:06:51.538713 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0f2d6130-5bb5-4332-a6aa-26ee56470c65 req-33f378b9-fbdf-49b5-aa8c-156e8dd8de24 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (7c3d3c52-3ec8-4150-95e2-72f41684ea03), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.635541 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-52f8b403-4970-4fc0-a002-a36736c64857 req-5bcac232-dbe6-4cc7-9d82-2f3712612526 tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] 10.222.0.65 "GET /v2.0/security-groups?id=60c6a228-b287-4bc2-8e8e-904d92a20e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705057 Feb 19 04:06:51.663597 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f378b9-fbdf-49b5-aa8c-156e8dd8de24 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Pushing event deleted for resources: {'Port': ['ID=7c3d3c52-3ec8-4150-95e2-72f41684ea03,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:51.884476 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2d6130-5bb5-4332-a6aa-26ee56470c65 req-33f378b9-fbdf-49b5-aa8c-156e8dd8de24 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] No DVR routers for this DVR port 7c3d3c52-3ec8-4150-95e2-72f41684ea03 on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:06:51.898488 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0f2d6130-5bb5-4332-a6aa-26ee56470c65 req-33f378b9-fbdf-49b5-aa8c-156e8dd8de24 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.924953 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0f2d6130-5bb5-4332-a6aa-26ee56470c65 req-33f378b9-fbdf-49b5-aa8c-156e8dd8de24 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] 10.222.0.10 "DELETE /v2.0/ports/7c3d3c52-3ec8-4150-95e2-72f41684ea03 HTTP/1.1" status: 204 len: 173 time: 4.7622731 Feb 19 04:06:51.938494 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-b65ca39f-6ec2-473d-8660-0d53aa04bacb service neutron] For port 8cfcc822-ba5f-4378-be33-3876c1034656, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:06:51.953180 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc207bb-14c3-4949-b2cb-bb502289addc', 'name': 'network-vif-deleted', 'tag': '7c3d3c52-3ec8-4150-95e2-72f41684ea03'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:51.963753 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b05ffc-3196-45c0-bd00-86ce3e20bb1c" -d '{"events": [{"server_uuid": "bcc207bb-14c3-4949-b2cb-bb502289addc", "name": "network-vif-deleted", "tag": "7c3d3c52-3ec8-4150-95e2-72f41684ea03"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:52.028129 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-b65ca39f-6ec2-473d-8660-0d53aa04bacb service neutron] For port 8cfcc822-ba5f-4378-be33-3876c1034656, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=8cfcc822-ba5f-4378-be33-3876c1034656,segment=NetworkSegment(99b6564d-c222-47c2-8862-0173f3f1cf61),segment_id=99b6564d-c222-47c2-8862-0173f3f1cf61)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:52.160808 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-b65ca39f-6ec2-473d-8660-0d53aa04bacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (8cfcc822-ba5f-4378-be33-3876c1034656), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:52.309923 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01173b2-3948-4495-b8ca-0eb5b29b532e', 'name': 'tempest-FloatingIPsTestJSON-1219486593-router', 'tenant_id': '1f9795d8d7d14612be42531dad715e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ea28793d-4c31-421c-8dfb-7dc7258d76b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:41Z', 'updated_at': '2022-02-19T04:06:47Z', 'revision_number': 3, 'project_id': '1f9795d8d7d14612be42531dad715e4d', 'gw_port': {'id': 'ea28793d-4c31-421c-8dfb-7dc7258d76b7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:67:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01173b2-3948-4495-b8ca-0eb5b29b532e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:45Z', 'updated_at': '2022-02-19T04:06:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:52.397061 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd437ec9-b64e-4e4c-943c-161cbca44fb3 req-d5d5b766-42c0-43ef-8b65-d8fd1ea3e1aa tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:52.407989 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cd437ec9-b64e-4e4c-943c-161cbca44fb3 req-d5d5b766-42c0-43ef-8b65-d8fd1ea3e1aa tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 947 time: 0.3846200 Feb 19 04:06:52.432953 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] Checking router: f01173b2-3948-4495-b8ca-0eb5b29b532e for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:06:52.433622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] Updating router f01173b2-3948-4495-b8ca-0eb5b29b532e port ea28793d-4c31-421c-8dfb-7dc7258d76b7 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:06:52.480571 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-b65ca39f-6ec2-473d-8660-0d53aa04bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:52.482332 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-b65ca39f-6ec2-473d-8660-0d53aa04bacb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:52.488499 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-b65ca39f-6ec2-473d-8660-0d53aa04bacb service neutron] 10.222.0.48 "PUT /v2.0/ports/8cfcc822-ba5f-4378-be33-3876c1034656 HTTP/1.1" status: 200 len: 1091 time: 4.1845102 Feb 19 04:06:52.508031 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ca39f-6ec2-473d-8660-0d53aa04bacb service neutron] Pushing event updated for resources: {'Port': ['ID=8cfcc822-ba5f-4378-be33-3876c1034656,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:52.528057 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ea28793d-4c31-421c-8dfb-7dc7258d76b7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:52.739808 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cd437ec9-b64e-4e4c-943c-161cbca44fb3 req-ccefd550-f229-4f7e-a5c6-04a3961a4a0c tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3251827 Feb 19 04:06:52.820986 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-840b638c-4b0e-4e68-bdd7-49efc129cf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:52.852669 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f7e78-d2e9-4b65-9c45-ab0daf7b8235 req-62e2c19e-330c-43d4-b154-d3c4b53910c0 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:52.855994 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf0f7e78-d2e9-4b65-9c45-ab0daf7b8235 req-62e2c19e-330c-43d4-b154-d3c4b53910c0 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e04f8a6-d879-440f-8c09-6c635d0fc818 HTTP/1.1" status: 200 len: 945 time: 0.8866794 Feb 19 04:06:53.160817 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf0f7e78-d2e9-4b65-9c45-ab0daf7b8235 req-ce074062-4a5f-465a-bd05-c6a814e36480 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683823 Feb 19 04:06:53.269565 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-4e6aac8e-26ca-4707-9dca-f8f928e87f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:53.287149 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-4e6aac8e-26ca-4707-9dca-f8f928e87f92 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04776259ad2c4960b290ccc8a3eec29a&device_id=b1324a1e-90b5-4696-8c4e-cd1006028ea8 HTTP/1.1" status: 200 len: 1125 time: 0.6777611 Feb 19 04:06:53.305620 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:06:53.415311 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62670e9e-a142-4cee-9536-d667bbef5cba x-openstack-request-id: req-62670e9e-a142-4cee-9536-d667bbef5cba {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:53.417739 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc207bb-14c3-4949-b2cb-bb502289addc", "name": "network-vif-unplugged", "status": "completed", "tag": "7c3d3c52-3ec8-4150-95e2-72f41684ea03", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:53.418705 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-62670e9e-a142-4cee-9536-d667bbef5cba {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:53.419602 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc207bb-14c3-4949-b2cb-bb502289addc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c3d3c52-3ec8-4150-95e2-72f41684ea03', 'code': 200} Feb 19 04:06:53.463640 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] Publish callbacks [] for port (ea28793d-4c31-421c-8dfb-7dc7258d76b7), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:53.476885 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-2f61da5d-4246-458a-b94b-8b0038025390 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8cfcc822-ba5f-4378-be33-3876c1034656 HTTP/1.1" status: 200 len: 217 time: 0.1812506 Feb 19 04:06:53.480740 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ea28793d-4c31-421c-8dfb-7dc7258d76b7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:53.598480 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-840b638c-4b0e-4e68-bdd7-49efc129cf36 admin admin] Allocated IP 172.20.0.1 (00848c67-5de5-4f87-8dad-c27f253f1d20/bb1e66fd-e748-4d7d-8ae8-4b91e7755b97/8f06e917-8685-447e-a88b-cfb235c099de) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:53.632155 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-d6ef1e69-a989-4670-8e68-a172028ab07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:53.637032 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-d6ef1e69-a989-4670-8e68-a172028ab07f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=425ae31e-8552-4839-a739-738ac53d980a HTTP/1.1" status: 200 len: 854 time: 0.1496642 Feb 19 04:06:53.765735 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-64d5ca93-34d5-4947-b633-2e1fc1d82381 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212652 Feb 19 04:06:53.812266 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38958068-5d7c-4978-b62c-3fcf32ce3c4d None None] Pushing event updated for resources: {'Port': ['ID=ea28793d-4c31-421c-8dfb-7dc7258d76b7,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:53.846985 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-840b638c-4b0e-4e68-bdd7-49efc129cf36 admin admin] Publish callbacks [] for port (8f06e917-8685-447e-a88b-cfb235c099de), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:53.849520 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] Attempting to bind port ea28793d-4c31-421c-8dfb-7dc7258d76b7 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:53.850138 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] Attempting to bind port ea28793d-4c31-421c-8dfb-7dc7258d76b7 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:53.853337 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] Attempting to bind port ea28793d-4c31-421c-8dfb-7dc7258d76b7 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:53.875829 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:53.879280 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:53.880082 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:53.880747 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:53.884687 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] Bound port: ea28793d-4c31-421c-8dfb-7dc7258d76b7, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:53.885514 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ea28793d-4c31-421c-8dfb-7dc7258d76b7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:54.005668 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-840b638c-4b0e-4e68-bdd7-49efc129cf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (8f06e917-8685-447e-a88b-cfb235c099de), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:54.062197 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4670b4-085a-4e5f-9848-d76839f1024e req-2498c6f0-16fc-4584-afb4-24572f49ba01 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:54.077469 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d4670b4-085a-4e5f-9848-d76839f1024e req-2498c6f0-16fc-4584-afb4-24572f49ba01 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 946 time: 0.9870887 Feb 19 04:06:54.143835 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] For port ea28793d-4c31-421c-8dfb-7dc7258d76b7, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:06:54.159147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] For port ea28793d-4c31-421c-8dfb-7dc7258d76b7, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ea28793d-4c31-421c-8dfb-7dc7258d76b7,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:54.179747 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ea28793d-4c31-421c-8dfb-7dc7258d76b7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:54.322690 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840b638c-4b0e-4e68-bdd7-49efc129cf36 admin admin] Network 00848c67-5de5-4f87-8dad-c27f253f1d20 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:54.349663 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d4670b4-085a-4e5f-9848-d76839f1024e req-fa5edbbf-9069-4c55-b5a4-ceffe81de388 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661176 Feb 19 04:06:54.372598 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-840b638c-4b0e-4e68-bdd7-49efc129cf36 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:54.397220 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65da73-b85d-434c-9496-3cedd90c72cd req-572c660d-aa29-409d-b830-c951ee971acd tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:54.404792 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9b65da73-b85d-434c-9496-3cedd90c72cd req-572c660d-aa29-409d-b830-c951ee971acd tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.4220433 Feb 19 04:06:54.417500 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-576625bb-61d6-4d2c-b1bc-3190c2a1f2ec service neutron] 10.222.0.48 "GET /v2.0/networks/f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6332798 Feb 19 04:06:54.425532 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840b638c-4b0e-4e68-bdd7-49efc129cf36 admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:54.441927 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] Routers {'f01173b2-3948-4495-b8ca-0eb5b29b532e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:06:54.443994 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:06:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f01173b2-3948-4495-b8ca-0eb5b29b532e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:54.527487 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33082) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:54.529026 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-840b638c-4b0e-4e68-bdd7-49efc129cf36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (f01173b2-3948-4495-b8ca-0eb5b29b532e), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:54.881084 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-247dd144-4d1e-44dd-b01f-5e67cce17607 req-9b4d89d5-3462-46f7-97b4-6667e0eec072 service neutron] 10.222.0.48 "GET /v2.0/networks/f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588690 Feb 19 04:06:54.959532 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b638c-4b0e-4e68-bdd7-49efc129cf36 admin admin] Pushing event updated for resources: {'Port': ['ID=8f06e917-8685-447e-a88b-cfb235c099de,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:55.054746 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-840b638c-4b0e-4e68-bdd7-49efc129cf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8f06e917-8685-447e-a88b-cfb235c099de), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:55.104465 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9b65da73-b85d-434c-9496-3cedd90c72cd req-49eed962-6db3-4857-9982-ed6f1454cbef tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215805 Feb 19 04:06:55.127075 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] Set router f01173b2-3948-4495-b8ca-0eb5b29b532e gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:06:55.286577 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c344de-4a99-4980-bc93-ad6cccdb39f0 x-openstack-request-id: req-28c344de-4a99-4980-bc93-ad6cccdb39f0 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:55.287767 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc207bb-14c3-4949-b2cb-bb502289addc", "name": "network-vif-deleted", "tag": "7c3d3c52-3ec8-4150-95e2-72f41684ea03", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:55.288695 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-28c344de-4a99-4980-bc93-ad6cccdb39f0 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:55.289609 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc207bb-14c3-4949-b2cb-bb502289addc', 'name': 'network-vif-deleted', 'tag': '7c3d3c52-3ec8-4150-95e2-72f41684ea03', 'status': 'completed', 'code': 200} Feb 19 04:06:55.550118 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-88b349de-b6dc-4b74-9e13-8d19bf624e39 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ecf9e139694246328842375c06e497e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7658424 Feb 19 04:06:55.589261 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33096) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:55.620676 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38958068-5d7c-4978-b62c-3fcf32ce3c4d None None] Pushing event updated for resources: {'Port': ['ID=ea28793d-4c31-421c-8dfb-7dc7258d76b7,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:55.790883 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-42134d53-906f-4fb9-b2f1-134b231b8b03 None None] Provisioning complete for port 8f06e917-8685-447e-a88b-cfb235c099de triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:55.791393 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-42134d53-906f-4fb9-b2f1-134b231b8b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8f06e917-8685-447e-a88b-cfb235c099de), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:55.855282 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e30169-9fcf-40a5-9ce1-9a820aeda76a req-dceceb68-663e-46b6-a4d5-d0239b60b5b6 tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:55.870170 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a6e30169-9fcf-40a5-9ce1-9a820aeda76a req-dceceb68-663e-46b6-a4d5-d0239b60b5b6 tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1324a1e-90b5-4696-8c4e-cd1006028ea8 HTTP/1.1" status: 200 len: 943 time: 0.3814909 Feb 19 04:06:55.955118 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3ec211ea-3ed4-4a21-a5cb-e970bdcf0ef1 admin admin] Publish callbacks [] for security_group (e60b9d33-d085-4c92-a7b4-b349238fdcf8), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:55.988823 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-840b638c-4b0e-4e68-bdd7-49efc129cf36 admin admin] Publish callbacks [] for port (8f06e917-8685-447e-a88b-cfb235c099de), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:56.003741 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-840b638c-4b0e-4e68-bdd7-49efc129cf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (8f06e917-8685-447e-a88b-cfb235c099de), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:56.040553 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3ec211ea-3ed4-4a21-a5cb-e970bdcf0ef1 admin admin] Publish callbacks [] for security_group (e60b9d33-d085-4c92-a7b4-b349238fdcf8), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:56.048526 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-42134d53-906f-4fb9-b2f1-134b231b8b03 None None] Port 8f06e917-8685-447e-a88b-cfb235c099de cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:06:56.200146 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3ec211ea-3ed4-4a21-a5cb-e970bdcf0ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e60b9d33-d085-4c92-a7b4-b349238fdcf8), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:56.210262 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3ec211ea-3ed4-4a21-a5cb-e970bdcf0ef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:56.221371 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3ec211ea-3ed4-4a21-a5cb-e970bdcf0ef1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e60b9d33-d085-4c92-a7b4-b349238fdcf8 HTTP/1.1" status: 204 len: 168 time: 0.6154695 Feb 19 04:06:56.224497 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01173b2-3948-4495-b8ca-0eb5b29b532e', 'name': 'tempest-FloatingIPsTestJSON-1219486593-router', 'tenant_id': '1f9795d8d7d14612be42531dad715e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ea28793d-4c31-421c-8dfb-7dc7258d76b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:41Z', 'updated_at': '2022-02-19T04:06:47Z', 'revision_number': 3, 'project_id': '1f9795d8d7d14612be42531dad715e4d', 'gw_port': {'id': 'ea28793d-4c31-421c-8dfb-7dc7258d76b7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:67:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01173b2-3948-4495-b8ca-0eb5b29b532e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:45Z', 'updated_at': '2022-02-19T04:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:56.257457 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a6e30169-9fcf-40a5-9ce1-9a820aeda76a req-46ff1d08-d5e4-4f8f-9752-716d7b3ff7e9 tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] 10.222.0.65 "GET /v2.0/security-groups?id=60c6a228-b287-4bc2-8e8e-904d92a20e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811500 Feb 19 04:06:56.323112 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec211ea-3ed4-4a21-a5cb-e970bdcf0ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60b9d33-d085-4c92-a7b4-b349238fdcf8,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:56.443980 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-840b638c-4b0e-4e68-bdd7-49efc129cf36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (f01173b2-3948-4495-b8ca-0eb5b29b532e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:56.464732 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b638c-4b0e-4e68-bdd7-49efc129cf36 admin admin] Pushing event updated for resources: {'Port': ['ID=8f06e917-8685-447e-a88b-cfb235c099de,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:56.504842 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc6cddb-4c95-412e-8873-e24dd5a4f10f None None] The sync data for ids ['f01173b2-3948-4495-b8ca-0eb5b29b532e'] in n-d-772273-4 is: [{'id': 'f01173b2-3948-4495-b8ca-0eb5b29b532e', 'name': 'tempest-FloatingIPsTestJSON-1219486593-router', 'tenant_id': '1f9795d8d7d14612be42531dad715e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ea28793d-4c31-421c-8dfb-7dc7258d76b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:41Z', 'updated_at': '2022-02-19T04:06:47Z', 'revision_number': 3, 'project_id': '1f9795d8d7d14612be42531dad715e4d', 'gw_port': {'id': 'ea28793d-4c31-421c-8dfb-7dc7258d76b7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:67:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01173b2-3948-4495-b8ca-0eb5b29b532e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:45Z', 'updated_at': '2022-02-19T04:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:06:56.802545 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d4223-e51b-4c7f-b9d3-c0052b4e3f00 req-5369cbdd-44f6-42fc-abeb-548c694addd2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:56.823952 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-634d4223-e51b-4c7f-b9d3-c0052b4e3f00 req-5369cbdd-44f6-42fc-abeb-548c694addd2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 947 time: 0.2211585 Feb 19 04:06:56.861915 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840b638c-4b0e-4e68-bdd7-49efc129cf36 admin admin] Network 00848c67-5de5-4f87-8dad-c27f253f1d20 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:56.870310 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-840b638c-4b0e-4e68-bdd7-49efc129cf36 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:57.040034 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-634d4223-e51b-4c7f-b9d3-c0052b4e3f00 req-e23bb28d-b205-447e-8d01-8b7241d22a1d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126606 Feb 19 04:06:57.292177 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1324a1e-90b5-4696-8c4e-cd1006028ea8', 'tag': '8cfcc822-ba5f-4378-be33-3876c1034656'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:57.296553 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9ac0d1-3150-45f0-957b-2320ac4de333" -d '{"events": [{"name": "network-changed", "server_uuid": "b1324a1e-90b5-4696-8c4e-cd1006028ea8", "tag": "8cfcc822-ba5f-4378-be33-3876c1034656"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:57.413338 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33124) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:57.571756 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5919ab99-a5d9-4e69-b45f-f3d2752a5f40 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6ba5b873fcd3423793ca7e29ceacea40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1571693 Feb 19 04:06:57.598640 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33126) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:57.619869 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9a39a365-0d3e-42a3-961f-2d5ea7214582 None None] Provisioning complete for port 8f06e917-8685-447e-a88b-cfb235c099de triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:57.620749 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9a39a365-0d3e-42a3-961f-2d5ea7214582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8f06e917-8685-447e-a88b-cfb235c099de), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:57.745292 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9a39a365-0d3e-42a3-961f-2d5ea7214582 None None] Port 8f06e917-8685-447e-a88b-cfb235c099de cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:06:57.903666 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1e67e-aa37-4afa-b635-d7e125d6345b req-d53fe532-6d6c-4d18-8be1-00a684395142 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:57.924173 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-29d1e67e-aa37-4afa-b635-d7e125d6345b req-d53fe532-6d6c-4d18-8be1-00a684395142 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.3349471 Feb 19 04:06:58.054825 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb6820aa-d318-451d-9336-f8ead0a3d866 admin admin] Publish callbacks [] for security_group (8c43c8be-8c95-446d-8606-a6f3ef3f84c5), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:58.122830 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb6820aa-d318-451d-9336-f8ead0a3d866 admin admin] Publish callbacks [] for security_group (8c43c8be-8c95-446d-8606-a6f3ef3f84c5), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:58.192463 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ea28793d-4c31-421c-8dfb-7dc7258d76b7 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:58.290677 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb6820aa-d318-451d-9336-f8ead0a3d866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8c43c8be-8c95-446d-8606-a6f3ef3f84c5), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:58.303853 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb6820aa-d318-451d-9336-f8ead0a3d866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:58.306020 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fb6820aa-d318-451d-9336-f8ead0a3d866 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8c43c8be-8c95-446d-8606-a6f3ef3f84c5 HTTP/1.1" status: 204 len: 168 time: 0.7056327 Feb 19 04:06:58.360524 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-29d1e67e-aa37-4afa-b635-d7e125d6345b req-2a4e1e49-c87f-42d6-989c-e87d700ce176 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299469 Feb 19 04:06:58.417506 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6820aa-d318-451d-9336-f8ead0a3d866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c43c8be-8c95-446d-8606-a6f3ef3f84c5,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:58.435235 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 8cfcc822-ba5f-4378-be33-3876c1034656 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:06:58.554809 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840b638c-4b0e-4e68-bdd7-49efc129cf36 admin admin] Router f01173b2-3948-4495-b8ca-0eb5b29b532e has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:06:58.653186 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ea28793d-4c31-421c-8dfb-7dc7258d76b7 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:58.654104 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ea28793d-4c31-421c-8dfb-7dc7258d76b7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:58.659461 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677fc98-6564-42c9-b063-f27c74e0c414 req-35cd687a-f5da-425f-86e2-2b4bce6e5880 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:58.669893 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c677fc98-6564-42c9-b063-f27c74e0c414 req-35cd687a-f5da-425f-86e2-2b4bce6e5880 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 946 time: 0.2975888 Feb 19 04:06:59.097582 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c677fc98-6564-42c9-b063-f27c74e0c414 req-e226b2d4-c2ff-4eb2-a5f5-4273baff7fde tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886077 Feb 19 04:06:59.211271 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 8cfcc822-ba5f-4378-be33-3876c1034656, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=8cfcc822-ba5f-4378-be33-3876c1034656,segment=NetworkSegment(99b6564d-c222-47c2-8862-0173f3f1cf61),segment_id=99b6564d-c222-47c2-8862-0173f3f1cf61)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:59.296934 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa154ec0-cc04-4d70-98be-1b721e4758c4 req-1e743aa2-4607-4ec7-a3df-5907e25f900a tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:59.300375 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '8cfcc822-ba5f-4378-be33-3876c1034656', 'network_id': 'f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b', 'port_id': '8cfcc822-ba5f-4378-be33-3876c1034656', 'mac_address': 'fa:16:3e:e9:a3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '425ae31e-8552-4839-a739-738ac53d980a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:06:59.325338 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aa154ec0-cc04-4d70-98be-1b721e4758c4 req-1e743aa2-4607-4ec7-a3df-5907e25f900a tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1324a1e-90b5-4696-8c4e-cd1006028ea8 HTTP/1.1" status: 200 len: 943 time: 0.2935190 Feb 19 04:06:59.330630 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f46734-036c-4f1c-bc33-49f7d917ec96 x-openstack-request-id: req-41f46734-036c-4f1c-bc33-49f7d917ec96 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:59.331810 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1324a1e-90b5-4696-8c4e-cd1006028ea8", "tag": "8cfcc822-ba5f-4378-be33-3876c1034656", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:59.337604 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-41f46734-036c-4f1c-bc33-49f7d917ec96 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:59.338600 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1324a1e-90b5-4696-8c4e-cd1006028ea8', 'tag': '8cfcc822-ba5f-4378-be33-3876c1034656', 'status': 'completed', 'code': 200} Feb 19 04:06:59.399128 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840b638c-4b0e-4e68-bdd7-49efc129cf36 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:06:59.436842 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-840b638c-4b0e-4e68-bdd7-49efc129cf36 admin admin] 10.222.0.65 "PUT /v2.0/routers/f01173b2-3948-4495-b8ca-0eb5b29b532e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7927616 Feb 19 04:06:59.567544 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 8cfcc822-ba5f-4378-be33-3876c1034656 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:59.570217 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8cfcc822-ba5f-4378-be33-3876c1034656), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:59.611768 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cfcc822-ba5f-4378-be33-3876c1034656 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:59.734827 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ea28793d-4c31-421c-8dfb-7dc7258d76b7 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:59.736555 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ac0d1-3150-45f0-957b-2320ac4de333 req-b7cca43c-1841-4411-b7da-71912aee08bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:59.737356 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ea28793d-4c31-421c-8dfb-7dc7258d76b7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:59.747857 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf9ac0d1-3150-45f0-957b-2320ac4de333 req-b7cca43c-1841-4411-b7da-71912aee08bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04776259ad2c4960b290ccc8a3eec29a&device_id=b1324a1e-90b5-4696-8c4e-cd1006028ea8 HTTP/1.1" status: 200 len: 1125 time: 0.4065926 Feb 19 04:06:59.782179 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aa154ec0-cc04-4d70-98be-1b721e4758c4 req-8219165b-ba60-4ba9-a437-2c0015a258e5 tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] 10.222.0.65 "GET /v2.0/security-groups?id=60c6a228-b287-4bc2-8e8e-904d92a20e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549534 Feb 19 04:06:59.853060 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 8cfcc822-ba5f-4378-be33-3876c1034656, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=8cfcc822-ba5f-4378-be33-3876c1034656,segment=NetworkSegment(99b6564d-c222-47c2-8862-0173f3f1cf61),segment_id=99b6564d-c222-47c2-8862-0173f3f1cf61)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:59.863277 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8cfcc822-ba5f-4378-be33-3876c1034656), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:59.868172 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 241c1cca-c88c-42dd-8168-6bca32d5d37a details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:06:59.960832 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port ea28793d-4c31-421c-8dfb-7dc7258d76b7, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ea28793d-4c31-421c-8dfb-7dc7258d76b7,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:00.046421 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd6c04-1bb3-47a2-9bb4-30dfd37723b7 req-d732f244-2356-4e61-82af-60c4c3376a71 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:00.060145 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-99fd6c04-1bb3-47a2-9bb4-30dfd37723b7 req-d732f244-2356-4e61-82af-60c4c3376a71 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 947 time: 0.3278599 Feb 19 04:07:00.138263 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ac0d1-3150-45f0-957b-2320ac4de333 req-06318976-d25c-4224-a42e-78c7c9b0c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:00.140285 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf9ac0d1-3150-45f0-957b-2320ac4de333 req-06318976-d25c-4224-a42e-78c7c9b0c487 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b HTTP/1.1" status: 200 len: 914 time: 0.3360310 Feb 19 04:07:00.225775 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf9ac0d1-3150-45f0-957b-2320ac4de333 req-9cd98608-f947-4963-9791-44c91b75f900 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8cfcc822-ba5f-4378-be33-3876c1034656 HTTP/1.1" status: 200 len: 217 time: 0.0755196 Feb 19 04:07:00.258118 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-99fd6c04-1bb3-47a2-9bb4-30dfd37723b7 req-04bd722c-c44f-4ac4-872b-66b9f6912dcd tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955190 Feb 19 04:07:00.446838 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 241c1cca-c88c-42dd-8168-6bca32d5d37a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=241c1cca-c88c-42dd-8168-6bca32d5d37a,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:00.447416 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ac0d1-3150-45f0-957b-2320ac4de333 req-d3abee7c-6655-4551-b2f5-4855e37ac23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:00.453315 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf9ac0d1-3150-45f0-957b-2320ac4de333 req-d3abee7c-6655-4551-b2f5-4855e37ac23b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=425ae31e-8552-4839-a739-738ac53d980a HTTP/1.1" status: 200 len: 854 time: 0.2145555 Feb 19 04:07:00.470320 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '241c1cca-c88c-42dd-8168-6bca32d5d37a', 'network_id': 'a64e4f96-ab47-44e5-a8c0-65ae49234a15', 'port_id': '241c1cca-c88c-42dd-8168-6bca32d5d37a', 'mac_address': 'fa:16:3e:3b:47:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbaae2b-220b-401a-870e-2283d582e1b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:07:00.551729 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] Sync routers for ids ['f01173b2-3948-4495-b8ca-0eb5b29b532e'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:07:00.591858 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] Routers {'f01173b2-3948-4495-b8ca-0eb5b29b532e'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:00.598361 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:06:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f01173b2-3948-4495-b8ca-0eb5b29b532e'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:00.673777 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ea28793d-4c31-421c-8dfb-7dc7258d76b7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:00.689844 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf9ac0d1-3150-45f0-957b-2320ac4de333 req-67f72c75-987f-4175-a71d-371a8163188c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2259939 Feb 19 04:07:00.693526 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 241c1cca-c88c-42dd-8168-6bca32d5d37a is: ACTIVE; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:00.694065 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (241c1cca-c88c-42dd-8168-6bca32d5d37a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:00.804578 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 241c1cca-c88c-42dd-8168-6bca32d5d37a {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:07:00.976786 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 241c1cca-c88c-42dd-8168-6bca32d5d37a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=241c1cca-c88c-42dd-8168-6bca32d5d37a,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:00.981635 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=8cfcc822-ba5f-4378-be33-3876c1034656,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:01.003825 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (241c1cca-c88c-42dd-8168-6bca32d5d37a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:01.049853 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] Set router f01173b2-3948-4495-b8ca-0eb5b29b532e gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:01.166806 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305da1b9-fb6b-42cd-a0df-7d6b59a32bf3 req-87a574fb-0751-4f8a-8ec5-36588d547472 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:01.178932 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-305da1b9-fb6b-42cd-a0df-7d6b59a32bf3 req-87a574fb-0751-4f8a-8ec5-36588d547472 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.7193413 Feb 19 04:07:01.185192 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf9ac0d1-3150-45f0-957b-2320ac4de333 req-6e99592f-8e81-42fb-a8c8-0b1d8ffd01dc service neutron] 10.222.0.48 "GET /v2.0/networks/f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754300 Feb 19 04:07:01.218296 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=ea28793d-4c31-421c-8dfb-7dc7258d76b7,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:01.231454 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['241c1cca-c88c-42dd-8168-6bca32d5d37a'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:07:01.453026 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-305da1b9-fb6b-42cd-a0df-7d6b59a32bf3 req-1b2a66b7-3715-40cb-9fe2-dd12a34e4a81 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744930 Feb 19 04:07:01.678681 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['8cfcc822-ba5f-4378-be33-3876c1034656'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:07:01.868813 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01173b2-3948-4495-b8ca-0eb5b29b532e', 'name': 'tempest-FloatingIPsTestJSON-1219486593-router', 'tenant_id': '1f9795d8d7d14612be42531dad715e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ea28793d-4c31-421c-8dfb-7dc7258d76b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:41Z', 'updated_at': '2022-02-19T04:06:54Z', 'revision_number': 4, 'project_id': '1f9795d8d7d14612be42531dad715e4d', 'gw_port': {'id': 'ea28793d-4c31-421c-8dfb-7dc7258d76b7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:67:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01173b2-3948-4495-b8ca-0eb5b29b532e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:45Z', 'updated_at': '2022-02-19T04:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '8f06e917-8685-447e-a88b-cfb235c099de', 'name': '', 'network_id': '00848c67-5de5-4f87-8dad-c27f253f1d20', 'tenant_id': '1f9795d8d7d14612be42531dad715e4d', 'mac_address': 'fa:16:3e:94:63:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01173b2-3948-4495-b8ca-0eb5b29b532e', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'bb1e66fd-e748-4d7d-8ae8-4b91e7755b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:52Z', 'updated_at': '2022-02-19T04:06:55Z', 'revision_number': 2, 'project_id': '1f9795d8d7d14612be42531dad715e4d', 'subnets': [{'id': 'bb1e66fd-e748-4d7d-8ae8-4b91e7755b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:01.918172 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] Checking router: f01173b2-3948-4495-b8ca-0eb5b29b532e for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:07:01.919759 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] Updating router f01173b2-3948-4495-b8ca-0eb5b29b532e port 8f06e917-8685-447e-a88b-cfb235c099de binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:07:02.018472 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8f06e917-8685-447e-a88b-cfb235c099de), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:02.037170 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf9ac0d1-3150-45f0-957b-2320ac4de333 req-611a7184-f163-4bdb-905b-93267298493f service neutron] 10.222.0.48 "GET /v2.0/networks/f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7479217 Feb 19 04:07:02.094265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ff26b-3a90-4b98-99cb-851868687466 req-c544e469-364f-4859-86e8-3772ba67a8f3 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:02.106197 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b89ff26b-3a90-4b98-99cb-851868687466 req-c544e469-364f-4859-86e8-3772ba67a8f3 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 946 time: 0.3428366 Feb 19 04:07:02.304335 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=241c1cca-c88c-42dd-8168-6bca32d5d37a,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:02.307717 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b89ff26b-3a90-4b98-99cb-851868687466 req-b31f7c64-c028-4e8a-a772-7466fe25c19d tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894150 Feb 19 04:07:02.465984 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-688cdf4b-cb54-428e-b4f9-0de06992e175 req-d795cc5f-d69e-4f90-9dde-35008ba3608b tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6574566 Feb 19 04:07:02.494095 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-688cdf4b-cb54-428e-b4f9-0de06992e175 req-8bd796da-0fba-4344-81c5-6b8bbdaf6130 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:02.525602 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0fb81324-7daa-4b45-a10f-493f87f74855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:02.542373 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-688cdf4b-cb54-428e-b4f9-0de06992e175 req-8bd796da-0fba-4344-81c5-6b8bbdaf6130 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:02.912887 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ea28793d-4c31-421c-8dfb-7dc7258d76b7 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:02.913128 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] Publish callbacks [] for port (8f06e917-8685-447e-a88b-cfb235c099de), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:02.929149 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8f06e917-8685-447e-a88b-cfb235c099de), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:03.079099 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b803ae7-ef40-4be1-bbdb-2fb54aa7ed91 None None] Pushing event updated for resources: {'Port': ['ID=8f06e917-8685-447e-a88b-cfb235c099de,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:03.096756 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 241c1cca-c88c-42dd-8168-6bca32d5d37a no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:07:03.107617 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-688cdf4b-cb54-428e-b4f9-0de06992e175 req-8bd796da-0fba-4344-81c5-6b8bbdaf6130 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:03.378218 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ea28793d-4c31-421c-8dfb-7dc7258d76b7 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:03.378218 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ea28793d-4c31-421c-8dfb-7dc7258d76b7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:03.442794 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b803ae7-ef40-4be1-bbdb-2fb54aa7ed91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:03.448562 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b803ae7-ef40-4be1-bbdb-2fb54aa7ed91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:03.449487 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b803ae7-ef40-4be1-bbdb-2fb54aa7ed91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:03.453360 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b803ae7-ef40-4be1-bbdb-2fb54aa7ed91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:03.454160 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b803ae7-ef40-4be1-bbdb-2fb54aa7ed91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:03.454889 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b803ae7-ef40-4be1-bbdb-2fb54aa7ed91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:03.460152 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b803ae7-ef40-4be1-bbdb-2fb54aa7ed91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:03.462266 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b803ae7-ef40-4be1-bbdb-2fb54aa7ed91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:03.462266 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b803ae7-ef40-4be1-bbdb-2fb54aa7ed91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:03.462266 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b803ae7-ef40-4be1-bbdb-2fb54aa7ed91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:03.471436 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b803ae7-ef40-4be1-bbdb-2fb54aa7ed91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:03.471436 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b803ae7-ef40-4be1-bbdb-2fb54aa7ed91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:03.471436 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b803ae7-ef40-4be1-bbdb-2fb54aa7ed91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:03.492800 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] Attempting to bind port 8f06e917-8685-447e-a88b-cfb235c099de on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:07:03.495544 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] Attempting to bind port 8f06e917-8685-447e-a88b-cfb235c099de by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '3774bd16-b705-40e3-8ef4-46128a49e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '00848c67-5de5-4f87-8dad-c27f253f1d20'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:07:03.496308 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] Attempting to bind port 8f06e917-8685-447e-a88b-cfb235c099de on network 00848c67-5de5-4f87-8dad-c27f253f1d20 {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:07:03.543962 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:07:03.543962 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] Checking segment: {'id': '3774bd16-b705-40e3-8ef4-46128a49e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '00848c67-5de5-4f87-8dad-c27f253f1d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:03.543962 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:03.544880 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] Bound using segment: {'id': '3774bd16-b705-40e3-8ef4-46128a49e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '00848c67-5de5-4f87-8dad-c27f253f1d20'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:07:03.554166 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] Bound port: 8f06e917-8685-447e-a88b-cfb235c099de, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3774bd16-b705-40e3-8ef4-46128a49e0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '00848c67-5de5-4f87-8dad-c27f253f1d20'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:07:03.555018 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8f06e917-8685-447e-a88b-cfb235c099de), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:03.728078 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 241c1cca-c88c-42dd-8168-6bca32d5d37a is: BUILD; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:03.728770 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (241c1cca-c88c-42dd-8168-6bca32d5d37a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:03.752948 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-688cdf4b-cb54-428e-b4f9-0de06992e175 req-8bd796da-0fba-4344-81c5-6b8bbdaf6130 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Allocated IP 172.25.0.164 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/8145888a-5b0f-43c0-a302-573e094a549e) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:03.843547 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 241c1cca-c88c-42dd-8168-6bca32d5d37a {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:07:03.874866 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73ea35-f43b-44b7-96a3-6cea47d0d980 req-5784e392-89f0-4aef-8844-323aef97d68a tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:03.890913 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-eb73ea35-f43b-44b7-96a3-6cea47d0d980 req-5784e392-89f0-4aef-8844-323aef97d68a tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1324a1e-90b5-4696-8c4e-cd1006028ea8 HTTP/1.1" status: 200 len: 944 time: 0.3058174 Feb 19 04:07:03.919348 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] For port 8f06e917-8685-447e-a88b-cfb235c099de, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:07:03.937070 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] For port 8f06e917-8685-447e-a88b-cfb235c099de, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8f06e917-8685-447e-a88b-cfb235c099de,segment=NetworkSegment(3774bd16-b705-40e3-8ef4-46128a49e0a7),segment_id=3774bd16-b705-40e3-8ef4-46128a49e0a7)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:07:03.960200 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8f06e917-8685-447e-a88b-cfb235c099de), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:04.014564 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9ddc05fa-d7bd-4b05-ad6b-470a337f2ecc None None] Provisioning complete for port 8f06e917-8685-447e-a88b-cfb235c099de triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:04.025601 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9ddc05fa-d7bd-4b05-ad6b-470a337f2ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8f06e917-8685-447e-a88b-cfb235c099de), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:04.086353 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 241c1cca-c88c-42dd-8168-6bca32d5d37a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=241c1cca-c88c-42dd-8168-6bca32d5d37a,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:04.165014 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-eb73ea35-f43b-44b7-96a3-6cea47d0d980 req-0ec78de6-36a1-49df-b13c-b230b584be15 tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] 10.222.0.65 "GET /v2.0/security-groups?id=60c6a228-b287-4bc2-8e8e-904d92a20e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722609 Feb 19 04:07:04.181115 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] Routers {'f01173b2-3948-4495-b8ca-0eb5b29b532e'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:04.182306 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:06:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f01173b2-3948-4495-b8ca-0eb5b29b532e'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:04.203360 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (241c1cca-c88c-42dd-8168-6bca32d5d37a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:04.268589 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-688cdf4b-cb54-428e-b4f9-0de06992e175 req-8bd796da-0fba-4344-81c5-6b8bbdaf6130 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks [] for port (8145888a-5b0f-43c0-a302-573e094a549e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:04.442214 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-688cdf4b-cb54-428e-b4f9-0de06992e175 req-8bd796da-0fba-4344-81c5-6b8bbdaf6130 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (8145888a-5b0f-43c0-a302-573e094a549e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:04.490252 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=241c1cca-c88c-42dd-8168-6bca32d5d37a,revision_number=7']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:04.519193 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ea28793d-4c31-421c-8dfb-7dc7258d76b7 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:04.558520 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-688cdf4b-cb54-428e-b4f9-0de06992e175 req-8bd796da-0fba-4344-81c5-6b8bbdaf6130 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:04.564669 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-688cdf4b-cb54-428e-b4f9-0de06992e175 req-8bd796da-0fba-4344-81c5-6b8bbdaf6130 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:04.574097 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-688cdf4b-cb54-428e-b4f9-0de06992e175 req-8bd796da-0fba-4344-81c5-6b8bbdaf6130 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:04.824235 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] Set router f01173b2-3948-4495-b8ca-0eb5b29b532e gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:04.911136 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f02600-35db-4d20-810b-b1f8011613d5 req-8613c147-034a-4a8b-9162-e0eeabce6834 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:04.932254 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-50f02600-35db-4d20-810b-b1f8011613d5 req-8613c147-034a-4a8b-9162-e0eeabce6834 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 947 time: 0.2269311 Feb 19 04:07:04.944490 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd796da-0fba-4344-81c5-6b8bbdaf6130 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Pushing event updated for resources: {'Port': ['ID=8145888a-5b0f-43c0-a302-573e094a549e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:04.958107 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9ddc05fa-d7bd-4b05-ad6b-470a337f2ecc None None] Current status of the port 8f06e917-8685-447e-a88b-cfb235c099de is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:04.958504 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9ddc05fa-d7bd-4b05-ad6b-470a337f2ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8f06e917-8685-447e-a88b-cfb235c099de), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:04.995143 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-688cdf4b-cb54-428e-b4f9-0de06992e175 req-8bd796da-0fba-4344-81c5-6b8bbdaf6130 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks [] for floatingip (33369c03-acab-4a1e-90cc-2f056971c127), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:05.019232 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5e05448b-23f5-4610-a332-f183abfe1f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:05.073581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 8cfcc822-ba5f-4378-be33-3876c1034656 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:05.073873 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-50f02600-35db-4d20-810b-b1f8011613d5 req-2db3ee4f-3b23-47a0-ad8f-dc54878d55d8 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400862 Feb 19 04:07:05.108374 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-688cdf4b-cb54-428e-b4f9-0de06992e175 req-8bd796da-0fba-4344-81c5-6b8bbdaf6130 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8145888a-5b0f-43c0-a302-573e094a549e), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:05.192324 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9ddc05fa-d7bd-4b05-ad6b-470a337f2ecc None None] For port 8f06e917-8685-447e-a88b-cfb235c099de, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8f06e917-8685-447e-a88b-cfb235c099de,segment=NetworkSegment(3774bd16-b705-40e3-8ef4-46128a49e0a7),segment_id=3774bd16-b705-40e3-8ef4-46128a49e0a7)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:05.227933 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9ddc05fa-d7bd-4b05-ad6b-470a337f2ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8f06e917-8685-447e-a88b-cfb235c099de), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:05.277875 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b803ae7-ef40-4be1-bbdb-2fb54aa7ed91 None None] Pushing event updated for resources: {'Port': ['ID=8f06e917-8685-447e-a88b-cfb235c099de,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:05.421129 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 8cfcc822-ba5f-4378-be33-3876c1034656 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:07:05.495760 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 8cfcc822-ba5f-4378-be33-3876c1034656 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:05.496972 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8cfcc822-ba5f-4378-be33-3876c1034656), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:05.575734 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0fa93-4df7-4171-866e-f3c37b91e78e req-9b8ca76e-bcb2-41b6-b943-a104c97f834b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:05.593636 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0cc0fa93-4df7-4171-866e-f3c37b91e78e req-9b8ca76e-bcb2-41b6-b943-a104c97f834b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.2115076 Feb 19 04:07:05.621901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-36732032-590d-4f8d-9730-3717d54efee4 None None] Provisioning complete for port 8f06e917-8685-447e-a88b-cfb235c099de triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:05.628725 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-36732032-590d-4f8d-9730-3717d54efee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8f06e917-8685-447e-a88b-cfb235c099de), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:05.697720 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01173b2-3948-4495-b8ca-0eb5b29b532e', 'name': 'tempest-FloatingIPsTestJSON-1219486593-router', 'tenant_id': '1f9795d8d7d14612be42531dad715e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ea28793d-4c31-421c-8dfb-7dc7258d76b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:41Z', 'updated_at': '2022-02-19T04:06:54Z', 'revision_number': 4, 'project_id': '1f9795d8d7d14612be42531dad715e4d', 'gw_port': {'id': 'ea28793d-4c31-421c-8dfb-7dc7258d76b7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:67:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01173b2-3948-4495-b8ca-0eb5b29b532e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:45Z', 'updated_at': '2022-02-19T04:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '8f06e917-8685-447e-a88b-cfb235c099de', 'name': '', 'network_id': '00848c67-5de5-4f87-8dad-c27f253f1d20', 'tenant_id': '1f9795d8d7d14612be42531dad715e4d', 'mac_address': 'fa:16:3e:94:63:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01173b2-3948-4495-b8ca-0eb5b29b532e', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'bb1e66fd-e748-4d7d-8ae8-4b91e7755b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:52Z', 'updated_at': '2022-02-19T04:07:03Z', 'revision_number': 4, 'project_id': '1f9795d8d7d14612be42531dad715e4d', 'subnets': [{'id': 'bb1e66fd-e748-4d7d-8ae8-4b91e7755b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:05.769895 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc05fa-d7bd-4b05-ad6b-470a337f2ecc None None] Pushing event updated for resources: {'Port': ['ID=8f06e917-8685-447e-a88b-cfb235c099de,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:05.784829 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-688cdf4b-cb54-428e-b4f9-0de06992e175 req-8bd796da-0fba-4344-81c5-6b8bbdaf6130 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks [] for port (8145888a-5b0f-43c0-a302-573e094a549e), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:05.792657 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0cc0fa93-4df7-4171-866e-f3c37b91e78e req-2ffd34be-ec93-4bf4-8f7c-3424df00c323 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974907 Feb 19 04:07:05.797345 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-688cdf4b-cb54-428e-b4f9-0de06992e175 req-8bd796da-0fba-4344-81c5-6b8bbdaf6130 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (8145888a-5b0f-43c0-a302-573e094a549e), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:05.901480 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cd1bbf-2dab-4cbb-abbc-7ff64bce6d0d None None] The sync data for ids ['f01173b2-3948-4495-b8ca-0eb5b29b532e'] in n-d-772273-4 is: [{'id': 'f01173b2-3948-4495-b8ca-0eb5b29b532e', 'name': 'tempest-FloatingIPsTestJSON-1219486593-router', 'tenant_id': '1f9795d8d7d14612be42531dad715e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ea28793d-4c31-421c-8dfb-7dc7258d76b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:41Z', 'updated_at': '2022-02-19T04:06:54Z', 'revision_number': 4, 'project_id': '1f9795d8d7d14612be42531dad715e4d', 'gw_port': {'id': 'ea28793d-4c31-421c-8dfb-7dc7258d76b7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:67:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01173b2-3948-4495-b8ca-0eb5b29b532e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:45Z', 'updated_at': '2022-02-19T04:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '8f06e917-8685-447e-a88b-cfb235c099de', 'name': '', 'network_id': '00848c67-5de5-4f87-8dad-c27f253f1d20', 'tenant_id': '1f9795d8d7d14612be42531dad715e4d', 'mac_address': 'fa:16:3e:94:63:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01173b2-3948-4495-b8ca-0eb5b29b532e', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'bb1e66fd-e748-4d7d-8ae8-4b91e7755b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:52Z', 'updated_at': '2022-02-19T04:07:03Z', 'revision_number': 4, 'project_id': '1f9795d8d7d14612be42531dad715e4d', 'subnets': [{'id': 'bb1e66fd-e748-4d7d-8ae8-4b91e7755b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:07:05.983896 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd796da-0fba-4344-81c5-6b8bbdaf6130 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Pushing event updated for resources: {'Port': ['ID=8145888a-5b0f-43c0-a302-573e094a549e,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:06.154307 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-688cdf4b-cb54-428e-b4f9-0de06992e175 req-8bd796da-0fba-4344-81c5-6b8bbdaf6130 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (33369c03-acab-4a1e-90cc-2f056971c127), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:06.196707 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-688cdf4b-cb54-428e-b4f9-0de06992e175 req-8bd796da-0fba-4344-81c5-6b8bbdaf6130 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:06.198212 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-688cdf4b-cb54-428e-b4f9-0de06992e175 req-8bd796da-0fba-4344-81c5-6b8bbdaf6130 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7206867 Feb 19 04:07:06.263318 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 8cfcc822-ba5f-4378-be33-3876c1034656 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:06.272033 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364bd90-24d4-410f-8014-9ed7b910d9c8 req-76db4a57-678a-4147-a743-fdcf385cd511 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:06.274210 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8cfcc822-ba5f-4378-be33-3876c1034656), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:06.275723 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7364bd90-24d4-410f-8014-9ed7b910d9c8 req-76db4a57-678a-4147-a743-fdcf385cd511 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 946 time: 0.2122726 Feb 19 04:07:06.398237 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-688cdf4b-cb54-428e-b4f9-0de06992e175 req-ea161058-8ed1-4824-b804-83c1f7c2c674 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.164 HTTP/1.1" status: 200 len: 696 time: 0.1891606 Feb 19 04:07:06.411426 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 8cfcc822-ba5f-4378-be33-3876c1034656, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=8cfcc822-ba5f-4378-be33-3876c1034656,segment=NetworkSegment(99b6564d-c222-47c2-8862-0173f3f1cf61),segment_id=99b6564d-c222-47c2-8862-0173f3f1cf61)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:06.414995 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1324a1e-90b5-4696-8c4e-cd1006028ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfcc822-ba5f-4378-be33-3876c1034656'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:06.425552 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e4507a-2814-47fd-a794-d1ee21d785d5" -d '{"events": [{"server_uuid": "b1324a1e-90b5-4696-8c4e-cd1006028ea8", "name": "network-vif-plugged", "status": "completed", "tag": "8cfcc822-ba5f-4378-be33-3876c1034656"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:06.430317 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8cfcc822-ba5f-4378-be33-3876c1034656), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:06.434521 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-36732032-590d-4f8d-9730-3717d54efee4 None None] Current status of the port 8f06e917-8685-447e-a88b-cfb235c099de is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:06.566624 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7364bd90-24d4-410f-8014-9ed7b910d9c8 req-eb9a7772-98bc-4971-bb4b-92072b67022c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702351 Feb 19 04:07:06.757001 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=8cfcc822-ba5f-4378-be33-3876c1034656,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:06.782159 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:07.024204 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8f06e917-8685-447e-a88b-cfb235c099de up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:07.086205 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cdf4b-cb54-428e-b4f9-0de06992e175 req-abf9bf3c-4667-4bbf-a325-566154d9e641 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:07.088133 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-688cdf4b-cb54-428e-b4f9-0de06992e175 req-abf9bf3c-4667-4bbf-a325-566154d9e641 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.6652586 Feb 19 04:07:07.298478 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:07.356089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 8f06e917-8685-447e-a88b-cfb235c099de triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:07.358688 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8f06e917-8685-447e-a88b-cfb235c099de), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:07.614950 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1809bc79-e5b1-46a4-8552-0335c39ff1cd req-a112b46b-65fe-40f3-81e3-4d0f4b70e19d tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:07.622679 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1809bc79-e5b1-46a4-8552-0335c39ff1cd req-a112b46b-65fe-40f3-81e3-4d0f4b70e19d tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4aee58b-47fa-41c5-a716-b0644bf7a842 HTTP/1.1" status: 200 len: 943 time: 0.2284405 Feb 19 04:07:07.684944 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 8f06e917-8685-447e-a88b-cfb235c099de is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:07.734403 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:07.840807 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1809bc79-e5b1-46a4-8552-0335c39ff1cd req-6624d20a-a6b9-4c96-889c-bd2b7e1c849f tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f236d6d-7aab-40e9-9453-da64a73bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054620 Feb 19 04:07:08.231073 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66eef9-edec-4240-946d-fcf62c8fca37 req-5795215b-deb1-457f-a455-0e5b8175fa47 tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:08.258672 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0d66eef9-edec-4240-946d-fcf62c8fca37 req-5795215b-deb1-457f-a455-0e5b8175fa47 tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1324a1e-90b5-4696-8c4e-cd1006028ea8 HTTP/1.1" status: 200 len: 945 time: 0.2738702 Feb 19 04:07:08.287970 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530bbe2-6095-401a-a26a-f0dbd8412a02 req-5ad05963-42cc-4af4-a0a7-ab364047de38 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:08.291079 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5530bbe2-6095-401a-a26a-f0dbd8412a02 req-5ad05963-42cc-4af4-a0a7-ab364047de38 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 947 time: 0.1977928 Feb 19 04:07:08.409425 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0d66eef9-edec-4240-946d-fcf62c8fca37 req-eb7e4a7b-c210-4afd-994a-335ddcbc158d tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] 10.222.0.65 "GET /v2.0/security-groups?id=60c6a228-b287-4bc2-8e8e-904d92a20e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486285 Feb 19 04:07:08.493553 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5530bbe2-6095-401a-a26a-f0dbd8412a02 req-db1876d3-26c0-425b-b9d6-ddd7d609f2c9 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898794 Feb 19 04:07:08.556636 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48a3b3c-1786-43ba-9494-8292b761f2ca x-openstack-request-id: req-f48a3b3c-1786-43ba-9494-8292b761f2ca {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:08.557535 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1324a1e-90b5-4696-8c4e-cd1006028ea8", "name": "network-vif-plugged", "status": "completed", "tag": "8cfcc822-ba5f-4378-be33-3876c1034656", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:08.557535 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f48a3b3c-1786-43ba-9494-8292b761f2ca {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:08.558133 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1324a1e-90b5-4696-8c4e-cd1006028ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfcc822-ba5f-4378-be33-3876c1034656', 'code': 200} Feb 19 04:07:08.699226 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:08.790668 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:08.925578 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564c050-d2a4-4845-9026-c30788663743 req-9451fb77-6b54-401b-9602-cd90d00b3e09 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:08.956379 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e564c050-d2a4-4845-9026-c30788663743 req-9451fb77-6b54-401b-9602-cd90d00b3e09 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.2594290 Feb 19 04:07:09.149632 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e564c050-d2a4-4845-9026-c30788663743 req-cc44b8a1-7eb4-4aec-a584-dc0e2dba3002 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863153 Feb 19 04:07:09.394255 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c25d95d6-569f-4e04-b69e-eccd8dd893b7 req-1b6ee9e6-96ac-4299-84cd-2f7ed83c5056 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] 10.222.0.65 "GET /v2.0/floatingips/33369c03-acab-4a1e-90cc-2f056971c127 HTTP/1.1" status: 200 len: 693 time: 0.1664889 Feb 19 04:07:09.782700 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261b61f-3dfa-4f7f-a201-5d6831b971de req-e8ab6821-f07f-4ab2-82b2-d6fb4153ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:09.788106 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c261b61f-3dfa-4f7f-a201-5d6831b971de req-e8ab6821-f07f-4ab2-82b2-d6fb4153ba8f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b1324a1e-90b5-4696-8c4e-cd1006028ea8 HTTP/1.1" status: 200 len: 1127 time: 1.0998476 Feb 19 04:07:09.808253 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d95d6-569f-4e04-b69e-eccd8dd893b7 req-7096bcae-a7e6-4071-b534-eb4857f31b5b tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:09.809966 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c25d95d6-569f-4e04-b69e-eccd8dd893b7 req-7096bcae-a7e6-4071-b534-eb4857f31b5b tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.4133501 Feb 19 04:07:09.848622 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-c25d95d6-569f-4e04-b69e-eccd8dd893b7 req-70753686-11bf-4b4a-bf00-e61b563d5773 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:07:09.849944 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c25d95d6-569f-4e04-b69e-eccd8dd893b7 req-70753686-11bf-4b4a-bf00-e61b563d5773 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089846 Feb 19 04:07:09.881040 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c261b61f-3dfa-4f7f-a201-5d6831b971de req-b7e27df3-1f06-47ad-8c08-7cd7ea653da1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=60c6a228-b287-4bc2-8e8e-904d92a20e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829177 Feb 19 04:07:09.935332 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f0bc1-af74-4f4f-9bf0-edaa54a8b7f6 req-6874b296-349d-4c56-b63f-996528dec665 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:09.938464 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-608f0bc1-af74-4f4f-9bf0-edaa54a8b7f6 req-6874b296-349d-4c56-b63f-996528dec665 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 946 time: 0.2426207 Feb 19 04:07:10.093892 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-608f0bc1-af74-4f4f-9bf0-edaa54a8b7f6 req-d4896cb8-fe63-46a0-a251-eef858ceb412 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442761 Feb 19 04:07:10.937451 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714615d-2449-4d0e-8cbe-f7f37a15ae0c req-5753d531-e2b1-4fd5-aa19-85988e7d0207 tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:10.939413 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8714615d-2449-4d0e-8cbe-f7f37a15ae0c req-5753d531-e2b1-4fd5-aa19-85988e7d0207 tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1324a1e-90b5-4696-8c4e-cd1006028ea8 HTTP/1.1" status: 200 len: 945 time: 0.1863208 Feb 19 04:07:10.971211 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d65629-898a-4661-9de3-de8225c503ea req-f28988d5-da58-477b-a4e9-f09c537f90b1 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:10.985791 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5d65629-898a-4661-9de3-de8225c503ea req-f28988d5-da58-477b-a4e9-f09c537f90b1 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 947 time: 0.1681957 Feb 19 04:07:11.042907 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8714615d-2449-4d0e-8cbe-f7f37a15ae0c req-f32df187-b9f5-4fdd-a478-7d491ef00ec9 tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] 10.222.0.65 "GET /v2.0/security-groups?id=60c6a228-b287-4bc2-8e8e-904d92a20e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861294 Feb 19 04:07:11.150259 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5d65629-898a-4661-9de3-de8225c503ea req-aaac5588-17b5-4820-ab10-a5ead176a309 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542881 Feb 19 04:07:11.156329 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-66b7d387-6fe5-4052-b827-258102b729b0 req-dfc063b9-b94c-4292-a909-765cf2619b69 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=1f9795d8d7d14612be42531dad715e4d HTTP/1.1" status: 200 len: 696 time: 0.0918031 Feb 19 04:07:11.446896 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7d387-6fe5-4052-b827-258102b729b0 req-dc148374-eb49-496d-ad26-d0193ca1c805 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:11.465853 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-66b7d387-6fe5-4052-b827-258102b729b0 req-dc148374-eb49-496d-ad26-d0193ca1c805 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] 10.222.0.65 "GET /v2.0/networks?id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 787 time: 0.3032315 Feb 19 04:07:11.519903 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ee110-5195-4871-8a88-a302b80ca73d req-664e1217-bd66-4a68-8e66-9ddfedee938b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:11.536129 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-841ee110-5195-4871-8a88-a302b80ca73d req-664e1217-bd66-4a68-8e66-9ddfedee938b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.2408013 Feb 19 04:07:11.699457 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-841ee110-5195-4871-8a88-a302b80ca73d req-01adb7d9-3240-4045-916f-97232e454a8c tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429877 Feb 19 04:07:11.886647 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dd276-c061-4975-a202-b7d867ba3e08 req-443ce23c-998e-469b-a3d0-e9f798e54fc8 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:11.895197 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5f53d-8424-4968-9588-33f629567013 req-0ec3ea5b-09a4-4f39-9e5c-7a11a6a72814 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:11.901300 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-289dd276-c061-4975-a202-b7d867ba3e08 req-443ce23c-998e-469b-a3d0-e9f798e54fc8 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 945 time: 0.1438668 Feb 19 04:07:11.913040 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-36d5f53d-8424-4968-9588-33f629567013 req-0ec3ea5b-09a4-4f39-9e5c-7a11a6a72814 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 946 time: 0.1190617 Feb 19 04:07:12.032836 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-36d5f53d-8424-4968-9588-33f629567013 req-8be62be4-3133-4411-8eb8-f637cafa5328 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175108 Feb 19 04:07:12.056953 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-289dd276-c061-4975-a202-b7d867ba3e08 req-1221054a-90ba-4883-aa0e-b574b36575d5 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458600 Feb 19 04:07:12.165331 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9cfe134c-c3af-4433-abe6-0855e87a3977 req-7b64430d-a60d-418c-a915-86342df10bdf tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] 10.222.0.65 "GET /v2.0/floatingips/33369c03-acab-4a1e-90cc-2f056971c127 HTTP/1.1" status: 200 len: 693 time: 0.0840778 Feb 19 04:07:12.459502 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe134c-c3af-4433-abe6-0855e87a3977 req-86d588b6-c43a-4e97-91d9-a7a450f0aacd tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:12.473128 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9cfe134c-c3af-4433-abe6-0855e87a3977 req-86d588b6-c43a-4e97-91d9-a7a450f0aacd tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.2972779 Feb 19 04:07:12.695536 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9cfe134c-c3af-4433-abe6-0855e87a3977 req-274791c8-147e-47d4-83ac-b889b66aeb19 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.164 HTTP/1.1" status: 200 len: 696 time: 0.2210035 Feb 19 04:07:12.879786 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9cfe134c-c3af-4433-abe6-0855e87a3977 req-dfea818b-0897-435e-9ec2-abd42b14794f tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.164 HTTP/1.1" status: 200 len: 696 time: 0.1713631 Feb 19 04:07:12.969457 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647a2ce-a02c-4cd0-a80f-1c4d76d7f78a req-b04a65fc-3036-4c12-9aaf-5d802c015af6 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:12.972185 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a647a2ce-a02c-4cd0-a80f-1c4d76d7f78a req-b04a65fc-3036-4c12-9aaf-5d802c015af6 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4aee58b-47fa-41c5-a716-b0644bf7a842 HTTP/1.1" status: 200 len: 943 time: 0.2042770 Feb 19 04:07:13.028581 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da894a-af67-440c-a94f-48f86f21b91a req-91a21771-d8eb-4f33-be91-b032fbea39d3 tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:13.035020 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e7da894a-af67-440c-a94f-48f86f21b91a req-91a21771-d8eb-4f33-be91-b032fbea39d3 tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1324a1e-90b5-4696-8c4e-cd1006028ea8 HTTP/1.1" status: 200 len: 945 time: 0.2393572 Feb 19 04:07:13.201573 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-9cfe134c-c3af-4433-abe6-0855e87a3977 req-04cefe52-e0d2-47d3-b421-5852b399955b tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Deleting port 8145888a-5b0f-43c0-a302-573e094a549e {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:13.208302 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9cfe134c-c3af-4433-abe6-0855e87a3977 req-04cefe52-e0d2-47d3-b421-5852b399955b tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (8145888a-5b0f-43c0-a302-573e094a549e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:13.301405 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e7da894a-af67-440c-a94f-48f86f21b91a req-f542cfab-9b31-43cc-bb80-b64e9f1934ad tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] 10.222.0.65 "GET /v2.0/security-groups?id=60c6a228-b287-4bc2-8e8e-904d92a20e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728446 Feb 19 04:07:13.349543 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-a647a2ce-a02c-4cd0-a80f-1c4d76d7f78a req-08d1342f-688a-40ee-a8cf-422e3a1993f5 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Deleting port 241c1cca-c88c-42dd-8168-6bca32d5d37a {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:13.349897 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a647a2ce-a02c-4cd0-a80f-1c4d76d7f78a req-08d1342f-688a-40ee-a8cf-422e3a1993f5 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (241c1cca-c88c-42dd-8168-6bca32d5d37a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:13.394725 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9cfe134c-c3af-4433-abe6-0855e87a3977 req-04cefe52-e0d2-47d3-b421-5852b399955b tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (8145888a-5b0f-43c0-a302-573e094a549e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:13.395296 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9cfe134c-c3af-4433-abe6-0855e87a3977 req-04cefe52-e0d2-47d3-b421-5852b399955b tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks [] for floatingip (8145888a-5b0f-43c0-a302-573e094a549e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:13.421255 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-9cfe134c-c3af-4433-abe6-0855e87a3977 req-04cefe52-e0d2-47d3-b421-5852b399955b tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Calling delete_port for 8145888a-5b0f-43c0-a302-573e094a549e owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:13.691871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e642eee-0a70-4387-905b-046e1cac718a req-60b33af6-9614-4402-a922-401370a57b0d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:13.695513 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9e642eee-0a70-4387-905b-046e1cac718a req-60b33af6-9614-4402-a922-401370a57b0d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 947 time: 0.1796057 Feb 19 04:07:13.717672 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-a647a2ce-a02c-4cd0-a80f-1c4d76d7f78a req-08d1342f-688a-40ee-a8cf-422e3a1993f5 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] For port 241c1cca-c88c-42dd-8168-6bca32d5d37a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=241c1cca-c88c-42dd-8168-6bca32d5d37a,segment=NetworkSegment(91c6fe2e-2c59-4312-9c97-3ea09073eb53),segment_id=91c6fe2e-2c59-4312-9c97-3ea09073eb53)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:13.718597 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a647a2ce-a02c-4cd0-a80f-1c4d76d7f78a req-08d1342f-688a-40ee-a8cf-422e3a1993f5 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (241c1cca-c88c-42dd-8168-6bca32d5d37a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:13.746766 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-a647a2ce-a02c-4cd0-a80f-1c4d76d7f78a req-08d1342f-688a-40ee-a8cf-422e3a1993f5 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Calling delete_port for 241c1cca-c88c-42dd-8168-6bca32d5d37a owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:13.754287 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9cfe134c-c3af-4433-abe6-0855e87a3977 req-04cefe52-e0d2-47d3-b421-5852b399955b tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (8145888a-5b0f-43c0-a302-573e094a549e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:13.825040 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cefe52-e0d2-47d3-b421-5852b399955b tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Pushing event deleted for resources: {'Port': ['ID=8145888a-5b0f-43c0-a302-573e094a549e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:13.993305 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9cfe134c-c3af-4433-abe6-0855e87a3977 req-04cefe52-e0d2-47d3-b421-5852b399955b tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks [] for floatingip (33369c03-acab-4a1e-90cc-2f056971c127), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:13.997495 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9cfe134c-c3af-4433-abe6-0855e87a3977 req-04cefe52-e0d2-47d3-b421-5852b399955b tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:14.000104 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9cfe134c-c3af-4433-abe6-0855e87a3977 req-04cefe52-e0d2-47d3-b421-5852b399955b tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] 10.222.0.65 "DELETE /v2.0/floatingips/33369c03-acab-4a1e-90cc-2f056971c127 HTTP/1.1" status: 204 len: 173 time: 1.1081314 Feb 19 04:07:14.114108 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a647a2ce-a02c-4cd0-a80f-1c4d76d7f78a req-08d1342f-688a-40ee-a8cf-422e3a1993f5 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (241c1cca-c88c-42dd-8168-6bca32d5d37a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:14.205868 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0f08cc95-1b62-47d9-bb35-a23004a83ed6 req-c2bbf256-1f84-4e97-99d6-ecbd45c97f7d tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4aee58b-47fa-41c5-a716-b0644bf7a842 HTTP/1.1" status: 200 len: 210 time: 0.0747690 Feb 19 04:07:14.224701 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9e642eee-0a70-4387-905b-046e1cac718a req-2bbcca47-76a8-4cfe-b0f0-92b02a36484b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364128 Feb 19 04:07:14.230775 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1342f-688a-40ee-a8cf-422e3a1993f5 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Pushing event deleted for resources: {'Port': ['ID=241c1cca-c88c-42dd-8168-6bca32d5d37a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:14.339628 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-a647a2ce-a02c-4cd0-a80f-1c4d76d7f78a req-08d1342f-688a-40ee-a8cf-422e3a1993f5 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] No DVR routers for this DVR port 241c1cca-c88c-42dd-8168-6bca32d5d37a on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:07:14.346144 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a647a2ce-a02c-4cd0-a80f-1c4d76d7f78a req-08d1342f-688a-40ee-a8cf-422e3a1993f5 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:14.353773 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a647a2ce-a02c-4cd0-a80f-1c4d76d7f78a req-08d1342f-688a-40ee-a8cf-422e3a1993f5 tempest-ImagesTestJSON-1289740695 tempest-ImagesTestJSON-1289740695-project] 10.222.0.48 "DELETE /v2.0/ports/241c1cca-c88c-42dd-8168-6bca32d5d37a HTTP/1.1" status: 204 len: 173 time: 1.3715444 Feb 19 04:07:14.354829 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4aee58b-47fa-41c5-a716-b0644bf7a842', 'name': 'network-vif-deleted', 'tag': '241c1cca-c88c-42dd-8168-6bca32d5d37a'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:14.359850 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c900bf-39db-4a31-b63f-258d98ebaf31" -d '{"events": [{"server_uuid": "d4aee58b-47fa-41c5-a716-b0644bf7a842", "name": "network-vif-deleted", "tag": "241c1cca-c88c-42dd-8168-6bca32d5d37a"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:14.517537 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb0696-c2fa-4716-be64-78f07d944462 req-f6068a85-8a8e-486a-9b70-f01e081a2558 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:14.522208 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-19bb0696-c2fa-4716-be64-78f07d944462 req-f6068a85-8a8e-486a-9b70-f01e081a2558 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.1516328 Feb 19 04:07:14.723238 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-19bb0696-c2fa-4716-be64-78f07d944462 req-b75662ad-496d-4c77-9c97-5990390ac8dc tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833448 Feb 19 04:07:15.210916 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61139536-d74a-4cb7-9c7e-758112356f43 req-666dc7c2-47ef-44f0-8f26-11da1ffe2770 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:15.215484 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-61139536-d74a-4cb7-9c7e-758112356f43 req-666dc7c2-47ef-44f0-8f26-11da1ffe2770 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 945 time: 0.1681359 Feb 19 04:07:15.243027 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7054b2f-11f1-4a98-bac3-f7fdd5ee53f1 req-e980760a-9dc6-4420-b19a-90b4766cfd73 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:15.250923 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d7054b2f-11f1-4a98-bac3-f7fdd5ee53f1 req-e980760a-9dc6-4420-b19a-90b4766cfd73 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 946 time: 0.2582333 Feb 19 04:07:15.409895 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-61139536-d74a-4cb7-9c7e-758112356f43 req-ef4b11e9-a8ba-451a-874e-4e76451c9881 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733658 Feb 19 04:07:15.449788 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d7054b2f-11f1-4a98-bac3-f7fdd5ee53f1 req-4c943690-a75d-408b-afb4-5492f1de80b1 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881821 Feb 19 04:07:15.777371 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c4bc01-12f0-4245-ac17-0904e8a0cc28 x-openstack-request-id: req-92c4bc01-12f0-4245-ac17-0904e8a0cc28 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:15.777371 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4aee58b-47fa-41c5-a716-b0644bf7a842", "name": "network-vif-deleted", "tag": "241c1cca-c88c-42dd-8168-6bca32d5d37a", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:15.779714 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-92c4bc01-12f0-4245-ac17-0904e8a0cc28 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:15.780856 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4aee58b-47fa-41c5-a716-b0644bf7a842', 'name': 'network-vif-deleted', 'tag': '241c1cca-c88c-42dd-8168-6bca32d5d37a', 'status': 'completed', 'code': 200} Feb 19 04:07:15.884539 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb944445-b2c7-49a5-9ac6-44130fc1f79b req-28415703-fc89-4871-bf27-50b12f1b5de0 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3932424 Feb 19 04:07:15.908194 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-bb944445-b2c7-49a5-9ac6-44130fc1f79b req-f64328a6-8789-413d-bb93-1780572a9271 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:15.969374 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bb944445-b2c7-49a5-9ac6-44130fc1f79b req-f64328a6-8789-413d-bb93-1780572a9271 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:16.023879 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f11c7d-309b-4658-91f7-6345907fa2d9 req-262b5207-b2d7-4536-a0c1-64a5e2a07de4 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:16.039792 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-88f11c7d-309b-4658-91f7-6345907fa2d9 req-262b5207-b2d7-4536-a0c1-64a5e2a07de4 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 947 time: 0.2360263 Feb 19 04:07:16.186907 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-88f11c7d-309b-4658-91f7-6345907fa2d9 req-bb0d3015-0778-4ce8-b24d-b559e9817596 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392791 Feb 19 04:07:16.301375 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bb944445-b2c7-49a5-9ac6-44130fc1f79b req-f64328a6-8789-413d-bb93-1780572a9271 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:16.513802 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9e11b-2f2a-42f9-ac0a-c5ea85ad296d req-57659320-a82e-47db-a436-3a4dd1feb1af tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:16.517752 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dbe9e11b-2f2a-42f9-ac0a-c5ea85ad296d req-57659320-a82e-47db-a436-3a4dd1feb1af tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.1215334 Feb 19 04:07:16.573955 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-bb944445-b2c7-49a5-9ac6-44130fc1f79b req-f64328a6-8789-413d-bb93-1780572a9271 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Allocated IP 172.25.0.104 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/d9139b0c-2c81-4b1b-ade0-dfeb4a36065b) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:16.652989 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dbe9e11b-2f2a-42f9-ac0a-c5ea85ad296d req-da0299ce-94dd-4fe4-888a-6c8f4a469a1f tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150563 Feb 19 04:07:16.829574 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bb944445-b2c7-49a5-9ac6-44130fc1f79b req-f64328a6-8789-413d-bb93-1780572a9271 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks [] for port (d9139b0c-2c81-4b1b-ade0-dfeb4a36065b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:16.976466 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bb944445-b2c7-49a5-9ac6-44130fc1f79b req-f64328a6-8789-413d-bb93-1780572a9271 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (d9139b0c-2c81-4b1b-ade0-dfeb4a36065b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:17.072756 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb944445-b2c7-49a5-9ac6-44130fc1f79b req-f64328a6-8789-413d-bb93-1780572a9271 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:17.081862 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-bb944445-b2c7-49a5-9ac6-44130fc1f79b req-f64328a6-8789-413d-bb93-1780572a9271 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:17.095371 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb944445-b2c7-49a5-9ac6-44130fc1f79b req-f64328a6-8789-413d-bb93-1780572a9271 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:17.105706 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 241c1cca-c88c-42dd-8168-6bca32d5d37a no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:07:17.148673 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 241c1cca-c88c-42dd-8168-6bca32d5d37a {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:07:17.149470 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 241c1cca-c88c-42dd-8168-6bca32d5d37a not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:07:17.173280 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64328a6-8789-413d-bb93-1780572a9271 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Pushing event updated for resources: {'Port': ['ID=d9139b0c-2c81-4b1b-ade0-dfeb4a36065b,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:17.331012 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bb944445-b2c7-49a5-9ac6-44130fc1f79b req-f64328a6-8789-413d-bb93-1780572a9271 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks [] for floatingip (6ffa1578-5e33-40e2-8e0f-6329445b05b6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:17.416959 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bb944445-b2c7-49a5-9ac6-44130fc1f79b req-f64328a6-8789-413d-bb93-1780572a9271 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d9139b0c-2c81-4b1b-ade0-dfeb4a36065b), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:17.575549 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b66727-1868-4e0e-ae9b-6c10fd7fd5dc req-3c0c6083-faa3-488e-be85-14296aff3849 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:17.589229 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a6b66727-1868-4e0e-ae9b-6c10fd7fd5dc req-3c0c6083-faa3-488e-be85-14296aff3849 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 945 time: 0.1436248 Feb 19 04:07:17.698421 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a6b66727-1868-4e0e-ae9b-6c10fd7fd5dc req-93a28504-7cfc-4e38-96c5-9f6b66c66488 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071892 Feb 19 04:07:17.789086 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bb944445-b2c7-49a5-9ac6-44130fc1f79b req-f64328a6-8789-413d-bb93-1780572a9271 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks [] for port (d9139b0c-2c81-4b1b-ade0-dfeb4a36065b), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:17.797314 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bb944445-b2c7-49a5-9ac6-44130fc1f79b req-f64328a6-8789-413d-bb93-1780572a9271 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (d9139b0c-2c81-4b1b-ade0-dfeb4a36065b), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:17.951459 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64328a6-8789-413d-bb93-1780572a9271 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Pushing event updated for resources: {'Port': ['ID=d9139b0c-2c81-4b1b-ade0-dfeb4a36065b,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:18.056176 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c536ec-8ca6-48bc-9ffe-919cc0afe365 req-d8648ea4-6917-4b67-a439-d322798434d5 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:18.072611 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-89c536ec-8ca6-48bc-9ffe-919cc0afe365 req-d8648ea4-6917-4b67-a439-d322798434d5 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 946 time: 0.2038605 Feb 19 04:07:18.146425 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bb944445-b2c7-49a5-9ac6-44130fc1f79b req-f64328a6-8789-413d-bb93-1780572a9271 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (6ffa1578-5e33-40e2-8e0f-6329445b05b6), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:18.192951 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-89c536ec-8ca6-48bc-9ffe-919cc0afe365 req-ceb8aba2-c699-4d00-b5f3-5ba83ae6a9d7 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151853 Feb 19 04:07:18.203094 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bb944445-b2c7-49a5-9ac6-44130fc1f79b req-f64328a6-8789-413d-bb93-1780572a9271 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:18.209377 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb944445-b2c7-49a5-9ac6-44130fc1f79b req-f64328a6-8789-413d-bb93-1780572a9271 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3061509 Feb 19 04:07:18.351681 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb944445-b2c7-49a5-9ac6-44130fc1f79b req-f75e1711-4b16-4dbc-b1c6-7a5882bc9cdc tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 696 time: 0.1332140 Feb 19 04:07:18.433540 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64cd703-5954-402f-ac9f-cc2e8467d928 req-39dd9faa-5796-4346-a05b-0c76678305b3 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:18.452951 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b64cd703-5954-402f-ac9f-cc2e8467d928 req-39dd9faa-5796-4346-a05b-0c76678305b3 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 947 time: 0.1466608 Feb 19 04:07:18.573199 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b64cd703-5954-402f-ac9f-cc2e8467d928 req-75d31468-5ec5-48fd-b0a7-30c7e41e675c tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183574 Feb 19 04:07:18.602494 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb944445-b2c7-49a5-9ac6-44130fc1f79b req-06e5e60c-e654-4332-af66-704ca4409b4e tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:18.607013 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb944445-b2c7-49a5-9ac6-44130fc1f79b req-06e5e60c-e654-4332-af66-704ca4409b4e tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.2428532 Feb 19 04:07:18.965543 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5068a9c1-b195-4895-8d31-ccbb4780440b req-55dea970-6882-4af9-acad-884900581ad1 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] 10.222.0.65 "GET /v2.0/floatingips/6ffa1578-5e33-40e2-8e0f-6329445b05b6 HTTP/1.1" status: 200 len: 693 time: 0.1046968 Feb 19 04:07:19.130675 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398d4c6-6ab1-439b-9188-f68f9a3f3001 req-ba87adc0-89f6-4608-8382-7419de6b55d2 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:19.133588 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6398d4c6-6ab1-439b-9188-f68f9a3f3001 req-ba87adc0-89f6-4608-8382-7419de6b55d2 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.2793419 Feb 19 04:07:19.308410 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6398d4c6-6ab1-439b-9188-f68f9a3f3001 req-54851b57-e47d-4af8-88e9-5209f4a1c2ed tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547821 Feb 19 04:07:19.411147 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068a9c1-b195-4895-8d31-ccbb4780440b req-4f6b9da5-989a-4a7d-8279-175bc4f3746c tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:19.424001 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5068a9c1-b195-4895-8d31-ccbb4780440b req-4f6b9da5-989a-4a7d-8279-175bc4f3746c tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.4561641 Feb 19 04:07:19.522853 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5068a9c1-b195-4895-8d31-ccbb4780440b req-a90da047-ac60-4227-a031-b410002ab576 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 696 time: 0.0973680 Feb 19 04:07:19.646615 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5068a9c1-b195-4895-8d31-ccbb4780440b req-94dfcddc-2ce7-4252-977c-409a6ef260f4 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 696 time: 0.1124213 Feb 19 04:07:19.779911 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6460cd-a428-47a3-8059-c08105ab429e req-111c13c9-9a18-4e9f-85cb-58e9e8328b47 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:19.788752 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3a6460cd-a428-47a3-8059-c08105ab429e req-111c13c9-9a18-4e9f-85cb-58e9e8328b47 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 945 time: 0.1574314 Feb 19 04:07:19.976015 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3a6460cd-a428-47a3-8059-c08105ab429e req-0bcaa3cb-317f-4a99-915a-6b405c6e945c tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678352 Feb 19 04:07:20.014301 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-5068a9c1-b195-4895-8d31-ccbb4780440b req-7a3779e1-be48-450d-8bec-a7f4d87e475e tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Deleting port d9139b0c-2c81-4b1b-ade0-dfeb4a36065b {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:20.015576 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5068a9c1-b195-4895-8d31-ccbb4780440b req-7a3779e1-be48-450d-8bec-a7f4d87e475e tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (d9139b0c-2c81-4b1b-ade0-dfeb4a36065b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:20.306174 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5068a9c1-b195-4895-8d31-ccbb4780440b req-7a3779e1-be48-450d-8bec-a7f4d87e475e tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (d9139b0c-2c81-4b1b-ade0-dfeb4a36065b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:20.307264 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5068a9c1-b195-4895-8d31-ccbb4780440b req-7a3779e1-be48-450d-8bec-a7f4d87e475e tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks [] for floatingip (d9139b0c-2c81-4b1b-ade0-dfeb4a36065b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:20.338802 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-5068a9c1-b195-4895-8d31-ccbb4780440b req-7a3779e1-be48-450d-8bec-a7f4d87e475e tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Calling delete_port for d9139b0c-2c81-4b1b-ade0-dfeb4a36065b owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:20.717384 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5068a9c1-b195-4895-8d31-ccbb4780440b req-7a3779e1-be48-450d-8bec-a7f4d87e475e tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (d9139b0c-2c81-4b1b-ade0-dfeb4a36065b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:20.785285 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3779e1-be48-450d-8bec-a7f4d87e475e tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Pushing event deleted for resources: {'Port': ['ID=d9139b0c-2c81-4b1b-ade0-dfeb4a36065b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:20.999652 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5068a9c1-b195-4895-8d31-ccbb4780440b req-7a3779e1-be48-450d-8bec-a7f4d87e475e tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks [] for floatingip (6ffa1578-5e33-40e2-8e0f-6329445b05b6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:21.003299 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5068a9c1-b195-4895-8d31-ccbb4780440b req-7a3779e1-be48-450d-8bec-a7f4d87e475e tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:21.005583 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5068a9c1-b195-4895-8d31-ccbb4780440b req-7a3779e1-be48-450d-8bec-a7f4d87e475e tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] 10.222.0.65 "DELETE /v2.0/floatingips/6ffa1578-5e33-40e2-8e0f-6329445b05b6 HTTP/1.1" status: 204 len: 173 time: 1.3559699 Feb 19 04:07:21.035854 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7be84-f5d3-4978-9bbd-278e93f5ced9 req-7ef8f651-5118-441e-a1d9-6af4c13bf27b tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:21.045581 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ebb7be84-f5d3-4978-9bbd-278e93f5ced9 req-7ef8f651-5118-441e-a1d9-6af4c13bf27b tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 946 time: 0.1263015 Feb 19 04:07:21.189471 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ebb7be84-f5d3-4978-9bbd-278e93f5ced9 req-5e9cb81b-33b0-4889-b0f6-31685b45c2e8 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428304 Feb 19 04:07:21.309514 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f471e40-d30d-48bc-ba1b-b44f80bfdd28 req-0fe4b950-6226-4cc8-8707-3ed4a3e5f79f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:21.312387 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f471e40-d30d-48bc-ba1b-b44f80bfdd28 req-0fe4b950-6226-4cc8-8707-3ed4a3e5f79f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 947 time: 0.1353567 Feb 19 04:07:21.489241 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f471e40-d30d-48bc-ba1b-b44f80bfdd28 req-2b5e704f-94db-4ce0-8363-99325ddbd8dc tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658070 Feb 19 04:07:21.510054 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a20989-d144-48fd-8d2c-96ef1769f33e req-29f440f1-41f7-442f-bbfa-95cdb988932e tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:21.531537 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-72a20989-d144-48fd-8d2c-96ef1769f33e req-29f440f1-41f7-442f-bbfa-95cdb988932e tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.1781914 Feb 19 04:07:21.641750 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-72a20989-d144-48fd-8d2c-96ef1769f33e req-0d946553-4177-49c3-b79c-56ba211e2d3e tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089540 Feb 19 04:07:21.671003 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-64afba94-c879-46d5-a4da-1532573ce4fe req-49723ebc-337a-4ae8-bfff-9187fb3055d8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2666316 Feb 19 04:07:21.868016 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [req-38c0fd8b-83df-4be4-b5d6-a97375d29160 req-95ad2c80-9e38-4bb2-9d8d-74fe79807d83 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] show failed (client error): The resource could not be found. Feb 19 04:07:21.872536 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38c0fd8b-83df-4be4-b5d6-a97375d29160 req-95ad2c80-9e38-4bb2-9d8d-74fe79807d83 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] 10.222.0.65 "GET /v2.0/floatingips/6ffa1578-5e33-40e2-8e0f-6329445b05b6 HTTP/1.1" status: 404 len: 350 time: 0.1687217 Feb 19 04:07:22.034488 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afba94-c879-46d5-a4da-1532573ce4fe req-77167864-4a11-4642-969d-9bb113447104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:22.038238 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-64afba94-c879-46d5-a4da-1532573ce4fe req-77167864-4a11-4642-969d-9bb113447104 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 1126 time: 0.1633444 Feb 19 04:07:22.112962 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5034b4-1983-49c1-a40d-1adde8470f97 req-aaaf2929-eb31-43bf-b8c5-033151d20e39 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:22.132391 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bb5034b4-1983-49c1-a40d-1adde8470f97 req-aaaf2929-eb31-43bf-b8c5-033151d20e39 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 945 time: 0.2189727 Feb 19 04:07:22.317149 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bb5034b4-1983-49c1-a40d-1adde8470f97 req-d3df0eee-2632-4417-b277-f501a7b26598 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805832 Feb 19 04:07:22.455360 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [req-fc4360cc-afb9-4107-8b13-839fcd26b77f req-da75be38-8a45-4b01-bcce-6b03c3cadfc0 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] show failed (client error): The resource could not be found. Feb 19 04:07:22.457446 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fc4360cc-afb9-4107-8b13-839fcd26b77f req-da75be38-8a45-4b01-bcce-6b03c3cadfc0 tempest-FloatingIPsTestJSON-1321626432 tempest-FloatingIPsTestJSON-1321626432-project] 10.222.0.65 "GET /v2.0/floatingips/6ffa1578-5e33-40e2-8e0f-6329445b05b6 HTTP/1.1" status: 404 len: 350 time: 0.2417102 Feb 19 04:07:22.480435 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33482) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:22.578774 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afba94-c879-46d5-a4da-1532573ce4fe req-9cbd902d-f3f4-47ae-9236-5dca2f05b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:22.585511 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-64afba94-c879-46d5-a4da-1532573ce4fe req-9cbd902d-f3f4-47ae-9236-5dca2f05b0f0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 921 time: 0.5008430 Feb 19 04:07:22.793801 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-64afba94-c879-46d5-a4da-1532573ce4fe req-c0599d84-c934-426f-b198-93837b15c033 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5494cb48-fbd5-49e8-8dde-b365260ee3c4 HTTP/1.1" status: 200 len: 217 time: 0.2000334 Feb 19 04:07:22.799736 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33498) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:22.948617 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92025cd-faa7-43c7-ab64-b694145cae1f req-b95569ee-bbcd-4168-9770-b17db2102b91 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:22.956546 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b92025cd-faa7-43c7-ab64-b694145cae1f req-b95569ee-bbcd-4168-9770-b17db2102b91 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.1261632 Feb 19 04:07:23.042357 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0e360-7e1a-418b-b3e8-eee19228aa63 req-2effb7df-77dc-4c93-9f5a-1c6aa5ae5aa6 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:23.075629 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7f0e360-7e1a-418b-b3e8-eee19228aa63 req-2effb7df-77dc-4c93-9f5a-1c6aa5ae5aa6 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 946 time: 0.2636602 Feb 19 04:07:23.114882 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afba94-c879-46d5-a4da-1532573ce4fe req-4340defb-fc22-4244-9105-c4a1ab328faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:23.119018 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-64afba94-c879-46d5-a4da-1532573ce4fe req-4340defb-fc22-4244-9105-c4a1ab328faa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.2132485 Feb 19 04:07:23.120458 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 19829663-8e11-450d-b642-0067dfa5de94 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:07:23.223561 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b92025cd-faa7-43c7-ab64-b694145cae1f req-40c06cb7-ca61-4cbc-b4d4-96ae15496e11 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816192 Feb 19 04:07:23.244793 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-64afba94-c879-46d5-a4da-1532573ce4fe req-3cf7b932-6859-4810-ac88-fda4fd40f9ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764232 Feb 19 04:07:23.409050 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 19829663-8e11-450d-b642-0067dfa5de94 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:23.410371 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (19829663-8e11-450d-b642-0067dfa5de94), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:23.467908 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ec7c14-bdfd-4826-b99a-11259b8be8d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19829663-8e11-450d-b642-0067dfa5de94'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:23.479000 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85d7662-7fa2-4ad5-86c8-ffb198ebdab5" -d '{"events": [{"server_uuid": "83ec7c14-bdfd-4826-b99a-11259b8be8d9", "name": "network-vif-unplugged", "status": "completed", "tag": "19829663-8e11-450d-b642-0067dfa5de94"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:23.520122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 19829663-8e11-450d-b642-0067dfa5de94, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=19829663-8e11-450d-b642-0067dfa5de94,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:23.521584 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7f0e360-7e1a-418b-b3e8-eee19228aa63 req-37709d72-ddc8-4991-bd99-db77adfbc4e4 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381647 Feb 19 04:07:23.538700 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (19829663-8e11-450d-b642-0067dfa5de94), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:23.720752 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-64afba94-c879-46d5-a4da-1532573ce4fe req-7d824ab5-105c-443a-949e-c9ee13e6da99 service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514959 Feb 19 04:07:23.722990 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f400af-9e94-4f07-b20f-355a7b47fdc8 req-ff661575-254d-4be3-bee7-347402f963ca tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:23.751132 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d4f400af-9e94-4f07-b20f-355a7b47fdc8 req-ff661575-254d-4be3-bee7-347402f963ca tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 947 time: 0.3090580 Feb 19 04:07:23.786643 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=19829663-8e11-450d-b642-0067dfa5de94,revision_number=14']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:23.927169 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d4f400af-9e94-4f07-b20f-355a7b47fdc8 req-05777a31-9ed0-4ae3-a5d7-6e9f75077a53 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632133 Feb 19 04:07:23.936582 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-f996e0cf-9977-4d18-a2ee-b2d31503649e admin admin] Deleting subnet cdbaae2b-220b-401a-870e-2283d582e1b2 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:07:23.940674 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f996e0cf-9977-4d18-a2ee-b2d31503649e admin admin] Publish callbacks [] for subnet (cdbaae2b-220b-401a-870e-2283d582e1b2), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:24.002708 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f996e0cf-9977-4d18-a2ee-b2d31503649e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (cdbaae2b-220b-401a-870e-2283d582e1b2), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:24.112136 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f996e0cf-9977-4d18-a2ee-b2d31503649e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (cdbaae2b-220b-401a-870e-2283d582e1b2), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:24.152792 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d89809-4c99-41d2-b076-30ac7a5cba22 x-openstack-request-id: req-e1d89809-4c99-41d2-b076-30ac7a5cba22 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:24.153707 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ec7c14-bdfd-4826-b99a-11259b8be8d9", "name": "network-vif-unplugged", "status": "completed", "tag": "19829663-8e11-450d-b642-0067dfa5de94", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:24.153707 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e1d89809-4c99-41d2-b076-30ac7a5cba22 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:24.154619 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ec7c14-bdfd-4826-b99a-11259b8be8d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19829663-8e11-450d-b642-0067dfa5de94', 'code': 200} Feb 19 04:07:24.249575 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf20b077-0075-4e93-977c-43e254a3968c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (f01173b2-3948-4495-b8ca-0eb5b29b532e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:24.318474 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-64afba94-c879-46d5-a4da-1532573ce4fe req-b1038d37-6a88-4444-9b18-c096a2e42712 service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5947859 Feb 19 04:07:24.365383 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f996e0cf-9977-4d18-a2ee-b2d31503649e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (cdbaae2b-220b-401a-870e-2283d582e1b2), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:24.525641 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996e0cf-9977-4d18-a2ee-b2d31503649e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdbaae2b-220b-401a-870e-2283d582e1b2,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:24.536752 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f996e0cf-9977-4d18-a2ee-b2d31503649e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:24.546383 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f996e0cf-9977-4d18-a2ee-b2d31503649e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/cdbaae2b-220b-401a-870e-2283d582e1b2 HTTP/1.1" status: 204 len: 168 time: 1.6557148 Feb 19 04:07:24.548786 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33536) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:24.610991 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea48d48-f58f-463e-a427-0759440e9b9d req-85ed58f6-3449-4fa8-bb2c-a28efd3e9c3a tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:24.625847 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1ea48d48-f58f-463e-a427-0759440e9b9d req-85ed58f6-3449-4fa8-bb2c-a28efd3e9c3a tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 945 time: 0.4228520 Feb 19 04:07:24.887154 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0a23b7b0-03d4-44bd-b4ae-bc2c198e9871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (a64e4f96-ab47-44e5-a8c0-65ae49234a15), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:25.032348 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1ea48d48-f58f-463e-a427-0759440e9b9d req-f657b65c-49a2-4d53-a3d3-4245074e8e22 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048514 Feb 19 04:07:25.151102 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0a23b7b0-03d4-44bd-b4ae-bc2c198e9871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (a64e4f96-ab47-44e5-a8c0-65ae49234a15), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:25.250628 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-0a23b7b0-03d4-44bd-b4ae-bc2c198e9871 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64e4f96-ab47-44e5-a8c0-65ae49234a15']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:25.279223 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-0a23b7b0-03d4-44bd-b4ae-bc2c198e9871 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c6fe2e-2c59-4312-9c97-3ea09073eb53') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:25.280100 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-0a23b7b0-03d4-44bd-b4ae-bc2c198e9871 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c6fe2e-2c59-4312-9c97-3ea09073eb53') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:25.303203 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0a23b7b0-03d4-44bd-b4ae-bc2c198e9871 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (91c6fe2e-2c59-4312-9c97-3ea09073eb53), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:25.354999 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0a23b7b0-03d4-44bd-b4ae-bc2c198e9871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (91c6fe2e-2c59-4312-9c97-3ea09073eb53), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:25.367979 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b9d8d-64af-45e6-998f-6849a29cbec0 req-d513d17a-1069-4a4b-a135-48e22deec80d tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:25.369176 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a23b7b0-03d4-44bd-b4ae-bc2c198e9871 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:07:25.370003 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0a23b7b0-03d4-44bd-b4ae-bc2c198e9871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (91c6fe2e-2c59-4312-9c97-3ea09073eb53), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:25.381512 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ab9b9d8d-64af-45e6-998f-6849a29cbec0 req-d513d17a-1069-4a4b-a135-48e22deec80d tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 946 time: 0.1598904 Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:07:25.473265 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:07:25.517701 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ab9b9d8d-64af-45e6-998f-6849a29cbec0 req-d1a736d7-bade-4072-bc83-c02a2ac943bd tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310229 Feb 19 04:07:25.530832 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737516bc-7b26-4aa2-9748-a7e49adb385f req-3e6e4f6f-ccc4-4695-b6b6-df4e47d87940 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:25.537341 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-737516bc-7b26-4aa2-9748-a7e49adb385f req-3e6e4f6f-ccc4-4695-b6b6-df4e47d87940 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.3779194 Feb 19 04:07:25.539041 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0a23b7b0-03d4-44bd-b4ae-bc2c198e9871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (a64e4f96-ab47-44e5-a8c0-65ae49234a15), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:25.591970 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0a23b7b0-03d4-44bd-b4ae-bc2c198e9871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:25.606151 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0a23b7b0-03d4-44bd-b4ae-bc2c198e9871 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a64e4f96-ab47-44e5-a8c0-65ae49234a15 HTTP/1.1" status: 204 len: 168 time: 1.0540478 Feb 19 04:07:25.635939 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-cf20b077-0075-4e93-977c-43e254a3968c admin admin] Deleting port 8f06e917-8685-447e-a88b-cfb235c099de {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:25.636546 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf20b077-0075-4e93-977c-43e254a3968c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (8f06e917-8685-447e-a88b-cfb235c099de), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:25.712181 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23b7b0-03d4-44bd-b4ae-bc2c198e9871 admin admin] Pushing event deleted for resources: {'Network': ['ID=a64e4f96-ab47-44e5-a8c0-65ae49234a15,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:25.817122 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-737516bc-7b26-4aa2-9748-a7e49adb385f req-5aec7c7c-a6d5-427b-ad68-d992a4b4002e tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572296 Feb 19 04:07:25.846449 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-cf20b077-0075-4e93-977c-43e254a3968c admin admin] For port 8f06e917-8685-447e-a88b-cfb235c099de, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8f06e917-8685-447e-a88b-cfb235c099de,segment=NetworkSegment(3774bd16-b705-40e3-8ef4-46128a49e0a7),segment_id=3774bd16-b705-40e3-8ef4-46128a49e0a7)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:25.848157 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf20b077-0075-4e93-977c-43e254a3968c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (8f06e917-8685-447e-a88b-cfb235c099de), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:25.913786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-cf20b077-0075-4e93-977c-43e254a3968c admin admin] Calling delete_port for 8f06e917-8685-447e-a88b-cfb235c099de owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:25.986428 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33590) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:26.160888 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f70e0da4-9f1c-4f3c-bffb-6cfcb80efcc6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3e71aa6d08bd4f28a67d0a5ae3b04cca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1724792 Feb 19 04:07:26.163447 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33606) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:26.487731 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf20b077-0075-4e93-977c-43e254a3968c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (8f06e917-8685-447e-a88b-cfb235c099de), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:26.578389 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d1af3dff-e07e-4af5-8a20-4493c6bfbee0 admin admin] Publish callbacks [] for security_group (9f236d6d-7aab-40e9-9453-da64a73bad3c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:26.588098 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20b077-0075-4e93-977c-43e254a3968c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f06e917-8685-447e-a88b-cfb235c099de,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:26.726017 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d1af3dff-e07e-4af5-8a20-4493c6bfbee0 admin admin] Publish callbacks [] for security_group (9f236d6d-7aab-40e9-9453-da64a73bad3c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:27.117133 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-15bafea8-622f-42ef-8b1c-1b565319b209 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:27.130312 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-15bafea8-622f-42ef-8b1c-1b565319b209 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae&tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&binding%3Ahost_id=n-h1-772273-4 HTTP/1.1" status: 200 len: 1128 time: 0.9118114 Feb 19 04:07:27.134847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 1388d632-ba2b-435b-b4b0-360b6e58e679 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:07:27.145488 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9e78f152-aa41-45df-aa2f-a7a7f850d75d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-772273-4'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:27.387362 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9e78f152-aa41-45df-aa2f-a7a7f850d75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1388d632-ba2b-435b-b4b0-360b6e58e679), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:27.521023 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 1388d632-ba2b-435b-b4b0-360b6e58e679, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=1388d632-ba2b-435b-b4b0-360b6e58e679,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:27.565208 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 1388d632-ba2b-435b-b4b0-360b6e58e679 has no active binding in host n-h2-772273-4 {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 04:07:27.672596 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d1af3dff-e07e-4af5-8a20-4493c6bfbee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9f236d6d-7aab-40e9-9453-da64a73bad3c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:27.675908 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d1af3dff-e07e-4af5-8a20-4493c6bfbee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:27.681004 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d1af3dff-e07e-4af5-8a20-4493c6bfbee0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9f236d6d-7aab-40e9-9453-da64a73bad3c HTTP/1.1" status: 204 len: 168 time: 1.5122695 Feb 19 04:07:27.762884 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af3dff-e07e-4af5-8a20-4493c6bfbee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f236d6d-7aab-40e9-9453-da64a73bad3c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:27.792751 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af3dff-e07e-4af5-8a20-4493c6bfbee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:27.793520 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af3dff-e07e-4af5-8a20-4493c6bfbee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:27.794221 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af3dff-e07e-4af5-8a20-4493c6bfbee0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:27.795166 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af3dff-e07e-4af5-8a20-4493c6bfbee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:27.795994 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af3dff-e07e-4af5-8a20-4493c6bfbee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:27.797560 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af3dff-e07e-4af5-8a20-4493c6bfbee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:27.798607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af3dff-e07e-4af5-8a20-4493c6bfbee0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:27.799591 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af3dff-e07e-4af5-8a20-4493c6bfbee0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:27.800317 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af3dff-e07e-4af5-8a20-4493c6bfbee0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:27.801076 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af3dff-e07e-4af5-8a20-4493c6bfbee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:27.801833 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af3dff-e07e-4af5-8a20-4493c6bfbee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:27.802753 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af3dff-e07e-4af5-8a20-4493c6bfbee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:27.803320 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1af3dff-e07e-4af5-8a20-4493c6bfbee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:27.835819 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e74e49-d614-46eb-a236-ee2bb073a798 req-01a3e444-6c7c-4a2f-9733-2c5d6914f7ec tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:27.849598 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-53e74e49-d614-46eb-a236-ee2bb073a798 req-01a3e444-6c7c-4a2f-9733-2c5d6914f7ec tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 945 time: 1.2727871 Feb 19 04:07:27.906083 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9e78f152-aa41-45df-aa2f-a7a7f850d75d service neutron] For port 1388d632-ba2b-435b-b4b0-360b6e58e679, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=1388d632-ba2b-435b-b4b0-360b6e58e679,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:27.998446 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9e78f152-aa41-45df-aa2f-a7a7f850d75d service neutron] For port 1388d632-ba2b-435b-b4b0-360b6e58e679, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:07:28.105042 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-53e74e49-d614-46eb-a236-ee2bb073a798 req-b0526ad6-eb41-4a79-95b1-ae0ab487ee3e tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386818 Feb 19 04:07:28.116285 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9e78f152-aa41-45df-aa2f-a7a7f850d75d service neutron] Publish callbacks [] for port (1388d632-ba2b-435b-b4b0-360b6e58e679), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:28.122277 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478766ae-3c06-46ca-b27d-38a730f570ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1388d632-ba2b-435b-b4b0-360b6e58e679'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:28.128354 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df5bcb3-b41e-4173-8f09-6eced21880df" -d '{"events": [{"server_uuid": "478766ae-3c06-46ca-b27d-38a730f570ae", "name": "network-vif-unplugged", "status": "completed", "tag": "1388d632-ba2b-435b-b4b0-360b6e58e679"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:28.138653 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9e78f152-aa41-45df-aa2f-a7a7f850d75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (1388d632-ba2b-435b-b4b0-360b6e58e679), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:28.140263 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf20b077-0075-4e93-977c-43e254a3968c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (f01173b2-3948-4495-b8ca-0eb5b29b532e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:28.282642 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78f152-aa41-45df-aa2f-a7a7f850d75d service neutron] Pushing event updated for resources: {'Port': ['ID=1388d632-ba2b-435b-b4b0-360b6e58e679,revision_number=7']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:28.599610 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9e78f152-aa41-45df-aa2f-a7a7f850d75d service neutron] Attempting to bind port 1388d632-ba2b-435b-b4b0-360b6e58e679 on host n-h1-772273-4 for vnic_type normal with profile {"migrating_to": "n-h2-772273-4"} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:07:28.600628 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9e78f152-aa41-45df-aa2f-a7a7f850d75d service neutron] Attempting to bind port 1388d632-ba2b-435b-b4b0-360b6e58e679 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:07:28.603515 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9e78f152-aa41-45df-aa2f-a7a7f850d75d service neutron] Attempting to bind port 1388d632-ba2b-435b-b4b0-360b6e58e679 on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:07:28.621717 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9e78f152-aa41-45df-aa2f-a7a7f850d75d service neutron] Port 1388d632-ba2b-435b-b4b0-360b6e58e679 on network be946657-a9d5-408e-8d49-cd01b687ca89 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:07:28.622075 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9e78f152-aa41-45df-aa2f-a7a7f850d75d service neutron] Attempting to bind port 1388d632-ba2b-435b-b4b0-360b6e58e679 on network be946657-a9d5-408e-8d49-cd01b687ca89 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:07:28.673006 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0abf5-896a-4ec2-a185-47e66baad864 req-8309bcfc-031d-414f-84b1-ddd24525e565 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:28.675120 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-50d0abf5-896a-4ec2-a185-47e66baad864 req-8309bcfc-031d-414f-84b1-ddd24525e565 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 944 time: 0.5387189 Feb 19 04:07:28.676519 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9e78f152-aa41-45df-aa2f-a7a7f850d75d service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:07:28.676985 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9e78f152-aa41-45df-aa2f-a7a7f850d75d service neutron] Checking segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:28.677423 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9e78f152-aa41-45df-aa2f-a7a7f850d75d service neutron] Bound using segment: {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:07:28.678045 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9e78f152-aa41-45df-aa2f-a7a7f850d75d service neutron] Bound port: 1388d632-ba2b-435b-b4b0-360b6e58e679, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74a21ef-c8e7-439c-8026-7210082e83e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be946657-a9d5-408e-8d49-cd01b687ca89'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:07:28.678600 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9e78f152-aa41-45df-aa2f-a7a7f850d75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1388d632-ba2b-435b-b4b0-360b6e58e679), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:28.838470 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf20b077-0075-4e93-977c-43e254a3968c admin admin] Router f01173b2-3948-4495-b8ca-0eb5b29b532e has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:07:28.861676 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33652) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:28.864976 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd556ef3-0c80-4845-a565-116fc01d1b39 req-85134ede-51bd-45ba-8fb9-7a5353da0b7a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:28.868942 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fd556ef3-0c80-4845-a565-116fc01d1b39 req-85134ede-51bd-45ba-8fb9-7a5353da0b7a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.5451055 Feb 19 04:07:29.029856 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-50d0abf5-896a-4ec2-a185-47e66baad864 req-8ae22a62-bca6-4d6c-8ace-9e76bb62e8db tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840829 Feb 19 04:07:29.153181 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9e78f152-aa41-45df-aa2f-a7a7f850d75d service neutron] For port 1388d632-ba2b-435b-b4b0-360b6e58e679, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:07:29.165378 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9e78f152-aa41-45df-aa2f-a7a7f850d75d service neutron] For port 1388d632-ba2b-435b-b4b0-360b6e58e679, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=1388d632-ba2b-435b-b4b0-360b6e58e679,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:07:29.193874 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9e78f152-aa41-45df-aa2f-a7a7f850d75d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (1388d632-ba2b-435b-b4b0-360b6e58e679), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:29.351953 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fd556ef3-0c80-4845-a565-116fc01d1b39 req-bb3e4b1d-5a56-48bb-840c-57e8af2e8a3d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4647903 Feb 19 04:07:29.369179 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf20b077-0075-4e93-977c-43e254a3968c admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:07:29.381178 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cf20b077-0075-4e93-977c-43e254a3968c admin admin] 10.222.0.65 "PUT /v2.0/routers/f01173b2-3948-4495-b8ca-0eb5b29b532e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8926988 Feb 19 04:07:29.386437 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33664) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:29.407187 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3d15b5-cd10-47dd-882b-6bb4d197b8e5 None None] Sync routers for ids ['f01173b2-3948-4495-b8ca-0eb5b29b532e'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:07:29.440013 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3d15b5-cd10-47dd-882b-6bb4d197b8e5 None None] Routers {'f01173b2-3948-4495-b8ca-0eb5b29b532e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:29.441075 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ca3d15b5-cd10-47dd-882b-6bb4d197b8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:07:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f01173b2-3948-4495-b8ca-0eb5b29b532e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:29.572459 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78f152-aa41-45df-aa2f-a7a7f850d75d service neutron] Pushing event updated for resources: {'Port': ['ID=1388d632-ba2b-435b-b4b0-360b6e58e679,revision_number=8']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:29.592893 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8c3ff404-e7a7-4e21-b204-bdd5e594cf41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:29.606938 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9e78f152-aa41-45df-aa2f-a7a7f850d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:29.608774 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9e78f152-aa41-45df-aa2f-a7a7f850d75d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:29.613542 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9e78f152-aa41-45df-aa2f-a7a7f850d75d service neutron] 10.222.0.48 "PUT /v2.0/ports/1388d632-ba2b-435b-b4b0-360b6e58e679 HTTP/1.1" status: 200 len: 1122 time: 2.4752555 Feb 19 04:07:29.746539 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e7597-deba-4a7a-89d0-d70a46b51735 req-47ceb48f-334e-4002-acca-c62333776dc3 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:29.766165 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1d3e7597-deba-4a7a-89d0-d70a46b51735 req-47ceb48f-334e-4002-acca-c62333776dc3 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.4195960 Feb 19 04:07:29.812251 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01ff7b0e-97a6-4390-b5fd-817fdce63d0f admin admin] Publish callbacks [] for router (f01173b2-3948-4495-b8ca-0eb5b29b532e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:29.863476 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-ca3d15b5-cd10-47dd-882b-6bb4d197b8e5 None None] Set router f01173b2-3948-4495-b8ca-0eb5b29b532e gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:29.868529 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273e056d-33b9-40d3-8238-04f65b3c85a5 x-openstack-request-id: req-273e056d-33b9-40d3-8238-04f65b3c85a5 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:29.869060 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478766ae-3c06-46ca-b27d-38a730f570ae", "name": "network-vif-unplugged", "status": "completed", "tag": "1388d632-ba2b-435b-b4b0-360b6e58e679", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:29.869511 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-273e056d-33b9-40d3-8238-04f65b3c85a5 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:29.870195 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478766ae-3c06-46ca-b27d-38a730f570ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1388d632-ba2b-435b-b4b0-360b6e58e679', 'code': 200} Feb 19 04:07:29.950822 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1d3e7597-deba-4a7a-89d0-d70a46b51735 req-80633670-a777-4d08-879d-ce6f40775313 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817572 Feb 19 04:07:30.004660 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['1388d632-ba2b-435b-b4b0-360b6e58e679'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:07:30.140868 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['1388d632-ba2b-435b-b4b0-360b6e58e679'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:07:30.186097 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8c3ff404-e7a7-4e21-b204-bdd5e594cf41 admin admin] Publish callbacks [] for security_group (e2678d02-a41d-481d-976f-966591106ffd), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:30.192888 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8c3ff404-e7a7-4e21-b204-bdd5e594cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e2678d02-a41d-481d-976f-966591106ffd), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:30.241556 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ff404-e7a7-4e21-b204-bdd5e594cf41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2678d02-a41d-481d-976f-966591106ffd,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:30.256347 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01ff7b0e-97a6-4390-b5fd-817fdce63d0f admin admin] Publish callbacks [] for router_gateway (f01173b2-3948-4495-b8ca-0eb5b29b532e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:30.316017 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:07:30.341900 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8c3ff404-e7a7-4e21-b204-bdd5e594cf41 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=43ab0d1df0e1415c9f04b1cbbd8f7e1d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4780993 Feb 19 04:07:30.355495 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33682) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:30.432761 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5e8aa-3078-4575-adef-6c18b9157339 req-a84e66f5-4b23-43e7-ac5f-e8d66f1c9fe4 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:30.436395 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fec5e8aa-3078-4575-adef-6c18b9157339 req-a84e66f5-4b23-43e7-ac5f-e8d66f1c9fe4 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.1964269 Feb 19 04:07:30.456898 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665a642-186d-4b40-935a-46d4ce9be970 req-58f046e7-4299-448b-bd97-e8ad38adda6c tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:30.471406 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2665a642-186d-4b40-935a-46d4ce9be970 req-58f046e7-4299-448b-bd97-e8ad38adda6c tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 945 time: 0.3924830 Feb 19 04:07:30.532434 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c52859db-6c0c-498e-89c2-2d79b6ca6d6f admin admin] Publish callbacks [] for security_group (e2678d02-a41d-481d-976f-966591106ffd), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:30.603327 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2665a642-186d-4b40-935a-46d4ce9be970 req-c2a730a2-f857-4f65-8034-9b03976f02cf tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248353 Feb 19 04:07:30.612190 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fec5e8aa-3078-4575-adef-6c18b9157339 req-f074bc96-72fe-4358-ad20-f0a5b9d12420 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615660 Feb 19 04:07:30.644110 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-01ff7b0e-97a6-4390-b5fd-817fdce63d0f admin admin] Deleting port ea28793d-4c31-421c-8dfb-7dc7258d76b7 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:30.644667 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01ff7b0e-97a6-4390-b5fd-817fdce63d0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ea28793d-4c31-421c-8dfb-7dc7258d76b7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:30.672147 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c52859db-6c0c-498e-89c2-2d79b6ca6d6f admin admin] Publish callbacks [] for security_group (e2678d02-a41d-481d-976f-966591106ffd), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:30.858442 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c52859db-6c0c-498e-89c2-2d79b6ca6d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e2678d02-a41d-481d-976f-966591106ffd), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:30.862596 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c52859db-6c0c-498e-89c2-2d79b6ca6d6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:30.864564 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c52859db-6c0c-498e-89c2-2d79b6ca6d6f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e2678d02-a41d-481d-976f-966591106ffd HTTP/1.1" status: 204 len: 168 time: 0.5076189 Feb 19 04:07:30.897413 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52859db-6c0c-498e-89c2-2d79b6ca6d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2678d02-a41d-481d-976f-966591106ffd,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:30.929986 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52859db-6c0c-498e-89c2-2d79b6ca6d6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:30.931535 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52859db-6c0c-498e-89c2-2d79b6ca6d6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:30.932260 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52859db-6c0c-498e-89c2-2d79b6ca6d6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:30.945433 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52859db-6c0c-498e-89c2-2d79b6ca6d6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:30.946078 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52859db-6c0c-498e-89c2-2d79b6ca6d6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:30.946596 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52859db-6c0c-498e-89c2-2d79b6ca6d6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:30.947130 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52859db-6c0c-498e-89c2-2d79b6ca6d6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:30.947644 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52859db-6c0c-498e-89c2-2d79b6ca6d6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:30.948172 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52859db-6c0c-498e-89c2-2d79b6ca6d6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:30.948696 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52859db-6c0c-498e-89c2-2d79b6ca6d6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:30.949268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52859db-6c0c-498e-89c2-2d79b6ca6d6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:30.949801 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52859db-6c0c-498e-89c2-2d79b6ca6d6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:30.950315 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52859db-6c0c-498e-89c2-2d79b6ca6d6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:31.115665 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ca3d15b5-cd10-47dd-882b-6bb4d197b8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01173b2-3948-4495-b8ca-0eb5b29b532e', 'name': 'tempest-FloatingIPsTestJSON-1219486593-router', 'tenant_id': '1f9795d8d7d14612be42531dad715e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'ea28793d-4c31-421c-8dfb-7dc7258d76b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:41Z', 'updated_at': '2022-02-19T04:07:26Z', 'revision_number': 5, 'project_id': '1f9795d8d7d14612be42531dad715e4d', 'gw_port': {'id': 'ea28793d-4c31-421c-8dfb-7dc7258d76b7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:67:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01173b2-3948-4495-b8ca-0eb5b29b532e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:45Z', 'updated_at': '2022-02-19T04:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:31.180813 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3d15b5-cd10-47dd-882b-6bb4d197b8e5 None None] Checking router: f01173b2-3948-4495-b8ca-0eb5b29b532e for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:07:31.200160 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d56f28-1318-44f1-8192-0466d4590b6a req-b0d493fa-590b-41c5-af5c-32de185ffa1f tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:31.203200 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3d15b5-cd10-47dd-882b-6bb4d197b8e5 None None] Routers {'f01173b2-3948-4495-b8ca-0eb5b29b532e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:31.204034 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ca3d15b5-cd10-47dd-882b-6bb4d197b8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:07:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f01173b2-3948-4495-b8ca-0eb5b29b532e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:31.214385 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-71d56f28-1318-44f1-8192-0466d4590b6a req-b0d493fa-590b-41c5-af5c-32de185ffa1f tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 944 time: 0.3894575 Feb 19 04:07:31.268951 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-01ff7b0e-97a6-4390-b5fd-817fdce63d0f admin admin] For port ea28793d-4c31-421c-8dfb-7dc7258d76b7, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ea28793d-4c31-421c-8dfb-7dc7258d76b7,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:31.274169 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01ff7b0e-97a6-4390-b5fd-817fdce63d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ea28793d-4c31-421c-8dfb-7dc7258d76b7), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:31.355971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-01ff7b0e-97a6-4390-b5fd-817fdce63d0f admin admin] Calling delete_port for ea28793d-4c31-421c-8dfb-7dc7258d76b7 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:31.408266 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-ca3d15b5-cd10-47dd-882b-6bb4d197b8e5 None None] Set router f01173b2-3948-4495-b8ca-0eb5b29b532e gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:31.526785 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-71d56f28-1318-44f1-8192-0466d4590b6a req-9597e866-72cc-4272-bec3-0d891a9bc698 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998796 Feb 19 04:07:31.558271 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ca3d15b5-cd10-47dd-882b-6bb4d197b8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01173b2-3948-4495-b8ca-0eb5b29b532e', 'name': 'tempest-FloatingIPsTestJSON-1219486593-router', 'tenant_id': '1f9795d8d7d14612be42531dad715e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:41Z', 'updated_at': '2022-02-19T04:07:30Z', 'revision_number': 6, 'project_id': '1f9795d8d7d14612be42531dad715e4d', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:31.642844 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3d15b5-cd10-47dd-882b-6bb4d197b8e5 None None] The sync data for ids ['f01173b2-3948-4495-b8ca-0eb5b29b532e'] in n-d-772273-4 is: [{'id': 'f01173b2-3948-4495-b8ca-0eb5b29b532e', 'name': 'tempest-FloatingIPsTestJSON-1219486593-router', 'tenant_id': '1f9795d8d7d14612be42531dad715e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:41Z', 'updated_at': '2022-02-19T04:07:30Z', 'revision_number': 6, 'project_id': '1f9795d8d7d14612be42531dad715e4d', 'gw_port_host': None}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:07:31.871598 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '478766ae-3c06-46ca-b27d-38a730f570ae', 'tag': '1388d632-ba2b-435b-b4b0-360b6e58e679'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:31.875844 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc56819c-22a1-44bb-af9a-c449a08517f6" -d '{"events": [{"name": "network-changed", "server_uuid": "478766ae-3c06-46ca-b27d-38a730f570ae", "tag": "1388d632-ba2b-435b-b4b0-360b6e58e679"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:32.026643 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33702) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:32.072807 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b6fc3dc5-a180-440e-bc72-afee14d8a82f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:32.073322 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9a139-6fde-4db0-9053-03932f4e763d req-1a1df3de-4263-44f7-afd0-725d2df3fb12 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:32.079328 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ace9a139-6fde-4db0-9053-03932f4e763d req-1a1df3de-4263-44f7-afd0-725d2df3fb12 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2844090 Feb 19 04:07:32.174721 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-81b78b6c-9203-4255-8dfd-8cdcf55b9c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:32.244786 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01ff7b0e-97a6-4390-b5fd-817fdce63d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ea28793d-4c31-421c-8dfb-7dc7258d76b7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:32.361456 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b6fc3dc5-a180-440e-bc72-afee14d8a82f admin admin] Publish callbacks [] for security_group (7cc8d0a3-4845-4a8d-91b8-44409f038caa), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:32.374201 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b6fc3dc5-a180-440e-bc72-afee14d8a82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7cc8d0a3-4845-4a8d-91b8-44409f038caa), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:32.402145 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ace9a139-6fde-4db0-9053-03932f4e763d req-18c2147b-4027-4631-b8a8-98d0c9cee27a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652199 Feb 19 04:07:32.445435 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff7b0e-97a6-4390-b5fd-817fdce63d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=ea28793d-4c31-421c-8dfb-7dc7258d76b7,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:32.504057 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01ff7b0e-97a6-4390-b5fd-817fdce63d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (f01173b2-3948-4495-b8ca-0eb5b29b532e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:32.568315 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b6fc3dc5-a180-440e-bc72-afee14d8a82f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=be240341fca74faba35841ffd455d0ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5354011 Feb 19 04:07:32.569520 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33708) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:32.597493 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc3dc5-a180-440e-bc72-afee14d8a82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc8d0a3-4845-4a8d-91b8-44409f038caa,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:32.741175 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-795029b4-7fed-4394-9e25-180764acf76c admin admin] Publish callbacks [] for security_group (7cc8d0a3-4845-4a8d-91b8-44409f038caa), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:32.826262 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-795029b4-7fed-4394-9e25-180764acf76c admin admin] Publish callbacks [] for security_group (7cc8d0a3-4845-4a8d-91b8-44409f038caa), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:32.864560 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01ff7b0e-97a6-4390-b5fd-817fdce63d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (f01173b2-3948-4495-b8ca-0eb5b29b532e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:32.870048 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01ff7b0e-97a6-4390-b5fd-817fdce63d0f admin admin] Publish callbacks [] for router_controller (f01173b2-3948-4495-b8ca-0eb5b29b532e), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:32.903883 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39d66d-4e31-4ad5-94ff-df97c6739b37 req-0636344b-9265-401a-ba5c-99972b30acce tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:32.906240 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc39d66d-4e31-4ad5-94ff-df97c6739b37 req-0636344b-9265-401a-ba5c-99972b30acce tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.2170181 Feb 19 04:07:32.944155 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ea28793d-4c31-421c-8dfb-7dc7258d76b7 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:07:32.999781 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01ff7b0e-97a6-4390-b5fd-817fdce63d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (f01173b2-3948-4495-b8ca-0eb5b29b532e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:33.000709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ff7b0e-97a6-4390-b5fd-817fdce63d0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f01173b2-3948-4495-b8ca-0eb5b29b532e {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:07:33.009448 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01ff7b0e-97a6-4390-b5fd-817fdce63d0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:33.011808 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-01ff7b0e-97a6-4390-b5fd-817fdce63d0f admin admin] 10.222.0.65 "DELETE /v2.0/routers/f01173b2-3948-4495-b8ca-0eb5b29b532e HTTP/1.1" status: 204 len: 168 time: 3.6193388 Feb 19 04:07:33.015993 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33714) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:33.077739 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: ea28793d-4c31-421c-8dfb-7dc7258d76b7 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:07:33.078687 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ea28793d-4c31-421c-8dfb-7dc7258d76b7 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:07:33.079728 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8f06e917-8685-447e-a88b-cfb235c099de no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:07:33.081393 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6812c1-3c26-45bc-92f4-880ef7b8b33e req-5488bf79-00e3-4203-bfa6-ec60d624597d tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:33.116815 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e6812c1-3c26-45bc-92f4-880ef7b8b33e req-5488bf79-00e3-4203-bfa6-ec60d624597d tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 945 time: 0.1891949 Feb 19 04:07:33.126437 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 8f06e917-8685-447e-a88b-cfb235c099de {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:07:33.127984 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8f06e917-8685-447e-a88b-cfb235c099de not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:07:33.130607 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-795029b4-7fed-4394-9e25-180764acf76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7cc8d0a3-4845-4a8d-91b8-44409f038caa), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:33.137995 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-795029b4-7fed-4394-9e25-180764acf76c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:33.143812 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-795029b4-7fed-4394-9e25-180764acf76c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7cc8d0a3-4845-4a8d-91b8-44409f038caa HTTP/1.1" status: 204 len: 168 time: 0.5654733 Feb 19 04:07:33.164061 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc39d66d-4e31-4ad5-94ff-df97c6739b37 req-13693a6a-7cbd-4395-93b4-16fc0d226d37 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124498 Feb 19 04:07:33.207118 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795029b4-7fed-4394-9e25-180764acf76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc8d0a3-4845-4a8d-91b8-44409f038caa,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:33.209084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac8e26a-116d-4151-baaa-7215003e35e5 admin admin] Deleting subnet bb1e66fd-e748-4d7d-8ae8-4b91e7755b97 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:07:33.230283 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5ac8e26a-116d-4151-baaa-7215003e35e5 admin admin] Publish callbacks [] for subnet (bb1e66fd-e748-4d7d-8ae8-4b91e7755b97), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:33.330538 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e6812c1-3c26-45bc-92f4-880ef7b8b33e req-324f1c67-08ae-4ca7-9354-04cc0839915e tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089562 Feb 19 04:07:33.400637 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5ac8e26a-116d-4151-baaa-7215003e35e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (bb1e66fd-e748-4d7d-8ae8-4b91e7755b97), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:33.418805 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b85c57-9f07-4f34-b0ff-6473a0c62883 x-openstack-request-id: req-f6b85c57-9f07-4f34-b0ff-6473a0c62883 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:33.419312 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "478766ae-3c06-46ca-b27d-38a730f570ae", "tag": "1388d632-ba2b-435b-b4b0-360b6e58e679", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:33.419739 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f6b85c57-9f07-4f34-b0ff-6473a0c62883 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:33.420394 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '478766ae-3c06-46ca-b27d-38a730f570ae', 'tag': '1388d632-ba2b-435b-b4b0-360b6e58e679', 'status': 'completed', 'code': 200} Feb 19 04:07:33.579965 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56819c-22a1-44bb-af9a-c449a08517f6 req-c9eaf45f-7b2e-4fce-aa7f-700b7acaef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:33.583700 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc56819c-22a1-44bb-af9a-c449a08517f6 req-c9eaf45f-7b2e-4fce-aa7f-700b7acaef9f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 1156 time: 0.1147795 Feb 19 04:07:33.765060 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5ac8e26a-116d-4151-baaa-7215003e35e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (bb1e66fd-e748-4d7d-8ae8-4b91e7755b97), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:33.834960 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56819c-22a1-44bb-af9a-c449a08517f6 req-084b1d84-a7ff-4867-932c-d7434822e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:33.837107 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc56819c-22a1-44bb-af9a-c449a08517f6 req-084b1d84-a7ff-4867-932c-d7434822e612 service neutron] 10.222.0.10 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 908 time: 0.2453184 Feb 19 04:07:33.957204 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc56819c-22a1-44bb-af9a-c449a08517f6 req-3868adce-b131-4f8f-ad25-dfcabe3e9c3d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1388d632-ba2b-435b-b4b0-360b6e58e679 HTTP/1.1" status: 200 len: 217 time: 0.1126420 Feb 19 04:07:33.961525 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5ac8e26a-116d-4151-baaa-7215003e35e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (bb1e66fd-e748-4d7d-8ae8-4b91e7755b97), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:33.991765 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5ac8e26a-116d-4151-baaa-7215003e35e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:34.000733 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5ac8e26a-116d-4151-baaa-7215003e35e5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/bb1e66fd-e748-4d7d-8ae8-4b91e7755b97 HTTP/1.1" status: 204 len: 168 time: 0.9827318 Feb 19 04:07:34.004861 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c94989-c458-4d47-ba53-aa3227a82825 None None] Network 00848c67-5de5-4f87-8dad-c27f253f1d20 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:34.018016 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33730) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:34.047453 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdcce9-d8b1-4b65-9ff6-36a199194f12 req-2b154c17-e2fb-48c3-bf2e-aa412f8dd9ae tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:34.049434 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aafdcce9-d8b1-4b65-9ff6-36a199194f12 req-2b154c17-e2fb-48c3-bf2e-aa412f8dd9ae tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 944 time: 0.4783576 Feb 19 04:07:34.051133 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8e26a-116d-4151-baaa-7215003e35e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb1e66fd-e748-4d7d-8ae8-4b91e7755b97,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:34.143503 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aafdcce9-d8b1-4b65-9ff6-36a199194f12 req-cbea49cf-e835-4afd-b0ac-78217b9210a0 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815802 Feb 19 04:07:34.189593 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51575b8d-272e-4ace-928d-d2cfa306dd28 req-7d85c762-028e-42f0-895e-f471587501db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:34.191501 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-51575b8d-272e-4ace-928d-d2cfa306dd28 req-7d85c762-028e-42f0-895e-f471587501db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 1127 time: 0.3975480 Feb 19 04:07:34.422613 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f6a30a-c57f-4e12-8938-ccce3a32d0f1 None None] DHCP port deletion for 00848c67-5de5-4f87-8dad-c27f253f1d20 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:07:34.673716 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-95f6a30a-c57f-4e12-8938-ccce3a32d0f1 None None] Deleting port 61142136-ceca-41ed-9978-643f8220fecf {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:07:34.674263 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-95f6a30a-c57f-4e12-8938-ccce3a32d0f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (61142136-ceca-41ed-9978-643f8220fecf), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:34.865164 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-95f6a30a-c57f-4e12-8938-ccce3a32d0f1 None None] For port 61142136-ceca-41ed-9978-643f8220fecf, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=61142136-ceca-41ed-9978-643f8220fecf,segment=NetworkSegment(3774bd16-b705-40e3-8ef4-46128a49e0a7),segment_id=3774bd16-b705-40e3-8ef4-46128a49e0a7)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:34.865882 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-95f6a30a-c57f-4e12-8938-ccce3a32d0f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (61142136-ceca-41ed-9978-643f8220fecf), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:34.944003 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba22dcc-c745-47d5-899d-042b8e71bb65 req-2d170581-d501-4402-987f-8d6ce5fad5cf tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:34.961550 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5ba22dcc-c745-47d5-899d-042b8e71bb65 req-2d170581-d501-4402-987f-8d6ce5fad5cf tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.3060620 Feb 19 04:07:35.029607 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 61142136-ceca-41ed-9978-643f8220fecf no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:07:35.035452 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-95f6a30a-c57f-4e12-8938-ccce3a32d0f1 None None] Calling delete_port for 61142136-ceca-41ed-9978-643f8220fecf owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:07:35.041904 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e9db7aab-b6ba-4ebb-b677-3125d8a12c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:35.076429 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51575b8d-272e-4ace-928d-d2cfa306dd28 req-b02411b5-f53f-44f2-9954-2b18f066d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:35.079324 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-51575b8d-272e-4ace-928d-d2cfa306dd28 req-b02411b5-f53f-44f2-9954-2b18f066d07e service neutron] 10.222.0.48 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 912 time: 0.8583760 Feb 19 04:07:35.094054 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5ba22dcc-c745-47d5-899d-042b8e71bb65 req-66c63254-55da-4dd2-8547-7fbf9a0eb846 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309223 Feb 19 04:07:35.160092 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ed2fdfa4-0d57-4467-b129-b1bef3b912af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (00848c67-5de5-4f87-8dad-c27f253f1d20), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:35.164081 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56819c-22a1-44bb-af9a-c449a08517f6 req-ce1b19d6-cea6-47eb-a1a7-bc8caf283cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:35.165680 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc56819c-22a1-44bb-af9a-c449a08517f6 req-ce1b19d6-cea6-47eb-a1a7-bc8caf283cdd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 1.1998749 Feb 19 04:07:35.336620 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 61142136-ceca-41ed-9978-643f8220fecf is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:35.337307 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (61142136-ceca-41ed-9978-643f8220fecf), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:35.470550 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-95f6a30a-c57f-4e12-8938-ccce3a32d0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (61142136-ceca-41ed-9978-643f8220fecf), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:35.527167 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f6a30a-c57f-4e12-8938-ccce3a32d0f1 None None] No DVR routers for this DVR port 61142136-ceca-41ed-9978-643f8220fecf on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:07:35.531420 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc56819c-22a1-44bb-af9a-c449a08517f6 req-09090ffc-8ccc-4c31-9630-2a72d46f1d08 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1458123 Feb 19 04:07:35.583294 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-51575b8d-272e-4ace-928d-d2cfa306dd28 req-093c1703-c7ff-4e09-9b77-7268a9a28990 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19829663-8e11-450d-b642-0067dfa5de94 HTTP/1.1" status: 200 len: 999 time: 0.4160390 Feb 19 04:07:35.610053 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6a30a-c57f-4e12-8938-ccce3a32d0f1 None None] Pushing event deleted for resources: {'Port': ['ID=61142136-ceca-41ed-9978-643f8220fecf,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:35.676125 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be615772-0972-40a5-bc33-fbc9f28a748c req-f9b5fac9-f962-4756-a325-f42d1f97c7e9 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:35.687017 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-be615772-0972-40a5-bc33-fbc9f28a748c req-f9b5fac9-f962-4756-a325-f42d1f97c7e9 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 1.5281725 Feb 19 04:07:35.720999 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33756) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:35.940569 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 1388d632-ba2b-435b-b4b0-360b6e58e679 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:07:35.975338 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d023c-488f-4fdd-a3cb-9f543e5142ce req-8f2043c1-06c9-4add-a1dd-4b473a9f25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:35.978386 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9f6d023c-488f-4fdd-a3cb-9f543e5142ce req-8f2043c1-06c9-4add-a1dd-4b473a9f25fb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6a66cc8d123446fb4da322bcc8cc6d9&device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 1127 time: 0.8294549 Feb 19 04:07:35.986935 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-387d7073-66b3-45ab-801f-3d6bc49be755 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2147423209-network', 'tenant_id': '69187c7c1e1c4976be0c59c8c6235cbf'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:36.010056 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ed2fdfa4-0d57-4467-b129-b1bef3b912af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (00848c67-5de5-4f87-8dad-c27f253f1d20), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.036522 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387d7073-66b3-45ab-801f-3d6bc49be755 admin admin] Made reservation on behalf of 69187c7c1e1c4976be0c59c8c6235cbf for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:36.041289 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-387d7073-66b3-45ab-801f-3d6bc49be755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.065480 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-387d7073-66b3-45ab-801f-3d6bc49be755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.110138 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e76e19-e41e-404c-a069-a4709fc56858 req-f70ac500-cce1-4d00-ac9f-eb34db7834b3 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:36.121037 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-97e76e19-e41e-404c-a069-a4709fc56858 req-f70ac500-cce1-4d00-ac9f-eb34db7834b3 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 945 time: 0.2025576 Feb 19 04:07:36.162110 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 1388d632-ba2b-435b-b4b0-360b6e58e679 is: DOWN; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:36.231418 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc56819c-22a1-44bb-af9a-c449a08517f6 req-61c7015d-c549-4230-bff2-33f713d87fd8 service neutron] 10.222.0.10 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6000400 Feb 19 04:07:36.231630 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-97e76e19-e41e-404c-a069-a4709fc56858 req-eb25df24-1aa8-48a4-9948-bc63755899fb tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092396 Feb 19 04:07:36.234524 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51575b8d-272e-4ace-928d-d2cfa306dd28 req-ccdb5a7f-7ecb-4332-b641-72eac0b4b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:36.237888 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-51575b8d-272e-4ace-928d-d2cfa306dd28 req-ccdb5a7f-7ecb-4332-b641-72eac0b4b9ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509 HTTP/1.1" status: 200 len: 851 time: 0.6040308 Feb 19 04:07:36.260325 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-ed2fdfa4-0d57-4467-b129-b1bef3b912af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00848c67-5de5-4f87-8dad-c27f253f1d20']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:36.297581 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-ed2fdfa4-0d57-4467-b129-b1bef3b912af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3774bd16-b705-40e3-8ef4-46128a49e0a7') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:36.298337 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-ed2fdfa4-0d57-4467-b129-b1bef3b912af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3774bd16-b705-40e3-8ef4-46128a49e0a7') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:36.318664 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ed2fdfa4-0d57-4467-b129-b1bef3b912af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (3774bd16-b705-40e3-8ef4-46128a49e0a7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.390808 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-387d7073-66b3-45ab-801f-3d6bc49be755 admin admin] Publish callbacks [] for security_group (23cca437-f8c6-41c8-ba50-ce136eefc2ec), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.405252 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-387d7073-66b3-45ab-801f-3d6bc49be755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (23cca437-f8c6-41c8-ba50-ce136eefc2ec), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.436186 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387d7073-66b3-45ab-801f-3d6bc49be755 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:07:36.451168 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ed2fdfa4-0d57-4467-b129-b1bef3b912af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (3774bd16-b705-40e3-8ef4-46128a49e0a7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.526886 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-be615772-0972-40a5-bc33-fbc9f28a748c req-4abdd1d6-e34e-4010-b23f-7975fc0758fe tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8384721 Feb 19 04:07:36.541569 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2fdfa4-0d57-4467-b129-b1bef3b912af admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:07:36.542652 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ed2fdfa4-0d57-4467-b129-b1bef3b912af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (3774bd16-b705-40e3-8ef4-46128a49e0a7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:07:36.552125 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:07:36.626524 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d7073-66b3-45ab-801f-3d6bc49be755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cca437-f8c6-41c8-ba50-ce136eefc2ec,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:36.641634 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.701842 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86433679-41e3-40b5-b7b5-1f856d641480 req-bbaae478-e1a1-4060-a2b3-3283bb910ab2 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:36.716614 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-86433679-41e3-40b5-b7b5-1f856d641480 req-bbaae478-e1a1-4060-a2b3-3283bb910ab2 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 944 time: 0.2657552 Feb 19 04:07:36.732026 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51575b8d-272e-4ace-928d-d2cfa306dd28 req-e6339a4c-0744-4c42-beab-930cb6f6de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:36.734994 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-51575b8d-272e-4ace-928d-d2cfa306dd28 req-e6339a4c-0744-4c42-beab-930cb6f6de95 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9d990e4-ae18-48b8-9375-8a399a46fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3822370 Feb 19 04:07:36.801289 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d023c-488f-4fdd-a3cb-9f543e5142ce req-3d912173-1529-4131-a994-0a756afd4761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:36.804043 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9f6d023c-488f-4fdd-a3cb-9f543e5142ce req-3d912173-1529-4131-a994-0a756afd4761 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57c0be58-8493-4bdd-a215-bb2a3bcc05dc HTTP/1.1" status: 200 len: 916 time: 0.8018200 Feb 19 04:07:36.805354 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ed2fdfa4-0d57-4467-b129-b1bef3b912af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (00848c67-5de5-4f87-8dad-c27f253f1d20), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.820059 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-86433679-41e3-40b5-b7b5-1f856d641480 req-03d29c7d-9200-4a8f-a805-65ab9c347caa tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025012 Feb 19 04:07:36.828750 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-387d7073-66b3-45ab-801f-3d6bc49be755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (1121ec28-523b-4c23-8864-792f1de74a40), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.829459 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-387d7073-66b3-45ab-801f-3d6bc49be755 admin admin] Added segment 1121ec28-523b-4c23-8864-792f1de74a40 of type vlan for network 3b348713-0dd0-49ec-becd-2bf2a70d19e8 Feb 19 04:07:36.975400 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ed2fdfa4-0d57-4467-b129-b1bef3b912af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:36.985941 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ed2fdfa4-0d57-4467-b129-b1bef3b912af admin admin] 10.222.0.65 "DELETE /v2.0/networks/00848c67-5de5-4f87-8dad-c27f253f1d20 HTTP/1.1" status: 204 len: 168 time: 2.9613321 Feb 19 04:07:36.989683 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fdfa4-0d57-4467-b129-b1bef3b912af admin admin] Pushing event deleted for resources: {'Network': ['ID=00848c67-5de5-4f87-8dad-c27f253f1d20,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:36.993933 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9f6d023c-488f-4fdd-a3cb-9f543e5142ce req-34421d3b-1edf-4313-95f1-9aaaf1774122 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=867219e4-beb1-45a6-a7ab-6657326c8983 HTTP/1.1" status: 200 len: 217 time: 0.1132770 Feb 19 04:07:37.000489 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-387d7073-66b3-45ab-801f-3d6bc49be755 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (3b348713-0dd0-49ec-becd-2bf2a70d19e8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:37.038741 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc56819c-22a1-44bb-af9a-c449a08517f6 req-817b75f9-d21c-44c8-9b1a-eb8110b73505 service neutron] 10.222.0.10 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7097025 Feb 19 04:07:37.110367 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-387d7073-66b3-45ab-801f-3d6bc49be755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (3b348713-0dd0-49ec-becd-2bf2a70d19e8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:37.112588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387d7073-66b3-45ab-801f-3d6bc49be755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:37.122116 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-387d7073-66b3-45ab-801f-3d6bc49be755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:37.143926 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:37.224026 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d023c-488f-4fdd-a3cb-9f543e5142ce req-b801095d-c126-4362-8b32-6e7026709282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:37.226767 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9f6d023c-488f-4fdd-a3cb-9f543e5142ce req-b801095d-c126-4362-8b32-6e7026709282 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b4d63a2-d982-44e4-8a35-fe2146ba4622 HTTP/1.1" status: 200 len: 855 time: 0.2210271 Feb 19 04:07:37.249643 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c703b38-4f17-4d23-97b2-9b2ed64a3fda req-6e15299a-baa5-42fc-9f67-212366c40bb5 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:37.261860 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6c703b38-4f17-4d23-97b2-9b2ed64a3fda req-6e15299a-baa5-42fc-9f67-212366c40bb5 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.2633696 Feb 19 04:07:37.276453 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-51575b8d-272e-4ace-928d-d2cfa306dd28 req-272db442-1b03-4357-b6f4-657f8e393d48 service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231445 Feb 19 04:07:37.420395 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-387d7073-66b3-45ab-801f-3d6bc49be755 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6976986 Feb 19 04:07:37.426555 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33774) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:37.442670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-761ba9ab-7514-402d-9eb2-a105191bf144 admin admin] Request body: {'subnet': {'network_id': '3b348713-0dd0-49ec-becd-2bf2a70d19e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2147423209-subnet', 'tenant_id': '69187c7c1e1c4976be0c59c8c6235cbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:37.479070 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33776) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:37.520385 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d7073-66b3-45ab-801f-3d6bc49be755 admin admin] Pushing event updated for resources: {'Network': ['ID=3b348713-0dd0-49ec-becd-2bf2a70d19e8,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:37.539584 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 3b348713-0dd0-49ec-becd-2bf2a70d19e8 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:07:37.609239 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6c703b38-4f17-4d23-97b2-9b2ed64a3fda req-01e13c32-7e82-4f8e-8a03-7042cdba3c38 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434680 Feb 19 04:07:37.649453 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761ba9ab-7514-402d-9eb2-a105191bf144 admin admin] Made reservation on behalf of 69187c7c1e1c4976be0c59c8c6235cbf for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:37.665688 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-761ba9ab-7514-402d-9eb2-a105191bf144 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:37.683429 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d023c-488f-4fdd-a3cb-9f543e5142ce req-990e861e-8801-4bd0-8849-80db2ef497af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:37.693660 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9f6d023c-488f-4fdd-a3cb-9f543e5142ce req-990e861e-8801-4bd0-8849-80db2ef497af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57c0be58-8493-4bdd-a215-bb2a3bcc05dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4579890 Feb 19 04:07:37.764798 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:37.939993 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device f9b09734-84a1-49bf-bab0-47c0d798fadc details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:07:37.946698 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-51575b8d-272e-4ace-928d-d2cfa306dd28 req-64b73a6e-28ce-44be-8d33-84b2490fced0 service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6540322 Feb 19 04:07:38.022255 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c1935846-2982-4103-8fa3-de28a009db24 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1f9795d8d7d14612be42531dad715e4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5414100 Feb 19 04:07:38.028705 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33784) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:38.171744 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa5f01-2f89-4d98-bf66-daf7a05eb39c req-e3153224-edfb-4835-876d-6c2e4dd5ce69 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:38.197566 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-08fa5f01-2f89-4d98-bf66-daf7a05eb39c req-e3153224-edfb-4835-876d-6c2e4dd5ce69 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 945 time: 0.3409948 Feb 19 04:07:38.228081 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9f6d023c-488f-4fdd-a3cb-9f543e5142ce req-028d86a9-6719-4d4e-8b9f-0de031939ee2 service neutron] 10.222.0.10 "GET /v2.0/networks/57c0be58-8493-4bdd-a215-bb2a3bcc05dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5224681 Feb 19 04:07:38.338066 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b443228-421d-4fd9-9c2e-16e88b15aa46 req-523e839b-a2c6-4d94-97c2-0056a2d735ed tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:38.341930 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b443228-421d-4fd9-9c2e-16e88b15aa46 req-523e839b-a2c6-4d94-97c2-0056a2d735ed tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2537048 Feb 19 04:07:38.344098 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-761ba9ab-7514-402d-9eb2-a105191bf144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (d11649e3-7df5-4a04-84e8-be114deba600), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:38.428623 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a02b1895-685a-4501-a311-5a419b1c6cc8 admin admin] Publish callbacks [] for security_group (2a1f5312-3fed-40fd-8782-9dac948b9eb7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:38.463296 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-08fa5f01-2f89-4d98-bf66-daf7a05eb39c req-89d8bace-b68d-4334-812b-433ae0baf96a tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639444 Feb 19 04:07:38.468382 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port f9b09734-84a1-49bf-bab0-47c0d798fadc, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=f9b09734-84a1-49bf-bab0-47c0d798fadc,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:38.504857 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'f9b09734-84a1-49bf-bab0-47c0d798fadc', 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e', 'port_id': 'f9b09734-84a1-49bf-bab0-47c0d798fadc', 'mac_address': 'fa:16:3e:c9:72:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07953fc-46ac-49b5-8931-0e9dacdcd55a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:07:38.507588 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a02b1895-685a-4501-a311-5a419b1c6cc8 admin admin] Publish callbacks [] for security_group (2a1f5312-3fed-40fd-8782-9dac948b9eb7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:38.538809 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ba9ab-7514-402d-9eb2-a105191bf144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d11649e3-7df5-4a04-84e8-be114deba600,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:38.578140 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9f6d023c-488f-4fdd-a3cb-9f543e5142ce req-2e94dbe6-f0b3-48f8-a2b0-8d6248f8c17e service neutron] 10.222.0.10 "GET /v2.0/networks/57c0be58-8493-4bdd-a215-bb2a3bcc05dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387489 Feb 19 04:07:38.665456 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port f9b09734-84a1-49bf-bab0-47c0d798fadc is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:38.667574 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f9b09734-84a1-49bf-bab0-47c0d798fadc), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:38.679954 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a02b1895-685a-4501-a311-5a419b1c6cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2a1f5312-3fed-40fd-8782-9dac948b9eb7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:38.685560 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a02b1895-685a-4501-a311-5a419b1c6cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:38.691211 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a02b1895-685a-4501-a311-5a419b1c6cc8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2a1f5312-3fed-40fd-8782-9dac948b9eb7 HTTP/1.1" status: 204 len: 168 time: 0.6078811 Feb 19 04:07:38.718092 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b1895-685a-4501-a311-5a419b1c6cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1f5312-3fed-40fd-8782-9dac948b9eb7,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:38.749972 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b443228-421d-4fd9-9c2e-16e88b15aa46 req-3005ada8-6c16-486d-b585-1a9cc798b4da tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3911455 Feb 19 04:07:38.751607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761ba9ab-7514-402d-9eb2-a105191bf144 admin admin] Checking segment: {'id': '1121ec28-523b-4c23-8864-792f1de74a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3b348713-0dd0-49ec-becd-2bf2a70d19e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:38.752821 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761ba9ab-7514-402d-9eb2-a105191bf144 admin admin] Network hostable DHCP agents. Network: 3b348713-0dd0-49ec-becd-2bf2a70d19e8, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:07:38.754675 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:38.774366 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b09734-84a1-49bf-bab0-47c0d798fadc {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:07:38.803808 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:38.845279 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761ba9ab-7514-402d-9eb2-a105191bf144 admin admin] Network 3b348713-0dd0-49ec-becd-2bf2a70d19e8 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:07:38.852548 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port f9b09734-84a1-49bf-bab0-47c0d798fadc, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=f9b09734-84a1-49bf-bab0-47c0d798fadc,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:38.869287 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f9b09734-84a1-49bf-bab0-47c0d798fadc), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:38.880493 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-761ba9ab-7514-402d-9eb2-a105191bf144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 3b348713-0dd0-49ec-becd-2bf2a70d19e8) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:38.894683 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761ba9ab-7514-402d-9eb2-a105191bf144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:38.901532 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-761ba9ab-7514-402d-9eb2-a105191bf144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:38.965280 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-761ba9ab-7514-402d-9eb2-a105191bf144 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5251007 Feb 19 04:07:39.015458 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f483c8-fe0e-4ee8-8fa3-870012f30f46 None None] Network 3b348713-0dd0-49ec-becd-2bf2a70d19e8 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:39.060348 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c5f4e-9dec-4f40-8915-bb87d2af6080 req-d3f4b9e2-6ab6-4195-8c92-8284d54d7f29 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:39.067136 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-072c5f4e-9dec-4f40-8915-bb87d2af6080 req-d3f4b9e2-6ab6-4195-8c92-8284d54d7f29 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 944 time: 0.2025194 Feb 19 04:07:39.292957 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['f9b09734-84a1-49bf-bab0-47c0d798fadc'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:07:39.307268 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-072c5f4e-9dec-4f40-8915-bb87d2af6080 req-de6db85e-c5dd-4bcd-82ef-44e3b6975ea6 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329581 Feb 19 04:07:39.363952 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=f9b09734-84a1-49bf-bab0-47c0d798fadc,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:39.451145 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28b4c3e-874e-4be0-a231-d5ea897d3a18 None None] Network 3b348713-0dd0-49ec-becd-2bf2a70d19e8 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:39.732291 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abb168-fae8-40a6-a1d3-83d08cb7b204 req-c099c19d-f187-4bb5-8553-36704488611f tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:39.736095 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-00abb168-fae8-40a6-a1d3-83d08cb7b204 req-c099c19d-f187-4bb5-8553-36704488611f tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 944 time: 0.1618462 Feb 19 04:07:39.970065 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-00abb168-fae8-40a6-a1d3-83d08cb7b204 req-14b47806-2956-45a2-a116-25ee7cb4ceaf tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170589 Feb 19 04:07:40.031967 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf030165-c504-450b-b159-1470ce47d761 req-663aa8a5-7488-4f7f-95fb-eb10e6346caf tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:40.045932 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf030165-c504-450b-b159-1470ce47d761 req-663aa8a5-7488-4f7f-95fb-eb10e6346caf tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 945 time: 0.1602287 Feb 19 04:07:40.203965 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf030165-c504-450b-b159-1470ce47d761 req-37dac3e4-2ac1-4611-8656-d2439e5c5e04 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507769 Feb 19 04:07:40.458313 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24539a34-ce36-438f-adf9-0a009f162485 req-7bf576e8-b55e-498b-a857-928324f11590 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:40.474090 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-24539a34-ce36-438f-adf9-0a009f162485 req-7bf576e8-b55e-498b-a857-928324f11590 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.1376848 Feb 19 04:07:40.584302 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-24539a34-ce36-438f-adf9-0a009f162485 req-c9da3514-1554-4da7-a762-adc2aa6051bf tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078055 Feb 19 04:07:40.834965 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33836) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:40.980230 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-47e58442-af08-47ca-a31c-9aacf8d43b35 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:40.985732 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-47e58442-af08-47ca-a31c-9aacf8d43b35 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/networks?id=3b348713-0dd0-49ec-becd-2bf2a70d19e8 HTTP/1.1" status: 200 len: 822 time: 0.2380319 Feb 19 04:07:41.019946 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-30ff5031-d184-4278-b857-e7e558370ed0 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/quotas/69187c7c1e1c4976be0c59c8c6235cbf HTTP/1.1" status: 200 len: 375 time: 0.0270298 Feb 19 04:07:41.076995 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-902e80ea-f351-4151-81a8-3ee27cae3714 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=69187c7c1e1c4976be0c59c8c6235cbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459173 Feb 19 04:07:41.162371 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d90fc4-d639-4828-9126-50087fd940ea req-c2c48c59-c8ca-4d6d-a852-50a0137b6b8c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:41.166342 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-36d90fc4-d639-4828-9126-50087fd940ea req-c2c48c59-c8ca-4d6d-a852-50a0137b6b8c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 944 time: 0.1497493 Feb 19 04:07:41.178172 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-92f5ae4c-598e-4214-8e06-c9659ac3b33e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2082685045-network', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:41.247355 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-192982e4-c500-4f87-a806-414d5a2d8dfb service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:07:41.248993 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-192982e4-c500-4f87-a806-414d5a2d8dfb service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1575525 Feb 19 04:07:41.289439 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f5ae4c-598e-4214-8e06-c9659ac3b33e admin admin] Made reservation on behalf of 9d4ce332cdc64507908f8d7d7a356f05 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:41.294922 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-92f5ae4c-598e-4214-8e06-c9659ac3b33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.316602 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-92f5ae4c-598e-4214-8e06-c9659ac3b33e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.343846 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-36d90fc4-d639-4828-9126-50087fd940ea req-69a8ea62-bc78-4e40-8ae5-dccda74e7c18 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581054 Feb 19 04:07:41.412525 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-267d5350-3362-40ca-b2c3-fb319f91d1ba service neutron] 10.222.0.65 "GET /v2.0/networks/3b348713-0dd0-49ec-becd-2bf2a70d19e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546304 Feb 19 04:07:41.533992 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-92f5ae4c-598e-4214-8e06-c9659ac3b33e admin admin] Publish callbacks [] for security_group (9653486d-ce52-4b1d-9733-0546123f03f5), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.545111 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-92f5ae4c-598e-4214-8e06-c9659ac3b33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9653486d-ce52-4b1d-9733-0546123f03f5), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.584139 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f5ae4c-598e-4214-8e06-c9659ac3b33e admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:07:41.606455 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-92f5ae4c-598e-4214-8e06-c9659ac3b33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (5b025fda-f6c3-4c35-ab80-a3312f6251e7), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.607636 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-92f5ae4c-598e-4214-8e06-c9659ac3b33e admin admin] Added segment 5b025fda-f6c3-4c35-ab80-a3312f6251e7 of type vlan for network eab2e216-8bdd-48e7-bc15-91f434ecb15a Feb 19 04:07:41.656827 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-f0494310-096a-4acd-a96b-f8bab209373e service neutron] 10.222.0.65 "GET /v2.0/networks/3b348713-0dd0-49ec-becd-2bf2a70d19e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246363 Feb 19 04:07:41.706505 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-92f5ae4c-598e-4214-8e06-c9659ac3b33e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (eab2e216-8bdd-48e7-bc15-91f434ecb15a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.846180 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5ae4c-598e-4214-8e06-c9659ac3b33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9653486d-ce52-4b1d-9733-0546123f03f5,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:41.881890 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-92f5ae4c-598e-4214-8e06-c9659ac3b33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (eab2e216-8bdd-48e7-bc15-91f434ecb15a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.887284 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f5ae4c-598e-4214-8e06-c9659ac3b33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:41.890261 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-92f5ae4c-598e-4214-8e06-c9659ac3b33e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:41.963064 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720eab7-b7c7-4d25-82ae-b04af78be450 req-2a20f6c7-7281-40c1-884c-a1ccde9f6038 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:41.966337 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f720eab7-b7c7-4d25-82ae-b04af78be450 req-2a20f6c7-7281-40c1-884c-a1ccde9f6038 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 945 time: 0.2519438 Feb 19 04:07:41.979613 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device f9b09734-84a1-49bf-bab0-47c0d798fadc up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:42.038887 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-92f5ae4c-598e-4214-8e06-c9659ac3b33e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2017741 Feb 19 04:07:42.043802 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33856) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:42.054468 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-3f139405-a910-43f0-9d4b-fdb7549fb68f admin admin] Request body: {'subnet': {'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2082685045-subnet', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:42.132688 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5ae4c-598e-4214-8e06-c9659ac3b33e admin admin] Pushing event updated for resources: {'Network': ['ID=eab2e216-8bdd-48e7-bc15-91f434ecb15a,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:42.141858 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port f9b09734-84a1-49bf-bab0-47c0d798fadc completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:07:42.160437 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network eab2e216-8bdd-48e7-bc15-91f434ecb15a details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:07:42.169428 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f720eab7-b7c7-4d25-82ae-b04af78be450 req-2de92f8e-e29b-4350-9c58-58d7b4197353 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470842 Feb 19 04:07:42.219302 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f139405-a910-43f0-9d4b-fdb7549fb68f admin admin] Made reservation on behalf of 9d4ce332cdc64507908f8d7d7a356f05 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:42.234000 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3f139405-a910-43f0-9d4b-fdb7549fb68f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:42.299684 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port f9b09734-84a1-49bf-bab0-47c0d798fadc triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:42.300778 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f9b09734-84a1-49bf-bab0-47c0d798fadc), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:42.395205 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bce80e-f126-4f8d-a615-ad008fa9556c req-b3a0e799-ecbf-489b-8138-2adc0ebd007b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:42.409612 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5bce80e-f126-4f8d-a615-ad008fa9556c req-b3a0e799-ecbf-489b-8138-2adc0ebd007b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 944 time: 0.3440785 Feb 19 04:07:42.556771 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port f9b09734-84a1-49bf-bab0-47c0d798fadc is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:42.557407 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f9b09734-84a1-49bf-bab0-47c0d798fadc), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:42.560876 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5bce80e-f126-4f8d-a615-ad008fa9556c req-3d2bbb74-c949-49d2-81ba-1474063f3a81 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438112 Feb 19 04:07:42.590453 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e54d6-7fa4-4558-9eaf-b656e28be9e2 req-1ce4dc6e-c113-4c7c-8a5d-0123c3626e40 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:42.604629 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b03e54d6-7fa4-4558-9eaf-b656e28be9e2 req-1ce4dc6e-c113-4c7c-8a5d-0123c3626e40 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2524803 Feb 19 04:07:42.662504 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2101166-c8be-452e-b5b3-1115d488aa38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b09734-84a1-49bf-bab0-47c0d798fadc'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:42.670953 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227df7e1-dc82-477f-b9a5-2ec16825dffd" -d '{"events": [{"server_uuid": "d2101166-c8be-452e-b5b3-1115d488aa38", "name": "network-vif-plugged", "status": "completed", "tag": "f9b09734-84a1-49bf-bab0-47c0d798fadc"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:42.704129 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b03e54d6-7fa4-4558-9eaf-b656e28be9e2 req-d0fc4787-eb95-4c3b-99bd-dc53bb568dd7 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969288 Feb 19 04:07:42.732003 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port f9b09734-84a1-49bf-bab0-47c0d798fadc, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=f9b09734-84a1-49bf-bab0-47c0d798fadc,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:42.761439 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f9b09734-84a1-49bf-bab0-47c0d798fadc), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:42.874486 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cde3014d-01a7-49dc-b6d2-708467f254e4 req-86d67aa8-3055-4ebc-86b1-867442cc286a tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6c7b133-9b2e-4e1d-aafc-c89b41618566 HTTP/1.1" status: 200 len: 210 time: 0.0654099 Feb 19 04:07:42.986151 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=f9b09734-84a1-49bf-bab0-47c0d798fadc,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:43.052595 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3f139405-a910-43f0-9d4b-fdb7549fb68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (aa3b1869-96cd-4c45-92be-d4abda3b5f98), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.120108 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a90136-a41e-4973-9a1e-03f7dd84e781 req-8d56aea9-eea0-4b22-86e1-eab0028fd2e5 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:43.125868 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-64a90136-a41e-4973-9a1e-03f7dd84e781 req-8d56aea9-eea0-4b22-86e1-eab0028fd2e5 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 944 time: 0.1187091 Feb 19 04:07:43.185863 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebed72f-dae0-4859-872c-708858aaff6c req-83ef3644-1773-4c60-8e24-c42e54a08c74 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:43.188575 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ebed72f-dae0-4859-872c-708858aaff6c req-83ef3644-1773-4c60-8e24-c42e54a08c74 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4e5858b-e4bf-4762-8768-1fabd24843a6 HTTP/1.1" status: 200 len: 945 time: 0.2427111 Feb 19 04:07:43.245501 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-64a90136-a41e-4973-9a1e-03f7dd84e781 req-2bdfa5a9-8a26-4afb-b7cd-04b31a5a5b63 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088805 Feb 19 04:07:43.266570 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f139405-a910-43f0-9d4b-fdb7549fb68f admin admin] Checking segment: {'id': '5b025fda-f6c3-4c35-ab80-a3312f6251e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:43.266570 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f139405-a910-43f0-9d4b-fdb7549fb68f admin admin] Network hostable DHCP agents. Network: eab2e216-8bdd-48e7-bc15-91f434ecb15a, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:07:43.273260 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f139405-a910-43f0-9d4b-fdb7549fb68f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa3b1869-96cd-4c45-92be-d4abda3b5f98,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:43.321329 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cad571-330f-495f-8769-a491ce9869b6 x-openstack-request-id: req-66cad571-330f-495f-8769-a491ce9869b6 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:43.321982 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2101166-c8be-452e-b5b3-1115d488aa38", "name": "network-vif-plugged", "status": "completed", "tag": "f9b09734-84a1-49bf-bab0-47c0d798fadc", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:43.322549 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66cad571-330f-495f-8769-a491ce9869b6 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:43.323286 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2101166-c8be-452e-b5b3-1115d488aa38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b09734-84a1-49bf-bab0-47c0d798fadc', 'code': 200} Feb 19 04:07:43.346507 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f139405-a910-43f0-9d4b-fdb7549fb68f admin admin] Network eab2e216-8bdd-48e7-bc15-91f434ecb15a is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:07:43.366489 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ebed72f-dae0-4859-872c-708858aaff6c req-3f3b39f0-79a8-46e8-9f3c-1e8c90cd2f24 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572759 Feb 19 04:07:43.371404 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-3f139405-a910-43f0-9d4b-fdb7549fb68f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, eab2e216-8bdd-48e7-bc15-91f434ecb15a) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:43.380087 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f139405-a910-43f0-9d4b-fdb7549fb68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:43.381825 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3f139405-a910-43f0-9d4b-fdb7549fb68f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.391932 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ae8778-fd5b-48d2-abc3-42b822ee7f1f None None] Network eab2e216-8bdd-48e7-bc15-91f434ecb15a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:43.429765 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3f139405-a910-43f0-9d4b-fdb7549fb68f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3815677 Feb 19 04:07:43.434418 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33876) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:43.442385 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b931db0e-2487-4995-b6e8-835219c900a2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2082685045-router', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:43.508480 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b931db0e-2487-4995-b6e8-835219c900a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.510723 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b931db0e-2487-4995-b6e8-835219c900a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.673394 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b931db0e-2487-4995-b6e8-835219c900a2 admin admin] Publish callbacks [] for router_controller (c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.738520 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-eab2e216-8bdd-48e7-bc15-91f434ecb15a', 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a', 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'fixed_ips': [{'subnet_id': 'aa3b1869-96cd-4c45-92be-d4abda3b5f98'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:07:43.740275 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:43.761781 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e999c-9e81-4d90-bfa2-0ecad1139473 req-c1871f9a-d98e-4b79-8765-53d569ac4ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:43.764563 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-005e999c-9e81-4d90-bfa2-0ecad1139473 req-c1871f9a-d98e-4b79-8765-53d569ac4ad1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 1127 time: 0.2519958 Feb 19 04:07:43.917502 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-005e999c-9e81-4d90-bfa2-0ecad1139473 req-a817b864-1956-4a0a-94e6-931319374d1c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220236 Feb 19 04:07:43.953563 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a556d57-a3de-457e-bdb7-65a6ee11410f req-d1b61771-29ee-422b-ab03-a3eada20fc67 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:43.960232 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65336ba8-28c1-4543-ba16-a3bc2d7dd0c2 req-4584a434-14c6-4faf-97b9-1bdc5e469c7b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:43.960578 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6a556d57-a3de-457e-bdb7-65a6ee11410f req-d1b61771-29ee-422b-ab03-a3eada20fc67 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e04f8a6-d879-440f-8c09-6c635d0fc818 HTTP/1.1" status: 200 len: 945 time: 0.2033534 Feb 19 04:07:43.963795 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-65336ba8-28c1-4543-ba16-a3bc2d7dd0c2 req-4584a434-14c6-4faf-97b9-1bdc5e469c7b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2877336 Feb 19 04:07:44.101417 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6a556d57-a3de-457e-bdb7-65a6ee11410f req-7a501c02-5a1e-4ebb-b858-d01444125ec3 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209316 Feb 19 04:07:44.236985 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Allocated IP 172.20.0.2 (eab2e216-8bdd-48e7-bc15-91f434ecb15a/aa3b1869-96cd-4c45-92be-d4abda3b5f98/a1cf69cb-d951-440a-b238-1c3cac880942) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:44.307000 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b931db0e-2487-4995-b6e8-835219c900a2 admin admin] Publish callbacks [] for router_gateway (c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:44.449911 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-65336ba8-28c1-4543-ba16-a3bc2d7dd0c2 req-804c0b1b-29ba-4300-9f53-94c4e14f17e8 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4582911 Feb 19 04:07:44.559362 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33892) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:44.804035 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-3c98af5a-3b84-4573-b9f3-1675d3f7bdef tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:44.807170 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-3c98af5a-3b84-4573-b9f3-1675d3f7bdef tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.48 "GET /v2.0/networks?id=3b348713-0dd0-49ec-becd-2bf2a70d19e8 HTTP/1.1" status: 200 len: 822 time: 0.6236670 Feb 19 04:07:44.834553 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-3081ef6e-d515-4ffd-a70a-e62021bde6ac tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Request body: {'port': {'device_id': 'a6c7b133-9b2e-4e1d-aafc-c89b41618566', 'network_id': '3b348713-0dd0-49ec-becd-2bf2a70d19e8', 'admin_state_up': True, 'tenant_id': '69187c7c1e1c4976be0c59c8c6235cbf'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:44.864938 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Publish callbacks [] for port (a1cf69cb-d951-440a-b238-1c3cac880942), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:44.879358 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-90852b34-119b-43cf-b8d2-29abd1b39bbb req-e73f1856-f211-41ca-8e62-e1d9440b0757 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6c7b133-9b2e-4e1d-aafc-c89b41618566 HTTP/1.1" status: 200 len: 210 time: 0.0990736 Feb 19 04:07:44.889327 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (a1cf69cb-d951-440a-b238-1c3cac880942), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:44.920578 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-24c906be-53f4-4d74-8733-1513a70d2fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:44.954043 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-c0a5d35b-6cab-467c-8c8a-82ccf4ef0bad req-3abdd9f3-028f-468f-84b1-79b2438a15c8 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:07:44.955886 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c0a5d35b-6cab-467c-8c8a-82ccf4ef0bad req-3abdd9f3-028f-468f-84b1-79b2438a15c8 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099871 Feb 19 04:07:45.013741 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Network eab2e216-8bdd-48e7-bc15-91f434ecb15a is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:45.019544 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:45.024002 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:45.088372 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Pushing event updated for resources: {'Port': ['ID=a1cf69cb-d951-440a-b238-1c3cac880942,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:45.156758 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f18f9-543d-4d2f-8ee9-e56ed34faf1f req-a264416c-4bf0-472f-b0c6-d83c254a5bdb tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:45.162558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:45.163173 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:45.163737 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:45.164302 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:45.164870 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:45.165484 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:45.166155 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:45.166610 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:45.167005 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:45.167541 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:45.167896 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:45.168382 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:45.169581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:07:45.178548 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f31f18f9-543d-4d2f-8ee9-e56ed34faf1f req-a264416c-4bf0-472f-b0c6-d83c254a5bdb tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.7622457 Feb 19 04:07:45.215302 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Attempting to bind port a1cf69cb-d951-440a-b238-1c3cac880942 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:07:45.216656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Attempting to bind port a1cf69cb-d951-440a-b238-1c3cac880942 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '5b025fda-f6c3-4c35-ab80-a3312f6251e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:07:45.217384 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Attempting to bind port a1cf69cb-d951-440a-b238-1c3cac880942 on network eab2e216-8bdd-48e7-bc15-91f434ecb15a {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:07:45.230677 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:07:45.234735 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Checking segment: {'id': '5b025fda-f6c3-4c35-ab80-a3312f6251e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:45.235202 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:45.238253 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Bound using segment: {'id': '5b025fda-f6c3-4c35-ab80-a3312f6251e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:07:45.239404 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Bound port: a1cf69cb-d951-440a-b238-1c3cac880942, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b025fda-f6c3-4c35-ab80-a3312f6251e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:07:45.250288 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a1cf69cb-d951-440a-b238-1c3cac880942), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:45.274965 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-24c906be-53f4-4d74-8733-1513a70d2fd0 admin admin] Publish callbacks [] for security_group (952165ad-1cce-410c-bca2-410cc3e8b366), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:45.285247 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-24c906be-53f4-4d74-8733-1513a70d2fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (952165ad-1cce-410c-bca2-410cc3e8b366), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:45.397920 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b931db0e-2487-4995-b6e8-835219c900a2 admin admin] Publish callbacks [] for router_gateway (c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:45.469803 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-24c906be-53f4-4d74-8733-1513a70d2fd0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8ce5b12cf1db48609f486ef6ac263d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8933463 Feb 19 04:07:45.475286 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33900) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:45.491344 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c906be-53f4-4d74-8733-1513a70d2fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952165ad-1cce-410c-bca2-410cc3e8b366,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:45.518997 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b931db0e-2487-4995-b6e8-835219c900a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:45.549008 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] For port a1cf69cb-d951-440a-b238-1c3cac880942, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:07:45.567012 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-3081ef6e-d515-4ffd-a70a-e62021bde6ac tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Made reservation on behalf of 69187c7c1e1c4976be0c59c8c6235cbf for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:45.571107 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] For port a1cf69cb-d951-440a-b238-1c3cac880942, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a1cf69cb-d951-440a-b238-1c3cac880942,segment=NetworkSegment(5b025fda-f6c3-4c35-ab80-a3312f6251e7),segment_id=5b025fda-f6c3-4c35-ab80-a3312f6251e7)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:07:45.572948 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-3081ef6e-d515-4ffd-a70a-e62021bde6ac tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:45.583646 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a1cf69cb-d951-440a-b238-1c3cac880942), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:45.719478 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38025ac9-3ec7-40d1-b8df-40626e2d6419 None None] Pushing event updated for resources: {'Port': ['ID=a1cf69cb-d951-440a-b238-1c3cac880942,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:45.765120 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d69fe48c-6388-49ba-b5d2-a3a60e5e837a admin admin] Publish callbacks [] for security_group (952165ad-1cce-410c-bca2-410cc3e8b366), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:45.836197 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c0a5d35b-6cab-467c-8c8a-82ccf4ef0bad req-afb7eacf-e984-4d9c-9d75-2fe5cf7109c5 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.8687496 Feb 19 04:07:45.919700 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d69fe48c-6388-49ba-b5d2-a3a60e5e837a admin admin] Publish callbacks [] for security_group (952165ad-1cce-410c-bca2-410cc3e8b366), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:45.925961 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-b931db0e-2487-4995-b6e8-835219c900a2 admin admin] Allocated IP 172.25.0.65 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/176e7c36-a313-4af9-94a2-01c813806544) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:46.183429 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f31f18f9-543d-4d2f-8ee9-e56ed34faf1f req-fa050f45-bbfc-4eec-b476-cc6919b6926e tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9443357 Feb 19 04:07:46.391893 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b931db0e-2487-4995-b6e8-835219c900a2 admin admin] Publish callbacks [] for port (176e7c36-a313-4af9-94a2-01c813806544), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:46.403463 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d69fe48c-6388-49ba-b5d2-a3a60e5e837a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (952165ad-1cce-410c-bca2-410cc3e8b366), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:46.412770 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d69fe48c-6388-49ba-b5d2-a3a60e5e837a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:46.415543 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d69fe48c-6388-49ba-b5d2-a3a60e5e837a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/952165ad-1cce-410c-bca2-410cc3e8b366 HTTP/1.1" status: 204 len: 168 time: 0.9385400 Feb 19 04:07:46.453080 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fe48c-6388-49ba-b5d2-a3a60e5e837a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952165ad-1cce-410c-bca2-410cc3e8b366,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:46.486719 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-3081ef6e-d515-4ffd-a70a-e62021bde6ac tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Allocated IP 172.20.0.14 (3b348713-0dd0-49ec-becd-2bf2a70d19e8/d11649e3-7df5-4a04-84e8-be114deba600/9c21802e-cee7-46b7-ad34-9d5d38cf9e89) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:46.634281 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b931db0e-2487-4995-b6e8-835219c900a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (176e7c36-a313-4af9-94a2-01c813806544), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:46.722891 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e41bcb-c780-4a0c-8f63-cdaa2e82bd72 req-5facf46f-b8d2-44f7-8747-ec4f7f6cc221 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:46.733487 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e8e41bcb-c780-4a0c-8f63-cdaa2e82bd72 req-5facf46f-b8d2-44f7-8747-ec4f7f6cc221 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.1923342 Feb 19 04:07:46.755510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b931db0e-2487-4995-b6e8-835219c900a2 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:46.774822 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-b931db0e-2487-4995-b6e8-835219c900a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:46.782161 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c487a0d-e76b-4808-9ab0-ea6832ba5a6b req-213e3b72-47db-4443-b524-aa5620fc4bb3 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:46.782586 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b931db0e-2487-4995-b6e8-835219c900a2 admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:46.786151 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9c487a0d-e76b-4808-9ab0-ea6832ba5a6b req-213e3b72-47db-4443-b524-aa5620fc4bb3 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 944 time: 0.2811286 Feb 19 04:07:46.786915 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931db0e-2487-4995-b6e8-835219c900a2 admin admin] Pushing event updated for resources: {'Port': ['ID=176e7c36-a313-4af9-94a2-01c813806544,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:47.032942 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9c487a0d-e76b-4808-9ab0-ea6832ba5a6b req-1a7dfef5-25fb-43f4-ac04-abe3d4241f4d tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674962 Feb 19 04:07:47.172046 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a1cf69cb-d951-440a-b238-1c3cac880942 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:47.205828 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-3081ef6e-d515-4ffd-a70a-e62021bde6ac tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks [] for port (9c21802e-cee7-46b7-ad34-9d5d38cf9e89), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:47.234145 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e8e41bcb-c780-4a0c-8f63-cdaa2e82bd72 req-e4900ab6-2e58-47ac-8051-f4f4f73b7bd7 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4993625 Feb 19 04:07:47.409089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port a1cf69cb-d951-440a-b238-1c3cac880942 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:47.410148 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a1cf69cb-d951-440a-b238-1c3cac880942), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:47.417936 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-3081ef6e-d515-4ffd-a70a-e62021bde6ac tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (9c21802e-cee7-46b7-ad34-9d5d38cf9e89), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:47.610636 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-3081ef6e-d515-4ffd-a70a-e62021bde6ac tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Network 3b348713-0dd0-49ec-becd-2bf2a70d19e8 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:47.637368 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-3081ef6e-d515-4ffd-a70a-e62021bde6ac tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:47.653798 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-3081ef6e-d515-4ffd-a70a-e62021bde6ac tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:47.751467 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fea8b-62aa-4209-a7a9-8cef865afada req-66273e5f-8cb0-48e6-9110-d6579a61184d tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:47.761660 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port a1cf69cb-d951-440a-b238-1c3cac880942 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:47.762881 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a1cf69cb-d951-440a-b238-1c3cac880942), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:47.765908 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c94fea8b-62aa-4209-a7a9-8cef865afada req-66273e5f-8cb0-48e6-9110-d6579a61184d tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6c7b133-9b2e-4e1d-aafc-c89b41618566 HTTP/1.1" status: 200 len: 932 time: 0.4073229 Feb 19 04:07:47.769144 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081ef6e-d515-4ffd-a70a-e62021bde6ac tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Pushing event updated for resources: {'Port': ['ID=9c21802e-cee7-46b7-ad34-9d5d38cf9e89,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:47.907689 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-3081ef6e-d515-4ffd-a70a-e62021bde6ac tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:47.909528 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-3081ef6e-d515-4ffd-a70a-e62021bde6ac tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:47.950839 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port a1cf69cb-d951-440a-b238-1c3cac880942, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a1cf69cb-d951-440a-b238-1c3cac880942,segment=NetworkSegment(5b025fda-f6c3-4c35-ab80-a3312f6251e7),segment_id=5b025fda-f6c3-4c35-ab80-a3312f6251e7)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:47.962893 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c94fea8b-62aa-4209-a7a9-8cef865afada req-62a2604b-41cf-4d51-aefb-7b75cfd6dfea tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810329 Feb 19 04:07:47.975011 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a1cf69cb-d951-440a-b238-1c3cac880942), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:47.988313 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-3081ef6e-d515-4ffd-a70a-e62021bde6ac tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1660984 Feb 19 04:07:48.011435 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-e9ec64fc-e62b-47da-ad4f-c4a7209cb86c service neutron] Request body: {'port': {'device_id': 'a6c7b133-9b2e-4e1d-aafc-c89b41618566', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:48.268317 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-e9ec64fc-e62b-47da-ad4f-c4a7209cb86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9c21802e-cee7-46b7-ad34-9d5d38cf9e89), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:48.280246 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=a1cf69cb-d951-440a-b238-1c3cac880942,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:48.291696 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2066c340-d4ef-43f5-87ef-c58823d97cdb None None] Network eab2e216-8bdd-48e7-bc15-91f434ecb15a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:48.510235 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f8593-075b-4654-8c7a-7db43ad3a297 req-a2ac00fe-4da5-4a21-9f57-53a65875cf32 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:48.523786 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c68f8593-075b-4654-8c7a-7db43ad3a297 req-a2ac00fe-4da5-4a21-9f57-53a65875cf32 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.2094271 Feb 19 04:07:48.568754 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-150d9964-a3c0-450d-9b76-5f416f175950 None None] Provisioning complete for port a1cf69cb-d951-440a-b238-1c3cac880942 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:48.570192 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-150d9964-a3c0-450d-9b76-5f416f175950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a1cf69cb-d951-440a-b238-1c3cac880942), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:48.866757 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-150d9964-a3c0-450d-9b76-5f416f175950 None None] Current status of the port a1cf69cb-d951-440a-b238-1c3cac880942 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:48.883871 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cf657-b2dd-4105-a13c-d369ffcc57d6 req-4f85d12d-04eb-428b-b5bc-1b0a5642b79c tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:48.887959 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da0cf657-b2dd-4105-a13c-d369ffcc57d6 req-4f85d12d-04eb-428b-b5bc-1b0a5642b79c tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 945 time: 1.4057045 Feb 19 04:07:48.948112 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c68f8593-075b-4654-8c7a-7db43ad3a297 req-c8cc999a-a82e-48f3-991d-c52a688d406f tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237159 Feb 19 04:07:48.973549 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b931db0e-2487-4995-b6e8-835219c900a2 admin admin] Publish callbacks [] for router_gateway (c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:49.017346 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a1cf69cb-d951-440a-b238-1c3cac880942 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:49.180469 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port a1cf69cb-d951-440a-b238-1c3cac880942 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:49.181137 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a1cf69cb-d951-440a-b238-1c3cac880942), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:49.251671 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-e9ec64fc-e62b-47da-ad4f-c4a7209cb86c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:07:49.266775 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-e9ec64fc-e62b-47da-ad4f-c4a7209cb86c service neutron] Publish callbacks [] for port (9c21802e-cee7-46b7-ad34-9d5d38cf9e89), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:49.294969 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33934) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:49.312006 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-e9ec64fc-e62b-47da-ad4f-c4a7209cb86c service neutron] Transition to ACTIVE for port object 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:07:49.324625 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da0cf657-b2dd-4105-a13c-d369ffcc57d6 req-4d494c86-c87e-4e86-ad38-52335f95209e tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046743 Feb 19 04:07:49.339038 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-e9ec64fc-e62b-47da-ad4f-c4a7209cb86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (9c21802e-cee7-46b7-ad34-9d5d38cf9e89), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:49.547447 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-fd30c202-b82d-4ad7-9588-f4a0b37385d7 None None] Provisioning complete for port a1cf69cb-d951-440a-b238-1c3cac880942 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:49.548276 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fd30c202-b82d-4ad7-9588-f4a0b37385d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a1cf69cb-d951-440a-b238-1c3cac880942), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:49.550652 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port a1cf69cb-d951-440a-b238-1c3cac880942 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:49.785288 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-fd30c202-b82d-4ad7-9588-f4a0b37385d7 None None] Current status of the port a1cf69cb-d951-440a-b238-1c3cac880942 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:49.827935 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-4e51a3aa-c193-453a-9c2f-e61a2eeeff01 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1528428404-network', 'tenant_id': '245df4d8070d4030b0c34f7370284f2b'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:49.915469 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e51a3aa-c193-453a-9c2f-e61a2eeeff01 admin admin] Made reservation on behalf of 245df4d8070d4030b0c34f7370284f2b for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:49.919305 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e51a3aa-c193-453a-9c2f-e61a2eeeff01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.000218 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e51a3aa-c193-453a-9c2f-e61a2eeeff01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.052861 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec64fc-e62b-47da-ad4f-c4a7209cb86c service neutron] Pushing event updated for resources: {'Port': ['ID=9c21802e-cee7-46b7-ad34-9d5d38cf9e89,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:50.065039 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6027405-7bb1-4fc2-9307-4abe3ac6ec3c req-0f14a4e3-13ee-4190-81de-5d31313e9d29 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:50.067855 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6027405-7bb1-4fc2-9307-4abe3ac6ec3c req-0f14a4e3-13ee-4190-81de-5d31313e9d29 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.7525680 Feb 19 04:07:50.068809 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2e1da-6523-4f26-b481-e5578e28237f req-4faf88f8-db3f-480b-9920-a8684fdcd99f tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:50.071776 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-18d2e1da-6523-4f26-b481-e5578e28237f req-4faf88f8-db3f-480b-9920-a8684fdcd99f tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 944 time: 0.4700830 Feb 19 04:07:50.119800 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b931db0e-2487-4995-b6e8-835219c900a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.134714 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-e9ec64fc-e62b-47da-ad4f-c4a7209cb86c service neutron] Attempting to bind port 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:07:50.135042 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-e9ec64fc-e62b-47da-ad4f-c4a7209cb86c service neutron] Attempting to bind port 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '1121ec28-523b-4c23-8864-792f1de74a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3b348713-0dd0-49ec-becd-2bf2a70d19e8'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:07:50.135414 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-e9ec64fc-e62b-47da-ad4f-c4a7209cb86c service neutron] Attempting to bind port 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 on network 3b348713-0dd0-49ec-becd-2bf2a70d19e8 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:07:50.157954 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-e9ec64fc-e62b-47da-ad4f-c4a7209cb86c service neutron] Port 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 on network 3b348713-0dd0-49ec-becd-2bf2a70d19e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:07:50.158295 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-e9ec64fc-e62b-47da-ad4f-c4a7209cb86c service neutron] Attempting to bind port 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 on network 3b348713-0dd0-49ec-becd-2bf2a70d19e8 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:07:50.177864 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6027405-7bb1-4fc2-9307-4abe3ac6ec3c req-12be7531-7076-4a00-9a8a-a9591937f38d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977407 Feb 19 04:07:50.179885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-e9ec64fc-e62b-47da-ad4f-c4a7209cb86c service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:07:50.181732 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-e9ec64fc-e62b-47da-ad4f-c4a7209cb86c service neutron] Checking segment: {'id': '1121ec28-523b-4c23-8864-792f1de74a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3b348713-0dd0-49ec-becd-2bf2a70d19e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:50.182440 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-e9ec64fc-e62b-47da-ad4f-c4a7209cb86c service neutron] Bound using segment: {'id': '1121ec28-523b-4c23-8864-792f1de74a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3b348713-0dd0-49ec-becd-2bf2a70d19e8'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:07:50.183222 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-e9ec64fc-e62b-47da-ad4f-c4a7209cb86c service neutron] Bound port: 9c21802e-cee7-46b7-ad34-9d5d38cf9e89, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1121ec28-523b-4c23-8864-792f1de74a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3b348713-0dd0-49ec-becd-2bf2a70d19e8'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:07:50.183856 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-e9ec64fc-e62b-47da-ad4f-c4a7209cb86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9c21802e-cee7-46b7-ad34-9d5d38cf9e89), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.332078 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-18d2e1da-6523-4f26-b481-e5578e28237f req-bba5b210-1ad6-4a96-8a2e-7b028c65c284 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481000 Feb 19 04:07:50.466420 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-e9ec64fc-e62b-47da-ad4f-c4a7209cb86c service neutron] For port 9c21802e-cee7-46b7-ad34-9d5d38cf9e89, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:07:50.474684 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-e9ec64fc-e62b-47da-ad4f-c4a7209cb86c service neutron] For port 9c21802e-cee7-46b7-ad34-9d5d38cf9e89, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9c21802e-cee7-46b7-ad34-9d5d38cf9e89,segment=NetworkSegment(1121ec28-523b-4c23-8864-792f1de74a40),segment_id=1121ec28-523b-4c23-8864-792f1de74a40)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:07:50.499643 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa148f7-c464-4cfe-9182-48d2d66e47ae req-d1ceb14c-22c3-4c5d-9e8f-fcb070747837 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:50.502831 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9aa148f7-c464-4cfe-9182-48d2d66e47ae req-d1ceb14c-22c3-4c5d-9e8f-fcb070747837 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6c7b133-9b2e-4e1d-aafc-c89b41618566 HTTP/1.1" status: 200 len: 944 time: 0.1921294 Feb 19 04:07:50.506064 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-e9ec64fc-e62b-47da-ad4f-c4a7209cb86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (9c21802e-cee7-46b7-ad34-9d5d38cf9e89), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.557889 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e51a3aa-c193-453a-9c2f-e61a2eeeff01 admin admin] Publish callbacks [] for security_group (d95346b1-3337-4bf0-8039-97cd44912d27), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.602864 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-e9ec64fc-e62b-47da-ad4f-c4a7209cb86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:50.604307 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-e9ec64fc-e62b-47da-ad4f-c4a7209cb86c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.606989 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-e9ec64fc-e62b-47da-ad4f-c4a7209cb86c service neutron] 10.222.0.48 "PUT /v2.0/ports/9c21802e-cee7-46b7-ad34-9d5d38cf9e89 HTTP/1.1" status: 200 len: 1092 time: 2.6083317 Feb 19 04:07:50.607294 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e51a3aa-c193-453a-9c2f-e61a2eeeff01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d95346b1-3337-4bf0-8039-97cd44912d27), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.611609 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c7b133-9b2e-4e1d-aafc-c89b41618566', 'tag': '9c21802e-cee7-46b7-ad34-9d5d38cf9e89'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:50.615703 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5c3f60-0738-4a20-ac1f-d4c050c6e6d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c7b133-9b2e-4e1d-aafc-c89b41618566", "tag": "9c21802e-cee7-46b7-ad34-9d5d38cf9e89"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:50.630596 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e51a3aa-c193-453a-9c2f-e61a2eeeff01 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:07:50.652245 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e51a3aa-c193-453a-9c2f-e61a2eeeff01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (57717225-d0a2-4e9a-a494-ddf382067203), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.654928 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-4e51a3aa-c193-453a-9c2f-e61a2eeeff01 admin admin] Added segment 57717225-d0a2-4e9a-a494-ddf382067203 of type vlan for network c1d5d9fe-4078-4240-803f-594086bde6b4 Feb 19 04:07:50.745601 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec64fc-e62b-47da-ad4f-c4a7209cb86c service neutron] Pushing event updated for resources: {'Port': ['ID=9c21802e-cee7-46b7-ad34-9d5d38cf9e89,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:50.751577 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e51a3aa-c193-453a-9c2f-e61a2eeeff01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (c1d5d9fe-4078-4240-803f-594086bde6b4), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.775461 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9aa148f7-c464-4cfe-9182-48d2d66e47ae req-d1c7791a-b0d0-4b39-bf6f-a185566b93e5 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541699 Feb 19 04:07:50.839328 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-02fdb424-2b2c-4a9e-9f58-37ac9531e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:50.844578 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-02fdb424-2b2c-4a9e-9f58-37ac9531e07e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69187c7c1e1c4976be0c59c8c6235cbf&device_id=a6c7b133-9b2e-4e1d-aafc-c89b41618566 HTTP/1.1" status: 200 len: 1126 time: 0.1508191 Feb 19 04:07:50.854300 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51a3aa-c193-453a-9c2f-e61a2eeeff01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95346b1-3337-4bf0-8039-97cd44912d27,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:50.881635 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be3d0f-9e2d-404a-961c-50d91650ee63 req-28c68c9c-a1cb-4c77-aabf-e8696499fb97 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:50.884366 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c2be3d0f-9e2d-404a-961c-50d91650ee63 req-28c68c9c-a1cb-4c77-aabf-e8696499fb97 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 1127 time: 0.3506038 Feb 19 04:07:50.908054 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e51a3aa-c193-453a-9c2f-e61a2eeeff01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (c1d5d9fe-4078-4240-803f-594086bde6b4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.909717 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e51a3aa-c193-453a-9c2f-e61a2eeeff01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:50.910695 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e51a3aa-c193-453a-9c2f-e61a2eeeff01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.919955 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b931db0e-2487-4995-b6e8-835219c900a2 admin admin] Router c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:07:50.978419 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-aee48c20-7dac-4b4c-a948-e4a9d6c5b892 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c21802e-cee7-46b7-ad34-9d5d38cf9e89 HTTP/1.1" status: 200 len: 217 time: 0.1241183 Feb 19 04:07:51.035446 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4e51a3aa-c193-453a-9c2f-e61a2eeeff01 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7042999 Feb 19 04:07:51.049723 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33948) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:51.070843 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-4f2e0298-7d49-4630-b8cb-e0d2ea66cb05 admin admin] Request body: {'subnet': {'network_id': 'c1d5d9fe-4078-4240-803f-594086bde6b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1528428404-subnet', 'tenant_id': '245df4d8070d4030b0c34f7370284f2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:51.116525 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-1c48e74a-5905-4cb7-bd57-997f2c0ffb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:51.119102 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-1c48e74a-5905-4cb7-bd57-997f2c0ffb43 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d11649e3-7df5-4a04-84e8-be114deba600 HTTP/1.1" status: 200 len: 862 time: 0.1112669 Feb 19 04:07:51.121341 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51a3aa-c193-453a-9c2f-e61a2eeeff01 admin admin] Pushing event updated for resources: {'Network': ['ID=c1d5d9fe-4078-4240-803f-594086bde6b4,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:51.134358 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337cf97-1fb1-4f19-95c2-7b23cb706869 req-c59a65f7-e230-41e5-bd7e-64e132ef73cc tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:51.139634 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network c1d5d9fe-4078-4240-803f-594086bde6b4 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:07:51.151567 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5337cf97-1fb1-4f19-95c2-7b23cb706869 req-c59a65f7-e230-41e5-bd7e-64e132ef73cc tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4e5858b-e4bf-4762-8768-1fabd24843a6 HTTP/1.1" status: 200 len: 945 time: 0.1934085 Feb 19 04:07:51.221706 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c2be3d0f-9e2d-404a-961c-50d91650ee63 req-ae03ff1e-ccf1-4e58-b691-3cc59b2dd436 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159058 Feb 19 04:07:51.226629 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2e0298-7d49-4630-b8cb-e0d2ea66cb05 admin admin] Made reservation on behalf of 245df4d8070d4030b0c34f7370284f2b for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:51.230206 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4f2e0298-7d49-4630-b8cb-e0d2ea66cb05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:51.246843 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-57e25790-a099-432e-9f80-c348c9e8c5e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b348713-0dd0-49ec-becd-2bf2a70d19e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944552 Feb 19 04:07:51.342670 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5337cf97-1fb1-4f19-95c2-7b23cb706869 req-9c025347-4ca5-4db9-8351-ec16c198dd7e tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760509 Feb 19 04:07:51.482414 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b931db0e-2487-4995-b6e8-835219c900a2 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:07:51.506641 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] Sync routers for ids ['c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:07:51.528956 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] Routers {'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:51.531006 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:07:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:51.569837 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e63506d-2280-44d0-b73e-4a1711cbe44e x-openstack-request-id: req-2e63506d-2280-44d0-b73e-4a1711cbe44e {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:51.570766 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c7b133-9b2e-4e1d-aafc-c89b41618566", "tag": "9c21802e-cee7-46b7-ad34-9d5d38cf9e89", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:51.570766 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e63506d-2280-44d0-b73e-4a1711cbe44e {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:51.571324 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c7b133-9b2e-4e1d-aafc-c89b41618566', 'tag': '9c21802e-cee7-46b7-ad34-9d5d38cf9e89', 'status': 'completed', 'code': 200} Feb 19 04:07:51.717688 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-8af038c4-2ca2-4006-91eb-41987e5eebb8 service neutron] 10.222.0.48 "GET /v2.0/networks/3b348713-0dd0-49ec-becd-2bf2a70d19e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580364 Feb 19 04:07:51.720884 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b931db0e-2487-4995-b6e8-835219c900a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:51.723574 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b931db0e-2487-4995-b6e8-835219c900a2 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.2863348 Feb 19 04:07:51.728897 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33964) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:51.795666 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] Set router c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:51.933088 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-1144ec7d-599f-45b9-a7af-47279f0dfb37 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:51.935688 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-1144ec7d-599f-45b9-a7af-47279f0dfb37 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 812 time: 0.4272006 Feb 19 04:07:51.984006 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-7e01a43f-6d64-42bc-9683-0a0197d72953 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/quotas/4025120658c64656b8094d53fd11cf5c HTTP/1.1" status: 200 len: 375 time: 0.0351663 Feb 19 04:07:51.993821 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4f2e0298-7d49-4630-b8cb-e0d2ea66cb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (6a440cb2-919c-42eb-82b5-4cb4c3669ff3), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:52.121297 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e0298-7d49-4630-b8cb-e0d2ea66cb05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a440cb2-919c-42eb-82b5-4cb4c3669ff3,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:52.153555 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2e0298-7d49-4630-b8cb-e0d2ea66cb05 admin admin] Checking segment: {'id': '57717225-d0a2-4e9a-a494-ddf382067203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c1d5d9fe-4078-4240-803f-594086bde6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:52.154140 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2e0298-7d49-4630-b8cb-e0d2ea66cb05 admin admin] Network hostable DHCP agents. Network: c1d5d9fe-4078-4240-803f-594086bde6b4, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:07:52.169800 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-8f2bb02c-b40a-48ae-98df-cb23a97d8c56 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1678171 Feb 19 04:07:52.191677 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-39661e9b-f260-4a08-bf8a-f57e98978646 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:07:52.193702 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-39661e9b-f260-4a08-bf8a-f57e98978646 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070474 Feb 19 04:07:52.207800 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2e0298-7d49-4630-b8cb-e0d2ea66cb05 admin admin] Network c1d5d9fe-4078-4240-803f-594086bde6b4 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:07:52.242928 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'name': 'tempest-ServersTestManualDisk-2082685045-router', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '176e7c36-a313-4af9-94a2-01c813806544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:43Z', 'updated_at': '2022-02-19T04:07:47Z', 'revision_number': 3, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'gw_port': {'id': '176e7c36-a313-4af9-94a2-01c813806544', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:45Z', 'updated_at': '2022-02-19T04:07:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:52.256443 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-4f2e0298-7d49-4630-b8cb-e0d2ea66cb05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, c1d5d9fe-4078-4240-803f-594086bde6b4) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:52.269475 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f09b79-f13e-4f84-b773-9c9b79ba12d8 None None] Network c1d5d9fe-4078-4240-803f-594086bde6b4 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:52.330367 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2e0298-7d49-4630-b8cb-e0d2ea66cb05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:52.331938 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4f2e0298-7d49-4630-b8cb-e0d2ea66cb05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:52.362314 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] Checking router: c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:07:52.364005 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] Updating router c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe port 176e7c36-a313-4af9-94a2-01c813806544 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:07:52.388981 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4f2e0298-7d49-4630-b8cb-e0d2ea66cb05 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3370144 Feb 19 04:07:52.468824 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-e4b8ac5e-2d48-440b-928e-d4ce96506a62 service neutron] 10.222.0.65 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507617 Feb 19 04:07:52.558271 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62c34a04-49e2-406f-a800-b6fc749cca0c req-77cdb569-bd9a-412a-bebd-3a72b5ef9f4b service neutron] 10.222.0.48 "GET /v2.0/networks/3b348713-0dd0-49ec-becd-2bf2a70d19e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8243070 Feb 19 04:07:52.562402 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b8a03-73a6-4f37-8168-5b3813315e37 req-7511434e-7afb-41cc-a617-c94d97f6df50 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:52.576626 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c13b8a03-73a6-4f37-8168-5b3813315e37 req-7511434e-7afb-41cc-a617-c94d97f6df50 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 1127 time: 0.9243870 Feb 19 04:07:52.578837 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (176e7c36-a313-4af9-94a2-01c813806544), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:52.715164 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-51a4bc05-a54e-40bd-9f7c-d5115455b6ac service neutron] 10.222.0.65 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356701 Feb 19 04:07:52.819101 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6749a704-125e-434a-9d6a-52f5b4603329 None None] Network c1d5d9fe-4078-4240-803f-594086bde6b4 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:07:53.255774 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-09161372-089b-4697-8259-d21078c6c948 service neutron] 10.222.0.10 "GET /v2.0/ports/1388d632-ba2b-435b-b4b0-360b6e58e679/bindings/n-h2-772273-4 HTTP/1.1" status: 200 len: 384 time: 0.6773324 Feb 19 04:07:53.301251 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c13b8a03-73a6-4f37-8168-5b3813315e37 req-cd4d0f6a-38f0-41dd-bfd6-34c738819b88 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5648804 Feb 19 04:07:53.343259 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c3f60-0738-4a20-ac1f-d4c050c6e6d1 req-dc9619f4-61dd-4d7a-a978-b79be9d7b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:53.345689 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9d5c3f60-0738-4a20-ac1f-d4c050c6e6d1 req-dc9619f4-61dd-4d7a-a978-b79be9d7b6ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69187c7c1e1c4976be0c59c8c6235cbf&device_id=a6c7b133-9b2e-4e1d-aafc-c89b41618566 HTTP/1.1" status: 200 len: 1126 time: 0.6068351 Feb 19 04:07:53.466530 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b915a-d90c-406f-81f4-1a6d8e14621d req-b3b0bd2b-2757-4313-ac69-f6df8396dbd4 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:53.477164 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a94b915a-d90c-406f-81f4-1a6d8e14621d req-b3b0bd2b-2757-4313-ac69-f6df8396dbd4 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 944 time: 0.2253330 Feb 19 04:07:53.534940 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] Publish callbacks [] for port (176e7c36-a313-4af9-94a2-01c813806544), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:53.563010 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (176e7c36-a313-4af9-94a2-01c813806544), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:53.631836 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a94b915a-d90c-406f-81f4-1a6d8e14621d req-85b88fc8-6629-43ca-835f-aa609cb3cd47 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531289 Feb 19 04:07:53.713776 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f633e1f-6d27-4eac-a42f-16df1b2eb3cc None None] Pushing event updated for resources: {'Port': ['ID=176e7c36-a313-4af9-94a2-01c813806544,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:53.771259 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] Attempting to bind port 176e7c36-a313-4af9-94a2-01c813806544 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:07:53.772162 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] Attempting to bind port 176e7c36-a313-4af9-94a2-01c813806544 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:07:53.774665 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] Attempting to bind port 176e7c36-a313-4af9-94a2-01c813806544 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:07:53.792035 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:07:53.797278 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:07:53.798037 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:53.798726 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:07:53.799598 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] Bound port: 176e7c36-a313-4af9-94a2-01c813806544, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:07:53.801400 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (176e7c36-a313-4af9-94a2-01c813806544), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:53.950562 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c3f60-0738-4a20-ac1f-d4c050c6e6d1 req-baf38afa-f951-4ac6-9d2f-db4e9e0dd9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:53.952447 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9d5c3f60-0738-4a20-ac1f-d4c050c6e6d1 req-baf38afa-f951-4ac6-9d2f-db4e9e0dd9fb service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b348713-0dd0-49ec-becd-2bf2a70d19e8 HTTP/1.1" status: 200 len: 922 time: 0.5931251 Feb 19 04:07:54.005466 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19b2ed-ee6e-400d-87f3-0f73ddf63360 req-456cce7e-e4be-428e-9816-0feee5955208 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:54.008639 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9e19b2ed-ee6e-400d-87f3-0f73ddf63360 req-456cce7e-e4be-428e-9816-0feee5955208 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e04f8a6-d879-440f-8c09-6c635d0fc818 HTTP/1.1" status: 200 len: 945 time: 0.4062269 Feb 19 04:07:54.066498 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631ad1a-ce5e-4971-bc43-6ed294d03736 req-ba85c744-9c83-4048-9ade-706510ab17b1 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:54.073297 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] For port 176e7c36-a313-4af9-94a2-01c813806544, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:07:54.074970 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c631ad1a-ce5e-4971-bc43-6ed294d03736 req-ba85c744-9c83-4048-9ade-706510ab17b1 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6c7b133-9b2e-4e1d-aafc-c89b41618566 HTTP/1.1" status: 200 len: 944 time: 0.2220869 Feb 19 04:07:54.092426 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9d5c3f60-0738-4a20-ac1f-d4c050c6e6d1 req-ccab2ccc-7d30-4213-9495-36a001fb9825 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c21802e-cee7-46b7-ad34-9d5d38cf9e89 HTTP/1.1" status: 200 len: 217 time: 0.1275041 Feb 19 04:07:54.096747 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] For port 176e7c36-a313-4af9-94a2-01c813806544, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=176e7c36-a313-4af9-94a2-01c813806544,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:07:54.112298 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (176e7c36-a313-4af9-94a2-01c813806544), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:54.201129 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d062ea87-9993-4cb7-811e-c109041669db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:54.330633 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c631ad1a-ce5e-4971-bc43-6ed294d03736 req-50fd3bc2-02be-42a1-8a55-0c12956879f5 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338402 Feb 19 04:07:54.347896 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] Routers {'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:54.349064 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:07:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:54.355349 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f633e1f-6d27-4eac-a42f-16df1b2eb3cc None None] Pushing event updated for resources: {'Port': ['ID=176e7c36-a313-4af9-94a2-01c813806544,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:54.414187 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9e19b2ed-ee6e-400d-87f3-0f73ddf63360 req-1c2e1c11-d539-4ea7-88d0-0f3787303453 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430731 Feb 19 04:07:54.424146 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c3f60-0738-4a20-ac1f-d4c050c6e6d1 req-eab9fae5-9661-4ff6-a208-49115f8c152b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:54.426326 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9d5c3f60-0738-4a20-ac1f-d4c050c6e6d1 req-eab9fae5-9661-4ff6-a208-49115f8c152b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d11649e3-7df5-4a04-84e8-be114deba600 HTTP/1.1" status: 200 len: 862 time: 0.2975841 Feb 19 04:07:54.478157 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-821a35dc-1d69-4211-a2de-962ea91cf858 service neutron] For port 1388d632-ba2b-435b-b4b0-360b6e58e679, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=1388d632-ba2b-435b-b4b0-360b6e58e679,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:54.508063 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-821a35dc-1d69-4211-a2de-962ea91cf858 service neutron] For port 1388d632-ba2b-435b-b4b0-360b6e58e679, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:07:54.575398 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-821a35dc-1d69-4211-a2de-962ea91cf858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1388d632-ba2b-435b-b4b0-360b6e58e679 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:07:54.647226 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9d5c3f60-0738-4a20-ac1f-d4c050c6e6d1 req-51a6d067-3b66-4998-b537-033fcdbc17f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b348713-0dd0-49ec-becd-2bf2a70d19e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2085409 Feb 19 04:07:54.655056 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-821a35dc-1d69-4211-a2de-962ea91cf858 service neutron] For port 1388d632-ba2b-435b-b4b0-360b6e58e679, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=1388d632-ba2b-435b-b4b0-360b6e58e679,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:54.774629 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-136cba01-ca0f-42f9-8434-2a2f9a861421 req-5b90b17c-66c5-4c9c-be79-42964697acb9 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 210 time: 0.1255293 Feb 19 04:07:54.830037 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-821a35dc-1d69-4211-a2de-962ea91cf858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1388d632-ba2b-435b-b4b0-360b6e58e679), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:54.873423 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] Set router c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:54.955013 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-371c510d-69dd-4a7e-8ffb-8a972e0492ac req-95476d4d-9084-44c2-ad63-93490e136391 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1869258721', 'description': 'tempest-description-1692399720'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:55.019034 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-371c510d-69dd-4a7e-8ffb-8a972e0492ac req-95476d4d-9084-44c2-ad63-93490e136391 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:55.148102 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-d062ea87-9993-4cb7-811e-c109041669db admin admin] Allocated IP 172.20.0.1 (eab2e216-8bdd-48e7-bc15-91f434ecb15a/aa3b1869-96cd-4c45-92be-d4abda3b5f98/46befd0d-8734-4f93-9c3d-3fe3b2860a90) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:55.175974 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9d5c3f60-0738-4a20-ac1f-d4c050c6e6d1 req-eff677c7-91e8-4b81-9721-60ebb83db8f4 service neutron] 10.222.0.48 "GET /v2.0/networks/3b348713-0dd0-49ec-becd-2bf2a70d19e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148628 Feb 19 04:07:55.210413 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-821a35dc-1d69-4211-a2de-962ea91cf858 service neutron] Transition to ACTIVE for port object 1388d632-ba2b-435b-b4b0-360b6e58e679 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:07:55.226719 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-371c510d-69dd-4a7e-8ffb-8a972e0492ac req-95476d4d-9084-44c2-ad63-93490e136391 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (1591dc33-0d87-4d40-9d8a-0e4ab25e35f0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:55.235903 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-371c510d-69dd-4a7e-8ffb-8a972e0492ac req-95476d4d-9084-44c2-ad63-93490e136391 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1591dc33-0d87-4d40-9d8a-0e4ab25e35f0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:55.261332 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-821a35dc-1d69-4211-a2de-962ea91cf858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (1388d632-ba2b-435b-b4b0-360b6e58e679), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:55.275317 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-371c510d-69dd-4a7e-8ffb-8a972e0492ac req-95476d4d-9084-44c2-ad63-93490e136391 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:55.278802 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-371c510d-69dd-4a7e-8ffb-8a972e0492ac req-95476d4d-9084-44c2-ad63-93490e136391 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3368139 Feb 19 04:07:55.298923 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:07:55.385076 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95476d4d-9084-44c2-ad63-93490e136391 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1591dc33-0d87-4d40-9d8a-0e4ab25e35f0,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:55.683651 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9c21802e-cee7-46b7-ad34-9d5d38cf9e89, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9c21802e-cee7-46b7-ad34-9d5d38cf9e89,segment=NetworkSegment(1121ec28-523b-4c23-8864-792f1de74a40),segment_id=1121ec28-523b-4c23-8864-792f1de74a40)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:55.716664 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '9c21802e-cee7-46b7-ad34-9d5d38cf9e89', 'network_id': '3b348713-0dd0-49ec-becd-2bf2a70d19e8', 'port_id': '9c21802e-cee7-46b7-ad34-9d5d38cf9e89', 'mac_address': 'fa:16:3e:c7:39:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11649e3-7df5-4a04-84e8-be114deba600', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:07:55.753698 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039c5f5-9a31-490e-9b12-78d60ed000a9 req-0877bb0f-7404-4a9c-b7fb-c34f68981113 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:55.770830 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6039c5f5-9a31-490e-9b12-78d60ed000a9 req-0877bb0f-7404-4a9c-b7fb-c34f68981113 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 945 time: 0.2519403 Feb 19 04:07:55.785317 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'name': 'tempest-ServersTestManualDisk-2082685045-router', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '176e7c36-a313-4af9-94a2-01c813806544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:43Z', 'updated_at': '2022-02-19T04:07:47Z', 'revision_number': 3, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'gw_port': {'id': '176e7c36-a313-4af9-94a2-01c813806544', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:45Z', 'updated_at': '2022-02-19T04:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:55.865604 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:55.866612 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9c21802e-cee7-46b7-ad34-9d5d38cf9e89), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:55.894003 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:07:55.913987 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6039c5f5-9a31-490e-9b12-78d60ed000a9 req-a5fff806-84b6-4b37-bd07-b67037ea63c2 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407053 Feb 19 04:07:55.939532 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9c21802e-cee7-46b7-ad34-9d5d38cf9e89, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9c21802e-cee7-46b7-ad34-9d5d38cf9e89,segment=NetworkSegment(1121ec28-523b-4c23-8864-792f1de74a40),segment_id=1121ec28-523b-4c23-8864-792f1de74a40)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:55.947973 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9c21802e-cee7-46b7-ad34-9d5d38cf9e89), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:55.973234 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedc51a1-ca61-47d0-90bb-dcffb592bbee None None] The sync data for ids ['c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'] in n-d-772273-4 is: [{'id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'name': 'tempest-ServersTestManualDisk-2082685045-router', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '176e7c36-a313-4af9-94a2-01c813806544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:43Z', 'updated_at': '2022-02-19T04:07:47Z', 'revision_number': 3, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'gw_port': {'id': '176e7c36-a313-4af9-94a2-01c813806544', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:45Z', 'updated_at': '2022-02-19T04:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:07:56.147938 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=9c21802e-cee7-46b7-ad34-9d5d38cf9e89,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:56.567948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['9c21802e-cee7-46b7-ad34-9d5d38cf9e89'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:07:57.079892 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 176e7c36-a313-4af9-94a2-01c813806544 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:57.202874 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9d5c3f60-0738-4a20-ac1f-d4c050c6e6d1 req-ad36a75d-6ff4-4e45-9bb4-10246a33dbf7 service neutron] 10.222.0.48 "GET /v2.0/networks/3b348713-0dd0-49ec-becd-2bf2a70d19e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9793923 Feb 19 04:07:57.204182 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-821a35dc-1d69-4211-a2de-962ea91cf858 service neutron] No DVR routers for this DVR port 1388d632-ba2b-435b-b4b0-360b6e58e679 on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:07:57.212954 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a35dc-1d69-4211-a2de-962ea91cf858 service neutron] Pushing event updated for resources: {'Port': ['ID=1388d632-ba2b-435b-b4b0-360b6e58e679,revision_number=10']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:57.235004 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-95f1a972-3dd6-4418-9623-083d86347f6a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:57.236885 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-95f1a972-3dd6-4418-9623-083d86347f6a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.10 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 812 time: 1.6597285 Feb 19 04:07:57.349305 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-f3d682a6-86b7-4908-9e74-f0183828d2b0 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Request body: {'port': {'device_id': '2129002b-f20e-4208-b245-71d3dff5798d', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'admin_state_up': True, 'tenant_id': '4025120658c64656b8094d53fd11cf5c'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:57.393688 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 176e7c36-a313-4af9-94a2-01c813806544 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:57.394394 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (176e7c36-a313-4af9-94a2-01c813806544), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:57.551830 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-821a35dc-1d69-4211-a2de-962ea91cf858 service neutron] 10.222.0.10 "PUT /v2.0/ports/1388d632-ba2b-435b-b4b0-360b6e58e679/bindings/n-h2-772273-4/activate HTTP/1.1" status: 200 len: 369 time: 4.2798336 Feb 19 04:07:57.657819 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 176e7c36-a313-4af9-94a2-01c813806544 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:57.661917 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (176e7c36-a313-4af9-94a2-01c813806544), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:57.706377 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827e85a-9321-4453-8b80-c3da8b51aee1 req-89d5c789-06b2-4823-957a-6fb017a407a9 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:57.722827 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827e85a-9321-4453-8b80-c3da8b51aee1 req-89d5c789-06b2-4823-957a-6fb017a407a9 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:57.737140 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827e85a-9321-4453-8b80-c3da8b51aee1 req-89d5c789-06b2-4823-957a-6fb017a407a9 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:57.753384 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b827e85a-9321-4453-8b80-c3da8b51aee1 req-89d5c789-06b2-4823-957a-6fb017a407a9 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e04f8a6-d879-440f-8c09-6c635d0fc818&device_id=a4e5858b-e4bf-4762-8768-1fabd24843a6&device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 2416 time: 1.9166398 Feb 19 04:07:57.790971 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 176e7c36-a313-4af9-94a2-01c813806544, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=176e7c36-a313-4af9-94a2-01c813806544,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:57.807798 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (176e7c36-a313-4af9-94a2-01c813806544), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:57.869947 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d062ea87-9993-4cb7-811e-c109041669db admin admin] Publish callbacks [] for port (46befd0d-8734-4f93-9c3d-3fe3b2860a90), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:57.995243 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=176e7c36-a313-4af9-94a2-01c813806544,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:58.040850 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b827e85a-9321-4453-8b80-c3da8b51aee1 req-c145eb80-e77b-40ce-8ffe-bccd2c784c37 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480416 Feb 19 04:07:58.051008 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-f3d682a6-86b7-4908-9e74-f0183828d2b0 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Made reservation on behalf of 4025120658c64656b8094d53fd11cf5c for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:07:58.061063 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-f3d682a6-86b7-4908-9e74-f0183828d2b0 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:58.247697 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9b413a7f-754e-457d-9c04-a7065f6b4768 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:58.250644 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9b413a7f-754e-457d-9c04-a7065f6b4768 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae&tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&binding%3Ahost_id=n-h1-772273-4 HTTP/1.1" status: 200 len: 1127 time: 0.4867926 Feb 19 04:07:58.259662 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d062ea87-9993-4cb7-811e-c109041669db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (46befd0d-8734-4f93-9c3d-3fe3b2860a90), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:58.295318 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d062ea87-9993-4cb7-811e-c109041669db admin admin] Network eab2e216-8bdd-48e7-bc15-91f434ecb15a is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:07:58.327117 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-d062ea87-9993-4cb7-811e-c109041669db admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:07:58.579473 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d062ea87-9993-4cb7-811e-c109041669db admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:07:58.685160 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aeba1384-faa2-4a52-9fdc-d4b8fb34950b req-c9eccb0d-909f-484c-b514-26b1097e1074 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "GET /v2.0/security-groups/1591dc33-0d87-4d40-9d8a-0e4ab25e35f0 HTTP/1.1" status: 200 len: 1822 time: 0.5498595 Feb 19 04:07:58.771263 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-aeba1384-faa2-4a52-9fdc-d4b8fb34950b req-e0ea2128-b66d-4d13-9a18-ec7efa986066 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1591dc33-0d87-4d40-9d8a-0e4ab25e35f0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:58.771924 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-aeba1384-faa2-4a52-9fdc-d4b8fb34950b req-e0ea2128-b66d-4d13-9a18-ec7efa986066 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1591dc33-0d87-4d40-9d8a-0e4ab25e35f0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:58.815813 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062ea87-9993-4cb7-811e-c109041669db admin admin] Pushing event updated for resources: {'Port': ['ID=46befd0d-8734-4f93-9c3d-3fe3b2860a90,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:58.878146 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d062ea87-9993-4cb7-811e-c109041669db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:58.915882 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-a27aed05-2caa-416c-a848-13f79662da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:58.917539 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c3cef4c1-e6c4-4d19-97a3-55f590f1655d None None] Provisioning complete for port 46befd0d-8734-4f93-9c3d-3fe3b2860a90 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:58.918402 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c3cef4c1-e6c4-4d19-97a3-55f590f1655d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (46befd0d-8734-4f93-9c3d-3fe3b2860a90), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:58.919259 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-a27aed05-2caa-416c-a848-13f79662da2e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae&tenant_id=088e1ccd7d10405ea13457cf0bfc7da0 HTTP/1.1" status: 200 len: 1127 time: 0.6377685 Feb 19 04:07:59.041880 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-f3d682a6-86b7-4908-9e74-f0183828d2b0 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Allocated IP 172.20.0.13 (d9d990e4-ae18-48b8-9375-8a399a46fa4c/dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509/0eac0ec9-1292-4842-bcc6-fd4725f3eb6d) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:07:59.046916 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 176e7c36-a313-4af9-94a2-01c813806544 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:59.057215 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c3cef4c1-e6c4-4d19-97a3-55f590f1655d None None] Port 46befd0d-8734-4f93-9c3d-3fe3b2860a90 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:07:59.093289 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-13c1152d-9d65-48cd-a0b8-1289a2bf2c67 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:07:59.095007 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-13c1152d-9d65-48cd-a0b8-1289a2bf2c67 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4151983 Feb 19 04:07:59.165229 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-aeba1384-faa2-4a52-9fdc-d4b8fb34950b req-e0ea2128-b66d-4d13-9a18-ec7efa986066 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group_rule (26568288-7335-45c0-a02b-94eb536129d6), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:59.166703 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 176e7c36-a313-4af9-94a2-01c813806544 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:59.167455 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (176e7c36-a313-4af9-94a2-01c813806544), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:59.302936 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-aeba1384-faa2-4a52-9fdc-d4b8fb34950b req-e0ea2128-b66d-4d13-9a18-ec7efa986066 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group_rule (26568288-7335-45c0-a02b-94eb536129d6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:59.313840 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:59.366548 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-aeba1384-faa2-4a52-9fdc-d4b8fb34950b req-e0ea2128-b66d-4d13-9a18-ec7efa986066 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (26568288-7335-45c0-a02b-94eb536129d6), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:59.384936 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-2b9ee7ec-1e37-4dc0-b788-7f3062f5b2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:59.387069 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-2b9ee7ec-1e37-4dc0-b788-7f3062f5b2a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 1127 time: 0.3672554 Feb 19 04:07:59.487779 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 176e7c36-a313-4af9-94a2-01c813806544 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:59.526207 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:07:59.540057 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:59.547628 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9c21802e-cee7-46b7-ad34-9d5d38cf9e89), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:59.570245 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea2128-b66d-4d13-9a18-ec7efa986066 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26568288-7335-45c0-a02b-94eb536129d6,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:59.588310 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-a316b932-926f-4d8f-80a9-f57bca2dfc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:59.591558 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-a316b932-926f-4d8f-80a9-f57bca2dfc2b service neutron] 10.222.0.65 "GET /v2.0/ports/f9b09734-84a1-49bf-bab0-47c0d798fadc HTTP/1.1" status: 200 len: 1124 time: 0.4691994 Feb 19 04:07:59.729794 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:59.730902 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9c21802e-cee7-46b7-ad34-9d5d38cf9e89), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:59.737940 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d062ea87-9993-4cb7-811e-c109041669db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (46befd0d-8734-4f93-9c3d-3fe3b2860a90), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:59.746756 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-4fb3eb6a-18a9-484e-a5cf-efba204f35a9 service neutron] Request body: {'binding': {'host': 'n-h2-772273-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:07:59.747536 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-4fb3eb6a-18a9-484e-a5cf-efba204f35a9 service neutron] Unknown quota resources ['binding']. {{(pid=115199) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 04:07:59.758250 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-aeba1384-faa2-4a52-9fdc-d4b8fb34950b req-e0ea2128-b66d-4d13-9a18-ec7efa986066 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:59.760305 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aeba1384-faa2-4a52-9fdc-d4b8fb34950b req-e0ea2128-b66d-4d13-9a18-ec7efa986066 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0065117 Feb 19 04:07:59.835519 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c7b133-9b2e-4e1d-aafc-c89b41618566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c21802e-cee7-46b7-ad34-9d5d38cf9e89'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:59.838844 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e809b5-d29d-49c3-a196-e4520f9aed96" -d '{"events": [{"server_uuid": "a6c7b133-9b2e-4e1d-aafc-c89b41618566", "name": "network-vif-plugged", "status": "completed", "tag": "9c21802e-cee7-46b7-ad34-9d5d38cf9e89"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:59.847966 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9c21802e-cee7-46b7-ad34-9d5d38cf9e89, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9c21802e-cee7-46b7-ad34-9d5d38cf9e89,segment=NetworkSegment(1121ec28-523b-4c23-8864-792f1de74a40),segment_id=1121ec28-523b-4c23-8864-792f1de74a40)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:59.857981 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9c21802e-cee7-46b7-ad34-9d5d38cf9e89), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:59.974028 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=9c21802e-cee7-46b7-ad34-9d5d38cf9e89,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:00.067568 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-f3d682a6-86b7-4908-9e74-f0183828d2b0 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for port (0eac0ec9-1292-4842-bcc6-fd4725f3eb6d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:00.230090 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9784a5c0-9a07-4c94-be7e-d242da8c6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:00.233166 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-9784a5c0-9a07-4c94-be7e-d242da8c6aca service neutron] 10.222.0.48 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 908 time: 0.8123660 Feb 19 04:08:00.423991 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-515c7a00-c6cf-4e8e-8f5a-7f74e045199d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1388d632-ba2b-435b-b4b0-360b6e58e679 HTTP/1.1" status: 200 len: 217 time: 0.1757760 Feb 19 04:08:00.446620 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159676a-0a61-4016-89e4-d1c7159e70ea req-abc98949-abb8-4a84-ab6d-5966868d5775 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:00.448423 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a159676a-0a61-4016-89e4-d1c7159e70ea req-abc98949-abb8-4a84-ab6d-5966868d5775 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6c7b133-9b2e-4e1d-aafc-c89b41618566 HTTP/1.1" status: 200 len: 946 time: 0.5174971 Feb 19 04:08:00.585733 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-f3d682a6-86b7-4908-9e74-f0183828d2b0 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (0eac0ec9-1292-4842-bcc6-fd4725f3eb6d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:00.775635 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-77cfd9d3-bf2b-4416-81d4-2eeb0cb40edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:00.777652 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-77cfd9d3-bf2b-4416-81d4-2eeb0cb40edb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.3424737 Feb 19 04:08:00.795149 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-4fb3eb6a-18a9-484e-a5cf-efba204f35a9 service neutron] Attempting to bind port f9b09734-84a1-49bf-bab0-47c0d798fadc on host n-h2-772273-4 for vnic_type normal with profile None {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:08:00.795149 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-4fb3eb6a-18a9-484e-a5cf-efba204f35a9 service neutron] Attempting to bind port f9b09734-84a1-49bf-bab0-47c0d798fadc by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:08:00.795887 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-4fb3eb6a-18a9-484e-a5cf-efba204f35a9 service neutron] Attempting to bind port f9b09734-84a1-49bf-bab0-47c0d798fadc on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:00.802828 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-f3d682a6-86b7-4908-9e74-f0183828d2b0 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Network d9d990e4-ae18-48b8-9375-8a399a46fa4c is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:08:00.845196 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-f3d682a6-86b7-4908-9e74-f0183828d2b0 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:00.883257 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a159676a-0a61-4016-89e4-d1c7159e70ea req-fc1f023a-1e1e-41bf-aee7-0099a554b457 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106719 Feb 19 04:08:00.884074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-4fb3eb6a-18a9-484e-a5cf-efba204f35a9 service neutron] Port f9b09734-84a1-49bf-bab0-47c0d798fadc on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:08:00.884561 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-4fb3eb6a-18a9-484e-a5cf-efba204f35a9 service neutron] Attempting to bind port f9b09734-84a1-49bf-bab0-47c0d798fadc on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:00.897664 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-f3d682a6-86b7-4908-9e74-f0183828d2b0 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:08:00.904485 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-42d718ba-6184-4e00-878f-0fde17ec4cdf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915775 Feb 19 04:08:00.929116 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d682a6-86b7-4908-9e74-f0183828d2b0 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Pushing event updated for resources: {'Port': ['ID=0eac0ec9-1292-4842-bcc6-fd4725f3eb6d,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:00.963985 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-4fb3eb6a-18a9-484e-a5cf-efba204f35a9 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:08:00.964415 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-4fb3eb6a-18a9-484e-a5cf-efba204f35a9 service neutron] Checking segment: {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:00.964883 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-4fb3eb6a-18a9-484e-a5cf-efba204f35a9 service neutron] Bound using segment: {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:08:00.965454 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-4fb3eb6a-18a9-484e-a5cf-efba204f35a9 service neutron] Bound port: f9b09734-84a1-49bf-bab0-47c0d798fadc, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:08:00.983260 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d062ea87-9993-4cb7-811e-c109041669db admin admin] Publish callbacks [] for port (46befd0d-8734-4f93-9c3d-3fe3b2860a90), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:01.064774 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d062ea87-9993-4cb7-811e-c109041669db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (46befd0d-8734-4f93-9c3d-3fe3b2860a90), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:01.207880 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-dd015888-0aa4-4763-8e7e-fc14df525f12 None None] Provisioning complete for port 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:01.208519 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-dd015888-0aa4-4763-8e7e-fc14df525f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0eac0ec9-1292-4842-bcc6-fd4725f3eb6d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:01.214436 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-f3d682a6-86b7-4908-9e74-f0183828d2b0 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:01.215128 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-f3d682a6-86b7-4908-9e74-f0183828d2b0 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:01.272656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-dd015888-0aa4-4763-8e7e-fc14df525f12 None None] Port 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:08:01.297366 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-4fb3eb6a-18a9-484e-a5cf-efba204f35a9 service neutron] For port f9b09734-84a1-49bf-bab0-47c0d798fadc, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f9b09734-84a1-49bf-bab0-47c0d798fadc,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:08:01.305262 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062ea87-9993-4cb7-811e-c109041669db admin admin] Pushing event updated for resources: {'Port': ['ID=46befd0d-8734-4f93-9c3d-3fe3b2860a90,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:01.319597 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-f3d682a6-86b7-4908-9e74-f0183828d2b0 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9802287 Feb 19 04:08:01.320505 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d062ea87-9993-4cb7-811e-c109041669db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:01.328002 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-4fb3eb6a-18a9-484e-a5cf-efba204f35a9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:01.329263 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-4fb3eb6a-18a9-484e-a5cf-efba204f35a9 service neutron] 10.222.0.65 "POST /v2.0/ports/f9b09734-84a1-49bf-bab0-47c0d798fadc/bindings HTTP/1.1" status: 201 len: 389 time: 1.6006763 Feb 19 04:08:01.338730 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-47dcfeca-0174-4b03-8e8c-77485bcc2e50 service neutron] Request body: {'port': {'device_id': '2129002b-f20e-4208-b245-71d3dff5798d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:01.349950 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-6ff967da-3b24-4b00-8c97-ff80cd915262 service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245877 Feb 19 04:08:01.436162 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb7979-c604-412d-9686-2f4bebfec3ef req-1ef03f28-771a-403f-9dc2-4736aaaa0f0e tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:01.439240 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-91fb7979-c604-412d-9686-2f4bebfec3ef req-1ef03f28-771a-403f-9dc2-4736aaaa0f0e tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 932 time: 0.3777468 Feb 19 04:08:01.565332 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250ace5-36bf-4b68-b8de-301889581efa req-7d91afdb-a852-4a22-a223-5baac5dcd43c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:01.567344 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9250ace5-36bf-4b68-b8de-301889581efa req-7d91afdb-a852-4a22-a223-5baac5dcd43c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 945 time: 0.0732880 Feb 19 04:08:01.661425 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9250ace5-36bf-4b68-b8de-301889581efa req-d044841e-f143-49a8-938e-79c7178617f0 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827818 Feb 19 04:08:01.667609 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-47dcfeca-0174-4b03-8e8c-77485bcc2e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0eac0ec9-1292-4842-bcc6-fd4725f3eb6d), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:01.805294 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-91fb7979-c604-412d-9686-2f4bebfec3ef req-570fc21e-e0bc-4c16-b860-32e50a42427b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883198 Feb 19 04:08:01.830813 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0be6e590-1ea7-486b-8c9c-6dc3917940e9 req-10014e39-961f-429b-b7cd-526368d8e798 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1164823 Feb 19 04:08:01.877857 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-cc0e32e2-8823-40dc-ab9c-13e3b22c8c0a req-03174ec2-3652-4cac-b8f6-e8aaab41af65 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1660465490', 'description': 'tempest-description-1121583452'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:01.893387 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-f4a2db58-5679-4e51-80a0-df4b0fcbd489 service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156603 Feb 19 04:08:01.895678 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d062ea87-9993-4cb7-811e-c109041669db admin admin] Network eab2e216-8bdd-48e7-bc15-91f434ecb15a is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:08:01.924825 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-d062ea87-9993-4cb7-811e-c109041669db admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:01.968364 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c8e3e3-b22a-40e4-836c-5be87aa55fa3 x-openstack-request-id: req-f6c8e3e3-b22a-40e4-836c-5be87aa55fa3 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:01.968852 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c7b133-9b2e-4e1d-aafc-c89b41618566", "name": "network-vif-plugged", "status": "completed", "tag": "9c21802e-cee7-46b7-ad34-9d5d38cf9e89", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:01.969257 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f6c8e3e3-b22a-40e4-836c-5be87aa55fa3 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:01.970045 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c7b133-9b2e-4e1d-aafc-c89b41618566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c21802e-cee7-46b7-ad34-9d5d38cf9e89', 'code': 200} Feb 19 04:08:02.160363 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b11ea-ec82-48d4-86d3-ae2fe33749a9 req-bfdda169-c194-4007-9730-420dec6b464e tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:02.162300 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-169b11ea-ec82-48d4-86d3-ae2fe33749a9 req-bfdda169-c194-4007-9730-420dec6b464e tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.0979981 Feb 19 04:08:02.190585 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-74a822ef-5d3b-4f3e-8f5c-b5dd035a9603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:02.301987 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-169b11ea-ec82-48d4-86d3-ae2fe33749a9 req-57dacbbd-9bea-47ad-ad8f-5bac59de7b2b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277726 Feb 19 04:08:02.363460 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-5ca57a3c-c664-4e96-b7cb-191e17d11665 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:02.371792 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-5ca57a3c-c664-4e96-b7cb-191e17d11665 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae&tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&binding%3Ahost_id=n-h2-772273-4 HTTP/1.1" status: 200 len: 1127 time: 0.1247170 Feb 19 04:08:02.424566 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-100ab48b-d05e-471f-92c1-edb1a9b2e808 None None] Provisioning complete for port 46befd0d-8734-4f93-9c3d-3fe3b2860a90 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:02.425561 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-100ab48b-d05e-471f-92c1-edb1a9b2e808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (46befd0d-8734-4f93-9c3d-3fe3b2860a90), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:02.510650 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-cc0e32e2-8823-40dc-ab9c-13e3b22c8c0a req-03174ec2-3652-4cac-b8f6-e8aaab41af65 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:02.524855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-100ab48b-d05e-471f-92c1-edb1a9b2e808 None None] Port 46befd0d-8734-4f93-9c3d-3fe3b2860a90 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:08:02.665485 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-6dd391f0-4d4d-42f4-86d0-0942c7093003 service neutron] For port 1388d632-ba2b-435b-b4b0-360b6e58e679, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:08:02.672664 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-6dd391f0-4d4d-42f4-86d0-0942c7093003 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:02.674923 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-6dd391f0-4d4d-42f4-86d0-0942c7093003 service neutron] 10.222.0.48 "DELETE /v2.0/ports/1388d632-ba2b-435b-b4b0-360b6e58e679/bindings/n-h1-772273-4 HTTP/1.1" status: 204 len: 173 time: 0.2945790 Feb 19 04:08:02.828984 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa38778-c243-4daa-b30f-ba4c32096b6b req-75dc6bf7-56eb-4c47-a1ef-7a956d8380e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:02.831151 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-daa38778-c243-4daa-b30f-ba4c32096b6b req-75dc6bf7-56eb-4c47-a1ef-7a956d8380e4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a6c7b133-9b2e-4e1d-aafc-c89b41618566 HTTP/1.1" status: 200 len: 1128 time: 0.3137252 Feb 19 04:08:02.899872 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44f147-4393-4e89-9a8e-15cddfe11c78 req-7a69ee34-0832-4c0c-96fd-09a4b84d878d tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:02.904527 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6e44f147-4393-4e89-9a8e-15cddfe11c78 req-7a69ee34-0832-4c0c-96fd-09a4b84d878d tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6c7b133-9b2e-4e1d-aafc-c89b41618566 HTTP/1.1" status: 200 len: 946 time: 0.1142075 Feb 19 04:08:02.951243 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d062ea87-9993-4cb7-811e-c109041669db admin admin] Router c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:08:02.976296 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-cc0e32e2-8823-40dc-ab9c-13e3b22c8c0a req-03174ec2-3652-4cac-b8f6-e8aaab41af65 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (ba0b8cfc-4c2a-404c-814e-8dbdf3ff52e6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:02.996296 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-cc0e32e2-8823-40dc-ab9c-13e3b22c8c0a req-03174ec2-3652-4cac-b8f6-e8aaab41af65 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ba0b8cfc-4c2a-404c-814e-8dbdf3ff52e6), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:03.001629 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6e44f147-4393-4e89-9a8e-15cddfe11c78 req-6c7afc0c-ab8b-4ab1-961d-6250c55b5356 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846868 Feb 19 04:08:03.054807 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-daa38778-c243-4daa-b30f-ba4c32096b6b req-93d4745d-56d7-4489-9d6f-9d6aca8d571e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060378 Feb 19 04:08:03.194684 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-cc0e32e2-8823-40dc-ab9c-13e3b22c8c0a req-03174ec2-3652-4cac-b8f6-e8aaab41af65 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:03.196138 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cc0e32e2-8823-40dc-ab9c-13e3b22c8c0a req-03174ec2-3652-4cac-b8f6-e8aaab41af65 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.3343425 Feb 19 04:08:03.204573 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03174ec2-3652-4cac-b8f6-e8aaab41af65 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0b8cfc-4c2a-404c-814e-8dbdf3ff52e6,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:03.257277 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-47dcfeca-0174-4b03-8e8c-77485bcc2e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:08:03.282021 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-47dcfeca-0174-4b03-8e8c-77485bcc2e50 service neutron] Publish callbacks [] for port (0eac0ec9-1292-4842-bcc6-fd4725f3eb6d), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:03.432376 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-47dcfeca-0174-4b03-8e8c-77485bcc2e50 service neutron] Transition to ACTIVE for port object 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:08:03.456092 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-47dcfeca-0174-4b03-8e8c-77485bcc2e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (0eac0ec9-1292-4842-bcc6-fd4725f3eb6d), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:03.524732 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d062ea87-9993-4cb7-811e-c109041669db admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:08:03.544969 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d062ea87-9993-4cb7-811e-c109041669db admin admin] 10.222.0.65 "PUT /v2.0/routers/c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8016708 Feb 19 04:08:03.595223 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] Sync routers for ids ['c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:08:03.656581 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8d095-797d-499c-8ce9-3d4678225966 req-47033de4-1674-4f40-82d5-1c1f26ede2aa tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:03.665301 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] Routers {'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:08:03.666172 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75f8d095-797d-499c-8ce9-3d4678225966 req-47033de4-1674-4f40-82d5-1c1f26ede2aa tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 945 time: 0.2923622 Feb 19 04:08:03.666386 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:07:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:03.857033 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3585f-f0a2-404f-b878-2b91d2b1b100 req-9f051b9c-3b6c-4001-8168-f4ada4e1dc6c tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:03.861257 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-efd3585f-f0a2-404f-b878-2b91d2b1b100 req-9f051b9c-3b6c-4001-8168-f4ada4e1dc6c tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 944 time: 0.2413442 Feb 19 04:08:03.959223 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75f8d095-797d-499c-8ce9-3d4678225966 req-2cfc943e-415e-46aa-99fe-a2bfe3cac036 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915380 Feb 19 04:08:03.960358 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcfeca-0174-4b03-8e8c-77485bcc2e50 service neutron] Pushing event updated for resources: {'Port': ['ID=0eac0ec9-1292-4842-bcc6-fd4725f3eb6d,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:04.023735 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-47dcfeca-0174-4b03-8e8c-77485bcc2e50 service neutron] Attempting to bind port 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:08:04.024146 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-47dcfeca-0174-4b03-8e8c-77485bcc2e50 service neutron] Attempting to bind port 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:08:04.029834 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-47dcfeca-0174-4b03-8e8c-77485bcc2e50 service neutron] Attempting to bind port 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d on network d9d990e4-ae18-48b8-9375-8a399a46fa4c {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:04.048022 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] Set router c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:08:04.050606 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-efd3585f-f0a2-404f-b878-2b91d2b1b100 req-6ce4a5e1-f2d1-49fd-bd22-66ab6e57f659 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761253 Feb 19 04:08:04.055147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-47dcfeca-0174-4b03-8e8c-77485bcc2e50 service neutron] Port 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d on network d9d990e4-ae18-48b8-9375-8a399a46fa4c not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:08:04.064643 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-47dcfeca-0174-4b03-8e8c-77485bcc2e50 service neutron] Attempting to bind port 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d on network d9d990e4-ae18-48b8-9375-8a399a46fa4c {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:04.123517 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-47dcfeca-0174-4b03-8e8c-77485bcc2e50 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:08:04.127878 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-47dcfeca-0174-4b03-8e8c-77485bcc2e50 service neutron] Checking segment: {'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:04.128739 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-47dcfeca-0174-4b03-8e8c-77485bcc2e50 service neutron] Bound using segment: {'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:08:04.130792 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-47dcfeca-0174-4b03-8e8c-77485bcc2e50 service neutron] Bound port: 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:08:04.132441 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-47dcfeca-0174-4b03-8e8c-77485bcc2e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0eac0ec9-1292-4842-bcc6-fd4725f3eb6d), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:04.476718 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f2cc4bce-e2c7-4d6f-89dc-507b84362eff req-d530daff-5ef4-46db-8acd-46c17269af4c tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "GET /v2.0/security-groups/ba0b8cfc-4c2a-404c-814e-8dbdf3ff52e6 HTTP/1.1" status: 200 len: 1822 time: 0.3997905 Feb 19 04:08:04.505740 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec9332-c89b-4291-b0aa-4a4db7d4a635 req-91903795-cc68-4634-9243-e0fff89a4355 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:04.509642 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ddec9332-c89b-4291-b0aa-4a4db7d4a635 req-91903795-cc68-4634-9243-e0fff89a4355 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.1825995 Feb 19 04:08:04.510976 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-f2cc4bce-e2c7-4d6f-89dc-507b84362eff req-c5d8ec77-1aca-45f2-ae1e-204c47d5eff7 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ba0b8cfc-4c2a-404c-814e-8dbdf3ff52e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:04.511591 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-f2cc4bce-e2c7-4d6f-89dc-507b84362eff req-c5d8ec77-1aca-45f2-ae1e-204c47d5eff7 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ba0b8cfc-4c2a-404c-814e-8dbdf3ff52e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:04.607754 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'name': 'tempest-ServersTestManualDisk-2082685045-router', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '176e7c36-a313-4af9-94a2-01c813806544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:43Z', 'updated_at': '2022-02-19T04:07:59Z', 'revision_number': 4, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'gw_port': {'id': '176e7c36-a313-4af9-94a2-01c813806544', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:45Z', 'updated_at': '2022-02-19T04:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '46befd0d-8734-4f93-9c3d-3fe3b2860a90', 'name': '', 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'mac_address': 'fa:16:3e:1b:c0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'aa3b1869-96cd-4c45-92be-d4abda3b5f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:54Z', 'updated_at': '2022-02-19T04:08:00Z', 'revision_number': 2, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'subnets': [{'id': 'aa3b1869-96cd-4c45-92be-d4abda3b5f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:04.630337 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-47dcfeca-0174-4b03-8e8c-77485bcc2e50 service neutron] For port 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:08:04.639557 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-47dcfeca-0174-4b03-8e8c-77485bcc2e50 service neutron] For port 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0eac0ec9-1292-4842-bcc6-fd4725f3eb6d,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:08:04.666300 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] Checking router: c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:08:04.667140 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] Updating router c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe port 46befd0d-8734-4f93-9c3d-3fe3b2860a90 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:08:04.677583 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ddec9332-c89b-4291-b0aa-4a4db7d4a635 req-129b8024-57c1-4be7-95de-39ff775fe816 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582932 Feb 19 04:08:04.682828 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-f5983e75-d1a1-4f31-82b1-965135b8a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:04.686242 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-f5983e75-d1a1-4f31-82b1-965135b8a365 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 1127 time: 0.3321939 Feb 19 04:08:04.691851 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-47dcfeca-0174-4b03-8e8c-77485bcc2e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (0eac0ec9-1292-4842-bcc6-fd4725f3eb6d), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:04.716956 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (46befd0d-8734-4f93-9c3d-3fe3b2860a90), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.046747 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-47dcfeca-0174-4b03-8e8c-77485bcc2e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:05.052205 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-47dcfeca-0174-4b03-8e8c-77485bcc2e50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.056970 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-47dcfeca-0174-4b03-8e8c-77485bcc2e50 service neutron] 10.222.0.10 "PUT /v2.0/ports/0eac0ec9-1292-4842-bcc6-fd4725f3eb6d HTTP/1.1" status: 200 len: 1092 time: 3.7241759 Feb 19 04:08:05.056970 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2129002b-f20e-4208-b245-71d3dff5798d', 'tag': '0eac0ec9-1292-4842-bcc6-fd4725f3eb6d'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:05.059713 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-69be96ff-4818-40e0-afdb-e5e12d4bcc2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.068249 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4c4c49-3792-4a76-a569-e0925a877241" -d '{"events": [{"name": "network-changed", "server_uuid": "2129002b-f20e-4208-b245-71d3dff5798d", "tag": "0eac0ec9-1292-4842-bcc6-fd4725f3eb6d"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:05.264053 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcfeca-0174-4b03-8e8c-77485bcc2e50 service neutron] Pushing event updated for resources: {'Port': ['ID=0eac0ec9-1292-4842-bcc6-fd4725f3eb6d,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:05.382480 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-b70fd851-60d0-468b-88fd-47e384c394e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:05.386932 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-b70fd851-60d0-468b-88fd-47e384c394e3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 921 time: 0.6573312 Feb 19 04:08:05.467815 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] Publish callbacks [] for port (46befd0d-8734-4f93-9c3d-3fe3b2860a90), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.491335 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (46befd0d-8734-4f93-9c3d-3fe3b2860a90), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.496784 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-d4a73127-575d-42fa-9cf0-9f3628c86dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:05.502325 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-d4a73127-575d-42fa-9cf0-9f3628c86dbd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 1126 time: 0.3435309 Feb 19 04:08:05.510277 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f2cc4bce-e2c7-4d6f-89dc-507b84362eff req-c5d8ec77-1aca-45f2-ae1e-204c47d5eff7 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group_rule (24f66a58-30a2-4107-aa31-e6acf7b26b0f), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.517223 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-89a8b405-00ab-4891-9159-173da19d7960 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9b09734-84a1-49bf-bab0-47c0d798fadc HTTP/1.1" status: 200 len: 217 time: 0.1174378 Feb 19 04:08:05.646611 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de377be-76e1-4ceb-8a12-c46f59bd4f12 None None] Pushing event updated for resources: {'Port': ['ID=46befd0d-8734-4f93-9c3d-3fe3b2860a90,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:05.752853 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34090) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:05.766108 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-554c7b4e-8e44-440c-ae45-a06754402f16 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1541382782', 'description': 'tempest-description--87728412'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:05.826983 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] Attempting to bind port 46befd0d-8734-4f93-9c3d-3fe3b2860a90 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:08:05.827929 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] Attempting to bind port 46befd0d-8734-4f93-9c3d-3fe3b2860a90 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '5b025fda-f6c3-4c35-ab80-a3312f6251e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:08:05.828833 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] Attempting to bind port 46befd0d-8734-4f93-9c3d-3fe3b2860a90 on network eab2e216-8bdd-48e7-bc15-91f434ecb15a {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:05.846028 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-b5a710a3-8677-4b59-8eb8-30b968065e26 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eac0ec9-1292-4842-bcc6-fd4725f3eb6d HTTP/1.1" status: 200 len: 217 time: 0.2965641 Feb 19 04:08:05.852348 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:08:05.853222 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] Checking segment: {'id': '5b025fda-f6c3-4c35-ab80-a3312f6251e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:05.856881 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.857887 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] Bound using segment: {'id': '5b025fda-f6c3-4c35-ab80-a3312f6251e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:08:05.859687 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f2cc4bce-e2c7-4d6f-89dc-507b84362eff req-c5d8ec77-1aca-45f2-ae1e-204c47d5eff7 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group_rule (24f66a58-30a2-4107-aa31-e6acf7b26b0f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.860570 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] Bound port: 46befd0d-8734-4f93-9c3d-3fe3b2860a90, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b025fda-f6c3-4c35-ab80-a3312f6251e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:08:05.863321 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (46befd0d-8734-4f93-9c3d-3fe3b2860a90), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.892448 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f2cc4bce-e2c7-4d6f-89dc-507b84362eff req-c5d8ec77-1aca-45f2-ae1e-204c47d5eff7 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (24f66a58-30a2-4107-aa31-e6acf7b26b0f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.907220 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-554c7b4e-8e44-440c-ae45-a06754402f16 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.996157 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f2cc4bce-e2c7-4d6f-89dc-507b84362eff req-c5d8ec77-1aca-45f2-ae1e-204c47d5eff7 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:06.011278 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f2cc4bce-e2c7-4d6f-89dc-507b84362eff req-c5d8ec77-1aca-45f2-ae1e-204c47d5eff7 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.5101058 Feb 19 04:08:06.091305 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8ec77-1aca-45f2-ae1e-204c47d5eff7 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f66a58-30a2-4107-aa31-e6acf7b26b0f,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:06.136331 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-6f894772-59df-4ec6-aca7-3f48759bd4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:06.140461 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-6f894772-59df-4ec6-aca7-3f48759bd4b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.6070089 Feb 19 04:08:06.195080 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-37000039-db41-49c4-a1fa-a978770b5148 None None] Provisioning complete for port 46befd0d-8734-4f93-9c3d-3fe3b2860a90 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:06.195737 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-37000039-db41-49c4-a1fa-a978770b5148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (46befd0d-8734-4f93-9c3d-3fe3b2860a90), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:06.203395 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] For port 46befd0d-8734-4f93-9c3d-3fe3b2860a90, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:08:06.224724 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-420e8202-00a9-4226-aa95-2449ec68db0d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746236 Feb 19 04:08:06.233773 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-18d275ac-c812-4e15-8a94-332544b8dbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:06.236886 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-18d275ac-c812-4e15-8a94-332544b8dbb9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509 HTTP/1.1" status: 200 len: 851 time: 0.3730321 Feb 19 04:08:06.270745 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] For port 46befd0d-8734-4f93-9c3d-3fe3b2860a90, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=46befd0d-8734-4f93-9c3d-3fe3b2860a90,segment=NetworkSegment(5b025fda-f6c3-4c35-ab80-a3312f6251e7),segment_id=5b025fda-f6c3-4c35-ab80-a3312f6251e7)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:08:06.295289 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (46befd0d-8734-4f93-9c3d-3fe3b2860a90), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:06.318171 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-37000039-db41-49c4-a1fa-a978770b5148 None None] Port 46befd0d-8734-4f93-9c3d-3fe3b2860a90 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:08:06.428748 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7780759-f837-4e64-a14e-8c4dd5bba5d9 req-ea6b4555-bba5-4fae-84c6-6f6dc012a9fd tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:06.467306 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e7780759-f837-4e64-a14e-8c4dd5bba5d9 req-ea6b4555-bba5-4fae-84c6-6f6dc012a9fd tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6c7b133-9b2e-4e1d-aafc-c89b41618566 HTTP/1.1" status: 200 len: 946 time: 0.4187801 Feb 19 04:08:06.491797 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] Routers {'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:08:06.494340 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:08:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:06.578019 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-554c7b4e-8e44-440c-ae45-a06754402f16 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks [] for security_group (0fb7ece2-78af-48de-a9fe-b5000d4e7cc0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:06.615614 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-554c7b4e-8e44-440c-ae45-a06754402f16 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0fb7ece2-78af-48de-a9fe-b5000d4e7cc0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:06.688591 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de377be-76e1-4ceb-8a12-c46f59bd4f12 None None] Pushing event updated for resources: {'Port': ['ID=46befd0d-8734-4f93-9c3d-3fe3b2860a90,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:06.733752 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-ac983ae5-6999-4536-8555-8bafbe34c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:06.739573 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-ac983ae5-6999-4536-8555-8bafbe34c9bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9d990e4-ae18-48b8-9375-8a399a46fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4811020 Feb 19 04:08:06.748817 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-bfe09838-3d3d-4acc-b632-6e166340f212 service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100772 Feb 19 04:08:06.758630 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:06.844974 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c7b4e-8e44-440c-ae45-a06754402f16 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb7ece2-78af-48de-a9fe-b5000d4e7cc0,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:06.895108 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-554c7b4e-8e44-440c-ae45-a06754402f16 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:06.923817 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-554c7b4e-8e44-440c-ae45-a06754402f16 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1687808 Feb 19 04:08:06.961361 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34100) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:06.992507 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-852ea7ca-e365-43f7-af70-70015149d4c0 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Request body: {'security_group_rule': {'security_group_id': '0fb7ece2-78af-48de-a9fe-b5000d4e7cc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:07.030498 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77642e37-83f0-4f27-963a-eb22f5396623 x-openstack-request-id: req-77642e37-83f0-4f27-963a-eb22f5396623 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:07.032952 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2129002b-f20e-4208-b245-71d3dff5798d", "tag": "0eac0ec9-1292-4842-bcc6-fd4725f3eb6d", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:07.033735 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77642e37-83f0-4f27-963a-eb22f5396623 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:07.035921 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2129002b-f20e-4208-b245-71d3dff5798d', 'tag': '0eac0ec9-1292-4842-bcc6-fd4725f3eb6d', 'status': 'completed', 'code': 200} Feb 19 04:08:07.070006 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] Set router c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:08:07.126383 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e7780759-f837-4e64-a14e-8c4dd5bba5d9 req-1f7f9aef-af90-48df-9511-ca43eb1c0e74 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6540430 Feb 19 04:08:07.150678 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-852ea7ca-e365-43f7-af70-70015149d4c0 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks [] for security_group_rule (e2a13d08-3057-4e40-93ab-c7c76a168dd8), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:07.265823 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-852ea7ca-e365-43f7-af70-70015149d4c0 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks [] for security_group_rule (e2a13d08-3057-4e40-93ab-c7c76a168dd8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:07.275766 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-852ea7ca-e365-43f7-af70-70015149d4c0 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (e2a13d08-3057-4e40-93ab-c7c76a168dd8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:07.310106 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:08:07.406206 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ea7ca-e365-43f7-af70-70015149d4c0 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a13d08-3057-4e40-93ab-c7c76a168dd8,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:07.436102 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-852ea7ca-e365-43f7-af70-70015149d4c0 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:07.445380 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-852ea7ca-e365-43f7-af70-70015149d4c0 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4815884 Feb 19 04:08:07.445912 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3af03132-f91c-4ccb-ab2a-3c347933924c None None] Provisioning complete for port 46befd0d-8734-4f93-9c3d-3fe3b2860a90 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:07.446530 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3af03132-f91c-4ccb-ab2a-3c347933924c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (46befd0d-8734-4f93-9c3d-3fe3b2860a90), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:07.447303 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34104) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:07.452094 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:07.460661 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-40064483-e6a0-4dea-8fe0-a189ba82e65a tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Request body: {'security_group_rule': {'security_group_id': '0fb7ece2-78af-48de-a9fe-b5000d4e7cc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:07.507450 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-71470b38-c2d0-4543-bfe9-181a9980eafb service neutron] 10.222.0.10 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7569644 Feb 19 04:08:07.542646 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-9b294748-fc4b-43be-8450-1bbae332349e service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040777 Feb 19 04:08:07.604042 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40064483-e6a0-4dea-8fe0-a189ba82e65a tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks [] for security_group_rule (9aa3e43d-bca9-4d2b-80d7-e4ee45b20fc0), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:07.776824 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83876a4-3f65-47f0-8d3e-f306b4fc3f01 req-5474e092-711c-46a2-b537-defb6f4e1cf2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:07.801768 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b83876a4-3f65-47f0-8d3e-f306b4fc3f01 req-5474e092-711c-46a2-b537-defb6f4e1cf2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 944 time: 0.7598107 Feb 19 04:08:07.888784 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7763cf-9fcd-4c0e-b4b6-b8c8808acafb req-8a5bf848-8d0e-4ea2-b21e-3089a5f29312 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:07.905641 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ba7763cf-9fcd-4c0e-b4b6-b8c8808acafb req-8a5bf848-8d0e-4ea2-b21e-3089a5f29312 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.3610165 Feb 19 04:08:07.985379 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:08.104286 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f14508b-2723-4dce-a1f3-01bbb6529e82 req-fe703882-3b38-4c3c-8e3c-0b06fd23abf2 service neutron] 10.222.0.10 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5840688 Feb 19 04:08:08.133371 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40064483-e6a0-4dea-8fe0-a189ba82e65a tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks [] for security_group_rule (9aa3e43d-bca9-4d2b-80d7-e4ee45b20fc0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:08.165138 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40064483-e6a0-4dea-8fe0-a189ba82e65a tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (9aa3e43d-bca9-4d2b-80d7-e4ee45b20fc0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:08.212269 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b83876a4-3f65-47f0-8d3e-f306b4fc3f01 req-0a82f1b9-b823-4f4c-920e-585d6a66a2e8 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087760 Feb 19 04:08:08.220153 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ba7763cf-9fcd-4c0e-b4b6-b8c8808acafb req-0bf393ca-6c77-4395-acab-4273cc4a4a45 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125348 Feb 19 04:08:08.269065 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40064483-e6a0-4dea-8fe0-a189ba82e65a tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa3e43d-bca9-4d2b-80d7-e4ee45b20fc0,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:08.294229 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40064483-e6a0-4dea-8fe0-a189ba82e65a tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:08.296491 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-40064483-e6a0-4dea-8fe0-a189ba82e65a tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8475432 Feb 19 04:08:08.301671 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34112) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:08.307125 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2185f991-a9af-40ff-a8a2-f56feacb9d40 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:08.344441 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-c1d6ee10-1406-485f-8270-98af36528753 req-1bbf22c0-019e-4062-9a34-6d9d8f131b03 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2021516888', 'description': 'tempest-description-595280964'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:08.356681 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3af03132-f91c-4ccb-ab2a-3c347933924c None None] Current status of the port 46befd0d-8734-4f93-9c3d-3fe3b2860a90 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:08.357741 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3af03132-f91c-4ccb-ab2a-3c347933924c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (46befd0d-8734-4f93-9c3d-3fe3b2860a90), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:08.373595 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2185f991-a9af-40ff-a8a2-f56feacb9d40 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:08.390491 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'name': 'tempest-ServersTestManualDisk-2082685045-router', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '176e7c36-a313-4af9-94a2-01c813806544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:43Z', 'updated_at': '2022-02-19T04:07:59Z', 'revision_number': 4, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'gw_port': {'id': '176e7c36-a313-4af9-94a2-01c813806544', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:45Z', 'updated_at': '2022-02-19T04:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '46befd0d-8734-4f93-9c3d-3fe3b2860a90', 'name': '', 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'mac_address': 'fa:16:3e:1b:c0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'aa3b1869-96cd-4c45-92be-d4abda3b5f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:54Z', 'updated_at': '2022-02-19T04:08:06Z', 'revision_number': 4, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'subnets': [{'id': 'aa3b1869-96cd-4c45-92be-d4abda3b5f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:08.443648 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c1d6ee10-1406-485f-8270-98af36528753 req-1bbf22c0-019e-4062-9a34-6d9d8f131b03 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:08.458445 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c4c49-3792-4a76-a569-e0925a877241 req-703d70b6-2ddf-4223-816e-53ef5302a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:08.464233 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf4c4c49-3792-4a76-a569-e0925a877241 req-703d70b6-2ddf-4223-816e-53ef5302a7c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 1126 time: 0.1397445 Feb 19 04:08:08.626701 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c1d6ee10-1406-485f-8270-98af36528753 req-1bbf22c0-019e-4062-9a34-6d9d8f131b03 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (42c04226-4dc9-48f5-bc02-5c11b5f0cb21), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:08.663335 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c1d6ee10-1406-485f-8270-98af36528753 req-1bbf22c0-019e-4062-9a34-6d9d8f131b03 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (42c04226-4dc9-48f5-bc02-5c11b5f0cb21), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:08.682126 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5fddc-6a51-4e0e-9ecd-6a67be0f31aa None None] The sync data for ids ['c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'] in n-d-772273-4 is: [{'id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'name': 'tempest-ServersTestManualDisk-2082685045-router', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '176e7c36-a313-4af9-94a2-01c813806544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:43Z', 'updated_at': '2022-02-19T04:07:59Z', 'revision_number': 4, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'gw_port': {'id': '176e7c36-a313-4af9-94a2-01c813806544', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:45Z', 'updated_at': '2022-02-19T04:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '46befd0d-8734-4f93-9c3d-3fe3b2860a90', 'name': '', 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'mac_address': 'fa:16:3e:1b:c0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'aa3b1869-96cd-4c45-92be-d4abda3b5f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:54Z', 'updated_at': '2022-02-19T04:08:06Z', 'revision_number': 4, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'subnets': [{'id': 'aa3b1869-96cd-4c45-92be-d4abda3b5f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:08:08.779269 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c1d6ee10-1406-485f-8270-98af36528753 req-1bbf22c0-019e-4062-9a34-6d9d8f131b03 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:08.818836 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c1d6ee10-1406-485f-8270-98af36528753 req-1bbf22c0-019e-4062-9a34-6d9d8f131b03 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4786069 Feb 19 04:08:08.846439 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf22c0-019e-4062-9a34-6d9d8f131b03 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42c04226-4dc9-48f5-bc02-5c11b5f0cb21,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:08.865138 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3af03132-f91c-4ccb-ab2a-3c347933924c None None] For port 46befd0d-8734-4f93-9c3d-3fe3b2860a90, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=46befd0d-8734-4f93-9c3d-3fe3b2860a90,segment=NetworkSegment(5b025fda-f6c3-4c35-ab80-a3312f6251e7),segment_id=5b025fda-f6c3-4c35-ab80-a3312f6251e7)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:08.874469 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:08.892146 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3af03132-f91c-4ccb-ab2a-3c347933924c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (46befd0d-8734-4f93-9c3d-3fe3b2860a90), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:08.907314 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:09.061195 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2185f991-a9af-40ff-a8a2-f56feacb9d40 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:09.071665 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af03132-f91c-4ccb-ab2a-3c347933924c None None] Pushing event updated for resources: {'Port': ['ID=46befd0d-8734-4f93-9c3d-3fe3b2860a90,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:09.129013 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b356b-98bd-46b3-92fd-e3b9025b5cd4 req-1826827a-fd5b-4d51-b13b-676c33af10a5 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:09.133049 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-407b356b-98bd-46b3-92fd-e3b9025b5cd4 req-1826827a-fd5b-4d51-b13b-676c33af10a5 tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 1127 time: 0.4510739 Feb 19 04:08:09.188561 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c4c49-3792-4a76-a569-e0925a877241 req-ce899735-9251-42c7-a7fc-1e30dd7494d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:09.197878 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf4c4c49-3792-4a76-a569-e0925a877241 req-ce899735-9251-42c7-a7fc-1e30dd7494d0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 912 time: 0.7218294 Feb 19 04:08:09.203826 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 46befd0d-8734-4f93-9c3d-3fe3b2860a90 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:08:09.344190 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf4c4c49-3792-4a76-a569-e0925a877241 req-96fde293-653d-4522-a117-8cd59c97d561 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eac0ec9-1292-4842-bcc6-fd4725f3eb6d HTTP/1.1" status: 200 len: 217 time: 0.1211681 Feb 19 04:08:09.479146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 46befd0d-8734-4f93-9c3d-3fe3b2860a90 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:09.480362 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (46befd0d-8734-4f93-9c3d-3fe3b2860a90), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:09.567765 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-2185f991-a9af-40ff-a8a2-f56feacb9d40 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Allocated IP 172.25.0.110 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/9eb97e69-8758-4aec-91cf-b6dcd9f9bd29) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:08:09.621260 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c4c49-3792-4a76-a569-e0925a877241 req-90c43396-5685-472e-aeb9-f6b47ec365ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:09.626028 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf4c4c49-3792-4a76-a569-e0925a877241 req-90c43396-5685-472e-aeb9-f6b47ec365ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509 HTTP/1.1" status: 200 len: 851 time: 0.2633338 Feb 19 04:08:09.803743 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-407b356b-98bd-46b3-92fd-e3b9025b5cd4 req-691a9abd-4223-47b1-bcf5-57aed22ef00c tempest-LiveMigrationTest-86502721 tempest-LiveMigrationTest-86502721-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6577978 Feb 19 04:08:09.839297 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 46befd0d-8734-4f93-9c3d-3fe3b2860a90 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:09.900356 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c4c49-3792-4a76-a569-e0925a877241 req-9dc382b2-2594-47b8-9396-91521594ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:09.907821 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf4c4c49-3792-4a76-a569-e0925a877241 req-9dc382b2-2594-47b8-9396-91521594ce88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9d990e4-ae18-48b8-9375-8a399a46fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2591081 Feb 19 04:08:09.989923 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2185f991-a9af-40ff-a8a2-f56feacb9d40 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks [] for port (9eb97e69-8758-4aec-91cf-b6dcd9f9bd29), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:10.073896 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2185f991-a9af-40ff-a8a2-f56feacb9d40 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (9eb97e69-8758-4aec-91cf-b6dcd9f9bd29), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:10.216830 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf4c4c49-3792-4a76-a569-e0925a877241 req-eb46f5f4-2471-4abf-ad2e-ac7ca2cae2f1 service neutron] 10.222.0.10 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999916 Feb 19 04:08:10.230413 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2185f991-a9af-40ff-a8a2-f56feacb9d40 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:08:10.279318 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cf268-ec00-427c-bff1-3bd0c72f408d req-354773e4-a827-45c6-a7b7-76d01f6cc65f tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:10.294335 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be7cf268-ec00-427c-bff1-3bd0c72f408d req-354773e4-a827-45c6-a7b7-76d01f6cc65f tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6c7b133-9b2e-4e1d-aafc-c89b41618566 HTTP/1.1" status: 200 len: 946 time: 0.6885736 Feb 19 04:08:10.308468 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-2185f991-a9af-40ff-a8a2-f56feacb9d40 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:10.315214 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185f991-a9af-40ff-a8a2-f56feacb9d40 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Pushing event updated for resources: {'Port': ['ID=9eb97e69-8758-4aec-91cf-b6dcd9f9bd29,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:10.354912 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2185f991-a9af-40ff-a8a2-f56feacb9d40 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:08:10.488564 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf4c4c49-3792-4a76-a569-e0925a877241 req-2740be07-db5a-430c-bad4-7576255dbe79 service neutron] 10.222.0.10 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638304 Feb 19 04:08:10.514680 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be7cf268-ec00-427c-bff1-3bd0c72f408d req-e6ed2e0f-2fc2-4d24-af1e-5083d7c2948e tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186196 Feb 19 04:08:10.701566 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2185f991-a9af-40ff-a8a2-f56feacb9d40 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks [] for floatingip (e5633d1c-33ac-4fd8-8863-839760dd1123), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:10.736749 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-cbb6889d-f0c3-42d0-be5e-1cc493aeec60 req-7def47ab-a746-47da-8d00-7be4ad15897c tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-444058293', 'description': 'tempest-description-1692301335'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:10.889499 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2185f991-a9af-40ff-a8a2-f56feacb9d40 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9eb97e69-8758-4aec-91cf-b6dcd9f9bd29), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:10.900269 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cbb6889d-f0c3-42d0-be5e-1cc493aeec60 req-7def47ab-a746-47da-8d00-7be4ad15897c tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:10.933914 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286363dd-cffe-4fda-8999-04d38a370405 req-91828262-6258-49e3-a6fe-d2953a377e77 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:10.940844 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-286363dd-cffe-4fda-8999-04d38a370405 req-91828262-6258-49e3-a6fe-d2953a377e77 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 944 time: 0.1645107 Feb 19 04:08:10.983733 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 46befd0d-8734-4f93-9c3d-3fe3b2860a90 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:08:11.075404 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-286363dd-cffe-4fda-8999-04d38a370405 req-584926f0-1579-4a4d-bd36-e502f35f192a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212234 Feb 19 04:08:11.141004 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 46befd0d-8734-4f93-9c3d-3fe3b2860a90 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:11.141617 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (46befd0d-8734-4f93-9c3d-3fe3b2860a90), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:11.360836 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693ff94-92e7-45c6-8bc4-c4efa8c9c093 req-2aeaad77-8ba0-4e7b-8bf9-03f018a7e10e tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:11.365542 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f693ff94-92e7-45c6-8bc4-c4efa8c9c093 req-2aeaad77-8ba0-4e7b-8bf9-03f018a7e10e tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.1497977 Feb 19 04:08:11.446824 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 46befd0d-8734-4f93-9c3d-3fe3b2860a90 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:11.472338 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cbb6889d-f0c3-42d0-be5e-1cc493aeec60 req-7def47ab-a746-47da-8d00-7be4ad15897c tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (9a013914-671b-455b-836a-88d7bdd2d4c8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:11.503862 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f693ff94-92e7-45c6-8bc4-c4efa8c9c093 req-2c09384a-e2c9-4f6d-81b0-bf8fcfd6428c tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141126 Feb 19 04:08:11.508643 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cbb6889d-f0c3-42d0-be5e-1cc493aeec60 req-7def47ab-a746-47da-8d00-7be4ad15897c tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9a013914-671b-455b-836a-88d7bdd2d4c8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:11.527046 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2185f991-a9af-40ff-a8a2-f56feacb9d40 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks [] for port (9eb97e69-8758-4aec-91cf-b6dcd9f9bd29), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:11.568106 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2185f991-a9af-40ff-a8a2-f56feacb9d40 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (9eb97e69-8758-4aec-91cf-b6dcd9f9bd29), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:11.671247 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cbb6889d-f0c3-42d0-be5e-1cc493aeec60 req-7def47ab-a746-47da-8d00-7be4ad15897c tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:11.674327 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cbb6889d-f0c3-42d0-be5e-1cc493aeec60 req-7def47ab-a746-47da-8d00-7be4ad15897c tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.9501734 Feb 19 04:08:11.675648 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def47ab-a746-47da-8d00-7be4ad15897c tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a013914-671b-455b-836a-88d7bdd2d4c8,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:11.778097 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2185f991-a9af-40ff-a8a2-f56feacb9d40 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (e5633d1c-33ac-4fd8-8863-839760dd1123), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:11.819656 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185f991-a9af-40ff-a8a2-f56feacb9d40 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Pushing event updated for resources: {'Port': ['ID=9eb97e69-8758-4aec-91cf-b6dcd9f9bd29,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:11.846776 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2185f991-a9af-40ff-a8a2-f56feacb9d40 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:11.867313 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2185f991-a9af-40ff-a8a2-f56feacb9d40 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5472713 Feb 19 04:08:12.113448 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad3ff40c-d3a5-4837-8422-544c9b446746 req-212837c5-283d-491a-9fed-088c45016141 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "GET /v2.0/security-groups/42c04226-4dc9-48f5-bc02-5c11b5f0cb21 HTTP/1.1" status: 200 len: 1821 time: 0.0775123 Feb 19 04:08:12.136012 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:08:12.233298 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad3ff40c-d3a5-4837-8422-544c9b446746 req-732266cd-7ed8-4131-916e-042f54c37653 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "GET /v2.0/security-groups/9a013914-671b-455b-836a-88d7bdd2d4c8 HTTP/1.1" status: 200 len: 1821 time: 0.1030090 Feb 19 04:08:12.243746 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-ad3ff40c-d3a5-4837-8422-544c9b446746 req-1dea7880-6302-4d37-aa52-641327779e77 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '42c04226-4dc9-48f5-bc02-5c11b5f0cb21', 'remote_group_id': '9a013914-671b-455b-836a-88d7bdd2d4c8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:12.244581 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-ad3ff40c-d3a5-4837-8422-544c9b446746 req-1dea7880-6302-4d37-aa52-641327779e77 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '42c04226-4dc9-48f5-bc02-5c11b5f0cb21', 'remote_group_id': '9a013914-671b-455b-836a-88d7bdd2d4c8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:12.429699 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ad3ff40c-d3a5-4837-8422-544c9b446746 req-1dea7880-6302-4d37-aa52-641327779e77 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group_rule (177dd2c7-1024-4d32-b466-d0e8b3163aa2), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:12.433616 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0eac0ec9-1292-4842-bcc6-fd4725f3eb6d,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:12.463892 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '0eac0ec9-1292-4842-bcc6-fd4725f3eb6d', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'port_id': '0eac0ec9-1292-4842-bcc6-fd4725f3eb6d', 'mac_address': 'fa:16:3e:85:a0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:08:12.538734 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ad3ff40c-d3a5-4837-8422-544c9b446746 req-1dea7880-6302-4d37-aa52-641327779e77 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group_rule (177dd2c7-1024-4d32-b466-d0e8b3163aa2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:12.550220 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:12.550914 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0eac0ec9-1292-4842-bcc6-fd4725f3eb6d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:12.558449 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ad3ff40c-d3a5-4837-8422-544c9b446746 req-1dea7880-6302-4d37-aa52-641327779e77 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (177dd2c7-1024-4d32-b466-d0e8b3163aa2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:12.580349 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:08:12.622396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea7880-6302-4d37-aa52-641327779e77 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177dd2c7-1024-4d32-b466-d0e8b3163aa2,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:12.624200 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0eac0ec9-1292-4842-bcc6-fd4725f3eb6d,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:12.638497 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0eac0ec9-1292-4842-bcc6-fd4725f3eb6d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:12.654517 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ad3ff40c-d3a5-4837-8422-544c9b446746 req-1dea7880-6302-4d37-aa52-641327779e77 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:12.673065 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad3ff40c-d3a5-4837-8422-544c9b446746 req-1dea7880-6302-4d37-aa52-641327779e77 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4361784 Feb 19 04:08:12.892667 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=0eac0ec9-1292-4842-bcc6-fd4725f3eb6d,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:12.920714 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741da157-dc18-4ddb-add4-30922afe26fa req-f2912f20-beae-4ebd-99b5-66d0b9379524 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:12.923480 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-741da157-dc18-4ddb-add4-30922afe26fa req-f2912f20-beae-4ebd-99b5-66d0b9379524 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.48 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 945 time: 0.1992598 Feb 19 04:08:12.926932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038a8e8-d49b-4dd3-8e3a-d7189e53de6c req-83157bb8-839e-4787-9723-48f010af9364 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:12.929823 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7038a8e8-d49b-4dd3-8e3a-d7189e53de6c req-83157bb8-839e-4787-9723-48f010af9364 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6c7b133-9b2e-4e1d-aafc-c89b41618566 HTTP/1.1" status: 200 len: 946 time: 0.1437123 Feb 19 04:08:12.935026 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44042fae-521f-4a6c-8c1b-037ec528720b req-5095ba42-fdd9-437b-85cc-16129e317576 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:12.941953 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-44042fae-521f-4a6c-8c1b-037ec528720b req-5095ba42-fdd9-437b-85cc-16129e317576 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e04f8a6-d879-440f-8c09-6c635d0fc818 HTTP/1.1" status: 200 len: 945 time: 0.1378286 Feb 19 04:08:13.025224 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7038a8e8-d49b-4dd3-8e3a-d7189e53de6c req-58bc4bc1-d55d-475d-91c0-4cd541dbb670 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820789 Feb 19 04:08:13.030219 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['0eac0ec9-1292-4842-bcc6-fd4725f3eb6d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:08:13.188008 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-44042fae-521f-4a6c-8c1b-037ec528720b req-ed20bf03-a61d-45d8-a7d3-5d9b47801fa0 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402303 Feb 19 04:08:13.267404 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-741da157-dc18-4ddb-add4-30922afe26fa req-4e7eb42a-05d1-43aa-bda9-af40a6789f8a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Deleting port 1388d632-ba2b-435b-b4b0-360b6e58e679 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:13.268203 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-741da157-dc18-4ddb-add4-30922afe26fa req-4e7eb42a-05d1-43aa-bda9-af40a6789f8a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (1388d632-ba2b-435b-b4b0-360b6e58e679), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:13.400512 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-eccb7279-6e59-4ae9-be63-72a14f02fb7e tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1541382782&fields=id&tenant_id=9d4ce332cdc64507908f8d7d7a356f05 HTTP/1.1" status: 200 len: 267 time: 0.1770954 Feb 19 04:08:13.596439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea3cf3-ed9f-4782-b83e-ae09e8b4704e req-77233854-e1e0-44db-af2e-02cb1e91e0f0 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:13.610795 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-eaea3cf3-ed9f-4782-b83e-ae09e8b4704e req-77233854-e1e0-44db-af2e-02cb1e91e0f0 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 945 time: 0.2201998 Feb 19 04:08:13.637847 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-741da157-dc18-4ddb-add4-30922afe26fa req-4e7eb42a-05d1-43aa-bda9-af40a6789f8a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] For port 1388d632-ba2b-435b-b4b0-360b6e58e679, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=1388d632-ba2b-435b-b4b0-360b6e58e679,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:13.638522 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-741da157-dc18-4ddb-add4-30922afe26fa req-4e7eb42a-05d1-43aa-bda9-af40a6789f8a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (1388d632-ba2b-435b-b4b0-360b6e58e679), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:13.664119 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-62007a2f-54dc-4899-94e4-55b912373223 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:13.670381 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-62007a2f-54dc-4899-94e4-55b912373223 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/networks?id=eab2e216-8bdd-48e7-bc15-91f434ecb15a HTTP/1.1" status: 200 len: 812 time: 0.2634840 Feb 19 04:08:13.685837 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-741da157-dc18-4ddb-add4-30922afe26fa req-4e7eb42a-05d1-43aa-bda9-af40a6789f8a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Calling delete_port for 1388d632-ba2b-435b-b4b0-360b6e58e679 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:13.702708 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-1a16a5fc-8207-4299-98f2-5731b513cdc2 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/quotas/9d4ce332cdc64507908f8d7d7a356f05 HTTP/1.1" status: 200 len: 375 time: 0.0254292 Feb 19 04:08:13.816452 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-d9b40d76-7a90-472f-a6fa-604fab5ddcb1 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d4ce332cdc64507908f8d7d7a356f05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014769 Feb 19 04:08:13.898098 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-eaea3cf3-ed9f-4782-b83e-ae09e8b4704e req-22ec787e-f7f3-49f8-bec9-c2ad30c8105d tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780762 Feb 19 04:08:13.970795 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe22db1-54b8-49e1-ba12-9fd7eb6c1ba7 req-8cd2f9cb-b0ca-466f-a4b7-ebdeba7a03da tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:13.973732 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3fe22db1-54b8-49e1-ba12-9fd7eb6c1ba7 req-8cd2f9cb-b0ca-466f-a4b7-ebdeba7a03da tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e04f8a6-d879-440f-8c09-6c635d0fc818 HTTP/1.1" status: 200 len: 945 time: 0.2914331 Feb 19 04:08:14.042680 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-a30a4f26-2102-4ee3-b2df-1df97d9d090a service neutron] 10.222.0.65 "GET /v2.0/networks/eab2e216-8bdd-48e7-bc15-91f434ecb15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017584 Feb 19 04:08:14.278644 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-311b9dfc-0ef4-4771-95c3-922a9694686e service neutron] 10.222.0.65 "GET /v2.0/networks/eab2e216-8bdd-48e7-bc15-91f434ecb15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326934 Feb 19 04:08:14.385558 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980c1f6-194d-4424-b03d-df0dbf68b0c8 req-d174af53-9143-4372-a089-21d9ef23a71d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:14.390060 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3980c1f6-194d-4424-b03d-df0dbf68b0c8 req-d174af53-9143-4372-a089-21d9ef23a71d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 945 time: 0.2973490 Feb 19 04:08:14.409170 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-741da157-dc18-4ddb-add4-30922afe26fa req-4e7eb42a-05d1-43aa-bda9-af40a6789f8a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (1388d632-ba2b-435b-b4b0-360b6e58e679), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:14.431311 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['303fdc53-143f-4203-a027-6cfa53f84708'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:08:14.447265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-3fe22db1-54b8-49e1-ba12-9fd7eb6c1ba7 req-c4ddf423-6ad6-450a-9c43-f8363c63a791 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Deleting port 948b7822-2ac5-4327-b3bb-6d43a51d4516 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:14.448406 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3fe22db1-54b8-49e1-ba12-9fd7eb6c1ba7 req-c4ddf423-6ad6-450a-9c43-f8363c63a791 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (948b7822-2ac5-4327-b3bb-6d43a51d4516), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:14.514725 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7eb42a-05d1-43aa-bda9-af40a6789f8a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Pushing event deleted for resources: {'Port': ['ID=1388d632-ba2b-435b-b4b0-360b6e58e679,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:14.763920 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-741da157-dc18-4ddb-add4-30922afe26fa req-4e7eb42a-05d1-43aa-bda9-af40a6789f8a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] No DVR routers for this DVR port 1388d632-ba2b-435b-b4b0-360b6e58e679 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:08:14.781523 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-741da157-dc18-4ddb-add4-30922afe26fa req-4e7eb42a-05d1-43aa-bda9-af40a6789f8a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:14.788391 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-741da157-dc18-4ddb-add4-30922afe26fa req-4e7eb42a-05d1-43aa-bda9-af40a6789f8a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.48 "DELETE /v2.0/ports/1388d632-ba2b-435b-b4b0-360b6e58e679 HTTP/1.1" status: 204 len: 173 time: 1.8443680 Feb 19 04:08:14.789491 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478766ae-3c06-46ca-b27d-38a730f570ae', 'name': 'network-vif-deleted', 'tag': '1388d632-ba2b-435b-b4b0-360b6e58e679'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:14.795002 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4affff-7cc4-487f-ad79-4d2519c1c552" -d '{"events": [{"server_uuid": "478766ae-3c06-46ca-b27d-38a730f570ae", "name": "network-vif-deleted", "tag": "1388d632-ba2b-435b-b4b0-360b6e58e679"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:14.926668 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3980c1f6-194d-4424-b03d-df0dbf68b0c8 req-15f328c9-dc06-43cc-bb48-489c1d4b2e97 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114441 Feb 19 04:08:15.020809 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3fe22db1-54b8-49e1-ba12-9fd7eb6c1ba7 req-c4ddf423-6ad6-450a-9c43-f8363c63a791 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] For port 948b7822-2ac5-4327-b3bb-6d43a51d4516, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=948b7822-2ac5-4327-b3bb-6d43a51d4516,segment=NetworkSegment(4d5cab30-8a9a-4c09-a5f5-c528575f508f),segment_id=4d5cab30-8a9a-4c09-a5f5-c528575f508f)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:15.021899 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3fe22db1-54b8-49e1-ba12-9fd7eb6c1ba7 req-c4ddf423-6ad6-450a-9c43-f8363c63a791 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (948b7822-2ac5-4327-b3bb-6d43a51d4516), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:15.065084 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-3fe22db1-54b8-49e1-ba12-9fd7eb6c1ba7 req-c4ddf423-6ad6-450a-9c43-f8363c63a791 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Calling delete_port for 948b7822-2ac5-4327-b3bb-6d43a51d4516 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:15.102168 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067f8eb-2e0a-4ca2-89d9-0f736128b954 req-2b56edc5-cbaa-4920-9b2c-7b3593d9faff tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:15.110480 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4067f8eb-2e0a-4ca2-89d9-0f736128b954 req-2b56edc5-cbaa-4920-9b2c-7b3593d9faff tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.2412734 Feb 19 04:08:15.238013 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-2c11e3f4-5312-48a7-9834-c421031d4990 req-30b7df42-da6b-4e9f-938c-f31b5dd12cc2 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-923731704', 'description': 'tempest-description-661468938'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:15.254558 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4067f8eb-2e0a-4ca2-89d9-0f736128b954 req-41288a27-0f9a-41aa-8646-935dd594b6f5 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320572 Feb 19 04:08:15.331535 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2c11e3f4-5312-48a7-9834-c421031d4990 req-30b7df42-da6b-4e9f-938c-f31b5dd12cc2 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:15.388519 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 1388d632-ba2b-435b-b4b0-360b6e58e679 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:08:15.468590 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 1388d632-ba2b-435b-b4b0-360b6e58e679 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:08:15.470618 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 1388d632-ba2b-435b-b4b0-360b6e58e679 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:08:15.610825 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc2abd-36ca-447c-b7a7-903c4f3dd5e5 req-b1e67fcc-1d4e-4bbe-9383-4f12154a0fdf tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:15.622961 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b6cc2abd-36ca-447c-b7a7-903c4f3dd5e5 req-b1e67fcc-1d4e-4bbe-9383-4f12154a0fdf tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6c7b133-9b2e-4e1d-aafc-c89b41618566 HTTP/1.1" status: 200 len: 946 time: 0.1399155 Feb 19 04:08:15.642790 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2c11e3f4-5312-48a7-9834-c421031d4990 req-30b7df42-da6b-4e9f-938c-f31b5dd12cc2 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (915bfce2-5ec6-4ec0-90cf-50e0da1d51e0), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:15.651870 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2c11e3f4-5312-48a7-9834-c421031d4990 req-30b7df42-da6b-4e9f-938c-f31b5dd12cc2 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (915bfce2-5ec6-4ec0-90cf-50e0da1d51e0), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:15.716675 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3fe22db1-54b8-49e1-ba12-9fd7eb6c1ba7 req-c4ddf423-6ad6-450a-9c43-f8363c63a791 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (948b7822-2ac5-4327-b3bb-6d43a51d4516), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:15.732241 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['903267d0-98d8-4c21-8bd0-20ab9a853333'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:08:15.733237 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7df42-da6b-4e9f-938c-f31b5dd12cc2 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=915bfce2-5ec6-4ec0-90cf-50e0da1d51e0,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:15.755177 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['867219e4-beb1-45a6-a7ab-6657326c8983', '948b7822-2ac5-4327-b3bb-6d43a51d4516'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:08:15.808241 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2c11e3f4-5312-48a7-9834-c421031d4990 req-30b7df42-da6b-4e9f-938c-f31b5dd12cc2 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:15.811833 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2c11e3f4-5312-48a7-9834-c421031d4990 req-30b7df42-da6b-4e9f-938c-f31b5dd12cc2 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5850701 Feb 19 04:08:15.814626 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b6cc2abd-36ca-447c-b7a7-903c4f3dd5e5 req-27a1a032-7038-4be7-87b2-9a6a387fc8ce tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854162 Feb 19 04:08:15.815215 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ddf423-6ad6-450a-9c43-f8363c63a791 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Pushing event deleted for resources: {'Port': ['ID=948b7822-2ac5-4327-b3bb-6d43a51d4516,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:16.109162 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2eade4c9-181e-4596-89fb-2c511e8cbef9 req-693d9db6-6c93-4d0b-8a87-f32b168f6284 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef HTTP/1.1" status: 200 len: 210 time: 0.0863702 Feb 19 04:08:16.116102 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8eac643b-543f-4a42-b148-1f9b1ffca269 req-68ed94a4-a60a-4982-b890-4ba3c8f9c9ce tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e04f8a6-d879-440f-8c09-6c635d0fc818 HTTP/1.1" status: 200 len: 210 time: 0.0690365 Feb 19 04:08:16.119567 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe22db1-54b8-49e1-ba12-9fd7eb6c1ba7 req-c4ddf423-6ad6-450a-9c43-f8363c63a791 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] No DVR routers for this DVR port 948b7822-2ac5-4327-b3bb-6d43a51d4516 on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:08:16.127351 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3fe22db1-54b8-49e1-ba12-9fd7eb6c1ba7 req-c4ddf423-6ad6-450a-9c43-f8363c63a791 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:16.146023 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3fe22db1-54b8-49e1-ba12-9fd7eb6c1ba7 req-c4ddf423-6ad6-450a-9c43-f8363c63a791 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.10 "DELETE /v2.0/ports/948b7822-2ac5-4327-b3bb-6d43a51d4516 HTTP/1.1" status: 204 len: 173 time: 2.1407008 Feb 19 04:08:16.150478 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:08:16.240781 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7e2102-d422-4082-b945-5a6e31701c45 x-openstack-request-id: req-3b7e2102-d422-4082-b945-5a6e31701c45 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:16.241446 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478766ae-3c06-46ca-b27d-38a730f570ae", "name": "network-vif-deleted", "tag": "1388d632-ba2b-435b-b4b0-360b6e58e679", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:16.241968 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3b7e2102-d422-4082-b945-5a6e31701c45 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:16.242611 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478766ae-3c06-46ca-b27d-38a730f570ae', 'name': 'network-vif-deleted', 'tag': '1388d632-ba2b-435b-b4b0-360b6e58e679', 'status': 'completed', 'code': 200} Feb 19 04:08:16.316381 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-19a5c198-2899-4473-8820-1ebb76e96af1 req-e9b8decf-7af2-4956-9b97-db56b8558268 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-872500138', 'description': 'tempest-description-729194774'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:16.416443 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-19a5c198-2899-4473-8820-1ebb76e96af1 req-e9b8decf-7af2-4956-9b97-db56b8558268 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:16.567481 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-914a243d-a1eb-43c7-a3d0-dd27f8c1af83 req-5ce9fde8-645a-4dd9-96c3-f4ec848a74ff tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.1309037 Feb 19 04:08:16.589736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:08:16.621538 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:16.622423 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0eac0ec9-1292-4842-bcc6-fd4725f3eb6d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:16.692762 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-19a5c198-2899-4473-8820-1ebb76e96af1 req-e9b8decf-7af2-4956-9b97-db56b8558268 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (a591cda4-c839-4293-86cf-37d88a332e17), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:16.701619 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-19a5c198-2899-4473-8820-1ebb76e96af1 req-e9b8decf-7af2-4956-9b97-db56b8558268 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a591cda4-c839-4293-86cf-37d88a332e17), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:16.764887 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-19a5c198-2899-4473-8820-1ebb76e96af1 req-e9b8decf-7af2-4956-9b97-db56b8558268 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:16.790141 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-19a5c198-2899-4473-8820-1ebb76e96af1 req-e9b8decf-7af2-4956-9b97-db56b8558268 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4884818 Feb 19 04:08:16.807573 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8decf-7af2-4956-9b97-db56b8558268 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a591cda4-c839-4293-86cf-37d88a332e17,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:17.084357 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8c9cd-e6c9-4e7a-bc73-1ea854c117d3 req-172a937c-7a4d-44ac-8503-8f72f75d007a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:17.097220 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-abe8c9cd-e6c9-4e7a-bc73-1ea854c117d3 req-172a937c-7a4d-44ac-8503-8f72f75d007a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 945 time: 0.2150166 Feb 19 04:08:17.146060 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:17.147165 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0eac0ec9-1292-4842-bcc6-fd4725f3eb6d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:17.225834 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-abe8c9cd-e6c9-4e7a-bc73-1ea854c117d3 req-ca532305-b6ce-4c54-a305-f8c01027c37b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212966 Feb 19 04:08:17.243299 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0eac0ec9-1292-4842-bcc6-fd4725f3eb6d,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:17.248272 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2129002b-f20e-4208-b245-71d3dff5798d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eac0ec9-1292-4842-bcc6-fd4725f3eb6d'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:17.253788 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766135d6-27e9-4b3d-9bd6-2416ddb6c6be" -d '{"events": [{"server_uuid": "2129002b-f20e-4208-b245-71d3dff5798d", "name": "network-vif-plugged", "status": "completed", "tag": "0eac0ec9-1292-4842-bcc6-fd4725f3eb6d"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:17.268371 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0eac0ec9-1292-4842-bcc6-fd4725f3eb6d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:17.271348 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 948b7822-2ac5-4327-b3bb-6d43a51d4516 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:08:17.345202 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 948b7822-2ac5-4327-b3bb-6d43a51d4516 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:08:17.347720 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 948b7822-2ac5-4327-b3bb-6d43a51d4516 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:08:17.361135 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976fdd9a-4ee6-45d2-9570-0f835d88992f req-e0a8f811-e9dc-4e0e-94b7-dbf5ffe90786 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:17.376299 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-976fdd9a-4ee6-45d2-9570-0f835d88992f req-e0a8f811-e9dc-4e0e-94b7-dbf5ffe90786 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.2491353 Feb 19 04:08:17.521189 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dfb53-2546-4989-8407-6383d8b23251 req-0adaaeca-829a-40f0-9730-0845a2660958 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:17.525989 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf6dfb53-2546-4989-8407-6383d8b23251 req-0adaaeca-829a-40f0-9730-0845a2660958 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6c7b133-9b2e-4e1d-aafc-c89b41618566 HTTP/1.1" status: 200 len: 946 time: 0.1625252 Feb 19 04:08:17.533729 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=0eac0ec9-1292-4842-bcc6-fd4725f3eb6d,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:17.550089 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-976fdd9a-4ee6-45d2-9570-0f835d88992f req-424b0b02-6428-473e-a3bf-0d1e504ddbd2 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717412 Feb 19 04:08:17.703358 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf6dfb53-2546-4989-8407-6383d8b23251 req-fdd40fc6-3048-4d49-ac5e-b47b21a33b93 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638854 Feb 19 04:08:17.827037 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7033c8ec-5370-4c4f-ac18-57f430242801 req-5ad59ce9-ed9f-4e18-baf8-bf75040eb5dc tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "GET /v2.0/security-groups/915bfce2-5ec6-4ec0-90cf-50e0da1d51e0 HTTP/1.1" status: 200 len: 1820 time: 0.2233644 Feb 19 04:08:17.976300 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7033c8ec-5370-4c4f-ac18-57f430242801 req-b23c02e8-8cd6-428b-9d51-8944d2f5fbc4 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "GET /v2.0/security-groups/a591cda4-c839-4293-86cf-37d88a332e17 HTTP/1.1" status: 200 len: 1820 time: 0.1473379 Feb 19 04:08:17.986944 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-7033c8ec-5370-4c4f-ac18-57f430242801 req-48b3782b-dd92-4734-8dfb-49f793ce8522 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '915bfce2-5ec6-4ec0-90cf-50e0da1d51e0', 'remote_group_id': 'a591cda4-c839-4293-86cf-37d88a332e17', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:17.988222 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-7033c8ec-5370-4c4f-ac18-57f430242801 req-48b3782b-dd92-4734-8dfb-49f793ce8522 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '915bfce2-5ec6-4ec0-90cf-50e0da1d51e0', 'remote_group_id': 'a591cda4-c839-4293-86cf-37d88a332e17', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:18.146449 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-84e2f864-89fb-4619-a886-35ae09e028f5 req-0e18764b-4234-4159-be9a-209c0c8fc4d0 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef HTTP/1.1" status: 200 len: 210 time: 0.0821290 Feb 19 04:08:18.281552 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3cfa85-bc27-4da3-b6cc-f11d14a29931 x-openstack-request-id: req-5e3cfa85-bc27-4da3-b6cc-f11d14a29931 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:18.282496 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2129002b-f20e-4208-b245-71d3dff5798d", "name": "network-vif-plugged", "status": "completed", "tag": "0eac0ec9-1292-4842-bcc6-fd4725f3eb6d", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:18.282496 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e3cfa85-bc27-4da3-b6cc-f11d14a29931 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:18.283437 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2129002b-f20e-4208-b245-71d3dff5798d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eac0ec9-1292-4842-bcc6-fd4725f3eb6d', 'code': 200} Feb 19 04:08:18.513073 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aaed9ffe-415f-4bca-adfc-dba682b525d6 req-9a4d9d3e-1671-4193-bc2c-6be3eedfb96c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.0659835 Feb 19 04:08:18.690745 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e04f8a6-d879-440f-8c09-6c635d0fc818', 'name': 'network-vif-deleted', 'tag': '948b7822-2ac5-4327-b3bb-6d43a51d4516'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:18.695232 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caed2390-48a2-4ad8-808c-0206331bc841" -d '{"events": [{"server_uuid": "0e04f8a6-d879-440f-8c09-6c635d0fc818", "name": "network-vif-deleted", "tag": "948b7822-2ac5-4327-b3bb-6d43a51d4516"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:18.743955 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a054bf-4eb2-4de1-ace7-459280fcb1af req-d1e188db-df4a-4308-ba7c-459582cf917d tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:18.747724 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0a054bf-4eb2-4de1-ace7-459280fcb1af req-d1e188db-df4a-4308-ba7c-459582cf917d tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6c7b133-9b2e-4e1d-aafc-c89b41618566 HTTP/1.1" status: 200 len: 946 time: 0.1069517 Feb 19 04:08:18.816132 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-5fb3d9bd-d99b-4da1-9000-b38f7bfb156d tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:18.819084 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-5fb3d9bd-d99b-4da1-9000-b38f7bfb156d tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.10 "GET /v2.0/networks?id=eab2e216-8bdd-48e7-bc15-91f434ecb15a HTTP/1.1" status: 200 len: 812 time: 1.1779289 Feb 19 04:08:18.863635 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0a054bf-4eb2-4de1-ace7-459280fcb1af req-7d939599-9362-48e8-a51f-314e70d6db51 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050141 Feb 19 04:08:18.935242 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f10dfd-dc84-4e22-944e-f78748281b91 req-9ce382d4-89f1-4e2d-8fd0-9a1ff8c73e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:18.938148 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-53f10dfd-dc84-4e22-944e-f78748281b91 req-9ce382d4-89f1-4e2d-8fd0-9a1ff8c73e85 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 1128 time: 0.2365465 Feb 19 04:08:19.065760 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7033c8ec-5370-4c4f-ac18-57f430242801 req-48b3782b-dd92-4734-8dfb-49f793ce8522 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group_rule (c50280b6-43af-4dfb-b08c-2b77a1b323cf), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:19.115012 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-fdafb013-b1a9-4c27-9671-7ef09b956ec4 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d4ce332cdc64507908f8d7d7a356f05 HTTP/1.1" status: 200 len: 380 time: 0.2853882 Feb 19 04:08:19.159814 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-f359ba80-28b2-4a90-acd7-17a188d3aa10 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Request body: {'port': {'device_id': 'c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef', 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a', 'admin_state_up': True, 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'security_groups': ['0fb7ece2-78af-48de-a9fe-b5000d4e7cc0']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:19.303609 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-53f10dfd-dc84-4e22-944e-f78748281b91 req-30289f9f-2379-4d78-902e-d3fdc283db8b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463025 Feb 19 04:08:19.332641 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7033c8ec-5370-4c4f-ac18-57f430242801 req-48b3782b-dd92-4734-8dfb-49f793ce8522 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group_rule (c50280b6-43af-4dfb-b08c-2b77a1b323cf), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:19.352032 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7033c8ec-5370-4c4f-ac18-57f430242801 req-48b3782b-dd92-4734-8dfb-49f793ce8522 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (c50280b6-43af-4dfb-b08c-2b77a1b323cf), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:19.428631 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3782b-dd92-4734-8dfb-49f793ce8522 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c50280b6-43af-4dfb-b08c-2b77a1b323cf,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:19.464169 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7033c8ec-5370-4c4f-ac18-57f430242801 req-48b3782b-dd92-4734-8dfb-49f793ce8522 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:19.481821 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7033c8ec-5370-4c4f-ac18-57f430242801 req-48b3782b-dd92-4734-8dfb-49f793ce8522 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.5039558 Feb 19 04:08:19.559858 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-f359ba80-28b2-4a90-acd7-17a188d3aa10 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Made reservation on behalf of 9d4ce332cdc64507908f8d7d7a356f05 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:19.567764 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-f359ba80-28b2-4a90-acd7-17a188d3aa10 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:19.776501 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e77ae6-65b1-4521-a49a-562a4fa31a98 req-2f5d981f-a23e-445a-b49b-3f325af1a991 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:19.779871 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06e77ae6-65b1-4521-a49a-562a4fa31a98 req-2f5d981f-a23e-445a-b49b-3f325af1a991 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 946 time: 0.1453958 Feb 19 04:08:19.869242 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2300bc6-77c7-465d-b9b6-646c3032c553 req-68751005-6092-45d7-a731-3e4c640844be tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:19.872152 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b2300bc6-77c7-465d-b9b6-646c3032c553 req-68751005-6092-45d7-a731-3e4c640844be tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.2641511 Feb 19 04:08:19.892870 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06e77ae6-65b1-4521-a49a-562a4fa31a98 req-4fe25936-f0cb-4a65-876e-9d544aa68522 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022456 Feb 19 04:08:20.030028 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-f359ba80-28b2-4a90-acd7-17a188d3aa10 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Allocated IP 172.20.0.3 (eab2e216-8bdd-48e7-bc15-91f434ecb15a/aa3b1869-96cd-4c45-92be-d4abda3b5f98/1134513c-393e-42dc-ba1e-69bbb50ede81) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:08:20.036248 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597bb3b4-a0e0-4dde-9c75-b0ce8614d94f x-openstack-request-id: req-597bb3b4-a0e0-4dde-9c75-b0ce8614d94f {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:20.037450 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e04f8a6-d879-440f-8c09-6c635d0fc818", "name": "network-vif-deleted", "tag": "948b7822-2ac5-4327-b3bb-6d43a51d4516", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:20.037897 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-597bb3b4-a0e0-4dde-9c75-b0ce8614d94f {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:20.038606 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e04f8a6-d879-440f-8c09-6c635d0fc818', 'name': 'network-vif-deleted', 'tag': '948b7822-2ac5-4327-b3bb-6d43a51d4516', 'status': 'completed', 'code': 200} Feb 19 04:08:20.159754 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b2300bc6-77c7-465d-b9b6-646c3032c553 req-d68c9443-f418-4e89-8830-b0ed95d3a031 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734848 Feb 19 04:08:20.225610 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9ef657f2-dd0f-4bba-861c-775ef68f6011 req-9637f8e1-6f13-40d7-ac92-27b8dfbeea42 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef HTTP/1.1" status: 200 len: 210 time: 0.0865350 Feb 19 04:08:20.396842 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a3ef2830-ccf5-4557-b0d1-ae3c7f168a2f req-ae06fc77-5c0e-45d7-8672-f06df9963a23 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "GET /v2.0/security-groups/a591cda4-c839-4293-86cf-37d88a332e17 HTTP/1.1" status: 200 len: 1820 time: 0.1181095 Feb 19 04:08:20.510747 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-f359ba80-28b2-4a90-acd7-17a188d3aa10 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks [] for port (1134513c-393e-42dc-ba1e-69bbb50ede81), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:20.525191 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a3ef2830-ccf5-4557-b0d1-ae3c7f168a2f req-0ef38a77-3ea3-4e0b-8c55-4f34b6bc071d tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (a591cda4-c839-4293-86cf-37d88a332e17), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:20.559869 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8fe32-f101-463d-bba8-d1c3c9a16283 req-79615571-6c97-44fe-861a-a61a58eb61cd tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:20.577825 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-82a8fe32-f101-463d-bba8-d1c3c9a16283 req-79615571-6c97-44fe-861a-a61a58eb61cd tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4e5858b-e4bf-4762-8768-1fabd24843a6 HTTP/1.1" status: 200 len: 945 time: 0.1983714 Feb 19 04:08:20.644432 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a3ef2830-ccf5-4557-b0d1-ae3c7f168a2f req-0ef38a77-3ea3-4e0b-8c55-4f34b6bc071d tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (a591cda4-c839-4293-86cf-37d88a332e17), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:20.686086 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-82a8fe32-f101-463d-bba8-d1c3c9a16283 req-64cb4952-259e-4228-8d12-35f9c7569ef5 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026978 Feb 19 04:08:20.865692 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-f359ba80-28b2-4a90-acd7-17a188d3aa10 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (1134513c-393e-42dc-ba1e-69bbb50ede81), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:20.895619 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a3ef2830-ccf5-4557-b0d1-ae3c7f168a2f req-0ef38a77-3ea3-4e0b-8c55-4f34b6bc071d tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a591cda4-c839-4293-86cf-37d88a332e17), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:20.906237 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a3ef2830-ccf5-4557-b0d1-ae3c7f168a2f req-0ef38a77-3ea3-4e0b-8c55-4f34b6bc071d tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:20.921614 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-f359ba80-28b2-4a90-acd7-17a188d3aa10 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Network eab2e216-8bdd-48e7-bc15-91f434ecb15a is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:08:20.922940 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a3ef2830-ccf5-4557-b0d1-ae3c7f168a2f req-0ef38a77-3ea3-4e0b-8c55-4f34b6bc071d tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "DELETE /v2.0/security-groups/a591cda4-c839-4293-86cf-37d88a332e17 HTTP/1.1" status: 204 len: 173 time: 0.5129442 Feb 19 04:08:20.942575 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef38a77-3ea3-4e0b-8c55-4f34b6bc071d tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a591cda4-c839-4293-86cf-37d88a332e17,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:21.006168 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-f359ba80-28b2-4a90-acd7-17a188d3aa10 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:21.011726 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-f359ba80-28b2-4a90-acd7-17a188d3aa10 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:08:21.173878 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7451e-13ad-43f3-8d21-2ca78a242acf req-2ccaeab6-3db9-4d86-a043-ad81705b2588 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:21.175446 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23be9c8-163b-449d-be95-cc7565fb92b3 req-6437671e-2552-493d-a9f2-0b116b68083a tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:21.177459 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4eb7451e-13ad-43f3-8d21-2ca78a242acf req-2ccaeab6-3db9-4d86-a043-ad81705b2588 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6c7b133-9b2e-4e1d-aafc-c89b41618566 HTTP/1.1" status: 200 len: 946 time: 0.1456461 Feb 19 04:08:21.178538 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b23be9c8-163b-449d-be95-cc7565fb92b3 req-6437671e-2552-493d-a9f2-0b116b68083a tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4e5858b-e4bf-4762-8768-1fabd24843a6 HTTP/1.1" status: 200 len: 945 time: 0.4458442 Feb 19 04:08:21.182485 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5b9cbbc-cceb-4d78-929f-530ed4f79ab4 req-8b320c2f-4369-4125-9ad6-cd162e1e4710 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.2577591 Feb 19 04:08:21.188645 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359ba80-28b2-4a90-acd7-17a188d3aa10 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Pushing event updated for resources: {'Port': ['ID=1134513c-393e-42dc-ba1e-69bbb50ede81,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:21.321769 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4eb7451e-13ad-43f3-8d21-2ca78a242acf req-d5f95d57-436b-466b-a15c-fd3bcc5888f9 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248040 Feb 19 04:08:21.355101 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-f359ba80-28b2-4a90-acd7-17a188d3aa10 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:21.356599 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-f359ba80-28b2-4a90-acd7-17a188d3aa10 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:21.510063 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-f359ba80-28b2-4a90-acd7-17a188d3aa10 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3592362 Feb 19 04:08:21.530151 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-4dffe6f9-f5c6-486a-8e5d-bb8a02f94f8f None None] Provisioning complete for port 1134513c-393e-42dc-ba1e-69bbb50ede81 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:21.533616 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4dffe6f9-f5c6-486a-8e5d-bb8a02f94f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1134513c-393e-42dc-ba1e-69bbb50ede81), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:21.563326 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-ebf58fca-5bb1-4e8d-bcf5-edd73025c964 service neutron] Request body: {'port': {'device_id': 'c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:21.583916 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-456dfa89-d752-473d-8599-b3bb928de09d req-5aefd771-bff4-4120-9a63-2684f9decb72 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "GET /v2.0/security-groups/915bfce2-5ec6-4ec0-90cf-50e0da1d51e0 HTTP/1.1" status: 200 len: 1820 time: 0.1612256 Feb 19 04:08:21.639923 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4dffe6f9-f5c6-486a-8e5d-bb8a02f94f8f None None] Port 1134513c-393e-42dc-ba1e-69bbb50ede81 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:08:21.799055 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-b23be9c8-163b-449d-be95-cc7565fb92b3 req-a7241faf-1b05-4dd2-89d4-591c34e963e9 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Deleting port 903267d0-98d8-4c21-8bd0-20ab9a853333 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:21.799727 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b23be9c8-163b-449d-be95-cc7565fb92b3 req-a7241faf-1b05-4dd2-89d4-591c34e963e9 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (903267d0-98d8-4c21-8bd0-20ab9a853333), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:21.810196 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-ebf58fca-5bb1-4e8d-bcf5-edd73025c964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1134513c-393e-42dc-ba1e-69bbb50ede81), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:21.872140 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ab081-955d-45ce-98c2-4cba71f2c982 req-1df6545d-6b1f-4c09-bffb-28dbea70941b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:21.874682 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-879ab081-955d-45ce-98c2-4cba71f2c982 req-1df6545d-6b1f-4c09-bffb-28dbea70941b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.1463373 Feb 19 04:08:21.954884 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94159d1f-38f2-4363-b32c-98c00c88777c req-3135f2cb-2247-401d-9628-33f14f8e3414 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:21.968295 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94159d1f-38f2-4363-b32c-98c00c88777c req-3135f2cb-2247-401d-9628-33f14f8e3414 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 946 time: 0.4498134 Feb 19 04:08:22.038164 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-879ab081-955d-45ce-98c2-4cba71f2c982 req-de4910a7-d72a-4295-809d-00c4b854a3cb tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517458 Feb 19 04:08:22.160516 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-98b42265-0346-4856-ac22-90607d306800 req-c9737fd9-0cd6-41a9-9319-011cc564a24f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1621015 Feb 19 04:08:22.358137 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-b23be9c8-163b-449d-be95-cc7565fb92b3 req-a7241faf-1b05-4dd2-89d4-591c34e963e9 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] For port 903267d0-98d8-4c21-8bd0-20ab9a853333, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=903267d0-98d8-4c21-8bd0-20ab9a853333,segment=NetworkSegment(4d5cab30-8a9a-4c09-a5f5-c528575f508f),segment_id=4d5cab30-8a9a-4c09-a5f5-c528575f508f)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:22.358975 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b23be9c8-163b-449d-be95-cc7565fb92b3 req-a7241faf-1b05-4dd2-89d4-591c34e963e9 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (903267d0-98d8-4c21-8bd0-20ab9a853333), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:22.422229 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626395c-6135-48f6-9eca-9e369bda0afe req-04bffc26-42df-4643-b3d4-d9345f676fd6 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:22.424722 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f626395c-6135-48f6-9eca-9e369bda0afe req-04bffc26-42df-4643-b3d4-d9345f676fd6 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef HTTP/1.1" status: 200 len: 931 time: 0.2110662 Feb 19 04:08:22.441088 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b42265-0346-4856-ac22-90607d306800 req-179a4b30-43a0-44a9-b4e3-48cf1eb4a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:22.444482 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-b23be9c8-163b-449d-be95-cc7565fb92b3 req-a7241faf-1b05-4dd2-89d4-591c34e963e9 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Calling delete_port for 903267d0-98d8-4c21-8bd0-20ab9a853333 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:22.445542 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-98b42265-0346-4856-ac22-90607d306800 req-179a4b30-43a0-44a9-b4e3-48cf1eb4a701 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 1126 time: 0.1735425 Feb 19 04:08:22.538667 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94159d1f-38f2-4363-b32c-98c00c88777c req-f89f80c2-e529-4179-9fa2-bdc94acc16af tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5685594 Feb 19 04:08:22.993307 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9c090-5d31-4c16-906a-dbddba903f68 req-79e2ca79-8de5-44ac-abe0-a0f07b3d9753 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:22.996583 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90f9c090-5d31-4c16-906a-dbddba903f68 req-79e2ca79-8de5-44ac-abe0-a0f07b3d9753 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6c7b133-9b2e-4e1d-aafc-c89b41618566 HTTP/1.1" status: 200 len: 946 time: 0.2965128 Feb 19 04:08:23.055582 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-ebf58fca-5bb1-4e8d-bcf5-edd73025c964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1134513c-393e-42dc-ba1e-69bbb50ede81 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:08:23.091722 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-ebf58fca-5bb1-4e8d-bcf5-edd73025c964 service neutron] Publish callbacks [] for port (1134513c-393e-42dc-ba1e-69bbb50ede81), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:23.189541 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-ebf58fca-5bb1-4e8d-bcf5-edd73025c964 service neutron] Transition to ACTIVE for port object 1134513c-393e-42dc-ba1e-69bbb50ede81 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:08:23.196439 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b23be9c8-163b-449d-be95-cc7565fb92b3 req-a7241faf-1b05-4dd2-89d4-591c34e963e9 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (903267d0-98d8-4c21-8bd0-20ab9a853333), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:23.210139 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f626395c-6135-48f6-9eca-9e369bda0afe req-98100da4-a5ca-49b5-8b27-e1386249043f tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fb7ece2-78af-48de-a9fe-b5000d4e7cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7543912 Feb 19 04:08:23.213249 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['867219e4-beb1-45a6-a7ab-6657326c8983'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:08:23.218271 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-ebf58fca-5bb1-4e8d-bcf5-edd73025c964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (1134513c-393e-42dc-ba1e-69bbb50ede81), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:23.237497 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90f9c090-5d31-4c16-906a-dbddba903f68 req-5d686073-7f6e-42a9-bf81-b2647033bfe6 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259116 Feb 19 04:08:23.303192 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7241faf-1b05-4dd2-89d4-591c34e963e9 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Pushing event deleted for resources: {'Port': ['ID=903267d0-98d8-4c21-8bd0-20ab9a853333,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:23.339359 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b42265-0346-4856-ac22-90607d306800 req-62fccdde-1118-41a4-86df-df9d1e121b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:23.343622 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-98b42265-0346-4856-ac22-90607d306800 req-62fccdde-1118-41a4-86df-df9d1e121b91 service neutron] 10.222.0.48 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 908 time: 0.8513820 Feb 19 04:08:23.426768 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 903267d0-98d8-4c21-8bd0-20ab9a853333 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:08:23.516071 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23be9c8-163b-449d-be95-cc7565fb92b3 req-a7241faf-1b05-4dd2-89d4-591c34e963e9 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] No DVR routers for this DVR port 903267d0-98d8-4c21-8bd0-20ab9a853333 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:08:23.519398 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf58fca-5bb1-4e8d-bcf5-edd73025c964 service neutron] Pushing event updated for resources: {'Port': ['ID=1134513c-393e-42dc-ba1e-69bbb50ede81,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:23.527914 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b23be9c8-163b-449d-be95-cc7565fb92b3 req-a7241faf-1b05-4dd2-89d4-591c34e963e9 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:23.534098 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b23be9c8-163b-449d-be95-cc7565fb92b3 req-a7241faf-1b05-4dd2-89d4-591c34e963e9 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.48 "DELETE /v2.0/ports/903267d0-98d8-4c21-8bd0-20ab9a853333 HTTP/1.1" status: 204 len: 173 time: 2.3220925 Feb 19 04:08:23.558970 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-689d3b08-02c7-4d67-8f17-73b5eadb6d50 req-b621e6ea-5bb1-4450-a818-8e1f5dc103b2 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1229940785', 'description': 'tempest-description-1495524601'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:23.559468 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e5858b-e4bf-4762-8768-1fabd24843a6', 'name': 'network-vif-deleted', 'tag': '903267d0-98d8-4c21-8bd0-20ab9a853333'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:23.563722 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50a09fd-5ff4-4cc2-bade-1e250a1bb273" -d '{"events": [{"server_uuid": "a4e5858b-e4bf-4762-8768-1fabd24843a6", "name": "network-vif-deleted", "tag": "903267d0-98d8-4c21-8bd0-20ab9a853333"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:23.569271 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 903267d0-98d8-4c21-8bd0-20ab9a853333 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:08:23.573366 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-98b42265-0346-4856-ac22-90607d306800 req-ff7b3f98-3538-4a9d-bc69-ea8d9e51d333 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86324d34-8833-4459-92b0-47014b76fde2 HTTP/1.1" status: 200 len: 217 time: 0.2181480 Feb 19 04:08:23.574967 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 903267d0-98d8-4c21-8bd0-20ab9a853333 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:08:23.700640 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-613cf995-c5bb-4d56-922b-a7104bca38c0 req-0e1805bc-4ee4-4566-b8ce-be071f6ecfd5 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4e5858b-e4bf-4762-8768-1fabd24843a6 HTTP/1.1" status: 200 len: 210 time: 0.1648817 Feb 19 04:08:23.890844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b42265-0346-4856-ac22-90607d306800 req-ee795ee6-9bf7-4a7e-8d9d-1f66addf34b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:23.896823 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-98b42265-0346-4856-ac22-90607d306800 req-ee795ee6-9bf7-4a7e-8d9d-1f66addf34b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.2985127 Feb 19 04:08:24.023833 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-98b42265-0346-4856-ac22-90607d306800 req-7d2cc352-9307-40df-9a53-b08c0f5e9bab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040494 Feb 19 04:08:24.024558 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-689d3b08-02c7-4d67-8f17-73b5eadb6d50 req-b621e6ea-5bb1-4450-a818-8e1f5dc103b2 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:24.123381 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb8b2de1-1426-4747-9381-00a1a0f3cd54 req-7b8e95ee-acf6-48a0-8c9f-0c817edecd2e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.1327901 Feb 19 04:08:24.206643 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-ebf58fca-5bb1-4e8d-bcf5-edd73025c964 service neutron] Attempting to bind port 1134513c-393e-42dc-ba1e-69bbb50ede81 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:08:24.213145 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-ebf58fca-5bb1-4e8d-bcf5-edd73025c964 service neutron] Attempting to bind port 1134513c-393e-42dc-ba1e-69bbb50ede81 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '5b025fda-f6c3-4c35-ab80-a3312f6251e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:08:24.222925 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-ebf58fca-5bb1-4e8d-bcf5-edd73025c964 service neutron] Attempting to bind port 1134513c-393e-42dc-ba1e-69bbb50ede81 on network eab2e216-8bdd-48e7-bc15-91f434ecb15a {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:24.258710 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-ebf58fca-5bb1-4e8d-bcf5-edd73025c964 service neutron] Port 1134513c-393e-42dc-ba1e-69bbb50ede81 on network eab2e216-8bdd-48e7-bc15-91f434ecb15a not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:08:24.259499 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-ebf58fca-5bb1-4e8d-bcf5-edd73025c964 service neutron] Attempting to bind port 1134513c-393e-42dc-ba1e-69bbb50ede81 on network eab2e216-8bdd-48e7-bc15-91f434ecb15a {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:24.270317 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-ebf58fca-5bb1-4e8d-bcf5-edd73025c964 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:08:24.271082 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-ebf58fca-5bb1-4e8d-bcf5-edd73025c964 service neutron] Checking segment: {'id': '5b025fda-f6c3-4c35-ab80-a3312f6251e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:24.271854 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-ebf58fca-5bb1-4e8d-bcf5-edd73025c964 service neutron] Bound using segment: {'id': '5b025fda-f6c3-4c35-ab80-a3312f6251e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:08:24.272740 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-ebf58fca-5bb1-4e8d-bcf5-edd73025c964 service neutron] Bound port: 1134513c-393e-42dc-ba1e-69bbb50ede81, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b025fda-f6c3-4c35-ab80-a3312f6251e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:08:24.274732 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-ebf58fca-5bb1-4e8d-bcf5-edd73025c964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1134513c-393e-42dc-ba1e-69bbb50ede81), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:24.486430 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-98b42265-0346-4856-ac22-90607d306800 req-2545e18e-c898-40cb-a331-f85e6f2287e7 service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555426 Feb 19 04:08:24.561789 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-ebf58fca-5bb1-4e8d-bcf5-edd73025c964 service neutron] For port 1134513c-393e-42dc-ba1e-69bbb50ede81, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:08:24.583837 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-ebf58fca-5bb1-4e8d-bcf5-edd73025c964 service neutron] For port 1134513c-393e-42dc-ba1e-69bbb50ede81, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=1134513c-393e-42dc-ba1e-69bbb50ede81,segment=NetworkSegment(5b025fda-f6c3-4c35-ab80-a3312f6251e7),segment_id=5b025fda-f6c3-4c35-ab80-a3312f6251e7)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:08:24.611725 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-ebf58fca-5bb1-4e8d-bcf5-edd73025c964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (1134513c-393e-42dc-ba1e-69bbb50ede81), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:24.710834 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-689d3b08-02c7-4d67-8f17-73b5eadb6d50 req-b621e6ea-5bb1-4450-a818-8e1f5dc103b2 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (6cdface7-5f6c-4b6a-8e0f-692cedce1e8c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:24.728027 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-ebf58fca-5bb1-4e8d-bcf5-edd73025c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:24.735910 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-ebf58fca-5bb1-4e8d-bcf5-edd73025c964 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:24.738672 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-ebf58fca-5bb1-4e8d-bcf5-edd73025c964 service neutron] 10.222.0.10 "PUT /v2.0/ports/1134513c-393e-42dc-ba1e-69bbb50ede81 HTTP/1.1" status: 200 len: 1091 time: 3.1971421 Feb 19 04:08:24.818896 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf58fca-5bb1-4e8d-bcf5-edd73025c964 service neutron] Pushing event updated for resources: {'Port': ['ID=1134513c-393e-42dc-ba1e-69bbb50ede81,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:25.026782 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-98b42265-0346-4856-ac22-90607d306800 req-1e58ed97-96cd-48f5-b8da-b19581e2f430 service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247514 Feb 19 04:08:25.034828 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-689d3b08-02c7-4d67-8f17-73b5eadb6d50 req-b621e6ea-5bb1-4450-a818-8e1f5dc103b2 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6cdface7-5f6c-4b6a-8e0f-692cedce1e8c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:25.140706 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-689d3b08-02c7-4d67-8f17-73b5eadb6d50 req-b621e6ea-5bb1-4450-a818-8e1f5dc103b2 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:25.167546 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-689d3b08-02c7-4d67-8f17-73b5eadb6d50 req-b621e6ea-5bb1-4450-a818-8e1f5dc103b2 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.6351399 Feb 19 04:08:25.175991 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-a8676a9b-fa7c-42c5-83b1-d8a5a307d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:25.179883 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-a8676a9b-fa7c-42c5-83b1-d8a5a307d6f9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d4ce332cdc64507908f8d7d7a356f05&device_id=c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef HTTP/1.1" status: 200 len: 1125 time: 0.1409407 Feb 19 04:08:25.193289 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621e6ea-5bb1-4450-a818-8e1f5dc103b2 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdface7-5f6c-4b6a-8e0f-692cedce1e8c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:25.321727 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-daf64a59-afb1-450e-936d-9e0bfdb9e275 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1134513c-393e-42dc-ba1e-69bbb50ede81 HTTP/1.1" status: 200 len: 217 time: 0.1330078 Feb 19 04:08:25.366081 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d980c2-dbec-4e27-a5e4-7b24e23ff1ac req-5a4f2179-ba95-44e9-ab49-fec12723fbaf tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:25.397810 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-08d980c2-dbec-4e27-a5e4-7b24e23ff1ac req-5a4f2179-ba95-44e9-ab49-fec12723fbaf tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.4658775 Feb 19 04:08:25.623764 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-08d980c2-dbec-4e27-a5e4-7b24e23ff1ac req-885f4ba2-81b0-45b0-8efe-27632f52d59b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216935 Feb 19 04:08:25.642961 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-eafcc6df-0fdf-49b9-b24c-04a8e37d06dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:25.646818 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-eafcc6df-0fdf-49b9-b24c-04a8e37d06dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa3b1869-96cd-4c45-92be-d4abda3b5f98 HTTP/1.1" status: 200 len: 851 time: 0.2081211 Feb 19 04:08:25.790638 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64533fb3-a0a5-4013-99f1-beaec8ef57a3 x-openstack-request-id: req-64533fb3-a0a5-4013-99f1-beaec8ef57a3 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:25.791289 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e5858b-e4bf-4762-8768-1fabd24843a6", "name": "network-vif-deleted", "tag": "903267d0-98d8-4c21-8bd0-20ab9a853333", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:25.792103 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-64533fb3-a0a5-4013-99f1-beaec8ef57a3 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:25.792612 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e5858b-e4bf-4762-8768-1fabd24843a6', 'name': 'network-vif-deleted', 'tag': '903267d0-98d8-4c21-8bd0-20ab9a853333', 'status': 'completed', 'code': 200} Feb 19 04:08:25.831546 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-738953c0-988c-4fb1-8ce9-cb270431b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:25.834719 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-738953c0-988c-4fb1-8ce9-cb270431b9f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eab2e216-8bdd-48e7-bc15-91f434ecb15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1807563 Feb 19 04:08:26.245182 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-8e856062-d75d-4646-b2c3-7f419f868b7b service neutron] 10.222.0.10 "GET /v2.0/networks/eab2e216-8bdd-48e7-bc15-91f434ecb15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013541 Feb 19 04:08:26.262908 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a1ac4-502a-49cd-b848-beb762d4ef19 req-d9720dc6-c702-4df5-b9ae-36b85e5bedb0 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:26.268031 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e5a1ac4-502a-49cd-b848-beb762d4ef19 req-d9720dc6-c702-4df5-b9ae-36b85e5bedb0 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef HTTP/1.1" status: 200 len: 943 time: 0.3593686 Feb 19 04:08:26.365221 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968feaf-d006-4c3d-85ec-28386e17be90 req-497ba32d-f375-4454-ba53-5c179f42ab42 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:26.391247 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8968feaf-d006-4c3d-85ec-28386e17be90 req-497ba32d-f375-4454-ba53-5c179f42ab42 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 946 time: 0.2013884 Feb 19 04:08:26.526071 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8968feaf-d006-4c3d-85ec-28386e17be90 req-ef8c2d3a-b256-4887-86a2-4f53195dd546 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323977 Feb 19 04:08:26.585940 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e5a1ac4-502a-49cd-b848-beb762d4ef19 req-c98861a1-4d11-4194-b791-3f866b67e2cf tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fb7ece2-78af-48de-a9fe-b5000d4e7cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936981 Feb 19 04:08:26.732692 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc459c4b-7269-45c2-a39f-e47c1f64088f req-035b9897-729c-4f94-8fa5-4786dddc34b1 service neutron] 10.222.0.10 "GET /v2.0/networks/eab2e216-8bdd-48e7-bc15-91f434ecb15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625251 Feb 19 04:08:26.778582 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6a6d6587-375b-4d46-ab4f-5df5b001cac3 req-8c9e7f25-f0dd-4e73-941e-a2469ff5bea2 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "GET /v2.0/security-groups/6cdface7-5f6c-4b6a-8e0f-692cedce1e8c HTTP/1.1" status: 200 len: 1822 time: 0.1221433 Feb 19 04:08:26.801502 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-6a6d6587-375b-4d46-ab4f-5df5b001cac3 req-e5868f51-605b-4623-b474-d320c2ae99b1 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6cdface7-5f6c-4b6a-8e0f-692cedce1e8c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:26.802237 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-6a6d6587-375b-4d46-ab4f-5df5b001cac3 req-e5868f51-605b-4623-b474-d320c2ae99b1 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6cdface7-5f6c-4b6a-8e0f-692cedce1e8c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:26.866795 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f7a688e8-ebec-4538-91ce-fce19cf8baf3 req-8ac26b80-58c2-410d-8cc6-b9e0bba67da4 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.0713556 Feb 19 04:08:26.934850 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-6a6d6587-375b-4d46-ab4f-5df5b001cac3 req-e5868f51-605b-4623-b474-d320c2ae99b1 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group_rule (de824f62-80e1-4e4f-b04c-4732a20c4b27), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.997887 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-6a6d6587-375b-4d46-ab4f-5df5b001cac3 req-e5868f51-605b-4623-b474-d320c2ae99b1 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group_rule (de824f62-80e1-4e4f-b04c-4732a20c4b27), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:27.005704 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-6a6d6587-375b-4d46-ab4f-5df5b001cac3 req-e5868f51-605b-4623-b474-d320c2ae99b1 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (de824f62-80e1-4e4f-b04c-4732a20c4b27), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:27.035682 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5868f51-605b-4623-b474-d320c2ae99b1 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de824f62-80e1-4e4f-b04c-4732a20c4b27,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:27.060703 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-6a6d6587-375b-4d46-ab4f-5df5b001cac3 req-e5868f51-605b-4623-b474-d320c2ae99b1 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:27.063132 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6a6d6587-375b-4d46-ab4f-5df5b001cac3 req-e5868f51-605b-4623-b474-d320c2ae99b1 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2704825 Feb 19 04:08:27.273285 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43bd30-dbc2-4fc3-883d-4abd11a4a49a req-3258c80d-cb00-4dad-8ebe-5928facdcc74 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:27.278499 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7a43bd30-dbc2-4fc3-883d-4abd11a4a49a req-3258c80d-cb00-4dad-8ebe-5928facdcc74 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.1193733 Feb 19 04:08:27.388847 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7a43bd30-dbc2-4fc3-883d-4abd11a4a49a req-27afa89c-520c-41ac-bf3a-d513c8e361eb tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980539 Feb 19 04:08:27.490318 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9f56aa1d-8c9d-4e2e-aa7b-40c500ec403b req-051edbb9-5d94-49af-b1f0-a7f6f9631e59 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "GET /v2.0/security-groups/6cdface7-5f6c-4b6a-8e0f-692cedce1e8c HTTP/1.1" status: 200 len: 2415 time: 0.1100187 Feb 19 04:08:27.514450 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-9f56aa1d-8c9d-4e2e-aa7b-40c500ec403b req-96422e79-9aa9-44e6-82a2-6ea39166981f tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6cdface7-5f6c-4b6a-8e0f-692cedce1e8c', 'remote_group_id': None}]} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:27.515065 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-9f56aa1d-8c9d-4e2e-aa7b-40c500ec403b req-96422e79-9aa9-44e6-82a2-6ea39166981f tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6cdface7-5f6c-4b6a-8e0f-692cedce1e8c', 'remote_group_id': None}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:27.651258 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9f56aa1d-8c9d-4e2e-aa7b-40c500ec403b req-96422e79-9aa9-44e6-82a2-6ea39166981f tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group_rule (e18aa34e-ea6f-4e58-997d-75378f176a90), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:27.718816 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9f56aa1d-8c9d-4e2e-aa7b-40c500ec403b req-96422e79-9aa9-44e6-82a2-6ea39166981f tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group_rule (e18aa34e-ea6f-4e58-997d-75378f176a90), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:27.727872 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9f56aa1d-8c9d-4e2e-aa7b-40c500ec403b req-96422e79-9aa9-44e6-82a2-6ea39166981f tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (e18aa34e-ea6f-4e58-997d-75378f176a90), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:27.769317 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96422e79-9aa9-44e6-82a2-6ea39166981f tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18aa34e-ea6f-4e58-997d-75378f176a90,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:27.793509 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9f56aa1d-8c9d-4e2e-aa7b-40c500ec403b req-96422e79-9aa9-44e6-82a2-6ea39166981f tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:27.795230 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef', 'tag': '1134513c-393e-42dc-ba1e-69bbb50ede81'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:27.795661 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9f56aa1d-8c9d-4e2e-aa7b-40c500ec403b req-96422e79-9aa9-44e6-82a2-6ea39166981f tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2916424 Feb 19 04:08:27.803244 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c03e633-f548-4cd5-9227-8f6fa40b2086" -d '{"events": [{"name": "network-changed", "server_uuid": "c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef", "tag": "1134513c-393e-42dc-ba1e-69bbb50ede81"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:27.969833 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c646785-b4c3-4fe7-9e9f-c7f81de2c283 req-27cff3d7-432b-4899-9bce-5a5d799a9c15 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:27.974162 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3c646785-b4c3-4fe7-9e9f-c7f81de2c283 req-27cff3d7-432b-4899-9bce-5a5d799a9c15 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 945 time: 0.1184213 Feb 19 04:08:28.015105 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00235a24-0432-42fd-a5e3-59498cc6a47f req-3e3ac62d-d374-4a9e-bd54-fe25d1a31bdd tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:28.020093 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-00235a24-0432-42fd-a5e3-59498cc6a47f req-3e3ac62d-d374-4a9e-bd54-fe25d1a31bdd tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 946 time: 0.1194024 Feb 19 04:08:28.067156 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3c646785-b4c3-4fe7-9e9f-c7f81de2c283 req-9bc67511-7ab7-4705-b5d9-43dabe14b6df tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838661 Feb 19 04:08:28.132901 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-00235a24-0432-42fd-a5e3-59498cc6a47f req-1da9f1eb-c020-42a3-9c11-d99ebd1e326e tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033926 Feb 19 04:08:28.307393 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33205dce-4d2c-44f9-9752-46a59931ef7a req-1a23bcb7-abdf-4cc6-9f81-7a8835a10b13 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:28.312045 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-33205dce-4d2c-44f9-9752-46a59931ef7a req-1a23bcb7-abdf-4cc6-9f81-7a8835a10b13 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef HTTP/1.1" status: 200 len: 943 time: 0.1066821 Feb 19 04:08:28.354651 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6214b42-3b61-4113-a4da-a8cd8777b771 req-f401f376-7f7c-4773-9603-401e15224a61 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:28.358200 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f6214b42-3b61-4113-a4da-a8cd8777b771 req-f401f376-7f7c-4773-9603-401e15224a61 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6c7b133-9b2e-4e1d-aafc-c89b41618566 HTTP/1.1" status: 200 len: 946 time: 0.1092846 Feb 19 04:08:28.432683 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-33205dce-4d2c-44f9-9752-46a59931ef7a req-60fb52d9-9b35-4681-b416-f3c59aa7757c tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fb7ece2-78af-48de-a9fe-b5000d4e7cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091895 Feb 19 04:08:28.467096 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f6214b42-3b61-4113-a4da-a8cd8777b771 req-5da1f4a0-90de-4e58-a32b-84460d3cd543 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952396 Feb 19 04:08:28.553886 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c2b5ce-8137-458b-9cba-758e405833d7 x-openstack-request-id: req-b4c2b5ce-8137-458b-9cba-758e405833d7 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:28.554374 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef", "tag": "1134513c-393e-42dc-ba1e-69bbb50ede81", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:28.555012 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b4c2b5ce-8137-458b-9cba-758e405833d7 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:28.555692 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef', 'tag': '1134513c-393e-42dc-ba1e-69bbb50ede81', 'status': 'completed', 'code': 200} Feb 19 04:08:28.627225 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8c60c81c-fe5c-48b3-9753-d260b5199250 req-6cf4cdf8-9e1c-4d03-bb10-8c894cf2f0d7 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "GET /v2.0/security-groups/6cdface7-5f6c-4b6a-8e0f-692cedce1e8c HTTP/1.1" status: 200 len: 3013 time: 0.1068506 Feb 19 04:08:28.729455 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-80068476-d265-4927-bd32-1560c2545c97 req-7d2a33f1-9c92-412d-a8b3-b1381dc31cf1 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.0588508 Feb 19 04:08:28.762410 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03e633-f548-4cd5-9227-8f6fa40b2086 req-15ea207c-0579-423b-9ab4-c5e16b7f0e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:28.765730 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9c03e633-f548-4cd5-9227-8f6fa40b2086 req-15ea207c-0579-423b-9ab4-c5e16b7f0e7d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d4ce332cdc64507908f8d7d7a356f05&device_id=c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef HTTP/1.1" status: 200 len: 1125 time: 0.1777251 Feb 19 04:08:28.945341 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1e16f70e-3d96-449d-beea-0368c87afc20 req-9357ac41-d0b3-40c6-9006-dd1e476a904d tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "GET /v2.0/security-group-rules/e18aa34e-ea6f-4e58-997d-75378f176a90 HTTP/1.1" status: 200 len: 783 time: 0.1400051 Feb 19 04:08:28.974701 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c51153-8001-43bd-a2b7-65f10676237f req-93f39a95-07d2-4736-b265-b00a9d5ef8b9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:28.977945 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-78c51153-8001-43bd-a2b7-65f10676237f req-93f39a95-07d2-4736-b265-b00a9d5ef8b9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.1242373 Feb 19 04:08:29.075497 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1e16f70e-3d96-449d-beea-0368c87afc20 req-cf2ae1c6-25c6-4f61-8b6a-9a982c5bff1c tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "GET /v2.0/security-groups/6cdface7-5f6c-4b6a-8e0f-692cedce1e8c HTTP/1.1" status: 200 len: 3013 time: 0.1189516 Feb 19 04:08:29.089128 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-78c51153-8001-43bd-a2b7-65f10676237f req-ecf534fd-ab2d-4e8e-8919-47757c42add4 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000371 Feb 19 04:08:29.187766 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03e633-f548-4cd5-9227-8f6fa40b2086 req-c12de9dd-fa2c-42c3-8555-c2d8d554c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:29.190618 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9c03e633-f548-4cd5-9227-8f6fa40b2086 req-c12de9dd-fa2c-42c3-8555-c2d8d554c942 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eab2e216-8bdd-48e7-bc15-91f434ecb15a HTTP/1.1" status: 200 len: 912 time: 0.4109039 Feb 19 04:08:29.303304 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9c03e633-f548-4cd5-9227-8f6fa40b2086 req-0ce52d79-950e-4818-92aa-7dc2d7aada00 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1134513c-393e-42dc-ba1e-69bbb50ede81 HTTP/1.1" status: 200 len: 217 time: 0.0933304 Feb 19 04:08:29.310956 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1e16f70e-3d96-449d-beea-0368c87afc20 req-7b962001-9a4b-475d-a8a8-767a014479be tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group_rule (e18aa34e-ea6f-4e58-997d-75378f176a90), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:29.348105 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc517c-1f2a-450f-9a47-a3029c6993b1 req-bbe0100e-1e64-4179-b17c-77d1c0ebee73 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:29.349269 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1e16f70e-3d96-449d-beea-0368c87afc20 req-7b962001-9a4b-475d-a8a8-767a014479be tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group_rule (e18aa34e-ea6f-4e58-997d-75378f176a90), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:29.350668 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5dbc517c-1f2a-450f-9a47-a3029c6993b1 req-bbe0100e-1e64-4179-b17c-77d1c0ebee73 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 945 time: 0.1164544 Feb 19 04:08:29.428814 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23256c-a54d-403c-89cb-64e2cf15ce89 req-31fefcaa-80f0-4ae0-a5b2-6e2efdaa4229 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:29.432173 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:08:29.434827 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4c23256c-a54d-403c-89cb-64e2cf15ce89 req-31fefcaa-80f0-4ae0-a5b2-6e2efdaa4229 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.10 "GET /v2.0/ports?device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 945 time: 0.3168931 Feb 19 04:08:29.469659 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5dbc517c-1f2a-450f-9a47-a3029c6993b1 req-f2014db8-1c6f-4d88-93a9-735575569c8f tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/security-groups?id=7af63b06-18b3-47f1-886d-d7dc4f3ea637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053827 Feb 19 04:08:29.640051 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9c21802e-cee7-46b7-ad34-9d5d38cf9e89, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9c21802e-cee7-46b7-ad34-9d5d38cf9e89,segment=NetworkSegment(1121ec28-523b-4c23-8864-792f1de74a40),segment_id=1121ec28-523b-4c23-8864-792f1de74a40)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:29.645512 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03e633-f548-4cd5-9227-8f6fa40b2086 req-82990393-a41f-43e9-a90a-41c984656623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:29.648559 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9c03e633-f548-4cd5-9227-8f6fa40b2086 req-82990393-a41f-43e9-a90a-41c984656623 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa3b1869-96cd-4c45-92be-d4abda3b5f98 HTTP/1.1" status: 200 len: 851 time: 0.3321586 Feb 19 04:08:29.668877 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '9c21802e-cee7-46b7-ad34-9d5d38cf9e89', 'network_id': '3b348713-0dd0-49ec-becd-2bf2a70d19e8', 'port_id': '9c21802e-cee7-46b7-ad34-9d5d38cf9e89', 'mac_address': 'fa:16:3e:c7:39:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11649e3-7df5-4a04-84e8-be114deba600', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:08:29.678022 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1e16f70e-3d96-449d-beea-0368c87afc20 req-7b962001-9a4b-475d-a8a8-767a014479be tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (e18aa34e-ea6f-4e58-997d-75378f176a90), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:29.742093 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1e16f70e-3d96-449d-beea-0368c87afc20 req-7b962001-9a4b-475d-a8a8-767a014479be tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:29.744429 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1e16f70e-3d96-449d-beea-0368c87afc20 req-7b962001-9a4b-475d-a8a8-767a014479be tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/e18aa34e-ea6f-4e58-997d-75378f176a90 HTTP/1.1" status: 204 len: 173 time: 0.6456528 Feb 19 04:08:29.746144 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b962001-9a4b-475d-a8a8-767a014479be tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e18aa34e-ea6f-4e58-997d-75378f176a90,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:29.757007 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 is: ACTIVE; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:29.757990 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9c21802e-cee7-46b7-ad34-9d5d38cf9e89), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:29.802937 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab423ca-ecee-4a5c-a64f-d89e383dd185 req-214d782c-6e0f-467c-88cd-f40fdd584777 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:29.804805 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:08:29.805201 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3ab423ca-ecee-4a5c-a64f-d89e383dd185 req-214d782c-6e0f-467c-88cd-f40fdd584777 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 946 time: 0.1721740 Feb 19 04:08:29.845734 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-4c23256c-a54d-403c-89cb-64e2cf15ce89 req-81832941-0425-4440-bb6a-637fdbbfb583 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Deleting port 867219e4-beb1-45a6-a7ab-6657326c8983 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:29.846909 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4c23256c-a54d-403c-89cb-64e2cf15ce89 req-81832941-0425-4440-bb6a-637fdbbfb583 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (867219e4-beb1-45a6-a7ab-6657326c8983), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:29.889753 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9c21802e-cee7-46b7-ad34-9d5d38cf9e89, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9c21802e-cee7-46b7-ad34-9d5d38cf9e89,segment=NetworkSegment(1121ec28-523b-4c23-8864-792f1de74a40),segment_id=1121ec28-523b-4c23-8864-792f1de74a40)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:29.906233 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03e633-f548-4cd5-9227-8f6fa40b2086 req-41572923-40f7-4c7f-9252-ce04aad1af10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:29.907298 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9c21802e-cee7-46b7-ad34-9d5d38cf9e89), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:29.911493 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9c03e633-f548-4cd5-9227-8f6fa40b2086 req-41572923-40f7-4c7f-9252-ce04aad1af10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eab2e216-8bdd-48e7-bc15-91f434ecb15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2542791 Feb 19 04:08:29.936437 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3ab423ca-ecee-4a5c-a64f-d89e383dd185 req-da5f23e4-803e-4880-8e38-617938fd5abc tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178765 Feb 19 04:08:30.022938 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=9c21802e-cee7-46b7-ad34-9d5d38cf9e89,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:30.121701 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['9c21802e-cee7-46b7-ad34-9d5d38cf9e89'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:08:30.212410 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49182d7-8e4b-45e6-84b0-319762ae58d3 req-ae49a07c-1db8-4c87-bda5-7ce187d1d36e tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:30.238956 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a49182d7-8e4b-45e6-84b0-319762ae58d3 req-ae49a07c-1db8-4c87-bda5-7ce187d1d36e tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6c7b133-9b2e-4e1d-aafc-c89b41618566 HTTP/1.1" status: 200 len: 945 time: 0.1922445 Feb 19 04:08:30.275898 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 1134513c-393e-42dc-ba1e-69bbb50ede81 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:08:30.309589 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921fcfb-7a6d-440d-9007-e4772c6b7170 req-6b739f8e-065f-4794-a53c-a4e114b1a2bd tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:30.322704 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7921fcfb-7a6d-440d-9007-e4772c6b7170 req-6b739f8e-065f-4794-a53c-a4e114b1a2bd tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef HTTP/1.1" status: 200 len: 943 time: 0.3173094 Feb 19 04:08:30.341767 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a49182d7-8e4b-45e6-84b0-319762ae58d3 req-8cb6aa96-d3a2-490c-8385-1a1a27be9cb9 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006010 Feb 19 04:08:30.435893 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-4c23256c-a54d-403c-89cb-64e2cf15ce89 req-81832941-0425-4440-bb6a-637fdbbfb583 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] For port 867219e4-beb1-45a6-a7ab-6657326c8983, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=867219e4-beb1-45a6-a7ab-6657326c8983,segment=NetworkSegment(4d5cab30-8a9a-4c09-a5f5-c528575f508f),segment_id=4d5cab30-8a9a-4c09-a5f5-c528575f508f)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:30.436572 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4c23256c-a54d-403c-89cb-64e2cf15ce89 req-81832941-0425-4440-bb6a-637fdbbfb583 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (867219e4-beb1-45a6-a7ab-6657326c8983), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:30.517460 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9c03e633-f548-4cd5-9227-8f6fa40b2086 req-a535318d-3f0f-46b2-aa89-ec7fb2848057 service neutron] 10.222.0.10 "GET /v2.0/networks/eab2e216-8bdd-48e7-bc15-91f434ecb15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5257368 Feb 19 04:08:30.559660 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-4c23256c-a54d-403c-89cb-64e2cf15ce89 req-81832941-0425-4440-bb6a-637fdbbfb583 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Calling delete_port for 867219e4-beb1-45a6-a7ab-6657326c8983 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:30.693968 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aebf3558-2be1-4f33-bfec-7d3c21da6b45 req-2e01a22c-899b-471c-961c-b869ab33fbfa tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "GET /v2.0/security-groups/6cdface7-5f6c-4b6a-8e0f-692cedce1e8c HTTP/1.1" status: 200 len: 2415 time: 0.1529331 Feb 19 04:08:30.724480 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7921fcfb-7a6d-440d-9007-e4772c6b7170 req-98a0c017-bbbf-4d65-9ead-839445cbcd39 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fb7ece2-78af-48de-a9fe-b5000d4e7cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4007111 Feb 19 04:08:30.748497 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 1134513c-393e-42dc-ba1e-69bbb50ede81, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=1134513c-393e-42dc-ba1e-69bbb50ede81,segment=NetworkSegment(5b025fda-f6c3-4c35-ab80-a3312f6251e7),segment_id=5b025fda-f6c3-4c35-ab80-a3312f6251e7)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:30.796878 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '1134513c-393e-42dc-ba1e-69bbb50ede81', 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a', 'port_id': '1134513c-393e-42dc-ba1e-69bbb50ede81', 'mac_address': 'fa:16:3e:4d:cc:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3b1869-96cd-4c45-92be-d4abda3b5f98', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:08:30.883103 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-aebf3558-2be1-4f33-bfec-7d3c21da6b45 req-7ae00030-f081-4277-8a00-e7260992d744 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (6cdface7-5f6c-4b6a-8e0f-692cedce1e8c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:30.966750 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 1134513c-393e-42dc-ba1e-69bbb50ede81 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:30.967606 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1134513c-393e-42dc-ba1e-69bbb50ede81), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:30.983183 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-aebf3558-2be1-4f33-bfec-7d3c21da6b45 req-7ae00030-f081-4277-8a00-e7260992d744 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (6cdface7-5f6c-4b6a-8e0f-692cedce1e8c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.013504 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1134513c-393e-42dc-ba1e-69bbb50ede81 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:08:31.028051 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-863305b3-dfdb-44f8-a5e3-39c887fb270d req-1a1afbe5-77bc-4556-aab8-d8a77185bda5 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.1030483 Feb 19 04:08:31.071144 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9c03e633-f548-4cd5-9227-8f6fa40b2086 req-9777725a-9025-4770-b328-49c75320cb42 service neutron] 10.222.0.10 "GET /v2.0/networks/eab2e216-8bdd-48e7-bc15-91f434ecb15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5287898 Feb 19 04:08:31.146695 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 1134513c-393e-42dc-ba1e-69bbb50ede81, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=1134513c-393e-42dc-ba1e-69bbb50ede81,segment=NetworkSegment(5b025fda-f6c3-4c35-ab80-a3312f6251e7),segment_id=5b025fda-f6c3-4c35-ab80-a3312f6251e7)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:31.148058 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-aebf3558-2be1-4f33-bfec-7d3c21da6b45 req-7ae00030-f081-4277-8a00-e7260992d744 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6cdface7-5f6c-4b6a-8e0f-692cedce1e8c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.163635 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-aebf3558-2be1-4f33-bfec-7d3c21da6b45 req-7ae00030-f081-4277-8a00-e7260992d744 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.166033 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aebf3558-2be1-4f33-bfec-7d3c21da6b45 req-7ae00030-f081-4277-8a00-e7260992d744 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "DELETE /v2.0/security-groups/6cdface7-5f6c-4b6a-8e0f-692cedce1e8c HTTP/1.1" status: 204 len: 173 time: 0.4601068 Feb 19 04:08:31.168627 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (1134513c-393e-42dc-ba1e-69bbb50ede81), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.215198 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae00030-f081-4277-8a00-e7260992d744 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdface7-5f6c-4b6a-8e0f-692cedce1e8c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:31.240609 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4c23256c-a54d-403c-89cb-64e2cf15ce89 req-81832941-0425-4440-bb6a-637fdbbfb583 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (867219e4-beb1-45a6-a7ab-6657326c8983), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.247611 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae00030-f081-4277-8a00-e7260992d744 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.248147 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae00030-f081-4277-8a00-e7260992d744 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.248518 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae00030-f081-4277-8a00-e7260992d744 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.249078 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae00030-f081-4277-8a00-e7260992d744 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.249539 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae00030-f081-4277-8a00-e7260992d744 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.250137 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae00030-f081-4277-8a00-e7260992d744 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.250503 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae00030-f081-4277-8a00-e7260992d744 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.250884 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae00030-f081-4277-8a00-e7260992d744 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.251438 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae00030-f081-4277-8a00-e7260992d744 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.252162 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae00030-f081-4277-8a00-e7260992d744 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.252528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae00030-f081-4277-8a00-e7260992d744 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.253029 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae00030-f081-4277-8a00-e7260992d744 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.255176 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae00030-f081-4277-8a00-e7260992d744 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.363695 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81832941-0425-4440-bb6a-637fdbbfb583 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Pushing event deleted for resources: {'Port': ['ID=867219e4-beb1-45a6-a7ab-6657326c8983,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:31.393159 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=1134513c-393e-42dc-ba1e-69bbb50ede81,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:31.419883 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81832941-0425-4440-bb6a-637fdbbfb583 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.422691 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81832941-0425-4440-bb6a-637fdbbfb583 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.424872 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81832941-0425-4440-bb6a-637fdbbfb583 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.425636 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81832941-0425-4440-bb6a-637fdbbfb583 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.426435 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81832941-0425-4440-bb6a-637fdbbfb583 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.426833 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81832941-0425-4440-bb6a-637fdbbfb583 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.427412 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81832941-0425-4440-bb6a-637fdbbfb583 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.428052 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81832941-0425-4440-bb6a-637fdbbfb583 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.428649 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81832941-0425-4440-bb6a-637fdbbfb583 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.429420 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81832941-0425-4440-bb6a-637fdbbfb583 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.431805 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81832941-0425-4440-bb6a-637fdbbfb583 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.431805 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81832941-0425-4440-bb6a-637fdbbfb583 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.432311 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81832941-0425-4440-bb6a-637fdbbfb583 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.457978 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:08:31.483854 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4872020b-86f8-411e-b44d-a39c4878cfdb req-510911bb-504b-4e54-8948-42ade98d63bd tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 210 time: 0.1334193 Feb 19 04:08:31.513223 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['1134513c-393e-42dc-ba1e-69bbb50ede81'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:08:31.823089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:31.824741 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9c21802e-cee7-46b7-ad34-9d5d38cf9e89), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.842221 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a13a75-7cf9-4b49-b4e0-b06641f86a96 req-15c49eb6-c1aa-44ac-a8d3-8fd1dcc09311 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:31.854340 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f3a13a75-7cf9-4b49-b4e0-b06641f86a96 req-15c49eb6-c1aa-44ac-a8d3-8fd1dcc09311 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 946 time: 0.1637123 Feb 19 04:08:31.988861 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f3a13a75-7cf9-4b49-b4e0-b06641f86a96 req-e5adb159-6e4d-4f1a-be5e-3b6a37adc1d2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279447 Feb 19 04:08:32.108654 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [req-77ea09da-fce0-4d25-8d2d-87e2b692e1b2 req-d180c9ec-e186-458c-82a5-7af47b901748 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] show failed (client error): The resource could not be found. Feb 19 04:08:32.111195 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-77ea09da-fce0-4d25-8d2d-87e2b692e1b2 req-d180c9ec-e186-458c-82a5-7af47b901748 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "GET /v2.0/security-groups/a591cda4-c839-4293-86cf-37d88a332e17 HTTP/1.1" status: 404 len: 352 time: 0.0440302 Feb 19 04:08:32.347149 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 867219e4-beb1-45a6-a7ab-6657326c8983 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:08:32.393076 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c23256c-a54d-403c-89cb-64e2cf15ce89 req-81832941-0425-4440-bb6a-637fdbbfb583 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] No DVR routers for this DVR port 867219e4-beb1-45a6-a7ab-6657326c8983 on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:08:32.406141 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4c23256c-a54d-403c-89cb-64e2cf15ce89 req-81832941-0425-4440-bb6a-637fdbbfb583 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:32.420600 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-60ff5a40-b87a-4e19-96d5-1acf29349377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:32.424943 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4c23256c-a54d-403c-89cb-64e2cf15ce89 req-81832941-0425-4440-bb6a-637fdbbfb583 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.10 "DELETE /v2.0/ports/867219e4-beb1-45a6-a7ab-6657326c8983 HTTP/1.1" status: 204 len: 173 time: 2.9643216 Feb 19 04:08:32.426113 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02201b10-22fa-4eb3-851f-682d0bbd4448', 'name': 'network-vif-deleted', 'tag': '867219e4-beb1-45a6-a7ab-6657326c8983'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:32.436488 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163658f5-f8e5-4a95-bb08-7a77853e6183" -d '{"events": [{"server_uuid": "02201b10-22fa-4eb3-851f-682d0bbd4448", "name": "network-vif-deleted", "tag": "867219e4-beb1-45a6-a7ab-6657326c8983"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:32.468726 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39e9ee-9937-4ea7-ae2f-73282774d6df req-f65f87ee-e7d9-4ea4-b3a2-089d6b3123f8 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:32.477219 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d39e9ee-9937-4ea7-ae2f-73282774d6df req-f65f87ee-e7d9-4ea4-b3a2-089d6b3123f8 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6c7b133-9b2e-4e1d-aafc-c89b41618566 HTTP/1.1" status: 200 len: 945 time: 0.1948795 Feb 19 04:08:32.487881 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:32.488690 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9c21802e-cee7-46b7-ad34-9d5d38cf9e89), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:32.488964 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039c677-f4d5-4b76-a4c3-4fc8fcbb320a req-369537ec-aeb2-4b5d-91ad-1e286ea38be6 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:32.492353 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 867219e4-beb1-45a6-a7ab-6657326c8983 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:08:32.493389 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 867219e4-beb1-45a6-a7ab-6657326c8983 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:08:32.509294 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8039c677-f4d5-4b76-a4c3-4fc8fcbb320a req-369537ec-aeb2-4b5d-91ad-1e286ea38be6 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 1.1622221 Feb 19 04:08:32.563851 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c7b133-9b2e-4e1d-aafc-c89b41618566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c21802e-cee7-46b7-ad34-9d5d38cf9e89'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:32.568070 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007db199-aec5-4b89-bf06-1f81bf92af90" -d '{"events": [{"server_uuid": "a6c7b133-9b2e-4e1d-aafc-c89b41618566", "name": "network-vif-plugged", "status": "completed", "tag": "9c21802e-cee7-46b7-ad34-9d5d38cf9e89"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:32.595692 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9c21802e-cee7-46b7-ad34-9d5d38cf9e89, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9c21802e-cee7-46b7-ad34-9d5d38cf9e89,segment=NetworkSegment(1121ec28-523b-4c23-8864-792f1de74a40),segment_id=1121ec28-523b-4c23-8864-792f1de74a40)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:32.608178 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9c21802e-cee7-46b7-ad34-9d5d38cf9e89), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:32.638056 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8039c677-f4d5-4b76-a4c3-4fc8fcbb320a req-866228ea-6558-4e6c-9d85-7c2d6fd1aeb7 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191838 Feb 19 04:08:32.651129 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d39e9ee-9937-4ea7-ae2f-73282774d6df req-701c2e0d-3f89-4445-ab4c-3d3eecfb69cd tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598520 Feb 19 04:08:32.741736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=9c21802e-cee7-46b7-ad34-9d5d38cf9e89,revision_number=7']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:32.961164 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b038d8-84ae-4e0e-8f08-3e92ee79a31a req-61b64252-2599-49ef-9d84-3842724de103 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:32.963984 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-57b038d8-84ae-4e0e-8f08-3e92ee79a31a req-61b64252-2599-49ef-9d84-3842724de103 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef HTTP/1.1" status: 200 len: 944 time: 0.1188841 Feb 19 04:08:32.984505 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0ed0f54-b6e0-4905-a954-4ca2bd88318b req-c2a3cb6d-0a39-4f8b-a96a-1890e9b0374a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.0482037 Feb 19 04:08:33.062160 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-57b038d8-84ae-4e0e-8f08-3e92ee79a31a req-59e8e326-ec96-432b-a961-c5bd7df986b1 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fb7ece2-78af-48de-a9fe-b5000d4e7cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871887 Feb 19 04:08:33.099834 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a42749f7-b6b5-4cf0-a248-3838fa31e67b req-7feff44d-3894-4d12-8039-f1910a3285c1 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "GET /v2.0/security-groups/915bfce2-5ec6-4ec0-90cf-50e0da1d51e0 HTTP/1.1" status: 200 len: 1820 time: 0.0761399 Feb 19 04:08:33.143949 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab8acbf-4c56-4635-a3c5-aac01c6d6049 x-openstack-request-id: req-bab8acbf-4c56-4635-a3c5-aac01c6d6049 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:33.144304 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02201b10-22fa-4eb3-851f-682d0bbd4448", "name": "network-vif-deleted", "tag": "867219e4-beb1-45a6-a7ab-6657326c8983", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:33.144733 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bab8acbf-4c56-4635-a3c5-aac01c6d6049 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:33.145439 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02201b10-22fa-4eb3-851f-682d0bbd4448', 'name': 'network-vif-deleted', 'tag': '867219e4-beb1-45a6-a7ab-6657326c8983', 'status': 'completed', 'code': 200} Feb 19 04:08:33.220903 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75dcf02-1d8d-485a-aa5d-1a82b020cca0 x-openstack-request-id: req-d75dcf02-1d8d-485a-aa5d-1a82b020cca0 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:33.222532 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c7b133-9b2e-4e1d-aafc-c89b41618566", "name": "network-vif-plugged", "status": "completed", "tag": "9c21802e-cee7-46b7-ad34-9d5d38cf9e89", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:33.223224 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d75dcf02-1d8d-485a-aa5d-1a82b020cca0 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:33.224526 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c7b133-9b2e-4e1d-aafc-c89b41618566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c21802e-cee7-46b7-ad34-9d5d38cf9e89', 'code': 200} Feb 19 04:08:33.235252 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a42749f7-b6b5-4cf0-a248-3838fa31e67b req-ee7c6d11-c428-4e3c-9de7-df7db9011e1a tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (915bfce2-5ec6-4ec0-90cf-50e0da1d51e0), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:33.286177 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a42749f7-b6b5-4cf0-a248-3838fa31e67b req-ee7c6d11-c428-4e3c-9de7-df7db9011e1a tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (915bfce2-5ec6-4ec0-90cf-50e0da1d51e0), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:33.399314 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a42749f7-b6b5-4cf0-a248-3838fa31e67b req-ee7c6d11-c428-4e3c-9de7-df7db9011e1a tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (915bfce2-5ec6-4ec0-90cf-50e0da1d51e0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:33.404502 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a42749f7-b6b5-4cf0-a248-3838fa31e67b req-ee7c6d11-c428-4e3c-9de7-df7db9011e1a tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:33.406717 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a42749f7-b6b5-4cf0-a248-3838fa31e67b req-ee7c6d11-c428-4e3c-9de7-df7db9011e1a tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "DELETE /v2.0/security-groups/915bfce2-5ec6-4ec0-90cf-50e0da1d51e0 HTTP/1.1" status: 204 len: 173 time: 0.2872016 Feb 19 04:08:33.439458 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-822878c6-31cf-4a8b-8f1a-c022d2f3f620 req-ae3426ff-4da0-444a-b7fb-669753674a32 tempest-ListServerFiltersTestJSON-2141572606 tempest-ListServerFiltersTestJSON-2141572606-project] 10.222.0.65 "GET /v2.0/ports?device_id=02201b10-22fa-4eb3-851f-682d0bbd4448 HTTP/1.1" status: 200 len: 210 time: 0.0900612 Feb 19 04:08:33.440939 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c6d11-c428-4e3c-9de7-df7db9011e1a tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=915bfce2-5ec6-4ec0-90cf-50e0da1d51e0,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:33.484806 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:08:33.702852 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:33.703172 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9c21802e-cee7-46b7-ad34-9d5d38cf9e89), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:33.792247 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457a520-32db-466f-9cb5-6d1128f8065a req-7f6d7aef-0882-437c-9cff-fb7165199aaa tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:33.806599 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2457a520-32db-466f-9cb5-6d1128f8065a req-7f6d7aef-0882-437c-9cff-fb7165199aaa tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 946 time: 0.1558173 Feb 19 04:08:33.809971 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9c21802e-cee7-46b7-ad34-9d5d38cf9e89, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9c21802e-cee7-46b7-ad34-9d5d38cf9e89,segment=NetworkSegment(1121ec28-523b-4c23-8864-792f1de74a40),segment_id=1121ec28-523b-4c23-8864-792f1de74a40)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:33.819257 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9c21802e-cee7-46b7-ad34-9d5d38cf9e89), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:33.901898 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3b866782-b35b-42bc-9d3b-d680a7bf1b76 req-81ca52dd-26a8-469d-a11e-597c2d923a61 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "GET /v2.0/security-groups/9a013914-671b-455b-836a-88d7bdd2d4c8 HTTP/1.1" status: 200 len: 1821 time: 0.1027467 Feb 19 04:08:33.911189 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2457a520-32db-466f-9cb5-6d1128f8065a req-71657b2b-1450-4b34-a2c6-4e153f3540b3 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032996 Feb 19 04:08:33.972149 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=9c21802e-cee7-46b7-ad34-9d5d38cf9e89,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:34.041659 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3b866782-b35b-42bc-9d3b-d680a7bf1b76 req-b30a5979-0d56-447d-a3f8-59f79e336988 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (9a013914-671b-455b-836a-88d7bdd2d4c8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:34.088976 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3b866782-b35b-42bc-9d3b-d680a7bf1b76 req-b30a5979-0d56-447d-a3f8-59f79e336988 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (9a013914-671b-455b-836a-88d7bdd2d4c8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:34.135168 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26466e22-0941-4a3b-a198-20af27f9c65d req-e08a4c4f-5754-40fb-b998-4f01cfa01a21 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:34.138376 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-26466e22-0941-4a3b-a198-20af27f9c65d req-e08a4c4f-5754-40fb-b998-4f01cfa01a21 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.1132569 Feb 19 04:08:34.217980 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3b866782-b35b-42bc-9d3b-d680a7bf1b76 req-b30a5979-0d56-447d-a3f8-59f79e336988 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9a013914-671b-455b-836a-88d7bdd2d4c8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:34.224012 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3b866782-b35b-42bc-9d3b-d680a7bf1b76 req-b30a5979-0d56-447d-a3f8-59f79e336988 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:34.226124 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3b866782-b35b-42bc-9d3b-d680a7bf1b76 req-b30a5979-0d56-447d-a3f8-59f79e336988 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "DELETE /v2.0/security-groups/9a013914-671b-455b-836a-88d7bdd2d4c8 HTTP/1.1" status: 204 len: 173 time: 0.3185406 Feb 19 04:08:34.229816 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 1134513c-393e-42dc-ba1e-69bbb50ede81 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:08:34.244299 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a5979-0d56-447d-a3f8-59f79e336988 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a013914-671b-455b-836a-88d7bdd2d4c8,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:34.258809 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-26466e22-0941-4a3b-a198-20af27f9c65d req-6ba1bf5e-a33f-4b58-8f96-af1305ee6ba0 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101079 Feb 19 04:08:34.393926 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 1134513c-393e-42dc-ba1e-69bbb50ede81 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:08:34.402524 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 1134513c-393e-42dc-ba1e-69bbb50ede81 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:34.403141 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1134513c-393e-42dc-ba1e-69bbb50ede81), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:34.460222 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed77220-4601-4198-a935-614645a19463 req-deeda0bf-7ee2-4879-bbea-5b9f05f80260 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:34.462231 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1ed77220-4601-4198-a935-614645a19463 req-deeda0bf-7ee2-4879-bbea-5b9f05f80260 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6c7b133-9b2e-4e1d-aafc-c89b41618566 HTTP/1.1" status: 200 len: 944 time: 0.0953233 Feb 19 04:08:34.584194 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 1134513c-393e-42dc-ba1e-69bbb50ede81 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:34.584956 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1134513c-393e-42dc-ba1e-69bbb50ede81), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:34.586429 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1ed77220-4601-4198-a935-614645a19463 req-b363ff0a-13f3-4a4d-93ee-47b87fd319e7 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084149 Feb 19 04:08:34.609248 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-949ff7d7-941a-475f-bd6e-c10fc87d0bdb req-e31ab353-8898-40e2-8788-7d06c53fb039 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.0692248 Feb 19 04:08:34.682249 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 1134513c-393e-42dc-ba1e-69bbb50ede81, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=1134513c-393e-42dc-ba1e-69bbb50ede81,segment=NetworkSegment(5b025fda-f6c3-4c35-ab80-a3312f6251e7),segment_id=5b025fda-f6c3-4c35-ab80-a3312f6251e7)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:34.698309 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (1134513c-393e-42dc-ba1e-69bbb50ede81), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:34.751693 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ac68fd7a-e500-49e6-9023-88d6791c6a53 req-bcbc0ed8-6b0b-4379-bfd0-db95254ea501 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "GET /v2.0/security-groups/42c04226-4dc9-48f5-bc02-5c11b5f0cb21 HTTP/1.1" status: 200 len: 1821 time: 0.1006281 Feb 19 04:08:34.821226 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=1134513c-393e-42dc-ba1e-69bbb50ede81,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:34.875154 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c903c5-3d29-458a-a406-e597a1139e16 req-fd987dd9-9948-4c7a-a3ec-06c785d23660 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:34.878359 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-66c903c5-3d29-458a-a406-e597a1139e16 req-fd987dd9-9948-4c7a-a3ec-06c785d23660 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef HTTP/1.1" status: 200 len: 945 time: 0.1341212 Feb 19 04:08:34.892023 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ac68fd7a-e500-49e6-9023-88d6791c6a53 req-b5cfb396-da51-4e61-9006-af1d05d5d84b tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (42c04226-4dc9-48f5-bc02-5c11b5f0cb21), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:34.941521 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ac68fd7a-e500-49e6-9023-88d6791c6a53 req-b5cfb396-da51-4e61-9006-af1d05d5d84b tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (42c04226-4dc9-48f5-bc02-5c11b5f0cb21), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:34.954099 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-86f4eb47-e629-4fdc-961b-f553110df7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:34.991043 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-66c903c5-3d29-458a-a406-e597a1139e16 req-b1113281-9387-49d1-ab74-623247aaa9ad tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fb7ece2-78af-48de-a9fe-b5000d4e7cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007376 Feb 19 04:08:35.060486 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ac68fd7a-e500-49e6-9023-88d6791c6a53 req-b5cfb396-da51-4e61-9006-af1d05d5d84b tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (42c04226-4dc9-48f5-bc02-5c11b5f0cb21), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:35.065106 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ac68fd7a-e500-49e6-9023-88d6791c6a53 req-b5cfb396-da51-4e61-9006-af1d05d5d84b tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:35.066942 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ac68fd7a-e500-49e6-9023-88d6791c6a53 req-b5cfb396-da51-4e61-9006-af1d05d5d84b tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "DELETE /v2.0/security-groups/42c04226-4dc9-48f5-bc02-5c11b5f0cb21 HTTP/1.1" status: 204 len: 173 time: 0.3059981 Feb 19 04:08:35.088470 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cfb396-da51-4e61-9006-af1d05d5d84b tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c04226-4dc9-48f5-bc02-5c11b5f0cb21,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:35.093243 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34384) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:35.223535 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f22ec02-23e4-4b35-aa6f-221a7cc2d6eb admin admin] Deleting subnet 4b4d63a2-d982-44e4-8a35-fe2146ba4622 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:08:35.226306 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c7b133-9b2e-4e1d-aafc-c89b41618566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c21802e-cee7-46b7-ad34-9d5d38cf9e89'}, {'server_uuid': 'c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1134513c-393e-42dc-ba1e-69bbb50ede81'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:35.236825 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c9a71f-53cc-4204-8d70-56eb8423fec7" -d '{"events": [{"server_uuid": "a6c7b133-9b2e-4e1d-aafc-c89b41618566", "name": "network-vif-unplugged", "status": "completed", "tag": "9c21802e-cee7-46b7-ad34-9d5d38cf9e89"}, {"server_uuid": "c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef", "name": "network-vif-plugged", "status": "completed", "tag": "1134513c-393e-42dc-ba1e-69bbb50ede81"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:35.240133 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7f22ec02-23e4-4b35-aa6f-221a7cc2d6eb admin admin] Publish callbacks [] for subnet (4b4d63a2-d982-44e4-8a35-fe2146ba4622), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:35.319427 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d576a5a-7449-4aff-b1e5-9a17d5df6951 req-c12215cd-20e0-41f5-b65d-24cdb12f2d5b tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "GET /v2.0/security-groups/ba0b8cfc-4c2a-404c-814e-8dbdf3ff52e6 HTTP/1.1" status: 200 len: 2421 time: 0.1540234 Feb 19 04:08:35.341715 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3e18c-f0d4-41a9-b243-149140b5711f req-9a0ec004-4845-40fd-ae42-83e73a7e9d56 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:35.342020 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7f22ec02-23e4-4b35-aa6f-221a7cc2d6eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (4b4d63a2-d982-44e4-8a35-fe2146ba4622), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:35.356299 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dbd3e18c-f0d4-41a9-b243-149140b5711f req-9a0ec004-4845-40fd-ae42-83e73a7e9d56 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 946 time: 0.1358337 Feb 19 04:08:35.471974 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dbd3e18c-f0d4-41a9-b243-149140b5711f req-93e60ade-740c-469d-8149-115d63043817 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135998 Feb 19 04:08:35.596471 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c59cba-6516-422b-843c-881dfa86561f x-openstack-request-id: req-37c59cba-6516-422b-843c-881dfa86561f {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:35.598382 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c7b133-9b2e-4e1d-aafc-c89b41618566", "name": "network-vif-unplugged", "status": "completed", "tag": "9c21802e-cee7-46b7-ad34-9d5d38cf9e89", "code": 200}, {"server_uuid": "c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef", "name": "network-vif-plugged", "status": "completed", "tag": "1134513c-393e-42dc-ba1e-69bbb50ede81", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:35.599422 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-37c59cba-6516-422b-843c-881dfa86561f {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:35.600594 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c7b133-9b2e-4e1d-aafc-c89b41618566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c21802e-cee7-46b7-ad34-9d5d38cf9e89', 'code': 200} Feb 19 04:08:35.602388 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1134513c-393e-42dc-ba1e-69bbb50ede81', 'code': 200} Feb 19 04:08:35.627409 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7f22ec02-23e4-4b35-aa6f-221a7cc2d6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (4b4d63a2-d982-44e4-8a35-fe2146ba4622), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:35.674399 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d576a5a-7449-4aff-b1e5-9a17d5df6951 req-174473d5-d2b9-4187-9a51-b1f80eb40aa3 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (ba0b8cfc-4c2a-404c-814e-8dbdf3ff52e6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:35.747706 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d576a5a-7449-4aff-b1e5-9a17d5df6951 req-174473d5-d2b9-4187-9a51-b1f80eb40aa3 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (ba0b8cfc-4c2a-404c-814e-8dbdf3ff52e6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:35.852748 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342b2e1-2896-4443-b8f9-3c6be19dc8aa req-29cd1416-d9e7-4030-abcd-8b2a74542836 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:35.856086 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1342b2e1-2896-4443-b8f9-3c6be19dc8aa req-29cd1416-d9e7-4030-abcd-8b2a74542836 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6c7b133-9b2e-4e1d-aafc-c89b41618566 HTTP/1.1" status: 200 len: 944 time: 0.2575641 Feb 19 04:08:35.887269 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7f22ec02-23e4-4b35-aa6f-221a7cc2d6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (4b4d63a2-d982-44e4-8a35-fe2146ba4622), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:35.906686 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474a7fd-7861-4378-8630-9354ada2a331 req-9bee6058-28f9-4ca2-86a3-65f15d17b39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:35.909610 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3474a7fd-7861-4378-8630-9354ada2a331 req-9bee6058-28f9-4ca2-86a3-65f15d17b39f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef HTTP/1.1" status: 200 len: 1127 time: 0.1894851 Feb 19 04:08:35.949485 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82457455-5e52-4cf0-ba26-d6a42cbce9bd req-cb4d1d6f-46d2-40dc-b78c-2646a536defa tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:35.952817 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-82457455-5e52-4cf0-ba26-d6a42cbce9bd req-cb4d1d6f-46d2-40dc-b78c-2646a536defa tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.1659307 Feb 19 04:08:35.981560 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22ec02-23e4-4b35-aa6f-221a7cc2d6eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b4d63a2-d982-44e4-8a35-fe2146ba4622,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:36.013174 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d576a5a-7449-4aff-b1e5-9a17d5df6951 req-174473d5-d2b9-4187-9a51-b1f80eb40aa3 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ba0b8cfc-4c2a-404c-814e-8dbdf3ff52e6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:36.017156 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d576a5a-7449-4aff-b1e5-9a17d5df6951 req-174473d5-d2b9-4187-9a51-b1f80eb40aa3 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:36.024281 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513f8163-38f2-4821-bea0-8ae35986a913 None None] Network 57c0be58-8493-4bdd-a215-bb2a3bcc05dc requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:08:36.040466 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d576a5a-7449-4aff-b1e5-9a17d5df6951 req-174473d5-d2b9-4187-9a51-b1f80eb40aa3 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "DELETE /v2.0/security-groups/ba0b8cfc-4c2a-404c-814e-8dbdf3ff52e6 HTTP/1.1" status: 204 len: 173 time: 0.7029471 Feb 19 04:08:36.043079 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7f22ec02-23e4-4b35-aa6f-221a7cc2d6eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:36.055736 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7f22ec02-23e4-4b35-aa6f-221a7cc2d6eb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4b4d63a2-d982-44e4-8a35-fe2146ba4622 HTTP/1.1" status: 204 len: 168 time: 0.9579592 Feb 19 04:08:36.066073 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34400) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:36.112881 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-82457455-5e52-4cf0-ba26-d6a42cbce9bd req-4b64151c-0095-45a0-a7d2-b4e0f63239fc tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345503 Feb 19 04:08:36.117434 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174473d5-d2b9-4187-9a51-b1f80eb40aa3 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0b8cfc-4c2a-404c-814e-8dbdf3ff52e6,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:36.147523 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3474a7fd-7861-4378-8630-9354ada2a331 req-a7f222ad-97ad-48f4-9ea1-185fce70230a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0fb7ece2-78af-48de-a9fe-b5000d4e7cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262957 Feb 19 04:08:36.417037 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d89a0d-41ca-4979-95c9-abb6c1fe4ce0 None None] DHCP port deletion for 57c0be58-8493-4bdd-a215-bb2a3bcc05dc request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:08:36.434871 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-77e1e633-fc7e-4b6e-a5ff-76d8468c4d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (57c0be58-8493-4bdd-a215-bb2a3bcc05dc), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:36.467227 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593875d-6d58-4aae-a321-d2445013bb4c req-63b7ee39-4c92-4d5a-b103-65fe589e7051 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:36.472265 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee2375d5-34d4-42f6-93eb-9f2c2e3889b8 req-e4c56ca6-1222-4757-af37-8c5a0b932364 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.0824926 Feb 19 04:08:36.476358 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0593875d-6d58-4aae-a321-d2445013bb4c req-63b7ee39-4c92-4d5a-b103-65fe589e7051 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6c7b133-9b2e-4e1d-aafc-c89b41618566 HTTP/1.1" status: 200 len: 944 time: 0.1798449 Feb 19 04:08:36.535340 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-35d89a0d-41ca-4979-95c9-abb6c1fe4ce0 None None] Deleting port 8185d78e-c845-493b-a27d-b9ea1748e09b {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:36.535955 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-35d89a0d-41ca-4979-95c9-abb6c1fe4ce0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (8185d78e-c845-493b-a27d-b9ea1748e09b), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:36.573045 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-1342b2e1-2896-4443-b8f9-3c6be19dc8aa req-16800657-2072-483a-ad7e-e616f71c7fd7 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Deleting port 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:36.573504 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1342b2e1-2896-4443-b8f9-3c6be19dc8aa req-16800657-2072-483a-ad7e-e616f71c7fd7 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9c21802e-cee7-46b7-ad34-9d5d38cf9e89), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:36.586902 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0593875d-6d58-4aae-a321-d2445013bb4c req-096a3372-a9c2-4f72-9d87-dec0fadd6b27 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092942 Feb 19 04:08:36.715071 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-35d89a0d-41ca-4979-95c9-abb6c1fe4ce0 None None] For port 8185d78e-c845-493b-a27d-b9ea1748e09b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8185d78e-c845-493b-a27d-b9ea1748e09b,segment=NetworkSegment(4d5cab30-8a9a-4c09-a5f5-c528575f508f),segment_id=4d5cab30-8a9a-4c09-a5f5-c528575f508f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:36.716523 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-35d89a0d-41ca-4979-95c9-abb6c1fe4ce0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (8185d78e-c845-493b-a27d-b9ea1748e09b), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:36.739261 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:36.747946 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-35d89a0d-41ca-4979-95c9-abb6c1fe4ce0 None None] Calling delete_port for 8185d78e-c845-493b-a27d-b9ea1748e09b owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:36.791712 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ef71d-1349-4da6-b47a-c298ac1079c6 req-31bd6bc9-4781-4e79-9962-16cb47d90617 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:36.801950 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-144ef71d-1349-4da6-b47a-c298ac1079c6 req-31bd6bc9-4781-4e79-9962-16cb47d90617 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef HTTP/1.1" status: 200 len: 945 time: 0.1148446 Feb 19 04:08:36.818089 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6b3cb4ec-35c2-41b6-b420-8f11071c0ecd req-b69d47aa-bc23-4e7d-bba2-49bdd3d22063 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "GET /v2.0/security-groups/1591dc33-0d87-4d40-9d8a-0e4ab25e35f0 HTTP/1.1" status: 200 len: 2415 time: 0.2533967 Feb 19 04:08:36.821267 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-77e1e633-fc7e-4b6e-a5ff-76d8468c4d4a admin admin] Deleting port 8185d78e-c845-493b-a27d-b9ea1748e09b {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:08:36.821901 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-77e1e633-fc7e-4b6e-a5ff-76d8468c4d4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (8185d78e-c845-493b-a27d-b9ea1748e09b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:36.916633 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-144ef71d-1349-4da6-b47a-c298ac1079c6 req-5061e2da-a9cd-4c97-a9ad-0bf297294d5d tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fb7ece2-78af-48de-a9fe-b5000d4e7cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053133 Feb 19 04:08:37.021272 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-1342b2e1-2896-4443-b8f9-3c6be19dc8aa req-16800657-2072-483a-ad7e-e616f71c7fd7 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] For port 9c21802e-cee7-46b7-ad34-9d5d38cf9e89, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9c21802e-cee7-46b7-ad34-9d5d38cf9e89,segment=NetworkSegment(1121ec28-523b-4c23-8864-792f1de74a40),segment_id=1121ec28-523b-4c23-8864-792f1de74a40)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:37.022457 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1342b2e1-2896-4443-b8f9-3c6be19dc8aa req-16800657-2072-483a-ad7e-e616f71c7fd7 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9c21802e-cee7-46b7-ad34-9d5d38cf9e89), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:37.077394 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-1342b2e1-2896-4443-b8f9-3c6be19dc8aa req-16800657-2072-483a-ad7e-e616f71c7fd7 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Calling delete_port for 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:37.166126 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-77e1e633-fc7e-4b6e-a5ff-76d8468c4d4a admin admin] For port 8185d78e-c845-493b-a27d-b9ea1748e09b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8185d78e-c845-493b-a27d-b9ea1748e09b,segment=NetworkSegment(4d5cab30-8a9a-4c09-a5f5-c528575f508f),segment_id=4d5cab30-8a9a-4c09-a5f5-c528575f508f)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:37.166422 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f493b1-3329-4b7f-ac94-bc6443768fa6 req-81c70488-9c92-48b8-9038-6009e05790f7 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:37.166640 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-77e1e633-fc7e-4b6e-a5ff-76d8468c4d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (8185d78e-c845-493b-a27d-b9ea1748e09b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:37.172152 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-33f493b1-3329-4b7f-ac94-bc6443768fa6 req-81c70488-9c92-48b8-9038-6009e05790f7 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 946 time: 0.1216359 Feb 19 04:08:37.178875 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8185d78e-c845-493b-a27d-b9ea1748e09b no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:08:37.193442 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-35d89a0d-41ca-4979-95c9-abb6c1fe4ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (8185d78e-c845-493b-a27d-b9ea1748e09b), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:37.266844 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d89a0d-41ca-4979-95c9-abb6c1fe4ce0 None None] No DVR routers for this DVR port 8185d78e-c845-493b-a27d-b9ea1748e09b on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:08:37.301198 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-77e1e633-fc7e-4b6e-a5ff-76d8468c4d4a admin admin] Calling delete_port for 8185d78e-c845-493b-a27d-b9ea1748e09b owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:08:37.332805 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-33f493b1-3329-4b7f-ac94-bc6443768fa6 req-197c773f-f07c-4ea4-960d-77f16a42bbbd tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490386 Feb 19 04:08:37.333505 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 8185d78e-c845-493b-a27d-b9ea1748e09b {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:08:37.334432 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8185d78e-c845-493b-a27d-b9ea1748e09b not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:08:37.339219 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6b3cb4ec-35c2-41b6-b420-8f11071c0ecd req-3b38735a-311a-43eb-bb69-7267ae55b765 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (1591dc33-0d87-4d40-9d8a-0e4ab25e35f0), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:37.343813 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d89a0d-41ca-4979-95c9-abb6c1fe4ce0 None None] Pushing event deleted for resources: {'Port': ['ID=8185d78e-c845-493b-a27d-b9ea1748e09b,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:37.349238 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:37.535305 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6b3cb4ec-35c2-41b6-b420-8f11071c0ecd req-3b38735a-311a-43eb-bb69-7267ae55b765 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (1591dc33-0d87-4d40-9d8a-0e4ab25e35f0), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:37.667000 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f36e3-1bf5-4518-8eab-35cb6b8890e6 req-a41d8d1c-ab33-4c4b-b284-5a272b11487e tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:37.682858 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3c3f36e3-1bf5-4518-8eab-35cb6b8890e6 req-a41d8d1c-ab33-4c4b-b284-5a272b11487e tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.1955431 Feb 19 04:08:37.748483 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-77e1e633-fc7e-4b6e-a5ff-76d8468c4d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (8185d78e-c845-493b-a27d-b9ea1748e09b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:37.760454 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6b3cb4ec-35c2-41b6-b420-8f11071c0ecd req-3b38735a-311a-43eb-bb69-7267ae55b765 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1591dc33-0d87-4d40-9d8a-0e4ab25e35f0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:37.766228 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6b3cb4ec-35c2-41b6-b420-8f11071c0ecd req-3b38735a-311a-43eb-bb69-7267ae55b765 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:37.767864 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6b3cb4ec-35c2-41b6-b420-8f11071c0ecd req-3b38735a-311a-43eb-bb69-7267ae55b765 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] 10.222.0.65 "DELETE /v2.0/security-groups/1591dc33-0d87-4d40-9d8a-0e4ab25e35f0 HTTP/1.1" status: 204 len: 173 time: 0.9296994 Feb 19 04:08:37.793863 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:37.806464 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34412) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:37.837754 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1e633-fc7e-4b6e-a5ff-76d8468c4d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=8185d78e-c845-493b-a27d-b9ea1748e09b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:37.843824 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e1e633-fc7e-4b6e-a5ff-76d8468c4d4a admin admin] No DVR routers for this DVR port 8185d78e-c845-493b-a27d-b9ea1748e09b on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:08:37.850214 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38735a-311a-43eb-bb69-7267ae55b765 tempest-SecurityGroupRulesTestJSON-497035666 tempest-SecurityGroupRulesTestJSON-497035666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1591dc33-0d87-4d40-9d8a-0e4ab25e35f0,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:37.928036 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3c3f36e3-1bf5-4518-8eab-35cb6b8890e6 req-e764d608-a72d-4d2a-b847-44656e682729 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400143 Feb 19 04:08:38.036348 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd859d5c-c2f9-46dd-be5a-6795e3c344b6 admin admin] Deleting subnet 6a440cb2-919c-42eb-82b5-4cb4c3669ff3 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:08:38.043067 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-77e1e633-fc7e-4b6e-a5ff-76d8468c4d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (57c0be58-8493-4bdd-a215-bb2a3bcc05dc), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.054427 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bd859d5c-c2f9-46dd-be5a-6795e3c344b6 admin admin] Publish callbacks [] for subnet (6a440cb2-919c-42eb-82b5-4cb4c3669ff3), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.084794 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-77e1e633-fc7e-4b6e-a5ff-76d8468c4d4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c0be58-8493-4bdd-a215-bb2a3bcc05dc']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:38.092552 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1342b2e1-2896-4443-b8f9-3c6be19dc8aa req-16800657-2072-483a-ad7e-e616f71c7fd7 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (9c21802e-cee7-46b7-ad34-9d5d38cf9e89), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.140694 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-77e1e633-fc7e-4b6e-a5ff-76d8468c4d4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5cab30-8a9a-4c09-a5f5-c528575f508f') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:38.141537 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-77e1e633-fc7e-4b6e-a5ff-76d8468c4d4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5cab30-8a9a-4c09-a5f5-c528575f508f') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:38.184831 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-41edb27f-e479-4e3f-8a01-3381b80e4eb6 req-0621daa7-060a-4784-aeec-35f0ea9f92b9 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6c7b133-9b2e-4e1d-aafc-c89b41618566 HTTP/1.1" status: 200 len: 210 time: 0.0583153 Feb 19 04:08:38.199635 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bd859d5c-c2f9-46dd-be5a-6795e3c344b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (6a440cb2-919c-42eb-82b5-4cb4c3669ff3), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.235608 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a22eba2c-a4e9-43c2-8bf1-c08045fe7c8e req-c4e19cca-98de-4667-9535-ad4774d32919 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.1446114 Feb 19 04:08:38.256363 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16800657-2072-483a-ad7e-e616f71c7fd7 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Pushing event deleted for resources: {'Port': ['ID=9c21802e-cee7-46b7-ad34-9d5d38cf9e89,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:38.263235 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-77e1e633-fc7e-4b6e-a5ff-76d8468c4d4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (4d5cab30-8a9a-4c09-a5f5-c528575f508f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.310477 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bd859d5c-c2f9-46dd-be5a-6795e3c344b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (6a440cb2-919c-42eb-82b5-4cb4c3669ff3), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.350165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1342b2e1-2896-4443-b8f9-3c6be19dc8aa req-16800657-2072-483a-ad7e-e616f71c7fd7 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] No DVR routers for this DVR port 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:08:38.355197 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1342b2e1-2896-4443-b8f9-3c6be19dc8aa req-16800657-2072-483a-ad7e-e616f71c7fd7 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.361579 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1342b2e1-2896-4443-b8f9-3c6be19dc8aa req-16800657-2072-483a-ad7e-e616f71c7fd7 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.48 "DELETE /v2.0/ports/9c21802e-cee7-46b7-ad34-9d5d38cf9e89 HTTP/1.1" status: 204 len: 173 time: 2.4989367 Feb 19 04:08:38.362216 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c7b133-9b2e-4e1d-aafc-c89b41618566', 'name': 'network-vif-deleted', 'tag': '9c21802e-cee7-46b7-ad34-9d5d38cf9e89'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:38.366182 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b50dd3-cbb2-4b6f-89ca-7b9786ba0c43" -d '{"events": [{"server_uuid": "a6c7b133-9b2e-4e1d-aafc-c89b41618566", "name": "network-vif-deleted", "tag": "9c21802e-cee7-46b7-ad34-9d5d38cf9e89"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:38.372418 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-77e1e633-fc7e-4b6e-a5ff-76d8468c4d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (4d5cab30-8a9a-4c09-a5f5-c528575f508f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.391743 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e1e633-fc7e-4b6e-a5ff-76d8468c4d4a admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:08:38.393895 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-77e1e633-fc7e-4b6e-a5ff-76d8468c4d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (4d5cab30-8a9a-4c09-a5f5-c528575f508f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:08:38.396730 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:08:38.556661 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-77e1e633-fc7e-4b6e-a5ff-76d8468c4d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (57c0be58-8493-4bdd-a215-bb2a3bcc05dc), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.572110 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-77e1e633-fc7e-4b6e-a5ff-76d8468c4d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.581145 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-77e1e633-fc7e-4b6e-a5ff-76d8468c4d4a admin admin] 10.222.0.65 "DELETE /v2.0/networks/57c0be58-8493-4bdd-a215-bb2a3bcc05dc HTTP/1.1" status: 204 len: 168 time: 2.5122178 Feb 19 04:08:38.631877 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bd859d5c-c2f9-46dd-be5a-6795e3c344b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (6a440cb2-919c-42eb-82b5-4cb4c3669ff3), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.633226 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.636317 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1e633-fc7e-4b6e-a5ff-76d8468c4d4a admin admin] Pushing event deleted for resources: {'Network': ['ID=57c0be58-8493-4bdd-a215-bb2a3bcc05dc,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:38.680053 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bd859d5c-c2f9-46dd-be5a-6795e3c344b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.693506 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-bd859d5c-c2f9-46dd-be5a-6795e3c344b6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6a440cb2-919c-42eb-82b5-4cb4c3669ff3 HTTP/1.1" status: 204 len: 168 time: 0.8756192 Feb 19 04:08:38.695082 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34424) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:38.746996 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.784998 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd859d5c-c2f9-46dd-be5a-6795e3c344b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a440cb2-919c-42eb-82b5-4cb4c3669ff3,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:38.858724 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe9bb5-9054-4e09-863d-20a69777e48f req-9bb4dab8-f059-49b4-a95a-ae427187e0a1 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:38.873718 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-15fe9bb5-9054-4e09-863d-20a69777e48f req-9bb4dab8-f059-49b4-a95a-ae427187e0a1 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef HTTP/1.1" status: 200 len: 945 time: 0.3809645 Feb 19 04:08:38.910048 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a0603f-aad1-411e-8667-1f4784a5b0d8 x-openstack-request-id: req-29a0603f-aad1-411e-8667-1f4784a5b0d8 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:38.910639 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c7b133-9b2e-4e1d-aafc-c89b41618566", "name": "network-vif-deleted", "tag": "9c21802e-cee7-46b7-ad34-9d5d38cf9e89", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:38.911421 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-29a0603f-aad1-411e-8667-1f4784a5b0d8 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:38.912347 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c7b133-9b2e-4e1d-aafc-c89b41618566', 'name': 'network-vif-deleted', 'tag': '9c21802e-cee7-46b7-ad34-9d5d38cf9e89', 'status': 'completed', 'code': 200} Feb 19 04:08:38.939452 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-51e99eb8-bba1-4be5-9385-6ae04408279c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (c1d5d9fe-4078-4240-803f-594086bde6b4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:39.054432 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-15fe9bb5-9054-4e09-863d-20a69777e48f req-e0523133-1350-4f4b-8034-243a3c566944 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fb7ece2-78af-48de-a9fe-b5000d4e7cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679506 Feb 19 04:08:39.082601 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34430) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:39.235247 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7e880b85-6e49-410c-b893-ad08edeb6ba9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c6a66cc8d123446fb4da322bcc8cc6d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494253 Feb 19 04:08:39.236379 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34434) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:39.355699 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2410a112-e33d-4cf8-8a41-a7b45b6e92a9 admin admin] Publish callbacks [] for security_group (7af63b06-18b3-47f1-886d-d7dc4f3ea637), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:39.415801 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2410a112-e33d-4cf8-8a41-a7b45b6e92a9 admin admin] Publish callbacks [] for security_group (7af63b06-18b3-47f1-886d-d7dc4f3ea637), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:39.451378 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635efb4-d566-4bdc-901c-c74e38d16c26 req-cbdd4e9a-e23f-4490-800d-ce83d05447d6 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:39.465753 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6635efb4-d566-4bdc-901c-c74e38d16c26 req-cbdd4e9a-e23f-4490-800d-ce83d05447d6 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 946 time: 0.5187767 Feb 19 04:08:39.491316 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:08:39.521832 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-51e99eb8-bba1-4be5-9385-6ae04408279c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (c1d5d9fe-4078-4240-803f-594086bde6b4), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:39.559942 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:08:39.561379 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9c21802e-cee7-46b7-ad34-9d5d38cf9e89 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:08:39.623645 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81953cbd-295c-4b7f-8b4a-2bb9559894b8 req-d668f1d8-0802-4856-b5cf-5870e6810719 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:39.630655 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-51e99eb8-bba1-4be5-9385-6ae04408279c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d5d9fe-4078-4240-803f-594086bde6b4']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:39.638705 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-81953cbd-295c-4b7f-8b4a-2bb9559894b8 req-d668f1d8-0802-4856-b5cf-5870e6810719 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.1920462 Feb 19 04:08:39.665148 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6635efb4-d566-4bdc-901c-c74e38d16c26 req-b6eccb56-5c66-45e5-970d-bf0cd670a77a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974182 Feb 19 04:08:39.669710 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-51e99eb8-bba1-4be5-9385-6ae04408279c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57717225-d0a2-4e9a-a494-ddf382067203') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:39.670246 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-51e99eb8-bba1-4be5-9385-6ae04408279c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57717225-d0a2-4e9a-a494-ddf382067203') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:39.706091 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-51e99eb8-bba1-4be5-9385-6ae04408279c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (57717225-d0a2-4e9a-a494-ddf382067203), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:39.758819 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-51e99eb8-bba1-4be5-9385-6ae04408279c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (57717225-d0a2-4e9a-a494-ddf382067203), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:39.762995 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2410a112-e33d-4cf8-8a41-a7b45b6e92a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7af63b06-18b3-47f1-886d-d7dc4f3ea637), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:39.770586 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2410a112-e33d-4cf8-8a41-a7b45b6e92a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:39.775835 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2410a112-e33d-4cf8-8a41-a7b45b6e92a9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7af63b06-18b3-47f1-886d-d7dc4f3ea637 HTTP/1.1" status: 204 len: 168 time: 0.5344179 Feb 19 04:08:39.779513 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e99eb8-bba1-4be5-9385-6ae04408279c admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:08:39.780053 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-51e99eb8-bba1-4be5-9385-6ae04408279c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (57717225-d0a2-4e9a-a494-ddf382067203), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:39.815739 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-81953cbd-295c-4b7f-8b4a-2bb9559894b8 req-16db9354-a5d3-4d3c-8b37-ee59756268e4 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747890 Feb 19 04:08:39.818460 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410a112-e33d-4cf8-8a41-a7b45b6e92a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af63b06-18b3-47f1-886d-d7dc4f3ea637,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:08:39.829388 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:08:40.018438 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-51e99eb8-bba1-4be5-9385-6ae04408279c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (c1d5d9fe-4078-4240-803f-594086bde6b4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:40.031287 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-51e99eb8-bba1-4be5-9385-6ae04408279c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:40.040455 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-51e99eb8-bba1-4be5-9385-6ae04408279c admin admin] 10.222.0.65 "DELETE /v2.0/networks/c1d5d9fe-4078-4240-803f-594086bde6b4 HTTP/1.1" status: 204 len: 168 time: 1.3429153 Feb 19 04:08:40.094315 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e99eb8-bba1-4be5-9385-6ae04408279c admin admin] Pushing event deleted for resources: {'Network': ['ID=c1d5d9fe-4078-4240-803f-594086bde6b4,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:40.128488 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e113661c-8310-461e-8c91-95228e3ceb40 req-6e1e0b6d-d28e-4db8-8f76-de0520a86646 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.0637693 Feb 19 04:08:40.159031 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05b338-9628-4f2c-8fec-973a81eb4761 req-54c5357c-a829-489d-a1a8-124fefdcab3a tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:40.180587 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34446) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:40.184990 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7b05b338-9628-4f2c-8fec-973a81eb4761 req-54c5357c-a829-489d-a1a8-124fefdcab3a tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef HTTP/1.1" status: 200 len: 945 time: 0.1937997 Feb 19 04:08:40.199535 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-a5a4fabe-a487-49a2-99fa-bec9e91275f5 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Request body: {'floatingip': {'port_id': '1134513c-393e-42dc-ba1e-69bbb50ede81'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:40.340073 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a5a4fabe-a487-49a2-99fa-bec9e91275f5 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks [] for floatingip (e5633d1c-33ac-4fd8-8863-839760dd1123), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:40.740286 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34460) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:40.950941 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-24d64546-80ea-488b-81e3-fe53c2be32ed admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=245df4d8070d4030b0c34f7370284f2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2086360 Feb 19 04:08:40.968830 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34466) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:41.097818 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34470) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:41.151328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-57d5c5f4-ba2b-467a-aad0-fff3e1020acb tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--487300083', 'description': 'tempest-description--1814728866'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:41.235818 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8601afb-c62e-4b48-9fda-24fdc70e5aa3 req-a2874d22-5d4a-4495-a098-66d820919e6d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:41.239164 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f8601afb-c62e-4b48-9fda-24fdc70e5aa3 req-a2874d22-5d4a-4495-a098-66d820919e6d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 946 time: 0.2856162 Feb 19 04:08:41.253130 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-85995367-530d-45cd-a6d8-d3102daeb27c admin admin] Publish callbacks [] for security_group (d95346b1-3337-4bf0-8039-97cd44912d27), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:41.293144 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-57d5c5f4-ba2b-467a-aad0-fff3e1020acb tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:41.350486 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-85995367-530d-45cd-a6d8-d3102daeb27c admin admin] Publish callbacks [] for security_group (d95346b1-3337-4bf0-8039-97cd44912d27), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:41.418240 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f8601afb-c62e-4b48-9fda-24fdc70e5aa3 req-3d3e4edf-0fe8-4e3f-9800-8aeeb090ee90 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577654 Feb 19 04:08:41.591764 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-85995367-530d-45cd-a6d8-d3102daeb27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d95346b1-3337-4bf0-8039-97cd44912d27), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:41.596958 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-85995367-530d-45cd-a6d8-d3102daeb27c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:41.602993 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-85995367-530d-45cd-a6d8-d3102daeb27c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d95346b1-3337-4bf0-8039-97cd44912d27 HTTP/1.1" status: 204 len: 168 time: 0.6268673 Feb 19 04:08:41.607060 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-57d5c5f4-ba2b-467a-aad0-fff3e1020acb tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks [] for security_group (922e6370-507d-4b7e-a6d8-09fb38687c14), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:41.623589 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-57d5c5f4-ba2b-467a-aad0-fff3e1020acb tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (922e6370-507d-4b7e-a6d8-09fb38687c14), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:41.628395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85995367-530d-45cd-a6d8-d3102daeb27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95346b1-3337-4bf0-8039-97cd44912d27,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:41.685374 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-57d5c5f4-ba2b-467a-aad0-fff3e1020acb tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:41.692041 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-57d5c5f4-ba2b-467a-aad0-fff3e1020acb tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5748165 Feb 19 04:08:41.696734 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34484) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:41.705245 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-12a3ee4e-c060-40f4-9619-32622292118d tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Request body: {'security_group_rule': {'security_group_id': '922e6370-507d-4b7e-a6d8-09fb38687c14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:41.736054 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5c5f4-ba2b-467a-aad0-fff3e1020acb tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=922e6370-507d-4b7e-a6d8-09fb38687c14,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:41.752772 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a5a4fabe-a487-49a2-99fa-bec9e91275f5 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:41.877609 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f750a8d-a964-4710-baf3-5f37ab0f5200 req-feab357e-5612-48ad-8854-c38e4b0d9fd3 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.1490190 Feb 19 04:08:41.887869 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a5a4fabe-a487-49a2-99fa-bec9e91275f5 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (e5633d1c-33ac-4fd8-8863-839760dd1123), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:41.909348 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-12a3ee4e-c060-40f4-9619-32622292118d tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks [] for security_group_rule (18f9bef7-1fa4-4d8f-8e1f-ffab5b964f74), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.096640 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-12a3ee4e-c060-40f4-9619-32622292118d tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks [] for security_group_rule (18f9bef7-1fa4-4d8f-8e1f-ffab5b964f74), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.107743 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-12a3ee4e-c060-40f4-9619-32622292118d tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (18f9bef7-1fa4-4d8f-8e1f-ffab5b964f74), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.155860 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a62f1-0231-422f-836e-c7379b04602a req-f765eade-8db0-4dbf-85c4-721bee4adeca tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:42.181878 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-497a62f1-0231-422f-836e-c7379b04602a req-f765eade-8db0-4dbf-85c4-721bee4adeca tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.4332528 Feb 19 04:08:42.200619 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3ee4e-c060-40f4-9619-32622292118d tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f9bef7-1fa4-4d8f-8e1f-ffab5b964f74,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:42.222368 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-12a3ee4e-c060-40f4-9619-32622292118d tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.232038 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-12a3ee4e-c060-40f4-9619-32622292118d tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5336137 Feb 19 04:08:42.236214 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34490) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:42.251620 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-ab3c52db-35d6-49b1-a989-888836203146 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Request body: {'security_group_rule': {'security_group_id': '922e6370-507d-4b7e-a6d8-09fb38687c14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:42.252774 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34492) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:42.318107 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ab3c52db-35d6-49b1-a989-888836203146 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks [] for security_group_rule (a47e3713-de1a-4739-9b09-db8f5c1503ba), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.405080 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-497a62f1-0231-422f-836e-c7379b04602a req-22ea88d0-2b53-4878-a9e6-a9b53e6e5e1a tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093868 Feb 19 04:08:42.471323 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-a5a4fabe-a487-49a2-99fa-bec9e91275f5 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Floating IP e5633d1c-33ac-4fd8-8863-839760dd1123 associated. External IP: 172.25.0.110, port: 1134513c-393e-42dc-ba1e-69bbb50ede81. Feb 19 04:08:42.551723 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ab3c52db-35d6-49b1-a989-888836203146 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks [] for security_group_rule (a47e3713-de1a-4739-9b09-db8f5c1503ba), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.566974 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ab3c52db-35d6-49b1-a989-888836203146 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (a47e3713-de1a-4739-9b09-db8f5c1503ba), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.599831 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c52db-35d6-49b1-a989-888836203146 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47e3713-de1a-4739-9b09-db8f5c1503ba,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:42.607808 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-203efe6d-acd8-4bc1-af55-ab013e06bfb6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1763595194-network', 'tenant_id': '419e9a0715e84b22a8fff2f89fa3da4c'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:42.650336 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ab3c52db-35d6-49b1-a989-888836203146 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.665200 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34504) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:42.670191 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ab3c52db-35d6-49b1-a989-888836203146 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4318807 Feb 19 04:08:42.673882 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-7c4a4a5a-7fba-40be-9e54-e9ecfef5ccaf tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:42.801159 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203efe6d-acd8-4bc1-af55-ab013e06bfb6 admin admin] Made reservation on behalf of 419e9a0715e84b22a8fff2f89fa3da4c for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:42.808362 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-203efe6d-acd8-4bc1-af55-ab013e06bfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.836271 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7c4a4a5a-7fba-40be-9e54-e9ecfef5ccaf tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.861478 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631687f0-1fd6-4fc4-8923-4d5671ee167a req-fcec6384-737a-4bbc-b6d1-f29328743214 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:42.864789 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-631687f0-1fd6-4fc4-8923-4d5671ee167a req-fcec6384-737a-4bbc-b6d1-f29328743214 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 946 time: 0.1784594 Feb 19 04:08:42.876544 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-203efe6d-acd8-4bc1-af55-ab013e06bfb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:42.979798 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-631687f0-1fd6-4fc4-8923-4d5671ee167a req-96354cfd-e3a9-4987-9cb2-66eb4f12ec9a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981717 Feb 19 04:08:43.228692 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dcc3a15c-148d-41f2-9a2b-f33f10399919 req-a4c7b16d-ad6e-4d3b-b43a-6c97cfd3da6f tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.0790591 Feb 19 04:08:43.343549 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-203efe6d-acd8-4bc1-af55-ab013e06bfb6 admin admin] Publish callbacks [] for security_group (59a7c712-d407-48dd-98ee-f7113796a28f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:43.424670 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-203efe6d-acd8-4bc1-af55-ab013e06bfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (59a7c712-d407-48dd-98ee-f7113796a28f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:43.505773 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203efe6d-acd8-4bc1-af55-ab013e06bfb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:08:43.529837 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34522) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:43.561140 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203efe6d-acd8-4bc1-af55-ab013e06bfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a7c712-d407-48dd-98ee-f7113796a28f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:43.569231 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7c4a4a5a-7fba-40be-9e54-e9ecfef5ccaf tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:43.595919 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-203efe6d-acd8-4bc1-af55-ab013e06bfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (72ec0aad-642a-4664-8544-6e9c31cf89a5), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:43.596457 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-203efe6d-acd8-4bc1-af55-ab013e06bfb6 admin admin] Added segment 72ec0aad-642a-4664-8544-6e9c31cf89a5 of type vlan for network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f Feb 19 04:08:43.600297 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a4fabe-a487-49a2-99fa-bec9e91275f5 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Router c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:08:43.757738 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-e24dbdba-d781-4dbc-bcff-dc81a81105ae admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-526296264-network', 'tenant_id': 'bdc524aed1954122b76b42fbb54f2fc0'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:43.790033 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24dbdba-d781-4dbc-bcff-dc81a81105ae admin admin] Made reservation on behalf of bdc524aed1954122b76b42fbb54f2fc0 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:43.794683 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e24dbdba-d781-4dbc-bcff-dc81a81105ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:43.802427 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-203efe6d-acd8-4bc1-af55-ab013e06bfb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (9dc04b1c-0c00-4eb5-855b-7e8517943c9f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:43.805966 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e24dbdba-d781-4dbc-bcff-dc81a81105ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:43.918654 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.resource_extend [None req-203efe6d-acd8-4bc1-af55-ab013e06bfb6 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:08:43.962278 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e24dbdba-d781-4dbc-bcff-dc81a81105ae admin admin] Publish callbacks [] for security_group (8cd7dfa1-c734-4c34-9beb-e6816844a556), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:43.970715 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e24dbdba-d781-4dbc-bcff-dc81a81105ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8cd7dfa1-c734-4c34-9beb-e6816844a556), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:44.013035 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24dbdba-d781-4dbc-bcff-dc81a81105ae admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:08:44.044812 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24dbdba-d781-4dbc-bcff-dc81a81105ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd7dfa1-c734-4c34-9beb-e6816844a556,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:44.049208 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e24dbdba-d781-4dbc-bcff-dc81a81105ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (ec55f182-6d21-4b61-8d3d-0c79b9fd10e8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:44.050151 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-e24dbdba-d781-4dbc-bcff-dc81a81105ae admin admin] Added segment ec55f182-6d21-4b61-8d3d-0c79b9fd10e8 of type vlan for network a0772c94-348b-4a3f-ae9b-73ea1cdc4a25 Feb 19 04:08:44.113315 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-203efe6d-acd8-4bc1-af55-ab013e06bfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (9dc04b1c-0c00-4eb5-855b-7e8517943c9f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:44.115422 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203efe6d-acd8-4bc1-af55-ab013e06bfb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:44.116775 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-203efe6d-acd8-4bc1-af55-ab013e06bfb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:44.143863 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e24dbdba-d781-4dbc-bcff-dc81a81105ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (a0772c94-348b-4a3f-ae9b-73ea1cdc4a25), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:44.146878 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223d8eb-fd4c-420a-b63d-aeab0fccb8b3 req-550d25df-7950-4e68-a8b9-29b5e1aeced8 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:44.150304 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c223d8eb-fd4c-420a-b63d-aeab0fccb8b3 req-550d25df-7950-4e68-a8b9-29b5e1aeced8 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.4822376 Feb 19 04:08:44.206365 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e24dbdba-d781-4dbc-bcff-dc81a81105ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (a0772c94-348b-4a3f-ae9b-73ea1cdc4a25), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:44.208378 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24dbdba-d781-4dbc-bcff-dc81a81105ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:44.210056 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e24dbdba-d781-4dbc-bcff-dc81a81105ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:44.297529 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:08:44.301769 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-203efe6d-acd8-4bc1-af55-ab013e06bfb6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0359368 Feb 19 04:08:44.313221 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34530) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:44.351143 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-7c4a4a5a-7fba-40be-9e54-e9ecfef5ccaf tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Allocated IP 172.25.0.142 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/b13ca821-46fe-4673-8024-946b3b5fe77d) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:08:44.360798 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-a1b1a9fa-0dca-4f21-ab3c-92f2cef1e7bd admin admin] Request body: {'subnet': {'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1763595194-subnet', 'tenant_id': '419e9a0715e84b22a8fff2f89fa3da4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:44.369378 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e24dbdba-d781-4dbc-bcff-dc81a81105ae admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8339894 Feb 19 04:08:44.381041 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34534) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:44.392421 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a4fabe-a487-49a2-99fa-bec9e91275f5 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:08:44.409561 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60856b6-b855-4f72-b29b-2dcd6c80c97a None None] Sync routers for ids ['c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:08:44.416441 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24dbdba-d781-4dbc-bcff-dc81a81105ae admin admin] Pushing event updated for resources: {'Network': ['ID=a0772c94-348b-4a3f-ae9b-73ea1cdc4a25,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:44.422880 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a5a4fabe-a487-49a2-99fa-bec9e91275f5 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:44.438171 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network a0772c94-348b-4a3f-ae9b-73ea1cdc4a25 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:08:44.458520 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d370c24-8a8f-4cb2-b54a-7ca77450147e req-bf780a75-6f68-48ac-9913-7396250d604e tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:44.460407 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-dd044352-4568-43b3-8577-4d7abab1d4e1 admin admin] Request body: {'subnet': {'network_id': 'a0772c94-348b-4a3f-ae9b-73ea1cdc4a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-526296264-subnet', 'tenant_id': 'bdc524aed1954122b76b42fbb54f2fc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:44.472791 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60856b6-b855-4f72-b29b-2dcd6c80c97a None None] Routers {'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:08:44.473074 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8d370c24-8a8f-4cb2-b54a-7ca77450147e req-bf780a75-6f68-48ac-9913-7396250d604e tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 946 time: 0.2206311 Feb 19 04:08:44.474314 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a60856b6-b855-4f72-b29b-2dcd6c80c97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:08:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:44.476133 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203efe6d-acd8-4bc1-af55-ab013e06bfb6 admin admin] Pushing event updated for resources: {'Network': ['ID=9dc04b1c-0c00-4eb5-855b-7e8517943c9f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:44.588754 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8d370c24-8a8f-4cb2-b54a-7ca77450147e req-a25ca01c-4e88-4589-bb4e-ed723df0bcfa tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143503 Feb 19 04:08:44.637817 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:08:44.712400 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b1a9fa-0dca-4f21-ab3c-92f2cef1e7bd admin admin] Made reservation on behalf of 419e9a0715e84b22a8fff2f89fa3da4c for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:44.718680 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1b1a9fa-0dca-4f21-ab3c-92f2cef1e7bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:44.800395 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c223d8eb-fd4c-420a-b63d-aeab0fccb8b3 req-50ec40a7-205e-4d00-9f82-28ebe8e57c72 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5949457 Feb 19 04:08:44.806355 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a5a4fabe-a487-49a2-99fa-bec9e91275f5 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "PUT /v2.0/floatingips/e5633d1c-33ac-4fd8-8863-839760dd1123 HTTP/1.1" status: 200 len: 991 time: 4.6179595 Feb 19 04:08:44.849281 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef', 'tag': '1134513c-393e-42dc-ba1e-69bbb50ede81'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:44.853761 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664545e4-2803-44c6-bf04-0bb008b92c39" -d '{"events": [{"name": "network-changed", "server_uuid": "c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef", "tag": "1134513c-393e-42dc-ba1e-69bbb50ede81"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:44.858871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd044352-4568-43b3-8577-4d7abab1d4e1 admin admin] Made reservation on behalf of bdc524aed1954122b76b42fbb54f2fc0 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:44.870788 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dd044352-4568-43b3-8577-4d7abab1d4e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:44.938082 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ba7f0fbc-ab8b-44cc-808a-72eb494707e0 req-bb1dce29-3e69-40cd-b1e0-9f91269f43ae tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.1056318 Feb 19 04:08:45.143063 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7079c412-94e2-4097-964f-ffdeecd80562 x-openstack-request-id: req-7079c412-94e2-4097-964f-ffdeecd80562 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:45.143494 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef", "tag": "1134513c-393e-42dc-ba1e-69bbb50ede81", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:45.143884 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7079c412-94e2-4097-964f-ffdeecd80562 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:45.144575 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef', 'tag': '1134513c-393e-42dc-ba1e-69bbb50ede81', 'status': 'completed', 'code': 200} Feb 19 04:08:45.205786 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-a60856b6-b855-4f72-b29b-2dcd6c80c97a None None] Set router c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:08:45.363333 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ed874-d85e-44e5-8067-4dd4778776da req-849bd719-fd33-4eda-a344-6e688df31da3 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:45.383198 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b91ed874-d85e-44e5-8067-4dd4778776da req-849bd719-fd33-4eda-a344-6e688df31da3 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef HTTP/1.1" status: 200 len: 945 time: 0.2168331 Feb 19 04:08:45.594682 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b91ed874-d85e-44e5-8067-4dd4778776da req-01c1182c-ff73-4590-b335-93145a3a242d tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fb7ece2-78af-48de-a9fe-b5000d4e7cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931643 Feb 19 04:08:45.766188 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a60856b6-b855-4f72-b29b-2dcd6c80c97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'name': 'tempest-ServersTestManualDisk-2082685045-router', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '176e7c36-a313-4af9-94a2-01c813806544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:43Z', 'updated_at': '2022-02-19T04:07:59Z', 'revision_number': 4, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'gw_port': {'id': '176e7c36-a313-4af9-94a2-01c813806544', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:45Z', 'updated_at': '2022-02-19T04:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'e5633d1c-33ac-4fd8-8863-839760dd1123', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'port_id': '1134513c-393e-42dc-ba1e-69bbb50ede81', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a', 'mac_address': 'fa:16:3e:4d:cc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:08:10Z', 'updated_at': '2022-02-19T04:08:41Z', 'revision_number': 1, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46befd0d-8734-4f93-9c3d-3fe3b2860a90', 'name': '', 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'mac_address': 'fa:16:3e:1b:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'aa3b1869-96cd-4c45-92be-d4abda3b5f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:54Z', 'updated_at': '2022-02-19T04:08:08Z', 'revision_number': 5, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'subnets': [{'id': 'aa3b1869-96cd-4c45-92be-d4abda3b5f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:45.832508 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60856b6-b855-4f72-b29b-2dcd6c80c97a None None] Checking router: c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:08:45.850261 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60856b6-b855-4f72-b29b-2dcd6c80c97a None None] Routers {'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:08:45.851366 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a60856b6-b855-4f72-b29b-2dcd6c80c97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:08:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:46.029519 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7c4a4a5a-7fba-40be-9e54-e9ecfef5ccaf tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks [] for port (b13ca821-46fe-4673-8024-946b3b5fe77d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:46.150799 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-a60856b6-b855-4f72-b29b-2dcd6c80c97a None None] Set router c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:08:46.155784 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a4f06-d621-469a-91de-2698c600ea0a req-9689f4e5-1dde-4a58-beb7-be135f8e211c tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:46.168995 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2e8a4f06-d621-469a-91de-2698c600ea0a req-9689f4e5-1dde-4a58-beb7-be135f8e211c tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.1316087 Feb 19 04:08:46.175404 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664545e4-2803-44c6-bf04-0bb008b92c39 req-9b4f4f64-f410-44fd-a59f-01dbeb9d7453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:46.178694 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-664545e4-2803-44c6-bf04-0bb008b92c39 req-9b4f4f64-f410-44fd-a59f-01dbeb9d7453 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d4ce332cdc64507908f8d7d7a356f05&device_id=c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef HTTP/1.1" status: 200 len: 1127 time: 1.0324583 Feb 19 04:08:46.273242 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2e8a4f06-d621-469a-91de-2698c600ea0a req-e6ca8da3-b852-4ec4-88ea-3af6f9e2e226 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030934 Feb 19 04:08:46.323091 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86193bcd-44d8-4dfb-8e2d-87ce6f6490f1 req-0a8b564d-4777-498a-a947-eb3a3c1d3cd8 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:46.337557 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-86193bcd-44d8-4dfb-8e2d-87ce6f6490f1 req-0a8b564d-4777-498a-a947-eb3a3c1d3cd8 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 946 time: 0.5100415 Feb 19 04:08:46.479503 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fcdb666-dbe3-4e01-a377-f8236868bb8d req-04edc1fc-c59a-41d2-b51a-1b0695bea761 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.0764008 Feb 19 04:08:46.703504 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7c4a4a5a-7fba-40be-9e54-e9ecfef5ccaf tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b13ca821-46fe-4673-8024-946b3b5fe77d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:46.740884 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a60856b6-b855-4f72-b29b-2dcd6c80c97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'name': 'tempest-ServersTestManualDisk-2082685045-router', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '176e7c36-a313-4af9-94a2-01c813806544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:43Z', 'updated_at': '2022-02-19T04:07:59Z', 'revision_number': 4, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'gw_port': {'id': '176e7c36-a313-4af9-94a2-01c813806544', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:45Z', 'updated_at': '2022-02-19T04:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'e5633d1c-33ac-4fd8-8863-839760dd1123', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'port_id': '1134513c-393e-42dc-ba1e-69bbb50ede81', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a', 'mac_address': 'fa:16:3e:4d:cc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:08:10Z', 'updated_at': '2022-02-19T04:08:41Z', 'revision_number': 1, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46befd0d-8734-4f93-9c3d-3fe3b2860a90', 'name': '', 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'mac_address': 'fa:16:3e:1b:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'aa3b1869-96cd-4c45-92be-d4abda3b5f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:54Z', 'updated_at': '2022-02-19T04:08:08Z', 'revision_number': 5, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'subnets': [{'id': 'aa3b1869-96cd-4c45-92be-d4abda3b5f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:46.806306 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1b1a9fa-0dca-4f21-ab3c-92f2cef1e7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (920919b3-1361-46cf-9a70-c4e0885dbe63), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:46.810072 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60856b6-b855-4f72-b29b-2dcd6c80c97a None None] The sync data for ids ['c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'] in n-d-772273-4 is: [{'id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'name': 'tempest-ServersTestManualDisk-2082685045-router', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '176e7c36-a313-4af9-94a2-01c813806544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:43Z', 'updated_at': '2022-02-19T04:07:59Z', 'revision_number': 4, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'gw_port': {'id': '176e7c36-a313-4af9-94a2-01c813806544', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:45Z', 'updated_at': '2022-02-19T04:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'e5633d1c-33ac-4fd8-8863-839760dd1123', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'port_id': '1134513c-393e-42dc-ba1e-69bbb50ede81', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a', 'mac_address': 'fa:16:3e:4d:cc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:08:10Z', 'updated_at': '2022-02-19T04:08:41Z', 'revision_number': 1, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46befd0d-8734-4f93-9c3d-3fe3b2860a90', 'name': '', 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'mac_address': 'fa:16:3e:1b:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'aa3b1869-96cd-4c45-92be-d4abda3b5f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:54Z', 'updated_at': '2022-02-19T04:08:08Z', 'revision_number': 5, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'subnets': [{'id': 'aa3b1869-96cd-4c45-92be-d4abda3b5f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:08:46.937119 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-86193bcd-44d8-4dfb-8e2d-87ce6f6490f1 req-be2a88b5-a6b3-46e6-9e97-ab9e3a576756 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5977700 Feb 19 04:08:46.978046 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dd044352-4568-43b3-8577-4d7abab1d4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (5015c0a5-c0a8-4c82-b3ac-a745f3cf69cb), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:47.009207 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4a4a5a-7fba-40be-9e54-e9ecfef5ccaf tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:08:47.019620 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664545e4-2803-44c6-bf04-0bb008b92c39 req-efade641-ce9c-4008-95b2-6599f226a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:47.023034 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-664545e4-2803-44c6-bf04-0bb008b92c39 req-efade641-ce9c-4008-95b2-6599f226a2bc service neutron] 10.222.0.10 "GET /v2.0/networks?id=eab2e216-8bdd-48e7-bc15-91f434ecb15a HTTP/1.1" status: 200 len: 912 time: 0.8229024 Feb 19 04:08:47.038391 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-7c4a4a5a-7fba-40be-9e54-e9ecfef5ccaf tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:47.063356 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4a4a5a-7fba-40be-9e54-e9ecfef5ccaf tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:08:47.206999 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b974b38d-aba0-4da9-ad7a-d53acd20160a None None] New status for floating IP e5633d1c-33ac-4fd8-8863-839760dd1123: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:08:47.220653 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a4a5a-7fba-40be-9e54-e9ecfef5ccaf tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Pushing event updated for resources: {'Port': ['ID=b13ca821-46fe-4673-8024-946b3b5fe77d,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:47.251049 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1a9fa-0dca-4f21-ab3c-92f2cef1e7bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=920919b3-1361-46cf-9a70-c4e0885dbe63,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:47.432008 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-664545e4-2803-44c6-bf04-0bb008b92c39 req-8b00186b-3921-49a6-a892-5ba7010dd891 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1134513c-393e-42dc-ba1e-69bbb50ede81 HTTP/1.1" status: 200 len: 999 time: 0.3848817 Feb 19 04:08:47.439724 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b1a9fa-0dca-4f21-ab3c-92f2cef1e7bd admin admin] Checking segment: {'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:47.440367 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b1a9fa-0dca-4f21-ab3c-92f2cef1e7bd admin admin] Network hostable DHCP agents. Network: 9dc04b1c-0c00-4eb5-855b-7e8517943c9f, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:08:47.585307 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd044352-4568-43b3-8577-4d7abab1d4e1 admin admin] Checking segment: {'id': 'ec55f182-6d21-4b61-8d3d-0c79b9fd10e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a0772c94-348b-4a3f-ae9b-73ea1cdc4a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:47.585929 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd044352-4568-43b3-8577-4d7abab1d4e1 admin admin] Network hostable DHCP agents. Network: a0772c94-348b-4a3f-ae9b-73ea1cdc4a25, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:08:47.593944 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f55d08-750c-460d-9fd3-3a399191952b req-23e29821-fa94-4440-8fe3-2e121744f71b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:47.599377 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd044352-4568-43b3-8577-4d7abab1d4e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5015c0a5-c0a8-4c82-b3ac-a745f3cf69cb,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:47.611792 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-43f55d08-750c-460d-9fd3-3a399191952b req-23e29821-fa94-4440-8fe3-2e121744f71b tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.1503708 Feb 19 04:08:47.692360 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b1a9fa-0dca-4f21-ab3c-92f2cef1e7bd admin admin] Network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:08:47.706544 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7c4a4a5a-7fba-40be-9e54-e9ecfef5ccaf tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks [] for floatingip (00e69d0a-80dd-4ce7-9c13-45db11a86f37), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:47.725447 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664545e4-2803-44c6-bf04-0bb008b92c39 req-df780ed0-3bf9-48e0-9290-b93ca83619ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:47.729378 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-664545e4-2803-44c6-bf04-0bb008b92c39 req-df780ed0-3bf9-48e0-9290-b93ca83619ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aa3b1869-96cd-4c45-92be-d4abda3b5f98 HTTP/1.1" status: 200 len: 851 time: 0.2814236 Feb 19 04:08:47.766964 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-43f55d08-750c-460d-9fd3-3a399191952b req-16a4c1b8-56ab-4847-b839-912c056b5267 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528459 Feb 19 04:08:47.786363 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd044352-4568-43b3-8577-4d7abab1d4e1 admin admin] Network a0772c94-348b-4a3f-ae9b-73ea1cdc4a25 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:08:47.824468 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-a1b1a9fa-0dca-4f21-ab3c-92f2cef1e7bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 9dc04b1c-0c00-4eb5-855b-7e8517943c9f) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:47.839372 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c7ea25-b355-4b92-a2e0-0d055defe327 None None] Network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:08:47.879776 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-788bc4b9-d5d2-447c-9306-f05500b90058 req-172164db-bd00-44ce-8ff5-ad6fdc2b6389 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.1105032 Feb 19 04:08:47.912435 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b1a9fa-0dca-4f21-ab3c-92f2cef1e7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:47.913710 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1b1a9fa-0dca-4f21-ab3c-92f2cef1e7bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:47.924962 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-dd044352-4568-43b3-8577-4d7abab1d4e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, a0772c94-348b-4a3f-ae9b-73ea1cdc4a25) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:47.951223 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd044352-4568-43b3-8577-4d7abab1d4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:47.952382 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dd044352-4568-43b3-8577-4d7abab1d4e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:47.978280 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7c4a4a5a-7fba-40be-9e54-e9ecfef5ccaf tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b13ca821-46fe-4673-8024-946b3b5fe77d), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:48.003566 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b544c577-7d3e-459d-93eb-356b06bc35b5 None None] Network a0772c94-348b-4a3f-ae9b-73ea1cdc4a25 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:08:48.059180 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a1b1a9fa-0dca-4f21-ab3c-92f2cef1e7bd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 3.7171268 Feb 19 04:08:48.104708 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-dd044352-4568-43b3-8577-4d7abab1d4e1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.6982787 Feb 19 04:08:48.124300 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664545e4-2803-44c6-bf04-0bb008b92c39 req-a6967bde-c520-429a-9e99-8a0c5d34fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:48.135879 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-664545e4-2803-44c6-bf04-0bb008b92c39 req-a6967bde-c520-429a-9e99-8a0c5d34fa1f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eab2e216-8bdd-48e7-bc15-91f434ecb15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3886523 Feb 19 04:08:48.233408 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f141690-ddfb-4063-985d-c40a60c66558 None None] Network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:08:48.381870 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ba66d-d8e9-42ae-80ee-d0a438c45587 req-87deb259-55ee-4e8a-9872-14c5a7c50f40 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:48.406884 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6a4ba66d-d8e9-42ae-80ee-d0a438c45587 req-87deb259-55ee-4e8a-9872-14c5a7c50f40 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 946 time: 0.2509701 Feb 19 04:08:48.604091 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-664545e4-2803-44c6-bf04-0bb008b92c39 req-5fc6bf35-1ddd-4f5e-993b-e98bc4732084 service neutron] 10.222.0.10 "GET /v2.0/networks/eab2e216-8bdd-48e7-bc15-91f434ecb15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529092 Feb 19 04:08:48.646573 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6a4ba66d-d8e9-42ae-80ee-d0a438c45587 req-718db814-2342-49ad-b1cd-df42446bd264 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239780 Feb 19 04:08:48.842101 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3865c6-6eba-44c4-ab7c-2f40c5574361 None None] Network a0772c94-348b-4a3f-ae9b-73ea1cdc4a25 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:08:48.881399 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-664545e4-2803-44c6-bf04-0bb008b92c39 req-298d6cb9-737b-4a23-9ea0-78031563f8b6 service neutron] 10.222.0.10 "GET /v2.0/networks/eab2e216-8bdd-48e7-bc15-91f434ecb15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703993 Feb 19 04:08:48.998412 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [req-00454877-df0a-4a3a-b20f-d8219757d9ab req-cd5682ac-8320-4d31-aab9-4bc4e96c43e3 tempest-SecurityGroupsNegativeTestJSON-1006486308 tempest-SecurityGroupsNegativeTestJSON-1006486308-project] show failed (client error): The resource could not be found. Feb 19 04:08:49.000638 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-00454877-df0a-4a3a-b20f-d8219757d9ab req-cd5682ac-8320-4d31-aab9-4bc4e96c43e3 tempest-SecurityGroupsNegativeTestJSON-1006486308 tempest-SecurityGroupsNegativeTestJSON-1006486308-project] 10.222.0.65 "GET /v2.0/security-groups/a65c0b42-21e0-478e-8891-aaa42d7a7331 HTTP/1.1" status: 404 len: 352 time: 0.0455456 Feb 19 04:08:49.056283 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7c4a4a5a-7fba-40be-9e54-e9ecfef5ccaf tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks [] for port (b13ca821-46fe-4673-8024-946b3b5fe77d), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:49.071895 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7c4a4a5a-7fba-40be-9e54-e9ecfef5ccaf tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (b13ca821-46fe-4673-8024-946b3b5fe77d), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:49.317277 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a4a5a-7fba-40be-9e54-e9ecfef5ccaf tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Pushing event updated for resources: {'Port': ['ID=b13ca821-46fe-4673-8024-946b3b5fe77d,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:49.353068 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c03110-814a-4f0c-9edb-40b64dd182f0 req-1446d0ee-f32f-4e5c-a6be-24312a6d8c02 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:49.357791 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-00c03110-814a-4f0c-9edb-40b64dd182f0 req-1446d0ee-f32f-4e5c-a6be-24312a6d8c02 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.2251554 Feb 19 04:08:49.383472 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7c4a4a5a-7fba-40be-9e54-e9ecfef5ccaf tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (00e69d0a-80dd-4ce7-9c13-45db11a86f37), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:49.443618 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7c4a4a5a-7fba-40be-9e54-e9ecfef5ccaf tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:49.455745 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7c4a4a5a-7fba-40be-9e54-e9ecfef5ccaf tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7867224 Feb 19 04:08:49.504157 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-0a33260f-1ce1-415e-bba2-e1ac6131d911 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:49.504720 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-00c03110-814a-4f0c-9edb-40b64dd182f0 req-542caeac-8be0-4f5d-ba76-e7a822316d5a tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374917 Feb 19 04:08:49.520771 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-0a33260f-1ce1-415e-bba2-e1ac6131d911 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/networks?id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f HTTP/1.1" status: 200 len: 806 time: 0.2653394 Feb 19 04:08:49.559974 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-68f57f1a-dd28-4c8b-9721-100603e12598 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/quotas/419e9a0715e84b22a8fff2f89fa3da4c HTTP/1.1" status: 200 len: 375 time: 0.0353184 Feb 19 04:08:49.619874 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-3ffa7fa0-53c8-441f-96c5-d8ffb463ab25 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568321 Feb 19 04:08:49.698930 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-33c2001f-8435-4e0e-9877-72b2d56370b0 req-ce8f0121-f7b9-47a4-90dc-b2ea921df12d tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.0588043 Feb 19 04:08:49.817033 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-18bcc077-fe47-4256-bac7-472f686ee39c service neutron] 10.222.0.65 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771028 Feb 19 04:08:49.996472 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-addfa997-36bf-45dc-ac8b-1a87c2790ac2 service neutron] 10.222.0.65 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698148 Feb 19 04:08:50.062334 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-32f00de7-8678-453c-8d51-4ac2e2465251 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:50.065904 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-32f00de7-8678-453c-8d51-4ac2e2465251 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/networks?id=3b348713-0dd0-49ec-becd-2bf2a70d19e8 HTTP/1.1" status: 200 len: 822 time: 0.2139637 Feb 19 04:08:50.107830 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-99f0ccdc-d99e-4ef4-93ee-ca1baecb4895 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/quotas/69187c7c1e1c4976be0c59c8c6235cbf HTTP/1.1" status: 200 len: 375 time: 0.0274260 Feb 19 04:08:50.181470 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-a8ea6d82-c377-4583-bfbb-6cd185aa7400 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=69187c7c1e1c4976be0c59c8c6235cbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592058 Feb 19 04:08:50.418317 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9b1c8-938b-462b-a3ba-74e756850dcb req-6666dd0a-55ee-4dc6-9fef-2f5620bbd00f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:50.421830 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c9b9b1c8-938b-462b-a3ba-74e756850dcb req-6666dd0a-55ee-4dc6-9fef-2f5620bbd00f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 946 time: 0.1105139 Feb 19 04:08:50.445444 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-8ec591ac-b231-4cc5-b054-7b781527cdb2 service neutron] 10.222.0.65 "GET /v2.0/networks/3b348713-0dd0-49ec-becd-2bf2a70d19e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495799 Feb 19 04:08:50.535580 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c9b9b1c8-938b-462b-a3ba-74e756850dcb req-f0f5b8d2-d21b-46bf-a192-559c5e5c287f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026046 Feb 19 04:08:50.706331 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-47f45358-de11-4ab1-82c0-845bead2a4cc service neutron] 10.222.0.65 "GET /v2.0/networks/3b348713-0dd0-49ec-becd-2bf2a70d19e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592371 Feb 19 04:08:50.749349 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-63daa702-ed93-49ac-94da-d50b954aba16 req-9e681125-136a-42d5-96bf-0140e679359a tempest-SecurityGroupsNegativeTestJSON-1006486308 tempest-SecurityGroupsNegativeTestJSON-1006486308-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bdc524aed1954122b76b42fbb54f2fc0 HTTP/1.1" status: 200 len: 3001 time: 0.1248298 Feb 19 04:08:50.889693 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-63daa702-ed93-49ac-94da-d50b954aba16 req-fd734b4a-16da-458e-8364-252ccabe5a7b tempest-SecurityGroupsNegativeTestJSON-1006486308 tempest-SecurityGroupsNegativeTestJSON-1006486308-project] 10.222.0.65 "GET /v2.0/security-groups/8cd7dfa1-c734-4c34-9beb-e6816844a556 HTTP/1.1" status: 200 len: 2998 time: 0.1246178 Feb 19 04:08:51.041168 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-63daa702-ed93-49ac-94da-d50b954aba16 req-6044417b-c93f-44b1-a942-5cf70e4d367d tempest-SecurityGroupsNegativeTestJSON-1006486308 tempest-SecurityGroupsNegativeTestJSON-1006486308-project] 10.222.0.65 "GET /v2.0/security-groups/8cd7dfa1-c734-4c34-9beb-e6816844a556 HTTP/1.1" status: 200 len: 2998 time: 0.1354644 Feb 19 04:08:51.227246 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cf48d828-566e-4e00-8fca-a67bad2b1c8a req-7662901e-6839-437a-b339-20df85325f84 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=4925d8da-84bd-4a1c-8cf3-0256c43cac5b HTTP/1.1" status: 200 len: 210 time: 0.0951240 Feb 19 04:08:51.340147 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da44bbb-3085-4f00-a275-8426c21cc0d2 req-a7e2ecfb-5d75-4333-b23c-02a62b219c5a tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:51.344028 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0da44bbb-3085-4f00-a275-8426c21cc0d2 req-a7e2ecfb-5d75-4333-b23c-02a62b219c5a tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.1711159 Feb 19 04:08:51.523929 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0da44bbb-3085-4f00-a275-8426c21cc0d2 req-0600b77c-2f0d-4e1f-a3b9-103db0f800a6 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466482 Feb 19 04:08:51.532508 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-06e791cc-dcaa-4f7e-8eec-d80f5024d151 req-69035df3-8bf6-4d23-a20f-93e493fb7d9a tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.1180370 Feb 19 04:08:51.734756 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d4823310-3820-4545-a04d-b730296e0e3e req-e721b3d4-6f01-4f2c-bef0-47e7abf00b3e tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ba662ce-c532-46cb-a209-6c8d6640672e HTTP/1.1" status: 200 len: 210 time: 0.0686505 Feb 19 04:08:51.753528 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a58781b1-d373-4515-b6da-ef718921f77a req-9a38f1d3-cdcd-44fd-a571-ab0cc73e12b5 tempest-SecurityGroupsNegativeTestJSON-1006486308 tempest-SecurityGroupsNegativeTestJSON-1006486308-project] 10.222.0.65 "GET /v2.0/security-groups/8cd7dfa1-c734-4c34-9beb-e6816844a556 HTTP/1.1" status: 200 len: 2998 time: 0.1336160 Feb 19 04:08:51.902763 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [req-a58781b1-d373-4515-b6da-ef718921f77a req-d505ce37-f578-46a0-aafe-7a11cbc9f730 tempest-SecurityGroupsNegativeTestJSON-1006486308 tempest-SecurityGroupsNegativeTestJSON-1006486308-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 04:08:51.915638 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a58781b1-d373-4515-b6da-ef718921f77a req-d505ce37-f578-46a0-aafe-7a11cbc9f730 tempest-SecurityGroupsNegativeTestJSON-1006486308 tempest-SecurityGroupsNegativeTestJSON-1006486308-project] 10.222.0.65 "DELETE /v2.0/security-groups/8cd7dfa1-c734-4c34-9beb-e6816844a556 HTTP/1.1" status: 409 len: 352 time: 0.1495659 Feb 19 04:08:52.020724 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [req-02008a37-16e8-4633-bb93-332ca095f15c req-2d05ef7e-4e21-431e-8f93-c92318e99e0d tempest-SecurityGroupsNegativeTestJSON-1006486308 tempest-SecurityGroupsNegativeTestJSON-1006486308-project] show failed (client error): The resource could not be found. Feb 19 04:08:52.022791 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-02008a37-16e8-4633-bb93-332ca095f15c req-2d05ef7e-4e21-431e-8f93-c92318e99e0d tempest-SecurityGroupsNegativeTestJSON-1006486308 tempest-SecurityGroupsNegativeTestJSON-1006486308-project] 10.222.0.65 "GET /v2.0/security-groups/b7e25d4e-2209-4107-b42e-c72b3c5bbe85 HTTP/1.1" status: 404 len: 352 time: 0.0688994 Feb 19 04:08:52.090416 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [req-780ea3b2-90c1-43bf-a391-5493907966ae req-c9685a85-e727-4cf7-bc8a-9fab7154531d tempest-SecurityGroupsNegativeTestJSON-1006486308 tempest-SecurityGroupsNegativeTestJSON-1006486308-project] show failed (client error): The resource could not be found. Feb 19 04:08:52.105027 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-780ea3b2-90c1-43bf-a391-5493907966ae req-c9685a85-e727-4cf7-bc8a-9fab7154531d tempest-SecurityGroupsNegativeTestJSON-1006486308 tempest-SecurityGroupsNegativeTestJSON-1006486308-project] 10.222.0.65 "GET /v2.0/security-groups/8584b8c3-576d-4919-add5-7508e5192553 HTTP/1.1" status: 404 len: 352 time: 0.0387931 Feb 19 04:08:52.114014 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34634) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:52.138116 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dea199-c0a6-481a-bf1e-0ddbd972afa2 req-ee4d4bf8-56dc-4c75-9186-f7a3e7f91794 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:52.154691 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-22dea199-c0a6-481a-bf1e-0ddbd972afa2 req-ee4d4bf8-56dc-4c75-9186-f7a3e7f91794 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 946 time: 0.1631186 Feb 19 04:08:52.212579 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27b01ad-3031-435e-97a8-134aaf87aa9a admin admin] Deleting subnet 5015c0a5-c0a8-4c82-b3ac-a745f3cf69cb {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:08:52.238598 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d27b01ad-3031-435e-97a8-134aaf87aa9a admin admin] Publish callbacks [] for subnet (5015c0a5-c0a8-4c82-b3ac-a745f3cf69cb), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:52.269579 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-22dea199-c0a6-481a-bf1e-0ddbd972afa2 req-bd7fbcc4-6fc3-4403-aeb9-70933441da41 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111104 Feb 19 04:08:52.397843 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d27b01ad-3031-435e-97a8-134aaf87aa9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (5015c0a5-c0a8-4c82-b3ac-a745f3cf69cb), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:52.622640 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2bc96517-2c07-4c41-96d7-4d48c6661770 req-0eb6d7b9-e718-4374-b29f-4fc322c7937e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=4925d8da-84bd-4a1c-8cf3-0256c43cac5b HTTP/1.1" status: 200 len: 210 time: 0.1221066 Feb 19 04:08:52.777608 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d27b01ad-3031-435e-97a8-134aaf87aa9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (5015c0a5-c0a8-4c82-b3ac-a745f3cf69cb), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:52.850342 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0a6cede6-e94c-4635-bc1e-827439743f85 req-b07c215b-2ca9-41ee-bf15-a58d6976281d tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.0700550 Feb 19 04:08:53.008557 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-1034f60e-12b4-4abb-868d-7332b3eddac5 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:53.010779 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-1034f60e-12b4-4abb-868d-7332b3eddac5 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.48 "GET /v2.0/networks?id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f HTTP/1.1" status: 200 len: 806 time: 0.4825892 Feb 19 04:08:53.023248 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1840244-bb5c-4f66-943c-51fbb991573d req-3e4fe1a3-ba0b-4bae-8e17-104ca62e46f4 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ba662ce-c532-46cb-a209-6c8d6640672e HTTP/1.1" status: 200 len: 210 time: 0.0571632 Feb 19 04:08:53.033257 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-17e959e4-e643-4f75-af3b-da8b37a3cc0c tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Request body: {'port': {'device_id': '4925d8da-84bd-4a1c-8cf3-0256c43cac5b', 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f', 'admin_state_up': True, 'tenant_id': '419e9a0715e84b22a8fff2f89fa3da4c'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:53.059200 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4b922-08eb-42b9-8973-14a4715dc740 req-ea87d58e-0935-44e8-8a46-38fc3580a047 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:53.065860 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9e4b922-08eb-42b9-8973-14a4715dc740 req-ea87d58e-0935-44e8-8a46-38fc3580a047 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.2173860 Feb 19 04:08:53.082405 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d27b01ad-3031-435e-97a8-134aaf87aa9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (5015c0a5-c0a8-4c82-b3ac-a745f3cf69cb), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:53.231626 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b01ad-3031-435e-97a8-134aaf87aa9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5015c0a5-c0a8-4c82-b3ac-a745f3cf69cb,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:53.235154 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d27b01ad-3031-435e-97a8-134aaf87aa9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:53.242388 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d27b01ad-3031-435e-97a8-134aaf87aa9a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5015c0a5-c0a8-4c82-b3ac-a745f3cf69cb HTTP/1.1" status: 204 len: 168 time: 1.1240449 Feb 19 04:08:53.247317 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34646) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:53.472743 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9e4b922-08eb-42b9-8973-14a4715dc740 req-feb6984b-941e-4841-8770-94b05d08669f tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801222 Feb 19 04:08:53.537846 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-94bc84f0-aaac-49be-b6d3-6e975b9ce43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (a0772c94-348b-4a3f-ae9b-73ea1cdc4a25), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:53.577395 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-917bda49-c412-45c7-a4bf-967b0a3c28df tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:53.578672 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-17e959e4-e643-4f75-af3b-da8b37a3cc0c tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Made reservation on behalf of 419e9a0715e84b22a8fff2f89fa3da4c for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:53.579808 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-917bda49-c412-45c7-a4bf-967b0a3c28df tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.48 "GET /v2.0/networks?id=3b348713-0dd0-49ec-becd-2bf2a70d19e8 HTTP/1.1" status: 200 len: 822 time: 0.3354166 Feb 19 04:08:53.585086 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-17e959e4-e643-4f75-af3b-da8b37a3cc0c tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:53.597761 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-928a0f4b-ad5f-4b00-850c-e804f7933690 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Request body: {'port': {'device_id': '2ba662ce-c532-46cb-a209-6c8d6640672e', 'network_id': '3b348713-0dd0-49ec-becd-2bf2a70d19e8', 'admin_state_up': True, 'tenant_id': '69187c7c1e1c4976be0c59c8c6235cbf'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:53.789224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc070ff5-e1b8-43d9-b381-7bd6b45c080c req-e4e84123-9aa2-4557-a867-b9658459254b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:53.806467 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cc070ff5-e1b8-43d9-b381-7bd6b45c080c req-e4e84123-9aa2-4557-a867-b9658459254b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 946 time: 0.3491576 Feb 19 04:08:53.978955 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-94bc84f0-aaac-49be-b6d3-6e975b9ce43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (a0772c94-348b-4a3f-ae9b-73ea1cdc4a25), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:54.040080 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cc070ff5-e1b8-43d9-b381-7bd6b45c080c req-ef12b7ef-419c-4fc3-8591-c854095ef0cb tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287064 Feb 19 04:08:54.051014 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-928a0f4b-ad5f-4b00-850c-e804f7933690 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Made reservation on behalf of 69187c7c1e1c4976be0c59c8c6235cbf for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:54.061192 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-928a0f4b-ad5f-4b00-850c-e804f7933690 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:54.091664 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dab27986-1945-4c6c-b802-3e3403191df1 req-60b43f62-840a-4e26-93de-466872e75c7e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=4925d8da-84bd-4a1c-8cf3-0256c43cac5b HTTP/1.1" status: 200 len: 210 time: 0.1699836 Feb 19 04:08:54.142725 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-94bc84f0-aaac-49be-b6d3-6e975b9ce43d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0772c94-348b-4a3f-ae9b-73ea1cdc4a25']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:54.214697 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-94bc84f0-aaac-49be-b6d3-6e975b9ce43d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec55f182-6d21-4b61-8d3d-0c79b9fd10e8') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:54.215207 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-94bc84f0-aaac-49be-b6d3-6e975b9ce43d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec55f182-6d21-4b61-8d3d-0c79b9fd10e8') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:08:54.348986 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-94bc84f0-aaac-49be-b6d3-6e975b9ce43d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (ec55f182-6d21-4b61-8d3d-0c79b9fd10e8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:54.418733 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf115e59-6da7-42b0-81fb-db4f00cf689f req-362c84e6-440a-4852-b2d0-3d64ea08da7c tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ba662ce-c532-46cb-a209-6c8d6640672e HTTP/1.1" status: 200 len: 210 time: 0.0918133 Feb 19 04:08:54.459672 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-94bc84f0-aaac-49be-b6d3-6e975b9ce43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (ec55f182-6d21-4b61-8d3d-0c79b9fd10e8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:54.482385 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-893c77d1-b27a-4ca4-be70-3a2a38476cd4 req-e1acd621-2c19-4ac7-b6e4-c392aca150df tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.1593983 Feb 19 04:08:54.487899 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94bc84f0-aaac-49be-b6d3-6e975b9ce43d admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:08:54.488769 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-94bc84f0-aaac-49be-b6d3-6e975b9ce43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (ec55f182-6d21-4b61-8d3d-0c79b9fd10e8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:54.561255 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-928a0f4b-ad5f-4b00-850c-e804f7933690 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Allocated IP 172.20.0.2 (3b348713-0dd0-49ec-becd-2bf2a70d19e8/d11649e3-7df5-4a04-84e8-be114deba600/d56814a2-9b9f-4703-a270-728e3fd5c37a) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:08:54.614118 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:08:54.651760 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-17e959e4-e643-4f75-af3b-da8b37a3cc0c tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Allocated IP 172.20.0.14 (9dc04b1c-0c00-4eb5-855b-7e8517943c9f/920919b3-1361-46cf-9a70-c4e0885dbe63/dae86111-0480-4bc5-a0c0-903b538e51df) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:08:54.670003 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-94bc84f0-aaac-49be-b6d3-6e975b9ce43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (a0772c94-348b-4a3f-ae9b-73ea1cdc4a25), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:54.709815 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-94bc84f0-aaac-49be-b6d3-6e975b9ce43d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:54.719943 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-94bc84f0-aaac-49be-b6d3-6e975b9ce43d admin admin] 10.222.0.65 "DELETE /v2.0/networks/a0772c94-348b-4a3f-ae9b-73ea1cdc4a25 HTTP/1.1" status: 204 len: 168 time: 1.4659886 Feb 19 04:08:54.722161 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc84f0-aaac-49be-b6d3-6e975b9ce43d admin admin] Pushing event deleted for resources: {'Network': ['ID=a0772c94-348b-4a3f-ae9b-73ea1cdc4a25,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:55.060977 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-928a0f4b-ad5f-4b00-850c-e804f7933690 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks [] for port (d56814a2-9b9f-4703-a270-728e3fd5c37a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:55.245997 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-928a0f4b-ad5f-4b00-850c-e804f7933690 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (d56814a2-9b9f-4703-a270-728e3fd5c37a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:55.421624 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34668) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:55.546746 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-928a0f4b-ad5f-4b00-850c-e804f7933690 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Network 3b348713-0dd0-49ec-becd-2bf2a70d19e8 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:08:55.577501 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-928a0f4b-ad5f-4b00-850c-e804f7933690 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:55.591424 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-928a0f4b-ad5f-4b00-850c-e804f7933690 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:08:55.707446 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a0f4b-ad5f-4b00-850c-e804f7933690 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Pushing event updated for resources: {'Port': ['ID=d56814a2-9b9f-4703-a270-728e3fd5c37a,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:55.783998 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6ed42673-aa00-4168-8702-437073e21e6c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bdc524aed1954122b76b42fbb54f2fc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3552170 Feb 19 04:08:55.798097 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34676) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:55.844649 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73975a78-55d2-49a5-843a-10a205c184f5 req-bf1c34b8-0153-4efa-9495-f6b488907714 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:55.866055 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-73975a78-55d2-49a5-843a-10a205c184f5 req-bf1c34b8-0153-4efa-9495-f6b488907714 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 946 time: 0.4248278 Feb 19 04:08:55.886485 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376089e8-d5d1-4f54-8005-16835c27ec2e req-7307c43e-d2ae-400f-9eae-9c72d806032e tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:55.890466 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-376089e8-d5d1-4f54-8005-16835c27ec2e req-7307c43e-d2ae-400f-9eae-9c72d806032e tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 1.1855958 Feb 19 04:08:55.896397 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-17e959e4-e643-4f75-af3b-da8b37a3cc0c tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks [] for port (dae86111-0480-4bc5-a0c0-903b538e51df), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:55.899619 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-928a0f4b-ad5f-4b00-850c-e804f7933690 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:55.904686 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-928a0f4b-ad5f-4b00-850c-e804f7933690 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:55.969655 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-928a0f4b-ad5f-4b00-850c-e804f7933690 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3777237 Feb 19 04:08:56.002338 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-a79ba4bd-ab60-481c-a8d0-d628715ed89e service neutron] Request body: {'port': {'device_id': '2ba662ce-c532-46cb-a209-6c8d6640672e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:56.025156 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-376089e8-d5d1-4f54-8005-16835c27ec2e req-c60094ab-d8ea-4ef8-b141-15e986f2cbee tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152647 Feb 19 04:08:56.085142 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-17e959e4-e643-4f75-af3b-da8b37a3cc0c tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (dae86111-0480-4bc5-a0c0-903b538e51df), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:56.134920 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-73975a78-55d2-49a5-843a-10a205c184f5 req-de2d8128-61cd-41b3-a589-827da1cd5e2b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673702 Feb 19 04:08:56.248462 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-17e959e4-e643-4f75-af3b-da8b37a3cc0c tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:08:56.260315 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-17e959e4-e643-4f75-af3b-da8b37a3cc0c tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:08:56.268183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-17e959e4-e643-4f75-af3b-da8b37a3cc0c tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:08:56.274282 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e959e4-e643-4f75-af3b-da8b37a3cc0c tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Pushing event updated for resources: {'Port': ['ID=dae86111-0480-4bc5-a0c0-903b538e51df,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:56.288259 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0803d12d-1983-412f-ba7b-2a082424ce44 admin admin] Publish callbacks [] for security_group (8cd7dfa1-c734-4c34-9beb-e6816844a556), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:56.327886 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-a79ba4bd-ab60-481c-a8d0-d628715ed89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d56814a2-9b9f-4703-a270-728e3fd5c37a), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:56.374164 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0803d12d-1983-412f-ba7b-2a082424ce44 admin admin] Publish callbacks [] for security_group (8cd7dfa1-c734-4c34-9beb-e6816844a556), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:56.491407 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-17e959e4-e643-4f75-af3b-da8b37a3cc0c tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:56.493758 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-17e959e4-e643-4f75-af3b-da8b37a3cc0c tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:56.532342 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542de30a-2b34-4982-bb2a-185592c698d2 req-cb4e01d4-9f7d-4616-9e18-7b6fe4edadfa tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:56.537145 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-542de30a-2b34-4982-bb2a-185592c698d2 req-cb4e01d4-9f7d-4616-9e18-7b6fe4edadfa tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=4925d8da-84bd-4a1c-8cf3-0256c43cac5b HTTP/1.1" status: 200 len: 932 time: 0.2346032 Feb 19 04:08:56.579887 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-17e959e4-e643-4f75-af3b-da8b37a3cc0c tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5553305 Feb 19 04:08:56.607937 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-114de93f-f2fc-467a-a752-0ccb4c31356a service neutron] Request body: {'port': {'device_id': '4925d8da-84bd-4a1c-8cf3-0256c43cac5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:56.722290 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2c5c4-a09b-40d9-abb4-4d98743a08c4 req-ab68f673-a4b4-4a51-94a2-067e667e92be tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:56.725437 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9ba2c5c4-a09b-40d9-abb4-4d98743a08c4 req-ab68f673-a4b4-4a51-94a2-067e667e92be tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ba662ce-c532-46cb-a209-6c8d6640672e HTTP/1.1" status: 200 len: 931 time: 0.3473139 Feb 19 04:08:56.781532 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0803d12d-1983-412f-ba7b-2a082424ce44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8cd7dfa1-c734-4c34-9beb-e6816844a556), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:56.787645 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0803d12d-1983-412f-ba7b-2a082424ce44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:56.795650 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0803d12d-1983-412f-ba7b-2a082424ce44 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8cd7dfa1-c734-4c34-9beb-e6816844a556 HTTP/1.1" status: 204 len: 168 time: 0.8626926 Feb 19 04:08:56.846227 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-114de93f-f2fc-467a-a752-0ccb4c31356a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dae86111-0480-4bc5-a0c0-903b538e51df), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:56.884554 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-542de30a-2b34-4982-bb2a-185592c698d2 req-8b40d5bf-d333-43c6-9c8f-f1096971e9dc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354592 Feb 19 04:08:56.958661 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9ba2c5c4-a09b-40d9-abb4-4d98743a08c4 req-0d5ba0e9-9289-4bf7-ac8f-3b392b5b255f tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161233 Feb 19 04:08:56.959168 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803d12d-1983-412f-ba7b-2a082424ce44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd7dfa1-c734-4c34-9beb-e6816844a556,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:57.510030 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079678f-86e9-42ed-a4ae-b191d62a44c5 req-ac5b4382-f258-4316-be40-f72a719dbdd6 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:57.527077 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d079678f-86e9-42ed-a4ae-b191d62a44c5 req-ac5b4382-f258-4316-be40-f72a719dbdd6 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.2322249 Feb 19 04:08:57.559924 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-a79ba4bd-ab60-481c-a8d0-d628715ed89e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d56814a2-9b9f-4703-a270-728e3fd5c37a {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:08:57.596718 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-a79ba4bd-ab60-481c-a8d0-d628715ed89e service neutron] Publish callbacks [] for port (d56814a2-9b9f-4703-a270-728e3fd5c37a), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:57.626990 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-a79ba4bd-ab60-481c-a8d0-d628715ed89e service neutron] Transition to ACTIVE for port object d56814a2-9b9f-4703-a270-728e3fd5c37a will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:08:57.649417 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-a79ba4bd-ab60-481c-a8d0-d628715ed89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (d56814a2-9b9f-4703-a270-728e3fd5c37a), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:57.780740 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6aff94d2-82f7-409a-9241-f9ce6872eb9c req-f24d5199-786c-442f-b9a1-b756e7ccae4f tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.4889195 Feb 19 04:08:57.785609 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-114de93f-f2fc-467a-a752-0ccb4c31356a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae86111-0480-4bc5-a0c0-903b538e51df {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:08:57.801043 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ba4bd-ab60-481c-a8d0-d628715ed89e service neutron] Pushing event updated for resources: {'Port': ['ID=d56814a2-9b9f-4703-a270-728e3fd5c37a,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:57.824050 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-114de93f-f2fc-467a-a752-0ccb4c31356a service neutron] Publish callbacks [] for port (dae86111-0480-4bc5-a0c0-903b538e51df), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:57.892133 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-114de93f-f2fc-467a-a752-0ccb4c31356a service neutron] Transition to ACTIVE for port object dae86111-0480-4bc5-a0c0-903b538e51df will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:08:57.903964 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-114de93f-f2fc-467a-a752-0ccb4c31356a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (dae86111-0480-4bc5-a0c0-903b538e51df), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:57.989413 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d079678f-86e9-42ed-a4ae-b191d62a44c5 req-8ec9a20e-9a1a-49e6-934b-362ccb48a394 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597740 Feb 19 04:08:58.269933 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114de93f-f2fc-467a-a752-0ccb4c31356a service neutron] Pushing event updated for resources: {'Port': ['ID=dae86111-0480-4bc5-a0c0-903b538e51df,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:58.374166 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-a79ba4bd-ab60-481c-a8d0-d628715ed89e service neutron] Attempting to bind port d56814a2-9b9f-4703-a270-728e3fd5c37a on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:08:58.377935 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-a79ba4bd-ab60-481c-a8d0-d628715ed89e service neutron] Attempting to bind port d56814a2-9b9f-4703-a270-728e3fd5c37a by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '1121ec28-523b-4c23-8864-792f1de74a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3b348713-0dd0-49ec-becd-2bf2a70d19e8'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:08:58.379035 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-a79ba4bd-ab60-481c-a8d0-d628715ed89e service neutron] Attempting to bind port d56814a2-9b9f-4703-a270-728e3fd5c37a on network 3b348713-0dd0-49ec-becd-2bf2a70d19e8 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:58.393941 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-a79ba4bd-ab60-481c-a8d0-d628715ed89e service neutron] Port d56814a2-9b9f-4703-a270-728e3fd5c37a on network 3b348713-0dd0-49ec-becd-2bf2a70d19e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:08:58.394916 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-a79ba4bd-ab60-481c-a8d0-d628715ed89e service neutron] Attempting to bind port d56814a2-9b9f-4703-a270-728e3fd5c37a on network 3b348713-0dd0-49ec-becd-2bf2a70d19e8 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:58.405861 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-a79ba4bd-ab60-481c-a8d0-d628715ed89e service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:08:58.407120 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-a79ba4bd-ab60-481c-a8d0-d628715ed89e service neutron] Checking segment: {'id': '1121ec28-523b-4c23-8864-792f1de74a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3b348713-0dd0-49ec-becd-2bf2a70d19e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:58.407919 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-a79ba4bd-ab60-481c-a8d0-d628715ed89e service neutron] Bound using segment: {'id': '1121ec28-523b-4c23-8864-792f1de74a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3b348713-0dd0-49ec-becd-2bf2a70d19e8'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:08:58.408895 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-a79ba4bd-ab60-481c-a8d0-d628715ed89e service neutron] Bound port: d56814a2-9b9f-4703-a270-728e3fd5c37a, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1121ec28-523b-4c23-8864-792f1de74a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3b348713-0dd0-49ec-becd-2bf2a70d19e8'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:08:58.409955 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-a79ba4bd-ab60-481c-a8d0-d628715ed89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d56814a2-9b9f-4703-a270-728e3fd5c37a), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:58.506208 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c457a57-2002-4ebe-9a73-aa1b8538dbcf req-fc450986-bfdf-4434-b97e-22bd5efb1b68 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:58.522963 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7c457a57-2002-4ebe-9a73-aa1b8538dbcf req-fc450986-bfdf-4434-b97e-22bd5efb1b68 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 946 time: 0.4918642 Feb 19 04:08:58.523237 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9512aa0-a766-496f-aad0-577425b1c02d req-a5254da2-ebfd-4bb2-a6f7-0cdc967275bc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:58.532772 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d9512aa0-a766-496f-aad0-577425b1c02d req-a5254da2-ebfd-4bb2-a6f7-0cdc967275bc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=4925d8da-84bd-4a1c-8cf3-0256c43cac5b HTTP/1.1" status: 200 len: 944 time: 0.3233149 Feb 19 04:08:58.582136 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-114de93f-f2fc-467a-a752-0ccb4c31356a service neutron] Attempting to bind port dae86111-0480-4bc5-a0c0-903b538e51df on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:08:58.582781 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-114de93f-f2fc-467a-a752-0ccb4c31356a service neutron] Attempting to bind port dae86111-0480-4bc5-a0c0-903b538e51df by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:08:58.583307 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-114de93f-f2fc-467a-a752-0ccb4c31356a service neutron] Attempting to bind port dae86111-0480-4bc5-a0c0-903b538e51df on network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:58.618194 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-114de93f-f2fc-467a-a752-0ccb4c31356a service neutron] Port dae86111-0480-4bc5-a0c0-903b538e51df on network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:08:58.618720 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-114de93f-f2fc-467a-a752-0ccb4c31356a service neutron] Attempting to bind port dae86111-0480-4bc5-a0c0-903b538e51df on network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:58.633364 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-114de93f-f2fc-467a-a752-0ccb4c31356a service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:08:58.633715 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-114de93f-f2fc-467a-a752-0ccb4c31356a service neutron] Checking segment: {'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:58.634078 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-114de93f-f2fc-467a-a752-0ccb4c31356a service neutron] Bound using segment: {'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:08:58.634732 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-114de93f-f2fc-467a-a752-0ccb4c31356a service neutron] Bound port: dae86111-0480-4bc5-a0c0-903b538e51df, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:08:58.635090 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-114de93f-f2fc-467a-a752-0ccb4c31356a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dae86111-0480-4bc5-a0c0-903b538e51df), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:58.714955 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d9512aa0-a766-496f-aad0-577425b1c02d req-6602b34a-a931-4f71-bb9d-841973f33732 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796033 Feb 19 04:08:58.725908 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-a79ba4bd-ab60-481c-a8d0-d628715ed89e service neutron] For port d56814a2-9b9f-4703-a270-728e3fd5c37a, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:08:58.746705 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-a79ba4bd-ab60-481c-a8d0-d628715ed89e service neutron] For port d56814a2-9b9f-4703-a270-728e3fd5c37a, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=d56814a2-9b9f-4703-a270-728e3fd5c37a,segment=NetworkSegment(1121ec28-523b-4c23-8864-792f1de74a40),segment_id=1121ec28-523b-4c23-8864-792f1de74a40)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:08:58.775762 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-a79ba4bd-ab60-481c-a8d0-d628715ed89e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (d56814a2-9b9f-4703-a270-728e3fd5c37a), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:58.796091 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7c457a57-2002-4ebe-9a73-aa1b8538dbcf req-10e4d941-e89d-498c-ab1c-f2352bfce0b5 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716076 Feb 19 04:08:58.826143 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-a79ba4bd-ab60-481c-a8d0-d628715ed89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:58.827908 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-a79ba4bd-ab60-481c-a8d0-d628715ed89e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:58.831371 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-a79ba4bd-ab60-481c-a8d0-d628715ed89e service neutron] 10.222.0.48 "PUT /v2.0/ports/d56814a2-9b9f-4703-a270-728e3fd5c37a HTTP/1.1" status: 200 len: 1091 time: 2.8372979 Feb 19 04:08:58.845010 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba662ce-c532-46cb-a209-6c8d6640672e', 'tag': 'd56814a2-9b9f-4703-a270-728e3fd5c37a'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:58.845010 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54fc58a-57bf-41f1-831a-f45dfb493377" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba662ce-c532-46cb-a209-6c8d6640672e", "tag": "d56814a2-9b9f-4703-a270-728e3fd5c37a"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:58.951652 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-114de93f-f2fc-467a-a752-0ccb4c31356a service neutron] For port dae86111-0480-4bc5-a0c0-903b538e51df, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:08:58.980396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-114de93f-f2fc-467a-a752-0ccb4c31356a service neutron] For port dae86111-0480-4bc5-a0c0-903b538e51df, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=dae86111-0480-4bc5-a0c0-903b538e51df,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:08:59.005069 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-114de93f-f2fc-467a-a752-0ccb4c31356a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (dae86111-0480-4bc5-a0c0-903b538e51df), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:59.007014 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cc3bca-3d60-4d28-823e-b44bc52daa29 x-openstack-request-id: req-f4cc3bca-3d60-4d28-823e-b44bc52daa29 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:59.007746 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba662ce-c532-46cb-a209-6c8d6640672e", "tag": "d56814a2-9b9f-4703-a270-728e3fd5c37a", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:59.008002 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f4cc3bca-3d60-4d28-823e-b44bc52daa29 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:59.008657 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba662ce-c532-46cb-a209-6c8d6640672e', 'tag': 'd56814a2-9b9f-4703-a270-728e3fd5c37a', 'status': 'completed', 'code': 200} Feb 19 04:08:59.184221 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-114de93f-f2fc-467a-a752-0ccb4c31356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:59.185436 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-114de93f-f2fc-467a-a752-0ccb4c31356a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:59.188216 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-114de93f-f2fc-467a-a752-0ccb4c31356a service neutron] 10.222.0.48 "PUT /v2.0/ports/dae86111-0480-4bc5-a0c0-903b538e51df HTTP/1.1" status: 200 len: 1092 time: 2.5872509 Feb 19 04:08:59.190648 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4925d8da-84bd-4a1c-8cf3-0256c43cac5b', 'tag': 'dae86111-0480-4bc5-a0c0-903b538e51df'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:59.194040 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da46b521-22e1-4d3c-9f38-72ecfb2dbb98" -d '{"events": [{"name": "network-changed", "server_uuid": "4925d8da-84bd-4a1c-8cf3-0256c43cac5b", "tag": "dae86111-0480-4bc5-a0c0-903b538e51df"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:59.244264 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-872b144a-247c-416b-84e7-6281b8606573 req-35ac9ba7-0b4a-4403-b4eb-e22522e48be0 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.0913193 Feb 19 04:08:59.360300 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ba4bd-ab60-481c-a8d0-d628715ed89e service neutron] Pushing event updated for resources: {'Port': ['ID=d56814a2-9b9f-4703-a270-728e3fd5c37a,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:59.367048 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34726) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:59.443472 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114de93f-f2fc-467a-a752-0ccb4c31356a service neutron] Pushing event updated for resources: {'Port': ['ID=dae86111-0480-4bc5-a0c0-903b538e51df,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:59.533614 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bd208-3fb2-4bc1-9c90-85b13616bb5a req-51c59ca0-2310-41da-9d3f-742b6d5f80c7 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:59.543234 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-776bd208-3fb2-4bc1-9c90-85b13616bb5a req-51c59ca0-2310-41da-9d3f-742b6d5f80c7 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ba662ce-c532-46cb-a209-6c8d6640672e HTTP/1.1" status: 200 len: 943 time: 0.5397394 Feb 19 04:08:59.578051 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-9491505d-c460-4ca2-ab96-82a4f0657199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:59.581021 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-9491505d-c460-4ca2-ab96-82a4f0657199 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&device_id=4925d8da-84bd-4a1c-8cf3-0256c43cac5b HTTP/1.1" status: 200 len: 1126 time: 0.2663760 Feb 19 04:08:59.663447 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-4de56899-e488-4346-b9cd-37da63a0e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:59.668357 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-4de56899-e488-4346-b9cd-37da63a0e0bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69187c7c1e1c4976be0c59c8c6235cbf&device_id=2ba662ce-c532-46cb-a209-6c8d6640672e HTTP/1.1" status: 200 len: 1125 time: 0.6665034 Feb 19 04:08:59.794480 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-fbdbcf92-94f6-4462-8cbf-4312fe8e605c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1012533891-network', 'tenant_id': '4e23ab51a53b4a93996fd80dbbd06d21'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:59.811139 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-564c625c-66d4-4ad4-abb1-12d34fb5327b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dae86111-0480-4bc5-a0c0-903b538e51df HTTP/1.1" status: 200 len: 217 time: 0.2148366 Feb 19 04:08:59.858150 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-776bd208-3fb2-4bc1-9c90-85b13616bb5a req-551ac889-e759-4bd3-8db6-0088e253dd2f tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134580 Feb 19 04:08:59.860953 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-bffe14ee-adbc-429c-8d03-f2863c101e62 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d56814a2-9b9f-4703-a270-728e3fd5c37a HTTP/1.1" status: 200 len: 217 time: 0.1827347 Feb 19 04:08:59.972540 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce77f3e-5211-4f59-95dd-8fcbbfa92ee5 x-openstack-request-id: req-1ce77f3e-5211-4f59-95dd-8fcbbfa92ee5 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:59.973157 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4925d8da-84bd-4a1c-8cf3-0256c43cac5b", "tag": "dae86111-0480-4bc5-a0c0-903b538e51df", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:59.973484 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1ce77f3e-5211-4f59-95dd-8fcbbfa92ee5 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:59.974115 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4925d8da-84bd-4a1c-8cf3-0256c43cac5b', 'tag': 'dae86111-0480-4bc5-a0c0-903b538e51df', 'status': 'completed', 'code': 200} Feb 19 04:08:59.981607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdbcf92-94f6-4462-8cbf-4312fe8e605c admin admin] Made reservation on behalf of 4e23ab51a53b4a93996fd80dbbd06d21 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:08:59.985681 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fbdbcf92-94f6-4462-8cbf-4312fe8e605c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:00.018848 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-34d90b48-4452-4596-b2ae-4004b4996369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:00.020537 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fbdbcf92-94f6-4462-8cbf-4312fe8e605c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:00.024850 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-34d90b48-4452-4596-b2ae-4004b4996369 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d11649e3-7df5-4a04-84e8-be114deba600 HTTP/1.1" status: 200 len: 862 time: 0.1532171 Feb 19 04:09:00.025729 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-938b4c97-ccf7-4f22-a30d-44a77c34a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:00.029127 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-938b4c97-ccf7-4f22-a30d-44a77c34a31d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=920919b3-1361-46cf-9a70-c4e0885dbe63 HTTP/1.1" status: 200 len: 846 time: 0.1812317 Feb 19 04:09:00.110508 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-cc70b908-017e-4437-824b-f2e3cd86469d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673711 Feb 19 04:09:00.118158 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-cd16555f-6739-4bda-a29f-fa9e9fce9351 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b348713-0dd0-49ec-becd-2bf2a70d19e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779729 Feb 19 04:09:00.128728 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77778f-2a18-479f-b83c-c24bb2057e67 req-6e0f8013-9d0d-4273-b0da-443b6ae956b2 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:00.131812 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ec77778f-2a18-479f-b83c-c24bb2057e67 req-6e0f8013-9d0d-4273-b0da-443b6ae956b2 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.3685944 Feb 19 04:09:00.287535 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46753e42-7a2e-42ba-aeef-3bc8a3aaced2 req-fc77ac0a-f3fc-4aea-ba10-569f6bd5d148 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:00.293913 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46753e42-7a2e-42ba-aeef-3bc8a3aaced2 req-fc77ac0a-f3fc-4aea-ba10-569f6bd5d148 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.1956086 Feb 19 04:09:00.405647 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ec77778f-2a18-479f-b83c-c24bb2057e67 req-b1a13bfa-0d2a-4472-8358-fa71bd8d9fda tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474177 Feb 19 04:09:00.506213 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-6d659003-3ac1-48f6-ae19-f2a40f81696a service neutron] 10.222.0.48 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684833 Feb 19 04:09:00.745867 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fbdbcf92-94f6-4462-8cbf-4312fe8e605c admin admin] Publish callbacks [] for security_group (ce8263f1-bdf4-47da-999b-4847c4f427cb), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:00.763783 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fbdbcf92-94f6-4462-8cbf-4312fe8e605c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ce8263f1-bdf4-47da-999b-4847c4f427cb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:00.852207 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-5ce17597-2a30-4521-b81e-8ec3badd02c5 service neutron] 10.222.0.48 "GET /v2.0/networks/3b348713-0dd0-49ec-becd-2bf2a70d19e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7104845 Feb 19 04:09:00.889369 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbdbcf92-94f6-4462-8cbf-4312fe8e605c admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:09:00.914565 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbcf92-94f6-4462-8cbf-4312fe8e605c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8263f1-bdf4-47da-999b-4847c4f427cb,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:00.929283 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06c8ef7c-f170-4147-9a74-5abddd335f5e req-e2088aeb-ef72-4b6d-b06e-f9b7a607e9ed service neutron] 10.222.0.48 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626902 Feb 19 04:09:00.956631 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47ef36-be96-4393-add1-fca43d09b1ae req-e4c6bb5d-0138-44f3-8535-043883649e73 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:00.959287 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc47ef36-be96-4393-add1-fca43d09b1ae req-e4c6bb5d-0138-44f3-8535-043883649e73 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=4925d8da-84bd-4a1c-8cf3-0256c43cac5b HTTP/1.1" status: 200 len: 944 time: 0.2978556 Feb 19 04:09:00.963605 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fbdbcf92-94f6-4462-8cbf-4312fe8e605c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (44c9ca06-585c-490d-a975-91111742c735), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:00.964151 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-fbdbcf92-94f6-4462-8cbf-4312fe8e605c admin admin] Added segment 44c9ca06-585c-490d-a975-91111742c735 of type vlan for network 793ec2fd-7997-4be6-b1de-d27885aef69b Feb 19 04:09:00.981417 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46753e42-7a2e-42ba-aeef-3bc8a3aaced2 req-f30fa40a-4b9b-41ba-80bf-3875f224167a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6767657 Feb 19 04:09:01.155666 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fbdbcf92-94f6-4462-8cbf-4312fe8e605c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (793ec2fd-7997-4be6-b1de-d27885aef69b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:01.167469 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7ff42d9-76d3-4ad0-ab72-9995df4a6330 req-4f48440f-1c50-4db3-8a03-2e381fedfa5e service neutron] 10.222.0.48 "GET /v2.0/networks/3b348713-0dd0-49ec-becd-2bf2a70d19e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053343 Feb 19 04:09:01.204441 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a7bc99e3-00c8-4507-9c4f-c38b0fa9401b req-43015796-eb8d-4c30-bf64-7cd3e82e72af tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.0646677 Feb 19 04:09:01.205806 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc47ef36-be96-4393-add1-fca43d09b1ae req-4c478eae-0704-4dc9-a4c2-90ca3a5c2354 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097270 Feb 19 04:09:01.259170 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-335e16d1-8e84-46c8-944c-b67b60b16154 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:01.272959 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-335e16d1-8e84-46c8-944c-b67b60b16154 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38&tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&binding%3Ahost_id=n-h1-772273-4 HTTP/1.1" status: 200 len: 1127 time: 0.2042296 Feb 19 04:09:01.288858 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-bfb3a238-f6e4-49df-9f9c-72efe506d538 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-772273-4'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:01.303370 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fbdbcf92-94f6-4462-8cbf-4312fe8e605c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (793ec2fd-7997-4be6-b1de-d27885aef69b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:01.305445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdbcf92-94f6-4462-8cbf-4312fe8e605c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:01.307412 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fbdbcf92-94f6-4462-8cbf-4312fe8e605c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:01.335510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46b521-22e1-4d3c-9f38-72ecfb2dbb98 req-5f222dd6-1206-4bfb-b48c-599a6afcd0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:01.338326 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da46b521-22e1-4d3c-9f38-72ecfb2dbb98 req-5f222dd6-1206-4bfb-b48c-599a6afcd0a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&device_id=4925d8da-84bd-4a1c-8cf3-0256c43cac5b HTTP/1.1" status: 200 len: 1126 time: 0.2628467 Feb 19 04:09:01.506861 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fbdbcf92-94f6-4462-8cbf-4312fe8e605c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1177015 Feb 19 04:09:01.508442 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34752) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:01.526851 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-71ab2f05-b29c-4e60-993e-977074434b95 admin admin] Request body: {'subnet': {'network_id': '793ec2fd-7997-4be6-b1de-d27885aef69b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1012533891-subnet', 'tenant_id': '4e23ab51a53b4a93996fd80dbbd06d21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:01.642903 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-bfb3a238-f6e4-49df-9f9c-72efe506d538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f9b09734-84a1-49bf-bab0-47c0d798fadc), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:01.646630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device f9b09734-84a1-49bf-bab0-47c0d798fadc details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:09:01.703522 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b5953-6583-49f6-b491-19a3217d7d70 req-a7f8f419-b202-4bf3-90c9-f59c990aba95 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:01.706278 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca1b5953-6583-49f6-b491-19a3217d7d70 req-a7f8f419-b202-4bf3-90c9-f59c990aba95 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ba662ce-c532-46cb-a209-6c8d6640672e HTTP/1.1" status: 200 len: 943 time: 0.2801843 Feb 19 04:09:01.714135 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fc58a-57bf-41f1-831a-f45dfb493377 req-e85a4fba-7af7-473e-b824-8259ecb04da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:01.716799 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a54fc58a-57bf-41f1-831a-f45dfb493377 req-e85a4fba-7af7-473e-b824-8259ecb04da9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69187c7c1e1c4976be0c59c8c6235cbf&device_id=2ba662ce-c532-46cb-a209-6c8d6640672e HTTP/1.1" status: 200 len: 1125 time: 0.4147286 Feb 19 04:09:01.763274 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbcf92-94f6-4462-8cbf-4312fe8e605c admin admin] Pushing event updated for resources: {'Network': ['ID=793ec2fd-7997-4be6-b1de-d27885aef69b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:01.851202 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ab2f05-b29c-4e60-993e-977074434b95 admin admin] Made reservation on behalf of 4e23ab51a53b4a93996fd80dbbd06d21 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:09:01.856436 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-71ab2f05-b29c-4e60-993e-977074434b95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:01.921015 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 793ec2fd-7997-4be6-b1de-d27885aef69b details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:09:02.032859 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf164c-3819-44a8-9ad3-0f505007f7a4 req-f54095ea-979a-4ce3-8acb-cf402d3b63ff tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:02.036762 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-20cf164c-3819-44a8-9ad3-0f505007f7a4 req-f54095ea-979a-4ce3-8acb-cf402d3b63ff tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.3013661 Feb 19 04:09:02.046403 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46b521-22e1-4d3c-9f38-72ecfb2dbb98 req-8f0ad940-625c-437c-86fe-4b565b44c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:02.049282 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da46b521-22e1-4d3c-9f38-72ecfb2dbb98 req-8f0ad940-625c-437c-86fe-4b565b44c118 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f HTTP/1.1" status: 200 len: 906 time: 0.6840880 Feb 19 04:09:02.089468 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca1b5953-6583-49f6-b491-19a3217d7d70 req-8e3910ed-ff27-4f0d-9ced-00aed23a1b52 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001642 Feb 19 04:09:02.194507 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da46b521-22e1-4d3c-9f38-72ecfb2dbb98 req-2b6a5270-c986-4a1b-b329-10cfa51bcba8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dae86111-0480-4bc5-a0c0-903b538e51df HTTP/1.1" status: 200 len: 217 time: 0.1216607 Feb 19 04:09:02.263804 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-93d7122a-9f91-4af7-b5c8-2adec92f1605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:02.283028 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fc58a-57bf-41f1-831a-f45dfb493377 req-9da3ecfb-6bbe-47c3-956b-4f8d741fc4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:02.286354 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a54fc58a-57bf-41f1-831a-f45dfb493377 req-9da3ecfb-6bbe-47c3-956b-4f8d741fc4f7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b348713-0dd0-49ec-becd-2bf2a70d19e8 HTTP/1.1" status: 200 len: 922 time: 0.5629141 Feb 19 04:09:02.299528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46b521-22e1-4d3c-9f38-72ecfb2dbb98 req-ca3a74ad-4aa2-4c79-ab51-4ae11bd1305f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:02.302237 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da46b521-22e1-4d3c-9f38-72ecfb2dbb98 req-ca3a74ad-4aa2-4c79-ab51-4ae11bd1305f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=920919b3-1361-46cf-9a70-c4e0885dbe63 HTTP/1.1" status: 200 len: 846 time: 0.0974567 Feb 19 04:09:02.382628 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port f9b09734-84a1-49bf-bab0-47c0d798fadc, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=f9b09734-84a1-49bf-bab0-47c0d798fadc,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:02.428890 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da46b521-22e1-4d3c-9f38-72ecfb2dbb98 req-75ac8686-9ce8-4c57-a582-74e4924e28ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096506 Feb 19 04:09:02.437214 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device f9b09734-84a1-49bf-bab0-47c0d798fadc has no active binding in host n-h2-772273-4 {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 04:09:02.442277 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a54fc58a-57bf-41f1-831a-f45dfb493377 req-92edc2c4-3d69-4a01-9f3a-48e587056b03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d56814a2-9b9f-4703-a270-728e3fd5c37a HTTP/1.1" status: 200 len: 217 time: 0.1463876 Feb 19 04:09:02.463995 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-20cf164c-3819-44a8-9ad3-0f505007f7a4 req-0d56f917-eb45-490b-962e-cbac767662c6 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4090662 Feb 19 04:09:02.485147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-bfb3a238-f6e4-49df-9f9c-72efe506d538 service neutron] For port f9b09734-84a1-49bf-bab0-47c0d798fadc, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=f9b09734-84a1-49bf-bab0-47c0d798fadc,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:02.683205 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fc58a-57bf-41f1-831a-f45dfb493377 req-aeeb33db-7fd3-4dad-8ec9-436bcb2af851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:02.685495 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a54fc58a-57bf-41f1-831a-f45dfb493377 req-aeeb33db-7fd3-4dad-8ec9-436bcb2af851 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d11649e3-7df5-4a04-84e8-be114deba600 HTTP/1.1" status: 200 len: 862 time: 0.2256417 Feb 19 04:09:02.729182 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495409e0-a77a-4b17-ad3b-6829a3fe30e9 req-97f7da0c-866b-48ed-b22e-bd2d44ec15e2 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:02.749662 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-495409e0-a77a-4b17-ad3b-6829a3fe30e9 req-97f7da0c-866b-48ed-b22e-bd2d44ec15e2 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 945 time: 0.4257531 Feb 19 04:09:02.826734 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-bfb3a238-f6e4-49df-9f9c-72efe506d538 service neutron] For port f9b09734-84a1-49bf-bab0-47c0d798fadc, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:02.893281 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da46b521-22e1-4d3c-9f38-72ecfb2dbb98 req-1deba61a-d6c2-46ac-a069-bb179df63015 service neutron] 10.222.0.48 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548099 Feb 19 04:09:02.898124 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-71ab2f05-b29c-4e60-993e-977074434b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (a720fb39-5b48-4764-b9a0-8c55eca6c7e1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:02.962132 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-bfb3a238-f6e4-49df-9f9c-72efe506d538 service neutron] Publish callbacks [] for port (f9b09734-84a1-49bf-bab0-47c0d798fadc), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:02.969317 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2101166-c8be-452e-b5b3-1115d488aa38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b09734-84a1-49bf-bab0-47c0d798fadc'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:02.976505 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7972460-6167-4364-9a7b-33a9941802b3" -d '{"events": [{"server_uuid": "d2101166-c8be-452e-b5b3-1115d488aa38", "name": "network-vif-unplugged", "status": "completed", "tag": "f9b09734-84a1-49bf-bab0-47c0d798fadc"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:03.009267 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-bfb3a238-f6e4-49df-9f9c-72efe506d538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (f9b09734-84a1-49bf-bab0-47c0d798fadc), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:03.125175 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7ea6e-e630-416b-afc3-d513f242628c req-41f771eb-4145-40c7-a242-1c73e085c203 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:03.139377 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-49c7ea6e-e630-416b-afc3-d513f242628c req-41f771eb-4145-40c7-a242-1c73e085c203 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=4925d8da-84bd-4a1c-8cf3-0256c43cac5b HTTP/1.1" status: 200 len: 944 time: 0.4083941 Feb 19 04:09:03.205801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab2f05-b29c-4e60-993e-977074434b95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a720fb39-5b48-4764-b9a0-8c55eca6c7e1,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:03.266555 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a54fc58a-57bf-41f1-831a-f45dfb493377 req-927072b4-d0c7-45d6-90cd-2bcea16ab2b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b348713-0dd0-49ec-becd-2bf2a70d19e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5632961 Feb 19 04:09:03.274234 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ab2f05-b29c-4e60-993e-977074434b95 admin admin] Checking segment: {'id': '44c9ca06-585c-490d-a975-91111742c735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '793ec2fd-7997-4be6-b1de-d27885aef69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:03.274827 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ab2f05-b29c-4e60-993e-977074434b95 admin admin] Network hostable DHCP agents. Network: 793ec2fd-7997-4be6-b1de-d27885aef69b, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:09:03.335166 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-49c7ea6e-e630-416b-afc3-d513f242628c req-d92fb9ee-e915-41d2-8703-3cb2011c3568 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959302 Feb 19 04:09:03.343979 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da46b521-22e1-4d3c-9f38-72ecfb2dbb98 req-71b6e64c-6e57-4bac-9185-74fa4bf19df3 service neutron] 10.222.0.48 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361219 Feb 19 04:09:03.408297 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ab2f05-b29c-4e60-993e-977074434b95 admin admin] Network 793ec2fd-7997-4be6-b1de-d27885aef69b is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:09:03.455334 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-71ab2f05-b29c-4e60-993e-977074434b95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 793ec2fd-7997-4be6-b1de-d27885aef69b) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:03.463200 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ab2f05-b29c-4e60-993e-977074434b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:03.465518 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-71ab2f05-b29c-4e60-993e-977074434b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:03.475916 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62732295-0b9a-4775-b9ae-8ac6a1b30f59 None None] Network 793ec2fd-7997-4be6-b1de-d27885aef69b requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:09:03.500381 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3a238-f6e4-49df-9f9c-72efe506d538 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b09734-84a1-49bf-bab0-47c0d798fadc,revision_number=7']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:03.556217 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-71ab2f05-b29c-4e60-993e-977074434b95 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0377517 Feb 19 04:09:03.697833 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d836c018-430b-4631-841e-1a4a18ddebc1 req-bd7239f5-1697-4975-8469-6df89b266cc0 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.1116407 Feb 19 04:09:03.737083 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device d56814a2-9b9f-4703-a270-728e3fd5c37a details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:09:03.825606 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-495409e0-a77a-4b17-ad3b-6829a3fe30e9 req-dcb380c6-8d69-490e-a7d5-f89ca7c5f5e9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8242590 Feb 19 04:09:03.911440 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-bfb3a238-f6e4-49df-9f9c-72efe506d538 service neutron] Attempting to bind port f9b09734-84a1-49bf-bab0-47c0d798fadc on host n-h1-772273-4 for vnic_type normal with profile {"migrating_to": "n-h2-772273-4"} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:03.914632 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-bfb3a238-f6e4-49df-9f9c-72efe506d538 service neutron] Attempting to bind port f9b09734-84a1-49bf-bab0-47c0d798fadc by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:03.926865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-bfb3a238-f6e4-49df-9f9c-72efe506d538 service neutron] Attempting to bind port f9b09734-84a1-49bf-bab0-47c0d798fadc on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:03.970562 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-bfb3a238-f6e4-49df-9f9c-72efe506d538 service neutron] Port f9b09734-84a1-49bf-bab0-47c0d798fadc on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:09:03.973621 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-bfb3a238-f6e4-49df-9f9c-72efe506d538 service neutron] Attempting to bind port f9b09734-84a1-49bf-bab0-47c0d798fadc on network 407bbdcb-b5df-44e7-b0e3-eba770b3f80e {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:04.058411 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-bfb3a238-f6e4-49df-9f9c-72efe506d538 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:04.065225 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-bfb3a238-f6e4-49df-9f9c-72efe506d538 service neutron] Checking segment: {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:04.069818 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-bfb3a238-f6e4-49df-9f9c-72efe506d538 service neutron] Bound using segment: {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:04.078292 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-bfb3a238-f6e4-49df-9f9c-72efe506d538 service neutron] Bound port: f9b09734-84a1-49bf-bab0-47c0d798fadc, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb5ef80-c40a-4a42-9c80-514edf645c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '407bbdcb-b5df-44e7-b0e3-eba770b3f80e'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:04.079060 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-bfb3a238-f6e4-49df-9f9c-72efe506d538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f9b09734-84a1-49bf-bab0-47c0d798fadc), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:04.090113 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1822c06-57aa-4d8a-a0fb-7840535decd4 x-openstack-request-id: req-d1822c06-57aa-4d8a-a0fb-7840535decd4 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:04.100037 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2101166-c8be-452e-b5b3-1115d488aa38", "name": "network-vif-unplugged", "status": "completed", "tag": "f9b09734-84a1-49bf-bab0-47c0d798fadc", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:04.109285 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1822c06-57aa-4d8a-a0fb-7840535decd4 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:04.112523 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2101166-c8be-452e-b5b3-1115d488aa38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b09734-84a1-49bf-bab0-47c0d798fadc', 'code': 200} Feb 19 04:09:04.119639 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb227a0b-f37f-4540-bc7d-09af3e5135d6 req-f3424d17-c2c2-45d1-a5da-67c94138755c tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:04.149079 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb227a0b-f37f-4540-bc7d-09af3e5135d6 req-f3424d17-c2c2-45d1-a5da-67c94138755c tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2190707 Feb 19 04:09:04.167520 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a54fc58a-57bf-41f1-831a-f45dfb493377 req-56271b5f-fd6d-4ce6-8893-6b97aa471032 service neutron] 10.222.0.48 "GET /v2.0/networks/3b348713-0dd0-49ec-becd-2bf2a70d19e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8892004 Feb 19 04:09:04.302265 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb227a0b-f37f-4540-bc7d-09af3e5135d6 req-e0491e9c-fdf4-4804-9301-bda2177c3722 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497865 Feb 19 04:09:04.403352 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:09:04.554788 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b481b637-d912-44a2-be74-587193826d83 None None] Network 793ec2fd-7997-4be6-b1de-d27885aef69b requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:09:04.707917 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port d56814a2-9b9f-4703-a270-728e3fd5c37a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=d56814a2-9b9f-4703-a270-728e3fd5c37a,segment=NetworkSegment(1121ec28-523b-4c23-8864-792f1de74a40),segment_id=1121ec28-523b-4c23-8864-792f1de74a40)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:04.753546 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'd56814a2-9b9f-4703-a270-728e3fd5c37a', 'network_id': '3b348713-0dd0-49ec-becd-2bf2a70d19e8', 'port_id': 'd56814a2-9b9f-4703-a270-728e3fd5c37a', 'mac_address': 'fa:16:3e:6a:67:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11649e3-7df5-4a04-84e8-be114deba600', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:09:04.839519 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port d56814a2-9b9f-4703-a270-728e3fd5c37a is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:04.840632 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d56814a2-9b9f-4703-a270-728e3fd5c37a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:04.874047 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d56814a2-9b9f-4703-a270-728e3fd5c37a {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:09:04.882398 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-bfb3a238-f6e4-49df-9f9c-72efe506d538 service neutron] For port f9b09734-84a1-49bf-bab0-47c0d798fadc, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:04.911286 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-bfb3a238-f6e4-49df-9f9c-72efe506d538 service neutron] For port f9b09734-84a1-49bf-bab0-47c0d798fadc, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=f9b09734-84a1-49bf-bab0-47c0d798fadc,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:04.950210 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port d56814a2-9b9f-4703-a270-728e3fd5c37a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=d56814a2-9b9f-4703-a270-728e3fd5c37a,segment=NetworkSegment(1121ec28-523b-4c23-8864-792f1de74a40),segment_id=1121ec28-523b-4c23-8864-792f1de74a40)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:04.959994 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (d56814a2-9b9f-4703-a270-728e3fd5c37a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:04.961093 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d2bda-c35c-407a-8ed8-db63d19d36e6 req-8cc4894e-6274-4d97-9618-20a702aac305 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:04.961588 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device dae86111-0480-4bc5-a0c0-903b538e51df details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:09:05.001312 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c66d2bda-c35c-407a-8ed8-db63d19d36e6 req-8cc4894e-6274-4d97-9618-20a702aac305 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ba662ce-c532-46cb-a209-6c8d6640672e HTTP/1.1" status: 200 len: 943 time: 0.6591849 Feb 19 04:09:05.017263 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-bfb3a238-f6e4-49df-9f9c-72efe506d538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (f9b09734-84a1-49bf-bab0-47c0d798fadc), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:05.071406 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a54fc58a-57bf-41f1-831a-f45dfb493377 req-2374221b-d30a-4d03-910e-42d46797e0ac service neutron] 10.222.0.48 "GET /v2.0/networks/3b348713-0dd0-49ec-becd-2bf2a70d19e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8847318 Feb 19 04:09:05.116682 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=d56814a2-9b9f-4703-a270-728e3fd5c37a,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:05.124739 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-23f4dd37-b5f6-43b3-9534-398d512ae6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:05.152675 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:05.153274 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:05.153797 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:05.154391 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:05.155028 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:05.157194 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:05.158635 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:05.162973 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:05.164023 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:05.165108 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:05.166270 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:05.167661 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:05.168851 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:05.411614 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-bfb3a238-f6e4-49df-9f9c-72efe506d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:05.412622 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-bfb3a238-f6e4-49df-9f9c-72efe506d538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:05.415767 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-bfb3a238-f6e4-49df-9f9c-72efe506d538 service neutron] 10.222.0.48 "PUT /v2.0/ports/f9b09734-84a1-49bf-bab0-47c0d798fadc HTTP/1.1" status: 200 len: 1121 time: 4.1344113 Feb 19 04:09:05.435013 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c66d2bda-c35c-407a-8ed8-db63d19d36e6 req-fbdfa8fc-dfe6-40ba-b0ba-ba51354134e1 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618717 Feb 19 04:09:05.489278 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-9306c25a-f6aa-4a6a-a226-34c199c24e89 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:05.491833 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-9306c25a-f6aa-4a6a-a226-34c199c24e89 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/networks?id=793ec2fd-7997-4be6-b1de-d27885aef69b HTTP/1.1" status: 200 len: 818 time: 0.4117854 Feb 19 04:09:05.496621 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port dae86111-0480-4bc5-a0c0-903b538e51df, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=dae86111-0480-4bc5-a0c0-903b538e51df,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:05.525604 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3a238-f6e4-49df-9f9c-72efe506d538 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b09734-84a1-49bf-bab0-47c0d798fadc,revision_number=8']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:05.547842 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-4f85feb8-8257-4f5d-b3f6-5c4cd68427ca tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/quotas/4e23ab51a53b4a93996fd80dbbd06d21 HTTP/1.1" status: 200 len: 375 time: 0.0481145 Feb 19 04:09:05.574946 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'dae86111-0480-4bc5-a0c0-903b538e51df', 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f', 'port_id': 'dae86111-0480-4bc5-a0c0-903b538e51df', 'mac_address': 'fa:16:3e:fc:75:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920919b3-1361-46cf-9a70-c4e0885dbe63', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:09:05.654669 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-ba9acce1-ee98-45a4-9916-0bdf7bc02281 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e23ab51a53b4a93996fd80dbbd06d21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1043017 Feb 19 04:09:05.713447 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['f9b09734-84a1-49bf-bab0-47c0d798fadc'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:09:05.719482 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['f9b09734-84a1-49bf-bab0-47c0d798fadc'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:09:05.846390 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port dae86111-0480-4bc5-a0c0-903b538e51df is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:05.847543 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dae86111-0480-4bc5-a0c0-903b538e51df), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:05.854668 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bc041-1d85-4203-9690-ab7333616fc3 req-6f84e5f8-d410-42f9-89a3-edde9a372b81 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:05.862136 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b50bc041-1d85-4203-9690-ab7333616fc3 req-6f84e5f8-d410-42f9-89a3-edde9a372b81 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2519467 Feb 19 04:09:05.895010 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae86111-0480-4bc5-a0c0-903b538e51df {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:09:05.940411 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port dae86111-0480-4bc5-a0c0-903b538e51df, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=dae86111-0480-4bc5-a0c0-903b538e51df,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:05.961566 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (dae86111-0480-4bc5-a0c0-903b538e51df), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:06.011150 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-7e50384f-59b9-430c-b4fc-4ad8914086c4 service neutron] 10.222.0.65 "GET /v2.0/networks/793ec2fd-7997-4be6-b1de-d27885aef69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509567 Feb 19 04:09:06.102069 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b50bc041-1d85-4203-9690-ab7333616fc3 req-9adb438a-b76e-48b4-9a84-6d8b5417007f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164047 Feb 19 04:09:06.115061 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2101166-c8be-452e-b5b3-1115d488aa38', 'tag': 'f9b09734-84a1-49bf-bab0-47c0d798fadc'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:06.124388 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518f560f-27f4-4094-bcea-71910af657b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d2101166-c8be-452e-b5b3-1115d488aa38", "tag": "f9b09734-84a1-49bf-bab0-47c0d798fadc"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:06.136744 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=dae86111-0480-4bc5-a0c0-903b538e51df,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:06.391732 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-ebdbcd83-086d-4a5d-8c23-97d4436c5c08 service neutron] 10.222.0.65 "GET /v2.0/networks/793ec2fd-7997-4be6-b1de-d27885aef69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645051 Feb 19 04:09:06.394699 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['d56814a2-9b9f-4703-a270-728e3fd5c37a'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:09:06.398554 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['dae86111-0480-4bc5-a0c0-903b538e51df'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:09:06.606340 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd7032-59ac-4957-8975-fc0c53153f04 req-0626336d-3986-47fa-83d8-8dbf93a1f34e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:06.626911 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1bcd7032-59ac-4957-8975-fc0c53153f04 req-0626336d-3986-47fa-83d8-8dbf93a1f34e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=4925d8da-84bd-4a1c-8cf3-0256c43cac5b HTTP/1.1" status: 200 len: 945 time: 0.2507257 Feb 19 04:09:06.800486 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:06.836205 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1bcd7032-59ac-4957-8975-fc0c53153f04 req-a1535230-3033-4e2c-9fbb-a32b1bb738aa tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027130 Feb 19 04:09:07.096604 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2aac97aa-a66f-462e-8aae-8579d4221e3b req-37747156-bb65-4aa6-804c-09faffb23187 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.1114554 Feb 19 04:09:07.319930 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:07.395004 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851902b1-9928-4460-ab9d-7c9587176f43 x-openstack-request-id: req-851902b1-9928-4460-ab9d-7c9587176f43 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:07.395870 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2101166-c8be-452e-b5b3-1115d488aa38", "tag": "f9b09734-84a1-49bf-bab0-47c0d798fadc", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:07.395870 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-851902b1-9928-4460-ab9d-7c9587176f43 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:07.396181 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2101166-c8be-452e-b5b3-1115d488aa38', 'tag': 'f9b09734-84a1-49bf-bab0-47c0d798fadc', 'status': 'completed', 'code': 200} Feb 19 04:09:07.655758 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157bdc6-671f-441e-8018-02fdebb16a46 req-b38c7917-1835-4ec5-ab5f-b398d28fb1dc tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:07.674142 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3157bdc6-671f-441e-8018-02fdebb16a46 req-b38c7917-1835-4ec5-ab5f-b398d28fb1dc tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.4273148 Feb 19 04:09:07.790595 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfa49a-55a7-49a6-a4bc-3f1e049bbedb req-a86f8ebb-a3ad-4147-9fce-f37646cb8e6e tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:07.795585 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:07.813867 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-47dfa49a-55a7-49a6-a4bc-3f1e049bbedb req-a86f8ebb-a3ad-4147-9fce-f37646cb8e6e tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ba662ce-c532-46cb-a209-6c8d6640672e HTTP/1.1" status: 200 len: 944 time: 0.2758005 Feb 19 04:09:07.998117 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3157bdc6-671f-441e-8018-02fdebb16a46 req-1252f238-149e-4364-9629-01e35b087f83 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193014 Feb 19 04:09:08.035386 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f560f-27f4-4094-bcea-71910af657b0 req-9d08dc0e-e52b-4d33-9558-6686e3b66e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:08.043613 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-518f560f-27f4-4094-bcea-71910af657b0 req-9d08dc0e-e52b-4d33-9558-6686e3b66e91 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 1155 time: 0.6097152 Feb 19 04:09:08.062743 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-47dfa49a-55a7-49a6-a4bc-3f1e049bbedb req-6d66625c-e8fd-48f5-a3b8-ff362ab980f1 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473443 Feb 19 04:09:08.675495 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:08.809664 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:08.942436 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-8d9de67c-f31c-4437-8140-3b4c8394326a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:08.955668 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d4ad8-cb0e-4390-bbaf-264bb699aee0 req-a073dec4-68a7-4520-bf69-5dcbd1d6dbf2 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:08.956984 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-8d9de67c-f31c-4437-8140-3b4c8394326a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 812 time: 0.5971525 Feb 19 04:09:08.984828 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-060d4ad8-cb0e-4390-bbaf-264bb699aee0 req-a073dec4-68a7-4520-bf69-5dcbd1d6dbf2 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=4925d8da-84bd-4a1c-8cf3-0256c43cac5b HTTP/1.1" status: 200 len: 945 time: 0.3059425 Feb 19 04:09:09.140497 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f560f-27f4-4094-bcea-71910af657b0 req-f9f0b06f-6a81-4e44-ab31-6812f52f556e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:09.149845 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-518f560f-27f4-4094-bcea-71910af657b0 req-f9f0b06f-6a81-4e44-ab31-6812f52f556e service neutron] 10.222.0.10 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 921 time: 1.0877426 Feb 19 04:09:09.174559 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-ac5820af-c531-4a6a-b1bc-c7451a064226 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/quotas/4025120658c64656b8094d53fd11cf5c HTTP/1.1" status: 200 len: 375 time: 0.2044988 Feb 19 04:09:09.246839 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-060d4ad8-cb0e-4390-bbaf-264bb699aee0 req-896f45b4-4213-4248-87c8-175286dc20f8 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423725 Feb 19 04:09:09.265629 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-518f560f-27f4-4094-bcea-71910af657b0 req-23ff41cd-223e-4778-a51f-e934003c8fe3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9b09734-84a1-49bf-bab0-47c0d798fadc HTTP/1.1" status: 200 len: 217 time: 0.1143289 Feb 19 04:09:09.512706 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f560f-27f4-4094-bcea-71910af657b0 req-8b45180e-af2c-4aa7-8ec9-ff6e39403c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:09.516492 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-518f560f-27f4-4094-bcea-71910af657b0 req-8b45180e-af2c-4aa7-8ec9-ff6e39403c32 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.2357204 Feb 19 04:09:09.601792 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-518f560f-27f4-4094-bcea-71910af657b0 req-5de3b9ab-73c9-42d6-9480-ffc6a456969d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747592 Feb 19 04:09:09.846489 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-89dddfd3-bad7-43a9-a744-c11b1e0a6861 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5873070 Feb 19 04:09:10.020153 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device dae86111-0480-4bc5-a0c0-903b538e51df up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:10.101313 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-98736530-a14e-443a-9e92-16ecf726ae0a service neutron] 10.222.0.65 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280614 Feb 19 04:09:10.190714 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port dae86111-0480-4bc5-a0c0-903b538e51df completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:09:10.199504 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port dae86111-0480-4bc5-a0c0-903b538e51df triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:10.207379 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (dae86111-0480-4bc5-a0c0-903b538e51df), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:10.381931 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-518f560f-27f4-4094-bcea-71910af657b0 req-f7e07d96-07fe-43bd-98d8-c6722515e45f service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7726154 Feb 19 04:09:10.418869 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-34f7fb69-cbd8-40e0-aa29-6b35e018fda2 req-04eb4381-a604-42d9-978a-7101ebb24078 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.1139193 Feb 19 04:09:10.607502 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-57848155-e4e1-40b7-ba39-2072172a19f5 service neutron] 10.222.0.65 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038507 Feb 19 04:09:10.649342 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port dae86111-0480-4bc5-a0c0-903b538e51df is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:10.656093 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dae86111-0480-4bc5-a0c0-903b538e51df), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:10.677969 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3f07343a-4f82-470c-b45f-1345d8c1f234 req-e089d6dc-16db-4b46-9b8c-21c2d3f53e91 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/ports?device_id=21b5fe33-1d23-419d-ac79-949bfaef98e0 HTTP/1.1" status: 200 len: 210 time: 0.1009932 Feb 19 04:09:10.772434 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-518f560f-27f4-4094-bcea-71910af657b0 req-4bd5f43b-6649-4a6d-923f-6f22eb2ca177 service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786333 Feb 19 04:09:10.790381 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4925d8da-84bd-4a1c-8cf3-0256c43cac5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae86111-0480-4bc5-a0c0-903b538e51df'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:10.814361 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7a6011-73fa-463d-8a14-8b926b8d20d6" -d '{"events": [{"server_uuid": "4925d8da-84bd-4a1c-8cf3-0256c43cac5b", "name": "network-vif-plugged", "status": "completed", "tag": "dae86111-0480-4bc5-a0c0-903b538e51df"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:10.870288 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port dae86111-0480-4bc5-a0c0-903b538e51df, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=dae86111-0480-4bc5-a0c0-903b538e51df,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:10.885231 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (dae86111-0480-4bc5-a0c0-903b538e51df), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:10.887338 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device d56814a2-9b9f-4703-a270-728e3fd5c37a up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:11.124598 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03c667-aab1-4a97-b5eb-2a6f0736c1ac req-cc75124d-1a56-4b3a-b6a3-343fc6b6eafe tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:11.145621 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac03c667-aab1-4a97-b5eb-2a6f0736c1ac req-cc75124d-1a56-4b3a-b6a3-343fc6b6eafe tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.2394783 Feb 19 04:09:11.391758 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac03c667-aab1-4a97-b5eb-2a6f0736c1ac req-d4f6b12c-c6e9-4c6f-a174-2801e35c42a1 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374275 Feb 19 04:09:11.402131 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=dae86111-0480-4bc5-a0c0-903b538e51df,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:11.414867 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port d56814a2-9b9f-4703-a270-728e3fd5c37a completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:09:11.432397 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port d56814a2-9b9f-4703-a270-728e3fd5c37a triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:11.432889 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d56814a2-9b9f-4703-a270-728e3fd5c37a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:11.683237 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebed9d5-20ef-49c9-be75-3e7458a974e8 req-41e1cd19-cc16-44b7-b178-30622b60b429 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:11.689421 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ebed9d5-20ef-49c9-be75-3e7458a974e8 req-41e1cd19-cc16-44b7-b178-30622b60b429 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ba662ce-c532-46cb-a209-6c8d6640672e HTTP/1.1" status: 200 len: 944 time: 0.3391066 Feb 19 04:09:11.793701 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port d56814a2-9b9f-4703-a270-728e3fd5c37a is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:11.794389 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d56814a2-9b9f-4703-a270-728e3fd5c37a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:11.835775 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ebed9d5-20ef-49c9-be75-3e7458a974e8 req-4227a4f6-9532-4161-9f7a-8dbb58b0e261 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358616 Feb 19 04:09:11.969534 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port d56814a2-9b9f-4703-a270-728e3fd5c37a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=d56814a2-9b9f-4703-a270-728e3fd5c37a,segment=NetworkSegment(1121ec28-523b-4c23-8864-792f1de74a40),segment_id=1121ec28-523b-4c23-8864-792f1de74a40)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:11.983393 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (d56814a2-9b9f-4703-a270-728e3fd5c37a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:12.034355 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581d44e-419f-445e-afd4-7ca08827b9b3 req-03ec5622-96e9-4e80-97d8-63feb506ea42 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:12.053739 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6581d44e-419f-445e-afd4-7ca08827b9b3 req-03ec5622-96e9-4e80-97d8-63feb506ea42 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=4925d8da-84bd-4a1c-8cf3-0256c43cac5b HTTP/1.1" status: 200 len: 946 time: 0.2901146 Feb 19 04:09:12.283623 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4076938-530f-4b7b-9ba3-8c146a307baf x-openstack-request-id: req-d4076938-530f-4b7b-9ba3-8c146a307baf {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:12.284475 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4925d8da-84bd-4a1c-8cf3-0256c43cac5b", "name": "network-vif-plugged", "status": "completed", "tag": "dae86111-0480-4bc5-a0c0-903b538e51df", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:12.297536 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d4076938-530f-4b7b-9ba3-8c146a307baf {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:12.301347 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6581d44e-419f-445e-afd4-7ca08827b9b3 req-6c443d11-1ecc-4259-850d-cc13060245e8 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456992 Feb 19 04:09:12.302535 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4925d8da-84bd-4a1c-8cf3-0256c43cac5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae86111-0480-4bc5-a0c0-903b538e51df', 'code': 200} Feb 19 04:09:12.304193 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=d56814a2-9b9f-4703-a270-728e3fd5c37a,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:12.386559 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device f9b09734-84a1-49bf-bab0-47c0d798fadc no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:09:12.482631 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a62a628e-3907-4811-95c6-b36bbed79182 req-ac2a23f6-e611-4e0c-b665-f9156822af14 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f44e9b96-3f3b-4d32-b562-b36e8cd9861b HTTP/1.1" status: 200 len: 210 time: 0.1762223 Feb 19 04:09:12.666125 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-759c5076-338f-483c-a698-c05bfb75824d req-d97fd333-197a-4f08-86d9-fae0280a00b1 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.1515574 Feb 19 04:09:12.880444 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-67c4d5f1-d180-4d98-bceb-70e01774081f tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:12.889776 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-67c4d5f1-d180-4d98-bceb-70e01774081f tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.10 "GET /v2.0/networks?id=793ec2fd-7997-4be6-b1de-d27885aef69b HTTP/1.1" status: 200 len: 818 time: 0.3815124 Feb 19 04:09:12.951687 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8ac2c-cc94-4403-bfc5-266d3b752795 req-3b5d598c-c703-4c1d-8f37-19369e06f5dd tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:12.958466 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-ca667c1e-f7c5-4697-afe7-bb92eddf4eba tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Request body: {'port': {'device_id': '5188cccf-a38c-4791-9fae-e0344fb79417', 'network_id': '793ec2fd-7997-4be6-b1de-d27885aef69b', 'admin_state_up': True, 'tenant_id': '4e23ab51a53b4a93996fd80dbbd06d21'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:12.966640 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port f9b09734-84a1-49bf-bab0-47c0d798fadc is: DOWN; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:12.979837 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-17d8ac2c-cc94-4403-bfc5-266d3b752795 req-3b5d598c-c703-4c1d-8f37-19369e06f5dd tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.2030926 Feb 19 04:09:13.071140 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c839e8e3-ba0e-49aa-b7df-02ec725372fc req-1e3d5a49-f4e7-4233-a253-1a97f48c0de2 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/ports?device_id=21b5fe33-1d23-419d-ac79-949bfaef98e0 HTTP/1.1" status: 200 len: 210 time: 0.1796796 Feb 19 04:09:13.227770 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-17d8ac2c-cc94-4403-bfc5-266d3b752795 req-da9d2dfe-5d40-4e32-adcf-b35389c789b9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440712 Feb 19 04:09:13.729499 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e1a64-baf7-4f75-9c3f-d82d62b7c301 req-b64e4f59-06a8-45c8-9195-3316115ab2c0 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:13.766315 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f10e1a64-baf7-4f75-9c3f-d82d62b7c301 req-b64e4f59-06a8-45c8-9195-3316115ab2c0 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=4925d8da-84bd-4a1c-8cf3-0256c43cac5b HTTP/1.1" status: 200 len: 946 time: 0.2701507 Feb 19 04:09:13.911844 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f10e1a64-baf7-4f75-9c3f-d82d62b7c301 req-5f0b07b6-5b27-4386-ad62-704dfcadcae1 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441538 Feb 19 04:09:14.009291 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-b1f02763-4443-4e53-aed9-cd9d31a69810 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:14.022798 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-b1f02763-4443-4e53-aed9-cd9d31a69810 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.48 "GET /v2.0/networks?id=793ec2fd-7997-4be6-b1de-d27885aef69b HTTP/1.1" status: 200 len: 818 time: 0.6240439 Feb 19 04:09:14.122355 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6f52613a-1730-43ef-a562-5b2d41dbecf4 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Request body: {'port': {'device_id': '21b5fe33-1d23-419d-ac79-949bfaef98e0', 'network_id': '793ec2fd-7997-4be6-b1de-d27885aef69b', 'admin_state_up': True, 'tenant_id': '4e23ab51a53b4a93996fd80dbbd06d21'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:14.127341 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c3f9eddd-d37e-4ae8-a2ec-ebfd5df0ac85 req-a5495c25-4283-451f-ba0e-843feb9d681d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f44e9b96-3f3b-4d32-b562-b36e8cd9861b HTTP/1.1" status: 200 len: 210 time: 0.0872405 Feb 19 04:09:14.210454 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-1e41bd56-15ae-4230-9311-84900a0d3ce6 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:14.213754 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-1e41bd56-15ae-4230-9311-84900a0d3ce6 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.10 "GET /v2.0/networks?id=793ec2fd-7997-4be6-b1de-d27885aef69b HTTP/1.1" status: 200 len: 818 time: 1.0413935 Feb 19 04:09:14.305278 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba662ce-c532-46cb-a209-6c8d6640672e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56814a2-9b9f-4703-a270-728e3fd5c37a'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:14.310899 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1959d11-a588-4546-abd4-c0e0a9702200" -d '{"events": [{"server_uuid": "2ba662ce-c532-46cb-a209-6c8d6640672e", "name": "network-vif-plugged", "status": "completed", "tag": "d56814a2-9b9f-4703-a270-728e3fd5c37a"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:14.340866 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2333bcfd-b643-4a37-9758-266ef378d251 req-e63c7d17-202f-45f2-93e6-9c3c20ae1d9c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.0649207 Feb 19 04:09:14.344398 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-b7415a3b-41b5-4975-b859-7e47ffb4cdfa tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Request body: {'port': {'device_id': '4354ea86-5de9-467e-a3f6-4bc9903c1579', 'network_id': '793ec2fd-7997-4be6-b1de-d27885aef69b', 'admin_state_up': True, 'tenant_id': '4e23ab51a53b4a93996fd80dbbd06d21'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:14.612564 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd8d75-d703-4afd-aa7f-d0aa6375dfa7 req-22a7e9c5-1ffe-4f24-b2d0-176ee870c792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:14.616217 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a6bd8d75-d703-4afd-aa7f-d0aa6375dfa7 req-22a7e9c5-1ffe-4f24-b2d0-176ee870c792 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4925d8da-84bd-4a1c-8cf3-0256c43cac5b HTTP/1.1" status: 200 len: 1128 time: 1.5610909 Feb 19 04:09:14.622320 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be9ffc90-9728-461f-9d4e-e10c01c30907 req-a0b5f9a3-b3e1-4412-ba45-7340082c5643 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/ports?device_id=21b5fe33-1d23-419d-ac79-949bfaef98e0 HTTP/1.1" status: 200 len: 210 time: 0.0938392 Feb 19 04:09:14.651648 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6f52613a-1730-43ef-a562-5b2d41dbecf4 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Made reservation on behalf of 4e23ab51a53b4a93996fd80dbbd06d21 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:09:14.680354 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6f52613a-1730-43ef-a562-5b2d41dbecf4 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:14.949703 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-310f1633-63c5-4d07-955b-53223ac3bb9d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:14.952806 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-310f1633-63c5-4d07-955b-53223ac3bb9d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.10 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 812 time: 0.3285196 Feb 19 04:09:15.004484 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519aae5a-f58b-48ae-819c-a8f2299fc3c3 req-bb07df79-f84f-4729-abdc-28cc98c39bf0 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:15.011901 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-519aae5a-f58b-48ae-819c-a8f2299fc3c3 req-bb07df79-f84f-4729-abdc-28cc98c39bf0 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ba662ce-c532-46cb-a209-6c8d6640672e HTTP/1.1" status: 200 len: 945 time: 1.4952607 Feb 19 04:09:15.037983 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-0f4e4fab-8aea-49ed-99a0-ae4154e9b7df tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Request body: {'port': {'device_id': 'f44e9b96-3f3b-4d32-b562-b36e8cd9861b', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'admin_state_up': True, 'tenant_id': '4025120658c64656b8094d53fd11cf5c'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:15.167219 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-ca667c1e-f7c5-4697-afe7-bb92eddf4eba tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Made reservation on behalf of 4e23ab51a53b4a93996fd80dbbd06d21 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:09:15.173231 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-ca667c1e-f7c5-4697-afe7-bb92eddf4eba tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:15.196584 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2990e5-4d9a-4ce3-b8ea-f9b85b3b8f6c req-0d3ac208-adf4-4d1e-88e7-94738e63ed41 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:15.199583 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7b2990e5-4d9a-4ce3-b8ea-f9b85b3b8f6c req-0d3ac208-adf4-4d1e-88e7-94738e63ed41 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.2444322 Feb 19 04:09:15.321059 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7b2990e5-4d9a-4ce3-b8ea-f9b85b3b8f6c req-63f5b93d-91ec-4089-a9b0-947dce746a4c tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099136 Feb 19 04:09:15.335007 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a6bd8d75-d703-4afd-aa7f-d0aa6375dfa7 req-ef2b8e0e-6b3d-4d27-a906-57b308b937af service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388962 Feb 19 04:09:15.374923 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-0f4e4fab-8aea-49ed-99a0-ae4154e9b7df tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Made reservation on behalf of 4025120658c64656b8094d53fd11cf5c for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:09:15.401758 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-0f4e4fab-8aea-49ed-99a0-ae4154e9b7df tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:15.558638 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b76b51-bee0-4fed-83c2-580621699f4c x-openstack-request-id: req-d3b76b51-bee0-4fed-83c2-580621699f4c {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:15.559650 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba662ce-c532-46cb-a209-6c8d6640672e", "name": "network-vif-plugged", "status": "completed", "tag": "d56814a2-9b9f-4703-a270-728e3fd5c37a", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:15.559650 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d3b76b51-bee0-4fed-83c2-580621699f4c {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:15.560132 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba662ce-c532-46cb-a209-6c8d6640672e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56814a2-9b9f-4703-a270-728e3fd5c37a', 'code': 200} Feb 19 04:09:15.872028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-0f4e4fab-8aea-49ed-99a0-ae4154e9b7df tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Allocated IP 172.20.0.12 (d9d990e4-ae18-48b8-9375-8a399a46fa4c/dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509/21728a78-dfbb-409e-9b8e-f7b32effd27f) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:15.906129 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a182cd-9e70-408e-9153-246b89dbd832 req-344d85ef-65d5-42c9-be2d-0bd4ba783777 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:15.920735 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-86a182cd-9e70-408e-9153-246b89dbd832 req-344d85ef-65d5-42c9-be2d-0bd4ba783777 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=4925d8da-84bd-4a1c-8cf3-0256c43cac5b HTTP/1.1" status: 200 len: 946 time: 0.2283025 Feb 19 04:09:16.054508 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-86a182cd-9e70-408e-9153-246b89dbd832 req-a8ef1ff5-39e2-4855-9f72-bf54e1b2674d tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321144 Feb 19 04:09:16.359246 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-519aae5a-f58b-48ae-819c-a8f2299fc3c3 req-4e603b3a-8fcc-49f5-8b9b-f001fd41ba74 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3133929 Feb 19 04:09:16.432813 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-b7415a3b-41b5-4975-b859-7e47ffb4cdfa tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Made reservation on behalf of 4e23ab51a53b4a93996fd80dbbd06d21 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:09:16.440760 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-b7415a3b-41b5-4975-b859-7e47ffb4cdfa tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:16.455557 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6f52613a-1730-43ef-a562-5b2d41dbecf4 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Allocated IP 172.20.0.6 (793ec2fd-7997-4be6-b1de-d27885aef69b/a720fb39-5b48-4764-b9a0-8c55eca6c7e1/bdd52921-455b-44e3-a57f-e5c5434c4a0d) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:16.488254 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37793ad2-b31a-46fe-aba7-dd027f0c228a req-157faeaa-278a-48f9-94a2-17ad99e2cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:16.491146 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ca91bc11-12a1-483d-918c-11f325958fba req-96bc40f9-1c75-4982-a1be-e0bbba9305d7 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f44e9b96-3f3b-4d32-b562-b36e8cd9861b HTTP/1.1" status: 200 len: 210 time: 0.1143768 Feb 19 04:09:16.492380 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-37793ad2-b31a-46fe-aba7-dd027f0c228a req-157faeaa-278a-48f9-94a2-17ad99e2cff2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2ba662ce-c532-46cb-a209-6c8d6640672e HTTP/1.1" status: 200 len: 1127 time: 0.3483183 Feb 19 04:09:16.677119 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-0f4e4fab-8aea-49ed-99a0-ae4154e9b7df tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for port (21728a78-dfbb-409e-9b8e-f7b32effd27f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:16.886042 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b6910be7-46bd-4798-9d10-97a60a924d78 req-19a048d5-4b66-488a-9a4a-a1674482263c tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.0900805 Feb 19 04:09:16.922093 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-0f4e4fab-8aea-49ed-99a0-ae4154e9b7df tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (21728a78-dfbb-409e-9b8e-f7b32effd27f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:16.937706 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-37793ad2-b31a-46fe-aba7-dd027f0c228a req-d1ffb4b8-9eb0-4279-a09f-a060cba0a785 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372439 Feb 19 04:09:16.940526 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['0eac0ec9-1292-4842-bcc6-fd4725f3eb6d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:09:17.065626 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-708c8b11-0301-4f54-855d-7b0209db5674 req-d1d8aa6e-2f7d-4a6d-a2de-13b43f243ff5 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/ports?device_id=21b5fe33-1d23-419d-ac79-949bfaef98e0 HTTP/1.1" status: 200 len: 210 time: 0.0681539 Feb 19 04:09:17.131674 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-0f4e4fab-8aea-49ed-99a0-ae4154e9b7df tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Network d9d990e4-ae18-48b8-9375-8a399a46fa4c is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:17.199233 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-0f4e4fab-8aea-49ed-99a0-ae4154e9b7df tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:17.217052 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-0f4e4fab-8aea-49ed-99a0-ae4154e9b7df tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:17.327236 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e4fab-8aea-49ed-99a0-ae4154e9b7df tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Pushing event updated for resources: {'Port': ['ID=21728a78-dfbb-409e-9b8e-f7b32effd27f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:17.423702 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544bd83-b3ed-4969-b117-cc23fcd94e59 req-d4b8bac3-9f10-491b-ac6d-f9e79275ff63 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:17.445297 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a544bd83-b3ed-4969-b117-cc23fcd94e59 req-d4b8bac3-9f10-491b-ac6d-f9e79275ff63 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.3024964 Feb 19 04:09:17.558682 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6f52613a-1730-43ef-a562-5b2d41dbecf4 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Publish callbacks [] for port (bdd52921-455b-44e3-a57f-e5c5434c4a0d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.565727 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-0f4e4fab-8aea-49ed-99a0-ae4154e9b7df tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:17.585249 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-0f4e4fab-8aea-49ed-99a0-ae4154e9b7df tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.674598 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6f52613a-1730-43ef-a562-5b2d41dbecf4 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (bdd52921-455b-44e3-a57f-e5c5434c4a0d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.732854 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a544bd83-b3ed-4969-b117-cc23fcd94e59 req-3210f5f2-321e-4c37-bb8c-87b62312fbb4 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846279 Feb 19 04:09:17.754965 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-0f4e4fab-8aea-49ed-99a0-ae4154e9b7df tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7320063 Feb 19 04:09:17.794861 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-23113f58-fd2d-4f83-babf-ac1a071994d0 service neutron] Request body: {'port': {'device_id': 'f44e9b96-3f3b-4d32-b562-b36e8cd9861b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:17.917582 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ef7cb7a1-8b7b-437c-bb51-9b02f024b41f None None] Provisioning complete for port 21728a78-dfbb-409e-9b8e-f7b32effd27f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:17.918227 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ef7cb7a1-8b7b-437c-bb51-9b02f024b41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (21728a78-dfbb-409e-9b8e-f7b32effd27f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.006487 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-ca667c1e-f7c5-4697-afe7-bb92eddf4eba tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Allocated IP 172.20.0.11 (793ec2fd-7997-4be6-b1de-d27885aef69b/a720fb39-5b48-4764-b9a0-8c55eca6c7e1/dcaa25c8-4ab7-4f52-977f-d4a07a31b339) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:18.136981 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ef7cb7a1-8b7b-437c-bb51-9b02f024b41f None None] Port 21728a78-dfbb-409e-9b8e-f7b32effd27f cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:09:18.261339 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-23113f58-fd2d-4f83-babf-ac1a071994d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (21728a78-dfbb-409e-9b8e-f7b32effd27f), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.370215 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-ca667c1e-f7c5-4697-afe7-bb92eddf4eba tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Publish callbacks [] for port (dcaa25c8-4ab7-4f52-977f-d4a07a31b339), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.391670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c8986-5f9a-4206-b25c-bcbb0f07a1b8 req-809fa450-3c77-4e30-844c-296677dbcae4 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:18.405862 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6e5c8986-5f9a-4206-b25c-bcbb0f07a1b8 req-809fa450-3c77-4e30-844c-296677dbcae4 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=4925d8da-84bd-4a1c-8cf3-0256c43cac5b HTTP/1.1" status: 200 len: 946 time: 0.2923913 Feb 19 04:09:18.503189 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52613a-1730-43ef-a562-5b2d41dbecf4 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Pushing event updated for resources: {'Port': ['ID=bdd52921-455b-44e3-a57f-e5c5434c4a0d,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:18.631972 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-b7415a3b-41b5-4975-b859-7e47ffb4cdfa tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Allocated IP 172.20.0.4 (793ec2fd-7997-4be6-b1de-d27885aef69b/a720fb39-5b48-4764-b9a0-8c55eca6c7e1/7e9a9e13-fda2-4b66-841f-e53062b3db45) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:18.698411 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6e5c8986-5f9a-4206-b25c-bcbb0f07a1b8 req-c20e6000-2db2-413d-ad79-23dfbc763d06 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851655 Feb 19 04:09:19.032473 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-b7415a3b-41b5-4975-b859-7e47ffb4cdfa tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Publish callbacks [] for port (7e9a9e13-fda2-4b66-841f-e53062b3db45), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:19.135707 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-ca667c1e-f7c5-4697-afe7-bb92eddf4eba tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (dcaa25c8-4ab7-4f52-977f-d4a07a31b339), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:19.162646 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6f52613a-1730-43ef-a562-5b2d41dbecf4 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Network 793ec2fd-7997-4be6-b1de-d27885aef69b is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:19.216012 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2d7d1-9cdc-47b2-98b6-903daa2439e9 req-f3f558f0-6d33-48fe-8d9d-18aeb868c0d8 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:19.231433 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5bb2d7d1-9cdc-47b2-98b6-903daa2439e9 req-f3f558f0-6d33-48fe-8d9d-18aeb868c0d8 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ba662ce-c532-46cb-a209-6c8d6640672e HTTP/1.1" status: 200 len: 945 time: 0.3007894 Feb 19 04:09:19.287569 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-b7415a3b-41b5-4975-b859-7e47ffb4cdfa tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (7e9a9e13-fda2-4b66-841f-e53062b3db45), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:19.302011 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca667c1e-f7c5-4697-afe7-bb92eddf4eba tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Pushing event updated for resources: {'Port': ['ID=dcaa25c8-4ab7-4f52-977f-d4a07a31b339,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:19.329969 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369c5e1-6f36-4175-9516-73a06b74a274 req-3f401f16-be65-4b0f-a7a1-1a3c93ad60c7 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:19.333564 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4369c5e1-6f36-4175-9516-73a06b74a274 req-3f401f16-be65-4b0f-a7a1-1a3c93ad60c7 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef HTTP/1.1" status: 200 len: 945 time: 1.6918068 Feb 19 04:09:19.335314 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6f52613a-1730-43ef-a562-5b2d41dbecf4 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:19.399218 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6f52613a-1730-43ef-a562-5b2d41dbecf4 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:19.424077 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5bb2d7d1-9cdc-47b2-98b6-903daa2439e9 req-c563bb1a-d454-4e4f-937a-e207b5e2044d tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906567 Feb 19 04:09:19.504627 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-ca667c1e-f7c5-4697-afe7-bb92eddf4eba tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Network 793ec2fd-7997-4be6-b1de-d27885aef69b is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:19.554324 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4369c5e1-6f36-4175-9516-73a06b74a274 req-7f468b44-2dd3-4e1f-894a-8e329a54d980 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fb7ece2-78af-48de-a9fe-b5000d4e7cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494057 Feb 19 04:09:19.557229 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-ca667c1e-f7c5-4697-afe7-bb92eddf4eba tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:19.562791 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-ca667c1e-f7c5-4697-afe7-bb92eddf4eba tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:19.570542 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-23113f58-fd2d-4f83-babf-ac1a071994d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21728a78-dfbb-409e-9b8e-f7b32effd27f {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:09:19.610150 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-23113f58-fd2d-4f83-babf-ac1a071994d0 service neutron] Publish callbacks [] for port (21728a78-dfbb-409e-9b8e-f7b32effd27f), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:19.646069 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-23113f58-fd2d-4f83-babf-ac1a071994d0 service neutron] Transition to ACTIVE for port object 21728a78-dfbb-409e-9b8e-f7b32effd27f will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:09:19.655975 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-23113f58-fd2d-4f83-babf-ac1a071994d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (21728a78-dfbb-409e-9b8e-f7b32effd27f), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:19.724841 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-ca667c1e-f7c5-4697-afe7-bb92eddf4eba tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:19.726033 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-ca667c1e-f7c5-4697-afe7-bb92eddf4eba tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:19.772539 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-b7415a3b-41b5-4975-b859-7e47ffb4cdfa tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Network 793ec2fd-7997-4be6-b1de-d27885aef69b is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:19.830119 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-b7415a3b-41b5-4975-b859-7e47ffb4cdfa tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:19.839972 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7415a3b-41b5-4975-b859-7e47ffb4cdfa tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Pushing event updated for resources: {'Port': ['ID=7e9a9e13-fda2-4b66-841f-e53062b3db45,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:19.847541 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5abbf5ed-8457-4787-b9c4-a4db1f63689e req-d21efff1-278f-40df-b505-e166c71d174e tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=478766ae-3c06-46ca-b27d-38a730f570ae HTTP/1.1" status: 200 len: 210 time: 0.0951324 Feb 19 04:09:19.848982 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-b7415a3b-41b5-4975-b859-7e47ffb4cdfa tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:19.946626 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23113f58-fd2d-4f83-babf-ac1a071994d0 service neutron] Pushing event updated for resources: {'Port': ['ID=21728a78-dfbb-409e-9b8e-f7b32effd27f,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:19.975978 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6f52613a-1730-43ef-a562-5b2d41dbecf4 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:19.977643 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6f52613a-1730-43ef-a562-5b2d41dbecf4 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:19.979708 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44845eb5-2d95-4eee-9b08-a7015b84eab7 req-95478010-446c-40f9-a373-e17c72d57c35 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:19.991493 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-44845eb5-2d95-4eee-9b08-a7015b84eab7 req-95478010-446c-40f9-a373-e17c72d57c35 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f44e9b96-3f3b-4d32-b562-b36e8cd9861b HTTP/1.1" status: 200 len: 944 time: 0.3183997 Feb 19 04:09:20.007223 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-ca667c1e-f7c5-4697-afe7-bb92eddf4eba tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0661409 Feb 19 04:09:20.035482 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-1aa4f596-31b7-4d00-98b2-602feea4f9c3 service neutron] Request body: {'port': {'device_id': '5188cccf-a38c-4791-9fae-e0344fb79417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:20.080158 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-23113f58-fd2d-4f83-babf-ac1a071994d0 service neutron] Attempting to bind port 21728a78-dfbb-409e-9b8e-f7b32effd27f on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:20.081110 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-23113f58-fd2d-4f83-babf-ac1a071994d0 service neutron] Attempting to bind port 21728a78-dfbb-409e-9b8e-f7b32effd27f by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:20.081355 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-23113f58-fd2d-4f83-babf-ac1a071994d0 service neutron] Attempting to bind port 21728a78-dfbb-409e-9b8e-f7b32effd27f on network d9d990e4-ae18-48b8-9375-8a399a46fa4c {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:20.104729 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-23113f58-fd2d-4f83-babf-ac1a071994d0 service neutron] Port 21728a78-dfbb-409e-9b8e-f7b32effd27f on network d9d990e4-ae18-48b8-9375-8a399a46fa4c not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:09:20.105307 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-23113f58-fd2d-4f83-babf-ac1a071994d0 service neutron] Attempting to bind port 21728a78-dfbb-409e-9b8e-f7b32effd27f on network d9d990e4-ae18-48b8-9375-8a399a46fa4c {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:20.135114 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-23113f58-fd2d-4f83-babf-ac1a071994d0 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:20.135723 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-23113f58-fd2d-4f83-babf-ac1a071994d0 service neutron] Checking segment: {'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:20.136395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-23113f58-fd2d-4f83-babf-ac1a071994d0 service neutron] Bound using segment: {'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:20.137277 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-23113f58-fd2d-4f83-babf-ac1a071994d0 service neutron] Bound port: 21728a78-dfbb-409e-9b8e-f7b32effd27f, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:20.137920 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-23113f58-fd2d-4f83-babf-ac1a071994d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (21728a78-dfbb-409e-9b8e-f7b32effd27f), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.165742 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-44845eb5-2d95-4eee-9b08-a7015b84eab7 req-3c4858db-5b10-4ad3-a8a1-091811aad2a6 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727526 Feb 19 04:09:20.221264 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6f52613a-1730-43ef-a562-5b2d41dbecf4 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1251190 Feb 19 04:09:20.241371 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-b7415a3b-41b5-4975-b859-7e47ffb4cdfa tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:20.242929 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-b7415a3b-41b5-4975-b859-7e47ffb4cdfa tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.260213 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6b661e23-5699-4364-a8c0-daa83417018c service neutron] Request body: {'port': {'device_id': '21b5fe33-1d23-419d-ac79-949bfaef98e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:20.426146 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-23113f58-fd2d-4f83-babf-ac1a071994d0 service neutron] For port 21728a78-dfbb-409e-9b8e-f7b32effd27f, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:20.430159 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-1aa4f596-31b7-4d00-98b2-602feea4f9c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dcaa25c8-4ab7-4f52-977f-d4a07a31b339), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.457010 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-23113f58-fd2d-4f83-babf-ac1a071994d0 service neutron] For port 21728a78-dfbb-409e-9b8e-f7b32effd27f, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=21728a78-dfbb-409e-9b8e-f7b32effd27f,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:20.467922 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-b7415a3b-41b5-4975-b859-7e47ffb4cdfa tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1315022 Feb 19 04:09:20.476650 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-23113f58-fd2d-4f83-babf-ac1a071994d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (21728a78-dfbb-409e-9b8e-f7b32effd27f), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.530274 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2737f41-1826-41a2-9d95-440496f1b677 req-da553b2c-d30c-466f-af52-1c72e57fd500 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:20.533983 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c2737f41-1826-41a2-9d95-440496f1b677 req-da553b2c-d30c-466f-af52-1c72e57fd500 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.1721885 Feb 19 04:09:20.577555 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6b661e23-5699-4364-a8c0-daa83417018c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bdd52921-455b-44e3-a57f-e5c5434c4a0d), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.593824 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-4e38837b-e925-4ebe-ac81-2f1076e91969 service neutron] Request body: {'port': {'device_id': '4354ea86-5de9-467e-a3f6-4bc9903c1579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:20.616283 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-23113f58-fd2d-4f83-babf-ac1a071994d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:20.618305 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-23113f58-fd2d-4f83-babf-ac1a071994d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.621391 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-23113f58-fd2d-4f83-babf-ac1a071994d0 service neutron] 10.222.0.10 "PUT /v2.0/ports/21728a78-dfbb-409e-9b8e-f7b32effd27f HTTP/1.1" status: 200 len: 1092 time: 2.8547184 Feb 19 04:09:20.622738 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44e9b96-3f3b-4d32-b562-b36e8cd9861b', 'tag': '21728a78-dfbb-409e-9b8e-f7b32effd27f'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:20.630975 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71509eb-3275-4856-9265-d7400ed40556" -d '{"events": [{"name": "network-changed", "server_uuid": "f44e9b96-3f3b-4d32-b562-b36e8cd9861b", "tag": "21728a78-dfbb-409e-9b8e-f7b32effd27f"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:20.775388 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e995b67-03f7-4d30-94aa-166f700639e1 req-116c7c1c-0b12-45e7-ab63-24ed90acb652 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:20.781352 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3e995b67-03f7-4d30-94aa-166f700639e1 req-116c7c1c-0b12-45e7-ab63-24ed90acb652 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/ports?device_id=21b5fe33-1d23-419d-ac79-949bfaef98e0 HTTP/1.1" status: 200 len: 931 time: 0.7305911 Feb 19 04:09:20.860762 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23113f58-fd2d-4f83-babf-ac1a071994d0 service neutron] Pushing event updated for resources: {'Port': ['ID=21728a78-dfbb-409e-9b8e-f7b32effd27f,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:20.903775 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c2737f41-1826-41a2-9d95-440496f1b677 req-839bcd2a-179b-4f4e-ab32-183b7e2831f4 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608562 Feb 19 04:09:20.984388 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-3fea8b85-2fce-4972-9f22-93fb036e21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:21.012379 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-3fea8b85-2fce-4972-9f22-93fb036e21dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&device_id=f44e9b96-3f3b-4d32-b562-b36e8cd9861b HTTP/1.1" status: 200 len: 1126 time: 0.3137560 Feb 19 04:09:21.206919 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-2ba92fc0-4fa4-403e-8109-0df212a55da1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21728a78-dfbb-409e-9b8e-f7b32effd27f HTTP/1.1" status: 200 len: 217 time: 0.1769145 Feb 19 04:09:21.293757 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:09:21.304218 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-4e38837b-e925-4ebe-ac81-2f1076e91969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7e9a9e13-fda2-4b66-841f-e53062b3db45), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:21.453266 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-6cee1f30-81f6-4f66-abd1-96d41f8c998d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:21.456072 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-6cee1f30-81f6-4f66-abd1-96d41f8c998d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509 HTTP/1.1" status: 200 len: 851 time: 0.2485087 Feb 19 04:09:21.577707 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3e995b67-03f7-4d30-94aa-166f700639e1 req-aa0750c1-4a39-4f17-a6c1-f46c88bd9066 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8263f1-bdf4-47da-999b-4847c4f427cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7351410 Feb 19 04:09:21.644963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-c0eaa6fc-d8c2-444e-80c8-de2049c9917d tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:21.647734 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-c0eaa6fc-d8c2-444e-80c8-de2049c9917d tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/networks?id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f HTTP/1.1" status: 200 len: 806 time: 0.4176240 Feb 19 04:09:21.706900 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-ec012685-667f-4c96-bf61-7c75f4b09e89 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/quotas/419e9a0715e84b22a8fff2f89fa3da4c HTTP/1.1" status: 200 len: 375 time: 0.0383399 Feb 19 04:09:22.111596 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-1aa4f596-31b7-4d00-98b2-602feea4f9c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcaa25c8-4ab7-4f52-977f-d4a07a31b339 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:09:22.130754 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-1aa4f596-31b7-4d00-98b2-602feea4f9c3 service neutron] Publish callbacks [] for port (dcaa25c8-4ab7-4f52-977f-d4a07a31b339), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.151570 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a67552-84b3-4d66-9c02-367f116cc945 req-b9f32925-bd9d-49b3-9b17-81986fb64e7e tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:22.154342 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-96a67552-84b3-4d66-9c02-367f116cc945 req-b9f32925-bd9d-49b3-9b17-81986fb64e7e tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ba662ce-c532-46cb-a209-6c8d6640672e HTTP/1.1" status: 200 len: 945 time: 0.2343950 Feb 19 04:09:22.198480 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-1aa4f596-31b7-4d00-98b2-602feea4f9c3 service neutron] Transition to ACTIVE for port object dcaa25c8-4ab7-4f52-977f-d4a07a31b339 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:09:22.326960 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-96a67552-84b3-4d66-9c02-367f116cc945 req-83379ecd-2520-4d90-8b0a-7d607ba7dd5d tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264601 Feb 19 04:09:22.328154 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-1aa4f596-31b7-4d00-98b2-602feea4f9c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (dcaa25c8-4ab7-4f52-977f-d4a07a31b339), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.501298 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-62747b72-764c-4638-bfbc-c71e671aa797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:22.504204 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-62747b72-764c-4638-bfbc-c71e671aa797 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9d990e4-ae18-48b8-9375-8a399a46fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0321689 Feb 19 04:09:22.722856 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-4afc7691-ac0e-4569-b794-8b6520cb017a service neutron] 10.222.0.10 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988883 Feb 19 04:09:22.725768 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0357196-e0a0-49fe-873a-e34a38e7392c x-openstack-request-id: req-b0357196-e0a0-49fe-873a-e34a38e7392c {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:22.726282 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f44e9b96-3f3b-4d32-b562-b36e8cd9861b", "tag": "21728a78-dfbb-409e-9b8e-f7b32effd27f", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:22.726624 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b0357196-e0a0-49fe-873a-e34a38e7392c {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:22.727268 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44e9b96-3f3b-4d32-b562-b36e8cd9861b', 'tag': '21728a78-dfbb-409e-9b8e-f7b32effd27f', 'status': 'completed', 'code': 200} Feb 19 04:09:22.767758 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-bd559ea1-44fd-4ed5-ba46-7ec9c4ad4519 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0593781 Feb 19 04:09:22.796474 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4f596-31b7-4d00-98b2-602feea4f9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=dcaa25c8-4ab7-4f52-977f-d4a07a31b339,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:22.824099 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-1aa4f596-31b7-4d00-98b2-602feea4f9c3 service neutron] Attempting to bind port dcaa25c8-4ab7-4f52-977f-d4a07a31b339 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:22.826981 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-1aa4f596-31b7-4d00-98b2-602feea4f9c3 service neutron] Attempting to bind port dcaa25c8-4ab7-4f52-977f-d4a07a31b339 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '44c9ca06-585c-490d-a975-91111742c735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '793ec2fd-7997-4be6-b1de-d27885aef69b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:22.827588 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-1aa4f596-31b7-4d00-98b2-602feea4f9c3 service neutron] Attempting to bind port dcaa25c8-4ab7-4f52-977f-d4a07a31b339 on network 793ec2fd-7997-4be6-b1de-d27885aef69b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:22.972982 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-1aa4f596-31b7-4d00-98b2-602feea4f9c3 service neutron] Port dcaa25c8-4ab7-4f52-977f-d4a07a31b339 on network 793ec2fd-7997-4be6-b1de-d27885aef69b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:09:22.972982 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-1aa4f596-31b7-4d00-98b2-602feea4f9c3 service neutron] Attempting to bind port dcaa25c8-4ab7-4f52-977f-d4a07a31b339 on network 793ec2fd-7997-4be6-b1de-d27885aef69b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:23.004223 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-1aa4f596-31b7-4d00-98b2-602feea4f9c3 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:23.005217 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-1aa4f596-31b7-4d00-98b2-602feea4f9c3 service neutron] Checking segment: {'id': '44c9ca06-585c-490d-a975-91111742c735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '793ec2fd-7997-4be6-b1de-d27885aef69b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:23.006089 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-1aa4f596-31b7-4d00-98b2-602feea4f9c3 service neutron] Bound using segment: {'id': '44c9ca06-585c-490d-a975-91111742c735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '793ec2fd-7997-4be6-b1de-d27885aef69b'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:23.007141 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-1aa4f596-31b7-4d00-98b2-602feea4f9c3 service neutron] Bound port: dcaa25c8-4ab7-4f52-977f-d4a07a31b339, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44c9ca06-585c-490d-a975-91111742c735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '793ec2fd-7997-4be6-b1de-d27885aef69b'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:23.008009 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-1aa4f596-31b7-4d00-98b2-602feea4f9c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dcaa25c8-4ab7-4f52-977f-d4a07a31b339), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:23.107940 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-950e14ad-ab62-41f5-9927-4d77558975f4 req-a51c0700-5951-4c0a-97a9-78db18c5a9d2 service neutron] 10.222.0.10 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771918 Feb 19 04:09:23.155966 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82b43c-1691-4d05-a3d9-967faf4874a3 req-2031d9b9-eead-4d0d-af79-8e2bded306cd tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:23.161880 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb82b43c-1691-4d05-a3d9-967faf4874a3 req-2031d9b9-eead-4d0d-af79-8e2bded306cd tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f44e9b96-3f3b-4d32-b562-b36e8cd9861b HTTP/1.1" status: 200 len: 944 time: 0.3299928 Feb 19 04:09:23.244823 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-327c7a2a-5240-4183-8463-ca887133a46a service neutron] 10.222.0.65 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519293 Feb 19 04:09:23.319093 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6b661e23-5699-4364-a8c0-daa83417018c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd52921-455b-44e3-a57f-e5c5434c4a0d {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:09:23.348967 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6b661e23-5699-4364-a8c0-daa83417018c service neutron] Publish callbacks [] for port (bdd52921-455b-44e3-a57f-e5c5434c4a0d), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:23.385132 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-1aa4f596-31b7-4d00-98b2-602feea4f9c3 service neutron] For port dcaa25c8-4ab7-4f52-977f-d4a07a31b339, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:23.396327 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6b661e23-5699-4364-a8c0-daa83417018c service neutron] Transition to ACTIVE for port object bdd52921-455b-44e3-a57f-e5c5434c4a0d will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:09:23.399788 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-1aa4f596-31b7-4d00-98b2-602feea4f9c3 service neutron] For port dcaa25c8-4ab7-4f52-977f-d4a07a31b339, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=dcaa25c8-4ab7-4f52-977f-d4a07a31b339,segment=NetworkSegment(44c9ca06-585c-490d-a975-91111742c735),segment_id=44c9ca06-585c-490d-a975-91111742c735)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:23.447190 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-1aa4f596-31b7-4d00-98b2-602feea4f9c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (dcaa25c8-4ab7-4f52-977f-d4a07a31b339), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:23.450106 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6b661e23-5699-4364-a8c0-daa83417018c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (bdd52921-455b-44e3-a57f-e5c5434c4a0d), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:23.529796 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb82b43c-1691-4d05-a3d9-967faf4874a3 req-c5e5018f-0c6c-4d69-8658-05a8d374d81a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088889 Feb 19 04:09:23.599169 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-1aa4f596-31b7-4d00-98b2-602feea4f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:23.600273 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-1aa4f596-31b7-4d00-98b2-602feea4f9c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:23.602510 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-1aa4f596-31b7-4d00-98b2-602feea4f9c3 service neutron] 10.222.0.10 "PUT /v2.0/ports/dcaa25c8-4ab7-4f52-977f-d4a07a31b339 HTTP/1.1" status: 200 len: 1092 time: 3.5769136 Feb 19 04:09:23.603248 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5188cccf-a38c-4791-9fae-e0344fb79417', 'tag': 'dcaa25c8-4ab7-4f52-977f-d4a07a31b339'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:23.607340 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6ab12c-f748-4dfc-87eb-cb36e80cd86a" -d '{"events": [{"name": "network-changed", "server_uuid": "5188cccf-a38c-4791-9fae-e0344fb79417", "tag": "dcaa25c8-4ab7-4f52-977f-d4a07a31b339"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:23.622435 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-5838e190-20b8-4ead-95ca-be7a708a6d6f service neutron] 10.222.0.65 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561239 Feb 19 04:09:23.634174 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71509eb-3275-4856-9265-d7400ed40556 req-2638e115-09b4-45a8-9282-b184dd97be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:23.638132 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d71509eb-3275-4856-9265-d7400ed40556 req-2638e115-09b4-45a8-9282-b184dd97be40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&device_id=f44e9b96-3f3b-4d32-b562-b36e8cd9861b HTTP/1.1" status: 200 len: 1126 time: 0.3993227 Feb 19 04:09:23.649907 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60899df4-fb80-42fe-9c5a-6014387a9487 req-13a22ee4-e4bd-42c3-9ca9-4b695a0322ba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3359675 Feb 19 04:09:23.710734 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4f596-31b7-4d00-98b2-602feea4f9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=dcaa25c8-4ab7-4f52-977f-d4a07a31b339,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:23.952489 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-5c934a75-4fba-41d7-b27c-68adadd397c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:23.955493 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-5c934a75-4fba-41d7-b27c-68adadd397c1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e23ab51a53b4a93996fd80dbbd06d21&device_id=5188cccf-a38c-4791-9fae-e0344fb79417 HTTP/1.1" status: 200 len: 1126 time: 0.2343318 Feb 19 04:09:24.102898 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-fd324af0-cba9-4a0e-85a0-b3b22965b047 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcaa25c8-4ab7-4f52-977f-d4a07a31b339 HTTP/1.1" status: 200 len: 217 time: 0.1358612 Feb 19 04:09:24.140269 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b661e23-5699-4364-a8c0-daa83417018c service neutron] Pushing event updated for resources: {'Port': ['ID=bdd52921-455b-44e3-a57f-e5c5434c4a0d,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:24.231888 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-fcb1fbe2-d919-459f-a2df-90cd512daf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:24.235297 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-fcb1fbe2-d919-459f-a2df-90cd512daf06 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a720fb39-5b48-4764-b9a0-8c55eca6c7e1 HTTP/1.1" status: 200 len: 858 time: 0.1143143 Feb 19 04:09:24.246525 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60899df4-fb80-42fe-9c5a-6014387a9487 req-d751d643-0c5b-4527-ac6b-3b6532144453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:24.252447 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-60899df4-fb80-42fe-9c5a-6014387a9487 req-d751d643-0c5b-4527-ac6b-3b6532144453 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 1127 time: 0.4842112 Feb 19 04:09:24.265167 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6b661e23-5699-4364-a8c0-daa83417018c service neutron] Attempting to bind port bdd52921-455b-44e3-a57f-e5c5434c4a0d on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:24.266101 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6b661e23-5699-4364-a8c0-daa83417018c service neutron] Attempting to bind port bdd52921-455b-44e3-a57f-e5c5434c4a0d by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '44c9ca06-585c-490d-a975-91111742c735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '793ec2fd-7997-4be6-b1de-d27885aef69b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:24.266926 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6b661e23-5699-4364-a8c0-daa83417018c service neutron] Attempting to bind port bdd52921-455b-44e3-a57f-e5c5434c4a0d on network 793ec2fd-7997-4be6-b1de-d27885aef69b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:24.277887 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-4e38837b-e925-4ebe-ac81-2f1076e91969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e9a9e13-fda2-4b66-841f-e53062b3db45 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:09:24.310863 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4bf50-ee26-4dd2-a2e4-93ad0f1618e6 req-04df4e1e-132f-4365-9b20-49294694d69f tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:24.325532 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fdc4bf50-ee26-4dd2-a2e4-93ad0f1618e6 req-04df4e1e-132f-4365-9b20-49294694d69f tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.4226665 Feb 19 04:09:24.355547 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-4e38837b-e925-4ebe-ac81-2f1076e91969 service neutron] Publish callbacks [] for port (7e9a9e13-fda2-4b66-841f-e53062b3db45), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.360202 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6b661e23-5699-4364-a8c0-daa83417018c service neutron] Port bdd52921-455b-44e3-a57f-e5c5434c4a0d on network 793ec2fd-7997-4be6-b1de-d27885aef69b not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:09:24.362217 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6b661e23-5699-4364-a8c0-daa83417018c service neutron] Attempting to bind port bdd52921-455b-44e3-a57f-e5c5434c4a0d on network 793ec2fd-7997-4be6-b1de-d27885aef69b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:24.365686 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-f592bd89-01e2-4670-b6d4-c48df171a196 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=793ec2fd-7997-4be6-b1de-d27885aef69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187952 Feb 19 04:09:24.400818 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71509eb-3275-4856-9265-d7400ed40556 req-fbd7baff-7765-4326-b1e7-865535c238e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:24.403929 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d71509eb-3275-4856-9265-d7400ed40556 req-fbd7baff-7765-4326-b1e7-865535c238e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 912 time: 0.7510448 Feb 19 04:09:24.646280 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6b661e23-5699-4364-a8c0-daa83417018c service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:24.646865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6b661e23-5699-4364-a8c0-daa83417018c service neutron] Checking segment: {'id': '44c9ca06-585c-490d-a975-91111742c735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '793ec2fd-7997-4be6-b1de-d27885aef69b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:24.647593 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6b661e23-5699-4364-a8c0-daa83417018c service neutron] Bound using segment: {'id': '44c9ca06-585c-490d-a975-91111742c735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '793ec2fd-7997-4be6-b1de-d27885aef69b'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:24.648333 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6b661e23-5699-4364-a8c0-daa83417018c service neutron] Bound port: bdd52921-455b-44e3-a57f-e5c5434c4a0d, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44c9ca06-585c-490d-a975-91111742c735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '793ec2fd-7997-4be6-b1de-d27885aef69b'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:24.649084 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6b661e23-5699-4364-a8c0-daa83417018c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bdd52921-455b-44e3-a57f-e5c5434c4a0d), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.664268 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d71509eb-3275-4856-9265-d7400ed40556 req-cad85c6c-aaa6-4433-85ee-6cd87f2daed2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21728a78-dfbb-409e-9b8e-f7b32effd27f HTTP/1.1" status: 200 len: 217 time: 0.0890377 Feb 19 04:09:24.701863 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-4e38837b-e925-4ebe-ac81-2f1076e91969 service neutron] Transition to ACTIVE for port object 7e9a9e13-fda2-4b66-841f-e53062b3db45 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:09:24.743424 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-4e38837b-e925-4ebe-ac81-2f1076e91969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (7e9a9e13-fda2-4b66-841f-e53062b3db45), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.792368 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-58b96de1-1f1d-4442-905c-2f08585c602f service neutron] 10.222.0.10 "GET /v2.0/networks/793ec2fd-7997-4be6-b1de-d27885aef69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857653 Feb 19 04:09:24.977104 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fdc4bf50-ee26-4dd2-a2e4-93ad0f1618e6 req-4ab0fa7a-1df5-4c2f-a9ad-4d037216d322 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6496236 Feb 19 04:09:25.018161 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-012b5912-0882-43f0-9b95-f8e4aec74286 service neutron] 10.222.0.10 "GET /v2.0/networks/793ec2fd-7997-4be6-b1de-d27885aef69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161424 Feb 19 04:09:25.061366 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71509eb-3275-4856-9265-d7400ed40556 req-631ed1db-9fb7-47c8-a1bd-9ae5c569b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:25.071146 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d71509eb-3275-4856-9265-d7400ed40556 req-631ed1db-9fb7-47c8-a1bd-9ae5c569b6c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509 HTTP/1.1" status: 200 len: 851 time: 0.3857291 Feb 19 04:09:25.158947 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38837b-e925-4ebe-ac81-2f1076e91969 service neutron] Pushing event updated for resources: {'Port': ['ID=7e9a9e13-fda2-4b66-841f-e53062b3db45,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:25.179084 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-07562d53-0941-451e-997b-1feba33b3e00 req-b6d9ed84-8c1a-455b-89a5-577a1f647058 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5728276 Feb 19 04:09:25.198502 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60899df4-fb80-42fe-9c5a-6014387a9487 req-793633e6-080d-4f89-b595-41f9d3f95a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:25.201314 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-60899df4-fb80-42fe-9c5a-6014387a9487 req-793633e6-080d-4f89-b595-41f9d3f95a97 service neutron] 10.222.0.10 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 921 time: 0.8626823 Feb 19 04:09:25.297599 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71509eb-3275-4856-9265-d7400ed40556 req-2ef317b2-2d80-4ca6-b9e8-b2087df5d0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:25.300327 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d71509eb-3275-4856-9265-d7400ed40556 req-2ef317b2-2d80-4ca6-b9e8-b2087df5d0cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9d990e4-ae18-48b8-9375-8a399a46fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2277730 Feb 19 04:09:25.555098 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6b661e23-5699-4364-a8c0-daa83417018c service neutron] For port bdd52921-455b-44e3-a57f-e5c5434c4a0d, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:25.622057 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-60899df4-fb80-42fe-9c5a-6014387a9487 req-da6ddb98-7392-4132-ae02-d05d77e10ae1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df197234-9fff-4923-9a11-6b3d9342eb08 HTTP/1.1" status: 200 len: 217 time: 0.3716333 Feb 19 04:09:25.632249 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d71509eb-3275-4856-9265-d7400ed40556 req-477a0fc1-8a0b-421e-9d33-e990dd695306 service neutron] 10.222.0.10 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216619 Feb 19 04:09:25.684498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6b661e23-5699-4364-a8c0-daa83417018c service neutron] For port bdd52921-455b-44e3-a57f-e5c5434c4a0d, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=bdd52921-455b-44e3-a57f-e5c5434c4a0d,segment=NetworkSegment(44c9ca06-585c-490d-a975-91111742c735),segment_id=44c9ca06-585c-490d-a975-91111742c735)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:26.078123 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d71509eb-3275-4856-9265-d7400ed40556 req-69208046-6c7f-452e-a88d-910e913c5265 service neutron] 10.222.0.10 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399745 Feb 19 04:09:26.140516 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ab12c-f748-4dfc-87eb-cb36e80cd86a req-61551996-8ef9-404c-b946-04fe4393c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:26.143749 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9d6ab12c-f748-4dfc-87eb-cb36e80cd86a req-61551996-8ef9-404c-b946-04fe4393c234 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e23ab51a53b4a93996fd80dbbd06d21&device_id=5188cccf-a38c-4791-9fae-e0344fb79417 HTTP/1.1" status: 200 len: 1126 time: 0.2727623 Feb 19 04:09:26.212118 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbeebbe1-b417-4f54-be46-190b366bdc0f x-openstack-request-id: req-dbeebbe1-b417-4f54-be46-190b366bdc0f {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:26.213061 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5188cccf-a38c-4791-9fae-e0344fb79417", "tag": "dcaa25c8-4ab7-4f52-977f-d4a07a31b339", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:26.213743 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dbeebbe1-b417-4f54-be46-190b366bdc0f {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:26.214685 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5188cccf-a38c-4791-9fae-e0344fb79417', 'tag': 'dcaa25c8-4ab7-4f52-977f-d4a07a31b339', 'status': 'completed', 'code': 200} Feb 19 04:09:26.255710 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6b661e23-5699-4364-a8c0-daa83417018c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (bdd52921-455b-44e3-a57f-e5c5434c4a0d), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.363345 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ab12c-f748-4dfc-87eb-cb36e80cd86a req-310effa9-125a-4b0c-b9c9-a3377a18fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:26.367285 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9d6ab12c-f748-4dfc-87eb-cb36e80cd86a req-310effa9-125a-4b0c-b9c9-a3377a18fec9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=793ec2fd-7997-4be6-b1de-d27885aef69b HTTP/1.1" status: 200 len: 918 time: 0.2076371 Feb 19 04:09:26.395014 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60899df4-fb80-42fe-9c5a-6014387a9487 req-98a34844-0f0c-4437-9442-1a21ea964164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:26.402920 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-60899df4-fb80-42fe-9c5a-6014387a9487 req-98a34844-0f0c-4437-9442-1a21ea964164 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.7542055 Feb 19 04:09:26.418993 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 21728a78-dfbb-409e-9b8e-f7b32effd27f details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:09:26.422509 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6b661e23-5699-4364-a8c0-daa83417018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:26.424071 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6b661e23-5699-4364-a8c0-daa83417018c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.427412 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-6b661e23-5699-4364-a8c0-daa83417018c service neutron] 10.222.0.48 "PUT /v2.0/ports/bdd52921-455b-44e3-a57f-e5c5434c4a0d HTTP/1.1" status: 200 len: 1091 time: 6.1760151 Feb 19 04:09:26.435203 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-4e38837b-e925-4ebe-ac81-2f1076e91969 service neutron] Attempting to bind port 7e9a9e13-fda2-4b66-841f-e53062b3db45 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:26.445810 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-4e38837b-e925-4ebe-ac81-2f1076e91969 service neutron] Attempting to bind port 7e9a9e13-fda2-4b66-841f-e53062b3db45 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '44c9ca06-585c-490d-a975-91111742c735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '793ec2fd-7997-4be6-b1de-d27885aef69b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:26.446891 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-4e38837b-e925-4ebe-ac81-2f1076e91969 service neutron] Attempting to bind port 7e9a9e13-fda2-4b66-841f-e53062b3db45 on network 793ec2fd-7997-4be6-b1de-d27885aef69b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:26.477501 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a390a-95d4-45d8-95d4-0928fbeb16d5 req-5e2c3ddb-a1b4-4962-88d5-f3333bb30b0c tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:26.491135 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b00a390a-95d4-45d8-95d4-0928fbeb16d5 req-5e2c3ddb-a1b4-4962-88d5-f3333bb30b0c tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/ports?device_id=21b5fe33-1d23-419d-ac79-949bfaef98e0 HTTP/1.1" status: 200 len: 943 time: 1.2790389 Feb 19 04:09:26.508124 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9d6ab12c-f748-4dfc-87eb-cb36e80cd86a req-7f04d5c3-0c72-44df-9e00-b9171512715e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcaa25c8-4ab7-4f52-977f-d4a07a31b339 HTTP/1.1" status: 200 len: 217 time: 0.1186016 Feb 19 04:09:26.545590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07562d53-0941-451e-997b-1feba33b3e00 req-a309a785-6824-4c86-9417-c6afc62bac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:26.548468 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-07562d53-0941-451e-997b-1feba33b3e00 req-a309a785-6824-4c86-9417-c6afc62bac24 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 1126 time: 1.1208441 Feb 19 04:09:26.634883 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-4e38837b-e925-4ebe-ac81-2f1076e91969 service neutron] Port 7e9a9e13-fda2-4b66-841f-e53062b3db45 on network 793ec2fd-7997-4be6-b1de-d27885aef69b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:09:26.636874 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-4e38837b-e925-4ebe-ac81-2f1076e91969 service neutron] Attempting to bind port 7e9a9e13-fda2-4b66-841f-e53062b3db45 on network 793ec2fd-7997-4be6-b1de-d27885aef69b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:26.643144 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-60899df4-fb80-42fe-9c5a-6014387a9487 req-1427e84c-d590-498e-a258-5a5060071ab1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269209 Feb 19 04:09:26.685279 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b661e23-5699-4364-a8c0-daa83417018c service neutron] Pushing event updated for resources: {'Port': ['ID=bdd52921-455b-44e3-a57f-e5c5434c4a0d,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:26.733431 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ab12c-f748-4dfc-87eb-cb36e80cd86a req-a865296d-9c20-4036-baef-741800a9599f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:26.737053 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9d6ab12c-f748-4dfc-87eb-cb36e80cd86a req-a865296d-9c20-4036-baef-741800a9599f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a720fb39-5b48-4764-b9a0-8c55eca6c7e1 HTTP/1.1" status: 200 len: 858 time: 0.2215335 Feb 19 04:09:26.801141 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-4e38837b-e925-4ebe-ac81-2f1076e91969 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:26.801715 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-4e38837b-e925-4ebe-ac81-2f1076e91969 service neutron] Checking segment: {'id': '44c9ca06-585c-490d-a975-91111742c735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '793ec2fd-7997-4be6-b1de-d27885aef69b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:26.807947 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-4e38837b-e925-4ebe-ac81-2f1076e91969 service neutron] Bound using segment: {'id': '44c9ca06-585c-490d-a975-91111742c735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '793ec2fd-7997-4be6-b1de-d27885aef69b'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:26.808646 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-4e38837b-e925-4ebe-ac81-2f1076e91969 service neutron] Bound port: 7e9a9e13-fda2-4b66-841f-e53062b3db45, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44c9ca06-585c-490d-a975-91111742c735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '793ec2fd-7997-4be6-b1de-d27885aef69b'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:26.809400 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-4e38837b-e925-4ebe-ac81-2f1076e91969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7e9a9e13-fda2-4b66-841f-e53062b3db45), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.820027 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9d6ab12c-f748-4dfc-87eb-cb36e80cd86a req-ba5334d7-ce42-494d-a408-e89967421df9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=793ec2fd-7997-4be6-b1de-d27885aef69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739219 Feb 19 04:09:26.901418 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 21728a78-dfbb-409e-9b8e-f7b32effd27f, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=21728a78-dfbb-409e-9b8e-f7b32effd27f,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:26.933287 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '21728a78-dfbb-409e-9b8e-f7b32effd27f', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'port_id': '21728a78-dfbb-409e-9b8e-f7b32effd27f', 'mac_address': 'fa:16:3e:22:ab:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:09:27.040151 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 21728a78-dfbb-409e-9b8e-f7b32effd27f is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:27.041499 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (21728a78-dfbb-409e-9b8e-f7b32effd27f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:27.081563 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21728a78-dfbb-409e-9b8e-f7b32effd27f {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:09:27.145730 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 21728a78-dfbb-409e-9b8e-f7b32effd27f, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=21728a78-dfbb-409e-9b8e-f7b32effd27f,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:27.158201 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (21728a78-dfbb-409e-9b8e-f7b32effd27f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:27.237777 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-60899df4-fb80-42fe-9c5a-6014387a9487 req-803bdfa9-8e83-4e9f-a849-30d53d718266 service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314336 Feb 19 04:09:27.345299 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=21728a78-dfbb-409e-9b8e-f7b32effd27f,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:27.371399 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.10', 52859) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:27.409742 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9d6ab12c-f748-4dfc-87eb-cb36e80cd86a req-188dd3fd-32a5-42bb-8497-6c0d29bfe284 service neutron] 10.222.0.10 "GET /v2.0/networks/793ec2fd-7997-4be6-b1de-d27885aef69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686178 Feb 19 04:09:27.410584 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b00a390a-95d4-45d8-95d4-0928fbeb16d5 req-7e64f4ec-6ac5-40a1-8697-dfe111ed5641 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8263f1-bdf4-47da-999b-4847c4f427cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9078913 Feb 19 04:09:27.474595 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-4a2282a4-f9d1-411e-b08c-a86290f70a40 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:27.477836 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-4a2282a4-f9d1-411e-b08c-a86290f70a40 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.10 "GET /v2.0/networks?id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f HTTP/1.1" status: 200 len: 806 time: 0.6628263 Feb 19 04:09:27.498932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-39d12cd7-5a81-473f-801b-a96444577cb9 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Request body: {'port': {'device_id': '61f466ec-ca40-4835-8d39-d8c8b2cdc607', 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f', 'admin_state_up': True, 'tenant_id': '419e9a0715e84b22a8fff2f89fa3da4c'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:27.523897 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['21728a78-dfbb-409e-9b8e-f7b32effd27f'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:09:27.558070 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-60899df4-fb80-42fe-9c5a-6014387a9487 req-a472e0a7-f978-4fc0-9b2c-506066226fcb service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785368 Feb 19 04:09:27.694141 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-4e38837b-e925-4ebe-ac81-2f1076e91969 service neutron] For port 7e9a9e13-fda2-4b66-841f-e53062b3db45, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:27.701080 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-4e38837b-e925-4ebe-ac81-2f1076e91969 service neutron] For port 7e9a9e13-fda2-4b66-841f-e53062b3db45, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=7e9a9e13-fda2-4b66-841f-e53062b3db45,segment=NetworkSegment(44c9ca06-585c-490d-a975-91111742c735),segment_id=44c9ca06-585c-490d-a975-91111742c735)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:27.740055 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-4e38837b-e925-4ebe-ac81-2f1076e91969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (7e9a9e13-fda2-4b66-841f-e53062b3db45), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:27.817303 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-9668fb20-4e7f-4894-b6e2-d44758580e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:27.820158 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-9668fb20-4e7f-4894-b6e2-d44758580e38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e23ab51a53b4a93996fd80dbbd06d21&device_id=21b5fe33-1d23-419d-ac79-949bfaef98e0 HTTP/1.1" status: 200 len: 1125 time: 1.1486459 Feb 19 04:09:27.922972 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9d6ab12c-f748-4dfc-87eb-cb36e80cd86a req-f7701b05-f125-4b98-9177-279493bb8be0 service neutron] 10.222.0.10 "GET /v2.0/networks/793ec2fd-7997-4be6-b1de-d27885aef69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758618 Feb 19 04:09:27.977514 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-b1dbc2d7-fefc-4f22-89a6-98c8bbf98c50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdd52921-455b-44e3-a57f-e5c5434c4a0d HTTP/1.1" status: 200 len: 217 time: 0.1470945 Feb 19 04:09:28.065975 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device d56814a2-9b9f-4703-a270-728e3fd5c37a details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:09:28.099411 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b0714-d40e-48f4-af2a-0599f6c5449c req-ff8bce69-b646-48cb-8b73-9ba1dcd4aa15 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:28.102357 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-32f1c4cb-773c-401f-82ab-b15efb55ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:28.106081 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-32f1c4cb-773c-401f-82ab-b15efb55ceab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a720fb39-5b48-4764-b9a0-8c55eca6c7e1 HTTP/1.1" status: 200 len: 858 time: 0.1073868 Feb 19 04:09:28.125376 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d26b0714-d40e-48f4-af2a-0599f6c5449c req-ff8bce69-b646-48cb-8b73-9ba1dcd4aa15 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef HTTP/1.1" status: 200 len: 945 time: 0.7490640 Feb 19 04:09:28.211217 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-4e38837b-e925-4ebe-ac81-2f1076e91969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:28.215979 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-4e38837b-e925-4ebe-ac81-2f1076e91969 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.218884 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-4e38837b-e925-4ebe-ac81-2f1076e91969 service neutron] 10.222.0.10 "PUT /v2.0/ports/7e9a9e13-fda2-4b66-841f-e53062b3db45 HTTP/1.1" status: 200 len: 1091 time: 7.6343958 Feb 19 04:09:28.232709 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-2f8d54d8-6895-4996-ab0e-a7ef07b66bb3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=793ec2fd-7997-4be6-b1de-d27885aef69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019824 Feb 19 04:09:28.254312 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b5fe33-1d23-419d-ac79-949bfaef98e0', 'tag': 'bdd52921-455b-44e3-a57f-e5c5434c4a0d'}, {'name': 'network-changed', 'server_uuid': '4354ea86-5de9-467e-a3f6-4bc9903c1579', 'tag': '7e9a9e13-fda2-4b66-841f-e53062b3db45'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:28.258781 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3205e31-439f-429e-bb64-172810ee1152" -d '{"events": [{"name": "network-changed", "server_uuid": "21b5fe33-1d23-419d-ac79-949bfaef98e0", "tag": "bdd52921-455b-44e3-a57f-e5c5434c4a0d"}, {"name": "network-changed", "server_uuid": "4354ea86-5de9-467e-a3f6-4bc9903c1579", "tag": "7e9a9e13-fda2-4b66-841f-e53062b3db45"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:28.442719 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device dcaa25c8-4ab7-4f52-977f-d4a07a31b339 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:09:28.530692 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port d56814a2-9b9f-4703-a270-728e3fd5c37a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=d56814a2-9b9f-4703-a270-728e3fd5c37a,segment=NetworkSegment(1121ec28-523b-4c23-8864-792f1de74a40),segment_id=1121ec28-523b-4c23-8864-792f1de74a40)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:28.575502 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'd56814a2-9b9f-4703-a270-728e3fd5c37a', 'network_id': '3b348713-0dd0-49ec-becd-2bf2a70d19e8', 'port_id': 'd56814a2-9b9f-4703-a270-728e3fd5c37a', 'mac_address': 'fa:16:3e:6a:67:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11649e3-7df5-4a04-84e8-be114deba600', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:09:28.673859 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07562d53-0941-451e-997b-1feba33b3e00 req-3883d9f8-ffba-4912-981f-109334f1bc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:28.682451 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-07562d53-0941-451e-997b-1feba33b3e00 req-3883d9f8-ffba-4912-981f-109334f1bc52 service neutron] 10.222.0.48 "GET /v2.0/networks?id=be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 200 len: 908 time: 2.0623758 Feb 19 04:09:28.686862 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38837b-e925-4ebe-ac81-2f1076e91969 service neutron] Pushing event updated for resources: {'Port': ['ID=7e9a9e13-fda2-4b66-841f-e53062b3db45,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:28.770954 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-39d12cd7-5a81-473f-801b-a96444577cb9 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Made reservation on behalf of 419e9a0715e84b22a8fff2f89fa3da4c for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:09:28.778037 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-39d12cd7-5a81-473f-801b-a96444577cb9 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.841556 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-d26b0714-d40e-48f4-af2a-0599f6c5449c req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Deleting port 1134513c-393e-42dc-ba1e-69bbb50ede81 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:28.841874 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port d56814a2-9b9f-4703-a270-728e3fd5c37a is: ACTIVE; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:28.842434 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d56814a2-9b9f-4703-a270-728e3fd5c37a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.846577 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d26b0714-d40e-48f4-af2a-0599f6c5449c req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (1134513c-393e-42dc-ba1e-69bbb50ede81), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:28.913098 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-07562d53-0941-451e-997b-1feba33b3e00 req-84c3c271-be45-48ea-a89d-549b2ac0e240 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe5942df-181c-428f-add6-02a32974fb5d HTTP/1.1" status: 200 len: 217 time: 0.1531165 Feb 19 04:09:28.929191 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa6b52-f9dd-4169-9c35-e680dc64449b req-113dad88-83a8-4e8f-b729-721541a14ab0 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:28.932493 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b1aa6b52-f9dd-4169-9c35-e680dc64449b req-113dad88-83a8-4e8f-b729-721541a14ab0 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f44e9b96-3f3b-4d32-b562-b36e8cd9861b HTTP/1.1" status: 200 len: 945 time: 1.2203321 Feb 19 04:09:29.061411 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07562d53-0941-451e-997b-1feba33b3e00 req-f6a6a794-5898-4d70-91d5-84f4067304a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:29.064059 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-07562d53-0941-451e-997b-1feba33b3e00 req-f6a6a794-5898-4d70-91d5-84f4067304a2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 200 len: 848 time: 0.1236389 Feb 19 04:09:29.179649 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-07562d53-0941-451e-997b-1feba33b3e00 req-b78b02c6-44fa-4b8e-9564-ef0a3598fd5b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be946657-a9d5-408e-8d49-cd01b687ca89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529385 Feb 19 04:09:29.216314 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d56814a2-9b9f-4703-a270-728e3fd5c37a {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:09:29.305780 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890cb44-5b2c-4bf2-be9a-c96b13d03c64 req-9c4b0ca1-6622-481e-ba88-595780026a7d tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:29.311133 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port dcaa25c8-4ab7-4f52-977f-d4a07a31b339, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=dcaa25c8-4ab7-4f52-977f-d4a07a31b339,segment=NetworkSegment(44c9ca06-585c-490d-a975-91111742c735),segment_id=44c9ca06-585c-490d-a975-91111742c735)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:29.318918 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b890cb44-5b2c-4bf2-be9a-c96b13d03c64 req-9c4b0ca1-6622-481e-ba88-595780026a7d tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef HTTP/1.1" status: 200 len: 945 time: 0.3644640 Feb 19 04:09:29.336242 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port d56814a2-9b9f-4703-a270-728e3fd5c37a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=d56814a2-9b9f-4703-a270-728e3fd5c37a,segment=NetworkSegment(1121ec28-523b-4c23-8864-792f1de74a40),segment_id=1121ec28-523b-4c23-8864-792f1de74a40)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:29.343887 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'dcaa25c8-4ab7-4f52-977f-d4a07a31b339', 'network_id': '793ec2fd-7997-4be6-b1de-d27885aef69b', 'port_id': 'dcaa25c8-4ab7-4f52-977f-d4a07a31b339', 'mac_address': 'fa:16:3e:b6:5d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a720fb39-5b48-4764-b9a0-8c55eca6c7e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:09:29.352838 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (d56814a2-9b9f-4703-a270-728e3fd5c37a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:29.461262 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-d26b0714-d40e-48f4-af2a-0599f6c5449c req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] For port 1134513c-393e-42dc-ba1e-69bbb50ede81, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=1134513c-393e-42dc-ba1e-69bbb50ede81,segment=NetworkSegment(5b025fda-f6c3-4c35-ab80-a3312f6251e7),segment_id=5b025fda-f6c3-4c35-ab80-a3312f6251e7)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:29.462136 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d26b0714-d40e-48f4-af2a-0599f6c5449c req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (1134513c-393e-42dc-ba1e-69bbb50ede81), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:29.494525 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-56b073b0-c6af-4364-a89a-2b83feb83a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:29.498614 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-56b073b0-c6af-4364-a89a-2b83feb83a1c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e23ab51a53b4a93996fd80dbbd06d21&device_id=4354ea86-5de9-467e-a3f6-4bc9903c1579 HTTP/1.1" status: 200 len: 1125 time: 0.8438153 Feb 19 04:09:29.509130 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port dcaa25c8-4ab7-4f52-977f-d4a07a31b339 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:29.510090 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dcaa25c8-4ab7-4f52-977f-d4a07a31b339), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:29.523477 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['d56814a2-9b9f-4703-a270-728e3fd5c37a'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:09:29.551114 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b890cb44-5b2c-4bf2-be9a-c96b13d03c64 req-94d65043-56b5-45ef-af5d-aa724851b3a4 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fb7ece2-78af-48de-a9fe-b5000d4e7cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306662 Feb 19 04:09:29.583113 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-bf38b688-2e6b-4253-9d55-dffaa6d6290c service neutron] 10.222.0.48 "GET /v2.0/networks/793ec2fd-7997-4be6-b1de-d27885aef69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2814338 Feb 19 04:09:29.585590 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-a493b179-da53-4f93-bd31-3f09898ee7fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e9a9e13-fda2-4b66-841f-e53062b3db45 HTTP/1.1" status: 200 len: 217 time: 0.0697334 Feb 19 04:09:29.622044 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b1aa6b52-f9dd-4169-9c35-e680dc64449b req-abbd529a-341e-425a-a584-770dbd3cc78a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5515654 Feb 19 04:09:29.632460 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcaa25c8-4ab7-4f52-977f-d4a07a31b339 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:09:29.640136 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=d56814a2-9b9f-4703-a270-728e3fd5c37a,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:29.687437 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port dcaa25c8-4ab7-4f52-977f-d4a07a31b339, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=dcaa25c8-4ab7-4f52-977f-d4a07a31b339,segment=NetworkSegment(44c9ca06-585c-490d-a975-91111742c735),segment_id=44c9ca06-585c-490d-a975-91111742c735)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:29.732439 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (dcaa25c8-4ab7-4f52-977f-d4a07a31b339), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:29.738994 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-39d12cd7-5a81-473f-801b-a96444577cb9 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Allocated IP 172.20.0.3 (9dc04b1c-0c00-4eb5-855b-7e8517943c9f/920919b3-1361-46cf-9a70-c4e0885dbe63/b2bec188-ea11-4823-b8ad-1e413ef9cc8d) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:29.939109 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=dcaa25c8-4ab7-4f52-977f-d4a07a31b339,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:29.948783 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8773e1e6-5ac9-46db-9ad9-7a5828301097 x-openstack-request-id: req-8773e1e6-5ac9-46db-9ad9-7a5828301097 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:29.950247 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b5fe33-1d23-419d-ac79-949bfaef98e0", "tag": "bdd52921-455b-44e3-a57f-e5c5434c4a0d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4354ea86-5de9-467e-a3f6-4bc9903c1579", "tag": "7e9a9e13-fda2-4b66-841f-e53062b3db45", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:29.950941 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8773e1e6-5ac9-46db-9ad9-7a5828301097 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:29.954348 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b5fe33-1d23-419d-ac79-949bfaef98e0', 'tag': 'bdd52921-455b-44e3-a57f-e5c5434c4a0d', 'status': 'completed', 'code': 200} Feb 19 04:09:29.955288 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4354ea86-5de9-467e-a3f6-4bc9903c1579', 'tag': '7e9a9e13-fda2-4b66-841f-e53062b3db45', 'status': 'completed', 'code': 200} Feb 19 04:09:30.060624 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['dcaa25c8-4ab7-4f52-977f-d4a07a31b339'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:09:30.080228 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-07562d53-0941-451e-997b-1feba33b3e00 req-8eb7075d-2ff9-413d-9069-26d7cdfe5c14 service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8762736 Feb 19 04:09:30.083275 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-9288fafb-ef09-429a-a8c5-3a709dec4e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:30.085966 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-9288fafb-ef09-429a-a8c5-3a709dec4e79 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a720fb39-5b48-4764-b9a0-8c55eca6c7e1 HTTP/1.1" status: 200 len: 858 time: 0.4853141 Feb 19 04:09:30.263310 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-7d8982a5-607c-41a2-bb09-273247947453 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=793ec2fd-7997-4be6-b1de-d27885aef69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1407931 Feb 19 04:09:30.344623 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d26b0714-d40e-48f4-af2a-0599f6c5449c req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:30.345599 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d26b0714-d40e-48f4-af2a-0599f6c5449c req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (e5633d1c-33ac-4fd8-8863-839760dd1123), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:30.346600 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [req-d26b0714-d40e-48f4-af2a-0599f6c5449c req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Floating IP e5633d1c-33ac-4fd8-8863-839760dd1123 disassociated. External IP: 172.25.0.110, port: 1134513c-393e-42dc-ba1e-69bbb50ede81. Feb 19 04:09:30.347288 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-d26b0714-d40e-48f4-af2a-0599f6c5449c req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Calling delete_port for 1134513c-393e-42dc-ba1e-69bbb50ede81 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:30.508208 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b288365-7b4d-4269-bc9c-6238241b0f84 req-a52f3546-1379-4acc-9363-15e86c41fe75 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:30.511017 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3b288365-7b4d-4269-bc9c-6238241b0f84 req-a52f3546-1379-4acc-9363-15e86c41fe75 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.7386832 Feb 19 04:09:30.528232 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 21728a78-dfbb-409e-9b8e-f7b32effd27f up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:30.560027 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-07562d53-0941-451e-997b-1feba33b3e00 req-f51012b2-df32-4441-a53a-afe534198a8a service neutron] 10.222.0.48 "GET /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569068 Feb 19 04:09:30.564078 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-4841b26a-b486-4daf-b426-aec4511459be service neutron] 10.222.0.48 "GET /v2.0/networks/793ec2fd-7997-4be6-b1de-d27885aef69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9737852 Feb 19 04:09:30.717038 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-d9124ade-b1f6-42b2-a0a7-202800596bae service neutron] 10.222.0.10 "GET /v2.0/networks/793ec2fd-7997-4be6-b1de-d27885aef69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836181 Feb 19 04:09:30.787277 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 21728a78-dfbb-409e-9b8e-f7b32effd27f completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:09:30.804683 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 21728a78-dfbb-409e-9b8e-f7b32effd27f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:30.805332 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (21728a78-dfbb-409e-9b8e-f7b32effd27f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:30.822542 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c3d5f-e569-4dae-ae49-8bc3f2a801d4 req-4b22b8a1-eba9-4774-b2d3-7077097eb981 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:30.840655 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6d3c3d5f-e569-4dae-ae49-8bc3f2a801d4 req-4b22b8a1-eba9-4774-b2d3-7077097eb981 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/ports?device_id=21b5fe33-1d23-419d-ac79-949bfaef98e0 HTTP/1.1" status: 200 len: 943 time: 0.7466798 Feb 19 04:09:30.857418 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3b288365-7b4d-4269-bc9c-6238241b0f84 req-12521e12-37a6-439a-ae61-d1f4fa05564d tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770090 Feb 19 04:09:31.149062 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 21728a78-dfbb-409e-9b8e-f7b32effd27f is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:31.155333 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (21728a78-dfbb-409e-9b8e-f7b32effd27f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:31.193803 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3205e31-439f-429e-bb64-172810ee1152 req-cea9f916-7029-465b-9eea-25077957083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:31.199616 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3205e31-439f-429e-bb64-172810ee1152 req-cea9f916-7029-465b-9eea-25077957083e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e23ab51a53b4a93996fd80dbbd06d21&device_id=21b5fe33-1d23-419d-ac79-949bfaef98e0 HTTP/1.1" status: 200 len: 1125 time: 0.4757044 Feb 19 04:09:31.220026 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6d3c3d5f-e569-4dae-ae49-8bc3f2a801d4 req-1794d421-db46-4904-a020-1d6b78e0a8d2 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8263f1-bdf4-47da-999b-4847c4f427cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753181 Feb 19 04:09:31.267097 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44e9b96-3f3b-4d32-b562-b36e8cd9861b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21728a78-dfbb-409e-9b8e-f7b32effd27f'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:31.273950 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f253915-5026-44c1-8438-b9bc8b3cd3c5" -d '{"events": [{"server_uuid": "f44e9b96-3f3b-4d32-b562-b36e8cd9861b", "name": "network-vif-plugged", "status": "completed", "tag": "21728a78-dfbb-409e-9b8e-f7b32effd27f"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:31.351134 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 21728a78-dfbb-409e-9b8e-f7b32effd27f, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=21728a78-dfbb-409e-9b8e-f7b32effd27f,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:31.370369 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (21728a78-dfbb-409e-9b8e-f7b32effd27f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:31.387643 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 1134513c-393e-42dc-ba1e-69bbb50ede81 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:09:31.442876 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-39d12cd7-5a81-473f-801b-a96444577cb9 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks [] for port (b2bec188-ea11-4823-b8ad-1e413ef9cc8d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:31.619220 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=21728a78-dfbb-409e-9b8e-f7b32effd27f,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:31.683895 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-064f023f-460e-4ddd-af4f-2e21f41b0451 req-df5b2305-6f7a-4234-95e6-0e59b8e4e9a9 service neutron] 10.222.0.10 "GET /v2.0/networks/793ec2fd-7997-4be6-b1de-d27885aef69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8852170 Feb 19 04:09:31.782830 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3205e31-439f-429e-bb64-172810ee1152 req-fc685423-0a94-48a9-95d5-32eb3646d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:31.785615 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3205e31-439f-429e-bb64-172810ee1152 req-fc685423-0a94-48a9-95d5-32eb3646d96e service neutron] 10.222.0.48 "GET /v2.0/networks?id=793ec2fd-7997-4be6-b1de-d27885aef69b HTTP/1.1" status: 200 len: 918 time: 0.5606241 Feb 19 04:09:31.795728 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-b28ff25d-b6fb-433d-971c-080d695c270d tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:31.808895 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-b28ff25d-b6fb-433d-971c-080d695c270d tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/networks?id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f HTTP/1.1" status: 200 len: 806 time: 0.5186985 Feb 19 04:09:31.820811 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-10d33eea-7875-4fd4-ba77-a9734411d698 service neutron] 10.222.0.10 "GET /v2.0/ports/f9b09734-84a1-49bf-bab0-47c0d798fadc/bindings/n-h2-772273-4 HTTP/1.1" status: 200 len: 384 time: 0.9134212 Feb 19 04:09:31.838962 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 1134513c-393e-42dc-ba1e-69bbb50ede81 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:31.841066 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1134513c-393e-42dc-ba1e-69bbb50ede81), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:31.920634 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-c1ddcf99-0dec-4c53-9a07-7bb62cc7db4e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/quotas/419e9a0715e84b22a8fff2f89fa3da4c HTTP/1.1" status: 200 len: 375 time: 0.0955586 Feb 19 04:09:31.951237 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8285be-148d-4d8c-9819-95f1a85e4c2b req-30b30d4f-ca19-485e-8323-56006977acc0 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:31.954032 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cf8285be-148d-4d8c-9819-95f1a85e4c2b req-30b30d4f-ca19-485e-8323-56006977acc0 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef HTTP/1.1" status: 200 len: 945 time: 0.4862216 Feb 19 04:09:31.966083 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3205e31-439f-429e-bb64-172810ee1152 req-63dbf5bc-10e4-4c95-9e50-b047a53a44e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdd52921-455b-44e3-a57f-e5c5434c4a0d HTTP/1.1" status: 200 len: 217 time: 0.1480021 Feb 19 04:09:32.003877 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d26b0714-d40e-48f4-af2a-0599f6c5449c req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (1134513c-393e-42dc-ba1e-69bbb50ede81), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.023511 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-39d12cd7-5a81-473f-801b-a96444577cb9 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (b2bec188-ea11-4823-b8ad-1e413ef9cc8d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.037554 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['dae86111-0480-4bc5-a0c0-903b538e51df'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:09:32.102375 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3205e31-439f-429e-bb64-172810ee1152 req-7adc7f75-9f1d-4676-834e-41687e1c002e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:32.110417 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3205e31-439f-429e-bb64-172810ee1152 req-7adc7f75-9f1d-4676-834e-41687e1c002e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e23ab51a53b4a93996fd80dbbd06d21&device_id=4354ea86-5de9-467e-a3f6-4bc9903c1579 HTTP/1.1" status: 200 len: 1125 time: 0.3183105 Feb 19 04:09:32.146751 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device d56814a2-9b9f-4703-a270-728e3fd5c37a up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:32.195569 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Pushing event deleted for resources: {'Port': ['ID=1134513c-393e-42dc-ba1e-69bbb50ede81,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:32.225754 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:32.226369 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:32.226975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:32.227586 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:32.228842 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:32.229492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:32.230094 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:32.230697 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:32.231287 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:32.231858 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:32.232440 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:32.233079 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:32.233648 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:32.268324 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cf8285be-148d-4d8c-9819-95f1a85e4c2b req-52f0bd11-3b3e-4396-a9d7-fba9805d0351 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/security-groups?id=0fb7ece2-78af-48de-a9fe-b5000d4e7cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3007095 Feb 19 04:09:32.312532 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3205e31-439f-429e-bb64-172810ee1152 req-47f266c6-ef58-43f5-a047-132c7f369911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:32.315368 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-39d12cd7-5a81-473f-801b-a96444577cb9 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:32.317621 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3205e31-439f-429e-bb64-172810ee1152 req-47f266c6-ef58-43f5-a047-132c7f369911 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a720fb39-5b48-4764-b9a0-8c55eca6c7e1 HTTP/1.1" status: 200 len: 858 time: 0.3067620 Feb 19 04:09:32.369691 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1180481a-052b-43c2-8295-e8320f3e0c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.428879 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-39d12cd7-5a81-473f-801b-a96444577cb9 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:32.442280 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-39d12cd7-5a81-473f-801b-a96444577cb9 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:32.521047 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device dcaa25c8-4ab7-4f52-977f-d4a07a31b339 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:32.545012 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3205e31-439f-429e-bb64-172810ee1152 req-4d108f2c-3a46-4c1d-a1ea-bc79a46cec0f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=793ec2fd-7997-4be6-b1de-d27885aef69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2107599 Feb 19 04:09:32.726710 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-c2cafc0e-ccbf-41a7-b6e2-2fcdf95a8279 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7329862 Feb 19 04:09:32.748183 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port d56814a2-9b9f-4703-a270-728e3fd5c37a triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:32.748815 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d56814a2-9b9f-4703-a270-728e3fd5c37a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.786867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d12cd7-5a81-473f-801b-a96444577cb9 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Pushing event updated for resources: {'Port': ['ID=b2bec188-ea11-4823-b8ad-1e413ef9cc8d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:32.887575 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3205e31-439f-429e-bb64-172810ee1152 req-280fcb05-b64a-4142-84a6-03d8f30f05f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:32.891613 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3205e31-439f-429e-bb64-172810ee1152 req-280fcb05-b64a-4142-84a6-03d8f30f05f0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=793ec2fd-7997-4be6-b1de-d27885aef69b HTTP/1.1" status: 200 len: 918 time: 0.7583697 Feb 19 04:09:32.902858 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3205e31-439f-429e-bb64-172810ee1152 req-0a8ba1f8-eb93-49c1-9d82-5a91f33d82e9 service neutron] 10.222.0.48 "GET /v2.0/networks/793ec2fd-7997-4be6-b1de-d27885aef69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491127 Feb 19 04:09:32.975436 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-39d12cd7-5a81-473f-801b-a96444577cb9 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:32.977313 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-39d12cd7-5a81-473f-801b-a96444577cb9 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.026983 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port dcaa25c8-4ab7-4f52-977f-d4a07a31b339 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:09:33.062793 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port dcaa25c8-4ab7-4f52-977f-d4a07a31b339 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:33.064391 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (dcaa25c8-4ab7-4f52-977f-d4a07a31b339), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.065228 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3205e31-439f-429e-bb64-172810ee1152 req-c08d4b24-6aa2-40f1-8cd8-b98980fdeba8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e9a9e13-fda2-4b66-841f-e53062b3db45 HTTP/1.1" status: 200 len: 217 time: 0.1604342 Feb 19 04:09:33.313243 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port d56814a2-9b9f-4703-a270-728e3fd5c37a is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:33.315199 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d56814a2-9b9f-4703-a270-728e3fd5c37a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.506736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port dcaa25c8-4ab7-4f52-977f-d4a07a31b339 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:33.507482 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dcaa25c8-4ab7-4f52-977f-d4a07a31b339), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.617671 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port dcaa25c8-4ab7-4f52-977f-d4a07a31b339, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=dcaa25c8-4ab7-4f52-977f-d4a07a31b339,segment=NetworkSegment(44c9ca06-585c-490d-a975-91111742c735),segment_id=44c9ca06-585c-490d-a975-91111742c735)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:33.633035 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port d56814a2-9b9f-4703-a270-728e3fd5c37a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=d56814a2-9b9f-4703-a270-728e3fd5c37a,segment=NetworkSegment(1121ec28-523b-4c23-8864-792f1de74a40),segment_id=1121ec28-523b-4c23-8864-792f1de74a40)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:33.640343 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (dcaa25c8-4ab7-4f52-977f-d4a07a31b339), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.782759 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (d56814a2-9b9f-4703-a270-728e3fd5c37a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.798424 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-39d12cd7-5a81-473f-801b-a96444577cb9 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3073230 Feb 19 04:09:33.804584 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-dc34b8fb-1d78-4671-9ccc-9794bef7c83d service neutron] For port f9b09734-84a1-49bf-bab0-47c0d798fadc, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=f9b09734-84a1-49bf-bab0-47c0d798fadc,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:33.820593 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-4a55ceeb-35f0-4e3a-ade8-1b695fc4082e service neutron] Request body: {'port': {'device_id': '61f466ec-ca40-4835-8d39-d8c8b2cdc607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:33.824650 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82dd766-4e10-4e5d-8d93-0b2657259ed6 req-420289ad-36f8-493c-8e14-8cd2198ee674 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:33.838332 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f82dd766-4e10-4e5d-8d93-0b2657259ed6 req-420289ad-36f8-493c-8e14-8cd2198ee674 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f44e9b96-3f3b-4d32-b562-b36e8cd9861b HTTP/1.1" status: 200 len: 946 time: 1.3388073 Feb 19 04:09:33.847137 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3205e31-439f-429e-bb64-172810ee1152 req-f9906048-8f2e-4018-879f-ce6711addae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:33.849617 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3205e31-439f-429e-bb64-172810ee1152 req-f9906048-8f2e-4018-879f-ce6711addae6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a720fb39-5b48-4764-b9a0-8c55eca6c7e1 HTTP/1.1" status: 200 len: 858 time: 0.7732263 Feb 19 04:09:33.874231 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=dcaa25c8-4ab7-4f52-977f-d4a07a31b339,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:34.000834 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3205e31-439f-429e-bb64-172810ee1152 req-8ce3b0b2-a52d-4db6-aac2-37dbf049cedc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=793ec2fd-7997-4be6-b1de-d27885aef69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946100 Feb 19 04:09:34.031028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d26b0714-d40e-48f4-af2a-0599f6c5449c req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Router c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:09:34.055680 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=d56814a2-9b9f-4703-a270-728e3fd5c37a,revision_number=7']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:34.102089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device bdd52921-455b-44e3-a57f-e5c5434c4a0d details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:09:34.106181 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-dc34b8fb-1d78-4671-9ccc-9794bef7c83d service neutron] For port f9b09734-84a1-49bf-bab0-47c0d798fadc, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:34.120641 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f82dd766-4e10-4e5d-8d93-0b2657259ed6 req-23a510b4-2f68-4ea4-9d31-c30f3aebe507 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603481 Feb 19 04:09:34.202030 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-6b18a835-a866-4264-8eaf-f4ed027c002b service neutron] 10.222.0.65 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4346519 Feb 19 04:09:34.209053 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3205e31-439f-429e-bb64-172810ee1152 req-b8563382-7caf-49c0-a1d1-49d846e1be1d service neutron] 10.222.0.48 "GET /v2.0/networks/793ec2fd-7997-4be6-b1de-d27885aef69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2783899 Feb 19 04:09:34.273816 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-dc34b8fb-1d78-4671-9ccc-9794bef7c83d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b09734-84a1-49bf-bab0-47c0d798fadc {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:09:34.307777 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-dc34b8fb-1d78-4671-9ccc-9794bef7c83d service neutron] For port f9b09734-84a1-49bf-bab0-47c0d798fadc, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f9b09734-84a1-49bf-bab0-47c0d798fadc,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:34.377506 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-dc34b8fb-1d78-4671-9ccc-9794bef7c83d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f9b09734-84a1-49bf-bab0-47c0d798fadc), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.440556 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-4a55ceeb-35f0-4e3a-ade8-1b695fc4082e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b2bec188-ea11-4823-b8ad-1e413ef9cc8d), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.448963 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3205e31-439f-429e-bb64-172810ee1152 req-427ccf61-329c-4fe1-ade3-62ad02b4a32f service neutron] 10.222.0.10 "GET /v2.0/networks/793ec2fd-7997-4be6-b1de-d27885aef69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346569 Feb 19 04:09:34.460693 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port bdd52921-455b-44e3-a57f-e5c5434c4a0d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=bdd52921-455b-44e3-a57f-e5c5434c4a0d,segment=NetworkSegment(44c9ca06-585c-490d-a975-91111742c735),segment_id=44c9ca06-585c-490d-a975-91111742c735)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:34.480084 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 7e9a9e13-fda2-4b66-841f-e53062b3db45 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:09:34.528596 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'bdd52921-455b-44e3-a57f-e5c5434c4a0d', 'network_id': '793ec2fd-7997-4be6-b1de-d27885aef69b', 'port_id': 'bdd52921-455b-44e3-a57f-e5c5434c4a0d', 'mac_address': 'fa:16:3e:f5:3a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a720fb39-5b48-4764-b9a0-8c55eca6c7e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:09:34.635610 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port bdd52921-455b-44e3-a57f-e5c5434c4a0d is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:34.636212 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bdd52921-455b-44e3-a57f-e5c5434c4a0d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.679635 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:09:34.684731 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd52921-455b-44e3-a57f-e5c5434c4a0d {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:09:34.765188 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb41c77-984f-4195-a7e9-0b9a21de371b req-abde8ff9-3a91-407e-b423-c942e2d3abed tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:34.769135 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9eb41c77-984f-4195-a7e9-0b9a21de371b req-abde8ff9-3a91-407e-b423-c942e2d3abed tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ba662ce-c532-46cb-a209-6c8d6640672e HTTP/1.1" status: 200 len: 945 time: 0.4015071 Feb 19 04:09:34.867608 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3205e31-439f-429e-bb64-172810ee1152 req-2be930b4-4c60-42bb-bd9f-c3802f87ae4c service neutron] 10.222.0.10 "GET /v2.0/networks/793ec2fd-7997-4be6-b1de-d27885aef69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050810 Feb 19 04:09:34.914631 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port bdd52921-455b-44e3-a57f-e5c5434c4a0d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=bdd52921-455b-44e3-a57f-e5c5434c4a0d,segment=NetworkSegment(44c9ca06-585c-490d-a975-91111742c735),segment_id=44c9ca06-585c-490d-a975-91111742c735)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:34.940614 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9eb41c77-984f-4195-a7e9-0b9a21de371b req-5c376e13-3786-4379-aa8e-10d9fc26d385 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545091 Feb 19 04:09:34.970690 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (bdd52921-455b-44e3-a57f-e5c5434c4a0d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.976870 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 7e9a9e13-fda2-4b66-841f-e53062b3db45, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=7e9a9e13-fda2-4b66-841f-e53062b3db45,segment=NetworkSegment(44c9ca06-585c-490d-a975-91111742c735),segment_id=44c9ca06-585c-490d-a975-91111742c735)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:35.032420 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-d944c131-7644-41f5-a68f-4a3ee123c8ed service neutron] 10.222.0.65 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8158190 Feb 19 04:09:35.136602 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=bdd52921-455b-44e3-a57f-e5c5434c4a0d,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:35.153065 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a4702c-d3bb-4586-a5f3-56fd3aed85b7 x-openstack-request-id: req-c9a4702c-d3bb-4586-a5f3-56fd3aed85b7 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:35.153565 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44e9b96-3f3b-4d32-b562-b36e8cd9861b", "name": "network-vif-plugged", "status": "completed", "tag": "21728a78-dfbb-409e-9b8e-f7b32effd27f", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:35.154005 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c9a4702c-d3bb-4586-a5f3-56fd3aed85b7 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:35.154692 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44e9b96-3f3b-4d32-b562-b36e8cd9861b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21728a78-dfbb-409e-9b8e-f7b32effd27f', 'code': 200} Feb 19 04:09:35.159922 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-572c468f-d3de-4949-8269-bfa77cb1c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.162899 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '7e9a9e13-fda2-4b66-841f-e53062b3db45', 'network_id': '793ec2fd-7997-4be6-b1de-d27885aef69b', 'port_id': '7e9a9e13-fda2-4b66-841f-e53062b3db45', 'mac_address': 'fa:16:3e:00:96:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a720fb39-5b48-4764-b9a0-8c55eca6c7e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:09:35.301496 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 7e9a9e13-fda2-4b66-841f-e53062b3db45 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:35.302176 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7e9a9e13-fda2-4b66-841f-e53062b3db45), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.353673 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e9a9e13-fda2-4b66-841f-e53062b3db45 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:09:35.365788 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-dc34b8fb-1d78-4671-9ccc-9794bef7c83d service neutron] Transition to ACTIVE for port object f9b09734-84a1-49bf-bab0-47c0d798fadc will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:09:35.439197 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-dc34b8fb-1d78-4671-9ccc-9794bef7c83d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (f9b09734-84a1-49bf-bab0-47c0d798fadc), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.450285 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['bdd52921-455b-44e3-a57f-e5c5434c4a0d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:09:35.479642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d26b0714-d40e-48f4-af2a-0599f6c5449c req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:09:35.526092 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0905dbf5-df5b-444a-9faa-7255adf07ec5 None None] Sync routers for ids ['c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:09:35.568599 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0905dbf5-df5b-444a-9faa-7255adf07ec5 None None] Routers {'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:35.568599 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-0905dbf5-df5b-444a-9faa-7255adf07ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:09:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:35.610252 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 7e9a9e13-fda2-4b66-841f-e53062b3db45, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=7e9a9e13-fda2-4b66-841f-e53062b3db45,segment=NetworkSegment(44c9ca06-585c-490d-a975-91111742c735),segment_id=44c9ca06-585c-490d-a975-91111742c735)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:35.632839 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (7e9a9e13-fda2-4b66-841f-e53062b3db45), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.718092 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc7ba6-4c10-4ed4-949c-758954d455e4 req-80316a35-e8d7-47e8-906b-be40eeba13f7 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:35.735891 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-12cc7ba6-4c10-4ed4-949c-758954d455e4 req-80316a35-e8d7-47e8-906b-be40eeba13f7 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 943 time: 0.4227993 Feb 19 04:09:35.761762 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2422a33-87d5-431e-aea0-e2d935122502 req-e718a258-3aa7-49d7-8867-e21f0d3392ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:35.765836 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f2422a33-87d5-431e-aea0-e2d935122502 req-e718a258-3aa7-49d7-8867-e21f0d3392ca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f44e9b96-3f3b-4d32-b562-b36e8cd9861b HTTP/1.1" status: 200 len: 1128 time: 0.5651104 Feb 19 04:09:35.881481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=7e9a9e13-fda2-4b66-841f-e53062b3db45,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:35.952700 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26b0714-d40e-48f4-af2a-0599f6c5449c req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] No DVR routers for this DVR port 1134513c-393e-42dc-ba1e-69bbb50ede81 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:09:35.996703 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d26b0714-d40e-48f4-af2a-0599f6c5449c req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:36.009210 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d26b0714-d40e-48f4-af2a-0599f6c5449c req-bf166fad-20e0-458f-b0bb-1a33e8f65300 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.10 "DELETE /v2.0/ports/1134513c-393e-42dc-ba1e-69bbb50ede81 HTTP/1.1" status: 204 len: 173 time: 7.8745520 Feb 19 04:09:36.013750 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef', 'name': 'network-vif-deleted', 'tag': '1134513c-393e-42dc-ba1e-69bbb50ede81'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:36.030754 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d4cb2e-1290-466b-9586-9f58ebe99467" -d '{"events": [{"server_uuid": "c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef", "name": "network-vif-deleted", "tag": "1134513c-393e-42dc-ba1e-69bbb50ede81"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:36.050510 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['7e9a9e13-fda2-4b66-841f-e53062b3db45'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:09:36.052383 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-12cc7ba6-4c10-4ed4-949c-758954d455e4 req-afd5b70c-842b-477a-81de-65c55e969e78 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792368 Feb 19 04:09:36.084191 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-0905dbf5-df5b-444a-9faa-7255adf07ec5 None None] Set router c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:36.126892 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-dc34b8fb-1d78-4671-9ccc-9794bef7c83d service neutron] No DVR routers for this DVR port f9b09734-84a1-49bf-bab0-47c0d798fadc on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:09:36.138236 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f2422a33-87d5-431e-aea0-e2d935122502 req-295eab59-b1c9-4a08-a93e-fc9ce4d57514 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277793 Feb 19 04:09:36.191689 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34b8fb-1d78-4671-9ccc-9794bef7c83d service neutron] Pushing event updated for resources: {'Port': ['ID=f9b09734-84a1-49bf-bab0-47c0d798fadc,revision_number=10']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:36.365889 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-dc34b8fb-1d78-4671-9ccc-9794bef7c83d service neutron] 10.222.0.10 "PUT /v2.0/ports/f9b09734-84a1-49bf-bab0-47c0d798fadc/bindings/n-h2-772273-4/activate HTTP/1.1" status: 200 len: 369 time: 4.5251539 Feb 19 04:09:36.445577 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa793fde-bdd9-47ee-bbaf-6501a4796d17 req-83fe2fa5-220f-446f-b014-865ad5949b10 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:36.455273 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa793fde-bdd9-47ee-bbaf-6501a4796d17 req-83fe2fa5-220f-446f-b014-865ad5949b10 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/ports?device_id=21b5fe33-1d23-419d-ac79-949bfaef98e0 HTTP/1.1" status: 200 len: 944 time: 0.7617488 Feb 19 04:09:36.533609 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a98a24e9-23e1-486a-b47c-27121b58c321 req-477e7985-9125-4244-8f88-11f64ec23a3a tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef HTTP/1.1" status: 200 len: 210 time: 0.1916342 Feb 19 04:09:36.809669 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-03d92a21-069f-45c1-ac0a-151160a1b7fa tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:36.817326 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-03d92a21-069f-45c1-ac0a-151160a1b7fa tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38&tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&binding%3Ahost_id=n-h1-772273-4 HTTP/1.1" status: 200 len: 1126 time: 0.2820940 Feb 19 04:09:36.870860 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:36.882725 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa793fde-bdd9-47ee-bbaf-6501a4796d17 req-84f56475-78c3-4ccf-90c1-c008da1606cf tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8263f1-bdf4-47da-999b-4847c4f427cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256895 Feb 19 04:09:36.889596 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-4a55ceeb-35f0-4e3a-ade8-1b695fc4082e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2bec188-ea11-4823-b8ad-1e413ef9cc8d {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:09:36.960654 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-4a55ceeb-35f0-4e3a-ade8-1b695fc4082e service neutron] Publish callbacks [] for port (b2bec188-ea11-4823-b8ad-1e413ef9cc8d), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:37.098724 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-4a55ceeb-35f0-4e3a-ade8-1b695fc4082e service neutron] Transition to ACTIVE for port object b2bec188-ea11-4823-b8ad-1e413ef9cc8d will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:09:37.117484 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-4a55ceeb-35f0-4e3a-ade8-1b695fc4082e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (b2bec188-ea11-4823-b8ad-1e413ef9cc8d), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:37.178040 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba662ce-c532-46cb-a209-6c8d6640672e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56814a2-9b9f-4703-a270-728e3fd5c37a'}, {'server_uuid': '5188cccf-a38c-4791-9fae-e0344fb79417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcaa25c8-4ab7-4f52-977f-d4a07a31b339'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:37.202430 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-e8d13d6b-e14c-44c8-bf53-71781b01c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:37.209338 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-e8d13d6b-e14c-44c8-bf53-71781b01c9a9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38&tenant_id=3ff69a6f9c9c4911886bcf1427d030ef HTTP/1.1" status: 200 len: 1126 time: 0.3790545 Feb 19 04:09:37.222481 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34bc9c0-90bc-4b89-a05e-6464db116275" -d '{"events": [{"server_uuid": "2ba662ce-c532-46cb-a209-6c8d6640672e", "name": "network-vif-plugged", "status": "completed", "tag": "d56814a2-9b9f-4703-a270-728e3fd5c37a"}, {"server_uuid": "5188cccf-a38c-4791-9fae-e0344fb79417", "name": "network-vif-plugged", "status": "completed", "tag": "dcaa25c8-4ab7-4f52-977f-d4a07a31b339"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:37.291801 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-0905dbf5-df5b-444a-9faa-7255adf07ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'name': 'tempest-ServersTestManualDisk-2082685045-router', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '176e7c36-a313-4af9-94a2-01c813806544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:43Z', 'updated_at': '2022-02-19T04:07:59Z', 'revision_number': 4, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'gw_port': {'id': '176e7c36-a313-4af9-94a2-01c813806544', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:45Z', 'updated_at': '2022-02-19T04:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '46befd0d-8734-4f93-9c3d-3fe3b2860a90', 'name': '', 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'mac_address': 'fa:16:3e:1b:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'aa3b1869-96cd-4c45-92be-d4abda3b5f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:54Z', 'updated_at': '2022-02-19T04:08:08Z', 'revision_number': 5, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'subnets': [{'id': 'aa3b1869-96cd-4c45-92be-d4abda3b5f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:37.390141 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:37.462372 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0905dbf5-df5b-444a-9faa-7255adf07ec5 None None] Checking router: c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:09:37.504725 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0905dbf5-df5b-444a-9faa-7255adf07ec5 None None] Routers {'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:37.514281 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-0905dbf5-df5b-444a-9faa-7255adf07ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:09:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:37.561823 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-7bb1503f-6bdf-4476-9186-1aafaab9627c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:37.564601 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-7bb1503f-6bdf-4476-9186-1aafaab9627c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 1126 time: 0.3212643 Feb 19 04:09:37.652458 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55ceeb-35f0-4e3a-ade8-1b695fc4082e service neutron] Pushing event updated for resources: {'Port': ['ID=b2bec188-ea11-4823-b8ad-1e413ef9cc8d,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:37.700201 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-433fc5d7-f9f0-4d5f-8128-e2a02ddea829 req-82d8be5a-cc25-4089-a022-265958cd2eef tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2859305-6e41-47f5-ac65-933f611340f6 HTTP/1.1" status: 200 len: 210 time: 0.1864417 Feb 19 04:09:37.784688 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:37.984964 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209421a9-ee34-40fb-9787-9e51242dec4e req-0e9a2bc4-254d-49e9-9a48-84fb68abd8ba tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:37.995005 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-209421a9-ee34-40fb-9787-9e51242dec4e req-0e9a2bc4-254d-49e9-9a48-84fb68abd8ba tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f44e9b96-3f3b-4d32-b562-b36e8cd9861b HTTP/1.1" status: 200 len: 946 time: 0.6653943 Feb 19 04:09:38.009974 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500f6da4-ddf5-440c-bebd-c1b1f1945560 x-openstack-request-id: req-500f6da4-ddf5-440c-bebd-c1b1f1945560 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:38.013276 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef", "name": "network-vif-deleted", "tag": "1134513c-393e-42dc-ba1e-69bbb50ede81", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:38.015114 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-500f6da4-ddf5-440c-bebd-c1b1f1945560 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:38.016002 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fde8fb-9b32-4001-b2c4-ebcd66cb5bef', 'name': 'network-vif-deleted', 'tag': '1134513c-393e-42dc-ba1e-69bbb50ede81', 'status': 'completed', 'code': 200} Feb 19 04:09:38.123398 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device bdd52921-455b-44e3-a57f-e5c5434c4a0d up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:38.133453 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-209421a9-ee34-40fb-9787-9e51242dec4e req-35ff492b-ca74-4b99-963b-3da349668c0b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148994 Feb 19 04:09:38.146641 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-d487add7-88b1-44f0-acca-bcd593d535b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:38.153918 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-d487add7-88b1-44f0-acca-bcd593d535b9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 921 time: 0.5418904 Feb 19 04:09:38.204565 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-4a55ceeb-35f0-4e3a-ade8-1b695fc4082e service neutron] Attempting to bind port b2bec188-ea11-4823-b8ad-1e413ef9cc8d on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:38.204986 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-4a55ceeb-35f0-4e3a-ade8-1b695fc4082e service neutron] Attempting to bind port b2bec188-ea11-4823-b8ad-1e413ef9cc8d by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:38.205388 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-4a55ceeb-35f0-4e3a-ade8-1b695fc4082e service neutron] Attempting to bind port b2bec188-ea11-4823-b8ad-1e413ef9cc8d on network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:38.245087 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-4a55ceeb-35f0-4e3a-ade8-1b695fc4082e service neutron] Port b2bec188-ea11-4823-b8ad-1e413ef9cc8d on network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:09:38.245838 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-4a55ceeb-35f0-4e3a-ade8-1b695fc4082e service neutron] Attempting to bind port b2bec188-ea11-4823-b8ad-1e413ef9cc8d on network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:38.253435 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-4a55ceeb-35f0-4e3a-ade8-1b695fc4082e service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:38.254395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-4a55ceeb-35f0-4e3a-ade8-1b695fc4082e service neutron] Checking segment: {'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:38.255174 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-4a55ceeb-35f0-4e3a-ade8-1b695fc4082e service neutron] Bound using segment: {'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:38.256028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-4a55ceeb-35f0-4e3a-ade8-1b695fc4082e service neutron] Bound port: b2bec188-ea11-4823-b8ad-1e413ef9cc8d, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:38.256882 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-4a55ceeb-35f0-4e3a-ade8-1b695fc4082e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b2bec188-ea11-4823-b8ad-1e413ef9cc8d), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.311901 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-e57ccebc-079c-49ff-8acb-7a9a7e278c61 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9b09734-84a1-49bf-bab0-47c0d798fadc HTTP/1.1" status: 200 len: 217 time: 0.1431260 Feb 19 04:09:38.429568 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port bdd52921-455b-44e3-a57f-e5c5434c4a0d completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:09:38.448948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port bdd52921-455b-44e3-a57f-e5c5434c4a0d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:38.451909 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (bdd52921-455b-44e3-a57f-e5c5434c4a0d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.457305 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-0905dbf5-df5b-444a-9faa-7255adf07ec5 None None] Set router c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:38.515346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-4a55ceeb-35f0-4e3a-ade8-1b695fc4082e service neutron] For port b2bec188-ea11-4823-b8ad-1e413ef9cc8d, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:38.528497 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-4a55ceeb-35f0-4e3a-ade8-1b695fc4082e service neutron] For port b2bec188-ea11-4823-b8ad-1e413ef9cc8d, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b2bec188-ea11-4823-b8ad-1e413ef9cc8d,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:38.551375 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-4a55ceeb-35f0-4e3a-ade8-1b695fc4082e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (b2bec188-ea11-4823-b8ad-1e413ef9cc8d), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.574742 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e46cde-8840-4966-b893-023d3c5f7294 req-c84b64a8-cdb8-4d56-9e3a-bbbf21b7a694 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:38.577288 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c9e46cde-8840-4966-b893-023d3c5f7294 req-c84b64a8-cdb8-4d56-9e3a-bbbf21b7a694 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 944 time: 0.2636998 Feb 19 04:09:38.614015 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 7e9a9e13-fda2-4b66-841f-e53062b3db45 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:38.780069 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-4a55ceeb-35f0-4e3a-ade8-1b695fc4082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:38.791286 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-4a55ceeb-35f0-4e3a-ade8-1b695fc4082e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.793122 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-4a55ceeb-35f0-4e3a-ade8-1b695fc4082e service neutron] 10.222.0.10 "PUT /v2.0/ports/b2bec188-ea11-4823-b8ad-1e413ef9cc8d HTTP/1.1" status: 200 len: 1091 time: 4.9799821 Feb 19 04:09:38.834735 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.953771 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55ceeb-35f0-4e3a-ade8-1b695fc4082e service neutron] Pushing event updated for resources: {'Port': ['ID=b2bec188-ea11-4823-b8ad-1e413ef9cc8d,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:38.973695 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:39.109521 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 7e9a9e13-fda2-4b66-841f-e53062b3db45 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:09:39.119350 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 7e9a9e13-fda2-4b66-841f-e53062b3db45 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:39.126296 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (7e9a9e13-fda2-4b66-841f-e53062b3db45), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:39.132057 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port bdd52921-455b-44e3-a57f-e5c5434c4a0d is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:39.132685 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bdd52921-455b-44e3-a57f-e5c5434c4a0d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:39.203586 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c9e46cde-8840-4966-b893-023d3c5f7294 req-2fc9971c-519c-4012-ad4a-edfd0eaa20f5 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6088355 Feb 19 04:09:39.239089 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-a51b7d2c-c7f1-4043-8f88-6341929f4f10 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:39.241796 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-a51b7d2c-c7f1-4043-8f88-6341929f4f10 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.48 "GET /v2.0/networks?id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f HTTP/1.1" status: 200 len: 806 time: 0.4996667 Feb 19 04:09:39.289725 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-e90368ea-f2bb-4a43-8553-10d9c0c86b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:39.292956 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-e90368ea-f2bb-4a43-8553-10d9c0c86b09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.8857977 Feb 19 04:09:39.342374 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-f7e0637e-ceb7-4a34-8e1c-5ad3ae5f90d3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Request body: {'port': {'device_id': 'd2859305-6e41-47f5-ac65-933f611340f6', 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f', 'admin_state_up': True, 'tenant_id': '419e9a0715e84b22a8fff2f89fa3da4c'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:39.396651 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199cb3f-1ece-4fb3-9915-91c48432e801 req-ed9d4c28-7f50-4125-837f-f71b148e16c9 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:39.415830 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1da980-a78f-430b-b63b-ccc5e0777199 x-openstack-request-id: req-fd1da980-a78f-430b-b63b-ccc5e0777199 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:39.416528 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba662ce-c532-46cb-a209-6c8d6640672e", "name": "network-vif-plugged", "status": "completed", "tag": "d56814a2-9b9f-4703-a270-728e3fd5c37a", "code": 200}, {"server_uuid": "5188cccf-a38c-4791-9fae-e0344fb79417", "name": "network-vif-plugged", "status": "completed", "tag": "dcaa25c8-4ab7-4f52-977f-d4a07a31b339", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:39.417011 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd1da980-a78f-430b-b63b-ccc5e0777199 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:39.417710 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba662ce-c532-46cb-a209-6c8d6640672e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56814a2-9b9f-4703-a270-728e3fd5c37a', 'code': 200} Feb 19 04:09:39.418144 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5188cccf-a38c-4791-9fae-e0344fb79417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcaa25c8-4ab7-4f52-977f-d4a07a31b339', 'code': 200} Feb 19 04:09:39.425915 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b199cb3f-1ece-4fb3-9915-91c48432e801 req-ed9d4c28-7f50-4125-837f-f71b148e16c9 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ba662ce-c532-46cb-a209-6c8d6640672e HTTP/1.1" status: 200 len: 945 time: 0.7724366 Feb 19 04:09:39.492419 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port bdd52921-455b-44e3-a57f-e5c5434c4a0d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=bdd52921-455b-44e3-a57f-e5c5434c4a0d,segment=NetworkSegment(44c9ca06-585c-490d-a975-91111742c735),segment_id=44c9ca06-585c-490d-a975-91111742c735)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:39.510688 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (bdd52921-455b-44e3-a57f-e5c5434c4a0d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:39.652558 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-cd446bd7-7f2e-40d0-af6a-441d7e6f77b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2747431 Feb 19 04:09:39.677873 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-0905dbf5-df5b-444a-9faa-7255adf07ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'name': 'tempest-ServersTestManualDisk-2082685045-router', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '176e7c36-a313-4af9-94a2-01c813806544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:43Z', 'updated_at': '2022-02-19T04:07:59Z', 'revision_number': 4, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'gw_port': {'id': '176e7c36-a313-4af9-94a2-01c813806544', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:45Z', 'updated_at': '2022-02-19T04:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '46befd0d-8734-4f93-9c3d-3fe3b2860a90', 'name': '', 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'mac_address': 'fa:16:3e:1b:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'aa3b1869-96cd-4c45-92be-d4abda3b5f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:54Z', 'updated_at': '2022-02-19T04:08:08Z', 'revision_number': 5, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'subnets': [{'id': 'aa3b1869-96cd-4c45-92be-d4abda3b5f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:39.749230 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b199cb3f-1ece-4fb3-9915-91c48432e801 req-4e3b0d0f-8620-4b2d-ae86-c13f66719ee2 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798429 Feb 19 04:09:39.826630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=bdd52921-455b-44e3-a57f-e5c5434c4a0d,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:39.861788 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0905dbf5-df5b-444a-9faa-7255adf07ec5 None None] The sync data for ids ['c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'] in n-d-772273-4 is: [{'id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'name': 'tempest-ServersTestManualDisk-2082685045-router', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '176e7c36-a313-4af9-94a2-01c813806544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:43Z', 'updated_at': '2022-02-19T04:07:59Z', 'revision_number': 4, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'gw_port': {'id': '176e7c36-a313-4af9-94a2-01c813806544', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:45Z', 'updated_at': '2022-02-19T04:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '46befd0d-8734-4f93-9c3d-3fe3b2860a90', 'name': '', 'network_id': 'eab2e216-8bdd-48e7-bc15-91f434ecb15a', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'mac_address': 'fa:16:3e:1b:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'aa3b1869-96cd-4c45-92be-d4abda3b5f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:54Z', 'updated_at': '2022-02-19T04:08:08Z', 'revision_number': 5, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'subnets': [{'id': 'aa3b1869-96cd-4c45-92be-d4abda3b5f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:09:39.934670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-c47ae51c-b9b7-495e-83ab-3f63e213ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:39.947934 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-c47ae51c-b9b7-495e-83ab-3f63e213ee70 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&device_id=61f466ec-ca40-4835-8d39-d8c8b2cdc607 HTTP/1.1" status: 200 len: 1125 time: 0.9755268 Feb 19 04:09:39.995976 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e94c4-91a6-4dd9-99bb-582cd6715a28 req-45cfc9da-2852-4715-a225-f6a65b480c9d tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:40.003242 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bc2e94c4-91a6-4dd9-99bb-582cd6715a28 req-45cfc9da-2852-4715-a225-f6a65b480c9d tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ba662ce-c532-46cb-a209-6c8d6640672e HTTP/1.1" status: 200 len: 945 time: 0.8568735 Feb 19 04:09:40.024349 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 7e9a9e13-fda2-4b66-841f-e53062b3db45 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:40.029740 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7e9a9e13-fda2-4b66-841f-e53062b3db45), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:40.098336 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3fe23-1a4c-430e-8f07-914e32b34728 req-76feddcd-234e-4bfc-ab61-ef373efb21b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:40.109401 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-19c3fe23-1a4c-430e-8f07-914e32b34728 req-76feddcd-234e-4bfc-ab61-ef373efb21b5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5188cccf-a38c-4791-9fae-e0344fb79417 HTTP/1.1" status: 200 len: 1128 time: 0.4435053 Feb 19 04:09:40.119252 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f466ec-ca40-4835-8d39-d8c8b2cdc607', 'tag': 'b2bec188-ea11-4823-b8ad-1e413ef9cc8d'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:40.135895 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09125ff6-be89-4818-bec3-88cbc9b83abe" -d '{"events": [{"name": "network-changed", "server_uuid": "61f466ec-ca40-4835-8d39-d8c8b2cdc607", "tag": "b2bec188-ea11-4823-b8ad-1e413ef9cc8d"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:40.143075 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-43c0ae1c-93ba-4df9-98a8-8ba68eebe650 service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693761 Feb 19 04:09:40.160964 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f51ff3-194c-42a3-9b10-88842ce852d7 req-58edd610-d799-4aa1-aadc-bc7191c6107e tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:40.173327 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e8f51ff3-194c-42a3-9b10-88842ce852d7 req-58edd610-d799-4aa1-aadc-bc7191c6107e tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/ports?device_id=21b5fe33-1d23-419d-ac79-949bfaef98e0 HTTP/1.1" status: 200 len: 945 time: 0.3005800 Feb 19 04:09:40.245485 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 7e9a9e13-fda2-4b66-841f-e53062b3db45, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=7e9a9e13-fda2-4b66-841f-e53062b3db45,segment=NetworkSegment(44c9ca06-585c-490d-a975-91111742c735),segment_id=44c9ca06-585c-490d-a975-91111742c735)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:40.260648 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (7e9a9e13-fda2-4b66-841f-e53062b3db45), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:40.347379 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=7e9a9e13-fda2-4b66-841f-e53062b3db45,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:40.438909 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-47df2b53-444e-435c-995d-b176407df264 req-52f25495-885c-44ff-a09b-e91aec3a4077 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2859305-6e41-47f5-ac65-933f611340f6 HTTP/1.1" status: 200 len: 210 time: 0.4336197 Feb 19 04:09:40.507084 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-e8bc36d8-2988-4009-8e38-0cd356ffd12a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2bec188-ea11-4823-b8ad-1e413ef9cc8d HTTP/1.1" status: 200 len: 217 time: 0.4696448 Feb 19 04:09:40.602235 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263b23ba-6199-4f01-9c5c-e3716f4349af None None] New status for floating IP e5633d1c-33ac-4fd8-8863-839760dd1123: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:09:40.719404 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-14080ece-210a-4361-881c-5bf3d186e06a service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5312135 Feb 19 04:09:40.779064 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e8f51ff3-194c-42a3-9b10-88842ce852d7 req-c8bd5583-68a2-4bf4-9cb4-09e5a2ef4e61 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8263f1-bdf4-47da-999b-4847c4f427cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6042619 Feb 19 04:09:40.785975 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-f7e0637e-ceb7-4a34-8e1c-5ad3ae5f90d3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Made reservation on behalf of 419e9a0715e84b22a8fff2f89fa3da4c for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:09:40.831298 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-19c3fe23-1a4c-430e-8f07-914e32b34728 req-c9ea7341-a304-4a6c-8354-96243850aaa8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ce8263f1-bdf4-47da-999b-4847c4f427cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6793904 Feb 19 04:09:40.832036 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-f7e0637e-ceb7-4a34-8e1c-5ad3ae5f90d3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:40.843729 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-fd066ed0-874d-4127-b8f2-4b45bc5afd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:40.847970 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-fd066ed0-874d-4127-b8f2-4b45bc5afd48 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=920919b3-1361-46cf-9a70-c4e0885dbe63 HTTP/1.1" status: 200 len: 846 time: 0.3293955 Feb 19 04:09:40.887346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1fe3a-8490-4e74-bcad-f3b3fef8454b req-05e50f9d-f846-4633-936b-362ab6d5f24a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:40.907116 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0dc1fe3a-8490-4e74-bcad-f3b3fef8454b req-05e50f9d-f846-4633-936b-362ab6d5f24a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f44e9b96-3f3b-4d32-b562-b36e8cd9861b HTTP/1.1" status: 200 len: 946 time: 0.2725270 Feb 19 04:09:40.932388 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35146) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:41.022780 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0dc1fe3a-8490-4e74-bcad-f3b3fef8454b req-3c6fe140-4f7d-4f9a-91f3-71cbbbb5aff5 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920196 Feb 19 04:09:41.174241 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-6d976e37-cba4-497c-8f40-839eac3fd784 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1393092 Feb 19 04:09:41.182998 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e274196-bbba-4739-94c2-b3cd4add896e x-openstack-request-id: req-7e274196-bbba-4739-94c2-b3cd4add896e {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:41.184384 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f466ec-ca40-4835-8d39-d8c8b2cdc607", "tag": "b2bec188-ea11-4823-b8ad-1e413ef9cc8d", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:41.187793 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e274196-bbba-4739-94c2-b3cd4add896e {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:41.188472 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f466ec-ca40-4835-8d39-d8c8b2cdc607', 'tag': 'b2bec188-ea11-4823-b8ad-1e413ef9cc8d', 'status': 'completed', 'code': 200} Feb 19 04:09:41.419561 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b5fe33-1d23-419d-ac79-949bfaef98e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd52921-455b-44e3-a57f-e5c5434c4a0d'}, {'server_uuid': '4354ea86-5de9-467e-a3f6-4bc9903c1579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9a9e13-fda2-4b66-841f-e53062b3db45'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:41.424957 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-b3d808ba-944b-415b-a8e4-3eda61605a07 service neutron] 10.222.0.10 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240880 Feb 19 04:09:41.427586 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cf20f5-533c-4b5f-808c-b2a54f8a49ed" -d '{"events": [{"server_uuid": "21b5fe33-1d23-419d-ac79-949bfaef98e0", "name": "network-vif-plugged", "status": "completed", "tag": "bdd52921-455b-44e3-a57f-e5c5434c4a0d"}, {"server_uuid": "4354ea86-5de9-467e-a3f6-4bc9903c1579", "name": "network-vif-plugged", "status": "completed", "tag": "7e9a9e13-fda2-4b66-841f-e53062b3db45"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:41.588682 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c5f5e-34a4-4f8b-91e0-7cd11d9ba545 req-800fc707-1a25-4e00-8eeb-8192962b8a59 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:41.591577 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0d3c5f5e-34a4-4f8b-91e0-7cd11d9ba545 req-800fc707-1a25-4e00-8eeb-8192962b8a59 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ba662ce-c532-46cb-a209-6c8d6640672e HTTP/1.1" status: 200 len: 945 time: 0.2275934 Feb 19 04:09:41.595384 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-7abe286d-029e-4d36-9001-455472c06a2a tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:41.598272 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-7abe286d-029e-4d36-9001-455472c06a2a tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38&tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&binding%3Ahost_id=n-h2-772273-4 HTTP/1.1" status: 200 len: 1126 time: 0.3939459 Feb 19 04:09:41.652821 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-127333e9-994e-461e-b9cb-3c7566be36e4 service neutron] 10.222.0.10 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043064 Feb 19 04:09:41.687718 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d574a1d1-3bfb-4641-b533-1089c67ce673 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks [] for security_group (0fb7ece2-78af-48de-a9fe-b5000d4e7cc0), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:41.726735 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-bc2e94c4-91a6-4dd9-99bb-582cd6715a28 req-bcf0290d-1b6e-4cb6-84a6-f35ced3232cd tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Deleting port d56814a2-9b9f-4703-a270-728e3fd5c37a {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:41.728430 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-bc2e94c4-91a6-4dd9-99bb-582cd6715a28 req-bcf0290d-1b6e-4cb6-84a6-f35ced3232cd tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (d56814a2-9b9f-4703-a270-728e3fd5c37a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:41.749189 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0d3c5f5e-34a4-4f8b-91e0-7cd11d9ba545 req-112e657a-b575-4b2a-9d10-424ed0dd1818 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129856 Feb 19 04:09:41.877833 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-f7e0637e-ceb7-4a34-8e1c-5ad3ae5f90d3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Allocated IP 172.20.0.7 (9dc04b1c-0c00-4eb5-855b-7e8517943c9f/920919b3-1361-46cf-9a70-c4e0885dbe63/88223c33-d5ba-4590-8834-fe2d89dfc141) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:41.899534 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d574a1d1-3bfb-4641-b533-1089c67ce673 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks [] for security_group (0fb7ece2-78af-48de-a9fe-b5000d4e7cc0), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.142159 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device d56814a2-9b9f-4703-a270-728e3fd5c37a no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:09:42.202138 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa989e-aa49-40b4-a45d-7200377bb3b6 req-37070ebe-e9ae-4793-9625-a3f9541231aa tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:42.206321 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-56fa989e-aa49-40b4-a45d-7200377bb3b6 req-37070ebe-e9ae-4793-9625-a3f9541231aa tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 944 time: 0.7760501 Feb 19 04:09:42.232841 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-bc2e94c4-91a6-4dd9-99bb-582cd6715a28 req-bcf0290d-1b6e-4cb6-84a6-f35ced3232cd tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] For port d56814a2-9b9f-4703-a270-728e3fd5c37a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=d56814a2-9b9f-4703-a270-728e3fd5c37a,segment=NetworkSegment(1121ec28-523b-4c23-8864-792f1de74a40),segment_id=1121ec28-523b-4c23-8864-792f1de74a40)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:42.235474 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-bc2e94c4-91a6-4dd9-99bb-582cd6715a28 req-bcf0290d-1b6e-4cb6-84a6-f35ced3232cd tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (d56814a2-9b9f-4703-a270-728e3fd5c37a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.284034 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-1aa20a36-8750-4436-8796-0d06eaa550f7 service neutron] For port f9b09734-84a1-49bf-bab0-47c0d798fadc, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:42.301011 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f7e367-df31-47cd-82cf-587459f8c503 x-openstack-request-id: req-f5f7e367-df31-47cd-82cf-587459f8c503 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:42.301854 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b5fe33-1d23-419d-ac79-949bfaef98e0", "name": "network-vif-plugged", "status": "completed", "tag": "bdd52921-455b-44e3-a57f-e5c5434c4a0d", "code": 200}, {"server_uuid": "4354ea86-5de9-467e-a3f6-4bc9903c1579", "name": "network-vif-plugged", "status": "completed", "tag": "7e9a9e13-fda2-4b66-841f-e53062b3db45", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:42.303801 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f5f7e367-df31-47cd-82cf-587459f8c503 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:42.304697 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b5fe33-1d23-419d-ac79-949bfaef98e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd52921-455b-44e3-a57f-e5c5434c4a0d', 'code': 200} Feb 19 04:09:42.307615 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4354ea86-5de9-467e-a3f6-4bc9903c1579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9a9e13-fda2-4b66-841f-e53062b3db45', 'code': 200} Feb 19 04:09:42.319570 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09125ff6-be89-4818-bec3-88cbc9b83abe req-b4442120-f3a9-4413-b032-b8193aab9b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:42.327295 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-09125ff6-be89-4818-bec3-88cbc9b83abe req-b4442120-f3a9-4413-b032-b8193aab9b42 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&device_id=61f466ec-ca40-4835-8d39-d8c8b2cdc607 HTTP/1.1" status: 200 len: 1125 time: 0.4398532 Feb 19 04:09:42.468011 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-1aa20a36-8750-4436-8796-0d06eaa550f7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.475266 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-1aa20a36-8750-4436-8796-0d06eaa550f7 service neutron] 10.222.0.48 "DELETE /v2.0/ports/f9b09734-84a1-49bf-bab0-47c0d798fadc/bindings/n-h1-772273-4 HTTP/1.1" status: 204 len: 173 time: 0.7992051 Feb 19 04:09:42.478667 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-bc2e94c4-91a6-4dd9-99bb-582cd6715a28 req-bcf0290d-1b6e-4cb6-84a6-f35ced3232cd tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Calling delete_port for d56814a2-9b9f-4703-a270-728e3fd5c37a owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:42.612403 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port d56814a2-9b9f-4703-a270-728e3fd5c37a is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:42.613823 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d56814a2-9b9f-4703-a270-728e3fd5c37a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.698556 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d574a1d1-3bfb-4641-b533-1089c67ce673 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0fb7ece2-78af-48de-a9fe-b5000d4e7cc0), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.711977 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d574a1d1-3bfb-4641-b533-1089c67ce673 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.719194 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d574a1d1-3bfb-4641-b533-1089c67ce673 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "DELETE /v2.0/security-groups/0fb7ece2-78af-48de-a9fe-b5000d4e7cc0 HTTP/1.1" status: 204 len: 168 time: 1.7829356 Feb 19 04:09:42.734378 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35162) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:42.766828 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b917a3b5-4fee-4fa8-a021-34a70f0f7b51 req-31b738ad-125e-4b62-aa4b-390b7c37a0ca tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2859305-6e41-47f5-ac65-933f611340f6 HTTP/1.1" status: 200 len: 210 time: 0.1806161 Feb 19 04:09:42.816964 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port d56814a2-9b9f-4703-a270-728e3fd5c37a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=d56814a2-9b9f-4703-a270-728e3fd5c37a,segment=NetworkSegment(1121ec28-523b-4c23-8864-792f1de74a40),segment_id=1121ec28-523b-4c23-8864-792f1de74a40)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:42.833059 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (d56814a2-9b9f-4703-a270-728e3fd5c37a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.979668 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=d56814a2-9b9f-4703-a270-728e3fd5c37a,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:43.036699 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-f7e0637e-ceb7-4a34-8e1c-5ad3ae5f90d3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks [] for port (88223c33-d5ba-4590-8834-fe2d89dfc141), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.216469 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-f7e0637e-ceb7-4a34-8e1c-5ad3ae5f90d3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (88223c33-d5ba-4590-8834-fe2d89dfc141), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.220691 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574a1d1-3bfb-4641-b533-1089c67ce673 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb7ece2-78af-48de-a9fe-b5000d4e7cc0,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:43.233389 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['dae86111-0480-4bc5-a0c0-903b538e51df'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:09:43.280896 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-97d4fd97-619f-49e9-9b5f-ebff2799ea8b tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] show failed (client error): The resource could not be found. Feb 19 04:09:43.285326 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-97d4fd97-619f-49e9-9b5f-ebff2799ea8b tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "GET /v2.0/security-groups/0fb7ece2-78af-48de-a9fe-b5000d4e7cc0 HTTP/1.1" status: 404 len: 347 time: 0.5081143 Feb 19 04:09:43.439909 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574a1d1-3bfb-4641-b533-1089c67ce673 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:43.440741 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574a1d1-3bfb-4641-b533-1089c67ce673 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:43.441324 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574a1d1-3bfb-4641-b533-1089c67ce673 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:43.441840 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574a1d1-3bfb-4641-b533-1089c67ce673 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:43.442360 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574a1d1-3bfb-4641-b533-1089c67ce673 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:43.442799 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574a1d1-3bfb-4641-b533-1089c67ce673 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:43.443388 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574a1d1-3bfb-4641-b533-1089c67ce673 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:43.449293 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574a1d1-3bfb-4641-b533-1089c67ce673 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:43.449293 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574a1d1-3bfb-4641-b533-1089c67ce673 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:43.449293 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574a1d1-3bfb-4641-b533-1089c67ce673 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:43.452723 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574a1d1-3bfb-4641-b533-1089c67ce673 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:43.453529 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574a1d1-3bfb-4641-b533-1089c67ce673 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:43.457750 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d574a1d1-3bfb-4641-b533-1089c67ce673 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:43.467558 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35170) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:43.636590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-f7e0637e-ceb7-4a34-8e1c-5ad3ae5f90d3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:43.708746 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-f7e0637e-ceb7-4a34-8e1c-5ad3ae5f90d3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:43.742197 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-f7e0637e-ceb7-4a34-8e1c-5ad3ae5f90d3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:43.867541 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-f7e0637e-ceb7-4a34-8e1c-5ad3ae5f90d3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:43.869595 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-f7e0637e-ceb7-4a34-8e1c-5ad3ae5f90d3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.919350 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0637e-ceb7-4a34-8e1c-5ad3ae5f90d3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Pushing event updated for resources: {'Port': ['ID=88223c33-d5ba-4590-8834-fe2d89dfc141,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:44.013085 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09125ff6-be89-4818-bec3-88cbc9b83abe req-300a7ab3-27ff-4db9-8dbe-2b876878b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:44.017446 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-09125ff6-be89-4818-bec3-88cbc9b83abe req-300a7ab3-27ff-4db9-8dbe-2b876878b597 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&shared=False HTTP/1.1" status: 200 len: 906 time: 1.6502774 Feb 19 04:09:44.051490 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-f7e0637e-ceb7-4a34-8e1c-5ad3ae5f90d3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7565987 Feb 19 04:09:44.064175 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-9fafa0c4-0405-4017-8a5b-db278ce6fce9 service neutron] Request body: {'port': {'device_id': 'd2859305-6e41-47f5-ac65-933f611340f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:44.178216 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b957ffc-802c-47be-99a8-82681b019b10 req-41928769-890b-47ed-b05a-f75f6c1262ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:44.182389 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b957ffc-802c-47be-99a8-82681b019b10 req-41928769-890b-47ed-b05a-f75f6c1262ed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=21b5fe33-1d23-419d-ac79-949bfaef98e0 HTTP/1.1" status: 200 len: 1127 time: 1.3825164 Feb 19 04:09:44.309535 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba662ce-c532-46cb-a209-6c8d6640672e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd56814a2-9b9f-4703-a270-728e3fd5c37a'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:44.310415 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76934d35-2c3d-4689-842f-24aa6972feb4 req-5d17f0d1-a08d-4b9f-840a-f860fecf057a tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:44.312377 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-76934d35-2c3d-4689-842f-24aa6972feb4 req-5d17f0d1-a08d-4b9f-840a-f860fecf057a tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/ports?device_id=21b5fe33-1d23-419d-ac79-949bfaef98e0 HTTP/1.1" status: 200 len: 945 time: 1.1456289 Feb 19 04:09:44.313936 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68344937-d8bc-4c99-a45c-2b80536b8f30" -d '{"events": [{"server_uuid": "2ba662ce-c532-46cb-a209-6c8d6640672e", "name": "network-vif-unplugged", "status": "completed", "tag": "d56814a2-9b9f-4703-a270-728e3fd5c37a"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:44.370124 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-9fafa0c4-0405-4017-8a5b-db278ce6fce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (88223c33-d5ba-4590-8834-fe2d89dfc141), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:44.555122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device b2bec188-ea11-4823-b8ad-1e413ef9cc8d details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:09:44.699000 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-e2cccdb7-2ede-49eb-bda9-27b912a03582 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Deleting port 9eb97e69-8758-4aec-91cf-b6dcd9f9bd29 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:44.699586 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2cccdb7-2ede-49eb-bda9-27b912a03582 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9eb97e69-8758-4aec-91cf-b6dcd9f9bd29), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:44.718441 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b957ffc-802c-47be-99a8-82681b019b10 req-57fee56d-1a69-4f9d-8ccc-a4ca5d656123 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ce8263f1-bdf4-47da-999b-4847c4f427cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977641 Feb 19 04:09:44.793618 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-76934d35-2c3d-4689-842f-24aa6972feb4 req-408d2829-18e2-4441-a330-8db670e7261a tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8263f1-bdf4-47da-999b-4847c4f427cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565487 Feb 19 04:09:45.230682 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb9269e2-a502-4526-85e9-46e8cc3d069a req-2763db26-756e-456b-bc29-72ff8b5700b0 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ba662ce-c532-46cb-a209-6c8d6640672e HTTP/1.1" status: 200 len: 210 time: 0.1448700 Feb 19 04:09:45.438037 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port b2bec188-ea11-4823-b8ad-1e413ef9cc8d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b2bec188-ea11-4823-b8ad-1e413ef9cc8d,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:45.490642 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-bc2e94c4-91a6-4dd9-99bb-582cd6715a28 req-bcf0290d-1b6e-4cb6-84a6-f35ced3232cd tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (d56814a2-9b9f-4703-a270-728e3fd5c37a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:45.511776 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'b2bec188-ea11-4823-b8ad-1e413ef9cc8d', 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f', 'port_id': 'b2bec188-ea11-4823-b8ad-1e413ef9cc8d', 'mac_address': 'fa:16:3e:10:0f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920919b3-1361-46cf-9a70-c4e0885dbe63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:09:45.528724 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-56fa989e-aa49-40b4-a45d-7200377bb3b6 req-fbe3b14e-84c9-4ea8-a7ae-3e4c36648226 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 3.2774177 Feb 19 04:09:45.692211 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port b2bec188-ea11-4823-b8ad-1e413ef9cc8d is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:45.693333 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b2bec188-ea11-4823-b8ad-1e413ef9cc8d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:45.749308 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2bec188-ea11-4823-b8ad-1e413ef9cc8d {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:09:45.763290 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2cccdb7-2ede-49eb-bda9-27b912a03582 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9eb97e69-8758-4aec-91cf-b6dcd9f9bd29), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:45.764000 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2cccdb7-2ede-49eb-bda9-27b912a03582 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks [] for floatingip (9eb97e69-8758-4aec-91cf-b6dcd9f9bd29), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:45.839421 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0290d-1b6e-4cb6-84a6-f35ced3232cd tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Pushing event deleted for resources: {'Port': ['ID=d56814a2-9b9f-4703-a270-728e3fd5c37a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:45.841408 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port b2bec188-ea11-4823-b8ad-1e413ef9cc8d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b2bec188-ea11-4823-b8ad-1e413ef9cc8d,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:45.852528 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3115e01d-6379-4d0c-91d9-de01b800dbd5 x-openstack-request-id: req-3115e01d-6379-4d0c-91d9-de01b800dbd5 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:45.853794 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba662ce-c532-46cb-a209-6c8d6640672e", "name": "network-vif-unplugged", "status": "completed", "tag": "d56814a2-9b9f-4703-a270-728e3fd5c37a", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:45.863659 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3115e01d-6379-4d0c-91d9-de01b800dbd5 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:45.864370 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba662ce-c532-46cb-a209-6c8d6640672e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd56814a2-9b9f-4703-a270-728e3fd5c37a', 'code': 200} Feb 19 04:09:45.867269 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b2bec188-ea11-4823-b8ad-1e413ef9cc8d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:46.008956 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc791c6-233f-45de-9400-d374987e016b req-7ee52918-d9c1-47d8-8e55-da5a9d32808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:46.008956 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fcc791c6-233f-45de-9400-d374987e016b req-7ee52918-d9c1-47d8-8e55-da5a9d32808b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4354ea86-5de9-467e-a3f6-4bc9903c1579 HTTP/1.1" status: 200 len: 1127 time: 3.3459754 Feb 19 04:09:46.017617 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-e2cccdb7-2ede-49eb-bda9-27b912a03582 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Calling delete_port for 9eb97e69-8758-4aec-91cf-b6dcd9f9bd29 owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:46.180487 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=b2bec188-ea11-4823-b8ad-1e413ef9cc8d,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:46.233850 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['b2bec188-ea11-4823-b8ad-1e413ef9cc8d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:09:46.315244 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2e94c4-91a6-4dd9-99bb-582cd6715a28 req-bcf0290d-1b6e-4cb6-84a6-f35ced3232cd tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] No DVR routers for this DVR port d56814a2-9b9f-4703-a270-728e3fd5c37a on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:09:46.322814 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-bc2e94c4-91a6-4dd9-99bb-582cd6715a28 req-bcf0290d-1b6e-4cb6-84a6-f35ced3232cd tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:46.339267 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bc2e94c4-91a6-4dd9-99bb-582cd6715a28 req-bcf0290d-1b6e-4cb6-84a6-f35ced3232cd tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.48 "DELETE /v2.0/ports/d56814a2-9b9f-4703-a270-728e3fd5c37a HTTP/1.1" status: 204 len: 173 time: 6.1472526 Feb 19 04:09:46.426171 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba662ce-c532-46cb-a209-6c8d6640672e', 'name': 'network-vif-deleted', 'tag': 'd56814a2-9b9f-4703-a270-728e3fd5c37a'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:46.431551 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5191f9-a34d-467e-9714-d4e0ff8df788" -d '{"events": [{"server_uuid": "2ba662ce-c532-46cb-a209-6c8d6640672e", "name": "network-vif-deleted", "tag": "d56814a2-9b9f-4703-a270-728e3fd5c37a"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:46.685002 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09125ff6-be89-4818-bec3-88cbc9b83abe req-e3959606-6229-4147-8734-36cc3f13145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:46.687895 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-09125ff6-be89-4818-bec3-88cbc9b83abe req-e3959606-6229-4147-8734-36cc3f13145e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 2.6516037 Feb 19 04:09:46.697301 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bdb90-1253-47f4-9c55-40bed6bf721d req-1413840c-e583-48fa-aec3-0cdfeeabc038 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:46.707402 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e42bdb90-1253-47f4-9c55-40bed6bf721d req-1413840c-e583-48fa-aec3-0cdfeeabc038 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2859305-6e41-47f5-ac65-933f611340f6 HTTP/1.1" status: 200 len: 931 time: 1.0073409 Feb 19 04:09:46.720066 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2cccdb7-2ede-49eb-bda9-27b912a03582 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (9eb97e69-8758-4aec-91cf-b6dcd9f9bd29), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:46.738969 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fcc791c6-233f-45de-9400-d374987e016b req-43d64104-d185-4ddf-8389-fe27c065b211 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ce8263f1-bdf4-47da-999b-4847c4f427cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528484 Feb 19 04:09:46.753509 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0b8a8-cd37-42b5-b7ff-fc669cebe3a8 req-c2c9b745-d272-4b92-91b9-76001239a3f3 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:46.766990 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8bb0b8a8-cd37-42b5-b7ff-fc669cebe3a8 req-c2c9b745-d272-4b92-91b9-76001239a3f3 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/ports?device_id=21b5fe33-1d23-419d-ac79-949bfaef98e0 HTTP/1.1" status: 200 len: 945 time: 0.4226615 Feb 19 04:09:46.931823 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8bb0b8a8-cd37-42b5-b7ff-fc669cebe3a8 req-1fb4c94b-7c93-4519-9dbb-7ac63744040d tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8263f1-bdf4-47da-999b-4847c4f427cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631052 Feb 19 04:09:47.128174 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cccdb7-2ede-49eb-bda9-27b912a03582 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Pushing event deleted for resources: {'Port': ['ID=9eb97e69-8758-4aec-91cf-b6dcd9f9bd29,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:47.195924 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cd198-90af-47f4-a5ea-d661fae771b5 req-e3ae5029-1a26-4611-9402-47f860984fc7 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:47.202889 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-721cd198-90af-47f4-a5ea-d661fae771b5 req-e3ae5029-1a26-4611-9402-47f860984fc7 tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 1126 time: 0.1412189 Feb 19 04:09:47.352326 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-9fafa0c4-0405-4017-8a5b-db278ce6fce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88223c33-d5ba-4590-8834-fe2d89dfc141 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:09:47.397820 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-721cd198-90af-47f4-a5ea-d661fae771b5 req-83b49d51-3315-4349-b6e6-36d5b5149aad tempest-LiveAutoBlockMigrationV225Test-1383672442 tempest-LiveAutoBlockMigrationV225Test-1383672442-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790156 Feb 19 04:09:47.398402 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e42bdb90-1253-47f4-9c55-40bed6bf721d req-3552b641-448d-446c-b3c8-34d7d6d4c4e7 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6416125 Feb 19 04:09:47.412517 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2cccdb7-2ede-49eb-bda9-27b912a03582 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks [] for floatingip (e5633d1c-33ac-4fd8-8863-839760dd1123), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:47.419859 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2cccdb7-2ede-49eb-bda9-27b912a03582 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:47.426924 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35202) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:47.431357 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e2cccdb7-2ede-49eb-bda9-27b912a03582 tempest-ServersTestManualDisk-901326074 tempest-ServersTestManualDisk-901326074-project] 10.222.0.65 "DELETE /v2.0/floatingips/e5633d1c-33ac-4fd8-8863-839760dd1123 HTTP/1.1" status: 204 len: 168 time: 3.9372866 Feb 19 04:09:47.441174 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-9fafa0c4-0405-4017-8a5b-db278ce6fce9 service neutron] Publish callbacks [] for port (88223c33-d5ba-4590-8834-fe2d89dfc141), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:47.496530 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-9fafa0c4-0405-4017-8a5b-db278ce6fce9 service neutron] Transition to ACTIVE for port object 88223c33-d5ba-4590-8834-fe2d89dfc141 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:09:47.507934 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-9fafa0c4-0405-4017-8a5b-db278ce6fce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (88223c33-d5ba-4590-8834-fe2d89dfc141), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:47.776936 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c64574-e6cb-4fe6-aef4-b97e5316a388 x-openstack-request-id: req-78c64574-e6cb-4fe6-aef4-b97e5316a388 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:47.777758 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba662ce-c532-46cb-a209-6c8d6640672e", "name": "network-vif-deleted", "tag": "d56814a2-9b9f-4703-a270-728e3fd5c37a", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:47.783965 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-78c64574-e6cb-4fe6-aef4-b97e5316a388 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:47.785021 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba662ce-c532-46cb-a209-6c8d6640672e', 'name': 'network-vif-deleted', 'tag': 'd56814a2-9b9f-4703-a270-728e3fd5c37a', 'status': 'completed', 'code': 200} Feb 19 04:09:47.889295 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafa0c4-0405-4017-8a5b-db278ce6fce9 service neutron] Pushing event updated for resources: {'Port': ['ID=88223c33-d5ba-4590-8834-fe2d89dfc141,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:47.990790 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-daa08d56-1c98-4547-baa1-d02e36f7ea5a req-7f418d65-6090-465c-8ce3-0fd663b2f4db tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ba662ce-c532-46cb-a209-6c8d6640672e HTTP/1.1" status: 200 len: 210 time: 0.2250390 Feb 19 04:09:48.268335 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-9fafa0c4-0405-4017-8a5b-db278ce6fce9 service neutron] Attempting to bind port 88223c33-d5ba-4590-8834-fe2d89dfc141 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:48.284737 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-9fafa0c4-0405-4017-8a5b-db278ce6fce9 service neutron] Attempting to bind port 88223c33-d5ba-4590-8834-fe2d89dfc141 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:48.287789 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-9fafa0c4-0405-4017-8a5b-db278ce6fce9 service neutron] Attempting to bind port 88223c33-d5ba-4590-8834-fe2d89dfc141 on network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:48.302417 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-9fafa0c4-0405-4017-8a5b-db278ce6fce9 service neutron] Port 88223c33-d5ba-4590-8834-fe2d89dfc141 on network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:09:48.303650 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-9fafa0c4-0405-4017-8a5b-db278ce6fce9 service neutron] Attempting to bind port 88223c33-d5ba-4590-8834-fe2d89dfc141 on network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:48.418164 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-9fafa0c4-0405-4017-8a5b-db278ce6fce9 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:48.419042 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-9fafa0c4-0405-4017-8a5b-db278ce6fce9 service neutron] Checking segment: {'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:48.420043 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-9fafa0c4-0405-4017-8a5b-db278ce6fce9 service neutron] Bound using segment: {'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:48.421083 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-9fafa0c4-0405-4017-8a5b-db278ce6fce9 service neutron] Bound port: 88223c33-d5ba-4590-8834-fe2d89dfc141, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:48.422056 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-9fafa0c4-0405-4017-8a5b-db278ce6fce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (88223c33-d5ba-4590-8834-fe2d89dfc141), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:48.557334 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device b2bec188-ea11-4823-b8ad-1e413ef9cc8d up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:48.688205 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf4347-cdc4-4c4f-a3e7-f1b8b06af9ad req-2aa49b22-b765-4255-bcc7-07a7c8046f6b tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:48.691505 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-68cf4347-cdc4-4c4f-a3e7-f1b8b06af9ad req-2aa49b22-b765-4255-bcc7-07a7c8046f6b tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/ports?device_id=21b5fe33-1d23-419d-ac79-949bfaef98e0 HTTP/1.1" status: 200 len: 945 time: 0.3791356 Feb 19 04:09:48.760641 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-9fafa0c4-0405-4017-8a5b-db278ce6fce9 service neutron] For port 88223c33-d5ba-4590-8834-fe2d89dfc141, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:48.808479 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-9fafa0c4-0405-4017-8a5b-db278ce6fce9 service neutron] For port 88223c33-d5ba-4590-8834-fe2d89dfc141, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=88223c33-d5ba-4590-8834-fe2d89dfc141,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:48.851674 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-9fafa0c4-0405-4017-8a5b-db278ce6fce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (88223c33-d5ba-4590-8834-fe2d89dfc141), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:48.883596 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port b2bec188-ea11-4823-b8ad-1e413ef9cc8d completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:09:48.897450 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-68cf4347-cdc4-4c4f-a3e7-f1b8b06af9ad req-d53645cf-8a13-42d1-afbe-8a08e1ff83ee tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8263f1-bdf4-47da-999b-4847c4f427cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921518 Feb 19 04:09:48.900359 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port b2bec188-ea11-4823-b8ad-1e413ef9cc8d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:48.903448 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b2bec188-ea11-4823-b8ad-1e413ef9cc8d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:48.990145 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-9fafa0c4-0405-4017-8a5b-db278ce6fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:48.996795 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-9fafa0c4-0405-4017-8a5b-db278ce6fce9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:49.005690 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-9fafa0c4-0405-4017-8a5b-db278ce6fce9 service neutron] 10.222.0.48 "PUT /v2.0/ports/88223c33-d5ba-4590-8834-fe2d89dfc141 HTTP/1.1" status: 200 len: 1091 time: 4.9519928 Feb 19 04:09:49.006620 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2859305-6e41-47f5-ac65-933f611340f6', 'tag': '88223c33-d5ba-4590-8834-fe2d89dfc141'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:49.017830 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f2b3e9-a99f-46b4-ac08-352b96b9da78" -d '{"events": [{"name": "network-changed", "server_uuid": "d2859305-6e41-47f5-ac65-933f611340f6", "tag": "88223c33-d5ba-4590-8834-fe2d89dfc141"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:49.216521 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port b2bec188-ea11-4823-b8ad-1e413ef9cc8d is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:49.217477 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b2bec188-ea11-4823-b8ad-1e413ef9cc8d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:49.357005 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f466ec-ca40-4835-8d39-d8c8b2cdc607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bec188-ea11-4823-b8ad-1e413ef9cc8d'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:49.366916 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafa0c4-0405-4017-8a5b-db278ce6fce9 service neutron] Pushing event updated for resources: {'Port': ['ID=88223c33-d5ba-4590-8834-fe2d89dfc141,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:49.371388 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5709702b-0f13-4aec-8e26-72a0d9b3ebfb" -d '{"events": [{"server_uuid": "61f466ec-ca40-4835-8d39-d8c8b2cdc607", "name": "network-vif-plugged", "status": "completed", "tag": "b2bec188-ea11-4823-b8ad-1e413ef9cc8d"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:49.432163 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port b2bec188-ea11-4823-b8ad-1e413ef9cc8d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b2bec188-ea11-4823-b8ad-1e413ef9cc8d,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:49.449905 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b2bec188-ea11-4823-b8ad-1e413ef9cc8d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:49.484133 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-02b00a1a-1f13-4b31-a49b-ba3988657026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:49.488715 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-02b00a1a-1f13-4b31-a49b-ba3988657026 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&device_id=d2859305-6e41-47f5-ac65-933f611340f6 HTTP/1.1" status: 200 len: 1125 time: 0.3963706 Feb 19 04:09:49.505865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e639e-4138-4b25-9aa1-9297537520ab req-d7feb235-748d-472a-9346-bf1c6eb98117 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:49.510218 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b48e639e-4138-4b25-9aa1-9297537520ab req-d7feb235-748d-472a-9346-bf1c6eb98117 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 944 time: 0.2617326 Feb 19 04:09:49.654179 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=b2bec188-ea11-4823-b8ad-1e413ef9cc8d,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:49.703105 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd15c8-4107-4372-9a92-68f404128e5c req-a8842b9e-7630-4bc5-85ae-e5daf2c77e4b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:49.709353 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7cd15c8-4107-4372-9a92-68f404128e5c req-a8842b9e-7630-4bc5-85ae-e5daf2c77e4b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2859305-6e41-47f5-ac65-933f611340f6 HTTP/1.1" status: 200 len: 943 time: 0.6661406 Feb 19 04:09:49.720106 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b48e639e-4138-4b25-9aa1-9297537520ab req-23290cca-a55b-4c98-a71b-d6a9b667fc42 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939206 Feb 19 04:09:49.724744 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-bb322fec-ccbb-48aa-b667-bb7a7a14ff23 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88223c33-d5ba-4590-8834-fe2d89dfc141 HTTP/1.1" status: 200 len: 217 time: 0.2119660 Feb 19 04:09:49.913553 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-4bf09974-8b7f-4342-b137-cc21b8606c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:49.927969 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-4bf09974-8b7f-4342-b137-cc21b8606c54 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=920919b3-1361-46cf-9a70-c4e0885dbe63 HTTP/1.1" status: 200 len: 846 time: 0.1918414 Feb 19 04:09:49.966476 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754f5f6-9bc3-4658-95a9-4af2222d9f82 req-9b3ee496-56dd-49e2-9f8f-0ae7c382c334 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:49.974728 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f754f5f6-9bc3-4658-95a9-4af2222d9f82 req-9b3ee496-56dd-49e2-9f8f-0ae7c382c334 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 944 time: 0.6586664 Feb 19 04:09:50.009929 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-a50736a6-cfda-4e3d-a26b-1a42629c612c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739901 Feb 19 04:09:50.434339 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7cd15c8-4107-4372-9a92-68f404128e5c req-6330152e-1a77-4910-a72e-0cd40125afb8 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6818211 Feb 19 04:09:50.455457 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-360c44bb-c747-42c1-9ca4-4a9d8cfe5842 service neutron] 10.222.0.48 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349179 Feb 19 04:09:50.564268 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-f754f5f6-9bc3-4658-95a9-4af2222d9f82 req-9af645e4-3d88-4c3d-b54d-b9cbf817ef0a tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Deleting port f9b09734-84a1-49bf-bab0-47c0d798fadc {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:50.569268 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-f754f5f6-9bc3-4658-95a9-4af2222d9f82 req-9af645e4-3d88-4c3d-b54d-b9cbf817ef0a tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f9b09734-84a1-49bf-bab0-47c0d798fadc), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:50.696634 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31af436-9470-4951-93e2-8b90e0d4ad70 x-openstack-request-id: req-b31af436-9470-4951-93e2-8b90e0d4ad70 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:50.703229 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2859305-6e41-47f5-ac65-933f611340f6", "tag": "88223c33-d5ba-4590-8834-fe2d89dfc141", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:50.703692 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b31af436-9470-4951-93e2-8b90e0d4ad70 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:50.704418 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2859305-6e41-47f5-ac65-933f611340f6', 'tag': '88223c33-d5ba-4590-8834-fe2d89dfc141', 'status': 'completed', 'code': 200} Feb 19 04:09:50.928566 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead1f4c5-5252-41e5-8ff1-24f947d28708 x-openstack-request-id: req-ead1f4c5-5252-41e5-8ff1-24f947d28708 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:50.929577 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f466ec-ca40-4835-8d39-d8c8b2cdc607", "name": "network-vif-plugged", "status": "completed", "tag": "b2bec188-ea11-4823-b8ad-1e413ef9cc8d", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:50.929745 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ead1f4c5-5252-41e5-8ff1-24f947d28708 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:50.935589 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f466ec-ca40-4835-8d39-d8c8b2cdc607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bec188-ea11-4823-b8ad-1e413ef9cc8d', 'code': 200} Feb 19 04:09:50.945638 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-69ce9986-e8bf-49f8-a12b-c9aa2bbb9662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:50.989197 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0eac3b38-c1ae-40a2-b255-1a38d10608ee req-ca2b07c8-6576-4e9e-8d77-6e10ec05f8ba service neutron] 10.222.0.48 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184984 Feb 19 04:09:51.115958 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80e396-d3f5-444e-8dcf-c1ce46b57696 req-a49a9f01-b15c-43dd-baa3-186d5496afac tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:51.125268 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6f80e396-d3f5-444e-8dcf-c1ce46b57696 req-a49a9f01-b15c-43dd-baa3-186d5496afac tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/ports?device_id=4354ea86-5de9-467e-a3f6-4bc9903c1579 HTTP/1.1" status: 200 len: 945 time: 0.4185224 Feb 19 04:09:51.387778 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-f754f5f6-9bc3-4658-95a9-4af2222d9f82 req-9af645e4-3d88-4c3d-b54d-b9cbf817ef0a tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] For port f9b09734-84a1-49bf-bab0-47c0d798fadc, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f9b09734-84a1-49bf-bab0-47c0d798fadc,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:51.389155 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-f754f5f6-9bc3-4658-95a9-4af2222d9f82 req-9af645e4-3d88-4c3d-b54d-b9cbf817ef0a tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f9b09734-84a1-49bf-bab0-47c0d798fadc), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:51.466146 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-f754f5f6-9bc3-4658-95a9-4af2222d9f82 req-9af645e4-3d88-4c3d-b54d-b9cbf817ef0a tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Calling delete_port for f9b09734-84a1-49bf-bab0-47c0d798fadc owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:51.875606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0e860-9264-46fc-8232-a78eb631342a req-8f2c422f-eb13-4beb-8307-ea5307dec8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:51.884524 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bcd0e860-9264-46fc-8232-a78eb631342a req-8f2c422f-eb13-4beb-8307-ea5307dec8dc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=61f466ec-ca40-4835-8d39-d8c8b2cdc607 HTTP/1.1" status: 200 len: 1127 time: 0.6491911 Feb 19 04:09:52.190500 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 8cfcc822-ba5f-4378-be33-3876c1034656 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:09:52.213235 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-f754f5f6-9bc3-4658-95a9-4af2222d9f82 req-9af645e4-3d88-4c3d-b54d-b9cbf817ef0a tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f9b09734-84a1-49bf-bab0-47c0d798fadc), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:52.291759 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5b4ee-c5bc-4561-a10e-42a7a5d066c2 req-adacb5f6-af9c-46fb-b7f7-bde456d7db74 tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:52.301652 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['5494cb48-fbd5-49e8-8dde-b365260ee3c4'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:09:52.307582 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3da5b4ee-c5bc-4561-a10e-42a7a5d066c2 req-adacb5f6-af9c-46fb-b7f7-bde456d7db74 tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1324a1e-90b5-4696-8c4e-cd1006028ea8 HTTP/1.1" status: 200 len: 945 time: 1.0549827 Feb 19 04:09:52.358047 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6f80e396-d3f5-444e-8dcf-c1ce46b57696 req-c0f5cdc0-622c-41c2-b240-c822452ded41 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8263f1-bdf4-47da-999b-4847c4f427cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2152944 Feb 19 04:09:52.398499 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2b3e9-a99f-46b4-ac08-352b96b9da78 req-49571e71-4274-470f-8a52-74fb82b80b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:52.401384 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f1f2b3e9-a99f-46b4-ac08-352b96b9da78 req-49571e71-4274-470f-8a52-74fb82b80b56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&device_id=d2859305-6e41-47f5-ac65-933f611340f6 HTTP/1.1" status: 200 len: 1125 time: 1.2375197 Feb 19 04:09:52.444250 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be228814-5d60-4125-8e28-590c414db06e req-54667dc6-4d13-49db-89e6-19be19be4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:52.447298 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be228814-5d60-4125-8e28-590c414db06e req-54667dc6-4d13-49db-89e6-19be19be4098 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&device_id=61f466ec-ca40-4835-8d39-d8c8b2cdc607 HTTP/1.1" status: 200 len: 1127 time: 0.7517793 Feb 19 04:09:52.558584 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312aa7e-a465-4815-ad9e-e2034cc740fa req-b5daea0b-f5fb-4295-80b1-950d73c32d09 tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:52.561480 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c312aa7e-a465-4815-ad9e-e2034cc740fa req-b5daea0b-f5fb-4295-80b1-950d73c32d09 tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1324a1e-90b5-4696-8c4e-cd1006028ea8 HTTP/1.1" status: 200 len: 945 time: 0.4369814 Feb 19 04:09:52.789227 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 8cfcc822-ba5f-4378-be33-3876c1034656 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:52.789748 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8cfcc822-ba5f-4378-be33-3876c1034656), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:52.816482 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af645e4-3d88-4c3d-b54d-b9cbf817ef0a tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Pushing event deleted for resources: {'Port': ['ID=f9b09734-84a1-49bf-bab0-47c0d798fadc,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:52.893220 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2b3e9-a99f-46b4-ac08-352b96b9da78 req-0c143934-331d-4880-9411-63cd5a7b88a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:52.893220 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f1f2b3e9-a99f-46b4-ac08-352b96b9da78 req-0c143934-331d-4880-9411-63cd5a7b88a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f HTTP/1.1" status: 200 len: 906 time: 0.4765666 Feb 19 04:09:52.967451 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 8cfcc822-ba5f-4378-be33-3876c1034656, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=8cfcc822-ba5f-4378-be33-3876c1034656,segment=NetworkSegment(99b6564d-c222-47c2-8862-0173f3f1cf61),segment_id=99b6564d-c222-47c2-8862-0173f3f1cf61)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:52.976012 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1324a1e-90b5-4696-8c4e-cd1006028ea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cfcc822-ba5f-4378-be33-3876c1034656'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:52.980760 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803cc1d2-6c5e-47cc-ae9e-3dfe05916052" -d '{"events": [{"server_uuid": "b1324a1e-90b5-4696-8c4e-cd1006028ea8", "name": "network-vif-unplugged", "status": "completed", "tag": "8cfcc822-ba5f-4378-be33-3876c1034656"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:52.996644 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8cfcc822-ba5f-4378-be33-3876c1034656), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:52.997889 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device f9b09734-84a1-49bf-bab0-47c0d798fadc no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:09:53.122682 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-366fe555-5f49-4621-8c4c-dfd0f7d58495 req-0fd13819-e0bf-4946-b7bd-c270ff807da7 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 210 time: 0.2325685 Feb 19 04:09:53.216608 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: f9b09734-84a1-49bf-bab0-47c0d798fadc {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:09:53.217482 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device f9b09734-84a1-49bf-bab0-47c0d798fadc not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:09:53.344428 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-f754f5f6-9bc3-4658-95a9-4af2222d9f82 req-9af645e4-3d88-4c3d-b54d-b9cbf817ef0a tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] No DVR routers for this DVR port f9b09734-84a1-49bf-bab0-47c0d798fadc on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:09:53.366897 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-f754f5f6-9bc3-4658-95a9-4af2222d9f82 req-9af645e4-3d88-4c3d-b54d-b9cbf817ef0a tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:53.392583 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f754f5f6-9bc3-4658-95a9-4af2222d9f82 req-9af645e4-3d88-4c3d-b54d-b9cbf817ef0a tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.48 "DELETE /v2.0/ports/f9b09734-84a1-49bf-bab0-47c0d798fadc HTTP/1.1" status: 204 len: 173 time: 3.3968832 Feb 19 04:09:53.394510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be228814-5d60-4125-8e28-590c414db06e req-45df9f73-4fde-4724-b18b-af873967c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:53.396841 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be228814-5d60-4125-8e28-590c414db06e req-45df9f73-4fde-4724-b18b-af873967c69a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&shared=False HTTP/1.1" status: 200 len: 906 time: 0.8748000 Feb 19 04:09:53.418643 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f1f2b3e9-a99f-46b4-ac08-352b96b9da78 req-9d62c59f-1362-4a6c-b7a4-4c78228bfef5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88223c33-d5ba-4590-8834-fe2d89dfc141 HTTP/1.1" status: 200 len: 217 time: 0.2652726 Feb 19 04:09:53.438540 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=8cfcc822-ba5f-4378-be33-3876c1034656,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:53.498122 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2101166-c8be-452e-b5b3-1115d488aa38', 'name': 'network-vif-deleted', 'tag': 'f9b09734-84a1-49bf-bab0-47c0d798fadc'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:53.507993 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3622029-2a77-4849-8e3b-2c44f46ca903" -d '{"events": [{"server_uuid": "d2101166-c8be-452e-b5b3-1115d488aa38", "name": "network-vif-deleted", "tag": "f9b09734-84a1-49bf-bab0-47c0d798fadc"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:53.575011 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3da5b4ee-c5bc-4561-a10e-42a7a5d066c2 req-86c82b0e-dbef-43b2-a83f-b5f990330e7a tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] 10.222.0.65 "GET /v2.0/security-groups?id=60c6a228-b287-4bc2-8e8e-904d92a20e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2491856 Feb 19 04:09:53.579008 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bcd0e860-9264-46fc-8232-a78eb631342a req-d9e4d35d-62bf-4998-b98a-591b67d8c2f2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6751313 Feb 19 04:09:53.581671 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2b3e9-a99f-46b4-ac08-352b96b9da78 req-2787054c-1bef-4c58-b910-a3e1f4ea271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:53.584576 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f1f2b3e9-a99f-46b4-ac08-352b96b9da78 req-2787054c-1bef-4c58-b910-a3e1f4ea271b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=920919b3-1361-46cf-9a70-c4e0885dbe63 HTTP/1.1" status: 200 len: 846 time: 0.1084490 Feb 19 04:09:53.728382 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-69ce9986-e8bf-49f8-a12b-c9aa2bbb9662 admin admin] Deleting port 46befd0d-8734-4f93-9c3d-3fe3b2860a90 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:53.728890 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-69ce9986-e8bf-49f8-a12b-c9aa2bbb9662 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (46befd0d-8734-4f93-9c3d-3fe3b2860a90), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:53.879982 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f1f2b3e9-a99f-46b4-ac08-352b96b9da78 req-895b8880-e324-4f25-b533-fcea67893cc4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2635503 Feb 19 04:09:53.882128 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-69ce9986-e8bf-49f8-a12b-c9aa2bbb9662 admin admin] For port 46befd0d-8734-4f93-9c3d-3fe3b2860a90, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=46befd0d-8734-4f93-9c3d-3fe3b2860a90,segment=NetworkSegment(5b025fda-f6c3-4c35-ab80-a3312f6251e7),segment_id=5b025fda-f6c3-4c35-ab80-a3312f6251e7)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:53.882646 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-69ce9986-e8bf-49f8-a12b-c9aa2bbb9662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (46befd0d-8734-4f93-9c3d-3fe3b2860a90), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:53.914660 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-69ce9986-e8bf-49f8-a12b-c9aa2bbb9662 admin admin] Calling delete_port for 46befd0d-8734-4f93-9c3d-3fe3b2860a90 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:54.175544 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 88223c33-d5ba-4590-8834-fe2d89dfc141 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:09:54.283705 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f1f2b3e9-a99f-46b4-ac08-352b96b9da78 req-c33bb18b-39ec-405a-bfb0-87d802304307 service neutron] 10.222.0.48 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787839 Feb 19 04:09:54.453582 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-c312aa7e-a465-4815-ad9e-e2034cc740fa req-903afc3f-f11c-4e86-bd95-de88a116d1ae tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Deleting port 8cfcc822-ba5f-4378-be33-3876c1034656 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:54.454886 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c312aa7e-a465-4815-ad9e-e2034cc740fa req-903afc3f-f11c-4e86-bd95-de88a116d1ae tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (8cfcc822-ba5f-4378-be33-3876c1034656), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:54.606121 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 88223c33-d5ba-4590-8834-fe2d89dfc141, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=88223c33-d5ba-4590-8834-fe2d89dfc141,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:54.669012 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '88223c33-d5ba-4590-8834-fe2d89dfc141', 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f', 'port_id': '88223c33-d5ba-4590-8834-fe2d89dfc141', 'mac_address': 'fa:16:3e:ad:13:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920919b3-1361-46cf-9a70-c4e0885dbe63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:09:54.682124 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-69ce9986-e8bf-49f8-a12b-c9aa2bbb9662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (46befd0d-8734-4f93-9c3d-3fe3b2860a90), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:54.908743 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-c312aa7e-a465-4815-ad9e-e2034cc740fa req-903afc3f-f11c-4e86-bd95-de88a116d1ae tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] For port 8cfcc822-ba5f-4378-be33-3876c1034656, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=8cfcc822-ba5f-4378-be33-3876c1034656,segment=NetworkSegment(99b6564d-c222-47c2-8862-0173f3f1cf61),segment_id=99b6564d-c222-47c2-8862-0173f3f1cf61)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:54.909970 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c312aa7e-a465-4815-ad9e-e2034cc740fa req-903afc3f-f11c-4e86-bd95-de88a116d1ae tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (8cfcc822-ba5f-4378-be33-3876c1034656), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:54.918699 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 88223c33-d5ba-4590-8834-fe2d89dfc141 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:54.919455 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (88223c33-d5ba-4590-8834-fe2d89dfc141), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:54.974555 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88223c33-d5ba-4590-8834-fe2d89dfc141 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:09:55.001985 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-c312aa7e-a465-4815-ad9e-e2034cc740fa req-903afc3f-f11c-4e86-bd95-de88a116d1ae tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Calling delete_port for 8cfcc822-ba5f-4378-be33-3876c1034656 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:55.060316 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 88223c33-d5ba-4590-8834-fe2d89dfc141, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=88223c33-d5ba-4590-8834-fe2d89dfc141,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:55.076203 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (88223c33-d5ba-4590-8834-fe2d89dfc141), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:55.308833 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=88223c33-d5ba-4590-8834-fe2d89dfc141,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:55.383236 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['88223c33-d5ba-4590-8834-fe2d89dfc141'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:09:55.778304 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c312aa7e-a465-4815-ad9e-e2034cc740fa req-903afc3f-f11c-4e86-bd95-de88a116d1ae tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (8cfcc822-ba5f-4378-be33-3876c1034656), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:55.881371 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce9986-e8bf-49f8-a12b-c9aa2bbb9662 admin admin] Pushing event deleted for resources: {'Port': ['ID=46befd0d-8734-4f93-9c3d-3fe3b2860a90,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:56.027636 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be228814-5d60-4125-8e28-590c414db06e req-09e778b1-7a72-4e2f-8d15-4a3f5a0849d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:56.029457 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be228814-5d60-4125-8e28-590c414db06e req-09e778b1-7a72-4e2f-8d15-4a3f5a0849d3 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 2.4930544 Feb 19 04:09:56.058305 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f1f2b3e9-a99f-46b4-ac08-352b96b9da78 req-b6df5a59-d3eb-4926-a68e-5f36828b2f52 service neutron] 10.222.0.48 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7607462 Feb 19 04:09:56.070492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18da53b-3e7a-4c26-94b5-00cc3d39badc req-c1315610-3a26-4d97-8975-f2eee7771ca1 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:56.088209 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e18da53b-3e7a-4c26-94b5-00cc3d39badc req-c1315610-3a26-4d97-8975-f2eee7771ca1 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2859305-6e41-47f5-ac65-933f611340f6 HTTP/1.1" status: 200 len: 943 time: 1.4991417 Feb 19 04:09:56.092199 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903afc3f-f11c-4e86-bd95-de88a116d1ae tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Pushing event deleted for resources: {'Port': ['ID=8cfcc822-ba5f-4378-be33-3876c1034656,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:56.253665 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-bcf8cf9d-c86d-421f-ac35-685d13650459 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:56.265584 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-bcf8cf9d-c86d-421f-ac35-685d13650459 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/networks?id=3b348713-0dd0-49ec-becd-2bf2a70d19e8 HTTP/1.1" status: 200 len: 822 time: 2.8450446 Feb 19 04:09:56.313368 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-6940211d-ab83-4521-a6aa-3075ce455213 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:56.314514 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-b4a55436-dbc1-4301-8756-5be3bd4ab380 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/quotas/69187c7c1e1c4976be0c59c8c6235cbf HTTP/1.1" status: 200 len: 375 time: 0.0473223 Feb 19 04:09:56.315563 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-6940211d-ab83-4521-a6aa-3075ce455213 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.10 "GET /v2.0/ports?device_id=61f466ec-ca40-4835-8d39-d8c8b2cdc607 HTTP/1.1" status: 200 len: 945 time: 0.4198859 Feb 19 04:09:56.379084 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-c312aa7e-a465-4815-ad9e-e2034cc740fa req-903afc3f-f11c-4e86-bd95-de88a116d1ae tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] No DVR routers for this DVR port 8cfcc822-ba5f-4378-be33-3876c1034656 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:09:56.405835 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c312aa7e-a465-4815-ad9e-e2034cc740fa req-903afc3f-f11c-4e86-bd95-de88a116d1ae tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:56.411604 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c312aa7e-a465-4815-ad9e-e2034cc740fa req-903afc3f-f11c-4e86-bd95-de88a116d1ae tempest-VolumesAdminNegativeTest-73046346 tempest-VolumesAdminNegativeTest-73046346-project] 10.222.0.48 "DELETE /v2.0/ports/8cfcc822-ba5f-4378-be33-3876c1034656 HTTP/1.1" status: 204 len: 173 time: 3.4745226 Feb 19 04:09:56.425833 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-1da91cca-946e-4455-8b90-f86d0a49b760 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=69187c7c1e1c4976be0c59c8c6235cbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1098027 Feb 19 04:09:56.426718 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1324a1e-90b5-4696-8c4e-cd1006028ea8', 'name': 'network-vif-deleted', 'tag': '8cfcc822-ba5f-4378-be33-3876c1034656'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:56.431867 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3245924e-7f85-4d0f-9227-fd84afbef065" -d '{"events": [{"server_uuid": "b1324a1e-90b5-4696-8c4e-cd1006028ea8", "name": "network-vif-deleted", "tag": "8cfcc822-ba5f-4378-be33-3876c1034656"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:56.652516 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e18da53b-3e7a-4c26-94b5-00cc3d39badc req-07565aa0-9524-49c6-aa4b-f2559c535b39 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5614941 Feb 19 04:09:56.667790 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-2aab1f3e-9e8d-4718-aa77-412b2db4a741 service neutron] 10.222.0.65 "GET /v2.0/networks/3b348713-0dd0-49ec-becd-2bf2a70d19e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269900 Feb 19 04:09:57.017244 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-4ead6cc5-fe56-42bf-afdb-62ea402dab27 service neutron] 10.222.0.65 "GET /v2.0/networks/3b348713-0dd0-49ec-becd-2bf2a70d19e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368831 Feb 19 04:09:57.197376 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-69ce9986-e8bf-49f8-a12b-c9aa2bbb9662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:57.563121 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656dad7e-63aa-4342-9ad1-15a050f6c8dc x-openstack-request-id: req-656dad7e-63aa-4342-9ad1-15a050f6c8dc {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:57.565640 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1324a1e-90b5-4696-8c4e-cd1006028ea8", "name": "network-vif-unplugged", "status": "completed", "tag": "8cfcc822-ba5f-4378-be33-3876c1034656", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:57.566363 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-656dad7e-63aa-4342-9ad1-15a050f6c8dc {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:57.567573 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1324a1e-90b5-4696-8c4e-cd1006028ea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cfcc822-ba5f-4378-be33-3876c1034656', 'code': 200} Feb 19 04:09:57.577230 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5777a1-f34e-4efa-b22e-2d0a326cb134 req-02a2a892-6b4a-4898-88c5-fc8f7aec2aac tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:57.589373 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bd5777a1-f34e-4efa-b22e-2d0a326cb134 req-02a2a892-6b4a-4898-88c5-fc8f7aec2aac tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/ports?device_id=5188cccf-a38c-4791-9fae-e0344fb79417 HTTP/1.1" status: 200 len: 946 time: 0.5814769 Feb 19 04:09:57.642429 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13393499-0483-4612-9fe4-77805bdbb072 x-openstack-request-id: req-13393499-0483-4612-9fe4-77805bdbb072 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:57.643142 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2101166-c8be-452e-b5b3-1115d488aa38", "name": "network-vif-deleted", "tag": "f9b09734-84a1-49bf-bab0-47c0d798fadc", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:57.644611 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-13393499-0483-4612-9fe4-77805bdbb072 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:57.645397 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2101166-c8be-452e-b5b3-1115d488aa38', 'name': 'network-vif-deleted', 'tag': 'f9b09734-84a1-49bf-bab0-47c0d798fadc', 'status': 'completed', 'code': 200} Feb 19 04:09:57.781385 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-b4a79d71-035b-480f-b0d9-3a3609a447ae tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Deleting port b2bec188-ea11-4823-b8ad-1e413ef9cc8d {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:57.782453 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-b4a79d71-035b-480f-b0d9-3a3609a447ae tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b2bec188-ea11-4823-b8ad-1e413ef9cc8d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:57.880855 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bd5777a1-f34e-4efa-b22e-2d0a326cb134 req-2b115e16-e122-4909-9694-70b99e66a59c tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8263f1-bdf4-47da-999b-4847c4f427cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899225 Feb 19 04:09:57.899936 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd60dc8-c2b3-4919-baf0-2b84b278678b req-52141a42-c7bb-4caf-8475-d42c1fc21c54 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:57.903889 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dbd60dc8-c2b3-4919-baf0-2b84b278678b req-52141a42-c7bb-4caf-8475-d42c1fc21c54 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.1616204 Feb 19 04:09:58.070755 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be228814-5d60-4125-8e28-590c414db06e req-73fe1211-3833-41e9-92cd-a61b3f72e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:58.074346 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be228814-5d60-4125-8e28-590c414db06e req-73fe1211-3833-41e9-92cd-a61b3f72e052 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=61f466ec-ca40-4835-8d39-d8c8b2cdc607 HTTP/1.1" status: 200 len: 1127 time: 0.3380408 Feb 19 04:09:58.096378 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dbd60dc8-c2b3-4919-baf0-2b84b278678b req-2190d684-817e-4373-adb0-1f3e0d200ad3 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763384 Feb 19 04:09:58.192950 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 88223c33-d5ba-4590-8834-fe2d89dfc141 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:58.255733 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35294) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:58.311681 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:09:58.410419 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-b4a79d71-035b-480f-b0d9-3a3609a447ae tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] For port b2bec188-ea11-4823-b8ad-1e413ef9cc8d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b2bec188-ea11-4823-b8ad-1e413ef9cc8d,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:58.415542 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-b4a79d71-035b-480f-b0d9-3a3609a447ae tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b2bec188-ea11-4823-b8ad-1e413ef9cc8d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:58.416952 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-1738a07d-d651-4ba1-b8fe-1316430dc771 admin admin] Deleting subnet 425ae31e-8552-4839-a739-738ac53d980a {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:09:58.424031 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1738a07d-d651-4ba1-b8fe-1316430dc771 admin admin] Publish callbacks [] for subnet (425ae31e-8552-4839-a739-738ac53d980a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:58.453065 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3d4e1cc7-e3fc-45f6-b1b1-c256f3c06cf4 req-ce87946d-efe8-46cb-b1ef-e3a07a17e6f6 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 210 time: 0.2582777 Feb 19 04:09:58.484447 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 88223c33-d5ba-4590-8834-fe2d89dfc141 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:09:58.491594 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 88223c33-d5ba-4590-8834-fe2d89dfc141 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:58.492242 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (88223c33-d5ba-4590-8834-fe2d89dfc141), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:58.586059 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-b4a79d71-035b-480f-b0d9-3a3609a447ae tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Calling delete_port for b2bec188-ea11-4823-b8ad-1e413ef9cc8d owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:58.694797 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1738a07d-d651-4ba1-b8fe-1316430dc771 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (425ae31e-8552-4839-a739-738ac53d980a), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:58.834477 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 88223c33-d5ba-4590-8834-fe2d89dfc141 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:58.835322 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (88223c33-d5ba-4590-8834-fe2d89dfc141), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:58.840582 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1738a07d-d651-4ba1-b8fe-1316430dc771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (425ae31e-8552-4839-a739-738ac53d980a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:58.951118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 88223c33-d5ba-4590-8834-fe2d89dfc141, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=88223c33-d5ba-4590-8834-fe2d89dfc141,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:58.962564 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (88223c33-d5ba-4590-8834-fe2d89dfc141), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:58.992522 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643f2b51-2a0a-457d-a86b-8380c95f0bbe x-openstack-request-id: req-643f2b51-2a0a-457d-a86b-8380c95f0bbe {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:58.993616 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1324a1e-90b5-4696-8c4e-cd1006028ea8", "name": "network-vif-deleted", "tag": "8cfcc822-ba5f-4378-be33-3876c1034656", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:58.994056 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-643f2b51-2a0a-457d-a86b-8380c95f0bbe {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:58.995959 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1324a1e-90b5-4696-8c4e-cd1006028ea8', 'name': 'network-vif-deleted', 'tag': '8cfcc822-ba5f-4378-be33-3876c1034656', 'status': 'completed', 'code': 200} Feb 19 04:09:59.039264 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1738a07d-d651-4ba1-b8fe-1316430dc771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (425ae31e-8552-4839-a739-738ac53d980a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:59.110658 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=88223c33-d5ba-4590-8834-fe2d89dfc141,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:59.165284 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1738a07d-d651-4ba1-b8fe-1316430dc771 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:59.176366 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1738a07d-d651-4ba1-b8fe-1316430dc771 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/425ae31e-8552-4839-a739-738ac53d980a HTTP/1.1" status: 204 len: 168 time: 0.9172411 Feb 19 04:09:59.195073 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35298) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:59.314796 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738a07d-d651-4ba1-b8fe-1316430dc771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=425ae31e-8552-4839-a739-738ac53d980a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:59.388814 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e19e5ea6-16e4-47dd-8c67-3bf11395f525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:59.410316 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cccd556c-ca06-409b-a24e-17f24baddc13 req-2835903d-cefd-4807-8945-cfac254e6af9 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f8e51ff-7a19-4683-aed8-9d8ba561ba34 HTTP/1.1" status: 200 len: 210 time: 0.2869637 Feb 19 04:09:59.413940 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68b8e6-ce22-4d34-af0d-384ac19382e5 req-99ad8151-634f-49f8-92e2-60f3afb7233b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:59.426015 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4b68b8e6-ce22-4d34-af0d-384ac19382e5 req-99ad8151-634f-49f8-92e2-60f3afb7233b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2859305-6e41-47f5-ac65-933f611340f6 HTTP/1.1" status: 200 len: 945 time: 0.4269159 Feb 19 04:09:59.536265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d680f9-2434-41ef-b6a0-59d7a9f027fd req-cd903a01-94f1-4f1b-a00e-4e29da6f5139 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:59.543958 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f4d680f9-2434-41ef-b6a0-59d7a9f027fd req-cd903a01-94f1-4f1b-a00e-4e29da6f5139 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.48 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 945 time: 0.3653755 Feb 19 04:09:59.569694 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2859305-6e41-47f5-ac65-933f611340f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88223c33-d5ba-4590-8834-fe2d89dfc141'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:59.574766 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a880663-c34b-4b8c-8adc-db06c7e4a576" -d '{"events": [{"server_uuid": "d2859305-6e41-47f5-ac65-933f611340f6", "name": "network-vif-plugged", "status": "completed", "tag": "88223c33-d5ba-4590-8834-fe2d89dfc141"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:59.594910 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ce9986-e8bf-49f8-a12b-c9aa2bbb9662 admin admin] Router c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:09:59.687308 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-b4a79d71-035b-480f-b0d9-3a3609a447ae tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (b2bec188-ea11-4823-b8ad-1e413ef9cc8d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:59.700439 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['dae86111-0480-4bc5-a0c0-903b538e51df', '88223c33-d5ba-4590-8834-fe2d89dfc141'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:09:59.797242 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4b68b8e6-ce22-4d34-af0d-384ac19382e5 req-9a5ff858-4b18-4f85-997c-64e50b76038a tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691421 Feb 19 04:09:59.846028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a79d71-035b-480f-b0d9-3a3609a447ae tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Pushing event deleted for resources: {'Port': ['ID=b2bec188-ea11-4823-b8ad-1e413ef9cc8d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:00.402330 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-be228814-5d60-4125-8e28-590c414db06e req-2d161936-8575-41c8-a5c5-4f2d8173de49 service neutron] Deleting port b2bec188-ea11-4823-b8ad-1e413ef9cc8d {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:00.403561 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-be228814-5d60-4125-8e28-590c414db06e req-2d161936-8575-41c8-a5c5-4f2d8173de49 service neutron] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b2bec188-ea11-4823-b8ad-1e413ef9cc8d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:00.587333 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device b2bec188-ea11-4823-b8ad-1e413ef9cc8d no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:00.676755 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: b2bec188-ea11-4823-b8ad-1e413ef9cc8d {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:10:00.682666 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device b2bec188-ea11-4823-b8ad-1e413ef9cc8d not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:10:00.698213 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-f4d680f9-2434-41ef-b6a0-59d7a9f027fd req-89cb88d9-709f-44bb-9c43-951c4be57955 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Deleting port 303fdc53-143f-4203-a027-6cfa53f84708 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:00.698873 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f4d680f9-2434-41ef-b6a0-59d7a9f027fd req-89cb88d9-709f-44bb-9c43-951c4be57955 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (303fdc53-143f-4203-a027-6cfa53f84708), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:00.705920 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-be228814-5d60-4125-8e28-590c414db06e req-2d161936-8575-41c8-a5c5-4f2d8173de49 service neutron] For port b2bec188-ea11-4823-b8ad-1e413ef9cc8d, host n-h1-772273-4, got binding levels [] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:00.707158 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-be228814-5d60-4125-8e28-590c414db06e req-2d161936-8575-41c8-a5c5-4f2d8173de49 service neutron] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b2bec188-ea11-4823-b8ad-1e413ef9cc8d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:00.724245 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-be228814-5d60-4125-8e28-590c414db06e req-2d161936-8575-41c8-a5c5-4f2d8173de49 service neutron] Calling delete_port for b2bec188-ea11-4823-b8ad-1e413ef9cc8d owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:00.728442 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.ipam_backend_mixin [req-be228814-5d60-4125-8e28-590c414db06e req-2d161936-8575-41c8-a5c5-4f2d8173de49 service neutron] Port b2bec188-ea11-4823-b8ad-1e413ef9cc8d was not found and therefore no delete operation was performed {{(pid=115198) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:10:00.771324 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26887fab-b521-4349-a849-1293ae34cadb req-c011dda3-7ca6-4fa0-8444-a910c5e5e9d4 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:00.784406 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-26887fab-b521-4349-a849-1293ae34cadb req-c011dda3-7ca6-4fa0-8444-a910c5e5e9d4 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.4799767 Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation [req-be228814-5d60-4125-8e28-590c414db06e req-2d161936-8575-41c8-a5c5-4f2d8173de49 service neutron] DELETE failed.: neutron.ipam.exceptions.IpAddressAllocationNotFound: Unable to find IP address 172.20.0.3 on subnet 920919b3-1361-46cf-9a70-c4e0885dbe63 Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 693, in __call__ Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 584, in invoke_controller Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 104, in wrapped Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation f(*args, **kwargs) Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 85, in delete Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation return self.plugin_deleter(*deleter_args) Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:10:00.809711 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2058, in delete_port Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation super(Ml2Plugin, self).delete_port(context, id, port) Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1540, in delete_port Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation self.ipam.delete_port(context, id, port) Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 519, in delete_port Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation self._ipam_deallocate_ips(context, ipam_driver, port, Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 95, in _ipam_deallocate_ips Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation return Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation raise self.value Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 87, in _ipam_deallocate_ips Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation ipam_subnet.deallocate(ip['ip_address']) Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/ipam/drivers/neutrondb_ipam/driver.py", line 289, in deallocate Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation raise ipam_exc.IpAddressAllocationNotFound( Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation neutron.ipam.exceptions.IpAddressAllocationNotFound: Unable to find IP address 172.20.0.3 on subnet 920919b3-1361-46cf-9a70-c4e0885dbe63 Feb 19 04:10:00.818096 n-d-772273-4 neutron-server[115198]: ERROR neutron.pecan_wsgi.hooks.translation Feb 19 04:10:00.832082 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [req-be228814-5d60-4125-8e28-590c414db06e req-2d161936-8575-41c8-a5c5-4f2d8173de49 service neutron] No notification will be sent due to unsuccessful status code: 500 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:10:00.841556 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be228814-5d60-4125-8e28-590c414db06e req-2d161936-8575-41c8-a5c5-4f2d8173de49 service neutron] 10.222.0.10 "DELETE /v2.0/ports/b2bec188-ea11-4823-b8ad-1e413ef9cc8d HTTP/1.1" status: 500 len: 387 time: 2.3390980 Feb 19 04:10:00.907715 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-6269ce4f-4b56-4f9a-a1f0-2c65e4db228f tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:00.910547 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-6269ce4f-4b56-4f9a-a1f0-2c65e4db228f tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.10 "GET /v2.0/networks?id=3b348713-0dd0-49ec-becd-2bf2a70d19e8 HTTP/1.1" status: 200 len: 822 time: 1.0425575 Feb 19 04:10:00.983353 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-b4a79d71-035b-480f-b0d9-3a3609a447ae tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] No DVR routers for this DVR port b2bec188-ea11-4823-b8ad-1e413ef9cc8d on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:10:01.057577 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-ac973b03-706b-4dcb-8f8a-cd5efad312df tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Request body: {'port': {'device_id': '5f8e51ff-7a19-4683-aed8-9d8ba561ba34', 'network_id': '3b348713-0dd0-49ec-becd-2bf2a70d19e8', 'admin_state_up': True, 'tenant_id': '69187c7c1e1c4976be0c59c8c6235cbf'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:01.071649 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-b4a79d71-035b-480f-b0d9-3a3609a447ae tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:01.087121 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf079cc9-0fb5-4507-8f03-72bbdf492371 req-b4a79d71-035b-480f-b0d9-3a3609a447ae tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.10 "DELETE /v2.0/ports/b2bec188-ea11-4823-b8ad-1e413ef9cc8d HTTP/1.1" status: 204 len: 173 time: 4.6096110 Feb 19 04:10:01.125261 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9ba08-4dd3-4eb7-9900-d996b1a2f9c7 req-8a54ecb8-33cd-4fa4-8aa2-ae84b2d7fecd tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:01.135629 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e8b9ba08-4dd3-4eb7-9900-d996b1a2f9c7 req-8a54ecb8-33cd-4fa4-8aa2-ae84b2d7fecd tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=15e535f0-0553-44a4-9621-a192952bebc4 HTTP/1.1" status: 200 len: 945 time: 0.9288518 Feb 19 04:10:01.137837 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f466ec-ca40-4835-8d39-d8c8b2cdc607', 'name': 'network-vif-deleted', 'tag': 'b2bec188-ea11-4823-b8ad-1e413ef9cc8d'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:01.163714 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7efab00-29f3-4cb4-921c-307f7dd14359" -d '{"events": [{"server_uuid": "61f466ec-ca40-4835-8d39-d8c8b2cdc607", "name": "network-vif-deleted", "tag": "b2bec188-ea11-4823-b8ad-1e413ef9cc8d"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:01.214915 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e19e5ea6-16e4-47dd-8c67-3bf11395f525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:01.265412 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-f4d680f9-2434-41ef-b6a0-59d7a9f027fd req-89cb88d9-709f-44bb-9c43-951c4be57955 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] For port 303fdc53-143f-4203-a027-6cfa53f84708, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=303fdc53-143f-4203-a027-6cfa53f84708,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:01.266194 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f4d680f9-2434-41ef-b6a0-59d7a9f027fd req-89cb88d9-709f-44bb-9c43-951c4be57955 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (303fdc53-143f-4203-a027-6cfa53f84708), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:01.290120 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-f4d680f9-2434-41ef-b6a0-59d7a9f027fd req-89cb88d9-709f-44bb-9c43-951c4be57955 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Calling delete_port for 303fdc53-143f-4203-a027-6cfa53f84708 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:01.440515 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-e19e5ea6-16e4-47dd-8c67-3bf11395f525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:01.458047 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e8b9ba08-4dd3-4eb7-9900-d996b1a2f9c7 req-996da71f-9b2c-4e2d-941e-3abb6bf98897 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861609 Feb 19 04:10:01.463131 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-26887fab-b521-4349-a849-1293ae34cadb req-9b10089c-6ad6-45c3-aabe-3a3675d6c06d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6774259 Feb 19 04:10:01.575387 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-e19e5ea6-16e4-47dd-8c67-3bf11395f525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b6564d-c222-47c2-8862-0173f3f1cf61') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:01.575889 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-e19e5ea6-16e4-47dd-8c67-3bf11395f525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b6564d-c222-47c2-8862-0173f3f1cf61') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:01.579900 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf37233-11f4-4ec6-852a-3ee03ac3cc39 x-openstack-request-id: req-4cf37233-11f4-4ec6-852a-3ee03ac3cc39 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:01.580362 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2859305-6e41-47f5-ac65-933f611340f6", "name": "network-vif-plugged", "status": "completed", "tag": "88223c33-d5ba-4590-8834-fe2d89dfc141", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:01.580803 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4cf37233-11f4-4ec6-852a-3ee03ac3cc39 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:01.581533 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2859305-6e41-47f5-ac65-933f611340f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88223c33-d5ba-4590-8834-fe2d89dfc141', 'code': 200} Feb 19 04:10:01.595126 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ce9986-e8bf-49f8-a12b-c9aa2bbb9662 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:10:01.610321 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53a0a9a-c74d-47db-92e4-fcab16656f58 None None] Sync routers for ids ['c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:10:01.623604 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-69ce9986-e8bf-49f8-a12b-c9aa2bbb9662 admin admin] 10.222.0.65 "PUT /v2.0/routers/c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1942804 Feb 19 04:10:01.627441 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e19e5ea6-16e4-47dd-8c67-3bf11395f525 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (99b6564d-c222-47c2-8862-0173f3f1cf61), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:01.630330 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35314) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:01.651533 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53a0a9a-c74d-47db-92e4-fcab16656f58 None None] Routers {'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:10:01.653438 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d093f360-d7c1-48bb-8eb0-24ac348852fb req-09189da8-9ca1-4de4-af0e-da594d524ee3 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 210 time: 0.0630658 Feb 19 04:10:01.654280 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-f53a0a9a-c74d-47db-92e4-fcab16656f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:09:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:01.777920 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-ac973b03-706b-4dcb-8f8a-cd5efad312df tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Made reservation on behalf of 69187c7c1e1c4976be0c59c8c6235cbf for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:01.787410 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-ac973b03-706b-4dcb-8f8a-cd5efad312df tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:01.869447 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7afb7425-88ea-4f7f-9a2b-0d51d14c66e6 req-0fef5f3c-b2aa-46d0-86ff-38e1663e9190 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f8e51ff-7a19-4683-aed8-9d8ba561ba34 HTTP/1.1" status: 200 len: 210 time: 0.0626712 Feb 19 04:10:02.023145 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e151c94-baa2-4fa2-b7b3-c9244e49d96c admin admin] Publish callbacks [] for router (c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.046246 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-f53a0a9a-c74d-47db-92e4-fcab16656f58 None None] Set router c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:10:02.202347 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-87449ef3-6657-448f-8ba4-8cdd071c3e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.209105 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e19e5ea6-16e4-47dd-8c67-3bf11395f525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (99b6564d-c222-47c2-8862-0173f3f1cf61), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.214628 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f4d680f9-2434-41ef-b6a0-59d7a9f027fd req-89cb88d9-709f-44bb-9c43-951c4be57955 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (303fdc53-143f-4203-a027-6cfa53f84708), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.232389 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 303fdc53-143f-4203-a027-6cfa53f84708 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:02.246972 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397daf3d-c4d9-4275-bed6-ead45f4251e0 req-0e40ea89-afdf-433d-a3ed-5ae997715cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:02.250516 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-397daf3d-c4d9-4275-bed6-ead45f4251e0 req-0e40ea89-afdf-433d-a3ed-5ae997715cec service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d2859305-6e41-47f5-ac65-933f611340f6 HTTP/1.1" status: 200 len: 1127 time: 0.4976478 Feb 19 04:10:02.325365 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 303fdc53-143f-4203-a027-6cfa53f84708 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:10:02.325868 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 303fdc53-143f-4203-a027-6cfa53f84708 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:10:02.354994 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19e5ea6-16e4-47dd-8c67-3bf11395f525 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:10:02.355874 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e19e5ea6-16e4-47dd-8c67-3bf11395f525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (99b6564d-c222-47c2-8862-0173f3f1cf61), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:10:02.384461 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:10:02.464773 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb88d9-709f-44bb-9c43-951c4be57955 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Pushing event deleted for resources: {'Port': ['ID=303fdc53-143f-4203-a027-6cfa53f84708,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:02.563059 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d680f9-2434-41ef-b6a0-59d7a9f027fd req-89cb88d9-709f-44bb-9c43-951c4be57955 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] No DVR routers for this DVR port 303fdc53-143f-4203-a027-6cfa53f84708 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:10:02.566657 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f4d680f9-2434-41ef-b6a0-59d7a9f027fd req-89cb88d9-709f-44bb-9c43-951c4be57955 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:02.573579 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f4d680f9-2434-41ef-b6a0-59d7a9f027fd req-89cb88d9-709f-44bb-9c43-951c4be57955 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.48 "DELETE /v2.0/ports/303fdc53-143f-4203-a027-6cfa53f84708 HTTP/1.1" status: 204 len: 173 time: 2.9134915 Feb 19 04:10:02.575563 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-ac973b03-706b-4dcb-8f8a-cd5efad312df tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Allocated IP 172.20.0.12 (3b348713-0dd0-49ec-becd-2bf2a70d19e8/d11649e3-7df5-4a04-84e8-be114deba600/4844fb70-a020-4c98-9220-5faaaa7da3f8) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:02.578813 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e535f0-0553-44a4-9621-a192952bebc4', 'name': 'network-vif-deleted', 'tag': '303fdc53-143f-4203-a027-6cfa53f84708'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:02.582113 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8bbb2d-266b-4d17-af4c-e292fe665ddd" -d '{"events": [{"server_uuid": "15e535f0-0553-44a4-9621-a192952bebc4", "name": "network-vif-deleted", "tag": "303fdc53-143f-4203-a027-6cfa53f84708"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:02.587989 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-397daf3d-c4d9-4275-bed6-ead45f4251e0 req-d0794e25-51c2-4e02-9bbd-2cf7bbbf5e3e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706263 Feb 19 04:10:02.594890 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-f53a0a9a-c74d-47db-92e4-fcab16656f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'name': 'tempest-ServersTestManualDisk-2082685045-router', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '176e7c36-a313-4af9-94a2-01c813806544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:43Z', 'updated_at': '2022-02-19T04:09:54Z', 'revision_number': 5, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'gw_port': {'id': '176e7c36-a313-4af9-94a2-01c813806544', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:45Z', 'updated_at': '2022-02-19T04:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:02.702772 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53a0a9a-c74d-47db-92e4-fcab16656f58 None None] Checking router: c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:10:02.732999 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53a0a9a-c74d-47db-92e4-fcab16656f58 None None] Routers {'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:10:02.734537 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-f53a0a9a-c74d-47db-92e4-fcab16656f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:09:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:03.082874 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-f53a0a9a-c74d-47db-92e4-fcab16656f58 None None] Set router c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:10:03.144434 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57111e79-ab2c-4b34-a18e-57ff4baa67ad req-5a327f06-375b-4c88-851d-d73f20d9bc2b tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:03.148370 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-57111e79-ab2c-4b34-a18e-57ff4baa67ad req-5a327f06-375b-4c88-851d-d73f20d9bc2b tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/ports?device_id=5188cccf-a38c-4791-9fae-e0344fb79417 HTTP/1.1" status: 200 len: 946 time: 1.1435385 Feb 19 04:10:03.157998 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-ac973b03-706b-4dcb-8f8a-cd5efad312df tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks [] for port (4844fb70-a020-4c98-9220-5faaaa7da3f8), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:03.293588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320199d-0cac-4cf5-9f95-9334741f7520 req-e09c1306-ee00-4056-9d17-f8ba8ab5dda8 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:03.296849 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9320199d-0cac-4cf5-9f95-9334741f7520 req-e09c1306-ee00-4056-9d17-f8ba8ab5dda8 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.10 "GET /v2.0/ports?device_id=5188cccf-a38c-4791-9fae-e0344fb79417 HTTP/1.1" status: 200 len: 946 time: 1.3640273 Feb 19 04:10:03.404186 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-ac973b03-706b-4dcb-8f8a-cd5efad312df tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (4844fb70-a020-4c98-9220-5faaaa7da3f8), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:03.553841 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-ac973b03-706b-4dcb-8f8a-cd5efad312df tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Network 3b348713-0dd0-49ec-becd-2bf2a70d19e8 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:03.571524 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-ac973b03-706b-4dcb-8f8a-cd5efad312df tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:03.576811 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-ac973b03-706b-4dcb-8f8a-cd5efad312df tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:03.732725 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-57111e79-ab2c-4b34-a18e-57ff4baa67ad req-f7b40cea-fce8-45e9-b8bc-4f24439baefd tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8263f1-bdf4-47da-999b-4847c4f427cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054355 Feb 19 04:10:03.764854 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acd7a6-85b3-4fe9-8c1a-a36e45365215 req-219ea2a7-5117-4aa2-b4c0-64bdcc4398b9 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:03.819290 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-74acd7a6-85b3-4fe9-8c1a-a36e45365215 req-219ea2a7-5117-4aa2-b4c0-64bdcc4398b9 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2859305-6e41-47f5-ac65-933f611340f6 HTTP/1.1" status: 200 len: 945 time: 0.5941291 Feb 19 04:10:03.865414 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac973b03-706b-4dcb-8f8a-cd5efad312df tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Pushing event updated for resources: {'Port': ['ID=4844fb70-a020-4c98-9220-5faaaa7da3f8,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:03.938837 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e19e5ea6-16e4-47dd-8c67-3bf11395f525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:03.960639 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-f53a0a9a-c74d-47db-92e4-fcab16656f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'name': 'tempest-ServersTestManualDisk-2082685045-router', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '176e7c36-a313-4af9-94a2-01c813806544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:43Z', 'updated_at': '2022-02-19T04:09:54Z', 'revision_number': 5, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'gw_port': {'id': '176e7c36-a313-4af9-94a2-01c813806544', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:45Z', 'updated_at': '2022-02-19T04:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:03.977569 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded446cb-2bc0-49bd-a8c4-f877cce2aa40 x-openstack-request-id: req-ded446cb-2bc0-49bd-a8c4-f877cce2aa40 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:03.978037 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f466ec-ca40-4835-8d39-d8c8b2cdc607", "name": "network-vif-deleted", "tag": "b2bec188-ea11-4823-b8ad-1e413ef9cc8d", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:03.978449 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ded446cb-2bc0-49bd-a8c4-f877cce2aa40 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:03.979102 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f466ec-ca40-4835-8d39-d8c8b2cdc607', 'name': 'network-vif-deleted', 'tag': 'b2bec188-ea11-4823-b8ad-1e413ef9cc8d', 'status': 'completed', 'code': 200} Feb 19 04:10:04.046289 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e19e5ea6-16e4-47dd-8c67-3bf11395f525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.056035 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e19e5ea6-16e4-47dd-8c67-3bf11395f525 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b HTTP/1.1" status: 204 len: 168 time: 4.8484108 Feb 19 04:10:04.065021 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e151c94-baa2-4fa2-b7b3-c9244e49d96c admin admin] Publish callbacks [] for router_gateway (c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.070860 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35324) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:04.101802 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e5ea6-16e4-47dd-8c67-3bf11395f525 admin admin] Pushing event deleted for resources: {'Network': ['ID=f58c3aa1-a7f2-4c92-ac8f-ad64ee16377b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:04.107924 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53a0a9a-c74d-47db-92e4-fcab16656f58 None None] The sync data for ids ['c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe'] in n-d-772273-4 is: [{'id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'name': 'tempest-ServersTestManualDisk-2082685045-router', 'tenant_id': '9d4ce332cdc64507908f8d7d7a356f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '176e7c36-a313-4af9-94a2-01c813806544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:07:43Z', 'updated_at': '2022-02-19T04:09:54Z', 'revision_number': 5, 'project_id': '9d4ce332cdc64507908f8d7d7a356f05', 'gw_port': {'id': '176e7c36-a313-4af9-94a2-01c813806544', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:07:45Z', 'updated_at': '2022-02-19T04:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:10:04.210179 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-ac973b03-706b-4dcb-8f8a-cd5efad312df tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:04.211915 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-ac973b03-706b-4dcb-8f8a-cd5efad312df tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.228065 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-9320199d-0cac-4cf5-9f95-9334741f7520 req-8cec160c-c2bf-4f79-a940-08dc19f50eaa tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Deleting port dcaa25c8-4ab7-4f52-977f-d4a07a31b339 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:04.229075 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9320199d-0cac-4cf5-9f95-9334741f7520 req-8cec160c-c2bf-4f79-a940-08dc19f50eaa tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (dcaa25c8-4ab7-4f52-977f-d4a07a31b339), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.252289 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-ac973b03-706b-4dcb-8f8a-cd5efad312df tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2110548 Feb 19 04:10:04.274829 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-74acd7a6-85b3-4fe9-8c1a-a36e45365215 req-78ca54a1-ca2b-46ae-a0aa-8c1e852cd914 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179065 Feb 19 04:10:04.292253 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-c88488df-8c7f-49ba-b14d-683581e983b1 service neutron] Request body: {'port': {'device_id': '5f8e51ff-7a19-4683-aed8-9d8ba561ba34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:04.443412 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae1c8e8-ac33-4705-9c21-465caef5785c admin admin] Deleting subnet a07aab83-bf99-48a7-852d-5de171dfc46c {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:10:04.456586 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dae1c8e8-ac33-4705-9c21-465caef5785c admin admin] Publish callbacks [] for subnet (a07aab83-bf99-48a7-852d-5de171dfc46c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.545040 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-4e151c94-baa2-4fa2-b7b3-c9244e49d96c admin admin] Deleting port 176e7c36-a313-4af9-94a2-01c813806544 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:04.545379 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e151c94-baa2-4fa2-b7b3-c9244e49d96c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (176e7c36-a313-4af9-94a2-01c813806544), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.557024 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dae1c8e8-ac33-4705-9c21-465caef5785c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (a07aab83-bf99-48a7-852d-5de171dfc46c), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.587745 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device dcaa25c8-4ab7-4f52-977f-d4a07a31b339 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:04.663016 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dae1c8e8-ac33-4705-9c21-465caef5785c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (a07aab83-bf99-48a7-852d-5de171dfc46c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.779413 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d95a9c-8c3c-4495-8182-167a77bdea02 x-openstack-request-id: req-02d95a9c-8c3c-4495-8182-167a77bdea02 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:04.779796 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e535f0-0553-44a4-9621-a192952bebc4", "name": "network-vif-deleted", "tag": "303fdc53-143f-4203-a027-6cfa53f84708", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:04.779977 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-02d95a9c-8c3c-4495-8182-167a77bdea02 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:04.780344 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e535f0-0553-44a4-9621-a192952bebc4', 'name': 'network-vif-deleted', 'tag': '303fdc53-143f-4203-a027-6cfa53f84708', 'status': 'completed', 'code': 200} Feb 19 04:10:04.795557 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f773168-0f2f-42de-930c-b010d0a5c4ea req-66b3bf37-21ab-4700-8bc4-2c1c01f598df tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 210 time: 0.0603707 Feb 19 04:10:04.806128 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dae1c8e8-ac33-4705-9c21-465caef5785c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (a07aab83-bf99-48a7-852d-5de171dfc46c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.865730 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dae1c8e8-ac33-4705-9c21-465caef5785c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.870546 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-dae1c8e8-ac33-4705-9c21-465caef5785c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a07aab83-bf99-48a7-852d-5de171dfc46c HTTP/1.1" status: 204 len: 168 time: 0.7956426 Feb 19 04:10:04.903454 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-4e151c94-baa2-4fa2-b7b3-c9244e49d96c admin admin] For port 176e7c36-a313-4af9-94a2-01c813806544, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=176e7c36-a313-4af9-94a2-01c813806544,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:04.913913 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e151c94-baa2-4fa2-b7b3-c9244e49d96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (176e7c36-a313-4af9-94a2-01c813806544), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.944472 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35330) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:05.025564 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-4e151c94-baa2-4fa2-b7b3-c9244e49d96c admin admin] Calling delete_port for 176e7c36-a313-4af9-94a2-01c813806544 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:05.072795 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-c88488df-8c7f-49ba-b14d-683581e983b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4844fb70-a020-4c98-9220-5faaaa7da3f8), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:05.077711 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1c8e8-ac33-4705-9c21-465caef5785c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a07aab83-bf99-48a7-852d-5de171dfc46c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:05.117558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 46befd0d-8734-4f93-9c3d-3fe3b2860a90 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:05.137716 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port dcaa25c8-4ab7-4f52-977f-d4a07a31b339 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:05.139914 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dcaa25c8-4ab7-4f52-977f-d4a07a31b339), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:05.270978 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-28dbdfef-665e-48f6-b1c6-126643adfdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:05.278896 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 46befd0d-8734-4f93-9c3d-3fe3b2860a90 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:10:05.279859 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 46befd0d-8734-4f93-9c3d-3fe3b2860a90 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:10:05.322354 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5188cccf-a38c-4791-9fae-e0344fb79417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcaa25c8-4ab7-4f52-977f-d4a07a31b339'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:05.328439 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a8b5d6-5beb-4b72-a509-2bcc919dfa15" -d '{"events": [{"server_uuid": "5188cccf-a38c-4791-9fae-e0344fb79417", "name": "network-vif-unplugged", "status": "completed", "tag": "dcaa25c8-4ab7-4f52-977f-d4a07a31b339"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:05.357105 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port dcaa25c8-4ab7-4f52-977f-d4a07a31b339, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=dcaa25c8-4ab7-4f52-977f-d4a07a31b339,segment=NetworkSegment(44c9ca06-585c-490d-a975-91111742c735),segment_id=44c9ca06-585c-490d-a975-91111742c735)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:05.367141 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (dcaa25c8-4ab7-4f52-977f-d4a07a31b339), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:05.425147 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-9320199d-0cac-4cf5-9f95-9334741f7520 req-8cec160c-c2bf-4f79-a940-08dc19f50eaa tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] For port dcaa25c8-4ab7-4f52-977f-d4a07a31b339, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=dcaa25c8-4ab7-4f52-977f-d4a07a31b339,segment=NetworkSegment(44c9ca06-585c-490d-a975-91111742c735),segment_id=44c9ca06-585c-490d-a975-91111742c735)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:05.426022 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9320199d-0cac-4cf5-9f95-9334741f7520 req-8cec160c-c2bf-4f79-a940-08dc19f50eaa tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (dcaa25c8-4ab7-4f52-977f-d4a07a31b339), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:05.494355 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83175e84-f6ee-4166-8997-7d706cdd303a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (0f923e57-c13d-45d7-99b7-895c1c50e653), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:05.514011 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2753549-0ca0-44c3-b605-7e249d382da5 req-ccc26989-bda3-4836-b5d7-eecc413957f6 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:05.527001 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c2753549-0ca0-44c3-b605-7e249d382da5 req-ccc26989-bda3-4836-b5d7-eecc413957f6 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 1.1728919 Feb 19 04:10:05.533386 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-9320199d-0cac-4cf5-9f95-9334741f7520 req-8cec160c-c2bf-4f79-a940-08dc19f50eaa tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Calling delete_port for dcaa25c8-4ab7-4f52-977f-d4a07a31b339 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:05.558274 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=dcaa25c8-4ab7-4f52-977f-d4a07a31b339,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:05.597528 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:05.598590 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:05.601077 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:05.605019 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:05.606018 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:05.606589 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:05.607178 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:05.607746 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:05.608314 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:05.613958 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:05.614985 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:05.615576 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:05.619827 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:05.717928 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3d69f-0cdf-46e8-9038-f22a4bae84e5 req-ae0ba3a0-b466-4e54-8f3f-ec90c8115b21 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:05.721223 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fde3d69f-0cdf-46e8-9038-f22a4bae84e5 req-ae0ba3a0-b466-4e54-8f3f-ec90c8115b21 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f8e51ff-7a19-4683-aed8-9d8ba561ba34 HTTP/1.1" status: 200 len: 932 time: 0.6785953 Feb 19 04:10:05.894958 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fde3d69f-0cdf-46e8-9038-f22a4bae84e5 req-2d2b4b73-8429-4783-b71a-9948327a4491 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490922 Feb 19 04:10:06.024623 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c2753549-0ca0-44c3-b605-7e249d382da5 req-1089029c-6de4-414f-9213-fa5ae2f4996e tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4961238 Feb 19 04:10:06.042054 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-c88488df-8c7f-49ba-b14d-683581e983b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4844fb70-a020-4c98-9220-5faaaa7da3f8 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:10:06.084454 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-c88488df-8c7f-49ba-b14d-683581e983b1 service neutron] Publish callbacks [] for port (4844fb70-a020-4c98-9220-5faaaa7da3f8), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.138429 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-c88488df-8c7f-49ba-b14d-683581e983b1 service neutron] Transition to ACTIVE for port object 4844fb70-a020-4c98-9220-5faaaa7da3f8 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:10:06.151509 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-c88488df-8c7f-49ba-b14d-683581e983b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (4844fb70-a020-4c98-9220-5faaaa7da3f8), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.538904 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88488df-8c7f-49ba-b14d-683581e983b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4844fb70-a020-4c98-9220-5faaaa7da3f8,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:06.554781 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83175e84-f6ee-4166-8997-7d706cdd303a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (0f923e57-c13d-45d7-99b7-895c1c50e653), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.642921 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.657387 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-c88488df-8c7f-49ba-b14d-683581e983b1 service neutron] Attempting to bind port 4844fb70-a020-4c98-9220-5faaaa7da3f8 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:10:06.657968 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-c88488df-8c7f-49ba-b14d-683581e983b1 service neutron] Attempting to bind port 4844fb70-a020-4c98-9220-5faaaa7da3f8 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1121ec28-523b-4c23-8864-792f1de74a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3b348713-0dd0-49ec-becd-2bf2a70d19e8'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:10:06.659510 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-c88488df-8c7f-49ba-b14d-683581e983b1 service neutron] Attempting to bind port 4844fb70-a020-4c98-9220-5faaaa7da3f8 on network 3b348713-0dd0-49ec-becd-2bf2a70d19e8 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:06.692597 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-83175e84-f6ee-4166-8997-7d706cdd303a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f923e57-c13d-45d7-99b7-895c1c50e653']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:06.705456 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9320199d-0cac-4cf5-9f95-9334741f7520 req-8cec160c-c2bf-4f79-a940-08dc19f50eaa tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (dcaa25c8-4ab7-4f52-977f-d4a07a31b339), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.723321 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['bdd52921-455b-44e3-a57f-e5c5434c4a0d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:10:06.725599 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-83175e84-f6ee-4166-8997-7d706cdd303a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd378612f-d097-404e-a8d3-a270f6b211d5') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:06.726004 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-83175e84-f6ee-4166-8997-7d706cdd303a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd378612f-d097-404e-a8d3-a270f6b211d5') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:06.728301 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['7e9a9e13-fda2-4b66-841f-e53062b3db45'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:10:06.761993 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-c88488df-8c7f-49ba-b14d-683581e983b1 service neutron] Port 4844fb70-a020-4c98-9220-5faaaa7da3f8 on network 3b348713-0dd0-49ec-becd-2bf2a70d19e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:10:06.763203 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-c88488df-8c7f-49ba-b14d-683581e983b1 service neutron] Attempting to bind port 4844fb70-a020-4c98-9220-5faaaa7da3f8 on network 3b348713-0dd0-49ec-becd-2bf2a70d19e8 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:06.789899 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83175e84-f6ee-4166-8997-7d706cdd303a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (d378612f-d097-404e-a8d3-a270f6b211d5), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.794037 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e151c94-baa2-4fa2-b7b3-c9244e49d96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (176e7c36-a313-4af9-94a2-01c813806544), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.806531 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-c88488df-8c7f-49ba-b14d-683581e983b1 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:10:06.807243 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-c88488df-8c7f-49ba-b14d-683581e983b1 service neutron] Checking segment: {'id': '1121ec28-523b-4c23-8864-792f1de74a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3b348713-0dd0-49ec-becd-2bf2a70d19e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:06.807986 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-c88488df-8c7f-49ba-b14d-683581e983b1 service neutron] Bound using segment: {'id': '1121ec28-523b-4c23-8864-792f1de74a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3b348713-0dd0-49ec-becd-2bf2a70d19e8'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:10:06.808860 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-c88488df-8c7f-49ba-b14d-683581e983b1 service neutron] Bound port: 4844fb70-a020-4c98-9220-5faaaa7da3f8, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1121ec28-523b-4c23-8864-792f1de74a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3b348713-0dd0-49ec-becd-2bf2a70d19e8'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:10:06.810286 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-c88488df-8c7f-49ba-b14d-683581e983b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4844fb70-a020-4c98-9220-5faaaa7da3f8), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.832887 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a702060-5fe7-434c-af58-2498fd4d365b req-fcd4c456-eb17-45b4-9d23-499ad716472e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:06.835652 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec160c-c2bf-4f79-a940-08dc19f50eaa tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Pushing event deleted for resources: {'Port': ['ID=dcaa25c8-4ab7-4f52-977f-d4a07a31b339,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:06.863251 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0a702060-5fe7-434c-af58-2498fd4d365b req-fcd4c456-eb17-45b4-9d23-499ad716472e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2859305-6e41-47f5-ac65-933f611340f6 HTTP/1.1" status: 200 len: 945 time: 0.4425774 Feb 19 04:10:06.873318 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e151c94-baa2-4fa2-b7b3-c9244e49d96c admin admin] Pushing event deleted for resources: {'Port': ['ID=176e7c36-a313-4af9-94a2-01c813806544,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:06.900148 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9320199d-0cac-4cf5-9f95-9334741f7520 req-8cec160c-c2bf-4f79-a940-08dc19f50eaa tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] No DVR routers for this DVR port dcaa25c8-4ab7-4f52-977f-d4a07a31b339 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:10:06.904662 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9320199d-0cac-4cf5-9f95-9334741f7520 req-8cec160c-c2bf-4f79-a940-08dc19f50eaa tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.909067 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9320199d-0cac-4cf5-9f95-9334741f7520 req-8cec160c-c2bf-4f79-a940-08dc19f50eaa tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.10 "DELETE /v2.0/ports/dcaa25c8-4ab7-4f52-977f-d4a07a31b339 HTTP/1.1" status: 204 len: 173 time: 3.4664001 Feb 19 04:10:06.910790 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83175e84-f6ee-4166-8997-7d706cdd303a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (d378612f-d097-404e-a8d3-a270f6b211d5), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.914900 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5188cccf-a38c-4791-9fae-e0344fb79417', 'name': 'network-vif-deleted', 'tag': 'dcaa25c8-4ab7-4f52-977f-d4a07a31b339'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:06.918419 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bd6d8a-12cd-406f-adc0-39a96d52f0f7" -d '{"events": [{"server_uuid": "5188cccf-a38c-4791-9fae-e0344fb79417", "name": "network-vif-deleted", "tag": "dcaa25c8-4ab7-4f52-977f-d4a07a31b339"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:06.949749 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24add890-4e7e-4031-9460-56804bd17c18 req-8c541721-01dd-4fe7-a12b-3c24d1dd1c74 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:06.952869 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-24add890-4e7e-4031-9460-56804bd17c18 req-8c541721-01dd-4fe7-a12b-3c24d1dd1c74 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/ports?device_id=5188cccf-a38c-4791-9fae-e0344fb79417 HTTP/1.1" status: 200 len: 865 time: 0.6227267 Feb 19 04:10:06.956068 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83175e84-f6ee-4166-8997-7d706cdd303a admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:10:06.956558 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83175e84-f6ee-4166-8997-7d706cdd303a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (d378612f-d097-404e-a8d3-a270f6b211d5), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:10:06.983422 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:10:07.234505 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.287686 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d849478-b799-499a-ad6c-60ffd29a1fe4 req-7d1413ae-abb7-4def-92c5-ccaffef78522 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:07.291219 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7d849478-b799-499a-ad6c-60ffd29a1fe4 req-7d1413ae-abb7-4def-92c5-ccaffef78522 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 944 time: 0.6245818 Feb 19 04:10:07.320833 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83175e84-f6ee-4166-8997-7d706cdd303a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (0f923e57-c13d-45d7-99b7-895c1c50e653), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.328786 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83175e84-f6ee-4166-8997-7d706cdd303a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.333687 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-83175e84-f6ee-4166-8997-7d706cdd303a admin admin] 10.222.0.65 "DELETE /v2.0/networks/0f923e57-c13d-45d7-99b7-895c1c50e653 HTTP/1.1" status: 204 len: 168 time: 2.3877704 Feb 19 04:10:07.398423 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e151c94-baa2-4fa2-b7b3-c9244e49d96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.407442 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83175e84-f6ee-4166-8997-7d706cdd303a admin admin] Pushing event deleted for resources: {'Network': ['ID=0f923e57-c13d-45d7-99b7-895c1c50e653,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:07.609935 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-24add890-4e7e-4031-9460-56804bd17c18 req-e5d0e7f3-93a9-4c1c-9a1b-75ee0bba308b tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8263f1-bdf4-47da-999b-4847c4f427cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5820022 Feb 19 04:10:07.612213 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0a702060-5fe7-434c-af58-2498fd4d365b req-1e53b1e2-95f0-4b0a-9aae-ef063abc27d4 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7348728 Feb 19 04:10:07.614810 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35348) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:07.757834 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.770039 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffbefb7-aaa2-4d0f-ae2c-7d8e6d00e7b3 x-openstack-request-id: req-0ffbefb7-aaa2-4d0f-ae2c-7d8e6d00e7b3 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:07.771108 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5188cccf-a38c-4791-9fae-e0344fb79417", "name": "network-vif-unplugged", "status": "completed", "tag": "dcaa25c8-4ab7-4f52-977f-d4a07a31b339", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:07.771712 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0ffbefb7-aaa2-4d0f-ae2c-7d8e6d00e7b3 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:07.772539 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5188cccf-a38c-4791-9fae-e0344fb79417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcaa25c8-4ab7-4f52-977f-d4a07a31b339', 'code': 200} Feb 19 04:10:07.804112 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-c88488df-8c7f-49ba-b14d-683581e983b1 service neutron] For port 4844fb70-a020-4c98-9220-5faaaa7da3f8, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:10:07.839875 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-c88488df-8c7f-49ba-b14d-683581e983b1 service neutron] For port 4844fb70-a020-4c98-9220-5faaaa7da3f8, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=4844fb70-a020-4c98-9220-5faaaa7da3f8,segment=NetworkSegment(1121ec28-523b-4c23-8864-792f1de74a40),segment_id=1121ec28-523b-4c23-8864-792f1de74a40)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:10:07.842517 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e151c94-baa2-4fa2-b7b3-c9244e49d96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.855828 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e151c94-baa2-4fa2-b7b3-c9244e49d96c admin admin] Publish callbacks [] for router_controller (c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.876378 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-c88488df-8c7f-49ba-b14d-683581e983b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (4844fb70-a020-4c98-9220-5faaaa7da3f8), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.989612 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88488df-8c7f-49ba-b14d-683581e983b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4844fb70-a020-4c98-9220-5faaaa7da3f8,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:08.050603 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7e92375c-c227-433b-ae08-056b539fa3ea req-28861675-02c2-445f-8171-54b69fe91ce9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 210 time: 0.0700219 Feb 19 04:10:08.065766 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-7d849478-b799-499a-ad6c-60ffd29a1fe4 req-1ece95cf-3fea-43f6-b107-e914cf97cf08 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Deleting port fe5942df-181c-428f-add6-02a32974fb5d {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:08.067572 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7d849478-b799-499a-ad6c-60ffd29a1fe4 req-1ece95cf-3fea-43f6-b107-e914cf97cf08 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (fe5942df-181c-428f-add6-02a32974fb5d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.114972 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e151c94-baa2-4fa2-b7b3-c9244e49d96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.116279 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e151c94-baa2-4fa2-b7b3-c9244e49d96c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:10:08.142583 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e151c94-baa2-4fa2-b7b3-c9244e49d96c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.146845 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4e151c94-baa2-4fa2-b7b3-c9244e49d96c admin admin] 10.222.0.65 "DELETE /v2.0/routers/c5d7fc80-5fec-47c6-84c2-8bfee1dc70fe HTTP/1.1" status: 204 len: 168 time: 6.5147152 Feb 19 04:10:08.157305 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35352) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:08.249477 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-c88488df-8c7f-49ba-b14d-683581e983b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:08.254899 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-c88488df-8c7f-49ba-b14d-683581e983b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.259296 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-c88488df-8c7f-49ba-b14d-683581e983b1 service neutron] 10.222.0.10 "PUT /v2.0/ports/4844fb70-a020-4c98-9220-5faaaa7da3f8 HTTP/1.1" status: 200 len: 1092 time: 3.9809132 Feb 19 04:10:08.264714 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8e51ff-7a19-4683-aed8-9d8ba561ba34', 'tag': '4844fb70-a020-4c98-9220-5faaaa7da3f8'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:08.277439 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e851d576-72ac-42a7-aaf6-6c3537f7436d" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8e51ff-7a19-4683-aed8-9d8ba561ba34", "tag": "4844fb70-a020-4c98-9220-5faaaa7da3f8"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:08.304737 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-67b4bd1f-bf9b-4f46-b419-f53bdd578651 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=04776259ad2c4960b290ccc8a3eec29a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6866019 Feb 19 04:10:08.306653 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35356) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:08.340387 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb15cc3-6357-4259-8dad-eee772a779c5 admin admin] Deleting subnet aa3b1869-96cd-4c45-92be-d4abda3b5f98 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:10:08.383146 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124f48c-fff2-4fd7-87c2-95f674804d09 req-b1104882-261b-455f-b876-fdd4aa17d425 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:08.402697 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f124f48c-fff2-4fd7-87c2-95f674804d09 req-b1104882-261b-455f-b876-fdd4aa17d425 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.3788800 Feb 19 04:10:08.415847 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5fb15cc3-6357-4259-8dad-eee772a779c5 admin admin] Publish callbacks [] for subnet (aa3b1869-96cd-4c45-92be-d4abda3b5f98), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.577563 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5fb15cc3-6357-4259-8dad-eee772a779c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (aa3b1869-96cd-4c45-92be-d4abda3b5f98), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.656280 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.691375 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-7d849478-b799-499a-ad6c-60ffd29a1fe4 req-1ece95cf-3fea-43f6-b107-e914cf97cf08 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] For port fe5942df-181c-428f-add6-02a32974fb5d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=fe5942df-181c-428f-add6-02a32974fb5d,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:08.692090 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7d849478-b799-499a-ad6c-60ffd29a1fe4 req-1ece95cf-3fea-43f6-b107-e914cf97cf08 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (fe5942df-181c-428f-add6-02a32974fb5d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.749392 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.840178 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5fb15cc3-6357-4259-8dad-eee772a779c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (aa3b1869-96cd-4c45-92be-d4abda3b5f98), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.925941 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f124f48c-fff2-4fd7-87c2-95f674804d09 req-d3345fcf-d716-43fa-8556-1034b2a31274 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5214520 Feb 19 04:10:09.016381 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5fb15cc3-6357-4259-8dad-eee772a779c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (aa3b1869-96cd-4c45-92be-d4abda3b5f98), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:09.104639 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 176e7c36-a313-4af9-94a2-01c813806544 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:09.142715 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e25c06a-7516-4bcd-a702-517083d23460 x-openstack-request-id: req-9e25c06a-7516-4bcd-a702-517083d23460 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:09.143161 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5188cccf-a38c-4791-9fae-e0344fb79417", "name": "network-vif-deleted", "tag": "dcaa25c8-4ab7-4f52-977f-d4a07a31b339", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:09.143571 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9e25c06a-7516-4bcd-a702-517083d23460 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:09.144229 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5188cccf-a38c-4791-9fae-e0344fb79417', 'name': 'network-vif-deleted', 'tag': 'dcaa25c8-4ab7-4f52-977f-d4a07a31b339', 'status': 'completed', 'code': 200} Feb 19 04:10:09.145535 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb15cc3-6357-4259-8dad-eee772a779c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa3b1869-96cd-4c45-92be-d4abda3b5f98,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:09.155671 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5fb15cc3-6357-4259-8dad-eee772a779c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:09.167352 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5fb15cc3-6357-4259-8dad-eee772a779c5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/aa3b1869-96cd-4c45-92be-d4abda3b5f98 HTTP/1.1" status: 204 len: 168 time: 1.0068781 Feb 19 04:10:09.181317 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35364) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:09.203051 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 176e7c36-a313-4af9-94a2-01c813806544 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:10:09.203604 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 176e7c36-a313-4af9-94a2-01c813806544 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:10:09.216392 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe4790-aa5c-42f6-acd6-ad94a387e591 req-5749d7dd-e77b-40c0-a320-408a5960f1db tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:09.218897 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee5bf94-f750-43cf-85e6-da70de5f5f80 None None] Network eab2e216-8bdd-48e7-bc15-91f434ecb15a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:09.224765 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9abe4790-aa5c-42f6-acd6-ad94a387e591 req-5749d7dd-e77b-40c0-a320-408a5960f1db tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 944 time: 0.9781938 Feb 19 04:10:09.321539 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-7d849478-b799-499a-ad6c-60ffd29a1fe4 req-1ece95cf-3fea-43f6-b107-e914cf97cf08 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Calling delete_port for fe5942df-181c-428f-add6-02a32974fb5d owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:09.337619 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d7eba65c-0905-491f-bc41-6f882915a313 admin admin] Publish callbacks [] for security_group (60c6a228-b287-4bc2-8e8e-904d92a20e69), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:09.342996 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-c031cfa0-e36a-46d9-a3b0-aa395e932719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:09.351991 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-c031cfa0-e36a-46d9-a3b0-aa395e932719 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69187c7c1e1c4976be0c59c8c6235cbf&device_id=5f8e51ff-7a19-4683-aed8-9d8ba561ba34 HTTP/1.1" status: 200 len: 1126 time: 1.0158241 Feb 19 04:10:09.384366 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8431a7ac-6d79-424d-b4c4-050e2def5de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (eab2e216-8bdd-48e7-bc15-91f434ecb15a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:09.480367 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9abe4790-aa5c-42f6-acd6-ad94a387e591 req-f87db988-83b7-4a9b-b3ab-a7c26476cb1f tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543089 Feb 19 04:10:09.561776 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa6ed0-7e2e-409d-96a9-993b6a8fd22c req-1c0f8493-b657-4526-aa3e-3fefdc6f4489 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:09.573762 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-07aa6ed0-7e2e-409d-96a9-993b6a8fd22c req-1c0f8493-b657-4526-aa3e-3fefdc6f4489 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f8e51ff-7a19-4683-aed8-9d8ba561ba34 HTTP/1.1" status: 200 len: 944 time: 0.2372370 Feb 19 04:10:09.623180 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-26c9300b-19bc-49f5-b6bc-22c2bd01766a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4844fb70-a020-4c98-9220-5faaaa7da3f8 HTTP/1.1" status: 200 len: 217 time: 0.2276073 Feb 19 04:10:09.632397 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcb11d7-69d3-4077-8952-37a1abe6845c None None] DHCP port deletion for eab2e216-8bdd-48e7-bc15-91f434ecb15a request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:10:09.644854 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d7eba65c-0905-491f-bc41-6f882915a313 admin admin] Publish callbacks [] for security_group (60c6a228-b287-4bc2-8e8e-904d92a20e69), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:09.762341 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-8431a7ac-6d79-424d-b4c4-050e2def5de3 admin admin] Deleting port a1cf69cb-d951-440a-b238-1c3cac880942 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:09.763434 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8431a7ac-6d79-424d-b4c4-050e2def5de3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a1cf69cb-d951-440a-b238-1c3cac880942), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:09.782556 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ddcb11d7-69d3-4077-8952-37a1abe6845c None None] Deleting port a1cf69cb-d951-440a-b238-1c3cac880942 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:09.783130 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ddcb11d7-69d3-4077-8952-37a1abe6845c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a1cf69cb-d951-440a-b238-1c3cac880942), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:09.785833 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-07aa6ed0-7e2e-409d-96a9-993b6a8fd22c req-cf5d6a26-4c7d-4e80-a1a0-7c619088eb6f tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101061 Feb 19 04:10:09.897692 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d7eba65c-0905-491f-bc41-6f882915a313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (60c6a228-b287-4bc2-8e8e-904d92a20e69), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:09.902250 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d7eba65c-0905-491f-bc41-6f882915a313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:09.904049 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d7eba65c-0905-491f-bc41-6f882915a313 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/60c6a228-b287-4bc2-8e8e-904d92a20e69 HTTP/1.1" status: 204 len: 168 time: 1.5701876 Feb 19 04:10:09.997000 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d46767f-d5aa-4616-9be3-38e27cb320a7 x-openstack-request-id: req-0d46767f-d5aa-4616-9be3-38e27cb320a7 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:09.997327 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8e51ff-7a19-4683-aed8-9d8ba561ba34", "tag": "4844fb70-a020-4c98-9220-5faaaa7da3f8", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:09.999230 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0d46767f-d5aa-4616-9be3-38e27cb320a7 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:09.999230 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8e51ff-7a19-4683-aed8-9d8ba561ba34', 'tag': '4844fb70-a020-4c98-9220-5faaaa7da3f8', 'status': 'completed', 'code': 200} Feb 19 04:10:10.000273 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eba65c-0905-491f-bc41-6f882915a313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c6a228-b287-4bc2-8e8e-904d92a20e69,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:10.043266 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-ddcb11d7-69d3-4077-8952-37a1abe6845c None None] For port a1cf69cb-d951-440a-b238-1c3cac880942, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a1cf69cb-d951-440a-b238-1c3cac880942,segment=NetworkSegment(5b025fda-f6c3-4c35-ab80-a3312f6251e7),segment_id=5b025fda-f6c3-4c35-ab80-a3312f6251e7)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:10.057968 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ddcb11d7-69d3-4077-8952-37a1abe6845c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a1cf69cb-d951-440a-b238-1c3cac880942), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:10.088138 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-8431a7ac-6d79-424d-b4c4-050e2def5de3 admin admin] For port a1cf69cb-d951-440a-b238-1c3cac880942, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a1cf69cb-d951-440a-b238-1c3cac880942,segment=NetworkSegment(5b025fda-f6c3-4c35-ab80-a3312f6251e7),segment_id=5b025fda-f6c3-4c35-ab80-a3312f6251e7)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:10.089824 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8431a7ac-6d79-424d-b4c4-050e2def5de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a1cf69cb-d951-440a-b238-1c3cac880942), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:10.091293 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-078ba05d-bc87-42b4-9fa0-74d4b8100c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:10.093678 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-078ba05d-bc87-42b4-9fa0-74d4b8100c4d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d11649e3-7df5-4a04-84e8-be114deba600 HTTP/1.1" status: 200 len: 862 time: 0.3331549 Feb 19 04:10:10.117829 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ddcb11d7-69d3-4077-8952-37a1abe6845c None None] Calling delete_port for a1cf69cb-d951-440a-b238-1c3cac880942 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:10.120812 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-8431a7ac-6d79-424d-b4c4-050e2def5de3 admin admin] Calling delete_port for a1cf69cb-d951-440a-b238-1c3cac880942 owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:10.175461 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-b48b1c89-a3fd-448c-b48f-d1a0520ad7bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b348713-0dd0-49ec-becd-2bf2a70d19e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697453 Feb 19 04:10:10.226097 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199b586-0e34-47e2-a949-14c57fde0e67 req-987c860d-f38f-4c09-8259-8be4f31896d7 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:10.235705 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8199b586-0e34-47e2-a949-14c57fde0e67 req-987c860d-f38f-4c09-8259-8be4f31896d7 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2859305-6e41-47f5-ac65-933f611340f6 HTTP/1.1" status: 200 len: 945 time: 0.4458160 Feb 19 04:10:10.299027 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8431a7ac-6d79-424d-b4c4-050e2def5de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a1cf69cb-d951-440a-b238-1c3cac880942), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:10.357449 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device fe5942df-181c-428f-add6-02a32974fb5d no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:10.404868 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431a7ac-6d79-424d-b4c4-050e2def5de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1cf69cb-d951-440a-b238-1c3cac880942,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:10.432753 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8431a7ac-6d79-424d-b4c4-050e2def5de3 admin admin] No DVR routers for this DVR port a1cf69cb-d951-440a-b238-1c3cac880942 on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:10:10.459166 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8199b586-0e34-47e2-a949-14c57fde0e67 req-fc23b5fa-5f96-4bad-9ec1-5e5c875d14bd tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220693 Feb 19 04:10:10.560065 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7d849478-b799-499a-ad6c-60ffd29a1fe4 req-1ece95cf-3fea-43f6-b107-e914cf97cf08 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (fe5942df-181c-428f-add6-02a32974fb5d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:10.603472 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No active binding found for port fe5942df-181c-428f-add6-02a32974fb5d {{(pid=115200) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 04:10:10.604504 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] The host n-h2-772273-4 is not matching for port fe5942df-181c-428f-add6-02a32974fb5d host None! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:10:10.605583 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device fe5942df-181c-428f-add6-02a32974fb5d not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:10:10.649854 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-8c78b215-a54f-459c-b25b-67bdab824c8b service neutron] 10.222.0.10 "GET /v2.0/networks/3b348713-0dd0-49ec-becd-2bf2a70d19e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645736 Feb 19 04:10:10.654633 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece95cf-3fea-43f6-b107-e914cf97cf08 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Pushing event deleted for resources: {'Port': ['ID=fe5942df-181c-428f-add6-02a32974fb5d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:10.717817 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ddcb11d7-69d3-4077-8952-37a1abe6845c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (a1cf69cb-d951-440a-b238-1c3cac880942), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:10.744056 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8431a7ac-6d79-424d-b4c4-050e2def5de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (eab2e216-8bdd-48e7-bc15-91f434ecb15a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:10.815086 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb11d7-69d3-4077-8952-37a1abe6845c None None] Pushing event deleted for resources: {'Port': ['ID=a1cf69cb-d951-440a-b238-1c3cac880942,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:10.828728 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-8431a7ac-6d79-424d-b4c4-050e2def5de3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab2e216-8bdd-48e7-bc15-91f434ecb15a']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:10.862042 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcb11d7-69d3-4077-8952-37a1abe6845c None None] No DVR routers for this DVR port a1cf69cb-d951-440a-b238-1c3cac880942 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:10:10.868372 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-8431a7ac-6d79-424d-b4c4-050e2def5de3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b025fda-f6c3-4c35-ab80-a3312f6251e7') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:10.868868 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-8431a7ac-6d79-424d-b4c4-050e2def5de3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b025fda-f6c3-4c35-ab80-a3312f6251e7') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:10.912196 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8431a7ac-6d79-424d-b4c4-050e2def5de3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (5b025fda-f6c3-4c35-ab80-a3312f6251e7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:10.954185 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8431a7ac-6d79-424d-b4c4-050e2def5de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (5b025fda-f6c3-4c35-ab80-a3312f6251e7), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:10.970970 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8431a7ac-6d79-424d-b4c4-050e2def5de3 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:10:10.971736 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8431a7ac-6d79-424d-b4c4-050e2def5de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (5b025fda-f6c3-4c35-ab80-a3312f6251e7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:10:10.975118 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:10:11.049565 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d849478-b799-499a-ad6c-60ffd29a1fe4 req-1ece95cf-3fea-43f6-b107-e914cf97cf08 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] No DVR routers for this DVR port fe5942df-181c-428f-add6-02a32974fb5d on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:10:11.066375 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7d849478-b799-499a-ad6c-60ffd29a1fe4 req-1ece95cf-3fea-43f6-b107-e914cf97cf08 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:11.079057 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7d849478-b799-499a-ad6c-60ffd29a1fe4 req-1ece95cf-3fea-43f6-b107-e914cf97cf08 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.48 "DELETE /v2.0/ports/fe5942df-181c-428f-add6-02a32974fb5d HTTP/1.1" status: 204 len: 173 time: 3.7554841 Feb 19 04:10:11.129503 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6ecf32c7-3614-4128-ac4f-8553f0dd11f2 req-53eb0ff1-313d-4764-acf3-df819892934e tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 210 time: 0.3111567 Feb 19 04:10:11.212712 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a1cf69cb-d951-440a-b238-1c3cac880942 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:11.228820 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e0180a0f-019f-4f5f-a918-0a8b0ea61781 req-eab47151-b1a7-4f2e-b549-ee38e86e8ade service neutron] 10.222.0.10 "GET /v2.0/networks/3b348713-0dd0-49ec-becd-2bf2a70d19e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5702617 Feb 19 04:10:11.242520 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8431a7ac-6d79-424d-b4c4-050e2def5de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (eab2e216-8bdd-48e7-bc15-91f434ecb15a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:11.265073 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8431a7ac-6d79-424d-b4c4-050e2def5de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:11.278058 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8431a7ac-6d79-424d-b4c4-050e2def5de3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/eab2e216-8bdd-48e7-bc15-91f434ecb15a HTTP/1.1" status: 204 len: 168 time: 2.0899227 Feb 19 04:10:11.283220 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35386) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:11.309462 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431a7ac-6d79-424d-b4c4-050e2def5de3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eab2e216-8bdd-48e7-bc15-91f434ecb15a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:11.390098 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: a1cf69cb-d951-440a-b238-1c3cac880942 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:10:11.392595 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a1cf69cb-d951-440a-b238-1c3cac880942 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:10:11.498185 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a7117fc0-b3c3-403d-bcc7-645ccb0fc01c req-5b5cf20e-ddc0-40f4-a404-c0c08579de11 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff9a8929-6538-465c-940e-16b748719b1c HTTP/1.1" status: 200 len: 210 time: 0.0938547 Feb 19 04:10:11.583873 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d4376424-868b-4c05-9dbc-740b91428220 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3bf5468d84474c4cb227db1850a5fb99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981966 Feb 19 04:10:11.591455 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35388) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:11.661236 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851d576-72ac-42a7-aaf6-6c3537f7436d req-26439366-4e9a-4a70-aeec-35c0fc77ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:11.663946 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e851d576-72ac-42a7-aaf6-6c3537f7436d req-26439366-4e9a-4a70-aeec-35c0fc77ee75 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69187c7c1e1c4976be0c59c8c6235cbf&device_id=5f8e51ff-7a19-4683-aed8-9d8ba561ba34 HTTP/1.1" status: 200 len: 1126 time: 0.1701889 Feb 19 04:10:11.690558 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17538ea9-1c7a-45e6-a1ac-0ae9602b8f91 req-f35e8392-0d40-46b6-a4a0-35ad0ff31f5d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:11.693985 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-17538ea9-1c7a-45e6-a1ac-0ae9602b8f91 req-f35e8392-0d40-46b6-a4a0-35ad0ff31f5d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2042081 Feb 19 04:10:11.798915 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35390) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:11.871591 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-17538ea9-1c7a-45e6-a1ac-0ae9602b8f91 req-ae1d834c-281c-4407-aa2f-a19f4dddc68a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664126 Feb 19 04:10:11.875109 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-89e64a7c-f6a4-4f81-ba17-4478266e554f admin admin] Publish callbacks [] for security_group (1afeed89-7f16-4e60-adde-df85aabd8f75), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:11.940403 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-89e64a7c-f6a4-4f81-ba17-4478266e554f admin admin] Publish callbacks [] for security_group (1afeed89-7f16-4e60-adde-df85aabd8f75), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:11.946748 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d6b616b3-091e-4fe7-9173-21e204c6baf2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9d4ce332cdc64507908f8d7d7a356f05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392472 Feb 19 04:10:11.948160 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35394) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:11.990728 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851d576-72ac-42a7-aaf6-6c3537f7436d req-2c51def0-0af5-42d0-a667-b5c2b5beb995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:11.995750 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e851d576-72ac-42a7-aaf6-6c3537f7436d req-2c51def0-0af5-42d0-a667-b5c2b5beb995 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b348713-0dd0-49ec-becd-2bf2a70d19e8 HTTP/1.1" status: 200 len: 922 time: 0.3161275 Feb 19 04:10:12.010161 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9a8929-6538-465c-940e-16b748719b1c', 'name': 'network-vif-deleted', 'tag': 'fe5942df-181c-428f-add6-02a32974fb5d'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:12.015613 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b453ce2-e48c-4930-9f45-fa8decf3c41b" -d '{"events": [{"server_uuid": "ff9a8929-6538-465c-940e-16b748719b1c", "name": "network-vif-deleted", "tag": "fe5942df-181c-428f-add6-02a32974fb5d"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:12.054261 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a165c-802f-47b1-8159-dda4921be4c6 req-9a3deb4b-039d-4da2-bd5b-bb55d67094ff tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:12.067906 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b1e62784-b447-4f69-8a5e-e4602c9494ed admin admin] Publish callbacks [] for security_group (9653486d-ce52-4b1d-9733-0546123f03f5), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:12.074262 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ad4a165c-802f-47b1-8159-dda4921be4c6 req-9a3deb4b-039d-4da2-bd5b-bb55d67094ff tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f8e51ff-7a19-4683-aed8-9d8ba561ba34 HTTP/1.1" status: 200 len: 944 time: 0.3323815 Feb 19 04:10:12.125051 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b1e62784-b447-4f69-8a5e-e4602c9494ed admin admin] Publish callbacks [] for security_group (9653486d-ce52-4b1d-9733-0546123f03f5), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:12.252312 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e851d576-72ac-42a7-aaf6-6c3537f7436d req-1b845c4e-d2b7-4de5-8919-bf4baba55a94 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4844fb70-a020-4c98-9220-5faaaa7da3f8 HTTP/1.1" status: 200 len: 217 time: 0.2209589 Feb 19 04:10:12.262971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0309c02-d96f-415e-9014-106bcda8ed53 req-03e557c8-e9d0-4640-a5cd-81407ee07a2e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:12.264689 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0309c02-d96f-415e-9014-106bcda8ed53 req-03e557c8-e9d0-4640-a5cd-81407ee07a2e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2859305-6e41-47f5-ac65-933f611340f6 HTTP/1.1" status: 200 len: 945 time: 0.1125839 Feb 19 04:10:12.291099 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b1e62784-b447-4f69-8a5e-e4602c9494ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9653486d-ce52-4b1d-9733-0546123f03f5), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:12.295724 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b1e62784-b447-4f69-8a5e-e4602c9494ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:12.301576 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b1e62784-b447-4f69-8a5e-e4602c9494ed admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9653486d-ce52-4b1d-9733-0546123f03f5 HTTP/1.1" status: 204 len: 168 time: 0.3479202 Feb 19 04:10:12.337727 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851d576-72ac-42a7-aaf6-6c3537f7436d req-b659a284-8334-47fd-8ac3-71b24ec33df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:12.341193 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e851d576-72ac-42a7-aaf6-6c3537f7436d req-b659a284-8334-47fd-8ac3-71b24ec33df8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d11649e3-7df5-4a04-84e8-be114deba600 HTTP/1.1" status: 200 len: 862 time: 0.0767095 Feb 19 04:10:12.353092 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-89e64a7c-f6a4-4f81-ba17-4478266e554f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1afeed89-7f16-4e60-adde-df85aabd8f75), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:12.358015 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-89e64a7c-f6a4-4f81-ba17-4478266e554f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:12.359667 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-89e64a7c-f6a4-4f81-ba17-4478266e554f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1afeed89-7f16-4e60-adde-df85aabd8f75 HTTP/1.1" status: 204 len: 168 time: 0.7624083 Feb 19 04:10:12.362458 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e62784-b447-4f69-8a5e-e4602c9494ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9653486d-ce52-4b1d-9733-0546123f03f5,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:12.424353 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e64a7c-f6a4-4f81-ba17-4478266e554f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afeed89-7f16-4e60-adde-df85aabd8f75,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:12.429242 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0309c02-d96f-415e-9014-106bcda8ed53 req-1b95a1f6-f852-47ca-851f-07d87ef68b0d tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468911 Feb 19 04:10:12.494430 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e851d576-72ac-42a7-aaf6-6c3537f7436d req-15e58391-6c5c-4609-8607-e0006fd6bc34 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b348713-0dd0-49ec-becd-2bf2a70d19e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1332707 Feb 19 04:10:12.517422 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ad4a165c-802f-47b1-8159-dda4921be4c6 req-9058f770-fbe1-4028-b97e-edb561f4688a tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400594 Feb 19 04:10:12.949590 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371151e0-2c2c-4814-9773-69fccdd66a4c x-openstack-request-id: req-371151e0-2c2c-4814-9773-69fccdd66a4c {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:12.950120 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9a8929-6538-465c-940e-16b748719b1c", "name": "network-vif-deleted", "tag": "fe5942df-181c-428f-add6-02a32974fb5d", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:12.950491 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-371151e0-2c2c-4814-9773-69fccdd66a4c {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:12.951186 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9a8929-6538-465c-940e-16b748719b1c', 'name': 'network-vif-deleted', 'tag': 'fe5942df-181c-428f-add6-02a32974fb5d', 'status': 'completed', 'code': 200} Feb 19 04:10:13.038450 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e851d576-72ac-42a7-aaf6-6c3537f7436d req-00025dac-f220-4140-9548-7c16ee7aad1a service neutron] 10.222.0.10 "GET /v2.0/networks/3b348713-0dd0-49ec-becd-2bf2a70d19e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195005 Feb 19 04:10:13.054331 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4c473-d089-4461-a153-4802551ebb9e req-66a9d72f-7621-449c-846c-45b7ad00170b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:13.057339 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9bf4c473-d089-4461-a153-4802551ebb9e req-66a9d72f-7621-449c-846c-45b7ad00170b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2859305-6e41-47f5-ac65-933f611340f6 HTTP/1.1" status: 200 len: 945 time: 0.2283006 Feb 19 04:10:13.176836 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-50e13c33-1407-48b9-b39b-713e8a322761 req-167b4fa9-d7a6-4a0c-8771-92aeb71f05ea tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 210 time: 0.0887754 Feb 19 04:10:13.647355 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e851d576-72ac-42a7-aaf6-6c3537f7436d req-c730b7a6-e1f8-4ae4-afd4-8d9daa31b74f service neutron] 10.222.0.10 "GET /v2.0/networks/3b348713-0dd0-49ec-becd-2bf2a70d19e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5884264 Feb 19 04:10:13.714756 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-9bf4c473-d089-4461-a153-4802551ebb9e req-88a4461b-5240-4dee-88ee-263fbb096ccd tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Deleting port 88223c33-d5ba-4590-8834-fe2d89dfc141 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:13.721152 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9bf4c473-d089-4461-a153-4802551ebb9e req-88a4461b-5240-4dee-88ee-263fbb096ccd tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (88223c33-d5ba-4590-8834-fe2d89dfc141), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:14.060583 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-9bf4c473-d089-4461-a153-4802551ebb9e req-88a4461b-5240-4dee-88ee-263fbb096ccd tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] For port 88223c33-d5ba-4590-8834-fe2d89dfc141, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=88223c33-d5ba-4590-8834-fe2d89dfc141,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:14.061612 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9bf4c473-d089-4461-a153-4802551ebb9e req-88a4461b-5240-4dee-88ee-263fbb096ccd tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (88223c33-d5ba-4590-8834-fe2d89dfc141), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:14.065936 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb8936-d8f1-4045-b169-5dcb9da8392c req-a9839910-e255-46e7-850a-4e7475b4386c tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:14.081917 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5eb8936-d8f1-4045-b169-5dcb9da8392c req-a9839910-e255-46e7-850a-4e7475b4386c tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2859305-6e41-47f5-ac65-933f611340f6 HTTP/1.1" status: 200 len: 945 time: 0.1566901 Feb 19 04:10:14.101149 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-9bf4c473-d089-4461-a153-4802551ebb9e req-88a4461b-5240-4dee-88ee-263fbb096ccd tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Calling delete_port for 88223c33-d5ba-4590-8834-fe2d89dfc141 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:14.175693 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5eb8936-d8f1-4045-b169-5dcb9da8392c req-8766f3c1-5320-4c52-a23b-49ac3ad95fa2 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887575 Feb 19 04:10:14.224293 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2e9aa-850b-4f87-b678-590e980e6610 req-7a7a0e95-f2b9-4ab9-adf1-15061ca08528 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:14.226140 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-74b2e9aa-850b-4f87-b678-590e980e6610 req-7a7a0e95-f2b9-4ab9-adf1-15061ca08528 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f8e51ff-7a19-4683-aed8-9d8ba561ba34 HTTP/1.1" status: 200 len: 944 time: 0.2271430 Feb 19 04:10:14.461884 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-74b2e9aa-850b-4f87-b678-590e980e6610 req-3bca3342-208c-41a2-9862-207b3848786f tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224970 Feb 19 04:10:14.514629 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35464) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:14.560400 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc33a29-7a1c-4128-b9bb-374311655cd7 req-bf5b371e-89b6-4240-9558-36658f4dffdf tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:14.563495 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ebc33a29-7a1c-4128-b9bb-374311655cd7 req-bf5b371e-89b6-4240-9558-36658f4dffdf tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.48 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 944 time: 0.2503684 Feb 19 04:10:14.568641 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f203bfe-4ad6-446e-b9f6-0a4f95bb3ac4 req-1f17e81d-0c37-470d-a1f8-cab4dcf8f80a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:14.586508 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3f203bfe-4ad6-446e-b9f6-0a4f95bb3ac4 req-1f17e81d-0c37-470d-a1f8-cab4dcf8f80a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2211957 Feb 19 04:10:14.623938 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 4844fb70-a020-4c98-9220-5faaaa7da3f8 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:10:14.702177 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3f203bfe-4ad6-446e-b9f6-0a4f95bb3ac4 req-694f95af-16dd-45ef-aef8-117e6243b5ed tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139970 Feb 19 04:10:14.949863 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35472) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:14.956395 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 4844fb70-a020-4c98-9220-5faaaa7da3f8, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=4844fb70-a020-4c98-9220-5faaaa7da3f8,segment=NetworkSegment(1121ec28-523b-4c23-8864-792f1de74a40),segment_id=1121ec28-523b-4c23-8864-792f1de74a40)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:14.970385 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9a541aaa-1f0a-4672-8584-d5f30ed7c25b req-41652db5-06d4-4ce4-95d1-d9f48d5d6632 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 210 time: 0.0596254 Feb 19 04:10:14.994415 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '4844fb70-a020-4c98-9220-5faaaa7da3f8', 'network_id': '3b348713-0dd0-49ec-becd-2bf2a70d19e8', 'port_id': '4844fb70-a020-4c98-9220-5faaaa7da3f8', 'mac_address': 'fa:16:3e:d5:26:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11649e3-7df5-4a04-84e8-be114deba600', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:10:15.040320 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9bf4c473-d089-4461-a153-4802551ebb9e req-88a4461b-5240-4dee-88ee-263fbb096ccd tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (88223c33-d5ba-4590-8834-fe2d89dfc141), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:15.071693 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ba99e-e744-4477-8f09-f8ca29e4542a req-a6a83eeb-bbf5-4b55-88f2-53ae2871d7ea tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:15.075054 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b96561bb-240c-4817-873c-e0399181871d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-285821422-network', 'tenant_id': '28046742ef1049688a695bac0a3826eb'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:15.082044 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['dae86111-0480-4bc5-a0c0-903b538e51df'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:10:15.087689 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca1ba99e-e744-4477-8f09-f8ca29e4542a req-a6a83eeb-bbf5-4b55-88f2-53ae2871d7ea tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 944 time: 0.3102939 Feb 19 04:10:15.122655 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96561bb-240c-4817-873c-e0399181871d admin admin] Made reservation on behalf of 28046742ef1049688a695bac0a3826eb for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:15.127075 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b96561bb-240c-4817-873c-e0399181871d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:15.142194 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b96561bb-240c-4817-873c-e0399181871d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:15.166966 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4461b-5240-4dee-88ee-263fbb096ccd tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Pushing event deleted for resources: {'Port': ['ID=88223c33-d5ba-4590-8834-fe2d89dfc141,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:15.181840 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-fc9ceae7-59d2-43cd-955a-1bfc5aa2ecb9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-829036890-network', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:15.235460 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 4844fb70-a020-4c98-9220-5faaaa7da3f8 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:15.237351 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4844fb70-a020-4c98-9220-5faaaa7da3f8), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:15.312313 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4844fb70-a020-4c98-9220-5faaaa7da3f8 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:10:15.324154 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b96561bb-240c-4817-873c-e0399181871d admin admin] Publish callbacks [] for security_group (3013973a-3e4c-4e73-a652-2279a8a42705), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:15.334022 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b96561bb-240c-4817-873c-e0399181871d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3013973a-3e4c-4e73-a652-2279a8a42705), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:15.339430 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca1ba99e-e744-4477-8f09-f8ca29e4542a req-c125a344-890d-4326-9cf8-de39f8c1bbb6 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503524 Feb 19 04:10:15.345570 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-ebc33a29-7a1c-4128-b9bb-374311655cd7 req-7662dc8d-bdc0-4756-b468-4839b6476b0b tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Deleting port 86324d34-8833-4459-92b0-47014b76fde2 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:15.347169 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ebc33a29-7a1c-4128-b9bb-374311655cd7 req-7662dc8d-bdc0-4756-b468-4839b6476b0b tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (86324d34-8833-4459-92b0-47014b76fde2), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:15.388510 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9ceae7-59d2-43cd-955a-1bfc5aa2ecb9 admin admin] Made reservation on behalf of 50046a5e10b942e69046ff4f02f577d8 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:15.398072 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc9ceae7-59d2-43cd-955a-1bfc5aa2ecb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:15.417763 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96561bb-240c-4817-873c-e0399181871d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3013973a-3e4c-4e73-a652-2279a8a42705,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:15.436034 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96561bb-240c-4817-873c-e0399181871d admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:10:15.481571 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b96561bb-240c-4817-873c-e0399181871d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (068f2b55-e57b-4efa-8e4f-d650cd2623e9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:15.482052 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-b96561bb-240c-4817-873c-e0399181871d admin admin] Added segment 068f2b55-e57b-4efa-8e4f-d650cd2623e9 of type vlan for network 5b6fe8f7-012f-486f-90bb-91627fbe5451 Feb 19 04:10:15.512784 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf4c473-d089-4461-a153-4802551ebb9e req-88a4461b-5240-4dee-88ee-263fbb096ccd tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] No DVR routers for this DVR port 88223c33-d5ba-4590-8834-fe2d89dfc141 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:10:15.516062 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9bf4c473-d089-4461-a153-4802551ebb9e req-88a4461b-5240-4dee-88ee-263fbb096ccd tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:15.520320 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9bf4c473-d089-4461-a153-4802551ebb9e req-88a4461b-5240-4dee-88ee-263fbb096ccd tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.48 "DELETE /v2.0/ports/88223c33-d5ba-4590-8834-fe2d89dfc141 HTTP/1.1" status: 204 len: 173 time: 2.4413378 Feb 19 04:10:15.584863 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2859305-6e41-47f5-ac65-933f611340f6', 'name': 'network-vif-deleted', 'tag': '88223c33-d5ba-4590-8834-fe2d89dfc141'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:15.591573 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b96561bb-240c-4817-873c-e0399181871d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (5b6fe8f7-012f-486f-90bb-91627fbe5451), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:15.593470 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdeec2cf-ee90-4acc-ad33-91dda694697f" -d '{"events": [{"server_uuid": "d2859305-6e41-47f5-ac65-933f611340f6", "name": "network-vif-deleted", "tag": "88223c33-d5ba-4590-8834-fe2d89dfc141"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:15.616947 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc9ceae7-59d2-43cd-955a-1bfc5aa2ecb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:15.621170 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 4844fb70-a020-4c98-9220-5faaaa7da3f8, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=4844fb70-a020-4c98-9220-5faaaa7da3f8,segment=NetworkSegment(1121ec28-523b-4c23-8864-792f1de74a40),segment_id=1121ec28-523b-4c23-8864-792f1de74a40)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:15.650909 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4844fb70-a020-4c98-9220-5faaaa7da3f8), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:15.677395 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b96561bb-240c-4817-873c-e0399181871d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (5b6fe8f7-012f-486f-90bb-91627fbe5451), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:15.680261 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96561bb-240c-4817-873c-e0399181871d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:15.681152 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b96561bb-240c-4817-873c-e0399181871d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:15.712118 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1c71307e-6827-4a0e-95ba-fe0cc58c8092 req-a9b70aec-df78-4ec7-8c5e-11d7c8f2949f tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2859305-6e41-47f5-ac65-933f611340f6 HTTP/1.1" status: 200 len: 210 time: 0.2036602 Feb 19 04:10:15.824301 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b96561bb-240c-4817-873c-e0399181871d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 1.3053093 Feb 19 04:10:15.826259 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35488) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:15.851938 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96561bb-240c-4817-873c-e0399181871d admin admin] Pushing event updated for resources: {'Network': ['ID=5b6fe8f7-012f-486f-90bb-91627fbe5451,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:15.871479 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-a5194a1a-9aaf-4b33-bf80-883c3abf4eb1 admin admin] Request body: {'subnet': {'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-285821422-subnet', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:15.898650 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 5b6fe8f7-012f-486f-90bb-91627fbe5451 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:10:15.989525 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc9ceae7-59d2-43cd-955a-1bfc5aa2ecb9 admin admin] Publish callbacks [] for security_group (139c37f9-0980-469d-a67b-d7a6f81a93ae), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:16.021681 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b301dcc7-f694-4b33-9b85-d7d09ec09e18 x-openstack-request-id: req-b301dcc7-f694-4b33-9b85-d7d09ec09e18 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:16.022182 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2859305-6e41-47f5-ac65-933f611340f6", "name": "network-vif-deleted", "tag": "88223c33-d5ba-4590-8834-fe2d89dfc141", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:16.022449 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b301dcc7-f694-4b33-9b85-d7d09ec09e18 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:16.023122 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2859305-6e41-47f5-ac65-933f611340f6', 'name': 'network-vif-deleted', 'tag': '88223c33-d5ba-4590-8834-fe2d89dfc141', 'status': 'completed', 'code': 200} Feb 19 04:10:16.051196 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc9ceae7-59d2-43cd-955a-1bfc5aa2ecb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (139c37f9-0980-469d-a67b-d7a6f81a93ae), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:16.070027 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['4844fb70-a020-4c98-9220-5faaaa7da3f8'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:10:16.079039 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9ceae7-59d2-43cd-955a-1bfc5aa2ecb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:10:16.161158 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdc012-a188-4e92-b785-64bb0a8f605b req-903aa111-4f05-4baf-a7c2-1c44ae9f68a4 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:16.166983 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5194a1a-9aaf-4b33-bf80-883c3abf4eb1 admin admin] Made reservation on behalf of 28046742ef1049688a695bac0a3826eb for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:16.170883 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a5194a1a-9aaf-4b33-bf80-883c3abf4eb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:16.187536 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6cbdc012-a188-4e92-b785-64bb0a8f605b req-903aa111-4f05-4baf-a7c2-1c44ae9f68a4 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.1596098 Feb 19 04:10:16.203663 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ceae7-59d2-43cd-955a-1bfc5aa2ecb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139c37f9-0980-469d-a67b-d7a6f81a93ae,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:16.245684 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc9ceae7-59d2-43cd-955a-1bfc5aa2ecb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (35e2884c-3d3d-4a1c-80c4-83e043e81213), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:16.246114 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-fc9ceae7-59d2-43cd-955a-1bfc5aa2ecb9 admin admin] Added segment 35e2884c-3d3d-4a1c-80c4-83e043e81213 of type vlan for network 13a9d3f4-3356-4e6e-a155-7a335ac942cb Feb 19 04:10:16.251689 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-ebc33a29-7a1c-4128-b9bb-374311655cd7 req-7662dc8d-bdc0-4756-b468-4839b6476b0b tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] For port 86324d34-8833-4459-92b0-47014b76fde2, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=86324d34-8833-4459-92b0-47014b76fde2,segment=NetworkSegment(a74a21ef-c8e7-439c-8026-7210082e83e8),segment_id=a74a21ef-c8e7-439c-8026-7210082e83e8)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:16.252318 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ebc33a29-7a1c-4128-b9bb-374311655cd7 req-7662dc8d-bdc0-4756-b468-4839b6476b0b tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (86324d34-8833-4459-92b0-47014b76fde2), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:16.323757 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6cbdc012-a188-4e92-b785-64bb0a8f605b req-9b65226e-1f59-470d-8afc-238fa64334c2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307669 Feb 19 04:10:16.333270 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 88223c33-d5ba-4590-8834-fe2d89dfc141 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:16.374283 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-ebc33a29-7a1c-4128-b9bb-374311655cd7 req-7662dc8d-bdc0-4756-b468-4839b6476b0b tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Calling delete_port for 86324d34-8833-4459-92b0-47014b76fde2 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:16.387383 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=4844fb70-a020-4c98-9220-5faaaa7da3f8,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:16.444974 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 88223c33-d5ba-4590-8834-fe2d89dfc141 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:10:16.446450 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 88223c33-d5ba-4590-8834-fe2d89dfc141 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:10:16.492963 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb3035-aa70-4a26-8ecb-a3adac39fceb req-ec224e81-1b40-406d-92f7-b43f43b17c94 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:16.521016 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c1fb3035-aa70-4a26-8ecb-a3adac39fceb req-ec224e81-1b40-406d-92f7-b43f43b17c94 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f8e51ff-7a19-4683-aed8-9d8ba561ba34 HTTP/1.1" status: 200 len: 945 time: 0.6193709 Feb 19 04:10:16.587718 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc9ceae7-59d2-43cd-955a-1bfc5aa2ecb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (13a9d3f4-3356-4e6e-a155-7a335ac942cb), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:16.721980 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.resource_extend [None req-fc9ceae7-59d2-43cd-955a-1bfc5aa2ecb9 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:10:16.734070 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd40ec8-56be-4bc2-bd0e-c2c1bff799c7 req-585dca0f-c667-444a-8306-d39e67678fdf tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:16.746340 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd40ec8-56be-4bc2-bd0e-c2c1bff799c7 req-585dca0f-c667-444a-8306-d39e67678fdf tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:16.748680 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-abd40ec8-56be-4bc2-bd0e-c2c1bff799c7 req-585dca0f-c667-444a-8306-d39e67678fdf tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/ports?device_id=21b5fe33-1d23-419d-ac79-949bfaef98e0&device_id=4354ea86-5de9-467e-a3f6-4bc9903c1579 HTTP/1.1" status: 200 len: 1681 time: 0.1216254 Feb 19 04:10:16.836502 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c1fb3035-aa70-4a26-8ecb-a3adac39fceb req-15caae68-5424-404b-9b63-0d50114ea88a tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137403 Feb 19 04:10:16.846668 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc9ceae7-59d2-43cd-955a-1bfc5aa2ecb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (13a9d3f4-3356-4e6e-a155-7a335ac942cb), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:16.848128 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9ceae7-59d2-43cd-955a-1bfc5aa2ecb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:16.849149 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc9ceae7-59d2-43cd-955a-1bfc5aa2ecb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:16.870679 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-abd40ec8-56be-4bc2-bd0e-c2c1bff799c7 req-b71693b0-95d5-441a-a352-2caf316e1624 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8263f1-bdf4-47da-999b-4847c4f427cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091890 Feb 19 04:10:17.065938 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fc9ceae7-59d2-43cd-955a-1bfc5aa2ecb9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1142488 Feb 19 04:10:17.072656 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb30f61-6c3f-4342-9076-0c6ba2ffb563 req-850b4843-6261-45f7-9c68-ab99d76955ec tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:17.076209 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dbb30f61-6c3f-4342-9076-0c6ba2ffb563 req-850b4843-6261-45f7-9c68-ab99d76955ec tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/ports?device_id=04f9725e-da57-43b4-95b8-78f414c129a0 HTTP/1.1" status: 200 len: 944 time: 0.0946398 Feb 19 04:10:17.078073 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35500) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:17.087130 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-7ea1fec8-6d52-4201-8c64-1601751c81ad admin admin] Request body: {'subnet': {'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-829036890-subnet', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:17.151731 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2647be47-7c3d-474a-bd68-b40c9d21d0bf req-ea2cee95-5c9d-49f3-bf66-a0e094a3b84d tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2101166-c8be-452e-b5b3-1115d488aa38 HTTP/1.1" status: 200 len: 210 time: 0.1515443 Feb 19 04:10:17.159713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ceae7-59d2-43cd-955a-1bfc5aa2ecb9 admin admin] Pushing event updated for resources: {'Network': ['ID=13a9d3f4-3356-4e6e-a155-7a335ac942cb,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:17.173688 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea1fec8-6d52-4201-8c64-1601751c81ad admin admin] Made reservation on behalf of 50046a5e10b942e69046ff4f02f577d8 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:17.177790 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7ea1fec8-6d52-4201-8c64-1601751c81ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:17.188985 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 13a9d3f4-3356-4e6e-a155-7a335ac942cb details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:10:17.292038 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a5194a1a-9aaf-4b33-bf80-883c3abf4eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (e75d9c9e-8c6f-4a8a-9816-273ad03117c1), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:17.382197 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dbb30f61-6c3f-4342-9076-0c6ba2ffb563 req-d3f00ebb-0d7a-415f-be8a-6d59666dc9b6 tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.65 "GET /v2.0/security-groups?id=ba14ed29-5d4d-4397-8cf5-0403fea0f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866528 Feb 19 04:10:17.475865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5194a1a-9aaf-4b33-bf80-883c3abf4eb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e75d9c9e-8c6f-4a8a-9816-273ad03117c1,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:17.488882 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ebc33a29-7a1c-4128-b9bb-374311655cd7 req-7662dc8d-bdc0-4756-b468-4839b6476b0b tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (86324d34-8833-4459-92b0-47014b76fde2), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:17.553338 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662dc8d-bdc0-4756-b468-4839b6476b0b tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Pushing event deleted for resources: {'Port': ['ID=86324d34-8833-4459-92b0-47014b76fde2,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:17.619422 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5194a1a-9aaf-4b33-bf80-883c3abf4eb1 admin admin] Checking segment: {'id': '068f2b55-e57b-4efa-8e4f-d650cd2623e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:17.620558 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5194a1a-9aaf-4b33-bf80-883c3abf4eb1 admin admin] Network hostable DHCP agents. Network: 5b6fe8f7-012f-486f-90bb-91627fbe5451, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:10:17.655908 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc33a29-7a1c-4128-b9bb-374311655cd7 req-7662dc8d-bdc0-4756-b468-4839b6476b0b tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] No DVR routers for this DVR port 86324d34-8833-4459-92b0-47014b76fde2 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:10:17.660248 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ebc33a29-7a1c-4128-b9bb-374311655cd7 req-7662dc8d-bdc0-4756-b468-4839b6476b0b tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:17.665338 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ebc33a29-7a1c-4128-b9bb-374311655cd7 req-7662dc8d-bdc0-4756-b468-4839b6476b0b tempest-LiveMigrationTest-1014234957 tempest-LiveMigrationTest-1014234957-project] 10.222.0.48 "DELETE /v2.0/ports/86324d34-8833-4459-92b0-47014b76fde2 HTTP/1.1" status: 204 len: 173 time: 3.0961101 Feb 19 04:10:17.688119 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5194a1a-9aaf-4b33-bf80-883c3abf4eb1 admin admin] Network 5b6fe8f7-012f-486f-90bb-91627fbe5451 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:10:17.707564 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-a5194a1a-9aaf-4b33-bf80-883c3abf4eb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 5b6fe8f7-012f-486f-90bb-91627fbe5451) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:17.725972 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e100bd5f-59c4-493b-bedc-641e44e2fb7c None None] Network 5b6fe8f7-012f-486f-90bb-91627fbe5451 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:17.735983 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5194a1a-9aaf-4b33-bf80-883c3abf4eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:17.737665 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a5194a1a-9aaf-4b33-bf80-883c3abf4eb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:17.780415 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a5194a1a-9aaf-4b33-bf80-883c3abf4eb1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9407301 Feb 19 04:10:17.784178 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35510) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:17.812866 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-6cbd9e0c-019e-4d15-aabb-ba8a3ecd5f41 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-285821422-router', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:17.886046 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9e0c-019e-4d15-aabb-ba8a3ecd5f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (e6467453-a769-4604-951c-cf9b641b9304), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:17.886046 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9e0c-019e-4d15-aabb-ba8a3ecd5f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (e6467453-a769-4604-951c-cf9b641b9304), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:18.051954 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd770f37-aa46-4b37-88e1-5d0d8109042c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-5b6fe8f7-012f-486f-90bb-91627fbe5451', 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451', 'project_id': '28046742ef1049688a695bac0a3826eb', 'fixed_ips': [{'subnet_id': 'e75d9c9e-8c6f-4a8a-9816-273ad03117c1'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:10:18.053230 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bd770f37-aa46-4b37-88e1-5d0d8109042c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:18.104773 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f9725e-da57-43b4-95b8-78f414c129a0', 'name': 'network-vif-deleted', 'tag': '86324d34-8833-4459-92b0-47014b76fde2'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:18.110083 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44909e66-f6bb-4c71-91b9-5fc9065338f0" -d '{"events": [{"server_uuid": "04f9725e-da57-43b4-95b8-78f414c129a0", "name": "network-vif-deleted", "tag": "86324d34-8833-4459-92b0-47014b76fde2"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:18.122390 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9e0c-019e-4d15-aabb-ba8a3ecd5f41 admin admin] Publish callbacks [] for router_controller (e6467453-a769-4604-951c-cf9b641b9304), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:18.251212 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004992dc-de89-45d2-8fe8-1a73d916fbad req-cbec15de-249f-410c-ae1a-bec031174054 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:18.257826 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-004992dc-de89-45d2-8fe8-1a73d916fbad req-cbec15de-249f-410c-ae1a-bec031174054 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2086182 Feb 19 04:10:18.283141 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7ea1fec8-6d52-4201-8c64-1601751c81ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (51a2a4cd-6790-4215-a871-8bf82a31fe51), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:18.334367 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 86324d34-8833-4459-92b0-47014b76fde2 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:18.401870 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 86324d34-8833-4459-92b0-47014b76fde2 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:10:18.402442 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 86324d34-8833-4459-92b0-47014b76fde2 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:10:18.413489 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1fec8-6d52-4201-8c64-1601751c81ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=51a2a4cd-6790-4215-a871-8bf82a31fe51,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:18.516330 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-bd770f37-aa46-4b37-88e1-5d0d8109042c None None] Allocated IP 172.20.0.2 (5b6fe8f7-012f-486f-90bb-91627fbe5451/e75d9c9e-8c6f-4a8a-9816-273ad03117c1/633f243d-67a9-480c-b730-c9b14273fe51) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:18.605980 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-004992dc-de89-45d2-8fe8-1a73d916fbad req-69d04ca9-9107-4540-aa1e-1e2be3ac917b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3395650 Feb 19 04:10:18.631236 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea1fec8-6d52-4201-8c64-1601751c81ad admin admin] Checking segment: {'id': '35e2884c-3d3d-4a1c-80c4-83e043e81213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:18.631880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea1fec8-6d52-4201-8c64-1601751c81ad admin admin] Network hostable DHCP agents. Network: 13a9d3f4-3356-4e6e-a155-7a335ac942cb, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:10:18.702880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea1fec8-6d52-4201-8c64-1601751c81ad admin admin] Network 13a9d3f4-3356-4e6e-a155-7a335ac942cb is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:10:18.714458 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 4844fb70-a020-4c98-9220-5faaaa7da3f8 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:18.747015 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-7ea1fec8-6d52-4201-8c64-1601751c81ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 13a9d3f4-3356-4e6e-a155-7a335ac942cb) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:18.760319 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea1fec8-6d52-4201-8c64-1601751c81ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:18.761383 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7ea1fec8-6d52-4201-8c64-1601751c81ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:18.801079 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064e0a1-1a84-4139-a9fd-bd86b4aa0b89 req-1f694898-dea1-42c1-a542-35a9eb2a477f tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:18.813344 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2064e0a1-1a84-4139-a9fd-bd86b4aa0b89 req-1f694898-dea1-42c1-a542-35a9eb2a477f tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f8e51ff-7a19-4683-aed8-9d8ba561ba34 HTTP/1.1" status: 200 len: 945 time: 0.6884308 Feb 19 04:10:18.831476 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d05baa8-4f0d-47e1-9c39-381c60cd2edc None None] Network 13a9d3f4-3356-4e6e-a155-7a335ac942cb requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:18.847461 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7ea1fec8-6d52-4201-8c64-1601751c81ad admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7669060 Feb 19 04:10:18.848561 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35526) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:18.861513 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9e0c-019e-4d15-aabb-ba8a3ecd5f41 admin admin] Publish callbacks [] for router_gateway (e6467453-a769-4604-951c-cf9b641b9304), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:18.865481 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-65208f7b-ecc4-431b-b9eb-53dca0d23291 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-829036890-router', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:18.919765 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-65208f7b-ecc4-431b-b9eb-53dca0d23291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (3ea619a2-26e6-4da0-95d2-96ea90c973b8), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:18.921947 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-65208f7b-ecc4-431b-b9eb-53dca0d23291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (3ea619a2-26e6-4da0-95d2-96ea90c973b8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.078029 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-65208f7b-ecc4-431b-b9eb-53dca0d23291 admin admin] Publish callbacks [] for router_controller (3ea619a2-26e6-4da0-95d2-96ea90c973b8), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.182678 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2064e0a1-1a84-4139-a9fd-bd86b4aa0b89 req-9ff18c1f-146e-4fa5-be40-7b05a06a99d0 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678334 Feb 19 04:10:19.184027 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bd770f37-aa46-4b37-88e1-5d0d8109042c None None] Publish callbacks [] for port (633f243d-67a9-480c-b730-c9b14273fe51), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.229242 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bd770f37-aa46-4b37-88e1-5d0d8109042c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (633f243d-67a9-480c-b730-c9b14273fe51), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.308215 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-65208f7b-ecc4-431b-b9eb-53dca0d23291 admin admin] Publish callbacks [] for router_gateway (3ea619a2-26e6-4da0-95d2-96ea90c973b8), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.394738 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef647a5-7891-45bd-9112-bc5594234b96 x-openstack-request-id: req-6ef647a5-7891-45bd-9112-bc5594234b96 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:19.396613 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f9725e-da57-43b4-95b8-78f414c129a0", "name": "network-vif-deleted", "tag": "86324d34-8833-4459-92b0-47014b76fde2", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:19.396897 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ef647a5-7891-45bd-9112-bc5594234b96 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:19.400969 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f9725e-da57-43b4-95b8-78f414c129a0', 'name': 'network-vif-deleted', 'tag': '86324d34-8833-4459-92b0-47014b76fde2', 'status': 'completed', 'code': 200} Feb 19 04:10:19.442609 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 4844fb70-a020-4c98-9220-5faaaa7da3f8 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:10:19.450148 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd770f37-aa46-4b37-88e1-5d0d8109042c None None] Network 5b6fe8f7-012f-486f-90bb-91627fbe5451 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:19.470514 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35538) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:19.498628 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-bd770f37-aa46-4b37-88e1-5d0d8109042c None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:19.502349 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 4844fb70-a020-4c98-9220-5faaaa7da3f8 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:19.505629 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4844fb70-a020-4c98-9220-5faaaa7da3f8), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.543431 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd770f37-aa46-4b37-88e1-5d0d8109042c None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:19.657464 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd770f37-aa46-4b37-88e1-5d0d8109042c None None] Pushing event updated for resources: {'Port': ['ID=633f243d-67a9-480c-b730-c9b14273fe51,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:19.757245 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8014bb9-ec02-48e6-ae51-5696d0a32d9b admin admin] Deleting subnet 6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:10:19.757616 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ce80e0-b314-407f-bf3b-214065e2eaed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-13a9d3f4-3356-4e6e-a155-7a335ac942cb', 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb', 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'fixed_ips': [{'subnet_id': '51a2a4cd-6790-4215-a871-8bf82a31fe51'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:10:19.759754 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-74ce80e0-b314-407f-bf3b-214065e2eaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.760314 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9e0c-019e-4d15-aabb-ba8a3ecd5f41 admin admin] Publish callbacks [] for router_gateway (e6467453-a769-4604-951c-cf9b641b9304), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.764655 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8014bb9-ec02-48e6-ae51-5696d0a32d9b admin admin] Publish callbacks [] for subnet (6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.837819 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9e0c-019e-4d15-aabb-ba8a3ecd5f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.894551 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-bd770f37-aa46-4b37-88e1-5d0d8109042c None None] Attempting to bind port 633f243d-67a9-480c-b730-c9b14273fe51 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:10:19.895178 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-bd770f37-aa46-4b37-88e1-5d0d8109042c None None] Attempting to bind port 633f243d-67a9-480c-b730-c9b14273fe51 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '068f2b55-e57b-4efa-8e4f-d650cd2623e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:10:19.895812 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd770f37-aa46-4b37-88e1-5d0d8109042c None None] Attempting to bind port 633f243d-67a9-480c-b730-c9b14273fe51 on network 5b6fe8f7-012f-486f-90bb-91627fbe5451 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:19.920599 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8014bb9-ec02-48e6-ae51-5696d0a32d9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.027321 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd770f37-aa46-4b37-88e1-5d0d8109042c None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:10:20.028300 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd770f37-aa46-4b37-88e1-5d0d8109042c None None] Checking segment: {'id': '068f2b55-e57b-4efa-8e4f-d650cd2623e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:20.029050 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bd770f37-aa46-4b37-88e1-5d0d8109042c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.029696 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd770f37-aa46-4b37-88e1-5d0d8109042c None None] Bound using segment: {'id': '068f2b55-e57b-4efa-8e4f-d650cd2623e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:10:20.030486 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-bd770f37-aa46-4b37-88e1-5d0d8109042c None None] Bound port: 633f243d-67a9-480c-b730-c9b14273fe51, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068f2b55-e57b-4efa-8e4f-d650cd2623e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:10:20.031062 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bd770f37-aa46-4b37-88e1-5d0d8109042c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (633f243d-67a9-480c-b730-c9b14273fe51), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.044723 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-65208f7b-ecc4-431b-b9eb-53dca0d23291 admin admin] Publish callbacks [] for router_gateway (3ea619a2-26e6-4da0-95d2-96ea90c973b8), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.048423 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8014bb9-ec02-48e6-ae51-5696d0a32d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.131220 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-65208f7b-ecc4-431b-b9eb-53dca0d23291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.201304 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f44149-7782-4944-805a-1b89c5092646 req-a49da626-559f-41b3-9c22-d512adea628d tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:20.215127 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d5f44149-7782-4944-805a-1b89c5092646 req-a49da626-559f-41b3-9c22-d512adea628d tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/networks?id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f HTTP/1.1" status: 200 len: 806 time: 0.6205740 Feb 19 04:10:20.257784 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d5f44149-7782-4944-805a-1b89c5092646 req-738fe5ab-df55-4ab0-b02e-cf1025c49e23 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/quotas/419e9a0715e84b22a8fff2f89fa3da4c HTTP/1.1" status: 200 len: 375 time: 0.0411694 Feb 19 04:10:20.287310 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d2efb-3f3c-4477-82d0-ad2acd255912 req-dff7f810-ee1e-4cde-9e68-2190e09bfa6c tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:20.307356 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-74ce80e0-b314-407f-bf3b-214065e2eaed None None] Allocated IP 172.20.0.2 (13a9d3f4-3356-4e6e-a155-7a335ac942cb/51a2a4cd-6790-4215-a871-8bf82a31fe51/6c57e125-6706-4b73-b30f-a9ef8b89c72f) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:20.312944 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d57d2efb-3f3c-4477-82d0-ad2acd255912 req-dff7f810-ee1e-4cde-9e68-2190e09bfa6c tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2951281 Feb 19 04:10:20.352315 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-bd770f37-aa46-4b37-88e1-5d0d8109042c None None] For port 633f243d-67a9-480c-b730-c9b14273fe51, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:10:20.355256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-6cbd9e0c-019e-4d15-aabb-ba8a3ecd5f41 admin admin] Allocated IP 172.25.0.22 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/be3bc778-c7ba-49ac-abe9-15c625c97201) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:20.357790 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-bd770f37-aa46-4b37-88e1-5d0d8109042c None None] For port 633f243d-67a9-480c-b730-c9b14273fe51, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=633f243d-67a9-480c-b730-c9b14273fe51,segment=NetworkSegment(068f2b55-e57b-4efa-8e4f-d650cd2623e9),segment_id=068f2b55-e57b-4efa-8e4f-d650cd2623e9)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:10:20.377139 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8014bb9-ec02-48e6-ae51-5696d0a32d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.449939 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d5f44149-7782-4944-805a-1b89c5092646 req-080fe3eb-4985-4f7e-9f2e-a31c348caf02 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1836660 Feb 19 04:10:20.451716 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8014bb9-ec02-48e6-ae51-5696d0a32d9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:20.474030 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8014bb9-ec02-48e6-ae51-5696d0a32d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.486840 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f8014bb9-ec02-48e6-ae51-5696d0a32d9b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6bf8f1cb-e3e5-47ed-b918-e0cd50a1b5ac HTTP/1.1" status: 204 len: 168 time: 0.9832942 Feb 19 04:10:20.505721 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d57d2efb-3f3c-4477-82d0-ad2acd255912 req-c9dc1a95-cfac-4ef0-9bec-e564001a7ac9 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854672 Feb 19 04:10:20.506883 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35554) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:20.669158 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-74ce80e0-b314-407f-bf3b-214065e2eaed None None] Publish callbacks [] for port (6c57e125-6706-4b73-b30f-a9ef8b89c72f), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.680184 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bd770f37-aa46-4b37-88e1-5d0d8109042c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (633f243d-67a9-480c-b730-c9b14273fe51), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.684885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 4844fb70-a020-4c98-9220-5faaaa7da3f8 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:20.685605 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4844fb70-a020-4c98-9220-5faaaa7da3f8), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.717894 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0996311-8a98-45b8-8aec-3b24f6cf6808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (be946657-a9d5-408e-8d49-cd01b687ca89), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.778547 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 4844fb70-a020-4c98-9220-5faaaa7da3f8, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=4844fb70-a020-4c98-9220-5faaaa7da3f8,segment=NetworkSegment(1121ec28-523b-4c23-8864-792f1de74a40),segment_id=1121ec28-523b-4c23-8864-792f1de74a40)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:20.781677 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-74ce80e0-b314-407f-bf3b-214065e2eaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (6c57e125-6706-4b73-b30f-a9ef8b89c72f), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.792449 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9e0c-019e-4d15-aabb-ba8a3ecd5f41 admin admin] Publish callbacks [] for port (be3bc778-c7ba-49ac-abe9-15c625c97201), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.793081 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8e51ff-7a19-4683-aed8-9d8ba561ba34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4844fb70-a020-4c98-9220-5faaaa7da3f8'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:20.796871 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca34d0d-aedb-49b7-ab81-21c398d36641" -d '{"events": [{"server_uuid": "5f8e51ff-7a19-4683-aed8-9d8ba561ba34", "name": "network-vif-plugged", "status": "completed", "tag": "4844fb70-a020-4c98-9220-5faaaa7da3f8"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:20.815690 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4844fb70-a020-4c98-9220-5faaaa7da3f8), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.836895 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0996311-8a98-45b8-8aec-3b24f6cf6808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (be946657-a9d5-408e-8d49-cd01b687ca89), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.870262 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-b0996311-8a98-45b8-8aec-3b24f6cf6808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be946657-a9d5-408e-8d49-cd01b687ca89']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:20.881966 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9e0c-019e-4d15-aabb-ba8a3ecd5f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (be3bc778-c7ba-49ac-abe9-15c625c97201), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.884218 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-b0996311-8a98-45b8-8aec-3b24f6cf6808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74a21ef-c8e7-439c-8026-7210082e83e8') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:20.884684 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-b0996311-8a98-45b8-8aec-3b24f6cf6808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74a21ef-c8e7-439c-8026-7210082e83e8') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:20.900375 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0996311-8a98-45b8-8aec-3b24f6cf6808 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (a74a21ef-c8e7-439c-8026-7210082e83e8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.919588 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0996311-8a98-45b8-8aec-3b24f6cf6808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (a74a21ef-c8e7-439c-8026-7210082e83e8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.921837 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ce80e0-b314-407f-bf3b-214065e2eaed None None] Network 13a9d3f4-3356-4e6e-a155-7a335ac942cb is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:20.928173 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0996311-8a98-45b8-8aec-3b24f6cf6808 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:10:20.928657 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0996311-8a98-45b8-8aec-3b24f6cf6808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (a74a21ef-c8e7-439c-8026-7210082e83e8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.951250 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-74ce80e0-b314-407f-bf3b-214065e2eaed None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:20.967488 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ce80e0-b314-407f-bf3b-214065e2eaed None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:20.974444 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd770f37-aa46-4b37-88e1-5d0d8109042c None None] Pushing event updated for resources: {'Port': ['ID=633f243d-67a9-480c-b730-c9b14273fe51,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:21.089001 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-65208f7b-ecc4-431b-b9eb-53dca0d23291 admin admin] Allocated IP 172.25.0.24 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/ce5e0ad4-7a1c-4170-87cd-d44eaad83dda) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:21.170687 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce80e0-b314-407f-bf3b-214065e2eaed None None] Pushing event updated for resources: {'Port': ['ID=6c57e125-6706-4b73-b30f-a9ef8b89c72f,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:21.175171 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-74ce80e0-b314-407f-bf3b-214065e2eaed None None] Attempting to bind port 6c57e125-6706-4b73-b30f-a9ef8b89c72f on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:10:21.175798 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-74ce80e0-b314-407f-bf3b-214065e2eaed None None] Attempting to bind port 6c57e125-6706-4b73-b30f-a9ef8b89c72f by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '35e2884c-3d3d-4a1c-80c4-83e043e81213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:10:21.176429 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ce80e0-b314-407f-bf3b-214065e2eaed None None] Attempting to bind port 6c57e125-6706-4b73-b30f-a9ef8b89c72f on network 13a9d3f4-3356-4e6e-a155-7a335ac942cb {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:21.232635 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-65208f7b-ecc4-431b-b9eb-53dca0d23291 admin admin] Publish callbacks [] for port (ce5e0ad4-7a1c-4170-87cd-d44eaad83dda), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:10:21.276698 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:10:21.281396 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0996311-8a98-45b8-8aec-3b24f6cf6808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (be946657-a9d5-408e-8d49-cd01b687ca89), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:21.285103 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-65208f7b-ecc4-431b-b9eb-53dca0d23291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ce5e0ad4-7a1c-4170-87cd-d44eaad83dda), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:21.316543 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0996311-8a98-45b8-8aec-3b24f6cf6808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:21.330303 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=4844fb70-a020-4c98-9220-5faaaa7da3f8,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:21.341433 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ce80e0-b314-407f-bf3b-214065e2eaed None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:10:21.342118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ce80e0-b314-407f-bf3b-214065e2eaed None None] Checking segment: {'id': '35e2884c-3d3d-4a1c-80c4-83e043e81213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:21.342820 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-74ce80e0-b314-407f-bf3b-214065e2eaed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:21.343451 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ce80e0-b314-407f-bf3b-214065e2eaed None None] Bound using segment: {'id': '35e2884c-3d3d-4a1c-80c4-83e043e81213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:10:21.344297 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-74ce80e0-b314-407f-bf3b-214065e2eaed None None] Bound port: 6c57e125-6706-4b73-b30f-a9ef8b89c72f, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e2884c-3d3d-4a1c-80c4-83e043e81213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:10:21.344991 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-74ce80e0-b314-407f-bf3b-214065e2eaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6c57e125-6706-4b73-b30f-a9ef8b89c72f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:21.348311 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b0996311-8a98-45b8-8aec-3b24f6cf6808 admin admin] 10.222.0.65 "DELETE /v2.0/networks/be946657-a9d5-408e-8d49-cd01b687ca89 HTTP/1.1" status: 204 len: 168 time: 0.8398418 Feb 19 04:10:21.443973 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35562) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:21.467225 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65208f7b-ecc4-431b-b9eb-53dca0d23291 admin admin] Pushing event updated for resources: {'Port': ['ID=ce5e0ad4-7a1c-4170-87cd-d44eaad83dda,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:21.471557 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0996311-8a98-45b8-8aec-3b24f6cf6808 admin admin] Pushing event deleted for resources: {'Network': ['ID=be946657-a9d5-408e-8d49-cd01b687ca89,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:21.478057 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-74ce80e0-b314-407f-bf3b-214065e2eaed None None] For port 6c57e125-6706-4b73-b30f-a9ef8b89c72f, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:10:21.488940 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-74ce80e0-b314-407f-bf3b-214065e2eaed None None] For port 6c57e125-6706-4b73-b30f-a9ef8b89c72f, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6c57e125-6706-4b73-b30f-a9ef8b89c72f,segment=NetworkSegment(35e2884c-3d3d-4a1c-80c4-83e043e81213),segment_id=35e2884c-3d3d-4a1c-80c4-83e043e81213)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:10:21.502951 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-74ce80e0-b314-407f-bf3b-214065e2eaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6c57e125-6706-4b73-b30f-a9ef8b89c72f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:21.529821 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65208f7b-ecc4-431b-b9eb-53dca0d23291 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:21.570803 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38deb0-a012-43ff-bba1-df46ba97dec6 req-29635be6-9368-44ac-b55b-91dec7750d8b tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:21.578700 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad38deb0-a012-43ff-bba1-df46ba97dec6 req-29635be6-9368-44ac-b55b-91dec7750d8b tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f8e51ff-7a19-4683-aed8-9d8ba561ba34 HTTP/1.1" status: 200 len: 946 time: 0.8171570 Feb 19 04:10:21.586473 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-65208f7b-ecc4-431b-b9eb-53dca0d23291 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:21.589724 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65208f7b-ecc4-431b-b9eb-53dca0d23291 admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:21.656376 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbd9e0c-019e-4d15-aabb-ba8a3ecd5f41 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:21.657335 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd9e0c-019e-4d15-aabb-ba8a3ecd5f41 admin admin] Pushing event updated for resources: {'Port': ['ID=be3bc778-c7ba-49ac-abe9-15c625c97201,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:21.659996 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce80e0-b314-407f-bf3b-214065e2eaed None None] Pushing event updated for resources: {'Port': ['ID=6c57e125-6706-4b73-b30f-a9ef8b89c72f,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:21.675073 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-6cbd9e0c-019e-4d15-aabb-ba8a3ecd5f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:21.678377 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbd9e0c-019e-4d15-aabb-ba8a3ecd5f41 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:21.684762 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-11de30d1-e9d5-4b43-8fe4-f667cb8e3feb admin admin] Deleting subnet 79a8ccc6-cf3f-4e29-90f8-91225f07318a {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:10:21.735620 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-11de30d1-e9d5-4b43-8fe4-f667cb8e3feb admin admin] Publish callbacks [] for subnet (79a8ccc6-cf3f-4e29-90f8-91225f07318a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:21.865512 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad38deb0-a012-43ff-bba1-df46ba97dec6 req-b23eb3dd-ca43-4b87-b093-71f69e91e171 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857106 Feb 19 04:10:21.924793 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-11de30d1-e9d5-4b43-8fe4-f667cb8e3feb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (79a8ccc6-cf3f-4e29-90f8-91225f07318a), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:22.073547 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-11de30d1-e9d5-4b43-8fe4-f667cb8e3feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (79a8ccc6-cf3f-4e29-90f8-91225f07318a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:22.135246 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d5f44149-7782-4944-805a-1b89c5092646 req-93282df5-6ac3-4c51-86df-8661734ccd8c service neutron] 10.222.0.65 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6796393 Feb 19 04:10:22.242424 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc5065-23ce-49fa-b0da-24d124704bf9 req-a0a1e2ac-243b-4014-8c8b-cc9ff861e933 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:22.251716 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c6dc5065-23ce-49fa-b0da-24d124704bf9 req-a0a1e2ac-243b-4014-8c8b-cc9ff861e933 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/ports?device_id=4354ea86-5de9-467e-a3f6-4bc9903c1579 HTTP/1.1" status: 200 len: 945 time: 0.2776372 Feb 19 04:10:22.299102 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d7501-3dec-41db-8152-604eab388030 req-6ee728d1-3957-4a78-9d55-dc3b15e7ecbe tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:22.301073 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7d9d7501-3dec-41db-8152-604eab388030 req-6ee728d1-3957-4a78-9d55-dc3b15e7ecbe tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.10 "GET /v2.0/ports?device_id=4354ea86-5de9-467e-a3f6-4bc9903c1579 HTTP/1.1" status: 200 len: 945 time: 1.4480925 Feb 19 04:10:22.311549 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7da67b-b7cd-4488-8a17-345d2e2c0984 req-0b615b2c-07bc-4566-895e-85a3c247e43f tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:22.314655 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ff7da67b-b7cd-4488-8a17-345d2e2c0984 req-0b615b2c-07bc-4566-895e-85a3c247e43f tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b5fe33-1d23-419d-ac79-949bfaef98e0 HTTP/1.1" status: 200 len: 945 time: 0.7616332 Feb 19 04:10:22.364953 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-11de30d1-e9d5-4b43-8fe4-f667cb8e3feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (79a8ccc6-cf3f-4e29-90f8-91225f07318a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:22.473510 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c6dc5065-23ce-49fa-b0da-24d124704bf9 req-464b2cc9-d365-4bbc-8ae4-4a493a4502c3 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8263f1-bdf4-47da-999b-4847c4f427cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204089 Feb 19 04:10:22.474519 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-65208f7b-ecc4-431b-b9eb-53dca0d23291 admin admin] Publish callbacks [] for router_gateway (3ea619a2-26e6-4da0-95d2-96ea90c973b8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:22.488634 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-11de30d1-e9d5-4b43-8fe4-f667cb8e3feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:22.502351 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-11de30d1-e9d5-4b43-8fe4-f667cb8e3feb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/79a8ccc6-cf3f-4e29-90f8-91225f07318a HTTP/1.1" status: 204 len: 168 time: 1.0268850 Feb 19 04:10:22.506391 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de30d1-e9d5-4b43-8fe4-f667cb8e3feb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79a8ccc6-cf3f-4e29-90f8-91225f07318a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:22.513151 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35568) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:22.585861 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f99c10-6932-43ad-9f06-22be17f26c17 x-openstack-request-id: req-e2f99c10-6932-43ad-9f06-22be17f26c17 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:22.586482 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8e51ff-7a19-4683-aed8-9d8ba561ba34", "name": "network-vif-plugged", "status": "completed", "tag": "4844fb70-a020-4c98-9220-5faaaa7da3f8", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:22.586991 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e2f99c10-6932-43ad-9f06-22be17f26c17 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:22.587741 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8e51ff-7a19-4683-aed8-9d8ba561ba34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4844fb70-a020-4c98-9220-5faaaa7da3f8', 'code': 200} Feb 19 04:10:22.806357 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7093b96-7819-4641-9483-497c46198ccf None None] Network 5b6fe8f7-012f-486f-90bb-91627fbe5451 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:22.869040 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d5f44149-7782-4944-805a-1b89c5092646 req-739a24a5-b65d-44b5-a5e5-26a3378514a1 service neutron] 10.222.0.65 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7320700 Feb 19 04:10:22.875952 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c7a427af-9e34-4c7c-a999-2892866efe10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (f297bfa7-9ef1-4a93-8863-36d66c6be30a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:22.911106 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9e0c-019e-4d15-aabb-ba8a3ecd5f41 admin admin] Publish callbacks [] for router_gateway (e6467453-a769-4604-951c-cf9b641b9304), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:22.975011 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64283cb-9709-4489-8552-aa58aaccc6f3 req-98504731-d56d-4d86-a083-94fd01265ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:22.985081 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c64283cb-9709-4489-8552-aa58aaccc6f3 req-98504731-d56d-4d86-a083-94fd01265ab7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5f8e51ff-7a19-4683-aed8-9d8ba561ba34 HTTP/1.1" status: 200 len: 1128 time: 0.2735546 Feb 19 04:10:23.022055 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-ff7da67b-b7cd-4488-8a17-345d2e2c0984 req-42779353-83dc-43fe-a770-a55ba9b185be tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Deleting port bdd52921-455b-44e3-a57f-e5c5434c4a0d {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:23.022487 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ff7da67b-b7cd-4488-8a17-345d2e2c0984 req-42779353-83dc-43fe-a770-a55ba9b185be tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (bdd52921-455b-44e3-a57f-e5c5434c4a0d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:23.074277 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3e1f7602-304e-4fc6-8bcf-1b6424fc2318 None None] Provisioning complete for port 633f243d-67a9-480c-b730-c9b14273fe51 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:23.074602 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3e1f7602-304e-4fc6-8bcf-1b6424fc2318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (633f243d-67a9-480c-b730-c9b14273fe51), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:23.253412 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb5db4-5bcd-4aa2-8d82-cf6062500d07 req-68e6adbb-2402-40df-a8ea-ac4973e3e5de tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:23.270064 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4eeb5db4-5bcd-4aa2-8d82-cf6062500d07 req-68e6adbb-2402-40df-a8ea-ac4973e3e5de tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.5103638 Feb 19 04:10:23.436481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3e1f7602-304e-4fc6-8bcf-1b6424fc2318 None None] Current status of the port 633f243d-67a9-480c-b730-c9b14273fe51 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:23.437010 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3e1f7602-304e-4fc6-8bcf-1b6424fc2318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (633f243d-67a9-480c-b730-c9b14273fe51), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:23.536781 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6c57e125-6706-4b73-b30f-a9ef8b89c72f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:23.558491 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3e1f7602-304e-4fc6-8bcf-1b6424fc2318 None None] For port 633f243d-67a9-480c-b730-c9b14273fe51, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=633f243d-67a9-480c-b730-c9b14273fe51,segment=NetworkSegment(068f2b55-e57b-4efa-8e4f-d650cd2623e9),segment_id=068f2b55-e57b-4efa-8e4f-d650cd2623e9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:23.619462 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3e1f7602-304e-4fc6-8bcf-1b6424fc2318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (633f243d-67a9-480c-b730-c9b14273fe51), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:23.724562 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-7d9d7501-3dec-41db-8152-604eab388030 req-515bc34e-89c6-4f04-a665-53fdc9d8ec34 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Deleting port 7e9a9e13-fda2-4b66-841f-e53062b3db45 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:23.724849 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7d9d7501-3dec-41db-8152-604eab388030 req-515bc34e-89c6-4f04-a665-53fdc9d8ec34 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (7e9a9e13-fda2-4b66-841f-e53062b3db45), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:23.793233 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f7602-304e-4fc6-8bcf-1b6424fc2318 None None] Pushing event updated for resources: {'Port': ['ID=633f243d-67a9-480c-b730-c9b14273fe51,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:23.797436 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee92bf0a-8e3f-4b4f-97c8-14f8c468f671 None None] Network 13a9d3f4-3356-4e6e-a155-7a335ac942cb requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:23.898749 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b9333774-c34c-4897-92c2-e9ad6d188600 None None] Provisioning complete for port 6c57e125-6706-4b73-b30f-a9ef8b89c72f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:23.899252 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b9333774-c34c-4897-92c2-e9ad6d188600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6c57e125-6706-4b73-b30f-a9ef8b89c72f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:24.173249 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c64283cb-9709-4489-8552-aa58aaccc6f3 req-23b7a93b-4dd4-40c4-b276-4ef78c37d5a5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1811025 Feb 19 04:10:24.174485 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-65208f7b-ecc4-431b-b9eb-53dca0d23291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (3ea619a2-26e6-4da0-95d2-96ea90c973b8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:24.393482 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device bdd52921-455b-44e3-a57f-e5c5434c4a0d no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:24.453127 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 6c57e125-6706-4b73-b30f-a9ef8b89c72f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:24.453764 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6c57e125-6706-4b73-b30f-a9ef8b89c72f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:24.458002 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c7a427af-9e34-4c7c-a999-2892866efe10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (f297bfa7-9ef1-4a93-8863-36d66c6be30a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:24.508756 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4eeb5db4-5bcd-4aa2-8d82-cf6062500d07 req-462cd910-df27-4492-bc66-fa8043bc8ab7 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2375031 Feb 19 04:10:24.510285 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddc3cf-82f1-4347-8dad-1a06fafc6d93 req-fc69f457-ad21-425a-92f3-7b1112eb1fc1 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:24.513989 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-69ddc3cf-82f1-4347-8dad-1a06fafc6d93 req-fc69f457-ad21-425a-92f3-7b1112eb1fc1 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f8e51ff-7a19-4683-aed8-9d8ba561ba34 HTTP/1.1" status: 200 len: 946 time: 1.1333492 Feb 19 04:10:24.534622 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-c7a427af-9e34-4c7c-a999-2892866efe10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f297bfa7-9ef1-4a93-8863-36d66c6be30a']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:24.546879 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-ff7da67b-b7cd-4488-8a17-345d2e2c0984 req-42779353-83dc-43fe-a770-a55ba9b185be tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] For port bdd52921-455b-44e3-a57f-e5c5434c4a0d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=bdd52921-455b-44e3-a57f-e5c5434c4a0d,segment=NetworkSegment(44c9ca06-585c-490d-a975-91111742c735),segment_id=44c9ca06-585c-490d-a975-91111742c735)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:24.553602 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ff7da67b-b7cd-4488-8a17-345d2e2c0984 req-42779353-83dc-43fe-a770-a55ba9b185be tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (bdd52921-455b-44e3-a57f-e5c5434c4a0d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:24.647980 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-c7a427af-9e34-4c7c-a999-2892866efe10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edeaee66-1511-4e76-8169-1400f792b7a0') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:24.649790 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-c7a427af-9e34-4c7c-a999-2892866efe10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edeaee66-1511-4e76-8169-1400f792b7a0') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:24.718324 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 7e9a9e13-fda2-4b66-841f-e53062b3db45 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:24.736182 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65208f7b-ecc4-431b-b9eb-53dca0d23291 admin admin] Router 3ea619a2-26e6-4da0-95d2-96ea90c973b8 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:10:24.748514 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-95e22da8-2375-4e4f-aca7-350c0f4b4996 req-a2bfede2-4951-4cd9-bff7-93782e9fd5ba tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce1f8422-8053-44c2-a3a2-09f49005e061 HTTP/1.1" status: 200 len: 210 time: 0.0731714 Feb 19 04:10:24.750953 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c7a427af-9e34-4c7c-a999-2892866efe10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (edeaee66-1511-4e76-8169-1400f792b7a0), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:24.813145 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b9333774-c34c-4897-92c2-e9ad6d188600 None None] Current status of the port 6c57e125-6706-4b73-b30f-a9ef8b89c72f is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:24.813145 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b9333774-c34c-4897-92c2-e9ad6d188600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6c57e125-6706-4b73-b30f-a9ef8b89c72f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:24.891361 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-ff7da67b-b7cd-4488-8a17-345d2e2c0984 req-42779353-83dc-43fe-a770-a55ba9b185be tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Calling delete_port for bdd52921-455b-44e3-a57f-e5c5434c4a0d owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:24.910570 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-7d9d7501-3dec-41db-8152-604eab388030 req-515bc34e-89c6-4f04-a665-53fdc9d8ec34 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] For port 7e9a9e13-fda2-4b66-841f-e53062b3db45, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=7e9a9e13-fda2-4b66-841f-e53062b3db45,segment=NetworkSegment(44c9ca06-585c-490d-a975-91111742c735),segment_id=44c9ca06-585c-490d-a975-91111742c735)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:24.913365 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7d9d7501-3dec-41db-8152-604eab388030 req-515bc34e-89c6-4f04-a665-53fdc9d8ec34 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (7e9a9e13-fda2-4b66-841f-e53062b3db45), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:24.979122 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c7a427af-9e34-4c7c-a999-2892866efe10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (edeaee66-1511-4e76-8169-1400f792b7a0), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:24.982825 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65208f7b-ecc4-431b-b9eb-53dca0d23291 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:10:25.002305 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-7d9d7501-3dec-41db-8152-604eab388030 req-515bc34e-89c6-4f04-a665-53fdc9d8ec34 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Calling delete_port for 7e9a9e13-fda2-4b66-841f-e53062b3db45 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:25.020080 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] Sync routers for ids ['3ea619a2-26e6-4da0-95d2-96ea90c973b8'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:10:25.040867 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c92ad968-2f22-4883-8cf6-64d1016386fc req-f7b02a3b-08af-4e69-80e3-37bca4737609 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8242073 Feb 19 04:10:25.100243 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a427af-9e34-4c7c-a999-2892866efe10 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:10:25.100671 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c7a427af-9e34-4c7c-a999-2892866efe10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (edeaee66-1511-4e76-8169-1400f792b7a0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:25.112015 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-65208f7b-ecc4-431b-b9eb-53dca0d23291 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:25.121028 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-65208f7b-ecc4-431b-b9eb-53dca0d23291 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2638514 Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:10:25.122281 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:10:25.161493 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35590) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:25.253909 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port bdd52921-455b-44e3-a57f-e5c5434c4a0d is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:25.254843 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bdd52921-455b-44e3-a57f-e5c5434c4a0d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:25.298224 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9e0c-019e-4d15-aabb-ba8a3ecd5f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (e6467453-a769-4604-951c-cf9b641b9304), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:25.304431 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-69ddc3cf-82f1-4347-8dad-1a06fafc6d93 req-7f42e9f7-b038-40ad-bd48-c624709d1c86 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7030358 Feb 19 04:10:25.346501 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ff7da67b-b7cd-4488-8a17-345d2e2c0984 req-42779353-83dc-43fe-a770-a55ba9b185be tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (bdd52921-455b-44e3-a57f-e5c5434c4a0d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:25.611339 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b9333774-c34c-4897-92c2-e9ad6d188600 None None] For port 6c57e125-6706-4b73-b30f-a9ef8b89c72f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6c57e125-6706-4b73-b30f-a9ef8b89c72f,segment=NetworkSegment(35e2884c-3d3d-4a1c-80c4-83e043e81213),segment_id=35e2884c-3d3d-4a1c-80c4-83e043e81213)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:25.636533 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b9333774-c34c-4897-92c2-e9ad6d188600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6c57e125-6706-4b73-b30f-a9ef8b89c72f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:25.747445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de59e5-01ad-4533-9fff-ce6430a7cfd7 req-af8003fa-b26c-42a6-a4d2-62e89f41933c tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:25.756175 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a3de59e5-01ad-4533-9fff-ce6430a7cfd7 req-af8003fa-b26c-42a6-a4d2-62e89f41933c tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/ports?device_id=4354ea86-5de9-467e-a3f6-4bc9903c1579 HTTP/1.1" status: 200 len: 945 time: 0.7787826 Feb 19 04:10:25.794226 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c7a427af-9e34-4c7c-a999-2892866efe10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (f297bfa7-9ef1-4a93-8863-36d66c6be30a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:25.815080 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42779353-83dc-43fe-a770-a55ba9b185be tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Pushing event deleted for resources: {'Port': ['ID=bdd52921-455b-44e3-a57f-e5c5434c4a0d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:25.842396 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] Routers {'3ea619a2-26e6-4da0-95d2-96ea90c973b8'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:10:25.843045 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:10:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['3ea619a2-26e6-4da0-95d2-96ea90c973b8'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:25.883431 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 7e9a9e13-fda2-4b66-841f-e53062b3db45 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:25.883779 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7e9a9e13-fda2-4b66-841f-e53062b3db45), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:25.999814 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 6c57e125-6706-4b73-b30f-a9ef8b89c72f is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:26.000279 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6c57e125-6706-4b73-b30f-a9ef8b89c72f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:26.023683 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c7a427af-9e34-4c7c-a999-2892866efe10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:26.034761 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c7a427af-9e34-4c7c-a999-2892866efe10 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f297bfa7-9ef1-4a93-8863-36d66c6be30a HTTP/1.1" status: 204 len: 168 time: 3.5193954 Feb 19 04:10:26.069578 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-7d7d7abf-d647-48fd-b7b3-1bf124213e03 None None] Provisioning complete for port 6c57e125-6706-4b73-b30f-a9ef8b89c72f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:26.069980 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7d7d7abf-d647-48fd-b7b3-1bf124213e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6c57e125-6706-4b73-b30f-a9ef8b89c72f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:26.210304 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9333774-c34c-4897-92c2-e9ad6d188600 None None] Pushing event updated for resources: {'Port': ['ID=6c57e125-6706-4b73-b30f-a9ef8b89c72f,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:26.223353 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a427af-9e34-4c7c-a999-2892866efe10 admin admin] Pushing event deleted for resources: {'Network': ['ID=f297bfa7-9ef1-4a93-8863-36d66c6be30a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:26.284295 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7d9d7501-3dec-41db-8152-604eab388030 req-515bc34e-89c6-4f04-a665-53fdc9d8ec34 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (7e9a9e13-fda2-4b66-841f-e53062b3db45), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:26.301539 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7da67b-b7cd-4488-8a17-345d2e2c0984 req-42779353-83dc-43fe-a770-a55ba9b185be tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] No DVR routers for this DVR port bdd52921-455b-44e3-a57f-e5c5434c4a0d on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:10:26.307904 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ff7da67b-b7cd-4488-8a17-345d2e2c0984 req-42779353-83dc-43fe-a770-a55ba9b185be tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:26.311922 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ff7da67b-b7cd-4488-8a17-345d2e2c0984 req-42779353-83dc-43fe-a770-a55ba9b185be tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.48 "DELETE /v2.0/ports/bdd52921-455b-44e3-a57f-e5c5434c4a0d HTTP/1.1" status: 204 len: 173 time: 3.8671892 Feb 19 04:10:26.322122 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35600) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:26.328752 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b5fe33-1d23-419d-ac79-949bfaef98e0', 'name': 'network-vif-deleted', 'tag': 'bdd52921-455b-44e3-a57f-e5c5434c4a0d'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:26.332892 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ee6d4f-9f01-411d-84b1-72575d3c2d62" -d '{"events": [{"server_uuid": "21b5fe33-1d23-419d-ac79-949bfaef98e0", "name": "network-vif-deleted", "tag": "bdd52921-455b-44e3-a57f-e5c5434c4a0d"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:26.385935 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] Set router 3ea619a2-26e6-4da0-95d2-96ea90c973b8 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:10:26.432329 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bc34e-89c6-4f04-a665-53fdc9d8ec34 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Pushing event deleted for resources: {'Port': ['ID=7e9a9e13-fda2-4b66-841f-e53062b3db45,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:26.447486 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ad968-2f22-4883-8cf6-64d1016386fc req-419d0bc2-7871-4a5e-8b0c-fb2164d2d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:26.452212 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c92ad968-2f22-4883-8cf6-64d1016386fc req-419d0bc2-7871-4a5e-8b0c-fb2164d2d651 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 1127 time: 1.1399879 Feb 19 04:10:26.550576 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbd9e0c-019e-4d15-aabb-ba8a3ecd5f41 admin admin] Router e6467453-a769-4604-951c-cf9b641b9304 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:10:26.569228 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:10:26.569752 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:10:26.575686 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018023a1-98e2-436c-9cf3-23b43e80e0b1 req-87fe7ad2-213e-4f92-b3ed-3b9c33349943 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:26.583785 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-018023a1-98e2-436c-9cf3-23b43e80e0b1 req-87fe7ad2-213e-4f92-b3ed-3b9c33349943 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.8842332 Feb 19 04:10:26.605755 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a3de59e5-01ad-4533-9fff-ce6430a7cfd7 req-7096b962-3ca8-4fc9-bd02-42932ac0ff0c tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8263f1-bdf4-47da-999b-4847c4f427cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8481059 Feb 19 04:10:26.776275 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2bcb3151-4f47-4e6f-8cac-33aaa379f8ba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=088e1ccd7d10405ea13457cf0bfc7da0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4527750 Feb 19 04:10:26.779541 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7d7d7abf-d647-48fd-b7b3-1bf124213e03 None None] Current status of the port 6c57e125-6706-4b73-b30f-a9ef8b89c72f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:26.815344 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-7d7d7abf-d647-48fd-b7b3-1bf124213e03 None None] Provisioning complete for port 633f243d-67a9-480c-b730-c9b14273fe51 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:26.815885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ad968-2f22-4883-8cf6-64d1016386fc req-c74b1810-3df1-483b-aef2-d2ce7b21ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:26.817891 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c92ad968-2f22-4883-8cf6-64d1016386fc req-c74b1810-3df1-483b-aef2-d2ce7b21ea38 service neutron] 10.222.0.48 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 921 time: 0.3319790 Feb 19 04:10:26.818877 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7d7d7abf-d647-48fd-b7b3-1bf124213e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (633f243d-67a9-480c-b730-c9b14273fe51), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:26.834112 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35606) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:26.952742 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8bc79b8c-0997-4283-92a9-21ec3a39622f req-10d8394c-4d1b-46c7-9807-4239a2414273 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce1f8422-8053-44c2-a3a2-09f49005e061 HTTP/1.1" status: 200 len: 210 time: 0.1993160 Feb 19 04:10:26.960764 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c92ad968-2f22-4883-8cf6-64d1016386fc req-370b6e69-0f1b-41d9-bc7e-e044e7634f6b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=520f56e0-500c-4b37-b9f5-893e73136f4a HTTP/1.1" status: 200 len: 217 time: 0.1290925 Feb 19 04:10:26.989115 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f44149-7782-4944-805a-1b89c5092646 req-71651e99-d975-4734-90cf-2e9fe1d929b4 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:26.993086 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'name': 'tempest-TaggedBootDevicesTest-829036890-router', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:18Z', 'updated_at': '2022-02-19T04:10:22Z', 'revision_number': 3, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'gw_port': {'id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:71:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:20Z', 'updated_at': '2022-02-19T04:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:27.008227 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5f44149-7782-4944-805a-1b89c5092646 req-71651e99-d975-4734-90cf-2e9fe1d929b4 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.48 "GET /v2.0/networks?id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f HTTP/1.1" status: 200 len: 806 time: 1.2220464 Feb 19 04:10:27.036518 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-d5f44149-7782-4944-805a-1b89c5092646 req-e9095ad4-88ca-4d20-9e04-ba5345b627ab tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Request body: {'port': {'device_id': 'ce1f8422-8053-44c2-a3a2-09f49005e061', 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f', 'admin_state_up': True, 'tenant_id': '419e9a0715e84b22a8fff2f89fa3da4c'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:27.039574 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] Checking router: 3ea619a2-26e6-4da0-95d2-96ea90c973b8 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:10:27.039995 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] Updating router 3ea619a2-26e6-4da0-95d2-96ea90c973b8 port ce5e0ad4-7a1c-4170-87cd-d44eaad83dda binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:10:27.111947 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9d7501-3dec-41db-8152-604eab388030 req-515bc34e-89c6-4f04-a665-53fdc9d8ec34 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] No DVR routers for this DVR port 7e9a9e13-fda2-4b66-841f-e53062b3db45 on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:10:27.122274 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7d9d7501-3dec-41db-8152-604eab388030 req-515bc34e-89c6-4f04-a665-53fdc9d8ec34 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:27.128422 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7d9d7501-3dec-41db-8152-604eab388030 req-515bc34e-89c6-4f04-a665-53fdc9d8ec34 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.10 "DELETE /v2.0/ports/7e9a9e13-fda2-4b66-841f-e53062b3db45 HTTP/1.1" status: 204 len: 173 time: 4.8077111 Feb 19 04:10:27.135478 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7d7d7abf-d647-48fd-b7b3-1bf124213e03 None None] Current status of the port 633f243d-67a9-480c-b730-c9b14273fe51 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:27.159652 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ce5e0ad4-7a1c-4170-87cd-d44eaad83dda), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:27.232852 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 6c57e125-6706-4b73-b30f-a9ef8b89c72f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:27.235001 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 633f243d-67a9-480c-b730-c9b14273fe51 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:27.444243 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-018023a1-98e2-436c-9cf3-23b43e80e0b1 req-a8f47baa-2c79-4595-bb6f-0e72b91dd149 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6094184 Feb 19 04:10:27.499691 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 633f243d-67a9-480c-b730-c9b14273fe51 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:27.502959 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (633f243d-67a9-480c-b730-c9b14273fe51), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:27.532620 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ea128-253d-4968-bd82-0daea5870177 req-5e7c6971-16d7-431a-b616-0a9005143010 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:27.534490 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d48ea128-253d-4968-bd82-0daea5870177 req-5e7c6971-16d7-431a-b616-0a9005143010 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f8e51ff-7a19-4683-aed8-9d8ba561ba34 HTTP/1.1" status: 200 len: 946 time: 0.4304688 Feb 19 04:10:27.556617 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78399c2a-7934-4a51-ad6b-1363a3e339f4 admin admin] Publish callbacks [] for security_group (ba14ed29-5d4d-4397-8cf5-0403fea0f665), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:27.564446 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-faa7fa1d-9577-4c82-a8ec-48a9f60cadfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:27.583794 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ad968-2f22-4883-8cf6-64d1016386fc req-a5eefc50-ec9c-4805-81dd-b6a09f223f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:27.586517 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c92ad968-2f22-4883-8cf6-64d1016386fc req-a5eefc50-ec9c-4805-81dd-b6a09f223f29 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.4520495 Feb 19 04:10:27.689632 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0b62c5-fab1-4dda-a79b-6e749b86a7df x-openstack-request-id: req-ab0b62c5-fab1-4dda-a79b-6e749b86a7df {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:27.690009 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b5fe33-1d23-419d-ac79-949bfaef98e0", "name": "network-vif-deleted", "tag": "bdd52921-455b-44e3-a57f-e5c5434c4a0d", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:27.696812 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab0b62c5-fab1-4dda-a79b-6e749b86a7df {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:27.697394 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b5fe33-1d23-419d-ac79-949bfaef98e0', 'name': 'network-vif-deleted', 'tag': 'bdd52921-455b-44e3-a57f-e5c5434c4a0d', 'status': 'completed', 'code': 200} Feb 19 04:10:27.718598 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c92ad968-2f22-4883-8cf6-64d1016386fc req-0e259872-6c1f-48ca-b555-ea775acfa75d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216922 Feb 19 04:10:27.861834 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d48ea128-253d-4968-bd82-0daea5870177 req-b582457d-3776-4f6e-93a5-ad522e376eb1 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055072 Feb 19 04:10:27.890653 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f44149-7782-4944-805a-1b89c5092646 req-e9095ad4-88ca-4d20-9e04-ba5345b627ab tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Made reservation on behalf of 419e9a0715e84b22a8fff2f89fa3da4c for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:27.902703 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d5f44149-7782-4944-805a-1b89c5092646 req-e9095ad4-88ca-4d20-9e04-ba5345b627ab tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:27.955204 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 633f243d-67a9-480c-b730-c9b14273fe51 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:28.214368 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-56f2ce44-ecd3-4258-9b4f-66c04a3465c0 req-5f8cb9b1-31d2-4656-8d3f-52d2343cfa87 tempest-ListServersNegativeTestJSON-1495796191 tempest-ListServersNegativeTestJSON-1495796191-project] 10.222.0.65 "GET /v2.0/ports?device_id=4354ea86-5de9-467e-a3f6-4bc9903c1579 HTTP/1.1" status: 200 len: 210 time: 0.1445119 Feb 19 04:10:28.237289 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78399c2a-7934-4a51-ad6b-1363a3e339f4 admin admin] Publish callbacks [] for security_group (ba14ed29-5d4d-4397-8cf5-0403fea0f665), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:28.280812 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] Publish callbacks [] for port (ce5e0ad4-7a1c-4170-87cd-d44eaad83dda), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:28.293462 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6c57e125-6706-4b73-b30f-a9ef8b89c72f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:28.355146 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ce5e0ad4-7a1c-4170-87cd-d44eaad83dda), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:28.398996 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbd9e0c-019e-4d15-aabb-ba8a3ecd5f41 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:10:28.418303 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] Sync routers for ids ['e6467453-a769-4604-951c-cf9b641b9304'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:10:28.454967 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] Routers {'e6467453-a769-4604-951c-cf9b641b9304'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:10:28.455949 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:10:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['e6467453-a769-4604-951c-cf9b641b9304'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:28.689715 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-faa7fa1d-9577-4c82-a8ec-48a9f60cadfb admin admin] Allocated IP 172.20.0.1 (13a9d3f4-3356-4e6e-a155-7a335ac942cb/51a2a4cd-6790-4215-a871-8bf82a31fe51/0a8df158-d0fa-44f0-b806-d96fe000d527) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:28.790799 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b0417-b2d9-4c0c-ba9e-dcdca0f044e5 req-37148523-1213-4e04-8775-c18fc6923376 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:28.792496 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf5b0417-b2d9-4c0c-ba9e-dcdca0f044e5 req-37148523-1213-4e04-8775-c18fc6923376 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.4802718 Feb 19 04:10:28.879255 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] Set router e6467453-a769-4604-951c-cf9b641b9304 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:10:28.943294 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf5b0417-b2d9-4c0c-ba9e-dcdca0f044e5 req-be2a3cb4-b271-48bf-866d-f354f3397a6b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986979 Feb 19 04:10:28.954414 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-d5f44149-7782-4944-805a-1b89c5092646 req-e9095ad4-88ca-4d20-9e04-ba5345b627ab tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Allocated IP 172.20.0.6 (9dc04b1c-0c00-4eb5-855b-7e8517943c9f/920919b3-1361-46cf-9a70-c4e0885dbe63/f17ac72d-1eac-47bf-8936-cf7d8383d063) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:29.011483 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] Attempting to bind port ce5e0ad4-7a1c-4170-87cd-d44eaad83dda on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:10:29.012078 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] Attempting to bind port ce5e0ad4-7a1c-4170-87cd-d44eaad83dda by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:10:29.012743 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] Attempting to bind port ce5e0ad4-7a1c-4170-87cd-d44eaad83dda on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:29.026720 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bc1d-3489-43b8-9bba-cad5c941f781 None None] Pushing event updated for resources: {'Port': ['ID=ce5e0ad4-7a1c-4170-87cd-d44eaad83dda,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:29.032934 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:10:29.033606 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:29.034247 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:29.034848 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:10:29.035685 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] Bound port: ce5e0ad4-7a1c-4170-87cd-d44eaad83dda, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:10:29.036469 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ce5e0ad4-7a1c-4170-87cd-d44eaad83dda), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:29.040827 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 6c57e125-6706-4b73-b30f-a9ef8b89c72f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:29.041533 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6c57e125-6706-4b73-b30f-a9ef8b89c72f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:29.198379 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d5f44149-7782-4944-805a-1b89c5092646 req-e9095ad4-88ca-4d20-9e04-ba5345b627ab tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks [] for port (f17ac72d-1eac-47bf-8936-cf7d8383d063), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:29.288074 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-faa7fa1d-9577-4c82-a8ec-48a9f60cadfb admin admin] Publish callbacks [] for port (0a8df158-d0fa-44f0-b806-d96fe000d527), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:29.298055 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d5f44149-7782-4944-805a-1b89c5092646 req-e9095ad4-88ca-4d20-9e04-ba5345b627ab tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f17ac72d-1eac-47bf-8936-cf7d8383d063), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:29.305439 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] For port ce5e0ad4-7a1c-4170-87cd-d44eaad83dda, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:10:29.315060 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 6c57e125-6706-4b73-b30f-a9ef8b89c72f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:29.317031 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 633f243d-67a9-480c-b730-c9b14273fe51 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:29.377150 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['dae86111-0480-4bc5-a0c0-903b538e51df'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:10:29.381956 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78399c2a-7934-4a51-ad6b-1363a3e339f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ba14ed29-5d4d-4397-8cf5-0403fea0f665), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:29.387106 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78399c2a-7934-4a51-ad6b-1363a3e339f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:29.397277 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-78399c2a-7934-4a51-ad6b-1363a3e339f4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ba14ed29-5d4d-4397-8cf5-0403fea0f665 HTTP/1.1" status: 204 len: 168 time: 2.5551972 Feb 19 04:10:29.399723 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] For port ce5e0ad4-7a1c-4170-87cd-d44eaad83dda, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ce5e0ad4-7a1c-4170-87cd-d44eaad83dda,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:10:29.432334 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ce5e0ad4-7a1c-4170-87cd-d44eaad83dda), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:29.488896 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6467453-a769-4604-951c-cf9b641b9304', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-285821422-router', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:17Z', 'updated_at': '2022-02-19T04:10:22Z', 'revision_number': 3, 'project_id': '28046742ef1049688a695bac0a3826eb', 'gw_port': {'id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6467453-a769-4604-951c-cf9b641b9304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:19Z', 'updated_at': '2022-02-19T04:10:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:29.528524 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9095ad4-88ca-4d20-9e04-ba5345b627ab tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Pushing event updated for resources: {'Port': ['ID=f17ac72d-1eac-47bf-8936-cf7d8383d063,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:29.588008 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] Checking router: e6467453-a769-4604-951c-cf9b641b9304 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:10:29.593933 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] Updating router e6467453-a769-4604-951c-cf9b641b9304 port be3bc778-c7ba-49ac-abe9-15c625c97201 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:10:29.701459 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4354ea86-5de9-467e-a3f6-4bc9903c1579', 'name': 'network-vif-deleted', 'tag': '7e9a9e13-fda2-4b66-841f-e53062b3db45'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:29.710964 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f44149-7782-4944-805a-1b89c5092646 req-e9095ad4-88ca-4d20-9e04-ba5345b627ab tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:29.717028 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1a8f41-0cab-4bd0-b2b1-9a0a26225e79" -d '{"events": [{"server_uuid": "4354ea86-5de9-467e-a3f6-4bc9903c1579", "name": "network-vif-deleted", "tag": "7e9a9e13-fda2-4b66-841f-e53062b3db45"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:29.718473 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (be3bc778-c7ba-49ac-abe9-15c625c97201), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:29.721388 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78399c2a-7934-4a51-ad6b-1363a3e339f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba14ed29-5d4d-4397-8cf5-0403fea0f665,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:29.721593 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] Routers {'3ea619a2-26e6-4da0-95d2-96ea90c973b8'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:10:29.722070 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:10:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['3ea619a2-26e6-4da0-95d2-96ea90c973b8'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:29.745932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-d5f44149-7782-4944-805a-1b89c5092646 req-e9095ad4-88ca-4d20-9e04-ba5345b627ab tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:29.755417 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 633f243d-67a9-480c-b730-c9b14273fe51 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:29.757165 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (633f243d-67a9-480c-b730-c9b14273fe51), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:29.758935 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f44149-7782-4944-805a-1b89c5092646 req-e9095ad4-88ca-4d20-9e04-ba5345b627ab tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:29.794835 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c92ad968-2f22-4883-8cf6-64d1016386fc req-99f9eb4f-68bd-4a42-8436-ef9eb26bdee2 service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0567453 Feb 19 04:10:29.808396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e2234-c000-40b9-abd3-c5dfba185a52 req-35301ff0-4071-48fb-a6a6-7e849330633b tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:29.810677 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d70e2234-c000-40b9-abd3-c5dfba185a52 req-35301ff0-4071-48fb-a6a6-7e849330633b tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f8e51ff-7a19-4683-aed8-9d8ba561ba34 HTTP/1.1" status: 200 len: 946 time: 0.5706666 Feb 19 04:10:29.816967 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cbd9e0c-019e-4d15-aabb-ba8a3ecd5f41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:29.818610 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6cbd9e0c-019e-4d15-aabb-ba8a3ecd5f41 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 12.0119739 Feb 19 04:10:29.844883 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35634) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:29.880157 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bc1d-3489-43b8-9bba-cad5c941f781 None None] Pushing event updated for resources: {'Port': ['ID=ce5e0ad4-7a1c-4170-87cd-d44eaad83dda,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:29.908781 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-faa7fa1d-9577-4c82-a8ec-48a9f60cadfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (0a8df158-d0fa-44f0-b806-d96fe000d527), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:29.914743 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d4cdb-ea23-4bd2-bb39-a13384c81203 req-6efcf72b-9578-45f7-bf37-b118366b5cd3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:29.920814 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1b3d4cdb-ea23-4bd2-bb39-a13384c81203 req-6efcf72b-9578-45f7-bf37-b118366b5cd3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce1f8422-8053-44c2-a3a2-09f49005e061 HTTP/1.1" status: 200 len: 931 time: 0.5060861 Feb 19 04:10:29.929982 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ff464-c0d0-4515-b3f8-d98a80173d0a req-55ba57fd-57b2-442a-ba75-75d806fef42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:29.931718 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e28ff464-c0d0-4515-b3f8-d98a80173d0a req-55ba57fd-57b2-442a-ba75-75d806fef42b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 1127 time: 1.6907353 Feb 19 04:10:30.042300 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa7fa1d-9577-4c82-a8ec-48a9f60cadfb admin admin] Network 13a9d3f4-3356-4e6e-a155-7a335ac942cb is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:30.044554 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-faa7fa1d-9577-4c82-a8ec-48a9f60cadfb admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:30.163659 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f44149-7782-4944-805a-1b89c5092646 req-e9095ad4-88ca-4d20-9e04-ba5345b627ab tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:30.167667 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d5f44149-7782-4944-805a-1b89c5092646 req-e9095ad4-88ca-4d20-9e04-ba5345b627ab tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:30.202896 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d70e2234-c000-40b9-abd3-c5dfba185a52 req-e0a85135-aaae-4f2c-9c04-e53eaad8bbe1 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511405 Feb 19 04:10:30.215839 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7fa1d-9577-4c82-a8ec-48a9f60cadfb admin admin] Pushing event updated for resources: {'Port': ['ID=0a8df158-d0fa-44f0-b806-d96fe000d527,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:30.228603 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa7fa1d-9577-4c82-a8ec-48a9f60cadfb admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:30.431270 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5f44149-7782-4944-805a-1b89c5092646 req-e9095ad4-88ca-4d20-9e04-ba5345b627ab tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4267333 Feb 19 04:10:30.454963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-d5f44149-7782-4944-805a-1b89c5092646 req-e6386f54-fd33-41f1-b9a0-bd99674b4bc0 service neutron] Request body: {'port': {'device_id': 'ce1f8422-8053-44c2-a3a2-09f49005e061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:30.566861 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] Set router 3ea619a2-26e6-4da0-95d2-96ea90c973b8 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:10:30.787104 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 633f243d-67a9-480c-b730-c9b14273fe51 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:30.856814 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35644) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:30.927524 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f8638e-3b83-4568-85bc-634dacd71008 x-openstack-request-id: req-c1f8638e-3b83-4568-85bc-634dacd71008 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:30.927880 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4354ea86-5de9-467e-a3f6-4bc9903c1579", "name": "network-vif-deleted", "tag": "7e9a9e13-fda2-4b66-841f-e53062b3db45", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:30.928100 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c1f8638e-3b83-4568-85bc-634dacd71008 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:30.933597 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4354ea86-5de9-467e-a3f6-4bc9903c1579', 'name': 'network-vif-deleted', 'tag': '7e9a9e13-fda2-4b66-841f-e53062b3db45', 'status': 'completed', 'code': 200} Feb 19 04:10:30.962045 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f1f7cf74-1bd2-4aea-a99f-3fd6e6109a51 None None] Provisioning complete for port 0a8df158-d0fa-44f0-b806-d96fe000d527 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:30.963117 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f1f7cf74-1bd2-4aea-a99f-3fd6e6109a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0a8df158-d0fa-44f0-b806-d96fe000d527), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:31.049657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f1f7cf74-1bd2-4aea-a99f-3fd6e6109a51 None None] Port 0a8df158-d0fa-44f0-b806-d96fe000d527 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:10:31.236004 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1b3d4cdb-ea23-4bd2-bb39-a13384c81203 req-707a8792-63fa-40d6-9341-d6e21dec9595 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3006258 Feb 19 04:10:31.284968 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'name': 'tempest-TaggedBootDevicesTest-829036890-router', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:18Z', 'updated_at': '2022-02-19T04:10:22Z', 'revision_number': 3, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'gw_port': {'id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:71:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:20Z', 'updated_at': '2022-02-19T04:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:31.388847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd89c305-6ba8-424e-9817-3b868f14ddb8 None None] The sync data for ids ['3ea619a2-26e6-4da0-95d2-96ea90c973b8'] in n-d-772273-4 is: [{'id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'name': 'tempest-TaggedBootDevicesTest-829036890-router', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:18Z', 'updated_at': '2022-02-19T04:10:22Z', 'revision_number': 3, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'gw_port': {'id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:71:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:20Z', 'updated_at': '2022-02-19T04:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:10:31.395332 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] Publish callbacks [] for port (be3bc778-c7ba-49ac-abe9-15c625c97201), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:31.409180 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (be3bc778-c7ba-49ac-abe9-15c625c97201), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:31.447511 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35648) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:31.500111 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-014bbbd9-ed6e-4ed2-9e02-02023618d428 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1ecd5f545c9f4e4a9bb648ad5f528925&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5613582 Feb 19 04:10:31.515613 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ff464-c0d0-4515-b3f8-d98a80173d0a req-d29a1ed2-be0c-4e31-a640-3777edb5344a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:31.517240 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e28ff464-c0d0-4515-b3f8-d98a80173d0a req-d29a1ed2-be0c-4e31-a640-3777edb5344a service neutron] 10.222.0.48 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 912 time: 1.2516494 Feb 19 04:10:31.519146 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35652) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:31.536413 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c92ad968-2f22-4883-8cf6-64d1016386fc req-af12fdfb-df27-4ff0-82b7-cd548767bd72 service neutron] 10.222.0.48 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7056973 Feb 19 04:10:31.580026 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-faa7fa1d-9577-4c82-a8ec-48a9f60cadfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (3ea619a2-26e6-4da0-95d2-96ea90c973b8), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:31.588146 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47dfccc-3298-4749-b002-c1c52179405f req-ebc993fd-5d80-4337-8bd7-bf7e07a72783 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:31.590811 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e47dfccc-3298-4749-b002-c1c52179405f req-ebc993fd-5d80-4337-8bd7-bf7e07a72783 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8e51ff-7a19-4683-aed8-9d8ba561ba34 HTTP/1.1" status: 200 len: 946 time: 1.2602255 Feb 19 04:10:31.650201 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49397b-4912-489e-a443-fa2cc3660f46 None None] Pushing event updated for resources: {'Port': ['ID=be3bc778-c7ba-49ac-abe9-15c625c97201,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:31.683996 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] Attempting to bind port be3bc778-c7ba-49ac-abe9-15c625c97201 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:10:31.684579 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] Attempting to bind port be3bc778-c7ba-49ac-abe9-15c625c97201 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:10:31.685193 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] Attempting to bind port be3bc778-c7ba-49ac-abe9-15c625c97201 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:31.710201 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c49397b-4912-489e-a443-fa2cc3660f46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.711294 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c49397b-4912-489e-a443-fa2cc3660f46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.711844 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c49397b-4912-489e-a443-fa2cc3660f46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.712383 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c49397b-4912-489e-a443-fa2cc3660f46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.713040 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c49397b-4912-489e-a443-fa2cc3660f46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.713589 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c49397b-4912-489e-a443-fa2cc3660f46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.714142 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c49397b-4912-489e-a443-fa2cc3660f46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.714679 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c49397b-4912-489e-a443-fa2cc3660f46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.726088 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c49397b-4912-489e-a443-fa2cc3660f46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.727320 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c49397b-4912-489e-a443-fa2cc3660f46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.727880 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c49397b-4912-489e-a443-fa2cc3660f46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.728424 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c49397b-4912-489e-a443-fa2cc3660f46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.729063 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c49397b-4912-489e-a443-fa2cc3660f46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:31.754296 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:10:31.754712 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:31.755353 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:31.756440 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:10:31.756775 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] Bound port: be3bc778-c7ba-49ac-abe9-15c625c97201, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:10:31.757493 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (be3bc778-c7ba-49ac-abe9-15c625c97201), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:31.950888 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] For port be3bc778-c7ba-49ac-abe9-15c625c97201, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:10:31.956989 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] For port be3bc778-c7ba-49ac-abe9-15c625c97201, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=be3bc778-c7ba-49ac-abe9-15c625c97201,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:10:31.981099 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (be3bc778-c7ba-49ac-abe9-15c625c97201), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:32.066073 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e28ff464-c0d0-4515-b3f8-d98a80173d0a req-e8c7462f-6ad3-4f17-98a5-0889e2bb749a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19829663-8e11-450d-b642-0067dfa5de94 HTTP/1.1" status: 200 len: 999 time: 0.5177853 Feb 19 04:10:32.107748 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7410a85-8e69-4f33-b7a7-1dedea5b4b9b req-959f1f9e-28ad-4b71-8a04-08345bbbed19 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:32.110781 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7410a85-8e69-4f33-b7a7-1dedea5b4b9b req-959f1f9e-28ad-4b71-8a04-08345bbbed19 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f8e51ff-7a19-4683-aed8-9d8ba561ba34 HTTP/1.1" status: 200 len: 946 time: 0.6394982 Feb 19 04:10:32.197348 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c74d5aaf-18e9-4e41-82f7-256c5932e576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:32.242169 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] Routers {'e6467453-a769-4604-951c-cf9b641b9304'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:10:32.242822 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:10:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['e6467453-a769-4604-951c-cf9b641b9304'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:32.399912 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49397b-4912-489e-a443-fa2cc3660f46 None None] Pushing event updated for resources: {'Port': ['ID=be3bc778-c7ba-49ac-abe9-15c625c97201,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:32.450085 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ff464-c0d0-4515-b3f8-d98a80173d0a req-e9a51814-9ca8-4fda-9fd2-4456670c7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:32.452621 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e28ff464-c0d0-4515-b3f8-d98a80173d0a req-e9a51814-9ca8-4fda-9fd2-4456670c7424 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509 HTTP/1.1" status: 200 len: 851 time: 0.3341262 Feb 19 04:10:32.453424 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e7942580-117d-47f2-b968-3ae94914edb2 admin admin] Publish callbacks [] for security_group (68a55ac5-ee42-4b17-b507-91168167a07e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:32.556727 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7410a85-8e69-4f33-b7a7-1dedea5b4b9b req-b7ee8a25-3949-47bf-9b7a-376a47857235 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups?id=23cca437-f8c6-41c8-ba50-ce136eefc2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159188 Feb 19 04:10:32.671025 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] Set router e6467453-a769-4604-951c-cf9b641b9304 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:10:32.717759 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-faa7fa1d-9577-4c82-a8ec-48a9f60cadfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0a8df158-d0fa-44f0-b806-d96fe000d527), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:32.725356 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 4844fb70-a020-4c98-9220-5faaaa7da3f8 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:32.739688 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-e47dfccc-3298-4749-b002-c1c52179405f req-70ca567a-b0c5-4a27-80d0-cb58ba1ba7ee tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Deleting port 4844fb70-a020-4c98-9220-5faaaa7da3f8 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:32.740336 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e47dfccc-3298-4749-b002-c1c52179405f req-70ca567a-b0c5-4a27-80d0-cb58ba1ba7ee tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (4844fb70-a020-4c98-9220-5faaaa7da3f8), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:32.770960 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0c7e6e6-edc3-4fd5-9277-d35c3c3a583f req-30bdd367-1529-4a1a-8771-a0370019249e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3924749 Feb 19 04:10:32.819288 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e3c74c-068b-4ada-ad6d-8971675e651c admin admin] Deleting subnet a720fb39-5b48-4764-b9a0-8c55eca6c7e1 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:10:32.820684 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e7942580-117d-47f2-b968-3ae94914edb2 admin admin] Publish callbacks [] for security_group (68a55ac5-ee42-4b17-b507-91168167a07e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:32.854342 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50e3c74c-068b-4ada-ad6d-8971675e651c admin admin] Publish callbacks [] for subnet (a720fb39-5b48-4764-b9a0-8c55eca6c7e1), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:32.930832 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d5f44149-7782-4944-805a-1b89c5092646 req-e6386f54-fd33-41f1-b9a0-bd99674b4bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f17ac72d-1eac-47bf-8936-cf7d8383d063), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:32.986871 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 4844fb70-a020-4c98-9220-5faaaa7da3f8 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:32.989738 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4844fb70-a020-4c98-9220-5faaaa7da3f8), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:33.054992 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8e51ff-7a19-4683-aed8-9d8ba561ba34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4844fb70-a020-4c98-9220-5faaaa7da3f8'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:33.073724 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743f15c1-e082-4208-865d-b86110ced82c" -d '{"events": [{"server_uuid": "5f8e51ff-7a19-4683-aed8-9d8ba561ba34", "name": "network-vif-unplugged", "status": "completed", "tag": "4844fb70-a020-4c98-9220-5faaaa7da3f8"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:33.100249 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ce5e0ad4-7a1c-4170-87cd-d44eaad83dda up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:33.106011 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fbcbe6-6efa-4a72-939e-96ec4200cdd2 req-fa691124-35ce-41b2-be7f-5bdc09696473 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:33.109788 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-56fbcbe6-6efa-4a72-939e-96ec4200cdd2 req-fa691124-35ce-41b2-be7f-5bdc09696473 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 1.6764116 Feb 19 04:10:33.197340 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-e47dfccc-3298-4749-b002-c1c52179405f req-70ca567a-b0c5-4a27-80d0-cb58ba1ba7ee tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] For port 4844fb70-a020-4c98-9220-5faaaa7da3f8, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=4844fb70-a020-4c98-9220-5faaaa7da3f8,segment=NetworkSegment(1121ec28-523b-4c23-8864-792f1de74a40),segment_id=1121ec28-523b-4c23-8864-792f1de74a40)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:33.198188 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e47dfccc-3298-4749-b002-c1c52179405f req-70ca567a-b0c5-4a27-80d0-cb58ba1ba7ee tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (4844fb70-a020-4c98-9220-5faaaa7da3f8), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:33.229857 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-e47dfccc-3298-4749-b002-c1c52179405f req-70ca567a-b0c5-4a27-80d0-cb58ba1ba7ee tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Calling delete_port for 4844fb70-a020-4c98-9220-5faaaa7da3f8 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:33.236043 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 4844fb70-a020-4c98-9220-5faaaa7da3f8, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=4844fb70-a020-4c98-9220-5faaaa7da3f8,segment=NetworkSegment(1121ec28-523b-4c23-8864-792f1de74a40),segment_id=1121ec28-523b-4c23-8864-792f1de74a40)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:33.248256 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4844fb70-a020-4c98-9220-5faaaa7da3f8), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:33.411379 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6467453-a769-4604-951c-cf9b641b9304', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-285821422-router', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:17Z', 'updated_at': '2022-02-19T04:10:22Z', 'revision_number': 3, 'project_id': '28046742ef1049688a695bac0a3826eb', 'gw_port': {'id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6467453-a769-4604-951c-cf9b641b9304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:19Z', 'updated_at': '2022-02-19T04:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:33.437352 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=4844fb70-a020-4c98-9220-5faaaa7da3f8,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:33.447410 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ce5e0ad4-7a1c-4170-87cd-d44eaad83dda triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:33.448007 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ce5e0ad4-7a1c-4170-87cd-d44eaad83dda), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:33.558657 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c81eb-dd62-424f-9ad1-5d5b3b510e56 None None] The sync data for ids ['e6467453-a769-4604-951c-cf9b641b9304'] in n-d-772273-4 is: [{'id': 'e6467453-a769-4604-951c-cf9b641b9304', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-285821422-router', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:17Z', 'updated_at': '2022-02-19T04:10:22Z', 'revision_number': 3, 'project_id': '28046742ef1049688a695bac0a3826eb', 'gw_port': {'id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6467453-a769-4604-951c-cf9b641b9304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:19Z', 'updated_at': '2022-02-19T04:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:10:33.612140 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e7942580-117d-47f2-b968-3ae94914edb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (68a55ac5-ee42-4b17-b507-91168167a07e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:33.615988 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e7942580-117d-47f2-b968-3ae94914edb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:33.622017 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e7942580-117d-47f2-b968-3ae94914edb2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/68a55ac5-ee42-4b17-b507-91168167a07e HTTP/1.1" status: 204 len: 168 time: 2.0804176 Feb 19 04:10:33.653087 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e47dfccc-3298-4749-b002-c1c52179405f req-70ca567a-b0c5-4a27-80d0-cb58ba1ba7ee tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (4844fb70-a020-4c98-9220-5faaaa7da3f8), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:33.668230 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ff464-c0d0-4515-b3f8-d98a80173d0a req-8d25cea2-26ef-404a-8e94-eacb15d5d2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:33.678935 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e28ff464-c0d0-4515-b3f8-d98a80173d0a req-8d25cea2-26ef-404a-8e94-eacb15d5d2bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9d990e4-ae18-48b8-9375-8a399a46fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1729527 Feb 19 04:10:33.746211 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ce5e0ad4-7a1c-4170-87cd-d44eaad83dda is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:33.746817 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ce5e0ad4-7a1c-4170-87cd-d44eaad83dda), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:33.832836 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port ce5e0ad4-7a1c-4170-87cd-d44eaad83dda, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ce5e0ad4-7a1c-4170-87cd-d44eaad83dda,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:33.848240 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ce5e0ad4-7a1c-4170-87cd-d44eaad83dda), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:33.899486 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50e3c74c-068b-4ada-ad6d-8971675e651c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (a720fb39-5b48-4764-b9a0-8c55eca6c7e1), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:33.974021 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50e3c74c-068b-4ada-ad6d-8971675e651c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (a720fb39-5b48-4764-b9a0-8c55eca6c7e1), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:33.995106 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca567a-b0c5-4a27-80d0-cb58ba1ba7ee tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Pushing event deleted for resources: {'Port': ['ID=4844fb70-a020-4c98-9220-5faaaa7da3f8,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:34.040855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=ce5e0ad4-7a1c-4170-87cd-d44eaad83dda,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:34.088994 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7942580-117d-47f2-b968-3ae94914edb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a55ac5-ee42-4b17-b507-91168167a07e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:34.358798 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98276116-b3e8-42c9-a112-fce9d9466363 req-ac297ba5-98fa-456c-a52f-185c22af7f52 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:34.371861 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98276116-b3e8-42c9-a112-fce9d9466363 req-ac297ba5-98fa-456c-a52f-185c22af7f52 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce1f8422-8053-44c2-a3a2-09f49005e061 HTTP/1.1" status: 200 len: 931 time: 1.5201659 Feb 19 04:10:34.388562 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50e3c74c-068b-4ada-ad6d-8971675e651c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (a720fb39-5b48-4764-b9a0-8c55eca6c7e1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:34.463518 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47dfccc-3298-4749-b002-c1c52179405f req-70ca567a-b0c5-4a27-80d0-cb58ba1ba7ee tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] No DVR routers for this DVR port 4844fb70-a020-4c98-9220-5faaaa7da3f8 on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:10:34.465604 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e47dfccc-3298-4749-b002-c1c52179405f req-70ca567a-b0c5-4a27-80d0-cb58ba1ba7ee tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:34.470448 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e47dfccc-3298-4749-b002-c1c52179405f req-70ca567a-b0c5-4a27-80d0-cb58ba1ba7ee tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.10 "DELETE /v2.0/ports/4844fb70-a020-4c98-9220-5faaaa7da3f8 HTTP/1.1" status: 204 len: 173 time: 2.8568921 Feb 19 04:10:34.494463 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8e51ff-7a19-4683-aed8-9d8ba561ba34', 'name': 'network-vif-deleted', 'tag': '4844fb70-a020-4c98-9220-5faaaa7da3f8'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:34.498951 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10baa958-5a2e-4417-b5c2-92ef2c32c68c" -d '{"events": [{"server_uuid": "5f8e51ff-7a19-4683-aed8-9d8ba561ba34", "name": "network-vif-deleted", "tag": "4844fb70-a020-4c98-9220-5faaaa7da3f8"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:34.599035 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c74c-068b-4ada-ad6d-8971675e651c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a720fb39-5b48-4764-b9a0-8c55eca6c7e1,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:34.608738 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98276116-b3e8-42c9-a112-fce9d9466363 req-d934a256-6af6-4554-b145-bffb7afdfee9 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139196 Feb 19 04:10:34.646348 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-56fbcbe6-6efa-4a72-939e-96ec4200cdd2 req-cc841bdc-a30f-4bf3-a490-80ecd0398e33 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8296905 Feb 19 04:10:34.664635 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e28ff464-c0d0-4515-b3f8-d98a80173d0a req-39bca760-a95c-42f2-8709-5f6a0975eaf4 service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9837935 Feb 19 04:10:34.667019 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe0b99a0-ef53-4dd2-96d7-f7f033a3db46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:34.774960 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-faa7fa1d-9577-4c82-a8ec-48a9f60cadfb admin admin] Publish callbacks [] for port (0a8df158-d0fa-44f0-b806-d96fe000d527), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:34.792005 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50e3c74c-068b-4ada-ad6d-8971675e651c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:34.795964 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1a4663-9869-49d1-90b9-f628f0cf3545 x-openstack-request-id: req-7e1a4663-9869-49d1-90b9-f628f0cf3545 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:34.796769 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8e51ff-7a19-4683-aed8-9d8ba561ba34", "name": "network-vif-unplugged", "status": "completed", "tag": "4844fb70-a020-4c98-9220-5faaaa7da3f8", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:34.796964 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e1a4663-9869-49d1-90b9-f628f0cf3545 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:34.797547 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8e51ff-7a19-4683-aed8-9d8ba561ba34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4844fb70-a020-4c98-9220-5faaaa7da3f8', 'code': 200} Feb 19 04:10:34.823054 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-50e3c74c-068b-4ada-ad6d-8971675e651c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a720fb39-5b48-4764-b9a0-8c55eca6c7e1 HTTP/1.1" status: 204 len: 168 time: 3.3698812 Feb 19 04:10:34.839813 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35680) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:34.985200 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-11837c52-5828-4ce7-97d5-82996116f8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:35.037600 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c74c-068b-4ada-ad6d-8971675e651c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.038846 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c74c-068b-4ada-ad6d-8971675e651c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.039902 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c74c-068b-4ada-ad6d-8971675e651c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.040664 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c74c-068b-4ada-ad6d-8971675e651c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.041333 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c74c-068b-4ada-ad6d-8971675e651c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.041929 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c74c-068b-4ada-ad6d-8971675e651c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.042538 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c74c-068b-4ada-ad6d-8971675e651c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.043118 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c74c-068b-4ada-ad6d-8971675e651c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.043789 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c74c-068b-4ada-ad6d-8971675e651c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.044388 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c74c-068b-4ada-ad6d-8971675e651c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.045069 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c74c-068b-4ada-ad6d-8971675e651c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.045662 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c74c-068b-4ada-ad6d-8971675e651c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.046222 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3c74c-068b-4ada-ad6d-8971675e651c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:35.089652 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-faa7fa1d-9577-4c82-a8ec-48a9f60cadfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (0a8df158-d0fa-44f0-b806-d96fe000d527), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:35.145615 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0d219e-858d-4ee2-ba21-56cb17efafe2 x-openstack-request-id: req-0e0d219e-858d-4ee2-ba21-56cb17efafe2 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:35.145967 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8e51ff-7a19-4683-aed8-9d8ba561ba34", "name": "network-vif-deleted", "tag": "4844fb70-a020-4c98-9220-5faaaa7da3f8", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:35.146237 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e0d219e-858d-4ee2-ba21-56cb17efafe2 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:35.146666 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8e51ff-7a19-4683-aed8-9d8ba561ba34', 'name': 'network-vif-deleted', 'tag': '4844fb70-a020-4c98-9220-5faaaa7da3f8', 'status': 'completed', 'code': 200} Feb 19 04:10:35.222220 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-faa7fa1d-9577-4c82-a8ec-48a9f60cadfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (3ea619a2-26e6-4da0-95d2-96ea90c973b8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:35.278213 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7fa1d-9577-4c82-a8ec-48a9f60cadfb admin admin] Pushing event updated for resources: {'Port': ['ID=0a8df158-d0fa-44f0-b806-d96fe000d527,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:35.283880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7e6e6-edc3-4fd5-9277-d35c3c3a583f req-31c91d7d-e2a3-4211-a5e5-ff2a1b07a11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:35.287225 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0c7e6e6-edc3-4fd5-9277-d35c3c3a583f req-31c91d7d-e2a3-4211-a5e5-ff2a1b07a11b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 1126 time: 2.3085248 Feb 19 04:10:35.313575 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:10:35.317462 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-625952d5-f35c-41f6-acd5-11c286b1ffd8 req-473cb228-bfd7-43b8-99a0-65f80bc77df8 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f8e51ff-7a19-4683-aed8-9d8ba561ba34 HTTP/1.1" status: 200 len: 210 time: 0.2470503 Feb 19 04:10:35.364023 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device be3bc778-c7ba-49ac-abe9-15c625c97201 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:35.544332 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7e6e6-edc3-4fd5-9277-d35c3c3a583f req-7503fe2e-7913-46ec-970a-630b025809f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:35.546627 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0c7e6e6-edc3-4fd5-9277-d35c3c3a583f req-7503fe2e-7913-46ec-970a-630b025809f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 200 len: 921 time: 0.2189004 Feb 19 04:10:35.571721 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e28ff464-c0d0-4515-b3f8-d98a80173d0a req-a2608767-97eb-482b-a916-2bbf882f377a service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8558679 Feb 19 04:10:35.598263 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0c36-3780-4c6b-9910-0b617e317a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (793ec2fd-7997-4be6-b1de-d27885aef69b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:35.621405 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0c7e6e6-edc3-4fd5-9277-d35c3c3a583f req-fc2ecb1a-a197-43d9-a761-0f7759ea7be9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5494cb48-fbd5-49e8-8dde-b365260ee3c4 HTTP/1.1" status: 200 len: 217 time: 0.0615413 Feb 19 04:10:35.649553 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port be3bc778-c7ba-49ac-abe9-15c625c97201 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:35.651723 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (be3bc778-c7ba-49ac-abe9-15c625c97201), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:35.677892 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-fe0b99a0-ef53-4dd2-96d7-f7f033a3db46 admin admin] Allocated IP 172.20.0.1 (5b6fe8f7-012f-486f-90bb-91627fbe5451/e75d9c9e-8c6f-4a8a-9816-273ad03117c1/2fadb108-0b9e-41be-8e92-9fc8b4b99926) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:35.881548 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0c36-3780-4c6b-9910-0b617e317a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (793ec2fd-7997-4be6-b1de-d27885aef69b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:35.930002 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port be3bc778-c7ba-49ac-abe9-15c625c97201 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:35.930682 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (be3bc778-c7ba-49ac-abe9-15c625c97201), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:35.940604 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-b3fa0c36-3780-4c6b-9910-0b617e317a57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793ec2fd-7997-4be6-b1de-d27885aef69b']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:35.957393 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7e6e6-edc3-4fd5-9277-d35c3c3a583f req-3c60a0bf-124d-4848-b114-4f31d64376c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:35.959738 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0c7e6e6-edc3-4fd5-9277-d35c3c3a583f req-3c60a0bf-124d-4848-b114-4f31d64376c4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 200 len: 861 time: 0.3257859 Feb 19 04:10:35.978045 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-b3fa0c36-3780-4c6b-9910-0b617e317a57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c9ca06-585c-490d-a975-91111742c735') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:35.980528 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-b3fa0c36-3780-4c6b-9910-0b617e317a57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c9ca06-585c-490d-a975-91111742c735') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:35.984224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port be3bc778-c7ba-49ac-abe9-15c625c97201, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=be3bc778-c7ba-49ac-abe9-15c625c97201,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:35.998004 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (be3bc778-c7ba-49ac-abe9-15c625c97201), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:36.000473 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ce5e0ad4-7a1c-4170-87cd-d44eaad83dda up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:36.010056 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0c36-3780-4c6b-9910-0b617e317a57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (44c9ca06-585c-490d-a975-91111742c735), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:36.018775 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0c7e6e6-edc3-4fd5-9277-d35c3c3a583f req-87e149b6-8714-4704-bb93-c12880d30926 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=407bbdcb-b5df-44e7-b0e3-eba770b3f80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414870 Feb 19 04:10:36.027039 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c2540-9920-4078-b15c-a89142d7165b req-47f32c06-10f5-4b7b-89b2-bd495acec988 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:36.036124 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d41c2540-9920-4078-b15c-a89142d7165b req-47f32c06-10f5-4b7b-89b2-bd495acec988 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.1927512 Feb 19 04:10:36.046597 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0c36-3780-4c6b-9910-0b617e317a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (44c9ca06-585c-490d-a975-91111742c735), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:36.060462 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3fa0c36-3780-4c6b-9910-0b617e317a57 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:10:36.073583 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0c36-3780-4c6b-9910-0b617e317a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (44c9ca06-585c-490d-a975-91111742c735), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:10:36.236852 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:10:36.291728 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0c36-3780-4c6b-9910-0b617e317a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (793ec2fd-7997-4be6-b1de-d27885aef69b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:36.303696 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0c36-3780-4c6b-9910-0b617e317a57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:36.318145 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b3fa0c36-3780-4c6b-9910-0b617e317a57 admin admin] 10.222.0.65 "DELETE /v2.0/networks/793ec2fd-7997-4be6-b1de-d27885aef69b HTTP/1.1" status: 204 len: 168 time: 1.4402761 Feb 19 04:10:36.338636 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-d5f44149-7782-4944-805a-1b89c5092646 req-e6386f54-fd33-41f1-b9a0-bd99674b4bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f17ac72d-1eac-47bf-8936-cf7d8383d063 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:10:36.346409 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ce5e0ad4-7a1c-4170-87cd-d44eaad83dda triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:36.347587 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ce5e0ad4-7a1c-4170-87cd-d44eaad83dda), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:36.363808 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d5f44149-7782-4944-805a-1b89c5092646 req-e6386f54-fd33-41f1-b9a0-bd99674b4bc0 service neutron] Publish callbacks [] for port (f17ac72d-1eac-47bf-8936-cf7d8383d063), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:36.403095 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-d5f44149-7782-4944-805a-1b89c5092646 req-e6386f54-fd33-41f1-b9a0-bd99674b4bc0 service neutron] Transition to ACTIVE for port object f17ac72d-1eac-47bf-8936-cf7d8383d063 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:10:36.439278 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=be3bc778-c7ba-49ac-abe9-15c625c97201,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:36.518321 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa0c36-3780-4c6b-9910-0b617e317a57 admin admin] Pushing event deleted for resources: {'Network': ['ID=793ec2fd-7997-4be6-b1de-d27885aef69b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:36.534078 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0c7e6e6-edc3-4fd5-9277-d35c3c3a583f req-c01a01ab-4128-44b6-985c-04ca421db41c service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818904 Feb 19 04:10:36.557907 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ce5e0ad4-7a1c-4170-87cd-d44eaad83dda is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:36.635382 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:36.658538 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe0b99a0-ef53-4dd2-96d7-f7f033a3db46 admin admin] Publish callbacks [] for port (2fadb108-0b9e-41be-8e92-9fc8b4b99926), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:36.703651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35712) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:36.715625 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe0b99a0-ef53-4dd2-96d7-f7f033a3db46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (2fadb108-0b9e-41be-8e92-9fc8b4b99926), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:36.754083 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbea895-c6bc-4bec-b788-f129ddbd68d8 req-815c02ef-37cf-4f7b-85ac-0309962b1877 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:36.756244 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5bbea895-c6bc-4bec-b788-f129ddbd68d8 req-815c02ef-37cf-4f7b-85ac-0309962b1877 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce1f8422-8053-44c2-a3a2-09f49005e061 HTTP/1.1" status: 200 len: 931 time: 0.5184174 Feb 19 04:10:36.780630 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa7fa1d-9577-4c82-a8ec-48a9f60cadfb admin admin] Network 13a9d3f4-3356-4e6e-a155-7a335ac942cb is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:36.782336 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d5f44149-7782-4944-805a-1b89c5092646 req-e6386f54-fd33-41f1-b9a0-bd99674b4bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (f17ac72d-1eac-47bf-8936-cf7d8383d063), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:36.787495 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0b99a0-ef53-4dd2-96d7-f7f033a3db46 admin admin] Network 5b6fe8f7-012f-486f-90bb-91627fbe5451 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:36.808900 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-fe0b99a0-ef53-4dd2-96d7-f7f033a3db46 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:36.842889 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0b99a0-ef53-4dd2-96d7-f7f033a3db46 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:36.937016 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-faa7fa1d-9577-4c82-a8ec-48a9f60cadfb admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:36.952365 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d41c2540-9920-4078-b15c-a89142d7165b req-5c0ad411-0c13-4f90-a732-6210c0a2e0d7 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9156842 Feb 19 04:10:36.983045 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0c7e6e6-edc3-4fd5-9277-d35c3c3a583f req-83a6a326-8c02-4f0e-ab1f-d37f54fa8905 service neutron] 10.222.0.10 "GET /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332147 Feb 19 04:10:37.050369 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe0b99a0-ef53-4dd2-96d7-f7f033a3db46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (e6467453-a769-4604-951c-cf9b641b9304), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:37.161090 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device be3bc778-c7ba-49ac-abe9-15c625c97201 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:37.295107 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:37.448987 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port be3bc778-c7ba-49ac-abe9-15c625c97201 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:37.450356 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (be3bc778-c7ba-49ac-abe9-15c625c97201), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:37.469396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6386f54-fd33-41f1-b9a0-bd99674b4bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=f17ac72d-1eac-47bf-8936-cf7d8383d063,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:37.493427 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa7fa1d-9577-4c82-a8ec-48a9f60cadfb admin admin] Router 3ea619a2-26e6-4da0-95d2-96ea90c973b8 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:10:37.581463 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35730) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:37.622534 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9cfdeb4e-b6a7-448e-8009-06e0656edea6 None None] Provisioning complete for port 2fadb108-0b9e-41be-8e92-9fc8b4b99926 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:37.624983 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9cfdeb4e-b6a7-448e-8009-06e0656edea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2fadb108-0b9e-41be-8e92-9fc8b4b99926), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:37.809599 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port be3bc778-c7ba-49ac-abe9-15c625c97201 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:37.813624 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9cfdeb4e-b6a7-448e-8009-06e0656edea6 None None] Port 2fadb108-0b9e-41be-8e92-9fc8b4b99926 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:10:37.818928 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:37.837597 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-d5f44149-7782-4944-805a-1b89c5092646 req-e6386f54-fd33-41f1-b9a0-bd99674b4bc0 service neutron] Attempting to bind port f17ac72d-1eac-47bf-8936-cf7d8383d063 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:10:37.838111 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-d5f44149-7782-4944-805a-1b89c5092646 req-e6386f54-fd33-41f1-b9a0-bd99674b4bc0 service neutron] Attempting to bind port f17ac72d-1eac-47bf-8936-cf7d8383d063 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:10:37.838557 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f44149-7782-4944-805a-1b89c5092646 req-e6386f54-fd33-41f1-b9a0-bd99674b4bc0 service neutron] Attempting to bind port f17ac72d-1eac-47bf-8936-cf7d8383d063 on network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:37.853463 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f44149-7782-4944-805a-1b89c5092646 req-e6386f54-fd33-41f1-b9a0-bd99674b4bc0 service neutron] Port f17ac72d-1eac-47bf-8936-cf7d8383d063 on network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:10:37.853975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f44149-7782-4944-805a-1b89c5092646 req-e6386f54-fd33-41f1-b9a0-bd99674b4bc0 service neutron] Attempting to bind port f17ac72d-1eac-47bf-8936-cf7d8383d063 on network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:37.893984 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-534ced98-77e9-422c-8c7d-3f363512cbbc tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks [] for security_group (922e6370-507d-4b7e-a6d8-09fb38687c14), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:37.904413 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f44149-7782-4944-805a-1b89c5092646 req-e6386f54-fd33-41f1-b9a0-bd99674b4bc0 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:10:37.904977 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f44149-7782-4944-805a-1b89c5092646 req-e6386f54-fd33-41f1-b9a0-bd99674b4bc0 service neutron] Checking segment: {'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:37.905474 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f44149-7782-4944-805a-1b89c5092646 req-e6386f54-fd33-41f1-b9a0-bd99674b4bc0 service neutron] Bound using segment: {'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:10:37.906051 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-d5f44149-7782-4944-805a-1b89c5092646 req-e6386f54-fd33-41f1-b9a0-bd99674b4bc0 service neutron] Bound port: f17ac72d-1eac-47bf-8936-cf7d8383d063, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:10:37.906542 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d5f44149-7782-4944-805a-1b89c5092646 req-e6386f54-fd33-41f1-b9a0-bd99674b4bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f17ac72d-1eac-47bf-8936-cf7d8383d063), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:37.987482 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b3ddf03d-82ff-4faa-88dc-ba7b4865da85 None None] Provisioning complete for port 0a8df158-d0fa-44f0-b806-d96fe000d527 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:37.988009 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf03d-82ff-4faa-88dc-ba7b4865da85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0a8df158-d0fa-44f0-b806-d96fe000d527), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:37.993632 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-534ced98-77e9-422c-8c7d-3f363512cbbc tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks [] for security_group (922e6370-507d-4b7e-a6d8-09fb38687c14), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:38.094713 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b3ddf03d-82ff-4faa-88dc-ba7b4865da85 None None] Port 0a8df158-d0fa-44f0-b806-d96fe000d527 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:10:38.139386 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ad806116-509d-4639-a58d-c11e5ac9b892 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4e23ab51a53b4a93996fd80dbbd06d21&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4341943 Feb 19 04:10:38.172042 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b99a0-ef53-4dd2-96d7-f7f033a3db46 admin admin] Pushing event updated for resources: {'Port': ['ID=2fadb108-0b9e-41be-8e92-9fc8b4b99926,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:38.176528 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35742) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:38.186604 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5bbea895-c6bc-4bec-b788-f129ddbd68d8 req-9b4f65bc-6234-452f-a773-0cc404f471b0 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4060407 Feb 19 04:10:38.455159 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd373bc3-7dc4-4ccd-9585-4ce777ce71b9 admin admin] Publish callbacks [] for security_group (ce8263f1-bdf4-47da-999b-4847c4f427cb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:38.527484 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa7fa1d-9577-4c82-a8ec-48a9f60cadfb admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:10:38.544781 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] Sync routers for ids ['3ea619a2-26e6-4da0-95d2-96ea90c973b8'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:10:38.560807 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd373bc3-7dc4-4ccd-9585-4ce777ce71b9 admin admin] Publish callbacks [] for security_group (ce8263f1-bdf4-47da-999b-4847c4f427cb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:38.564292 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] Routers {'3ea619a2-26e6-4da0-95d2-96ea90c973b8'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:10:38.565640 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:10:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['3ea619a2-26e6-4da0-95d2-96ea90c973b8'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:38.582208 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe0b99a0-ef53-4dd2-96d7-f7f033a3db46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2fadb108-0b9e-41be-8e92-9fc8b4b99926), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:38.582651 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-faa7fa1d-9577-4c82-a8ec-48a9f60cadfb admin admin] 10.222.0.65 "PUT /v2.0/routers/3ea619a2-26e6-4da0-95d2-96ea90c973b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4152007 Feb 19 04:10:38.661576 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-62c13623-4163-409b-9f5d-dbadd949e94a tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=8b8c91bc2e254dc9b104055cc1e6374d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770886 Feb 19 04:10:38.662650 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-534ced98-77e9-422c-8c7d-3f363512cbbc tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (922e6370-507d-4b7e-a6d8-09fb38687c14), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:38.668046 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-534ced98-77e9-422c-8c7d-3f363512cbbc tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:38.672151 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-534ced98-77e9-422c-8c7d-3f363512cbbc tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "DELETE /v2.0/security-groups/922e6370-507d-4b7e-a6d8-09fb38687c14 HTTP/1.1" status: 204 len: 168 time: 1.0246446 Feb 19 04:10:38.692524 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35754) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:38.749015 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-a514f421-6055-4ef8-8de5-570545de36fc tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] show failed (client error): The resource could not be found. Feb 19 04:10:38.752998 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a514f421-6055-4ef8-8de5-570545de36fc tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "GET /v2.0/security-groups/922e6370-507d-4b7e-a6d8-09fb38687c14 HTTP/1.1" status: 404 len: 347 time: 0.0365202 Feb 19 04:10:38.774528 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35756) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:38.791804 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ced98-77e9-422c-8c7d-3f363512cbbc tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=922e6370-507d-4b7e-a6d8-09fb38687c14,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:38.795413 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fc00f-aafa-4c88-9980-b107ecb8abe6 req-31fae697-c154-44f9-90c8-b87014f9f801 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:38.808733 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-979fc00f-aafa-4c88-9980-b107ecb8abe6 req-31fae697-c154-44f9-90c8-b87014f9f801 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.4306228 Feb 19 04:10:38.878410 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-d5f44149-7782-4944-805a-1b89c5092646 req-e6386f54-fd33-41f1-b9a0-bd99674b4bc0 service neutron] For port f17ac72d-1eac-47bf-8936-cf7d8383d063, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:10:38.906148 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-d5f44149-7782-4944-805a-1b89c5092646 req-e6386f54-fd33-41f1-b9a0-bd99674b4bc0 service neutron] For port f17ac72d-1eac-47bf-8936-cf7d8383d063, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f17ac72d-1eac-47bf-8936-cf7d8383d063,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:10:38.977761 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d5f44149-7782-4944-805a-1b89c5092646 req-e6386f54-fd33-41f1-b9a0-bd99674b4bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (f17ac72d-1eac-47bf-8936-cf7d8383d063), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:39.107246 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6386f54-fd33-41f1-b9a0-bd99674b4bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=f17ac72d-1eac-47bf-8936-cf7d8383d063,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:39.183950 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f44149-7782-4944-805a-1b89c5092646 req-e6386f54-fd33-41f1-b9a0-bd99674b4bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:39.185183 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d5f44149-7782-4944-805a-1b89c5092646 req-e6386f54-fd33-41f1-b9a0-bd99674b4bc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:39.187061 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5f44149-7782-4944-805a-1b89c5092646 req-e6386f54-fd33-41f1-b9a0-bd99674b4bc0 service neutron] 10.222.0.48 "PUT /v2.0/ports/f17ac72d-1eac-47bf-8936-cf7d8383d063 HTTP/1.1" status: 200 len: 1091 time: 8.7458372 Feb 19 04:10:39.187904 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1f8422-8053-44c2-a3a2-09f49005e061', 'tag': 'f17ac72d-1eac-47bf-8936-cf7d8383d063'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:39.203186 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c806e2aa-d111-47dd-9130-632ab84cc0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1f8422-8053-44c2-a3a2-09f49005e061", "tag": "f17ac72d-1eac-47bf-8936-cf7d8383d063"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:39.206450 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] Set router 3ea619a2-26e6-4da0-95d2-96ea90c973b8 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:10:39.327592 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd373bc3-7dc4-4ccd-9585-4ce777ce71b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ce8263f1-bdf4-47da-999b-4847c4f427cb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:39.342142 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd373bc3-7dc4-4ccd-9585-4ce777ce71b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:39.346426 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fd373bc3-7dc4-4ccd-9585-4ce777ce71b9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ce8263f1-bdf4-47da-999b-4847c4f427cb HTTP/1.1" status: 204 len: 168 time: 1.1538398 Feb 19 04:10:39.421574 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-979fc00f-aafa-4c88-9980-b107ecb8abe6 req-cb21a9dc-96ee-4910-851a-5341410789b0 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6113553 Feb 19 04:10:39.551325 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:39.567546 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-2f1e5041-7860-4d42-8910-aa3e133ae66c tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:39.576816 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd373bc3-7dc4-4ccd-9585-4ce777ce71b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8263f1-bdf4-47da-999b-4847c4f427cb,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:39.579597 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-2f1e5041-7860-4d42-8910-aa3e133ae66c tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8760688 Feb 19 04:10:39.670526 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-a9ea47fd-56f4-42ea-a0e6-fb7dc09056c6 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/quotas/8b8c91bc2e254dc9b104055cc1e6374d HTTP/1.1" status: 200 len: 375 time: 0.0881808 Feb 19 04:10:39.676067 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:39.803096 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-57d54aa1-5126-45b5-bb5f-ac30e3fb7fa1 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Deleting port b13ca821-46fe-4673-8024-946b3b5fe77d {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:39.803617 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-57d54aa1-5126-45b5-bb5f-ac30e3fb7fa1 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b13ca821-46fe-4673-8024-946b3b5fe77d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:39.813867 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-effd21b1-eb24-48e7-a4bf-59a34ef3c489 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b8c91bc2e254dc9b104055cc1e6374d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1418700 Feb 19 04:10:39.824075 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f44149-7782-4944-805a-1b89c5092646 req-7c85c0a5-d69c-4b5c-ad42-f3c2be6071ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:39.839728 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5f44149-7782-4944-805a-1b89c5092646 req-7c85c0a5-d69c-4b5c-ad42-f3c2be6071ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&device_id=ce1f8422-8053-44c2-a3a2-09f49005e061 HTTP/1.1" status: 200 len: 1125 time: 0.5740254 Feb 19 04:10:40.001495 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'name': 'tempest-TaggedBootDevicesTest-829036890-router', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:18Z', 'updated_at': '2022-02-19T04:10:32Z', 'revision_number': 4, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'gw_port': {'id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:20Z', 'updated_at': '2022-02-19T04:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '0a8df158-d0fa-44f0-b806-d96fe000d527', 'name': '', 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'mac_address': 'fa:16:3e:f8:a6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '51a2a4cd-6790-4215-a871-8bf82a31fe51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:27Z', 'updated_at': '2022-02-19T04:10:33Z', 'revision_number': 2, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'subnets': [{'id': '51a2a4cd-6790-4215-a871-8bf82a31fe51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:40.083940 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] Checking router: 3ea619a2-26e6-4da0-95d2-96ea90c973b8 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:10:40.089174 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5f44149-7782-4944-805a-1b89c5092646 req-0d20345c-d768-425b-91ed-d6f3c5316e3b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f17ac72d-1eac-47bf-8936-cf7d8383d063 HTTP/1.1" status: 200 len: 217 time: 0.2309186 Feb 19 04:10:40.089634 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] Updating router 3ea619a2-26e6-4da0-95d2-96ea90c973b8 port 0a8df158-d0fa-44f0-b806-d96fe000d527 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:10:40.169544 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0a8df158-d0fa-44f0-b806-d96fe000d527), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:40.237782 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe0b99a0-ef53-4dd2-96d7-f7f033a3db46 admin admin] Publish callbacks [] for port (2fadb108-0b9e-41be-8e92-9fc8b4b99926), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:40.255970 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe0b99a0-ef53-4dd2-96d7-f7f033a3db46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (2fadb108-0b9e-41be-8e92-9fc8b4b99926), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:40.363395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f44149-7782-4944-805a-1b89c5092646 req-0f2c0c2d-41f4-4610-adf3-075dfda27087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:40.368602 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5f44149-7782-4944-805a-1b89c5092646 req-0f2c0c2d-41f4-4610-adf3-075dfda27087 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=920919b3-1361-46cf-9a70-c4e0885dbe63 HTTP/1.1" status: 200 len: 846 time: 0.2781239 Feb 19 04:10:40.387244 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc8c03a-b439-40cd-ac7b-e438751fb352 x-openstack-request-id: req-0bc8c03a-b439-40cd-ac7b-e438751fb352 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:40.387244 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1f8422-8053-44c2-a3a2-09f49005e061", "tag": "f17ac72d-1eac-47bf-8936-cf7d8383d063", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:40.387244 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0bc8c03a-b439-40cd-ac7b-e438751fb352 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:40.387940 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1f8422-8053-44c2-a3a2-09f49005e061', 'tag': 'f17ac72d-1eac-47bf-8936-cf7d8383d063', 'status': 'completed', 'code': 200} Feb 19 04:10:40.626022 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5f44149-7782-4944-805a-1b89c5092646 req-afc354e5-b74b-4f3d-8649-f76d87526d03 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1924629 Feb 19 04:10:40.688483 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35794) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:40.708548 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-210705de-8bd5-4ec7-ab45-bc2843ce82d4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-450920490-network', 'tenant_id': '02b8b4fa8fa442fc951ffec79c214ed4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:40.746299 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-57d54aa1-5126-45b5-bb5f-ac30e3fb7fa1 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b13ca821-46fe-4673-8024-946b3b5fe77d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:40.752020 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-57d54aa1-5126-45b5-bb5f-ac30e3fb7fa1 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks [] for floatingip (b13ca821-46fe-4673-8024-946b3b5fe77d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:40.803575 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-57d54aa1-5126-45b5-bb5f-ac30e3fb7fa1 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Calling delete_port for b13ca821-46fe-4673-8024-946b3b5fe77d owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:40.844638 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b99a0-ef53-4dd2-96d7-f7f033a3db46 admin admin] Pushing event updated for resources: {'Port': ['ID=2fadb108-0b9e-41be-8e92-9fc8b4b99926,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:40.890352 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe0b99a0-ef53-4dd2-96d7-f7f033a3db46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (e6467453-a769-4604-951c-cf9b641b9304), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:40.931338 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dddda0-ea35-4c52-aeef-17ed685521e2 req-dc3d99c3-0cbc-49d1-87eb-c87ba41504d5 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:40.937932 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-68dddda0-ea35-4c52-aeef-17ed685521e2 req-dc3d99c3-0cbc-49d1-87eb-c87ba41504d5 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.3581748 Feb 19 04:10:40.964567 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa1123-cca3-4d2a-8884-28b90f96e5bf req-89ff870a-7cd7-462a-b975-1c911bfd894d tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:40.992266 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-24aa1123-cca3-4d2a-8884-28b90f96e5bf req-89ff870a-7cd7-462a-b975-1c911bfd894d tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 944 time: 0.6119249 Feb 19 04:10:41.056291 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210705de-8bd5-4ec7-ab45-bc2843ce82d4 admin admin] Made reservation on behalf of 02b8b4fa8fa442fc951ffec79c214ed4 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:41.068807 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-210705de-8bd5-4ec7-ab45-bc2843ce82d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:41.077123 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5f44149-7782-4944-805a-1b89c5092646 req-a0f15bcd-ec8f-4634-82e0-20cbcb065e90 service neutron] 10.222.0.48 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071605 Feb 19 04:10:41.143599 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] Publish callbacks [] for port (0a8df158-d0fa-44f0-b806-d96fe000d527), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:41.163417 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0a8df158-d0fa-44f0-b806-d96fe000d527), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:41.199593 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0b99a0-ef53-4dd2-96d7-f7f033a3db46 admin admin] Network 5b6fe8f7-012f-486f-90bb-91627fbe5451 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:41.224927 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-fe0b99a0-ef53-4dd2-96d7-f7f033a3db46 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:41.278391 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5fb55-bc8b-499d-a79e-445e4ed17563 req-7118e15b-c064-4b33-abd6-7d86abcf9f86 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:41.280558 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-43b5fb55-bc8b-499d-a79e-445e4ed17563 req-7118e15b-c064-4b33-abd6-7d86abcf9f86 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce1f8422-8053-44c2-a3a2-09f49005e061 HTTP/1.1" status: 200 len: 943 time: 0.7746081 Feb 19 04:10:41.396436 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7980d-498e-4b44-ae5f-0d2342968ed7 None None] Pushing event updated for resources: {'Port': ['ID=0a8df158-d0fa-44f0-b806-d96fe000d527,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:41.431149 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-68dddda0-ea35-4c52-aeef-17ed685521e2 req-83d676c3-3b5c-4f85-ad64-55b12833e975 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3881390 Feb 19 04:10:41.446130 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-210705de-8bd5-4ec7-ab45-bc2843ce82d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:41.471613 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-43b5fb55-bc8b-499d-a79e-445e4ed17563 req-4c11c099-afd6-4233-87a0-8e136c7b5bb1 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130862 Feb 19 04:10:41.523727 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] Attempting to bind port 0a8df158-d0fa-44f0-b806-d96fe000d527 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:10:41.525731 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] Attempting to bind port 0a8df158-d0fa-44f0-b806-d96fe000d527 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '35e2884c-3d3d-4a1c-80c4-83e043e81213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:10:41.529868 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] Attempting to bind port 0a8df158-d0fa-44f0-b806-d96fe000d527 on network 13a9d3f4-3356-4e6e-a155-7a335ac942cb {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:41.574125 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:10:41.574546 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] Checking segment: {'id': '35e2884c-3d3d-4a1c-80c4-83e043e81213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:41.576103 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:41.577476 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] Bound using segment: {'id': '35e2884c-3d3d-4a1c-80c4-83e043e81213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:10:41.580686 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] Bound port: 0a8df158-d0fa-44f0-b806-d96fe000d527, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e2884c-3d3d-4a1c-80c4-83e043e81213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:10:41.581459 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0a8df158-d0fa-44f0-b806-d96fe000d527), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:41.764895 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-862cca32-9760-4978-addb-38ba6d4b7d8c req-f7a848eb-25d5-4634-bfdc-95df4263b80d tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc411a18-e6dd-4af1-8c94-f2660694a1c6 HTTP/1.1" status: 200 len: 210 time: 0.0732279 Feb 19 04:10:41.887761 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b82175d3-23ab-4c84-9bdc-6d17bcecc780 None None] Provisioning complete for port 0a8df158-d0fa-44f0-b806-d96fe000d527 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:41.888394 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b82175d3-23ab-4c84-9bdc-6d17bcecc780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0a8df158-d0fa-44f0-b806-d96fe000d527), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:41.897520 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] For port 0a8df158-d0fa-44f0-b806-d96fe000d527, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:10:41.906716 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] For port 0a8df158-d0fa-44f0-b806-d96fe000d527, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0a8df158-d0fa-44f0-b806-d96fe000d527,segment=NetworkSegment(35e2884c-3d3d-4a1c-80c4-83e043e81213),segment_id=35e2884c-3d3d-4a1c-80c4-83e043e81213)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:10:41.910835 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0b99a0-ef53-4dd2-96d7-f7f033a3db46 admin admin] Router e6467453-a769-4604-951c-cf9b641b9304 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:10:41.946425 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0a8df158-d0fa-44f0-b806-d96fe000d527), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:41.984309 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5f44149-7782-4944-805a-1b89c5092646 req-4ce0f0b8-cd91-4038-97f3-6d8fd73260d6 service neutron] 10.222.0.48 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6422789 Feb 19 04:10:42.109092 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-210705de-8bd5-4ec7-ab45-bc2843ce82d4 admin admin] Publish callbacks [] for security_group (000d33a6-2e51-4f5f-a9ea-344d38eac3a8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:42.157073 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-210705de-8bd5-4ec7-ab45-bc2843ce82d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (000d33a6-2e51-4f5f-a9ea-344d38eac3a8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:42.170607 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b82175d3-23ab-4c84-9bdc-6d17bcecc780 None None] Port 0a8df158-d0fa-44f0-b806-d96fe000d527 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:10:42.184023 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210705de-8bd5-4ec7-ab45-bc2843ce82d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:10:42.223338 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-210705de-8bd5-4ec7-ab45-bc2843ce82d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:42.223664 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-210705de-8bd5-4ec7-ab45-bc2843ce82d4 admin admin] Added segment 0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976 of type vlan for network d34dbcd2-4835-4ffb-86bb-22434f31e1f8 Feb 19 04:10:42.224447 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] Routers {'3ea619a2-26e6-4da0-95d2-96ea90c973b8'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:10:42.225164 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:10:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['3ea619a2-26e6-4da0-95d2-96ea90c973b8'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:42.321709 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-57d54aa1-5126-45b5-bb5f-ac30e3fb7fa1 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b13ca821-46fe-4673-8024-946b3b5fe77d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:42.332608 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-210705de-8bd5-4ec7-ab45-bc2843ce82d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (d34dbcd2-4835-4ffb-86bb-22434f31e1f8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:42.359264 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7980d-498e-4b44-ae5f-0d2342968ed7 None None] Pushing event updated for resources: {'Port': ['ID=0a8df158-d0fa-44f0-b806-d96fe000d527,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:42.441772 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-4cec4d22-d93d-4aef-9b34-eb6ea0e49249 None None] Provisioning complete for port 2fadb108-0b9e-41be-8e92-9fc8b4b99926 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:42.442180 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4cec4d22-d93d-4aef-9b34-eb6ea0e49249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2fadb108-0b9e-41be-8e92-9fc8b4b99926), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:42.452460 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210705de-8bd5-4ec7-ab45-bc2843ce82d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000d33a6-2e51-4f5f-a9ea-344d38eac3a8,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:42.458625 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-210705de-8bd5-4ec7-ab45-bc2843ce82d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d34dbcd2-4835-4ffb-86bb-22434f31e1f8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:42.460009 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210705de-8bd5-4ec7-ab45-bc2843ce82d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:42.461085 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-210705de-8bd5-4ec7-ab45-bc2843ce82d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:42.467730 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-1f13af62-bce1-4a27-87eb-4b4188b015e3 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8b8c91bc2e254dc9b104055cc1e6374d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1656284 Feb 19 04:10:42.548944 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4cec4d22-d93d-4aef-9b34-eb6ea0e49249 None None] Port 2fadb108-0b9e-41be-8e92-9fc8b4b99926 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:10:42.560610 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210705de-8bd5-4ec7-ab45-bc2843ce82d4 admin admin] Pushing event updated for resources: {'Network': ['ID=d34dbcd2-4835-4ffb-86bb-22434f31e1f8,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:42.572027 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-210705de-8bd5-4ec7-ab45-bc2843ce82d4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8758485 Feb 19 04:10:42.581422 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35824) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:42.587171 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network d34dbcd2-4835-4ffb-86bb-22434f31e1f8 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:10:42.597974 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-bdd0e2d0-edea-406c-9dc8-2309d44256a0 admin admin] Request body: {'subnet': {'network_id': 'd34dbcd2-4835-4ffb-86bb-22434f31e1f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-450920490-subnet', 'tenant_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:42.607198 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-24aa1123-cca3-4d2a-8884-28b90f96e5bf req-42e70a50-c5b6-41aa-af8e-6b25ea55d698 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Deleting port 5494cb48-fbd5-49e8-8dde-b365260ee3c4 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:42.607551 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-24aa1123-cca3-4d2a-8884-28b90f96e5bf req-42e70a50-c5b6-41aa-af8e-6b25ea55d698 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (5494cb48-fbd5-49e8-8dde-b365260ee3c4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:42.672196 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-a21a567c-f6d3-4b63-bce8-a2b3694ae1f1 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:42.674508 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-a21a567c-f6d3-4b63-bce8-a2b3694ae1f1 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1671081 Feb 19 04:10:42.690119 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d54aa1-5126-45b5-bb5f-ac30e3fb7fa1 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Pushing event deleted for resources: {'Port': ['ID=b13ca821-46fe-4673-8024-946b3b5fe77d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:42.717743 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Request body: {'port': {'device_id': 'cc411a18-e6dd-4af1-8c94-f2660694a1c6', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': '8b8c91bc2e254dc9b104055cc1e6374d'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:42.729270 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0b99a0-ef53-4dd2-96d7-f7f033a3db46 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:10:42.745789 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] Sync routers for ids ['e6467453-a769-4604-951c-cf9b641b9304'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:10:42.764834 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955abdd-1aed-4dc4-b4e3-1038464edb3b req-fb07a6c2-9d5d-4c5a-bc9f-911e0424d873 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:42.765105 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] Routers {'e6467453-a769-4604-951c-cf9b641b9304'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:10:42.765585 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:10:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['e6467453-a769-4604-951c-cf9b641b9304'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:42.768863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-24aa1123-cca3-4d2a-8884-28b90f96e5bf req-42e70a50-c5b6-41aa-af8e-6b25ea55d698 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] For port 5494cb48-fbd5-49e8-8dde-b365260ee3c4, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=5494cb48-fbd5-49e8-8dde-b365260ee3c4,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:42.769342 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-24aa1123-cca3-4d2a-8884-28b90f96e5bf req-42e70a50-c5b6-41aa-af8e-6b25ea55d698 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (5494cb48-fbd5-49e8-8dde-b365260ee3c4), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:42.774518 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b955abdd-1aed-4dc4-b4e3-1038464edb3b req-fb07a6c2-9d5d-4c5a-bc9f-911e0424d873 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.3664238 Feb 19 04:10:42.786952 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 5494cb48-fbd5-49e8-8dde-b365260ee3c4 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:42.787677 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fe0b99a0-ef53-4dd2-96d7-f7f033a3db46 admin admin] 10.222.0.65 "PUT /v2.0/routers/e6467453-a769-4604-951c-cf9b641b9304/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8657415 Feb 19 04:10:42.828799 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f697e0-bc1a-4ee1-ba5b-71c4d498c888 req-dfa99803-3b16-4e68-a967-e80c739bcd72 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:42.850429 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60f697e0-bc1a-4ee1-ba5b-71c4d498c888 req-dfa99803-3b16-4e68-a967-e80c739bcd72 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 944 time: 1.1953313 Feb 19 04:10:42.875575 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-24aa1123-cca3-4d2a-8884-28b90f96e5bf req-42e70a50-c5b6-41aa-af8e-6b25ea55d698 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Calling delete_port for 5494cb48-fbd5-49e8-8dde-b365260ee3c4 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:42.909773 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] Set router 3ea619a2-26e6-4da0-95d2-96ea90c973b8 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:10:42.968853 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-2ef0c0a1-fdcd-44d5-a741-08fc6cc3e812 None None] Provisioning complete for port 0a8df158-d0fa-44f0-b806-d96fe000d527 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:42.971491 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2ef0c0a1-fdcd-44d5-a741-08fc6cc3e812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0a8df158-d0fa-44f0-b806-d96fe000d527), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:43.009349 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b955abdd-1aed-4dc4-b4e3-1038464edb3b req-abe89057-3c01-4ef2-9527-0076ee3d8c58 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336254 Feb 19 04:10:43.009816 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] Set router e6467453-a769-4604-951c-cf9b641b9304 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:10:43.014968 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd0e2d0-edea-406c-9dc8-2309d44256a0 admin admin] Made reservation on behalf of 02b8b4fa8fa442fc951ffec79c214ed4 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:43.027030 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bdd0e2d0-edea-406c-9dc8-2309d44256a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:43.143198 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-57d54aa1-5126-45b5-bb5f-ac30e3fb7fa1 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks [] for floatingip (00e69d0a-80dd-4ce7-9c13-45db11a86f37), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:43.150286 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-57d54aa1-5126-45b5-bb5f-ac30e3fb7fa1 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:43.157566 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-57d54aa1-5126-45b5-bb5f-ac30e3fb7fa1 tempest-ImagesOneServerNegativeTestJSON-1783995654 tempest-ImagesOneServerNegativeTestJSON-1783995654-project] 10.222.0.65 "DELETE /v2.0/floatingips/00e69d0a-80dd-4ce7-9c13-45db11a86f37 HTTP/1.1" status: 204 len: 168 time: 4.2977202 Feb 19 04:10:43.246943 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Made reservation on behalf of 8b8c91bc2e254dc9b104055cc1e6374d for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:43.263892 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:43.313714 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:43.332535 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806e2aa-d111-47dd-9130-632ab84cc0a4 req-877c0c1c-1da4-466d-91c6-db75d220a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:43.332535 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c806e2aa-d111-47dd-9130-632ab84cc0a4 req-877c0c1c-1da4-466d-91c6-db75d220a6bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&device_id=ce1f8422-8053-44c2-a3a2-09f49005e061 HTTP/1.1" status: 200 len: 1125 time: 1.2104075 Feb 19 04:10:43.585786 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Publish callbacks [] for security_group (2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:43.595357 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:43.776408 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:43.803348 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-2ef0c0a1-fdcd-44d5-a741-08fc6cc3e812 None None] Current status of the port 0a8df158-d0fa-44f0-b806-d96fe000d527 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:43.805091 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2ef0c0a1-fdcd-44d5-a741-08fc6cc3e812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0a8df158-d0fa-44f0-b806-d96fe000d527), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:43.866015 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6467453-a769-4604-951c-cf9b641b9304', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-285821422-router', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:17Z', 'updated_at': '2022-02-19T04:10:38Z', 'revision_number': 4, 'project_id': '28046742ef1049688a695bac0a3826eb', 'gw_port': {'id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6467453-a769-4604-951c-cf9b641b9304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:19Z', 'updated_at': '2022-02-19T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '2fadb108-0b9e-41be-8e92-9fc8b4b99926', 'name': '', 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'mac_address': 'fa:16:3e:3f:b9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6467453-a769-4604-951c-cf9b641b9304', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'e75d9c9e-8c6f-4a8a-9816-273ad03117c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:34Z', 'updated_at': '2022-02-19T04:10:39Z', 'revision_number': 2, 'project_id': '28046742ef1049688a695bac0a3826eb', 'subnets': [{'id': 'e75d9c9e-8c6f-4a8a-9816-273ad03117c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:43.902557 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:43.903683 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:43.905312 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:43.906218 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:43.907234 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:43.908052 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:43.908995 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:43.909858 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:43.910826 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:43.911629 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:43.912434 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:43.914138 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:43.916452 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:10:43.921952 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60f697e0-bc1a-4ee1-ba5b-71c4d498c888 req-dadb9832-679c-4a5d-97a9-cdeebe1752c9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0693049 Feb 19 04:10:43.992813 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] Checking router: e6467453-a769-4604-951c-cf9b641b9304 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:10:43.993671 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] Updating router e6467453-a769-4604-951c-cf9b641b9304 port 2fadb108-0b9e-41be-8e92-9fc8b4b99926 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:10:44.019238 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Allocated IP 192.168.233.131 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/f723aeff-1d07-4cf7-b867-fc9c284429d5) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:44.086500 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2fadb108-0b9e-41be-8e92-9fc8b4b99926), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:44.285263 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 5494cb48-fbd5-49e8-8dde-b365260ee3c4 is: DOWN; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:44.306518 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806e2aa-d111-47dd-9130-632ab84cc0a4 req-675cf2e8-3718-4773-ada8-96e10cfa4d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:44.309500 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c806e2aa-d111-47dd-9130-632ab84cc0a4 req-675cf2e8-3718-4773-ada8-96e10cfa4d02 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f HTTP/1.1" status: 200 len: 906 time: 0.7856607 Feb 19 04:10:44.333232 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-2ef0c0a1-fdcd-44d5-a741-08fc6cc3e812 None None] For port 0a8df158-d0fa-44f0-b806-d96fe000d527, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0a8df158-d0fa-44f0-b806-d96fe000d527,segment=NetworkSegment(35e2884c-3d3d-4a1c-80c4-83e043e81213),segment_id=35e2884c-3d3d-4a1c-80c4-83e043e81213)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:44.339637 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'name': 'tempest-TaggedBootDevicesTest-829036890-router', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:18Z', 'updated_at': '2022-02-19T04:10:32Z', 'revision_number': 4, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'gw_port': {'id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:20Z', 'updated_at': '2022-02-19T04:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '0a8df158-d0fa-44f0-b806-d96fe000d527', 'name': '', 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'mac_address': 'fa:16:3e:f8:a6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '51a2a4cd-6790-4215-a871-8bf82a31fe51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:27Z', 'updated_at': '2022-02-19T04:10:41Z', 'revision_number': 4, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'subnets': [{'id': '51a2a4cd-6790-4215-a871-8bf82a31fe51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:44.347246 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2ef0c0a1-fdcd-44d5-a741-08fc6cc3e812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0a8df158-d0fa-44f0-b806-d96fe000d527), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:44.411060 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device f17ac72d-1eac-47bf-8936-cf7d8383d063 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:10:44.459592 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e44b60-e28b-418c-b9c7-3be0af84aa02 None None] The sync data for ids ['3ea619a2-26e6-4da0-95d2-96ea90c973b8'] in n-d-772273-4 is: [{'id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'name': 'tempest-TaggedBootDevicesTest-829036890-router', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:18Z', 'updated_at': '2022-02-19T04:10:32Z', 'revision_number': 4, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'gw_port': {'id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:20Z', 'updated_at': '2022-02-19T04:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '0a8df158-d0fa-44f0-b806-d96fe000d527', 'name': '', 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'mac_address': 'fa:16:3e:f8:a6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '51a2a4cd-6790-4215-a871-8bf82a31fe51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:27Z', 'updated_at': '2022-02-19T04:10:41Z', 'revision_number': 4, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'subnets': [{'id': '51a2a4cd-6790-4215-a871-8bf82a31fe51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:10:44.481313 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d51c13d0-8f19-4c41-a6be-886e8fd37327 req-b8c68bec-cfd0-4a92-ac26-052d6f145564 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc411a18-e6dd-4af1-8c94-f2660694a1c6 HTTP/1.1" status: 200 len: 210 time: 0.1357167 Feb 19 04:10:44.617238 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:10:44.639290 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c806e2aa-d111-47dd-9130-632ab84cc0a4 req-95203614-5a9c-4347-a93b-d1f40ef5fafa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f17ac72d-1eac-47bf-8936-cf7d8383d063 HTTP/1.1" status: 200 len: 217 time: 0.3039403 Feb 19 04:10:44.649463 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Publish callbacks [] for port (f723aeff-1d07-4cf7-b867-fc9c284429d5), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:44.759304 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0c0a1-fdcd-44d5-a741-08fc6cc3e812 None None] Pushing event updated for resources: {'Port': ['ID=0a8df158-d0fa-44f0-b806-d96fe000d527,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:44.826070 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (f723aeff-1d07-4cf7-b867-fc9c284429d5), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:44.903003 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:44.919763 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:44.944097 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfb5e3-52fc-4787-90a2-2bd34884a630 req-55e0d3b8-0aef-457f-a471-768712f2e351 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:44.962457 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bedfb5e3-52fc-4787-90a2-2bd34884a630 req-55e0d3b8-0aef-457f-a471-768712f2e351 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2641661 Feb 19 04:10:44.975227 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port f17ac72d-1eac-47bf-8936-cf7d8383d063, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f17ac72d-1eac-47bf-8936-cf7d8383d063,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:44.977619 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:45.003105 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'f17ac72d-1eac-47bf-8936-cf7d8383d063', 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f', 'port_id': 'f17ac72d-1eac-47bf-8936-cf7d8383d063', 'mac_address': 'fa:16:3e:51:38:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920919b3-1361-46cf-9a70-c4e0885dbe63', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:10:45.027700 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bdd0e2d0-edea-406c-9dc8-2309d44256a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (bf028817-caf3-4cc3-80e2-abc0a68148dc), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:45.044503 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Pushing event updated for resources: {'Port': ['ID=f723aeff-1d07-4cf7-b867-fc9c284429d5,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:45.119667 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] Publish callbacks [] for port (2fadb108-0b9e-41be-8e92-9fc8b4b99926), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:45.134689 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-24aa1123-cca3-4d2a-8884-28b90f96e5bf req-42e70a50-c5b6-41aa-af8e-6b25ea55d698 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (5494cb48-fbd5-49e8-8dde-b365260ee3c4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:45.147069 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2fadb108-0b9e-41be-8e92-9fc8b4b99926), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:45.172610 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0a8df158-d0fa-44f0-b806-d96fe000d527 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:45.249087 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5130e0c-6872-45ee-a35d-9ea7d3986f7a req-fa7cc86c-396e-4467-942c-3f7c44cf4913 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:45.271782 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c5130e0c-6872-45ee-a35d-9ea7d3986f7a req-fa7cc86c-396e-4467-942c-3f7c44cf4913 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce1f8422-8053-44c2-a3a2-09f49005e061 HTTP/1.1" status: 200 len: 943 time: 0.9560678 Feb 19 04:10:45.304181 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d2d2c-e6b4-408c-80a2-d659fea36267 None None] Pushing event updated for resources: {'Port': ['ID=2fadb108-0b9e-41be-8e92-9fc8b4b99926,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:45.371301 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] Attempting to bind port 2fadb108-0b9e-41be-8e92-9fc8b4b99926 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:10:45.371591 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] Attempting to bind port 2fadb108-0b9e-41be-8e92-9fc8b4b99926 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '068f2b55-e57b-4efa-8e4f-d650cd2623e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:10:45.371940 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] Attempting to bind port 2fadb108-0b9e-41be-8e92-9fc8b4b99926 on network 5b6fe8f7-012f-486f-90bb-91627fbe5451 {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:45.398526 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:10:45.400837 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] Checking segment: {'id': '068f2b55-e57b-4efa-8e4f-d650cd2623e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:45.402488 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:45.403129 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] Bound using segment: {'id': '068f2b55-e57b-4efa-8e4f-d650cd2623e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:10:45.404278 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] Bound port: 2fadb108-0b9e-41be-8e92-9fc8b4b99926, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068f2b55-e57b-4efa-8e4f-d650cd2623e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:10:45.405395 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2fadb108-0b9e-41be-8e92-9fc8b4b99926), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:45.423963 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bedfb5e3-52fc-4787-90a2-2bd34884a630 req-8209c79f-db39-4484-8ac1-6f6df116c7d4 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4598780 Feb 19 04:10:45.437827 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0e2d0-edea-406c-9dc8-2309d44256a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf028817-caf3-4cc3-80e2-abc0a68148dc,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:45.461412 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port f17ac72d-1eac-47bf-8936-cf7d8383d063 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:45.461905 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f17ac72d-1eac-47bf-8936-cf7d8383d063), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:45.495018 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806e2aa-d111-47dd-9130-632ab84cc0a4 req-fa987df0-e0fb-4422-81f3-f53f369f87df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:45.497554 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c806e2aa-d111-47dd-9130-632ab84cc0a4 req-fa987df0-e0fb-4422-81f3-f53f369f87df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=920919b3-1361-46cf-9a70-c4e0885dbe63 HTTP/1.1" status: 200 len: 846 time: 0.7528961 Feb 19 04:10:45.500795 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:45.504274 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:45.550457 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17ac72d-1eac-47bf-8936-cf7d8383d063 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:10:45.603101 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-6be72a77-3fcf-4d83-8bdc-8dafe4eb5344 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8906441 Feb 19 04:10:45.639131 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-252cb736-e1e9-4d24-9002-11a7512f4bca service neutron] Request body: {'port': {'device_id': 'cc411a18-e6dd-4af1-8c94-f2660694a1c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:45.669679 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e7a96035-4a45-4e1c-94a4-a7273ccfc942 None None] Provisioning complete for port f723aeff-1d07-4cf7-b867-fc9c284429d5 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:45.672451 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e7a96035-4a45-4e1c-94a4-a7273ccfc942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f723aeff-1d07-4cf7-b867-fc9c284429d5), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:45.673972 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c806e2aa-d111-47dd-9130-632ab84cc0a4 req-53c6cc45-fd95-49ac-b40e-3f27b4bb8c89 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651867 Feb 19 04:10:45.697302 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e70a50-c5b6-41aa-af8e-6b25ea55d698 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Pushing event deleted for resources: {'Port': ['ID=5494cb48-fbd5-49e8-8dde-b365260ee3c4,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:45.698975 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port f17ac72d-1eac-47bf-8936-cf7d8383d063, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f17ac72d-1eac-47bf-8936-cf7d8383d063,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:45.715344 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f17ac72d-1eac-47bf-8936-cf7d8383d063), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:45.759072 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] For port 2fadb108-0b9e-41be-8e92-9fc8b4b99926, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:10:45.775871 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] For port 2fadb108-0b9e-41be-8e92-9fc8b4b99926, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2fadb108-0b9e-41be-8e92-9fc8b4b99926,segment=NetworkSegment(068f2b55-e57b-4efa-8e4f-d650cd2623e9),segment_id=068f2b55-e57b-4efa-8e4f-d650cd2623e9)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:10:45.798147 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2fadb108-0b9e-41be-8e92-9fc8b4b99926), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:45.866851 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e7a96035-4a45-4e1c-94a4-a7273ccfc942 None None] Port f723aeff-1d07-4cf7-b867-fc9c284429d5 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:10:45.906176 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c806e2aa-d111-47dd-9130-632ab84cc0a4 req-9acdaa7a-52eb-45dd-94e3-b7836d977468 service neutron] 10.222.0.48 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936014 Feb 19 04:10:45.949147 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-252cb736-e1e9-4d24-9002-11a7512f4bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f723aeff-1d07-4cf7-b867-fc9c284429d5), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:45.961077 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] Routers {'e6467453-a769-4604-951c-cf9b641b9304'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:10:45.961918 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:10:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['e6467453-a769-4604-951c-cf9b641b9304'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:46.080334 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=f17ac72d-1eac-47bf-8936-cf7d8383d063,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:46.098583 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c5130e0c-6872-45ee-a35d-9ea7d3986f7a req-7cd4a5f4-bb29-410d-845c-650e243fa723 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8235040 Feb 19 04:10:46.147889 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 0a8df158-d0fa-44f0-b806-d96fe000d527 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:46.148404 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0a8df158-d0fa-44f0-b806-d96fe000d527), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:46.247539 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['f17ac72d-1eac-47bf-8936-cf7d8383d063'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:10:46.261105 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-374d3d0b-c166-48ac-bcad-92a25644245b None None] Provisioning complete for port 2fadb108-0b9e-41be-8e92-9fc8b4b99926 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:46.261787 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-374d3d0b-c166-48ac-bcad-92a25644245b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2fadb108-0b9e-41be-8e92-9fc8b4b99926), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:46.347488 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] Set router e6467453-a769-4604-951c-cf9b641b9304 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:10:46.442864 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-24aa1123-cca3-4d2a-8884-28b90f96e5bf req-42e70a50-c5b6-41aa-af8e-6b25ea55d698 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] No DVR routers for this DVR port 5494cb48-fbd5-49e8-8dde-b365260ee3c4 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:10:46.490915 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-24aa1123-cca3-4d2a-8884-28b90f96e5bf req-42e70a50-c5b6-41aa-af8e-6b25ea55d698 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:46.497417 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-24aa1123-cca3-4d2a-8884-28b90f96e5bf req-42e70a50-c5b6-41aa-af8e-6b25ea55d698 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.10 "DELETE /v2.0/ports/5494cb48-fbd5-49e8-8dde-b365260ee3c4 HTTP/1.1" status: 204 len: 173 time: 5.4159579 Feb 19 04:10:46.504451 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5485d4-8207-4a0c-bb6b-dda593233289', 'name': 'network-vif-deleted', 'tag': '5494cb48-fbd5-49e8-8dde-b365260ee3c4'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:46.511428 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94734042-9c71-4c84-90bf-d00c7626cf85" -d '{"events": [{"server_uuid": "ef5485d4-8207-4a0c-bb6b-dda593233289", "name": "network-vif-deleted", "tag": "5494cb48-fbd5-49e8-8dde-b365260ee3c4"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:46.523376 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd0e2d0-edea-406c-9dc8-2309d44256a0 admin admin] Checking segment: {'id': '0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd34dbcd2-4835-4ffb-86bb-22434f31e1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:46.524300 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd0e2d0-edea-406c-9dc8-2309d44256a0 admin admin] Network hostable DHCP agents. Network: d34dbcd2-4835-4ffb-86bb-22434f31e1f8, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:10:46.604286 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd0e2d0-edea-406c-9dc8-2309d44256a0 admin admin] Network d34dbcd2-4835-4ffb-86bb-22434f31e1f8 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:10:46.623342 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d2d2c-e6b4-408c-80a2-d659fea36267 None None] Pushing event updated for resources: {'Port': ['ID=2fadb108-0b9e-41be-8e92-9fc8b4b99926,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:46.673384 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-bdd0e2d0-edea-406c-9dc8-2309d44256a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, d34dbcd2-4835-4ffb-86bb-22434f31e1f8) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:46.689580 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd0e2d0-edea-406c-9dc8-2309d44256a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:46.691348 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bdd0e2d0-edea-406c-9dc8-2309d44256a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:46.703704 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790b12ed-32df-48fa-9b75-e3ab353bbc94 None None] Network d34dbcd2-4835-4ffb-86bb-22434f31e1f8 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:46.728237 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c806e2aa-d111-47dd-9130-632ab84cc0a4 req-b2f9234a-7004-4f84-ae76-dc30bea40fb3 service neutron] 10.222.0.48 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7272851 Feb 19 04:10:46.779847 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-734adae3-bbdf-4aa1-aba9-ecbb5893c278 req-ea8f0269-50d2-4d57-a078-47a4d0f1cec1 tempest-ServerShowV254Test-1110191622 tempest-ServerShowV254Test-1110191622-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1d096a7-3328-4287-aef7-9cd3b8041c00 HTTP/1.1" status: 200 len: 210 time: 0.0825081 Feb 19 04:10:46.817365 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bdd0e2d0-edea-406c-9dc8-2309d44256a0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.2257521 Feb 19 04:10:46.818898 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35882) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:46.827884 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-7312ca87-3d0e-4630-ae93-5267da46524e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-450920490-router', 'tenant_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:46.948586 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7312ca87-3d0e-4630-ae93-5267da46524e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (06b1d9ba-db2e-40a4-8d16-3e1a4258556a), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:46.950775 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7312ca87-3d0e-4630-ae93-5267da46524e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (06b1d9ba-db2e-40a4-8d16-3e1a4258556a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:47.073096 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-95735fcb-3378-4978-a55d-f2f4bf1ade23 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:47.090526 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-95735fcb-3378-4978-a55d-f2f4bf1ade23 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/networks?id=5b6fe8f7-012f-486f-90bb-91627fbe5451 HTTP/1.1" status: 200 len: 828 time: 1.1019335 Feb 19 04:10:47.204958 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-0bfd0742-b0be-4bcf-9387-c642a0cd0920 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/quotas/28046742ef1049688a695bac0a3826eb HTTP/1.1" status: 200 len: 375 time: 0.1113548 Feb 19 04:10:47.224938 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7312ca87-3d0e-4630-ae93-5267da46524e admin admin] Publish callbacks [] for router_controller (06b1d9ba-db2e-40a4-8d16-3e1a4258556a), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:47.289649 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31777722-38ea-467c-b7bb-6e3e6996f2e2 req-40ebbc0c-bd4d-401c-904f-c5f0d2475c3f tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef5485d4-8207-4a0c-bb6b-dda593233289 HTTP/1.1" status: 200 len: 210 time: 0.1776946 Feb 19 04:10:47.382298 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6467453-a769-4604-951c-cf9b641b9304', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-285821422-router', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:17Z', 'updated_at': '2022-02-19T04:10:38Z', 'revision_number': 4, 'project_id': '28046742ef1049688a695bac0a3826eb', 'gw_port': {'id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6467453-a769-4604-951c-cf9b641b9304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:19Z', 'updated_at': '2022-02-19T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '2fadb108-0b9e-41be-8e92-9fc8b4b99926', 'name': '', 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'mac_address': 'fa:16:3e:3f:b9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6467453-a769-4604-951c-cf9b641b9304', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'e75d9c9e-8c6f-4a8a-9816-273ad03117c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:34Z', 'updated_at': '2022-02-19T04:10:45Z', 'revision_number': 4, 'project_id': '28046742ef1049688a695bac0a3826eb', 'subnets': [{'id': 'e75d9c9e-8c6f-4a8a-9816-273ad03117c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:47.467073 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 0a8df158-d0fa-44f0-b806-d96fe000d527 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:47.571422 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796f2f2e-8b1c-4e88-8578-b35adae5edc4 None None] The sync data for ids ['e6467453-a769-4604-951c-cf9b641b9304'] in n-d-772273-4 is: [{'id': 'e6467453-a769-4604-951c-cf9b641b9304', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-285821422-router', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:17Z', 'updated_at': '2022-02-19T04:10:38Z', 'revision_number': 4, 'project_id': '28046742ef1049688a695bac0a3826eb', 'gw_port': {'id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6467453-a769-4604-951c-cf9b641b9304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:19Z', 'updated_at': '2022-02-19T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '2fadb108-0b9e-41be-8e92-9fc8b4b99926', 'name': '', 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'mac_address': 'fa:16:3e:3f:b9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6467453-a769-4604-951c-cf9b641b9304', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'e75d9c9e-8c6f-4a8a-9816-273ad03117c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:34Z', 'updated_at': '2022-02-19T04:10:45Z', 'revision_number': 4, 'project_id': '28046742ef1049688a695bac0a3826eb', 'subnets': [{'id': 'e75d9c9e-8c6f-4a8a-9816-273ad03117c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:10:47.730956 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-ce1ec3d9-4a81-4229-bbf2-8488cfbcba53 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=28046742ef1049688a695bac0a3826eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3870442 Feb 19 04:10:47.888286 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-374d3d0b-c166-48ac-bcad-92a25644245b None None] Current status of the port 2fadb108-0b9e-41be-8e92-9fc8b4b99926 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:47.889433 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-374d3d0b-c166-48ac-bcad-92a25644245b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2fadb108-0b9e-41be-8e92-9fc8b4b99926), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:47.964414 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703060cc-ba50-4491-bf41-32398805d64d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-d34dbcd2-4835-4ffb-86bb-22434f31e1f8', 'network_id': 'd34dbcd2-4835-4ffb-86bb-22434f31e1f8', 'project_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'fixed_ips': [{'subnet_id': 'bf028817-caf3-4cc3-80e2-abc0a68148dc'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:10:47.965842 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-703060cc-ba50-4491-bf41-32398805d64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:48.038906 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-252cb736-e1e9-4d24-9002-11a7512f4bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f723aeff-1d07-4cf7-b867-fc9c284429d5 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:10:48.054679 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-374d3d0b-c166-48ac-bcad-92a25644245b None None] For port 2fadb108-0b9e-41be-8e92-9fc8b4b99926, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2fadb108-0b9e-41be-8e92-9fc8b4b99926,segment=NetworkSegment(068f2b55-e57b-4efa-8e4f-d650cd2623e9),segment_id=068f2b55-e57b-4efa-8e4f-d650cd2623e9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:48.063610 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-374d3d0b-c166-48ac-bcad-92a25644245b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2fadb108-0b9e-41be-8e92-9fc8b4b99926), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:48.063981 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-252cb736-e1e9-4d24-9002-11a7512f4bca service neutron] Publish callbacks [] for port (f723aeff-1d07-4cf7-b867-fc9c284429d5), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:48.120319 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-252cb736-e1e9-4d24-9002-11a7512f4bca service neutron] Transition to ACTIVE for port object f723aeff-1d07-4cf7-b867-fc9c284429d5 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:10:48.157946 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-ae69bcd7-87af-4540-b219-aa1fc50c5407 service neutron] 10.222.0.65 "GET /v2.0/networks/5b6fe8f7-012f-486f-90bb-91627fbe5451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129234 Feb 19 04:10:48.163622 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-252cb736-e1e9-4d24-9002-11a7512f4bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (f723aeff-1d07-4cf7-b867-fc9c284429d5), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:48.286414 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cb736-e1e9-4d24-9002-11a7512f4bca service neutron] Pushing event updated for resources: {'Port': ['ID=f723aeff-1d07-4cf7-b867-fc9c284429d5,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:48.373539 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-aa4cedb1-79f7-4fe4-ac1d-62c98a7ea342 None None] Provisioning complete for port 2fadb108-0b9e-41be-8e92-9fc8b4b99926 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:48.374187 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aa4cedb1-79f7-4fe4-ac1d-62c98a7ea342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2fadb108-0b9e-41be-8e92-9fc8b4b99926), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:48.395068 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d3d0b-c166-48ac-bcad-92a25644245b None None] Pushing event updated for resources: {'Port': ['ID=2fadb108-0b9e-41be-8e92-9fc8b4b99926,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:48.448573 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7312ca87-3d0e-4630-ae93-5267da46524e admin admin] Publish callbacks [] for router_gateway (06b1d9ba-db2e-40a4-8d16-3e1a4258556a), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:48.524840 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device f17ac72d-1eac-47bf-8936-cf7d8383d063 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:48.558841 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47019ffa-327a-403c-ac20-5b617ba09769 req-9947a91e-fcdd-49c1-b9d3-8c76b65c47ae tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:48.568363 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-47019ffa-327a-403c-ac20-5b617ba09769 req-9947a91e-fcdd-49c1-b9d3-8c76b65c47ae tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.8375704 Feb 19 04:10:48.697088 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-252cb736-e1e9-4d24-9002-11a7512f4bca service neutron] Attempting to bind port f723aeff-1d07-4cf7-b867-fc9c284429d5 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:10:48.697527 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-252cb736-e1e9-4d24-9002-11a7512f4bca service neutron] Attempting to bind port f723aeff-1d07-4cf7-b867-fc9c284429d5 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:10:48.698114 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-252cb736-e1e9-4d24-9002-11a7512f4bca service neutron] Attempting to bind port f723aeff-1d07-4cf7-b867-fc9c284429d5 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:48.716752 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-252cb736-e1e9-4d24-9002-11a7512f4bca service neutron] Port f723aeff-1d07-4cf7-b867-fc9c284429d5 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:10:48.717362 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-252cb736-e1e9-4d24-9002-11a7512f4bca service neutron] Attempting to bind port f723aeff-1d07-4cf7-b867-fc9c284429d5 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:48.736026 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-cafa4545-0d36-4098-8deb-db19530ad897 service neutron] 10.222.0.65 "GET /v2.0/networks/5b6fe8f7-012f-486f-90bb-91627fbe5451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748594 Feb 19 04:10:48.756420 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-252cb736-e1e9-4d24-9002-11a7512f4bca service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:10:48.757641 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-252cb736-e1e9-4d24-9002-11a7512f4bca service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:48.758348 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-252cb736-e1e9-4d24-9002-11a7512f4bca service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:10:48.763070 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-252cb736-e1e9-4d24-9002-11a7512f4bca service neutron] Bound port: f723aeff-1d07-4cf7-b867-fc9c284429d5, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:10:48.763712 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-252cb736-e1e9-4d24-9002-11a7512f4bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f723aeff-1d07-4cf7-b867-fc9c284429d5), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:48.799963 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-703060cc-ba50-4491-bf41-32398805d64d None None] Allocated IP 172.20.0.2 (d34dbcd2-4835-4ffb-86bb-22434f31e1f8/bf028817-caf3-4cc3-80e2-abc0a68148dc/8bfcd472-0791-4929-b8f5-62e483168032) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:48.877215 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25bfd543-f1ae-4ecd-a77d-6067657d8757 req-5f818925-30dd-4447-a5df-49bc2804051b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b1d096a7-3328-4287-aef7-9cd3b8041c00 HTTP/1.1" status: 200 len: 210 time: 0.1123061 Feb 19 04:10:48.936164 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-47019ffa-327a-403c-ac20-5b617ba09769 req-1db93388-52e3-432d-9835-40c11a308924 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3639815 Feb 19 04:10:48.959077 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-252cb736-e1e9-4d24-9002-11a7512f4bca service neutron] For port f723aeff-1d07-4cf7-b867-fc9c284429d5, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:10:48.959907 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port f17ac72d-1eac-47bf-8936-cf7d8383d063 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:10:48.966303 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-252cb736-e1e9-4d24-9002-11a7512f4bca service neutron] For port f723aeff-1d07-4cf7-b867-fc9c284429d5, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=f723aeff-1d07-4cf7-b867-fc9c284429d5,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:10:48.979743 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-252cb736-e1e9-4d24-9002-11a7512f4bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (f723aeff-1d07-4cf7-b867-fc9c284429d5), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:49.041209 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port f17ac72d-1eac-47bf-8936-cf7d8383d063 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:49.041851 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f17ac72d-1eac-47bf-8936-cf7d8383d063), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:49.070873 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-252cb736-e1e9-4d24-9002-11a7512f4bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:49.072139 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-252cb736-e1e9-4d24-9002-11a7512f4bca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:49.074872 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-252cb736-e1e9-4d24-9002-11a7512f4bca service neutron] 10.222.0.10 "PUT /v2.0/ports/f723aeff-1d07-4cf7-b867-fc9c284429d5 HTTP/1.1" status: 200 len: 1096 time: 3.4632838 Feb 19 04:10:49.081697 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc411a18-e6dd-4af1-8c94-f2660694a1c6', 'tag': 'f723aeff-1d07-4cf7-b867-fc9c284429d5'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:49.086622 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d352ac12-ea96-4276-8b5a-b062649cbd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc411a18-e6dd-4af1-8c94-f2660694a1c6", "tag": "f723aeff-1d07-4cf7-b867-fc9c284429d5"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:49.278620 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cb736-e1e9-4d24-9002-11a7512f4bca service neutron] Pushing event updated for resources: {'Port': ['ID=f723aeff-1d07-4cf7-b867-fc9c284429d5,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:49.343804 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-aa4cedb1-79f7-4fe4-ac1d-62c98a7ea342 None None] Current status of the port 2fadb108-0b9e-41be-8e92-9fc8b4b99926 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:49.393723 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-2a39d2d3-4645-425a-a969-a807afff2a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:49.397713 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-2a39d2d3-4645-425a-a969-a807afff2a7d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b8c91bc2e254dc9b104055cc1e6374d&device_id=cc411a18-e6dd-4af1-8c94-f2660694a1c6 HTTP/1.1" status: 200 len: 1130 time: 0.2407730 Feb 19 04:10:49.411468 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b4c178-b26e-49e2-ae4b-38dd4d69364f x-openstack-request-id: req-48b4c178-b26e-49e2-ae4b-38dd4d69364f {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:49.411855 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5485d4-8207-4a0c-bb6b-dda593233289", "name": "network-vif-deleted", "tag": "5494cb48-fbd5-49e8-8dde-b365260ee3c4", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:49.412133 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48b4c178-b26e-49e2-ae4b-38dd4d69364f {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:49.412584 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5485d4-8207-4a0c-bb6b-dda593233289', 'name': 'network-vif-deleted', 'tag': '5494cb48-fbd5-49e8-8dde-b365260ee3c4', 'status': 'completed', 'code': 200} Feb 19 04:10:49.649340 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-bcece075-e014-4b0f-99a0-953f645fd610 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=f723aeff-1d07-4cf7-b867-fc9c284429d5 HTTP/1.1" status: 200 len: 217 time: 0.2123039 Feb 19 04:10:49.651428 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7312ca87-3d0e-4630-ae93-5267da46524e admin admin] Publish callbacks [] for router_gateway (06b1d9ba-db2e-40a4-8d16-3e1a4258556a), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:49.750914 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7312ca87-3d0e-4630-ae93-5267da46524e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:49.777081 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e882b6-f9c2-40f4-b4a0-86ce48989f3c req-fd426e82-b4c7-4af6-a371-2a13309ac10d tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:49.794276 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-75e882b6-f9c2-40f4-b4a0-86ce48989f3c req-fd426e82-b4c7-4af6-a371-2a13309ac10d tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc411a18-e6dd-4af1-8c94-f2660694a1c6 HTTP/1.1" status: 200 len: 948 time: 0.3796935 Feb 19 04:10:49.828499 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56521b-419b-4b40-b6e3-32b3bca2e50e req-08c62db9-0da7-440b-a6f5-86f3ccbf8bdb tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:49.833613 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6e56521b-419b-4b40-b6e3-32b3bca2e50e req-08c62db9-0da7-440b-a6f5-86f3ccbf8bdb tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce1f8422-8053-44c2-a3a2-09f49005e061 HTTP/1.1" status: 200 len: 944 time: 0.4321632 Feb 19 04:10:49.846674 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2fadb108-0b9e-41be-8e92-9fc8b4b99926 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:49.976081 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-85de68f8-4453-4164-b9ba-9fd238f06b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:49.978930 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-85de68f8-4453-4164-b9ba-9fd238f06b01 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.2949226 Feb 19 04:10:49.985781 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6e56521b-419b-4b40-b6e3-32b3bca2e50e req-f1eee375-401f-4a40-a75b-e54813b7ce7f tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274297 Feb 19 04:10:50.001086 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-75e882b6-f9c2-40f4-b4a0-86ce48989f3c req-17911664-f92a-46a6-8b0d-fb72ddd4b88c tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/security-groups?id=2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992042 Feb 19 04:10:50.030789 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port f17ac72d-1eac-47bf-8936-cf7d8383d063 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:50.031245 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f17ac72d-1eac-47bf-8936-cf7d8383d063), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:50.170402 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-0cb4d784-1e20-40f4-8058-59c32cfdbd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:50.180345 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-0cb4d784-1e20-40f4-8058-59c32cfdbd8f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1926086 Feb 19 04:10:50.198084 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1f8422-8053-44c2-a3a2-09f49005e061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17ac72d-1eac-47bf-8936-cf7d8383d063'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:50.202326 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417d242f-cfa3-4c66-9fa7-fa0940708199" -d '{"events": [{"server_uuid": "ce1f8422-8053-44c2-a3a2-09f49005e061", "name": "network-vif-plugged", "status": "completed", "tag": "f17ac72d-1eac-47bf-8936-cf7d8383d063"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:50.238680 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-7312ca87-3d0e-4630-ae93-5267da46524e admin admin] Allocated IP 172.25.0.161 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/e477da3f-e65e-446e-8da4-d91e65b5de2e) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:50.242984 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port f17ac72d-1eac-47bf-8936-cf7d8383d063, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f17ac72d-1eac-47bf-8936-cf7d8383d063,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:50.322684 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-703060cc-ba50-4491-bf41-32398805d64d None None] Publish callbacks [] for port (8bfcd472-0791-4929-b8f5-62e483168032), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:50.333950 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f17ac72d-1eac-47bf-8936-cf7d8383d063), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:50.479600 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-703060cc-ba50-4491-bf41-32398805d64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (8bfcd472-0791-4929-b8f5-62e483168032), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:50.537292 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-93f9e1aa-3a7b-4e76-acfe-2d5b9f7bd9a3 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483698 Feb 19 04:10:50.569744 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7312ca87-3d0e-4630-ae93-5267da46524e admin admin] Publish callbacks [] for port (e477da3f-e65e-446e-8da4-d91e65b5de2e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:50.579103 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 2fadb108-0b9e-41be-8e92-9fc8b4b99926 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:50.579717 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2fadb108-0b9e-41be-8e92-9fc8b4b99926), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:50.646541 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c429631e-b7ac-4a9f-8db6-1ab92520e391 req-46519b87-3011-4845-ad19-e67d9e5b704b tempest-ServerShowV254Test-1110191622 tempest-ServerShowV254Test-1110191622-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1d096a7-3328-4287-aef7-9cd3b8041c00 HTTP/1.1" status: 200 len: 210 time: 0.1065159 Feb 19 04:10:50.734470 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703060cc-ba50-4491-bf41-32398805d64d None None] Network d34dbcd2-4835-4ffb-86bb-22434f31e1f8 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:50.756124 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-703060cc-ba50-4491-bf41-32398805d64d None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:50.756418 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7312ca87-3d0e-4630-ae93-5267da46524e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (e477da3f-e65e-446e-8da4-d91e65b5de2e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:50.761497 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703060cc-ba50-4491-bf41-32398805d64d None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:50.791187 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=f17ac72d-1eac-47bf-8936-cf7d8383d063,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:50.859450 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d90d99bf-1e5c-445a-9f4a-4c55654e1f1f req-90f616ec-9352-4898-abf9-52279d4eaee7 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010690 Feb 19 04:10:50.866162 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18aede7b-91f6-45ad-a388-196cedbfeb22 x-openstack-request-id: req-18aede7b-91f6-45ad-a388-196cedbfeb22 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:50.867144 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc411a18-e6dd-4af1-8c94-f2660694a1c6", "tag": "f723aeff-1d07-4cf7-b867-fc9c284429d5", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:50.867591 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-18aede7b-91f6-45ad-a388-196cedbfeb22 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:50.874898 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc411a18-e6dd-4af1-8c94-f2660694a1c6', 'tag': 'f723aeff-1d07-4cf7-b867-fc9c284429d5', 'status': 'completed', 'code': 200} Feb 19 04:10:50.875270 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7312ca87-3d0e-4630-ae93-5267da46524e admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:50.890376 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-7312ca87-3d0e-4630-ae93-5267da46524e admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:50.898179 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7312ca87-3d0e-4630-ae93-5267da46524e admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:50.931778 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312ca87-3d0e-4630-ae93-5267da46524e admin admin] Pushing event updated for resources: {'Port': ['ID=e477da3f-e65e-446e-8da4-d91e65b5de2e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:50.984207 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35916) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:51.026108 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703060cc-ba50-4491-bf41-32398805d64d None None] Pushing event updated for resources: {'Port': ['ID=8bfcd472-0791-4929-b8f5-62e483168032,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:51.076096 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-703060cc-ba50-4491-bf41-32398805d64d None None] Attempting to bind port 8bfcd472-0791-4929-b8f5-62e483168032 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:10:51.076556 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-703060cc-ba50-4491-bf41-32398805d64d None None] Attempting to bind port 8bfcd472-0791-4929-b8f5-62e483168032 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd34dbcd2-4835-4ffb-86bb-22434f31e1f8'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:10:51.077036 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703060cc-ba50-4491-bf41-32398805d64d None None] Attempting to bind port 8bfcd472-0791-4929-b8f5-62e483168032 on network d34dbcd2-4835-4ffb-86bb-22434f31e1f8 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:51.082599 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a0a91f9a-9582-46d7-b74f-5d00acf7ccba req-f375a0f0-8aae-4c54-96fa-72872e8c592a tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27 HTTP/1.1" status: 200 len: 210 time: 0.0872931 Feb 19 04:10:51.088325 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fba370-1ed5-4e90-8584-765eb675dc49 x-openstack-request-id: req-23fba370-1ed5-4e90-8584-765eb675dc49 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:51.088905 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1f8422-8053-44c2-a3a2-09f49005e061", "name": "network-vif-plugged", "status": "completed", "tag": "f17ac72d-1eac-47bf-8936-cf7d8383d063", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:51.089285 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23fba370-1ed5-4e90-8584-765eb675dc49 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:51.090276 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1f8422-8053-44c2-a3a2-09f49005e061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17ac72d-1eac-47bf-8936-cf7d8383d063', 'code': 200} Feb 19 04:10:51.093088 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703060cc-ba50-4491-bf41-32398805d64d None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:10:51.093758 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703060cc-ba50-4491-bf41-32398805d64d None None] Checking segment: {'id': '0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd34dbcd2-4835-4ffb-86bb-22434f31e1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:51.094194 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-703060cc-ba50-4491-bf41-32398805d64d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:51.094870 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703060cc-ba50-4491-bf41-32398805d64d None None] Bound using segment: {'id': '0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd34dbcd2-4835-4ffb-86bb-22434f31e1f8'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:10:51.095399 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-703060cc-ba50-4491-bf41-32398805d64d None None] Bound port: 8bfcd472-0791-4929-b8f5-62e483168032, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd34dbcd2-4835-4ffb-86bb-22434f31e1f8'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:10:51.095802 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-703060cc-ba50-4491-bf41-32398805d64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8bfcd472-0791-4929-b8f5-62e483168032), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:51.196662 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 2fadb108-0b9e-41be-8e92-9fc8b4b99926 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:51.233630 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea90072a-8238-4a94-a77d-345c13bf0559 admin admin] Deleting subnet d11649e3-7df5-4a04-84e8-be114deba600 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:10:51.260852 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea90072a-8238-4a94-a77d-345c13bf0559 admin admin] Publish callbacks [] for subnet (d11649e3-7df5-4a04-84e8-be114deba600), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:51.431198 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-703060cc-ba50-4491-bf41-32398805d64d None None] For port 8bfcd472-0791-4929-b8f5-62e483168032, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:10:51.437334 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-703060cc-ba50-4491-bf41-32398805d64d None None] For port 8bfcd472-0791-4929-b8f5-62e483168032, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8bfcd472-0791-4929-b8f5-62e483168032,segment=NetworkSegment(0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976),segment_id=0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:10:51.462106 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-703060cc-ba50-4491-bf41-32398805d64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8bfcd472-0791-4929-b8f5-62e483168032), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:51.703221 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703060cc-ba50-4491-bf41-32398805d64d None None] Pushing event updated for resources: {'Port': ['ID=8bfcd472-0791-4929-b8f5-62e483168032,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:51.780166 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2c6e3-9246-441c-8a10-e765496718c0 req-148ac062-135f-4ecc-b45a-0653b3c44faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:51.784521 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-16f2c6e3-9246-441c-8a10-e765496718c0 req-148ac062-135f-4ecc-b45a-0653b3c44faf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ce1f8422-8053-44c2-a3a2-09f49005e061 HTTP/1.1" status: 200 len: 1127 time: 0.3815629 Feb 19 04:10:52.096174 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-16f2c6e3-9246-441c-8a10-e765496718c0 req-da8f14c3-c8b2-4be5-9544-49fcc167032e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419815 Feb 19 04:10:52.146097 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea90072a-8238-4a94-a77d-345c13bf0559 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (d11649e3-7df5-4a04-84e8-be114deba600), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:52.154545 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7312ca87-3d0e-4630-ae93-5267da46524e admin admin] Publish callbacks [] for router_gateway (06b1d9ba-db2e-40a4-8d16-3e1a4258556a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:52.187671 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28631892-40fc-4f38-ad83-54385908c2e9 req-1a857efc-d0eb-4741-9ed4-5bd84e8f4cd3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:52.200186 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28631892-40fc-4f38-ad83-54385908c2e9 req-1a857efc-d0eb-4741-9ed4-5bd84e8f4cd3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce1f8422-8053-44c2-a3a2-09f49005e061 HTTP/1.1" status: 200 len: 945 time: 0.3078470 Feb 19 04:10:52.250242 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352ac12-ea96-4276-8b5a-b062649cbd7b req-df1fb7a1-d182-489e-9a32-ca03fb22c60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:52.251963 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d352ac12-ea96-4276-8b5a-b062649cbd7b req-df1fb7a1-d182-489e-9a32-ca03fb22c60a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b8c91bc2e254dc9b104055cc1e6374d&device_id=cc411a18-e6dd-4af1-8c94-f2660694a1c6 HTTP/1.1" status: 200 len: 1130 time: 1.1141725 Feb 19 04:10:52.298897 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea90072a-8238-4a94-a77d-345c13bf0559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (d11649e3-7df5-4a04-84e8-be114deba600), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:52.397863 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6686ad-f301-483c-9268-63c4646ed273 req-af206519-01cf-4e77-9d45-8bde7c5e03ac tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:52.403757 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ce6686ad-f301-483c-9268-63c4646ed273 req-af206519-01cf-4e77-9d45-8bde7c5e03ac tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.4009440 Feb 19 04:10:52.425609 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045048c0-fa49-4a7d-9939-2d2bbc2aeda8 req-1b2bfe3c-ae5b-4310-aaa3-298852d5d190 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:52.429337 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-045048c0-fa49-4a7d-9939-2d2bbc2aeda8 req-1b2bfe3c-ae5b-4310-aaa3-298852d5d190 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.48 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 945 time: 0.3741388 Feb 19 04:10:52.440606 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28631892-40fc-4f38-ad83-54385908c2e9 req-0e568d4a-8b86-4b24-8d07-bd9352c9f89f tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389874 Feb 19 04:10:52.464210 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-f73aa530-998b-4669-a7b6-044f02c10f94 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:52.467160 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-f73aa530-998b-4669-a7b6-044f02c10f94 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.10 "GET /v2.0/networks?id=5b6fe8f7-012f-486f-90bb-91627fbe5451 HTTP/1.1" status: 200 len: 828 time: 0.4496667 Feb 19 04:10:52.494164 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-1db3f6fb-a159-435c-b880-5ff1c5fd2465 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Request body: {'port': {'device_id': '6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27', 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451', 'admin_state_up': True, 'tenant_id': '28046742ef1049688a695bac0a3826eb'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:52.634803 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352ac12-ea96-4276-8b5a-b062649cbd7b req-1db08555-d153-4708-aa95-749c11e890e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:52.637232 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d352ac12-ea96-4276-8b5a-b062649cbd7b req-1db08555-d153-4708-aa95-749c11e890e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.3744407 Feb 19 04:10:52.665674 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea90072a-8238-4a94-a77d-345c13bf0559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (d11649e3-7df5-4a04-84e8-be114deba600), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:52.732409 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ce6686ad-f301-483c-9268-63c4646ed273 req-2e98fa5e-8906-4d3a-9af4-c8b5e171de97 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018298 Feb 19 04:10:52.774691 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d352ac12-ea96-4276-8b5a-b062649cbd7b req-7ca8f861-a96c-4f18-beef-921d286219c8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=f723aeff-1d07-4cf7-b867-fc9c284429d5 HTTP/1.1" status: 200 len: 217 time: 0.1242788 Feb 19 04:10:52.781099 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device f723aeff-1d07-4cf7-b867-fc9c284429d5 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:10:52.797571 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90072a-8238-4a94-a77d-345c13bf0559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d11649e3-7df5-4a04-84e8-be114deba600,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:52.812293 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea90072a-8238-4a94-a77d-345c13bf0559 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:52.817473 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ea90072a-8238-4a94-a77d-345c13bf0559 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d11649e3-7df5-4a04-84e8-be114deba600 HTTP/1.1" status: 204 len: 168 time: 1.8313057 Feb 19 04:10:52.832863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35930) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:52.967436 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port f723aeff-1d07-4cf7-b867-fc9c284429d5, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=f723aeff-1d07-4cf7-b867-fc9c284429d5,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:52.985699 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'f723aeff-1d07-4cf7-b867-fc9c284429d5', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': 'f723aeff-1d07-4cf7-b867-fc9c284429d5', 'mac_address': 'fa:16:3e:91:b4:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:10:52.996648 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-045048c0-fa49-4a7d-9939-2d2bbc2aeda8 req-44f1bf23-18fb-47a6-90e5-76ddced49193 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Deleting port 520f56e0-500c-4b37-b9f5-893e73136f4a {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:52.997852 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-045048c0-fa49-4a7d-9939-2d2bbc2aeda8 req-44f1bf23-18fb-47a6-90e5-76ddced49193 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (520f56e0-500c-4b37-b9f5-893e73136f4a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:53.034342 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352ac12-ea96-4276-8b5a-b062649cbd7b req-eefc839b-f1ec-459e-af93-46503e462a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:53.038225 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d352ac12-ea96-4276-8b5a-b062649cbd7b req-eefc839b-f1ec-459e-af93-46503e462a56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.2542474 Feb 19 04:10:53.047354 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port f723aeff-1d07-4cf7-b867-fc9c284429d5 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:53.048111 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f723aeff-1d07-4cf7-b867-fc9c284429d5), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:53.083602 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f723aeff-1d07-4cf7-b867-fc9c284429d5 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:10:53.087697 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae5adb-9bf3-47af-b455-bb9d0bf9836b req-8c37f7d0-e603-4022-9d7d-dd5204bd8b96 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:53.090611 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d4ae5adb-9bf3-47af-b455-bb9d0bf9836b req-8c37f7d0-e603-4022-9d7d-dd5204bd8b96 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc411a18-e6dd-4af1-8c94-f2660694a1c6 HTTP/1.1" status: 200 len: 948 time: 0.4933817 Feb 19 04:10:53.120625 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port f723aeff-1d07-4cf7-b867-fc9c284429d5, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=f723aeff-1d07-4cf7-b867-fc9c284429d5,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:53.129695 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f723aeff-1d07-4cf7-b867-fc9c284429d5), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:53.255188 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=f723aeff-1d07-4cf7-b867-fc9c284429d5,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:53.260251 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-607bac77-2162-4d68-8224-c5f50d5f8736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (3b348713-0dd0-49ec-becd-2bf2a70d19e8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:53.261771 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352ac12-ea96-4276-8b5a-b062649cbd7b req-9831b282-d35a-4175-9199-f3bbee6e000f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:53.265200 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d352ac12-ea96-4276-8b5a-b062649cbd7b req-9831b282-d35a-4175-9199-f3bbee6e000f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1588113 Feb 19 04:10:53.282544 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7312ca87-3d0e-4630-ae93-5267da46524e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (06b1d9ba-db2e-40a4-8d16-3e1a4258556a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:53.316569 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82061e90-319a-4f8e-9d08-4ea88f7ba31f req-ea724969-76bb-4c95-b90b-0acaf2e5e8d5 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:53.325830 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-82061e90-319a-4f8e-9d08-4ea88f7ba31f req-ea724969-76bb-4c95-b90b-0acaf2e5e8d5 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=025f74a7-3160-4b85-91bd-f8eedda3fbda HTTP/1.1" status: 200 len: 945 time: 0.3873587 Feb 19 04:10:53.390836 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['f723aeff-1d07-4cf7-b867-fc9c284429d5'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:10:53.411501 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-1db3f6fb-a159-435c-b880-5ff1c5fd2465 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Made reservation on behalf of 28046742ef1049688a695bac0a3826eb for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:10:53.415439 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-1db3f6fb-a159-435c-b880-5ff1c5fd2465 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:53.441174 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d4ae5adb-9bf3-47af-b455-bb9d0bf9836b req-1aae47e4-e220-40d6-89c8-75fba881495b tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/security-groups?id=2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885900 Feb 19 04:10:53.587538 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-045048c0-fa49-4a7d-9939-2d2bbc2aeda8 req-44f1bf23-18fb-47a6-90e5-76ddced49193 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] For port 520f56e0-500c-4b37-b9f5-893e73136f4a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=520f56e0-500c-4b37-b9f5-893e73136f4a,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:53.588123 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-045048c0-fa49-4a7d-9939-2d2bbc2aeda8 req-44f1bf23-18fb-47a6-90e5-76ddced49193 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (520f56e0-500c-4b37-b9f5-893e73136f4a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:53.633370 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5b07fc-5236-465f-b965-9417f99601e9 None None] Network d34dbcd2-4835-4ffb-86bb-22434f31e1f8 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:10:53.638627 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-82061e90-319a-4f8e-9d08-4ea88f7ba31f req-3ba71e38-42a4-486b-8bb6-7fb4ed79cf3f tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089827 Feb 19 04:10:53.651099 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-045048c0-fa49-4a7d-9939-2d2bbc2aeda8 req-44f1bf23-18fb-47a6-90e5-76ddced49193 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Calling delete_port for 520f56e0-500c-4b37-b9f5-893e73136f4a owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:10:53.725402 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-607bac77-2162-4d68-8224-c5f50d5f8736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (3b348713-0dd0-49ec-becd-2bf2a70d19e8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:53.805116 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8bfcd472-0791-4929-b8f5-62e483168032 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:53.882079 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-607bac77-2162-4d68-8224-c5f50d5f8736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b348713-0dd0-49ec-becd-2bf2a70d19e8']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:53.922050 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-607bac77-2162-4d68-8224-c5f50d5f8736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1121ec28-523b-4c23-8864-792f1de74a40') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:53.922989 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-607bac77-2162-4d68-8224-c5f50d5f8736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1121ec28-523b-4c23-8864-792f1de74a40') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:53.936576 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-133e1e3e-51dc-4b73-bd7d-49c6f8c0df43 None None] Provisioning complete for port 8bfcd472-0791-4929-b8f5-62e483168032 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:53.937126 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-133e1e3e-51dc-4b73-bd7d-49c6f8c0df43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8bfcd472-0791-4929-b8f5-62e483168032), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:53.971223 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-607bac77-2162-4d68-8224-c5f50d5f8736 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (1121ec28-523b-4c23-8864-792f1de74a40), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:54.054715 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-607bac77-2162-4d68-8224-c5f50d5f8736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (1121ec28-523b-4c23-8864-792f1de74a40), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:54.070685 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7312ca87-3d0e-4630-ae93-5267da46524e admin admin] Router 06b1d9ba-db2e-40a4-8d16-3e1a4258556a is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:10:54.083758 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607bac77-2162-4d68-8224-c5f50d5f8736 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:10:54.085349 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-607bac77-2162-4d68-8224-c5f50d5f8736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (1121ec28-523b-4c23-8864-792f1de74a40), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:10:54.092031 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:10:54.098597 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 8bfcd472-0791-4929-b8f5-62e483168032 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:54.099270 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8bfcd472-0791-4929-b8f5-62e483168032), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:54.264515 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d352ac12-ea96-4276-8b5a-b062649cbd7b req-85eb021b-d84b-429c-a9d4-3eb0a2ecde19 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9358692 Feb 19 04:10:54.268256 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-818e2620-30ce-4b82-a852-800daa298c67 req-ed96445c-879b-4368-9251-5a114c154352 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27 HTTP/1.1" status: 200 len: 210 time: 0.1310418 Feb 19 04:10:54.270678 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-045048c0-fa49-4a7d-9939-2d2bbc2aeda8 req-44f1bf23-18fb-47a6-90e5-76ddced49193 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (520f56e0-500c-4b37-b9f5-893e73136f4a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:54.494366 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 520f56e0-500c-4b37-b9f5-893e73136f4a no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:10:54.558458 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 520f56e0-500c-4b37-b9f5-893e73136f4a {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:10:54.558959 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 520f56e0-500c-4b37-b9f5-893e73136f4a not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:10:54.586848 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1bf23-18fb-47a6-90e5-76ddced49193 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Pushing event deleted for resources: {'Port': ['ID=520f56e0-500c-4b37-b9f5-893e73136f4a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:54.661819 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-133e1e3e-51dc-4b73-bd7d-49c6f8c0df43 None None] Current status of the port 8bfcd472-0791-4929-b8f5-62e483168032 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:54.662511 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-133e1e3e-51dc-4b73-bd7d-49c6f8c0df43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8bfcd472-0791-4929-b8f5-62e483168032), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:54.778253 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 8bfcd472-0791-4929-b8f5-62e483168032 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:54.779491 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8bfcd472-0791-4929-b8f5-62e483168032), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:54.792431 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-133e1e3e-51dc-4b73-bd7d-49c6f8c0df43 None None] For port 8bfcd472-0791-4929-b8f5-62e483168032, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8bfcd472-0791-4929-b8f5-62e483168032,segment=NetworkSegment(0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976),segment_id=0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:54.817447 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-133e1e3e-51dc-4b73-bd7d-49c6f8c0df43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8bfcd472-0791-4929-b8f5-62e483168032), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:54.860027 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-045048c0-fa49-4a7d-9939-2d2bbc2aeda8 req-44f1bf23-18fb-47a6-90e5-76ddced49193 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] No DVR routers for this DVR port 520f56e0-500c-4b37-b9f5-893e73136f4a on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:10:54.869995 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-045048c0-fa49-4a7d-9939-2d2bbc2aeda8 req-44f1bf23-18fb-47a6-90e5-76ddced49193 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:54.879351 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-045048c0-fa49-4a7d-9939-2d2bbc2aeda8 req-44f1bf23-18fb-47a6-90e5-76ddced49193 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.48 "DELETE /v2.0/ports/520f56e0-500c-4b37-b9f5-893e73136f4a HTTP/1.1" status: 204 len: 173 time: 2.4379029 Feb 19 04:10:54.880240 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025f74a7-3160-4b85-91bd-f8eedda3fbda', 'name': 'network-vif-deleted', 'tag': '520f56e0-500c-4b37-b9f5-893e73136f4a'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:54.886234 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4062c1e-b995-4f28-9ef9-717295740b8f" -d '{"events": [{"server_uuid": "025f74a7-3160-4b85-91bd-f8eedda3fbda", "name": "network-vif-deleted", "tag": "520f56e0-500c-4b37-b9f5-893e73136f4a"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:54.955041 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e1e3e-51dc-4b73-bd7d-49c6f8c0df43 None None] Pushing event updated for resources: {'Port': ['ID=8bfcd472-0791-4929-b8f5-62e483168032,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:55.025356 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-1db3f6fb-a159-435c-b880-5ff1c5fd2465 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Allocated IP 172.20.0.6 (5b6fe8f7-012f-486f-90bb-91627fbe5451/e75d9c9e-8c6f-4a8a-9816-273ad03117c1/895442f4-dc44-4f60-9756-cffdd91faf4c) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:55.041172 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-607bac77-2162-4d68-8224-c5f50d5f8736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (3b348713-0dd0-49ec-becd-2bf2a70d19e8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:55.060678 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d3304412-01b6-4e29-aa08-880fc3d7adfc None None] Provisioning complete for port 8bfcd472-0791-4929-b8f5-62e483168032 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:55.062787 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d3304412-01b6-4e29-aa08-880fc3d7adfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8bfcd472-0791-4929-b8f5-62e483168032), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:55.090885 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-607bac77-2162-4d68-8224-c5f50d5f8736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:55.095042 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d352ac12-ea96-4276-8b5a-b062649cbd7b req-f93e0aa6-09f2-4d2f-a797-8a16a83e9927 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8166399 Feb 19 04:10:55.107913 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-607bac77-2162-4d68-8224-c5f50d5f8736 admin admin] 10.222.0.65 "DELETE /v2.0/networks/3b348713-0dd0-49ec-becd-2bf2a70d19e8 HTTP/1.1" status: 204 len: 168 time: 2.2520058 Feb 19 04:10:55.182728 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607bac77-2162-4d68-8224-c5f50d5f8736 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b348713-0dd0-49ec-becd-2bf2a70d19e8,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:55.192424 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:10:55.193075 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:10:55.274555 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d3304412-01b6-4e29-aa08-880fc3d7adfc None None] Current status of the port 8bfcd472-0791-4929-b8f5-62e483168032 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:55.425122 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe46ac-c0bf-4822-88cd-b49cbe3d9edb req-5fa6b1d5-9e7c-4600-b5ba-ff9949244ceb tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:55.438359 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1fe46ac-c0bf-4822-88cd-b49cbe3d9edb req-5fa6b1d5-9e7c-4600-b5ba-ff9949244ceb tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce1f8422-8053-44c2-a3a2-09f49005e061 HTTP/1.1" status: 200 len: 945 time: 0.6997733 Feb 19 04:10:55.498836 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-64a83a59-9ef5-4c40-bcf5-1894f044ed8a req-dddfaf73-e918-4c54-b750-8933c0def845 tempest-ServerShowV254Test-1110191622 tempest-ServerShowV254Test-1110191622-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1d096a7-3328-4287-aef7-9cd3b8041c00 HTTP/1.1" status: 200 len: 210 time: 0.7085309 Feb 19 04:10:55.540193 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1fe46ac-c0bf-4822-88cd-b49cbe3d9edb req-cdc8909d-543e-4ebd-a2ea-d8479b24e960 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001616 Feb 19 04:10:55.557380 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7312ca87-3d0e-4630-ae93-5267da46524e admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:10:55.574281 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] Sync routers for ids ['06b1d9ba-db2e-40a4-8d16-3e1a4258556a'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:10:55.629950 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] Routers {'06b1d9ba-db2e-40a4-8d16-3e1a4258556a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:10:55.634320 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7312ca87-3d0e-4630-ae93-5267da46524e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:55.635351 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:10:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['06b1d9ba-db2e-40a4-8d16-3e1a4258556a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:55.636591 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7312ca87-3d0e-4630-ae93-5267da46524e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.8156078 Feb 19 04:10:55.641162 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35966) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:55.702669 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-1db3f6fb-a159-435c-b880-5ff1c5fd2465 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks [] for port (895442f4-dc44-4f60-9756-cffdd91faf4c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:55.813092 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35968) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:55.894459 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 8bfcd472-0791-4929-b8f5-62e483168032 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:55.985897 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cbac2-9d05-47a7-b3f0-822e60f3b74e req-9ab48b0c-79b0-4468-ade1-9110649a6c2f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:55.993444 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0c582-cbcf-4c04-9ad6-03a79ab24534 req-8d4580a1-32ee-4a91-975f-1e7ca04fcae6 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:55.996166 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-17b0c582-cbcf-4c04-9ad6-03a79ab24534 req-8d4580a1-32ee-4a91-975f-1e7ca04fcae6 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc411a18-e6dd-4af1-8c94-f2660694a1c6 HTTP/1.1" status: 200 len: 949 time: 0.2135947 Feb 19 04:10:56.001315 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-989cbac2-9d05-47a7-b3f0-822e60f3b74e req-9ab48b0c-79b0-4468-ade1-9110649a6c2f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2896857 Feb 19 04:10:56.036432 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] Set router 06b1d9ba-db2e-40a4-8d16-3e1a4258556a gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:10:56.048116 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9fdbc56e-b02b-463b-8597-6f627eeeca7c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=69187c7c1e1c4976be0c59c8c6235cbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333145 Feb 19 04:10:56.049270 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35970) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:56.125274 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-1db3f6fb-a159-435c-b880-5ff1c5fd2465 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (895442f4-dc44-4f60-9756-cffdd91faf4c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:56.149861 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-989cbac2-9d05-47a7-b3f0-822e60f3b74e req-930f8dc4-a0e1-4b2b-a109-74cc6e2a5d67 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465211 Feb 19 04:10:56.212528 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8bfcd472-0791-4929-b8f5-62e483168032 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:56.260759 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-17b0c582-cbcf-4c04-9ad6-03a79ab24534 req-f25fcd3c-1208-46ea-9e8f-d5b05c9ae1d0 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/security-groups?id=2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390850 Feb 19 04:10:56.299718 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-1db3f6fb-a159-435c-b880-5ff1c5fd2465 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Network 5b6fe8f7-012f-486f-90bb-91627fbe5451 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:56.308296 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-1db3f6fb-a159-435c-b880-5ff1c5fd2465 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:56.337779 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-1db3f6fb-a159-435c-b880-5ff1c5fd2465 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:56.409847 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-1db3f6fb-a159-435c-b880-5ff1c5fd2465 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:56.410782 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-1db3f6fb-a159-435c-b880-5ff1c5fd2465 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:56.420532 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3f6fb-a159-435c-b880-5ff1c5fd2465 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Pushing event updated for resources: {'Port': ['ID=895442f4-dc44-4f60-9756-cffdd91faf4c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:56.468005 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-1db3f6fb-a159-435c-b880-5ff1c5fd2465 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9912739 Feb 19 04:10:56.471798 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d95fc2a3-595e-498f-a1f5-17d775442bf6 admin admin] Publish callbacks [] for security_group (23cca437-f8c6-41c8-ba50-ce136eefc2ec), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:56.499471 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-9fbd0030-3d55-485b-b87e-79167fdf087e service neutron] Request body: {'port': {'device_id': '6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:56.560632 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94378f60-ea40-4b91-b53e-8c11dacf6855 x-openstack-request-id: req-94378f60-ea40-4b91-b53e-8c11dacf6855 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:56.561447 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025f74a7-3160-4b85-91bd-f8eedda3fbda", "name": "network-vif-deleted", "tag": "520f56e0-500c-4b37-b9f5-893e73136f4a", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:56.561805 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94378f60-ea40-4b91-b53e-8c11dacf6855 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:56.566759 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 8bfcd472-0791-4929-b8f5-62e483168032 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:56.567621 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8bfcd472-0791-4929-b8f5-62e483168032), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:56.572716 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025f74a7-3160-4b85-91bd-f8eedda3fbda', 'name': 'network-vif-deleted', 'tag': '520f56e0-500c-4b37-b9f5-893e73136f4a', 'status': 'completed', 'code': 200} Feb 19 04:10:56.634864 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d95fc2a3-595e-498f-a1f5-17d775442bf6 admin admin] Publish callbacks [] for security_group (23cca437-f8c6-41c8-ba50-ce136eefc2ec), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:56.766625 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d95fc2a3-595e-498f-a1f5-17d775442bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (23cca437-f8c6-41c8-ba50-ce136eefc2ec), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:56.771892 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d95fc2a3-595e-498f-a1f5-17d775442bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:56.773949 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d95fc2a3-595e-498f-a1f5-17d775442bf6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23cca437-f8c6-41c8-ba50-ce136eefc2ec HTTP/1.1" status: 204 len: 168 time: 0.7180052 Feb 19 04:10:56.827108 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710d768-3512-43e4-867a-05d4fff3ace3 req-6bd98547-2541-4048-a7e9-b9bdf816dead tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:56.828547 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95fc2a3-595e-498f-a1f5-17d775442bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cca437-f8c6-41c8-ba50-ce136eefc2ec,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:56.830081 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c710d768-3512-43e4-867a-05d4fff3ace3 req-6bd98547-2541-4048-a7e9-b9bdf816dead tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27 HTTP/1.1" status: 200 len: 931 time: 0.2558765 Feb 19 04:10:56.898189 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 8bfcd472-0791-4929-b8f5-62e483168032 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:56.902515 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device f723aeff-1d07-4cf7-b867-fc9c284429d5 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:56.969553 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-9fbd0030-3d55-485b-b87e-79167fdf087e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (895442f4-dc44-4f60-9756-cffdd91faf4c), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:57.017218 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68852a-81e0-4278-a3d0-f56c8012e487 req-49b5d7a6-8764-4fb4-9723-b41a94c80010 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:57.025507 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea68852a-81e0-4278-a3d0-f56c8012e487 req-49b5d7a6-8764-4fb4-9723-b41a94c80010 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce1f8422-8053-44c2-a3a2-09f49005e061 HTTP/1.1" status: 200 len: 945 time: 0.3094723 Feb 19 04:10:57.046233 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b1d9ba-db2e-40a4-8d16-3e1a4258556a', 'name': 'tempest-TaggedBootDevicesTest-450920490-router', 'tenant_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'e477da3f-e65e-446e-8da4-d91e65b5de2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:46Z', 'updated_at': '2022-02-19T04:10:51Z', 'revision_number': 3, 'project_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'gw_port': {'id': 'e477da3f-e65e-446e-8da4-d91e65b5de2e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:42:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b1d9ba-db2e-40a4-8d16-3e1a4258556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:49Z', 'updated_at': '2022-02-19T04:10:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:57.053551 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-84bd53ad-76ff-4f34-b605-08917fc60c2b None None] Provisioning complete for port 895442f4-dc44-4f60-9756-cffdd91faf4c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:57.054998 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-84bd53ad-76ff-4f34-b605-08917fc60c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (895442f4-dc44-4f60-9756-cffdd91faf4c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:57.129895 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c710d768-3512-43e4-867a-05d4fff3ace3 req-6583a6ef-bb26-47e6-999b-35319167a4a8 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/security-groups?id=3013973a-3e4c-4e73-a652-2279a8a42705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849030 Feb 19 04:10:57.182720 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] Checking router: 06b1d9ba-db2e-40a4-8d16-3e1a4258556a for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:10:57.183279 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] Updating router 06b1d9ba-db2e-40a4-8d16-3e1a4258556a port e477da3f-e65e-446e-8da4-d91e65b5de2e binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:10:57.238182 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02e1dd16-ba9e-4377-996d-1c8ac23b8120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:57.332471 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-84bd53ad-76ff-4f34-b605-08917fc60c2b None None] Port 895442f4-dc44-4f60-9756-cffdd91faf4c cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:10:57.339602 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e477da3f-e65e-446e-8da4-d91e65b5de2e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:57.398843 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port f723aeff-1d07-4cf7-b867-fc9c284429d5 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:10:57.412241 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port f723aeff-1d07-4cf7-b867-fc9c284429d5 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:57.413529 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f723aeff-1d07-4cf7-b867-fc9c284429d5), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:57.538680 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea68852a-81e0-4278-a3d0-f56c8012e487 req-3b7ae355-a4e8-4d28-aac4-b6ec1be1919b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5062551 Feb 19 04:10:57.623424 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660effb-306d-4180-8e9b-39aca0a76b99 req-f009be4e-b852-4d10-aaed-ab74aef8ba3e tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:57.631181 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f660effb-306d-4180-8e9b-39aca0a76b99 req-f009be4e-b852-4d10-aaed-ab74aef8ba3e tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2811537 Feb 19 04:10:57.677702 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-02e1dd16-ba9e-4377-996d-1c8ac23b8120 admin admin] Allocated IP 172.20.0.1 (d34dbcd2-4835-4ffb-86bb-22434f31e1f8/bf028817-caf3-4cc3-80e2-abc0a68148dc/76958b55-7055-497c-8d35-8cf2c7eb4710) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:57.777477 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-9fbd0030-3d55-485b-b87e-79167fdf087e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 895442f4-dc44-4f60-9756-cffdd91faf4c {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:10:57.796230 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-9fbd0030-3d55-485b-b87e-79167fdf087e service neutron] Publish callbacks [] for port (895442f4-dc44-4f60-9756-cffdd91faf4c), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:57.822965 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-9fbd0030-3d55-485b-b87e-79167fdf087e service neutron] Transition to ACTIVE for port object 895442f4-dc44-4f60-9756-cffdd91faf4c will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:10:57.829876 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-9fbd0030-3d55-485b-b87e-79167fdf087e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (895442f4-dc44-4f60-9756-cffdd91faf4c), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:57.996754 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port f723aeff-1d07-4cf7-b867-fc9c284429d5 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:57.998257 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f723aeff-1d07-4cf7-b867-fc9c284429d5), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:58.059224 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f660effb-306d-4180-8e9b-39aca0a76b99 req-1af6b95d-1af9-4e41-94f6-7bfa8586e336 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4151433 Feb 19 04:10:58.129588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0030-3d55-485b-b87e-79167fdf087e service neutron] Pushing event updated for resources: {'Port': ['ID=895442f4-dc44-4f60-9756-cffdd91faf4c,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:58.196269 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-10bb1448-d3d2-4d03-9920-52e666f0aa54 req-52c5e231-f258-46db-971c-5f1ba661bc7d tempest-ServerShowV254Test-1110191622 tempest-ServerShowV254Test-1110191622-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1d096a7-3328-4287-aef7-9cd3b8041c00 HTTP/1.1" status: 200 len: 210 time: 0.0685465 Feb 19 04:10:58.200620 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-9fbd0030-3d55-485b-b87e-79167fdf087e service neutron] Attempting to bind port 895442f4-dc44-4f60-9756-cffdd91faf4c on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:10:58.201248 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-9fbd0030-3d55-485b-b87e-79167fdf087e service neutron] Attempting to bind port 895442f4-dc44-4f60-9756-cffdd91faf4c by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '068f2b55-e57b-4efa-8e4f-d650cd2623e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:10:58.202191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-9fbd0030-3d55-485b-b87e-79167fdf087e service neutron] Attempting to bind port 895442f4-dc44-4f60-9756-cffdd91faf4c on network 5b6fe8f7-012f-486f-90bb-91627fbe5451 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:58.210324 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-9fbd0030-3d55-485b-b87e-79167fdf087e service neutron] Port 895442f4-dc44-4f60-9756-cffdd91faf4c on network 5b6fe8f7-012f-486f-90bb-91627fbe5451 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:10:58.210693 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-9fbd0030-3d55-485b-b87e-79167fdf087e service neutron] Attempting to bind port 895442f4-dc44-4f60-9756-cffdd91faf4c on network 5b6fe8f7-012f-486f-90bb-91627fbe5451 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:58.227813 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port f723aeff-1d07-4cf7-b867-fc9c284429d5, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=f723aeff-1d07-4cf7-b867-fc9c284429d5,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:58.241945 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02e1dd16-ba9e-4377-996d-1c8ac23b8120 admin admin] Publish callbacks [] for port (76958b55-7055-497c-8d35-8cf2c7eb4710), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:58.242140 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-9fbd0030-3d55-485b-b87e-79167fdf087e service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:10:58.242140 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-9fbd0030-3d55-485b-b87e-79167fdf087e service neutron] Checking segment: {'id': '068f2b55-e57b-4efa-8e4f-d650cd2623e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:58.242140 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-9fbd0030-3d55-485b-b87e-79167fdf087e service neutron] Bound using segment: {'id': '068f2b55-e57b-4efa-8e4f-d650cd2623e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:10:58.242140 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-9fbd0030-3d55-485b-b87e-79167fdf087e service neutron] Bound port: 895442f4-dc44-4f60-9756-cffdd91faf4c, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '068f2b55-e57b-4efa-8e4f-d650cd2623e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:10:58.242140 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-9fbd0030-3d55-485b-b87e-79167fdf087e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (895442f4-dc44-4f60-9756-cffdd91faf4c), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:58.242951 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc411a18-e6dd-4af1-8c94-f2660694a1c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f723aeff-1d07-4cf7-b867-fc9c284429d5'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:58.253394 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb169c6-afc1-4b5c-8508-89324ea03d7d" -d '{"events": [{"server_uuid": "cc411a18-e6dd-4af1-8c94-f2660694a1c6", "name": "network-vif-plugged", "status": "completed", "tag": "f723aeff-1d07-4cf7-b867-fc9c284429d5"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:58.276779 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f723aeff-1d07-4cf7-b867-fc9c284429d5), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:58.416412 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02e1dd16-ba9e-4377-996d-1c8ac23b8120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (76958b55-7055-497c-8d35-8cf2c7eb4710), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:58.437716 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-9fbd0030-3d55-485b-b87e-79167fdf087e service neutron] For port 895442f4-dc44-4f60-9756-cffdd91faf4c, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:10:58.446088 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-9fbd0030-3d55-485b-b87e-79167fdf087e service neutron] For port 895442f4-dc44-4f60-9756-cffdd91faf4c, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=895442f4-dc44-4f60-9756-cffdd91faf4c,segment=NetworkSegment(068f2b55-e57b-4efa-8e4f-d650cd2623e9),segment_id=068f2b55-e57b-4efa-8e4f-d650cd2623e9)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:10:58.460346 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-9fbd0030-3d55-485b-b87e-79167fdf087e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (895442f4-dc44-4f60-9756-cffdd91faf4c), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:58.550196 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-9fbd0030-3d55-485b-b87e-79167fdf087e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:58.551100 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-9fbd0030-3d55-485b-b87e-79167fdf087e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:58.552591 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-9fbd0030-3d55-485b-b87e-79167fdf087e service neutron] 10.222.0.10 "PUT /v2.0/ports/895442f4-dc44-4f60-9756-cffdd91faf4c HTTP/1.1" status: 200 len: 1091 time: 2.0705042 Feb 19 04:10:58.553198 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27', 'tag': '895442f4-dc44-4f60-9756-cffdd91faf4c'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:58.556477 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65e1869-bf14-46bd-8211-731740d7edc4" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27", "tag": "895442f4-dc44-4f60-9756-cffdd91faf4c"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:58.619384 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e1dd16-ba9e-4377-996d-1c8ac23b8120 admin admin] Network d34dbcd2-4835-4ffb-86bb-22434f31e1f8 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:58.626345 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1dd16-ba9e-4377-996d-1c8ac23b8120 admin admin] Pushing event updated for resources: {'Port': ['ID=76958b55-7055-497c-8d35-8cf2c7eb4710,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:58.629684 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd0030-3d55-485b-b87e-79167fdf087e service neutron] Pushing event updated for resources: {'Port': ['ID=895442f4-dc44-4f60-9756-cffdd91faf4c,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:58.672385 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-02e1dd16-ba9e-4377-996d-1c8ac23b8120 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:58.679295 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e1dd16-ba9e-4377-996d-1c8ac23b8120 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:58.699424 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=f723aeff-1d07-4cf7-b867-fc9c284429d5,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:58.734590 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] Publish callbacks [] for port (e477da3f-e65e-446e-8da4-d91e65b5de2e), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:58.756501 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e477da3f-e65e-446e-8da4-d91e65b5de2e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:58.805095 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02e1dd16-ba9e-4377-996d-1c8ac23b8120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (06b1d9ba-db2e-40a4-8d16-3e1a4258556a), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:58.844869 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-71faa54a-ab7e-4c78-bace-3dbf8a54a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:58.861031 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-71faa54a-ab7e-4c78-bace-3dbf8a54a3b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28046742ef1049688a695bac0a3826eb&device_id=6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27 HTTP/1.1" status: 200 len: 1125 time: 0.2078407 Feb 19 04:10:58.875011 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79fdbf-c6e3-4edd-96c4-e62cfb3605b4 req-9397938a-9c45-47f8-b51b-3004101c9f7c tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:58.876853 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1e79fdbf-c6e3-4edd-96c4-e62cfb3605b4 req-9397938a-9c45-47f8-b51b-3004101c9f7c tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.10 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 945 time: 0.5015604 Feb 19 04:10:58.890185 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75d065-6327-4822-b8e8-d096b701c71d req-e5d23eb1-d048-49a9-9571-4d6b631a8b63 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:58.891895 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0c75d065-6327-4822-b8e8-d096b701c71d req-e5d23eb1-d048-49a9-9571-4d6b631a8b63 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc411a18-e6dd-4af1-8c94-f2660694a1c6 HTTP/1.1" status: 200 len: 950 time: 0.4811463 Feb 19 04:10:58.949784 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e119e-8c77-46bc-b6ed-fd32ea10b16d None None] Pushing event updated for resources: {'Port': ['ID=e477da3f-e65e-446e-8da4-d91e65b5de2e,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:58.985272 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] Attempting to bind port e477da3f-e65e-446e-8da4-d91e65b5de2e on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:10:58.986222 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] Attempting to bind port e477da3f-e65e-446e-8da4-d91e65b5de2e by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:10:58.987092 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] Attempting to bind port e477da3f-e65e-446e-8da4-d91e65b5de2e on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:10:58.997626 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:10:58.999561 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:10:59.000670 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:59.001620 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:10:59.002687 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] Bound port: e477da3f-e65e-446e-8da4-d91e65b5de2e, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:10:59.003785 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e477da3f-e65e-446e-8da4-d91e65b5de2e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:59.052764 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-9887f088-73bb-4076-9f10-6c7937874af3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=895442f4-dc44-4f60-9756-cffdd91faf4c HTTP/1.1" status: 200 len: 217 time: 0.1834974 Feb 19 04:10:59.121397 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] For port e477da3f-e65e-446e-8da4-d91e65b5de2e, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:10:59.128734 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] For port e477da3f-e65e-446e-8da4-d91e65b5de2e, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e477da3f-e65e-446e-8da4-d91e65b5de2e,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:10:59.140235 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e477da3f-e65e-446e-8da4-d91e65b5de2e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:59.160637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7ccb0-fb8b-42da-81e4-f8d9ee96135e req-f7c53989-541a-4184-a8aa-71c385d038d1 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:59.163695 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a0e7ccb0-fb8b-42da-81e4-f8d9ee96135e req-f7c53989-541a-4184-a8aa-71c385d038d1 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 945 time: 0.2377198 Feb 19 04:10:59.167185 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-3e7420aa-ab19-4fbd-b166-bd7b9d4a5597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:59.170197 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-3e7420aa-ab19-4fbd-b166-bd7b9d4a5597 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e75d9c9e-8c6f-4a8a-9816-273ad03117c1 HTTP/1.1" status: 200 len: 867 time: 0.1067693 Feb 19 04:10:59.263661 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0c75d065-6327-4822-b8e8-d096b701c71d req-6a4118c5-4652-43e6-b2ed-f3520182d464 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/security-groups?id=2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467348 Feb 19 04:10:59.291280 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] Routers {'06b1d9ba-db2e-40a4-8d16-3e1a4258556a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:10:59.292425 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:10:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['06b1d9ba-db2e-40a4-8d16-3e1a4258556a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:59.326586 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02e1dd16-ba9e-4377-996d-1c8ac23b8120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (76958b55-7055-497c-8d35-8cf2c7eb4710), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:59.354100 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e119e-8c77-46bc-b6ed-fd32ea10b16d None None] Pushing event updated for resources: {'Port': ['ID=e477da3f-e65e-446e-8da4-d91e65b5de2e,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:59.370893 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-b3d6ed2d-5048-4089-9e10-f1af4f7d94ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:59.372616 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-b3d6ed2d-5048-4089-9e10-f1af4f7d94ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b6fe8f7-012f-486f-90bb-91627fbe5451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1954484 Feb 19 04:10:59.404272 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a0e7ccb0-fb8b-42da-81e4-f8d9ee96135e req-b0d3862e-274f-4daa-9776-62abb37a5e20 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/security-groups?id=54ffc044-0e6c-468f-b20f-0548776a13b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245052 Feb 19 04:10:59.472368 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-1e79fdbf-c6e3-4edd-96c4-e62cfb3605b4 req-f30e11a8-fa4d-447a-b86f-a4c8c7d714f9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Deleting port df197234-9fff-4923-9a11-6b3d9342eb08 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:10:59.472732 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1e79fdbf-c6e3-4edd-96c4-e62cfb3605b4 req-f30e11a8-fa4d-447a-b86f-a4c8c7d714f9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (df197234-9fff-4923-9a11-6b3d9342eb08), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:59.485506 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] Set router 06b1d9ba-db2e-40a4-8d16-3e1a4258556a gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:10:59.487673 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-15e7d0a5-97f5-478d-a442-e86cc3bf2795 None None] Provisioning complete for port 76958b55-7055-497c-8d35-8cf2c7eb4710 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:59.488163 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-15e7d0a5-97f5-478d-a442-e86cc3bf2795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (76958b55-7055-497c-8d35-8cf2c7eb4710), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:59.555587 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-2f5c9ec6-5f41-410a-9171-16cce72ce378 service neutron] 10.222.0.10 "GET /v2.0/networks/5b6fe8f7-012f-486f-90bb-91627fbe5451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663742 Feb 19 04:10:59.633630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-15e7d0a5-97f5-478d-a442-e86cc3bf2795 None None] Port 76958b55-7055-497c-8d35-8cf2c7eb4710 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:10:59.682820 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcab525-e2a1-4cb1-bc11-62b8e951a8dd req-b829e4fa-a1cd-490a-9a02-a6e4842802dd tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:59.684672 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4fcab525-e2a1-4cb1-bc11-62b8e951a8dd req-b829e4fa-a1cd-490a-9a02-a6e4842802dd tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27 HTTP/1.1" status: 200 len: 943 time: 0.1509087 Feb 19 04:10:59.732658 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-297c4b71-7c91-47a6-9b24-ae535881f123 req-d779a63d-dab9-446a-8971-9972f2593840 service neutron] 10.222.0.10 "GET /v2.0/networks/5b6fe8f7-012f-486f-90bb-91627fbe5451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549048 Feb 19 04:10:59.779472 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4fcab525-e2a1-4cb1-bc11-62b8e951a8dd req-a2533baf-9ab7-4779-8e9e-80b3eae00cb3 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/security-groups?id=3013973a-3e4c-4e73-a652-2279a8a42705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861313 Feb 19 04:10:59.862250 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58aadeb-c822-43ff-9ace-2a34642e982e x-openstack-request-id: req-e58aadeb-c822-43ff-9ace-2a34642e982e {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:59.862574 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc411a18-e6dd-4af1-8c94-f2660694a1c6", "name": "network-vif-plugged", "status": "completed", "tag": "f723aeff-1d07-4cf7-b867-fc9c284429d5", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:59.862810 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e58aadeb-c822-43ff-9ace-2a34642e982e {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:59.863306 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc411a18-e6dd-4af1-8c94-f2660694a1c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f723aeff-1d07-4cf7-b867-fc9c284429d5', 'code': 200} Feb 19 04:10:59.884905 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b1d9ba-db2e-40a4-8d16-3e1a4258556a', 'name': 'tempest-TaggedBootDevicesTest-450920490-router', 'tenant_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'e477da3f-e65e-446e-8da4-d91e65b5de2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:46Z', 'updated_at': '2022-02-19T04:10:59Z', 'revision_number': 4, 'project_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'gw_port': {'id': 'e477da3f-e65e-446e-8da4-d91e65b5de2e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:42:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b1d9ba-db2e-40a4-8d16-3e1a4258556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:49Z', 'updated_at': '2022-02-19T04:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '76958b55-7055-497c-8d35-8cf2c7eb4710', 'name': '', 'network_id': 'd34dbcd2-4835-4ffb-86bb-22434f31e1f8', 'tenant_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'mac_address': 'fa:16:3e:ee:ac:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b1d9ba-db2e-40a4-8d16-3e1a4258556a', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'bf028817-caf3-4cc3-80e2-abc0a68148dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:57Z', 'updated_at': '2022-02-19T04:10:57Z', 'revision_number': 1, 'project_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'subnets': [{'id': 'bf028817-caf3-4cc3-80e2-abc0a68148dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:59.939209 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8f8cc1-09c2-4b97-be6e-66c31588d8ca x-openstack-request-id: req-3f8f8cc1-09c2-4b97-be6e-66c31588d8ca {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:59.939422 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27", "tag": "895442f4-dc44-4f60-9756-cffdd91faf4c", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:59.939746 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f8f8cc1-09c2-4b97-be6e-66c31588d8ca {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:59.940527 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27', 'tag': '895442f4-dc44-4f60-9756-cffdd91faf4c', 'status': 'completed', 'code': 200} Feb 19 04:10:59.948280 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee78ee5-7d7d-48f6-8117-7f8151431070 None None] The sync data for ids ['06b1d9ba-db2e-40a4-8d16-3e1a4258556a'] in n-d-772273-4 is: [{'id': '06b1d9ba-db2e-40a4-8d16-3e1a4258556a', 'name': 'tempest-TaggedBootDevicesTest-450920490-router', 'tenant_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'e477da3f-e65e-446e-8da4-d91e65b5de2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:46Z', 'updated_at': '2022-02-19T04:10:59Z', 'revision_number': 4, 'project_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'gw_port': {'id': 'e477da3f-e65e-446e-8da4-d91e65b5de2e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:42:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b1d9ba-db2e-40a4-8d16-3e1a4258556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:49Z', 'updated_at': '2022-02-19T04:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '76958b55-7055-497c-8d35-8cf2c7eb4710', 'name': '', 'network_id': 'd34dbcd2-4835-4ffb-86bb-22434f31e1f8', 'tenant_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'mac_address': 'fa:16:3e:ee:ac:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b1d9ba-db2e-40a4-8d16-3e1a4258556a', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'bf028817-caf3-4cc3-80e2-abc0a68148dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:57Z', 'updated_at': '2022-02-19T04:10:57Z', 'revision_number': 1, 'project_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'subnets': [{'id': 'bf028817-caf3-4cc3-80e2-abc0a68148dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:10:59.970912 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3118c94-e3fa-457f-a04d-a452b903e53f req-699e9f3e-691f-44b6-9471-20e2e982463f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:59.973307 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b3118c94-e3fa-457f-a04d-a452b903e53f req-699e9f3e-691f-44b6-9471-20e2e982463f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.5404732 Feb 19 04:11:00.130228 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e1869-bf14-46bd-8211-731740d7edc4 req-782256a5-4ae2-4bf7-92e4-699f75072898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:00.132013 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b65e1869-bf14-46bd-8211-731740d7edc4 req-782256a5-4ae2-4bf7-92e4-699f75072898 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28046742ef1049688a695bac0a3826eb&device_id=6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27 HTTP/1.1" status: 200 len: 1125 time: 0.1568360 Feb 19 04:11:00.142317 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2db23-36a6-44bd-9e86-ba1f35b97681 req-79b3924a-6d89-4981-899a-e9057213ff7e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:00.144065 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-65e2db23-36a6-44bd-9e86-ba1f35b97681 req-79b3924a-6d89-4981-899a-e9057213ff7e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce1f8422-8053-44c2-a3a2-09f49005e061 HTTP/1.1" status: 200 len: 945 time: 0.1002076 Feb 19 04:11:00.161563 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-1e79fdbf-c6e3-4edd-96c4-e62cfb3605b4 req-f30e11a8-fa4d-447a-b86f-a4c8c7d714f9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] For port df197234-9fff-4923-9a11-6b3d9342eb08, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=df197234-9fff-4923-9a11-6b3d9342eb08,segment=NetworkSegment(2eb5ef80-c40a-4a42-9c80-514edf645c6d),segment_id=2eb5ef80-c40a-4a42-9c80-514edf645c6d)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:00.162150 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1e79fdbf-c6e3-4edd-96c4-e62cfb3605b4 req-f30e11a8-fa4d-447a-b86f-a4c8c7d714f9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (df197234-9fff-4923-9a11-6b3d9342eb08), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:00.182044 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7208a8-d696-4483-9220-54af4a3aa18e req-fdf4a4b8-e9c1-4033-bf91-bf89742430e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:00.184340 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8d7208a8-d696-4483-9220-54af4a3aa18e req-fdf4a4b8-e9c1-4033-bf91-bf89742430e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cc411a18-e6dd-4af1-8c94-f2660694a1c6 HTTP/1.1" status: 200 len: 1132 time: 0.2250826 Feb 19 04:11:00.196885 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b3118c94-e3fa-457f-a04d-a452b903e53f req-26bce997-e4b0-4014-bb1c-5460679d7cba tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005510 Feb 19 04:11:00.219595 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-1e79fdbf-c6e3-4edd-96c4-e62cfb3605b4 req-f30e11a8-fa4d-447a-b86f-a4c8c7d714f9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Calling delete_port for df197234-9fff-4923-9a11-6b3d9342eb08 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:00.424001 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02e1dd16-ba9e-4377-996d-1c8ac23b8120 admin admin] Publish callbacks [] for port (76958b55-7055-497c-8d35-8cf2c7eb4710), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:00.438833 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02e1dd16-ba9e-4377-996d-1c8ac23b8120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (76958b55-7055-497c-8d35-8cf2c7eb4710), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:00.454079 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-65e2db23-36a6-44bd-9e86-ba1f35b97681 req-43cbd9ba-e60a-4c36-a080-42d7c12642ca tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958562 Feb 19 04:11:00.457183 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8d7208a8-d696-4483-9220-54af4a3aa18e req-80f86b59-7bc7-47fb-a326-12c8233ed725 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620168 Feb 19 04:11:00.525434 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e1869-bf14-46bd-8211-731740d7edc4 req-3d4289ca-f11d-45dd-b2df-7a6c78537e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:00.528572 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b65e1869-bf14-46bd-8211-731740d7edc4 req-3d4289ca-f11d-45dd-b2df-7a6c78537e5a service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b6fe8f7-012f-486f-90bb-91627fbe5451 HTTP/1.1" status: 200 len: 928 time: 0.3813467 Feb 19 04:11:00.583650 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34761b29-35d0-406b-b9b3-27c832cb3b74 req-7963ddfc-4b62-4e7e-9907-cfd0c8c1efd6 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:00.586290 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-34761b29-35d0-406b-b9b3-27c832cb3b74 req-7963ddfc-4b62-4e7e-9907-cfd0c8c1efd6 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce1f8422-8053-44c2-a3a2-09f49005e061 HTTP/1.1" status: 200 len: 945 time: 0.3232036 Feb 19 04:11:00.698347 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1dd16-ba9e-4377-996d-1c8ac23b8120 admin admin] Pushing event updated for resources: {'Port': ['ID=76958b55-7055-497c-8d35-8cf2c7eb4710,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:00.762459 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02e1dd16-ba9e-4377-996d-1c8ac23b8120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (06b1d9ba-db2e-40a4-8d16-3e1a4258556a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:00.802055 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b65e1869-bf14-46bd-8211-731740d7edc4 req-346dff02-156d-48d7-a826-5c0b04a0fdee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=895442f4-dc44-4f60-9756-cffdd91faf4c HTTP/1.1" status: 200 len: 217 time: 0.1298637 Feb 19 04:11:00.805698 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5aba537e-473c-473e-8506-c6fbb6e269af req-626fdc06-953a-42ef-8a55-30587f97ec18 tempest-ServerShowV254Test-1110191622 tempest-ServerShowV254Test-1110191622-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1d096a7-3328-4287-aef7-9cd3b8041c00 HTTP/1.1" status: 200 len: 210 time: 0.1614742 Feb 19 04:11:00.818116 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device df197234-9fff-4923-9a11-6b3d9342eb08 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:00.960244 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e1869-bf14-46bd-8211-731740d7edc4 req-0ec0ce95-e13c-4356-9637-faee5d460d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:00.975673 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b65e1869-bf14-46bd-8211-731740d7edc4 req-0ec0ce95-e13c-4356-9637-faee5d460d78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e75d9c9e-8c6f-4a8a-9816-273ad03117c1 HTTP/1.1" status: 200 len: 867 time: 0.1658256 Feb 19 04:11:01.012241 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No active binding found for port df197234-9fff-4923-9a11-6b3d9342eb08 {{(pid=115200) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 04:11:01.013424 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] The host n-h1-772273-4 is not matching for port df197234-9fff-4923-9a11-6b3d9342eb08 host None! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:11:01.014136 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device df197234-9fff-4923-9a11-6b3d9342eb08 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:11:01.044256 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1e79fdbf-c6e3-4edd-96c4-e62cfb3605b4 req-f30e11a8-fa4d-447a-b86f-a4c8c7d714f9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (df197234-9fff-4923-9a11-6b3d9342eb08), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:01.137600 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e11a8-fa4d-447a-b86f-a4c8c7d714f9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Pushing event deleted for resources: {'Port': ['ID=df197234-9fff-4923-9a11-6b3d9342eb08,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:01.146860 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e1869-bf14-46bd-8211-731740d7edc4 req-954d1818-cce2-4511-b077-2731b65c8b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:01.148483 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b65e1869-bf14-46bd-8211-731740d7edc4 req-954d1818-cce2-4511-b077-2731b65c8b84 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b6fe8f7-012f-486f-90bb-91627fbe5451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1590285 Feb 19 04:11:01.256093 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37d7e3-0caa-4db8-9f95-808ff4351b57 req-64de2c13-4599-4bf0-87a3-40e673d7f677 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:01.265480 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5d37d7e3-0caa-4db8-9f95-808ff4351b57 req-64de2c13-4599-4bf0-87a3-40e673d7f677 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc411a18-e6dd-4af1-8c94-f2660694a1c6 HTTP/1.1" status: 200 len: 950 time: 0.2192504 Feb 19 04:11:01.274442 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c1ed1-ded4-4e81-8d62-4f83e6c0a39c req-a09a664f-3936-41b7-9ba0-18314f3ab39b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:01.279172 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6a0c1ed1-ded4-4e81-8d62-4f83e6c0a39c req-a09a664f-3936-41b7-9ba0-18314f3ab39b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.4335828 Feb 19 04:11:01.343861 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-34761b29-35d0-406b-b9b3-27c832cb3b74 req-0f3bb718-88aa-4ed7-8bf2-f0fc70b1226b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Deleting port f17ac72d-1eac-47bf-8936-cf7d8383d063 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:01.344517 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-34761b29-35d0-406b-b9b3-27c832cb3b74 req-0f3bb718-88aa-4ed7-8bf2-f0fc70b1226b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f17ac72d-1eac-47bf-8936-cf7d8383d063), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:01.399227 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5d37d7e3-0caa-4db8-9f95-808ff4351b57 req-04b1ab6a-6e51-4413-997f-2045d7a00405 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/security-groups?id=2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309988 Feb 19 04:11:01.401446 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b65e1869-bf14-46bd-8211-731740d7edc4 req-302a73f4-6bb4-4fed-854e-bb731556f8d8 service neutron] 10.222.0.10 "GET /v2.0/networks/5b6fe8f7-012f-486f-90bb-91627fbe5451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387593 Feb 19 04:11:01.447911 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36036) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:01.458668 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e79fdbf-c6e3-4edd-96c4-e62cfb3605b4 req-f30e11a8-fa4d-447a-b86f-a4c8c7d714f9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] No DVR routers for this DVR port df197234-9fff-4923-9a11-6b3d9342eb08 on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:11:01.465266 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1e79fdbf-c6e3-4edd-96c4-e62cfb3605b4 req-f30e11a8-fa4d-447a-b86f-a4c8c7d714f9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:01.477785 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1e79fdbf-c6e3-4edd-96c4-e62cfb3605b4 req-f30e11a8-fa4d-447a-b86f-a4c8c7d714f9 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.10 "DELETE /v2.0/ports/df197234-9fff-4923-9a11-6b3d9342eb08 HTTP/1.1" status: 204 len: 173 time: 2.5816078 Feb 19 04:11:01.559654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68a550b-8980-48fc-856e-203cbad9b366', 'name': 'network-vif-deleted', 'tag': 'df197234-9fff-4923-9a11-6b3d9342eb08'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:11:01.564507 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0117a0fa-ebad-4c43-b71b-a372564967ab" -d '{"events": [{"server_uuid": "f68a550b-8980-48fc-856e-203cbad9b366", "name": "network-vif-deleted", "tag": "df197234-9fff-4923-9a11-6b3d9342eb08"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:11:01.599756 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e1dd16-ba9e-4377-996d-1c8ac23b8120 admin admin] Network d34dbcd2-4835-4ffb-86bb-22434f31e1f8 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:01.629103 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-02e1dd16-ba9e-4377-996d-1c8ac23b8120 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:01.782067 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6a0c1ed1-ded4-4e81-8d62-4f83e6c0a39c req-3f3160e9-b5ff-43d7-9718-8504de7e9d9d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4417746 Feb 19 04:11:01.792430 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8451c5c2-f679-4c55-99b5-90b30b6fb52d req-faef82ab-14ba-420d-8c53-e5e8861f5375 tempest-LiveAutoBlockMigrationV225Test-1971557971 tempest-LiveAutoBlockMigrationV225Test-1971557971-project] 10.222.0.65 "GET /v2.0/ports?device_id=f68a550b-8980-48fc-856e-203cbad9b366 HTTP/1.1" status: 200 len: 210 time: 0.1423717 Feb 19 04:11:01.919761 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b65e1869-bf14-46bd-8211-731740d7edc4 req-cbdd887e-6ee1-4b26-b135-63c8169f682e service neutron] 10.222.0.10 "GET /v2.0/networks/5b6fe8f7-012f-486f-90bb-91627fbe5451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088785 Feb 19 04:11:02.085557 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a2f2eb3f-0d6b-4630-b917-4db3fa0ae472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:02.211975 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9103ec26-b3d3-42b1-a4e2-c971296bea75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:02.213522 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-34761b29-35d0-406b-b9b3-27c832cb3b74 req-0f3bb718-88aa-4ed7-8bf2-f0fc70b1226b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] For port f17ac72d-1eac-47bf-8936-cf7d8383d063, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f17ac72d-1eac-47bf-8936-cf7d8383d063,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:02.217996 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-34761b29-35d0-406b-b9b3-27c832cb3b74 req-0f3bb718-88aa-4ed7-8bf2-f0fc70b1226b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f17ac72d-1eac-47bf-8936-cf7d8383d063), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:02.219318 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fc121-61ca-49fa-a988-4884252b1b12 req-483e4dce-3a3f-4b92-b97c-1cf375a630c7 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:02.226824 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e477da3f-e65e-446e-8da4-d91e65b5de2e up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:02.230752 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ce3fc121-61ca-49fa-a988-4884252b1b12 req-483e4dce-3a3f-4b92-b97c-1cf375a630c7 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27 HTTP/1.1" status: 200 len: 943 time: 0.2530272 Feb 19 04:11:02.282601 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-34761b29-35d0-406b-b9b3-27c832cb3b74 req-0f3bb718-88aa-4ed7-8bf2-f0fc70b1226b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Calling delete_port for f17ac72d-1eac-47bf-8936-cf7d8383d063 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:02.377103 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0703648-129a-4c71-bd37-24cf46c628ca req-f680c8a8-ff59-43e6-ad4d-e1c98c321fc6 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:02.392969 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e0703648-129a-4c71-bd37-24cf46c628ca req-f680c8a8-ff59-43e6-ad4d-e1c98c321fc6 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce1f8422-8053-44c2-a3a2-09f49005e061 HTTP/1.1" status: 200 len: 945 time: 0.2807989 Feb 19 04:11:02.446539 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a2f2eb3f-0d6b-4630-b917-4db3fa0ae472 admin admin] Publish callbacks [] for security_group (0a8ae2d7-1cee-4151-b9de-95a60e0a3691), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:02.458485 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port e477da3f-e65e-446e-8da4-d91e65b5de2e triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:02.462495 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e477da3f-e65e-446e-8da4-d91e65b5de2e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:02.467088 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e1dd16-ba9e-4377-996d-1c8ac23b8120 admin admin] Router 06b1d9ba-db2e-40a4-8d16-3e1a4258556a has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:11:02.468068 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a2f2eb3f-0d6b-4630-b917-4db3fa0ae472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0a8ae2d7-1cee-4151-b9de-95a60e0a3691), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:02.587945 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e0703648-129a-4c71-bd37-24cf46c628ca req-e68471aa-f90b-47a2-88fa-8de89024e02c tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861246 Feb 19 04:11:02.595264 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ce3fc121-61ca-49fa-a988-4884252b1b12 req-ba72f03d-4a92-47ae-b919-d483f228c9f9 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/security-groups?id=3013973a-3e4c-4e73-a652-2279a8a42705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501225 Feb 19 04:11:02.684888 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2eb3f-0d6b-4630-b917-4db3fa0ae472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8ae2d7-1cee-4151-b9de-95a60e0a3691,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:02.724360 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a2f2eb3f-0d6b-4630-b917-4db3fa0ae472 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0d2e646ccfa04818806856fdbb2ef509&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2732983 Feb 19 04:11:02.730289 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36050) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:02.745086 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc9ec70-6d4f-48b6-be26-0b983ee34dc4 x-openstack-request-id: req-0cc9ec70-6d4f-48b6-be26-0b983ee34dc4 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:11:02.745582 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68a550b-8980-48fc-856e-203cbad9b366", "name": "network-vif-deleted", "tag": "df197234-9fff-4923-9a11-6b3d9342eb08", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:11:02.746014 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0cc9ec70-6d4f-48b6-be26-0b983ee34dc4 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:11:02.746700 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68a550b-8980-48fc-856e-203cbad9b366', 'name': 'network-vif-deleted', 'tag': 'df197234-9fff-4923-9a11-6b3d9342eb08', 'status': 'completed', 'code': 200} Feb 19 04:11:02.868517 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 895442f4-dc44-4f60-9756-cffdd91faf4c details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:11:02.871831 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port e477da3f-e65e-446e-8da4-d91e65b5de2e is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:02.872610 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e477da3f-e65e-446e-8da4-d91e65b5de2e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:02.880763 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f678b95-7e1c-44b8-8448-235f109d5f27 None None] Provisioning complete for port 76958b55-7055-497c-8d35-8cf2c7eb4710 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:02.882221 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f678b95-7e1c-44b8-8448-235f109d5f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (76958b55-7055-497c-8d35-8cf2c7eb4710), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:02.890136 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1caee94f-a85f-4692-ae10-ae6d5b23837a req-52364530-1bab-482f-9412-9ee7edfdb2df tempest-ServerShowV254Test-1110191622 tempest-ServerShowV254Test-1110191622-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1d096a7-3328-4287-aef7-9cd3b8041c00 HTTP/1.1" status: 200 len: 210 time: 0.0556848 Feb 19 04:11:02.901364 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da9f70ea-130a-45d3-a297-62a2ff7e64d0 admin admin] Publish callbacks [] for security_group (0a8ae2d7-1cee-4151-b9de-95a60e0a3691), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:02.964891 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port e477da3f-e65e-446e-8da4-d91e65b5de2e, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e477da3f-e65e-446e-8da4-d91e65b5de2e,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:02.973950 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da9f70ea-130a-45d3-a297-62a2ff7e64d0 admin admin] Publish callbacks [] for security_group (0a8ae2d7-1cee-4151-b9de-95a60e0a3691), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:02.983934 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e477da3f-e65e-446e-8da4-d91e65b5de2e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:03.022520 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f678b95-7e1c-44b8-8448-235f109d5f27 None None] Port 76958b55-7055-497c-8d35-8cf2c7eb4710 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:11:03.191793 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841d8f2-cbef-4176-b40a-29a97a977dcf req-43c8862b-971d-4b65-82ec-49668ed709c2 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:03.195546 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7841d8f2-cbef-4176-b40a-29a97a977dcf req-43c8862b-971d-4b65-82ec-49668ed709c2 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc411a18-e6dd-4af1-8c94-f2660694a1c6 HTTP/1.1" status: 200 len: 950 time: 0.1322887 Feb 19 04:11:03.197263 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da9f70ea-130a-45d3-a297-62a2ff7e64d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0a8ae2d7-1cee-4151-b9de-95a60e0a3691), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:03.203340 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da9f70ea-130a-45d3-a297-62a2ff7e64d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:03.204739 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-da9f70ea-130a-45d3-a297-62a2ff7e64d0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0a8ae2d7-1cee-4151-b9de-95a60e0a3691 HTTP/1.1" status: 204 len: 168 time: 0.4731410 Feb 19 04:11:03.221210 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=e477da3f-e65e-446e-8da4-d91e65b5de2e,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:03.222340 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e1dd16-ba9e-4377-996d-1c8ac23b8120 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:11:03.237842 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-02e1dd16-ba9e-4377-996d-1c8ac23b8120 admin admin] 10.222.0.65 "PUT /v2.0/routers/06b1d9ba-db2e-40a4-8d16-3e1a4258556a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5913408 Feb 19 04:11:03.270333 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f70ea-130a-45d3-a297-62a2ff7e64d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8ae2d7-1cee-4151-b9de-95a60e0a3691,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:03.361622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 895442f4-dc44-4f60-9756-cffdd91faf4c, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=895442f4-dc44-4f60-9756-cffdd91faf4c,segment=NetworkSegment(068f2b55-e57b-4efa-8e4f-d650cd2623e9),segment_id=068f2b55-e57b-4efa-8e4f-d650cd2623e9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:03.415771 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '895442f4-dc44-4f60-9756-cffdd91faf4c', 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451', 'port_id': '895442f4-dc44-4f60-9756-cffdd91faf4c', 'mac_address': 'fa:16:3e:51:7e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75d9c9e-8c6f-4a8a-9816-273ad03117c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:11:03.426555 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7841d8f2-cbef-4176-b40a-29a97a977dcf req-6ae13c40-9bc4-47f4-8528-c96be4280df8 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/security-groups?id=2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185585 Feb 19 04:11:03.530724 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acebca0-b498-4447-8b17-543ccc63eac6 req-2b35f25a-f3fa-48de-92ee-14faadd58b3f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:03.558455 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5acebca0-b498-4447-8b17-543ccc63eac6 req-2b35f25a-f3fa-48de-92ee-14faadd58b3f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.4516723 Feb 19 04:11:03.566268 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36060) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:03.593189 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 895442f4-dc44-4f60-9756-cffdd91faf4c is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:03.594128 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (895442f4-dc44-4f60-9756-cffdd91faf4c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:03.609555 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-34761b29-35d0-406b-b9b3-27c832cb3b74 req-0f3bb718-88aa-4ed7-8bf2-f0fc70b1226b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (f17ac72d-1eac-47bf-8936-cf7d8383d063), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:03.632149 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 895442f4-dc44-4f60-9756-cffdd91faf4c {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:11:03.679471 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 895442f4-dc44-4f60-9756-cffdd91faf4c, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=895442f4-dc44-4f60-9756-cffdd91faf4c,segment=NetworkSegment(068f2b55-e57b-4efa-8e4f-d650cd2623e9),segment_id=068f2b55-e57b-4efa-8e4f-d650cd2623e9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:03.682670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['dae86111-0480-4bc5-a0c0-903b538e51df'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:11:03.696204 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bb718-88aa-4ed7-8bf2-f0fc70b1226b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Pushing event deleted for resources: {'Port': ['ID=f17ac72d-1eac-47bf-8936-cf7d8383d063,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:03.791100 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (895442f4-dc44-4f60-9756-cffdd91faf4c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:03.833922 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-34761b29-35d0-406b-b9b3-27c832cb3b74 req-0f3bb718-88aa-4ed7-8bf2-f0fc70b1226b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] No DVR routers for this DVR port f17ac72d-1eac-47bf-8936-cf7d8383d063 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:11:03.841930 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-34761b29-35d0-406b-b9b3-27c832cb3b74 req-0f3bb718-88aa-4ed7-8bf2-f0fc70b1226b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:03.851417 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-34761b29-35d0-406b-b9b3-27c832cb3b74 req-0f3bb718-88aa-4ed7-8bf2-f0fc70b1226b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.48 "DELETE /v2.0/ports/f17ac72d-1eac-47bf-8936-cf7d8383d063 HTTP/1.1" status: 204 len: 173 time: 3.2536449 Feb 19 04:11:03.872107 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5acebca0-b498-4447-8b17-543ccc63eac6 req-a841c679-b2d0-40fc-aefa-83b9f245b3fc tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3121715 Feb 19 04:11:03.938883 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=895442f4-dc44-4f60-9756-cffdd91faf4c,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:04.085704 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['895442f4-dc44-4f60-9756-cffdd91faf4c'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:11:04.329446 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e477da3f-e65e-446e-8da4-d91e65b5de2e up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:04.364635 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d696de1-2cdd-4081-b125-65b71e130475 req-4861e3ee-3e35-4310-bab0-a67bb56cc253 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:04.376298 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7d696de1-2cdd-4081-b125-65b71e130475 req-4861e3ee-3e35-4310-bab0-a67bb56cc253 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27 HTTP/1.1" status: 200 len: 944 time: 0.2661319 Feb 19 04:11:04.477525 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ec98f4-1214-4fb0-b9ce-be24cd601171 admin admin] Deleting subnet f07953fc-46ac-49b5-8931-0e9dacdcd55a {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:11:04.502225 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-59ec98f4-1214-4fb0-b9ce-be24cd601171 admin admin] Publish callbacks [] for subnet (f07953fc-46ac-49b5-8931-0e9dacdcd55a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:04.524222 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device f17ac72d-1eac-47bf-8936-cf7d8383d063 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:04.541146 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7d696de1-2cdd-4081-b125-65b71e130475 req-bd015e0d-f1b4-4ff4-bcac-1519467a5f40 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/security-groups?id=3013973a-3e4c-4e73-a652-2279a8a42705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589081 Feb 19 04:11:04.694300 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-59ec98f4-1214-4fb0-b9ce-be24cd601171 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (f07953fc-46ac-49b5-8931-0e9dacdcd55a), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:04.706899 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: f17ac72d-1eac-47bf-8936-cf7d8383d063 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:11:04.707527 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device f17ac72d-1eac-47bf-8936-cf7d8383d063 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:11:04.738143 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] Sync routers for ids ['06b1d9ba-db2e-40a4-8d16-3e1a4258556a'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:11:04.748404 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1f8422-8053-44c2-a3a2-09f49005e061', 'name': 'network-vif-deleted', 'tag': 'f17ac72d-1eac-47bf-8936-cf7d8383d063'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:11:04.753421 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f31f96-dd5d-4fa6-aca1-1751391700aa" -d '{"events": [{"server_uuid": "ce1f8422-8053-44c2-a3a2-09f49005e061", "name": "network-vif-deleted", "tag": "f17ac72d-1eac-47bf-8936-cf7d8383d063"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:11:04.805844 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] Routers {'06b1d9ba-db2e-40a4-8d16-3e1a4258556a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:04.813608 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:10:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['06b1d9ba-db2e-40a4-8d16-3e1a4258556a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:04.830731 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port e477da3f-e65e-446e-8da4-d91e65b5de2e triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:04.831840 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e477da3f-e65e-446e-8da4-d91e65b5de2e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:04.963112 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-59ec98f4-1214-4fb0-b9ce-be24cd601171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (f07953fc-46ac-49b5-8931-0e9dacdcd55a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:05.114560 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7b3d0ef5-e5bd-4239-8066-2225ac6941bc req-23d75a19-5c08-4b1c-bf46-8369ec2dd8b6 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce1f8422-8053-44c2-a3a2-09f49005e061 HTTP/1.1" status: 200 len: 210 time: 0.1494117 Feb 19 04:11:05.130270 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5ca86d74-f442-45e5-9006-88e6149021d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:05.282895 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-59ec98f4-1214-4fb0-b9ce-be24cd601171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (f07953fc-46ac-49b5-8931-0e9dacdcd55a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:05.327962 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-59ec98f4-1214-4fb0-b9ce-be24cd601171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:05.336423 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port e477da3f-e65e-446e-8da4-d91e65b5de2e is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:05.341555 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-59ec98f4-1214-4fb0-b9ce-be24cd601171 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f07953fc-46ac-49b5-8931-0e9dacdcd55a HTTP/1.1" status: 204 len: 168 time: 1.7688632 Feb 19 04:11:05.341555 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36120) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:05.440027 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec98f4-1214-4fb0-b9ce-be24cd601171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f07953fc-46ac-49b5-8931-0e9dacdcd55a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:05.578547 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8f5c5-a3ea-4ac0-be5d-79fa4bfb7324 req-e952db4c-fe37-4c9e-bdae-909bc1522d86 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:05.604249 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aba8f5c5-a3ea-4ac0-be5d-79fa4bfb7324 req-e952db4c-fe37-4c9e-bdae-909bc1522d86 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2225637 Feb 19 04:11:05.692396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-8647b9a3-4572-44fa-b0c7-2eceeaf269f4 req-f17c5f33-899c-4298-a580-8ab345814c40 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:11:05.697848 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8647b9a3-4572-44fa-b0c7-2eceeaf269f4 req-f17c5f33-899c-4298-a580-8ab345814c40 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0296979 Feb 19 04:11:05.790917 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aba8f5c5-a3ea-4ac0-be5d-79fa4bfb7324 req-516cf78d-2302-4261-938a-45e2e648f718 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836798 Feb 19 04:11:05.800492 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9b9ce0df-46dd-40da-80e7-5bdce2782d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (407bbdcb-b5df-44e7-b0e3-eba770b3f80e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:05.862071 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] Set router 06b1d9ba-db2e-40a4-8d16-3e1a4258556a gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:05.979073 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e369d40-51de-4dba-a722-02a7f073053c x-openstack-request-id: req-3e369d40-51de-4dba-a722-02a7f073053c {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:11:05.979957 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1f8422-8053-44c2-a3a2-09f49005e061", "name": "network-vif-deleted", "tag": "f17ac72d-1eac-47bf-8936-cf7d8383d063", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:11:05.980651 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3e369d40-51de-4dba-a722-02a7f073053c {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:11:05.981761 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1f8422-8053-44c2-a3a2-09f49005e061', 'name': 'network-vif-deleted', 'tag': 'f17ac72d-1eac-47bf-8936-cf7d8383d063', 'status': 'completed', 'code': 200} Feb 19 04:11:06.040282 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a7eb18b0-b59e-4a79-bfbf-a24b2967e99c req-715c556c-789a-44c2-b43a-7f37db795e91 tempest-ServerShowV254Test-1110191622 tempest-ServerShowV254Test-1110191622-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1d096a7-3328-4287-aef7-9cd3b8041c00 HTTP/1.1" status: 200 len: 210 time: 0.1624782 Feb 19 04:11:06.385188 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b3a47-04c6-444b-961f-14075a5c2ca1 req-1422a4e6-0259-4d69-a7c9-5e3eac11b5b7 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:06.405697 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-856b3a47-04c6-444b-961f-14075a5c2ca1 req-1422a4e6-0259-4d69-a7c9-5e3eac11b5b7 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27 HTTP/1.1" status: 200 len: 944 time: 0.2548273 Feb 19 04:11:06.511275 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9b9ce0df-46dd-40da-80e7-5bdce2782d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (407bbdcb-b5df-44e7-b0e3-eba770b3f80e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:06.526391 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-856b3a47-04c6-444b-961f-14075a5c2ca1 req-57d2f3b1-84cb-4399-8087-b0383aa087e7 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/security-groups?id=3013973a-3e4c-4e73-a652-2279a8a42705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170068 Feb 19 04:11:06.618945 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-9b9ce0df-46dd-40da-80e7-5bdce2782d17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407bbdcb-b5df-44e7-b0e3-eba770b3f80e']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:06.638144 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:06.649514 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-9b9ce0df-46dd-40da-80e7-5bdce2782d17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb5ef80-c40a-4a42-9c80-514edf645c6d') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:06.650895 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-9b9ce0df-46dd-40da-80e7-5bdce2782d17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb5ef80-c40a-4a42-9c80-514edf645c6d') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:06.685293 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df874f8-2fc5-40c8-bb8e-66e719d5ba63 req-b2dc81ca-3627-4f27-a133-9d01d0faae2d tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:06.688838 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1df874f8-2fc5-40c8-bb8e-66e719d5ba63 req-b2dc81ca-3627-4f27-a133-9d01d0faae2d tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc411a18-e6dd-4af1-8c94-f2660694a1c6 HTTP/1.1" status: 200 len: 950 time: 0.3554034 Feb 19 04:11:06.703782 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9b9ce0df-46dd-40da-80e7-5bdce2782d17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (2eb5ef80-c40a-4a42-9c80-514edf645c6d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:06.762808 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9b9ce0df-46dd-40da-80e7-5bdce2782d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (2eb5ef80-c40a-4a42-9c80-514edf645c6d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:06.776219 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9ce0df-46dd-40da-80e7-5bdce2782d17 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:11:06.777424 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9b9ce0df-46dd-40da-80e7-5bdce2782d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (2eb5ef80-c40a-4a42-9c80-514edf645c6d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:11:06.803716 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:11:06.859714 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 895442f4-dc44-4f60-9756-cffdd91faf4c up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:06.926411 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b1d9ba-db2e-40a4-8d16-3e1a4258556a', 'name': 'tempest-TaggedBootDevicesTest-450920490-router', 'tenant_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'e477da3f-e65e-446e-8da4-d91e65b5de2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:46Z', 'updated_at': '2022-02-19T04:10:59Z', 'revision_number': 4, 'project_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'gw_port': {'id': 'e477da3f-e65e-446e-8da4-d91e65b5de2e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:42:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b1d9ba-db2e-40a4-8d16-3e1a4258556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:49Z', 'updated_at': '2022-02-19T04:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '76958b55-7055-497c-8d35-8cf2c7eb4710', 'name': '', 'network_id': 'd34dbcd2-4835-4ffb-86bb-22434f31e1f8', 'tenant_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'mac_address': 'fa:16:3e:ee:ac:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b1d9ba-db2e-40a4-8d16-3e1a4258556a', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'bf028817-caf3-4cc3-80e2-abc0a68148dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:57Z', 'updated_at': '2022-02-19T04:10:59Z', 'revision_number': 2, 'project_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'subnets': [{'id': 'bf028817-caf3-4cc3-80e2-abc0a68148dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:07.040147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 895442f4-dc44-4f60-9756-cffdd91faf4c completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:11:07.050762 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] Checking router: 06b1d9ba-db2e-40a4-8d16-3e1a4258556a for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:11:07.051218 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 895442f4-dc44-4f60-9756-cffdd91faf4c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:07.051448 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] Updating router 06b1d9ba-db2e-40a4-8d16-3e1a4258556a port 76958b55-7055-497c-8d35-8cf2c7eb4710 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:11:07.052366 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (895442f4-dc44-4f60-9756-cffdd91faf4c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:07.068401 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1df874f8-2fc5-40c8-bb8e-66e719d5ba63 req-94362a63-cb7d-4617-960e-4958ad99053a tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/security-groups?id=2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621863 Feb 19 04:11:07.149863 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9b9ce0df-46dd-40da-80e7-5bdce2782d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (407bbdcb-b5df-44e7-b0e3-eba770b3f80e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:07.203691 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (76958b55-7055-497c-8d35-8cf2c7eb4710), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:07.216137 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9b9ce0df-46dd-40da-80e7-5bdce2782d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:07.251606 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36180) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:07.255164 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9b9ce0df-46dd-40da-80e7-5bdce2782d17 admin admin] 10.222.0.65 "DELETE /v2.0/networks/407bbdcb-b5df-44e7-b0e3-eba770b3f80e HTTP/1.1" status: 204 len: 168 time: 1.9118085 Feb 19 04:11:07.256838 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ce0df-46dd-40da-80e7-5bdce2782d17 admin admin] Pushing event deleted for resources: {'Network': ['ID=407bbdcb-b5df-44e7-b0e3-eba770b3f80e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:07.283943 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:07.571590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e7f3f9-b8f5-4e9c-b4a0-24f3df041073 admin admin] Deleting subnet 8724061d-9051-4d60-a25a-a72b507db33b {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:11:07.576050 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 895442f4-dc44-4f60-9756-cffdd91faf4c is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:07.581012 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (895442f4-dc44-4f60-9756-cffdd91faf4c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:07.594900 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b0e7f3f9-b8f5-4e9c-b4a0-24f3df041073 admin admin] Publish callbacks [] for subnet (8724061d-9051-4d60-a25a-a72b507db33b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:07.730851 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895442f4-dc44-4f60-9756-cffdd91faf4c'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:11:07.740671 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd2283b-62f3-48c8-a1b2-cbc61f27fa36" -d '{"events": [{"server_uuid": "6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27", "name": "network-vif-plugged", "status": "completed", "tag": "895442f4-dc44-4f60-9756-cffdd91faf4c"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:11:07.762111 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 895442f4-dc44-4f60-9756-cffdd91faf4c, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=895442f4-dc44-4f60-9756-cffdd91faf4c,segment=NetworkSegment(068f2b55-e57b-4efa-8e4f-d650cd2623e9),segment_id=068f2b55-e57b-4efa-8e4f-d650cd2623e9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:07.796211 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (895442f4-dc44-4f60-9756-cffdd91faf4c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:07.810494 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d0daab3f-ca69-44ea-8eee-3e88a0573e5f req-192972f4-b8ce-4d71-a112-a67d7a5e66f0 tempest-ServerShowV254Test-1110191622 tempest-ServerShowV254Test-1110191622-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1d096a7-3328-4287-aef7-9cd3b8041c00 HTTP/1.1" status: 200 len: 210 time: 0.1221941 Feb 19 04:11:07.856854 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b0e7f3f9-b8f5-4e9c-b4a0-24f3df041073 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (8724061d-9051-4d60-a25a-a72b507db33b), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:07.976588 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:07.983862 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-ff0bef96-8213-4aea-83c8-623647b6d3e9 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:07.999222 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-ff0bef96-8213-4aea-83c8-623647b6d3e9 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/networks?id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f HTTP/1.1" status: 200 len: 806 time: 0.5086730 Feb 19 04:11:08.044520 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b0e7f3f9-b8f5-4e9c-b4a0-24f3df041073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (8724061d-9051-4d60-a25a-a72b507db33b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:08.051373 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-0bd2e559-a7fc-441a-8591-47d497e3a205 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/quotas/419e9a0715e84b22a8fff2f89fa3da4c HTTP/1.1" status: 200 len: 375 time: 0.0505805 Feb 19 04:11:08.080306 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=895442f4-dc44-4f60-9756-cffdd91faf4c,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:08.106358 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:08.119608 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:08.120779 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:08.121721 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:08.122565 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:08.123503 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:08.124363 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:08.125280 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:08.126149 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:08.127319 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:08.128215 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:08.129299 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:08.131486 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:08.213778 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-21bb48be-dbdc-4372-86f7-97fcaebf28f0 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1603179 Feb 19 04:11:08.297663 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f6afc-1270-4d9e-b1ae-76eb931dac3e req-8ffdc4f3-cdfc-4d42-b309-b42fe68e81cf tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:08.315356 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-141f6afc-1270-4d9e-b1ae-76eb931dac3e req-8ffdc4f3-cdfc-4d42-b309-b42fe68e81cf tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27 HTTP/1.1" status: 200 len: 945 time: 0.1949077 Feb 19 04:11:08.347163 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b0e7f3f9-b8f5-4e9c-b4a0-24f3df041073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (8724061d-9051-4d60-a25a-a72b507db33b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:08.406516 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7f3f9-b8f5-4e9c-b4a0-24f3df041073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8724061d-9051-4d60-a25a-a72b507db33b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:08.458382 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] Publish callbacks [] for port (76958b55-7055-497c-8d35-8cf2c7eb4710), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:08.462073 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-141f6afc-1270-4d9e-b1ae-76eb931dac3e req-006db9b7-a2ac-4962-94b9-ac81ee67ad1c tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/security-groups?id=3013973a-3e4c-4e73-a652-2279a8a42705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427634 Feb 19 04:11:08.478651 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b0e7f3f9-b8f5-4e9c-b4a0-24f3df041073 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:08.486274 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (76958b55-7055-497c-8d35-8cf2c7eb4710), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:08.492481 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b0e7f3f9-b8f5-4e9c-b4a0-24f3df041073 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8724061d-9051-4d60-a25a-a72b507db33b HTTP/1.1" status: 204 len: 168 time: 1.2389209 Feb 19 04:11:08.496597 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36210) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:08.530055 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-68379a2f-a44e-47b9-ac08-4591e9cc0d4a service neutron] 10.222.0.65 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132725 Feb 19 04:11:08.639675 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0465f-27e4-4207-83bc-e68b3cd5bf35 None None] Pushing event updated for resources: {'Port': ['ID=76958b55-7055-497c-8d35-8cf2c7eb4710,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:08.675353 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:08.805999 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:08.890978 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] Attempting to bind port 76958b55-7055-497c-8d35-8cf2c7eb4710 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:11:08.891573 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] Attempting to bind port 76958b55-7055-497c-8d35-8cf2c7eb4710 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd34dbcd2-4835-4ffb-86bb-22434f31e1f8'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:11:08.892168 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] Attempting to bind port 76958b55-7055-497c-8d35-8cf2c7eb4710 on network d34dbcd2-4835-4ffb-86bb-22434f31e1f8 {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:11:08.903408 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:11:08.904047 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] Checking segment: {'id': '0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd34dbcd2-4835-4ffb-86bb-22434f31e1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:11:08.907268 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:08.908401 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] Bound using segment: {'id': '0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd34dbcd2-4835-4ffb-86bb-22434f31e1f8'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:11:08.909494 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] Bound port: 76958b55-7055-497c-8d35-8cf2c7eb4710, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd34dbcd2-4835-4ffb-86bb-22434f31e1f8'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:11:08.921796 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (76958b55-7055-497c-8d35-8cf2c7eb4710), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:08.942327 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e5cae181-28ec-4684-94ff-280f73f28a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (709efe34-2238-447b-aded-ee640ca5f407), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:08.963512 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-7f33c546-1807-483b-9354-d5d6c84128e4 service neutron] 10.222.0.65 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154098 Feb 19 04:11:08.974252 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-d72b9646-1b09-4933-a153-d385b152b8e7 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=8b8c91bc2e254dc9b104055cc1e6374d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1767478 Feb 19 04:11:09.103766 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] For port 76958b55-7055-497c-8d35-8cf2c7eb4710, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:11:09.110196 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] For port 76958b55-7055-497c-8d35-8cf2c7eb4710, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=76958b55-7055-497c-8d35-8cf2c7eb4710,segment=NetworkSegment(0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976),segment_id=0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:11:09.124716 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (76958b55-7055-497c-8d35-8cf2c7eb4710), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:09.256937 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0465f-27e4-4207-83bc-e68b3cd5bf35 None None] Pushing event updated for resources: {'Port': ['ID=76958b55-7055-497c-8d35-8cf2c7eb4710,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:09.267200 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-258d1400-8878-4139-be50-a02a52bfc456 None None] Provisioning complete for port 76958b55-7055-497c-8d35-8cf2c7eb4710 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:09.268069 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-258d1400-8878-4139-be50-a02a52bfc456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (76958b55-7055-497c-8d35-8cf2c7eb4710), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:09.317549 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] Routers {'06b1d9ba-db2e-40a4-8d16-3e1a4258556a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:09.319790 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:11:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['06b1d9ba-db2e-40a4-8d16-3e1a4258556a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:09.621073 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] Set router 06b1d9ba-db2e-40a4-8d16-3e1a4258556a gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:09.742074 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e5cae181-28ec-4684-94ff-280f73f28a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (709efe34-2238-447b-aded-ee640ca5f407), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:09.743841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-258d1400-8878-4139-be50-a02a52bfc456 None None] Current status of the port 76958b55-7055-497c-8d35-8cf2c7eb4710 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:09.745644 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-258d1400-8878-4139-be50-a02a52bfc456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (76958b55-7055-497c-8d35-8cf2c7eb4710), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:09.826134 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-268adaa4-de18-4227-9b77-08c4ff7c9d13 req-45ad424d-2539-40b7-8347-c41ebd331920 tempest-AbsoluteLimitsNegativeTestJSON-419573911 tempest-AbsoluteLimitsNegativeTestJSON-419573911-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=eac0091fe8ce4231a1ca1ac8d6799211&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1196826 Feb 19 04:11:09.885404 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-76606da3-a878-4518-aa64-168e37e9a8b0 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:09.900991 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-76606da3-a878-4518-aa64-168e37e9a8b0 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9235294 Feb 19 04:11:09.938175 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-258d1400-8878-4139-be50-a02a52bfc456 None None] For port 76958b55-7055-497c-8d35-8cf2c7eb4710, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=76958b55-7055-497c-8d35-8cf2c7eb4710,segment=NetworkSegment(0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976),segment_id=0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:09.957093 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-258d1400-8878-4139-be50-a02a52bfc456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (76958b55-7055-497c-8d35-8cf2c7eb4710), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:09.962607 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-e5cae181-28ec-4684-94ff-280f73f28a65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709efe34-2238-447b-aded-ee640ca5f407']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:09.986002 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-976880cc-d92d-4313-85ab-08ae5de6ee3a tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/quotas/8b8c91bc2e254dc9b104055cc1e6374d HTTP/1.1" status: 200 len: 375 time: 0.0832260 Feb 19 04:11:10.072636 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-e5cae181-28ec-4684-94ff-280f73f28a65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3323c155-96e5-45fe-86fc-6b7e3d50ee79') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:10.076121 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-e5cae181-28ec-4684-94ff-280f73f28a65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3323c155-96e5-45fe-86fc-6b7e3d50ee79') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:10.120105 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e5cae181-28ec-4684-94ff-280f73f28a65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (3323c155-96e5-45fe-86fc-6b7e3d50ee79), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:10.214137 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d1400-8878-4139-be50-a02a52bfc456 None None] Pushing event updated for resources: {'Port': ['ID=76958b55-7055-497c-8d35-8cf2c7eb4710,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:10.215896 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e5cae181-28ec-4684-94ff-280f73f28a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (3323c155-96e5-45fe-86fc-6b7e3d50ee79), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:10.385284 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-fc0853c0-a593-4531-ae2f-72e3983f7ea3 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b8c91bc2e254dc9b104055cc1e6374d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3772323 Feb 19 04:11:10.402618 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268adaa4-de18-4227-9b77-08c4ff7c9d13 req-a02f91f9-d4e6-414e-8e0c-05acdebe50a6 tempest-AbsoluteLimitsNegativeTestJSON-419573911 tempest-AbsoluteLimitsNegativeTestJSON-419573911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:10.408232 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5cae181-28ec-4684-94ff-280f73f28a65 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:11:10.411732 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e5cae181-28ec-4684-94ff-280f73f28a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (3323c155-96e5-45fe-86fc-6b7e3d50ee79), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:10.416027 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-268adaa4-de18-4227-9b77-08c4ff7c9d13 req-a02f91f9-d4e6-414e-8e0c-05acdebe50a6 tempest-AbsoluteLimitsNegativeTestJSON-419573911 tempest-AbsoluteLimitsNegativeTestJSON-419573911-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5873232 Feb 19 04:11:10.428718 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 76958b55-7055-497c-8d35-8cf2c7eb4710 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:10.449330 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-268adaa4-de18-4227-9b77-08c4ff7c9d13 req-1c2c2262-cfc6-4dde-9e34-5705d6a57e86 tempest-AbsoluteLimitsNegativeTestJSON-419573911 tempest-AbsoluteLimitsNegativeTestJSON-419573911-project] 10.222.0.65 "GET /v2.0/quotas/eac0091fe8ce4231a1ca1ac8d6799211 HTTP/1.1" status: 200 len: 375 time: 0.0300474 Feb 19 04:11:10.604032 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-268adaa4-de18-4227-9b77-08c4ff7c9d13 req-7e035ad7-dfe4-46e6-923a-0be1456a10cc tempest-AbsoluteLimitsNegativeTestJSON-419573911 tempest-AbsoluteLimitsNegativeTestJSON-419573911-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=eac0091fe8ce4231a1ca1ac8d6799211&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1523361 Feb 19 04:11:10.649808 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ebc149ca-00d9-46b4-a69e-7fcba59d7f7f None None] Provisioning complete for port 76958b55-7055-497c-8d35-8cf2c7eb4710 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:10.657916 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ebc149ca-00d9-46b4-a69e-7fcba59d7f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (76958b55-7055-497c-8d35-8cf2c7eb4710), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:11:10.804832 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:11:10.823698 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e5cae181-28ec-4684-94ff-280f73f28a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (709efe34-2238-447b-aded-ee640ca5f407), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:10.869273 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e5cae181-28ec-4684-94ff-280f73f28a65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:10.876034 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b1d9ba-db2e-40a4-8d16-3e1a4258556a', 'name': 'tempest-TaggedBootDevicesTest-450920490-router', 'tenant_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'e477da3f-e65e-446e-8da4-d91e65b5de2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:46Z', 'updated_at': '2022-02-19T04:10:59Z', 'revision_number': 4, 'project_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'gw_port': {'id': 'e477da3f-e65e-446e-8da4-d91e65b5de2e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:42:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b1d9ba-db2e-40a4-8d16-3e1a4258556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:49Z', 'updated_at': '2022-02-19T04:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '76958b55-7055-497c-8d35-8cf2c7eb4710', 'name': '', 'network_id': 'd34dbcd2-4835-4ffb-86bb-22434f31e1f8', 'tenant_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'mac_address': 'fa:16:3e:ee:ac:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b1d9ba-db2e-40a4-8d16-3e1a4258556a', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'bf028817-caf3-4cc3-80e2-abc0a68148dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:57Z', 'updated_at': '2022-02-19T04:11:09Z', 'revision_number': 4, 'project_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'subnets': [{'id': 'bf028817-caf3-4cc3-80e2-abc0a68148dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:10.884254 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e5cae181-28ec-4684-94ff-280f73f28a65 admin admin] 10.222.0.65 "DELETE /v2.0/networks/709efe34-2238-447b-aded-ee640ca5f407 HTTP/1.1" status: 204 len: 168 time: 2.3847516 Feb 19 04:11:10.950152 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cae181-28ec-4684-94ff-280f73f28a65 admin admin] Pushing event deleted for resources: {'Network': ['ID=709efe34-2238-447b-aded-ee640ca5f407,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:11.021963 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bb3c72-82cc-4e9d-997b-234216692be9 x-openstack-request-id: req-e6bb3c72-82cc-4e9d-997b-234216692be9 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:11:11.022635 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27", "name": "network-vif-plugged", "status": "completed", "tag": "895442f4-dc44-4f60-9756-cffdd91faf4c", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:11:11.022863 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6bb3c72-82cc-4e9d-997b-234216692be9 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:11:11.027471 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895442f4-dc44-4f60-9756-cffdd91faf4c', 'code': 200} Feb 19 04:11:11.129855 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25428443-2860-4590-bf5a-1c5b82e979e3 None None] The sync data for ids ['06b1d9ba-db2e-40a4-8d16-3e1a4258556a'] in n-d-772273-4 is: [{'id': '06b1d9ba-db2e-40a4-8d16-3e1a4258556a', 'name': 'tempest-TaggedBootDevicesTest-450920490-router', 'tenant_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'e477da3f-e65e-446e-8da4-d91e65b5de2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:46Z', 'updated_at': '2022-02-19T04:10:59Z', 'revision_number': 4, 'project_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'gw_port': {'id': 'e477da3f-e65e-446e-8da4-d91e65b5de2e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:42:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b1d9ba-db2e-40a4-8d16-3e1a4258556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:49Z', 'updated_at': '2022-02-19T04:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '76958b55-7055-497c-8d35-8cf2c7eb4710', 'name': '', 'network_id': 'd34dbcd2-4835-4ffb-86bb-22434f31e1f8', 'tenant_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'mac_address': 'fa:16:3e:ee:ac:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b1d9ba-db2e-40a4-8d16-3e1a4258556a', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'bf028817-caf3-4cc3-80e2-abc0a68148dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:57Z', 'updated_at': '2022-02-19T04:11:09Z', 'revision_number': 4, 'project_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'subnets': [{'id': 'bf028817-caf3-4cc3-80e2-abc0a68148dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:11:11.399585 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ffe6a03b-77c7-4125-b251-cd9fe5fadae5 req-2daf9d07-a46e-462a-ae55-45dc962714cb tempest-ServerShowV254Test-1110191622 tempest-ServerShowV254Test-1110191622-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1d096a7-3328-4287-aef7-9cd3b8041c00 HTTP/1.1" status: 200 len: 210 time: 0.1810555 Feb 19 04:11:11.423309 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 76958b55-7055-497c-8d35-8cf2c7eb4710 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:11.439493 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7603b073-d0ff-4846-9f9b-77d0241063f1 req-19755d02-e0b7-4960-9dd9-8b3149b3bed8 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=db84a620-61c4-437d-96e9-e21b9ab14ecf HTTP/1.1" status: 200 len: 210 time: 0.1875212 Feb 19 04:11:11.445491 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (76958b55-7055-497c-8d35-8cf2c7eb4710), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:11.774971 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ebc149ca-00d9-46b4-a69e-7fcba59d7f7f None None] Current status of the port 76958b55-7055-497c-8d35-8cf2c7eb4710 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:11.973572 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e3a674e-cb87-4461-92bc-95da70038249 req-80c85326-4a0a-43f6-a470-12ed9aa26889 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=6133c2e9-cfc3-4481-84bc-cf38252563ae HTTP/1.1" status: 200 len: 210 time: 0.1785014 Feb 19 04:11:12.022710 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36264) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:12.160838 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2bab4c14-5b66-4776-8121-beb722cf257b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ff69a6f9c9c4911886bcf1427d030ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360557 Feb 19 04:11:12.172009 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 76958b55-7055-497c-8d35-8cf2c7eb4710 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:12.174062 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36268) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:12.321088 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:11:12.336387 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36272) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:12.453097 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-73ca708f-8ae6-4c4c-9ede-ad5cdd9eaa3f admin admin] Publish callbacks [] for security_group (54ffc044-0e6c-468f-b20f-0548776a13b3), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:12.508774 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 76958b55-7055-497c-8d35-8cf2c7eb4710 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:12.556362 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-73ca708f-8ae6-4c4c-9ede-ad5cdd9eaa3f admin admin] Publish callbacks [] for security_group (54ffc044-0e6c-468f-b20f-0548776a13b3), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:12.792777 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e94feb44-4e70-47c7-97b2-94e76fffe74d req-5923126f-ec66-4241-bb53-70a3f59c9306 tempest-ServerShowV254Test-1110191622 tempest-ServerShowV254Test-1110191622-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1d096a7-3328-4287-aef7-9cd3b8041c00 HTTP/1.1" status: 200 len: 210 time: 0.0814857 Feb 19 04:11:12.822357 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-73ca708f-8ae6-4c4c-9ede-ad5cdd9eaa3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (54ffc044-0e6c-468f-b20f-0548776a13b3), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:12.829744 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-73ca708f-8ae6-4c4c-9ede-ad5cdd9eaa3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:12.832685 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-73ca708f-8ae6-4c4c-9ede-ad5cdd9eaa3f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/54ffc044-0e6c-468f-b20f-0548776a13b3 HTTP/1.1" status: 204 len: 168 time: 0.6566989 Feb 19 04:11:12.873155 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca708f-8ae6-4c4c-9ede-ad5cdd9eaa3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ffc044-0e6c-468f-b20f-0548776a13b3,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:13.014569 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a11dd1-18a8-45ed-ab01-2f1d934af442 req-241264fa-ba4d-4d7d-9757-c32d920157f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:13.017303 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-58a11dd1-18a8-45ed-ab01-2f1d934af442 req-241264fa-ba4d-4d7d-9757-c32d920157f2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27 HTTP/1.1" status: 200 len: 1127 time: 1.6150839 Feb 19 04:11:13.038986 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 76958b55-7055-497c-8d35-8cf2c7eb4710 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:13.039394 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (76958b55-7055-497c-8d35-8cf2c7eb4710), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:13.185772 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1be0c56f-125f-4aa7-97c0-3333da73b9b5 req-f8f588de-1587-416b-b9d6-5750e72eb246 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=db84a620-61c4-437d-96e9-e21b9ab14ecf HTTP/1.1" status: 200 len: 210 time: 0.1512072 Feb 19 04:11:13.233914 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b937b8-71b6-4017-b3cb-e1ccb90261a3 req-9bac2ef9-dca4-4252-8e31-e1c784e58549 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:13.249001 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f1b937b8-71b6-4017-b3cb-e1ccb90261a3 req-9bac2ef9-dca4-4252-8e31-e1c784e58549 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27 HTTP/1.1" status: 200 len: 945 time: 1.6292522 Feb 19 04:11:13.273023 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e8737ff-5963-4003-8404-ddc7c3fa3ca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:13.455508 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-58a11dd1-18a8-45ed-ab01-2f1d934af442 req-0134b7bc-fcc1-4aed-b876-76d686658dc6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3013973a-3e4c-4e73-a652-2279a8a42705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200971 Feb 19 04:11:13.606847 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-19561570-5d4f-426f-972b-9f53f1eb28c0 req-c0e659aa-d3c8-469b-a4d0-b3fe8528a133 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=6133c2e9-cfc3-4481-84bc-cf38252563ae HTTP/1.1" status: 200 len: 210 time: 0.0781653 Feb 19 04:11:13.609606 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f1b937b8-71b6-4017-b3cb-e1ccb90261a3 req-7fefddb7-7361-4b32-9b27-1317ee04926a tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/security-groups?id=3013973a-3e4c-4e73-a652-2279a8a42705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574090 Feb 19 04:11:13.691162 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e8737ff-5963-4003-8404-ddc7c3fa3ca4 admin admin] Publish callbacks [] for security_group (b8727c13-d28f-4967-874c-858cacefbabf), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:13.699808 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e8737ff-5963-4003-8404-ddc7c3fa3ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b8727c13-d28f-4967-874c-858cacefbabf), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:13.731092 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 76958b55-7055-497c-8d35-8cf2c7eb4710 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:13.791070 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5e8737ff-5963-4003-8404-ddc7c3fa3ca4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eac0091fe8ce4231a1ca1ac8d6799211&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4520469 Feb 19 04:11:13.793510 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8737ff-5963-4003-8404-ddc7c3fa3ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8727c13-d28f-4967-874c-858cacefbabf,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:13.795551 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36290) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:13.927208 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6b2237e8-f08f-4892-af6e-6e486e38f2af admin admin] Publish callbacks [] for security_group (b8727c13-d28f-4967-874c-858cacefbabf), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:14.003590 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6b2237e8-f08f-4892-af6e-6e486e38f2af admin admin] Publish callbacks [] for security_group (b8727c13-d28f-4967-874c-858cacefbabf), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:14.063921 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36294) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:14.147593 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f436010-6237-4d6e-a86c-e923661423fe req-5f3c740d-7962-4c89-8035-6163d646bbca tempest-ServerShowV254Test-1110191622 tempest-ServerShowV254Test-1110191622-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1d096a7-3328-4287-aef7-9cd3b8041c00 HTTP/1.1" status: 200 len: 210 time: 0.0863264 Feb 19 04:11:14.190833 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4f9d8ccf-416d-4b5e-91c2-31758a4ecc9d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f3378fe01a4c412e84f13a05b8f2763c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1255772 Feb 19 04:11:14.196462 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36296) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:14.242969 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6b2237e8-f08f-4892-af6e-6e486e38f2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b8727c13-d28f-4967-874c-858cacefbabf), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:14.247391 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6b2237e8-f08f-4892-af6e-6e486e38f2af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:14.249023 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6b2237e8-f08f-4892-af6e-6e486e38f2af admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b8727c13-d28f-4967-874c-858cacefbabf HTTP/1.1" status: 204 len: 168 time: 0.4518409 Feb 19 04:11:14.293552 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2237e8-f08f-4892-af6e-6e486e38f2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8727c13-d28f-4967-874c-858cacefbabf,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:14.374559 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-c04664ed-783b-4eba-a4a7-7b2ec2d2c731 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:14.377327 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-c04664ed-783b-4eba-a4a7-7b2ec2d2c731 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.48 "GET /v2.0/networks?id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f HTTP/1.1" status: 200 len: 806 time: 0.3426242 Feb 19 04:11:14.433986 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-2d669bfa-7605-48fc-b06a-e5417625c310 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Request body: {'port': {'device_id': 'db84a620-61c4-437d-96e9-e21b9ab14ecf', 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f', 'admin_state_up': True, 'tenant_id': '419e9a0715e84b22a8fff2f89fa3da4c'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:14.537012 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-21711a92-1ca9-40e3-8f9f-8942c8ab8ebb req-3fc499a1-a8f3-4f13-8637-e621cb1d0cf6 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=db84a620-61c4-437d-96e9-e21b9ab14ecf HTTP/1.1" status: 200 len: 210 time: 0.1489112 Feb 19 04:11:14.642916 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-06edb296-3ffd-4308-b4e3-81cb970274e9 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8b8c91bc2e254dc9b104055cc1e6374d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0917079 Feb 19 04:11:14.787804 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-75abb103-b430-4fca-868c-c3570a891550 admin admin] Publish callbacks [] for security_group (412308bd-4ffa-4e47-891d-3490c1d18854), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:14.911447 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-75abb103-b430-4fca-868c-c3570a891550 admin admin] Publish callbacks [] for security_group (412308bd-4ffa-4e47-891d-3490c1d18854), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:14.981285 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-84b42c2c-9c1b-48f3-8f51-7e2585029a6e req-0543ddc7-d0cf-421c-aa41-1057d7851aef tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=6133c2e9-cfc3-4481-84bc-cf38252563ae HTTP/1.1" status: 200 len: 210 time: 0.1298723 Feb 19 04:11:15.078117 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-2d669bfa-7605-48fc-b06a-e5417625c310 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Made reservation on behalf of 419e9a0715e84b22a8fff2f89fa3da4c for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:15.085134 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-2d669bfa-7605-48fc-b06a-e5417625c310 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:15.149854 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-75abb103-b430-4fca-868c-c3570a891550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (412308bd-4ffa-4e47-891d-3490c1d18854), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:15.154944 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-75abb103-b430-4fca-868c-c3570a891550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:15.157484 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-75abb103-b430-4fca-868c-c3570a891550 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/412308bd-4ffa-4e47-891d-3490c1d18854 HTTP/1.1" status: 204 len: 168 time: 0.9593067 Feb 19 04:11:15.190153 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-c29e2f12-06df-4cbd-9b0d-df82900a6370 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:15.193177 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-c29e2f12-06df-4cbd-9b0d-df82900a6370 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5424871 Feb 19 04:11:15.205165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abb103-b430-4fca-868c-c3570a891550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412308bd-4ffa-4e47-891d-3490c1d18854,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:15.225739 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc76b57-9f1a-4076-b666-8cae2da2c91c req-6f645a57-0d56-41f7-805b-e40d149dca57 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:15.238864 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dfc76b57-9f1a-4076-b666-8cae2da2c91c req-6f645a57-0d56-41f7-805b-e40d149dca57 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27 HTTP/1.1" status: 200 len: 945 time: 0.3201294 Feb 19 04:11:15.249647 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-f617f012-2985-4f4b-bb5e-767d5d852bdc tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Request body: {'port': {'device_id': '6133c2e9-cfc3-4481-84bc-cf38252563ae', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': '8b8c91bc2e254dc9b104055cc1e6374d'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:15.516306 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dfc76b57-9f1a-4076-b666-8cae2da2c91c req-f0e0570a-9ff3-4d29-868e-4bbe0bdc0453 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/security-groups?id=3013973a-3e4c-4e73-a652-2279a8a42705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759187 Feb 19 04:11:15.547269 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-391fe513-801f-408f-b85e-45ccd994c4ef req-d3aa33a6-5b2d-4294-ba53-486e31f205e5 tempest-ServerShowV254Test-1110191622 tempest-ServerShowV254Test-1110191622-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1d096a7-3328-4287-aef7-9cd3b8041c00 HTTP/1.1" status: 200 len: 210 time: 0.0843813 Feb 19 04:11:15.614520 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-2d669bfa-7605-48fc-b06a-e5417625c310 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Allocated IP 172.20.0.13 (9dc04b1c-0c00-4eb5-855b-7e8517943c9f/920919b3-1361-46cf-9a70-c4e0885dbe63/38c4be6d-bb80-4ed8-a6ec-d1192c2ed263) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:15.852810 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ef073b27-5953-42cc-92f9-da83030fefdd req-eb63a0be-0bf3-47f2-9435-613888d3cc84 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=db84a620-61c4-437d-96e9-e21b9ab14ecf HTTP/1.1" status: 200 len: 210 time: 0.0688927 Feb 19 04:11:15.854670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-f617f012-2985-4f4b-bb5e-767d5d852bdc tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Made reservation on behalf of 8b8c91bc2e254dc9b104055cc1e6374d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:15.860899 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-f617f012-2985-4f4b-bb5e-767d5d852bdc tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:16.162636 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-2d669bfa-7605-48fc-b06a-e5417625c310 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks [] for port (38c4be6d-bb80-4ed8-a6ec-d1192c2ed263), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:16.237966 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4db60964-303a-490a-b426-b96968c0f05a req-ef0f62eb-b3cb-49d4-9ab4-4d3056c585f3 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=6133c2e9-cfc3-4481-84bc-cf38252563ae HTTP/1.1" status: 200 len: 210 time: 0.0720565 Feb 19 04:11:16.324410 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-f617f012-2985-4f4b-bb5e-767d5d852bdc tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Allocated IP 192.168.233.47 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/71c1e992-1005-48ce-891c-1498d2dc8049) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:16.363441 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-2d669bfa-7605-48fc-b06a-e5417625c310 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (38c4be6d-bb80-4ed8-a6ec-d1192c2ed263), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:16.390808 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['dae86111-0480-4bc5-a0c0-903b538e51df'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:11:16.480528 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-2d669bfa-7605-48fc-b06a-e5417625c310 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:16.485601 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-2d669bfa-7605-48fc-b06a-e5417625c310 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:16.494457 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-2d669bfa-7605-48fc-b06a-e5417625c310 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:16.602944 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-2d669bfa-7605-48fc-b06a-e5417625c310 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:16.604160 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-2d669bfa-7605-48fc-b06a-e5417625c310 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:16.655762 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-2d669bfa-7605-48fc-b06a-e5417625c310 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2282283 Feb 19 04:11:16.719772 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d669bfa-7605-48fc-b06a-e5417625c310 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Pushing event updated for resources: {'Port': ['ID=38c4be6d-bb80-4ed8-a6ec-d1192c2ed263,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:16.931962 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bcbdcbc0-77c4-4b55-989c-55c22f118bed req-00721d06-820c-4beb-a5b3-8884b7dcf92f tempest-ServerShowV254Test-1110191622 tempest-ServerShowV254Test-1110191622-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1d096a7-3328-4287-aef7-9cd3b8041c00 HTTP/1.1" status: 200 len: 210 time: 0.1172295 Feb 19 04:11:17.067324 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6427dcd-0394-45a6-8b7e-d4201d4eabb0 req-3fc3a4c4-e785-43fc-ba62-f14e715ecb46 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:17.067324 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6427dcd-0394-45a6-8b7e-d4201d4eabb0 req-3fc3a4c4-e785-43fc-ba62-f14e715ecb46 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27 HTTP/1.1" status: 200 len: 945 time: 0.2931314 Feb 19 04:11:17.080469 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-f617f012-2985-4f4b-bb5e-767d5d852bdc tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Publish callbacks [] for port (71c1e992-1005-48ce-891c-1498d2dc8049), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:17.245892 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36366) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:17.278249 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6427dcd-0394-45a6-8b7e-d4201d4eabb0 req-921ae616-c65b-4cdf-8be4-aa72f52a80a4 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/security-groups?id=3013973a-3e4c-4e73-a652-2279a8a42705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883116 Feb 19 04:11:17.304792 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-f617f012-2985-4f4b-bb5e-767d5d852bdc tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (71c1e992-1005-48ce-891c-1498d2dc8049), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:17.346839 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['f723aeff-1d07-4cf7-b867-fc9c284429d5'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:11:17.371710 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e484345-ecd4-48f5-8179-8dd00528a3f8 req-39ee4202-a27d-44a6-b8f7-4a63c99d7c7b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:17.381523 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7e484345-ecd4-48f5-8179-8dd00528a3f8 req-39ee4202-a27d-44a6-b8f7-4a63c99d7c7b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=db84a620-61c4-437d-96e9-e21b9ab14ecf HTTP/1.1" status: 200 len: 932 time: 0.1995027 Feb 19 04:11:17.415703 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-d23c3f40-34c1-439c-ab0b-9526cb89ca23 service neutron] Request body: {'port': {'device_id': 'db84a620-61c4-437d-96e9-e21b9ab14ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:17.529385 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-f617f012-2985-4f4b-bb5e-767d5d852bdc tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:17.536612 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-f617f012-2985-4f4b-bb5e-767d5d852bdc tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:17.550867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-f617f012-2985-4f4b-bb5e-767d5d852bdc tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:17.619379 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-0c4f63ee-f1c2-4375-a988-4cb86a577621 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-645793320-network', 'tenant_id': 'dc24a822c9cd4304b5492da651149632'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:17.688892 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-d23c3f40-34c1-439c-ab0b-9526cb89ca23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (38c4be6d-bb80-4ed8-a6ec-d1192c2ed263), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:17.736419 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617f012-2985-4f4b-bb5e-767d5d852bdc tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Pushing event updated for resources: {'Port': ['ID=71c1e992-1005-48ce-891c-1498d2dc8049,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:17.801911 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-f617f012-2985-4f4b-bb5e-767d5d852bdc tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:17.805872 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-f617f012-2985-4f4b-bb5e-767d5d852bdc tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:17.812170 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7e484345-ecd4-48f5-8179-8dd00528a3f8 req-10748ae8-246a-4ed0-bbd1-0fed90612bd0 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292352 Feb 19 04:11:17.885013 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4f63ee-f1c2-4375-a988-4cb86a577621 admin admin] Made reservation on behalf of dc24a822c9cd4304b5492da651149632 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:17.890869 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0c4f63ee-f1c2-4375-a988-4cb86a577621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:17.933834 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0c4f63ee-f1c2-4375-a988-4cb86a577621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:17.964510 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-f617f012-2985-4f4b-bb5e-767d5d852bdc tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7541184 Feb 19 04:11:18.015263 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-579a633a-6fd5-4b5f-ada1-3cb4af4df067 service neutron] Request body: {'port': {'device_id': '6133c2e9-cfc3-4481-84bc-cf38252563ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:18.281116 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-44e2f663-b0dc-4741-ad89-f7b89fe2a7ca None None] Provisioning complete for port 71c1e992-1005-48ce-891c-1498d2dc8049 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:18.282966 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-44e2f663-b0dc-4741-ad89-f7b89fe2a7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (71c1e992-1005-48ce-891c-1498d2dc8049), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:18.361898 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-579a633a-6fd5-4b5f-ada1-3cb4af4df067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (71c1e992-1005-48ce-891c-1498d2dc8049), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:18.391814 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6cf8d-e362-48f8-9eab-912ac8c20a25 req-30f49195-d38d-4961-a171-0e574f7f58b3 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:18.402268 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0ec6cf8d-e362-48f8-9eab-912ac8c20a25 req-30f49195-d38d-4961-a171-0e574f7f58b3 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=6133c2e9-cfc3-4481-84bc-cf38252563ae HTTP/1.1" status: 200 len: 935 time: 0.2740483 Feb 19 04:11:18.442801 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-44e2f663-b0dc-4741-ad89-f7b89fe2a7ca None None] Port 71c1e992-1005-48ce-891c-1498d2dc8049 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:11:18.529332 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0c4f63ee-f1c2-4375-a988-4cb86a577621 admin admin] Publish callbacks [] for security_group (8a90e64f-5023-4cb9-97bd-2a92a1d0934d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:18.579764 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0c4f63ee-f1c2-4375-a988-4cb86a577621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8a90e64f-5023-4cb9-97bd-2a92a1d0934d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:18.654910 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c4f63ee-f1c2-4375-a988-4cb86a577621 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:11:18.674115 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0c4f63ee-f1c2-4375-a988-4cb86a577621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (651b2c39-398b-4846-8367-85bfe33e1bb9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:18.674642 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-0c4f63ee-f1c2-4375-a988-4cb86a577621 admin admin] Added segment 651b2c39-398b-4846-8367-85bfe33e1bb9 of type vlan for network 6453da06-0cc8-4a8b-aa70-6b97516c41c7 Feb 19 04:11:18.762964 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0c4f63ee-f1c2-4375-a988-4cb86a577621 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (6453da06-0cc8-4a8b-aa70-6b97516c41c7), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:18.889993 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0c4f63ee-f1c2-4375-a988-4cb86a577621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (6453da06-0cc8-4a8b-aa70-6b97516c41c7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:18.891791 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4f63ee-f1c2-4375-a988-4cb86a577621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:18.893029 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0c4f63ee-f1c2-4375-a988-4cb86a577621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:18.977845 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f63ee-f1c2-4375-a988-4cb86a577621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a90e64f-5023-4cb9-97bd-2a92a1d0934d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:19.071167 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0c4f63ee-f1c2-4375-a988-4cb86a577621 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.8233063 Feb 19 04:11:19.084407 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36396) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:19.106986 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3c835-99f2-4f5f-bd63-83a2464f51bc req-62642937-d48d-41ba-b1ce-9ec5ab76fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:19.111031 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-52f3c835-99f2-4f5f-bd63-83a2464f51bc req-62642937-d48d-41ba-b1ce-9ec5ab76fb7f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 1127 time: 1.0652764 Feb 19 04:11:19.121958 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-fb619b86-d66c-420d-b8dd-f4ffee8ec317 admin admin] Request body: {'subnet': {'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-645793320-subnet', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:19.243015 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0ec6cf8d-e362-48f8-9eab-912ac8c20a25 req-fe3b92f3-c785-4289-bcee-a886c5b23b92 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/security-groups?id=2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6852865 Feb 19 04:11:19.283450 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f63ee-f1c2-4375-a988-4cb86a577621 admin admin] Pushing event updated for resources: {'Network': ['ID=6453da06-0cc8-4a8b-aa70-6b97516c41c7,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:19.303032 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 6453da06-0cc8-4a8b-aa70-6b97516c41c7 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:11:19.358663 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb619b86-d66c-420d-b8dd-f4ffee8ec317 admin admin] Made reservation on behalf of dc24a822c9cd4304b5492da651149632 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:19.362654 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fb619b86-d66c-420d-b8dd-f4ffee8ec317 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:19.519513 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5e2c23e-b3b1-419d-9684-33d4ee6b8d9b req-750be8f5-f911-43f8-935b-90a8d82eccb8 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 258 time: 1.5865951 Feb 19 04:11:19.545470 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-a5e2c23e-b3b1-419d-9684-33d4ee6b8d9b req-6a4326ed-8455-4422-9e22-3ed4a03d89ae tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:19.588039 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a5e2c23e-b3b1-419d-9684-33d4ee6b8d9b req-6a4326ed-8455-4422-9e22-3ed4a03d89ae tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:19.730592 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3c835-99f2-4f5f-bd63-83a2464f51bc req-4194d83f-b8a3-4847-8ace-b9d086e15885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:19.732420 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-52f3c835-99f2-4f5f-bd63-83a2464f51bc req-4194d83f-b8a3-4847-8ace-b9d086e15885 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 912 time: 0.5697432 Feb 19 04:11:19.893449 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e8e59-fc6b-4218-9828-4c46bb2c8e04 req-22cf8d18-cb81-4cfd-8795-657b1418483b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:19.895263 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-52f3c835-99f2-4f5f-bd63-83a2464f51bc req-136ab1ac-25e3-468e-b0cd-2dab0a36e33a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19829663-8e11-450d-b642-0067dfa5de94 HTTP/1.1" status: 200 len: 999 time: 0.1537704 Feb 19 04:11:19.896748 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d2e8e59-fc6b-4218-9828-4c46bb2c8e04 req-22cf8d18-cb81-4cfd-8795-657b1418483b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2949371 Feb 19 04:11:19.995499 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-d23c3f40-34c1-439c-ab0b-9526cb89ca23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:11:20.010790 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-d23c3f40-34c1-439c-ab0b-9526cb89ca23 service neutron] Publish callbacks [] for port (38c4be6d-bb80-4ed8-a6ec-d1192c2ed263), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:20.023215 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3c835-99f2-4f5f-bd63-83a2464f51bc req-ee301ad0-1a9f-46df-a9df-4c4c96e6647e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:20.025672 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-52f3c835-99f2-4f5f-bd63-83a2464f51bc req-ee301ad0-1a9f-46df-a9df-4c4c96e6647e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509 HTTP/1.1" status: 200 len: 851 time: 0.1229887 Feb 19 04:11:20.057732 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a5e2c23e-b3b1-419d-9684-33d4ee6b8d9b req-6a4326ed-8455-4422-9e22-3ed4a03d89ae tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:20.060894 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-d23c3f40-34c1-439c-ab0b-9526cb89ca23 service neutron] Transition to ACTIVE for port object 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:11:20.095627 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-d23c3f40-34c1-439c-ab0b-9526cb89ca23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (38c4be6d-bb80-4ed8-a6ec-d1192c2ed263), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:20.147799 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d2e8e59-fc6b-4218-9828-4c46bb2c8e04 req-cdcc793f-d2ee-469c-9345-e4e991929faa tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321880 Feb 19 04:11:20.164808 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-579a633a-6fd5-4b5f-ada1-3cb4af4df067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c1e992-1005-48ce-891c-1498d2dc8049 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:11:20.187822 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-579a633a-6fd5-4b5f-ada1-3cb4af4df067 service neutron] Publish callbacks [] for port (71c1e992-1005-48ce-891c-1498d2dc8049), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:20.303094 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-579a633a-6fd5-4b5f-ada1-3cb4af4df067 service neutron] Transition to ACTIVE for port object 71c1e992-1005-48ce-891c-1498d2dc8049 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:11:20.344619 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-adc995b2-0a37-4daf-951f-372b9d180b1e req-c8826c8c-407e-49aa-982d-b81dadb99f07 tempest-ServerShowV254Test-1110191622 tempest-ServerShowV254Test-1110191622-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1d096a7-3328-4287-aef7-9cd3b8041c00 HTTP/1.1" status: 200 len: 210 time: 0.0983782 Feb 19 04:11:20.345747 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-579a633a-6fd5-4b5f-ada1-3cb4af4df067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (71c1e992-1005-48ce-891c-1498d2dc8049), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:20.356151 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fb619b86-d66c-420d-b8dd-f4ffee8ec317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:20.360199 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c3f40-34c1-439c-ab0b-9526cb89ca23 service neutron] Pushing event updated for resources: {'Port': ['ID=38c4be6d-bb80-4ed8-a6ec-d1192c2ed263,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:20.418505 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3c835-99f2-4f5f-bd63-83a2464f51bc req-d718adbb-103a-4a05-9892-cc08648d7e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:20.420352 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-52f3c835-99f2-4f5f-bd63-83a2464f51bc req-d718adbb-103a-4a05-9892-cc08648d7e60 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9d990e4-ae18-48b8-9375-8a399a46fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3809762 Feb 19 04:11:20.593528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a633a-6fd5-4b5f-ada1-3cb4af4df067 service neutron] Pushing event updated for resources: {'Port': ['ID=71c1e992-1005-48ce-891c-1498d2dc8049,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:20.691244 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb619b86-d66c-420d-b8dd-f4ffee8ec317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:20.800503 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb619b86-d66c-420d-b8dd-f4ffee8ec317 admin admin] Checking segment: {'id': '651b2c39-398b-4846-8367-85bfe33e1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:11:20.801720 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb619b86-d66c-420d-b8dd-f4ffee8ec317 admin admin] Network hostable DHCP agents. Network: 6453da06-0cc8-4a8b-aa70-6b97516c41c7, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:11:20.801995 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-d23c3f40-34c1-439c-ab0b-9526cb89ca23 service neutron] Attempting to bind port 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:11:20.802459 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-d23c3f40-34c1-439c-ab0b-9526cb89ca23 service neutron] Attempting to bind port 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:11:20.802948 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-d23c3f40-34c1-439c-ab0b-9526cb89ca23 service neutron] Attempting to bind port 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263 on network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:11:20.819810 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-d23c3f40-34c1-439c-ab0b-9526cb89ca23 service neutron] Port 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263 on network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:11:20.820195 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-d23c3f40-34c1-439c-ab0b-9526cb89ca23 service neutron] Attempting to bind port 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263 on network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:11:20.840362 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-d23c3f40-34c1-439c-ab0b-9526cb89ca23 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:11:20.841106 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-d23c3f40-34c1-439c-ab0b-9526cb89ca23 service neutron] Checking segment: {'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:11:20.841734 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-d23c3f40-34c1-439c-ab0b-9526cb89ca23 service neutron] Bound using segment: {'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:11:20.842403 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-d23c3f40-34c1-439c-ab0b-9526cb89ca23 service neutron] Bound port: 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:11:20.843885 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-d23c3f40-34c1-439c-ab0b-9526cb89ca23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (38c4be6d-bb80-4ed8-a6ec-d1192c2ed263), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:20.866299 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-a5e2c23e-b3b1-419d-9684-33d4ee6b8d9b req-6a4326ed-8455-4422-9e22-3ed4a03d89ae tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Allocated IP 172.25.0.48 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/730abadb-7aa0-41e5-8daf-909ff4c6575e) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:20.912695 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a71ab-151a-4538-b2f8-500ced259e70 req-20dac4df-644f-443a-9766-ab2ac51460b8 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:20.916497 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ec7a71ab-151a-4538-b2f8-500ced259e70 req-20dac4df-644f-443a-9766-ab2ac51460b8 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=db84a620-61c4-437d-96e9-e21b9ab14ecf HTTP/1.1" status: 200 len: 944 time: 0.3253725 Feb 19 04:11:20.927494 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb619b86-d66c-420d-b8dd-f4ffee8ec317 admin admin] Network 6453da06-0cc8-4a8b-aa70-6b97516c41c7 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:11:20.962859 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-579a633a-6fd5-4b5f-ada1-3cb4af4df067 service neutron] Attempting to bind port 71c1e992-1005-48ce-891c-1498d2dc8049 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:11:20.963520 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-579a633a-6fd5-4b5f-ada1-3cb4af4df067 service neutron] Attempting to bind port 71c1e992-1005-48ce-891c-1498d2dc8049 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:11:20.964540 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-579a633a-6fd5-4b5f-ada1-3cb4af4df067 service neutron] Attempting to bind port 71c1e992-1005-48ce-891c-1498d2dc8049 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:11:20.976769 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-52f3c835-99f2-4f5f-bd63-83a2464f51bc req-da63e675-c998-4b10-b2e3-b7bf20fb9deb service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388327 Feb 19 04:11:20.982673 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-fb619b86-d66c-420d-b8dd-f4ffee8ec317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 6453da06-0cc8-4a8b-aa70-6b97516c41c7) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:20.995238 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb619b86-d66c-420d-b8dd-f4ffee8ec317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:20.996416 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fb619b86-d66c-420d-b8dd-f4ffee8ec317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:21.002749 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-579a633a-6fd5-4b5f-ada1-3cb4af4df067 service neutron] Port 71c1e992-1005-48ce-891c-1498d2dc8049 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:11:21.003308 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-579a633a-6fd5-4b5f-ada1-3cb4af4df067 service neutron] Attempting to bind port 71c1e992-1005-48ce-891c-1498d2dc8049 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:11:21.011197 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b7a18f-dea4-4fed-8988-d3050f3c944b None None] Network 6453da06-0cc8-4a8b-aa70-6b97516c41c7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:11:21.040375 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-579a633a-6fd5-4b5f-ada1-3cb4af4df067 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:11:21.041024 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-579a633a-6fd5-4b5f-ada1-3cb4af4df067 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:11:21.042674 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-579a633a-6fd5-4b5f-ada1-3cb4af4df067 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:11:21.043303 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-579a633a-6fd5-4b5f-ada1-3cb4af4df067 service neutron] Bound port: 71c1e992-1005-48ce-891c-1498d2dc8049, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:11:21.044569 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-579a633a-6fd5-4b5f-ada1-3cb4af4df067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (71c1e992-1005-48ce-891c-1498d2dc8049), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:21.094893 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fb619b86-d66c-420d-b8dd-f4ffee8ec317 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.9887085 Feb 19 04:11:21.101821 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36410) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:21.117061 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-896f3221-42f3-45ff-8cd4-0b0b573807c2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-645793320-router', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:21.135833 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ec7a71ab-151a-4538-b2f8-500ced259e70 req-23fa1d20-99b8-4cfa-8bd1-a50ac63e8024 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978259 Feb 19 04:11:21.212149 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-896f3221-42f3-45ff-8cd4-0b0b573807c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (c76acd84-44a1-4da1-b216-5e41f69bb5df), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:21.213347 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-896f3221-42f3-45ff-8cd4-0b0b573807c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (c76acd84-44a1-4da1-b216-5e41f69bb5df), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:21.250297 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-579a633a-6fd5-4b5f-ada1-3cb4af4df067 service neutron] For port 71c1e992-1005-48ce-891c-1498d2dc8049, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:11:21.258162 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-579a633a-6fd5-4b5f-ada1-3cb4af4df067 service neutron] For port 71c1e992-1005-48ce-891c-1498d2dc8049, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=71c1e992-1005-48ce-891c-1498d2dc8049,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:11:21.262971 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-d23c3f40-34c1-439c-ab0b-9526cb89ca23 service neutron] For port 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:11:21.279953 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-579a633a-6fd5-4b5f-ada1-3cb4af4df067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (71c1e992-1005-48ce-891c-1498d2dc8049), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:21.329259 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2fa5e6-f397-4bd4-80ba-700c90316539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-6453da06-0cc8-4a8b-aa70-6b97516c41c7', 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7', 'project_id': 'dc24a822c9cd4304b5492da651149632', 'fixed_ips': [{'subnet_id': '86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:11:21.331071 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-896f3221-42f3-45ff-8cd4-0b0b573807c2 admin admin] Publish callbacks [] for router_controller (c76acd84-44a1-4da1-b216-5e41f69bb5df), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:21.333279 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7b2fa5e6-f397-4bd4-80ba-700c90316539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:21.344794 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-d23c3f40-34c1-439c-ab0b-9526cb89ca23 service neutron] For port 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=38c4be6d-bb80-4ed8-a6ec-d1192c2ed263,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:11:21.402591 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-d23c3f40-34c1-439c-ab0b-9526cb89ca23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (38c4be6d-bb80-4ed8-a6ec-d1192c2ed263), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:21.411839 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a5e2c23e-b3b1-419d-9684-33d4ee6b8d9b req-6a4326ed-8455-4422-9e22-3ed4a03d89ae tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks [] for port (730abadb-7aa0-41e5-8daf-909ff4c6575e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:21.415878 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-579a633a-6fd5-4b5f-ada1-3cb4af4df067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:21.416564 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-579a633a-6fd5-4b5f-ada1-3cb4af4df067 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:21.419890 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-579a633a-6fd5-4b5f-ada1-3cb4af4df067 service neutron] 10.222.0.48 "PUT /v2.0/ports/71c1e992-1005-48ce-891c-1498d2dc8049 HTTP/1.1" status: 200 len: 1095 time: 3.4242392 Feb 19 04:11:21.420696 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6133c2e9-cfc3-4481-84bc-cf38252563ae', 'tag': '71c1e992-1005-48ce-891c-1498d2dc8049'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:11:21.424157 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11b89fe-a121-4118-b88c-60e7eb79cdb1" -d '{"events": [{"name": "network-changed", "server_uuid": "6133c2e9-cfc3-4481-84bc-cf38252563ae", "tag": "71c1e992-1005-48ce-891c-1498d2dc8049"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:11:21.440034 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-52f3c835-99f2-4f5f-bd63-83a2464f51bc req-6e72a811-7891-400f-9d7e-c7f80b378b5a service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472802 Feb 19 04:11:21.519064 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-d23c3f40-34c1-439c-ab0b-9526cb89ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:21.519701 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-d23c3f40-34c1-439c-ab0b-9526cb89ca23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:21.521367 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-d23c3f40-34c1-439c-ab0b-9526cb89ca23 service neutron] 10.222.0.48 "PUT /v2.0/ports/38c4be6d-bb80-4ed8-a6ec-d1192c2ed263 HTTP/1.1" status: 200 len: 1092 time: 4.8552494 Feb 19 04:11:21.525194 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db84a620-61c4-437d-96e9-e21b9ab14ecf', 'tag': '38c4be6d-bb80-4ed8-a6ec-d1192c2ed263'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:11:21.537130 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1749513-add5-4432-a938-b74ecc66618a" -d '{"events": [{"name": "network-changed", "server_uuid": "db84a620-61c4-437d-96e9-e21b9ab14ecf", "tag": "38c4be6d-bb80-4ed8-a6ec-d1192c2ed263"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:11:21.680122 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a633a-6fd5-4b5f-ada1-3cb4af4df067 service neutron] Pushing event updated for resources: {'Port': ['ID=71c1e992-1005-48ce-891c-1498d2dc8049,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:21.880987 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-896f3221-42f3-45ff-8cd4-0b0b573807c2 admin admin] Publish callbacks [] for router_gateway (c76acd84-44a1-4da1-b216-5e41f69bb5df), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:21.948447 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c3f40-34c1-439c-ab0b-9526cb89ca23 service neutron] Pushing event updated for resources: {'Port': ['ID=38c4be6d-bb80-4ed8-a6ec-d1192c2ed263,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:22.019154 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a5e2c23e-b3b1-419d-9684-33d4ee6b8d9b req-6a4326ed-8455-4422-9e22-3ed4a03d89ae tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (730abadb-7aa0-41e5-8daf-909ff4c6575e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:22.071570 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-7b2fa5e6-f397-4bd4-80ba-700c90316539 None None] Allocated IP 172.20.0.2 (6453da06-0cc8-4a8b-aa70-6b97516c41c7/86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e/18a30c69-809a-4993-9d9f-5a61f1456430) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:22.218259 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-08ede469-bc05-4c1b-a7cc-0f2dd5f01523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:22.221113 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-08ede469-bc05-4c1b-a7cc-0f2dd5f01523 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b8c91bc2e254dc9b104055cc1e6374d&device_id=6133c2e9-cfc3-4481-84bc-cf38252563ae HTTP/1.1" status: 200 len: 1129 time: 0.5960450 Feb 19 04:11:22.288798 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bcfab-d27e-47fd-a6a7-bb71676a775a req-e99303e7-ebc7-4105-bed7-e28f5664586e tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:22.305091 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c14bcfab-d27e-47fd-a6a7-bb71676a775a req-e99303e7-ebc7-4105-bed7-e28f5664586e tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=6133c2e9-cfc3-4481-84bc-cf38252563ae HTTP/1.1" status: 200 len: 947 time: 0.4670510 Feb 19 04:11:22.335002 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4326ed-8455-4422-9e22-3ed4a03d89ae tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Pushing event updated for resources: {'Port': ['ID=730abadb-7aa0-41e5-8daf-909ff4c6575e,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:22.356387 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5e2c23e-b3b1-419d-9684-33d4ee6b8d9b req-6a4326ed-8455-4422-9e22-3ed4a03d89ae tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:22.411584 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-a5e2c23e-b3b1-419d-9684-33d4ee6b8d9b req-6a4326ed-8455-4422-9e22-3ed4a03d89ae tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:22.424367 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-c062866b-b0dd-497e-984e-18dfe0b70004 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=71c1e992-1005-48ce-891c-1498d2dc8049 HTTP/1.1" status: 200 len: 217 time: 0.1580215 Feb 19 04:11:22.424367 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e2c23e-b3b1-419d-9684-33d4ee6b8d9b req-6a4326ed-8455-4422-9e22-3ed4a03d89ae tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:22.436520 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-4d3f4c7b-b3ac-47ce-91c9-ffcce5a198c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:22.444013 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-4d3f4c7b-b3ac-47ce-91c9-ffcce5a198c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&device_id=db84a620-61c4-437d-96e9-e21b9ab14ecf HTTP/1.1" status: 200 len: 1126 time: 0.7644815 Feb 19 04:11:22.481134 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c14bcfab-d27e-47fd-a6a7-bb71676a775a req-b60dde2b-3813-4207-b2f0-8b6c9ce69bd2 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/security-groups?id=2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743693 Feb 19 04:11:22.666707 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7b2fa5e6-f397-4bd4-80ba-700c90316539 None None] Publish callbacks [] for port (18a30c69-809a-4993-9d9f-5a61f1456430), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:22.673636 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-55600a45-c9a3-4808-b97e-579a8d2e2e15 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38c4be6d-bb80-4ed8-a6ec-d1192c2ed263 HTTP/1.1" status: 200 len: 217 time: 0.2102504 Feb 19 04:11:22.684423 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7b2fa5e6-f397-4bd4-80ba-700c90316539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (18a30c69-809a-4993-9d9f-5a61f1456430), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:22.772373 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-390bbacb-44d0-4759-ac3c-1299ab507cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:22.775382 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-390bbacb-44d0-4759-ac3c-1299ab507cf0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.3488624 Feb 19 04:11:22.780355 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2fa5e6-f397-4bd4-80ba-700c90316539 None None] Network 6453da06-0cc8-4a8b-aa70-6b97516c41c7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:22.787123 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-7b2fa5e6-f397-4bd4-80ba-700c90316539 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:22.804550 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2fa5e6-f397-4bd4-80ba-700c90316539 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:22.834792 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fa5e6-f397-4bd4-80ba-700c90316539 None None] Pushing event updated for resources: {'Port': ['ID=18a30c69-809a-4993-9d9f-5a61f1456430,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:22.961807 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-7b2fa5e6-f397-4bd4-80ba-700c90316539 None None] Attempting to bind port 18a30c69-809a-4993-9d9f-5a61f1456430 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:11:22.962458 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-7b2fa5e6-f397-4bd4-80ba-700c90316539 None None] Attempting to bind port 18a30c69-809a-4993-9d9f-5a61f1456430 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '651b2c39-398b-4846-8367-85bfe33e1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:11:22.963149 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2fa5e6-f397-4bd4-80ba-700c90316539 None None] Attempting to bind port 18a30c69-809a-4993-9d9f-5a61f1456430 on network 6453da06-0cc8-4a8b-aa70-6b97516c41c7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:11:22.975006 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2fa5e6-f397-4bd4-80ba-700c90316539 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:11:22.975788 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2fa5e6-f397-4bd4-80ba-700c90316539 None None] Checking segment: {'id': '651b2c39-398b-4846-8367-85bfe33e1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:11:22.976483 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7b2fa5e6-f397-4bd4-80ba-700c90316539 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:22.977199 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2fa5e6-f397-4bd4-80ba-700c90316539 None None] Bound using segment: {'id': '651b2c39-398b-4846-8367-85bfe33e1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:11:22.978046 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-7b2fa5e6-f397-4bd4-80ba-700c90316539 None None] Bound port: 18a30c69-809a-4993-9d9f-5a61f1456430, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651b2c39-398b-4846-8367-85bfe33e1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:11:22.978732 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7b2fa5e6-f397-4bd4-80ba-700c90316539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (18a30c69-809a-4993-9d9f-5a61f1456430), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:22.991288 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-7aec7bfd-6230-40d3-ba7d-e3f6f49656d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:22.994792 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-7aec7bfd-6230-40d3-ba7d-e3f6f49656d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=920919b3-1361-46cf-9a70-c4e0885dbe63 HTTP/1.1" status: 200 len: 846 time: 0.3065476 Feb 19 04:11:23.064780 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a9c16-07f8-462d-ad20-1486b4429d98 req-fc364848-2b0c-4d5a-a7e8-61b2849ab3d0 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:23.068982 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d18a9c16-07f8-462d-ad20-1486b4429d98 req-fc364848-2b0c-4d5a-a7e8-61b2849ab3d0 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.1959250 Feb 19 04:11:23.075101 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-896f3221-42f3-45ff-8cd4-0b0b573807c2 admin admin] Publish callbacks [] for router_gateway (c76acd84-44a1-4da1-b216-5e41f69bb5df), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:23.088111 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-3ac6087c-a16c-4c7d-bda6-ae57b0f99b2e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859752 Feb 19 04:11:23.098383 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-916060fd-41da-4830-91b2-c7b84aa2667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:23.101366 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-916060fd-41da-4830-91b2-c7b84aa2667b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2896340 Feb 19 04:11:23.133333 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-7b2fa5e6-f397-4bd4-80ba-700c90316539 None None] For port 18a30c69-809a-4993-9d9f-5a61f1456430, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:11:23.136741 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-896f3221-42f3-45ff-8cd4-0b0b573807c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:23.140670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-7b2fa5e6-f397-4bd4-80ba-700c90316539 None None] For port 18a30c69-809a-4993-9d9f-5a61f1456430, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=18a30c69-809a-4993-9d9f-5a61f1456430,segment=NetworkSegment(651b2c39-398b-4846-8367-85bfe33e1bb9),segment_id=651b2c39-398b-4846-8367-85bfe33e1bb9)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:11:23.153817 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7b2fa5e6-f397-4bd4-80ba-700c90316539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (18a30c69-809a-4993-9d9f-5a61f1456430), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:23.294153 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-181b57c5-57c1-4ef9-8e6b-d371b3eb05f0 service neutron] 10.222.0.48 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910026 Feb 19 04:11:23.307641 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d18a9c16-07f8-462d-ad20-1486b4429d98 req-bb480896-c860-40df-a072-028cd64a8d77 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845458 Feb 19 04:11:23.329450 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a5e2c23e-b3b1-419d-9684-33d4ee6b8d9b req-6a4326ed-8455-4422-9e22-3ed4a03d89ae tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks [] for floatingip (3de2c0ee-2271-488c-99e6-5546e4cb2ca5), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:23.378879 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fa5e6-f397-4bd4-80ba-700c90316539 None None] Pushing event updated for resources: {'Port': ['ID=18a30c69-809a-4993-9d9f-5a61f1456430,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:23.624438 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-de28a50f-cf22-4752-97b9-4d5a629f32f1 req-249d24d7-6cc4-42dd-a2c0-4b8088e4d485 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b1d096a7-3328-4287-aef7-9cd3b8041c00 HTTP/1.1" status: 200 len: 210 time: 0.1445193 Feb 19 04:11:23.627924 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a5e2c23e-b3b1-419d-9684-33d4ee6b8d9b req-6a4326ed-8455-4422-9e22-3ed4a03d89ae tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (730abadb-7aa0-41e5-8daf-909ff4c6575e), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:23.631268 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-72e5ff4b-9960-403f-8690-103d88cbed08 req-edd46ca1-f1d1-44cc-ae97-f8c2074701ce tempest-ServerShowV254Test-1110191622 tempest-ServerShowV254Test-1110191622-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1d096a7-3328-4287-aef7-9cd3b8041c00 HTTP/1.1" status: 200 len: 210 time: 0.1114097 Feb 19 04:11:23.731822 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-896f3221-42f3-45ff-8cd4-0b0b573807c2 admin admin] Allocated IP 172.25.0.249 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/b2d8d127-17cb-4ee0-8502-e7287ddadde6) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:23.732170 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-a43ad923-c803-4480-b91e-4af15ccb94f2 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246719 Feb 19 04:11:23.793634 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b1ede0fe-5693-4385-8adc-22a4aa28cf34 req-8fb5075b-9042-4bf6-ad67-796c70230e28 service neutron] 10.222.0.48 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413483 Feb 19 04:11:23.928186 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bee121c-4dea-4be8-af72-40b64fb4e8f2 x-openstack-request-id: req-3bee121c-4dea-4be8-af72-40b64fb4e8f2 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:11:23.928713 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6133c2e9-cfc3-4481-84bc-cf38252563ae", "tag": "71c1e992-1005-48ce-891c-1498d2dc8049", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:11:23.934312 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3bee121c-4dea-4be8-af72-40b64fb4e8f2 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:11:23.935114 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6133c2e9-cfc3-4481-84bc-cf38252563ae', 'tag': '71c1e992-1005-48ce-891c-1498d2dc8049', 'status': 'completed', 'code': 200} Feb 19 04:11:24.045691 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372b5ad1-1858-4a65-b5a4-38344b92d842 x-openstack-request-id: req-372b5ad1-1858-4a65-b5a4-38344b92d842 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:11:24.046680 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db84a620-61c4-437d-96e9-e21b9ab14ecf", "tag": "38c4be6d-bb80-4ed8-a6ec-d1192c2ed263", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:11:24.047360 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-372b5ad1-1858-4a65-b5a4-38344b92d842 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:11:24.048322 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db84a620-61c4-437d-96e9-e21b9ab14ecf', 'tag': '38c4be6d-bb80-4ed8-a6ec-d1192c2ed263', 'status': 'completed', 'code': 200} Feb 19 04:11:24.085593 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-896f3221-42f3-45ff-8cd4-0b0b573807c2 admin admin] Publish callbacks [] for port (b2d8d127-17cb-4ee0-8502-e7287ddadde6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:24.290534 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c037f8-7ffb-49b8-90b5-56e68c4cefa9 req-6bc0ea89-e5a5-46cb-a382-d928ff6a6954 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:24.297344 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37c037f8-7ffb-49b8-90b5-56e68c4cefa9 req-6bc0ea89-e5a5-46cb-a382-d928ff6a6954 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=db84a620-61c4-437d-96e9-e21b9ab14ecf HTTP/1.1" status: 200 len: 944 time: 0.2023110 Feb 19 04:11:24.300418 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-896f3221-42f3-45ff-8cd4-0b0b573807c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (b2d8d127-17cb-4ee0-8502-e7287ddadde6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:24.400994 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-06d6ac5d-acc8-49c4-8834-b73984173847 req-e24b382e-93ac-4439-8b76-1ee45c934c0b service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5641620 Feb 19 04:11:24.408650 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1749513-add5-4432-a938-b74ecc66618a req-3239932e-7190-45fd-b76b-e2127e46b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:24.413129 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c1749513-add5-4432-a938-b74ecc66618a req-3239932e-7190-45fd-b76b-e2127e46b50e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&device_id=db84a620-61c4-437d-96e9-e21b9ab14ecf HTTP/1.1" status: 200 len: 1126 time: 0.3624530 Feb 19 04:11:24.519499 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 18a30c69-809a-4993-9d9f-5a61f1456430 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:24.548871 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896f3221-42f3-45ff-8cd4-0b0b573807c2 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:24.562824 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-896f3221-42f3-45ff-8cd4-0b0b573807c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:24.602905 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f3221-42f3-45ff-8cd4-0b0b573807c2 admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:24.638492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f3221-42f3-45ff-8cd4-0b0b573807c2 admin admin] Pushing event updated for resources: {'Port': ['ID=b2d8d127-17cb-4ee0-8502-e7287ddadde6,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:24.688586 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 18a30c69-809a-4993-9d9f-5a61f1456430 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:24.689259 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (18a30c69-809a-4993-9d9f-5a61f1456430), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:24.719877 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a5e2c23e-b3b1-419d-9684-33d4ee6b8d9b req-6a4326ed-8455-4422-9e22-3ed4a03d89ae tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks [] for port (730abadb-7aa0-41e5-8daf-909ff4c6575e), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:24.735840 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a5e2c23e-b3b1-419d-9684-33d4ee6b8d9b req-6a4326ed-8455-4422-9e22-3ed4a03d89ae tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (730abadb-7aa0-41e5-8daf-909ff4c6575e), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:24.951391 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 18a30c69-809a-4993-9d9f-5a61f1456430 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:24.952032 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (18a30c69-809a-4993-9d9f-5a61f1456430), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:24.987910 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b89fe-a121-4118-b88c-60e7eb79cdb1 req-d09a7144-55f7-4bc0-932f-882ab0c6aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:24.996333 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a11b89fe-a121-4118-b88c-60e7eb79cdb1 req-d09a7144-55f7-4bc0-932f-882ab0c6aa32 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b8c91bc2e254dc9b104055cc1e6374d&device_id=6133c2e9-cfc3-4481-84bc-cf38252563ae HTTP/1.1" status: 200 len: 1129 time: 0.4165654 Feb 19 04:11:25.069211 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 18a30c69-809a-4993-9d9f-5a61f1456430, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=18a30c69-809a-4993-9d9f-5a61f1456430,segment=NetworkSegment(651b2c39-398b-4846-8367-85bfe33e1bb9),segment_id=651b2c39-398b-4846-8367-85bfe33e1bb9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:25.089779 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (18a30c69-809a-4993-9d9f-5a61f1456430), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:25.332175 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=18a30c69-809a-4993-9d9f-5a61f1456430,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:25.393646 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37c037f8-7ffb-49b8-90b5-56e68c4cefa9 req-52295d24-6b3b-4cbe-8334-f06979f103ce tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0520465 Feb 19 04:11:25.519882 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ea5b8f-0612-4722-ae37-8864bf6977ed None None] Network 6453da06-0cc8-4a8b-aa70-6b97516c41c7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:11:25.716568 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5ef6601c-f289-48fb-9fb0-a22fb3e36ec8 None None] Provisioning complete for port 18a30c69-809a-4993-9d9f-5a61f1456430 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:25.717188 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5ef6601c-f289-48fb-9fb0-a22fb3e36ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (18a30c69-809a-4993-9d9f-5a61f1456430), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:25.952585 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5ef6601c-f289-48fb-9fb0-a22fb3e36ec8 None None] Current status of the port 18a30c69-809a-4993-9d9f-5a61f1456430 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:26.108492 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b89fe-a121-4118-b88c-60e7eb79cdb1 req-0b812ae8-2d0c-4eb7-a80a-1eeba2d6ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:26.112219 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-143eb835-0b6b-4e40-9e34-0838d2d015ab req-a2045849-1867-4b99-b573-ffe2795528d4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1130593 Feb 19 04:11:26.113366 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a11b89fe-a121-4118-b88c-60e7eb79cdb1 req-0b812ae8-2d0c-4eb7-a80a-1eeba2d6ef44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 1.0973856 Feb 19 04:11:26.114431 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1749513-add5-4432-a938-b74ecc66618a req-114398c8-c9c0-4699-9c95-fb68ac5e3a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:26.117005 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c1749513-add5-4432-a938-b74ecc66618a req-114398c8-c9c0-4699-9c95-fb68ac5e3a9d service neutron] 10.222.0.48 "GET /v2.0/networks?id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f HTTP/1.1" status: 200 len: 906 time: 1.6830163 Feb 19 04:11:26.221865 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c1749513-add5-4432-a938-b74ecc66618a req-1d3c9fca-d85b-4a1d-bb00-bccde5aa6d31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38c4be6d-bb80-4ed8-a6ec-d1192c2ed263 HTTP/1.1" status: 200 len: 217 time: 0.0859880 Feb 19 04:11:26.330695 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4326ed-8455-4422-9e22-3ed4a03d89ae tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Pushing event updated for resources: {'Port': ['ID=730abadb-7aa0-41e5-8daf-909ff4c6575e,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:26.354075 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6124d-a8e1-4e3d-a5bf-ce119e320554 req-decfc1ac-52f5-41f8-ba38-3ab4f45001e0 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:26.384162 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a11b89fe-a121-4118-b88c-60e7eb79cdb1 req-9ee08b16-7eaa-4e38-8a3e-12adfed9f60b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=71c1e992-1005-48ce-891c-1498d2dc8049 HTTP/1.1" status: 200 len: 217 time: 0.1763494 Feb 19 04:11:26.385646 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a5e2c23e-b3b1-419d-9684-33d4ee6b8d9b req-6a4326ed-8455-4422-9e22-3ed4a03d89ae tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (3de2c0ee-2271-488c-99e6-5546e4cb2ca5), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:26.398406 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04e6124d-a8e1-4e3d-a5bf-ce119e320554 req-decfc1ac-52f5-41f8-ba38-3ab4f45001e0 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=6133c2e9-cfc3-4481-84bc-cf38252563ae HTTP/1.1" status: 200 len: 947 time: 0.3711362 Feb 19 04:11:26.399299 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-896f3221-42f3-45ff-8cd4-0b0b573807c2 admin admin] Publish callbacks [] for router_gateway (c76acd84-44a1-4da1-b216-5e41f69bb5df), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:26.412359 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 18a30c69-809a-4993-9d9f-5a61f1456430 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:26.557101 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1749513-add5-4432-a938-b74ecc66618a req-d619059d-0801-4842-ac81-9d8ceac121b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:26.557466 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 18a30c69-809a-4993-9d9f-5a61f1456430 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:26.558282 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (18a30c69-809a-4993-9d9f-5a61f1456430), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:26.565039 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9c584c02-d096-4aee-bc16-99cc802deeda None None] Provisioning complete for port 18a30c69-809a-4993-9d9f-5a61f1456430 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:26.565039 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9c584c02-d096-4aee-bc16-99cc802deeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (18a30c69-809a-4993-9d9f-5a61f1456430), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:26.565652 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c1749513-add5-4432-a938-b74ecc66618a req-d619059d-0801-4842-ac81-9d8ceac121b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=920919b3-1361-46cf-9a70-c4e0885dbe63 HTTP/1.1" status: 200 len: 846 time: 0.3291600 Feb 19 04:11:26.646655 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 71c1e992-1005-48ce-891c-1498d2dc8049 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:11:26.680835 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a5e2c23e-b3b1-419d-9684-33d4ee6b8d9b req-6a4326ed-8455-4422-9e22-3ed4a03d89ae tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:26.700724 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5e2c23e-b3b1-419d-9684-33d4ee6b8d9b req-6a4326ed-8455-4422-9e22-3ed4a03d89ae tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.1579561 Feb 19 04:11:26.700724 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c1749513-add5-4432-a938-b74ecc66618a req-36ff8da8-f89c-4fcb-9886-1ddd1b095fbe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198335 Feb 19 04:11:26.702758 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b89fe-a121-4118-b88c-60e7eb79cdb1 req-76613a29-a488-4e20-8f3d-5e348325d596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:26.705485 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a11b89fe-a121-4118-b88c-60e7eb79cdb1 req-76613a29-a488-4e20-8f3d-5e348325d596 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.2853541 Feb 19 04:11:26.761706 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04e6124d-a8e1-4e3d-a5bf-ce119e320554 req-cadc7874-2641-4d9c-899f-47da874519e0 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/security-groups?id=2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637653 Feb 19 04:11:26.825500 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143eb835-0b6b-4e40-9e34-0838d2d015ab req-1cb2bfba-d634-4746-8eb7-0c9ca3d6eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:26.857184 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-143eb835-0b6b-4e40-9e34-0838d2d015ab req-1cb2bfba-d634-4746-8eb7-0c9ca3d6eac7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 1127 time: 0.6291752 Feb 19 04:11:26.873305 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 71c1e992-1005-48ce-891c-1498d2dc8049, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=71c1e992-1005-48ce-891c-1498d2dc8049,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:26.901415 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '71c1e992-1005-48ce-891c-1498d2dc8049', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '71c1e992-1005-48ce-891c-1498d2dc8049', 'mac_address': 'fa:16:3e:2f:e3:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:11:27.037859 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5e2c23e-b3b1-419d-9684-33d4ee6b8d9b req-4ff2f102-e069-43cd-85d2-fd01b80706a0 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.48 HTTP/1.1" status: 200 len: 695 time: 0.3130639 Feb 19 04:11:27.065855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 71c1e992-1005-48ce-891c-1498d2dc8049 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:27.066389 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (71c1e992-1005-48ce-891c-1498d2dc8049), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:27.166975 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c1e992-1005-48ce-891c-1498d2dc8049 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:11:27.213871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b89fe-a121-4118-b88c-60e7eb79cdb1 req-2be33895-30fa-45a1-908b-05e92f42d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:27.217853 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a11b89fe-a121-4118-b88c-60e7eb79cdb1 req-2be33895-30fa-45a1-908b-05e92f42d959 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4794517 Feb 19 04:11:27.248567 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c1749513-add5-4432-a938-b74ecc66618a req-9deb6331-933c-40fb-975b-4aefa1e39fa7 service neutron] 10.222.0.48 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413640 Feb 19 04:11:27.250369 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e9a1463d-588a-4231-99a8-974408c0cbd2 req-dd06f193-f6b8-4975-90a1-8f6fb24d71c6 tempest-ServerShowV254Test-1110191622 tempest-ServerShowV254Test-1110191622-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1d096a7-3328-4287-aef7-9cd3b8041c00 HTTP/1.1" status: 200 len: 210 time: 0.1604986 Feb 19 04:11:27.324109 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9c584c02-d096-4aee-bc16-99cc802deeda None None] Current status of the port 18a30c69-809a-4993-9d9f-5a61f1456430 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:27.348620 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 71c1e992-1005-48ce-891c-1498d2dc8049, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=71c1e992-1005-48ce-891c-1498d2dc8049,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:27.353168 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 18a30c69-809a-4993-9d9f-5a61f1456430 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:27.360589 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (71c1e992-1005-48ce-891c-1498d2dc8049), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:27.362206 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:11:27.550060 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143eb835-0b6b-4e40-9e34-0838d2d015ab req-996d9330-2bf9-4c63-b81f-b1d28c8721c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:27.553225 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-143eb835-0b6b-4e40-9e34-0838d2d015ab req-996d9330-2bf9-4c63-b81f-b1d28c8721c6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 912 time: 0.6792932 Feb 19 04:11:27.661970 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=71c1e992-1005-48ce-891c-1498d2dc8049,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:27.685800 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-896f3221-42f3-45ff-8cd4-0b0b573807c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (c76acd84-44a1-4da1-b216-5e41f69bb5df), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:27.719225 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2c23e-b3b1-419d-9684-33d4ee6b8d9b req-6faead2b-3901-4d1b-a1a2-9192b7f3dc86 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:27.730674 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5e2c23e-b3b1-419d-9684-33d4ee6b8d9b req-6faead2b-3901-4d1b-a1a2-9192b7f3dc86 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.6717427 Feb 19 04:11:27.739457 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-a5e2c23e-b3b1-419d-9684-33d4ee6b8d9b req-a6070e9e-95c7-4871-b5c4-5987b0951563 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:11:27.755054 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56115250-4467-4dfa-822e-2ca839023b25 req-5fdc67d2-0e2f-4d7d-8cd8-b563f9061bb7 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:27.759060 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5e2c23e-b3b1-419d-9684-33d4ee6b8d9b req-a6070e9e-95c7-4871-b5c4-5987b0951563 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0240953 Feb 19 04:11:27.770100 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-56115250-4467-4dfa-822e-2ca839023b25 req-5fdc67d2-0e2f-4d7d-8cd8-b563f9061bb7 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=db84a620-61c4-437d-96e9-e21b9ab14ecf HTTP/1.1" status: 200 len: 944 time: 0.3800821 Feb 19 04:11:27.784874 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=38c4be6d-bb80-4ed8-a6ec-d1192c2ed263,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:27.823693 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '38c4be6d-bb80-4ed8-a6ec-d1192c2ed263', 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f', 'port_id': '38c4be6d-bb80-4ed8-a6ec-d1192c2ed263', 'mac_address': 'fa:16:3e:14:ed:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920919b3-1361-46cf-9a70-c4e0885dbe63', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:11:27.893925 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a11b89fe-a121-4118-b88c-60e7eb79cdb1 req-a21bdb11-a8ff-4679-a517-44cd91fedc37 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6690090 Feb 19 04:11:27.897686 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c1749513-add5-4432-a938-b74ecc66618a req-5f6284ec-0b13-4f6e-9e03-8e0c33b5e5cc service neutron] 10.222.0.48 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6249890 Feb 19 04:11:27.987560 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:27.990413 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (38c4be6d-bb80-4ed8-a6ec-d1192c2ed263), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:28.056541 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:11:28.056870 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-56115250-4467-4dfa-822e-2ca839023b25 req-9e58b953-0380-4744-8e71-c7e7d1602b1c tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720418 Feb 19 04:11:28.094023 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-143eb835-0b6b-4e40-9e34-0838d2d015ab req-38af79c0-1275-46b6-928d-40c543c5831d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19829663-8e11-450d-b642-0067dfa5de94 HTTP/1.1" status: 200 len: 999 time: 0.5314598 Feb 19 04:11:28.105486 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=38c4be6d-bb80-4ed8-a6ec-d1192c2ed263,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:28.112666 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (38c4be6d-bb80-4ed8-a6ec-d1192c2ed263), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:28.264379 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a11b89fe-a121-4118-b88c-60e7eb79cdb1 req-3997b325-cf36-49fd-95ac-4ce35f8cc48f service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589010 Feb 19 04:11:28.315872 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=38c4be6d-bb80-4ed8-a6ec-d1192c2ed263,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:28.345148 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143eb835-0b6b-4e40-9e34-0838d2d015ab req-85c8327d-76b4-48c5-9f8e-4ce28944c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:28.347409 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-143eb835-0b6b-4e40-9e34-0838d2d015ab req-85c8327d-76b4-48c5-9f8e-4ce28944c0d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509 HTTP/1.1" status: 200 len: 851 time: 0.2373466 Feb 19 04:11:28.359852 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['38c4be6d-bb80-4ed8-a6ec-d1192c2ed263'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:11:28.367214 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['71c1e992-1005-48ce-891c-1498d2dc8049'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:11:28.427540 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-2c5af26b-04d3-4019-97b3-a7afe0c4cfa4 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:28.443771 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-2c5af26b-04d3-4019-97b3-a7afe0c4cfa4 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2933826 Feb 19 04:11:28.540738 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39c1de-2b28-4014-a612-ebd7544fa259 req-a9a3f107-0377-4046-9fd0-3345f3d3cf5d tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:28.553758 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da39c1de-2b28-4014-a612-ebd7544fa259 req-a9a3f107-0377-4046-9fd0-3345f3d3cf5d tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=6133c2e9-cfc3-4481-84bc-cf38252563ae HTTP/1.1" status: 200 len: 948 time: 0.2456806 Feb 19 04:11:28.562013 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-db090c11-5997-4485-a18b-d453bdab5054 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.48 HTTP/1.1" status: 200 len: 695 time: 0.1160324 Feb 19 04:11:28.579046 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-c7db11ef-a273-4205-82bb-c6a7049ea995 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Request body: {'floatingip': {'port_id': '895442f4-dc44-4f60-9756-cffdd91faf4c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:28.618584 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143eb835-0b6b-4e40-9e34-0838d2d015ab req-6dce0f58-1f88-44fe-ac8a-a8cdfa5b658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:28.621815 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-143eb835-0b6b-4e40-9e34-0838d2d015ab req-6dce0f58-1f88-44fe-ac8a-a8cdfa5b658c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9d990e4-ae18-48b8-9375-8a399a46fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2337613 Feb 19 04:11:28.728614 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-c7db11ef-a273-4205-82bb-c6a7049ea995 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks [] for floatingip (3de2c0ee-2271-488c-99e6-5546e4cb2ca5), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:28.773762 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896f3221-42f3-45ff-8cd4-0b0b573807c2 admin admin] Router c76acd84-44a1-4da1-b216-5e41f69bb5df is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:11:28.817033 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da39c1de-2b28-4014-a612-ebd7544fa259 req-637dc5fe-d0d1-414f-8c0d-72f75cb29be3 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/security-groups?id=2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544193 Feb 19 04:11:29.035656 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-143eb835-0b6b-4e40-9e34-0838d2d015ab req-f02da4b8-7988-42d4-9e92-e3af2890da06 service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011569 Feb 19 04:11:29.217183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896f3221-42f3-45ff-8cd4-0b0b573807c2 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:11:29.275338 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] Sync routers for ids ['c76acd84-44a1-4da1-b216-5e41f69bb5df'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:11:29.318067 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] Routers {'c76acd84-44a1-4da1-b216-5e41f69bb5df'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:29.319536 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:11:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c76acd84-44a1-4da1-b216-5e41f69bb5df'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:29.398355 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b909233c-b0eb-4ce5-9317-e0a3df3d7ea1 req-2480bdd2-1359-4d81-9d28-70b755971b39 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f548b8b15df849a08ae5af6ffe0d4afd&device_id=b1d096a7-3328-4287-aef7-9cd3b8041c00 HTTP/1.1" status: 200 len: 210 time: 0.0611982 Feb 19 04:11:29.443813 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-896f3221-42f3-45ff-8cd4-0b0b573807c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:29.452585 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-896f3221-42f3-45ff-8cd4-0b0b573807c2 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.3442235 Feb 19 04:11:29.454182 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36478) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:29.472120 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b909233c-b0eb-4ce5-9317-e0a3df3d7ea1 req-01a4ce3e-92b8-4b81-82ea-cfa32b7e6f86 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f548b8b15df849a08ae5af6ffe0d4afd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638037 Feb 19 04:11:29.629968 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] Set router c76acd84-44a1-4da1-b216-5e41f69bb5df gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:29.741756 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-143eb835-0b6b-4e40-9e34-0838d2d015ab req-05c5820d-50b7-4d06-947b-408095718ece service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6985831 Feb 19 04:11:29.950177 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979433f6-5e05-4ba3-ac61-ba303d85d75e req-817de56b-3c6c-411a-aa72-26adcc0a7b9d tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:29.969321 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-979433f6-5e05-4ba3-ac61-ba303d85d75e req-817de56b-3c6c-411a-aa72-26adcc0a7b9d tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=db84a620-61c4-437d-96e9-e21b9ab14ecf HTTP/1.1" status: 200 len: 945 time: 0.2934587 Feb 19 04:11:30.030591 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909233c-b0eb-4ce5-9317-e0a3df3d7ea1 req-e18c67f1-4f7d-4a70-bf1f-ef01bd3c25cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:30.035786 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b909233c-b0eb-4ce5-9317-e0a3df3d7ea1 req-e18c67f1-4f7d-4a70-bf1f-ef01bd3c25cc service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5549402 Feb 19 04:11:30.132225 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'name': 'tempest-ServersTestJSON-645793320-router', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:21Z', 'updated_at': '2022-02-19T04:11:25Z', 'revision_number': 3, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'gw_port': {'id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:23Z', 'updated_at': '2022-02-19T04:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:30.183506 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] Checking router: c76acd84-44a1-4da1-b216-5e41f69bb5df for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:11:30.183986 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] Updating router c76acd84-44a1-4da1-b216-5e41f69bb5df port b2d8d127-17cb-4ee0-8502-e7287ddadde6 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:11:30.238275 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b2d8d127-17cb-4ee0-8502-e7287ddadde6), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:30.244088 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-979433f6-5e05-4ba3-ac61-ba303d85d75e req-166b6fb2-9a02-4c99-bf35-61e1dbb40e80 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707069 Feb 19 04:11:30.351582 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.resource_extend [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-c7db11ef-a273-4205-82bb-c6a7049ea995 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:11:30.544099 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-c7db11ef-a273-4205-82bb-c6a7049ea995 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:30.550843 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-c7db11ef-a273-4205-82bb-c6a7049ea995 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (3de2c0ee-2271-488c-99e6-5546e4cb2ca5), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:30.667495 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 71c1e992-1005-48ce-891c-1498d2dc8049 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:30.699991 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bc9316ef-1085-4cb7-ab9c-c9ee1cbf14f2 req-ee4924ca-89bc-4b33-8256-89fc13ad1086 tempest-ServerShowV254Test-1110191622 tempest-ServerShowV254Test-1110191622-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1d096a7-3328-4287-aef7-9cd3b8041c00 HTTP/1.1" status: 200 len: 210 time: 0.2228997 Feb 19 04:11:30.914346 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-c7db11ef-a273-4205-82bb-c6a7049ea995 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Floating IP 3de2c0ee-2271-488c-99e6-5546e4cb2ca5 associated. External IP: 172.25.0.48, port: 895442f4-dc44-4f60-9756-cffdd91faf4c. Feb 19 04:11:30.947956 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 71c1e992-1005-48ce-891c-1498d2dc8049 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:11:31.029961 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 71c1e992-1005-48ce-891c-1498d2dc8049 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:31.030691 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (71c1e992-1005-48ce-891c-1498d2dc8049), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:31.402151 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] Publish callbacks [] for port (b2d8d127-17cb-4ee0-8502-e7287ddadde6), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:31.499765 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 71c1e992-1005-48ce-891c-1498d2dc8049 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:31.500461 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (71c1e992-1005-48ce-891c-1498d2dc8049), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:31.573453 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-c7db11ef-a273-4205-82bb-c6a7049ea995 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Router e6467453-a769-4604-951c-cf9b641b9304 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:11:31.581723 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b909233c-b0eb-4ce5-9317-e0a3df3d7ea1 req-77e12513-a421-4ecb-be1f-2b1cd0bd1025 tempest-ServerShowV254Test-1110191622 tempest-ServerShowV254Test-1110191622-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1d096a7-3328-4287-aef7-9cd3b8041c00 HTTP/1.1" status: 200 len: 210 time: 0.0795438 Feb 19 04:11:31.607849 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 71c1e992-1005-48ce-891c-1498d2dc8049, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=71c1e992-1005-48ce-891c-1498d2dc8049,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:31.615446 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b2d8d127-17cb-4ee0-8502-e7287ddadde6), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:31.716188 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6133c2e9-cfc3-4481-84bc-cf38252563ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c1e992-1005-48ce-891c-1498d2dc8049'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:11:31.728482 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a392b4f8-956c-4d81-a190-3fcbff6df1c4" -d '{"events": [{"server_uuid": "6133c2e9-cfc3-4481-84bc-cf38252563ae", "name": "network-vif-plugged", "status": "completed", "tag": "71c1e992-1005-48ce-891c-1498d2dc8049"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:11:31.748524 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (71c1e992-1005-48ce-891c-1498d2dc8049), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:31.751678 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:31.829974 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60173f9d-3bc0-42aa-a351-462e16779403 req-28c69826-2748-4762-a3c7-a050fbb744f7 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:31.844467 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60173f9d-3bc0-42aa-a351-462e16779403 req-28c69826-2748-4762-a3c7-a050fbb744f7 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=6133c2e9-cfc3-4481-84bc-cf38252563ae HTTP/1.1" status: 200 len: 948 time: 0.2775726 Feb 19 04:11:31.932642 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-c7db11ef-a273-4205-82bb-c6a7049ea995 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:11:31.950333 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-c7db11ef-a273-4205-82bb-c6a7049ea995 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:31.960866 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f5e906-8d86-4c96-8df2-59fe6f701962 None None] Sync routers for ids ['e6467453-a769-4604-951c-cf9b641b9304'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:11:32.004043 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f5e906-8d86-4c96-8df2-59fe6f701962 None None] Routers {'e6467453-a769-4604-951c-cf9b641b9304'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:32.011243 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-79f5e906-8d86-4c96-8df2-59fe6f701962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:11:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['e6467453-a769-4604-951c-cf9b641b9304'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:32.026522 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] Attempting to bind port b2d8d127-17cb-4ee0-8502-e7287ddadde6 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:11:32.029039 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] Attempting to bind port b2d8d127-17cb-4ee0-8502-e7287ddadde6 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:11:32.029039 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] Attempting to bind port b2d8d127-17cb-4ee0-8502-e7287ddadde6 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:11:32.047658 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36504) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:32.059573 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:11:32.060289 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:11:32.060840 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:32.061676 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:11:32.062708 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] Bound port: b2d8d127-17cb-4ee0-8502-e7287ddadde6, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:11:32.063210 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b2d8d127-17cb-4ee0-8502-e7287ddadde6), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:32.122078 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-c7db11ef-a273-4205-82bb-c6a7049ea995 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "PUT /v2.0/floatingips/3de2c0ee-2271-488c-99e6-5546e4cb2ca5 HTTP/1.1" status: 200 len: 995 time: 3.5427699 Feb 19 04:11:32.123053 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27', 'tag': '895442f4-dc44-4f60-9756-cffdd91faf4c'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:11:32.127824 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7737bbd9-1e27-4fbe-86f6-6eb97725349a" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27", "tag": "895442f4-dc44-4f60-9756-cffdd91faf4c"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:11:32.144951 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60173f9d-3bc0-42aa-a351-462e16779403 req-b6ae09c2-fc9f-4c65-89e8-d5044c46b5a9 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/security-groups?id=2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934666 Feb 19 04:11:32.163385 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:11:32.181892 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c4432af4-9ef6-4727-a0da-37418e647552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:32.217002 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:32.217655 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (38c4be6d-bb80-4ed8-a6ec-d1192c2ed263), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:32.438552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-d0c354b1-0db5-4718-9719-adcca16f71b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:32.456024 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-d0c354b1-0db5-4718-9719-adcca16f71b6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28046742ef1049688a695bac0a3826eb&device_id=6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27 HTTP/1.1" status: 200 len: 1127 time: 0.2160225 Feb 19 04:11:32.458030 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-79f5e906-8d86-4c96-8df2-59fe6f701962 None None] Set router e6467453-a769-4604-951c-cf9b641b9304 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:32.497494 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489528d6-cf22-4081-b79b-7eb373d112f4 None None] Pushing event updated for resources: {'Port': ['ID=b2d8d127-17cb-4ee0-8502-e7287ddadde6,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:32.712896 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=71c1e992-1005-48ce-891c-1498d2dc8049,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:32.782966 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5ba9dcc0-47a1-4996-a4f1-c40a021650b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:32.822923 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333ecdb-71f2-4cb7-ba74-24541780e433 req-3d888f12-5a59-4b50-9a80-9b2fa34edc86 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:32.850361 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2333ecdb-71f2-4cb7-ba74-24541780e433 req-3d888f12-5a59-4b50-9a80-9b2fa34edc86 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=db84a620-61c4-437d-96e9-e21b9ab14ecf HTTP/1.1" status: 200 len: 945 time: 0.3790085 Feb 19 04:11:32.914567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:32.915475 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (38c4be6d-bb80-4ed8-a6ec-d1192c2ed263), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:32.964160 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-45a6801d-0b5e-4c52-847d-66beec7cbdd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:33.002530 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] For port b2d8d127-17cb-4ee0-8502-e7287ddadde6, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:11:33.019078 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=38c4be6d-bb80-4ed8-a6ec-d1192c2ed263,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:33.033213 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (38c4be6d-bb80-4ed8-a6ec-d1192c2ed263), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:33.101491 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2333ecdb-71f2-4cb7-ba74-24541780e433 req-2c39577d-17a9-4ad8-9762-8c0fda51205d tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492638 Feb 19 04:11:33.163920 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] For port b2d8d127-17cb-4ee0-8502-e7287ddadde6, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b2d8d127-17cb-4ee0-8502-e7287ddadde6,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:11:33.166996 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=38c4be6d-bb80-4ed8-a6ec-d1192c2ed263,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:33.183820 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b2d8d127-17cb-4ee0-8502-e7287ddadde6), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:33.228844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-c4432af4-9ef6-4727-a0da-37418e647552 admin admin] Allocated IP 172.20.0.1 (6453da06-0cc8-4a8b-aa70-6b97516c41c7/86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e/6ecf67e1-4970-403c-9a4e-5668965370f1) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:33.232723 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5ba9dcc0-47a1-4996-a4f1-c40a021650b3 admin admin] Publish callbacks [] for security_group (2fb8d454-6bd8-4a7f-9c5a-fd9074710904), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:33.278008 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5ba9dcc0-47a1-4996-a4f1-c40a021650b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2fb8d454-6bd8-4a7f-9c5a-fd9074710904), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:33.288865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-e85feccc-f926-4bcd-a1fd-8357f000d8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:33.292422 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-e85feccc-f926-4bcd-a1fd-8357f000d8bf service neutron] 10.222.0.65 "GET /v2.0/networks?id=5b6fe8f7-012f-486f-90bb-91627fbe5451 HTTP/1.1" status: 200 len: 928 time: 0.8344934 Feb 19 04:11:33.403859 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5ba9dcc0-47a1-4996-a4f1-c40a021650b3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aaedbf67d3f047e4aa5022c04daca0d4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3503957 Feb 19 04:11:33.407297 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36516) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:33.408135 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9dcc0-47a1-4996-a4f1-c40a021650b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb8d454-6bd8-4a7f-9c5a-fd9074710904,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:33.450199 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abcd2c0-a9ed-46d6-8ad2-9936ce357720 x-openstack-request-id: req-1abcd2c0-a9ed-46d6-8ad2-9936ce357720 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:11:33.451451 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6133c2e9-cfc3-4481-84bc-cf38252563ae", "name": "network-vif-plugged", "status": "completed", "tag": "71c1e992-1005-48ce-891c-1498d2dc8049", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:11:33.451451 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1abcd2c0-a9ed-46d6-8ad2-9936ce357720 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:11:33.452005 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6133c2e9-cfc3-4481-84bc-cf38252563ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c1e992-1005-48ce-891c-1498d2dc8049', 'code': 200} Feb 19 04:11:33.453812 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489528d6-cf22-4081-b79b-7eb373d112f4 None None] Pushing event updated for resources: {'Port': ['ID=b2d8d127-17cb-4ee0-8502-e7287ddadde6,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:33.501366 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-79f5e906-8d86-4c96-8df2-59fe6f701962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6467453-a769-4604-951c-cf9b641b9304', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-285821422-router', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:17Z', 'updated_at': '2022-02-19T04:10:38Z', 'revision_number': 4, 'project_id': '28046742ef1049688a695bac0a3826eb', 'gw_port': {'id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6467453-a769-4604-951c-cf9b641b9304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:19Z', 'updated_at': '2022-02-19T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '3de2c0ee-2271-488c-99e6-5546e4cb2ca5', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'floating_ip_address': '172.25.0.48', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'e6467453-a769-4604-951c-cf9b641b9304', 'port_id': '895442f4-dc44-4f60-9756-cffdd91faf4c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 913, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451', 'mac_address': 'fa:16:3e:51:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:11:22Z', 'updated_at': '2022-02-19T04:11:30Z', 'revision_number': 1, 'project_id': '28046742ef1049688a695bac0a3826eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fadb108-0b9e-41be-8e92-9fc8b4b99926', 'name': '', 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'mac_address': 'fa:16:3e:3f:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6467453-a769-4604-951c-cf9b641b9304', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'e75d9c9e-8c6f-4a8a-9816-273ad03117c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:34Z', 'updated_at': '2022-02-19T04:10:47Z', 'revision_number': 5, 'project_id': '28046742ef1049688a695bac0a3826eb', 'subnets': [{'id': 'e75d9c9e-8c6f-4a8a-9816-273ad03117c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:33.508240 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] Routers {'c76acd84-44a1-4da1-b216-5e41f69bb5df'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:33.509252 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:11:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c76acd84-44a1-4da1-b216-5e41f69bb5df'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:33.642383 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-b087c1fe-808e-4583-8d0e-75b209882b87 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=895442f4-dc44-4f60-9756-cffdd91faf4c HTTP/1.1" status: 200 len: 998 time: 0.2769737 Feb 19 04:11:33.678291 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee57b916-69e9-42e3-addd-d33a211ad3eb x-openstack-request-id: req-ee57b916-69e9-42e3-addd-d33a211ad3eb {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:11:33.678759 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27", "tag": "895442f4-dc44-4f60-9756-cffdd91faf4c", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:11:33.679173 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ee57b916-69e9-42e3-addd-d33a211ad3eb {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:11:33.683240 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27', 'tag': '895442f4-dc44-4f60-9756-cffdd91faf4c', 'status': 'completed', 'code': 200} Feb 19 04:11:33.687329 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f5e906-8d86-4c96-8df2-59fe6f701962 None None] Checking router: e6467453-a769-4604-951c-cf9b641b9304 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:11:33.708979 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f5e906-8d86-4c96-8df2-59fe6f701962 None None] Routers {'e6467453-a769-4604-951c-cf9b641b9304'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:33.710328 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-79f5e906-8d86-4c96-8df2-59fe6f701962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:11:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['e6467453-a769-4604-951c-cf9b641b9304'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:33.891887 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c4432af4-9ef6-4727-a0da-37418e647552 admin admin] Publish callbacks [] for port (6ecf67e1-4970-403c-9a4e-5668965370f1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:33.937265 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] Set router c76acd84-44a1-4da1-b216-5e41f69bb5df gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:34.061019 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-20f69f97-eb7d-4eb1-9adc-679b54299d47 admin admin] Publish callbacks [] for security_group (2fb8d454-6bd8-4a7f-9c5a-fd9074710904), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:34.085882 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-79f5e906-8d86-4c96-8df2-59fe6f701962 None None] Set router e6467453-a769-4604-951c-cf9b641b9304 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:34.110149 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-2574a0ea-5da0-44ae-9be2-6de86f0df2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:34.110596 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f672b4-b9c8-4721-bee4-90215433e992 req-cdb2b09c-eac4-4d88-a7c2-5fb3f162fa52 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:34.113146 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-2574a0ea-5da0-44ae-9be2-6de86f0df2cb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e75d9c9e-8c6f-4a8a-9816-273ad03117c1 HTTP/1.1" status: 200 len: 867 time: 0.3439188 Feb 19 04:11:34.129246 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-27f672b4-b9c8-4721-bee4-90215433e992 req-cdb2b09c-eac4-4d88-a7c2-5fb3f162fa52 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=6133c2e9-cfc3-4481-84bc-cf38252563ae HTTP/1.1" status: 200 len: 949 time: 0.2480860 Feb 19 04:11:34.134193 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36522) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:34.162793 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19653f8e-d851-4723-8f5c-c914eda73f91 req-a98efa00-2703-4693-a5f9-03711e0eb6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:34.164760 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-19653f8e-d851-4723-8f5c-c914eda73f91 req-a98efa00-2703-4693-a5f9-03711e0eb6a8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6133c2e9-cfc3-4481-84bc-cf38252563ae HTTP/1.1" status: 200 len: 1131 time: 0.5142486 Feb 19 04:11:34.212728 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737bbd9-1e27-4fbe-86f6-6eb97725349a req-dbf3de3e-92b0-4a6e-8a6a-df961ad6e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:34.220529 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7737bbd9-1e27-4fbe-86f6-6eb97725349a req-dbf3de3e-92b0-4a6e-8a6a-df961ad6e0ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28046742ef1049688a695bac0a3826eb&device_id=6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27 HTTP/1.1" status: 200 len: 1127 time: 0.5933101 Feb 19 04:11:34.229318 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-20f69f97-eb7d-4eb1-9adc-679b54299d47 admin admin] Publish callbacks [] for security_group (2fb8d454-6bd8-4a7f-9c5a-fd9074710904), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:34.283401 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c4432af4-9ef6-4727-a0da-37418e647552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (6ecf67e1-4970-403c-9a4e-5668965370f1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:34.323713 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-19653f8e-d851-4723-8f5c-c914eda73f91 req-94509e0c-21fd-4c29-861a-3e1c7a0e9d48 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517944 Feb 19 04:11:34.328621 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-7f823c52-2da5-4c84-aaba-2baefff5b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:34.330601 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-7f823c52-2da5-4c84-aaba-2baefff5b3c8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5b6fe8f7-012f-486f-90bb-91627fbe5451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1813369 Feb 19 04:11:34.364084 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-aec7d786-12e8-4171-912f-7a1028469359 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:11:34.365352 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-aec7d786-12e8-4171-912f-7a1028469359 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063789 Feb 19 04:11:34.385049 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-20f69f97-eb7d-4eb1-9adc-679b54299d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2fb8d454-6bd8-4a7f-9c5a-fd9074710904), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:34.389280 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-20f69f97-eb7d-4eb1-9adc-679b54299d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:34.394228 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-20f69f97-eb7d-4eb1-9adc-679b54299d47 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2fb8d454-6bd8-4a7f-9c5a-fd9074710904 HTTP/1.1" status: 204 len: 168 time: 0.9744768 Feb 19 04:11:34.484663 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f69f97-eb7d-4eb1-9adc-679b54299d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb8d454-6bd8-4a7f-9c5a-fd9074710904,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:34.507919 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-27f672b4-b9c8-4721-bee4-90215433e992 req-b5f1a7bf-8134-4d17-b8e6-b879eaab1956 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/security-groups?id=2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812523 Feb 19 04:11:34.602817 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4432af4-9ef6-4727-a0da-37418e647552 admin admin] Pushing event updated for resources: {'Port': ['ID=6ecf67e1-4970-403c-9a4e-5668965370f1,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:34.633329 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'name': 'tempest-ServersTestJSON-645793320-router', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:21Z', 'updated_at': '2022-02-19T04:11:25Z', 'revision_number': 3, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'gw_port': {'id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:23Z', 'updated_at': '2022-02-19T04:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:34.663813 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4432af4-9ef6-4727-a0da-37418e647552 admin admin] Network 6453da06-0cc8-4a8b-aa70-6b97516c41c7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:34.689974 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-c4432af4-9ef6-4727-a0da-37418e647552 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:34.698947 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4432af4-9ef6-4727-a0da-37418e647552 admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:34.803482 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea6a2d-cf93-4763-9571-f2d5031f4aed None None] The sync data for ids ['c76acd84-44a1-4da1-b216-5e41f69bb5df'] in n-d-772273-4 is: [{'id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'name': 'tempest-ServersTestJSON-645793320-router', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:21Z', 'updated_at': '2022-02-19T04:11:25Z', 'revision_number': 3, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'gw_port': {'id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:23Z', 'updated_at': '2022-02-19T04:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:11:34.854266 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-09a67020-26a2-4712-b23b-d550d5b3cec8 service neutron] 10.222.0.65 "GET /v2.0/networks/5b6fe8f7-012f-486f-90bb-91627fbe5451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618571 Feb 19 04:11:34.872755 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737bbd9-1e27-4fbe-86f6-6eb97725349a req-6802c946-3d07-41f8-b5b8-95d9688f4025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:34.876083 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7737bbd9-1e27-4fbe-86f6-6eb97725349a req-6802c946-3d07-41f8-b5b8-95d9688f4025 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b6fe8f7-012f-486f-90bb-91627fbe5451 HTTP/1.1" status: 200 len: 928 time: 0.6451230 Feb 19 04:11:35.012553 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5fe4d1b0-0d64-40ee-b506-3362f067cd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:35.199429 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36534) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:35.265016 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4f01358a-53a2-4654-b211-7ababc480b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:35.304209 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87c52850-48c0-4596-b65d-be121894ffad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:35.320702 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-79f5e906-8d86-4c96-8df2-59fe6f701962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6467453-a769-4604-951c-cf9b641b9304', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-285821422-router', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:17Z', 'updated_at': '2022-02-19T04:10:38Z', 'revision_number': 4, 'project_id': '28046742ef1049688a695bac0a3826eb', 'gw_port': {'id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6467453-a769-4604-951c-cf9b641b9304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:19Z', 'updated_at': '2022-02-19T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '3de2c0ee-2271-488c-99e6-5546e4cb2ca5', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'floating_ip_address': '172.25.0.48', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'e6467453-a769-4604-951c-cf9b641b9304', 'port_id': '895442f4-dc44-4f60-9756-cffdd91faf4c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 913, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451', 'mac_address': 'fa:16:3e:51:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:11:22Z', 'updated_at': '2022-02-19T04:11:30Z', 'revision_number': 1, 'project_id': '28046742ef1049688a695bac0a3826eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fadb108-0b9e-41be-8e92-9fc8b4b99926', 'name': '', 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'mac_address': 'fa:16:3e:3f:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6467453-a769-4604-951c-cf9b641b9304', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'e75d9c9e-8c6f-4a8a-9816-273ad03117c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:34Z', 'updated_at': '2022-02-19T04:10:47Z', 'revision_number': 5, 'project_id': '28046742ef1049688a695bac0a3826eb', 'subnets': [{'id': 'e75d9c9e-8c6f-4a8a-9816-273ad03117c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:35.333140 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7737bbd9-1e27-4fbe-86f6-6eb97725349a req-ee28b28a-ae04-4912-8021-f65234c6c05c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=895442f4-dc44-4f60-9756-cffdd91faf4c HTTP/1.1" status: 200 len: 998 time: 0.3672304 Feb 19 04:11:35.378631 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f5e906-8d86-4c96-8df2-59fe6f701962 None None] The sync data for ids ['e6467453-a769-4604-951c-cf9b641b9304'] in n-d-772273-4 is: [{'id': 'e6467453-a769-4604-951c-cf9b641b9304', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-285821422-router', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:17Z', 'updated_at': '2022-02-19T04:10:38Z', 'revision_number': 4, 'project_id': '28046742ef1049688a695bac0a3826eb', 'gw_port': {'id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6467453-a769-4604-951c-cf9b641b9304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:19Z', 'updated_at': '2022-02-19T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '3de2c0ee-2271-488c-99e6-5546e4cb2ca5', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'floating_ip_address': '172.25.0.48', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'e6467453-a769-4604-951c-cf9b641b9304', 'port_id': '895442f4-dc44-4f60-9756-cffdd91faf4c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 913, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451', 'mac_address': 'fa:16:3e:51:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:11:22Z', 'updated_at': '2022-02-19T04:11:30Z', 'revision_number': 1, 'project_id': '28046742ef1049688a695bac0a3826eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fadb108-0b9e-41be-8e92-9fc8b4b99926', 'name': '', 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'mac_address': 'fa:16:3e:3f:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6467453-a769-4604-951c-cf9b641b9304', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'e75d9c9e-8c6f-4a8a-9816-273ad03117c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:34Z', 'updated_at': '2022-02-19T04:10:47Z', 'revision_number': 5, 'project_id': '28046742ef1049688a695bac0a3826eb', 'subnets': [{'id': 'e75d9c9e-8c6f-4a8a-9816-273ad03117c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:11:35.403442 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-dcf94fca-01a2-46fd-b98e-e8cbb69f1634 None None] Provisioning complete for port 6ecf67e1-4970-403c-9a4e-5668965370f1 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:35.403847 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-dcf94fca-01a2-46fd-b98e-e8cbb69f1634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6ecf67e1-4970-403c-9a4e-5668965370f1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:35.453637 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c4432af4-9ef6-4727-a0da-37418e647552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (c76acd84-44a1-4da1-b216-5e41f69bb5df), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:35.476778 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db84a620-61c4-437d-96e9-e21b9ab14ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c4be6d-bb80-4ed8-a6ec-d1192c2ed263'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:11:35.482987 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb9d95c-1b6f-47f7-86a2-c722b939ded9" -d '{"events": [{"server_uuid": "db84a620-61c4-437d-96e9-e21b9ab14ecf", "name": "network-vif-plugged", "status": "completed", "tag": "38c4be6d-bb80-4ed8-a6ec-d1192c2ed263"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:11:35.569188 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87c52850-48c0-4596-b65d-be121894ffad admin admin] Publish callbacks [] for security_group (29e5c8d1-544b-4276-8cac-7f96fadf25fb), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:35.569188 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87c52850-48c0-4596-b65d-be121894ffad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (29e5c8d1-544b-4276-8cac-7f96fadf25fb), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:35.570148 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-dcf94fca-01a2-46fd-b98e-e8cbb69f1634 None None] Port 6ecf67e1-4970-403c-9a4e-5668965370f1 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:11:35.582012 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737bbd9-1e27-4fbe-86f6-6eb97725349a req-28bf17ab-5698-4ec4-9c75-d2ce10917cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:35.584893 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7737bbd9-1e27-4fbe-86f6-6eb97725349a req-28bf17ab-5698-4ec4-9c75-d2ce10917cd8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e75d9c9e-8c6f-4a8a-9816-273ad03117c1 HTTP/1.1" status: 200 len: 867 time: 0.2370267 Feb 19 04:11:35.633629 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c7694a08-e8d9-4f79-b4ff-dd8cf76a37f7 req-3da0941a-3c88-4dea-b6de-f515e8b09b24 service neutron] 10.222.0.65 "GET /v2.0/networks/5b6fe8f7-012f-486f-90bb-91627fbe5451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7560239 Feb 19 04:11:35.637396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc929c3-c128-41ec-9ae1-985412fae73a req-eddf6a56-1cf8-4ab7-89ba-aca69bbfc4f9 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:35.654403 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4bc929c3-c128-41ec-9ae1-985412fae73a req-eddf6a56-1cf8-4ab7-89ba-aca69bbfc4f9 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=db84a620-61c4-437d-96e9-e21b9ab14ecf HTTP/1.1" status: 200 len: 946 time: 0.7763753 Feb 19 04:11:35.696826 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-87c52850-48c0-4596-b65d-be121894ffad admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3b1531c3a46646d2902804f1f66a3b95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4880104 Feb 19 04:11:35.705538 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36540) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:35.778771 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c52850-48c0-4596-b65d-be121894ffad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e5c8d1-544b-4276-8cac-7f96fadf25fb,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:35.870665 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fabf398-ebf4-4aab-8704-0ab94a78125b x-openstack-request-id: req-3fabf398-ebf4-4aab-8704-0ab94a78125b {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:11:35.870997 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db84a620-61c4-437d-96e9-e21b9ab14ecf", "name": "network-vif-plugged", "status": "completed", "tag": "38c4be6d-bb80-4ed8-a6ec-d1192c2ed263", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:11:35.871260 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3fabf398-ebf4-4aab-8704-0ab94a78125b {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:11:35.871673 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db84a620-61c4-437d-96e9-e21b9ab14ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c4be6d-bb80-4ed8-a6ec-d1192c2ed263', 'code': 200} Feb 19 04:11:35.935847 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4f01358a-53a2-4654-b211-7ababc480b38 admin admin] Publish callbacks [] for security_group (557ce4f4-910e-40c6-88a2-f8bd00093435), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:35.947260 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4f01358a-53a2-4654-b211-7ababc480b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (557ce4f4-910e-40c6-88a2-f8bd00093435), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:36.179290 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737bbd9-1e27-4fbe-86f6-6eb97725349a req-e8c7cbfc-7221-43f4-b3aa-b9806353bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:36.182731 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7737bbd9-1e27-4fbe-86f6-6eb97725349a req-e8c7cbfc-7221-43f4-b3aa-b9806353bfba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b6fe8f7-012f-486f-90bb-91627fbe5451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5818608 Feb 19 04:11:36.199056 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4bc929c3-c128-41ec-9ae1-985412fae73a req-0836db0d-6759-47e7-8eba-ac21e94af6da tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5428102 Feb 19 04:11:36.284424 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4267d88a-7a1b-494e-b87c-47ca7cb84986 None None] New status for floating IP 3de2c0ee-2271-488c-99e6-5546e4cb2ca5: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:11:36.458921 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0eaecec5-37bd-482a-ada6-7ad590d8dad6 admin admin] Publish callbacks [] for security_group (29e5c8d1-544b-4276-8cac-7f96fadf25fb), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:36.497197 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7737bbd9-1e27-4fbe-86f6-6eb97725349a req-b8397a14-40e0-405e-8c2b-9ed41ed484b9 service neutron] 10.222.0.10 "GET /v2.0/networks/5b6fe8f7-012f-486f-90bb-91627fbe5451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930927 Feb 19 04:11:36.617246 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c4432af4-9ef6-4727-a0da-37418e647552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6ecf67e1-4970-403c-9a4e-5668965370f1), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:36.639126 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b2d8d127-17cb-4ee0-8502-e7287ddadde6 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:36.816564 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:36.914411 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b2d8d127-17cb-4ee0-8502-e7287ddadde6 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:36.915911 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b2d8d127-17cb-4ee0-8502-e7287ddadde6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:36.917809 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01358a-53a2-4654-b211-7ababc480b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557ce4f4-910e-40c6-88a2-f8bd00093435,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:36.991505 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0eaecec5-37bd-482a-ada6-7ad590d8dad6 admin admin] Publish callbacks [] for security_group (29e5c8d1-544b-4276-8cac-7f96fadf25fb), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:37.014695 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4f01358a-53a2-4654-b211-7ababc480b38 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f548b8b15df849a08ae5af6ffe0d4afd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8780580 Feb 19 04:11:37.023791 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36548) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:37.178716 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76fdf9-b8f2-4c65-a103-8a9af354a158 req-b12a34a6-b0df-4c3a-a89f-1ad962ec0d7b tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:37.190342 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1f76fdf9-b8f2-4c65-a103-8a9af354a158 req-b12a34a6-b0df-4c3a-a89f-1ad962ec0d7b tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=6133c2e9-cfc3-4481-84bc-cf38252563ae HTTP/1.1" status: 200 len: 949 time: 1.0851324 Feb 19 04:11:37.195925 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee93785-7258-482d-9320-86520b0a1ab5 req-7b915965-a61f-47d1-9d06-65aaf1e39316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:37.197010 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1ee93785-7258-482d-9320-86520b0a1ab5 req-7b915965-a61f-47d1-9d06-65aaf1e39316 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=db84a620-61c4-437d-96e9-e21b9ab14ecf HTTP/1.1" status: 200 len: 1128 time: 1.1424899 Feb 19 04:11:37.249961 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30721dbd-2f80-4975-a912-22fcd5cd637b admin admin] Publish callbacks [] for security_group (557ce4f4-910e-40c6-88a2-f8bd00093435), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:37.258681 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:37.261554 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b2d8d127-17cb-4ee0-8502-e7287ddadde6 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:37.262462 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b2d8d127-17cb-4ee0-8502-e7287ddadde6), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:37.319763 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port b2d8d127-17cb-4ee0-8502-e7287ddadde6, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b2d8d127-17cb-4ee0-8502-e7287ddadde6,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:37.329482 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b2d8d127-17cb-4ee0-8502-e7287ddadde6), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:37.449204 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30721dbd-2f80-4975-a912-22fcd5cd637b admin admin] Publish callbacks [] for security_group (557ce4f4-910e-40c6-88a2-f8bd00093435), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:37.458723 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1ee93785-7258-482d-9320-86520b0a1ab5 req-a95b355b-a38c-4e08-a380-b1c33083f2e9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101240 Feb 19 04:11:37.484756 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-63bb3ee8-3586-4686-82c3-a7d7707bed6e req-b1d95a18-e071-46ca-9d36-7c4f64baae80 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 258 time: 1.0183623 Feb 19 04:11:37.534739 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1f76fdf9-b8f2-4c65-a103-8a9af354a158 req-a17e2173-37aa-40d3-96ff-98319ed5fcbd tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/security-groups?id=2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355269 Feb 19 04:11:37.559709 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0eaecec5-37bd-482a-ada6-7ad590d8dad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (29e5c8d1-544b-4276-8cac-7f96fadf25fb), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:37.565739 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0eaecec5-37bd-482a-ada6-7ad590d8dad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:37.571665 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0eaecec5-37bd-482a-ada6-7ad590d8dad6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/29e5c8d1-544b-4276-8cac-7f96fadf25fb HTTP/1.1" status: 204 len: 168 time: 1.8556473 Feb 19 04:11:37.572370 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7737bbd9-1e27-4fbe-86f6-6eb97725349a req-8b396de2-7993-4031-a8f1-de49592fa6e0 service neutron] 10.222.0.10 "GET /v2.0/networks/5b6fe8f7-012f-486f-90bb-91627fbe5451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0094531 Feb 19 04:11:37.600188 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-63bb3ee8-3586-4686-82c3-a7d7707bed6e req-f4f80e95-ad50-4293-8cfa-d4bd26159efa tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:37.625235 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30721dbd-2f80-4975-a912-22fcd5cd637b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (557ce4f4-910e-40c6-88a2-f8bd00093435), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:37.629367 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaecec5-37bd-482a-ada6-7ad590d8dad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e5c8d1-544b-4276-8cac-7f96fadf25fb,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:37.633051 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-63bb3ee8-3586-4686-82c3-a7d7707bed6e req-f4f80e95-ad50-4293-8cfa-d4bd26159efa tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:37.634489 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30721dbd-2f80-4975-a912-22fcd5cd637b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:37.636816 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-30721dbd-2f80-4975-a912-22fcd5cd637b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/557ce4f4-910e-40c6-88a2-f8bd00093435 HTTP/1.1" status: 204 len: 168 time: 0.5956438 Feb 19 04:11:37.674550 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30721dbd-2f80-4975-a912-22fcd5cd637b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557ce4f4-910e-40c6-88a2-f8bd00093435,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:37.707468 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaecec5-37bd-482a-ada6-7ad590d8dad6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.713169 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaecec5-37bd-482a-ada6-7ad590d8dad6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.714992 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaecec5-37bd-482a-ada6-7ad590d8dad6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.714992 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaecec5-37bd-482a-ada6-7ad590d8dad6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.715400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaecec5-37bd-482a-ada6-7ad590d8dad6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.716175 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaecec5-37bd-482a-ada6-7ad590d8dad6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.716840 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaecec5-37bd-482a-ada6-7ad590d8dad6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.718077 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaecec5-37bd-482a-ada6-7ad590d8dad6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.721193 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaecec5-37bd-482a-ada6-7ad590d8dad6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.721894 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaecec5-37bd-482a-ada6-7ad590d8dad6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.723294 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaecec5-37bd-482a-ada6-7ad590d8dad6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.726629 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaecec5-37bd-482a-ada6-7ad590d8dad6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.729633 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaecec5-37bd-482a-ada6-7ad590d8dad6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:37.950890 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84945c92-4f1c-46c4-bd2b-0b880c0a0f55 req-8234668e-a14c-487e-af96-3eb8f5e37434 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:37.977454 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-84945c92-4f1c-46c4-bd2b-0b880c0a0f55 req-8234668e-a14c-487e-af96-3eb8f5e37434 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=db84a620-61c4-437d-96e9-e21b9ab14ecf HTTP/1.1" status: 200 len: 946 time: 0.1842790 Feb 19 04:11:38.068615 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.090698 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=b2d8d127-17cb-4ee0-8502-e7287ddadde6,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:38.133686 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-84945c92-4f1c-46c4-bd2b-0b880c0a0f55 req-a8209784-4201-4f71-9ff5-d1f3a06456a7 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545017 Feb 19 04:11:38.248527 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c4432af4-9ef6-4727-a0da-37418e647552 admin admin] Publish callbacks [] for port (6ecf67e1-4970-403c-9a4e-5668965370f1), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.269845 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c4432af4-9ef6-4727-a0da-37418e647552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (6ecf67e1-4970-403c-9a4e-5668965370f1), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.514969 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b2d8d127-17cb-4ee0-8502-e7287ddadde6 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:38.749536 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c4432af4-9ef6-4727-a0da-37418e647552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (c76acd84-44a1-4da1-b216-5e41f69bb5df), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.760954 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4432af4-9ef6-4727-a0da-37418e647552 admin admin] Pushing event updated for resources: {'Port': ['ID=6ecf67e1-4970-403c-9a4e-5668965370f1,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:38.856033 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.875137 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.942120 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b2d8d127-17cb-4ee0-8502-e7287ddadde6 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:38.943689 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b2d8d127-17cb-4ee0-8502-e7287ddadde6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:39.074575 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-17a3e33c-cd3d-4a58-b743-31f3c82b733a req-baf129a1-77bf-4a70-a1de-e01d0c73e79d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6414120 Feb 19 04:11:39.172711 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-63bb3ee8-3586-4686-82c3-a7d7707bed6e req-f4f80e95-ad50-4293-8cfa-d4bd26159efa tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:39.237686 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd81f1-b8a8-4583-9dbf-71793ec4f37d req-ad107c9a-46fe-401b-b9f9-fd4da242e3aa tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:39.257757 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c8cd81f1-b8a8-4583-9dbf-71793ec4f37d req-ad107c9a-46fe-401b-b9f9-fd4da242e3aa tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=6133c2e9-cfc3-4481-84bc-cf38252563ae HTTP/1.1" status: 200 len: 949 time: 0.2336762 Feb 19 04:11:39.396769 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b2d8d127-17cb-4ee0-8502-e7287ddadde6 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:39.498053 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c8cd81f1-b8a8-4583-9dbf-71793ec4f37d req-e189f5f8-0245-4edf-8265-0120a1cf1930 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/security-groups?id=2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368586 Feb 19 04:11:39.712407 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-63bb3ee8-3586-4686-82c3-a7d7707bed6e req-f4f80e95-ad50-4293-8cfa-d4bd26159efa tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Allocated IP 172.25.0.113 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/e51c4deb-d5e6-4da4-b1fe-6d45e20d517d) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:39.815389 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3e33c-cd3d-4a58-b743-31f3c82b733a req-f75da534-9589-4841-9995-8f052493ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:39.819471 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-17a3e33c-cd3d-4a58-b743-31f3c82b733a req-f75da534-9589-4841-9995-8f052493ad2a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 1128 time: 0.7083523 Feb 19 04:11:39.828195 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4432af4-9ef6-4727-a0da-37418e647552 admin admin] Network 6453da06-0cc8-4a8b-aa70-6b97516c41c7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:39.838153 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-c4432af4-9ef6-4727-a0da-37418e647552 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:39.852235 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ec18a-6173-4921-b568-b55a840c5036 req-8d82b752-cb98-402d-8b26-7606436571b4 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:39.861721 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-937ec18a-6173-4921-b568-b55a840c5036 req-8d82b752-cb98-402d-8b26-7606436571b4 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=db84a620-61c4-437d-96e9-e21b9ab14ecf HTTP/1.1" status: 200 len: 946 time: 0.1481874 Feb 19 04:11:39.979791 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-937ec18a-6173-4921-b568-b55a840c5036 req-afeafd5a-b1fa-4174-bc65-e7e5fd96460b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165633 Feb 19 04:11:40.280498 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f2d7fe5c-5a3d-4b79-b44a-deea9a1ecee9 None None] Provisioning complete for port 6ecf67e1-4970-403c-9a4e-5668965370f1 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:40.281633 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f2d7fe5c-5a3d-4b79-b44a-deea9a1ecee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6ecf67e1-4970-403c-9a4e-5668965370f1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:40.370617 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f2d7fe5c-5a3d-4b79-b44a-deea9a1ecee9 None None] Port 6ecf67e1-4970-403c-9a4e-5668965370f1 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:11:40.664724 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-28996dcb-e6ac-4b54-9b37-9d59d2756a15 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:40.676070 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-28996dcb-e6ac-4b54-9b37-9d59d2756a15 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/networks?id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f HTTP/1.1" status: 200 len: 806 time: 0.2710640 Feb 19 04:11:40.713127 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-a763167a-0668-4a57-9d91-806fd0be381d tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/quotas/419e9a0715e84b22a8fff2f89fa3da4c HTTP/1.1" status: 200 len: 375 time: 0.0348151 Feb 19 04:11:40.827768 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-74b823d9-f596-47c1-ac50-a4b101d22118 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1124058 Feb 19 04:11:40.909979 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-63bb3ee8-3586-4686-82c3-a7d7707bed6e req-f4f80e95-ad50-4293-8cfa-d4bd26159efa tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks [] for port (e51c4deb-d5e6-4da4-b1fe-6d45e20d517d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:40.914544 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4432af4-9ef6-4727-a0da-37418e647552 admin admin] Router c76acd84-44a1-4da1-b216-5e41f69bb5df has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:11:40.958975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3e33c-cd3d-4a58-b743-31f3c82b733a req-38140351-244b-4727-8c0e-dfe4e062701c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:40.961192 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-17a3e33c-cd3d-4a58-b743-31f3c82b733a req-38140351-244b-4727-8c0e-dfe4e062701c service neutron] 10.222.0.10 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 912 time: 0.9764919 Feb 19 04:11:40.985750 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-002df86d-f6b4-48b7-b3d5-7b6a3738772f service neutron] 10.222.0.65 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396363 Feb 19 04:11:41.115303 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-2327443c-8106-4984-8ede-562d8fdc1881 service neutron] 10.222.0.65 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224775 Feb 19 04:11:41.126251 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-17a3e33c-cd3d-4a58-b743-31f3c82b733a req-1de34bcb-9de0-415c-8132-3f5c5cb8218f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eac0ec9-1292-4842-bcc6-fd4725f3eb6d HTTP/1.1" status: 200 len: 217 time: 0.0954256 Feb 19 04:11:41.269493 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-63bb3ee8-3586-4686-82c3-a7d7707bed6e req-f4f80e95-ad50-4293-8cfa-d4bd26159efa tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (e51c4deb-d5e6-4da4-b1fe-6d45e20d517d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:41.378448 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f80e95-ad50-4293-8cfa-d4bd26159efa tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Pushing event updated for resources: {'Port': ['ID=e51c4deb-d5e6-4da4-b1fe-6d45e20d517d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:41.420350 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3e33c-cd3d-4a58-b743-31f3c82b733a req-403fffed-4494-4f7c-9b65-5bcb61686f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:41.433423 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-17a3e33c-cd3d-4a58-b743-31f3c82b733a req-403fffed-4494-4f7c-9b65-5bcb61686f15 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509 HTTP/1.1" status: 200 len: 851 time: 0.2904332 Feb 19 04:11:41.557310 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63bb3ee8-3586-4686-82c3-a7d7707bed6e req-f4f80e95-ad50-4293-8cfa-d4bd26159efa tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:41.568798 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-63bb3ee8-3586-4686-82c3-a7d7707bed6e req-f4f80e95-ad50-4293-8cfa-d4bd26159efa tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:41.584089 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4432af4-9ef6-4727-a0da-37418e647552 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:11:41.587183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-63bb3ee8-3586-4686-82c3-a7d7707bed6e req-f4f80e95-ad50-4293-8cfa-d4bd26159efa tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:41.600757 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] Sync routers for ids ['c76acd84-44a1-4da1-b216-5e41f69bb5df'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:11:41.632439 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] Routers {'c76acd84-44a1-4da1-b216-5e41f69bb5df'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:41.634615 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:11:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c76acd84-44a1-4da1-b216-5e41f69bb5df'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:41.828451 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b99c9-b53d-468a-bc9c-69773f7098ca req-c8b5aed3-158e-4c13-88d4-5c790bdc7ad7 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:41.837162 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-628b99c9-b53d-468a-bc9c-69773f7098ca req-c8b5aed3-158e-4c13-88d4-5c790bdc7ad7 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=6133c2e9-cfc3-4481-84bc-cf38252563ae HTTP/1.1" status: 200 len: 949 time: 0.3081863 Feb 19 04:11:41.904851 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c4432af4-9ef6-4727-a0da-37418e647552 admin admin] 10.222.0.65 "PUT /v2.0/routers/c76acd84-44a1-4da1-b216-5e41f69bb5df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4235132 Feb 19 04:11:41.965467 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-628b99c9-b53d-468a-bc9c-69773f7098ca req-15f69198-0c8c-4495-a44e-7f03bc0b963e tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/security-groups?id=2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994253 Feb 19 04:11:41.974235 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] Set router c76acd84-44a1-4da1-b216-5e41f69bb5df gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:41.992295 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3e33c-cd3d-4a58-b743-31f3c82b733a req-009b264e-59f2-4135-8a0a-d62a7aec9524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:42.010120 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-17a3e33c-cd3d-4a58-b743-31f3c82b733a req-009b264e-59f2-4135-8a0a-d62a7aec9524 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9d990e4-ae18-48b8-9375-8a399a46fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5407941 Feb 19 04:11:42.025045 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-63bb3ee8-3586-4686-82c3-a7d7707bed6e req-f4f80e95-ad50-4293-8cfa-d4bd26159efa tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks [] for floatingip (8a595895-fea0-4a82-9caf-511181cf2373), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:42.148442 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36660) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:42.165837 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7e47fb05-5941-4143-92b7-ca17dd0e619b req-07055b74-28ba-4443-bfd8-fba7ae1ebf9e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea3e9499-e1b4-41e1-8a65-67d0ea100193 HTTP/1.1" status: 200 len: 210 time: 0.0754616 Feb 19 04:11:42.428955 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-63bb3ee8-3586-4686-82c3-a7d7707bed6e req-f4f80e95-ad50-4293-8cfa-d4bd26159efa tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e51c4deb-d5e6-4da4-b1fe-6d45e20d517d), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:42.510965 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-17a3e33c-cd3d-4a58-b743-31f3c82b733a req-44e964f7-07f5-4410-af2f-c211d11cfc45 service neutron] 10.222.0.10 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934084 Feb 19 04:11:42.513614 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6e90a-77c7-49a0-ab82-de3ed6ccffce req-11f40979-2a1d-450a-ae5b-2f52c45bdbce tempest-LiveMigrationNegativeTest-1512724843 tempest-LiveMigrationNegativeTest-1512724843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:42.539428 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-16f6e90a-77c7-49a0-ab82-de3ed6ccffce req-11f40979-2a1d-450a-ae5b-2f52c45bdbce tempest-LiveMigrationNegativeTest-1512724843 tempest-LiveMigrationNegativeTest-1512724843-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6133c2e9-cfc3-4481-84bc-cf38252563ae HTTP/1.1" status: 200 len: 1131 time: 0.1795919 Feb 19 04:11:42.580327 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-16f6e90a-77c7-49a0-ab82-de3ed6ccffce req-c957aec3-a1c6-4349-9a05-80fd26d4ade4 tempest-LiveMigrationNegativeTest-1512724843 tempest-LiveMigrationNegativeTest-1512724843-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:42.683613 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'name': 'tempest-ServersTestJSON-645793320-router', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:21Z', 'updated_at': '2022-02-19T04:11:36Z', 'revision_number': 4, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'gw_port': {'id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:23Z', 'updated_at': '2022-02-19T04:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '6ecf67e1-4970-403c-9a4e-5668965370f1', 'name': '', 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'mac_address': 'fa:16:3e:b2:d1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:32Z', 'updated_at': '2022-02-19T04:11:37Z', 'revision_number': 2, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'subnets': [{'id': '86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:42.737449 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-389d5b78-8adb-4892-bac4-0eb8d7541735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:42.758029 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] Checking router: c76acd84-44a1-4da1-b216-5e41f69bb5df for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:11:42.759556 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] Updating router c76acd84-44a1-4da1-b216-5e41f69bb5df port 6ecf67e1-4970-403c-9a4e-5668965370f1 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:11:42.816534 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6ecf67e1-4970-403c-9a4e-5668965370f1), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:42.909336 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-17a3e33c-cd3d-4a58-b743-31f3c82b733a req-7ee66e46-35fb-4dec-8c87-17b0b6c8f498 service neutron] 10.222.0.10 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745520 Feb 19 04:11:43.020893 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-16f6e90a-77c7-49a0-ab82-de3ed6ccffce req-c957aec3-a1c6-4349-9a05-80fd26d4ade4 tempest-LiveMigrationNegativeTest-1512724843 tempest-LiveMigrationNegativeTest-1512724843-project-admin] Publish callbacks [] for security_group (f3c36858-bb65-4a48-bf66-cd1108196b78), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:43.053350 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-16f6e90a-77c7-49a0-ab82-de3ed6ccffce req-c957aec3-a1c6-4349-9a05-80fd26d4ade4 tempest-LiveMigrationNegativeTest-1512724843 tempest-LiveMigrationNegativeTest-1512724843-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f3c36858-bb65-4a48-bf66-cd1108196b78), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:43.110480 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-63bb3ee8-3586-4686-82c3-a7d7707bed6e req-f4f80e95-ad50-4293-8cfa-d4bd26159efa tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks [] for port (e51c4deb-d5e6-4da4-b1fe-6d45e20d517d), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:43.120830 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-63bb3ee8-3586-4686-82c3-a7d7707bed6e req-f4f80e95-ad50-4293-8cfa-d4bd26159efa tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (e51c4deb-d5e6-4da4-b1fe-6d45e20d517d), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:43.180414 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-16f6e90a-77c7-49a0-ab82-de3ed6ccffce req-c957aec3-a1c6-4349-9a05-80fd26d4ade4 tempest-LiveMigrationNegativeTest-1512724843 tempest-LiveMigrationNegativeTest-1512724843-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6377332 Feb 19 04:11:43.276741 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957aec3-a1c6-4349-9a05-80fd26d4ade4 tempest-LiveMigrationNegativeTest-1512724843 tempest-LiveMigrationNegativeTest-1512724843-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c36858-bb65-4a48-bf66-cd1108196b78,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:43.286926 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-389d5b78-8adb-4892-bac4-0eb8d7541735 admin admin] Publish callbacks [] for security_group (403ce6ee-a7ce-4a39-a4ce-75a8b5961327), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:43.298057 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-389d5b78-8adb-4892-bac4-0eb8d7541735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (403ce6ee-a7ce-4a39-a4ce-75a8b5961327), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:43.336375 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f80e95-ad50-4293-8cfa-d4bd26159efa tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Pushing event updated for resources: {'Port': ['ID=e51c4deb-d5e6-4da4-b1fe-6d45e20d517d,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:43.349125 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-63bb3ee8-3586-4686-82c3-a7d7707bed6e req-f4f80e95-ad50-4293-8cfa-d4bd26159efa tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (8a595895-fea0-4a82-9caf-511181cf2373), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:43.397904 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-63bb3ee8-3586-4686-82c3-a7d7707bed6e req-f4f80e95-ad50-4293-8cfa-d4bd26159efa tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:43.404257 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-63bb3ee8-3586-4686-82c3-a7d7707bed6e req-f4f80e95-ad50-4293-8cfa-d4bd26159efa tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.8452032 Feb 19 04:11:43.450941 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d5b78-8adb-4892-bac4-0eb8d7541735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403ce6ee-a7ce-4a39-a4ce-75a8b5961327,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:43.463911 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-389d5b78-8adb-4892-bac4-0eb8d7541735 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1bd9dde7f42c4a47a352c0b5c7ea28e9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3094459 Feb 19 04:11:43.464590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36686) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:43.608505 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] Publish callbacks [] for port (6ecf67e1-4970-403c-9a4e-5668965370f1), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:43.621547 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6ecf67e1-4970-403c-9a4e-5668965370f1), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:43.626861 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-63bb3ee8-3586-4686-82c3-a7d7707bed6e req-fc8580b0-bf04-4b9d-8417-2a54c7fc8697 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.113 HTTP/1.1" status: 200 len: 696 time: 0.2103074 Feb 19 04:11:43.636256 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4ff2886c-6856-4695-91fd-ee08d74e3fa1 admin admin] Publish callbacks [] for security_group (403ce6ee-a7ce-4a39-a4ce-75a8b5961327), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:43.699846 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4ff2886c-6856-4695-91fd-ee08d74e3fa1 admin admin] Publish callbacks [] for security_group (403ce6ee-a7ce-4a39-a4ce-75a8b5961327), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:43.852561 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45eef81-ae23-48fb-88d4-5b682f0fa69b None None] Pushing event updated for resources: {'Port': ['ID=6ecf67e1-4970-403c-9a4e-5668965370f1,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:43.906734 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45eef81-ae23-48fb-88d4-5b682f0fa69b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:43.907736 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45eef81-ae23-48fb-88d4-5b682f0fa69b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:43.907957 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45eef81-ae23-48fb-88d4-5b682f0fa69b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:43.908532 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45eef81-ae23-48fb-88d4-5b682f0fa69b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:43.909009 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45eef81-ae23-48fb-88d4-5b682f0fa69b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:43.910456 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45eef81-ae23-48fb-88d4-5b682f0fa69b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:43.911746 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45eef81-ae23-48fb-88d4-5b682f0fa69b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:43.912259 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45eef81-ae23-48fb-88d4-5b682f0fa69b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:43.912733 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45eef81-ae23-48fb-88d4-5b682f0fa69b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:43.913208 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45eef81-ae23-48fb-88d4-5b682f0fa69b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:43.913674 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45eef81-ae23-48fb-88d4-5b682f0fa69b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:43.914096 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45eef81-ae23-48fb-88d4-5b682f0fa69b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:43.914490 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45eef81-ae23-48fb-88d4-5b682f0fa69b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:43.951485 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] Attempting to bind port 6ecf67e1-4970-403c-9a4e-5668965370f1 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:11:43.952069 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] Attempting to bind port 6ecf67e1-4970-403c-9a4e-5668965370f1 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '651b2c39-398b-4846-8367-85bfe33e1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:11:43.952540 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] Attempting to bind port 6ecf67e1-4970-403c-9a4e-5668965370f1 on network 6453da06-0cc8-4a8b-aa70-6b97516c41c7 {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:11:43.958651 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4ff2886c-6856-4695-91fd-ee08d74e3fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (403ce6ee-a7ce-4a39-a4ce-75a8b5961327), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:43.963596 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4ff2886c-6856-4695-91fd-ee08d74e3fa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:43.965357 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:11:43.966646 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] Checking segment: {'id': '651b2c39-398b-4846-8367-85bfe33e1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:11:43.967199 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:43.968026 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] Bound using segment: {'id': '651b2c39-398b-4846-8367-85bfe33e1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:11:43.968654 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] Bound port: 6ecf67e1-4970-403c-9a4e-5668965370f1, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651b2c39-398b-4846-8367-85bfe33e1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:11:43.970796 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6ecf67e1-4970-403c-9a4e-5668965370f1), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:43.990460 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4ff2886c-6856-4695-91fd-ee08d74e3fa1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/403ce6ee-a7ce-4a39-a4ce-75a8b5961327 HTTP/1.1" status: 204 len: 168 time: 0.5124788 Feb 19 04:11:44.098103 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb3ee8-3586-4686-82c3-a7d7707bed6e req-c9250c32-0bc6-44e6-bbac-5c9a8cfaa72c tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:44.113453 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-63bb3ee8-3586-4686-82c3-a7d7707bed6e req-c9250c32-0bc6-44e6-bbac-5c9a8cfaa72c tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.4600368 Feb 19 04:11:44.141940 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-63bb3ee8-3586-4686-82c3-a7d7707bed6e req-12ea8197-098a-4dc1-ae75-c5598fbcca3d tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:11:44.143770 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-63bb3ee8-3586-4686-82c3-a7d7707bed6e req-12ea8197-098a-4dc1-ae75-c5598fbcca3d tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0289431 Feb 19 04:11:44.180140 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2886c-6856-4695-91fd-ee08d74e3fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403ce6ee-a7ce-4a39-a4ce-75a8b5961327,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:44.254193 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2886c-6856-4695-91fd-ee08d74e3fa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.255215 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2886c-6856-4695-91fd-ee08d74e3fa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.256031 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2886c-6856-4695-91fd-ee08d74e3fa1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.259525 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2886c-6856-4695-91fd-ee08d74e3fa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.260370 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2886c-6856-4695-91fd-ee08d74e3fa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.261224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2886c-6856-4695-91fd-ee08d74e3fa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.262414 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2886c-6856-4695-91fd-ee08d74e3fa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.273852 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2886c-6856-4695-91fd-ee08d74e3fa1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.274796 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2886c-6856-4695-91fd-ee08d74e3fa1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.275602 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2886c-6856-4695-91fd-ee08d74e3fa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.276440 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2886c-6856-4695-91fd-ee08d74e3fa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.277317 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2886c-6856-4695-91fd-ee08d74e3fa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.278136 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2886c-6856-4695-91fd-ee08d74e3fa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:11:44.330075 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] For port 6ecf67e1-4970-403c-9a4e-5668965370f1, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:11:44.341746 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] For port 6ecf67e1-4970-403c-9a4e-5668965370f1, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6ecf67e1-4970-403c-9a4e-5668965370f1,segment=NetworkSegment(651b2c39-398b-4846-8367-85bfe33e1bb9),segment_id=651b2c39-398b-4846-8367-85bfe33e1bb9)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:11:44.378824 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6ecf67e1-4970-403c-9a4e-5668965370f1), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.402165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-5554473e-10ea-4828-9a6f-a2a4c0a109a7 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:44.409148 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-5554473e-10ea-4828-9a6f-a2a4c0a109a7 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.48 "GET /v2.0/networks?id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f HTTP/1.1" status: 200 len: 806 time: 0.5277617 Feb 19 04:11:44.425728 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-e59d30ed-c692-43d3-9299-27270afa4d2e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Request body: {'port': {'device_id': 'ea3e9499-e1b4-41e1-8a65-67d0ea100193', 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f', 'admin_state_up': True, 'tenant_id': '419e9a0715e84b22a8fff2f89fa3da4c'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:44.508767 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-19c80f6f-b593-4fb1-81f1-e8d0ff80d1e2 None None] Provisioning complete for port 6ecf67e1-4970-403c-9a4e-5668965370f1 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:44.509684 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-19c80f6f-b593-4fb1-81f1-e8d0ff80d1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6ecf67e1-4970-403c-9a4e-5668965370f1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.558168 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] Routers {'c76acd84-44a1-4da1-b216-5e41f69bb5df'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:44.559604 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:11:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c76acd84-44a1-4da1-b216-5e41f69bb5df'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:44.607558 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-91aee565-f9bb-4e7e-aeb6-d8c4f327ef91 req-5334b8d4-60ff-49b5-b364-0bc2e930c8b8 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea3e9499-e1b4-41e1-8a65-67d0ea100193 HTTP/1.1" status: 200 len: 210 time: 0.2106352 Feb 19 04:11:44.820621 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-e59d30ed-c692-43d3-9299-27270afa4d2e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Made reservation on behalf of 419e9a0715e84b22a8fff2f89fa3da4c for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:44.833270 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-e59d30ed-c692-43d3-9299-27270afa4d2e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:44.918981 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-19c80f6f-b593-4fb1-81f1-e8d0ff80d1e2 None None] Current status of the port 6ecf67e1-4970-403c-9a4e-5668965370f1 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:44.919619 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-19c80f6f-b593-4fb1-81f1-e8d0ff80d1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6ecf67e1-4970-403c-9a4e-5668965370f1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:45.047121 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-19c80f6f-b593-4fb1-81f1-e8d0ff80d1e2 None None] For port 6ecf67e1-4970-403c-9a4e-5668965370f1, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6ecf67e1-4970-403c-9a4e-5668965370f1,segment=NetworkSegment(651b2c39-398b-4846-8367-85bfe33e1bb9),segment_id=651b2c39-398b-4846-8367-85bfe33e1bb9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:45.061558 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-19c80f6f-b593-4fb1-81f1-e8d0ff80d1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6ecf67e1-4970-403c-9a4e-5668965370f1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:45.253917 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-e59d30ed-c692-43d3-9299-27270afa4d2e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Allocated IP 172.20.0.11 (9dc04b1c-0c00-4eb5-855b-7e8517943c9f/920919b3-1361-46cf-9a70-c4e0885dbe63/ff3e333d-42b3-4b41-9d4d-4aefd47e3720) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:45.303804 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45eef81-ae23-48fb-88d4-5b682f0fa69b None None] Pushing event updated for resources: {'Port': ['ID=6ecf67e1-4970-403c-9a4e-5668965370f1,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:45.325034 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] Set router c76acd84-44a1-4da1-b216-5e41f69bb5df gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:45.329982 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0de6b99d-1fc7-48fd-a2b0-66a9ff43948a None None] Provisioning complete for port 6ecf67e1-4970-403c-9a4e-5668965370f1 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:45.330594 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0de6b99d-1fc7-48fd-a2b0-66a9ff43948a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6ecf67e1-4970-403c-9a4e-5668965370f1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:45.355739 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36716) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:45.363361 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2c9efbc9-20b7-4376-93b2-471f1a028148 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1861619767', 'description': 'tempest-description--1822059736'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:45.449475 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c80f6f-b593-4fb1-81f1-e8d0ff80d1e2 None None] Pushing event updated for resources: {'Port': ['ID=6ecf67e1-4970-403c-9a4e-5668965370f1,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:45.540148 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-f83bd16c-1941-4360-b845-c07be2357c6d req-efe5743b-349a-4fb3-92f6-eb87d577c612 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:11:45.557685 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f83bd16c-1941-4360-b845-c07be2357c6d req-efe5743b-349a-4fb3-92f6-eb87d577c612 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0416501 Feb 19 04:11:45.693983 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c9efbc9-20b7-4376-93b2-471f1a028148 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:45.710770 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0de6b99d-1fc7-48fd-a2b0-66a9ff43948a None None] Current status of the port 6ecf67e1-4970-403c-9a4e-5668965370f1 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:45.862884 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-e59d30ed-c692-43d3-9299-27270afa4d2e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks [] for port (ff3e333d-42b3-4b41-9d4d-4aefd47e3720), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:45.934406 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99a3a5-61b9-4d3f-b113-957cadd2eec1 req-6af8eea5-e36a-4078-9932-8fd97868fcc9 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:45.939301 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ab99a3a5-61b9-4d3f-b113-957cadd2eec1 req-6af8eea5-e36a-4078-9932-8fd97868fcc9 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5647964 Feb 19 04:11:45.947032 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c9efbc9-20b7-4376-93b2-471f1a028148 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks [] for security_group (a84d8eea-4a57-4bbf-bcd8-18c9f130b7c1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:45.973125 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c9efbc9-20b7-4376-93b2-471f1a028148 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a84d8eea-4a57-4bbf-bcd8-18c9f130b7c1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:46.012077 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-e59d30ed-c692-43d3-9299-27270afa4d2e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (ff3e333d-42b3-4b41-9d4d-4aefd47e3720), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:46.033646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['dae86111-0480-4bc5-a0c0-903b538e51df', '38c4be6d-bb80-4ed8-a6ec-d1192c2ed263'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:11:46.040262 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'name': 'tempest-ServersTestJSON-645793320-router', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:21Z', 'updated_at': '2022-02-19T04:11:36Z', 'revision_number': 4, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'gw_port': {'id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:23Z', 'updated_at': '2022-02-19T04:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '6ecf67e1-4970-403c-9a4e-5668965370f1', 'name': '', 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'mac_address': 'fa:16:3e:b2:d1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:32Z', 'updated_at': '2022-02-19T04:11:44Z', 'revision_number': 4, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'subnets': [{'id': '86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:46.137831 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8428a9d-3c6d-4fc1-9a27-c0f5146ee3a0 None None] The sync data for ids ['c76acd84-44a1-4da1-b216-5e41f69bb5df'] in n-d-772273-4 is: [{'id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'name': 'tempest-ServersTestJSON-645793320-router', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:21Z', 'updated_at': '2022-02-19T04:11:36Z', 'revision_number': 4, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'gw_port': {'id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:23Z', 'updated_at': '2022-02-19T04:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '6ecf67e1-4970-403c-9a4e-5668965370f1', 'name': '', 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'mac_address': 'fa:16:3e:b2:d1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:32Z', 'updated_at': '2022-02-19T04:11:44Z', 'revision_number': 4, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'subnets': [{'id': '86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:11:46.179005 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-e59d30ed-c692-43d3-9299-27270afa4d2e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:46.202469 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-e59d30ed-c692-43d3-9299-27270afa4d2e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:46.204306 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c9efbc9-20b7-4376-93b2-471f1a028148 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:46.212656 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2c9efbc9-20b7-4376-93b2-471f1a028148 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8517249 Feb 19 04:11:46.227074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36734) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:46.231170 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-e59d30ed-c692-43d3-9299-27270afa4d2e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:46.270764 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ab99a3a5-61b9-4d3f-b113-957cadd2eec1 req-b57a2e66-f1ab-44ea-a88d-36420814699d tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.113 HTTP/1.1" status: 200 len: 696 time: 0.3195133 Feb 19 04:11:46.321354 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-ab99a3a5-61b9-4d3f-b113-957cadd2eec1 req-f37f7fe0-01d1-45a0-9ad4-5d80ecbdaccf tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Request body: {'floatingip': {'port_id': '895442f4-dc44-4f60-9756-cffdd91faf4c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:46.510461 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ab99a3a5-61b9-4d3f-b113-957cadd2eec1 req-f37f7fe0-01d1-45a0-9ad4-5d80ecbdaccf tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks [] for floatingip (8a595895-fea0-4a82-9caf-511181cf2373), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:46.543619 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-e59d30ed-c692-43d3-9299-27270afa4d2e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:46.544680 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-e59d30ed-c692-43d3-9299-27270afa4d2e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:46.557103 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c6a2fc2f-d430-49f2-ae84-a8707bade86e tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Request body: {'security_group_rule': {'security_group_id': 'a84d8eea-4a57-4bbf-bcd8-18c9f130b7c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:46.660440 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d30ed-c692-43d3-9299-27270afa4d2e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Pushing event updated for resources: {'Port': ['ID=ff3e333d-42b3-4b41-9d4d-4aefd47e3720,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:46.732673 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-e59d30ed-c692-43d3-9299-27270afa4d2e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3121433 Feb 19 04:11:46.808512 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-92abe369-f818-4598-81ab-a5f535434668 service neutron] Request body: {'port': {'device_id': 'ea3e9499-e1b4-41e1-8a65-67d0ea100193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:46.818962 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9efbc9-20b7-4376-93b2-471f1a028148 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a84d8eea-4a57-4bbf-bcd8-18c9f130b7c1,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:46.863309 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c6a2fc2f-d430-49f2-ae84-a8707bade86e tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks [] for security_group_rule (b42a2e76-3faf-4cf1-970c-5206f8d19f66), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.220041 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [req-ab99a3a5-61b9-4d3f-b113-957cadd2eec1 req-f37f7fe0-01d1-45a0-9ad4-5d80ecbdaccf tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 04:11:47.236193 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ab99a3a5-61b9-4d3f-b113-957cadd2eec1 req-f37f7fe0-01d1-45a0-9ad4-5d80ecbdaccf tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "PUT /v2.0/floatingips/8a595895-fea0-4a82-9caf-511181cf2373 HTTP/1.1" status: 409 len: 550 time: 0.9469137 Feb 19 04:11:47.297046 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c6a2fc2f-d430-49f2-ae84-a8707bade86e tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks [] for security_group_rule (b42a2e76-3faf-4cf1-970c-5206f8d19f66), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.302378 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-92abe369-f818-4598-81ab-a5f535434668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ff3e333d-42b3-4b41-9d4d-4aefd47e3720), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.319580 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6049b26-31e5-454b-9776-a52d52142326 req-03cc2a7c-d6cb-40bf-af6b-938e8a888723 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:47.329556 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36748) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:47.334162 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a6049b26-31e5-454b-9776-a52d52142326 req-03cc2a7c-d6cb-40bf-af6b-938e8a888723 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea3e9499-e1b4-41e1-8a65-67d0ea100193 HTTP/1.1" status: 200 len: 932 time: 0.3005230 Feb 19 04:11:47.340802 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c6a2fc2f-d430-49f2-ae84-a8707bade86e tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (b42a2e76-3faf-4cf1-970c-5206f8d19f66), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.481625 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2fc2f-d430-49f2-ae84-a8707bade86e tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42a2e76-3faf-4cf1-970c-5206f8d19f66,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:47.534497 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c6a2fc2f-d430-49f2-ae84-a8707bade86e tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.537513 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c6a2fc2f-d430-49f2-ae84-a8707bade86e tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0236180 Feb 19 04:11:47.542898 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36752) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:47.553558 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-0644dd93-4111-434b-be9a-a59690e5ca05 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Request body: {'security_group_rule': {'security_group_id': 'a84d8eea-4a57-4bbf-bcd8-18c9f130b7c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:47.705666 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0644dd93-4111-434b-be9a-a59690e5ca05 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks [] for security_group_rule (0a5f77f8-24eb-48b6-91d7-4f7aec49cb7a), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.734450 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a6049b26-31e5-454b-9776-a52d52142326 req-61e64a45-c8f3-4039-b6da-252bd6f5a743 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983068 Feb 19 04:11:47.744874 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83684712-91b1-42bf-b63a-54775f5cf13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.966987 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0644dd93-4111-434b-be9a-a59690e5ca05 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks [] for security_group_rule (0a5f77f8-24eb-48b6-91d7-4f7aec49cb7a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:48.039166 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0644dd93-4111-434b-be9a-a59690e5ca05 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (0a5f77f8-24eb-48b6-91d7-4f7aec49cb7a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:48.086816 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcc715-e446-4289-a752-5516ee8f3f0e req-dc635c09-0fb7-4351-b9e9-c20e225bb9d4 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:48.090104 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dcfcc715-e446-4289-a752-5516ee8f3f0e req-dc635c09-0fb7-4351-b9e9-c20e225bb9d4 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=6133c2e9-cfc3-4481-84bc-cf38252563ae HTTP/1.1" status: 200 len: 949 time: 0.1118453 Feb 19 04:11:48.102757 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be028272-7d1d-4895-ad86-c9646ed39207 req-345eed5c-b068-4dc3-ac76-8ee6ae878f26 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/floatingips/8a595895-fea0-4a82-9caf-511181cf2373 HTTP/1.1" status: 200 len: 693 time: 0.1428430 Feb 19 04:11:48.136443 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0644dd93-4111-434b-be9a-a59690e5ca05 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:48.137925 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0644dd93-4111-434b-be9a-a59690e5ca05 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5924063 Feb 19 04:11:48.143301 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36762) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:48.164257 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-8fc6c954-f830-4d6e-8650-f94ca2c366fb tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:48.174031 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644dd93-4111-434b-be9a-a59690e5ca05 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5f77f8-24eb-48b6-91d7-4f7aec49cb7a,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:48.261601 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83684712-91b1-42bf-b63a-54775f5cf13a admin admin] Publish callbacks [] for security_group (bbc189a1-320a-4983-b362-59ce5a6cd668), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:48.276520 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dcfcc715-e446-4289-a752-5516ee8f3f0e req-00464c05-ce95-4c4f-830c-0ff3fc6898e2 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/security-groups?id=2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383696 Feb 19 04:11:48.276788 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83684712-91b1-42bf-b63a-54775f5cf13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (bbc189a1-320a-4983-b362-59ce5a6cd668), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:48.384858 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8fc6c954-f830-4d6e-8650-f94ca2c366fb tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:48.421285 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83684712-91b1-42bf-b63a-54775f5cf13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc189a1-320a-4983-b362-59ce5a6cd668,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:48.507516 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-92abe369-f818-4598-81ab-a5f535434668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3e333d-42b3-4b41-9d4d-4aefd47e3720 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:11:48.513072 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be028272-7d1d-4895-ad86-c9646ed39207 req-b5fdd480-3ab9-4e01-ad80-289922ea0245 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:48.518061 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-92abe369-f818-4598-81ab-a5f535434668 service neutron] Publish callbacks [] for port (ff3e333d-42b3-4b41-9d4d-4aefd47e3720), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:48.526849 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be028272-7d1d-4895-ad86-c9646ed39207 req-b5fdd480-3ab9-4e01-ad80-289922ea0245 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.4220893 Feb 19 04:11:48.538680 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-92abe369-f818-4598-81ab-a5f535434668 service neutron] Transition to ACTIVE for port object ff3e333d-42b3-4b41-9d4d-4aefd47e3720 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:11:48.559489 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-92abe369-f818-4598-81ab-a5f535434668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (ff3e333d-42b3-4b41-9d4d-4aefd47e3720), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:48.561739 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-83684712-91b1-42bf-b63a-54775f5cf13a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1e9edb52e99c4489bae994fe0009ca67&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2304056 Feb 19 04:11:48.563619 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36770) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:48.647758 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-be028272-7d1d-4895-ad86-c9646ed39207 req-f762d8b7-ea4f-4c4c-9f48-ee71cf06510d tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:11:48.661829 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be028272-7d1d-4895-ad86-c9646ed39207 req-f762d8b7-ea4f-4c4c-9f48-ee71cf06510d tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1290224 Feb 19 04:11:48.706064 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abe369-f818-4598-81ab-a5f535434668 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3e333d-42b3-4b41-9d4d-4aefd47e3720,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:48.988677 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be028272-7d1d-4895-ad86-c9646ed39207 req-7c0baf42-4bc8-4753-b86c-97ccd21e391f tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.113 HTTP/1.1" status: 200 len: 696 time: 0.2535121 Feb 19 04:11:49.057292 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-92abe369-f818-4598-81ab-a5f535434668 service neutron] Attempting to bind port ff3e333d-42b3-4b41-9d4d-4aefd47e3720 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:11:49.058224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-92abe369-f818-4598-81ab-a5f535434668 service neutron] Attempting to bind port ff3e333d-42b3-4b41-9d4d-4aefd47e3720 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:11:49.058224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-92abe369-f818-4598-81ab-a5f535434668 service neutron] Attempting to bind port ff3e333d-42b3-4b41-9d4d-4aefd47e3720 on network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:11:49.086537 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54196e-d23d-4b7f-9c8b-356758c9304f req-d75ee679-359c-4625-9677-49d039e79c65 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:49.094540 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3d54196e-d23d-4b7f-9c8b-356758c9304f req-d75ee679-359c-4625-9677-49d039e79c65 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea3e9499-e1b4-41e1-8a65-67d0ea100193 HTTP/1.1" status: 200 len: 944 time: 0.1566694 Feb 19 04:11:49.097656 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-92abe369-f818-4598-81ab-a5f535434668 service neutron] Port ff3e333d-42b3-4b41-9d4d-4aefd47e3720 on network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:11:49.098214 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-92abe369-f818-4598-81ab-a5f535434668 service neutron] Attempting to bind port ff3e333d-42b3-4b41-9d4d-4aefd47e3720 on network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:11:49.109944 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-92abe369-f818-4598-81ab-a5f535434668 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:11:49.110463 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-92abe369-f818-4598-81ab-a5f535434668 service neutron] Checking segment: {'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:11:49.111050 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-92abe369-f818-4598-81ab-a5f535434668 service neutron] Bound using segment: {'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:11:49.111627 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-92abe369-f818-4598-81ab-a5f535434668 service neutron] Bound port: ff3e333d-42b3-4b41-9d4d-4aefd47e3720, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:11:49.112199 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-92abe369-f818-4598-81ab-a5f535434668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ff3e333d-42b3-4b41-9d4d-4aefd47e3720), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:49.160725 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6ecf67e1-4970-403c-9a4e-5668965370f1 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:49.208842 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb2815-e98b-4f74-889b-216b2353205b req-3a60f662-3005-4f02-bf42-66462fd26189 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:49.210815 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3d54196e-d23d-4b7f-9c8b-356758c9304f req-bea8e1b9-afcf-4d7b-a771-2f90a664c84b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135986 Feb 19 04:11:49.213251 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-21bb2815-e98b-4f74-889b-216b2353205b req-3a60f662-3005-4f02-bf42-66462fd26189 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.48 "GET /v2.0/ports?device_id=6133c2e9-cfc3-4481-84bc-cf38252563ae HTTP/1.1" status: 200 len: 949 time: 0.6458180 Feb 19 04:11:49.217356 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be028272-7d1d-4895-ad86-c9646ed39207 req-cb704513-ee8e-433a-9db7-2c53e9f9acf4 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.113 HTTP/1.1" status: 200 len: 696 time: 0.1770082 Feb 19 04:11:49.219975 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40019537-7d06-4036-8e07-f27975a0eb29 admin admin] Publish callbacks [] for security_group (bbc189a1-320a-4983-b362-59ce5a6cd668), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:49.258691 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-92abe369-f818-4598-81ab-a5f535434668 service neutron] For port ff3e333d-42b3-4b41-9d4d-4aefd47e3720, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:11:49.263534 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-92abe369-f818-4598-81ab-a5f535434668 service neutron] For port ff3e333d-42b3-4b41-9d4d-4aefd47e3720, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=ff3e333d-42b3-4b41-9d4d-4aefd47e3720,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:11:49.276287 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-92abe369-f818-4598-81ab-a5f535434668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (ff3e333d-42b3-4b41-9d4d-4aefd47e3720), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:49.304598 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:11:49.326340 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-92abe369-f818-4598-81ab-a5f535434668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:49.330064 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-92abe369-f818-4598-81ab-a5f535434668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:49.334920 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-92abe369-f818-4598-81ab-a5f535434668 service neutron] 10.222.0.48 "PUT /v2.0/ports/ff3e333d-42b3-4b41-9d4d-4aefd47e3720 HTTP/1.1" status: 200 len: 1092 time: 2.5652821 Feb 19 04:11:49.340668 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea3e9499-e1b4-41e1-8a65-67d0ea100193', 'tag': 'ff3e333d-42b3-4b41-9d4d-4aefd47e3720'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:11:49.356421 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0c1b11-55e7-423f-b2b5-69b7e663b318" -d '{"events": [{"name": "network-changed", "server_uuid": "ea3e9499-e1b4-41e1-8a65-67d0ea100193", "tag": "ff3e333d-42b3-4b41-9d4d-4aefd47e3720"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:11:49.387303 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40019537-7d06-4036-8e07-f27975a0eb29 admin admin] Publish callbacks [] for security_group (bbc189a1-320a-4983-b362-59ce5a6cd668), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:49.428655 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 6ecf67e1-4970-403c-9a4e-5668965370f1 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:49.430498 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6ecf67e1-4970-403c-9a4e-5668965370f1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:49.534756 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abe369-f818-4598-81ab-a5f535434668 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3e333d-42b3-4b41-9d4d-4aefd47e3720,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:49.597751 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-701bedcc-6475-4df0-99b6-a2f405f6d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:49.601495 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-701bedcc-6475-4df0-99b6-a2f405f6d54e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&device_id=ea3e9499-e1b4-41e1-8a65-67d0ea100193 HTTP/1.1" status: 200 len: 1126 time: 0.1616995 Feb 19 04:11:49.609321 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 6ecf67e1-4970-403c-9a4e-5668965370f1 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:49.732608 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-f42f1782-7e42-4d75-863b-4d047deade44 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff3e333d-42b3-4b41-9d4d-4aefd47e3720 HTTP/1.1" status: 200 len: 217 time: 0.1152546 Feb 19 04:11:49.854222 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23166c9c-4661-4a15-bb89-fd24690427c5 req-ba6e09b8-364e-4e6b-9700-96d01f550f41 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:49.857128 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-23166c9c-4661-4a15-bb89-fd24690427c5 req-ba6e09b8-364e-4e6b-9700-96d01f550f41 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=6133c2e9-cfc3-4481-84bc-cf38252563ae HTTP/1.1" status: 200 len: 949 time: 0.2293437 Feb 19 04:11:49.859766 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-97fd53fc-e0fa-4c89-b915-b455d5dbfd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:49.862489 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-97fd53fc-e0fa-4c89-b915-b455d5dbfd27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=920919b3-1361-46cf-9a70-c4e0885dbe63 HTTP/1.1" status: 200 len: 846 time: 0.1229098 Feb 19 04:11:49.958372 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-3c789ea2-6185-4fd4-97a6-5e839ce86cf6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884006 Feb 19 04:11:50.147014 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-23166c9c-4661-4a15-bb89-fd24690427c5 req-dbb87e55-7e09-4954-b99f-cb68a2660b89 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/security-groups?id=2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621851 Feb 19 04:11:50.200008 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8fc6c954-f830-4d6e-8650-f94ca2c366fb tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:50.263753 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40019537-7d06-4036-8e07-f27975a0eb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (bbc189a1-320a-4983-b362-59ce5a6cd668), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:50.266484 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40019537-7d06-4036-8e07-f27975a0eb29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:50.271637 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-40019537-7d06-4036-8e07-f27975a0eb29 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bbc189a1-320a-4983-b362-59ce5a6cd668 HTTP/1.1" status: 204 len: 168 time: 1.6499708 Feb 19 04:11:50.283624 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-21bb2815-e98b-4f74-889b-216b2353205b req-59146247-60ad-4b8b-995f-40a1ee30c77b tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Deleting port 71c1e992-1005-48ce-891c-1498d2dc8049 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:50.283977 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-21bb2815-e98b-4f74-889b-216b2353205b req-59146247-60ad-4b8b-995f-40a1ee30c77b tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (71c1e992-1005-48ce-891c-1498d2dc8049), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:50.297104 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb627ecc-f145-410d-a083-53b228763224 x-openstack-request-id: req-eb627ecc-f145-410d-a083-53b228763224 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:11:50.298849 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea3e9499-e1b4-41e1-8a65-67d0ea100193", "tag": "ff3e333d-42b3-4b41-9d4d-4aefd47e3720", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:11:50.299250 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eb627ecc-f145-410d-a083-53b228763224 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:11:50.300433 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea3e9499-e1b4-41e1-8a65-67d0ea100193', 'tag': 'ff3e333d-42b3-4b41-9d4d-4aefd47e3720', 'status': 'completed', 'code': 200} Feb 19 04:11:50.311243 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-3511a0c2-bd2f-4aec-826a-bef26a691107 service neutron] 10.222.0.48 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419321 Feb 19 04:11:50.314836 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40019537-7d06-4036-8e07-f27975a0eb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc189a1-320a-4983-b362-59ce5a6cd668,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:50.396285 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-be028272-7d1d-4895-ad86-c9646ed39207 req-1573942c-1b99-4197-a599-1b15e352b0e7 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Deleting port e51c4deb-d5e6-4da4-b1fe-6d45e20d517d {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:50.396830 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-be028272-7d1d-4895-ad86-c9646ed39207 req-1573942c-1b99-4197-a599-1b15e352b0e7 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (e51c4deb-d5e6-4da4-b1fe-6d45e20d517d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:50.608007 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4176a4d-f78c-4e36-9bce-0f10a1f84b9f req-5630745d-b76b-4bd1-91d6-eb3dc84fd413 service neutron] 10.222.0.48 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848604 Feb 19 04:11:50.777668 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-8fc6c954-f830-4d6e-8650-f94ca2c366fb tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Allocated IP 172.25.0.120 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/86d7799d-fdc5-49d1-803f-7e060a72d380) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:11:50.810722 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-21bb2815-e98b-4f74-889b-216b2353205b req-59146247-60ad-4b8b-995f-40a1ee30c77b tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] For port 71c1e992-1005-48ce-891c-1498d2dc8049, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=71c1e992-1005-48ce-891c-1498d2dc8049,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:50.811361 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-21bb2815-e98b-4f74-889b-216b2353205b req-59146247-60ad-4b8b-995f-40a1ee30c77b tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (71c1e992-1005-48ce-891c-1498d2dc8049), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:50.840528 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-be028272-7d1d-4895-ad86-c9646ed39207 req-1573942c-1b99-4197-a599-1b15e352b0e7 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (e51c4deb-d5e6-4da4-b1fe-6d45e20d517d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:50.841343 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-be028272-7d1d-4895-ad86-c9646ed39207 req-1573942c-1b99-4197-a599-1b15e352b0e7 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks [] for floatingip (e51c4deb-d5e6-4da4-b1fe-6d45e20d517d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:50.878573 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-21bb2815-e98b-4f74-889b-216b2353205b req-59146247-60ad-4b8b-995f-40a1ee30c77b tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Calling delete_port for 71c1e992-1005-48ce-891c-1498d2dc8049 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:50.913241 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-be028272-7d1d-4895-ad86-c9646ed39207 req-1573942c-1b99-4197-a599-1b15e352b0e7 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Calling delete_port for e51c4deb-d5e6-4da4-b1fe-6d45e20d517d owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:50.958618 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0858254-38d2-449c-b0a5-7867b1cb3b21 req-d9204ef6-baa6-4cc1-85ed-835e02e64420 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:50.962533 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f0858254-38d2-449c-b0a5-7867b1cb3b21 req-d9204ef6-baa6-4cc1-85ed-835e02e64420 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea3e9499-e1b4-41e1-8a65-67d0ea100193 HTTP/1.1" status: 200 len: 944 time: 0.2691457 Feb 19 04:11:50.973769 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c1b11-55e7-423f-b2b5-69b7e663b318 req-1998c89d-56b3-4a3b-a3f2-f24cbc4e17fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:50.977509 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7c0c1b11-55e7-423f-b2b5-69b7e663b318 req-1998c89d-56b3-4a3b-a3f2-f24cbc4e17fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&device_id=ea3e9499-e1b4-41e1-8a65-67d0ea100193 HTTP/1.1" status: 200 len: 1126 time: 0.2803404 Feb 19 04:11:51.048820 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36820) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:51.149150 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36822) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:51.206110 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f0858254-38d2-449c-b0a5-7867b1cb3b21 req-f5a23b4b-f085-4121-be66-caf5cfdbfaaa tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266085 Feb 19 04:11:51.255917 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9990ef51-ef91-4b99-a646-ab14b59a9f78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.260513 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c1b11-55e7-423f-b2b5-69b7e663b318 req-f82d44dc-2e5f-4dfe-9de0-fec8e88beca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:51.263448 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7c0c1b11-55e7-423f-b2b5-69b7e663b318 req-f82d44dc-2e5f-4dfe-9de0-fec8e88beca0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f HTTP/1.1" status: 200 len: 906 time: 0.2682486 Feb 19 04:11:51.359341 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7c0c1b11-55e7-423f-b2b5-69b7e663b318 req-f84628c2-6802-4885-bd00-75ed46ebd1a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff3e333d-42b3-4b41-9d4d-4aefd47e3720 HTTP/1.1" status: 200 len: 217 time: 0.0871034 Feb 19 04:11:51.515041 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8fc6c954-f830-4d6e-8650-f94ca2c366fb tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks [] for port (86d7799d-fdc5-49d1-803f-7e060a72d380), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.566642 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c1b11-55e7-423f-b2b5-69b7e663b318 req-2340e9e4-52e5-4548-9061-c7666ccb0667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:51.570342 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7c0c1b11-55e7-423f-b2b5-69b7e663b318 req-2340e9e4-52e5-4548-9061-c7666ccb0667 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=920919b3-1361-46cf-9a70-c4e0885dbe63 HTTP/1.1" status: 200 len: 846 time: 0.1699481 Feb 19 04:11:51.573888 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ebb9ff8-4f38-421d-b8c5-24e272b90089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.593595 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2acbeb-7831-44ac-9c86-98c9fb91271f req-46cadd1e-e6b6-4850-9b08-37a8588bc492 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:51.596333 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-af2acbeb-7831-44ac-9c86-98c9fb91271f req-46cadd1e-e6b6-4850-9b08-37a8588bc492 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=6133c2e9-cfc3-4481-84bc-cf38252563ae HTTP/1.1" status: 200 len: 949 time: 0.2483852 Feb 19 04:11:51.704356 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7c0c1b11-55e7-423f-b2b5-69b7e663b318 req-bd613cc6-e543-4fb6-81f9-9aeca5161e1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964916 Feb 19 04:11:51.759689 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8fc6c954-f830-4d6e-8650-f94ca2c366fb tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (86d7799d-fdc5-49d1-803f-7e060a72d380), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.787979 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9990ef51-ef91-4b99-a646-ab14b59a9f78 admin admin] Publish callbacks [] for security_group (0f8bb102-e546-40f0-9fbc-0f9f58a0dcd0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.829042 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc6c954-f830-4d6e-8650-f94ca2c366fb tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:11:51.832692 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9990ef51-ef91-4b99-a646-ab14b59a9f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0f8bb102-e546-40f0-9fbc-0f9f58a0dcd0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.835603 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-21bb2815-e98b-4f74-889b-216b2353205b req-59146247-60ad-4b8b-995f-40a1ee30c77b tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (71c1e992-1005-48ce-891c-1498d2dc8049), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.838116 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-be028272-7d1d-4895-ad86-c9646ed39207 req-1573942c-1b99-4197-a599-1b15e352b0e7 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (e51c4deb-d5e6-4da4-b1fe-6d45e20d517d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:51.853695 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['f723aeff-1d07-4cf7-b867-fc9c284429d5'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:11:51.861224 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-8fc6c954-f830-4d6e-8650-f94ca2c366fb tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:51.889593 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc6c954-f830-4d6e-8650-f94ca2c366fb tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:11:51.949015 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6c954-f830-4d6e-8650-f94ca2c366fb tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Pushing event updated for resources: {'Port': ['ID=86d7799d-fdc5-49d1-803f-7e060a72d380,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:51.983133 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-af2acbeb-7831-44ac-9c86-98c9fb91271f req-c8964135-d132-4e1e-8738-4b30712a82d7 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/security-groups?id=2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571815 Feb 19 04:11:51.992577 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9990ef51-ef91-4b99-a646-ab14b59a9f78 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=30e145d6679d4a469fc925ce8fea6927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9422126 Feb 19 04:11:52.009845 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36830) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:52.024099 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990ef51-ef91-4b99-a646-ab14b59a9f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8bb102-e546-40f0-9fbc-0f9f58a0dcd0,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:52.032136 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573942c-1b99-4197-a599-1b15e352b0e7 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Pushing event deleted for resources: {'Port': ['ID=e51c4deb-d5e6-4da4-b1fe-6d45e20d517d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:52.075668 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bb2815-e98b-4f74-889b-216b2353205b req-59146247-60ad-4b8b-995f-40a1ee30c77b tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] No DVR routers for this DVR port 71c1e992-1005-48ce-891c-1498d2dc8049 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:11:52.116297 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-21bb2815-e98b-4f74-889b-216b2353205b req-59146247-60ad-4b8b-995f-40a1ee30c77b tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:52.121227 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-21bb2815-e98b-4f74-889b-216b2353205b req-59146247-60ad-4b8b-995f-40a1ee30c77b tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.48 "DELETE /v2.0/ports/71c1e992-1005-48ce-891c-1498d2dc8049 HTTP/1.1" status: 204 len: 173 time: 2.8639085 Feb 19 04:11:52.126616 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6133c2e9-cfc3-4481-84bc-cf38252563ae', 'name': 'network-vif-deleted', 'tag': '71c1e992-1005-48ce-891c-1498d2dc8049'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:11:52.127023 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49134f0-47b3-4b4a-9147-9f3689c0e186" -d '{"events": [{"server_uuid": "6133c2e9-cfc3-4481-84bc-cf38252563ae", "name": "network-vif-deleted", "tag": "71c1e992-1005-48ce-891c-1498d2dc8049"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:11:52.233740 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59146247-60ad-4b8b-995f-40a1ee30c77b tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Pushing event deleted for resources: {'Port': ['ID=71c1e992-1005-48ce-891c-1498d2dc8049,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:52.257747 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0ad599-9875-4cc8-84a2-1959f0e1b180 x-openstack-request-id: req-4e0ad599-9875-4cc8-84a2-1959f0e1b180 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:11:52.258695 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6133c2e9-cfc3-4481-84bc-cf38252563ae", "name": "network-vif-deleted", "tag": "71c1e992-1005-48ce-891c-1498d2dc8049", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:11:52.260115 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e0ad599-9875-4cc8-84a2-1959f0e1b180 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:11:52.260822 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6133c2e9-cfc3-4481-84bc-cf38252563ae', 'name': 'network-vif-deleted', 'tag': '71c1e992-1005-48ce-891c-1498d2dc8049', 'status': 'completed', 'code': 200} Feb 19 04:11:52.362753 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ebb9ff8-4f38-421d-b8c5-24e272b90089 admin admin] Publish callbacks [] for security_group (aa92f1f6-d5d2-42e0-8058-01f4157d79d9), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:52.372526 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7c0c1b11-55e7-423f-b2b5-69b7e663b318 req-b537a39d-2621-43cd-811b-34bbf9eb2afc service neutron] 10.222.0.48 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6461673 Feb 19 04:11:52.380362 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ebb9ff8-4f38-421d-b8c5-24e272b90089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (aa92f1f6-d5d2-42e0-8058-01f4157d79d9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:52.421631 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-be028272-7d1d-4895-ad86-c9646ed39207 req-1573942c-1b99-4197-a599-1b15e352b0e7 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks [] for floatingip (8a595895-fea0-4a82-9caf-511181cf2373), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:52.424860 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-be028272-7d1d-4895-ad86-c9646ed39207 req-1573942c-1b99-4197-a599-1b15e352b0e7 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:52.426441 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be028272-7d1d-4895-ad86-c9646ed39207 req-1573942c-1b99-4197-a599-1b15e352b0e7 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "DELETE /v2.0/floatingips/8a595895-fea0-4a82-9caf-511181cf2373 HTTP/1.1" status: 204 len: 173 time: 3.1712599 Feb 19 04:11:52.442740 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8fc6c954-f830-4d6e-8650-f94ca2c366fb tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks [] for floatingip (0fd9052f-ca2a-453e-adbe-49ee8674e826), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:52.577778 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8fc6c954-f830-4d6e-8650-f94ca2c366fb tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (86d7799d-fdc5-49d1-803f-7e060a72d380), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:52.735607 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-2c412642-2640-439a-8efb-91036adc991f tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.48 HTTP/1.1" status: 200 len: 1000 time: 0.2442095 Feb 19 04:11:52.741037 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb9ff8-4f38-421d-b8c5-24e272b90089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa92f1f6-d5d2-42e0-8058-01f4157d79d9,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:52.747699 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2cf57a94-2242-4b0c-bc83-656436380542 admin admin] Publish callbacks [] for security_group (0f8bb102-e546-40f0-9fbc-0f9f58a0dcd0), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:52.787415 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device ff3e333d-42b3-4b41-9d4d-4aefd47e3720 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:11:52.798364 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8ebb9ff8-4f38-421d-b8c5-24e272b90089 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a1774f4f95f640e596e4d8944b466d6e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6469233 Feb 19 04:11:52.802487 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 71c1e992-1005-48ce-891c-1498d2dc8049 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:52.809461 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36840) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:52.841760 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2cf57a94-2242-4b0c-bc83-656436380542 admin admin] Publish callbacks [] for security_group (0f8bb102-e546-40f0-9fbc-0f9f58a0dcd0), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:52.877968 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 71c1e992-1005-48ce-891c-1498d2dc8049 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:11:52.880230 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 71c1e992-1005-48ce-891c-1498d2dc8049 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:11:52.941816 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e036e3-93c9-40d8-9c3f-41cb3a6e9055 req-2b3cfadc-f722-4ccc-a2ba-6e5ee2862ff2 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:52.944679 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e3e036e3-93c9-40d8-9c3f-41cb3a6e9055 req-2b3cfadc-f722-4ccc-a2ba-6e5ee2862ff2 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea3e9499-e1b4-41e1-8a65-67d0ea100193 HTTP/1.1" status: 200 len: 944 time: 0.5576906 Feb 19 04:11:53.022642 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port ff3e333d-42b3-4b41-9d4d-4aefd47e3720, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=ff3e333d-42b3-4b41-9d4d-4aefd47e3720,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:53.042646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'ff3e333d-42b3-4b41-9d4d-4aefd47e3720', 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f', 'port_id': 'ff3e333d-42b3-4b41-9d4d-4aefd47e3720', 'mac_address': 'fa:16:3e:a8:da:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920919b3-1361-46cf-9a70-c4e0885dbe63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:11:53.090853 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7c0c1b11-55e7-423f-b2b5-69b7e663b318 req-50f5eebd-df1d-4b3d-a263-26a5dabaa10a service neutron] 10.222.0.48 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7057631 Feb 19 04:11:53.124123 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-293475ed-ee53-4408-a438-4094844aff76 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:53.131835 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-293475ed-ee53-4408-a438-4094844aff76 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/ports/895442f4-dc44-4f60-9756-cffdd91faf4c HTTP/1.1" status: 200 len: 942 time: 0.2126606 Feb 19 04:11:53.152231 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ef8a9c9f-7b06-4e7f-99c0-f6f3954fa9c0 admin admin] Publish callbacks [] for security_group (aa92f1f6-d5d2-42e0-8058-01f4157d79d9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:53.175589 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port ff3e333d-42b3-4b41-9d4d-4aefd47e3720 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:53.175850 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ff3e333d-42b3-4b41-9d4d-4aefd47e3720), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:53.191272 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2cf57a94-2242-4b0c-bc83-656436380542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0f8bb102-e546-40f0-9fbc-0f9f58a0dcd0), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:53.196866 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2cf57a94-2242-4b0c-bc83-656436380542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:53.205729 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8fc6c954-f830-4d6e-8650-f94ca2c366fb tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks [] for port (86d7799d-fdc5-49d1-803f-7e060a72d380), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:53.213543 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2cf57a94-2242-4b0c-bc83-656436380542 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0f8bb102-e546-40f0-9fbc-0f9f58a0dcd0 HTTP/1.1" status: 204 len: 168 time: 1.1901524 Feb 19 04:11:53.220497 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8fc6c954-f830-4d6e-8650-f94ca2c366fb tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (86d7799d-fdc5-49d1-803f-7e060a72d380), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:53.234120 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3e333d-42b3-4b41-9d4d-4aefd47e3720 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:11:53.271394 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e3e036e3-93c9-40d8-9c3f-41cb3a6e9055 req-d50e155c-2872-4a55-a30c-59fa7b05abfc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175695 Feb 19 04:11:53.312304 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port ff3e333d-42b3-4b41-9d4d-4aefd47e3720, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=ff3e333d-42b3-4b41-9d4d-4aefd47e3720,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:53.312613 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf57a94-2242-4b0c-bc83-656436380542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8bb102-e546-40f0-9fbc-0f9f58a0dcd0,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:53.320544 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ff3e333d-42b3-4b41-9d4d-4aefd47e3720), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:53.370194 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ef8a9c9f-7b06-4e7f-99c0-f6f3954fa9c0 admin admin] Publish callbacks [] for security_group (aa92f1f6-d5d2-42e0-8058-01f4157d79d9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:53.540034 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ef8a9c9f-7b06-4e7f-99c0-f6f3954fa9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (aa92f1f6-d5d2-42e0-8058-01f4157d79d9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:53.543387 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ef8a9c9f-7b06-4e7f-99c0-f6f3954fa9c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:53.545317 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ef8a9c9f-7b06-4e7f-99c0-f6f3954fa9c0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aa92f1f6-d5d2-42e0-8058-01f4157d79d9 HTTP/1.1" status: 204 len: 168 time: 0.7234068 Feb 19 04:11:53.581535 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a9c9f-7b06-4e7f-99c0-f6f3954fa9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa92f1f6-d5d2-42e0-8058-01f4157d79d9,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:53.599772 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=ff3e333d-42b3-4b41-9d4d-4aefd47e3720,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:53.657603 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['ff3e333d-42b3-4b41-9d4d-4aefd47e3720'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:11:53.704833 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6c954-f830-4d6e-8650-f94ca2c366fb tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Pushing event updated for resources: {'Port': ['ID=86d7799d-fdc5-49d1-803f-7e060a72d380,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:53.748776 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-f3111678-9495-429f-83ac-af30dd6083d3 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.48 HTTP/1.1" status: 200 len: 1000 time: 0.3890586 Feb 19 04:11:53.767637 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8fc6c954-f830-4d6e-8650-f94ca2c366fb tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (0fd9052f-ca2a-453e-adbe-49ee8674e826), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:53.948778 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8fc6c954-f830-4d6e-8650-f94ca2c366fb tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:53.958206 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8fc6c954-f830-4d6e-8650-f94ca2c366fb tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7997627 Feb 19 04:11:54.063248 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-62e20ba2-d70e-416f-82f4-45b8efc8ca02 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:54.074191 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-62e20ba2-d70e-416f-82f4-45b8efc8ca02 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.3236973 Feb 19 04:11:54.082557 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-20e0ddf3-47f7-4cfe-aade-09be9680112e tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:11:54.092680 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-20e0ddf3-47f7-4cfe-aade-09be9680112e tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173299 Feb 19 04:11:54.255462 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f3a58-9c27-432e-8c49-b00b1e35cac5 req-8914415e-2c32-4871-a235-a36821bd28bc tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:54.259040 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f7f3a58-9c27-432e-8c49-b00b1e35cac5 req-8914415e-2c32-4871-a235-a36821bd28bc tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc411a18-e6dd-4af1-8c94-f2660694a1c6 HTTP/1.1" status: 200 len: 950 time: 0.1427877 Feb 19 04:11:54.303912 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-7c9e922e-f1ca-41d1-86a6-07780117dd99 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.48 HTTP/1.1" status: 200 len: 1000 time: 0.2099011 Feb 19 04:11:54.318829 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-e8a14016-be46-4ae4-ab12-dc96c649cf69 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:54.381869 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f7f3a58-9c27-432e-8c49-b00b1e35cac5 req-d0da8588-7adf-4a38-935d-22b2efb2ba49 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/security-groups?id=2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154914 Feb 19 04:11:54.474933 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-e8a14016-be46-4ae4-ab12-dc96c649cf69 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks [] for floatingip (3de2c0ee-2271-488c-99e6-5546e4cb2ca5), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:54.682308 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-833e46ba-93d8-48d3-abef-9013457cf382 req-9e869f13-810c-4ca6-be31-fb3a1052cc5a tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1861619767&fields=id&tenant_id=dc24a822c9cd4304b5492da651149632 HTTP/1.1" status: 200 len: 267 time: 0.1589465 Feb 19 04:11:54.809774 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device ff3e333d-42b3-4b41-9d4d-4aefd47e3720 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:11:54.841682 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-e8a14016-be46-4ae4-ab12-dc96c649cf69 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:54.850185 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-e8a14016-be46-4ae4-ab12-dc96c649cf69 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (3de2c0ee-2271-488c-99e6-5546e4cb2ca5), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:54.851911 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-e8a14016-be46-4ae4-ab12-dc96c649cf69 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Floating IP 3de2c0ee-2271-488c-99e6-5546e4cb2ca5 disassociated. External IP: 172.25.0.48, port: 895442f4-dc44-4f60-9756-cffdd91faf4c. Feb 19 04:11:54.944988 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port ff3e333d-42b3-4b41-9d4d-4aefd47e3720 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:11:54.951094 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port ff3e333d-42b3-4b41-9d4d-4aefd47e3720 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:11:54.951711 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ff3e333d-42b3-4b41-9d4d-4aefd47e3720), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:54.971384 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36898) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:55.049508 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e46ba-93d8-48d3-abef-9013457cf382 req-3d42914f-79d4-472d-8a69-54194c736291 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:55.052824 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-833e46ba-93d8-48d3-abef-9013457cf382 req-3d42914f-79d4-472d-8a69-54194c736291 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/networks?id=6453da06-0cc8-4a8b-aa70-6b97516c41c7 HTTP/1.1" status: 200 len: 805 time: 0.3648362 Feb 19 04:11:55.098171 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-833e46ba-93d8-48d3-abef-9013457cf382 req-994fefeb-431e-4b46-b6ce-1c94d28d7f76 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/quotas/dc24a822c9cd4304b5492da651149632 HTTP/1.1" status: 200 len: 375 time: 0.0329788 Feb 19 04:11:55.163126 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port ff3e333d-42b3-4b41-9d4d-4aefd47e3720 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:11:55.163665 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ff3e333d-42b3-4b41-9d4d-4aefd47e3720), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.221540 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3e9499-e1b4-41e1-8a65-67d0ea100193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3e333d-42b3-4b41-9d4d-4aefd47e3720'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:11:55.226311 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b51548-7f69-4483-8b12-efa4034fcd1b" -d '{"events": [{"server_uuid": "ea3e9499-e1b4-41e1-8a65-67d0ea100193", "name": "network-vif-plugged", "status": "completed", "tag": "ff3e333d-42b3-4b41-9d4d-4aefd47e3720"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:11:55.263352 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port ff3e333d-42b3-4b41-9d4d-4aefd47e3720, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=ff3e333d-42b3-4b41-9d4d-4aefd47e3720,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:55.273990 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ff3e333d-42b3-4b41-9d4d-4aefd47e3720), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.307887 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-833e46ba-93d8-48d3-abef-9013457cf382 req-924c194e-e4f3-4e9c-8e66-95758be4abeb tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc24a822c9cd4304b5492da651149632&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1962895 Feb 19 04:11:55.407556 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=ff3e333d-42b3-4b41-9d4d-4aefd47e3720,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:55.520768 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-8dc42b4b-021f-4af2-b302-11fc49da9fb5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1532999171-network', 'tenant_id': '7328b15aba784aaa828edf6314301353'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:55.610153 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-833e46ba-93d8-48d3-abef-9013457cf382 req-1e379136-80ce-45c5-bbbf-22443fa89587 service neutron] 10.222.0.65 "GET /v2.0/networks/6453da06-0cc8-4a8b-aa70-6b97516c41c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659152 Feb 19 04:11:55.623017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc42b4b-021f-4af2-b302-11fc49da9fb5 admin admin] Made reservation on behalf of 7328b15aba784aaa828edf6314301353 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:55.627128 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8dc42b4b-021f-4af2-b302-11fc49da9fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.656758 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36916) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:55.698388 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8dc42b4b-021f-4af2-b302-11fc49da9fb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.821886 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-833e46ba-93d8-48d3-abef-9013457cf382 req-474a1147-bd86-4c4f-915e-6cd7cef21103 service neutron] 10.222.0.65 "GET /v2.0/networks/6453da06-0cc8-4a8b-aa70-6b97516c41c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098744 Feb 19 04:11:55.942675 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8dc42b4b-021f-4af2-b302-11fc49da9fb5 admin admin] Publish callbacks [] for security_group (2d4e42f6-7a5d-4589-8469-5324dc5c0b51), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.959450 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-1fb52438-b141-46fe-863e-623efa356acd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1179252603-network', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:55.986280 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b11df-3219-4297-aaa5-d93945958db5 req-21a87a78-2284-4696-ae53-865b8b1fc4c7 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:55.988072 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7a2b11df-3219-4297-aaa5-d93945958db5 req-21a87a78-2284-4696-ae53-865b8b1fc4c7 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc411a18-e6dd-4af1-8c94-f2660694a1c6 HTTP/1.1" status: 200 len: 950 time: 0.6570299 Feb 19 04:11:55.996642 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8dc42b4b-021f-4af2-b302-11fc49da9fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2d4e42f6-7a5d-4589-8469-5324dc5c0b51), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.034352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc42b4b-021f-4af2-b302-11fc49da9fb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:11:56.070514 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb52438-b141-46fe-863e-623efa356acd admin admin] Made reservation on behalf of 64a84ec8d7f4403180aa77a18bbd859e for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:56.073779 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1fb52438-b141-46fe-863e-623efa356acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.090353 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8dc42b4b-021f-4af2-b302-11fc49da9fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (392ad862-29e0-4dda-bbcc-b4581638c008), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.090749 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-8dc42b4b-021f-4af2-b302-11fc49da9fb5 admin admin] Added segment 392ad862-29e0-4dda-bbcc-b4581638c008 of type vlan for network 2845545c-792f-42dd-94d8-6859754785c7 Feb 19 04:11:56.112842 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1fb52438-b141-46fe-863e-623efa356acd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.128480 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-e8a14016-be46-4ae4-ab12-dc96c649cf69 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Router e6467453-a769-4604-951c-cf9b641b9304 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:11:56.189919 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc42b4b-021f-4af2-b302-11fc49da9fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4e42f6-7a5d-4589-8469-5324dc5c0b51,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:56.218241 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8dc42b4b-021f-4af2-b302-11fc49da9fb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (2845545c-792f-42dd-94d8-6859754785c7), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.267187 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-7a2b11df-3219-4297-aaa5-d93945958db5 req-8d05e7ac-97d4-4509-84a9-f2ee2b4dd359 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Deleting port f723aeff-1d07-4cf7-b867-fc9c284429d5 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:11:56.267571 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7a2b11df-3219-4297-aaa5-d93945958db5 req-8d05e7ac-97d4-4509-84a9-f2ee2b4dd359 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f723aeff-1d07-4cf7-b867-fc9c284429d5), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.317844 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8dc42b4b-021f-4af2-b302-11fc49da9fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (2845545c-792f-42dd-94d8-6859754785c7), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.318920 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc42b4b-021f-4af2-b302-11fc49da9fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:56.319547 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8dc42b4b-021f-4af2-b302-11fc49da9fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.340217 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a158357-2761-414a-9de4-dd8579ce7469 req-db9224f8-0361-4cb7-908b-7cba935ec180 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:56.341828 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4a158357-2761-414a-9de4-dd8579ce7469 req-db9224f8-0361-4cb7-908b-7cba935ec180 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea3e9499-e1b4-41e1-8a65-67d0ea100193 HTTP/1.1" status: 200 len: 946 time: 0.2362854 Feb 19 04:11:56.412383 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-e8a14016-be46-4ae4-ab12-dc96c649cf69 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:11:56.419588 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-e8a14016-be46-4ae4-ab12-dc96c649cf69 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.428315 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8dc42b4b-021f-4af2-b302-11fc49da9fb5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4538555 Feb 19 04:11:56.431876 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27308628-f59b-4d33-b8b4-92e478942660 None None] Sync routers for ids ['e6467453-a769-4604-951c-cf9b641b9304'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:11:56.433915 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36928) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:56.442739 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-8f67808d-a994-4f26-8353-439d6c50cdcd admin admin] Request body: {'subnet': {'network_id': '2845545c-792f-42dd-94d8-6859754785c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1532999171-subnet', 'tenant_id': '7328b15aba784aaa828edf6314301353', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:56.450097 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc42b4b-021f-4af2-b302-11fc49da9fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=2845545c-792f-42dd-94d8-6859754785c7,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:56.451438 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27308628-f59b-4d33-b8b4-92e478942660 None None] Routers {'e6467453-a769-4604-951c-cf9b641b9304'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:56.452089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-27308628-f59b-4d33-b8b4-92e478942660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:11:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['e6467453-a769-4604-951c-cf9b641b9304'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:56.464996 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 2845545c-792f-42dd-94d8-6859754785c7 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:11:56.498484 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1fb52438-b141-46fe-863e-623efa356acd admin admin] Publish callbacks [] for security_group (561c4457-3219-484c-8572-b3185c101309), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.512350 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1fb52438-b141-46fe-863e-623efa356acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (561c4457-3219-484c-8572-b3185c101309), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.533215 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-7a2b11df-3219-4297-aaa5-d93945958db5 req-8d05e7ac-97d4-4509-84a9-f2ee2b4dd359 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] For port f723aeff-1d07-4cf7-b867-fc9c284429d5, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=f723aeff-1d07-4cf7-b867-fc9c284429d5,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:11:56.533611 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7a2b11df-3219-4297-aaa5-d93945958db5 req-8d05e7ac-97d4-4509-84a9-f2ee2b4dd359 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f723aeff-1d07-4cf7-b867-fc9c284429d5), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.545339 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4a158357-2761-414a-9de4-dd8579ce7469 req-c25259d8-c57c-4c77-abdc-9c99d47838b7 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884878 Feb 19 04:11:56.554311 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-7a2b11df-3219-4297-aaa5-d93945958db5 req-8d05e7ac-97d4-4509-84a9-f2ee2b4dd359 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Calling delete_port for f723aeff-1d07-4cf7-b867-fc9c284429d5 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:11:56.557976 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f67808d-a994-4f26-8353-439d6c50cdcd admin admin] Made reservation on behalf of 7328b15aba784aaa828edf6314301353 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:56.560975 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8f67808d-a994-4f26-8353-439d6c50cdcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.581365 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb52438-b141-46fe-863e-623efa356acd admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:11:56.644319 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb52438-b141-46fe-863e-623efa356acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561c4457-3219-484c-8572-b3185c101309,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:56.661285 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1fb52438-b141-46fe-863e-623efa356acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (bb7b92ab-063f-403e-a94f-7c593ba6f180), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.661852 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-1fb52438-b141-46fe-863e-623efa356acd admin admin] Added segment bb7b92ab-063f-403e-a94f-7c593ba6f180 of type vlan for network 58c1cfe5-5b31-4d86-b71c-5778f412859b Feb 19 04:11:56.778281 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-e8a14016-be46-4ae4-ab12-dc96c649cf69 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "PUT /v2.0/floatingips/3de2c0ee-2271-488c-99e6-5546e4cb2ca5 HTTP/1.1" status: 200 len: 694 time: 2.4658875 Feb 19 04:11:56.779347 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27', 'tag': '895442f4-dc44-4f60-9756-cffdd91faf4c'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:11:56.782229 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7914d72c-48ae-4764-a723-c8545e5ce671" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27", "tag": "895442f4-dc44-4f60-9756-cffdd91faf4c"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:11:56.789166 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7a2b11df-3219-4297-aaa5-d93945958db5 req-8d05e7ac-97d4-4509-84a9-f2ee2b4dd359 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f723aeff-1d07-4cf7-b867-fc9c284429d5), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.833637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05e7ac-97d4-4509-84a9-f2ee2b4dd359 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Pushing event deleted for resources: {'Port': ['ID=f723aeff-1d07-4cf7-b867-fc9c284429d5,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:56.851065 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1fb52438-b141-46fe-863e-623efa356acd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (58c1cfe5-5b31-4d86-b71c-5778f412859b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:56.939691 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['f723aeff-1d07-4cf7-b867-fc9c284429d5'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:11:57.086456 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c0c19d-274d-407a-bbaf-208f1c753ad5 x-openstack-request-id: req-35c0c19d-274d-407a-bbaf-208f1c753ad5 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:11:57.087339 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3e9499-e1b4-41e1-8a65-67d0ea100193", "name": "network-vif-plugged", "status": "completed", "tag": "ff3e333d-42b3-4b41-9d4d-4aefd47e3720", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:11:57.088058 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-35c0c19d-274d-407a-bbaf-208f1c753ad5 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:11:57.090590 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3e9499-e1b4-41e1-8a65-67d0ea100193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3e333d-42b3-4b41-9d4d-4aefd47e3720', 'code': 200} Feb 19 04:11:57.107270 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2b11df-3219-4297-aaa5-d93945958db5 req-8d05e7ac-97d4-4509-84a9-f2ee2b4dd359 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] No DVR routers for this DVR port f723aeff-1d07-4cf7-b867-fc9c284429d5 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:11:57.113914 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7a2b11df-3219-4297-aaa5-d93945958db5 req-8d05e7ac-97d4-4509-84a9-f2ee2b4dd359 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:57.122687 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7a2b11df-3219-4297-aaa5-d93945958db5 req-8d05e7ac-97d4-4509-84a9-f2ee2b4dd359 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.10 "DELETE /v2.0/ports/f723aeff-1d07-4cf7-b867-fc9c284429d5 HTTP/1.1" status: 204 len: 173 time: 1.1202729 Feb 19 04:11:57.152433 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-77e97c9d-e1b6-4a19-9679-996dd0f6c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:57.162063 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-77e97c9d-e1b6-4a19-9679-996dd0f6c95d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28046742ef1049688a695bac0a3826eb&device_id=6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27 HTTP/1.1" status: 200 len: 1127 time: 0.3056624 Feb 19 04:11:57.360704 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-706d55ad-b2be-4ee4-b641-ed8341c8d2f0 req-dafff9c9-ec57-4af1-a25b-55437a5b95d9 tempest-LiveMigrationNegativeTest-709835162 tempest-LiveMigrationNegativeTest-709835162-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc411a18-e6dd-4af1-8c94-f2660694a1c6 HTTP/1.1" status: 200 len: 210 time: 0.0459988 Feb 19 04:11:57.371168 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8f67808d-a994-4f26-8353-439d6c50cdcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (e5fa79a3-cd3b-4ab2-b880-410d1bb2ec16), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:57.376488 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-5786e7c2-60ab-4d37-86aa-171eb2263807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:57.378404 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-5786e7c2-60ab-4d37-86aa-171eb2263807 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5b6fe8f7-012f-486f-90bb-91627fbe5451 HTTP/1.1" status: 200 len: 928 time: 0.2041852 Feb 19 04:11:57.387053 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1fb52438-b141-46fe-863e-623efa356acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (58c1cfe5-5b31-4d86-b71c-5778f412859b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:57.388961 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb52438-b141-46fe-863e-623efa356acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:57.390390 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1fb52438-b141-46fe-863e-623efa356acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:57.463075 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-27308628-f59b-4d33-b8b4-92e478942660 None None] Set router e6467453-a769-4604-951c-cf9b641b9304 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:57.467970 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-88e3b4ce-f676-4b7a-9d7b-92ee24fbff51 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=895442f4-dc44-4f60-9756-cffdd91faf4c HTTP/1.1" status: 200 len: 217 time: 0.0697100 Feb 19 04:11:57.615849 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-f4c13d16-b2cf-428b-878b-75fb61798c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:57.618606 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-f4c13d16-b2cf-428b-878b-75fb61798c98 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e75d9c9e-8c6f-4a8a-9816-273ad03117c1 HTTP/1.1" status: 200 len: 867 time: 0.1389611 Feb 19 04:11:57.709391 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-9deb5b70-dc4f-4c70-b4d2-029c1564ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:57.710781 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-9deb5b70-dc4f-4c70-b4d2-029c1564ec2c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5b6fe8f7-012f-486f-90bb-91627fbe5451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0813875 Feb 19 04:11:57.974004 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-6e422f60-8dab-40a2-9d62-5a7a127523b3 service neutron] 10.222.0.65 "GET /v2.0/networks/5b6fe8f7-012f-486f-90bb-91627fbe5451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295389 Feb 19 04:11:58.040447 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-27308628-f59b-4d33-b8b4-92e478942660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6467453-a769-4604-951c-cf9b641b9304', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-285821422-router', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:17Z', 'updated_at': '2022-02-19T04:10:38Z', 'revision_number': 4, 'project_id': '28046742ef1049688a695bac0a3826eb', 'gw_port': {'id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6467453-a769-4604-951c-cf9b641b9304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:19Z', 'updated_at': '2022-02-19T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '2fadb108-0b9e-41be-8e92-9fc8b4b99926', 'name': '', 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'mac_address': 'fa:16:3e:3f:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6467453-a769-4604-951c-cf9b641b9304', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'e75d9c9e-8c6f-4a8a-9816-273ad03117c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:34Z', 'updated_at': '2022-02-19T04:10:47Z', 'revision_number': 5, 'project_id': '28046742ef1049688a695bac0a3826eb', 'subnets': [{'id': 'e75d9c9e-8c6f-4a8a-9816-273ad03117c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:58.127943 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-18b95644-97dc-43b9-8a9f-7088ff4aa74e req-93150e2a-4f19-47dd-ba7c-cb28d7499671 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bd66453-3455-43ba-8f54-ba64625d9c1a HTTP/1.1" status: 200 len: 210 time: 0.0961919 Feb 19 04:11:58.155231 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1fb52438-b141-46fe-863e-623efa356acd admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4969823 Feb 19 04:11:58.158974 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8adf65a-ecf3-4173-a928-71d871cfb238 req-ef23e0e2-bdcc-4125-9bbb-83c47e7d5324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:58.163026 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b8adf65a-ecf3-4173-a928-71d871cfb238 req-ef23e0e2-bdcc-4125-9bbb-83c47e7d5324 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ea3e9499-e1b4-41e1-8a65-67d0ea100193 HTTP/1.1" status: 200 len: 1128 time: 0.8985355 Feb 19 04:11:58.165974 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36944) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:58.179625 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-d6231f71-4046-4abd-91dc-b281a23132f5 admin admin] Request body: {'subnet': {'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1179252603-subnet', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:58.239275 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67808d-a994-4f26-8353-439d6c50cdcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5fa79a3-cd3b-4ab2-b880-410d1bb2ec16,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:58.250632 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27308628-f59b-4d33-b8b4-92e478942660 None None] Checking router: e6467453-a769-4604-951c-cf9b641b9304 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:11:58.259518 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb52438-b141-46fe-863e-623efa356acd admin admin] Pushing event updated for resources: {'Network': ['ID=58c1cfe5-5b31-4d86-b71c-5778f412859b,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:11:58.281052 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6231f71-4046-4abd-91dc-b281a23132f5 admin admin] Made reservation on behalf of 64a84ec8d7f4403180aa77a18bbd859e for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:11:58.289462 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 58c1cfe5-5b31-4d86-b71c-5778f412859b details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:11:58.297990 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d6231f71-4046-4abd-91dc-b281a23132f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:58.446915 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece127d5-9640-4034-a20a-81c0747980c6 x-openstack-request-id: req-ece127d5-9640-4034-a20a-81c0747980c6 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:11:58.447881 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27", "tag": "895442f4-dc44-4f60-9756-cffdd91faf4c", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:11:58.447881 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ece127d5-9640-4034-a20a-81c0747980c6 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:11:58.448267 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27', 'tag': '895442f4-dc44-4f60-9756-cffdd91faf4c', 'status': 'completed', 'code': 200} Feb 19 04:11:58.482645 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27308628-f59b-4d33-b8b4-92e478942660 None None] Routers {'e6467453-a769-4604-951c-cf9b641b9304'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:11:58.483550 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-27308628-f59b-4d33-b8b4-92e478942660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:11:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['e6467453-a769-4604-951c-cf9b641b9304'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:11:58.607432 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6ed51b77-c948-4fdf-9625-57acb8fd2a96 req-bdce2294-a85f-46bb-a6da-d5ed60ef9b65 service neutron] 10.222.0.65 "GET /v2.0/networks/5b6fe8f7-012f-486f-90bb-91627fbe5451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6269636 Feb 19 04:11:58.645518 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b8adf65a-ecf3-4173-a928-71d871cfb238 req-4b731b99-d437-4ca8-a060-e96a904fa9c3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442537 Feb 19 04:11:58.691446 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f67808d-a994-4f26-8353-439d6c50cdcd admin admin] Checking segment: {'id': '392ad862-29e0-4dda-bbcc-b4581638c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2845545c-792f-42dd-94d8-6859754785c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:11:58.708993 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e46ba-93d8-48d3-abef-9013457cf382 req-e6fbd540-1042-45c8-9e58-e99d7f69dd41 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:58.711352 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-833e46ba-93d8-48d3-abef-9013457cf382 req-e6fbd540-1042-45c8-9e58-e99d7f69dd41 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.10 "GET /v2.0/networks?id=6453da06-0cc8-4a8b-aa70-6b97516c41c7 HTTP/1.1" status: 200 len: 805 time: 0.4509192 Feb 19 04:11:58.712383 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f67808d-a994-4f26-8353-439d6c50cdcd admin admin] Network hostable DHCP agents. Network: 2845545c-792f-42dd-94d8-6859754785c7, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:11:58.818674 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f67808d-a994-4f26-8353-439d6c50cdcd admin admin] Network 2845545c-792f-42dd-94d8-6859754785c7 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:11:58.834508 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-27308628-f59b-4d33-b8b4-92e478942660 None None] Set router e6467453-a769-4604-951c-cf9b641b9304 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:11:58.921987 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-8f67808d-a994-4f26-8353-439d6c50cdcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 2845545c-792f-42dd-94d8-6859754785c7) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:11:58.939094 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914d72c-48ae-4764-a723-c8545e5ce671 req-3ab75e95-b86a-4c48-bad1-26b574d4a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:58.942839 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a2d404-ece8-4d2b-abaf-3fd6daf08929 None None] Network 2845545c-792f-42dd-94d8-6859754785c7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:11:58.943789 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7914d72c-48ae-4764-a723-c8545e5ce671 req-3ab75e95-b86a-4c48-bad1-26b574d4a4c7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=28046742ef1049688a695bac0a3826eb&device_id=6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27 HTTP/1.1" status: 200 len: 1127 time: 0.5449808 Feb 19 04:11:58.968541 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271623d5-e2d7-404f-9313-862e346fac59 req-1d13b9a8-8020-416a-b5ae-7797c5c4d2f9 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:58.972977 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-271623d5-e2d7-404f-9313-862e346fac59 req-1d13b9a8-8020-416a-b5ae-7797c5c4d2f9 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea3e9499-e1b4-41e1-8a65-67d0ea100193 HTTP/1.1" status: 200 len: 946 time: 0.4361620 Feb 19 04:11:58.976585 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f67808d-a994-4f26-8353-439d6c50cdcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:58.981944 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-12600047-9aa9-4511-a09b-fff30acaf022 req-1c4575e7-6c28-41fd-a626-0e8199118c1f tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/floatingips/3de2c0ee-2271-488c-99e6-5546e4cb2ca5 HTTP/1.1" status: 200 len: 694 time: 0.1680989 Feb 19 04:11:58.990491 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8f67808d-a994-4f26-8353-439d6c50cdcd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:59.057291 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8f67808d-a994-4f26-8353-439d6c50cdcd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6217165 Feb 19 04:11:59.073077 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36952) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:59.095942 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-833e46ba-93d8-48d3-abef-9013457cf382 req-c288ee7c-feca-4268-9643-9c79b3c204b2 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc24a822c9cd4304b5492da651149632 HTTP/1.1" status: 200 len: 380 time: 0.3655062 Feb 19 04:11:59.109774 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-833e46ba-93d8-48d3-abef-9013457cf382 req-474fd61d-4940-4c28-bd41-4818a76920d1 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Request body: {'port': {'device_id': '8bd66453-3455-43ba-8f54-ba64625d9c1a', 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7', 'admin_state_up': True, 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'security_groups': ['a84d8eea-4a57-4bbf-bcd8-18c9f130b7c1']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:59.162200 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-4441dfc9-cde5-40b6-bee8-efef963b0b66 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1532999171-router', 'tenant_id': '7328b15aba784aaa828edf6314301353', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:11:59.298789 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36958) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:59.378264 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914d72c-48ae-4764-a723-c8545e5ce671 req-918f4d69-2aba-474d-a3f4-4acff5f0c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:59.381142 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7914d72c-48ae-4764-a723-c8545e5ce671 req-918f4d69-2aba-474d-a3f4-4acff5f0c64a service neutron] 10.222.0.10 "GET /v2.0/networks?id=5b6fe8f7-012f-486f-90bb-91627fbe5451 HTTP/1.1" status: 200 len: 928 time: 0.3617079 Feb 19 04:11:59.459574 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7914d72c-48ae-4764-a723-c8545e5ce671 req-55dd58ca-8091-410f-8c09-5be5c011b2fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=895442f4-dc44-4f60-9756-cffdd91faf4c HTTP/1.1" status: 200 len: 217 time: 0.0656526 Feb 19 04:11:59.488495 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4441dfc9-cde5-40b6-bee8-efef963b0b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (b9cec8ae-a808-4c40-93fc-058c53c7fde9), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:59.490913 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4441dfc9-cde5-40b6-bee8-efef963b0b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (b9cec8ae-a808-4c40-93fc-058c53c7fde9), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:59.526735 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-271623d5-e2d7-404f-9313-862e346fac59 req-71137181-19ad-45f4-a0b2-5eb85c9ad717 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948335 Feb 19 04:11:59.584752 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12600047-9aa9-4511-a09b-fff30acaf022 req-fa703602-0908-49be-b746-b7bddac88f61 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:59.589959 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device f723aeff-1d07-4cf7-b867-fc9c284429d5 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:11:59.600315 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-12600047-9aa9-4511-a09b-fff30acaf022 req-fa703602-0908-49be-b746-b7bddac88f61 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.5941460 Feb 19 04:11:59.762480 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-12600047-9aa9-4511-a09b-fff30acaf022 req-dbae4ceb-ed8e-4ce3-85d1-02a70b6cdb46 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.48 HTTP/1.1" status: 200 len: 697 time: 0.1604800 Feb 19 04:11:59.802193 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: f723aeff-1d07-4cf7-b867-fc9c284429d5 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:11:59.803607 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device f723aeff-1d07-4cf7-b867-fc9c284429d5 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:11:59.828738 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-191854b6-9034-4ce3-876d-610f3acb06d0 req-e34a6389-8f43-4099-96ef-cf17999e8d4a tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bd66453-3455-43ba-8f54-ba64625d9c1a HTTP/1.1" status: 200 len: 210 time: 0.1334202 Feb 19 04:11:59.839321 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914d72c-48ae-4764-a723-c8545e5ce671 req-2fd69ba5-f645-4e24-9df5-98f67f30b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:59.842625 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7914d72c-48ae-4764-a723-c8545e5ce671 req-2fd69ba5-f645-4e24-9df5-98f67f30b7d6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e75d9c9e-8c6f-4a8a-9816-273ad03117c1 HTTP/1.1" status: 200 len: 867 time: 0.3724675 Feb 19 04:11:59.849392 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d6231f71-4046-4abd-91dc-b281a23132f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (94653809-5e9c-447e-841f-90aff76610c8), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:59.916797 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-12600047-9aa9-4511-a09b-fff30acaf022 req-8d3231c5-4887-4d65-87c6-63c4cb36dd9e tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.48 HTTP/1.1" status: 200 len: 697 time: 0.1532803 Feb 19 04:11:59.979161 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4441dfc9-cde5-40b6-bee8-efef963b0b66 admin admin] Publish callbacks [] for router_controller (b9cec8ae-a808-4c40-93fc-058c53c7fde9), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:00.022157 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b41ebb-437f-4762-8253-fdee9d3783c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-2845545c-792f-42dd-94d8-6859754785c7', 'network_id': '2845545c-792f-42dd-94d8-6859754785c7', 'project_id': '7328b15aba784aaa828edf6314301353', 'fixed_ips': [{'subnet_id': 'e5fa79a3-cd3b-4ab2-b880-410d1bb2ec16'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:12:00.026563 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f7b41ebb-437f-4762-8253-fdee9d3783c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:00.090059 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-833e46ba-93d8-48d3-abef-9013457cf382 req-474fd61d-4940-4c28-bd41-4818a76920d1 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Made reservation on behalf of dc24a822c9cd4304b5492da651149632 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:00.094430 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-833e46ba-93d8-48d3-abef-9013457cf382 req-474fd61d-4940-4c28-bd41-4818a76920d1 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:00.101747 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-de89f265-7e8e-4048-9086-1cc90476ca65 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8b8c91bc2e254dc9b104055cc1e6374d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7950385 Feb 19 04:12:00.103503 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36964) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:00.103984 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-27308628-f59b-4d33-b8b4-92e478942660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6467453-a769-4604-951c-cf9b641b9304', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-285821422-router', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:17Z', 'updated_at': '2022-02-19T04:10:38Z', 'revision_number': 4, 'project_id': '28046742ef1049688a695bac0a3826eb', 'gw_port': {'id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6467453-a769-4604-951c-cf9b641b9304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:19Z', 'updated_at': '2022-02-19T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '2fadb108-0b9e-41be-8e92-9fc8b4b99926', 'name': '', 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'mac_address': 'fa:16:3e:3f:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6467453-a769-4604-951c-cf9b641b9304', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'e75d9c9e-8c6f-4a8a-9816-273ad03117c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:34Z', 'updated_at': '2022-02-19T04:10:47Z', 'revision_number': 5, 'project_id': '28046742ef1049688a695bac0a3826eb', 'subnets': [{'id': 'e75d9c9e-8c6f-4a8a-9816-273ad03117c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:00.180264 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27308628-f59b-4d33-b8b4-92e478942660 None None] The sync data for ids ['e6467453-a769-4604-951c-cf9b641b9304'] in n-d-772273-4 is: [{'id': 'e6467453-a769-4604-951c-cf9b641b9304', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-285821422-router', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:17Z', 'updated_at': '2022-02-19T04:10:38Z', 'revision_number': 4, 'project_id': '28046742ef1049688a695bac0a3826eb', 'gw_port': {'id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6467453-a769-4604-951c-cf9b641b9304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:19Z', 'updated_at': '2022-02-19T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '2fadb108-0b9e-41be-8e92-9fc8b4b99926', 'name': '', 'network_id': '5b6fe8f7-012f-486f-90bb-91627fbe5451', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'mac_address': 'fa:16:3e:3f:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6467453-a769-4604-951c-cf9b641b9304', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'e75d9c9e-8c6f-4a8a-9816-273ad03117c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:34Z', 'updated_at': '2022-02-19T04:10:47Z', 'revision_number': 5, 'project_id': '28046742ef1049688a695bac0a3826eb', 'subnets': [{'id': 'e75d9c9e-8c6f-4a8a-9816-273ad03117c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:12:00.342094 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-12600047-9aa9-4511-a09b-fff30acaf022 req-c241e0a3-fcbb-48f0-bd51-7254abf945a2 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Deleting port 730abadb-7aa0-41e5-8daf-909ff4c6575e {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:00.342622 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-12600047-9aa9-4511-a09b-fff30acaf022 req-c241e0a3-fcbb-48f0-bd51-7254abf945a2 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (730abadb-7aa0-41e5-8daf-909ff4c6575e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:00.348245 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6231f71-4046-4abd-91dc-b281a23132f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94653809-5e9c-447e-841f-90aff76610c8,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:00.392691 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914d72c-48ae-4764-a723-c8545e5ce671 req-0eee1240-6eda-4227-a089-d2f06837eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:00.397252 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7914d72c-48ae-4764-a723-c8545e5ce671 req-0eee1240-6eda-4227-a089-d2f06837eefa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5b6fe8f7-012f-486f-90bb-91627fbe5451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5318420 Feb 19 04:12:00.485139 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6231f71-4046-4abd-91dc-b281a23132f5 admin admin] Checking segment: {'id': 'bb7b92ab-063f-403e-a94f-7c593ba6f180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:00.485774 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6231f71-4046-4abd-91dc-b281a23132f5 admin admin] Network hostable DHCP agents. Network: 58c1cfe5-5b31-4d86-b71c-5778f412859b, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:12:00.530731 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc411a18-e6dd-4af1-8c94-f2660694a1c6', 'name': 'network-vif-deleted', 'tag': 'f723aeff-1d07-4cf7-b867-fc9c284429d5'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:00.536486 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2c94a6-b770-4dde-adfb-abd05f1af3fc" -d '{"events": [{"server_uuid": "cc411a18-e6dd-4af1-8c94-f2660694a1c6", "name": "network-vif-deleted", "tag": "f723aeff-1d07-4cf7-b867-fc9c284429d5"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:00.590964 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-f7b41ebb-437f-4762-8253-fdee9d3783c9 None None] Allocated IP 172.20.0.2 (2845545c-792f-42dd-94d8-6859754785c7/e5fa79a3-cd3b-4ab2-b880-410d1bb2ec16/f80b7d43-d65e-4632-9774-288f1ae6f8a9) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:00.616096 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-12600047-9aa9-4511-a09b-fff30acaf022 req-c241e0a3-fcbb-48f0-bd51-7254abf945a2 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (730abadb-7aa0-41e5-8daf-909ff4c6575e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:00.617257 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-12600047-9aa9-4511-a09b-fff30acaf022 req-c241e0a3-fcbb-48f0-bd51-7254abf945a2 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks [] for floatingip (730abadb-7aa0-41e5-8daf-909ff4c6575e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:00.701020 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-12600047-9aa9-4511-a09b-fff30acaf022 req-c241e0a3-fcbb-48f0-bd51-7254abf945a2 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Calling delete_port for 730abadb-7aa0-41e5-8daf-909ff4c6575e owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:00.784405 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4441dfc9-cde5-40b6-bee8-efef963b0b66 admin admin] Publish callbacks [] for router_gateway (b9cec8ae-a808-4c40-93fc-058c53c7fde9), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:00.850253 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6231f71-4046-4abd-91dc-b281a23132f5 admin admin] Network 58c1cfe5-5b31-4d86-b71c-5778f412859b is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:12:00.933470 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-262401ae-18d5-4a89-866c-b7f6e5d3bf78 admin admin] Publish callbacks [] for security_group (2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:00.935961 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7914d72c-48ae-4764-a723-c8545e5ce671 req-a0d0a4d2-4b40-4103-9dfa-140f65e6ad72 service neutron] 10.222.0.10 "GET /v2.0/networks/5b6fe8f7-012f-486f-90bb-91627fbe5451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358068 Feb 19 04:12:00.942540 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-d6231f71-4046-4abd-91dc-b281a23132f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 58c1cfe5-5b31-4d86-b71c-5778f412859b) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:00.950709 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328a6c57-d6b0-4b88-b6e2-6846ad5a9986 x-openstack-request-id: req-328a6c57-d6b0-4b88-b6e2-6846ad5a9986 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:00.952545 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc411a18-e6dd-4af1-8c94-f2660694a1c6", "name": "network-vif-deleted", "tag": "f723aeff-1d07-4cf7-b867-fc9c284429d5", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:00.953152 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-328a6c57-d6b0-4b88-b6e2-6846ad5a9986 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:00.955200 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc411a18-e6dd-4af1-8c94-f2660694a1c6', 'name': 'network-vif-deleted', 'tag': 'f723aeff-1d07-4cf7-b867-fc9c284429d5', 'status': 'completed', 'code': 200} Feb 19 04:12:00.969809 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6683bf3-3d26-406c-b654-6e6b3bf33af5 None None] Network 58c1cfe5-5b31-4d86-b71c-5778f412859b requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:00.983304 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6231f71-4046-4abd-91dc-b281a23132f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:00.984458 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d6231f71-4046-4abd-91dc-b281a23132f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:00.989423 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441d2a4d-0fc7-4d2f-90f8-3a4e68a6565b None None] New status for floating IP 3de2c0ee-2271-488c-99e6-5546e4cb2ca5: DOWN {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:12:01.133117 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d6231f71-4046-4abd-91dc-b281a23132f5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9631820 Feb 19 04:12:01.138467 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36974) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:01.176387 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-89622672-7f67-445e-8f07-b6c54ed145df admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1179252603-router', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:01.246444 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89622672-7f67-445e-8f07-b6c54ed145df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (855cc8f5-81f2-4ab5-b830-1558162b90b2), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:01.248383 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89622672-7f67-445e-8f07-b6c54ed145df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (855cc8f5-81f2-4ab5-b830-1558162b90b2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:01.378482 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89622672-7f67-445e-8f07-b6c54ed145df admin admin] Publish callbacks [] for router_controller (855cc8f5-81f2-4ab5-b830-1558162b90b2), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:01.378891 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b229c-0d97-408a-bc0f-ca86a354a6d9 req-3c519180-36c9-44c5-af29-84492d67a219 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:01.380686 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-471b229c-0d97-408a-bc0f-ca86a354a6d9 req-3c519180-36c9-44c5-af29-84492d67a219 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea3e9499-e1b4-41e1-8a65-67d0ea100193 HTTP/1.1" status: 200 len: 946 time: 0.4422379 Feb 19 04:12:01.456449 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-833e46ba-93d8-48d3-abef-9013457cf382 req-474fd61d-4940-4c28-bd41-4818a76920d1 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Allocated IP 172.20.0.9 (6453da06-0cc8-4a8b-aa70-6b97516c41c7/86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e/cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:01.458417 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7914d72c-48ae-4764-a723-c8545e5ce671 req-ff4d14c8-8410-4ab4-bf0b-0a447a64fdeb service neutron] 10.222.0.10 "GET /v2.0/networks/5b6fe8f7-012f-486f-90bb-91627fbe5451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003848 Feb 19 04:12:01.549107 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f7b41ebb-437f-4762-8253-fdee9d3783c9 None None] Publish callbacks [] for port (f80b7d43-d65e-4632-9774-288f1ae6f8a9), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:01.566231 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65247796-84be-41a3-a631-a39aa724375b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-58c1cfe5-5b31-4d86-b71c-5778f412859b', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'fixed_ips': [{'subnet_id': '94653809-5e9c-447e-841f-90aff76610c8'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:12:01.568208 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-65247796-84be-41a3-a631-a39aa724375b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:01.572275 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-262401ae-18d5-4a89-866c-b7f6e5d3bf78 admin admin] Publish callbacks [] for security_group (2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:01.585535 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f7b41ebb-437f-4762-8253-fdee9d3783c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (f80b7d43-d65e-4632-9774-288f1ae6f8a9), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:01.637500 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-471b229c-0d97-408a-bc0f-ca86a354a6d9 req-bf8ff96b-02d6-4ec0-90bc-c48970e2f315 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268958 Feb 19 04:12:01.667656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b41ebb-437f-4762-8253-fdee9d3783c9 None None] Network 2845545c-792f-42dd-94d8-6859754785c7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:01.749902 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-f7b41ebb-437f-4762-8253-fdee9d3783c9 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:01.758824 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b41ebb-437f-4762-8253-fdee9d3783c9 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:02.001934 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b41ebb-437f-4762-8253-fdee9d3783c9 None None] Pushing event updated for resources: {'Port': ['ID=f80b7d43-d65e-4632-9774-288f1ae6f8a9,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:02.006138 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1989927d-b6cb-45ff-9ffa-a64545200644 req-38d166f1-73dc-485b-9639-6242fea4c614 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bd66453-3455-43ba-8f54-ba64625d9c1a HTTP/1.1" status: 200 len: 210 time: 0.1597412 Feb 19 04:12:02.041380 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-f7b41ebb-437f-4762-8253-fdee9d3783c9 None None] Attempting to bind port f80b7d43-d65e-4632-9774-288f1ae6f8a9 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:02.042401 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-f7b41ebb-437f-4762-8253-fdee9d3783c9 None None] Attempting to bind port f80b7d43-d65e-4632-9774-288f1ae6f8a9 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '392ad862-29e0-4dda-bbcc-b4581638c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2845545c-792f-42dd-94d8-6859754785c7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:02.043255 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b41ebb-437f-4762-8253-fdee9d3783c9 None None] Attempting to bind port f80b7d43-d65e-4632-9774-288f1ae6f8a9 on network 2845545c-792f-42dd-94d8-6859754785c7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:02.052890 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4441dfc9-cde5-40b6-bee8-efef963b0b66 admin admin] Publish callbacks [] for router_gateway (b9cec8ae-a808-4c40-93fc-058c53c7fde9), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.062418 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b41ebb-437f-4762-8253-fdee9d3783c9 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:02.063774 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b41ebb-437f-4762-8253-fdee9d3783c9 None None] Checking segment: {'id': '392ad862-29e0-4dda-bbcc-b4581638c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2845545c-792f-42dd-94d8-6859754785c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:02.064736 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f7b41ebb-437f-4762-8253-fdee9d3783c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.065724 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b41ebb-437f-4762-8253-fdee9d3783c9 None None] Bound using segment: {'id': '392ad862-29e0-4dda-bbcc-b4581638c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2845545c-792f-42dd-94d8-6859754785c7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:02.067416 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-f7b41ebb-437f-4762-8253-fdee9d3783c9 None None] Bound port: f80b7d43-d65e-4632-9774-288f1ae6f8a9, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392ad862-29e0-4dda-bbcc-b4581638c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2845545c-792f-42dd-94d8-6859754785c7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:02.068343 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f7b41ebb-437f-4762-8253-fdee9d3783c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f80b7d43-d65e-4632-9774-288f1ae6f8a9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.093364 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4441dfc9-cde5-40b6-bee8-efef963b0b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.152001 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-12600047-9aa9-4511-a09b-fff30acaf022 req-c241e0a3-fcbb-48f0-bd51-7254abf945a2 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (730abadb-7aa0-41e5-8daf-909ff4c6575e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.159263 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89622672-7f67-445e-8f07-b6c54ed145df admin admin] Publish callbacks [] for router_gateway (855cc8f5-81f2-4ab5-b830-1558162b90b2), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.231007 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-262401ae-18d5-4a89-866c-b7f6e5d3bf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.236129 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-262401ae-18d5-4a89-866c-b7f6e5d3bf78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.239079 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-262401ae-18d5-4a89-866c-b7f6e5d3bf78 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4 HTTP/1.1" status: 204 len: 168 time: 2.1351101 Feb 19 04:12:02.258107 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241e0a3-fcbb-48f0-bd51-7254abf945a2 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Pushing event deleted for resources: {'Port': ['ID=730abadb-7aa0-41e5-8daf-909ff4c6575e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:02.300191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262401ae-18d5-4a89-866c-b7f6e5d3bf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfeff3d-2a1f-4b30-820c-a67a0ba8f4a4,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:02.337418 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-f7b41ebb-437f-4762-8253-fdee9d3783c9 None None] For port f80b7d43-d65e-4632-9774-288f1ae6f8a9, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:02.344621 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-f7b41ebb-437f-4762-8253-fdee9d3783c9 None None] For port f80b7d43-d65e-4632-9774-288f1ae6f8a9, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f80b7d43-d65e-4632-9774-288f1ae6f8a9,segment=NetworkSegment(392ad862-29e0-4dda-bbcc-b4581638c008),segment_id=392ad862-29e0-4dda-bbcc-b4581638c008)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:02.394681 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f7b41ebb-437f-4762-8253-fdee9d3783c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f80b7d43-d65e-4632-9774-288f1ae6f8a9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.403740 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-833e46ba-93d8-48d3-abef-9013457cf382 req-474fd61d-4940-4c28-bd41-4818a76920d1 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks [] for port (cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.419447 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-4441dfc9-cde5-40b6-bee8-efef963b0b66 admin admin] Allocated IP 172.25.0.91 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/5a474409-ccd8-4b37-b27d-085ff7f62635) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:02.453670 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4d90f354-9320-4a19-9131-2ed3a7f9c60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.587617 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-65247796-84be-41a3-a631-a39aa724375b None None] Allocated IP 172.20.0.2 (58c1cfe5-5b31-4d86-b71c-5778f412859b/94653809-5e9c-447e-841f-90aff76610c8/ee5d0c30-7700-4da7-b965-869aaa2a7040) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:02.637821 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-12600047-9aa9-4511-a09b-fff30acaf022 req-c241e0a3-fcbb-48f0-bd51-7254abf945a2 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks [] for floatingip (3de2c0ee-2271-488c-99e6-5546e4cb2ca5), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.644074 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-12600047-9aa9-4511-a09b-fff30acaf022 req-c241e0a3-fcbb-48f0-bd51-7254abf945a2 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.647902 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-12600047-9aa9-4511-a09b-fff30acaf022 req-c241e0a3-fcbb-48f0-bd51-7254abf945a2 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "DELETE /v2.0/floatingips/3de2c0ee-2271-488c-99e6-5546e4cb2ca5 HTTP/1.1" status: 204 len: 173 time: 2.7195175 Feb 19 04:12:02.687480 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b41ebb-437f-4762-8253-fdee9d3783c9 None None] Pushing event updated for resources: {'Port': ['ID=f80b7d43-d65e-4632-9774-288f1ae6f8a9,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:02.713377 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-833e46ba-93d8-48d3-abef-9013457cf382 req-474fd61d-4940-4c28-bd41-4818a76920d1 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.790145 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4441dfc9-cde5-40b6-bee8-efef963b0b66 admin admin] Publish callbacks [] for port (5a474409-ccd8-4b37-b27d-085ff7f62635), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.901875 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335333ca-b824-4348-891e-7b9f8a9e9c43 req-76ffe19b-18ad-4eda-ab96-60ba4a152448 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:02.917835 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-335333ca-b824-4348-891e-7b9f8a9e9c43 req-76ffe19b-18ad-4eda-ab96-60ba4a152448 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=db84a620-61c4-437d-96e9-e21b9ab14ecf HTTP/1.1" status: 200 len: 946 time: 0.2912505 Feb 19 04:12:02.924671 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-833e46ba-93d8-48d3-abef-9013457cf382 req-474fd61d-4940-4c28-bd41-4818a76920d1 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Network 6453da06-0cc8-4a8b-aa70-6b97516c41c7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:02.933546 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-833e46ba-93d8-48d3-abef-9013457cf382 req-474fd61d-4940-4c28-bd41-4818a76920d1 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:02.952154 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-833e46ba-93d8-48d3-abef-9013457cf382 req-474fd61d-4940-4c28-bd41-4818a76920d1 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:03.045662 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474fd61d-4940-4c28-bd41-4818a76920d1 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Pushing event updated for resources: {'Port': ['ID=cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:03.083990 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4441dfc9-cde5-40b6-bee8-efef963b0b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (5a474409-ccd8-4b37-b27d-085ff7f62635), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:03.365493 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-65247796-84be-41a3-a631-a39aa724375b None None] Publish callbacks [] for port (ee5d0c30-7700-4da7-b965-869aaa2a7040), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:03.378709 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-65247796-84be-41a3-a631-a39aa724375b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (ee5d0c30-7700-4da7-b965-869aaa2a7040), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:03.438180 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4441dfc9-cde5-40b6-bee8-efef963b0b66 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:03.440090 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e46ba-93d8-48d3-abef-9013457cf382 req-474fd61d-4940-4c28-bd41-4818a76920d1 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:03.442106 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-833e46ba-93d8-48d3-abef-9013457cf382 req-474fd61d-4940-4c28-bd41-4818a76920d1 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:03.480857 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441dfc9-cde5-40b6-bee8-efef963b0b66 admin admin] Pushing event updated for resources: {'Port': ['ID=5a474409-ccd8-4b37-b27d-085ff7f62635,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:03.491399 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-4441dfc9-cde5-40b6-bee8-efef963b0b66 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:03.499743 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4441dfc9-cde5-40b6-bee8-efef963b0b66 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:03.558703 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65247796-84be-41a3-a631-a39aa724375b None None] Network 58c1cfe5-5b31-4d86-b71c-5778f412859b is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:03.563862 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-65247796-84be-41a3-a631-a39aa724375b None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:03.588066 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65247796-84be-41a3-a631-a39aa724375b None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:03.620836 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65247796-84be-41a3-a631-a39aa724375b None None] Pushing event updated for resources: {'Port': ['ID=ee5d0c30-7700-4da7-b965-869aaa2a7040,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:03.628271 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-335333ca-b824-4348-891e-7b9f8a9e9c43 req-2fd1ffae-51f1-4317-b495-607ca53d600a tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7087994 Feb 19 04:12:03.687950 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36994) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:03.833076 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-65247796-84be-41a3-a631-a39aa724375b None None] Attempting to bind port ee5d0c30-7700-4da7-b965-869aaa2a7040 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:03.833940 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-65247796-84be-41a3-a631-a39aa724375b None None] Attempting to bind port ee5d0c30-7700-4da7-b965-869aaa2a7040 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'bb7b92ab-063f-403e-a94f-7c593ba6f180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:03.834238 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65247796-84be-41a3-a631-a39aa724375b None None] Attempting to bind port ee5d0c30-7700-4da7-b965-869aaa2a7040 on network 58c1cfe5-5b31-4d86-b71c-5778f412859b {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:03.845737 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65247796-84be-41a3-a631-a39aa724375b None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:03.846311 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65247796-84be-41a3-a631-a39aa724375b None None] Checking segment: {'id': 'bb7b92ab-063f-403e-a94f-7c593ba6f180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:03.846870 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-65247796-84be-41a3-a631-a39aa724375b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:03.847486 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65247796-84be-41a3-a631-a39aa724375b None None] Bound using segment: {'id': 'bb7b92ab-063f-403e-a94f-7c593ba6f180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:03.848810 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-65247796-84be-41a3-a631-a39aa724375b None None] Bound port: ee5d0c30-7700-4da7-b965-869aaa2a7040, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7b92ab-063f-403e-a94f-7c593ba6f180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:03.849498 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-65247796-84be-41a3-a631-a39aa724375b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ee5d0c30-7700-4da7-b965-869aaa2a7040), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:03.882743 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c4ba13d4-ae22-4883-8b6f-7a635547dcde None None] Provisioning complete for port cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:03.883329 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c4ba13d4-ae22-4883-8b6f-7a635547dcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:04.026089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c4ba13d4-ae22-4883-8b6f-7a635547dcde None None] Port cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:04.092413 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-65247796-84be-41a3-a631-a39aa724375b None None] For port ee5d0c30-7700-4da7-b965-869aaa2a7040, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:04.100851 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-65247796-84be-41a3-a631-a39aa724375b None None] For port ee5d0c30-7700-4da7-b965-869aaa2a7040, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ee5d0c30-7700-4da7-b965-869aaa2a7040,segment=NetworkSegment(bb7b92ab-063f-403e-a94f-7c593ba6f180),segment_id=bb7b92ab-063f-403e-a94f-7c593ba6f180)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:04.129663 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-65247796-84be-41a3-a631-a39aa724375b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ee5d0c30-7700-4da7-b965-869aaa2a7040), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:04.357546 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6f5c2ce6-b17f-4d07-bc0a-e379348d540d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4e583a48b8db4bb5817256fa6043434e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6450665 Feb 19 04:12:04.363813 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37002) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:04.389394 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65247796-84be-41a3-a631-a39aa724375b None None] Pushing event updated for resources: {'Port': ['ID=ee5d0c30-7700-4da7-b965-869aaa2a7040,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:04.413238 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea8654-439a-4e35-bb42-b37ca2e607c9 req-eec6e3de-e0f9-413e-bdc8-17c51db4ca28 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:04.421375 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ccea8654-439a-4e35-bb42-b37ca2e607c9 req-eec6e3de-e0f9-413e-bdc8-17c51db4ca28 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 1.4885807 Feb 19 04:12:04.503036 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668bc34-87c2-4f78-b377-5be8008a7e85 req-3af20965-5991-488c-a2cd-5f1f8d87391f tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:04.515216 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d668bc34-87c2-4f78-b377-5be8008a7e85 req-3af20965-5991-488c-a2cd-5f1f8d87391f tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bd66453-3455-43ba-8f54-ba64625d9c1a HTTP/1.1" status: 200 len: 931 time: 0.5581467 Feb 19 04:12:04.565405 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-833e46ba-93d8-48d3-abef-9013457cf382 req-474fd61d-4940-4c28-bd41-4818a76920d1 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4633689 Feb 19 04:12:04.577109 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-833e46ba-93d8-48d3-abef-9013457cf382 req-53f0d1db-8996-4fe0-ae15-cb4f57d92809 service neutron] Request body: {'port': {'device_id': '8bd66453-3455-43ba-8f54-ba64625d9c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:04.708287 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f80b7d43-d65e-4632-9774-288f1ae6f8a9 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:04.838012 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port f80b7d43-d65e-4632-9774-288f1ae6f8a9 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:04.839947 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f80b7d43-d65e-4632-9774-288f1ae6f8a9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:04.934848 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9e77a00b-5913-40db-8710-a4a637f007a5 admin admin] Publish callbacks [] for security_group (f3c36858-bb65-4a48-bf66-cd1108196b78), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:04.998975 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9e77a00b-5913-40db-8710-a4a637f007a5 admin admin] Publish callbacks [] for security_group (f3c36858-bb65-4a48-bf66-cd1108196b78), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:05.034904 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-67fe764b-bf9f-4e87-bb3f-53135e11e283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:05.099287 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89622672-7f67-445e-8f07-b6c54ed145df admin admin] Publish callbacks [] for router_gateway (855cc8f5-81f2-4ab5-b830-1558162b90b2), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:05.129674 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d668bc34-87c2-4f78-b377-5be8008a7e85 req-3e68121c-b060-4926-94b8-7045243ec54d tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/security-groups?id=a84d8eea-4a57-4bbf-bcd8-18c9f130b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5972288 Feb 19 04:12:05.140831 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9e77a00b-5913-40db-8710-a4a637f007a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f3c36858-bb65-4a48-bf66-cd1108196b78), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:05.161889 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9e77a00b-5913-40db-8710-a4a637f007a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:05.164702 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9e77a00b-5913-40db-8710-a4a637f007a5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f3c36858-bb65-4a48-bf66-cd1108196b78 HTTP/1.1" status: 204 len: 168 time: 0.7980549 Feb 19 04:12:05.203249 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77a00b-5913-40db-8710-a4a637f007a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c36858-bb65-4a48-bf66-cd1108196b78,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:05.231628 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4441dfc9-cde5-40b6-bee8-efef963b0b66 admin admin] Publish callbacks [] for router_gateway (b9cec8ae-a808-4c40-93fc-058c53c7fde9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:05.275988 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port f80b7d43-d65e-4632-9774-288f1ae6f8a9 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:05.275988 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f80b7d43-d65e-4632-9774-288f1ae6f8a9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:05.283001 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89622672-7f67-445e-8f07-b6c54ed145df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:05.368993 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ccea8654-439a-4e35-bb42-b37ca2e607c9 req-3fc2b197-d69f-44ad-872c-c40146538ecd tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8223944 Feb 19 04:12:05.474237 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port f80b7d43-d65e-4632-9774-288f1ae6f8a9, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f80b7d43-d65e-4632-9774-288f1ae6f8a9,segment=NetworkSegment(392ad862-29e0-4dda-bbcc-b4581638c008),segment_id=392ad862-29e0-4dda-bbcc-b4581638c008)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:05.487622 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-833e46ba-93d8-48d3-abef-9013457cf382 req-53f0d1db-8996-4fe0-ae15-cb4f57d92809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:05.502863 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2049a931-e962-4e76-8fb8-8b79b23a0201 None None] Network 2845545c-792f-42dd-94d8-6859754785c7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:05.539898 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f80b7d43-d65e-4632-9774-288f1ae6f8a9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:05.954905 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0d0481e2-5336-4b62-959d-3b61c80af316 None None] Provisioning complete for port f80b7d43-d65e-4632-9774-288f1ae6f8a9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:05.960903 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0d0481e2-5336-4b62-959d-3b61c80af316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f80b7d43-d65e-4632-9774-288f1ae6f8a9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:06.022353 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=f80b7d43-d65e-4632-9774-288f1ae6f8a9,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:06.208311 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4441dfc9-cde5-40b6-bee8-efef963b0b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (b9cec8ae-a808-4c40-93fc-058c53c7fde9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:06.513830 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbf8eb-45c5-4d5e-b38c-021427f6fc6a req-c8147734-8139-4497-9f51-ed3e99eb1140 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:06.528858 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04fbf8eb-45c5-4d5e-b38c-021427f6fc6a req-c8147734-8139-4497-9f51-ed3e99eb1140 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea3e9499-e1b4-41e1-8a65-67d0ea100193 HTTP/1.1" status: 200 len: 946 time: 0.8443899 Feb 19 04:12:06.736177 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0d0481e2-5336-4b62-959d-3b61c80af316 None None] Current status of the port f80b7d43-d65e-4632-9774-288f1ae6f8a9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:06.797894 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:06.802241 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04fbf8eb-45c5-4d5e-b38c-021427f6fc6a req-db6da37f-f527-4427-8096-df67b633e66a tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239897 Feb 19 04:12:06.847854 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-89622672-7f67-445e-8f07-b6c54ed145df admin admin] Allocated IP 172.25.0.58 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/61aac93a-faff-4f33-9a68-a4fc876ae4f0) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:06.888939 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235f8dd5-ce35-4cf5-a35a-f0d6c61be381 None None] Network 58c1cfe5-5b31-4d86-b71c-5778f412859b requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:06.969996 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b67310-a29d-4720-a83c-c1a8dfefd0c3 req-dc898ec0-0784-4484-b933-bba7b33f023e tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:07.002584 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4441dfc9-cde5-40b6-bee8-efef963b0b66 admin admin] Router b9cec8ae-a808-4c40-93fc-058c53c7fde9 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:12:07.007731 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f3b67310-a29d-4720-a83c-c1a8dfefd0c3 req-dc898ec0-0784-4484-b933-bba7b33f023e tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 1.3187745 Feb 19 04:12:07.093464 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ee5d0c30-7700-4da7-b965-869aaa2a7040 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:07.203709 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f3b67310-a29d-4720-a83c-c1a8dfefd0c3 req-0b020fcc-649d-4452-a660-e2e9f711da87 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1942248 Feb 19 04:12:07.266715 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:07.268130 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-490f123d-3cba-4e5c-ab47-86756462d8bf None None] Provisioning complete for port ee5d0c30-7700-4da7-b965-869aaa2a7040 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:07.274095 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-490f123d-3cba-4e5c-ab47-86756462d8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ee5d0c30-7700-4da7-b965-869aaa2a7040), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:07.491628 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-833e46ba-93d8-48d3-abef-9013457cf382 req-53f0d1db-8996-4fe0-ae15-cb4f57d92809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:12:07.511469 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-833e46ba-93d8-48d3-abef-9013457cf382 req-53f0d1db-8996-4fe0-ae15-cb4f57d92809 service neutron] Publish callbacks [] for port (cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:07.549021 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-833e46ba-93d8-48d3-abef-9013457cf382 req-53f0d1db-8996-4fe0-ae15-cb4f57d92809 service neutron] Transition to ACTIVE for port object cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:12:07.590351 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-833e46ba-93d8-48d3-abef-9013457cf382 req-53f0d1db-8996-4fe0-ae15-cb4f57d92809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:07.869871 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89622672-7f67-445e-8f07-b6c54ed145df admin admin] Publish callbacks [] for port (61aac93a-faff-4f33-9a68-a4fc876ae4f0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:07.939885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0d1db-8996-4fe0-ae15-cb4f57d92809 service neutron] Pushing event updated for resources: {'Port': ['ID=cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:07.968662 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89622672-7f67-445e-8f07-b6c54ed145df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (61aac93a-faff-4f33-9a68-a4fc876ae4f0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:08.077248 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ee5d0c30-7700-4da7-b965-869aaa2a7040 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:08.081438 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ee5d0c30-7700-4da7-b965-869aaa2a7040), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:08.163701 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89622672-7f67-445e-8f07-b6c54ed145df admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:08.234688 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89622672-7f67-445e-8f07-b6c54ed145df admin admin] Pushing event updated for resources: {'Port': ['ID=61aac93a-faff-4f33-9a68-a4fc876ae4f0,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:08.240459 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-89622672-7f67-445e-8f07-b6c54ed145df admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:08.243611 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89622672-7f67-445e-8f07-b6c54ed145df admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:08.310202 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5c9db-dd5a-438c-b16a-d84635d61922 req-0ebc979f-1868-4f73-9f12-fcd1a9f85aa5 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:08.312779 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4d5c9db-dd5a-438c-b16a-d84635d61922 req-0ebc979f-1868-4f73-9f12-fcd1a9f85aa5 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bd66453-3455-43ba-8f54-ba64625d9c1a HTTP/1.1" status: 200 len: 943 time: 0.7520816 Feb 19 04:12:08.452129 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:08.453365 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-490f123d-3cba-4e5c-ab47-86756462d8bf None None] Current status of the port ee5d0c30-7700-4da7-b965-869aaa2a7040 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:08.454023 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-490f123d-3cba-4e5c-ab47-86756462d8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ee5d0c30-7700-4da7-b965-869aaa2a7040), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:08.495302 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4441dfc9-cde5-40b6-bee8-efef963b0b66 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:12:08.547084 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457eb98-ab80-460e-b34f-316c72309b22 req-1ea0a62e-32b4-4e46-852e-db0eafbe201d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:08.551469 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8457eb98-ab80-460e-b34f-316c72309b22 req-1ea0a62e-32b4-4e46-852e-db0eafbe201d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2479107 Feb 19 04:12:08.557260 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] Sync routers for ids ['b9cec8ae-a808-4c40-93fc-058c53c7fde9'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:12:08.561889 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-833e46ba-93d8-48d3-abef-9013457cf382 req-53f0d1db-8996-4fe0-ae15-cb4f57d92809 service neutron] Attempting to bind port cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:08.565600 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-833e46ba-93d8-48d3-abef-9013457cf382 req-53f0d1db-8996-4fe0-ae15-cb4f57d92809 service neutron] Attempting to bind port cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '651b2c39-398b-4846-8367-85bfe33e1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:08.567003 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833e46ba-93d8-48d3-abef-9013457cf382 req-53f0d1db-8996-4fe0-ae15-cb4f57d92809 service neutron] Attempting to bind port cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 on network 6453da06-0cc8-4a8b-aa70-6b97516c41c7 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:08.576539 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4441dfc9-cde5-40b6-bee8-efef963b0b66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:08.578403 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4441dfc9-cde5-40b6-bee8-efef963b0b66 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.4346018 Feb 19 04:12:08.586286 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37046) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:08.638408 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] Routers {'b9cec8ae-a808-4c40-93fc-058c53c7fde9'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:08.639779 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:12:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b9cec8ae-a808-4c40-93fc-058c53c7fde9'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:08.686137 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833e46ba-93d8-48d3-abef-9013457cf382 req-53f0d1db-8996-4fe0-ae15-cb4f57d92809 service neutron] Port cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 on network 6453da06-0cc8-4a8b-aa70-6b97516c41c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:12:08.686907 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833e46ba-93d8-48d3-abef-9013457cf382 req-53f0d1db-8996-4fe0-ae15-cb4f57d92809 service neutron] Attempting to bind port cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 on network 6453da06-0cc8-4a8b-aa70-6b97516c41c7 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:08.741607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833e46ba-93d8-48d3-abef-9013457cf382 req-53f0d1db-8996-4fe0-ae15-cb4f57d92809 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:08.741965 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833e46ba-93d8-48d3-abef-9013457cf382 req-53f0d1db-8996-4fe0-ae15-cb4f57d92809 service neutron] Checking segment: {'id': '651b2c39-398b-4846-8367-85bfe33e1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:08.742445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833e46ba-93d8-48d3-abef-9013457cf382 req-53f0d1db-8996-4fe0-ae15-cb4f57d92809 service neutron] Bound using segment: {'id': '651b2c39-398b-4846-8367-85bfe33e1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:08.747249 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-833e46ba-93d8-48d3-abef-9013457cf382 req-53f0d1db-8996-4fe0-ae15-cb4f57d92809 service neutron] Bound port: cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651b2c39-398b-4846-8367-85bfe33e1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:08.747930 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-833e46ba-93d8-48d3-abef-9013457cf382 req-53f0d1db-8996-4fe0-ae15-cb4f57d92809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:08.827234 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8457eb98-ab80-460e-b34f-316c72309b22 req-5b0127e2-1d25-4338-b162-1dd2596df2f9 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631590 Feb 19 04:12:08.999527 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] Set router b9cec8ae-a808-4c40-93fc-058c53c7fde9 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:09.368840 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-490f123d-3cba-4e5c-ab47-86756462d8bf None None] For port ee5d0c30-7700-4da7-b965-869aaa2a7040, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ee5d0c30-7700-4da7-b965-869aaa2a7040,segment=NetworkSegment(bb7b92ab-063f-403e-a94f-7c593ba6f180),segment_id=bb7b92ab-063f-403e-a94f-7c593ba6f180)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:09.438824 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:09.441134 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:09.450497 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-490f123d-3cba-4e5c-ab47-86756462d8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ee5d0c30-7700-4da7-b965-869aaa2a7040), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:09.551839 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ee5d0c30-7700-4da7-b965-869aaa2a7040 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:09.552974 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ee5d0c30-7700-4da7-b965-869aaa2a7040), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:09.655367 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89622672-7f67-445e-8f07-b6c54ed145df admin admin] Publish callbacks [] for router_gateway (855cc8f5-81f2-4ab5-b830-1558162b90b2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:09.845999 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4d5c9db-dd5a-438c-b16a-d84635d61922 req-559df196-733c-4a1d-a4a8-822d30264772 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/security-groups?id=a84d8eea-4a57-4bbf-bcd8-18c9f130b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2857196 Feb 19 04:12:09.861802 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ee68036-2a70-4cf7-9a61-213831512516 req-39036ce9-056e-496e-921b-fc575edab62c tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1863973 Feb 19 04:12:09.864743 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-833e46ba-93d8-48d3-abef-9013457cf382 req-53f0d1db-8996-4fe0-ae15-cb4f57d92809 service neutron] For port cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:09.890910 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-833e46ba-93d8-48d3-abef-9013457cf382 req-53f0d1db-8996-4fe0-ae15-cb4f57d92809 service neutron] For port cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211,segment=NetworkSegment(651b2c39-398b-4846-8367-85bfe33e1bb9),segment_id=651b2c39-398b-4846-8367-85bfe33e1bb9)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:09.923778 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f123d-3cba-4e5c-ab47-86756462d8bf None None] Pushing event updated for resources: {'Port': ['ID=ee5d0c30-7700-4da7-b965-869aaa2a7040,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:09.933593 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-833e46ba-93d8-48d3-abef-9013457cf382 req-53f0d1db-8996-4fe0-ae15-cb4f57d92809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:10.113981 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f123d-3cba-4e5c-ab47-86756462d8bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:10.114726 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f123d-3cba-4e5c-ab47-86756462d8bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:10.115406 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f123d-3cba-4e5c-ab47-86756462d8bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:10.116087 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f123d-3cba-4e5c-ab47-86756462d8bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:10.116810 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f123d-3cba-4e5c-ab47-86756462d8bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:10.117481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f123d-3cba-4e5c-ab47-86756462d8bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:10.118430 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f123d-3cba-4e5c-ab47-86756462d8bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:10.121268 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f123d-3cba-4e5c-ab47-86756462d8bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:10.122018 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f123d-3cba-4e5c-ab47-86756462d8bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:10.122741 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f123d-3cba-4e5c-ab47-86756462d8bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:10.131577 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f123d-3cba-4e5c-ab47-86756462d8bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:10.132283 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f123d-3cba-4e5c-ab47-86756462d8bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:10.133020 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f123d-3cba-4e5c-ab47-86756462d8bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:10.260841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3036738c-8ca1-4c2c-97e2-e29cfa9b6d50 None None] Provisioning complete for port ee5d0c30-7700-4da7-b965-869aaa2a7040 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:10.261481 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3036738c-8ca1-4c2c-97e2-e29cfa9b6d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ee5d0c30-7700-4da7-b965-869aaa2a7040), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:10.343371 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:12:10.344588 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:12:10.414769 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cec8ae-a808-4c40-93fc-058c53c7fde9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1532999171-router', 'tenant_id': '7328b15aba784aaa828edf6314301353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '5a474409-ccd8-4b37-b27d-085ff7f62635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:59Z', 'updated_at': '2022-02-19T04:12:04Z', 'revision_number': 3, 'project_id': '7328b15aba784aaa828edf6314301353', 'gw_port': {'id': '5a474409-ccd8-4b37-b27d-085ff7f62635', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cec8ae-a808-4c40-93fc-058c53c7fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:02Z', 'updated_at': '2022-02-19T04:12:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:10.424204 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e46ba-93d8-48d3-abef-9013457cf382 req-53f0d1db-8996-4fe0-ae15-cb4f57d92809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:10.437727 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-833e46ba-93d8-48d3-abef-9013457cf382 req-53f0d1db-8996-4fe0-ae15-cb4f57d92809 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:10.439634 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-833e46ba-93d8-48d3-abef-9013457cf382 req-53f0d1db-8996-4fe0-ae15-cb4f57d92809 service neutron] 10.222.0.10 "PUT /v2.0/ports/cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 HTTP/1.1" status: 200 len: 1091 time: 5.8711581 Feb 19 04:12:10.521187 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd66453-3455-43ba-8f54-ba64625d9c1a', 'tag': 'cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:10.526944 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df787479-9b36-49dd-bd97-ba56b811066b" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd66453-3455-43ba-8f54-ba64625d9c1a", "tag": "cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:10.531425 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0d1db-8996-4fe0-ae15-cb4f57d92809 service neutron] Pushing event updated for resources: {'Port': ['ID=cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:10.556375 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cfd8e-4f32-42a4-ba0c-24fd8d86c619 req-12c6a6b6-0c76-4467-b52d-ced90ebb72d9 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:10.576395 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cd6cfd8e-4f32-42a4-ba0c-24fd8d86c619 req-12c6a6b6-0c76-4467-b52d-ced90ebb72d9 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.4489071 Feb 19 04:12:10.680742 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b6cce040-3290-46ea-a29d-dd38991f6021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:10.692642 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] Checking router: b9cec8ae-a808-4c40-93fc-058c53c7fde9 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:12:10.693542 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] Updating router b9cec8ae-a808-4c40-93fc-058c53c7fde9 port 5a474409-ccd8-4b37-b27d-085ff7f62635 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:12:10.793247 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5a474409-ccd8-4b37-b27d-085ff7f62635), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:10.944941 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cd6cfd8e-4f32-42a4-ba0c-24fd8d86c619 req-564be029-89d0-4a53-98c9-0434b1e6c464 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3623328 Feb 19 04:12:11.000469 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ee5d0c30-7700-4da7-b965-869aaa2a7040 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:11.000469 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f80b7d43-d65e-4632-9774-288f1ae6f8a9 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:11.145424 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598db326-5812-43c0-9a1e-2edbc2569a73 req-beab0291-a1d7-4c32-926c-4f8555f10c2a tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:11.166388 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-598db326-5812-43c0-9a1e-2edbc2569a73 req-beab0291-a1d7-4c32-926c-4f8555f10c2a tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea3e9499-e1b4-41e1-8a65-67d0ea100193 HTTP/1.1" status: 200 len: 946 time: 1.0604749 Feb 19 04:12:11.196810 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3036738c-8ca1-4c2c-97e2-e29cfa9b6d50 None None] Current status of the port ee5d0c30-7700-4da7-b965-869aaa2a7040 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:11.265752 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e46ba-93d8-48d3-abef-9013457cf382 req-03c3e05c-79e4-4e36-8acb-497aabd63329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:11.268584 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-833e46ba-93d8-48d3-abef-9013457cf382 req-03c3e05c-79e4-4e36-8acb-497aabd63329 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc24a822c9cd4304b5492da651149632&device_id=8bd66453-3455-43ba-8f54-ba64625d9c1a HTTP/1.1" status: 200 len: 1125 time: 0.6120820 Feb 19 04:12:11.402781 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df416ce-f393-4b2e-a642-b40b40a42006 req-122eec74-d464-44f8-a71b-24ec9a35c4e0 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:11.410591 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4df416ce-f393-4b2e-a642-b40b40a42006 req-122eec74-d464-44f8-a71b-24ec9a35c4e0 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea3e9499-e1b4-41e1-8a65-67d0ea100193 HTTP/1.1" status: 200 len: 946 time: 0.6515059 Feb 19 04:12:11.442711 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port f80b7d43-d65e-4632-9774-288f1ae6f8a9 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:11.445597 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f80b7d43-d65e-4632-9774-288f1ae6f8a9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.481083 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3036738c-8ca1-4c2c-97e2-e29cfa9b6d50 None None] Provisioning complete for port f80b7d43-d65e-4632-9774-288f1ae6f8a9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:11.483592 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3036738c-8ca1-4c2c-97e2-e29cfa9b6d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f80b7d43-d65e-4632-9774-288f1ae6f8a9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.715740 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-b6cce040-3290-46ea-a29d-dd38991f6021 admin admin] Allocated IP 172.20.0.1 (2845545c-792f-42dd-94d8-6859754785c7/e5fa79a3-cd3b-4ab2-b880-410d1bb2ec16/3742a0b3-5b62-42a5-b1db-66c5ef3c79e2) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:11.720615 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-833e46ba-93d8-48d3-abef-9013457cf382 req-bd76ea0f-f302-4aa0-8186-8470b401547e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 HTTP/1.1" status: 200 len: 217 time: 0.4404471 Feb 19 04:12:11.728732 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-598db326-5812-43c0-9a1e-2edbc2569a73 req-86da8ddd-5a6e-4fc5-84ce-aa1ffb99ab06 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5611811 Feb 19 04:12:11.805569 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89622672-7f67-445e-8f07-b6c54ed145df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (855cc8f5-81f2-4ab5-b830-1558162b90b2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.827469 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-4df416ce-f393-4b2e-a642-b40b40a42006 req-3ef0db39-6b7f-4726-beb1-e4199174a280 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Deleting port ff3e333d-42b3-4b41-9d4d-4aefd47e3720 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:11.828490 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4df416ce-f393-4b2e-a642-b40b40a42006 req-3ef0db39-6b7f-4726-beb1-e4199174a280 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ff3e333d-42b3-4b41-9d4d-4aefd47e3720), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.973608 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c6117c-c473-4ad4-85bf-8d50fdaa84d5 x-openstack-request-id: req-41c6117c-c473-4ad4-85bf-8d50fdaa84d5 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:11.974083 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd66453-3455-43ba-8f54-ba64625d9c1a", "tag": "cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:11.974463 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-41c6117c-c473-4ad4-85bf-8d50fdaa84d5 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:11.974997 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd66453-3455-43ba-8f54-ba64625d9c1a', 'tag': 'cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211', 'status': 'completed', 'code': 200} Feb 19 04:12:11.981195 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e46ba-93d8-48d3-abef-9013457cf382 req-b6810ddd-166b-45c1-957e-05994b2cd53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:11.983175 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-833e46ba-93d8-48d3-abef-9013457cf382 req-b6810ddd-166b-45c1-957e-05994b2cd53a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e HTTP/1.1" status: 200 len: 844 time: 0.2531438 Feb 19 04:12:12.053356 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port f80b7d43-d65e-4632-9774-288f1ae6f8a9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:12.251265 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3036738c-8ca1-4c2c-97e2-e29cfa9b6d50 None None] Current status of the port f80b7d43-d65e-4632-9774-288f1ae6f8a9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:12.273248 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ee5d0c30-7700-4da7-b965-869aaa2a7040 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:12.365613 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-4df416ce-f393-4b2e-a642-b40b40a42006 req-3ef0db39-6b7f-4726-beb1-e4199174a280 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] For port ff3e333d-42b3-4b41-9d4d-4aefd47e3720, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=ff3e333d-42b3-4b41-9d4d-4aefd47e3720,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:12.367485 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4df416ce-f393-4b2e-a642-b40b40a42006 req-3ef0db39-6b7f-4726-beb1-e4199174a280 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ff3e333d-42b3-4b41-9d4d-4aefd47e3720), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:12.367983 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9c2fa-90cc-4045-8f0d-cc1d86de8741 req-c6159d70-cb92-4091-a1dc-142889d2ce9b tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:12.370463 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cda9c2fa-90cc-4045-8f0d-cc1d86de8741 req-c6159d70-cb92-4091-a1dc-142889d2ce9b tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bd66453-3455-43ba-8f54-ba64625d9c1a HTTP/1.1" status: 200 len: 943 time: 0.3918204 Feb 19 04:12:12.397887 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-4df416ce-f393-4b2e-a642-b40b40a42006 req-3ef0db39-6b7f-4726-beb1-e4199174a280 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Calling delete_port for ff3e333d-42b3-4b41-9d4d-4aefd47e3720 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:12.409776 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e46ba-93d8-48d3-abef-9013457cf382 req-50f53733-c775-4d1f-af5c-5c0fb8e9d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:12.411536 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-833e46ba-93d8-48d3-abef-9013457cf382 req-50f53733-c775-4d1f-af5c-5c0fb8e9d413 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6453da06-0cc8-4a8b-aa70-6b97516c41c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4119852 Feb 19 04:12:12.462595 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] Publish callbacks [] for port (5a474409-ccd8-4b37-b27d-085ff7f62635), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:12.470185 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ee5d0c30-7700-4da7-b965-869aaa2a7040 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:12.471371 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ee5d0c30-7700-4da7-b965-869aaa2a7040), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:12.529767 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5a474409-ccd8-4b37-b27d-085ff7f62635), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:12.593271 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b6cce040-3290-46ea-a29d-dd38991f6021 admin admin] Publish callbacks [] for port (3742a0b3-5b62-42a5-b1db-66c5ef3c79e2), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:12.679261 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] Attempting to bind port 5a474409-ccd8-4b37-b27d-085ff7f62635 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:12.680317 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] Attempting to bind port 5a474409-ccd8-4b37-b27d-085ff7f62635 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:12.681277 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] Attempting to bind port 5a474409-ccd8-4b37-b27d-085ff7f62635 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:12.718741 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:12.719858 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:12.721004 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:12.722010 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:12.724027 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] Bound port: 5a474409-ccd8-4b37-b27d-085ff7f62635, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:12.725096 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5a474409-ccd8-4b37-b27d-085ff7f62635), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:12.730915 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba88a6-f468-4e3d-82e2-c3d3c3dc7597 None None] Pushing event updated for resources: {'Port': ['ID=5a474409-ccd8-4b37-b27d-085ff7f62635,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:12.842263 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4df416ce-f393-4b2e-a642-b40b40a42006 req-3ef0db39-6b7f-4726-beb1-e4199174a280 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (ff3e333d-42b3-4b41-9d4d-4aefd47e3720), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:12.881862 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['dae86111-0480-4bc5-a0c0-903b538e51df', '38c4be6d-bb80-4ed8-a6ec-d1192c2ed263', 'ff3e333d-42b3-4b41-9d4d-4aefd47e3720'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:12:12.915455 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0db39-6b7f-4726-beb1-e4199174a280 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Pushing event deleted for resources: {'Port': ['ID=ff3e333d-42b3-4b41-9d4d-4aefd47e3720,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:12.945090 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92528ef7-e6c5-401f-8770-aee6d7c8998d req-f6ed192b-4f8c-479a-ab8c-f27365677db0 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:12.952535 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89622672-7f67-445e-8f07-b6c54ed145df admin admin] Router 855cc8f5-81f2-4ab5-b830-1558162b90b2 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:12:12.953300 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-92528ef7-e6c5-401f-8770-aee6d7c8998d req-f6ed192b-4f8c-479a-ab8c-f27365677db0 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.8402977 Feb 19 04:12:13.027532 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ee5d0c30-7700-4da7-b965-869aaa2a7040 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:13.078415 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b6cce040-3290-46ea-a29d-dd38991f6021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (3742a0b3-5b62-42a5-b1db-66c5ef3c79e2), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.082480 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cda9c2fa-90cc-4045-8f0d-cc1d86de8741 req-01378443-efa9-4f6f-8eb9-dd54a2393a23 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/security-groups?id=a84d8eea-4a57-4bbf-bcd8-18c9f130b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6885662 Feb 19 04:12:13.090297 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] For port 5a474409-ccd8-4b37-b27d-085ff7f62635, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:13.096954 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] For port 5a474409-ccd8-4b37-b27d-085ff7f62635, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5a474409-ccd8-4b37-b27d-085ff7f62635,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:13.145068 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5a474409-ccd8-4b37-b27d-085ff7f62635), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.171592 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df416ce-f393-4b2e-a642-b40b40a42006 req-3ef0db39-6b7f-4726-beb1-e4199174a280 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] No DVR routers for this DVR port ff3e333d-42b3-4b41-9d4d-4aefd47e3720 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:12:13.280242 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4df416ce-f393-4b2e-a642-b40b40a42006 req-3ef0db39-6b7f-4726-beb1-e4199174a280 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.294326 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4df416ce-f393-4b2e-a642-b40b40a42006 req-3ef0db39-6b7f-4726-beb1-e4199174a280 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.48 "DELETE /v2.0/ports/ff3e333d-42b3-4b41-9d4d-4aefd47e3720 HTTP/1.1" status: 204 len: 173 time: 1.8736150 Feb 19 04:12:13.299977 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3e9499-e1b4-41e1-8a65-67d0ea100193', 'name': 'network-vif-deleted', 'tag': 'ff3e333d-42b3-4b41-9d4d-4aefd47e3720'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:13.312738 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a262b905-a30f-4fbe-b7bf-93a3d66a7685" -d '{"events": [{"server_uuid": "ea3e9499-e1b4-41e1-8a65-67d0ea100193", "name": "network-vif-deleted", "tag": "ff3e333d-42b3-4b41-9d4d-4aefd47e3720"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:13.367737 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba88a6-f468-4e3d-82e2-c3d3c3dc7597 None None] Pushing event updated for resources: {'Port': ['ID=5a474409-ccd8-4b37-b27d-085ff7f62635,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:13.376657 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cce040-3290-46ea-a29d-dd38991f6021 admin admin] Network 2845545c-792f-42dd-94d8-6859754785c7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:13.384500 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-b6cce040-3290-46ea-a29d-dd38991f6021 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:13.390111 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-92528ef7-e6c5-401f-8770-aee6d7c8998d req-f8323674-e5db-4b9a-b8f5-e94666b1f9d6 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4352715 Feb 19 04:12:13.390667 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cce040-3290-46ea-a29d-dd38991f6021 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:13.406626 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-833e46ba-93d8-48d3-abef-9013457cf382 req-5c1daf92-017e-4887-9df6-1f2eb2bee23f service neutron] 10.222.0.10 "GET /v2.0/networks/6453da06-0cc8-4a8b-aa70-6b97516c41c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012014 Feb 19 04:12:13.522895 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] Routers {'b9cec8ae-a808-4c40-93fc-058c53c7fde9'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:13.523736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:12:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b9cec8ae-a808-4c40-93fc-058c53c7fde9'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:13.564486 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b6cce040-3290-46ea-a29d-dd38991f6021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (b9cec8ae-a808-4c40-93fc-058c53c7fde9), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.740761 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89622672-7f67-445e-8f07-b6c54ed145df admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:12:13.761430 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] Sync routers for ids ['855cc8f5-81f2-4ab5-b830-1558162b90b2'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:12:13.812471 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] Routers {'855cc8f5-81f2-4ab5-b830-1558162b90b2'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:13.834231 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:12:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['855cc8f5-81f2-4ab5-b830-1558162b90b2'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:13.841594 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89622672-7f67-445e-8f07-b6c54ed145df admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.846474 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-89622672-7f67-445e-8f07-b6c54ed145df admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.6801276 Feb 19 04:12:13.877015 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37110) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:13.929932 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cce040-3290-46ea-a29d-dd38991f6021 admin admin] Pushing event updated for resources: {'Port': ['ID=3742a0b3-5b62-42a5-b1db-66c5ef3c79e2,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:14.145753 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9c197-2f11-4022-8438-f8f56a30a2a8 req-04e6dcf6-13fe-4fa1-ad66-e0e26e8357b0 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:14.148699 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-56f9c197-2f11-4022-8438-f8f56a30a2a8 req-04e6dcf6-13fe-4fa1-ad66-e0e26e8357b0 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27 HTTP/1.1" status: 200 len: 945 time: 1.1026340 Feb 19 04:12:14.186798 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d9dc0238-a4a3-4691-966c-73887c2f0312 None None] Provisioning complete for port 3742a0b3-5b62-42a5-b1db-66c5ef3c79e2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:14.187576 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d9dc0238-a4a3-4691-966c-73887c2f0312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3742a0b3-5b62-42a5-b1db-66c5ef3c79e2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:14.213653 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-833e46ba-93d8-48d3-abef-9013457cf382 req-1ea26822-012e-45f7-b3e8-7f8c42225117 service neutron] 10.222.0.10 "GET /v2.0/networks/6453da06-0cc8-4a8b-aa70-6b97516c41c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7853847 Feb 19 04:12:14.427652 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d9dc0238-a4a3-4691-966c-73887c2f0312 None None] Port 3742a0b3-5b62-42a5-b1db-66c5ef3c79e2 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:14.444708 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] Set router b9cec8ae-a808-4c40-93fc-058c53c7fde9 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:14.468471 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] Set router 855cc8f5-81f2-4ab5-b830-1558162b90b2 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:14.478336 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-53627dae-9207-4532-9c52-5a5c9856291f req-04fdb631-7e41-45ae-9fdf-34d19876b067 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea3e9499-e1b4-41e1-8a65-67d0ea100193 HTTP/1.1" status: 200 len: 210 time: 0.1833885 Feb 19 04:12:14.571901 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64709f84-3e69-4378-a475-b471b0a344bc req-459bbc1d-f269-4c4e-9693-bafa3eebb485 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:14.574083 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-64709f84-3e69-4378-a475-b471b0a344bc req-459bbc1d-f269-4c4e-9693-bafa3eebb485 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27 HTTP/1.1" status: 200 len: 945 time: 0.6661580 Feb 19 04:12:14.642859 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf58f1c6-ad53-4db4-8e70-7270c7a696cc x-openstack-request-id: req-cf58f1c6-ad53-4db4-8e70-7270c7a696cc {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:14.644859 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3e9499-e1b4-41e1-8a65-67d0ea100193", "name": "network-vif-deleted", "tag": "ff3e333d-42b3-4b41-9d4d-4aefd47e3720", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:14.645346 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cf58f1c6-ad53-4db4-8e70-7270c7a696cc {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:14.646047 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3e9499-e1b4-41e1-8a65-67d0ea100193', 'name': 'network-vif-deleted', 'tag': 'ff3e333d-42b3-4b41-9d4d-4aefd47e3720', 'status': 'completed', 'code': 200} Feb 19 04:12:14.648896 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df787479-9b36-49dd-bd97-ba56b811066b req-f56a4e79-5145-4d00-a76a-714f56c01340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:14.651656 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df787479-9b36-49dd-bd97-ba56b811066b req-f56a4e79-5145-4d00-a76a-714f56c01340 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc24a822c9cd4304b5492da651149632&device_id=8bd66453-3455-43ba-8f54-ba64625d9c1a HTTP/1.1" status: 200 len: 1125 time: 0.3159359 Feb 19 04:12:14.807790 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df787479-9b36-49dd-bd97-ba56b811066b req-5c1c9b0e-6012-483e-9b79-d41fb1445547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:14.810385 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df787479-9b36-49dd-bd97-ba56b811066b req-5c1c9b0e-6012-483e-9b79-d41fb1445547 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6453da06-0cc8-4a8b-aa70-6b97516c41c7 HTTP/1.1" status: 200 len: 905 time: 0.1512399 Feb 19 04:12:14.887514 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-56f9c197-2f11-4022-8438-f8f56a30a2a8 req-7a9249f9-693e-446f-8381-50a011fe725a tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Deleting port 895442f4-dc44-4f60-9756-cffdd91faf4c {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:14.887960 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-56f9c197-2f11-4022-8438-f8f56a30a2a8 req-7a9249f9-693e-446f-8381-50a011fe725a tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (895442f4-dc44-4f60-9756-cffdd91faf4c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:14.951607 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device ff3e333d-42b3-4b41-9d4d-4aefd47e3720 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:12:14.976815 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'name': 'tempest-AttachVolumeTestJSON-1179252603-router', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:01Z', 'updated_at': '2022-02-19T04:12:08Z', 'revision_number': 3, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'gw_port': {'id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:15.003835 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: ff3e333d-42b3-4b41-9d4d-4aefd47e3720 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:12:15.004210 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device ff3e333d-42b3-4b41-9d4d-4aefd47e3720 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:12:15.028363 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b6cce040-3290-46ea-a29d-dd38991f6021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3742a0b3-5b62-42a5-b1db-66c5ef3c79e2), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:15.043449 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-64709f84-3e69-4378-a475-b471b0a344bc req-ff2e5600-862a-4e71-9ed7-cfebfd4f7246 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/security-groups?id=3013973a-3e4c-4e73-a652-2279a8a42705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408071 Feb 19 04:12:15.119603 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df787479-9b36-49dd-bd97-ba56b811066b req-9e93bb0f-715b-4210-8ec9-14ce0c43c50a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 HTTP/1.1" status: 200 len: 217 time: 0.2977378 Feb 19 04:12:15.134407 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] Checking router: 855cc8f5-81f2-4ab5-b830-1558162b90b2 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:12:15.135859 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] Updating router 855cc8f5-81f2-4ab5-b830-1558162b90b2 port 61aac93a-faff-4f33-9a68-a4fc876ae4f0 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:12:15.192066 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cec8ae-a808-4c40-93fc-058c53c7fde9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1532999171-router', 'tenant_id': '7328b15aba784aaa828edf6314301353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '5a474409-ccd8-4b37-b27d-085ff7f62635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:59Z', 'updated_at': '2022-02-19T04:12:04Z', 'revision_number': 3, 'project_id': '7328b15aba784aaa828edf6314301353', 'gw_port': {'id': '5a474409-ccd8-4b37-b27d-085ff7f62635', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cec8ae-a808-4c40-93fc-058c53c7fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:02Z', 'updated_at': '2022-02-19T04:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:15.256184 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df787479-9b36-49dd-bd97-ba56b811066b req-6724d0c4-a070-423e-b76f-f079b417517d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:15.258720 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df787479-9b36-49dd-bd97-ba56b811066b req-6724d0c4-a070-423e-b76f-f079b417517d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e HTTP/1.1" status: 200 len: 844 time: 0.0784249 Feb 19 04:12:15.282443 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (61aac93a-faff-4f33-9a68-a4fc876ae4f0), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:15.327360 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fe937f-484d-4eb6-830e-da6a6e21df05 None None] The sync data for ids ['b9cec8ae-a808-4c40-93fc-058c53c7fde9'] in n-d-772273-4 is: [{'id': 'b9cec8ae-a808-4c40-93fc-058c53c7fde9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1532999171-router', 'tenant_id': '7328b15aba784aaa828edf6314301353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '5a474409-ccd8-4b37-b27d-085ff7f62635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:59Z', 'updated_at': '2022-02-19T04:12:04Z', 'revision_number': 3, 'project_id': '7328b15aba784aaa828edf6314301353', 'gw_port': {'id': '5a474409-ccd8-4b37-b27d-085ff7f62635', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cec8ae-a808-4c40-93fc-058c53c7fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:02Z', 'updated_at': '2022-02-19T04:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:12:15.504589 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b6cce040-3290-46ea-a29d-dd38991f6021 admin admin] Publish callbacks [] for port (3742a0b3-5b62-42a5-b1db-66c5ef3c79e2), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:15.527824 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b6cce040-3290-46ea-a29d-dd38991f6021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (3742a0b3-5b62-42a5-b1db-66c5ef3c79e2), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:15.700600 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-a790f342-52f3-45b3-bd61-f1dc19bf237b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:15.713802 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-a790f342-52f3-45b3-bd61-f1dc19bf237b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 812 time: 0.6855960 Feb 19 04:12:15.785927 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df787479-9b36-49dd-bd97-ba56b811066b req-481f4389-327f-4891-87f5-ebff8b043da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:15.792376 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df787479-9b36-49dd-bd97-ba56b811066b req-481f4389-327f-4891-87f5-ebff8b043da3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6453da06-0cc8-4a8b-aa70-6b97516c41c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5260463 Feb 19 04:12:15.830425 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-05fbe48c-1d3f-4b32-b7c8-da234bceaaf1 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/quotas/4025120658c64656b8094d53fd11cf5c HTTP/1.1" status: 200 len: 375 time: 0.1147282 Feb 19 04:12:15.846783 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-56f9c197-2f11-4022-8438-f8f56a30a2a8 req-7a9249f9-693e-446f-8381-50a011fe725a tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] For port 895442f4-dc44-4f60-9756-cffdd91faf4c, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=895442f4-dc44-4f60-9756-cffdd91faf4c,segment=NetworkSegment(068f2b55-e57b-4efa-8e4f-d650cd2623e9),segment_id=068f2b55-e57b-4efa-8e4f-d650cd2623e9)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:15.847708 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-56f9c197-2f11-4022-8438-f8f56a30a2a8 req-7a9249f9-693e-446f-8381-50a011fe725a tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (895442f4-dc44-4f60-9756-cffdd91faf4c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:15.880093 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-56f9c197-2f11-4022-8438-f8f56a30a2a8 req-7a9249f9-693e-446f-8381-50a011fe725a tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Calling delete_port for 895442f4-dc44-4f60-9756-cffdd91faf4c owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:16.147529 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-9ff0fac4-2a76-463a-991f-aeecd9229e72 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3085678 Feb 19 04:12:16.173525 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cce040-3290-46ea-a29d-dd38991f6021 admin admin] Pushing event updated for resources: {'Port': ['ID=3742a0b3-5b62-42a5-b1db-66c5ef3c79e2,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:16.288556 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] Publish callbacks [] for port (61aac93a-faff-4f33-9a68-a4fc876ae4f0), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:16.328573 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (61aac93a-faff-4f33-9a68-a4fc876ae4f0), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:16.390529 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-3ab29215-55ad-45ec-a319-ee4c7040b3ec service neutron] 10.222.0.65 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416089 Feb 19 04:12:16.418100 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5a474409-ccd8-4b37-b27d-085ff7f62635 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:16.517521 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b6cce040-3290-46ea-a29d-dd38991f6021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (b9cec8ae-a808-4c40-93fc-058c53c7fde9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:16.532281 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] Attempting to bind port 61aac93a-faff-4f33-9a68-a4fc876ae4f0 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:16.533011 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] Attempting to bind port 61aac93a-faff-4f33-9a68-a4fc876ae4f0 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:16.533606 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] Attempting to bind port 61aac93a-faff-4f33-9a68-a4fc876ae4f0 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:16.627281 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:16.627915 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:16.628639 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:16.641591 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:16.642541 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] Bound port: 61aac93a-faff-4f33-9a68-a4fc876ae4f0, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:16.643238 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (61aac93a-faff-4f33-9a68-a4fc876ae4f0), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:16.646318 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcefd82-68c8-43e3-bd3a-0168eb2809f5 None None] Pushing event updated for resources: {'Port': ['ID=61aac93a-faff-4f33-9a68-a4fc876ae4f0,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:16.657769 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 5a474409-ccd8-4b37-b27d-085ff7f62635 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:16.658280 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5a474409-ccd8-4b37-b27d-085ff7f62635), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:16.708381 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea1f4e-ba91-4fec-8fd5-8ba03b149d39 req-c6b29496-53f4-4a2c-ae01-877bcc9ddf60 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:16.711616 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7eea1f4e-ba91-4fec-8fd5-8ba03b149d39 req-c6b29496-53f4-4a2c-ae01-877bcc9ddf60 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bd66453-3455-43ba-8f54-ba64625d9c1a HTTP/1.1" status: 200 len: 943 time: 0.9262614 Feb 19 04:12:16.826613 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-56f9c197-2f11-4022-8438-f8f56a30a2a8 req-7a9249f9-693e-446f-8381-50a011fe725a tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (895442f4-dc44-4f60-9756-cffdd91faf4c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:16.862826 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] For port 61aac93a-faff-4f33-9a68-a4fc876ae4f0, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:16.866952 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-18f1699b-9a91-47db-8e7e-46874db2c581 service neutron] 10.222.0.65 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750030 Feb 19 04:12:16.875658 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] For port 61aac93a-faff-4f33-9a68-a4fc876ae4f0, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=61aac93a-faff-4f33-9a68-a4fc876ae4f0,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:16.897901 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (61aac93a-faff-4f33-9a68-a4fc876ae4f0), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:17.064319 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df787479-9b36-49dd-bd97-ba56b811066b req-345d0f55-9fea-4a41-b643-1d2dc3abad0d service neutron] 10.222.0.10 "GET /v2.0/networks/6453da06-0cc8-4a8b-aa70-6b97516c41c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2287784 Feb 19 04:12:17.077329 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] Routers {'855cc8f5-81f2-4ab5-b830-1558162b90b2'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:17.077762 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:12:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['855cc8f5-81f2-4ab5-b830-1558162b90b2'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:17.148709 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9249f9-693e-446f-8381-50a011fe725a tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Pushing event deleted for resources: {'Port': ['ID=895442f4-dc44-4f60-9756-cffdd91faf4c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:17.198964 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:12:17.202422 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 895442f4-dc44-4f60-9756-cffdd91faf4c no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:12:17.223364 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f9c197-2f11-4022-8438-f8f56a30a2a8 req-7a9249f9-693e-446f-8381-50a011fe725a tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] No DVR routers for this DVR port 895442f4-dc44-4f60-9756-cffdd91faf4c on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:12:17.236041 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 895442f4-dc44-4f60-9756-cffdd91faf4c {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:12:17.236404 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 895442f4-dc44-4f60-9756-cffdd91faf4c not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:12:17.237748 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-56f9c197-2f11-4022-8438-f8f56a30a2a8 req-7a9249f9-693e-446f-8381-50a011fe725a tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:17.239570 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 5a474409-ccd8-4b37-b27d-085ff7f62635 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:17.240051 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5a474409-ccd8-4b37-b27d-085ff7f62635), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:17.246358 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-56f9c197-2f11-4022-8438-f8f56a30a2a8 req-7a9249f9-693e-446f-8381-50a011fe725a tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.10 "DELETE /v2.0/ports/895442f4-dc44-4f60-9756-cffdd91faf4c HTTP/1.1" status: 204 len: 173 time: 3.0861497 Feb 19 04:12:17.247673 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27', 'name': 'network-vif-deleted', 'tag': '895442f4-dc44-4f60-9756-cffdd91faf4c'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:17.252342 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720e3ad6-d185-4dce-90b1-6ca7e3e9ac26" -d '{"events": [{"server_uuid": "6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27", "name": "network-vif-deleted", "tag": "895442f4-dc44-4f60-9756-cffdd91faf4c"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:17.327073 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcefd82-68c8-43e3-bd3a-0168eb2809f5 None None] Pushing event updated for resources: {'Port': ['ID=61aac93a-faff-4f33-9a68-a4fc876ae4f0,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:17.339960 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 5a474409-ccd8-4b37-b27d-085ff7f62635, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5a474409-ccd8-4b37-b27d-085ff7f62635,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:17.401122 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5a474409-ccd8-4b37-b27d-085ff7f62635), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:17.471296 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7eea1f4e-ba91-4fec-8fd5-8ba03b149d39 req-738e3499-2278-4600-ac1e-99149fde4633 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/security-groups?id=a84d8eea-4a57-4bbf-bcd8-18c9f130b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6486132 Feb 19 04:12:17.512519 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cce040-3290-46ea-a29d-dd38991f6021 admin admin] Network 2845545c-792f-42dd-94d8-6859754785c7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:17.526699 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-b6cce040-3290-46ea-a29d-dd38991f6021 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:17.653244 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] Set router 855cc8f5-81f2-4ab5-b830-1558162b90b2 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:17.911067 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4dbf0a0b-f342-42bc-8d0a-47e067ba6f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.210709 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=5a474409-ccd8-4b37-b27d-085ff7f62635,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:18.292679 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cce040-3290-46ea-a29d-dd38991f6021 admin admin] Router b9cec8ae-a808-4c40-93fc-058c53c7fde9 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:12:18.406666 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211,segment=NetworkSegment(651b2c39-398b-4846-8367-85bfe33e1bb9),segment_id=651b2c39-398b-4846-8367-85bfe33e1bb9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:18.429399 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37166) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:18.483727 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211', 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7', 'port_id': 'cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211', 'mac_address': 'fa:16:3e:48:d5:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:12:18.526942 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-08baf3d1-b0b2-44c0-be3e-cd0a583e4607 None None] Provisioning complete for port 3742a0b3-5b62-42a5-b1db-66c5ef3c79e2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:18.529862 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-08baf3d1-b0b2-44c0-be3e-cd0a583e4607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3742a0b3-5b62-42a5-b1db-66c5ef3c79e2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.604881 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'name': 'tempest-AttachVolumeTestJSON-1179252603-router', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:01Z', 'updated_at': '2022-02-19T04:12:08Z', 'revision_number': 3, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'gw_port': {'id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:18.605797 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-7c1e3700-a089-48f6-89d9-ee0e1af08f58 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1450491610'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:18.670930 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-22f59c1e-c74d-400a-8618-b9173b70f632 req-c40f7248-d3ef-42a9-ad84-26e9bc534f43 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992 tempest-FloatingIPsAssociationNegativeTestJSON-2053340992-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27 HTTP/1.1" status: 200 len: 210 time: 0.3322859 Feb 19 04:12:18.671912 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71874f5-bb0d-4bb1-8eb4-fb38106cf50e None None] The sync data for ids ['855cc8f5-81f2-4ab5-b830-1558162b90b2'] in n-d-772273-4 is: [{'id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'name': 'tempest-AttachVolumeTestJSON-1179252603-router', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:01Z', 'updated_at': '2022-02-19T04:12:08Z', 'revision_number': 3, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'gw_port': {'id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:12:18.715550 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f1893b-9095-4839-a465-5f8c665a30ba x-openstack-request-id: req-b5f1893b-9095-4839-a465-5f8c665a30ba {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:18.716140 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27", "name": "network-vif-deleted", "tag": "895442f4-dc44-4f60-9756-cffdd91faf4c", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:18.716463 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b5f1893b-9095-4839-a465-5f8c665a30ba {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:18.718155 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4eb75c-c1e4-4099-bad4-ff1ccb0bad27', 'name': 'network-vif-deleted', 'tag': '895442f4-dc44-4f60-9756-cffdd91faf4c', 'status': 'completed', 'code': 200} Feb 19 04:12:18.719781 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1e3700-a089-48f6-89d9-ee0e1af08f58 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Made reservation on behalf of 50046a5e10b942e69046ff4f02f577d8 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:18.727253 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7c1e3700-a089-48f6-89d9-ee0e1af08f58 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.734337 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df787479-9b36-49dd-bd97-ba56b811066b req-64cce502-c494-4801-9f71-c00cf292bf5c service neutron] 10.222.0.10 "GET /v2.0/networks/6453da06-0cc8-4a8b-aa70-6b97516c41c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6402645 Feb 19 04:12:18.828802 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-08baf3d1-b0b2-44c0-be3e-cd0a583e4607 None None] Port 3742a0b3-5b62-42a5-b1db-66c5ef3c79e2 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:18.856722 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:18.857251 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.890384 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:12:18.975975 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211,segment=NetworkSegment(651b2c39-398b-4846-8367-85bfe33e1bb9),segment_id=651b2c39-398b-4846-8367-85bfe33e1bb9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:18.990229 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:19.003387 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8acb07dd-617b-408f-bbf7-507f3611f9d9 req-1af565e8-e98a-4078-89bb-4c0395175d4c tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=26e20f4f-7f7f-424e-9bb0-99ddd7014e13 HTTP/1.1" status: 200 len: 210 time: 0.1714263 Feb 19 04:12:19.047248 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-4dbf0a0b-f342-42bc-8d0a-47e067ba6f19 admin admin] Allocated IP 172.20.0.1 (58c1cfe5-5b31-4d86-b71c-5778f412859b/94653809-5e9c-447e-841f-90aff76610c8/5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:19.150857 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1e3700-a089-48f6-89d9-ee0e1af08f58 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:12:19.229210 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7c1e3700-a089-48f6-89d9-ee0e1af08f58 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (08d0de5c-f76e-47d2-bb10-a0e1f8919b7f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:19.231395 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-7c1e3700-a089-48f6-89d9-ee0e1af08f58 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Added segment 08d0de5c-f76e-47d2-bb10-a0e1f8919b7f of type vlan for network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 Feb 19 04:12:19.287227 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4dbf0a0b-f342-42bc-8d0a-47e067ba6f19 admin admin] Publish callbacks [] for port (5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:19.321278 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:12:19.363098 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cce040-3290-46ea-a29d-dd38991f6021 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:12:19.437390 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4dbf0a0b-f342-42bc-8d0a-47e067ba6f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:19.505831 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbf0a0b-f342-42bc-8d0a-47e067ba6f19 admin admin] Network 58c1cfe5-5b31-4d86-b71c-5778f412859b is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:19.530395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-4dbf0a0b-f342-42bc-8d0a-47e067ba6f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:19.549752 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbf0a0b-f342-42bc-8d0a-47e067ba6f19 admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:19.574386 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7c1e3700-a089-48f6-89d9-ee0e1af08f58 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (f5d4812e-d0cd-4e7d-8694-a42a96ae1939), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:19.579261 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:19.669037 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4dbf0a0b-f342-42bc-8d0a-47e067ba6f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (855cc8f5-81f2-4ab5-b830-1558162b90b2), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:19.693618 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b6cce040-3290-46ea-a29d-dd38991f6021 admin admin] 10.222.0.65 "PUT /v2.0/routers/b9cec8ae-a808-4c40-93fc-058c53c7fde9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1052928 Feb 19 04:12:19.718777 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7c1e3700-a089-48f6-89d9-ee0e1af08f58 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (f5d4812e-d0cd-4e7d-8694-a42a96ae1939), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:19.748083 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1e3700-a089-48f6-89d9-ee0e1af08f58 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:19.751781 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7c1e3700-a089-48f6-89d9-ee0e1af08f58 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:19.858149 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf0a0b-f342-42bc-8d0a-47e067ba6f19 admin admin] Pushing event updated for resources: {'Port': ['ID=5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:19.951879 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] Sync routers for ids ['b9cec8ae-a808-4c40-93fc-058c53c7fde9'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:12:20.016276 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a345be-f23f-4e8d-a351-f1275b6c93fa req-5306a741-fb79-40c9-823b-4bcd857dcd2e tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:20.020821 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-57a345be-f23f-4e8d-a351-f1275b6c93fa req-5306a741-fb79-40c9-823b-4bcd857dcd2e tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bd66453-3455-43ba-8f54-ba64625d9c1a HTTP/1.1" status: 200 len: 944 time: 0.3541460 Feb 19 04:12:20.031021 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] Routers {'b9cec8ae-a808-4c40-93fc-058c53c7fde9'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:20.033644 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:12:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b9cec8ae-a808-4c40-93fc-058c53c7fde9'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:20.146764 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7c1e3700-a089-48f6-89d9-ee0e1af08f58 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7107959 Feb 19 04:12:20.147958 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37188) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:20.223325 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-473be068-53a1-4c17-a295-1472dbaff21c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1132940330'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:20.328872 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4dbf0a0b-f342-42bc-8d0a-47e067ba6f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:20.703344 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e3700-a089-48f6-89d9-ee0e1af08f58 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event updated for resources: {'Network': ['ID=f5d4812e-d0cd-4e7d-8694-a42a96ae1939,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:20.739763 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-101f67d1-f4f0-4a3a-b482-936ac40e76ac None None] Provisioning complete for port 5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:20.754260 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-101f67d1-f4f0-4a3a-b482-936ac40e76ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:20.763592 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5a474409-ccd8-4b37-b27d-085ff7f62635 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:20.799290 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-57a345be-f23f-4e8d-a351-f1275b6c93fa req-e6f17e45-7bd1-46a3-a28e-771c9469a81a tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/security-groups?id=a84d8eea-4a57-4bbf-bcd8-18c9f130b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7532401 Feb 19 04:12:20.874394 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] Set router b9cec8ae-a808-4c40-93fc-058c53c7fde9 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:21.164023 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37200) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:21.169708 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:12:21.398477 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473be068-53a1-4c17-a295-1472dbaff21c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Made reservation on behalf of 50046a5e10b942e69046ff4f02f577d8 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:21.410617 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-473be068-53a1-4c17-a295-1472dbaff21c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.543762 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-473be068-53a1-4c17-a295-1472dbaff21c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:12:21.560428 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-473be068-53a1-4c17-a295-1472dbaff21c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (3c3cc939-80bd-4c27-898f-5f96a179182c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.561356 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-473be068-53a1-4c17-a295-1472dbaff21c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Added segment 3c3cc939-80bd-4c27-898f-5f96a179182c of type vlan for network 711f24c3-7d72-4738-9575-b7145b783950 Feb 19 04:12:21.568147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-101f67d1-f4f0-4a3a-b482-936ac40e76ac None None] Port 5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:21.574943 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 5a474409-ccd8-4b37-b27d-085ff7f62635 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:21.576209 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5a474409-ccd8-4b37-b27d-085ff7f62635), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.730890 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-473be068-53a1-4c17-a295-1472dbaff21c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (711f24c3-7d72-4738-9575-b7145b783950), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.801989 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-473be068-53a1-4c17-a295-1472dbaff21c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (711f24c3-7d72-4738-9575-b7145b783950), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.809222 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473be068-53a1-4c17-a295-1472dbaff21c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:21.810021 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-473be068-53a1-4c17-a295-1472dbaff21c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.890779 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2841cd3-6afe-4048-ba76-c1163d6260b8 req-73e1dc08-c75b-4081-a4af-09f86e25b45b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:21.892670 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b2841cd3-6afe-4048-ba76-c1163d6260b8 req-73e1dc08-c75b-4081-a4af-09f86e25b45b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=db84a620-61c4-437d-96e9-e21b9ab14ecf HTTP/1.1" status: 200 len: 946 time: 1.9456246 Feb 19 04:12:21.950189 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-473be068-53a1-4c17-a295-1472dbaff21c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7441843 Feb 19 04:12:21.997471 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 5a474409-ccd8-4b37-b27d-085ff7f62635 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:21.999086 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 61aac93a-faff-4f33-9a68-a4fc876ae4f0 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:22.004194 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37212) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:22.079898 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703670d8-514c-444b-85b4-5150e10000db req-0f40f958-1b7e-4f70-8769-5ed6ba25d614 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:22.083104 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-703670d8-514c-444b-85b4-5150e10000db req-0f40f958-1b7e-4f70-8769-5ed6ba25d614 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.48 "GET /v2.0/ports?device_id=db84a620-61c4-437d-96e9-e21b9ab14ecf HTTP/1.1" status: 200 len: 946 time: 1.4987392 Feb 19 04:12:22.084337 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37216) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:22.087336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-5d95a5d7-3d20-4df2-a8d7-37f2a0f309e3 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:22.090193 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-5d95a5d7-3d20-4df2-a8d7-37f2a0f309e3 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.48 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 812 time: 1.4968112 Feb 19 04:12:22.096425 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-b3187c67-459d-4c2a-b1dc-bb69b0d773cb tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Request body: {'subnet': {'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:22.104697 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37218) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:22.125400 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-4bfc8609-5782-447f-96b2-a2b078269c70 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-260191242-network', 'tenant_id': 'baaa0965c8b94e00b4676ca01865b16b'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:22.142729 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cec8ae-a808-4c40-93fc-058c53c7fde9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1532999171-router', 'tenant_id': '7328b15aba784aaa828edf6314301353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '5a474409-ccd8-4b37-b27d-085ff7f62635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:59Z', 'updated_at': '2022-02-19T04:12:14Z', 'revision_number': 4, 'project_id': '7328b15aba784aaa828edf6314301353', 'gw_port': {'id': '5a474409-ccd8-4b37-b27d-085ff7f62635', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cec8ae-a808-4c40-93fc-058c53c7fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:02Z', 'updated_at': '2022-02-19T04:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '3742a0b3-5b62-42a5-b1db-66c5ef3c79e2', 'name': '', 'network_id': '2845545c-792f-42dd-94d8-6859754785c7', 'tenant_id': '7328b15aba784aaa828edf6314301353', 'mac_address': 'fa:16:3e:02:8e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cec8ae-a808-4c40-93fc-058c53c7fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'e5fa79a3-cd3b-4ab2-b880-410d1bb2ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:10Z', 'updated_at': '2022-02-19T04:12:15Z', 'revision_number': 2, 'project_id': '7328b15aba784aaa828edf6314301353', 'subnets': [{'id': 'e5fa79a3-cd3b-4ab2-b880-410d1bb2ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:22.163208 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b14ef9a5-2d91-450c-9754-42dd5d544335 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Request body: {'port': {'device_id': '26e20f4f-7f7f-424e-9bb0-99ddd7014e13', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'admin_state_up': True, 'tenant_id': '4025120658c64656b8094d53fd11cf5c'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:22.183300 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473be068-53a1-4c17-a295-1472dbaff21c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event updated for resources: {'Network': ['ID=711f24c3-7d72-4738-9575-b7145b783950,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:22.197167 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] Checking router: b9cec8ae-a808-4c40-93fc-058c53c7fde9 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:12:22.197749 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] Updating router b9cec8ae-a808-4c40-93fc-058c53c7fde9 port 3742a0b3-5b62-42a5-b1db-66c5ef3c79e2 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:12:22.233098 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60bbe749-8964-42e4-a831-07e4402d8b42 req-88a6bb1b-5c90-499d-b163-3d48453f194c tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=26e20f4f-7f7f-424e-9bb0-99ddd7014e13 HTTP/1.1" status: 200 len: 210 time: 0.1104438 Feb 19 04:12:22.264105 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 711f24c3-7d72-4738-9575-b7145b783950 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:12:22.427853 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3742a0b3-5b62-42a5-b1db-66c5ef3c79e2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:22.482019 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 61aac93a-faff-4f33-9a68-a4fc876ae4f0 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:22.482627 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (61aac93a-faff-4f33-9a68-a4fc876ae4f0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:22.526858 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4dbf0a0b-f342-42bc-8d0a-47e067ba6f19 admin admin] Publish callbacks [] for port (5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:22.553253 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4dbf0a0b-f342-42bc-8d0a-47e067ba6f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:22.592189 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b2841cd3-6afe-4048-ba76-c1163d6260b8 req-99cf41cf-425b-4ee6-a113-9d431e6ab2a5 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6546977 Feb 19 04:12:22.611195 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfc8609-5782-447f-96b2-a2b078269c70 admin admin] Made reservation on behalf of baaa0965c8b94e00b4676ca01865b16b for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:22.615771 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4bfc8609-5782-447f-96b2-a2b078269c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:22.678005 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4bfc8609-5782-447f-96b2-a2b078269c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:22.716963 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b14ef9a5-2d91-450c-9754-42dd5d544335 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Made reservation on behalf of 4025120658c64656b8094d53fd11cf5c for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:22.720875 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b14ef9a5-2d91-450c-9754-42dd5d544335 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:22.772863 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 61aac93a-faff-4f33-9a68-a4fc876ae4f0 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:22.773444 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (61aac93a-faff-4f33-9a68-a4fc876ae4f0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:22.782495 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3187c67-459d-4c2a-b1dc-bb69b0d773cb tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Made reservation on behalf of 50046a5e10b942e69046ff4f02f577d8 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:22.787655 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b3187c67-459d-4c2a-b1dc-bb69b0d773cb tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:22.937940 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-703670d8-514c-444b-85b4-5150e10000db req-c2f0d031-67fd-4de8-8cfa-b642a22e7ba3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Deleting port 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:22.939587 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-703670d8-514c-444b-85b4-5150e10000db req-c2f0d031-67fd-4de8-8cfa-b642a22e7ba3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (38c4be6d-bb80-4ed8-a6ec-d1192c2ed263), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:22.946360 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4dbf0a0b-f342-42bc-8d0a-47e067ba6f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (855cc8f5-81f2-4ab5-b830-1558162b90b2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.082857 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf0a0b-f342-42bc-8d0a-47e067ba6f19 admin admin] Pushing event updated for resources: {'Port': ['ID=5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:23.123596 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dd533cdf-a72e-4fb4-adab-4fa4a9f8b6d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.138099 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 61aac93a-faff-4f33-9a68-a4fc876ae4f0, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=61aac93a-faff-4f33-9a68-a4fc876ae4f0,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:23.151772 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (61aac93a-faff-4f33-9a68-a4fc876ae4f0), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.210126 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:23.266753 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01776b-97c4-4b36-b7ad-029ef8a9ba49 req-011aaaf8-8ab3-42d7-a9da-a4a04f10e1db tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:23.269579 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3b01776b-97c4-4b36-b7ad-029ef8a9ba49 req-011aaaf8-8ab3-42d7-a9da-a4a04f10e1db tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bd66453-3455-43ba-8f54-ba64625d9c1a HTTP/1.1" status: 200 len: 944 time: 0.7518556 Feb 19 04:12:23.355139 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b3187c67-459d-4c2a-b1dc-bb69b0d773cb tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (f5a38712-95b2-4271-ab6e-5854ab0620a4), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.422883 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=61aac93a-faff-4f33-9a68-a4fc876ae4f0,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:23.474057 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b14ef9a5-2d91-450c-9754-42dd5d544335 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Allocated IP 172.20.0.4 (d9d990e4-ae18-48b8-9375-8a399a46fa4c/dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509/b635883c-4fbf-45ce-9564-e44a0129e0ac) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:23.479535 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4bfc8609-5782-447f-96b2-a2b078269c70 admin admin] Publish callbacks [] for security_group (602d5563-2883-4625-8708-64e438a9c0d9), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.493624 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-703670d8-514c-444b-85b4-5150e10000db req-c2f0d031-67fd-4de8-8cfa-b642a22e7ba3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] For port 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=38c4be6d-bb80-4ed8-a6ec-d1192c2ed263,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:23.494079 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-703670d8-514c-444b-85b4-5150e10000db req-c2f0d031-67fd-4de8-8cfa-b642a22e7ba3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (38c4be6d-bb80-4ed8-a6ec-d1192c2ed263), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.510015 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:12:23.516752 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4bfc8609-5782-447f-96b2-a2b078269c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (602d5563-2883-4625-8708-64e438a9c0d9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.520832 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:23.521853 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.558339 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-703670d8-514c-444b-85b4-5150e10000db req-c2f0d031-67fd-4de8-8cfa-b642a22e7ba3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Calling delete_port for 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:23.589824 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7ee93235-57f3-4f3d-a79f-1d9ff97e9da2 req-789bbbf3-86b4-4f8a-8173-9f89eff68f81 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=26e20f4f-7f7f-424e-9bb0-99ddd7014e13 HTTP/1.1" status: 200 len: 210 time: 0.1187975 Feb 19 04:12:23.598086 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3b01776b-97c4-4b36-b7ad-029ef8a9ba49 req-2318efb4-b989-4dff-9307-5c1a914b9dc2 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/security-groups?id=a84d8eea-4a57-4bbf-bcd8-18c9f130b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831111 Feb 19 04:12:23.606780 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbf0a0b-f342-42bc-8d0a-47e067ba6f19 admin admin] Network 58c1cfe5-5b31-4d86-b71c-5778f412859b is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:23.632383 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-4dbf0a0b-f342-42bc-8d0a-47e067ba6f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:23.766567 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bfc8609-5782-447f-96b2-a2b078269c70 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:12:23.783809 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4bfc8609-5782-447f-96b2-a2b078269c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (866fa118-7f93-47d2-97b7-b8e34872fe4c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.785710 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-4bfc8609-5782-447f-96b2-a2b078269c70 admin admin] Added segment 866fa118-7f93-47d2-97b7-b8e34872fe4c of type vlan for network a3f73ec9-b8a7-4c8c-948d-366a766a0705 Feb 19 04:12:23.824981 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:23.825971 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.832872 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] Publish callbacks [] for port (3742a0b3-5b62-42a5-b1db-66c5ef3c79e2), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.840336 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dd533cdf-a72e-4fb4-adab-4fa4a9f8b6d2 admin admin] Publish callbacks [] for security_group (b160ae09-ae73-450e-b01d-5071e66a18d6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.860226 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dd533cdf-a72e-4fb4-adab-4fa4a9f8b6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b160ae09-ae73-450e-b01d-5071e66a18d6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.877687 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211,segment=NetworkSegment(651b2c39-398b-4846-8367-85bfe33e1bb9),segment_id=651b2c39-398b-4846-8367-85bfe33e1bb9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:23.879783 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd66453-3455-43ba-8f54-ba64625d9c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:23.882912 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4bfc8609-5782-447f-96b2-a2b078269c70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (a3f73ec9-b8a7-4c8c-948d-366a766a0705), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.883380 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bed440-9a0b-4ec4-8018-6317f84f24b5" -d '{"events": [{"server_uuid": "8bd66453-3455-43ba-8f54-ba64625d9c1a", "name": "network-vif-plugged", "status": "completed", "tag": "cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:23.900408 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.906883 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3742a0b3-5b62-42a5-b1db-66c5ef3c79e2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.924144 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3187c67-459d-4c2a-b1dc-bb69b0d773cb tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event updated for resources: {'Subnet': ['ID=f5a38712-95b2-4271-ab6e-5854ab0620a4,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:23.981291 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b2079d-4e14-41d3-bb1d-8dcf7eda5565 x-openstack-request-id: req-84b2079d-4e14-41d3-bb1d-8dcf7eda5565 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:23.981636 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd66453-3455-43ba-8f54-ba64625d9c1a", "name": "network-vif-plugged", "status": "completed", "tag": "cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:23.981902 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-84b2079d-4e14-41d3-bb1d-8dcf7eda5565 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:23.982373 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd66453-3455-43ba-8f54-ba64625d9c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211', 'code': 200} Feb 19 04:12:24.019379 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dd533cdf-a72e-4fb4-adab-4fa4a9f8b6d2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7046a0755dbd4b6596c1fb86fdd28509&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8899839 Feb 19 04:12:24.063610 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:24.067538 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37228) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:24.084050 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd533cdf-a72e-4fb4-adab-4fa4a9f8b6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b160ae09-ae73-450e-b01d-5071e66a18d6,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:24.150007 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbf0a0b-f342-42bc-8d0a-47e067ba6f19 admin admin] Router 855cc8f5-81f2-4ab5-b830-1558162b90b2 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:12:24.164186 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4bfc8609-5782-447f-96b2-a2b078269c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (a3f73ec9-b8a7-4c8c-948d-366a766a0705), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.169878 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfc8609-5782-447f-96b2-a2b078269c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:24.171306 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4bfc8609-5782-447f-96b2-a2b078269c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.174206 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] Attempting to bind port 3742a0b3-5b62-42a5-b1db-66c5ef3c79e2 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:24.174847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] Attempting to bind port 3742a0b3-5b62-42a5-b1db-66c5ef3c79e2 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '392ad862-29e0-4dda-bbcc-b4581638c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2845545c-792f-42dd-94d8-6859754785c7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:24.175148 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] Attempting to bind port 3742a0b3-5b62-42a5-b1db-66c5ef3c79e2 on network 2845545c-792f-42dd-94d8-6859754785c7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:24.205782 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b14ef9a5-2d91-450c-9754-42dd5d544335 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for port (b635883c-4fbf-45ce-9564-e44a0129e0ac), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.227371 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5c3fb7b5-3f02-428a-b68f-408d7846dd64 None None] Provisioning complete for port 5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:24.229629 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5c3fb7b5-3f02-428a-b68f-408d7846dd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.257925 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86acf13-f1cd-4a16-b5b0-4b4f25a671a5 None None] Pushing event updated for resources: {'Port': ['ID=3742a0b3-5b62-42a5-b1db-66c5ef3c79e2,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:24.265616 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-703670d8-514c-444b-85b4-5150e10000db req-c2f0d031-67fd-4de8-8cfa-b642a22e7ba3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (38c4be6d-bb80-4ed8-a6ec-d1192c2ed263), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.311063 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc8609-5782-447f-96b2-a2b078269c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602d5563-2883-4625-8708-64e438a9c0d9,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:24.334612 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4bfc8609-5782-447f-96b2-a2b078269c70 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2232149 Feb 19 04:12:24.335573 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37230) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:24.351924 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2c33d375-1735-4f5b-8b04-3fbdd430ca2d admin admin] Request body: {'subnet': {'network_id': 'a3f73ec9-b8a7-4c8c-948d-366a766a0705', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-260191242-subnet', 'tenant_id': 'baaa0965c8b94e00b4676ca01865b16b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:24.377136 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:24.378747 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] Checking segment: {'id': '392ad862-29e0-4dda-bbcc-b4581638c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2845545c-792f-42dd-94d8-6859754785c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:24.378747 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.379364 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] Bound using segment: {'id': '392ad862-29e0-4dda-bbcc-b4581638c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2845545c-792f-42dd-94d8-6859754785c7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:24.388485 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] Bound port: 3742a0b3-5b62-42a5-b1db-66c5ef3c79e2, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392ad862-29e0-4dda-bbcc-b4581638c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2845545c-792f-42dd-94d8-6859754785c7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:24.389151 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3742a0b3-5b62-42a5-b1db-66c5ef3c79e2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.406892 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3187c67-459d-4c2a-b1dc-bb69b0d773cb tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Checking segment: {'id': '08d0de5c-f76e-47d2-bb10-a0e1f8919b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:24.407630 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3187c67-459d-4c2a-b1dc-bb69b0d773cb tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Network hostable DHCP agents. Network: f5d4812e-d0cd-4e7d-8694-a42a96ae1939, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:12:24.414341 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0d031-67fd-4de8-8cfa-b642a22e7ba3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Pushing event deleted for resources: {'Port': ['ID=38c4be6d-bb80-4ed8-a6ec-d1192c2ed263,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:24.417004 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c33d375-1735-4f5b-8b04-3fbdd430ca2d admin admin] Made reservation on behalf of baaa0965c8b94e00b4676ca01865b16b for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:24.418274 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc8609-5782-447f-96b2-a2b078269c70 admin admin] Pushing event updated for resources: {'Network': ['ID=a3f73ec9-b8a7-4c8c-948d-366a766a0705,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:24.422915 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c33d375-1735-4f5b-8b04-3fbdd430ca2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.433681 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['dae86111-0480-4bc5-a0c0-903b538e51df'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:12:24.476695 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358824c-bac2-4f23-8a11-3ed83d902866 req-8a4a0971-048f-46cf-aecb-5bf47bb4520f tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:24.482059 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0358824c-bac2-4f23-8a11-3ed83d902866 req-8a4a0971-048f-46cf-aecb-5bf47bb4520f tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=db84a620-61c4-437d-96e9-e21b9ab14ecf HTTP/1.1" status: 200 len: 867 time: 0.3206234 Feb 19 04:12:24.491542 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network a3f73ec9-b8a7-4c8c-948d-366a766a0705 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:12:24.495712 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4139f9cd-905a-4848-bf44-b86170251d61 admin admin] Publish callbacks [] for security_group (b160ae09-ae73-450e-b01d-5071e66a18d6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.514086 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b156ce-2692-41bd-8ccf-4e549e82961c req-6ef40151-aabe-4e41-9864-4636da2bfdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:24.517392 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a9b156ce-2692-41bd-8ccf-4e549e82961c req-6ef40151-aabe-4e41-9864-4636da2bfdc9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8bd66453-3455-43ba-8f54-ba64625d9c1a HTTP/1.1" status: 200 len: 1127 time: 0.3982048 Feb 19 04:12:24.523336 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5c3fb7b5-3f02-428a-b68f-408d7846dd64 None None] Port 5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:24.533822 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b14ef9a5-2d91-450c-9754-42dd5d544335 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b635883c-4fbf-45ce-9564-e44a0129e0ac), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.549747 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3187c67-459d-4c2a-b1dc-bb69b0d773cb tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:12:24.586012 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['0eac0ec9-1292-4842-bcc6-fd4725f3eb6d', '21728a78-dfbb-409e-9b8e-f7b32effd27f'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:12:24.649220 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-b3187c67-459d-4c2a-b1dc-bb69b0d773cb tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, f5d4812e-d0cd-4e7d-8694-a42a96ae1939) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:24.664084 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3187c67-459d-4c2a-b1dc-bb69b0d773cb tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:24.669241 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b3187c67-459d-4c2a-b1dc-bb69b0d773cb tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.719271 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b14ef9a5-2d91-450c-9754-42dd5d544335 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Network d9d990e4-ae18-48b8-9375-8a399a46fa4c is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:24.733369 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405f568b-3f25-4ada-9589-be36fc0d49c7 None None] Network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:24.744086 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b14ef9a5-2d91-450c-9754-42dd5d544335 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:24.748690 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b14ef9a5-2d91-450c-9754-42dd5d544335 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:24.750455 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-703670d8-514c-444b-85b4-5150e10000db req-c2f0d031-67fd-4de8-8cfa-b642a22e7ba3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] No DVR routers for this DVR port 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:12:24.756139 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42de775d-e9e1-4e75-a628-b9f87a9fda86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (e6467453-a769-4604-951c-cf9b641b9304), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.758898 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-703670d8-514c-444b-85b4-5150e10000db req-c2f0d031-67fd-4de8-8cfa-b642a22e7ba3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.761647 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ef9a5-2d91-450c-9754-42dd5d544335 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Pushing event updated for resources: {'Port': ['ID=b635883c-4fbf-45ce-9564-e44a0129e0ac,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:24.763285 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-703670d8-514c-444b-85b4-5150e10000db req-c2f0d031-67fd-4de8-8cfa-b642a22e7ba3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.48 "DELETE /v2.0/ports/38c4be6d-bb80-4ed8-a6ec-d1192c2ed263 HTTP/1.1" status: 204 len: 173 time: 2.6324546 Feb 19 04:12:24.786078 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0358824c-bac2-4f23-8a11-3ed83d902866 req-f3e003f8-9b13-4a60-ad10-4a739988a502 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996860 Feb 19 04:12:24.814331 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db84a620-61c4-437d-96e9-e21b9ab14ecf', 'name': 'network-vif-deleted', 'tag': '38c4be6d-bb80-4ed8-a6ec-d1192c2ed263'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:24.817860 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e0f9c1-49ce-429b-a176-8a1768a9348a" -d '{"events": [{"server_uuid": "db84a620-61c4-437d-96e9-e21b9ab14ecf", "name": "network-vif-deleted", "tag": "38c4be6d-bb80-4ed8-a6ec-d1192c2ed263"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:24.823787 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4139f9cd-905a-4848-bf44-b86170251d61 admin admin] Publish callbacks [] for security_group (b160ae09-ae73-450e-b01d-5071e66a18d6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.931861 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:12:24.932810 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a9b156ce-2692-41bd-8ccf-4e549e82961c req-ff474e27-62c1-4d4b-8537-2500474df145 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a84d8eea-4a57-4bbf-bcd8-18c9f130b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3683259 Feb 19 04:12:24.935056 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b3187c67-459d-4c2a-b1dc-bb69b0d773cb tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8609798 Feb 19 04:12:24.944648 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37240) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:24.952487 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e3cc4acb-0e56-474a-9ef1-cb4e86a66a98 None None] Provisioning complete for port 3742a0b3-5b62-42a5-b1db-66c5ef3c79e2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:24.953939 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e3cc4acb-0e56-474a-9ef1-cb4e86a66a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3742a0b3-5b62-42a5-b1db-66c5ef3c79e2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.979206 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f5b240e7-ff86-424d-a57c-1f3a49aaf435 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Request body: {'subnet': {'network_id': '711f24c3-7d72-4738-9575-b7145b783950', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:25.037984 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:12:25.038670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 38c4be6d-bb80-4ed8-a6ec-d1192c2ed263 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:12:25.072135 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] For port 3742a0b3-5b62-42a5-b1db-66c5ef3c79e2, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:25.137814 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] For port 3742a0b3-5b62-42a5-b1db-66c5ef3c79e2, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3742a0b3-5b62-42a5-b1db-66c5ef3c79e2,segment=NetworkSegment(392ad862-29e0-4dda-bbcc-b4581638c008),segment_id=392ad862-29e0-4dda-bbcc-b4581638c008)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:25.154217 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc4acb-0e56-474a-9ef1-cb4e86a66a98 None None] Port 3742a0b3-5b62-42a5-b1db-66c5ef3c79e2 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:25.187372 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3742a0b3-5b62-42a5-b1db-66c5ef3c79e2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:25.198666 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b14ef9a5-2d91-450c-9754-42dd5d544335 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:25.199804 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b14ef9a5-2d91-450c-9754-42dd5d544335 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:25.220612 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b986853-37f2-4344-a846-c773c8a97588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-f5d4812e-d0cd-4e7d-8694-a42a96ae1939', 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939', 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'fixed_ips': [{'subnet_id': 'f5a38712-95b2-4271-ab6e-5854ab0620a4'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:12:25.222083 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6b986853-37f2-4344-a846-c773c8a97588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:25.242720 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0404c-0d24-4af9-8455-76853438711f req-6e5d6ef0-0f0d-4f54-bc18-9010212d9ae3 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:25.246227 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2bc0404c-0d24-4af9-8455-76853438711f req-6e5d6ef0-0f0d-4f54-bc18-9010212d9ae3 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=26e20f4f-7f7f-424e-9bb0-99ddd7014e13 HTTP/1.1" status: 200 len: 931 time: 0.4734406 Feb 19 04:12:25.250162 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b14ef9a5-2d91-450c-9754-42dd5d544335 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1182075 Feb 19 04:12:25.283780 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b42403ef-c147-42e7-91c1-dedb0b76cdc4 service neutron] Request body: {'port': {'device_id': '26e20f4f-7f7f-424e-9bb0-99ddd7014e13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:25.451224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 61aac93a-faff-4f33-9a68-a4fc876ae4f0 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:25.460163 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] Routers {'b9cec8ae-a808-4c40-93fc-058c53c7fde9'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:25.460842 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:12:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b9cec8ae-a808-4c40-93fc-058c53c7fde9'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:25.526641 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbf0a0b-f342-42bc-8d0a-47e067ba6f19 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:12:25.538417 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755e3f1-6679-4fc7-9cd9-06ffcaaa7aa9 req-cbd16cc3-6713-4107-a98d-f860235c5ec1 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:25.565274 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e755e3f1-6679-4fc7-9cd9-06ffcaaa7aa9 req-cbd16cc3-6713-4107-a98d-f860235c5ec1 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bd66453-3455-43ba-8f54-ba64625d9c1a HTTP/1.1" status: 200 len: 945 time: 0.5219920 Feb 19 04:12:25.572181 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] Sync routers for ids ['855cc8f5-81f2-4ab5-b830-1558162b90b2'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:12:25.586881 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86acf13-f1cd-4a16-b5b0-4b4f25a671a5 None None] Pushing event updated for resources: {'Port': ['ID=3742a0b3-5b62-42a5-b1db-66c5ef3c79e2,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:25.592792 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] Routers {'855cc8f5-81f2-4ab5-b830-1558162b90b2'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:25.593520 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4dbf0a0b-f342-42bc-8d0a-47e067ba6f19 admin admin] 10.222.0.65 "PUT /v2.0/routers/855cc8f5-81f2-4ab5-b830-1558162b90b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7148802 Feb 19 04:12:25.594330 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:12:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['855cc8f5-81f2-4ab5-b830-1558162b90b2'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:25.635410 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b240e7-ff86-424d-a57c-1f3a49aaf435 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Made reservation on behalf of 50046a5e10b942e69046ff4f02f577d8 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:25.653071 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5b240e7-ff86-424d-a57c-1f3a49aaf435 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:25.692580 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4139f9cd-905a-4848-bf44-b86170251d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b160ae09-ae73-450e-b01d-5071e66a18d6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:25.707259 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4139f9cd-905a-4848-bf44-b86170251d61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:25.717766 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4139f9cd-905a-4848-bf44-b86170251d61 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b160ae09-ae73-450e-b01d-5071e66a18d6 HTTP/1.1" status: 204 len: 168 time: 1.6410785 Feb 19 04:12:25.770210 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c33d375-1735-4f5b-8b04-3fbdd430ca2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (422718e3-8b29-4ec5-b783-e0778456ddb2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:25.827352 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139f9cd-905a-4848-bf44-b86170251d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b160ae09-ae73-450e-b01d-5071e66a18d6,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:26.059784 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2bc0404c-0d24-4af9-8455-76853438711f req-b48d4fbd-5310-4464-a580-766b9ca986bf tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449336 Feb 19 04:12:26.086326 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b42403ef-c147-42e7-91c1-dedb0b76cdc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b635883c-4fbf-45ce-9564-e44a0129e0ac), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:26.106675 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-33aea219-606e-42a2-81b7-ea17948674aa None None] Provisioning complete for port b635883c-4fbf-45ce-9564-e44a0129e0ac triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:26.110780 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-33aea219-606e-42a2-81b7-ea17948674aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b635883c-4fbf-45ce-9564-e44a0129e0ac), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:26.254491 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e755e3f1-6679-4fc7-9cd9-06ffcaaa7aa9 req-be407600-5796-419c-ac0a-afafb9b1fa8b tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/security-groups?id=a84d8eea-4a57-4bbf-bcd8-18c9f130b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6868801 Feb 19 04:12:26.272589 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] Set router 855cc8f5-81f2-4ab5-b830-1558162b90b2 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:26.287653 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-6b986853-37f2-4344-a846-c773c8a97588 None None] Allocated IP 10.1.1.2 (f5d4812e-d0cd-4e7d-8694-a42a96ae1939/f5a38712-95b2-4271-ab6e-5854ab0620a4/f22757c0-6d42-4f4b-97c4-250c8be89489) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:26.427943 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-33aea219-606e-42a2-81b7-ea17948674aa None None] Port b635883c-4fbf-45ce-9564-e44a0129e0ac cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:26.575238 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] Set router b9cec8ae-a808-4c40-93fc-058c53c7fde9 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:26.825426 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b42403ef-c147-42e7-91c1-dedb0b76cdc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b635883c-4fbf-45ce-9564-e44a0129e0ac {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:12:26.856161 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b42403ef-c147-42e7-91c1-dedb0b76cdc4 service neutron] Publish callbacks [] for port (b635883c-4fbf-45ce-9564-e44a0129e0ac), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:26.856872 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 61aac93a-faff-4f33-9a68-a4fc876ae4f0 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:26.857589 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (61aac93a-faff-4f33-9a68-a4fc876ae4f0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:26.891531 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:12:26.959594 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37256) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:27.041527 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'name': 'tempest-AttachVolumeTestJSON-1179252603-router', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:01Z', 'updated_at': '2022-02-19T04:12:20Z', 'revision_number': 4, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'gw_port': {'id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9', 'name': '', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'mac_address': 'fa:16:3e:75:65:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '94653809-5e9c-447e-841f-90aff76610c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:18Z', 'updated_at': '2022-02-19T04:12:20Z', 'revision_number': 2, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'subnets': [{'id': '94653809-5e9c-447e-841f-90aff76610c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:27.054855 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8dc3498e-4630-455b-93b9-f97b4618f9a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.096529 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] Checking router: 855cc8f5-81f2-4ab5-b830-1558162b90b2 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:12:27.098142 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] Updating router 855cc8f5-81f2-4ab5-b830-1558162b90b2 port 5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:12:27.107786 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b42403ef-c147-42e7-91c1-dedb0b76cdc4 service neutron] Transition to ACTIVE for port object b635883c-4fbf-45ce-9564-e44a0129e0ac will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:12:27.154100 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.216656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-aacfdadb-7503-4fa3-aafe-408569dbe980 None None] Provisioning complete for port 3742a0b3-5b62-42a5-b1db-66c5ef3c79e2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:27.217078 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aacfdadb-7503-4fa3-aafe-408569dbe980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3742a0b3-5b62-42a5-b1db-66c5ef3c79e2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.269758 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f0bc46-acf6-4b64-8bbd-4eb3931bab7e x-openstack-request-id: req-78f0bc46-acf6-4b64-8bbd-4eb3931bab7e {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:27.271230 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db84a620-61c4-437d-96e9-e21b9ab14ecf", "name": "network-vif-deleted", "tag": "38c4be6d-bb80-4ed8-a6ec-d1192c2ed263", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:27.272106 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-78f0bc46-acf6-4b64-8bbd-4eb3931bab7e {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:27.275946 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db84a620-61c4-437d-96e9-e21b9ab14ecf', 'name': 'network-vif-deleted', 'tag': '38c4be6d-bb80-4ed8-a6ec-d1192c2ed263', 'status': 'completed', 'code': 200} Feb 19 04:12:27.303158 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8dc3498e-4630-455b-93b9-f97b4618f9a2 admin admin] Publish callbacks [] for security_group (7d1b8c60-78f1-48bf-82f5-51db5a75307a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.304627 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b42403ef-c147-42e7-91c1-dedb0b76cdc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (b635883c-4fbf-45ce-9564-e44a0129e0ac), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.320442 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33d375-1735-4f5b-8b04-3fbdd430ca2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=422718e3-8b29-4ec5-b783-e0778456ddb2,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:27.416548 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8dc3498e-4630-455b-93b9-f97b4618f9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7d1b8c60-78f1-48bf-82f5-51db5a75307a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.432789 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42403ef-c147-42e7-91c1-dedb0b76cdc4 service neutron] Pushing event updated for resources: {'Port': ['ID=b635883c-4fbf-45ce-9564-e44a0129e0ac,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:27.444383 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5b240e7-ff86-424d-a57c-1f3a49aaf435 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (3182cf3a-ad2c-4837-8f72-549019a0a801), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.593557 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37264) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:27.612544 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b240e7-ff86-424d-a57c-1f3a49aaf435 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event updated for resources: {'Subnet': ['ID=3182cf3a-ad2c-4837-8f72-549019a0a801,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:27.616830 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-26845966-bf08-4350-877e-229dd208ee0f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1397123061', 'description': 'tempest-description--423903094'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:27.791530 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c33d375-1735-4f5b-8b04-3fbdd430ca2d admin admin] Checking segment: {'id': '866fa118-7f93-47d2-97b7-b8e34872fe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3f73ec9-b8a7-4c8c-948d-366a766a0705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:27.791971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c33d375-1735-4f5b-8b04-3fbdd430ca2d admin admin] Network hostable DHCP agents. Network: a3f73ec9-b8a7-4c8c-948d-366a766a0705, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:12:27.833619 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6b986853-37f2-4344-a846-c773c8a97588 None None] Publish callbacks [] for port (f22757c0-6d42-4f4b-97c4-250c8be89489), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.839495 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-26845966-bf08-4350-877e-229dd208ee0f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.860865 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 61aac93a-faff-4f33-9a68-a4fc876ae4f0 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:27.900938 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6b986853-37f2-4344-a846-c773c8a97588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (f22757c0-6d42-4f4b-97c4-250c8be89489), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.925571 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] Publish callbacks [] for port (5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.931265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b42403ef-c147-42e7-91c1-dedb0b76cdc4 service neutron] Attempting to bind port b635883c-4fbf-45ce-9564-e44a0129e0ac on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:27.931742 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b42403ef-c147-42e7-91c1-dedb0b76cdc4 service neutron] Attempting to bind port b635883c-4fbf-45ce-9564-e44a0129e0ac by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:27.932250 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b42403ef-c147-42e7-91c1-dedb0b76cdc4 service neutron] Attempting to bind port b635883c-4fbf-45ce-9564-e44a0129e0ac on network d9d990e4-ae18-48b8-9375-8a399a46fa4c {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:27.942156 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.961796 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b42403ef-c147-42e7-91c1-dedb0b76cdc4 service neutron] Port b635883c-4fbf-45ce-9564-e44a0129e0ac on network d9d990e4-ae18-48b8-9375-8a399a46fa4c not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:12:27.962345 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b42403ef-c147-42e7-91c1-dedb0b76cdc4 service neutron] Attempting to bind port b635883c-4fbf-45ce-9564-e44a0129e0ac on network d9d990e4-ae18-48b8-9375-8a399a46fa4c {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:27.974461 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58759059-3d93-474b-b104-91cdf75f2a8d req-38656e79-97fb-4926-8ee1-e9250a98485d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:27.980456 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8dc3498e-4630-455b-93b9-f97b4618f9a2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a02a43d7f5454629b4985951b026dab3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0172873 Feb 19 04:12:27.985333 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b42403ef-c147-42e7-91c1-dedb0b76cdc4 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:27.985907 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b42403ef-c147-42e7-91c1-dedb0b76cdc4 service neutron] Checking segment: {'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:27.986593 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b42403ef-c147-42e7-91c1-dedb0b76cdc4 service neutron] Bound using segment: {'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:27.987410 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b42403ef-c147-42e7-91c1-dedb0b76cdc4 service neutron] Bound port: b635883c-4fbf-45ce-9564-e44a0129e0ac, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:27.989986 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b42403ef-c147-42e7-91c1-dedb0b76cdc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b635883c-4fbf-45ce-9564-e44a0129e0ac), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.997033 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-58759059-3d93-474b-b104-91cdf75f2a8d req-38656e79-97fb-4926-8ee1-e9250a98485d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=26e20f4f-7f7f-424e-9bb0-99ddd7014e13 HTTP/1.1" status: 200 len: 943 time: 0.6676650 Feb 19 04:12:27.999230 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37274) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:28.024059 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3498e-4630-455b-93b9-f97b4618f9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1b8c60-78f1-48bf-82f5-51db5a75307a,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:28.038944 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b986853-37f2-4344-a846-c773c8a97588 None None] Network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:28.041151 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-aacfdadb-7503-4fa3-aafe-408569dbe980 None None] Current status of the port 3742a0b3-5b62-42a5-b1db-66c5ef3c79e2 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:28.041657 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aacfdadb-7503-4fa3-aafe-408569dbe980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3742a0b3-5b62-42a5-b1db-66c5ef3c79e2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.045485 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b986853-37f2-4344-a846-c773c8a97588 None None] Pushing event updated for resources: {'Port': ['ID=f22757c0-6d42-4f4b-97c4-250c8be89489,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:28.053001 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-6b986853-37f2-4344-a846-c773c8a97588 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:28.056464 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b986853-37f2-4344-a846-c773c8a97588 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:28.091714 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2aa39-8ba1-4d68-a220-3e20bb61b838 None None] Pushing event updated for resources: {'Port': ['ID=5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:28.104050 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b240e7-ff86-424d-a57c-1f3a49aaf435 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Checking segment: {'id': '3c3cc939-80bd-4c27-898f-5f96a179182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '711f24c3-7d72-4738-9575-b7145b783950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:28.104507 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b240e7-ff86-424d-a57c-1f3a49aaf435 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Network hostable DHCP agents. Network: 711f24c3-7d72-4738-9575-b7145b783950, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:12:28.195741 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b240e7-ff86-424d-a57c-1f3a49aaf435 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Network 711f24c3-7d72-4738-9575-b7145b783950 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:12:28.223168 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-f5b240e7-ff86-424d-a57c-1f3a49aaf435 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 711f24c3-7d72-4738-9575-b7145b783950) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:28.239737 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b240e7-ff86-424d-a57c-1f3a49aaf435 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:28.240570 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5b240e7-ff86-424d-a57c-1f3a49aaf435 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.248175 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-6b986853-37f2-4344-a846-c773c8a97588 None None] Attempting to bind port f22757c0-6d42-4f4b-97c4-250c8be89489 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:28.248567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-6b986853-37f2-4344-a846-c773c8a97588 None None] Attempting to bind port f22757c0-6d42-4f4b-97c4-250c8be89489 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '08d0de5c-f76e-47d2-bb10-a0e1f8919b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:28.249153 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b986853-37f2-4344-a846-c773c8a97588 None None] Attempting to bind port f22757c0-6d42-4f4b-97c4-250c8be89489 on network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:28.288538 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b986853-37f2-4344-a846-c773c8a97588 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:28.289387 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b986853-37f2-4344-a846-c773c8a97588 None None] Checking segment: {'id': '08d0de5c-f76e-47d2-bb10-a0e1f8919b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:28.291247 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6b986853-37f2-4344-a846-c773c8a97588 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.292859 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b42403ef-c147-42e7-91c1-dedb0b76cdc4 service neutron] For port b635883c-4fbf-45ce-9564-e44a0129e0ac, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:28.298670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b986853-37f2-4344-a846-c773c8a97588 None None] Bound using segment: {'id': '08d0de5c-f76e-47d2-bb10-a0e1f8919b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:28.299588 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-6b986853-37f2-4344-a846-c773c8a97588 None None] Bound port: f22757c0-6d42-4f4b-97c4-250c8be89489, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d0de5c-f76e-47d2-bb10-a0e1f8919b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:28.300861 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6b986853-37f2-4344-a846-c773c8a97588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f22757c0-6d42-4f4b-97c4-250c8be89489), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.314604 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6368202c-6ca4-4e83-b693-993d2837bf4d None None] Network 711f24c3-7d72-4738-9575-b7145b783950 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:28.331296 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f5b240e7-ff86-424d-a57c-1f3a49aaf435 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.3772125 Feb 19 04:12:28.336001 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37276) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:28.340707 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b42403ef-c147-42e7-91c1-dedb0b76cdc4 service neutron] For port b635883c-4fbf-45ce-9564-e44a0129e0ac, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=b635883c-4fbf-45ce-9564-e44a0129e0ac,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:28.342931 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] Attempting to bind port 5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:28.343608 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] Attempting to bind port 5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'bb7b92ab-063f-403e-a94f-7c593ba6f180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:28.344218 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] Attempting to bind port 5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9 on network 58c1cfe5-5b31-4d86-b71c-5778f412859b {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:28.347458 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-1ef59eb8-a0c6-41fb-85a0-e44fda747b22 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Request body: {'port': {'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939', 'name': 'tempest-TaggedBootDevicesTest-412099054', 'fixed_ips': [{'subnet_id': 'f5a38712-95b2-4271-ab6e-5854ab0620a4'}]}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:28.355738 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:28.356596 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] Checking segment: {'id': 'bb7b92ab-063f-403e-a94f-7c593ba6f180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:28.357318 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.358087 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] Bound using segment: {'id': 'bb7b92ab-063f-403e-a94f-7c593ba6f180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:28.360179 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] Bound port: 5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7b92ab-063f-403e-a94f-7c593ba6f180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:28.360988 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.391376 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-cbd0d6f5-bd94-4dea-af13-81445066d441 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:28.401313 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-cbd0d6f5-bd94-4dea-af13-81445066d441 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/networks?id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f HTTP/1.1" status: 200 len: 806 time: 0.5123186 Feb 19 04:12:28.424653 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cec8ae-a808-4c40-93fc-058c53c7fde9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1532999171-router', 'tenant_id': '7328b15aba784aaa828edf6314301353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '5a474409-ccd8-4b37-b27d-085ff7f62635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:59Z', 'updated_at': '2022-02-19T04:12:14Z', 'revision_number': 4, 'project_id': '7328b15aba784aaa828edf6314301353', 'gw_port': {'id': '5a474409-ccd8-4b37-b27d-085ff7f62635', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cec8ae-a808-4c40-93fc-058c53c7fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:02Z', 'updated_at': '2022-02-19T04:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '3742a0b3-5b62-42a5-b1db-66c5ef3c79e2', 'name': '', 'network_id': '2845545c-792f-42dd-94d8-6859754785c7', 'tenant_id': '7328b15aba784aaa828edf6314301353', 'mac_address': 'fa:16:3e:02:8e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cec8ae-a808-4c40-93fc-058c53c7fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'e5fa79a3-cd3b-4ab2-b880-410d1bb2ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:10Z', 'updated_at': '2022-02-19T04:12:25Z', 'revision_number': 4, 'project_id': '7328b15aba784aaa828edf6314301353', 'subnets': [{'id': 'e5fa79a3-cd3b-4ab2-b880-410d1bb2ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:28.434331 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-aacfdadb-7503-4fa3-aafe-408569dbe980 None None] For port 3742a0b3-5b62-42a5-b1db-66c5ef3c79e2, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3742a0b3-5b62-42a5-b1db-66c5ef3c79e2,segment=NetworkSegment(392ad862-29e0-4dda-bbcc-b4581638c008),segment_id=392ad862-29e0-4dda-bbcc-b4581638c008)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:28.460134 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aacfdadb-7503-4fa3-aafe-408569dbe980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3742a0b3-5b62-42a5-b1db-66c5ef3c79e2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.477197 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c33d375-1735-4f5b-8b04-3fbdd430ca2d admin admin] Network a3f73ec9-b8a7-4c8c-948d-366a766a0705 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:12:28.575305 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-58759059-3d93-474b-b104-91cdf75f2a8d req-3c48161b-ccc0-41df-a75e-ab8a37474b52 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5529521 Feb 19 04:12:28.576901 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-2c33d375-1735-4f5b-8b04-3fbdd430ca2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, a3f73ec9-b8a7-4c8c-948d-366a766a0705) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:28.589385 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b42403ef-c147-42e7-91c1-dedb0b76cdc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (b635883c-4fbf-45ce-9564-e44a0129e0ac), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.601599 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9751f2d8-bb81-44fb-a1bb-b464ef44484e None None] The sync data for ids ['b9cec8ae-a808-4c40-93fc-058c53c7fde9'] in n-d-772273-4 is: [{'id': 'b9cec8ae-a808-4c40-93fc-058c53c7fde9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1532999171-router', 'tenant_id': '7328b15aba784aaa828edf6314301353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '5a474409-ccd8-4b37-b27d-085ff7f62635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:59Z', 'updated_at': '2022-02-19T04:12:14Z', 'revision_number': 4, 'project_id': '7328b15aba784aaa828edf6314301353', 'gw_port': {'id': '5a474409-ccd8-4b37-b27d-085ff7f62635', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cec8ae-a808-4c40-93fc-058c53c7fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:02Z', 'updated_at': '2022-02-19T04:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '3742a0b3-5b62-42a5-b1db-66c5ef3c79e2', 'name': '', 'network_id': '2845545c-792f-42dd-94d8-6859754785c7', 'tenant_id': '7328b15aba784aaa828edf6314301353', 'mac_address': 'fa:16:3e:02:8e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cec8ae-a808-4c40-93fc-058c53c7fde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'e5fa79a3-cd3b-4ab2-b880-410d1bb2ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:10Z', 'updated_at': '2022-02-19T04:12:25Z', 'revision_number': 4, 'project_id': '7328b15aba784aaa828edf6314301353', 'subnets': [{'id': 'e5fa79a3-cd3b-4ab2-b880-410d1bb2ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:12:28.638242 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c33d375-1735-4f5b-8b04-3fbdd430ca2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:28.641476 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c33d375-1735-4f5b-8b04-3fbdd430ca2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.656234 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] For port 5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:28.672469 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] For port 5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9,segment=NetworkSegment(bb7b92ab-063f-403e-a94f-7c593ba6f180),segment_id=bb7b92ab-063f-403e-a94f-7c593ba6f180)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:28.731943 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.747799 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a0eb26-19bd-45b7-98eb-f8567eff34d6 None None] Network a3f73ec9-b8a7-4c8c-948d-366a766a0705 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:28.860468 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2c33d375-1735-4f5b-8b04-3fbdd430ca2d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.5175471 Feb 19 04:12:28.880545 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37278) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:28.908125 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42403ef-c147-42e7-91c1-dedb0b76cdc4 service neutron] Pushing event updated for resources: {'Port': ['ID=b635883c-4fbf-45ce-9564-e44a0129e0ac,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:28.929835 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-287a59b6-7fa9-4c67-86de-d263866ac235 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-260191242-router', 'tenant_id': 'baaa0965c8b94e00b4676ca01865b16b', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:28.956600 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-26845966-bf08-4350-877e-229dd208ee0f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for security_group (b567683f-ca49-4173-a901-ef50a3b8ed65), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.959365 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81c46ee2-9c9c-4c60-9037-d02dda4ba4e7 admin admin] Publish callbacks [] for security_group (7d1b8c60-78f1-48bf-82f5-51db5a75307a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.970706 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] Routers {'855cc8f5-81f2-4ab5-b830-1558162b90b2'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:28.971601 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:12:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['855cc8f5-81f2-4ab5-b830-1558162b90b2'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:29.008239 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-c4d0fce6-b7ba-4a73-8014-59f807f09f50 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/quotas/419e9a0715e84b22a8fff2f89fa3da4c HTTP/1.1" status: 200 len: 375 time: 0.6057212 Feb 19 04:12:29.010791 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-287a59b6-7fa9-4c67-86de-d263866ac235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (cb855c72-4016-4669-9b7b-847fd64b76ae), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.012113 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-287a59b6-7fa9-4c67-86de-d263866ac235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (cb855c72-4016-4669-9b7b-847fd64b76ae), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.020691 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81c46ee2-9c9c-4c60-9037-d02dda4ba4e7 admin admin] Publish callbacks [] for security_group (7d1b8c60-78f1-48bf-82f5-51db5a75307a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.037523 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-42de775d-e9e1-4e75-a628-b9f87a9fda86 admin admin] Deleting port 2fadb108-0b9e-41be-8e92-9fc8b4b99926 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:29.038086 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42de775d-e9e1-4e75-a628-b9f87a9fda86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2fadb108-0b9e-41be-8e92-9fc8b4b99926), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.050400 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-26845966-bf08-4350-877e-229dd208ee0f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b567683f-ca49-4173-a901-ef50a3b8ed65), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.075955 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2aa39-8ba1-4d68-a220-3e20bb61b838 None None] Pushing event updated for resources: {'Port': ['ID=5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:29.080004 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-6b986853-37f2-4344-a846-c773c8a97588 None None] For port f22757c0-6d42-4f4b-97c4-250c8be89489, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:29.102809 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-6b986853-37f2-4344-a846-c773c8a97588 None None] For port f22757c0-6d42-4f4b-97c4-250c8be89489, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f22757c0-6d42-4f4b-97c4-250c8be89489,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:29.165358 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6b986853-37f2-4344-a846-c773c8a97588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f22757c0-6d42-4f4b-97c4-250c8be89489), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.207614 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b42403ef-c147-42e7-91c1-dedb0b76cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:29.210006 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b42403ef-c147-42e7-91c1-dedb0b76cdc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.222369 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-b42403ef-c147-42e7-91c1-dedb0b76cdc4 service neutron] 10.222.0.48 "PUT /v2.0/ports/b635883c-4fbf-45ce-9564-e44a0129e0ac HTTP/1.1" status: 200 len: 1091 time: 3.9650900 Feb 19 04:12:29.223192 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e20f4f-7f7f-424e-9bb0-99ddd7014e13', 'tag': 'b635883c-4fbf-45ce-9564-e44a0129e0ac'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:29.227408 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfa2a3c-32ff-4c57-b1c9-a94ca84aae23" -d '{"events": [{"name": "network-changed", "server_uuid": "26e20f4f-7f7f-424e-9bb0-99ddd7014e13", "tag": "b635883c-4fbf-45ce-9564-e44a0129e0ac"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:29.494380 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-42de775d-e9e1-4e75-a628-b9f87a9fda86 admin admin] For port 2fadb108-0b9e-41be-8e92-9fc8b4b99926, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2fadb108-0b9e-41be-8e92-9fc8b4b99926,segment=NetworkSegment(068f2b55-e57b-4efa-8e4f-d650cd2623e9),segment_id=068f2b55-e57b-4efa-8e4f-d650cd2623e9)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:29.495298 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42de775d-e9e1-4e75-a628-b9f87a9fda86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2fadb108-0b9e-41be-8e92-9fc8b4b99926), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.532444 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-287a59b6-7fa9-4c67-86de-d263866ac235 admin admin] Publish callbacks [] for router_controller (cb855c72-4016-4669-9b7b-847fd64b76ae), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.536732 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a262ab12-1430-4e75-9ab9-bf64350ab9ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-711f24c3-7d72-4738-9575-b7145b783950', 'network_id': '711f24c3-7d72-4738-9575-b7145b783950', 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'fixed_ips': [{'subnet_id': '3182cf3a-ad2c-4837-8f72-549019a0a801'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:12:29.540663 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a262ab12-1430-4e75-9ab9-bf64350ab9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.564691 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] Set router 855cc8f5-81f2-4ab5-b830-1558162b90b2 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:29.580442 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-42de775d-e9e1-4e75-a628-b9f87a9fda86 admin admin] Calling delete_port for 2fadb108-0b9e-41be-8e92-9fc8b4b99926 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:29.600381 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfdadb-7503-4fa3-aafe-408569dbe980 None None] Pushing event updated for resources: {'Port': ['ID=3742a0b3-5b62-42a5-b1db-66c5ef3c79e2,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:29.671460 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef59eb8-a0c6-41fb-85a0-e44fda747b22 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Made reservation on behalf of 50046a5e10b942e69046ff4f02f577d8 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:29.999541 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b986853-37f2-4344-a846-c773c8a97588 None None] Pushing event updated for resources: {'Port': ['ID=f22757c0-6d42-4f4b-97c4-250c8be89489,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:30.025710 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-07958c08-27ce-43e8-8405-6d52a3811045 None None] Provisioning complete for port 5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:30.031958 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-07958c08-27ce-43e8-8405-6d52a3811045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:30.204882 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-26845966-bf08-4350-877e-229dd208ee0f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:30.208616 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-26845966-bf08-4350-877e-229dd208ee0f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 2.6040347 Feb 19 04:12:30.219045 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37284) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:30.249950 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-e37a6e34-1aa4-4162-b81b-e2588f555378 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Request body: {'security_group_rule': {'security_group_id': 'b567683f-ca49-4173-a901-ef50a3b8ed65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:30.318397 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e37a6e34-1aa4-4162-b81b-e2588f555378 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for security_group_rule (247a884d-60fe-491a-ba4a-0e13516be6e2), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:30.520128 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3742a0b3-5b62-42a5-b1db-66c5ef3c79e2 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:30.545110 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26845966-bf08-4350-877e-229dd208ee0f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b567683f-ca49-4173-a901-ef50a3b8ed65,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:30.564945 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42de775d-e9e1-4e75-a628-b9f87a9fda86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (2fadb108-0b9e-41be-8e92-9fc8b4b99926), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:30.624215 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7a303b-283f-423e-8983-3e10be1d3e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-a3f73ec9-b8a7-4c8c-948d-366a766a0705', 'network_id': 'a3f73ec9-b8a7-4c8c-948d-366a766a0705', 'project_id': 'baaa0965c8b94e00b4676ca01865b16b', 'fixed_ips': [{'subnet_id': '422718e3-8b29-4ec5-b783-e0778456ddb2'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:12:30.626103 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0e7a303b-283f-423e-8983-3e10be1d3e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:30.694362 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'name': 'tempest-AttachVolumeTestJSON-1179252603-router', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:01Z', 'updated_at': '2022-02-19T04:12:20Z', 'revision_number': 4, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'gw_port': {'id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9', 'name': '', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'mac_address': 'fa:16:3e:75:65:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '94653809-5e9c-447e-841f-90aff76610c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:18Z', 'updated_at': '2022-02-19T04:12:28Z', 'revision_number': 4, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'subnets': [{'id': '94653809-5e9c-447e-841f-90aff76610c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:30.695082 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbd806-9433-47cb-8a51-af0814188736 req-ee5fc60b-8f5d-46ca-ab25-3b0c6fd5633e tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:30.705543 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-debbd806-9433-47cb-8a51-af0814188736 req-ee5fc60b-8f5d-46ca-ab25-3b0c6fd5633e tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bd66453-3455-43ba-8f54-ba64625d9c1a HTTP/1.1" status: 200 len: 945 time: 1.8329737 Feb 19 04:12:30.730498 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de775d-e9e1-4e75-a628-b9f87a9fda86 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fadb108-0b9e-41be-8e92-9fc8b4b99926,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:30.740523 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81c46ee2-9c9c-4c60-9037-d02dda4ba4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7d1b8c60-78f1-48bf-82f5-51db5a75307a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:30.745129 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81c46ee2-9c9c-4c60-9037-d02dda4ba4e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:30.746742 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-81c46ee2-9c9c-4c60-9037-d02dda4ba4e7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7d1b8c60-78f1-48bf-82f5-51db5a75307a HTTP/1.1" status: 204 len: 168 time: 2.7391357 Feb 19 04:12:30.786648 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-a262ab12-1430-4e75-9ab9-bf64350ab9ad None None] Allocated IP 10.2.2.2 (711f24c3-7d72-4738-9575-b7145b783950/3182cf3a-ad2c-4837-8f72-549019a0a801/52e7dc55-7c70-49d2-a9ee-a6d594adecc5) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:30.828076 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d73a48-404a-4b69-a5fc-c819918bc232 None None] The sync data for ids ['855cc8f5-81f2-4ab5-b830-1558162b90b2'] in n-d-772273-4 is: [{'id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'name': 'tempest-AttachVolumeTestJSON-1179252603-router', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:01Z', 'updated_at': '2022-02-19T04:12:20Z', 'revision_number': 4, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'gw_port': {'id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9', 'name': '', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'mac_address': 'fa:16:3e:75:65:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '94653809-5e9c-447e-841f-90aff76610c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:18Z', 'updated_at': '2022-02-19T04:12:28Z', 'revision_number': 4, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'subnets': [{'id': '94653809-5e9c-447e-841f-90aff76610c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:12:30.848219 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-49e7e946-358e-464b-bb99-22ad303beefb tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&fields=id HTTP/1.1" status: 200 len: 255 time: 1.8384876 Feb 19 04:12:31.009192 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e37a6e34-1aa4-4162-b81b-e2588f555378 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for security_group_rule (247a884d-60fe-491a-ba4a-0e13516be6e2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:31.017499 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c46ee2-9c9c-4c60-9037-d02dda4ba4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1b8c60-78f1-48bf-82f5-51db5a75307a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:31.222247 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e37a6e34-1aa4-4162-b81b-e2588f555378 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (247a884d-60fe-491a-ba4a-0e13516be6e2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:31.385372 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-c863d9f1-5f4d-47b8-884a-1299c9e1c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:31.387748 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-c863d9f1-5f4d-47b8-884a-1299c9e1c7f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&device_id=26e20f4f-7f7f-424e-9bb0-99ddd7014e13 HTTP/1.1" status: 200 len: 1125 time: 1.8478861 Feb 19 04:12:31.413108 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-287a59b6-7fa9-4c67-86de-d263866ac235 admin admin] Publish callbacks [] for router_gateway (cb855c72-4016-4669-9b7b-847fd64b76ae), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:31.519719 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-debbd806-9433-47cb-8a51-af0814188736 req-6e24067a-29d7-4aec-bb46-48d3e5834aa2 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/security-groups?id=a84d8eea-4a57-4bbf-bcd8-18c9f130b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8097453 Feb 19 04:12:31.525305 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a6e34-1aa4-4162-b81b-e2588f555378 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247a884d-60fe-491a-ba4a-0e13516be6e2,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:31.566168 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e37a6e34-1aa4-4162-b81b-e2588f555378 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:31.574306 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e37a6e34-1aa4-4162-b81b-e2588f555378 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3215225 Feb 19 04:12:31.574306 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37290) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:31.596097 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-3fb65031-9714-4f50-a98d-6fdf50049e8a tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Request body: {'security_group_rule': {'security_group_id': 'b567683f-ca49-4173-a901-ef50a3b8ed65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:31.712754 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-31c15581-e603-4275-be31-30d5911f3186 service neutron] 10.222.0.65 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8627758 Feb 19 04:12:31.759592 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a262ab12-1430-4e75-9ab9-bf64350ab9ad None None] Publish callbacks [] for port (52e7dc55-7c70-49d2-a9ee-a6d594adecc5), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:31.812759 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a262ab12-1430-4e75-9ab9-bf64350ab9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (52e7dc55-7c70-49d2-a9ee-a6d594adecc5), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:31.825996 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-0b0a2e28-0d19-4b6c-a6bd-62066f8c9d84 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b635883c-4fbf-45ce-9564-e44a0129e0ac HTTP/1.1" status: 200 len: 217 time: 0.3901920 Feb 19 04:12:31.958581 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42de775d-e9e1-4e75-a628-b9f87a9fda86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (e6467453-a769-4604-951c-cf9b641b9304), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:31.965319 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262ab12-1430-4e75-9ab9-bf64350ab9ad None None] Pushing event updated for resources: {'Port': ['ID=52e7dc55-7c70-49d2-a9ee-a6d594adecc5,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:32.011757 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 3742a0b3-5b62-42a5-b1db-66c5ef3c79e2 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:32.012144 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3742a0b3-5b62-42a5-b1db-66c5ef3c79e2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:32.014985 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-07958c08-27ce-43e8-8405-6d52a3811045 None None] Current status of the port 5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:32.015594 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-07958c08-27ce-43e8-8405-6d52a3811045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:32.019052 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3fb65031-9714-4f50-a98d-6fdf50049e8a tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for security_group_rule (7379ccf3-b211-47e2-bd68-b95213e6633a), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:32.032882 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2562ac00-46d8-423f-9c7d-ce8c265e2b8a None None] Network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:32.255404 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d576507-034b-4e1e-90a7-f0dfe6f46cd1 x-openstack-request-id: req-1d576507-034b-4e1e-90a7-f0dfe6f46cd1 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:32.256087 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e20f4f-7f7f-424e-9bb0-99ddd7014e13", "tag": "b635883c-4fbf-45ce-9564-e44a0129e0ac", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:32.256204 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d576507-034b-4e1e-90a7-f0dfe6f46cd1 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:32.256950 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e20f4f-7f7f-424e-9bb0-99ddd7014e13', 'tag': 'b635883c-4fbf-45ce-9564-e44a0129e0ac', 'status': 'completed', 'code': 200} Feb 19 04:12:32.355446 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1ef59eb8-a0c6-41fb-85a0-e44fda747b22 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:32.504505 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-1ef59eb8-a0c6-41fb-85a0-e44fda747b22 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] device_id is not set on port 9d415e29-cab4-46b2-af1d-2e9b199b10da yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:12:32.578315 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3fb65031-9714-4f50-a98d-6fdf50049e8a tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for security_group_rule (7379ccf3-b211-47e2-bd68-b95213e6633a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:32.625951 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a262ab12-1430-4e75-9ab9-bf64350ab9ad None None] Network 711f24c3-7d72-4738-9575-b7145b783950 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:32.658214 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3fb65031-9714-4f50-a98d-6fdf50049e8a tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (7379ccf3-b211-47e2-bd68-b95213e6633a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:32.658455 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-a262ab12-1430-4e75-9ab9-bf64350ab9ad None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:32.683521 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-9ebe5e85-a6a1-4120-9210-55ea450da309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:32.687703 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-9ebe5e85-a6a1-4120-9210-55ea450da309 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509 HTTP/1.1" status: 200 len: 851 time: 0.5152786 Feb 19 04:12:32.688263 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a262ab12-1430-4e75-9ab9-bf64350ab9ad None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:32.703925 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002d865-5a84-4f9f-8f12-6a9234269e84 req-a33878f2-abdb-4411-91d3-c540dbfd4258 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:32.707391 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f002d865-5a84-4f9f-8f12-6a9234269e84 req-a33878f2-abdb-4411-91d3-c540dbfd4258 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=26e20f4f-7f7f-424e-9bb0-99ddd7014e13 HTTP/1.1" status: 200 len: 943 time: 0.3400962 Feb 19 04:12:32.718280 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3fb65031-9714-4f50-a98d-6fdf50049e8a tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:32.722504 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8939101d-a099-411a-8601-97b08de8c132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:32.724876 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3fb65031-9714-4f50-a98d-6fdf50049e8a tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1414807 Feb 19 04:12:32.734155 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-0e7a303b-283f-423e-8983-3e10be1d3e32 None None] Allocated IP 172.20.0.2 (a3f73ec9-b8a7-4c8c-948d-366a766a0705/422718e3-8b29-4ec5-b783-e0778456ddb2/54a8b578-7da5-406a-8bd5-73581c93ce6c) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:32.736483 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37304) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:32.743049 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:32.759776 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb65031-9714-4f50-a98d-6fdf50049e8a tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7379ccf3-b211-47e2-bd68-b95213e6633a,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:32.786479 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-740fee51-1720-454e-a863-f84f8cc1dd03 service neutron] 10.222.0.65 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0720136 Feb 19 04:12:32.861179 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-07958c08-27ce-43e8-8405-6d52a3811045 None None] For port 5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9,segment=NetworkSegment(bb7b92ab-063f-403e-a94f-7c593ba6f180),segment_id=bb7b92ab-063f-403e-a94f-7c593ba6f180)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:32.939278 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-07958c08-27ce-43e8-8405-6d52a3811045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:32.995279 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:33.032035 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42de775d-e9e1-4e75-a628-b9f87a9fda86 admin admin] Router e6467453-a769-4604-951c-cf9b641b9304 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:12:33.063980 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f002d865-5a84-4f9f-8f12-6a9234269e84 req-b3872de6-b1e3-47ff-aeb0-475d2dcadf67 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119402 Feb 19 04:12:33.066860 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07958c08-27ce-43e8-8405-6d52a3811045 None None] Pushing event updated for resources: {'Port': ['ID=5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:33.302673 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-a262ab12-1430-4e75-9ab9-bf64350ab9ad None None] Attempting to bind port 52e7dc55-7c70-49d2-a9ee-a6d594adecc5 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:33.303214 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-a262ab12-1430-4e75-9ab9-bf64350ab9ad None None] Attempting to bind port 52e7dc55-7c70-49d2-a9ee-a6d594adecc5 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '3c3cc939-80bd-4c27-898f-5f96a179182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '711f24c3-7d72-4738-9575-b7145b783950'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:33.303846 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a262ab12-1430-4e75-9ab9-bf64350ab9ad None None] Attempting to bind port 52e7dc55-7c70-49d2-a9ee-a6d594adecc5 on network 711f24c3-7d72-4738-9575-b7145b783950 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:33.318334 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-1ef59eb8-a0c6-41fb-85a0-e44fda747b22 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Allocated IP 10.1.1.127 (f5d4812e-d0cd-4e7d-8694-a42a96ae1939/f5a38712-95b2-4271-ab6e-5854ab0620a4/9d415e29-cab4-46b2-af1d-2e9b199b10da) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:33.363369 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a262ab12-1430-4e75-9ab9-bf64350ab9ad None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:33.371999 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a262ab12-1430-4e75-9ab9-bf64350ab9ad None None] Checking segment: {'id': '3c3cc939-80bd-4c27-898f-5f96a179182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '711f24c3-7d72-4738-9575-b7145b783950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:33.375197 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a262ab12-1430-4e75-9ab9-bf64350ab9ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:33.376177 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a262ab12-1430-4e75-9ab9-bf64350ab9ad None None] Bound using segment: {'id': '3c3cc939-80bd-4c27-898f-5f96a179182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '711f24c3-7d72-4738-9575-b7145b783950'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:33.390114 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-a262ab12-1430-4e75-9ab9-bf64350ab9ad None None] Bound port: 52e7dc55-7c70-49d2-a9ee-a6d594adecc5, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3cc939-80bd-4c27-898f-5f96a179182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '711f24c3-7d72-4738-9575-b7145b783950'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:33.391188 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a262ab12-1430-4e75-9ab9-bf64350ab9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (52e7dc55-7c70-49d2-a9ee-a6d594adecc5), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:33.491467 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c442c92-b6f0-48d8-b6d6-fd2e2bf93145 req-a023fa3d-561b-44f2-8806-e5a96a4d4617 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:33.495744 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4c442c92-b6f0-48d8-b6d6-fd2e2bf93145 req-a023fa3d-561b-44f2-8806-e5a96a4d4617 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bd66453-3455-43ba-8f54-ba64625d9c1a HTTP/1.1" status: 200 len: 945 time: 0.2595837 Feb 19 04:12:33.515227 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37320) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:33.522570 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-23400ba4-d1fb-401d-aa97-39401bc0fc7e tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Request body: {'floatingip': {'port_id': 'cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:33.562507 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 3742a0b3-5b62-42a5-b1db-66c5ef3c79e2 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:33.637239 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42de775d-e9e1-4e75-a628-b9f87a9fda86 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:12:33.656686 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-23400ba4-d1fb-401d-aa97-39401bc0fc7e tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks [] for floatingip (0fd9052f-ca2a-453e-adbe-49ee8674e826), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:33.771842 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1ef59eb8-a0c6-41fb-85a0-e44fda747b22 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for port (9d415e29-cab4-46b2-af1d-2e9b199b10da), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:33.802168 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18465fa4-f011-4d85-b8bb-0a8547e65f2c None None] Sync routers for ids ['e6467453-a769-4604-951c-cf9b641b9304'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:12:33.898237 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-a262ab12-1430-4e75-9ab9-bf64350ab9ad None None] For port 52e7dc55-7c70-49d2-a9ee-a6d594adecc5, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:33.906812 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-a262ab12-1430-4e75-9ab9-bf64350ab9ad None None] For port 52e7dc55-7c70-49d2-a9ee-a6d594adecc5, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=52e7dc55-7c70-49d2-a9ee-a6d594adecc5,segment=NetworkSegment(3c3cc939-80bd-4c27-898f-5f96a179182c),segment_id=3c3cc939-80bd-4c27-898f-5f96a179182c)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:33.985046 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a262ab12-1430-4e75-9ab9-bf64350ab9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (52e7dc55-7c70-49d2-a9ee-a6d594adecc5), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:34.012720 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37328) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:34.014135 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-42de775d-e9e1-4e75-a628-b9f87a9fda86 admin admin] 10.222.0.65 "PUT /v2.0/routers/e6467453-a769-4604-951c-cf9b641b9304/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8390532 Feb 19 04:12:34.031998 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aac8f52b-41a6-4b6c-9bda-6388ea0e3861 req-66886304-7ca8-4119-87b3-ecdeaacb8533 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e18881-8c46-4297-9a34-62e84c12c637 HTTP/1.1" status: 200 len: 210 time: 0.1945274 Feb 19 04:12:34.042152 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:34.235470 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1ef59eb8-a0c6-41fb-85a0-e44fda747b22 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (9d415e29-cab4-46b2-af1d-2e9b199b10da), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:34.239706 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18465fa4-f011-4d85-b8bb-0a8547e65f2c None None] Routers {'e6467453-a769-4604-951c-cf9b641b9304'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:34.240686 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-18465fa4-f011-4d85-b8bb-0a8547e65f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:12:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['e6467453-a769-4604-951c-cf9b641b9304'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:34.266121 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:34.280769 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-35bf7e1b-ad84-410c-bc2a-7cd0645ed7c7 None None] Provisioning complete for port f22757c0-6d42-4f4b-97c4-250c8be89489 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:34.281534 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-35bf7e1b-ad84-410c-bc2a-7cd0645ed7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f22757c0-6d42-4f4b-97c4-250c8be89489), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:34.495186 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-003ccaa6-5316-4023-b533-5547c7385440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:34.504571 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-003ccaa6-5316-4023-b533-5547c7385440 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9d990e4-ae18-48b8-9375-8a399a46fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.7014081 Feb 19 04:12:34.696870 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262ab12-1430-4e75-9ab9-bf64350ab9ad None None] Pushing event updated for resources: {'Port': ['ID=52e7dc55-7c70-49d2-a9ee-a6d594adecc5,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:34.841833 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0e7a303b-283f-423e-8983-3e10be1d3e32 None None] Publish callbacks [] for port (54a8b578-7da5-406a-8bd5-73581c93ce6c), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:34.870545 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Allocated IP 172.25.0.93 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/110f6ddf-f687-4926-909c-736264092d28) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:34.885546 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0e7a303b-283f-423e-8983-3e10be1d3e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (54a8b578-7da5-406a-8bd5-73581c93ce6c), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:34.890851 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b319e3-b12d-4a61-a620-dde4146d92fd req-51658537-37a5-4778-931a-3744c24b8cae tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:34.893056 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a9b319e3-b12d-4a61-a620-dde4146d92fd req-51658537-37a5-4778-931a-3744c24b8cae tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=26e20f4f-7f7f-424e-9bb0-99ddd7014e13 HTTP/1.1" status: 200 len: 943 time: 0.5582294 Feb 19 04:12:35.005471 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-18465fa4-f011-4d85-b8bb-0a8547e65f2c None None] Set router e6467453-a769-4604-951c-cf9b641b9304 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:35.013780 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:35.014322 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:35.205132 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef59eb8-a0c6-41fb-85a0-e44fda747b22 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:35.209437 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-afb18430-b970-4386-b08a-ea1bdda6bee1 service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7012625 Feb 19 04:12:35.222762 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-1ef59eb8-a0c6-41fb-85a0-e44fda747b22 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:35.260281 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef59eb8-a0c6-41fb-85a0-e44fda747b22 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:35.320678 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7a303b-283f-423e-8983-3e10be1d3e32 None None] Network a3f73ec9-b8a7-4c8c-948d-366a766a0705 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:35.434900 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c7a044ac-962c-4f9f-b90f-9c5248cec320 req-749d697b-d649-4d0a-a40f-9a824459782d tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e18881-8c46-4297-9a34-62e84c12c637 HTTP/1.1" status: 200 len: 210 time: 0.1467507 Feb 19 04:12:35.539090 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef59eb8-a0c6-41fb-85a0-e44fda747b22 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event updated for resources: {'Port': ['ID=9d415e29-cab4-46b2-af1d-2e9b199b10da,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:35.566688 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96ae2335-1f95-49e2-8a91-7258202576c7 admin admin] Publish callbacks [] for router (e6467453-a769-4604-951c-cf9b641b9304), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:35.593191 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-35bf7e1b-ad84-410c-bc2a-7cd0645ed7c7 None None] Current status of the port f22757c0-6d42-4f4b-97c4-250c8be89489 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:35.594042 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-35bf7e1b-ad84-410c-bc2a-7cd0645ed7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f22757c0-6d42-4f4b-97c4-250c8be89489), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:35.597786 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-0e7a303b-283f-423e-8983-3e10be1d3e32 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:35.629906 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7a303b-283f-423e-8983-3e10be1d3e32 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:35.857682 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a303b-283f-423e-8983-3e10be1d3e32 None None] Pushing event updated for resources: {'Port': ['ID=54a8b578-7da5-406a-8bd5-73581c93ce6c,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:35.877487 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e6e4e72a-3315-46b0-89f2-c1961d52854b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.073987 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-35bf7e1b-ad84-410c-bc2a-7cd0645ed7c7 None None] For port f22757c0-6d42-4f4b-97c4-250c8be89489, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f22757c0-6d42-4f4b-97c4-250c8be89489,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:36.082795 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-0e7a303b-283f-423e-8983-3e10be1d3e32 None None] Attempting to bind port 54a8b578-7da5-406a-8bd5-73581c93ce6c on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:36.083464 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-0e7a303b-283f-423e-8983-3e10be1d3e32 None None] Attempting to bind port 54a8b578-7da5-406a-8bd5-73581c93ce6c by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '866fa118-7f93-47d2-97b7-b8e34872fe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3f73ec9-b8a7-4c8c-948d-366a766a0705'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:36.084124 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7a303b-283f-423e-8983-3e10be1d3e32 None None] Attempting to bind port 54a8b578-7da5-406a-8bd5-73581c93ce6c on network a3f73ec9-b8a7-4c8c-948d-366a766a0705 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:36.142668 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96ae2335-1f95-49e2-8a91-7258202576c7 admin admin] Publish callbacks [] for router_gateway (e6467453-a769-4604-951c-cf9b641b9304), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.151387 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-287a59b6-7fa9-4c67-86de-d263866ac235 admin admin] Publish callbacks [] for router_gateway (cb855c72-4016-4669-9b7b-847fd64b76ae), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.181029 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-35bf7e1b-ad84-410c-bc2a-7cd0645ed7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f22757c0-6d42-4f4b-97c4-250c8be89489), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.206885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef59eb8-a0c6-41fb-85a0-e44fda747b22 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:36.208051 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1ef59eb8-a0c6-41fb-85a0-e44fda747b22 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.238129 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:36.240145 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f22757c0-6d42-4f4b-97c4-250c8be89489 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:36.241201 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-287a59b6-7fa9-4c67-86de-d263866ac235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.259845 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7a303b-283f-423e-8983-3e10be1d3e32 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:36.261700 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7a303b-283f-423e-8983-3e10be1d3e32 None None] Checking segment: {'id': '866fa118-7f93-47d2-97b7-b8e34872fe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3f73ec9-b8a7-4c8c-948d-366a766a0705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:36.262492 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0e7a303b-283f-423e-8983-3e10be1d3e32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.264330 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7a303b-283f-423e-8983-3e10be1d3e32 None None] Bound using segment: {'id': '866fa118-7f93-47d2-97b7-b8e34872fe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3f73ec9-b8a7-4c8c-948d-366a766a0705'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:36.265213 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-0e7a303b-283f-423e-8983-3e10be1d3e32 None None] Bound port: 54a8b578-7da5-406a-8bd5-73581c93ce6c, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866fa118-7f93-47d2-97b7-b8e34872fe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3f73ec9-b8a7-4c8c-948d-366a766a0705'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:36.265832 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0e7a303b-283f-423e-8983-3e10be1d3e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (54a8b578-7da5-406a-8bd5-73581c93ce6c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.278793 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a9b319e3-b12d-4a61-a620-dde4146d92fd req-e9ec2e5a-3420-4362-87d9-690415baa342 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3581963 Feb 19 04:12:36.454583 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1ef59eb8-a0c6-41fb-85a0-e44fda747b22 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 8.1166210 Feb 19 04:12:36.460018 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37360) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:36.472945 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-69bb0776-0aaf-4250-9053-8c4d6a0451c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Request body: {'port': {'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939', 'name': 'tempest-TaggedBootDevicesTest-1581338143', 'fixed_ips': [{'subnet_id': 'f5a38712-95b2-4271-ab6e-5854ab0620a4'}]}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:36.481936 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.resource_extend [None req-23400ba4-d1fb-401d-aa97-39401bc0fc7e tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:12:36.498347 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5c5086f1-cbdf-4285-ba41-41e97cb76ee2 req-4e03d162-6e9b-4903-8855-1ba405a1c2df service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2552533 Feb 19 04:12:36.573618 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-96ae2335-1f95-49e2-8a91-7258202576c7 admin admin] Deleting port be3bc778-c7ba-49ac-abe9-15c625c97201 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:36.574309 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96ae2335-1f95-49e2-8a91-7258202576c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (be3bc778-c7ba-49ac-abe9-15c625c97201), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.646383 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f614889-c76d-4219-80cf-3611951bca47 None None] Network 711f24c3-7d72-4738-9575-b7145b783950 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:36.679119 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf7e1b-ad84-410c-bc2a-7cd0645ed7c7 None None] Pushing event updated for resources: {'Port': ['ID=f22757c0-6d42-4f4b-97c4-250c8be89489,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:36.736669 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-4c9c87a6-fb8c-4b00-a464-d07250ba573a None None] Provisioning complete for port 9d415e29-cab4-46b2-af1d-2e9b199b10da triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:36.737242 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4c9c87a6-fb8c-4b00-a464-d07250ba573a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9d415e29-cab4-46b2-af1d-2e9b199b10da), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.765277 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-23400ba4-d1fb-401d-aa97-39401bc0fc7e tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.783449 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1bd0e745-b514-415c-9960-2581dd0a04a2 req-1b5c4bb3-cafa-4086-81b8-1ee7165f6a35 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e18881-8c46-4297-9a34-62e84c12c637 HTTP/1.1" status: 200 len: 210 time: 0.1171324 Feb 19 04:12:36.788320 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.809415 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for port (110f6ddf-f687-4926-909c-736264092d28), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.810606 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-18465fa4-f011-4d85-b8bb-0a8547e65f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6467453-a769-4604-951c-cf9b641b9304', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-285821422-router', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:17Z', 'updated_at': '2022-02-19T04:12:30Z', 'revision_number': 5, 'project_id': '28046742ef1049688a695bac0a3826eb', 'gw_port': {'id': 'be3bc778-c7ba-49ac-abe9-15c625c97201', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6467453-a769-4604-951c-cf9b641b9304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:19Z', 'updated_at': '2022-02-19T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:36.823027 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-0e7a303b-283f-423e-8983-3e10be1d3e32 None None] For port 54a8b578-7da5-406a-8bd5-73581c93ce6c, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:36.829958 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-0e7a303b-283f-423e-8983-3e10be1d3e32 None None] For port 54a8b578-7da5-406a-8bd5-73581c93ce6c, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=54a8b578-7da5-406a-8bd5-73581c93ce6c,segment=NetworkSegment(866fa118-7f93-47d2-97b7-b8e34872fe4c),segment_id=866fa118-7f93-47d2-97b7-b8e34872fe4c)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:36.858481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4c9c87a6-fb8c-4b00-a464-d07250ba573a None None] Port 9d415e29-cab4-46b2-af1d-2e9b199b10da cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:36.870325 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0e7a303b-283f-423e-8983-3e10be1d3e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (54a8b578-7da5-406a-8bd5-73581c93ce6c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.876655 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa2a3c-32ff-4c57-b1c9-a94ca84aae23 req-f7ab79c8-0fd1-4e32-a0ef-6ef521e2191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:36.878970 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5cfa2a3c-32ff-4c57-b1c9-a94ca84aae23 req-f7ab79c8-0fd1-4e32-a0ef-6ef521e2191d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&device_id=26e20f4f-7f7f-424e-9bb0-99ddd7014e13 HTTP/1.1" status: 200 len: 1125 time: 0.1546369 Feb 19 04:12:36.885556 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-96ae2335-1f95-49e2-8a91-7258202576c7 admin admin] For port be3bc778-c7ba-49ac-abe9-15c625c97201, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=be3bc778-c7ba-49ac-abe9-15c625c97201,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:36.886041 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96ae2335-1f95-49e2-8a91-7258202576c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (be3bc778-c7ba-49ac-abe9-15c625c97201), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.890028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-bda40a58-6fae-4831-9c85-db65c854f451 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:36.892442 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-bda40a58-6fae-4831-9c85-db65c854f451 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.10 "GET /v2.0/networks?id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f HTTP/1.1" status: 200 len: 806 time: 0.6043508 Feb 19 04:12:36.906001 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-23400ba4-d1fb-401d-aa97-39401bc0fc7e tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (0fd9052f-ca2a-453e-adbe-49ee8674e826), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.908972 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-87befa7d-76fe-47bc-896d-7c12dd09adcc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Request body: {'port': {'device_id': '85e18881-8c46-4297-9a34-62e84c12c637', 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f', 'admin_state_up': True, 'tenant_id': '419e9a0715e84b22a8fff2f89fa3da4c'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:36.966059 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18465fa4-f011-4d85-b8bb-0a8547e65f2c None None] Checking router: e6467453-a769-4604-951c-cf9b641b9304 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:12:36.991873 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port f22757c0-6d42-4f4b-97c4-250c8be89489 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:36.991873 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f22757c0-6d42-4f4b-97c4-250c8be89489), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:37.005416 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa2a3c-32ff-4c57-b1c9-a94ca84aae23 req-b75ccf00-2cf5-4f13-bfb0-7fb90185ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:37.006934 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5cfa2a3c-32ff-4c57-b1c9-a94ca84aae23 req-b75ccf00-2cf5-4f13-bfb0-7fb90185ac1f service neutron] 10.222.0.48 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 912 time: 0.1178472 Feb 19 04:12:37.012024 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-96ae2335-1f95-49e2-8a91-7258202576c7 admin admin] Calling delete_port for be3bc778-c7ba-49ac-abe9-15c625c97201 owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:37.072379 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5cfa2a3c-32ff-4c57-b1c9-a94ca84aae23 req-3dd88b5f-d025-4e4a-983e-3aaad14cbb88 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b635883c-4fbf-45ce-9564-e44a0129e0ac HTTP/1.1" status: 200 len: 217 time: 0.0568984 Feb 19 04:12:37.073743 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bb0776-0aaf-4250-9053-8c4d6a0451c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Made reservation on behalf of 50046a5e10b942e69046ff4f02f577d8 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:37.092433 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18465fa4-f011-4d85-b8bb-0a8547e65f2c None None] Routers {'e6467453-a769-4604-951c-cf9b641b9304'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:37.093290 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-18465fa4-f011-4d85-b8bb-0a8547e65f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:12:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['e6467453-a769-4604-951c-cf9b641b9304'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:37.197746 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa2a3c-32ff-4c57-b1c9-a94ca84aae23 req-af517100-7081-4b8c-bd33-8739817c7ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:37.200392 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5cfa2a3c-32ff-4c57-b1c9-a94ca84aae23 req-af517100-7081-4b8c-bd33-8739817c7ada service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509 HTTP/1.1" status: 200 len: 851 time: 0.1225379 Feb 19 04:12:37.360017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa2a3c-32ff-4c57-b1c9-a94ca84aae23 req-86062aa8-e008-4eba-babd-1b40ce5e96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:37.361088 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-69bb0776-0aaf-4250-9053-8c4d6a0451c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:37.368480 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-4c9c87a6-fb8c-4b00-a464-d07250ba573a None None] Provisioning complete for port f22757c0-6d42-4f4b-97c4-250c8be89489 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:37.369351 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4c9c87a6-fb8c-4b00-a464-d07250ba573a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f22757c0-6d42-4f4b-97c4-250c8be89489), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:37.371738 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5cfa2a3c-32ff-4c57-b1c9-a94ca84aae23 req-86062aa8-e008-4eba-babd-1b40ce5e96e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9d990e4-ae18-48b8-9375-8a399a46fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1594112 Feb 19 04:12:37.392085 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:37.510108 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (110f6ddf-f687-4926-909c-736264092d28), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:37.643612 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port f22757c0-6d42-4f4b-97c4-250c8be89489 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:37.643993 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-69bb0776-0aaf-4250-9053-8c4d6a0451c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] device_id is not set on port 13c2138b-ecb4-49ec-863d-bf5056060952 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:12:37.658437 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a303b-283f-423e-8983-3e10be1d3e32 None None] Pushing event updated for resources: {'Port': ['ID=54a8b578-7da5-406a-8bd5-73581c93ce6c,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:37.807819 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-18465fa4-f011-4d85-b8bb-0a8547e65f2c None None] Set router e6467453-a769-4604-951c-cf9b641b9304 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:37.839267 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96ae2335-1f95-49e2-8a91-7258202576c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (be3bc778-c7ba-49ac-abe9-15c625c97201), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:37.926840 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8ac31-8d79-4551-b93c-d1450bc0d5e0 req-0a01c3a8-378b-49a8-82f3-94ceb03874dc tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:37.941446 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5fd8ac31-8d79-4551-b93c-d1450bc0d5e0 req-0a01c3a8-378b-49a8-82f3-94ceb03874dc tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=26e20f4f-7f7f-424e-9bb0-99ddd7014e13 HTTP/1.1" status: 200 len: 943 time: 0.4135389 Feb 19 04:12:37.987995 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae2335-1f95-49e2-8a91-7258202576c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=be3bc778-c7ba-49ac-abe9-15c625c97201,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:38.003936 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-287a59b6-7fa9-4c67-86de-d263866ac235 admin admin] Allocated IP 172.25.0.97 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/b24d16c5-4236-43a6-968e-9788ad3d940c) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:38.099442 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-18465fa4-f011-4d85-b8bb-0a8547e65f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6467453-a769-4604-951c-cf9b641b9304', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-285821422-router', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:17Z', 'updated_at': '2022-02-19T04:12:36Z', 'revision_number': 6, 'project_id': '28046742ef1049688a695bac0a3826eb', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:38.146007 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:38.184304 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-23400ba4-d1fb-401d-aa97-39401bc0fc7e tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Floating IP 0fd9052f-ca2a-453e-adbe-49ee8674e826 associated. External IP: 172.25.0.120, port: cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211. Feb 19 04:12:38.214538 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5cfa2a3c-32ff-4c57-b1c9-a94ca84aae23 req-600e49a4-a36a-4d6a-9245-bbc0d37ffbe3 service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8099637 Feb 19 04:12:38.241286 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18465fa4-f011-4d85-b8bb-0a8547e65f2c None None] The sync data for ids ['e6467453-a769-4604-951c-cf9b641b9304'] in n-d-772273-4 is: [{'id': 'e6467453-a769-4604-951c-cf9b641b9304', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-285821422-router', 'tenant_id': '28046742ef1049688a695bac0a3826eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:17Z', 'updated_at': '2022-02-19T04:12:36Z', 'revision_number': 6, 'project_id': '28046742ef1049688a695bac0a3826eb', 'gw_port_host': None}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:12:38.312392 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4c9c87a6-fb8c-4b00-a464-d07250ba573a None None] Current status of the port f22757c0-6d42-4f4b-97c4-250c8be89489 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:38.322894 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 52e7dc55-7c70-49d2-a9ee-a6d594adecc5 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:38.429498 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 52e7dc55-7c70-49d2-a9ee-a6d594adecc5 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:38.429944 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (52e7dc55-7c70-49d2-a9ee-a6d594adecc5), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:38.446960 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-520f726e-0be0-45c1-8210-a2b0c2e8110b req-fd397a11-2b97-4167-b51a-ef6741ce574b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e18881-8c46-4297-9a34-62e84c12c637 HTTP/1.1" status: 200 len: 210 time: 0.3457854 Feb 19 04:12:38.452153 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96ae2335-1f95-49e2-8a91-7258202576c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (e6467453-a769-4604-951c-cf9b641b9304), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:38.479709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:38.515538 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:38.519606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-87befa7d-76fe-47bc-896d-7c12dd09adcc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Made reservation on behalf of 419e9a0715e84b22a8fff2f89fa3da4c for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:38.522389 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-74e09106-11e6-47d3-97ce-9e17cd1375e4 None None] Provisioning complete for port 52e7dc55-7c70-49d2-a9ee-a6d594adecc5 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:38.522777 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-74e09106-11e6-47d3-97ce-9e17cd1375e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (52e7dc55-7c70-49d2-a9ee-a6d594adecc5), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:38.526449 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-87befa7d-76fe-47bc-896d-7c12dd09adcc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:38.537843 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:38.702498 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5fd8ac31-8d79-4551-b93c-d1450bc0d5e0 req-01263238-bcbf-4faf-ba14-eedb27898200 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7519298 Feb 19 04:12:38.721417 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Pushing event updated for resources: {'Port': ['ID=110f6ddf-f687-4926-909c-736264092d28,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:38.780372 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:38.798208 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96ae2335-1f95-49e2-8a91-7258202576c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (e6467453-a769-4604-951c-cf9b641b9304), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:38.802847 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96ae2335-1f95-49e2-8a91-7258202576c7 admin admin] Publish callbacks [] for router_controller (e6467453-a769-4604-951c-cf9b641b9304), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:38.809211 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 52e7dc55-7c70-49d2-a9ee-a6d594adecc5 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:38.809826 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (52e7dc55-7c70-49d2-a9ee-a6d594adecc5), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:38.938092 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96ae2335-1f95-49e2-8a91-7258202576c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (e6467453-a769-4604-951c-cf9b641b9304), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:38.938956 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ae2335-1f95-49e2-8a91-7258202576c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6467453-a769-4604-951c-cf9b641b9304 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:12:38.948535 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96ae2335-1f95-49e2-8a91-7258202576c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:38.960648 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-96ae2335-1f95-49e2-8a91-7258202576c7 admin admin] 10.222.0.65 "DELETE /v2.0/routers/e6467453-a769-4604-951c-cf9b641b9304 HTTP/1.1" status: 204 len: 168 time: 4.9386561 Feb 19 04:12:38.965801 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37398) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:38.968021 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:38.968901 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:38.969459 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:38.970047 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:38.970875 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:38.974177 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:38.975275 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5cfa2a3c-32ff-4c57-b1c9-a94ca84aae23 req-3d418489-9372-4d32-94d5-344e0700d6a9 service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6551640 Feb 19 04:12:38.976173 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:38.977106 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:38.978810 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:38.979492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:38.980256 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:38.981212 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:38.982120 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:38.983950 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:39.010540 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device b635883c-4fbf-45ce-9564-e44a0129e0ac details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:12:39.027416 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 52e7dc55-7c70-49d2-a9ee-a6d594adecc5, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=52e7dc55-7c70-49d2-a9ee-a6d594adecc5,segment=NetworkSegment(3c3cc939-80bd-4c27-898f-5f96a179182c),segment_id=3c3cc939-80bd-4c27-898f-5f96a179182c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:39.093158 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (52e7dc55-7c70-49d2-a9ee-a6d594adecc5), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:39.094454 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f22757c0-6d42-4f4b-97c4-250c8be89489 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:39.110775 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-189f1b56-343e-42dc-8de2-9db607e5afd5 admin admin] Deleting subnet e75d9c9e-8c6f-4a8a-9816-273ad03117c1 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:12:39.132666 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-287a59b6-7fa9-4c67-86de-d263866ac235 admin admin] Publish callbacks [] for port (b24d16c5-4236-43a6-968e-9788ad3d940c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:39.137304 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-189f1b56-343e-42dc-8de2-9db607e5afd5 admin admin] Publish callbacks [] for subnet (e75d9c9e-8c6f-4a8a-9816-273ad03117c1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:39.165921 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-74e09106-11e6-47d3-97ce-9e17cd1375e4 None None] Current status of the port 52e7dc55-7c70-49d2-a9ee-a6d594adecc5 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:39.166519 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-74e09106-11e6-47d3-97ce-9e17cd1375e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (52e7dc55-7c70-49d2-a9ee-a6d594adecc5), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:39.204703 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37402) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:39.312555 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-189f1b56-343e-42dc-8de2-9db607e5afd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (e75d9c9e-8c6f-4a8a-9816-273ad03117c1), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:39.385138 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-87befa7d-76fe-47bc-896d-7c12dd09adcc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Allocated IP 172.20.0.10 (9dc04b1c-0c00-4eb5-855b-7e8517943c9f/920919b3-1361-46cf-9a70-c4e0885dbe63/0968a520-2f3c-424f-8b95-a91209257778) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:39.429344 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=52e7dc55-7c70-49d2-a9ee-a6d594adecc5,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:39.460088 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for floatingip (661b70a5-f00d-4f75-ac2f-270bc6dad467), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:39.464530 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port f22757c0-6d42-4f4b-97c4-250c8be89489 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:39.464893 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f22757c0-6d42-4f4b-97c4-250c8be89489), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:39.466737 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-74e09106-11e6-47d3-97ce-9e17cd1375e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:12:39.467094 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-74e09106-11e6-47d3-97ce-9e17cd1375e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:12:39.504365 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-69bb0776-0aaf-4250-9053-8c4d6a0451c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Allocated IP 10.1.1.190 (f5d4812e-d0cd-4e7d-8694-a42a96ae1939/f5a38712-95b2-4271-ab6e-5854ab0620a4/13c2138b-ecb4-49ec-863d-bf5056060952) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:39.522455 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port b635883c-4fbf-45ce-9564-e44a0129e0ac, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=b635883c-4fbf-45ce-9564-e44a0129e0ac,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:39.551530 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-287a59b6-7fa9-4c67-86de-d263866ac235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b24d16c5-4236-43a6-968e-9788ad3d940c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:39.553777 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'b635883c-4fbf-45ce-9564-e44a0129e0ac', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'port_id': 'b635883c-4fbf-45ce-9564-e44a0129e0ac', 'mac_address': 'fa:16:3e:6e:2f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:12:39.594030 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec4dc06-1dbd-43d0-b1d0-2574e867bbeb None None] Network a3f73ec9-b8a7-4c8c-948d-366a766a0705 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:39.717717 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe616ed6-d4ab-45e8-850a-a5f121cfa12b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:39.719366 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port b635883c-4fbf-45ce-9564-e44a0129e0ac is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:39.719915 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b635883c-4fbf-45ce-9564-e44a0129e0ac), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:39.756136 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port f22757c0-6d42-4f4b-97c4-250c8be89489 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:39.761302 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287a59b6-7fa9-4c67-86de-d263866ac235 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:39.764365 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b635883c-4fbf-45ce-9564-e44a0129e0ac {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:12:39.787954 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-287a59b6-7fa9-4c67-86de-d263866ac235 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:39.793919 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287a59b6-7fa9-4c67-86de-d263866ac235 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:39.798351 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a59b6-7fa9-4c67-86de-d263866ac235 admin admin] Pushing event updated for resources: {'Port': ['ID=b24d16c5-4236-43a6-968e-9788ad3d940c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:39.816122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port b635883c-4fbf-45ce-9564-e44a0129e0ac, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=b635883c-4fbf-45ce-9564-e44a0129e0ac,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:39.840192 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b635883c-4fbf-45ce-9564-e44a0129e0ac), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:39.859734 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e99e5334-d066-4dd6-ac7d-b12638a474c8 req-13c22f3c-06c7-47c9-93fa-de74c7b9a19c tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e18881-8c46-4297-9a34-62e84c12c637 HTTP/1.1" status: 200 len: 210 time: 0.1822460 Feb 19 04:12:39.939588 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (110f6ddf-f687-4926-909c-736264092d28), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:39.955093 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=b635883c-4fbf-45ce-9564-e44a0129e0ac,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:39.967733 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-189f1b56-343e-42dc-8de2-9db607e5afd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (e75d9c9e-8c6f-4a8a-9816-273ad03117c1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:40.083977 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-74e09106-11e6-47d3-97ce-9e17cd1375e4 None None] Current status of the port 52e7dc55-7c70-49d2-a9ee-a6d594adecc5 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:40.086629 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe616ed6-d4ab-45e8-850a-a5f121cfa12b admin admin] Publish callbacks [] for security_group (5e607758-28ca-450e-87d4-1057be6ff2c0), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:40.101018 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe616ed6-d4ab-45e8-850a-a5f121cfa12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5e607758-28ca-450e-87d4-1057be6ff2c0), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:40.146233 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['b635883c-4fbf-45ce-9564-e44a0129e0ac'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:12:40.263487 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-30d00e5e-8fd0-4bff-a086-01176da7ca4d None None] Provisioning complete for port 54a8b578-7da5-406a-8bd5-73581c93ce6c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:40.264443 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-30d00e5e-8fd0-4bff-a086-01176da7ca4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (54a8b578-7da5-406a-8bd5-73581c93ce6c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:40.311756 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fe616ed6-d4ab-45e8-850a-a5f121cfa12b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d56da05136204504a15010fca64497f6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1016135 Feb 19 04:12:40.323374 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37410) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:40.437077 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 54a8b578-7da5-406a-8bd5-73581c93ce6c up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:40.448950 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d28fa-f7c9-4aec-9b4e-df23bee6a9cf req-5ac89e70-c5f2-455f-8a98-89732c495a54 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:40.452520 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-368d28fa-f7c9-4aec-9b4e-df23bee6a9cf req-5ac89e70-c5f2-455f-8a98-89732c495a54 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=26e20f4f-7f7f-424e-9bb0-99ddd7014e13 HTTP/1.1" status: 200 len: 944 time: 0.4954793 Feb 19 04:12:40.526238 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe616ed6-d4ab-45e8-850a-a5f121cfa12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e607758-28ca-450e-87d4-1057be6ff2c0,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:40.572075 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-189f1b56-343e-42dc-8de2-9db607e5afd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (e75d9c9e-8c6f-4a8a-9816-273ad03117c1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:40.594607 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-30d00e5e-8fd0-4bff-a086-01176da7ca4d None None] Current status of the port 54a8b578-7da5-406a-8bd5-73581c93ce6c is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:40.595195 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-30d00e5e-8fd0-4bff-a086-01176da7ca4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (54a8b578-7da5-406a-8bd5-73581c93ce6c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:40.708414 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-30d00e5e-8fd0-4bff-a086-01176da7ca4d None None] For port 54a8b578-7da5-406a-8bd5-73581c93ce6c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=54a8b578-7da5-406a-8bd5-73581c93ce6c,segment=NetworkSegment(866fa118-7f93-47d2-97b7-b8e34872fe4c),segment_id=866fa118-7f93-47d2-97b7-b8e34872fe4c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:40.715294 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 54a8b578-7da5-406a-8bd5-73581c93ce6c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:40.716900 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (54a8b578-7da5-406a-8bd5-73581c93ce6c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:40.729755 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-30d00e5e-8fd0-4bff-a086-01176da7ca4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (54a8b578-7da5-406a-8bd5-73581c93ce6c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:40.780508 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f1b56-343e-42dc-8de2-9db607e5afd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e75d9c9e-8c6f-4a8a-9816-273ad03117c1,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:40.787469 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-189f1b56-343e-42dc-8de2-9db607e5afd5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:40.794047 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-189f1b56-343e-42dc-8de2-9db607e5afd5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e75d9c9e-8c6f-4a8a-9816-273ad03117c1 HTTP/1.1" status: 204 len: 168 time: 1.8173778 Feb 19 04:12:40.801980 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37412) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:40.811181 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62720a0b-ae18-4a5f-a3fd-ad1cd987528a None None] Network 5b6fe8f7-012f-486f-90bb-91627fbe5451 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:41.013240 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-368d28fa-f7c9-4aec-9b4e-df23bee6a9cf req-ccd0df80-53af-45ad-bc0c-820570197bbf tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800434 Feb 19 04:12:41.014351 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-afc270d4-c372-40cc-a9d9-ca1ac8809ebf admin admin] Publish callbacks [] for security_group (5e607758-28ca-450e-87d4-1057be6ff2c0), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:41.074631 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0e52b3b4-0b7c-417a-8513-f76424059e06 req-d8c71225-454e-4f6f-a251-b50b794902de tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e18881-8c46-4297-9a34-62e84c12c637 HTTP/1.1" status: 200 len: 210 time: 0.0821757 Feb 19 04:12:41.145728 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23400ba4-d1fb-401d-aa97-39401bc0fc7e tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Router c76acd84-44a1-4da1-b216-5e41f69bb5df has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:12:41.174578 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d00e5e-8fd0-4bff-a086-01176da7ca4d None None] Pushing event updated for resources: {'Port': ['ID=54a8b578-7da5-406a-8bd5-73581c93ce6c,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:41.228466 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-49017341-8e79-44d3-9587-cfce17b47956 None None] Provisioning complete for port 54a8b578-7da5-406a-8bd5-73581c93ce6c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:41.228829 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-49017341-8e79-44d3-9587-cfce17b47956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (54a8b578-7da5-406a-8bd5-73581c93ce6c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:41.278761 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-69bb0776-0aaf-4250-9053-8c4d6a0451c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for port (13c2138b-ecb4-49ec-863d-bf5056060952), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:41.301103 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-87befa7d-76fe-47bc-896d-7c12dd09adcc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks [] for port (0968a520-2f3c-424f-8b95-a91209257778), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:41.312295 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 54a8b578-7da5-406a-8bd5-73581c93ce6c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:41.314173 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 52e7dc55-7c70-49d2-a9ee-a6d594adecc5 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:41.457150 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 52e7dc55-7c70-49d2-a9ee-a6d594adecc5 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:41.458348 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (52e7dc55-7c70-49d2-a9ee-a6d594adecc5), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:41.459513 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for port (110f6ddf-f687-4926-909c-736264092d28), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:41.487589 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-afc270d4-c372-40cc-a9d9-ca1ac8809ebf admin admin] Publish callbacks [] for security_group (5e607758-28ca-450e-87d4-1057be6ff2c0), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:41.491268 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (110f6ddf-f687-4926-909c-736264092d28), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:41.495614 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4723-02d3-4f9a-a77b-69408834c927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (5b6fe8f7-012f-486f-90bb-91627fbe5451), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:41.509028 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-287a59b6-7fa9-4c67-86de-d263866ac235 admin admin] Publish callbacks [] for router_gateway (cb855c72-4016-4669-9b7b-847fd64b76ae), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:41.517648 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac49e93-2aa2-4970-b39d-a43338f9b34e None None] DHCP port deletion for 5b6fe8f7-012f-486f-90bb-91627fbe5451 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:12:41.561856 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-49017341-8e79-44d3-9587-cfce17b47956 None None] Current status of the port 54a8b578-7da5-406a-8bd5-73581c93ce6c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:41.619211 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-69bb0776-0aaf-4250-9053-8c4d6a0451c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (13c2138b-ecb4-49ec-863d-bf5056060952), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:41.682629 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Pushing event updated for resources: {'Port': ['ID=110f6ddf-f687-4926-909c-736264092d28,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:41.688316 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23400ba4-d1fb-401d-aa97-39401bc0fc7e tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:12:41.697804 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-23400ba4-d1fb-401d-aa97-39401bc0fc7e tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:41.705332 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-87befa7d-76fe-47bc-896d-7c12dd09adcc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (0968a520-2f3c-424f-8b95-a91209257778), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:41.730297 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1102c04-3d04-4544-9a33-97bb5e344ac9 None None] Sync routers for ids ['c76acd84-44a1-4da1-b216-5e41f69bb5df'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:12:41.757240 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bb0776-0aaf-4250-9053-8c4d6a0451c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:41.758368 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1102c04-3d04-4544-9a33-97bb5e344ac9 None None] Routers {'c76acd84-44a1-4da1-b216-5e41f69bb5df'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:41.760085 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c1102c04-3d04-4544-9a33-97bb5e344ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:12:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c76acd84-44a1-4da1-b216-5e41f69bb5df'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:41.762240 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (661b70a5-f00d-4f75-ac2f-270bc6dad467), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:41.774392 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-69bb0776-0aaf-4250-9053-8c4d6a0451c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:41.795211 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bb0776-0aaf-4250-9053-8c4d6a0451c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:41.820806 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['dae86111-0480-4bc5-a0c0-903b538e51df'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:12:41.852212 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-afc270d4-c372-40cc-a9d9-ca1ac8809ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5e607758-28ca-450e-87d4-1057be6ff2c0), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:41.856198 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-afc270d4-c372-40cc-a9d9-ca1ac8809ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:41.857867 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-afc270d4-c372-40cc-a9d9-ca1ac8809ebf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e607758-28ca-450e-87d4-1057be6ff2c0 HTTP/1.1" status: 204 len: 168 time: 1.5332968 Feb 19 04:12:41.968765 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-ee8c4723-02d3-4f9a-a77b-69408834c927 admin admin] Deleting port 633f243d-67a9-480c-b730-c9b14273fe51 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:41.969035 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4723-02d3-4f9a-a77b-69408834c927 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (633f243d-67a9-480c-b730-c9b14273fe51), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:41.972389 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-23400ba4-d1fb-401d-aa97-39401bc0fc7e tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "PUT /v2.0/floatingips/0fd9052f-ca2a-453e-adbe-49ee8674e826 HTTP/1.1" status: 200 len: 991 time: 8.4549990 Feb 19 04:12:42.013074 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-eac49e93-2aa2-4970-b39d-a43338f9b34e None None] Deleting port 633f243d-67a9-480c-b730-c9b14273fe51 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:42.014098 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-eac49e93-2aa2-4970-b39d-a43338f9b34e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (633f243d-67a9-480c-b730-c9b14273fe51), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:42.018121 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bb0776-0aaf-4250-9053-8c4d6a0451c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:42.019853 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-69bb0776-0aaf-4250-9053-8c4d6a0451c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:42.029746 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-c1102c04-3d04-4544-9a33-97bb5e344ac9 None None] Set router c76acd84-44a1-4da1-b216-5e41f69bb5df gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:42.041262 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc270d4-c372-40cc-a9d9-ca1ac8809ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e607758-28ca-450e-87d4-1057be6ff2c0,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:42.097260 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 52e7dc55-7c70-49d2-a9ee-a6d594adecc5 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:42.144171 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-87befa7d-76fe-47bc-896d-7c12dd09adcc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:42.149216 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd66453-3455-43ba-8f54-ba64625d9c1a', 'tag': 'cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:42.162512 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4ac1be-7681-41db-9816-64c6b5665050" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd66453-3455-43ba-8f54-ba64625d9c1a", "tag": "cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:42.172419 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-87befa7d-76fe-47bc-896d-7c12dd09adcc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:42.188579 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:42.190324 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bfb48ab8-ca26-4133-8a45-5bda6251d4a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.4523308 Feb 19 04:12:42.191544 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-87befa7d-76fe-47bc-896d-7c12dd09adcc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:42.196036 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb0776-0aaf-4250-9053-8c4d6a0451c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event updated for resources: {'Port': ['ID=13c2138b-ecb4-49ec-863d-bf5056060952,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:42.202467 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-69bb0776-0aaf-4250-9053-8c4d6a0451c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.7393625 Feb 19 04:12:42.428432 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2fadb108-0b9e-41be-8e92-9fc8b4b99926 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:12:42.487018 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 2fadb108-0b9e-41be-8e92-9fc8b4b99926 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:12:42.487018 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2fadb108-0b9e-41be-8e92-9fc8b4b99926 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:12:42.487018 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device be3bc778-c7ba-49ac-abe9-15c625c97201 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:12:42.492441 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87befa7d-76fe-47bc-896d-7c12dd09adcc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Pushing event updated for resources: {'Port': ['ID=0968a520-2f3c-424f-8b95-a91209257778,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:42.536170 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-87befa7d-76fe-47bc-896d-7c12dd09adcc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:42.537071 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-87befa7d-76fe-47bc-896d-7c12dd09adcc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:42.549377 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: be3bc778-c7ba-49ac-abe9-15c625c97201 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:12:42.550320 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device be3bc778-c7ba-49ac-abe9-15c625c97201 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:12:42.560288 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-ee8c4723-02d3-4f9a-a77b-69408834c927 admin admin] For port 633f243d-67a9-480c-b730-c9b14273fe51, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=633f243d-67a9-480c-b730-c9b14273fe51,segment=NetworkSegment(068f2b55-e57b-4efa-8e4f-d650cd2623e9),segment_id=068f2b55-e57b-4efa-8e4f-d650cd2623e9)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:42.561401 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4723-02d3-4f9a-a77b-69408834c927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (633f243d-67a9-480c-b730-c9b14273fe51), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:42.567145 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-eac49e93-2aa2-4970-b39d-a43338f9b34e None None] For port 633f243d-67a9-480c-b730-c9b14273fe51, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=633f243d-67a9-480c-b730-c9b14273fe51,segment=NetworkSegment(068f2b55-e57b-4efa-8e4f-d650cd2623e9),segment_id=068f2b55-e57b-4efa-8e4f-d650cd2623e9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:42.567571 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-eac49e93-2aa2-4970-b39d-a43338f9b34e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (633f243d-67a9-480c-b730-c9b14273fe51), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:42.571524 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37434) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:42.579225 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-793c437c-b84d-44f8-bdf8-f85ecc35022b None None] Provisioning complete for port 13c2138b-ecb4-49ec-863d-bf5056060952 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:42.579598 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-793c437c-b84d-44f8-bdf8-f85ecc35022b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (13c2138b-ecb4-49ec-863d-bf5056060952), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:42.617135 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-eac49e93-2aa2-4970-b39d-a43338f9b34e None None] Calling delete_port for 633f243d-67a9-480c-b730-c9b14273fe51 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:42.624336 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a44f94-9131-479a-ba05-c41ba3eaa423 req-f1c54cec-6bb9-453f-b644-112698f1b6d5 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:42.627047 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-69a44f94-9131-479a-ba05-c41ba3eaa423 req-f1c54cec-6bb9-453f-b644-112698f1b6d5 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=26e20f4f-7f7f-424e-9bb0-99ddd7014e13 HTTP/1.1" status: 200 len: 944 time: 0.4500990 Feb 19 04:12:42.631780 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-87befa7d-76fe-47bc-896d-7c12dd09adcc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7306678 Feb 19 04:12:42.636589 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-ee8c4723-02d3-4f9a-a77b-69408834c927 admin admin] Calling delete_port for 633f243d-67a9-480c-b730-c9b14273fe51 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:42.647669 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-e1a36625-a6d1-4f68-b878-1a08fc78d279 service neutron] Request body: {'port': {'device_id': '85e18881-8c46-4297-9a34-62e84c12c637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:42.668893 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0c4ae626-928c-4968-9806-9f9e6aff8a2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:42.681374 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-287a59b6-7fa9-4c67-86de-d263866ac235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (cb855c72-4016-4669-9b7b-847fd64b76ae), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:42.712228 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7f06d-7f99-4955-b217-b2d981f30895 req-ea4aa455-404a-4983-8710-6b78b52a27f3 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:42.714925 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5ed7f06d-7f99-4955-b217-b2d981f30895 req-ea4aa455-404a-4983-8710-6b78b52a27f3 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bd66453-3455-43ba-8f54-ba64625d9c1a HTTP/1.1" status: 200 len: 945 time: 0.4269762 Feb 19 04:12:42.754712 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 54a8b578-7da5-406a-8bd5-73581c93ce6c up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:42.784827 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c1102c04-3d04-4544-9a33-97bb5e344ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'name': 'tempest-ServersTestJSON-645793320-router', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:21Z', 'updated_at': '2022-02-19T04:11:36Z', 'revision_number': 4, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'gw_port': {'id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:23Z', 'updated_at': '2022-02-19T04:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '0fd9052f-ca2a-453e-adbe-49ee8674e826', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'port_id': 'cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 965, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7', 'mac_address': 'fa:16:3e:48:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd66453-3455-43ba-8f54-ba64625d9c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:11:52Z', 'updated_at': '2022-02-19T04:12:36Z', 'revision_number': 1, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecf67e1-4970-403c-9a4e-5668965370f1', 'name': '', 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'mac_address': 'fa:16:3e:b2:d1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:32Z', 'updated_at': '2022-02-19T04:11:44Z', 'revision_number': 5, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'subnets': [{'id': '86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:42.789719 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-69a44f94-9131-479a-ba05-c41ba3eaa423 req-116e7688-65e3-4734-9f07-52ec688d9f64 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543226 Feb 19 04:12:42.812415 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-e1a36625-a6d1-4f68-b878-1a08fc78d279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0968a520-2f3c-424f-8b95-a91209257778), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:42.815556 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-793c437c-b84d-44f8-bdf8-f85ecc35022b None None] Port 13c2138b-ecb4-49ec-863d-bf5056060952 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:42.983632 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0c4ae626-928c-4968-9806-9f9e6aff8a2b admin admin] Publish callbacks [] for security_group (d9266584-6d2d-4025-8571-ec7e2be3ab84), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.003013 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1102c04-3d04-4544-9a33-97bb5e344ac9 None None] Checking router: c76acd84-44a1-4da1-b216-5e41f69bb5df for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:12:43.003379 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device b635883c-4fbf-45ce-9564-e44a0129e0ac up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:43.014676 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1102c04-3d04-4544-9a33-97bb5e344ac9 None None] Routers {'c76acd84-44a1-4da1-b216-5e41f69bb5df'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:43.015764 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c1102c04-3d04-4544-9a33-97bb5e344ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:12:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c76acd84-44a1-4da1-b216-5e41f69bb5df'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:43.041302 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0c4ae626-928c-4968-9806-9f9e6aff8a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d9266584-6d2d-4025-8571-ec7e2be3ab84), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.084713 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0c4ae626-928c-4968-9806-9f9e6aff8a2b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a7e2aedac1394ba7b15a6935ea0201cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4986782 Feb 19 04:12:43.099250 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37436) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:43.139353 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-eac49e93-2aa2-4970-b39d-a43338f9b34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (633f243d-67a9-480c-b730-c9b14273fe51), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.157227 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5ed7f06d-7f99-4955-b217-b2d981f30895 req-e09ccadc-75dd-40fe-b4b7-ace0433b552b tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/security-groups?id=a84d8eea-4a57-4bbf-bcd8-18c9f130b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3710651 Feb 19 04:12:43.176300 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac49e93-2aa2-4970-b39d-a43338f9b34e None None] No DVR routers for this DVR port 633f243d-67a9-480c-b730-c9b14273fe51 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:12:43.178998 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ae626-928c-4968-9806-9f9e6aff8a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9266584-6d2d-4025-8571-ec7e2be3ab84,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:43.259869 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-c1102c04-3d04-4544-9a33-97bb5e344ac9 None None] Set router c76acd84-44a1-4da1-b216-5e41f69bb5df gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:43.264177 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4723-02d3-4f9a-a77b-69408834c927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (633f243d-67a9-480c-b730-c9b14273fe51), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.284891 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac49e93-2aa2-4970-b39d-a43338f9b34e None None] Pushing event deleted for resources: {'Port': ['ID=633f243d-67a9-480c-b730-c9b14273fe51,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:43.288131 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 54a8b578-7da5-406a-8bd5-73581c93ce6c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:43.288800 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (54a8b578-7da5-406a-8bd5-73581c93ce6c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.313027 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8c4723-02d3-4f9a-a77b-69408834c927 admin admin] No DVR routers for this DVR port 633f243d-67a9-480c-b730-c9b14273fe51 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:12:43.323482 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c4723-02d3-4f9a-a77b-69408834c927 admin admin] Pushing event deleted for resources: {'Port': ['ID=633f243d-67a9-480c-b730-c9b14273fe51,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:43.351115 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b7e8638e-0e5f-4e2d-acf2-1aff2dae0196 admin admin] Publish callbacks [] for security_group (d9266584-6d2d-4025-8571-ec7e2be3ab84), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.358303 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-e1a36625-a6d1-4f68-b878-1a08fc78d279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0968a520-2f3c-424f-8b95-a91209257778 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:12:43.375257 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port b635883c-4fbf-45ce-9564-e44a0129e0ac completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:12:43.391327 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port b635883c-4fbf-45ce-9564-e44a0129e0ac triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:43.391893 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b635883c-4fbf-45ce-9564-e44a0129e0ac), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.393764 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-e1a36625-a6d1-4f68-b878-1a08fc78d279 service neutron] Publish callbacks [] for port (0968a520-2f3c-424f-8b95-a91209257778), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.417367 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-e1a36625-a6d1-4f68-b878-1a08fc78d279 service neutron] Transition to ACTIVE for port object 0968a520-2f3c-424f-8b95-a91209257778 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:12:43.426558 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95f68e2-da4b-4e5f-ba87-1d48eb793a79 x-openstack-request-id: req-f95f68e2-da4b-4e5f-ba87-1d48eb793a79 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:43.427269 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd66453-3455-43ba-8f54-ba64625d9c1a", "tag": "cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:43.427639 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f95f68e2-da4b-4e5f-ba87-1d48eb793a79 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:43.428170 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd66453-3455-43ba-8f54-ba64625d9c1a', 'tag': 'cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211', 'status': 'completed', 'code': 200} Feb 19 04:12:43.436349 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-e1a36625-a6d1-4f68-b878-1a08fc78d279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (0968a520-2f3c-424f-8b95-a91209257778), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.501780 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a15f5a-db5b-438a-96ac-e253fdc594d3 req-d700f1e2-cc86-436d-9be8-979cf4421654 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:43.504096 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-30a15f5a-db5b-438a-96ac-e253fdc594d3 req-d700f1e2-cc86-436d-9be8-979cf4421654 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e18881-8c46-4297-9a34-62e84c12c637 HTTP/1.1" status: 200 len: 932 time: 0.6009591 Feb 19 04:12:43.546629 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b7e8638e-0e5f-4e2d-acf2-1aff2dae0196 admin admin] Publish callbacks [] for security_group (d9266584-6d2d-4025-8571-ec7e2be3ab84), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.563052 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 54a8b578-7da5-406a-8bd5-73581c93ce6c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:43.612572 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4723-02d3-4f9a-a77b-69408834c927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (5b6fe8f7-012f-486f-90bb-91627fbe5451), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.663507 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port b635883c-4fbf-45ce-9564-e44a0129e0ac is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:43.664181 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b635883c-4fbf-45ce-9564-e44a0129e0ac), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.671687 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 633f243d-67a9-480c-b730-c9b14273fe51 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:12:43.673547 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287a59b6-7fa9-4c67-86de-d263866ac235 admin admin] Router cb855c72-4016-4669-9b7b-847fd64b76ae is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:12:43.685791 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-30a15f5a-db5b-438a-96ac-e253fdc594d3 req-ecd61aae-edf6-4488-9402-61819d868a48 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752157 Feb 19 04:12:43.711764 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a36625-a6d1-4f68-b878-1a08fc78d279 service neutron] Pushing event updated for resources: {'Port': ['ID=0968a520-2f3c-424f-8b95-a91209257778,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:43.730446 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-ee8c4723-02d3-4f9a-a77b-69408834c927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6fe8f7-012f-486f-90bb-91627fbe5451']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:43.743475 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 633f243d-67a9-480c-b730-c9b14273fe51 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:12:43.743475 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 633f243d-67a9-480c-b730-c9b14273fe51 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:12:43.762520 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-e1a36625-a6d1-4f68-b878-1a08fc78d279 service neutron] Attempting to bind port 0968a520-2f3c-424f-8b95-a91209257778 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:43.762910 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-e1a36625-a6d1-4f68-b878-1a08fc78d279 service neutron] Attempting to bind port 0968a520-2f3c-424f-8b95-a91209257778 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:43.764071 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-e1a36625-a6d1-4f68-b878-1a08fc78d279 service neutron] Attempting to bind port 0968a520-2f3c-424f-8b95-a91209257778 on network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:43.774058 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-e1a36625-a6d1-4f68-b878-1a08fc78d279 service neutron] Port 0968a520-2f3c-424f-8b95-a91209257778 on network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:12:43.774312 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-e1a36625-a6d1-4f68-b878-1a08fc78d279 service neutron] Attempting to bind port 0968a520-2f3c-424f-8b95-a91209257778 on network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:43.779772 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e20f4f-7f7f-424e-9bb0-99ddd7014e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b635883c-4fbf-45ce-9564-e44a0129e0ac'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:43.794766 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf76bf4f-ffbd-4980-99cc-f22ddaaaf8a1" -d '{"events": [{"server_uuid": "26e20f4f-7f7f-424e-9bb0-99ddd7014e13", "name": "network-vif-plugged", "status": "completed", "tag": "b635883c-4fbf-45ce-9564-e44a0129e0ac"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:43.795158 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ac1be-7681-41db-9816-64c6b5665050 req-e7b6372c-a076-46a2-89be-36762ba2fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:43.796065 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-e1a36625-a6d1-4f68-b878-1a08fc78d279 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:43.796759 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b4ac1be-7681-41db-9816-64c6b5665050 req-e7b6372c-a076-46a2-89be-36762ba2fa6d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc24a822c9cd4304b5492da651149632&device_id=8bd66453-3455-43ba-8f54-ba64625d9c1a HTTP/1.1" status: 200 len: 1127 time: 0.3972552 Feb 19 04:12:43.798158 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-e1a36625-a6d1-4f68-b878-1a08fc78d279 service neutron] Checking segment: {'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:43.800134 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-e1a36625-a6d1-4f68-b878-1a08fc78d279 service neutron] Bound using segment: {'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:43.807192 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-ee8c4723-02d3-4f9a-a77b-69408834c927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068f2b55-e57b-4efa-8e4f-d650cd2623e9') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:43.807192 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-ee8c4723-02d3-4f9a-a77b-69408834c927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068f2b55-e57b-4efa-8e4f-d650cd2623e9') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:43.807920 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-e1a36625-a6d1-4f68-b878-1a08fc78d279 service neutron] Bound port: 0968a520-2f3c-424f-8b95-a91209257778, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:43.807920 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-e1a36625-a6d1-4f68-b878-1a08fc78d279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0968a520-2f3c-424f-8b95-a91209257778), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.846105 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port b635883c-4fbf-45ce-9564-e44a0129e0ac, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=b635883c-4fbf-45ce-9564-e44a0129e0ac,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:43.855961 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b635883c-4fbf-45ce-9564-e44a0129e0ac), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.886840 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c1102c04-3d04-4544-9a33-97bb5e344ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'name': 'tempest-ServersTestJSON-645793320-router', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:21Z', 'updated_at': '2022-02-19T04:11:36Z', 'revision_number': 4, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'gw_port': {'id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:23Z', 'updated_at': '2022-02-19T04:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '0fd9052f-ca2a-453e-adbe-49ee8674e826', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'port_id': 'cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 965, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7', 'mac_address': 'fa:16:3e:48:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd66453-3455-43ba-8f54-ba64625d9c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:11:52Z', 'updated_at': '2022-02-19T04:12:36Z', 'revision_number': 1, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecf67e1-4970-403c-9a4e-5668965370f1', 'name': '', 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'mac_address': 'fa:16:3e:b2:d1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:32Z', 'updated_at': '2022-02-19T04:11:44Z', 'revision_number': 5, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'subnets': [{'id': '86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:43.941927 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-e1a36625-a6d1-4f68-b878-1a08fc78d279 service neutron] For port 0968a520-2f3c-424f-8b95-a91209257778, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:43.944696 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37444) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:43.947698 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4723-02d3-4f9a-a77b-69408834c927 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (068f2b55-e57b-4efa-8e4f-d650cd2623e9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.948760 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-e1a36625-a6d1-4f68-b878-1a08fc78d279 service neutron] For port 0968a520-2f3c-424f-8b95-a91209257778, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0968a520-2f3c-424f-8b95-a91209257778,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:43.961368 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-e1a36625-a6d1-4f68-b878-1a08fc78d279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (0968a520-2f3c-424f-8b95-a91209257778), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.961665 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1102c04-3d04-4544-9a33-97bb5e344ac9 None None] The sync data for ids ['c76acd84-44a1-4da1-b216-5e41f69bb5df'] in n-d-772273-4 is: [{'id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'name': 'tempest-ServersTestJSON-645793320-router', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:21Z', 'updated_at': '2022-02-19T04:11:36Z', 'revision_number': 4, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'gw_port': {'id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:23Z', 'updated_at': '2022-02-19T04:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '0fd9052f-ca2a-453e-adbe-49ee8674e826', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'port_id': 'cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 965, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7', 'mac_address': 'fa:16:3e:48:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd66453-3455-43ba-8f54-ba64625d9c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:11:52Z', 'updated_at': '2022-02-19T04:12:36Z', 'revision_number': 1, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecf67e1-4970-403c-9a4e-5668965370f1', 'name': '', 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'mac_address': 'fa:16:3e:b2:d1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:32Z', 'updated_at': '2022-02-19T04:11:44Z', 'revision_number': 5, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'subnets': [{'id': '86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:12:43.971897 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-a65021a2-687f-4ff8-8183-167376b06547 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2109189146', 'description': 'tempest-description--388936884'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:44.004577 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b7e8638e-0e5f-4e2d-acf2-1aff2dae0196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d9266584-6d2d-4025-8571-ec7e2be3ab84), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:44.007613 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b7e8638e-0e5f-4e2d-acf2-1aff2dae0196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:44.013117 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b7e8638e-0e5f-4e2d-acf2-1aff2dae0196 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d9266584-6d2d-4025-8571-ec7e2be3ab84 HTTP/1.1" status: 204 len: 168 time: 0.8969908 Feb 19 04:12:44.031505 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=b635883c-4fbf-45ce-9564-e44a0129e0ac,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:44.058895 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-e1a36625-a6d1-4f68-b878-1a08fc78d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:44.060714 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-e1a36625-a6d1-4f68-b878-1a08fc78d279 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:44.065896 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-e1a36625-a6d1-4f68-b878-1a08fc78d279 service neutron] 10.222.0.10 "PUT /v2.0/ports/0968a520-2f3c-424f-8b95-a91209257778 HTTP/1.1" status: 200 len: 1092 time: 1.4235251 Feb 19 04:12:44.072414 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56044e9f-04b5-4a72-91d3-94cb2b172059 x-openstack-request-id: req-56044e9f-04b5-4a72-91d3-94cb2b172059 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:44.073066 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e20f4f-7f7f-424e-9bb0-99ddd7014e13", "name": "network-vif-plugged", "status": "completed", "tag": "b635883c-4fbf-45ce-9564-e44a0129e0ac", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:44.073492 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-56044e9f-04b5-4a72-91d3-94cb2b172059 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:44.076439 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e20f4f-7f7f-424e-9bb0-99ddd7014e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b635883c-4fbf-45ce-9564-e44a0129e0ac', 'code': 200} Feb 19 04:12:44.138435 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4723-02d3-4f9a-a77b-69408834c927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (068f2b55-e57b-4efa-8e4f-d650cd2623e9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:44.148973 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8c4723-02d3-4f9a-a77b-69408834c927 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:12:44.149603 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4723-02d3-4f9a-a77b-69408834c927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (068f2b55-e57b-4efa-8e4f-d650cd2623e9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:12:44.164169 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:12:44.207598 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a36625-a6d1-4f68-b878-1a08fc78d279 service neutron] Pushing event updated for resources: {'Port': ['ID=0968a520-2f3c-424f-8b95-a91209257778,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:44.304489 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62b87565-9152-4251-b096-c7a59119b09b req-81c82605-83d4-4a76-92db-077edd87f5b0 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1397123061&fields=id&tenant_id=64a84ec8d7f4403180aa77a18bbd859e HTTP/1.1" status: 200 len: 267 time: 0.1218159 Feb 19 04:12:44.319547 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-a58cbb9c-d578-4a55-a008-a0369eb14342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:44.321707 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-a58cbb9c-d578-4a55-a008-a0369eb14342 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&device_id=85e18881-8c46-4297-9a34-62e84c12c637 HTTP/1.1" status: 200 len: 1126 time: 0.1290579 Feb 19 04:12:44.383409 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8638e-0e5f-4e2d-acf2-1aff2dae0196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9266584-6d2d-4025-8571-ec7e2be3ab84,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:44.393836 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-eb1d7b59-2053-4d64-89c0-110332631736 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0968a520-2f3c-424f-8b95-a91209257778 HTTP/1.1" status: 200 len: 217 time: 0.0587411 Feb 19 04:12:44.410280 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c34faa-6c12-4d95-b0c9-42f6d4fdb93b None None] New status for floating IP 0fd9052f-ca2a-453e-adbe-49ee8674e826: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:12:44.410575 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a65021a2-687f-4ff8-8183-167376b06547 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:44.500653 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8638e-0e5f-4e2d-acf2-1aff2dae0196 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:44.501078 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8638e-0e5f-4e2d-acf2-1aff2dae0196 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:44.501428 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8638e-0e5f-4e2d-acf2-1aff2dae0196 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:44.501767 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8638e-0e5f-4e2d-acf2-1aff2dae0196 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:44.502101 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8638e-0e5f-4e2d-acf2-1aff2dae0196 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:44.502560 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8638e-0e5f-4e2d-acf2-1aff2dae0196 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:44.502895 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8638e-0e5f-4e2d-acf2-1aff2dae0196 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:44.503229 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8638e-0e5f-4e2d-acf2-1aff2dae0196 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:44.503556 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8638e-0e5f-4e2d-acf2-1aff2dae0196 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:44.503885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8638e-0e5f-4e2d-acf2-1aff2dae0196 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:44.504452 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8638e-0e5f-4e2d-acf2-1aff2dae0196 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:44.505848 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8638e-0e5f-4e2d-acf2-1aff2dae0196 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:44.506211 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e8638e-0e5f-4e2d-acf2-1aff2dae0196 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:44.544413 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-d831742f-63d4-4282-901e-3f37e021b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:44.548127 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-d831742f-63d4-4282-901e-3f37e021b88f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=920919b3-1361-46cf-9a70-c4e0885dbe63 HTTP/1.1" status: 200 len: 846 time: 0.1398613 Feb 19 04:12:44.585284 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4723-02d3-4f9a-a77b-69408834c927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (5b6fe8f7-012f-486f-90bb-91627fbe5451), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:44.604085 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4723-02d3-4f9a-a77b-69408834c927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:44.608279 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ee8c4723-02d3-4f9a-a77b-69408834c927 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5b6fe8f7-012f-486f-90bb-91627fbe5451 HTTP/1.1" status: 204 len: 168 time: 3.7923248 Feb 19 04:12:44.645113 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6e514-acbc-4bf3-aa95-329e4046edd8 req-a916c990-22a8-47c8-a46a-c8d91f638f30 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:44.652749 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-42b6e514-acbc-4bf3-aa95-329e4046edd8 req-a916c990-22a8-47c8-a46a-c8d91f638f30 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=26e20f4f-7f7f-424e-9bb0-99ddd7014e13 HTTP/1.1" status: 200 len: 945 time: 0.4618311 Feb 19 04:12:44.672771 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-c39e8afe-7546-486b-9a61-0f531f55912a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167471 Feb 19 04:12:44.694493 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d523b-def1-4f53-9010-6eefe9ec472c req-6edaafbf-ccc7-46fa-bb1d-fbc21ddc5eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:44.696439 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-855d523b-def1-4f53-9010-6eefe9ec472c req-6edaafbf-ccc7-46fa-bb1d-fbc21ddc5eb2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=26e20f4f-7f7f-424e-9bb0-99ddd7014e13 HTTP/1.1" status: 200 len: 1127 time: 0.4867868 Feb 19 04:12:44.697557 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c4723-02d3-4f9a-a77b-69408834c927 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b6fe8f7-012f-486f-90bb-91627fbe5451,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:44.716389 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ac1be-7681-41db-9816-64c6b5665050 req-61c6f5fb-4017-4a9b-b001-59d0d54e5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:44.718584 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b4ac1be-7681-41db-9816-64c6b5665050 req-61c6f5fb-4017-4a9b-b001-59d0d54e5940 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6453da06-0cc8-4a8b-aa70-6b97516c41c7 HTTP/1.1" status: 200 len: 905 time: 0.9073560 Feb 19 04:12:44.720090 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287a59b6-7fa9-4c67-86de-d263866ac235 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:12:44.738768 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] Sync routers for ids ['cb855c72-4016-4669-9b7b-847fd64b76ae'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:12:44.763683 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] Routers {'cb855c72-4016-4669-9b7b-847fd64b76ae'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:44.770786 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:12:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['cb855c72-4016-4669-9b7b-847fd64b76ae'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:44.791648 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b87565-9152-4251-b096-c7a59119b09b req-5225575e-e0fa-45b3-92c0-989d521096e5 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:44.795585 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62b87565-9152-4251-b096-c7a59119b09b req-5225575e-e0fa-45b3-92c0-989d521096e5 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/networks?id=58c1cfe5-5b31-4d86-b71c-5778f412859b HTTP/1.1" status: 200 len: 811 time: 0.4792755 Feb 19 04:12:44.828009 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62b87565-9152-4251-b096-c7a59119b09b req-af3bbcaf-3e6f-4ed9-bfed-3c105c84743d tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/quotas/64a84ec8d7f4403180aa77a18bbd859e HTTP/1.1" status: 200 len: 375 time: 0.0236726 Feb 19 04:12:44.856386 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-287a59b6-7fa9-4c67-86de-d263866ac235 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:44.858002 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-287a59b6-7fa9-4c67-86de-d263866ac235 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 15.9592993 Feb 19 04:12:44.872700 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37470) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:44.918622 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37472) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:44.974349 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] Set router cb855c72-4016-4669-9b7b-847fd64b76ae gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:44.986025 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-47486c76-57fc-451b-9e1e-5b0227472863 service neutron] 10.222.0.10 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002710 Feb 19 04:12:44.998171 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-42b6e514-acbc-4bf3-aa95-329e4046edd8 req-bdfd3f23-ef21-4c04-b969-b9e562fddbd9 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442819 Feb 19 04:12:45.005872 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b4ac1be-7681-41db-9816-64c6b5665050 req-d571c8a4-fd1a-41f5-b275-4316c1dc317c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 HTTP/1.1" status: 200 len: 1001 time: 0.2706223 Feb 19 04:12:45.009491 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-855d523b-def1-4f53-9010-6eefe9ec472c req-2aadc226-7d47-491a-aada-421e6cd084ca service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981501 Feb 19 04:12:45.083558 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e07c4534-38fe-4575-ab1f-81fa354ece9c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=28046742ef1049688a695bac0a3826eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1625514 Feb 19 04:12:45.087260 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37476) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:45.122348 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62b87565-9152-4251-b096-c7a59119b09b req-3c1022a9-986d-438d-a26c-7e85d4d48a3d tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=64a84ec8d7f4403180aa77a18bbd859e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2664962 Feb 19 04:12:45.141914 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a65021a2-687f-4ff8-8183-167376b06547 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for security_group (cc8716b3-df70-4e10-b54a-f3f26e40dceb), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.165132 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a65021a2-687f-4ff8-8183-167376b06547 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (cc8716b3-df70-4e10-b54a-f3f26e40dceb), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.280187 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-707cd6fc-7c5c-40f3-980e-ec52d1cb05b7 req-9fa9f936-53e3-47a1-a52f-5499a711635a service neutron] 10.222.0.10 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558844 Feb 19 04:12:45.288498 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a65021a2-687f-4ff8-8183-167376b06547 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.289889 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a65021a2-687f-4ff8-8183-167376b06547 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.3237514 Feb 19 04:12:45.295610 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ac1be-7681-41db-9816-64c6b5665050 req-9b8bb276-55e0-4b10-bcb6-19e51c26a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:45.297917 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b4ac1be-7681-41db-9816-64c6b5665050 req-9b8bb276-55e0-4b10-bcb6-19e51c26a592 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e HTTP/1.1" status: 200 len: 844 time: 0.2815642 Feb 19 04:12:45.311387 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb855c72-4016-4669-9b7b-847fd64b76ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-260191242-router', 'tenant_id': 'baaa0965c8b94e00b4676ca01865b16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b24d16c5-4236-43a6-968e-9788ad3d940c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:29Z', 'updated_at': '2022-02-19T04:12:40Z', 'revision_number': 3, 'project_id': 'baaa0965c8b94e00b4676ca01865b16b', 'gw_port': {'id': 'b24d16c5-4236-43a6-968e-9788ad3d940c', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:56:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb855c72-4016-4669-9b7b-847fd64b76ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:36Z', 'updated_at': '2022-02-19T04:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:45.321143 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37484) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:45.384493 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] Checking router: cb855c72-4016-4669-9b7b-847fd64b76ae for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:12:45.385307 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] Updating router cb855c72-4016-4669-9b7b-847fd64b76ae port b24d16c5-4236-43a6-968e-9788ad3d940c binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:12:45.392086 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62b87565-9152-4251-b096-c7a59119b09b req-b2401846-faad-499f-9447-b74893a39a55 service neutron] 10.222.0.65 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423263 Feb 19 04:12:45.394219 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-054fbf16-b017-420f-8ec1-8e9d0c317d77 admin admin] Publish callbacks [] for security_group (3013973a-3e4c-4e73-a652-2279a8a42705), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.433072 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e18881-8c46-4297-9a34-62e84c12c637', 'tag': '0968a520-2f3c-424f-8b95-a91209257778'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:45.437560 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612a9967-4b5a-46f3-8b94-bc8edd5228c4" -d '{"events": [{"name": "network-changed", "server_uuid": "85e18881-8c46-4297-9a34-62e84c12c637", "tag": "0968a520-2f3c-424f-8b95-a91209257778"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:45.461792 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b24d16c5-4236-43a6-968e-9788ad3d940c), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.577263 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-054fbf16-b017-420f-8ec1-8e9d0c317d77 admin admin] Publish callbacks [] for security_group (3013973a-3e4c-4e73-a652-2279a8a42705), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.658638 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-99bbcb8b-d344-4de5-ae15-abd1c4c049e3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Request body: {'security_group_rule': {'security_group_id': 'cc8716b3-df70-4e10-b54a-f3f26e40dceb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:45.664560 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65021a2-687f-4ff8-8183-167376b06547 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8716b3-df70-4e10-b54a-f3f26e40dceb,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:45.696698 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62b87565-9152-4251-b096-c7a59119b09b req-4eaa6a39-391b-4930-919e-dfffb19e6c2f service neutron] 10.222.0.65 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828300 Feb 19 04:12:45.726129 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-054fbf16-b017-420f-8ec1-8e9d0c317d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3013973a-3e4c-4e73-a652-2279a8a42705), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.736301 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-054fbf16-b017-420f-8ec1-8e9d0c317d77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.742418 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-054fbf16-b017-420f-8ec1-8e9d0c317d77 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3013973a-3e4c-4e73-a652-2279a8a42705 HTTP/1.1" status: 204 len: 168 time: 0.6520877 Feb 19 04:12:45.756749 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054fbf16-b017-420f-8ec1-8e9d0c317d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3013973a-3e4c-4e73-a652-2279a8a42705,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:45.851994 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06331a-06da-4bd5-a4c1-64401dd00253 req-fac0a3c4-1255-4558-bfbd-90182ca11158 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:45.859844 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b06331a-06da-4bd5-a4c1-64401dd00253 req-fac0a3c4-1255-4558-bfbd-90182ca11158 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e18881-8c46-4297-9a34-62e84c12c637 HTTP/1.1" status: 200 len: 944 time: 0.7155321 Feb 19 04:12:45.900423 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-99bbcb8b-d344-4de5-ae15-abd1c4c049e3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for security_group_rule (230bdcb0-4d8e-4e89-930f-4ecaf3dc6f85), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.902205 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] Publish callbacks [] for port (b24d16c5-4236-43a6-968e-9788ad3d940c), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.913461 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b24d16c5-4236-43a6-968e-9788ad3d940c), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:45.993392 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc26e05-8f09-4c97-97a6-79ef919696d0 None None] Pushing event updated for resources: {'Port': ['ID=b24d16c5-4236-43a6-968e-9788ad3d940c,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:46.036376 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ac1be-7681-41db-9816-64c6b5665050 req-edeec641-0606-4acb-88e4-de19818b3cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:46.039657 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b4ac1be-7681-41db-9816-64c6b5665050 req-edeec641-0606-4acb-88e4-de19818b3cf9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6453da06-0cc8-4a8b-aa70-6b97516c41c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3878374 Feb 19 04:12:46.052672 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] Attempting to bind port b24d16c5-4236-43a6-968e-9788ad3d940c on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:46.053119 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] Attempting to bind port b24d16c5-4236-43a6-968e-9788ad3d940c by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:46.053496 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] Attempting to bind port b24d16c5-4236-43a6-968e-9788ad3d940c on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:46.057318 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc26e05-8f09-4c97-97a6-79ef919696d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:46.057828 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc26e05-8f09-4c97-97a6-79ef919696d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:46.058261 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc26e05-8f09-4c97-97a6-79ef919696d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:46.058613 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc26e05-8f09-4c97-97a6-79ef919696d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:46.058959 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc26e05-8f09-4c97-97a6-79ef919696d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:46.059301 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc26e05-8f09-4c97-97a6-79ef919696d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:46.059682 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc26e05-8f09-4c97-97a6-79ef919696d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:46.060020 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc26e05-8f09-4c97-97a6-79ef919696d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:46.060537 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b06331a-06da-4bd5-a4c1-64401dd00253 req-424b0a60-019a-48ef-ba0b-a4400e22d664 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970437 Feb 19 04:12:46.060768 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc26e05-8f09-4c97-97a6-79ef919696d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:46.061989 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc26e05-8f09-4c97-97a6-79ef919696d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:46.062384 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc26e05-8f09-4c97-97a6-79ef919696d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:46.062839 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc26e05-8f09-4c97-97a6-79ef919696d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:46.063219 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc26e05-8f09-4c97-97a6-79ef919696d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:46.074585 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaa8ddc-1e72-4275-9d23-b49f03cfe276 x-openstack-request-id: req-2eaa8ddc-1e72-4275-9d23-b49f03cfe276 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:46.075025 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e18881-8c46-4297-9a34-62e84c12c637", "tag": "0968a520-2f3c-424f-8b95-a91209257778", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:46.075590 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2eaa8ddc-1e72-4275-9d23-b49f03cfe276 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:46.076030 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e18881-8c46-4297-9a34-62e84c12c637', 'tag': '0968a520-2f3c-424f-8b95-a91209257778', 'status': 'completed', 'code': 200} Feb 19 04:12:46.117314 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:46.117748 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:46.118593 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:46.119212 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:46.124246 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] Bound port: b24d16c5-4236-43a6-968e-9788ad3d940c, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:46.125779 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b24d16c5-4236-43a6-968e-9788ad3d940c), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:46.279005 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a9967-4b5a-46f3-8b94-bc8edd5228c4 req-29d99b96-d0cb-4129-879a-27ec8bdbf784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:46.281517 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-612a9967-4b5a-46f3-8b94-bc8edd5228c4 req-29d99b96-d0cb-4129-879a-27ec8bdbf784 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&device_id=85e18881-8c46-4297-9a34-62e84c12c637 HTTP/1.1" status: 200 len: 1126 time: 0.1420624 Feb 19 04:12:46.289723 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] For port b24d16c5-4236-43a6-968e-9788ad3d940c, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:46.295557 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] For port b24d16c5-4236-43a6-968e-9788ad3d940c, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b24d16c5-4236-43a6-968e-9788ad3d940c,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:46.310056 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b24d16c5-4236-43a6-968e-9788ad3d940c), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:46.405841 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] Routers {'cb855c72-4016-4669-9b7b-847fd64b76ae'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:46.406638 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:12:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['cb855c72-4016-4669-9b7b-847fd64b76ae'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:46.460180 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc26e05-8f09-4c97-97a6-79ef919696d0 None None] Pushing event updated for resources: {'Port': ['ID=b24d16c5-4236-43a6-968e-9788ad3d940c,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:46.682476 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a9967-4b5a-46f3-8b94-bc8edd5228c4 req-4021c6f5-bbe9-4495-8663-81328a96a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:46.689559 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-612a9967-4b5a-46f3-8b94-bc8edd5228c4 req-4021c6f5-bbe9-4495-8663-81328a96a0ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f HTTP/1.1" status: 200 len: 906 time: 0.4004619 Feb 19 04:12:46.693001 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] Set router cb855c72-4016-4669-9b7b-847fd64b76ae gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:46.745851 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d45f7696-7857-4b60-b24f-326fe7749812 req-f2b11ce3-3161-4fbd-b99f-bfa44718ae5f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 210 time: 0.2350888 Feb 19 04:12:46.753035 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b4ac1be-7681-41db-9816-64c6b5665050 req-d6ea4b9e-0c9b-405b-9f4c-9c59f51e64d2 service neutron] 10.222.0.10 "GET /v2.0/networks/6453da06-0cc8-4a8b-aa70-6b97516c41c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6808143 Feb 19 04:12:46.832870 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-612a9967-4b5a-46f3-8b94-bc8edd5228c4 req-3f0b7b65-7000-435f-855c-624b0ce7ad54 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0968a520-2f3c-424f-8b95-a91209257778 HTTP/1.1" status: 200 len: 217 time: 0.1356552 Feb 19 04:12:46.852041 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-99bbcb8b-d344-4de5-ae15-abd1c4c049e3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for security_group_rule (230bdcb0-4d8e-4e89-930f-4ecaf3dc6f85), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.010052 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a9967-4b5a-46f3-8b94-bc8edd5228c4 req-29ca528e-588c-4871-81ba-1c8865a2cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:47.011733 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-612a9967-4b5a-46f3-8b94-bc8edd5228c4 req-29ca528e-588c-4871-81ba-1c8865a2cbae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=920919b3-1361-46cf-9a70-c4e0885dbe63 HTTP/1.1" status: 200 len: 846 time: 0.1655173 Feb 19 04:12:47.013944 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb855c72-4016-4669-9b7b-847fd64b76ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-260191242-router', 'tenant_id': 'baaa0965c8b94e00b4676ca01865b16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b24d16c5-4236-43a6-968e-9788ad3d940c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:29Z', 'updated_at': '2022-02-19T04:12:40Z', 'revision_number': 3, 'project_id': 'baaa0965c8b94e00b4676ca01865b16b', 'gw_port': {'id': 'b24d16c5-4236-43a6-968e-9788ad3d940c', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:56:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb855c72-4016-4669-9b7b-847fd64b76ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:36Z', 'updated_at': '2022-02-19T04:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:47.056234 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3ba99a-a3cf-405b-bbf2-6267822a1677 None None] The sync data for ids ['cb855c72-4016-4669-9b7b-847fd64b76ae'] in n-d-772273-4 is: [{'id': 'cb855c72-4016-4669-9b7b-847fd64b76ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-260191242-router', 'tenant_id': 'baaa0965c8b94e00b4676ca01865b16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b24d16c5-4236-43a6-968e-9788ad3d940c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:29Z', 'updated_at': '2022-02-19T04:12:40Z', 'revision_number': 3, 'project_id': 'baaa0965c8b94e00b4676ca01865b16b', 'gw_port': {'id': 'b24d16c5-4236-43a6-968e-9788ad3d940c', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:56:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb855c72-4016-4669-9b7b-847fd64b76ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:36Z', 'updated_at': '2022-02-19T04:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:12:47.063586 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-99bbcb8b-d344-4de5-ae15-abd1c4c049e3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (230bdcb0-4d8e-4e89-930f-4ecaf3dc6f85), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.087271 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-612a9967-4b5a-46f3-8b94-bc8edd5228c4 req-de8d1b1c-070c-4914-97e9-b3dcf54fdfef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654874 Feb 19 04:12:47.324857 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-99bbcb8b-d344-4de5-ae15-abd1c4c049e3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.332601 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-99bbcb8b-d344-4de5-ae15-abd1c4c049e3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6769183 Feb 19 04:12:47.333002 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-3306a5e4-3c05-4b00-ba79-3969feed82f6 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a629ed3b38f947f7bad3e2dcc1aa156e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1242132 Feb 19 04:12:47.339137 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37534) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:47.346991 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-9e7f7e6c-8b4e-421d-b20f-e95a715998d7 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Request body: {'security_group_rule': {'security_group_id': 'cc8716b3-df70-4e10-b54a-f3f26e40dceb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:47.380652 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bbcb8b-d344-4de5-ae15-abd1c4c049e3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230bdcb0-4d8e-4e89-930f-4ecaf3dc6f85,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:47.391401 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b4ac1be-7681-41db-9816-64c6b5665050 req-c19eb619-5ad8-4e3d-a82f-a8ee1ac9088e service neutron] 10.222.0.10 "GET /v2.0/networks/6453da06-0cc8-4a8b-aa70-6b97516c41c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6254244 Feb 19 04:12:47.450079 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba044c-55b9-4c39-8233-29b66210e41d req-4dfccb5e-490b-400f-8cea-6013cf1ffa22 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:47.452296 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3aba044c-55b9-4c39-8233-29b66210e41d req-4dfccb5e-490b-400f-8cea-6013cf1ffa22 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=26e20f4f-7f7f-424e-9bb0-99ddd7014e13 HTTP/1.1" status: 200 len: 945 time: 0.5038073 Feb 19 04:12:47.461419 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-350f530c-5f60-4ff3-98be-47cf0b351e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.464894 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9e7f7e6c-8b4e-421d-b20f-e95a715998d7 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for security_group_rule (f74c5cb8-9a10-46ff-8dd8-64d3439a068d), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.685961 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-612a9967-4b5a-46f3-8b94-bc8edd5228c4 req-6fbaf5a9-2bae-47ca-a9ed-47353b67d04d service neutron] 10.222.0.10 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5921998 Feb 19 04:12:47.861325 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3aba044c-55b9-4c39-8233-29b66210e41d req-fb280242-eb32-4104-918e-64d3d1722ad0 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873835 Feb 19 04:12:47.894744 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-abe6c2ae-17f4-4713-afd8-d0affce591c8 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:47.909660 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-abe6c2ae-17f4-4713-afd8-d0affce591c8 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5672522 Feb 19 04:12:47.944064 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-287acf0b-e0d4-4afb-a554-657f9a0f06a9 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/quotas/a629ed3b38f947f7bad3e2dcc1aa156e HTTP/1.1" status: 200 len: 375 time: 0.0325446 Feb 19 04:12:47.971728 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9e7f7e6c-8b4e-421d-b20f-e95a715998d7 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for security_group_rule (f74c5cb8-9a10-46ff-8dd8-64d3439a068d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:48.004760 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-1edce4e4-a907-43b3-a30b-e41e28829206 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a629ed3b38f947f7bad3e2dcc1aa156e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590227 Feb 19 04:12:48.017548 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9e7f7e6c-8b4e-421d-b20f-e95a715998d7 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (f74c5cb8-9a10-46ff-8dd8-64d3439a068d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:48.060325 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-612a9967-4b5a-46f3-8b94-bc8edd5228c4 req-475c4282-4871-4836-9465-3935542a4dab service neutron] 10.222.0.10 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469665 Feb 19 04:12:48.144336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f7e6c-8b4e-421d-b20f-e95a715998d7 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74c5cb8-9a10-46ff-8dd8-64d3439a068d,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:48.171047 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-350f530c-5f60-4ff3-98be-47cf0b351e67 admin admin] Allocated IP 172.20.0.1 (a3f73ec9-b8a7-4c8c-948d-366a766a0705/422718e3-8b29-4ec5-b783-e0778456ddb2/bbc7e108-d8a3-4203-8106-a9dbb06e900e) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:48.181119 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9e7f7e6c-8b4e-421d-b20f-e95a715998d7 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:48.183802 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9e7f7e6c-8b4e-421d-b20f-e95a715998d7 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8417716 Feb 19 04:12:48.189060 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37548) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:48.198039 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-6ac2dd0d-eab3-4a5f-ad1c-baa173fab8db tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:48.261097 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ac2dd0d-eab3-4a5f-ad1c-baa173fab8db tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:48.298641 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bbed8-2cda-42cf-b287-164a21ac6247 req-a9c60abd-0976-4ee0-96ce-4e62fd792390 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:48.310283 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e8bbed8-2cda-42cf-b287-164a21ac6247 req-a9c60abd-0976-4ee0-96ce-4e62fd792390 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e18881-8c46-4297-9a34-62e84c12c637 HTTP/1.1" status: 200 len: 944 time: 0.3356516 Feb 19 04:12:48.485614 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b87565-9152-4251-b096-c7a59119b09b req-bb3cfb33-f6c6-4fc2-9516-844b8ae6f039 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:48.488112 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62b87565-9152-4251-b096-c7a59119b09b req-bb3cfb33-f6c6-4fc2-9516-844b8ae6f039 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.48 "GET /v2.0/networks?id=58c1cfe5-5b31-4d86-b71c-5778f412859b HTTP/1.1" status: 200 len: 811 time: 0.1507435 Feb 19 04:12:48.740765 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62b87565-9152-4251-b096-c7a59119b09b req-dc5ab758-a561-4e28-82eb-1740bfd502a6 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64a84ec8d7f4403180aa77a18bbd859e HTTP/1.1" status: 200 len: 380 time: 0.2112706 Feb 19 04:12:48.754454 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-62b87565-9152-4251-b096-c7a59119b09b req-528d1b75-9bf4-405b-85ff-59737bf8c8a2 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Request body: {'port': {'device_id': '40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'admin_state_up': True, 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'security_groups': ['b567683f-ca49-4173-a901-ef50a3b8ed65']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:48.756540 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e051cd92-07bf-4a4d-b291-aed329c29ef5 req-596d6cb4-6b91-4c52-aef7-59c65acf3437 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 210 time: 0.1896255 Feb 19 04:12:48.787397 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e8bbed8-2cda-42cf-b287-164a21ac6247 req-cb9dc8fb-e781-43e6-a024-799166a3a8df tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757519 Feb 19 04:12:48.906346 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ac2dd0d-eab3-4a5f-ad1c-baa173fab8db tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.036068 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2adb51d0-2214-4577-bac1-c29fb07fe361 req-ddaa6ba6-71a3-49f2-a119-413d74f0462e tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b HTTP/1.1" status: 200 len: 210 time: 0.0962059 Feb 19 04:12:49.111397 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b24d16c5-4236-43a6-968e-9788ad3d940c up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:49.136435 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-350f530c-5f60-4ff3-98be-47cf0b351e67 admin admin] Publish callbacks [] for port (bbc7e108-d8a3-4203-8106-a9dbb06e900e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.154579 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-6ac2dd0d-eab3-4a5f-ad1c-baa173fab8db tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Allocated IP 172.25.0.196 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/77c10965-4720-4965-be2d-eabb6b0e111f) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:49.197308 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b24d16c5-4236-43a6-968e-9788ad3d940c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:49.198065 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b24d16c5-4236-43a6-968e-9788ad3d940c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.293753 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b87565-9152-4251-b096-c7a59119b09b req-528d1b75-9bf4-405b-85ff-59737bf8c8a2 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Made reservation on behalf of 64a84ec8d7f4403180aa77a18bbd859e for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:49.301766 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-62b87565-9152-4251-b096-c7a59119b09b req-528d1b75-9bf4-405b-85ff-59737bf8c8a2 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.344222 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-350f530c-5f60-4ff3-98be-47cf0b351e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (bbc7e108-d8a3-4203-8106-a9dbb06e900e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.348093 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 0968a520-2f3c-424f-8b95-a91209257778 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:12:49.415288 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350f530c-5f60-4ff3-98be-47cf0b351e67 admin admin] Network a3f73ec9-b8a7-4c8c-948d-366a766a0705 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:49.498888 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ac2dd0d-eab3-4a5f-ad1c-baa173fab8db tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for port (77c10965-4720-4965-be2d-eabb6b0e111f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.601333 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b628d108-5954-4a5a-8699-e678ad6c9e75 req-a049ce4e-3ca9-4ec5-9534-3995ecf57a4e tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=4025120658c64656b8094d53fd11cf5c HTTP/1.1" status: 200 len: 267 time: 0.5617888 Feb 19 04:12:49.615941 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-350f530c-5f60-4ff3-98be-47cf0b351e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:49.632224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350f530c-5f60-4ff3-98be-47cf0b351e67 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:49.748717 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:12:49.749842 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f530c-5f60-4ff3-98be-47cf0b351e67 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc7e108-d8a3-4203-8106-a9dbb06e900e,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:49.755117 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628d108-5954-4a5a-8699-e678ad6c9e75 req-95a7ffe3-19e7-4bb0-bac1-9749adc8bfc0 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:49.767397 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b628d108-5954-4a5a-8699-e678ad6c9e75 req-95a7ffe3-19e7-4bb0-bac1-9749adc8bfc0 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=26e20f4f-7f7f-424e-9bb0-99ddd7014e13 HTTP/1.1" status: 200 len: 945 time: 0.1643126 Feb 19 04:12:49.777868 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-b628d108-5954-4a5a-8699-e678ad6c9e75 req-ce4daa66-2453-44d6-9ff3-1df969433416 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Request body: {'port': {'security_groups': []}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:49.807575 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ac2dd0d-eab3-4a5f-ad1c-baa173fab8db tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (77c10965-4720-4965-be2d-eabb6b0e111f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.841044 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-350f530c-5f60-4ff3-98be-47cf0b351e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (cb855c72-4016-4669-9b7b-847fd64b76ae), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.938379 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0968a520-2f3c-424f-8b95-a91209257778, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0968a520-2f3c-424f-8b95-a91209257778,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:49.981212 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac2dd0d-eab3-4a5f-ad1c-baa173fab8db tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:49.988059 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '0968a520-2f3c-424f-8b95-a91209257778', 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f', 'port_id': '0968a520-2f3c-424f-8b95-a91209257778', 'mac_address': 'fa:16:3e:f0:34:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920919b3-1361-46cf-9a70-c4e0885dbe63', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:12:49.990681 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b24d16c5-4236-43a6-968e-9788ad3d940c is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:49.991147 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b24d16c5-4236-43a6-968e-9788ad3d940c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.008831 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bcaaa399-f446-4657-894f-cad010cb797f req-8b93b5bb-d42d-44cf-9c5e-36220798a7b6 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 210 time: 0.0714304 Feb 19 04:12:50.018964 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-6ac2dd0d-eab3-4a5f-ad1c-baa173fab8db tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:50.019416 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-62b87565-9152-4251-b096-c7a59119b09b req-528d1b75-9bf4-405b-85ff-59737bf8c8a2 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Allocated IP 172.20.0.12 (58c1cfe5-5b31-4d86-b71c-5778f412859b/94653809-5e9c-447e-841f-90aff76610c8/f1dd0560-e3dd-4476-8eac-57ec378f71dd) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:50.038636 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac2dd0d-eab3-4a5f-ad1c-baa173fab8db tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:50.137206 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2dd0d-eab3-4a5f-ad1c-baa173fab8db tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event updated for resources: {'Port': ['ID=77c10965-4720-4965-be2d-eabb6b0e111f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:50.149961 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port b24d16c5-4236-43a6-968e-9788ad3d940c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b24d16c5-4236-43a6-968e-9788ad3d940c,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:50.172841 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b24d16c5-4236-43a6-968e-9788ad3d940c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.185439 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b628d108-5954-4a5a-8699-e678ad6c9e75 req-ce4daa66-2453-44d6-9ff3-1df969433416 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b635883c-4fbf-45ce-9564-e44a0129e0ac), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.217537 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 0968a520-2f3c-424f-8b95-a91209257778 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:50.217928 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0968a520-2f3c-424f-8b95-a91209257778), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.232964 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-27f0b309-d2dc-4b32-8f4a-f1457bf7025c None None] Provisioning complete for port bbc7e108-d8a3-4203-8106-a9dbb06e900e triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:50.233641 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-27f0b309-d2dc-4b32-8f4a-f1457bf7025c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (bbc7e108-d8a3-4203-8106-a9dbb06e900e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.265354 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0968a520-2f3c-424f-8b95-a91209257778 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:12:50.280623 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-350f530c-5f60-4ff3-98be-47cf0b351e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bbc7e108-d8a3-4203-8106-a9dbb06e900e), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.320069 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0968a520-2f3c-424f-8b95-a91209257778, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0968a520-2f3c-424f-8b95-a91209257778,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:50.321762 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=b24d16c5-4236-43a6-968e-9788ad3d940c,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:50.328211 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-27f0b309-d2dc-4b32-8f4a-f1457bf7025c None None] Port bbc7e108-d8a3-4203-8106-a9dbb06e900e cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:50.333196 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0968a520-2f3c-424f-8b95-a91209257778), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.399066 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=0968a520-2f3c-424f-8b95-a91209257778,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:50.413978 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-62b87565-9152-4251-b096-c7a59119b09b req-528d1b75-9bf4-405b-85ff-59737bf8c8a2 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for port (f1dd0560-e3dd-4476-8eac-57ec378f71dd), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.428215 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-b628d108-5954-4a5a-8699-e678ad6c9e75 req-ce4daa66-2453-44d6-9ff3-1df969433416 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] For port b635883c-4fbf-45ce-9564-e44a0129e0ac, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=b635883c-4fbf-45ce-9564-e44a0129e0ac,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:50.499478 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe5c71-ad4e-42e2-a3dd-025e4511e983 req-6a0ef6c3-fc65-4edf-91aa-11c9d983ba5e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:50.501587 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b8fe5c71-ad4e-42e2-a3dd-025e4511e983 req-6a0ef6c3-fc65-4edf-91aa-11c9d983ba5e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e18881-8c46-4297-9a34-62e84c12c637 HTTP/1.1" status: 200 len: 944 time: 0.2357755 Feb 19 04:12:50.514955 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b628d108-5954-4a5a-8699-e678ad6c9e75 req-ce4daa66-2453-44d6-9ff3-1df969433416 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for port (b635883c-4fbf-45ce-9564-e44a0129e0ac), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.521955 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ac2dd0d-eab3-4a5f-ad1c-baa173fab8db tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for floatingip (ad7bec75-5053-45f8-a67e-813158ed1b2d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.523874 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b628d108-5954-4a5a-8699-e678ad6c9e75 req-ce4daa66-2453-44d6-9ff3-1df969433416 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (b635883c-4fbf-45ce-9564-e44a0129e0ac), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.550302 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['b635883c-4fbf-45ce-9564-e44a0129e0ac'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:12:50.560492 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['0eac0ec9-1292-4842-bcc6-fd4725f3eb6d', '21728a78-dfbb-409e-9b8e-f7b32effd27f'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:12:50.615240 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628d108-5954-4a5a-8699-e678ad6c9e75 req-ce4daa66-2453-44d6-9ff3-1df969433416 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:50.616278 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b628d108-5954-4a5a-8699-e678ad6c9e75 req-ce4daa66-2453-44d6-9ff3-1df969433416 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.629546 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b628d108-5954-4a5a-8699-e678ad6c9e75 req-ce4daa66-2453-44d6-9ff3-1df969433416 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "PUT /v2.0/ports/b635883c-4fbf-45ce-9564-e44a0129e0ac HTTP/1.1" status: 200 len: 904 time: 0.8593132 Feb 19 04:12:50.631640 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b8fe5c71-ad4e-42e2-a3dd-025e4511e983 req-8027072c-e917-42d5-8abc-852aa9e1a10f tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186275 Feb 19 04:12:50.635570 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-62b87565-9152-4251-b096-c7a59119b09b req-528d1b75-9bf4-405b-85ff-59737bf8c8a2 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (f1dd0560-e3dd-4476-8eac-57ec378f71dd), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.704784 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e20f4f-7f7f-424e-9bb0-99ddd7014e13', 'tag': 'b635883c-4fbf-45ce-9564-e44a0129e0ac'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:50.723408 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e7a893-ccdd-4113-9a47-4ae3d945a72b" -d '{"events": [{"name": "network-changed", "server_uuid": "26e20f4f-7f7f-424e-9bb0-99ddd7014e13", "tag": "b635883c-4fbf-45ce-9564-e44a0129e0ac"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:50.727609 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4daa66-2453-44d6-9ff3-1df969433416 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Pushing event updated for resources: {'Port': ['ID=b635883c-4fbf-45ce-9564-e44a0129e0ac,revision_number=6']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:50.808622 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ac2dd0d-eab3-4a5f-ad1c-baa173fab8db tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (77c10965-4720-4965-be2d-eabb6b0e111f), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.833774 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b87565-9152-4251-b096-c7a59119b09b req-528d1b75-9bf4-405b-85ff-59737bf8c8a2 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Network 58c1cfe5-5b31-4d86-b71c-5778f412859b is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:50.836383 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-350f530c-5f60-4ff3-98be-47cf0b351e67 admin admin] Publish callbacks [] for port (bbc7e108-d8a3-4203-8106-a9dbb06e900e), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.844152 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-62b87565-9152-4251-b096-c7a59119b09b req-528d1b75-9bf4-405b-85ff-59737bf8c8a2 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:50.856477 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b87565-9152-4251-b096-c7a59119b09b req-528d1b75-9bf4-405b-85ff-59737bf8c8a2 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:50.859680 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d1b75-9bf4-405b-85ff-59737bf8c8a2 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Pushing event updated for resources: {'Port': ['ID=f1dd0560-e3dd-4476-8eac-57ec378f71dd,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:50.862408 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-350f530c-5f60-4ff3-98be-47cf0b351e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (bbc7e108-d8a3-4203-8106-a9dbb06e900e), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.883763 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['0968a520-2f3c-424f-8b95-a91209257778'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:12:50.941179 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-350f530c-5f60-4ff3-98be-47cf0b351e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (cb855c72-4016-4669-9b7b-847fd64b76ae), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:51.014700 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bdc69c86-9a0c-4f08-8f09-7893d5a3125f req-a4af2e4f-262c-47da-874d-bff77e656cd6 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b HTTP/1.1" status: 200 len: 210 time: 0.1722057 Feb 19 04:12:51.039390 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b24d16c5-4236-43a6-968e-9788ad3d940c up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:51.102489 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b87565-9152-4251-b096-c7a59119b09b req-528d1b75-9bf4-405b-85ff-59737bf8c8a2 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:51.103191 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-62b87565-9152-4251-b096-c7a59119b09b req-528d1b75-9bf4-405b-85ff-59737bf8c8a2 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:51.203717 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['b635883c-4fbf-45ce-9564-e44a0129e0ac'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:12:51.272324 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62b87565-9152-4251-b096-c7a59119b09b req-528d1b75-9bf4-405b-85ff-59737bf8c8a2 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5239959 Feb 19 04:12:51.292351 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f530c-5f60-4ff3-98be-47cf0b351e67 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc7e108-d8a3-4203-8106-a9dbb06e900e,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:51.303425 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-62b87565-9152-4251-b096-c7a59119b09b req-77d75162-96c1-4c43-8de5-ba49d9bf6829 service neutron] Request body: {'port': {'device_id': '40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:51.309564 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350f530c-5f60-4ff3-98be-47cf0b351e67 admin admin] Network a3f73ec9-b8a7-4c8c-948d-366a766a0705 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:51.363943 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-350f530c-5f60-4ff3-98be-47cf0b351e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:51.370139 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c2a5cf11-533c-4be3-a6d4-089bbd31351e None None] Provisioning complete for port b635883c-4fbf-45ce-9564-e44a0129e0ac triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:51.371146 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c2a5cf11-533c-4be3-a6d4-089bbd31351e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b635883c-4fbf-45ce-9564-e44a0129e0ac), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:51.480342 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-62b87565-9152-4251-b096-c7a59119b09b req-77d75162-96c1-4c43-8de5-ba49d9bf6829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f1dd0560-e3dd-4476-8eac-57ec378f71dd), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:51.601935 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-c7a0b3cd-ccd3-489d-a054-a741f4903ce1 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a629ed3b38f947f7bad3e2dcc1aa156e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.8648958 Feb 19 04:12:51.651114 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b24d16c5-4236-43a6-968e-9788ad3d940c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:51.651604 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b24d16c5-4236-43a6-968e-9788ad3d940c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:51.812543 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c2a5cf11-533c-4be3-a6d4-089bbd31351e None None] Current status of the port b635883c-4fbf-45ce-9564-e44a0129e0ac is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:51.968593 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b24d16c5-4236-43a6-968e-9788ad3d940c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:51.979278 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d252bf2-08ea-4bda-a8fc-f779108f2633 x-openstack-request-id: req-5d252bf2-08ea-4bda-a8fc-f779108f2633 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:51.979902 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e20f4f-7f7f-424e-9bb0-99ddd7014e13", "tag": "b635883c-4fbf-45ce-9564-e44a0129e0ac", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:51.980211 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5d252bf2-08ea-4bda-a8fc-f779108f2633 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:51.980895 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e20f4f-7f7f-424e-9bb0-99ddd7014e13', 'tag': 'b635883c-4fbf-45ce-9564-e44a0129e0ac', 'status': 'completed', 'code': 200} Feb 19 04:12:51.995936 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-792d722b-8261-45ba-a1ad-69641800ad66 None None] Provisioning complete for port f1dd0560-e3dd-4476-8eac-57ec378f71dd triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:51.996381 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-792d722b-8261-45ba-a1ad-69641800ad66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f1dd0560-e3dd-4476-8eac-57ec378f71dd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:52.103635 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-792d722b-8261-45ba-a1ad-69641800ad66 None None] Port f1dd0560-e3dd-4476-8eac-57ec378f71dd cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:52.115493 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-792d722b-8261-45ba-a1ad-69641800ad66 None None] Provisioning complete for port bbc7e108-d8a3-4203-8106-a9dbb06e900e triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:52.115893 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-792d722b-8261-45ba-a1ad-69641800ad66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (bbc7e108-d8a3-4203-8106-a9dbb06e900e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:52.166610 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-792d722b-8261-45ba-a1ad-69641800ad66 None None] Port bbc7e108-d8a3-4203-8106-a9dbb06e900e cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:52.180683 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ad41f-c9c4-414e-92b4-87e80b7642ab req-7629e84e-3615-4595-bc22-c5f3e340f3ad tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:52.184106 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-888ad41f-c9c4-414e-92b4-87e80b7642ab req-7629e84e-3615-4595-bc22-c5f3e340f3ad tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=26e20f4f-7f7f-424e-9bb0-99ddd7014e13 HTTP/1.1" status: 200 len: 907 time: 0.5797417 Feb 19 04:12:52.228484 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-decc1e08-c9e1-4c82-a943-a11b39a74ceb tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:52.230963 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-decc1e08-c9e1-4c82-a943-a11b39a74ceb tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6147358 Feb 19 04:12:52.249000 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350f530c-5f60-4ff3-98be-47cf0b351e67 admin admin] Router cb855c72-4016-4669-9b7b-847fd64b76ae has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:12:52.264802 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-de83e98a-a64f-427b-91b4-297126bba9cf tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Request body: {'port': {'device_id': 'fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': 'a629ed3b38f947f7bad3e2dcc1aa156e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:52.278586 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65790e-4eb4-42f1-8fb6-51b53d00c4a5 req-515b7368-019c-438f-b6e6-01729639ec6d tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:52.280267 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7a65790e-4eb4-42f1-8fb6-51b53d00c4a5 req-515b7368-019c-438f-b6e6-01729639ec6d tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 932 time: 0.2029591 Feb 19 04:12:52.292014 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7a893-ccdd-4113-9a47-4ae3d945a72b req-80f2d09b-0340-491c-862a-e4d05760f716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:52.295081 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9e7a893-ccdd-4113-9a47-4ae3d945a72b req-80f2d09b-0340-491c-862a-e4d05760f716 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&device_id=26e20f4f-7f7f-424e-9bb0-99ddd7014e13 HTTP/1.1" status: 200 len: 1089 time: 0.2965569 Feb 19 04:12:52.299122 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ac2dd0d-eab3-4a5f-ad1c-baa173fab8db tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for port (77c10965-4720-4965-be2d-eabb6b0e111f), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:52.353931 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ac2dd0d-eab3-4a5f-ad1c-baa173fab8db tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (77c10965-4720-4965-be2d-eabb6b0e111f), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:52.456708 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7a65790e-4eb4-42f1-8fb6-51b53d00c4a5 req-68d3bf2e-8bb9-46ac-a1b7-b58cd9f5c3a1 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615841 Feb 19 04:12:52.494565 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-62b87565-9152-4251-b096-c7a59119b09b req-77d75162-96c1-4c43-8de5-ba49d9bf6829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1dd0560-e3dd-4476-8eac-57ec378f71dd {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:12:52.513414 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-62b87565-9152-4251-b096-c7a59119b09b req-77d75162-96c1-4c43-8de5-ba49d9bf6829 service neutron] Publish callbacks [] for port (f1dd0560-e3dd-4476-8eac-57ec378f71dd), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:52.545530 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-62b87565-9152-4251-b096-c7a59119b09b req-77d75162-96c1-4c43-8de5-ba49d9bf6829 service neutron] Transition to ACTIVE for port object f1dd0560-e3dd-4476-8eac-57ec378f71dd will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:12:52.547973 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350f530c-5f60-4ff3-98be-47cf0b351e67 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:12:52.570124 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-350f530c-5f60-4ff3-98be-47cf0b351e67 admin admin] 10.222.0.65 "PUT /v2.0/routers/cb855c72-4016-4669-9b7b-847fd64b76ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6867032 Feb 19 04:12:52.593754 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] Sync routers for ids ['cb855c72-4016-4669-9b7b-847fd64b76ae'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:12:52.602815 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-62b87565-9152-4251-b096-c7a59119b09b req-77d75162-96c1-4c43-8de5-ba49d9bf6829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (f1dd0560-e3dd-4476-8eac-57ec378f71dd), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:52.666161 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] Routers {'cb855c72-4016-4669-9b7b-847fd64b76ae'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:52.668748 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:12:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['cb855c72-4016-4669-9b7b-847fd64b76ae'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:52.695811 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2dd0d-eab3-4a5f-ad1c-baa173fab8db tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event updated for resources: {'Port': ['ID=77c10965-4720-4965-be2d-eabb6b0e111f,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:52.799354 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ac2dd0d-eab3-4a5f-ad1c-baa173fab8db tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (ad7bec75-5053-45f8-a67e-813158ed1b2d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:52.862746 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedc50b-7b84-4010-847f-0fbfb8d0038a req-0d5f3a1b-36d1-42ab-96ae-dd116ac02a0f tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:52.864669 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7dedc50b-7b84-4010-847f-0fbfb8d0038a req-0d5f3a1b-36d1-42ab-96ae-dd116ac02a0f tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e18881-8c46-4297-9a34-62e84c12c637 HTTP/1.1" status: 200 len: 945 time: 0.5623565 Feb 19 04:12:52.865066 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d75162-96c1-4c43-8de5-ba49d9bf6829 service neutron] Pushing event updated for resources: {'Port': ['ID=f1dd0560-e3dd-4476-8eac-57ec378f71dd,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:52.874302 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7a893-ccdd-4113-9a47-4ae3d945a72b req-659efd86-c419-4cac-835a-4d562fa009d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:52.876075 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9e7a893-ccdd-4113-9a47-4ae3d945a72b req-659efd86-c419-4cac-835a-4d562fa009d0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 912 time: 0.5535243 Feb 19 04:12:52.950641 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ac2dd0d-eab3-4a5f-ad1c-baa173fab8db tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:52.952023 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6ac2dd0d-eab3-4a5f-ad1c-baa173fab8db tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7606003 Feb 19 04:12:52.952833 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-de83e98a-a64f-427b-91b4-297126bba9cf tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Made reservation on behalf of a629ed3b38f947f7bad3e2dcc1aa156e for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:52.965697 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-de83e98a-a64f-427b-91b4-297126bba9cf tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:53.009685 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-62b87565-9152-4251-b096-c7a59119b09b req-77d75162-96c1-4c43-8de5-ba49d9bf6829 service neutron] Attempting to bind port f1dd0560-e3dd-4476-8eac-57ec378f71dd on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:53.010078 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-62b87565-9152-4251-b096-c7a59119b09b req-77d75162-96c1-4c43-8de5-ba49d9bf6829 service neutron] Attempting to bind port f1dd0560-e3dd-4476-8eac-57ec378f71dd by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'bb7b92ab-063f-403e-a94f-7c593ba6f180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:53.010482 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b87565-9152-4251-b096-c7a59119b09b req-77d75162-96c1-4c43-8de5-ba49d9bf6829 service neutron] Attempting to bind port f1dd0560-e3dd-4476-8eac-57ec378f71dd on network 58c1cfe5-5b31-4d86-b71c-5778f412859b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:53.019960 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b87565-9152-4251-b096-c7a59119b09b req-77d75162-96c1-4c43-8de5-ba49d9bf6829 service neutron] Port f1dd0560-e3dd-4476-8eac-57ec378f71dd on network 58c1cfe5-5b31-4d86-b71c-5778f412859b not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:12:53.021035 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b87565-9152-4251-b096-c7a59119b09b req-77d75162-96c1-4c43-8de5-ba49d9bf6829 service neutron] Attempting to bind port f1dd0560-e3dd-4476-8eac-57ec378f71dd on network 58c1cfe5-5b31-4d86-b71c-5778f412859b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:53.021380 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] Set router cb855c72-4016-4669-9b7b-847fd64b76ae gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:53.049732 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b87565-9152-4251-b096-c7a59119b09b req-77d75162-96c1-4c43-8de5-ba49d9bf6829 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:53.050343 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b87565-9152-4251-b096-c7a59119b09b req-77d75162-96c1-4c43-8de5-ba49d9bf6829 service neutron] Checking segment: {'id': 'bb7b92ab-063f-403e-a94f-7c593ba6f180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:53.052487 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b87565-9152-4251-b096-c7a59119b09b req-77d75162-96c1-4c43-8de5-ba49d9bf6829 service neutron] Bound using segment: {'id': 'bb7b92ab-063f-403e-a94f-7c593ba6f180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:53.054425 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9e7a893-ccdd-4113-9a47-4ae3d945a72b req-6f9c6ee8-7214-442b-87ff-1b3a74109d85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b635883c-4fbf-45ce-9564-e44a0129e0ac HTTP/1.1" status: 200 len: 217 time: 0.1424513 Feb 19 04:12:53.056952 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-de83e98a-a64f-427b-91b4-297126bba9cf tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:53.057710 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-62b87565-9152-4251-b096-c7a59119b09b req-77d75162-96c1-4c43-8de5-ba49d9bf6829 service neutron] Bound port: f1dd0560-e3dd-4476-8eac-57ec378f71dd, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb7b92ab-063f-403e-a94f-7c593ba6f180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:53.058375 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-62b87565-9152-4251-b096-c7a59119b09b req-77d75162-96c1-4c43-8de5-ba49d9bf6829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f1dd0560-e3dd-4476-8eac-57ec378f71dd), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:53.233996 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7dedc50b-7b84-4010-847f-0fbfb8d0038a req-a79307be-f333-4f76-b173-efb845d5accd tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334773 Feb 19 04:12:53.347721 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-62b87565-9152-4251-b096-c7a59119b09b req-77d75162-96c1-4c43-8de5-ba49d9bf6829 service neutron] For port f1dd0560-e3dd-4476-8eac-57ec378f71dd, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:53.360332 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7a893-ccdd-4113-9a47-4ae3d945a72b req-42a8d8aa-bf9d-4356-834d-2b28e0d316d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:53.370493 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-62b87565-9152-4251-b096-c7a59119b09b req-77d75162-96c1-4c43-8de5-ba49d9bf6829 service neutron] For port f1dd0560-e3dd-4476-8eac-57ec378f71dd, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f1dd0560-e3dd-4476-8eac-57ec378f71dd,segment=NetworkSegment(bb7b92ab-063f-403e-a94f-7c593ba6f180),segment_id=bb7b92ab-063f-403e-a94f-7c593ba6f180)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:53.370788 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9e7a893-ccdd-4113-9a47-4ae3d945a72b req-42a8d8aa-bf9d-4356-834d-2b28e0d316d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509 HTTP/1.1" status: 200 len: 851 time: 0.3066139 Feb 19 04:12:53.391269 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-62b87565-9152-4251-b096-c7a59119b09b req-77d75162-96c1-4c43-8de5-ba49d9bf6829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (f1dd0560-e3dd-4476-8eac-57ec378f71dd), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:53.468954 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a37abb0e-19ae-45b6-bc64-83c07328ac28 req-61bffd3f-e360-48f9-9e27-c57640b75447 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b HTTP/1.1" status: 200 len: 210 time: 0.0625911 Feb 19 04:12:53.485846 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 0968a520-2f3c-424f-8b95-a91209257778 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:53.631055 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b87565-9152-4251-b096-c7a59119b09b req-77d75162-96c1-4c43-8de5-ba49d9bf6829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:53.635633 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-62b87565-9152-4251-b096-c7a59119b09b req-77d75162-96c1-4c43-8de5-ba49d9bf6829 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:53.652095 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7a893-ccdd-4113-9a47-4ae3d945a72b req-bba9d923-9dd7-47fc-b88c-69220d70123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:53.655006 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9e7a893-ccdd-4113-9a47-4ae3d945a72b req-bba9d923-9dd7-47fc-b88c-69220d70123d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9d990e4-ae18-48b8-9375-8a399a46fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2685137 Feb 19 04:12:53.659324 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62b87565-9152-4251-b096-c7a59119b09b req-77d75162-96c1-4c43-8de5-ba49d9bf6829 service neutron] 10.222.0.48 "PUT /v2.0/ports/f1dd0560-e3dd-4476-8eac-57ec378f71dd HTTP/1.1" status: 200 len: 1092 time: 2.3624129 Feb 19 04:12:53.660092 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6', 'tag': 'f1dd0560-e3dd-4476-8eac-57ec378f71dd'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:53.710778 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25158594-b6f7-4612-b228-c561742df144" -d '{"events": [{"name": "network-changed", "server_uuid": "40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6", "tag": "f1dd0560-e3dd-4476-8eac-57ec378f71dd"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:53.753331 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 0968a520-2f3c-424f-8b95-a91209257778 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:12:53.804964 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 0968a520-2f3c-424f-8b95-a91209257778 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:53.805621 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0968a520-2f3c-424f-8b95-a91209257778), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:53.891927 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-de83e98a-a64f-427b-91b4-297126bba9cf tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Publish callbacks [] for security_group (9f6509b1-728f-4ebe-9bda-935682ed0c52), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:53.932809 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de27190-1b0c-48ce-9164-a90b5bf15b37 req-6e199798-1b3f-4acb-87fb-f57fa3f2594f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:53.935161 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d75162-96c1-4c43-8de5-ba49d9bf6829 service neutron] Pushing event updated for resources: {'Port': ['ID=f1dd0560-e3dd-4476-8eac-57ec378f71dd,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:53.947810 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b87565-9152-4251-b096-c7a59119b09b req-546dd0ae-e22c-4dd3-92fa-806b8b8d5454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:53.949988 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62b87565-9152-4251-b096-c7a59119b09b req-546dd0ae-e22c-4dd3-92fa-806b8b8d5454 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=64a84ec8d7f4403180aa77a18bbd859e&device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 1126 time: 0.2231369 Feb 19 04:12:53.966806 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9de27190-1b0c-48ce-9164-a90b5bf15b37 req-6e199798-1b3f-4acb-87fb-f57fa3f2594f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.4840837 Feb 19 04:12:53.992049 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-de83e98a-a64f-427b-91b4-297126bba9cf tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9f6509b1-728f-4ebe-9bda-935682ed0c52), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:54.019577 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62b87565-9152-4251-b096-c7a59119b09b req-2d40c6d3-562a-421a-b335-3cfa97e189e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1dd0560-e3dd-4476-8eac-57ec378f71dd HTTP/1.1" status: 200 len: 217 time: 0.0617328 Feb 19 04:12:54.097915 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b87565-9152-4251-b096-c7a59119b09b req-a4e92e1a-81d3-4b44-bd2f-2fadc1820fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:54.100032 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62b87565-9152-4251-b096-c7a59119b09b req-a4e92e1a-81d3-4b44-bd2f-2fadc1820fd2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=94653809-5e9c-447e-841f-90aff76610c8 HTTP/1.1" status: 200 len: 850 time: 0.0722456 Feb 19 04:12:54.127800 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a58ece-5841-4657-a463-b2a96b890ce3 req-e7c3a549-7dee-47a5-add2-76aad6ba9cf8 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:54.136311 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1a58ece-5841-4657-a463-b2a96b890ce3 req-e7c3a549-7dee-47a5-add2-76aad6ba9cf8 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 944 time: 0.2779186 Feb 19 04:12:54.194634 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb855c72-4016-4669-9b7b-847fd64b76ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-260191242-router', 'tenant_id': 'baaa0965c8b94e00b4676ca01865b16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b24d16c5-4236-43a6-968e-9788ad3d940c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:29Z', 'updated_at': '2022-02-19T04:12:50Z', 'revision_number': 4, 'project_id': 'baaa0965c8b94e00b4676ca01865b16b', 'gw_port': {'id': 'b24d16c5-4236-43a6-968e-9788ad3d940c', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb855c72-4016-4669-9b7b-847fd64b76ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:36Z', 'updated_at': '2022-02-19T04:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'bbc7e108-d8a3-4203-8106-a9dbb06e900e', 'name': '', 'network_id': 'a3f73ec9-b8a7-4c8c-948d-366a766a0705', 'tenant_id': 'baaa0965c8b94e00b4676ca01865b16b', 'mac_address': 'fa:16:3e:81:04:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb855c72-4016-4669-9b7b-847fd64b76ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '422718e3-8b29-4ec5-b783-e0778456ddb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:47Z', 'updated_at': '2022-02-19T04:12:50Z', 'revision_number': 2, 'project_id': 'baaa0965c8b94e00b4676ca01865b16b', 'subnets': [{'id': '422718e3-8b29-4ec5-b783-e0778456ddb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:54.250185 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83e98a-a64f-427b-91b4-297126bba9cf tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6509b1-728f-4ebe-9bda-935682ed0c52,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:54.357616 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9e7a893-ccdd-4113-9a47-4ae3d945a72b req-dd69a590-3006-437e-a2dc-92c21d527f31 service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6850607 Feb 19 04:12:54.399266 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9de27190-1b0c-48ce-9164-a90b5bf15b37 req-00577eed-d521-4c53-a417-79f79aed10c8 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4310100 Feb 19 04:12:54.460442 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] Checking router: cb855c72-4016-4669-9b7b-847fd64b76ae for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:12:54.461496 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] Updating router cb855c72-4016-4669-9b7b-847fd64b76ae port bbc7e108-d8a3-4203-8106-a9dbb06e900e binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:12:54.552880 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 0968a520-2f3c-424f-8b95-a91209257778 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:54.567225 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0968a520-2f3c-424f-8b95-a91209257778), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:54.583541 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b87565-9152-4251-b096-c7a59119b09b req-ae1847d8-950c-422c-bef2-28ba76f4069a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:54.586165 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62b87565-9152-4251-b096-c7a59119b09b req-ae1847d8-950c-422c-bef2-28ba76f4069a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58c1cfe5-5b31-4d86-b71c-5778f412859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4794822 Feb 19 04:12:54.614762 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-de83e98a-a64f-427b-91b4-297126bba9cf tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Allocated IP 192.168.233.41 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/0fbee867-7e5d-40b4-80a1-c51753aab620) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:54.649159 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1a58ece-5841-4657-a463-b2a96b890ce3 req-5183f9ad-768b-4c6c-84fc-76adbe7454d7 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5111563 Feb 19 04:12:54.836429 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bbc7e108-d8a3-4203-8106-a9dbb06e900e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:54.851599 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e18881-8c46-4297-9a34-62e84c12c637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0968a520-2f3c-424f-8b95-a91209257778'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:54.859448 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfff0d0-06dd-4883-ab55-26558bc5caae" -d '{"events": [{"server_uuid": "85e18881-8c46-4297-9a34-62e84c12c637", "name": "network-vif-plugged", "status": "completed", "tag": "0968a520-2f3c-424f-8b95-a91209257778"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:54.904842 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0968a520-2f3c-424f-8b95-a91209257778, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0968a520-2f3c-424f-8b95-a91209257778,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:54.914095 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0968a520-2f3c-424f-8b95-a91209257778), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:55.045384 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-de83e98a-a64f-427b-91b4-297126bba9cf tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Publish callbacks [] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:55.141024 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62b87565-9152-4251-b096-c7a59119b09b req-6e40094a-bc56-4552-8391-96a436036e13 service neutron] 10.222.0.48 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379643 Feb 19 04:12:55.272430 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9e7a893-ccdd-4113-9a47-4ae3d945a72b req-bf490ee1-c9ef-4250-abcc-726c6c05b1c5 service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8673050 Feb 19 04:12:55.280402 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-5eba9b09-51d0-492f-98fb-a4f971210cf7 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2109189146&fields=id&tenant_id=50046a5e10b942e69046ff4f02f577d8 HTTP/1.1" status: 200 len: 267 time: 0.7055662 Feb 19 04:12:55.284870 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-de83e98a-a64f-427b-91b4-297126bba9cf tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:55.479767 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62b87565-9152-4251-b096-c7a59119b09b req-1b4e3520-f8a4-4ae7-967e-71282671fc7b service neutron] 10.222.0.48 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332469 Feb 19 04:12:55.536836 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-c2d2c2ba-6277-4fd4-8655-8e3d14d92f00 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:55.539977 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-c2d2c2ba-6277-4fd4-8655-8e3d14d92f00 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports/9d415e29-cab4-46b2-af1d-2e9b199b10da HTTP/1.1" status: 200 len: 931 time: 0.1651089 Feb 19 04:12:55.590821 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=0968a520-2f3c-424f-8b95-a91209257778,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:55.592498 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-de83e98a-a64f-427b-91b4-297126bba9cf tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:55.624945 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-de83e98a-a64f-427b-91b4-297126bba9cf tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:55.664431 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-de83e98a-a64f-427b-91b4-297126bba9cf tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:55.675829 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83e98a-a64f-427b-91b4-297126bba9cf tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Pushing event updated for resources: {'Port': ['ID=0fbee867-7e5d-40b4-80a1-c51753aab620,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:55.813186 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-85e4c51a-688b-41ff-89f8-495760d1e035 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:55.815257 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-85e4c51a-688b-41ff-89f8-495760d1e035 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports/13c2138b-ecb4-49ec-863d-bf5056060952 HTTP/1.1" status: 200 len: 932 time: 0.2373893 Feb 19 04:12:55.882785 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-de83e98a-a64f-427b-91b4-297126bba9cf tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:55.883938 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-de83e98a-a64f-427b-91b4-297126bba9cf tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:55.965765 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-c6dd597c-4cfe-4cdd-a690-38ebd6ec6c94 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?network_id=711f24c3-7d72-4738-9575-b7145b783950&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1002412 Feb 19 04:12:56.042533 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-f3b8fb37-95bd-470b-b139-896573c70e74 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?network_id=711f24c3-7d72-4738-9575-b7145b783950&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0600269 Feb 19 04:12:56.046118 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-de83e98a-a64f-427b-91b4-297126bba9cf tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7995303 Feb 19 04:12:56.067146 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-1583d94b-a62b-49d7-968a-a7c93e8dc876 service neutron] Request body: {'port': {'device_id': 'fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:56.090362 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] Publish callbacks [] for port (bbc7e108-d8a3-4203-8106-a9dbb06e900e), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:56.103138 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (bbc7e108-d8a3-4203-8106-a9dbb06e900e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:56.108419 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ecd85c-f8f6-48ab-8875-1ad3b5a4ccde x-openstack-request-id: req-d3ecd85c-f8f6-48ab-8875-1ad3b5a4ccde {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:56.109977 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6", "tag": "f1dd0560-e3dd-4476-8eac-57ec378f71dd", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:56.110879 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d3ecd85c-f8f6-48ab-8875-1ad3b5a4ccde {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:56.111932 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6', 'tag': 'f1dd0560-e3dd-4476-8eac-57ec378f71dd', 'status': 'completed', 'code': 200} Feb 19 04:12:56.184220 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8830e-a26f-4753-a3dd-d5bcf61a4030 None None] Pushing event updated for resources: {'Port': ['ID=bbc7e108-d8a3-4203-8106-a9dbb06e900e,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:56.226485 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-1583d94b-a62b-49d7-968a-a7c93e8dc876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:56.259731 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b5f731ce-a658-425c-ba2e-45598a17a2de None None] Provisioning complete for port 0fbee867-7e5d-40b4-80a1-c51753aab620 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:56.260455 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b5f731ce-a658-425c-ba2e-45598a17a2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:56.412240 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] Attempting to bind port bbc7e108-d8a3-4203-8106-a9dbb06e900e on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:56.413022 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] Attempting to bind port bbc7e108-d8a3-4203-8106-a9dbb06e900e by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '866fa118-7f93-47d2-97b7-b8e34872fe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3f73ec9-b8a7-4c8c-948d-366a766a0705'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:56.413604 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] Attempting to bind port bbc7e108-d8a3-4203-8106-a9dbb06e900e on network a3f73ec9-b8a7-4c8c-948d-366a766a0705 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:56.419668 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25158594-b6f7-4612-b228-c561742df144 req-da5c3153-daba-419c-81b6-9d9dfdc2a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:56.422471 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-25158594-b6f7-4612-b228-c561742df144 req-da5c3153-daba-419c-81b6-9d9dfdc2a2b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=64a84ec8d7f4403180aa77a18bbd859e&device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 1126 time: 0.2827163 Feb 19 04:12:56.430541 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:56.431324 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] Checking segment: {'id': '866fa118-7f93-47d2-97b7-b8e34872fe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3f73ec9-b8a7-4c8c-948d-366a766a0705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:56.432112 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:56.432720 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] Bound using segment: {'id': '866fa118-7f93-47d2-97b7-b8e34872fe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3f73ec9-b8a7-4c8c-948d-366a766a0705'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:56.434032 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] Bound port: bbc7e108-d8a3-4203-8106-a9dbb06e900e, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866fa118-7f93-47d2-97b7-b8e34872fe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a3f73ec9-b8a7-4c8c-948d-366a766a0705'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:56.434815 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bbc7e108-d8a3-4203-8106-a9dbb06e900e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:56.437557 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b5f731ce-a658-425c-ba2e-45598a17a2de None None] Port 0fbee867-7e5d-40b4-80a1-c51753aab620 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:56.557180 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] For port bbc7e108-d8a3-4203-8106-a9dbb06e900e, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:56.563047 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] For port bbc7e108-d8a3-4203-8106-a9dbb06e900e, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=bbc7e108-d8a3-4203-8106-a9dbb06e900e,segment=NetworkSegment(866fa118-7f93-47d2-97b7-b8e34872fe4c),segment_id=866fa118-7f93-47d2-97b7-b8e34872fe4c)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:56.578993 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (bbc7e108-d8a3-4203-8106-a9dbb06e900e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:56.656838 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25158594-b6f7-4612-b228-c561742df144 req-4fb8a021-0d7d-4e5d-8d1b-00b37f20dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:56.659623 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-25158594-b6f7-4612-b228-c561742df144 req-4fb8a021-0d7d-4e5d-8d1b-00b37f20dd78 service neutron] 10.222.0.48 "GET /v2.0/networks?id=58c1cfe5-5b31-4d86-b71c-5778f412859b HTTP/1.1" status: 200 len: 911 time: 0.2274680 Feb 19 04:12:56.676370 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8830e-a26f-4753-a3dd-d5bcf61a4030 None None] Pushing event updated for resources: {'Port': ['ID=bbc7e108-d8a3-4203-8106-a9dbb06e900e,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:56.735609 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] Routers {'cb855c72-4016-4669-9b7b-847fd64b76ae'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:56.736942 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:12:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['cb855c72-4016-4669-9b7b-847fd64b76ae'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:56.853752 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-25158594-b6f7-4612-b228-c561742df144 req-03ecd96c-5947-48c5-b0c0-489aec3cd8de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1dd0560-e3dd-4476-8eac-57ec378f71dd HTTP/1.1" status: 200 len: 217 time: 0.1689661 Feb 19 04:12:56.864943 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-7e460b89-4ee6-423f-b167-00a753682552 None None] Provisioning complete for port bbc7e108-d8a3-4203-8106-a9dbb06e900e triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:56.868676 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7e460b89-4ee6-423f-b167-00a753682552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (bbc7e108-d8a3-4203-8106-a9dbb06e900e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:56.889018 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1d48c84f-1c8b-4371-aeac-9df8550f2dd6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:56.900104 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1d48c84f-1c8b-4371-aeac-9df8550f2dd6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:56.910072 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66113b-901a-46ff-b87e-d984dd7b52a1 req-402db709-6c02-4cc6-a6f4-73cb3d070676 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:56.922630 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e66113b-901a-46ff-b87e-d984dd7b52a1 req-402db709-6c02-4cc6-a6f4-73cb3d070676 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e18881-8c46-4297-9a34-62e84c12c637 HTTP/1.1" status: 200 len: 946 time: 0.5644569 Feb 19 04:12:56.929818 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1d48c84f-1c8b-4371-aeac-9df8550f2dd6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:56.945156 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1d48c84f-1c8b-4371-aeac-9df8550f2dd6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/networks?id=13a9d3f4-3356-4e6e-a155-7a335ac942cb&id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&id=711f24c3-7d72-4738-9575-b7145b783950&id=711f24c3-7d72-4738-9575-b7145b783950 HTTP/1.1" status: 200 len: 1990 time: 0.8849990 Feb 19 04:12:56.974267 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-85c25562-2021-4470-9fd3-b7a0f6c53806 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/quotas/50046a5e10b942e69046ff4f02f577d8 HTTP/1.1" status: 200 len: 375 time: 0.0224984 Feb 19 04:12:57.071870 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device f1dd0560-e3dd-4476-8eac-57ec378f71dd details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:12:57.138098 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25158594-b6f7-4612-b228-c561742df144 req-748e8325-05f3-44fe-8403-b9e7db75664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:57.139686 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-25158594-b6f7-4612-b228-c561742df144 req-748e8325-05f3-44fe-8403-b9e7db75664a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=94653809-5e9c-447e-841f-90aff76610c8 HTTP/1.1" status: 200 len: 850 time: 0.2696421 Feb 19 04:12:57.142985 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-6c5e1dc6-0ffb-4238-a474-4518858ef652 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=50046a5e10b942e69046ff4f02f577d8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1600645 Feb 19 04:12:57.193823 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e66113b-901a-46ff-b87e-d984dd7b52a1 req-dea760b7-5985-4577-8d56-1f6992c125d9 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701666 Feb 19 04:12:57.295388 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-1583d94b-a62b-49d7-968a-a7c93e8dc876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fbee867-7e5d-40b4-80a1-c51753aab620 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:12:57.328410 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25158594-b6f7-4612-b228-c561742df144 req-c44b145c-ba5b-4a25-9087-5a798ae8c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:57.331500 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-25158594-b6f7-4612-b228-c561742df144 req-c44b145c-ba5b-4a25-9087-5a798ae8c90e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58c1cfe5-5b31-4d86-b71c-5778f412859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1626658 Feb 19 04:12:57.385735 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-e95c73e6-3009-4a6b-bf75-5d8d581323b7 service neutron] 10.222.0.65 "GET /v2.0/networks/13a9d3f4-3356-4e6e-a155-7a335ac942cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201943 Feb 19 04:12:57.399253 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-1583d94b-a62b-49d7-968a-a7c93e8dc876 service neutron] Publish callbacks [] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:57.438950 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port f1dd0560-e3dd-4476-8eac-57ec378f71dd, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f1dd0560-e3dd-4476-8eac-57ec378f71dd,segment=NetworkSegment(bb7b92ab-063f-403e-a94f-7c593ba6f180),segment_id=bb7b92ab-063f-403e-a94f-7c593ba6f180)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:57.457644 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'f1dd0560-e3dd-4476-8eac-57ec378f71dd', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'port_id': 'f1dd0560-e3dd-4476-8eac-57ec378f71dd', 'mac_address': 'fa:16:3e:83:e9:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94653809-5e9c-447e-841f-90aff76610c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:12:57.472742 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] Set router cb855c72-4016-4669-9b7b-847fd64b76ae gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:57.532995 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-25158594-b6f7-4612-b228-c561742df144 req-67afd23d-7a54-474f-94ce-deea6c90febe service neutron] 10.222.0.48 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912074 Feb 19 04:12:57.560160 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eecd15-b47e-4c83-ab3d-1b1f6257a465 req-731bde26-315b-4ab1-9ce8-8b496b94bfb5 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:57.566853 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a1eecd15-b47e-4c83-ab3d-1b1f6257a465 req-731bde26-315b-4ab1-9ce8-8b496b94bfb5 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.1720452 Feb 19 04:12:57.710892 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7e460b89-4ee6-423f-b167-00a753682552 None None] Current status of the port bbc7e108-d8a3-4203-8106-a9dbb06e900e is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:57.711624 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7e460b89-4ee6-423f-b167-00a753682552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bbc7e108-d8a3-4203-8106-a9dbb06e900e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:57.733118 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-9e80e989-e2ad-4b9e-afca-70660b53a78d service neutron] 10.222.0.65 "GET /v2.0/networks/13a9d3f4-3356-4e6e-a155-7a335ac942cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287318 Feb 19 04:12:57.733658 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a1eecd15-b47e-4c83-ab3d-1b1f6257a465 req-10726cd0-a7cd-4995-8648-1cf87caa8e84 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623440 Feb 19 04:12:57.737233 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-25158594-b6f7-4612-b228-c561742df144 req-93eac417-a8a2-4c6d-a3a7-b06e4d51aae3 service neutron] 10.222.0.48 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992245 Feb 19 04:12:57.756221 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-1583d94b-a62b-49d7-968a-a7c93e8dc876 service neutron] Transition to ACTIVE for port object 0fbee867-7e5d-40b4-80a1-c51753aab620 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:12:57.791740 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port f1dd0560-e3dd-4476-8eac-57ec378f71dd is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:57.792175 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f1dd0560-e3dd-4476-8eac-57ec378f71dd), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:57.816662 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1dd0560-e3dd-4476-8eac-57ec378f71dd {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:12:57.855177 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-52a53630-8fe7-4081-acaf-94dc16232482 service neutron] 10.222.0.65 "GET /v2.0/ports/9d415e29-cab4-46b2-af1d-2e9b199b10da?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0886056 Feb 19 04:12:57.857271 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-1583d94b-a62b-49d7-968a-a7c93e8dc876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:57.916840 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd8e6b-967b-4b6c-9f89-f05bb976fa78 req-45b4524d-5bea-42c6-9f3e-8ad1f6efa5d9 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:57.919167 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a0bd8e6b-967b-4b6c-9f89-f05bb976fa78 req-45b4524d-5bea-42c6-9f3e-8ad1f6efa5d9 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b HTTP/1.1" status: 200 len: 947 time: 0.0870566 Feb 19 04:12:57.944621 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port f1dd0560-e3dd-4476-8eac-57ec378f71dd, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f1dd0560-e3dd-4476-8eac-57ec378f71dd,segment=NetworkSegment(bb7b92ab-063f-403e-a94f-7c593ba6f180),segment_id=bb7b92ab-063f-403e-a94f-7c593ba6f180)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:57.975462 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f1dd0560-e3dd-4476-8eac-57ec378f71dd), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:58.043042 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a0bd8e6b-967b-4b6c-9f89-f05bb976fa78 req-dceb5719-e9e7-4c93-b4ed-851569de0a2f tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f6509b1-728f-4ebe-9bda-935682ed0c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074426 Feb 19 04:12:58.103594 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-bf969e41-bd6e-489e-8a6d-4e7b36c39d8b service neutron] 10.222.0.65 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288492 Feb 19 04:12:58.165511 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-7e460b89-4ee6-423f-b167-00a753682552 None None] For port bbc7e108-d8a3-4203-8106-a9dbb06e900e, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=bbc7e108-d8a3-4203-8106-a9dbb06e900e,segment=NetworkSegment(866fa118-7f93-47d2-97b7-b8e34872fe4c),segment_id=866fa118-7f93-47d2-97b7-b8e34872fe4c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:58.169315 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748c5495-4759-4ccf-bf3f-c5bf3efd0104 x-openstack-request-id: req-748c5495-4759-4ccf-bf3f-c5bf3efd0104 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:58.170215 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e18881-8c46-4297-9a34-62e84c12c637", "name": "network-vif-plugged", "status": "completed", "tag": "0968a520-2f3c-424f-8b95-a91209257778", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:58.170766 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-748c5495-4759-4ccf-bf3f-c5bf3efd0104 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:58.171661 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e18881-8c46-4297-9a34-62e84c12c637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0968a520-2f3c-424f-8b95-a91209257778', 'code': 200} Feb 19 04:12:58.184747 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7e460b89-4ee6-423f-b167-00a753682552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (bbc7e108-d8a3-4203-8106-a9dbb06e900e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:58.279262 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=f1dd0560-e3dd-4476-8eac-57ec378f71dd,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:58.302124 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['f1dd0560-e3dd-4476-8eac-57ec378f71dd'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:12:58.394739 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb9583-016a-419d-afe0-f3c5c74a8d2b req-05ee5ece-41a4-4021-af1c-4e61a86cb52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:58.397120 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-12fb9583-016a-419d-afe0-f3c5c74a8d2b req-05ee5ece-41a4-4021-af1c-4e61a86cb52e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=85e18881-8c46-4297-9a34-62e84c12c637 HTTP/1.1" status: 200 len: 1128 time: 0.2084317 Feb 19 04:12:58.420566 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c0d339d7-d4f8-437a-82b2-783b79dfcd61 None None] Provisioning complete for port bbc7e108-d8a3-4203-8106-a9dbb06e900e triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:58.420900 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c0d339d7-d4f8-437a-82b2-783b79dfcd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (bbc7e108-d8a3-4203-8106-a9dbb06e900e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:58.446599 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb4bc6-67bd-4522-887b-c0b07bfbcf01 req-b557d6e9-e651-4fc4-8170-8ad58d0b591e tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:58.449555 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-2334db64-277a-429c-9053-ff2eaa9ce331 service neutron] 10.222.0.65 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441480 Feb 19 04:12:58.465481 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-babb4bc6-67bd-4522-887b-c0b07bfbcf01 req-b557d6e9-e651-4fc4-8170-8ad58d0b591e tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 945 time: 0.1976256 Feb 19 04:12:58.520972 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-12fb9583-016a-419d-afe0-f3c5c74a8d2b req-cf9100c5-d582-4ab9-b7a9-c85c03dd22dd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154726 Feb 19 04:12:58.573431 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-babb4bc6-67bd-4522-887b-c0b07bfbcf01 req-36b7a626-6055-45b4-b9b5-849f3e697055 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049960 Feb 19 04:12:58.582150 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb855c72-4016-4669-9b7b-847fd64b76ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-260191242-router', 'tenant_id': 'baaa0965c8b94e00b4676ca01865b16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b24d16c5-4236-43a6-968e-9788ad3d940c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:29Z', 'updated_at': '2022-02-19T04:12:50Z', 'revision_number': 4, 'project_id': 'baaa0965c8b94e00b4676ca01865b16b', 'gw_port': {'id': 'b24d16c5-4236-43a6-968e-9788ad3d940c', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb855c72-4016-4669-9b7b-847fd64b76ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:36Z', 'updated_at': '2022-02-19T04:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'bbc7e108-d8a3-4203-8106-a9dbb06e900e', 'name': '', 'network_id': 'a3f73ec9-b8a7-4c8c-948d-366a766a0705', 'tenant_id': 'baaa0965c8b94e00b4676ca01865b16b', 'mac_address': 'fa:16:3e:81:04:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb855c72-4016-4669-9b7b-847fd64b76ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '422718e3-8b29-4ec5-b783-e0778456ddb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:47Z', 'updated_at': '2022-02-19T04:12:56Z', 'revision_number': 4, 'project_id': 'baaa0965c8b94e00b4676ca01865b16b', 'subnets': [{'id': '422718e3-8b29-4ec5-b783-e0778456ddb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:58.610758 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583d94b-a62b-49d7-968a-a7c93e8dc876 service neutron] Pushing event updated for resources: {'Port': ['ID=0fbee867-7e5d-40b4-80a1-c51753aab620,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:58.661184 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e460b89-4ee6-423f-b167-00a753682552 None None] Pushing event updated for resources: {'Port': ['ID=bbc7e108-d8a3-4203-8106-a9dbb06e900e,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:58.676663 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c0d339d7-d4f8-437a-82b2-783b79dfcd61 None None] Current status of the port bbc7e108-d8a3-4203-8106-a9dbb06e900e is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:58.768764 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e49b6f-6ef7-4d2a-8d80-9f8653a9160a None None] The sync data for ids ['cb855c72-4016-4669-9b7b-847fd64b76ae'] in n-d-772273-4 is: [{'id': 'cb855c72-4016-4669-9b7b-847fd64b76ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-260191242-router', 'tenant_id': 'baaa0965c8b94e00b4676ca01865b16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b24d16c5-4236-43a6-968e-9788ad3d940c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:29Z', 'updated_at': '2022-02-19T04:12:50Z', 'revision_number': 4, 'project_id': 'baaa0965c8b94e00b4676ca01865b16b', 'gw_port': {'id': 'b24d16c5-4236-43a6-968e-9788ad3d940c', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb855c72-4016-4669-9b7b-847fd64b76ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:36Z', 'updated_at': '2022-02-19T04:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'bbc7e108-d8a3-4203-8106-a9dbb06e900e', 'name': '', 'network_id': 'a3f73ec9-b8a7-4c8c-948d-366a766a0705', 'tenant_id': 'baaa0965c8b94e00b4676ca01865b16b', 'mac_address': 'fa:16:3e:81:04:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb855c72-4016-4669-9b7b-847fd64b76ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '422718e3-8b29-4ec5-b783-e0778456ddb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:47Z', 'updated_at': '2022-02-19T04:12:56Z', 'revision_number': 4, 'project_id': 'baaa0965c8b94e00b4676ca01865b16b', 'subnets': [{'id': '422718e3-8b29-4ec5-b783-e0778456ddb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:12:58.780222 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-065e97ab-ddd8-4952-ac9e-4aa771e17a92 service neutron] 10.222.0.65 "GET /v2.0/ports/13c2138b-ecb4-49ec-863d-bf5056060952?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2738512 Feb 19 04:12:58.937593 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-1583d94b-a62b-49d7-968a-a7c93e8dc876 service neutron] Attempting to bind port 0fbee867-7e5d-40b4-80a1-c51753aab620 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:58.938129 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-1583d94b-a62b-49d7-968a-a7c93e8dc876 service neutron] Attempting to bind port 0fbee867-7e5d-40b4-80a1-c51753aab620 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:58.938460 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-1583d94b-a62b-49d7-968a-a7c93e8dc876 service neutron] Attempting to bind port 0fbee867-7e5d-40b4-80a1-c51753aab620 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:59.012374 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-1583d94b-a62b-49d7-968a-a7c93e8dc876 service neutron] Port 0fbee867-7e5d-40b4-80a1-c51753aab620 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:12:59.012951 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-1583d94b-a62b-49d7-968a-a7c93e8dc876 service neutron] Attempting to bind port 0fbee867-7e5d-40b4-80a1-c51753aab620 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:59.023956 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407e06b-30f0-4ad4-bcb0-ae30635bd1de req-0771babc-e5e3-4dc2-a5cc-900a8766db2f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:59.026768 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-1583d94b-a62b-49d7-968a-a7c93e8dc876 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:59.027295 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-1583d94b-a62b-49d7-968a-a7c93e8dc876 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:59.027716 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-1583d94b-a62b-49d7-968a-a7c93e8dc876 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:59.028335 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-1583d94b-a62b-49d7-968a-a7c93e8dc876 service neutron] Bound port: 0fbee867-7e5d-40b4-80a1-c51753aab620, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:59.028818 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-1583d94b-a62b-49d7-968a-a7c93e8dc876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:59.041874 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9407e06b-30f0-4ad4-bcb0-ae30635bd1de req-0771babc-e5e3-4dc2-a5cc-900a8766db2f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2253761 Feb 19 04:12:59.140395 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9407e06b-30f0-4ad4-bcb0-ae30635bd1de req-4b40b28f-2e3f-49ad-97c7-e18320e6b5fe tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948246 Feb 19 04:12:59.210570 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-3b5fa11b-976d-4539-b174-776e17c5a225 service neutron] 10.222.0.65 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996470 Feb 19 04:12:59.213222 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-1583d94b-a62b-49d7-968a-a7c93e8dc876 service neutron] For port 0fbee867-7e5d-40b4-80a1-c51753aab620, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:59.221477 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-1583d94b-a62b-49d7-968a-a7c93e8dc876 service neutron] For port 0fbee867-7e5d-40b4-80a1-c51753aab620, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0fbee867-7e5d-40b4-80a1-c51753aab620,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:59.399138 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3ad05-c778-4a54-bf77-421448ea3011 req-56e5c873-0030-440e-aefc-895c1ac86b72 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:59.402221 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8db3ad05-c778-4a54-bf77-421448ea3011 req-56e5c873-0030-440e-aefc-895c1ac86b72 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e18881-8c46-4297-9a34-62e84c12c637 HTTP/1.1" status: 200 len: 946 time: 0.1201677 Feb 19 04:12:59.408603 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-1583d94b-a62b-49d7-968a-a7c93e8dc876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:59.480742 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-1583d94b-a62b-49d7-968a-a7c93e8dc876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:59.481692 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-1583d94b-a62b-49d7-968a-a7c93e8dc876 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:59.483988 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-1583d94b-a62b-49d7-968a-a7c93e8dc876 service neutron] 10.222.0.10 "PUT /v2.0/ports/0fbee867-7e5d-40b4-80a1-c51753aab620 HTTP/1.1" status: 200 len: 1095 time: 3.4227438 Feb 19 04:12:59.531370 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b', 'tag': '0fbee867-7e5d-40b4-80a1-c51753aab620'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:59.536640 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78a5980-c5ad-4fb2-976b-5bb00cbb4af5" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b", "tag": "0fbee867-7e5d-40b4-80a1-c51753aab620"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:59.545822 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-6636e49b-3e2a-4551-ad63-bc69976889e1 service neutron] 10.222.0.65 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208339 Feb 19 04:12:59.581283 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8db3ad05-c778-4a54-bf77-421448ea3011 req-f4de1609-beb6-4e11-bca3-833b1894dcc6 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615481 Feb 19 04:12:59.848591 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583d94b-a62b-49d7-968a-a7c93e8dc876 service neutron] Pushing event updated for resources: {'Port': ['ID=0fbee867-7e5d-40b4-80a1-c51753aab620,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:00.003353 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-c51c427b-b846-4253-8352-c64f24dc2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:00.005753 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-c51c427b-b846-4253-8352-c64f24dc2d14 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a629ed3b38f947f7bad3e2dcc1aa156e&device_id=fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b HTTP/1.1" status: 200 len: 1129 time: 0.4252164 Feb 19 04:13:00.100436 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-56381ae8-d775-41c8-989b-c9850ba652d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=0fbee867-7e5d-40b4-80a1-c51753aab620 HTTP/1.1" status: 200 len: 217 time: 0.0851023 Feb 19 04:13:00.103660 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-72f56507-94f3-4ed9-9cfd-439386020b3e service neutron] 10.222.0.65 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448215 Feb 19 04:13:00.327909 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-9e2a2184-ddad-4383-8e8d-87689c290a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:00.332061 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-9e2a2184-ddad-4383-8e8d-87689c290a90 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.2170506 Feb 19 04:13:00.496235 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-c50bd915-7d0a-47cf-b63e-6ba3ce4323df service neutron] 10.222.0.65 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827083 Feb 19 04:13:00.563265 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-26992ca9-2b9f-4c38-8114-2576061680e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:00.566961 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-26992ca9-2b9f-4c38-8114-2576061680e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2277753 Feb 19 04:13:00.697681 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7607e9-bd4e-405f-91b9-7cd346acd89c req-cd7840d6-3985-4c35-ae8f-4bc568916d74 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:00.709427 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ac7607e9-bd4e-405f-91b9-7cd346acd89c req-cd7840d6-3985-4c35-ae8f-4bc568916d74 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b HTTP/1.1" status: 200 len: 947 time: 0.1303062 Feb 19 04:13:00.809512 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ac7607e9-bd4e-405f-91b9-7cd346acd89c req-ba24a47f-af1d-4d96-bdab-f181b60d990a tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f6509b1-728f-4ebe-9bda-935682ed0c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907779 Feb 19 04:13:00.904503 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device bbc7e108-d8a3-4203-8106-a9dbb06e900e up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:13:01.031891 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device f1dd0560-e3dd-4476-8eac-57ec378f71dd up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:13:01.041399 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354de72f-8e99-4aba-90b0-46e9a94a0fcb req-ca6ebeaf-7970-40bc-9fbd-927dc2623e79 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:01.043924 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-354de72f-8e99-4aba-90b0-46e9a94a0fcb req-ca6ebeaf-7970-40bc-9fbd-927dc2623e79 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.1059604 Feb 19 04:13:01.163058 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port f1dd0560-e3dd-4476-8eac-57ec378f71dd completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:13:01.185558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port f1dd0560-e3dd-4476-8eac-57ec378f71dd triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:01.186185 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f1dd0560-e3dd-4476-8eac-57ec378f71dd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:01.214004 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-354de72f-8e99-4aba-90b0-46e9a94a0fcb req-3861c1dc-4bf8-44af-b6a8-edb335cace71 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576579 Feb 19 04:13:01.304720 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port bbc7e108-d8a3-4203-8106-a9dbb06e900e triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:01.305328 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (bbc7e108-d8a3-4203-8106-a9dbb06e900e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:01.404045 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e38651c-c1f2-4d4d-be60-c85a8fe5cd2d x-openstack-request-id: req-3e38651c-c1f2-4d4d-be60-c85a8fe5cd2d {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:01.405897 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b", "tag": "0fbee867-7e5d-40b4-80a1-c51753aab620", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:01.407010 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3e38651c-c1f2-4d4d-be60-c85a8fe5cd2d {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:01.408783 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b', 'tag': '0fbee867-7e5d-40b4-80a1-c51753aab620', 'status': 'completed', 'code': 200} Feb 19 04:13:01.494638 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port f1dd0560-e3dd-4476-8eac-57ec378f71dd is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:01.495046 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f1dd0560-e3dd-4476-8eac-57ec378f71dd), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:01.516792 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-05016a9c-f8ae-44c2-8cdc-a8c0b46ab877 service neutron] 10.222.0.65 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9941237 Feb 19 04:13:01.536528 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-54d1e0bc-fd71-4b22-a451-7200722008e7 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555288 Feb 19 04:13:01.661753 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4bb27-95ed-4deb-9a16-a170c0e8d5f2 req-7aa56ab9-c63d-418d-9519-d0afe477f3df tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:01.671415 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-78c4bb27-95ed-4deb-9a16-a170c0e8d5f2 req-7aa56ab9-c63d-418d-9519-d0afe477f3df tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 945 time: 0.1170197 Feb 19 04:13:01.763725 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-78c4bb27-95ed-4deb-9a16-a170c0e8d5f2 req-e038be76-26a6-4680-ada6-0dcfb57db392 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904019 Feb 19 04:13:01.775321 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1dd0560-e3dd-4476-8eac-57ec378f71dd'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:01.778224 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0161fba-4938-487b-ad05-0bb0ef966ac1" -d '{"events": [{"server_uuid": "40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6", "name": "network-vif-plugged", "status": "completed", "tag": "f1dd0560-e3dd-4476-8eac-57ec378f71dd"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:01.805054 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port f1dd0560-e3dd-4476-8eac-57ec378f71dd, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f1dd0560-e3dd-4476-8eac-57ec378f71dd,segment=NetworkSegment(bb7b92ab-063f-403e-a94f-7c593ba6f180),segment_id=bb7b92ab-063f-403e-a94f-7c593ba6f180)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:01.814716 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f1dd0560-e3dd-4476-8eac-57ec378f71dd), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:01.824875 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port bbc7e108-d8a3-4203-8106-a9dbb06e900e is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:01.837876 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-a86d2f29-5815-4033-bedc-b42a598e0968 service neutron] 10.222.0.65 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188176 Feb 19 04:13:01.908989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=f1dd0560-e3dd-4476-8eac-57ec378f71dd,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:01.979592 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5703452-d579-4c6c-acb1-535d72241ff6 req-af4cadf3-5bc6-4382-a33f-eaf42bf88ed0 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180124 Feb 19 04:13:02.053946 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0172a0-b40a-475d-a6d9-57a255fba252 req-42b6012f-d969-47ef-b31f-3b3e9991bcca tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:02.055879 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aa0172a0-b40a-475d-a6d9-57a255fba252 req-42b6012f-d969-47ef-b31f-3b3e9991bcca tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e18881-8c46-4297-9a34-62e84c12c637 HTTP/1.1" status: 200 len: 946 time: 0.0938175 Feb 19 04:13:02.112417 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-831054be-7365-4f18-b385-e8f4f123063f service neutron] 10.222.0.65 "GET /v2.0/networks/711f24c3-7d72-4738-9575-b7145b783950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433512 Feb 19 04:13:02.123540 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aa0172a0-b40a-475d-a6d9-57a255fba252 req-09069bbd-6b8f-40c8-a880-5f5ff8f1fdd6 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558348 Feb 19 04:13:02.193992 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f8128b1c-f341-4d0c-9522-1045b7a4aee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:02.250054 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a5980-c5ad-4fb2-976b-5bb00cbb4af5 req-a4fb0dc9-87df-4b9b-9434-0c484a045974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:02.252124 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a78a5980-c5ad-4fb2-976b-5bb00cbb4af5 req-a4fb0dc9-87df-4b9b-9434-0c484a045974 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a629ed3b38f947f7bad3e2dcc1aa156e&device_id=fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b HTTP/1.1" status: 200 len: 1129 time: 0.1964834 Feb 19 04:13:02.346774 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-46e4d558-edbb-4ffc-8c2c-162928973687 service neutron] 10.222.0.65 "GET /v2.0/networks/711f24c3-7d72-4738-9575-b7145b783950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219598 Feb 19 04:13:02.370206 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-4d29f394-7320-4a71-b218-ef5dd363710d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:02.372296 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-4d29f394-7320-4a71-b218-ef5dd363710d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 812 time: 0.1518028 Feb 19 04:13:02.418657 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-bc1c8f14-a7a7-439d-b2c1-0456a01d04a5 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/quotas/4025120658c64656b8094d53fd11cf5c HTTP/1.1" status: 200 len: 375 time: 0.0162673 Feb 19 04:13:02.511843 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a5980-c5ad-4fb2-976b-5bb00cbb4af5 req-b17303ed-f7aa-4482-bda9-6fd1d4078591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:02.514603 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a78a5980-c5ad-4fb2-976b-5bb00cbb4af5 req-b17303ed-f7aa-4482-bda9-6fd1d4078591 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.2486820 Feb 19 04:13:02.523678 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-d7b4c769-655a-4f55-993c-4dee76dec15a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0907474 Feb 19 04:13:02.610687 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a78a5980-c5ad-4fb2-976b-5bb00cbb4af5 req-2e4b62b3-0760-4aeb-acb2-ada9e55c9add service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=0fbee867-7e5d-40b4-80a1-c51753aab620 HTTP/1.1" status: 200 len: 217 time: 0.0844762 Feb 19 04:13:02.724308 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-3da1cbbc-2733-46c7-9c86-d4a22d082ad2 service neutron] 10.222.0.65 "GET /v2.0/networks/711f24c3-7d72-4738-9575-b7145b783950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439903 Feb 19 04:13:02.766296 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a5980-c5ad-4fb2-976b-5bb00cbb4af5 req-7a2eca6f-6ec0-405c-9732-6074b0e00057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:02.769429 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a78a5980-c5ad-4fb2-976b-5bb00cbb4af5 req-7a2eca6f-6ec0-405c-9732-6074b0e00057 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1495826 Feb 19 04:13:02.892704 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-645208bf-9670-4b75-8809-fce85238d11e service neutron] 10.222.0.65 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534737 Feb 19 04:13:02.986506 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a5980-c5ad-4fb2-976b-5bb00cbb4af5 req-0663a264-3efc-48a0-b6ec-6b4b29bc148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:02.989652 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a78a5980-c5ad-4fb2-976b-5bb00cbb4af5 req-0663a264-3efc-48a0-b6ec-6b4b29bc148b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2010193 Feb 19 04:13:02.993768 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-803900de-69cf-47fe-9b9c-e7b350c8ba28 service neutron] 10.222.0.65 "GET /v2.0/networks/711f24c3-7d72-4738-9575-b7145b783950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565632 Feb 19 04:13:03.026247 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-703c8810-9a67-4fc7-90ea-0e78d88530bc service neutron] 10.222.0.65 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254539 Feb 19 04:13:03.200272 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-f89ed558-4c2d-48ab-a546-1e7428c62166 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:03.202738 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-f89ed558-4c2d-48ab-a546-1e7428c62166 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports/9d415e29-cab4-46b2-af1d-2e9b199b10da HTTP/1.1" status: 200 len: 931 time: 0.1898556 Feb 19 04:13:03.234924 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c462be55-1ad4-486f-91ef-6611853d11b2 x-openstack-request-id: req-c462be55-1ad4-486f-91ef-6611853d11b2 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:03.235630 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6", "name": "network-vif-plugged", "status": "completed", "tag": "f1dd0560-e3dd-4476-8eac-57ec378f71dd", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:03.235894 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c462be55-1ad4-486f-91ef-6611853d11b2 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:03.236537 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1dd0560-e3dd-4476-8eac-57ec378f71dd', 'code': 200} Feb 19 04:13:03.410440 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-d6a8bbcd-a015-4440-aa6f-94de95d9ec07 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:03.413234 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-d6a8bbcd-a015-4440-aa6f-94de95d9ec07 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports/13c2138b-ecb4-49ec-863d-bf5056060952 HTTP/1.1" status: 200 len: 932 time: 0.1981316 Feb 19 04:13:03.422619 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a78a5980-c5ad-4fb2-976b-5bb00cbb4af5 req-8a5f193c-bd70-42aa-91af-5898bac767f8 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250178 Feb 19 04:13:03.604374 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:13:03.634947 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1090b-6240-41ec-a11c-3981f7b45f23 req-cecdd9d2-6baf-4066-8aa5-151f60c4cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:03.641899 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cec1090b-6240-41ec-a11c-3981f7b45f23 req-cecdd9d2-6baf-4066-8aa5-151f60c4cdfc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 1128 time: 0.3196278 Feb 19 04:13:03.814215 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a78a5980-c5ad-4fb2-976b-5bb00cbb4af5 req-a7f50268-dc02-43cb-a723-099d41e35617 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760648 Feb 19 04:13:03.825311 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cec1090b-6240-41ec-a11c-3981f7b45f23 req-1ddc7401-6ec3-4872-8cc0-2fa4537889e0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480169 Feb 19 04:13:03.835272 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81d7e5-82b5-4f82-9c61-c8d39503ad64 req-a0497397-8161-48ab-b4c2-d1fd0dc3e93b tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:03.843296 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ba81d7e5-82b5-4f82-9c61-c8d39503ad64 req-a0497397-8161-48ab-b4c2-d1fd0dc3e93b tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b HTTP/1.1" status: 200 len: 947 time: 0.4320979 Feb 19 04:13:04.011063 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ba81d7e5-82b5-4f82-9c61-c8d39503ad64 req-4d7c9796-24f9-47ea-b325-954b0b016501 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f6509b1-728f-4ebe-9bda-935682ed0c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657145 Feb 19 04:13:05.076205 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7f43c473-0762-4039-9753-36fe408bbd7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:05.372185 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 0fbee867-7e5d-40b4-80a1-c51753aab620 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:13:05.738007 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0fbee867-7e5d-40b4-80a1-c51753aab620, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0fbee867-7e5d-40b4-80a1-c51753aab620,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:05.769677 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '0fbee867-7e5d-40b4-80a1-c51753aab620', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '0fbee867-7e5d-40b4-80a1-c51753aab620', 'mac_address': 'fa:16:3e:4b:1c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:13:05.793643 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8eeab6-f9f4-4103-88bb-becb50b8b1a0 req-e4556c35-ce77-4170-bccd-94b4d877c739 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:05.801189 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0a10faf-4114-4de7-b68b-8b95b72dbcbe req-3545e734-0af8-472d-b387-df5d11769cc7 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2ecdf-4930-4901-b065-31159ae35923 HTTP/1.1" status: 200 len: 210 time: 0.0903933 Feb 19 04:13:05.815951 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2a8eeab6-f9f4-4103-88bb-becb50b8b1a0 req-e4556c35-ce77-4170-bccd-94b4d877c739 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.3901162 Feb 19 04:13:05.880394 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-b164368d-f8f2-4d37-b6ff-a8af3a766446 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:05.885265 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-b164368d-f8f2-4d37-b6ff-a8af3a766446 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports/9d415e29-cab4-46b2-af1d-2e9b199b10da HTTP/1.1" status: 200 len: 931 time: 0.7325363 Feb 19 04:13:05.905407 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 0fbee867-7e5d-40b4-80a1-c51753aab620 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:05.906297 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:05.978726 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fbee867-7e5d-40b4-80a1-c51753aab620 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:06.053575 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0fbee867-7e5d-40b4-80a1-c51753aab620, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0fbee867-7e5d-40b4-80a1-c51753aab620,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:06.068777 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:06.096040 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-c06bff88-ff7f-4fbe-a6eb-58a614eab493 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:06.109877 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-c06bff88-ff7f-4fbe-a6eb-58a614eab493 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports/13c2138b-ecb4-49ec-863d-bf5056060952 HTTP/1.1" status: 200 len: 932 time: 0.1985602 Feb 19 04:13:06.326118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=0fbee867-7e5d-40b4-80a1-c51753aab620,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:06.369941 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-06a89628-6fa7-4b98-92e3-28b4ca897059 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:06.370760 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-06a89628-6fa7-4b98-92e3-28b4ca897059 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.48 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 812 time: 0.5496635 Feb 19 04:13:06.383729 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['0fbee867-7e5d-40b4-80a1-c51753aab620'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:13:06.400617 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-2b0b6635-6951-4ef2-b3cc-f0a876431921 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Request body: {'port': {'device_id': '5ed2ecdf-4930-4901-b065-31159ae35923', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'admin_state_up': True, 'tenant_id': '4025120658c64656b8094d53fd11cf5c'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:06.487903 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e45f9c-8269-465c-b1e5-e5617162640f req-5164fdd0-d408-4bee-80fa-87e5578dfa15 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:06.499338 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-64e45f9c-8269-465c-b1e5-e5617162640f req-5164fdd0-d408-4bee-80fa-87e5578dfa15 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b HTTP/1.1" status: 200 len: 948 time: 0.3709662 Feb 19 04:13:06.699568 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:06.787545 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-64e45f9c-8269-465c-b1e5-e5617162640f req-015f8809-11f7-4c68-a2a0-02cb2fa4a482 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f6509b1-728f-4ebe-9bda-935682ed0c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779009 Feb 19 04:13:06.859503 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2a8eeab6-f9f4-4103-88bb-becb50b8b1a0 req-ddbfb35e-445c-4cf2-86ca-3fedf262d2b3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0220487 Feb 19 04:13:06.871981 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-2b0b6635-6951-4ef2-b3cc-f0a876431921 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Made reservation on behalf of 4025120658c64656b8094d53fd11cf5c for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:06.880972 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-2b0b6635-6951-4ef2-b3cc-f0a876431921 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:06.956553 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-007d6656-5db1-44bc-a2fb-01a41a210247 req-17f9de44-cf11-4e3c-b2b3-4aa80be4f997 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.0757830 Feb 19 04:13:07.194897 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:07.392642 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-2b0b6635-6951-4ef2-b3cc-f0a876431921 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Allocated IP 172.20.0.3 (d9d990e4-ae18-48b8-9375-8a399a46fa4c/dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509/13518115-3439-465e-80df-742f7f478040) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:07.660001 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255ebb0-868c-450a-8f94-8c3967cf27fa req-68ea09a7-9ed5-4961-b458-a2218ce7b3bf tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:07.679577 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f255ebb0-868c-450a-8f94-8c3967cf27fa req-68ea09a7-9ed5-4961-b458-a2218ce7b3bf tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e18881-8c46-4297-9a34-62e84c12c637 HTTP/1.1" status: 200 len: 946 time: 0.2753012 Feb 19 04:13:07.830119 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:07.864834 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f255ebb0-868c-450a-8f94-8c3967cf27fa req-c636e58f-e664-4f6e-abaf-444dbfc94a30 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839805 Feb 19 04:13:08.135000 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-2b0b6635-6951-4ef2-b3cc-f0a876431921 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for port (13518115-3439-465e-80df-742f7f478040), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:08.216016 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-2b0b6635-6951-4ef2-b3cc-f0a876431921 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (13518115-3439-465e-80df-742f7f478040), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:08.232759 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['0eac0ec9-1292-4842-bcc6-fd4725f3eb6d', '21728a78-dfbb-409e-9b8e-f7b32effd27f'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:13:08.336445 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-2b0b6635-6951-4ef2-b3cc-f0a876431921 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Network d9d990e4-ae18-48b8-9375-8a399a46fa4c is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:08.342519 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-2b0b6635-6951-4ef2-b3cc-f0a876431921 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:08.393375 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-2b0b6635-6951-4ef2-b3cc-f0a876431921 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:08.552599 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-2b0b6635-6951-4ef2-b3cc-f0a876431921 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:08.554222 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-2b0b6635-6951-4ef2-b3cc-f0a876431921 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:08.721405 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-2b0b6635-6951-4ef2-b3cc-f0a876431921 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3319731 Feb 19 04:13:08.765823 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-38fa1a48-13de-44b0-b8c9-1b7e02e3c69c service neutron] Request body: {'port': {'device_id': '5ed2ecdf-4930-4901-b065-31159ae35923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:08.785160 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:08.830711 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:08.848129 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb78e6d-a89a-4772-8013-bbd7c4eaf032 req-e757a571-4c9c-40f5-8c06-00c6165b1a7f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:08.849864 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b6635-6951-4ef2-b3cc-f0a876431921 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Pushing event updated for resources: {'Port': ['ID=13518115-3439-465e-80df-742f7f478040,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:08.850982 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6eb78e6d-a89a-4772-8013-bbd7c4eaf032 req-e757a571-4c9c-40f5-8c06-00c6165b1a7f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2ecdf-4930-4901-b065-31159ae35923 HTTP/1.1" status: 200 len: 931 time: 0.3436441 Feb 19 04:13:08.986365 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-38fa1a48-13de-44b0-b8c9-1b7e02e3c69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (13518115-3439-465e-80df-742f7f478040), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:09.058829 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6eb78e6d-a89a-4772-8013-bbd7c4eaf032 req-bbd1efa6-f749-47ab-a6ca-6aec1b3f8810 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912813 Feb 19 04:13:09.134180 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea355c0-105e-46ff-b825-3612782cf72e req-bf1fe388-8f3a-46da-a996-aecf8011f924 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.143816 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6ea355c0-105e-46ff-b825-3612782cf72e req-bf1fe388-8f3a-46da-a996-aecf8011f924 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b HTTP/1.1" status: 200 len: 948 time: 0.5078728 Feb 19 04:13:09.201709 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-354e0f65-3c10-4184-b53b-d31d6d572925 None None] Provisioning complete for port 13518115-3439-465e-80df-742f7f478040 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:09.213249 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-354e0f65-3c10-4184-b53b-d31d6d572925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (13518115-3439-465e-80df-742f7f478040), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:09.421683 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 0fbee867-7e5d-40b4-80a1-c51753aab620 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:13:09.522618 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-cc8ba38e-0dba-43a1-9672-c5c2f68d125b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.525416 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-cc8ba38e-0dba-43a1-9672-c5c2f68d125b service neutron] 10.222.0.10 "GET /v2.0/ports/9d415e29-cab4-46b2-af1d-2e9b199b10da HTTP/1.1" status: 200 len: 1027 time: 0.2884705 Feb 19 04:13:09.531313 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-354e0f65-3c10-4184-b53b-d31d6d572925 None None] Port 13518115-3439-465e-80df-742f7f478040 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:13:09.604621 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c61aa6-62cf-45c2-a857-bcf7011c8fb1 req-8b4cead1-136a-4bf0-bac9-17a52f9d965c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.610031 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 0fbee867-7e5d-40b4-80a1-c51753aab620 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:13:09.620163 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 0fbee867-7e5d-40b4-80a1-c51753aab620 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:09.623292 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:09.627118 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60c61aa6-62cf-45c2-a857-bcf7011c8fb1 req-8b4cead1-136a-4bf0-bac9-17a52f9d965c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.4169600 Feb 19 04:13:09.705212 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-38fa1a48-13de-44b0-b8c9-1b7e02e3c69c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13518115-3439-465e-80df-742f7f478040 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:09.718001 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-38fa1a48-13de-44b0-b8c9-1b7e02e3c69c service neutron] Publish callbacks [] for port (13518115-3439-465e-80df-742f7f478040), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:09.739774 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-38fa1a48-13de-44b0-b8c9-1b7e02e3c69c service neutron] Transition to ACTIVE for port object 13518115-3439-465e-80df-742f7f478040 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:13:09.792346 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6ea355c0-105e-46ff-b825-3612782cf72e req-37beabd3-6cf1-45c5-8de0-c82f59eb07ba tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f6509b1-728f-4ebe-9bda-935682ed0c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6363506 Feb 19 04:13:09.799107 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-38fa1a48-13de-44b0-b8c9-1b7e02e3c69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (13518115-3439-465e-80df-742f7f478040), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:09.883762 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 0fbee867-7e5d-40b4-80a1-c51753aab620 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:09.884685 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:09.973170 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-4b5bc5ce-fbb3-472d-a3cb-70f0cf0faa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:09.989752 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-4b5bc5ce-fbb3-472d-a3cb-70f0cf0faa78 service neutron] 10.222.0.10 "GET /v2.0/ports/13c2138b-ecb4-49ec-863d-bf5056060952 HTTP/1.1" status: 200 len: 1028 time: 0.4423423 Feb 19 04:13:09.996790 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0fbee867-7e5d-40b4-80a1-c51753aab620, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0fbee867-7e5d-40b4-80a1-c51753aab620,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:09.999276 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbee867-7e5d-40b4-80a1-c51753aab620'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:10.005360 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962c7391-7a15-4bda-ac2d-6e00eca455a1" -d '{"events": [{"server_uuid": "fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b", "name": "network-vif-plugged", "status": "completed", "tag": "0fbee867-7e5d-40b4-80a1-c51753aab620"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:10.010577 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:10.021968 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60c61aa6-62cf-45c2-a857-bcf7011c8fb1 req-ccd95c11-586d-4da2-9f3e-5485dbe1fae7 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3762813 Feb 19 04:13:10.097694 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=0fbee867-7e5d-40b4-80a1-c51753aab620,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:10.245334 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-eacf666b-e125-4574-a7ec-652cbe7e616b tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:10.249352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa1a48-13de-44b0-b8c9-1b7e02e3c69c service neutron] Pushing event updated for resources: {'Port': ['ID=13518115-3439-465e-80df-742f7f478040,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:10.262696 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-eacf666b-e125-4574-a7ec-652cbe7e616b tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:10.274310 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-eacf666b-e125-4574-a7ec-652cbe7e616b tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:10.278525 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-eacf666b-e125-4574-a7ec-652cbe7e616b tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.10 "GET /v2.0/networks?id=13a9d3f4-3356-4e6e-a155-7a335ac942cb&id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&id=711f24c3-7d72-4738-9575-b7145b783950&id=711f24c3-7d72-4738-9575-b7145b783950 HTTP/1.1" status: 200 len: 1990 time: 0.2458324 Feb 19 04:13:10.366223 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cef312da-c616-46bf-a098-141db17f5429 req-4edd63a4-1ce4-4b22-af77-e4e4d0549c45 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.0840352 Feb 19 04:13:10.395072 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ee453-0450-4bf4-bee2-10567b43fc21 req-6b4adbec-747a-43f4-9635-1448764f7a08 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:10.409859 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9d6ee453-0450-4bf4-bee2-10567b43fc21 req-6b4adbec-747a-43f4-9635-1448764f7a08 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e18881-8c46-4297-9a34-62e84c12c637 HTTP/1.1" status: 200 len: 946 time: 0.4340668 Feb 19 04:13:10.616895 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-38fa1a48-13de-44b0-b8c9-1b7e02e3c69c service neutron] Attempting to bind port 13518115-3439-465e-80df-742f7f478040 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:10.618420 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-38fa1a48-13de-44b0-b8c9-1b7e02e3c69c service neutron] Attempting to bind port 13518115-3439-465e-80df-742f7f478040 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:10.619484 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-38fa1a48-13de-44b0-b8c9-1b7e02e3c69c service neutron] Attempting to bind port 13518115-3439-465e-80df-742f7f478040 on network d9d990e4-ae18-48b8-9375-8a399a46fa4c {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:10.635067 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-38fa1a48-13de-44b0-b8c9-1b7e02e3c69c service neutron] Port 13518115-3439-465e-80df-742f7f478040 on network d9d990e4-ae18-48b8-9375-8a399a46fa4c not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:13:10.635848 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-38fa1a48-13de-44b0-b8c9-1b7e02e3c69c service neutron] Attempting to bind port 13518115-3439-465e-80df-742f7f478040 on network d9d990e4-ae18-48b8-9375-8a399a46fa4c {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:10.640538 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-2c5b74c7-d02c-49d1-81ec-49d04a55e9a9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50046a5e10b942e69046ff4f02f577d8 HTTP/1.1" status: 200 len: 380 time: 0.3395944 Feb 19 04:13:10.668642 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-38fa1a48-13de-44b0-b8c9-1b7e02e3c69c service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:10.669506 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-38fa1a48-13de-44b0-b8c9-1b7e02e3c69c service neutron] Checking segment: {'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:10.670590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-38fa1a48-13de-44b0-b8c9-1b7e02e3c69c service neutron] Bound using segment: {'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:10.671591 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-38fa1a48-13de-44b0-b8c9-1b7e02e3c69c service neutron] Bound port: 13518115-3439-465e-80df-742f7f478040, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:10.672402 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-38fa1a48-13de-44b0-b8c9-1b7e02e3c69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (13518115-3439-465e-80df-742f7f478040), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:10.678310 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-12ea69b2-1c51-49bd-8204-1f2b4838cf3d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Request body: {'port': {'device_id': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb', 'admin_state_up': True, 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'security_groups': ['cc8716b3-df70-4e10-b54a-f3f26e40dceb']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:10.697504 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9d6ee453-0450-4bf4-bee2-10567b43fc21 req-c41bc9f8-b0f1-4caa-a1e5-684802f3be7f tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844381 Feb 19 04:13:10.918062 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-12ea69b2-1c51-49bd-8204-1f2b4838cf3d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Made reservation on behalf of 50046a5e10b942e69046ff4f02f577d8 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:10.924138 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-12ea69b2-1c51-49bd-8204-1f2b4838cf3d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:11.035094 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-38fa1a48-13de-44b0-b8c9-1b7e02e3c69c service neutron] For port 13518115-3439-465e-80df-742f7f478040, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:11.043943 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-38fa1a48-13de-44b0-b8c9-1b7e02e3c69c service neutron] For port 13518115-3439-465e-80df-742f7f478040, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=13518115-3439-465e-80df-742f7f478040,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:11.069848 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-38fa1a48-13de-44b0-b8c9-1b7e02e3c69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (13518115-3439-465e-80df-742f7f478040), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:11.130363 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebaba4-151e-4cde-a41c-6d052d3e1e8b req-508a5262-39a7-4f87-bc6b-14219959d375 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:11.134267 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3b2742-69c1-4748-9741-4831292f088a x-openstack-request-id: req-9f3b2742-69c1-4748-9741-4831292f088a {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:11.135079 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b", "name": "network-vif-plugged", "status": "completed", "tag": "0fbee867-7e5d-40b4-80a1-c51753aab620", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:11.135240 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9f3b2742-69c1-4748-9741-4831292f088a {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:11.135859 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbee867-7e5d-40b4-80a1-c51753aab620', 'code': 200} Feb 19 04:13:11.138674 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-edebaba4-151e-4cde-a41c-6d052d3e1e8b req-508a5262-39a7-4f87-bc6b-14219959d375 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bd66453-3455-43ba-8f54-ba64625d9c1a HTTP/1.1" status: 200 len: 945 time: 0.1769283 Feb 19 04:13:11.222283 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-38fa1a48-13de-44b0-b8c9-1b7e02e3c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:11.223573 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-38fa1a48-13de-44b0-b8c9-1b7e02e3c69c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:11.227582 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-38fa1a48-13de-44b0-b8c9-1b7e02e3c69c service neutron] 10.222.0.48 "PUT /v2.0/ports/13518115-3439-465e-80df-742f7f478040 HTTP/1.1" status: 200 len: 1091 time: 2.4706585 Feb 19 04:13:11.245514 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed2ecdf-4930-4901-b065-31159ae35923', 'tag': '13518115-3439-465e-80df-742f7f478040'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:11.270483 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9e0186-ac4c-46bc-ac0d-ef04d96514dc" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed2ecdf-4930-4901-b065-31159ae35923", "tag": "13518115-3439-465e-80df-742f7f478040"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:11.381886 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-edebaba4-151e-4cde-a41c-6d052d3e1e8b req-6661e591-4591-4719-8a2c-a6ef5fb35a5d tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/security-groups?id=a84d8eea-4a57-4bbf-bcd8-18c9f130b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421236 Feb 19 04:13:11.442273 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-12ea69b2-1c51-49bd-8204-1f2b4838cf3d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Allocated IP 172.20.0.12 (13a9d3f4-3356-4e6e-a155-7a335ac942cb/51a2a4cd-6790-4215-a871-8bf82a31fe51/d55925d6-45fb-442a-a75b-25b53b26f933) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:11.510610 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa1a48-13de-44b0-b8c9-1b7e02e3c69c service neutron] Pushing event updated for resources: {'Port': ['ID=13518115-3439-465e-80df-742f7f478040,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:11.643871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236acff-71ec-4936-b996-0b37794a2991 req-3e89ebc8-6b60-4e37-a28a-203cc69abfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:11.646980 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e236acff-71ec-4936-b996-0b37794a2991 req-3e89ebc8-6b60-4e37-a28a-203cc69abfd0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b HTTP/1.1" status: 200 len: 1131 time: 0.3631978 Feb 19 04:13:11.747008 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f9708-322c-41a7-846e-37a45993b3d2 req-6e62a6e4-3e4b-443b-8c2a-d03ef125dbc8 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:11.749480 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f79f9708-322c-41a7-846e-37a45993b3d2 req-6e62a6e4-3e4b-443b-8c2a-d03ef125dbc8 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.3823228 Feb 19 04:13:11.754636 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-d8abfde1-1da2-466c-8849-9aa4becfa715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:11.756766 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-d8abfde1-1da2-466c-8849-9aa4becfa715 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&device_id=5ed2ecdf-4930-4901-b065-31159ae35923 HTTP/1.1" status: 200 len: 1125 time: 0.2539403 Feb 19 04:13:11.777046 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38056) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:11.790764 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-6e544cc6-d75f-486a-891e-dc0d2fe552d8 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Request body: {'floatingip': {'port_id': 'f1dd0560-e3dd-4476-8eac-57ec378f71dd'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:11.904415 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b7332-fcc9-485b-8325-192934928f9a req-c9555e3f-0e27-4075-873e-07bc156c4f0d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:11.918093 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-202b7332-fcc9-485b-8325-192934928f9a req-c9555e3f-0e27-4075-873e-07bc156c4f0d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2ecdf-4930-4901-b065-31159ae35923 HTTP/1.1" status: 200 len: 943 time: 0.3484914 Feb 19 04:13:12.084246 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-202b7332-fcc9-485b-8325-192934928f9a req-5695cdec-d086-46aa-8c01-6af463ab80ae tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559155 Feb 19 04:13:12.273611 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-12ea69b2-1c51-49bd-8204-1f2b4838cf3d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for port (d55925d6-45fb-442a-a75b-25b53b26f933), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:12.467033 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-12ea69b2-1c51-49bd-8204-1f2b4838cf3d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (d55925d6-45fb-442a-a75b-25b53b26f933), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:12.586511 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6e544cc6-d75f-486a-891e-dc0d2fe552d8 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for floatingip (661b70a5-f00d-4f75-ac2f-270bc6dad467), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:12.592525 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-36c934db-d297-4e3a-91a7-7fd732bc2152 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13518115-3439-465e-80df-742f7f478040 HTTP/1.1" status: 200 len: 217 time: 0.8279362 Feb 19 04:13:12.606994 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-12ea69b2-1c51-49bd-8204-1f2b4838cf3d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Network 13a9d3f4-3356-4e6e-a155-7a335ac942cb is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:12.626253 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-12ea69b2-1c51-49bd-8204-1f2b4838cf3d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:12.649413 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e236acff-71ec-4936-b996-0b37794a2991 req-6a8c7fa4-8f16-41b3-9a28-c6ec3b629b77 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9f6509b1-728f-4ebe-9bda-935682ed0c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9878826 Feb 19 04:13:12.656281 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-12ea69b2-1c51-49bd-8204-1f2b4838cf3d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:12.859801 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-27d02c0c-f56f-4010-b6e4-bce0a1e36587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:12.862607 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-27d02c0c-f56f-4010-b6e4-bce0a1e36587 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509 HTTP/1.1" status: 200 len: 851 time: 0.2250957 Feb 19 04:13:12.905534 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-12ea69b2-1c51-49bd-8204-1f2b4838cf3d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:12.906937 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-12ea69b2-1c51-49bd-8204-1f2b4838cf3d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:12.948045 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-12ea69b2-1c51-49bd-8204-1f2b4838cf3d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3020077 Feb 19 04:13:12.952047 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea69b2-1c51-49bd-8204-1f2b4838cf3d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event updated for resources: {'Port': ['ID=d55925d6-45fb-442a-a75b-25b53b26f933,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:12.964762 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-6f614159-54c9-46d5-96a1-7c7f5227d723 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Request body: {'port': {'device_id': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939', 'admin_state_up': True, 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'security_groups': ['cc8716b3-df70-4e10-b54a-f3f26e40dceb']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:13.301526 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875413c4-ce4b-42d7-b750-34f81713680b req-06bdf35e-4277-4b6d-adf1-ec67037baac2 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:13.309351 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-875413c4-ce4b-42d7-b750-34f81713680b req-06bdf35e-4277-4b6d-adf1-ec67037baac2 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b HTTP/1.1" status: 200 len: 949 time: 0.9551556 Feb 19 04:13:13.359394 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-6f614159-54c9-46d5-96a1-7c7f5227d723 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Made reservation on behalf of 50046a5e10b942e69046ff4f02f577d8 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:13.367785 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-6f614159-54c9-46d5-96a1-7c7f5227d723 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:13.409266 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-11c0b3a5-e63d-401c-87da-f7d51fbd27c3 None None] Provisioning complete for port d55925d6-45fb-442a-a75b-25b53b26f933 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:13.409266 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-11c0b3a5-e63d-401c-87da-f7d51fbd27c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d55925d6-45fb-442a-a75b-25b53b26f933), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:13.504555 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-875413c4-ce4b-42d7-b750-34f81713680b req-8339358e-3e04-4cde-9a0c-ed482bbc31c0 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f6509b1-728f-4ebe-9bda-935682ed0c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941814 Feb 19 04:13:13.521970 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58ecd7c-951a-423b-9b39-36c600677e38 x-openstack-request-id: req-c58ecd7c-951a-423b-9b39-36c600677e38 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:13.522410 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed2ecdf-4930-4901-b065-31159ae35923", "tag": "13518115-3439-465e-80df-742f7f478040", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:13.522708 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c58ecd7c-951a-423b-9b39-36c600677e38 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:13.523122 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed2ecdf-4930-4901-b065-31159ae35923', 'tag': '13518115-3439-465e-80df-742f7f478040', 'status': 'completed', 'code': 200} Feb 19 04:13:13.542440 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-11c0b3a5-e63d-401c-87da-f7d51fbd27c3 None None] Port d55925d6-45fb-442a-a75b-25b53b26f933 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:13:13.753464 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47c984-8aba-4e88-9084-f7063c898654 req-1949cef8-be2b-4218-8d68-8fb49aca12e9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:13.761914 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0c47c984-8aba-4e88-9084-f7063c898654 req-1949cef8-be2b-4218-8d68-8fb49aca12e9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 932 time: 0.2422304 Feb 19 04:13:13.846106 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56695b51-a430-482d-bf8d-b95f39443540 req-8e775ef4-6c1d-45cd-854c-96391a1fda80 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:13.857580 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-56695b51-a430-482d-bf8d-b95f39443540 req-8e775ef4-6c1d-45cd-854c-96391a1fda80 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e18881-8c46-4297-9a34-62e84c12c637 HTTP/1.1" status: 200 len: 946 time: 0.1583252 Feb 19 04:13:13.869882 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0c47c984-8aba-4e88-9084-f7063c898654 req-7e96ba53-435d-4bba-8f09-33de49796716 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067762 Feb 19 04:13:13.873864 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-6f614159-54c9-46d5-96a1-7c7f5227d723 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Allocated IP 10.1.1.157 (f5d4812e-d0cd-4e7d-8694-a42a96ae1939/f5a38712-95b2-4271-ab6e-5854ab0620a4/98ba4396-14a0-458f-9a0f-0e07a7c286aa) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:13.897244 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-c9a0d3aa-e1ba-46cd-9b3c-7f98d4b8659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:13.901961 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-c9a0d3aa-e1ba-46cd-9b3c-7f98d4b8659a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9d990e4-ae18-48b8-9375-8a399a46fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0305765 Feb 19 04:13:13.904687 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.resource_extend [None req-6e544cc6-d75f-486a-891e-dc0d2fe552d8 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:13:14.203406 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-6f614159-54c9-46d5-96a1-7c7f5227d723 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for port (98ba4396-14a0-458f-9a0f-0e07a7c286aa), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.274740 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-6f614159-54c9-46d5-96a1-7c7f5227d723 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (98ba4396-14a0-458f-9a0f-0e07a7c286aa), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.328778 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6e544cc6-d75f-486a-891e-dc0d2fe552d8 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.349211 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6e544cc6-d75f-486a-891e-dc0d2fe552d8 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (661b70a5-f00d-4f75-ac2f-270bc6dad467), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.394673 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f614159-54c9-46d5-96a1-7c7f5227d723 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event updated for resources: {'Port': ['ID=98ba4396-14a0-458f-9a0f-0e07a7c286aa,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:14.434918 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-56695b51-a430-482d-bf8d-b95f39443540 req-0af57c0b-4706-43d1-bc05-8d1c15c853ae tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5759823 Feb 19 04:13:14.492966 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-6f614159-54c9-46d5-96a1-7c7f5227d723 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:14.494051 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda666fd-fe13-489e-a199-78c4d01df8ba req-f739e52a-9abd-40e0-8f5c-f47fec76025b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:14.503399 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dda666fd-fe13-489e-a199-78c4d01df8ba req-f739e52a-9abd-40e0-8f5c-f47fec76025b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2ecdf-4930-4901-b065-31159ae35923 HTTP/1.1" status: 200 len: 943 time: 0.3577392 Feb 19 04:13:14.504210 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-6f614159-54c9-46d5-96a1-7c7f5227d723 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:14.515078 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-6f614159-54c9-46d5-96a1-7c7f5227d723 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:14.534967 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-ff50dabd-61c0-47e7-8055-eca9d460bc25 service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6226308 Feb 19 04:13:14.705210 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-6f614159-54c9-46d5-96a1-7c7f5227d723 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:14.706467 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-6f614159-54c9-46d5-96a1-7c7f5227d723 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:14.750136 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-6f614159-54c9-46d5-96a1-7c7f5227d723 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7914069 Feb 19 04:13:14.779844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-9f80c643-b5a7-47b5-bd25-218937e97705 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Request body: {'port': {'device_id': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939', 'admin_state_up': True, 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'security_groups': ['cc8716b3-df70-4e10-b54a-f3f26e40dceb']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:14.818007 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f2807-c7b8-4104-bc44-484dc9037441 req-8be2a97b-f8c0-4c14-b1f2-5b683c79a9ee tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:14.821435 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-629f2807-c7b8-4104-bc44-484dc9037441 req-8be2a97b-f8c0-4c14-b1f2-5b683c79a9ee tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.10 "GET /v2.0/ports?device_id=85e18881-8c46-4297-9a34-62e84c12c637 HTTP/1.1" status: 200 len: 946 time: 0.6782942 Feb 19 04:13:15.088057 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-db594c42-f0b1-4675-aa3a-8a4ca3505990 None None] Provisioning complete for port 98ba4396-14a0-458f-9a0f-0e07a7c286aa triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:15.092689 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-db594c42-f0b1-4675-aa3a-8a4ca3505990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (98ba4396-14a0-458f-9a0f-0e07a7c286aa), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:15.132721 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dda666fd-fe13-489e-a199-78c4d01df8ba req-6f71f320-3cff-4c82-90ab-d0d10b48eeaa tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6282930 Feb 19 04:13:15.180318 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-9f80c643-b5a7-47b5-bd25-218937e97705 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Made reservation on behalf of 50046a5e10b942e69046ff4f02f577d8 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:15.185277 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-9f80c643-b5a7-47b5-bd25-218937e97705 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:15.215787 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-db594c42-f0b1-4675-aa3a-8a4ca3505990 None None] Port 98ba4396-14a0-458f-9a0f-0e07a7c286aa cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:13:15.239129 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2c2108e4-aeb2-4ba3-81a1-4cd481f5bafd req-4fe936f0-7a6d-497c-96ff-f5e880f56f57 service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812219 Feb 19 04:13:15.251982 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-6e544cc6-d75f-486a-891e-dc0d2fe552d8 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Floating IP 661b70a5-f00d-4f75-ac2f-270bc6dad467 associated. External IP: 172.25.0.93, port: f1dd0560-e3dd-4476-8eac-57ec378f71dd. Feb 19 04:13:15.607860 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-9f80c643-b5a7-47b5-bd25-218937e97705 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Allocated IP 10.1.1.180 (f5d4812e-d0cd-4e7d-8694-a42a96ae1939/f5a38712-95b2-4271-ab6e-5854ab0620a4/4e690be2-b43f-4068-b470-83c74b17ac13) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:15.625085 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e0186-ac4c-46bc-ac0d-ef04d96514dc req-5ef0ad4a-c656-440b-a5bb-021edd8c43e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:15.643948 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f9e0186-ac4c-46bc-ac0d-ef04d96514dc req-5ef0ad4a-c656-440b-a5bb-021edd8c43e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&device_id=5ed2ecdf-4930-4901-b065-31159ae35923 HTTP/1.1" status: 200 len: 1125 time: 0.3111165 Feb 19 04:13:15.867028 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-9f80c643-b5a7-47b5-bd25-218937e97705 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for port (4e690be2-b43f-4068-b470-83c74b17ac13), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:15.872478 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-629f2807-c7b8-4104-bc44-484dc9037441 req-8e3699e9-b0fd-4d3d-bb3b-6ba0c5a07935 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Deleting port 0968a520-2f3c-424f-8b95-a91209257778 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:13:15.873403 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-629f2807-c7b8-4104-bc44-484dc9037441 req-8e3699e9-b0fd-4d3d-bb3b-6ba0c5a07935 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0968a520-2f3c-424f-8b95-a91209257778), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:16.018293 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39131148-4fb8-4541-b358-00fb08c98fd6 req-f8b98cce-b054-45cd-9b99-e3ebeaafaa96 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:16.020579 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-39131148-4fb8-4541-b358-00fb08c98fd6 req-f8b98cce-b054-45cd-9b99-e3ebeaafaa96 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b HTTP/1.1" status: 200 len: 949 time: 0.1437280 Feb 19 04:13:16.022701 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-9f80c643-b5a7-47b5-bd25-218937e97705 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (4e690be2-b43f-4068-b470-83c74b17ac13), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:16.138652 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-9f80c643-b5a7-47b5-bd25-218937e97705 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:16.169044 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-9f80c643-b5a7-47b5-bd25-218937e97705 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:16.203246 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-9f80c643-b5a7-47b5-bd25-218937e97705 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:16.261911 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80c643-b5a7-47b5-bd25-218937e97705 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event updated for resources: {'Port': ['ID=4e690be2-b43f-4068-b470-83c74b17ac13,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:16.295768 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-39131148-4fb8-4541-b358-00fb08c98fd6 req-58adb8f9-eeb7-4316-93a3-1660b4e44446 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f6509b1-728f-4ebe-9bda-935682ed0c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586801 Feb 19 04:13:16.369805 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-9f80c643-b5a7-47b5-bd25-218937e97705 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:16.373170 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-9f80c643-b5a7-47b5-bd25-218937e97705 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:16.414000 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-9f80c643-b5a7-47b5-bd25-218937e97705 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6552303 Feb 19 04:13:16.425462 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-28c63819-90b4-488f-a467-c598cf105d44 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Request body: {'port': {'device_id': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '711f24c3-7d72-4738-9575-b7145b783950', 'admin_state_up': True, 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'security_groups': ['cc8716b3-df70-4e10-b54a-f3f26e40dceb']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:16.649613 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a826c-5ad3-4193-89c1-df8905567d90 req-2c89ecda-5515-454f-b657-342416217990 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:16.663979 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a45a826c-5ad3-4193-89c1-df8905567d90 req-2c89ecda-5515-454f-b657-342416217990 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e18881-8c46-4297-9a34-62e84c12c637 HTTP/1.1" status: 200 len: 946 time: 0.2028587 Feb 19 04:13:16.789276 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a4d10602-2063-4776-a666-bc206b4aaf08 None None] Provisioning complete for port 4e690be2-b43f-4068-b470-83c74b17ac13 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:16.790175 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a4d10602-2063-4776-a666-bc206b4aaf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4e690be2-b43f-4068-b470-83c74b17ac13), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:16.803338 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a45a826c-5ad3-4193-89c1-df8905567d90 req-4687f8ab-0f06-4714-9b10-628f55e19c57 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378653 Feb 19 04:13:16.965048 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-28c63819-90b4-488f-a467-c598cf105d44 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Made reservation on behalf of 50046a5e10b942e69046ff4f02f577d8 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:17.102047 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cca1c1-b9d8-43d0-94a3-c87a32cb2a52 req-03df1d87-80ca-484b-972f-f4bc7cb4744a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.108052 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a4d10602-2063-4776-a666-bc206b4aaf08 None None] Port 4e690be2-b43f-4068-b470-83c74b17ac13 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:13:17.120008 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cca1c1-b9d8-43d0-94a3-c87a32cb2a52 req-03df1d87-80ca-484b-972f-f4bc7cb4744a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.135963 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d9cca1c1-b9d8-43d0-94a3-c87a32cb2a52 req-03df1d87-80ca-484b-972f-f4bc7cb4744a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 1654 time: 1.2432125 Feb 19 04:13:17.161337 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-629f2807-c7b8-4104-bc44-484dc9037441 req-8e3699e9-b0fd-4d3d-bb3b-6ba0c5a07935 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] For port 0968a520-2f3c-424f-8b95-a91209257778, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0968a520-2f3c-424f-8b95-a91209257778,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:17.161960 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-629f2807-c7b8-4104-bc44-484dc9037441 req-8e3699e9-b0fd-4d3d-bb3b-6ba0c5a07935 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0968a520-2f3c-424f-8b95-a91209257778), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:17.244017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-629f2807-c7b8-4104-bc44-484dc9037441 req-8e3699e9-b0fd-4d3d-bb3b-6ba0c5a07935 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Calling delete_port for 0968a520-2f3c-424f-8b95-a91209257778 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:17.292392 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e0186-ac4c-46bc-ac0d-ef04d96514dc req-38bd1047-5ab1-4b17-ad39-dfd5a883a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.295342 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f9e0186-ac4c-46bc-ac0d-ef04d96514dc req-38bd1047-5ab1-4b17-ad39-dfd5a883a112 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 912 time: 1.6218102 Feb 19 04:13:17.349791 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e544cc6-d75f-486a-891e-dc0d2fe552d8 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Router 855cc8f5-81f2-4ab5-b830-1558162b90b2 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:13:17.389008 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 0968a520-2f3c-424f-8b95-a91209257778 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:13:17.417911 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc4445-177d-46e6-99f6-0dbff68e3a38 req-f27c4531-2be7-43d7-a9ef-c1b31da91e04 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.421246 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7dfc4445-177d-46e6-99f6-0dbff68e3a38 req-f27c4531-2be7-43d7-a9ef-c1b31da91e04 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bd66453-3455-43ba-8f54-ba64625d9c1a HTTP/1.1" status: 200 len: 945 time: 0.4133658 Feb 19 04:13:17.502916 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d9cca1c1-b9d8-43d0-94a3-c87a32cb2a52 req-2f0b2613-3eb3-49ba-ad5d-80434b924adf tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3652501 Feb 19 04:13:17.521263 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f9e0186-ac4c-46bc-ac0d-ef04d96514dc req-b4942867-ac47-4a14-ad8a-201133df3f1c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13518115-3439-465e-80df-742f7f478040 HTTP/1.1" status: 200 len: 217 time: 0.2009373 Feb 19 04:13:17.606775 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-28c63819-90b4-488f-a467-c598cf105d44 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:17.671931 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb8623-3a76-40ae-9444-b6d5b6815e18 req-69174d16-c145-47f6-932c-a1b22f0a416e tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.688166 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-20fb8623-3a76-40ae-9444-b6d5b6815e18 req-69174d16-c145-47f6-932c-a1b22f0a416e tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bd66453-3455-43ba-8f54-ba64625d9c1a HTTP/1.1" status: 200 len: 945 time: 0.4092467 Feb 19 04:13:17.696659 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 0968a520-2f3c-424f-8b95-a91209257778 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:17.697974 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0968a520-2f3c-424f-8b95-a91209257778), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:17.800539 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e18881-8c46-4297-9a34-62e84c12c637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0968a520-2f3c-424f-8b95-a91209257778'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:17.805444 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee38b27-b4c6-4382-b2d9-6841ccbb3a16" -d '{"events": [{"server_uuid": "85e18881-8c46-4297-9a34-62e84c12c637", "name": "network-vif-unplugged", "status": "completed", "tag": "0968a520-2f3c-424f-8b95-a91209257778"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:17.855826 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0968a520-2f3c-424f-8b95-a91209257778, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0968a520-2f3c-424f-8b95-a91209257778,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:17.869669 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0968a520-2f3c-424f-8b95-a91209257778), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:17.940387 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e0186-ac4c-46bc-ac0d-ef04d96514dc req-f18bb88e-c64d-4b2c-9d4e-0baf29b904d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:17.943382 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f9e0186-ac4c-46bc-ac0d-ef04d96514dc req-f18bb88e-c64d-4b2c-9d4e-0baf29b904d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509 HTTP/1.1" status: 200 len: 851 time: 0.4035590 Feb 19 04:13:18.089873 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=0968a520-2f3c-424f-8b95-a91209257778,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:18.105981 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:18.107217 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:18.108248 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:18.109731 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:18.110583 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:18.111182 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:18.111817 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:18.112533 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:18.113157 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:18.113789 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:18.114384 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:18.115192 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:18.115886 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:18.202380 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b707132-c2ed-4899-badb-905c2abb127a req-e863d807-a8bd-450d-a798-3af22d7ed9ba tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:18.215044 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b707132-c2ed-4899-badb-905c2abb127a req-e863d807-a8bd-450d-a798-3af22d7ed9ba tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2ecdf-4930-4901-b065-31159ae35923 HTTP/1.1" status: 200 len: 943 time: 0.4734643 Feb 19 04:13:18.362817 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b707132-c2ed-4899-badb-905c2abb127a req-9fba67fb-ca22-433b-aa0c-fc7ab0f72b7e tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436946 Feb 19 04:13:18.393638 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e544cc6-d75f-486a-891e-dc0d2fe552d8 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:13:18.417049 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef655ce1-79f9-4398-bae5-324e93a8f914 None None] Sync routers for ids ['855cc8f5-81f2-4ab5-b830-1558162b90b2'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:13:18.421532 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-629f2807-c7b8-4104-bc44-484dc9037441 req-8e3699e9-b0fd-4d3d-bb3b-6ba0c5a07935 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (0968a520-2f3c-424f-8b95-a91209257778), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:18.447408 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['dae86111-0480-4bc5-a0c0-903b538e51df'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:13:18.457726 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef655ce1-79f9-4398-bae5-324e93a8f914 None None] Routers {'855cc8f5-81f2-4ab5-b830-1558162b90b2'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:13:18.458847 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ef655ce1-79f9-4398-bae5-324e93a8f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:13:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['855cc8f5-81f2-4ab5-b830-1558162b90b2'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:18.466929 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6e544cc6-d75f-486a-891e-dc0d2fe552d8 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:18.505545 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e0186-ac4c-46bc-ac0d-ef04d96514dc req-e64abf28-0a8d-4cd8-940d-cddd96115cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:18.508181 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f9e0186-ac4c-46bc-ac0d-ef04d96514dc req-e64abf28-0a8d-4cd8-940d-cddd96115cfb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9d990e4-ae18-48b8-9375-8a399a46fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5449109 Feb 19 04:13:18.807755 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3699e9-b0fd-4d3d-bb3b-6ba0c5a07935 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Pushing event deleted for resources: {'Port': ['ID=0968a520-2f3c-424f-8b95-a91209257778,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:18.944503 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-ef655ce1-79f9-4398-bae5-324e93a8f914 None None] Set router 855cc8f5-81f2-4ab5-b830-1558162b90b2 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:13:18.975804 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-20fb8623-3a76-40ae-9444-b6d5b6815e18 req-81073f59-ab32-4eb0-bd44-d56efe58879e tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/security-groups?id=a84d8eea-4a57-4bbf-bcd8-18c9f130b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2855065 Feb 19 04:13:19.112826 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 13518115-3439-465e-80df-742f7f478040 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:13:19.166991 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-7dfc4445-177d-46e6-99f6-0dbff68e3a38 req-90af0962-b15b-4088-94c9-dc7ede363194 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Deleting port cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:13:19.168275 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7dfc4445-177d-46e6-99f6-0dbff68e3a38 req-90af0962-b15b-4088-94c9-dc7ede363194 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:19.283454 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6e544cc6-d75f-486a-891e-dc0d2fe552d8 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "PUT /v2.0/floatingips/661b70a5-f00d-4f75-ac2f-270bc6dad467 HTTP/1.1" status: 200 len: 991 time: 7.5005498 Feb 19 04:13:19.296567 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6', 'tag': 'f1dd0560-e3dd-4476-8eac-57ec378f71dd'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:19.312058 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c23892-682b-4546-9c53-f9a3f3a8fdb8" -d '{"events": [{"name": "network-changed", "server_uuid": "40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6", "tag": "f1dd0560-e3dd-4476-8eac-57ec378f71dd"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:19.333505 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-629f2807-c7b8-4104-bc44-484dc9037441 req-8e3699e9-b0fd-4d3d-bb3b-6ba0c5a07935 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] No DVR routers for this DVR port 0968a520-2f3c-424f-8b95-a91209257778 on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:13:19.363931 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-629f2807-c7b8-4104-bc44-484dc9037441 req-8e3699e9-b0fd-4d3d-bb3b-6ba0c5a07935 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:19.389680 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-629f2807-c7b8-4104-bc44-484dc9037441 req-8e3699e9-b0fd-4d3d-bb3b-6ba0c5a07935 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.10 "DELETE /v2.0/ports/0968a520-2f3c-424f-8b95-a91209257778 HTTP/1.1" status: 204 len: 173 time: 4.5566359 Feb 19 04:13:19.605591 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 13518115-3439-465e-80df-742f7f478040, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=13518115-3439-465e-80df-742f7f478040,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:19.664065 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f9e0186-ac4c-46bc-ac0d-ef04d96514dc req-188325e1-46b6-43f3-a128-ee4947e4b636 service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9952617 Feb 19 04:13:19.685240 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '13518115-3439-465e-80df-742f7f478040', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'port_id': '13518115-3439-465e-80df-742f7f478040', 'mac_address': 'fa:16:3e:c7:92:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:13:19.717553 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:13:19.775353 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-7dfc4445-177d-46e6-99f6-0dbff68e3a38 req-90af0962-b15b-4088-94c9-dc7ede363194 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] For port cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211,segment=NetworkSegment(651b2c39-398b-4846-8367-85bfe33e1bb9),segment_id=651b2c39-398b-4846-8367-85bfe33e1bb9)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:19.792186 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7dfc4445-177d-46e6-99f6-0dbff68e3a38 req-90af0962-b15b-4088-94c9-dc7ede363194 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:20.029090 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edc0487-4d39-42be-bdbd-aa9689f2916f x-openstack-request-id: req-8edc0487-4d39-42be-bdbd-aa9689f2916f {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:20.029537 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e18881-8c46-4297-9a34-62e84c12c637", "name": "network-vif-unplugged", "status": "completed", "tag": "0968a520-2f3c-424f-8b95-a91209257778", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:20.029909 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8edc0487-4d39-42be-bdbd-aa9689f2916f {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:20.030536 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e18881-8c46-4297-9a34-62e84c12c637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0968a520-2f3c-424f-8b95-a91209257778', 'code': 200} Feb 19 04:13:20.090112 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-28c63819-90b4-488f-a467-c598cf105d44 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Allocated IP 10.2.2.100 (711f24c3-7d72-4738-9575-b7145b783950/3182cf3a-ad2c-4837-8f72-549019a0a801/cf4a7ad7-d5cc-459b-b845-e8aa028aeed0) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:20.167674 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f9e0186-ac4c-46bc-ac0d-ef04d96514dc req-4e4ea5fc-f337-479e-a184-859844256722 service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980936 Feb 19 04:13:20.206949 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ef655ce1-79f9-4398-bae5-324e93a8f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'name': 'tempest-AttachVolumeTestJSON-1179252603-router', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:01Z', 'updated_at': '2022-02-19T04:12:20Z', 'revision_number': 4, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'gw_port': {'id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '661b70a5-f00d-4f75-ac2f-270bc6dad467', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'port_id': 'f1dd0560-e3dd-4476-8eac-57ec378f71dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'mac_address': 'fa:16:3e:83:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:12:38Z', 'updated_at': '2022-02-19T04:13:13Z', 'revision_number': 1, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9', 'name': '', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'mac_address': 'fa:16:3e:75:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '94653809-5e9c-447e-841f-90aff76610c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:18Z', 'updated_at': '2022-02-19T04:12:32Z', 'revision_number': 5, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'subnets': [{'id': '94653809-5e9c-447e-841f-90aff76610c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:20.272762 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:20.273425 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:20.275186 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef655ce1-79f9-4398-bae5-324e93a8f914 None None] Checking router: 855cc8f5-81f2-4ab5-b830-1558162b90b2 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:13:20.300430 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d37223b0-5b53-47de-be84-3975ac7d11d8 req-5528a007-810a-4efd-b2b3-b75478d93dbf tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=85e18881-8c46-4297-9a34-62e84c12c637 HTTP/1.1" status: 200 len: 210 time: 0.0513983 Feb 19 04:13:20.311060 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef655ce1-79f9-4398-bae5-324e93a8f914 None None] Routers {'855cc8f5-81f2-4ab5-b830-1558162b90b2'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:13:20.314840 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ef655ce1-79f9-4398-bae5-324e93a8f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:13:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['855cc8f5-81f2-4ab5-b830-1558162b90b2'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:20.450955 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211,segment=NetworkSegment(651b2c39-398b-4846-8367-85bfe33e1bb9),segment_id=651b2c39-398b-4846-8367-85bfe33e1bb9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:20.486366 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:20.707738 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:20.716948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 13518115-3439-465e-80df-742f7f478040 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:20.721056 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (13518115-3439-465e-80df-742f7f478040), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:20.762036 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13518115-3439-465e-80df-742f7f478040 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:20.863530 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 13518115-3439-465e-80df-742f7f478040, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=13518115-3439-465e-80df-742f7f478040,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:20.878018 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (13518115-3439-465e-80df-742f7f478040), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:20.881547 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-ef655ce1-79f9-4398-bae5-324e93a8f914 None None] Set router 855cc8f5-81f2-4ab5-b830-1558162b90b2 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:13:20.911831 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96b536-0a22-4753-9cd1-f98ddcf72d78 req-4bb1a3ea-9fe9-4e3c-ab4a-d485caea6ac7 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:20.934502 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96b536-0a22-4753-9cd1-f98ddcf72d78 req-4bb1a3ea-9fe9-4e3c-ab4a-d485caea6ac7 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:20.955300 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7dfc4445-177d-46e6-99f6-0dbff68e3a38 req-90af0962-b15b-4088-94c9-dc7ede363194 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:20.956025 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7dfc4445-177d-46e6-99f6-0dbff68e3a38 req-90af0962-b15b-4088-94c9-dc7ede363194 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (0fd9052f-ca2a-453e-adbe-49ee8674e826), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:20.956595 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [req-7dfc4445-177d-46e6-99f6-0dbff68e3a38 req-90af0962-b15b-4088-94c9-dc7ede363194 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Floating IP 0fd9052f-ca2a-453e-adbe-49ee8674e826 disassociated. External IP: 172.25.0.120, port: cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211. Feb 19 04:13:20.957246 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-7dfc4445-177d-46e6-99f6-0dbff68e3a38 req-90af0962-b15b-4088-94c9-dc7ede363194 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Calling delete_port for cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:20.982046 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96b536-0a22-4753-9cd1-f98ddcf72d78 req-4bb1a3ea-9fe9-4e3c-ab4a-d485caea6ac7 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:20.997271 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ab96b536-0a22-4753-9cd1-f98ddcf72d78 req-4bb1a3ea-9fe9-4e3c-ab4a-d485caea6ac7 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 2375 time: 0.3949018 Feb 19 04:13:21.127579 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-28c63819-90b4-488f-a467-c598cf105d44 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for port (cf4a7ad7-d5cc-459b-b845-e8aa028aeed0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:21.144330 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ab96b536-0a22-4753-9cd1-f98ddcf72d78 req-1c289474-5c3b-45f8-a048-1d2715fd99ee tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403613 Feb 19 04:13:21.192619 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=13518115-3439-465e-80df-742f7f478040,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:21.200873 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['13518115-3439-465e-80df-742f7f478040'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:13:21.273445 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afa572b-e4fa-49d7-b6be-c7c4963fb333 x-openstack-request-id: req-5afa572b-e4fa-49d7-b6be-c7c4963fb333 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:21.274346 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6", "tag": "f1dd0560-e3dd-4476-8eac-57ec378f71dd", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:21.275025 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5afa572b-e4fa-49d7-b6be-c7c4963fb333 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:21.276023 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6', 'tag': 'f1dd0560-e3dd-4476-8eac-57ec378f71dd', 'status': 'completed', 'code': 200} Feb 19 04:13:21.493757 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c23892-682b-4546-9c53-f9a3f3a8fdb8 req-0c330138-be65-4308-889e-a997dd7daaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:21.501995 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-01c23892-682b-4546-9c53-f9a3f3a8fdb8 req-0c330138-be65-4308-889e-a997dd7daaa0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=64a84ec8d7f4403180aa77a18bbd859e&device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 1128 time: 0.1771970 Feb 19 04:13:21.635826 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-28c63819-90b4-488f-a467-c598cf105d44 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (cf4a7ad7-d5cc-459b-b845-e8aa028aeed0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:22.031628 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd66453-3455-43ba-8f54-ba64625d9c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:22.036161 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe33c6e-a5b9-4e40-9612-c17fab80fea5" -d '{"events": [{"server_uuid": "8bd66453-3455-43ba-8f54-ba64625d9c1a", "name": "network-vif-unplugged", "status": "completed", "tag": "cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:22.108486 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c3508-c7af-4113-9d8e-d31bb3ae27fe req-bd3ee7c2-d88b-4cb1-b4d6-f3a17c1cc9d8 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:22.115668 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-631c3508-c7af-4113-9d8e-d31bb3ae27fe req-bd3ee7c2-d88b-4cb1-b4d6-f3a17c1cc9d8 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2ecdf-4930-4901-b065-31159ae35923 HTTP/1.1" status: 200 len: 944 time: 0.4204712 Feb 19 04:13:22.120732 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c23892-682b-4546-9c53-f9a3f3a8fdb8 req-7469afd6-aa23-4993-9093-ba19d14d6642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:22.122321 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-01c23892-682b-4546-9c53-f9a3f3a8fdb8 req-7469afd6-aa23-4993-9093-ba19d14d6642 service neutron] 10.222.0.48 "GET /v2.0/networks?id=58c1cfe5-5b31-4d86-b71c-5778f412859b HTTP/1.1" status: 200 len: 911 time: 0.6191256 Feb 19 04:13:22.132620 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-28c63819-90b4-488f-a467-c598cf105d44 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Network 711f24c3-7d72-4738-9575-b7145b783950 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:22.147291 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c63819-90b4-488f-a467-c598cf105d44 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event updated for resources: {'Port': ['ID=cf4a7ad7-d5cc-459b-b845-e8aa028aeed0,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:22.160142 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-28c63819-90b4-488f-a467-c598cf105d44 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:22.168740 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-28c63819-90b4-488f-a467-c598cf105d44 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:22.200325 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3b69f-3394-4025-a9b1-d37808cef1c9 req-62137b7f-2ac7-4b7a-bb5c-b3fff7044002 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:22.228135 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e3d3b69f-3394-4025-a9b1-d37808cef1c9 req-62137b7f-2ac7-4b7a-bb5c-b3fff7044002 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bd66453-3455-43ba-8f54-ba64625d9c1a HTTP/1.1" status: 200 len: 943 time: 0.4094577 Feb 19 04:13:22.362991 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ef655ce1-79f9-4398-bae5-324e93a8f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'name': 'tempest-AttachVolumeTestJSON-1179252603-router', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:01Z', 'updated_at': '2022-02-19T04:12:20Z', 'revision_number': 4, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'gw_port': {'id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '661b70a5-f00d-4f75-ac2f-270bc6dad467', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'port_id': 'f1dd0560-e3dd-4476-8eac-57ec378f71dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'mac_address': 'fa:16:3e:83:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:12:38Z', 'updated_at': '2022-02-19T04:13:13Z', 'revision_number': 1, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9', 'name': '', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'mac_address': 'fa:16:3e:75:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '94653809-5e9c-447e-841f-90aff76610c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:18Z', 'updated_at': '2022-02-19T04:12:32Z', 'revision_number': 5, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'subnets': [{'id': '94653809-5e9c-447e-841f-90aff76610c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:22.456680 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-01c23892-682b-4546-9c53-f9a3f3a8fdb8 req-35ad4a04-909b-455e-8dd4-d1cc38ad0700 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1dd0560-e3dd-4476-8eac-57ec378f71dd HTTP/1.1" status: 200 len: 999 time: 0.3189671 Feb 19 04:13:22.462648 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-28c63819-90b4-488f-a467-c598cf105d44 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:22.465943 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-28c63819-90b4-488f-a467-c598cf105d44 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:22.509321 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7dfc4445-177d-46e6-99f6-0dbff68e3a38 req-90af0962-b15b-4088-94c9-dc7ede363194 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:22.519939 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef655ce1-79f9-4398-bae5-324e93a8f914 None None] The sync data for ids ['855cc8f5-81f2-4ab5-b830-1558162b90b2'] in n-d-772273-4 is: [{'id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'name': 'tempest-AttachVolumeTestJSON-1179252603-router', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:01Z', 'updated_at': '2022-02-19T04:12:20Z', 'revision_number': 4, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'gw_port': {'id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '661b70a5-f00d-4f75-ac2f-270bc6dad467', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'port_id': 'f1dd0560-e3dd-4476-8eac-57ec378f71dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'mac_address': 'fa:16:3e:83:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:12:38Z', 'updated_at': '2022-02-19T04:13:13Z', 'revision_number': 1, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9', 'name': '', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'mac_address': 'fa:16:3e:75:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '94653809-5e9c-447e-841f-90aff76610c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:18Z', 'updated_at': '2022-02-19T04:12:32Z', 'revision_number': 5, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'subnets': [{'id': '94653809-5e9c-447e-841f-90aff76610c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:13:22.677786 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-631c3508-c7af-4113-9d8e-d31bb3ae27fe req-4e0652f9-f200-42f5-b6ef-a43253d16de9 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5457509 Feb 19 04:13:22.757938 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-19f2ed9c-5374-4022-9526-b71cb6c25d40 None None] Provisioning complete for port cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:22.760991 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-19f2ed9c-5374-4022-9526-b71cb6c25d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (cf4a7ad7-d5cc-459b-b845-e8aa028aeed0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:22.797406 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c23892-682b-4546-9c53-f9a3f3a8fdb8 req-bd23949e-be66-4036-abd5-13bec05ce747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:22.809577 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-01c23892-682b-4546-9c53-f9a3f3a8fdb8 req-bd23949e-be66-4036-abd5-13bec05ce747 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=94653809-5e9c-447e-841f-90aff76610c8 HTTP/1.1" status: 200 len: 850 time: 0.3432293 Feb 19 04:13:22.948963 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-19f2ed9c-5374-4022-9526-b71cb6c25d40 None None] Port cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:13:22.961678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dfc4445-177d-46e6-99f6-0dbff68e3a38 req-90af0962-b15b-4088-94c9-dc7ede363194 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Router c76acd84-44a1-4da1-b216-5e41f69bb5df has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:13:22.987432 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af0962-b15b-4088-94c9-dc7ede363194 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Pushing event deleted for resources: {'Port': ['ID=cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:23.057978 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c23892-682b-4546-9c53-f9a3f3a8fdb8 req-1b9d2dbf-979d-40b8-853b-8fa00d3cf078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:23.060832 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-01c23892-682b-4546-9c53-f9a3f3a8fdb8 req-1b9d2dbf-979d-40b8-853b-8fa00d3cf078 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58c1cfe5-5b31-4d86-b71c-5778f412859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2407234 Feb 19 04:13:23.127043 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 13518115-3439-465e-80df-742f7f478040 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:13:23.337193 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e18881-8c46-4297-9a34-62e84c12c637', 'name': 'network-vif-deleted', 'tag': '0968a520-2f3c-424f-8b95-a91209257778'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:23.337625 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952e3b6e-96d3-4dc4-bb6a-72877ee3dfe9 None None] New status for floating IP 661b70a5-f00d-4f75-ac2f-270bc6dad467: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:13:23.345250 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dfc4445-177d-46e6-99f6-0dbff68e3a38 req-90af0962-b15b-4088-94c9-dc7ede363194 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:13:23.358062 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d396aa-18d4-48f6-839c-448a61d4702b" -d '{"events": [{"server_uuid": "85e18881-8c46-4297-9a34-62e84c12c637", "name": "network-vif-deleted", "tag": "0968a520-2f3c-424f-8b95-a91209257778"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:23.366271 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5da74a2-5393-4f67-817f-5f7a6408eda4 None None] Sync routers for ids ['c76acd84-44a1-4da1-b216-5e41f69bb5df'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:13:23.375621 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e3d3b69f-3394-4025-a9b1-d37808cef1c9 req-6a3e0c34-7135-4ac6-b2db-ee55a6bfda11 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/security-groups?id=a84d8eea-4a57-4bbf-bcd8-18c9f130b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1453450 Feb 19 04:13:23.383883 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-28c63819-90b4-488f-a467-c598cf105d44 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9633324 Feb 19 04:13:23.473124 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5da74a2-5393-4f67-817f-5f7a6408eda4 None None] Routers {'c76acd84-44a1-4da1-b216-5e41f69bb5df'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:13:23.487580 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-f5da74a2-5393-4f67-817f-5f7a6408eda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:13:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c76acd84-44a1-4da1-b216-5e41f69bb5df'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:23.521602 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-64b85725-e34f-4f86-a5c4-3aee0f81b4a0 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Request body: {'port': {'device_id': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '711f24c3-7d72-4738-9575-b7145b783950', 'admin_state_up': True, 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'security_groups': ['cc8716b3-df70-4e10-b54a-f3f26e40dceb']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:23.739583 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 0fbee867-7e5d-40b4-80a1-c51753aab620 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:13:23.763628 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6172ea-2271-447a-b9d9-8c7b350f7aee x-openstack-request-id: req-3d6172ea-2271-447a-b9d9-8c7b350f7aee {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:23.770350 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd66453-3455-43ba-8f54-ba64625d9c1a", "name": "network-vif-unplugged", "status": "completed", "tag": "cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:23.770943 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3d6172ea-2271-447a-b9d9-8c7b350f7aee {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:23.771742 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd66453-3455-43ba-8f54-ba64625d9c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211', 'code': 200} Feb 19 04:13:23.801499 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-01c23892-682b-4546-9c53-f9a3f3a8fdb8 req-9660c988-0bb7-4f56-b82f-a3f754818c65 service neutron] 10.222.0.48 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7081106 Feb 19 04:13:23.968877 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 13518115-3439-465e-80df-742f7f478040 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:13:23.998777 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 13518115-3439-465e-80df-742f7f478040 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:24.005239 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (13518115-3439-465e-80df-742f7f478040), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:24.093462 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-f5da74a2-5393-4f67-817f-5f7a6408eda4 None None] Set router c76acd84-44a1-4da1-b216-5e41f69bb5df gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:13:24.174382 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dfc4445-177d-46e6-99f6-0dbff68e3a38 req-90af0962-b15b-4088-94c9-dc7ede363194 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] No DVR routers for this DVR port cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:13:24.189258 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7dfc4445-177d-46e6-99f6-0dbff68e3a38 req-90af0962-b15b-4088-94c9-dc7ede363194 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:24.201622 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7dfc4445-177d-46e6-99f6-0dbff68e3a38 req-90af0962-b15b-4088-94c9-dc7ede363194 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.10 "DELETE /v2.0/ports/cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211 HTTP/1.1" status: 204 len: 173 time: 6.7685134 Feb 19 04:13:24.235316 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd66453-3455-43ba-8f54-ba64625d9c1a', 'name': 'network-vif-deleted', 'tag': 'cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:24.251780 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61c6d70-5325-48ee-affa-8f25c652d995" -d '{"events": [{"server_uuid": "8bd66453-3455-43ba-8f54-ba64625d9c1a", "name": "network-vif-deleted", "tag": "cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:24.328679 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-01c23892-682b-4546-9c53-f9a3f3a8fdb8 req-b4292692-db64-4249-ab0a-4abca3b5ebd8 service neutron] 10.222.0.48 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253983 Feb 19 04:13:24.387026 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:13:24.436995 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b071e-5637-4d83-a2bb-e6eb9a186ae6 req-1d0dcdd9-a799-44da-b60f-3b4bf27a537b tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:24.471745 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b071e-5637-4d83-a2bb-e6eb9a186ae6 req-1d0dcdd9-a799-44da-b60f-3b4bf27a537b tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:24.516136 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b071e-5637-4d83-a2bb-e6eb9a186ae6 req-1d0dcdd9-a799-44da-b60f-3b4bf27a537b tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:24.530664 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b071e-5637-4d83-a2bb-e6eb9a186ae6 req-1d0dcdd9-a799-44da-b60f-3b4bf27a537b tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:24.545459 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f24b071e-5637-4d83-a2bb-e6eb9a186ae6 req-1d0dcdd9-a799-44da-b60f-3b4bf27a537b tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 3096 time: 0.5534170 Feb 19 04:13:24.782365 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f24b071e-5637-4d83-a2bb-e6eb9a186ae6 req-dea404a7-ddc0-4329-972a-d68376a27649 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346554 Feb 19 04:13:24.791311 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-64b85725-e34f-4f86-a5c4-3aee0f81b4a0 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Made reservation on behalf of 50046a5e10b942e69046ff4f02f577d8 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:24.873341 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-f5da74a2-5393-4f67-817f-5f7a6408eda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'name': 'tempest-ServersTestJSON-645793320-router', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:21Z', 'updated_at': '2022-02-19T04:11:36Z', 'revision_number': 4, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'gw_port': {'id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:23Z', 'updated_at': '2022-02-19T04:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '6ecf67e1-4970-403c-9a4e-5668965370f1', 'name': '', 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'mac_address': 'fa:16:3e:b2:d1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:32Z', 'updated_at': '2022-02-19T04:11:44Z', 'revision_number': 5, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'subnets': [{'id': '86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:25.097868 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5da74a2-5393-4f67-817f-5f7a6408eda4 None None] Checking router: c76acd84-44a1-4da1-b216-5e41f69bb5df for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:13:25.132624 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5da74a2-5393-4f67-817f-5f7a6408eda4 None None] Routers {'c76acd84-44a1-4da1-b216-5e41f69bb5df'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:13:25.133885 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-f5da74a2-5393-4f67-817f-5f7a6408eda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:13:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c76acd84-44a1-4da1-b216-5e41f69bb5df'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:25.194824 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-64b85725-e34f-4f86-a5c4-3aee0f81b4a0 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:25.204225 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 13518115-3439-465e-80df-742f7f478040 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:25.207929 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (13518115-3439-465e-80df-742f7f478040), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:25.349589 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0fbee867-7e5d-40b4-80a1-c51753aab620, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0fbee867-7e5d-40b4-80a1-c51753aab620,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:25.536183 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '0fbee867-7e5d-40b4-80a1-c51753aab620', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '0fbee867-7e5d-40b4-80a1-c51753aab620', 'mac_address': 'fa:16:3e:4b:1c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:13:25.832243 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed2ecdf-4930-4901-b065-31159ae35923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13518115-3439-465e-80df-742f7f478040'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:25.852584 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6d49d4-900e-4c19-ad20-2d7a348b616f" -d '{"events": [{"server_uuid": "5ed2ecdf-4930-4901-b065-31159ae35923", "name": "network-vif-plugged", "status": "completed", "tag": "13518115-3439-465e-80df-742f7f478040"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:25.871620 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 0fbee867-7e5d-40b4-80a1-c51753aab620 is: ACTIVE; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:25.872032 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:25.988953 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fbee867-7e5d-40b4-80a1-c51753aab620 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:26.065919 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-64b85725-e34f-4f86-a5c4-3aee0f81b4a0 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Allocated IP 10.2.2.200 (711f24c3-7d72-4738-9575-b7145b783950/3182cf3a-ad2c-4837-8f72-549019a0a801/434235d7-dfe6-4b36-a5d6-5491aa76e4ab) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:26.114486 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 13518115-3439-465e-80df-742f7f478040, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=13518115-3439-465e-80df-742f7f478040,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:26.149213 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (13518115-3439-465e-80df-742f7f478040), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:26.162645 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-f5da74a2-5393-4f67-817f-5f7a6408eda4 None None] Set router c76acd84-44a1-4da1-b216-5e41f69bb5df gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:13:26.169182 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0fbee867-7e5d-40b4-80a1-c51753aab620, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0fbee867-7e5d-40b4-80a1-c51753aab620,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:26.337079 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=13518115-3439-465e-80df-742f7f478040,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:26.349732 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:26.568970 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['0fbee867-7e5d-40b4-80a1-c51753aab620'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:13:26.755378 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-64b85725-e34f-4f86-a5c4-3aee0f81b4a0 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for port (434235d7-dfe6-4b36-a5d6-5491aa76e4ab), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:26.858113 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=0fbee867-7e5d-40b4-80a1-c51753aab620,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:26.931413 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-64b85725-e34f-4f86-a5c4-3aee0f81b4a0 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (434235d7-dfe6-4b36-a5d6-5491aa76e4ab), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:26.985476 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-f5da74a2-5393-4f67-817f-5f7a6408eda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'name': 'tempest-ServersTestJSON-645793320-router', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:21Z', 'updated_at': '2022-02-19T04:11:36Z', 'revision_number': 4, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'gw_port': {'id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:23Z', 'updated_at': '2022-02-19T04:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '6ecf67e1-4970-403c-9a4e-5668965370f1', 'name': '', 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'mac_address': 'fa:16:3e:b2:d1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:32Z', 'updated_at': '2022-02-19T04:11:44Z', 'revision_number': 5, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'subnets': [{'id': '86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:13:27.090643 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b85725-e34f-4f86-a5c4-3aee0f81b4a0 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event updated for resources: {'Port': ['ID=434235d7-dfe6-4b36-a5d6-5491aa76e4ab,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:27.099888 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5da74a2-5393-4f67-817f-5f7a6408eda4 None None] The sync data for ids ['c76acd84-44a1-4da1-b216-5e41f69bb5df'] in n-d-772273-4 is: [{'id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'name': 'tempest-ServersTestJSON-645793320-router', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:21Z', 'updated_at': '2022-02-19T04:11:36Z', 'revision_number': 4, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'gw_port': {'id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:23Z', 'updated_at': '2022-02-19T04:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '6ecf67e1-4970-403c-9a4e-5668965370f1', 'name': '', 'network_id': '6453da06-0cc8-4a8b-aa70-6b97516c41c7', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'mac_address': 'fa:16:3e:b2:d1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:32Z', 'updated_at': '2022-02-19T04:11:44Z', 'revision_number': 5, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'subnets': [{'id': '86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:13:27.121439 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-64b85725-e34f-4f86-a5c4-3aee0f81b4a0 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Network 711f24c3-7d72-4738-9575-b7145b783950 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:27.124470 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-64b85725-e34f-4f86-a5c4-3aee0f81b4a0 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:27.130133 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-64b85725-e34f-4f86-a5c4-3aee0f81b4a0 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:27.318451 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-64b85725-e34f-4f86-a5c4-3aee0f81b4a0 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:27.319559 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-64b85725-e34f-4f86-a5c4-3aee0f81b4a0 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:27.367701 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-64b85725-e34f-4f86-a5c4-3aee0f81b4a0 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8549817 Feb 19 04:13:27.392253 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-db1fbbae-46a7-4433-b4ad-f4fc7e891599 service neutron] Request body: {'port': {'device_id': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:27.757573 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-db1fbbae-46a7-4433-b4ad-f4fc7e891599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d55925d6-45fb-442a-a75b-25b53b26f933), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:27.874648 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ae2e339e-367a-4b97-82a4-9782f4e46304 None None] Provisioning complete for port 434235d7-dfe6-4b36-a5d6-5491aa76e4ab triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:27.883217 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ae2e339e-367a-4b97-82a4-9782f4e46304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (434235d7-dfe6-4b36-a5d6-5491aa76e4ab), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:27.991834 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-91ef02ae-7626-4ce0-a1a4-12382cb87020 req-b09064e0-841f-47f5-bb1e-23667d6429ac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5266757 Feb 19 04:13:28.197211 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4b7b95c-c56d-4488-896d-44bb15b8a2c4 req-ebd33ec3-4e88-434e-99ca-a71a7bbc3f7f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2405627 Feb 19 04:13:28.207361 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ae2e339e-367a-4b97-82a4-9782f4e46304 None None] Port 434235d7-dfe6-4b36-a5d6-5491aa76e4ab cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:13:28.224719 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7917d06c-48e8-47e4-9543-151f0643af88 None None] New status for floating IP 0fd9052f-ca2a-453e-adbe-49ee8674e826: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:13:28.527284 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7b95c-c56d-4488-896d-44bb15b8a2c4 req-93db94c6-cce8-4d9f-ade6-c803f7a1b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:28.538352 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4b7b95c-c56d-4488-896d-44bb15b8a2c4 req-93db94c6-cce8-4d9f-ade6-c803f7a1b77d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 1127 time: 0.2290766 Feb 19 04:13:29.010205 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7b95c-c56d-4488-896d-44bb15b8a2c4 req-6779e376-417f-40b2-aa32-9ca4ceada820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:29.012007 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4b7b95c-c56d-4488-896d-44bb15b8a2c4 req-6779e376-417f-40b2-aa32-9ca4ceada820 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 912 time: 0.4231920 Feb 19 04:13:29.228619 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4b7b95c-c56d-4488-896d-44bb15b8a2c4 req-033627c2-4107-437d-bfc7-484293468314 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19829663-8e11-450d-b642-0067dfa5de94 HTTP/1.1" status: 200 len: 999 time: 0.2091231 Feb 19 04:13:29.306942 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 0fbee867-7e5d-40b4-80a1-c51753aab620 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:13:29.449937 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7b95c-c56d-4488-896d-44bb15b8a2c4 req-973bbadb-6878-472f-ae78-a95d01926792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:29.456132 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-db1fbbae-46a7-4433-b4ad-f4fc7e891599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d55925d6-45fb-442a-a75b-25b53b26f933 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:29.466222 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4b7b95c-c56d-4488-896d-44bb15b8a2c4 req-973bbadb-6878-472f-ae78-a95d01926792 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509 HTTP/1.1" status: 200 len: 851 time: 0.2248542 Feb 19 04:13:29.491410 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef02ae-7626-4ce0-a1a4-12382cb87020 req-662d38a4-e70b-498a-8659-480dda55a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:29.496810 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-91ef02ae-7626-4ce0-a1a4-12382cb87020 req-662d38a4-e70b-498a-8659-480dda55a4c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 1128 time: 1.1648347 Feb 19 04:13:29.500521 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-db1fbbae-46a7-4433-b4ad-f4fc7e891599 service neutron] Publish callbacks [] for port (d55925d6-45fb-442a-a75b-25b53b26f933), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:29.628868 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 0fbee867-7e5d-40b4-80a1-c51753aab620 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:29.637179 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:29.639908 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-db1fbbae-46a7-4433-b4ad-f4fc7e891599 service neutron] Transition to ACTIVE for port object d55925d6-45fb-442a-a75b-25b53b26f933 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:13:29.743720 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-db1fbbae-46a7-4433-b4ad-f4fc7e891599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (d55925d6-45fb-442a-a75b-25b53b26f933), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:29.782761 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7b95c-c56d-4488-896d-44bb15b8a2c4 req-aafefbff-bebd-4adf-b445-9fb157e3b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:29.811891 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4b7b95c-c56d-4488-896d-44bb15b8a2c4 req-aafefbff-bebd-4adf-b445-9fb157e3b6d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9d990e4-ae18-48b8-9375-8a399a46fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3387506 Feb 19 04:13:30.163246 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 0fbee867-7e5d-40b4-80a1-c51753aab620 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:13:30.164018 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.272301 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4b7b95c-c56d-4488-896d-44bb15b8a2c4 req-751f8bbd-3598-4adc-b5fb-954ff9e0a21b service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437246 Feb 19 04:13:30.364886 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0fbee867-7e5d-40b4-80a1-c51753aab620, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0fbee867-7e5d-40b4-80a1-c51753aab620,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:30.385084 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.489795 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fbbae-46a7-4433-b4ad-f4fc7e891599 service neutron] Pushing event updated for resources: {'Port': ['ID=d55925d6-45fb-442a-a75b-25b53b26f933,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:30.744630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=0fbee867-7e5d-40b4-80a1-c51753aab620,revision_number=7']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:30.766985 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4b7b95c-c56d-4488-896d-44bb15b8a2c4 req-3a434412-1823-4084-9596-b65ad81076ff service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861066 Feb 19 04:13:30.817180 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef02ae-7626-4ce0-a1a4-12382cb87020 req-f858d201-a41d-4f8d-ba50-1affc4d9aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:30.822030 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-91ef02ae-7626-4ce0-a1a4-12382cb87020 req-f858d201-a41d-4f8d-ba50-1affc4d9aa21 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 912 time: 1.2559791 Feb 19 04:13:30.944627 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-91ef02ae-7626-4ce0-a1a4-12382cb87020 req-588fa933-59d9-402c-88ca-4a26193ad786 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0eac0ec9-1292-4842-bcc6-fd4725f3eb6d HTTP/1.1" status: 200 len: 217 time: 0.0939400 Feb 19 04:13:30.977724 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-db1fbbae-46a7-4433-b4ad-f4fc7e891599 service neutron] Attempting to bind port d55925d6-45fb-442a-a75b-25b53b26f933 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:30.983268 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-db1fbbae-46a7-4433-b4ad-f4fc7e891599 service neutron] Attempting to bind port d55925d6-45fb-442a-a75b-25b53b26f933 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '35e2884c-3d3d-4a1c-80c4-83e043e81213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:30.984326 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-db1fbbae-46a7-4433-b4ad-f4fc7e891599 service neutron] Attempting to bind port d55925d6-45fb-442a-a75b-25b53b26f933 on network 13a9d3f4-3356-4e6e-a155-7a335ac942cb {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:31.053709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-db1fbbae-46a7-4433-b4ad-f4fc7e891599 service neutron] Port d55925d6-45fb-442a-a75b-25b53b26f933 on network 13a9d3f4-3356-4e6e-a155-7a335ac942cb not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:13:31.055178 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-db1fbbae-46a7-4433-b4ad-f4fc7e891599 service neutron] Attempting to bind port d55925d6-45fb-442a-a75b-25b53b26f933 on network 13a9d3f4-3356-4e6e-a155-7a335ac942cb {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:31.070958 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-db1fbbae-46a7-4433-b4ad-f4fc7e891599 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:31.072168 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-db1fbbae-46a7-4433-b4ad-f4fc7e891599 service neutron] Checking segment: {'id': '35e2884c-3d3d-4a1c-80c4-83e043e81213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:31.073340 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-db1fbbae-46a7-4433-b4ad-f4fc7e891599 service neutron] Bound using segment: {'id': '35e2884c-3d3d-4a1c-80c4-83e043e81213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:31.074651 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-db1fbbae-46a7-4433-b4ad-f4fc7e891599 service neutron] Bound port: d55925d6-45fb-442a-a75b-25b53b26f933, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e2884c-3d3d-4a1c-80c4-83e043e81213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:31.075754 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-db1fbbae-46a7-4433-b4ad-f4fc7e891599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d55925d6-45fb-442a-a75b-25b53b26f933), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.215867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-db1fbbae-46a7-4433-b4ad-f4fc7e891599 service neutron] For port d55925d6-45fb-442a-a75b-25b53b26f933, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:31.223474 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-db1fbbae-46a7-4433-b4ad-f4fc7e891599 service neutron] For port d55925d6-45fb-442a-a75b-25b53b26f933, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=d55925d6-45fb-442a-a75b-25b53b26f933,segment=NetworkSegment(35e2884c-3d3d-4a1c-80c4-83e043e81213),segment_id=35e2884c-3d3d-4a1c-80c4-83e043e81213)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:31.252942 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-db1fbbae-46a7-4433-b4ad-f4fc7e891599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (d55925d6-45fb-442a-a75b-25b53b26f933), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.277400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef02ae-7626-4ce0-a1a4-12382cb87020 req-515be6b9-1fd3-4889-bd89-1028392b0c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:31.289037 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-91ef02ae-7626-4ce0-a1a4-12382cb87020 req-515be6b9-1fd3-4889-bd89-1028392b0c9e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509 HTTP/1.1" status: 200 len: 851 time: 0.3313954 Feb 19 04:13:31.459323 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-db1fbbae-46a7-4433-b4ad-f4fc7e891599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:31.460355 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-db1fbbae-46a7-4433-b4ad-f4fc7e891599 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:31.464950 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-db1fbbae-46a7-4433-b4ad-f4fc7e891599 service neutron] 10.222.0.10 "PUT /v2.0/ports/d55925d6-45fb-442a-a75b-25b53b26f933 HTTP/1.1" status: 200 len: 1092 time: 4.0843740 Feb 19 04:13:31.523726 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-926eb175-2faa-47f2-a1ed-04c643b230b9 service neutron] Request body: {'port': {'device_id': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:31.634882 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef02ae-7626-4ce0-a1a4-12382cb87020 req-a276b5c8-8e81-45a5-b66f-c69c96f0e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:31.638559 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-91ef02ae-7626-4ce0-a1a4-12382cb87020 req-a276b5c8-8e81-45a5-b66f-c69c96f0e2eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9d990e4-ae18-48b8-9375-8a399a46fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2639122 Feb 19 04:13:31.713933 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fbbae-46a7-4433-b4ad-f4fc7e891599 service neutron] Pushing event updated for resources: {'Port': ['ID=d55925d6-45fb-442a-a75b-25b53b26f933,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:32.111471 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-926eb175-2faa-47f2-a1ed-04c643b230b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9d415e29-cab4-46b2-af1d-2e9b199b10da), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.238885 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4de7770c-18be-4fef-97b8-eadba28d1476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:32.683946 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-91ef02ae-7626-4ce0-a1a4-12382cb87020 req-57d498b1-1be9-40bd-a131-99a24e4641e5 service neutron] 10.222.0.10 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0330384 Feb 19 04:13:33.656387 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-91ef02ae-7626-4ce0-a1a4-12382cb87020 req-c1e12de8-a24d-4a68-87b8-6e30b3e2bdaa service neutron] 10.222.0.10 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9654477 Feb 19 04:13:34.016633 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-926eb175-2faa-47f2-a1ed-04c643b230b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d415e29-cab4-46b2-af1d-2e9b199b10da {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:34.041534 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-926eb175-2faa-47f2-a1ed-04c643b230b9 service neutron] Publish callbacks [] for port (9d415e29-cab4-46b2-af1d-2e9b199b10da), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:34.073064 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-926eb175-2faa-47f2-a1ed-04c643b230b9 service neutron] Transition to ACTIVE for port object 9d415e29-cab4-46b2-af1d-2e9b199b10da will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:13:34.081969 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-926eb175-2faa-47f2-a1ed-04c643b230b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (9d415e29-cab4-46b2-af1d-2e9b199b10da), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:34.350397 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926eb175-2faa-47f2-a1ed-04c643b230b9 service neutron] Pushing event updated for resources: {'Port': ['ID=9d415e29-cab4-46b2-af1d-2e9b199b10da,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:34.461301 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-926eb175-2faa-47f2-a1ed-04c643b230b9 service neutron] Attempting to bind port 9d415e29-cab4-46b2-af1d-2e9b199b10da on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:34.461787 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-926eb175-2faa-47f2-a1ed-04c643b230b9 service neutron] Attempting to bind port 9d415e29-cab4-46b2-af1d-2e9b199b10da by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '08d0de5c-f76e-47d2-bb10-a0e1f8919b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:34.462151 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-926eb175-2faa-47f2-a1ed-04c643b230b9 service neutron] Attempting to bind port 9d415e29-cab4-46b2-af1d-2e9b199b10da on network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:34.477074 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-926eb175-2faa-47f2-a1ed-04c643b230b9 service neutron] Port 9d415e29-cab4-46b2-af1d-2e9b199b10da on network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:13:34.477595 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-926eb175-2faa-47f2-a1ed-04c643b230b9 service neutron] Attempting to bind port 9d415e29-cab4-46b2-af1d-2e9b199b10da on network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:34.497796 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-926eb175-2faa-47f2-a1ed-04c643b230b9 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:34.499512 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-926eb175-2faa-47f2-a1ed-04c643b230b9 service neutron] Checking segment: {'id': '08d0de5c-f76e-47d2-bb10-a0e1f8919b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:34.501031 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-926eb175-2faa-47f2-a1ed-04c643b230b9 service neutron] Bound using segment: {'id': '08d0de5c-f76e-47d2-bb10-a0e1f8919b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:34.503515 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-926eb175-2faa-47f2-a1ed-04c643b230b9 service neutron] Bound port: 9d415e29-cab4-46b2-af1d-2e9b199b10da, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08d0de5c-f76e-47d2-bb10-a0e1f8919b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:34.505618 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-926eb175-2faa-47f2-a1ed-04c643b230b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9d415e29-cab4-46b2-af1d-2e9b199b10da), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:34.790598 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-926eb175-2faa-47f2-a1ed-04c643b230b9 service neutron] For port 9d415e29-cab4-46b2-af1d-2e9b199b10da, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:34.821914 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-926eb175-2faa-47f2-a1ed-04c643b230b9 service neutron] For port 9d415e29-cab4-46b2-af1d-2e9b199b10da, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=9d415e29-cab4-46b2-af1d-2e9b199b10da,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:34.853822 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-926eb175-2faa-47f2-a1ed-04c643b230b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (9d415e29-cab4-46b2-af1d-2e9b199b10da), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:34.944663 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-926eb175-2faa-47f2-a1ed-04c643b230b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:34.945446 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-926eb175-2faa-47f2-a1ed-04c643b230b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:34.947526 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-926eb175-2faa-47f2-a1ed-04c643b230b9 service neutron] 10.222.0.10 "PUT /v2.0/ports/9d415e29-cab4-46b2-af1d-2e9b199b10da HTTP/1.1" status: 200 len: 1130 time: 3.4337444 Feb 19 04:13:35.012541 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1445b5be-128c-4dcc-b18c-fd867b58dc89 service neutron] Request body: {'port': {'device_id': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:35.021166 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-564e7583-b121-49cd-bac1-cd57869ca688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:35.200214 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926eb175-2faa-47f2-a1ed-04c643b230b9 service neutron] Pushing event updated for resources: {'Port': ['ID=9d415e29-cab4-46b2-af1d-2e9b199b10da,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:35.376060 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1445b5be-128c-4dcc-b18c-fd867b58dc89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (13c2138b-ecb4-49ec-863d-bf5056060952), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:36.385456 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1445b5be-128c-4dcc-b18c-fd867b58dc89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c2138b-ecb4-49ec-863d-bf5056060952 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:36.427862 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1445b5be-128c-4dcc-b18c-fd867b58dc89 service neutron] Publish callbacks [] for port (13c2138b-ecb4-49ec-863d-bf5056060952), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:36.470998 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1445b5be-128c-4dcc-b18c-fd867b58dc89 service neutron] Transition to ACTIVE for port object 13c2138b-ecb4-49ec-863d-bf5056060952 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:13:36.489297 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1445b5be-128c-4dcc-b18c-fd867b58dc89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (13c2138b-ecb4-49ec-863d-bf5056060952), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:36.681670 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:36.784460 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445b5be-128c-4dcc-b18c-fd867b58dc89 service neutron] Pushing event updated for resources: {'Port': ['ID=13c2138b-ecb4-49ec-863d-bf5056060952,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:36.947765 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1445b5be-128c-4dcc-b18c-fd867b58dc89 service neutron] Attempting to bind port 13c2138b-ecb4-49ec-863d-bf5056060952 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:36.949004 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1445b5be-128c-4dcc-b18c-fd867b58dc89 service neutron] Attempting to bind port 13c2138b-ecb4-49ec-863d-bf5056060952 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '08d0de5c-f76e-47d2-bb10-a0e1f8919b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:36.949464 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1445b5be-128c-4dcc-b18c-fd867b58dc89 service neutron] Attempting to bind port 13c2138b-ecb4-49ec-863d-bf5056060952 on network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:36.973357 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1445b5be-128c-4dcc-b18c-fd867b58dc89 service neutron] Port 13c2138b-ecb4-49ec-863d-bf5056060952 on network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:13:36.973967 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1445b5be-128c-4dcc-b18c-fd867b58dc89 service neutron] Attempting to bind port 13c2138b-ecb4-49ec-863d-bf5056060952 on network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:37.003133 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1445b5be-128c-4dcc-b18c-fd867b58dc89 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:37.003865 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1445b5be-128c-4dcc-b18c-fd867b58dc89 service neutron] Checking segment: {'id': '08d0de5c-f76e-47d2-bb10-a0e1f8919b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:37.004536 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1445b5be-128c-4dcc-b18c-fd867b58dc89 service neutron] Bound using segment: {'id': '08d0de5c-f76e-47d2-bb10-a0e1f8919b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:37.007709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1445b5be-128c-4dcc-b18c-fd867b58dc89 service neutron] Bound port: 13c2138b-ecb4-49ec-863d-bf5056060952, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08d0de5c-f76e-47d2-bb10-a0e1f8919b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:37.008521 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1445b5be-128c-4dcc-b18c-fd867b58dc89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (13c2138b-ecb4-49ec-863d-bf5056060952), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:37.139751 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:37.262562 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1445b5be-128c-4dcc-b18c-fd867b58dc89 service neutron] For port 13c2138b-ecb4-49ec-863d-bf5056060952, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:37.267465 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1445b5be-128c-4dcc-b18c-fd867b58dc89 service neutron] For port 13c2138b-ecb4-49ec-863d-bf5056060952, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=13c2138b-ecb4-49ec-863d-bf5056060952,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:37.282815 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1445b5be-128c-4dcc-b18c-fd867b58dc89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (13c2138b-ecb4-49ec-863d-bf5056060952), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:37.404415 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1445b5be-128c-4dcc-b18c-fd867b58dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:37.405471 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1445b5be-128c-4dcc-b18c-fd867b58dc89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:37.407649 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1445b5be-128c-4dcc-b18c-fd867b58dc89 service neutron] 10.222.0.10 "PUT /v2.0/ports/13c2138b-ecb4-49ec-863d-bf5056060952 HTTP/1.1" status: 200 len: 1131 time: 2.4194057 Feb 19 04:13:37.497371 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Request body: {'port': {'device_id': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:37.712013 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445b5be-128c-4dcc-b18c-fd867b58dc89 service neutron] Pushing event updated for resources: {'Port': ['ID=13c2138b-ecb4-49ec-863d-bf5056060952,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:37.792065 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:37.941900 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (98ba4396-14a0-458f-9a0f-0e07a7c286aa), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:38.669799 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ba4396-14a0-458f-9a0f-0e07a7c286aa {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:38.698966 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:38.721360 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Publish callbacks [] for port (98ba4396-14a0-458f-9a0f-0e07a7c286aa), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:38.807540 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Transition to ACTIVE for port object 98ba4396-14a0-458f-9a0f-0e07a7c286aa will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:13:38.815727 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (98ba4396-14a0-458f-9a0f-0e07a7c286aa), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:38.829021 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:39.097819 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Pushing event updated for resources: {'Port': ['ID=98ba4396-14a0-458f-9a0f-0e07a7c286aa,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:39.202313 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.204398 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.204398 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.204816 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.205244 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.205814 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.206405 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.206989 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.207586 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.208177 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.208796 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.209368 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.210130 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:39.397914 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Attempting to bind port 98ba4396-14a0-458f-9a0f-0e07a7c286aa on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:39.398941 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Attempting to bind port 98ba4396-14a0-458f-9a0f-0e07a7c286aa by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '08d0de5c-f76e-47d2-bb10-a0e1f8919b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:39.399746 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Attempting to bind port 98ba4396-14a0-458f-9a0f-0e07a7c286aa on network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:39.414513 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Port 98ba4396-14a0-458f-9a0f-0e07a7c286aa on network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:13:39.415465 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Attempting to bind port 98ba4396-14a0-458f-9a0f-0e07a7c286aa on network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:39.430317 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:39.431169 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Checking segment: {'id': '08d0de5c-f76e-47d2-bb10-a0e1f8919b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:39.432133 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Bound using segment: {'id': '08d0de5c-f76e-47d2-bb10-a0e1f8919b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:39.433247 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Bound port: 98ba4396-14a0-458f-9a0f-0e07a7c286aa, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08d0de5c-f76e-47d2-bb10-a0e1f8919b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:39.434066 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (98ba4396-14a0-458f-9a0f-0e07a7c286aa), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:39.640230 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] For port 98ba4396-14a0-458f-9a0f-0e07a7c286aa, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:39.647457 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] For port 98ba4396-14a0-458f-9a0f-0e07a7c286aa, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=98ba4396-14a0-458f-9a0f-0e07a7c286aa,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:39.663129 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (98ba4396-14a0-458f-9a0f-0e07a7c286aa), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:39.790349 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:39.791193 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:39.794112 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] 10.222.0.10 "PUT /v2.0/ports/98ba4396-14a0-458f-9a0f-0e07a7c286aa HTTP/1.1" status: 200 len: 1091 time: 2.3253438 Feb 19 04:13:39.871537 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-02c26b63-9aa6-4187-8a17-f91e9ecf6bce service neutron] Request body: {'port': {'device_id': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:39.977141 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd09cf-0467-4c7d-b4b7-b2ecf0a502a9 service neutron] Pushing event updated for resources: {'Port': ['ID=98ba4396-14a0-458f-9a0f-0e07a7c286aa,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:40.137782 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-02c26b63-9aa6-4187-8a17-f91e9ecf6bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4e690be2-b43f-4068-b470-83c74b17ac13), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:40.605464 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:13:41.235764 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-02c26b63-9aa6-4187-8a17-f91e9ecf6bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e690be2-b43f-4068-b470-83c74b17ac13 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:41.249236 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-02c26b63-9aa6-4187-8a17-f91e9ecf6bce service neutron] Publish callbacks [] for port (4e690be2-b43f-4068-b470-83c74b17ac13), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:41.293981 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-02c26b63-9aa6-4187-8a17-f91e9ecf6bce service neutron] Transition to ACTIVE for port object 4e690be2-b43f-4068-b470-83c74b17ac13 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:13:41.300377 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-02c26b63-9aa6-4187-8a17-f91e9ecf6bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (4e690be2-b43f-4068-b470-83c74b17ac13), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:41.479251 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c26b63-9aa6-4187-8a17-f91e9ecf6bce service neutron] Pushing event updated for resources: {'Port': ['ID=4e690be2-b43f-4068-b470-83c74b17ac13,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:41.677192 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-02c26b63-9aa6-4187-8a17-f91e9ecf6bce service neutron] Attempting to bind port 4e690be2-b43f-4068-b470-83c74b17ac13 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:41.677192 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-02c26b63-9aa6-4187-8a17-f91e9ecf6bce service neutron] Attempting to bind port 4e690be2-b43f-4068-b470-83c74b17ac13 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '08d0de5c-f76e-47d2-bb10-a0e1f8919b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:41.677192 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-02c26b63-9aa6-4187-8a17-f91e9ecf6bce service neutron] Attempting to bind port 4e690be2-b43f-4068-b470-83c74b17ac13 on network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:41.690626 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-02c26b63-9aa6-4187-8a17-f91e9ecf6bce service neutron] Port 4e690be2-b43f-4068-b470-83c74b17ac13 on network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:13:41.690626 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-02c26b63-9aa6-4187-8a17-f91e9ecf6bce service neutron] Attempting to bind port 4e690be2-b43f-4068-b470-83c74b17ac13 on network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:41.707430 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-02c26b63-9aa6-4187-8a17-f91e9ecf6bce service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:41.708297 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-02c26b63-9aa6-4187-8a17-f91e9ecf6bce service neutron] Checking segment: {'id': '08d0de5c-f76e-47d2-bb10-a0e1f8919b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:41.717146 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-02c26b63-9aa6-4187-8a17-f91e9ecf6bce service neutron] Bound using segment: {'id': '08d0de5c-f76e-47d2-bb10-a0e1f8919b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:41.721149 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-02c26b63-9aa6-4187-8a17-f91e9ecf6bce service neutron] Bound port: 4e690be2-b43f-4068-b470-83c74b17ac13, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08d0de5c-f76e-47d2-bb10-a0e1f8919b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:41.723196 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-02c26b63-9aa6-4187-8a17-f91e9ecf6bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4e690be2-b43f-4068-b470-83c74b17ac13), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:41.910554 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-02c26b63-9aa6-4187-8a17-f91e9ecf6bce service neutron] For port 4e690be2-b43f-4068-b470-83c74b17ac13, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:41.927638 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-02c26b63-9aa6-4187-8a17-f91e9ecf6bce service neutron] For port 4e690be2-b43f-4068-b470-83c74b17ac13, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=4e690be2-b43f-4068-b470-83c74b17ac13,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:41.955605 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-02c26b63-9aa6-4187-8a17-f91e9ecf6bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (4e690be2-b43f-4068-b470-83c74b17ac13), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:42.003475 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-02c26b63-9aa6-4187-8a17-f91e9ecf6bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:42.005448 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-02c26b63-9aa6-4187-8a17-f91e9ecf6bce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:42.008217 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-02c26b63-9aa6-4187-8a17-f91e9ecf6bce service neutron] 10.222.0.10 "PUT /v2.0/ports/4e690be2-b43f-4068-b470-83c74b17ac13 HTTP/1.1" status: 200 len: 1091 time: 2.1612630 Feb 19 04:13:42.067626 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-3f0b2cff-6ed3-43e1-8cd8-ea6b3c2e26de service neutron] Request body: {'port': {'device_id': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:42.074216 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c26b63-9aa6-4187-8a17-f91e9ecf6bce service neutron] Pushing event updated for resources: {'Port': ['ID=4e690be2-b43f-4068-b470-83c74b17ac13,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:42.298867 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-3f0b2cff-6ed3-43e1-8cd8-ea6b3c2e26de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (cf4a7ad7-d5cc-459b-b845-e8aa028aeed0), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:42.331514 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7eef91-9545-4fc7-bb89-debf6d797e2a x-openstack-request-id: req-de7eef91-9545-4fc7-bb89-debf6d797e2a {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:42.332157 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e18881-8c46-4297-9a34-62e84c12c637", "name": "network-vif-deleted", "tag": "0968a520-2f3c-424f-8b95-a91209257778", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:42.332404 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de7eef91-9545-4fc7-bb89-debf6d797e2a {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:42.333162 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e18881-8c46-4297-9a34-62e84c12c637', 'name': 'network-vif-deleted', 'tag': '0968a520-2f3c-424f-8b95-a91209257778', 'status': 'completed', 'code': 200} Feb 19 04:13:42.683856 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-c75fece6-7624-45fc-a045-5c9119165df0 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:42.692884 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-c75fece6-7624-45fc-a045-5c9119165df0 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/networks?id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f HTTP/1.1" status: 200 len: 806 time: 0.1630671 Feb 19 04:13:42.711517 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-f85021bf-ff03-4f1c-af45-6bf24faa1c01 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/quotas/419e9a0715e84b22a8fff2f89fa3da4c HTTP/1.1" status: 200 len: 375 time: 0.0172677 Feb 19 04:13:42.794731 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-92d4663e-a661-43a1-9585-758eac05632d tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0815165 Feb 19 04:13:42.821469 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-3f0b2cff-6ed3-43e1-8cd8-ea6b3c2e26de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:42.831913 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-3f0b2cff-6ed3-43e1-8cd8-ea6b3c2e26de service neutron] Publish callbacks [] for port (cf4a7ad7-d5cc-459b-b845-e8aa028aeed0), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:42.907181 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-3f0b2cff-6ed3-43e1-8cd8-ea6b3c2e26de service neutron] Transition to ACTIVE for port object cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:13:42.913282 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-3f0b2cff-6ed3-43e1-8cd8-ea6b3c2e26de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (cf4a7ad7-d5cc-459b-b845-e8aa028aeed0), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:42.941111 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-9edb3d9c-3ceb-48a9-b8fa-bb37871a1c46 service neutron] 10.222.0.65 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444359 Feb 19 04:13:43.082967 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c23500-a71f-4d52-ae44-5a42c26179e0 req-3de406ce-5bb9-4c95-b2d6-3e1ebf5671ca tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:43.085827 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-88c23500-a71f-4d52-ae44-5a42c26179e0 req-3de406ce-5bb9-4c95-b2d6-3e1ebf5671ca tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2ecdf-4930-4901-b065-31159ae35923 HTTP/1.1" status: 200 len: 945 time: 0.2477713 Feb 19 04:13:43.091823 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b2cff-6ed3-43e1-8cd8-ea6b3c2e26de service neutron] Pushing event updated for resources: {'Port': ['ID=cf4a7ad7-d5cc-459b-b845-e8aa028aeed0,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:43.216165 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-1700bdd4-3be2-450f-a3a8-4ae1f5b677a1 service neutron] 10.222.0.65 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677689 Feb 19 04:13:43.449355 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-88c23500-a71f-4d52-ae44-5a42c26179e0 req-c782044a-7684-46e5-9252-325239e1f391 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459787 Feb 19 04:13:43.450449 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-3f0b2cff-6ed3-43e1-8cd8-ea6b3c2e26de service neutron] Attempting to bind port cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:43.450809 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-3f0b2cff-6ed3-43e1-8cd8-ea6b3c2e26de service neutron] Attempting to bind port cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '3c3cc939-80bd-4c27-898f-5f96a179182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '711f24c3-7d72-4738-9575-b7145b783950'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:43.455262 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-3f0b2cff-6ed3-43e1-8cd8-ea6b3c2e26de service neutron] Attempting to bind port cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 on network 711f24c3-7d72-4738-9575-b7145b783950 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:43.470471 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-3f0b2cff-6ed3-43e1-8cd8-ea6b3c2e26de service neutron] Port cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 on network 711f24c3-7d72-4738-9575-b7145b783950 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:13:43.472480 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-3f0b2cff-6ed3-43e1-8cd8-ea6b3c2e26de service neutron] Attempting to bind port cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 on network 711f24c3-7d72-4738-9575-b7145b783950 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:43.490520 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-3f0b2cff-6ed3-43e1-8cd8-ea6b3c2e26de service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:43.491067 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-3f0b2cff-6ed3-43e1-8cd8-ea6b3c2e26de service neutron] Checking segment: {'id': '3c3cc939-80bd-4c27-898f-5f96a179182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '711f24c3-7d72-4738-9575-b7145b783950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:43.491541 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-3f0b2cff-6ed3-43e1-8cd8-ea6b3c2e26de service neutron] Bound using segment: {'id': '3c3cc939-80bd-4c27-898f-5f96a179182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '711f24c3-7d72-4738-9575-b7145b783950'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:43.492090 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-3f0b2cff-6ed3-43e1-8cd8-ea6b3c2e26de service neutron] Bound port: cf4a7ad7-d5cc-459b-b845-e8aa028aeed0, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c3cc939-80bd-4c27-898f-5f96a179182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '711f24c3-7d72-4738-9575-b7145b783950'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:43.492546 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-3f0b2cff-6ed3-43e1-8cd8-ea6b3c2e26de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (cf4a7ad7-d5cc-459b-b845-e8aa028aeed0), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:43.747810 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-3f0b2cff-6ed3-43e1-8cd8-ea6b3c2e26de service neutron] For port cf4a7ad7-d5cc-459b-b845-e8aa028aeed0, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:43.757768 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-3f0b2cff-6ed3-43e1-8cd8-ea6b3c2e26de service neutron] For port cf4a7ad7-d5cc-459b-b845-e8aa028aeed0, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=cf4a7ad7-d5cc-459b-b845-e8aa028aeed0,segment=NetworkSegment(3c3cc939-80bd-4c27-898f-5f96a179182c),segment_id=3c3cc939-80bd-4c27-898f-5f96a179182c)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:43.775927 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-3f0b2cff-6ed3-43e1-8cd8-ea6b3c2e26de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (cf4a7ad7-d5cc-459b-b845-e8aa028aeed0), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:43.919654 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2da054-86f5-4230-8c7f-5aa220b2aa26 x-openstack-request-id: req-3c2da054-86f5-4230-8c7f-5aa220b2aa26 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:43.920130 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd66453-3455-43ba-8f54-ba64625d9c1a", "name": "network-vif-deleted", "tag": "cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:43.920564 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3c2da054-86f5-4230-8c7f-5aa220b2aa26 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:43.921187 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd66453-3455-43ba-8f54-ba64625d9c1a', 'name': 'network-vif-deleted', 'tag': 'cf2a2a9d-5b35-4dca-bfd3-fd4ed68f6211', 'status': 'completed', 'code': 200} Feb 19 04:13:43.942317 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-3f0b2cff-6ed3-43e1-8cd8-ea6b3c2e26de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:43.954761 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-3f0b2cff-6ed3-43e1-8cd8-ea6b3c2e26de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:43.959590 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-3f0b2cff-6ed3-43e1-8cd8-ea6b3c2e26de service neutron] 10.222.0.10 "PUT /v2.0/ports/cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 HTTP/1.1" status: 200 len: 1091 time: 1.9003878 Feb 19 04:13:43.988603 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13cd02-4615-4bd3-b330-dc958b706dec req-b348b28d-fba8-432b-86c0-db53a62d9630 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:44.009695 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13cd02-4615-4bd3-b330-dc958b706dec req-b348b28d-fba8-432b-86c0-db53a62d9630 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:44.028967 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13cd02-4615-4bd3-b330-dc958b706dec req-b348b28d-fba8-432b-86c0-db53a62d9630 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:44.035258 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-992ccb7f-001a-47b0-a053-e2dd51e7b734 service neutron] Request body: {'port': {'device_id': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:44.036795 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0daa1679-ea81-41d1-a550-49ddd63d1129 x-openstack-request-id: req-0daa1679-ea81-41d1-a550-49ddd63d1129 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:44.038080 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed2ecdf-4930-4901-b065-31159ae35923", "name": "network-vif-plugged", "status": "completed", "tag": "13518115-3439-465e-80df-742f7f478040", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:44.038756 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0daa1679-ea81-41d1-a550-49ddd63d1129 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:44.039459 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed2ecdf-4930-4901-b065-31159ae35923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13518115-3439-465e-80df-742f7f478040', 'code': 200} Feb 19 04:13:44.047986 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13cd02-4615-4bd3-b330-dc958b706dec req-b348b28d-fba8-432b-86c0-db53a62d9630 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:44.063230 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13cd02-4615-4bd3-b330-dc958b706dec req-b348b28d-fba8-432b-86c0-db53a62d9630 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:44.084332 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13cd02-4615-4bd3-b330-dc958b706dec req-b348b28d-fba8-432b-86c0-db53a62d9630 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:44.109955 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13cd02-4615-4bd3-b330-dc958b706dec req-b348b28d-fba8-432b-86c0-db53a62d9630 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:44.131727 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fe13cd02-4615-4bd3-b330-dc958b706dec req-b348b28d-fba8-432b-86c0-db53a62d9630 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5410 time: 0.3063314 Feb 19 04:13:44.237115 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b2cff-6ed3-43e1-8cd8-ea6b3c2e26de service neutron] Pushing event updated for resources: {'Port': ['ID=cf4a7ad7-d5cc-459b-b845-e8aa028aeed0,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:44.347678 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fe13cd02-4615-4bd3-b330-dc958b706dec req-eef5df77-bf48-41e0-9cc5-2f6ae4e7cfef tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2105789 Feb 19 04:13:44.457110 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d3876-5c32-4331-aada-b065cd7fbc98 req-6f1b7e00-f511-4c81-9a81-4be9011062fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:44.479587 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6a7d3876-5c32-4331-aada-b065cd7fbc98 req-6f1b7e00-f511-4c81-9a81-4be9011062fb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5ed2ecdf-4930-4901-b065-31159ae35923 HTTP/1.1" status: 200 len: 1127 time: 0.2242413 Feb 19 04:13:44.545803 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-992ccb7f-001a-47b0-a053-e2dd51e7b734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (434235d7-dfe6-4b36-a5d6-5491aa76e4ab), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:44.751818 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6a7d3876-5c32-4331-aada-b065cd7fbc98 req-47ff332f-4611-4591-8e5a-56a6cfa3f547 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645862 Feb 19 04:13:45.685710 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-992ccb7f-001a-47b0-a053-e2dd51e7b734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434235d7-dfe6-4b36-a5d6-5491aa76e4ab {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:45.708011 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-992ccb7f-001a-47b0-a053-e2dd51e7b734 service neutron] Publish callbacks [] for port (434235d7-dfe6-4b36-a5d6-5491aa76e4ab), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:45.738828 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-992ccb7f-001a-47b0-a053-e2dd51e7b734 service neutron] Transition to ACTIVE for port object 434235d7-dfe6-4b36-a5d6-5491aa76e4ab will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:13:45.754994 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-992ccb7f-001a-47b0-a053-e2dd51e7b734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (434235d7-dfe6-4b36-a5d6-5491aa76e4ab), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:45.937142 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'tag': 'd55925d6-45fb-442a-a75b-25b53b26f933'}, {'name': 'network-changed', 'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'tag': '9d415e29-cab4-46b2-af1d-2e9b199b10da'}, {'name': 'network-changed', 'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'tag': '13c2138b-ecb4-49ec-863d-bf5056060952'}, {'name': 'network-changed', 'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'tag': '98ba4396-14a0-458f-9a0f-0e07a7c286aa'}, {'name': 'network-changed', 'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'tag': '4e690be2-b43f-4068-b470-83c74b17ac13'}, {'name': 'network-changed', 'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'tag': 'cf4a7ad7-d5cc-459b-b845-e8aa028aeed0'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:45.943234 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9cd25b-526e-4d26-9221-636ffe199c13" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "tag": "d55925d6-45fb-442a-a75b-25b53b26f933"}, {"name": "network-changed", "server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "tag": "9d415e29-cab4-46b2-af1d-2e9b199b10da"}, {"name": "network-changed", "server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "tag": "13c2138b-ecb4-49ec-863d-bf5056060952"}, {"name": "network-changed", "server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "tag": "98ba4396-14a0-458f-9a0f-0e07a7c286aa"}, {"name": "network-changed", "server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "tag": "4e690be2-b43f-4068-b470-83c74b17ac13"}, {"name": "network-changed", "server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "tag": "cf4a7ad7-d5cc-459b-b845-e8aa028aeed0"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:46.043084 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbee867-7e5d-40b4-80a1-c51753aab620'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:46.045760 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da20115b-0aaf-4c52-8e15-df5c86989d2f" -d '{"events": [{"server_uuid": "fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b", "name": "network-vif-plugged", "status": "completed", "tag": "0fbee867-7e5d-40b4-80a1-c51753aab620"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:46.154070 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d836c89-dc68-462f-9754-047739d5c375 req-bc8ad5cc-8ba1-48b0-a816-7e937b788166 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 210 time: 0.1925480 Feb 19 04:13:46.186612 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-68a50109-2b4e-421b-8eb6-e19021e79961 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:46.195943 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-68a50109-2b4e-421b-8eb6-e19021e79961 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/networks?id=2845545c-792f-42dd-94d8-6859754785c7 HTTP/1.1" status: 200 len: 815 time: 1.4292562 Feb 19 04:13:46.309153 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38458) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:46.470340 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ccb7f-001a-47b0-a053-e2dd51e7b734 service neutron] Pushing event updated for resources: {'Port': ['ID=434235d7-dfe6-4b36-a5d6-5491aa76e4ab,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:46.514445 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-96caaa18-bcaa-4a41-9d41-88d7fb959524 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/quotas/7328b15aba784aaa828edf6314301353 HTTP/1.1" status: 200 len: 375 time: 0.2748599 Feb 19 04:13:46.668435 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-992ccb7f-001a-47b0-a053-e2dd51e7b734 service neutron] Attempting to bind port 434235d7-dfe6-4b36-a5d6-5491aa76e4ab on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:46.669000 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-992ccb7f-001a-47b0-a053-e2dd51e7b734 service neutron] Attempting to bind port 434235d7-dfe6-4b36-a5d6-5491aa76e4ab by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '3c3cc939-80bd-4c27-898f-5f96a179182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '711f24c3-7d72-4738-9575-b7145b783950'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:46.669296 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-992ccb7f-001a-47b0-a053-e2dd51e7b734 service neutron] Attempting to bind port 434235d7-dfe6-4b36-a5d6-5491aa76e4ab on network 711f24c3-7d72-4738-9575-b7145b783950 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:46.672472 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-28cdbd69-f3de-4d5a-a97e-4217955d55de tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks [] for security_group (a84d8eea-4a57-4bbf-bcd8-18c9f130b7c1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.693751 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-992ccb7f-001a-47b0-a053-e2dd51e7b734 service neutron] Port 434235d7-dfe6-4b36-a5d6-5491aa76e4ab on network 711f24c3-7d72-4738-9575-b7145b783950 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:13:46.694638 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-992ccb7f-001a-47b0-a053-e2dd51e7b734 service neutron] Attempting to bind port 434235d7-dfe6-4b36-a5d6-5491aa76e4ab on network 711f24c3-7d72-4738-9575-b7145b783950 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:46.733651 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38464) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:46.835326 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-992ccb7f-001a-47b0-a053-e2dd51e7b734 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:46.835963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-992ccb7f-001a-47b0-a053-e2dd51e7b734 service neutron] Checking segment: {'id': '3c3cc939-80bd-4c27-898f-5f96a179182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '711f24c3-7d72-4738-9575-b7145b783950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:46.836567 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-992ccb7f-001a-47b0-a053-e2dd51e7b734 service neutron] Bound using segment: {'id': '3c3cc939-80bd-4c27-898f-5f96a179182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '711f24c3-7d72-4738-9575-b7145b783950'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:46.841735 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-992ccb7f-001a-47b0-a053-e2dd51e7b734 service neutron] Bound port: 434235d7-dfe6-4b36-a5d6-5491aa76e4ab, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c3cc939-80bd-4c27-898f-5f96a179182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '711f24c3-7d72-4738-9575-b7145b783950'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:46.842268 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-992ccb7f-001a-47b0-a053-e2dd51e7b734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (434235d7-dfe6-4b36-a5d6-5491aa76e4ab), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.915553 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-28cdbd69-f3de-4d5a-a97e-4217955d55de tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks [] for security_group (a84d8eea-4a57-4bbf-bcd8-18c9f130b7c1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:46.938300 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-b57aa7c2-6ef5-42ec-878b-19a87932a46a tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:46.940610 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-b57aa7c2-6ef5-42ec-878b-19a87932a46a tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.10 "GET /v2.0/networks?id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f HTTP/1.1" status: 200 len: 806 time: 0.5188441 Feb 19 04:13:47.077331 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-7caeb7dd-ce3f-4a80-9aeb-45695677dbfc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Request body: {'port': {'device_id': '2e5bdef6-a4ca-4b26-af2d-877c47470c06', 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f', 'admin_state_up': True, 'tenant_id': '419e9a0715e84b22a8fff2f89fa3da4c'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:47.101885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f5614-4d69-4cb9-830e-b942e4bfbfe6 req-792b546f-e766-4605-9d8c-27d10268843c tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:47.115306 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0f3f5614-4d69-4cb9-830e-b942e4bfbfe6 req-792b546f-e766-4605-9d8c-27d10268843c tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2ecdf-4930-4901-b065-31159ae35923 HTTP/1.1" status: 200 len: 945 time: 0.4490716 Feb 19 04:13:47.159950 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-28cdbd69-f3de-4d5a-a97e-4217955d55de tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a84d8eea-4a57-4bbf-bcd8-18c9f130b7c1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:47.174512 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-28cdbd69-f3de-4d5a-a97e-4217955d55de tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:47.181010 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-28cdbd69-f3de-4d5a-a97e-4217955d55de tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "DELETE /v2.0/security-groups/a84d8eea-4a57-4bbf-bcd8-18c9f130b7c1 HTTP/1.1" status: 204 len: 168 time: 0.8654425 Feb 19 04:13:47.182126 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38470) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:47.208955 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-992ccb7f-001a-47b0-a053-e2dd51e7b734 service neutron] For port 434235d7-dfe6-4b36-a5d6-5491aa76e4ab, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:47.215442 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-992ccb7f-001a-47b0-a053-e2dd51e7b734 service neutron] For port 434235d7-dfe6-4b36-a5d6-5491aa76e4ab, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=434235d7-dfe6-4b36-a5d6-5491aa76e4ab,segment=NetworkSegment(3c3cc939-80bd-4c27-898f-5f96a179182c),segment_id=3c3cc939-80bd-4c27-898f-5f96a179182c)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:47.280118 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-8b0ed21f-3bf5-4237-89ba-3e0eabf9a856 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7328b15aba784aaa828edf6314301353&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7032585 Feb 19 04:13:47.305217 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-992ccb7f-001a-47b0-a053-e2dd51e7b734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (434235d7-dfe6-4b36-a5d6-5491aa76e4ab), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:47.340304 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-01bc7ef9-feb6-4dbb-9223-b23e45401a83 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] show failed (client error): The resource could not be found. Feb 19 04:13:47.346443 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-01bc7ef9-feb6-4dbb-9223-b23e45401a83 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "GET /v2.0/security-groups/a84d8eea-4a57-4bbf-bcd8-18c9f130b7c1 HTTP/1.1" status: 404 len: 347 time: 0.1059580 Feb 19 04:13:47.390207 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38474) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:47.443933 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0f3f5614-4d69-4cb9-830e-b942e4bfbfe6 req-1181f4ff-0ed8-4061-abfc-a2f8d06b3bdf tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117943 Feb 19 04:13:47.451097 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cdbd69-f3de-4d5a-a97e-4217955d55de tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84d8eea-4a57-4bbf-bcd8-18c9f130b7c1,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:47.599261 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a1384067-5770-4ecd-86ea-7517a967efe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:47.717576 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cdbd69-f3de-4d5a-a97e-4217955d55de tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:47.718244 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cdbd69-f3de-4d5a-a97e-4217955d55de tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:47.721243 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cdbd69-f3de-4d5a-a97e-4217955d55de tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:47.722056 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cdbd69-f3de-4d5a-a97e-4217955d55de tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:47.722678 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cdbd69-f3de-4d5a-a97e-4217955d55de tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:47.728483 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cdbd69-f3de-4d5a-a97e-4217955d55de tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:47.729526 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cdbd69-f3de-4d5a-a97e-4217955d55de tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:47.730173 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cdbd69-f3de-4d5a-a97e-4217955d55de tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:47.730766 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cdbd69-f3de-4d5a-a97e-4217955d55de tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:47.731384 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cdbd69-f3de-4d5a-a97e-4217955d55de tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:47.731981 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cdbd69-f3de-4d5a-a97e-4217955d55de tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:47.732564 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cdbd69-f3de-4d5a-a97e-4217955d55de tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:47.738621 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cdbd69-f3de-4d5a-a97e-4217955d55de tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:13:47.790033 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-992ccb7f-001a-47b0-a053-e2dd51e7b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:47.790033 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-992ccb7f-001a-47b0-a053-e2dd51e7b734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:47.791740 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-992ccb7f-001a-47b0-a053-e2dd51e7b734 service neutron] 10.222.0.10 "PUT /v2.0/ports/434235d7-dfe6-4b36-a5d6-5491aa76e4ab HTTP/1.1" status: 200 len: 1091 time: 3.7843781 Feb 19 04:13:48.051147 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a1384067-5770-4ecd-86ea-7517a967efe3 admin admin] Publish callbacks [] for security_group (6a581a9c-eff1-4c1a-ba9d-dda7eb86800b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:48.080133 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a1384067-5770-4ecd-86ea-7517a967efe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6a581a9c-eff1-4c1a-ba9d-dda7eb86800b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:48.243547 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964912f-0692-4e3a-8ec7-a78ad7f9aba1 req-f264248d-9640-4eb7-b618-314bbb061233 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:48.255051 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964912f-0692-4e3a-8ec7-a78ad7f9aba1 req-f264248d-9640-4eb7-b618-314bbb061233 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:48.272133 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964912f-0692-4e3a-8ec7-a78ad7f9aba1 req-f264248d-9640-4eb7-b618-314bbb061233 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:48.285882 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964912f-0692-4e3a-8ec7-a78ad7f9aba1 req-f264248d-9640-4eb7-b618-314bbb061233 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:48.310827 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964912f-0692-4e3a-8ec7-a78ad7f9aba1 req-f264248d-9640-4eb7-b618-314bbb061233 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:48.356250 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964912f-0692-4e3a-8ec7-a78ad7f9aba1 req-f264248d-9640-4eb7-b618-314bbb061233 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:48.365412 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ccb7f-001a-47b0-a053-e2dd51e7b734 service neutron] Pushing event updated for resources: {'Port': ['ID=434235d7-dfe6-4b36-a5d6-5491aa76e4ab,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:48.368646 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964912f-0692-4e3a-8ec7-a78ad7f9aba1 req-f264248d-9640-4eb7-b618-314bbb061233 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:48.384292 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9964912f-0692-4e3a-8ec7-a78ad7f9aba1 req-f264248d-9640-4eb7-b618-314bbb061233 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.7190390 Feb 19 04:13:48.499630 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a1384067-5770-4ecd-86ea-7517a967efe3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6a80222360014e2c81650d9ed7fe5c9a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7636883 Feb 19 04:13:48.500500 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38480) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:48.512399 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-1666de16-10e5-47a4-8a67-8336926ab289 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Deleting port 86d7799d-fdc5-49d1-803f-7e060a72d380 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:13:48.513409 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1666de16-10e5-47a4-8a67-8336926ab289 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (86d7799d-fdc5-49d1-803f-7e060a72d380), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:48.570237 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1384067-5770-4ecd-86ea-7517a967efe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a581a9c-eff1-4c1a-ba9d-dda7eb86800b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:48.671047 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9964912f-0692-4e3a-8ec7-a78ad7f9aba1 req-3eb10f81-1bff-4e21-9b1d-b8a59a14b697 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2848580 Feb 19 04:13:48.688763 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-48d50b92-5164-4629-8a80-c60f95663f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:48.689990 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-48d50b92-5164-4629-8a80-c60f95663f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:48.692473 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-48d50b92-5164-4629-8a80-c60f95663f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:48.694787 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-48d50b92-5164-4629-8a80-c60f95663f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:48.696015 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-48d50b92-5164-4629-8a80-c60f95663f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:48.701125 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-48d50b92-5164-4629-8a80-c60f95663f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:48.704457 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-48d50b92-5164-4629-8a80-c60f95663f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:48.712848 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-48d50b92-5164-4629-8a80-c60f95663f8f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50046a5e10b942e69046ff4f02f577d8&device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 6696 time: 0.6523256 Feb 19 04:13:48.777568 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-99afbcce-7dfe-45e5-8fc1-00484dee339b service neutron] 10.222.0.65 "GET /v2.0/networks/2845545c-792f-42dd-94d8-6859754785c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4387739 Feb 19 04:13:48.847107 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1666de16-10e5-47a4-8a67-8336926ab289 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (86d7799d-fdc5-49d1-803f-7e060a72d380), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:48.851211 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1666de16-10e5-47a4-8a67-8336926ab289 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks [] for floatingip (86d7799d-fdc5-49d1-803f-7e060a72d380), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:48.871003 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1014 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659e2076-794e-4ba2-9bd0-bf5aca93ceb9 x-openstack-request-id: req-659e2076-794e-4ba2-9bd0-bf5aca93ceb9 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:48.871906 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "tag": "d55925d6-45fb-442a-a75b-25b53b26f933", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "tag": "9d415e29-cab4-46b2-af1d-2e9b199b10da", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "tag": "13c2138b-ecb4-49ec-863d-bf5056060952", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "tag": "98ba4396-14a0-458f-9a0f-0e07a7c286aa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "tag": "4e690be2-b43f-4068-b470-83c74b17ac13", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "tag": "cf4a7ad7-d5cc-459b-b845-e8aa028aeed0", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:48.871906 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-659e2076-794e-4ba2-9bd0-bf5aca93ceb9 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:48.872546 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'tag': 'd55925d6-45fb-442a-a75b-25b53b26f933', 'status': 'completed', 'code': 200} Feb 19 04:13:48.872986 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'tag': '9d415e29-cab4-46b2-af1d-2e9b199b10da', 'status': 'completed', 'code': 200} Feb 19 04:13:48.873401 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'tag': '13c2138b-ecb4-49ec-863d-bf5056060952', 'status': 'completed', 'code': 200} Feb 19 04:13:48.873812 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'tag': '98ba4396-14a0-458f-9a0f-0e07a7c286aa', 'status': 'completed', 'code': 200} Feb 19 04:13:48.874227 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'tag': '4e690be2-b43f-4068-b470-83c74b17ac13', 'status': 'completed', 'code': 200} Feb 19 04:13:48.875652 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'tag': 'cf4a7ad7-d5cc-459b-b845-e8aa028aeed0', 'status': 'completed', 'code': 200} Feb 19 04:13:48.880715 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-82479358-6fc5-4dc7-b14d-f54860d2cfad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d55925d6-45fb-442a-a75b-25b53b26f933 HTTP/1.1" status: 200 len: 217 time: 0.1238558 Feb 19 04:13:48.881792 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-7caeb7dd-ce3f-4a80-9aeb-45695677dbfc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Made reservation on behalf of 419e9a0715e84b22a8fff2f89fa3da4c for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:48.889313 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-7caeb7dd-ce3f-4a80-9aeb-45695677dbfc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:48.933047 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-1666de16-10e5-47a4-8a67-8336926ab289 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Calling delete_port for 86d7799d-fdc5-49d1-803f-7e060a72d380 owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:49.017604 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab186452-1c5e-4bdf-80fb-15519374f868 x-openstack-request-id: req-ab186452-1c5e-4bdf-80fb-15519374f868 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:49.018450 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b", "name": "network-vif-plugged", "status": "completed", "tag": "0fbee867-7e5d-40b4-80a1-c51753aab620", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:49.018963 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab186452-1c5e-4bdf-80fb-15519374f868 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:49.019906 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbee867-7e5d-40b4-80a1-c51753aab620', 'code': 200} Feb 19 04:13:49.153495 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6e191a28-b1b2-4f56-915c-71c5f5730336 admin admin] Publish callbacks [] for security_group (6a581a9c-eff1-4c1a-ba9d-dda7eb86800b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:49.220675 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-136e03ec-1c95-4f4d-97fe-e74ed720f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:49.222675 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-136e03ec-1c95-4f4d-97fe-e74ed720f7b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51a2a4cd-6790-4215-a871-8bf82a31fe51 HTTP/1.1" status: 200 len: 850 time: 0.3288553 Feb 19 04:13:49.568796 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6e191a28-b1b2-4f56-915c-71c5f5730336 admin admin] Publish callbacks [] for security_group (6a581a9c-eff1-4c1a-ba9d-dda7eb86800b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:49.602841 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-26e55b8a-6168-47ce-965d-00e89c687c95 service neutron] 10.222.0.65 "GET /v2.0/networks/2845545c-792f-42dd-94d8-6859754785c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7603400 Feb 19 04:13:49.630492 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1666de16-10e5-47a4-8a67-8336926ab289 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (86d7799d-fdc5-49d1-803f-7e060a72d380), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:49.788273 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666de16-10e5-47a4-8a67-8336926ab289 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Pushing event deleted for resources: {'Port': ['ID=86d7799d-fdc5-49d1-803f-7e060a72d380,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:49.940061 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-7caeb7dd-ce3f-4a80-9aeb-45695677dbfc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Allocated IP 172.20.0.7 (9dc04b1c-0c00-4eb5-855b-7e8517943c9f/920919b3-1361-46cf-9a70-c4e0885dbe63/eb8e2e5f-5dc2-4302-b952-8344d22dec4c) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:50.010776 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1666de16-10e5-47a4-8a67-8336926ab289 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks [] for floatingip (0fd9052f-ca2a-453e-adbe-49ee8674e826), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:50.016064 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1666de16-10e5-47a4-8a67-8336926ab289 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:50.024548 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1666de16-10e5-47a4-8a67-8336926ab289 tempest-ServersTestJSON-537096193 tempest-ServersTestJSON-537096193-project] 10.222.0.65 "DELETE /v2.0/floatingips/0fd9052f-ca2a-453e-adbe-49ee8674e826 HTTP/1.1" status: 204 len: 168 time: 2.6311603 Feb 19 04:13:50.026091 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38496) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:50.334354 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bfc2b791-8ae3-4abb-b8f4-af4695096180 req-379b9a04-16a0-4c3c-b6c9-a1a261247c55 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 210 time: 0.1663318 Feb 19 04:13:50.392401 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6e191a28-b1b2-4f56-915c-71c5f5730336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6a581a9c-eff1-4c1a-ba9d-dda7eb86800b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:50.396639 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6e191a28-b1b2-4f56-915c-71c5f5730336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:50.401013 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6e191a28-b1b2-4f56-915c-71c5f5730336 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6a581a9c-eff1-4c1a-ba9d-dda7eb86800b HTTP/1.1" status: 204 len: 168 time: 1.8899839 Feb 19 04:13:50.589341 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-08b4a914-2241-4f16-93c9-d1f3c99f18eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:50.597631 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-08b4a914-2241-4f16-93c9-d1f3c99f18eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13a9d3f4-3356-4e6e-a155-7a335ac942cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.3354321 Feb 19 04:13:50.982004 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-7caeb7dd-ce3f-4a80-9aeb-45695677dbfc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks [] for port (eb8e2e5f-5dc2-4302-b952-8344d22dec4c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:51.122441 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e191a28-b1b2-4f56-915c-71c5f5730336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a581a9c-eff1-4c1a-ba9d-dda7eb86800b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:51.127029 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'tag': '434235d7-dfe6-4b36-a5d6-5491aa76e4ab'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:51.136563 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6644a258-71a2-4e9e-8e9e-b8a458e0fa6f" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "tag": "434235d7-dfe6-4b36-a5d6-5491aa76e4ab"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:51.206550 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-7caeb7dd-ce3f-4a80-9aeb-45695677dbfc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (eb8e2e5f-5dc2-4302-b952-8344d22dec4c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:51.223503 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['dae86111-0480-4bc5-a0c0-903b538e51df'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:13:51.513933 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-53e11003-a06b-4523-a5c8-0a780784e0a1 req-7fd17406-c0eb-4b9f-82f2-3094204c26f2 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2 HTTP/1.1" status: 200 len: 210 time: 0.3633993 Feb 19 04:13:51.596973 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caeb7dd-ce3f-4a80-9aeb-45695677dbfc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Pushing event updated for resources: {'Port': ['ID=eb8e2e5f-5dc2-4302-b952-8344d22dec4c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:51.774021 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-7caeb7dd-ce3f-4a80-9aeb-45695677dbfc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:51.785372 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-7caeb7dd-ce3f-4a80-9aeb-45695677dbfc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:51.817212 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-7caeb7dd-ce3f-4a80-9aeb-45695677dbfc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:51.940656 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e9a1e-b121-4e0e-9745-730a2664dd75 req-b5b2f5f7-bc2a-4bfc-8682-fbf6c6d0a1a7 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:51.960392 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e9a1e-b121-4e0e-9745-730a2664dd75 req-b5b2f5f7-bc2a-4bfc-8682-fbf6c6d0a1a7 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:52.001154 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e9a1e-b121-4e0e-9745-730a2664dd75 req-b5b2f5f7-bc2a-4bfc-8682-fbf6c6d0a1a7 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:52.040799 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e9a1e-b121-4e0e-9745-730a2664dd75 req-b5b2f5f7-bc2a-4bfc-8682-fbf6c6d0a1a7 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:52.108473 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e9a1e-b121-4e0e-9745-730a2664dd75 req-b5b2f5f7-bc2a-4bfc-8682-fbf6c6d0a1a7 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:52.141308 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e9a1e-b121-4e0e-9745-730a2664dd75 req-b5b2f5f7-bc2a-4bfc-8682-fbf6c6d0a1a7 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:52.159641 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e9a1e-b121-4e0e-9745-730a2664dd75 req-b5b2f5f7-bc2a-4bfc-8682-fbf6c6d0a1a7 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:52.166618 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a56e9a1e-b121-4e0e-9745-730a2664dd75 req-b5b2f5f7-bc2a-4bfc-8682-fbf6c6d0a1a7 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 1.3584528 Feb 19 04:13:52.226021 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-2d1c3fa0-1387-446c-a0ba-43cad59c18f4 service neutron] 10.222.0.10 "GET /v2.0/networks/13a9d3f4-3356-4e6e-a155-7a335ac942cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0253878 Feb 19 04:13:52.300243 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-7caeb7dd-ce3f-4a80-9aeb-45695677dbfc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:52.301079 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-7caeb7dd-ce3f-4a80-9aeb-45695677dbfc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:52.400813 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-7caeb7dd-ce3f-4a80-9aeb-45695677dbfc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3756485 Feb 19 04:13:52.407294 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a56e9a1e-b121-4e0e-9745-730a2664dd75 req-1372d2e3-e9db-4df1-af7b-138d98a9fb8f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2214289 Feb 19 04:13:52.449817 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77b0a9-4d25-411f-a0ba-beac46f8a2af req-12bee796-61c1-4f90-be0d-6af529f4bc23 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:52.459567 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ab77b0a9-4d25-411f-a0ba-beac46f8a2af req-12bee796-61c1-4f90-be0d-6af529f4bc23 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2ecdf-4930-4901-b065-31159ae35923 HTTP/1.1" status: 200 len: 945 time: 0.4568188 Feb 19 04:13:52.466709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-c1d4917a-88d2-4349-87ed-53a228c4dfa2 service neutron] Request body: {'port': {'device_id': '2e5bdef6-a4ca-4b26-af2d-877c47470c06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:53.185663 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b363b5-3cf2-4e04-9d40-a5a4c48db43e x-openstack-request-id: req-45b363b5-3cf2-4e04-9d40-a5a4c48db43e {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:13:53.186125 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "tag": "434235d7-dfe6-4b36-a5d6-5491aa76e4ab", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:13:53.186539 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45b363b5-3cf2-4e04-9d40-a5a4c48db43e {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:13:53.187741 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'tag': '434235d7-dfe6-4b36-a5d6-5491aa76e4ab', 'status': 'completed', 'code': 200} Feb 19 04:13:53.333358 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ab77b0a9-4d25-411f-a0ba-beac46f8a2af req-3a7c4c46-d896-4ae4-843b-d1a478fbfc2b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8725023 Feb 19 04:13:53.356885 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-c1d4917a-88d2-4349-87ed-53a228c4dfa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (eb8e2e5f-5dc2-4302-b952-8344d22dec4c), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:53.499382 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-8cb2187d-b4ec-478f-b7e0-7008fc0e65f9 service neutron] 10.222.0.10 "GET /v2.0/networks/13a9d3f4-3356-4e6e-a155-7a335ac942cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2596500 Feb 19 04:13:54.012455 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-51a95067-8cd6-4df1-9deb-3f50fc2b229e tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:54.017467 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-51a95067-8cd6-4df1-9deb-3f50fc2b229e tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.48 "GET /v2.0/networks?id=2845545c-792f-42dd-94d8-6859754785c7 HTTP/1.1" status: 200 len: 815 time: 0.3379843 Feb 19 04:13:54.045943 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-f9dc38a5-c0d5-4edd-9157-f7dbb1508dbe tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Request body: {'port': {'device_id': 'f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2', 'network_id': '2845545c-792f-42dd-94d8-6859754785c7', 'admin_state_up': True, 'tenant_id': '7328b15aba784aaa828edf6314301353'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:54.317506 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd82b7fd-4b5b-447a-805f-409441e228fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (c76acd84-44a1-4da1-b216-5e41f69bb5df), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:54.332944 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54cff68-e51a-4407-a62c-f89cf7835c9f req-4a58531c-cb7c-4936-b980-376b8583a7aa tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:54.338172 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-c1d4917a-88d2-4349-87ed-53a228c4dfa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8e2e5f-5dc2-4302-b952-8344d22dec4c {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:13:54.342407 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a54cff68-e51a-4407-a62c-f89cf7835c9f req-4a58531c-cb7c-4936-b980-376b8583a7aa tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 931 time: 0.8507655 Feb 19 04:13:54.420026 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-c1d4917a-88d2-4349-87ed-53a228c4dfa2 service neutron] Publish callbacks [] for port (eb8e2e5f-5dc2-4302-b952-8344d22dec4c), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:54.466324 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-c1d4917a-88d2-4349-87ed-53a228c4dfa2 service neutron] Transition to ACTIVE for port object eb8e2e5f-5dc2-4302-b952-8344d22dec4c will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:13:54.652638 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-f13ba84a-a053-4c44-b195-78b01006c45b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=9d415e29-cab4-46b2-af1d-2e9b199b10da HTTP/1.1" status: 200 len: 217 time: 1.1401858 Feb 19 04:13:54.662177 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-c1d4917a-88d2-4349-87ed-53a228c4dfa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (eb8e2e5f-5dc2-4302-b952-8344d22dec4c), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:54.898354 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d108464-a574-4bcc-bc6b-adfc0818170c req-262bc350-1ece-4dd0-b2fe-c3a66b2707c0 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2 HTTP/1.1" status: 200 len: 210 time: 0.2971864 Feb 19 04:13:54.902601 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4917a-88d2-4349-87ed-53a228c4dfa2 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8e2e5f-5dc2-4302-b952-8344d22dec4c,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:54.949652 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a54cff68-e51a-4407-a62c-f89cf7835c9f req-17f13a9d-de74-4cb9-b22a-027169f07bf3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6060994 Feb 19 04:13:55.110303 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-f9dc38a5-c0d5-4edd-9157-f7dbb1508dbe tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Made reservation on behalf of 7328b15aba784aaa828edf6314301353 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:13:55.126411 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-f9dc38a5-c0d5-4edd-9157-f7dbb1508dbe tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:55.304251 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1349ff99-3ef6-4e57-8e18-0dee73830477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:55.307523 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1349ff99-3ef6-4e57-8e18-0dee73830477 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5a38712-95b2-4271-ab6e-5854ab0620a4 HTTP/1.1" status: 200 len: 797 time: 0.6111081 Feb 19 04:13:55.483244 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-c1d4917a-88d2-4349-87ed-53a228c4dfa2 service neutron] Attempting to bind port eb8e2e5f-5dc2-4302-b952-8344d22dec4c on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:13:55.485170 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-c1d4917a-88d2-4349-87ed-53a228c4dfa2 service neutron] Attempting to bind port eb8e2e5f-5dc2-4302-b952-8344d22dec4c by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:13:55.485778 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-c1d4917a-88d2-4349-87ed-53a228c4dfa2 service neutron] Attempting to bind port eb8e2e5f-5dc2-4302-b952-8344d22dec4c on network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:55.505650 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-c1d4917a-88d2-4349-87ed-53a228c4dfa2 service neutron] Port eb8e2e5f-5dc2-4302-b952-8344d22dec4c on network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:13:55.508273 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-c1d4917a-88d2-4349-87ed-53a228c4dfa2 service neutron] Attempting to bind port eb8e2e5f-5dc2-4302-b952-8344d22dec4c on network 9dc04b1c-0c00-4eb5-855b-7e8517943c9f {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:13:55.562485 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-4187a91f-5aa5-4922-a7f3-7a5e9aed835c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:55.572093 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-4187a91f-5aa5-4922-a7f3-7a5e9aed835c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2554541 Feb 19 04:13:55.575425 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-c1d4917a-88d2-4349-87ed-53a228c4dfa2 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:13:55.578212 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-c1d4917a-88d2-4349-87ed-53a228c4dfa2 service neutron] Checking segment: {'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:13:55.580264 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-c1d4917a-88d2-4349-87ed-53a228c4dfa2 service neutron] Bound using segment: {'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:13:55.582940 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-c1d4917a-88d2-4349-87ed-53a228c4dfa2 service neutron] Bound port: eb8e2e5f-5dc2-4302-b952-8344d22dec4c, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ec0aad-642a-4664-8544-6e9c31cf89a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:13:55.585135 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-c1d4917a-88d2-4349-87ed-53a228c4dfa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (eb8e2e5f-5dc2-4302-b952-8344d22dec4c), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:56.050611 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-f9dc38a5-c0d5-4edd-9157-f7dbb1508dbe tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Allocated IP 172.20.0.4 (2845545c-792f-42dd-94d8-6859754785c7/e5fa79a3-cd3b-4ab2-b880-410d1bb2ec16/3439a3b0-3ac1-4bbd-8e6b-92f355199869) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:13:56.055257 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-897554a5-40bc-48c4-a9cb-6915a1dccc38 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603422 Feb 19 04:13:56.248820 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-fd82b7fd-4b5b-447a-805f-409441e228fb admin admin] Deleting port 6ecf67e1-4970-403c-9a4e-5668965370f1 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:13:56.250715 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd82b7fd-4b5b-447a-805f-409441e228fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (6ecf67e1-4970-403c-9a4e-5668965370f1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:56.318473 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-c1d4917a-88d2-4349-87ed-53a228c4dfa2 service neutron] For port eb8e2e5f-5dc2-4302-b952-8344d22dec4c, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:13:56.385710 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-c1d4917a-88d2-4349-87ed-53a228c4dfa2 service neutron] For port eb8e2e5f-5dc2-4302-b952-8344d22dec4c, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=eb8e2e5f-5dc2-4302-b952-8344d22dec4c,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:13:56.432174 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-c1d4917a-88d2-4349-87ed-53a228c4dfa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (eb8e2e5f-5dc2-4302-b952-8344d22dec4c), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:56.635683 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-4a5137a9-be21-4ce8-ad5c-3c9562362a64 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600424 Feb 19 04:13:56.730073 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-fd82b7fd-4b5b-447a-805f-409441e228fb admin admin] For port 6ecf67e1-4970-403c-9a4e-5668965370f1, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6ecf67e1-4970-403c-9a4e-5668965370f1,segment=NetworkSegment(651b2c39-398b-4846-8367-85bfe33e1bb9),segment_id=651b2c39-398b-4846-8367-85bfe33e1bb9)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:13:56.731296 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd82b7fd-4b5b-447a-805f-409441e228fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (6ecf67e1-4970-403c-9a4e-5668965370f1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:56.806957 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-c1d4917a-88d2-4349-87ed-53a228c4dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:56.807973 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-c1d4917a-88d2-4349-87ed-53a228c4dfa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:56.810481 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-c1d4917a-88d2-4349-87ed-53a228c4dfa2 service neutron] 10.222.0.10 "PUT /v2.0/ports/eb8e2e5f-5dc2-4302-b952-8344d22dec4c HTTP/1.1" status: 200 len: 1091 time: 4.3803802 Feb 19 04:13:56.817400 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-b4d62c7d-135e-413f-9c47-46ceaa660a2d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=13c2138b-ecb4-49ec-863d-bf5056060952 HTTP/1.1" status: 200 len: 217 time: 0.1664999 Feb 19 04:13:56.817858 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5bdef6-a4ca-4b26-af2d-877c47470c06', 'tag': 'eb8e2e5f-5dc2-4302-b952-8344d22dec4c'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:13:56.821877 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508a96b2-e554-4102-8f35-7efdb2e7e14c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5bdef6-a4ca-4b26-af2d-877c47470c06", "tag": "eb8e2e5f-5dc2-4302-b952-8344d22dec4c"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:13:56.847675 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-fd82b7fd-4b5b-447a-805f-409441e228fb admin admin] Calling delete_port for 6ecf67e1-4970-403c-9a4e-5668965370f1 owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:13:56.972949 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-f9dc38a5-c0d5-4edd-9157-f7dbb1508dbe tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Publish callbacks [] for port (3439a3b0-3ac1-4bbd-8e6b-92f355199869), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:57.040492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4917a-88d2-4349-87ed-53a228c4dfa2 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8e2e5f-5dc2-4302-b952-8344d22dec4c,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:57.126239 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-51cc184b-51b9-4777-998e-f11b410973ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:57.129832 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-51cc184b-51b9-4777-998e-f11b410973ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5a38712-95b2-4271-ab6e-5854ab0620a4 HTTP/1.1" status: 200 len: 797 time: 0.3018289 Feb 19 04:13:57.197364 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-4c4ba483-89ce-4b7f-8109-01fd3099db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:57.201720 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-4c4ba483-89ce-4b7f-8109-01fd3099db8e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 1125 time: 0.2726903 Feb 19 04:13:57.335624 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-f9dc38a5-c0d5-4edd-9157-f7dbb1508dbe tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (3439a3b0-3ac1-4bbd-8e6b-92f355199869), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:57.517270 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-f9dc38a5-c0d5-4edd-9157-f7dbb1508dbe tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Network 2845545c-792f-42dd-94d8-6859754785c7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:13:57.566128 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-f9dc38a5-c0d5-4edd-9157-f7dbb1508dbe tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:13:57.571130 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-f9dc38a5-c0d5-4edd-9157-f7dbb1508dbe tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:13:57.633438 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-bedd038e-1d0a-418e-9740-9846ef92fb90 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb8e2e5f-5dc2-4302-b952-8344d22dec4c HTTP/1.1" status: 200 len: 217 time: 0.3507109 Feb 19 04:13:57.712224 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-28288dee-44bf-4b07-9450-407451fdce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:57.727491 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-28288dee-44bf-4b07-9450-407451fdce77 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5876815 Feb 19 04:13:57.800220 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143582c3-1c01-4eb3-be2d-5ed4d103a380 req-8a09f7f2-8d2c-41b8-8fb7-e72d5ec7b47e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:57.818011 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143582c3-1c01-4eb3-be2d-5ed4d103a380 req-8a09f7f2-8d2c-41b8-8fb7-e72d5ec7b47e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:57.825258 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc38a5-c0d5-4edd-9157-f7dbb1508dbe tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Pushing event updated for resources: {'Port': ['ID=3439a3b0-3ac1-4bbd-8e6b-92f355199869,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:57.872303 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143582c3-1c01-4eb3-be2d-5ed4d103a380 req-8a09f7f2-8d2c-41b8-8fb7-e72d5ec7b47e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:57.903995 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143582c3-1c01-4eb3-be2d-5ed4d103a380 req-8a09f7f2-8d2c-41b8-8fb7-e72d5ec7b47e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:57.937775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143582c3-1c01-4eb3-be2d-5ed4d103a380 req-8a09f7f2-8d2c-41b8-8fb7-e72d5ec7b47e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:57.956786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143582c3-1c01-4eb3-be2d-5ed4d103a380 req-8a09f7f2-8d2c-41b8-8fb7-e72d5ec7b47e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:57.995401 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143582c3-1c01-4eb3-be2d-5ed4d103a380 req-8a09f7f2-8d2c-41b8-8fb7-e72d5ec7b47e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:58.017675 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-143582c3-1c01-4eb3-be2d-5ed4d103a380 req-8a09f7f2-8d2c-41b8-8fb7-e72d5ec7b47e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.9007118 Feb 19 04:13:58.069382 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-f9dc38a5-c0d5-4edd-9157-f7dbb1508dbe tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:58.074563 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-f9dc38a5-c0d5-4edd-9157-f7dbb1508dbe tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:58.118922 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-f9dc38a5-c0d5-4edd-9157-f7dbb1508dbe tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0819345 Feb 19 04:13:58.164698 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-b115559e-54ae-4754-82c1-f3794ac841b4 service neutron] Request body: {'port': {'device_id': 'f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:13:58.327017 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-990b281b-bed8-4927-a34c-66c8f2ccd608 None None] Provisioning complete for port 3439a3b0-3ac1-4bbd-8e6b-92f355199869 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:13:58.328400 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-990b281b-bed8-4927-a34c-66c8f2ccd608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3439a3b0-3ac1-4bbd-8e6b-92f355199869), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:58.374781 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-ce325ff4-ad7d-444e-a2c5-7a092d2f97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:58.392633 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-ce325ff4-ad7d-444e-a2c5-7a092d2f97f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=920919b3-1361-46cf-9a70-c4e0885dbe63 HTTP/1.1" status: 200 len: 846 time: 0.7431698 Feb 19 04:13:58.401858 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-23f09559-077e-4818-ae5c-00c05fc7cef0 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=dda59ebd004a4cbca2d841c48f13658f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2295351 Feb 19 04:13:58.441480 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-462301b0-9c96-4fbc-b9b8-8c7693f962b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472031 Feb 19 04:13:58.463183 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-143582c3-1c01-4eb3-be2d-5ed4d103a380 req-d427ed11-6159-4952-b6ad-b5987b44d496 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4436402 Feb 19 04:13:58.500578 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-990b281b-bed8-4927-a34c-66c8f2ccd608 None None] Port 3439a3b0-3ac1-4bbd-8e6b-92f355199869 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:13:59.029271 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-cca008fe-6d47-447e-a6be-2f9e067c7ae5 service neutron] 10.222.0.10 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571830 Feb 19 04:13:59.369326 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-f99262c8-978d-4aff-aefe-65c6fe1b661f tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:59.375001 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-f99262c8-978d-4aff-aefe-65c6fe1b661f tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9704661 Feb 19 04:13:59.376149 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd82b7fd-4b5b-447a-805f-409441e228fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (6ecf67e1-4970-403c-9a4e-5668965370f1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:59.427125 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-143310fd-127b-4415-8265-ede426cce79a service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4049611 Feb 19 04:13:59.514682 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-b115559e-54ae-4754-82c1-f3794ac841b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3439a3b0-3ac1-4bbd-8e6b-92f355199869), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:59.520903 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-9aa0362c-97c9-493a-89ec-9dec4081f650 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] 10.222.0.65 "GET /v2.0/quotas/dda59ebd004a4cbca2d841c48f13658f HTTP/1.1" status: 200 len: 375 time: 0.0788012 Feb 19 04:13:59.565415 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d12fb2a-448b-4bb2-82a4-28316e2c5b8a req-a5328805-f148-40f5-aa9c-f09b20784ad8 service neutron] 10.222.0.10 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079458 Feb 19 04:13:59.627008 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82b7fd-4b5b-447a-805f-409441e228fb admin admin] Pushing event deleted for resources: {'Port': ['ID=6ecf67e1-4970-403c-9a4e-5668965370f1,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:13:59.712979 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab13c6e-639b-48c6-9677-7bbdf0a8d0a3 req-5bba9fca-f7ae-4d71-a347-f5dac3c0d165 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:59.720626 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7ab13c6e-639b-48c6-9677-7bbdf0a8d0a3 req-5bba9fca-f7ae-4d71-a347-f5dac3c0d165 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 943 time: 0.6877315 Feb 19 04:13:59.976015 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7ab13c6e-639b-48c6-9677-7bbdf0a8d0a3 req-fabdac8e-aefa-4843-84da-12e11904c6fc tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482790 Feb 19 04:14:00.128007 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-7f6503b0-96d4-48cd-94da-70f4ff90127b service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5597777 Feb 19 04:14:00.226454 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-3612beca-d2fd-4e4e-bfae-a75dc2b819cc tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dda59ebd004a4cbca2d841c48f13658f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6207416 Feb 19 04:14:00.295212 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-6aa25f7f-a507-4209-b456-68649088610d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=98ba4396-14a0-458f-9a0f-0e07a7c286aa HTTP/1.1" status: 200 len: 217 time: 0.1592371 Feb 19 04:14:00.570584 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 0fbee867-7e5d-40b4-80a1-c51753aab620 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:00.573886 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-38d1713a-d395-46aa-a40d-1ee278483754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:00.577216 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-38d1713a-d395-46aa-a40d-1ee278483754 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5a38712-95b2-4271-ab6e-5854ab0620a4 HTTP/1.1" status: 200 len: 797 time: 0.2525489 Feb 19 04:14:00.716446 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc28968-3df8-42ff-aabf-831be8686b2e req-401506ad-7168-478e-b719-59a6dfc1789b tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:00.729239 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bdc28968-3df8-42ff-aabf-831be8686b2e req-401506ad-7168-478e-b719-59a6dfc1789b tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2 HTTP/1.1" status: 200 len: 931 time: 0.4301832 Feb 19 04:14:01.043423 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bdc28968-3df8-42ff-aabf-831be8686b2e req-f691317e-841c-4193-bbbd-4dc864b8a7b9 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d4e42f6-7a5d-4589-8469-5324dc5c0b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119986 Feb 19 04:14:01.069403 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-13456732-81e4-4fc5-b859-14d8789c0069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:01.092032 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-13456732-81e4-4fc5-b859-14d8789c0069 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5062695 Feb 19 04:14:01.098248 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 0fbee867-7e5d-40b4-80a1-c51753aab620 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:01.105316 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:01.252389 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0fbee867-7e5d-40b4-80a1-c51753aab620, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0fbee867-7e5d-40b4-80a1-c51753aab620,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:01.258711 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fbee867-7e5d-40b4-80a1-c51753aab620'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:01.268978 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4045d163-1ade-4285-8e21-f66f82fe308d" -d '{"events": [{"server_uuid": "fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b", "name": "network-vif-unplugged", "status": "completed", "tag": "0fbee867-7e5d-40b4-80a1-c51753aab620"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:01.287019 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:01.429210 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd82b7fd-4b5b-447a-805f-409441e228fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (c76acd84-44a1-4da1-b216-5e41f69bb5df), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:01.501609 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a66a6d1-0303-4d9c-bb35-a6e1c7105916 x-openstack-request-id: req-2a66a6d1-0303-4d9c-bb35-a6e1c7105916 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:01.503491 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5bdef6-a4ca-4b26-af2d-877c47470c06", "tag": "eb8e2e5f-5dc2-4302-b952-8344d22dec4c", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:01.506416 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 13518115-3439-465e-80df-742f7f478040 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:14:01.521148 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2a66a6d1-0303-4d9c-bb35-a6e1c7105916 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:01.523527 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e5bdef6-a4ca-4b26-af2d-877c47470c06', 'tag': 'eb8e2e5f-5dc2-4302-b952-8344d22dec4c', 'status': 'completed', 'code': 200} Feb 19 04:14:01.813591 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=0fbee867-7e5d-40b4-80a1-c51753aab620,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:02.011474 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a96b2-e554-4102-8f35-7efdb2e7e14c req-06f1d5f7-1bfa-4197-ab2b-272f7cf5cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:02.021553 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-508a96b2-e554-4102-8f35-7efdb2e7e14c req-06f1d5f7-1bfa-4197-ab2b-272f7cf5cb35 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 1125 time: 0.4928513 Feb 19 04:14:02.029677 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-ed6d47de-7ace-463b-8f73-2e13ee426e4f service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9292154 Feb 19 04:14:02.059525 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef3fd-95c6-442b-91c5-d55c756f5b70 req-b8a204c0-0090-4847-81bb-c49e1f5d2198 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:02.062412 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-24cef3fd-95c6-442b-91c5-d55c756f5b70 req-b8a204c0-0090-4847-81bb-c49e1f5d2198 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2ecdf-4930-4901-b065-31159ae35923 HTTP/1.1" status: 200 len: 945 time: 0.4110858 Feb 19 04:14:02.115276 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 13518115-3439-465e-80df-742f7f478040, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=13518115-3439-465e-80df-742f7f478040,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:02.289273 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '13518115-3439-465e-80df-742f7f478040', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'port_id': '13518115-3439-465e-80df-742f7f478040', 'mac_address': 'fa:16:3e:c7:92:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:14:02.304609 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-adbeeda2-1c1f-48b9-a94f-8cf3f5690fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:02.595587 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device eb8e2e5f-5dc2-4302-b952-8344d22dec4c details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:14:02.861157 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port eb8e2e5f-5dc2-4302-b952-8344d22dec4c, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=eb8e2e5f-5dc2-4302-b952-8344d22dec4c,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:02.883323 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-24cef3fd-95c6-442b-91c5-d55c756f5b70 req-ddfd0b83-0c17-4bc1-b0f1-5f9a5a8d1c01 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8027802 Feb 19 04:14:02.884519 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-b115559e-54ae-4754-82c1-f3794ac841b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3439a3b0-3ac1-4bbd-8e6b-92f355199869 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:02.910810 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'eb8e2e5f-5dc2-4302-b952-8344d22dec4c', 'network_id': '9dc04b1c-0c00-4eb5-855b-7e8517943c9f', 'port_id': 'eb8e2e5f-5dc2-4302-b952-8344d22dec4c', 'mac_address': 'fa:16:3e:31:aa:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920919b3-1361-46cf-9a70-c4e0885dbe63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:14:02.928138 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 13518115-3439-465e-80df-742f7f478040 is: ACTIVE; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:02.932791 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-b115559e-54ae-4754-82c1-f3794ac841b4 service neutron] Publish callbacks [] for port (3439a3b0-3ac1-4bbd-8e6b-92f355199869), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:02.934258 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (13518115-3439-465e-80df-742f7f478040), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:02.985542 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-30b9cf28-d349-4551-ada3-a439c28eff8b service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9194958 Feb 19 04:14:02.987848 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a96b2-e554-4102-8f35-7efdb2e7e14c req-525b7082-c832-4426-91de-94de62a7df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:02.997184 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-508a96b2-e554-4102-8f35-7efdb2e7e14c req-525b7082-c832-4426-91de-94de62a7df56 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f HTTP/1.1" status: 200 len: 906 time: 0.9330249 Feb 19 04:14:03.020539 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-b115559e-54ae-4754-82c1-f3794ac841b4 service neutron] Transition to ACTIVE for port object 3439a3b0-3ac1-4bbd-8e6b-92f355199869 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:14:03.024061 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13518115-3439-465e-80df-742f7f478040 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:03.048711 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-b115559e-54ae-4754-82c1-f3794ac841b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (3439a3b0-3ac1-4bbd-8e6b-92f355199869), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:03.208146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 13518115-3439-465e-80df-742f7f478040, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=13518115-3439-465e-80df-742f7f478040,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:03.317301 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (13518115-3439-465e-80df-742f7f478040), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:03.460847 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-f25ddf86-475a-4474-a8ee-0dea21a56c56 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=4e690be2-b43f-4068-b470-83c74b17ac13 HTTP/1.1" status: 200 len: 217 time: 0.4620245 Feb 19 04:14:03.478231 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-508a96b2-e554-4102-8f35-7efdb2e7e14c req-1e4a90b2-89d4-4688-897b-a44321be8db4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb8e2e5f-5dc2-4302-b952-8344d22dec4c HTTP/1.1" status: 200 len: 217 time: 0.4505630 Feb 19 04:14:03.554192 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port eb8e2e5f-5dc2-4302-b952-8344d22dec4c is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:03.555060 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (eb8e2e5f-5dc2-4302-b952-8344d22dec4c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:03.616401 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['13518115-3439-465e-80df-742f7f478040'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:14:03.817623 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115559e-54ae-4754-82c1-f3794ac841b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3439a3b0-3ac1-4bbd-8e6b-92f355199869,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:03.933668 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8e2e5f-5dc2-4302-b952-8344d22dec4c {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:03.943180 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a96b2-e554-4102-8f35-7efdb2e7e14c req-66ed2fa0-e604-4ea3-b87c-419f5e094beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:03.946045 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-508a96b2-e554-4102-8f35-7efdb2e7e14c req-66ed2fa0-e604-4ea3-b87c-419f5e094beb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=920919b3-1361-46cf-9a70-c4e0885dbe63 HTTP/1.1" status: 200 len: 846 time: 0.3500495 Feb 19 04:14:03.953558 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-92fb7113-c0f3-43d1-bdaf-edfd2835196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:03.967082 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-92fb7113-c0f3-43d1-bdaf-edfd2835196d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5a38712-95b2-4271-ab6e-5854ab0620a4 HTTP/1.1" status: 200 len: 797 time: 0.4887602 Feb 19 04:14:04.040683 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port eb8e2e5f-5dc2-4302-b952-8344d22dec4c, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=eb8e2e5f-5dc2-4302-b952-8344d22dec4c,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:04.072956 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=13518115-3439-465e-80df-742f7f478040,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:04.077877 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73a913-d6ac-4ba5-a6d2-894041fd699d req-687d037f-fdf4-4c31-976b-af93ba4f1f49 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:04.097758 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73a913-d6ac-4ba5-a6d2-894041fd699d req-687d037f-fdf4-4c31-976b-af93ba4f1f49 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:04.118565 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73a913-d6ac-4ba5-a6d2-894041fd699d req-687d037f-fdf4-4c31-976b-af93ba4f1f49 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:04.118913 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (eb8e2e5f-5dc2-4302-b952-8344d22dec4c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:04.142853 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73a913-d6ac-4ba5-a6d2-894041fd699d req-687d037f-fdf4-4c31-976b-af93ba4f1f49 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:04.162862 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73a913-d6ac-4ba5-a6d2-894041fd699d req-687d037f-fdf4-4c31-976b-af93ba4f1f49 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:04.178525 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73a913-d6ac-4ba5-a6d2-894041fd699d req-687d037f-fdf4-4c31-976b-af93ba4f1f49 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:04.199343 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73a913-d6ac-4ba5-a6d2-894041fd699d req-687d037f-fdf4-4c31-976b-af93ba4f1f49 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:04.219650 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7b73a913-d6ac-4ba5-a6d2-894041fd699d req-687d037f-fdf4-4c31-976b-af93ba4f1f49 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.7813170 Feb 19 04:14:04.380993 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-d4586158-6ce5-48af-bf2d-27197cd204c6 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=dda59ebd004a4cbca2d841c48f13658f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3134179 Feb 19 04:14:04.388220 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-508a96b2-e554-4102-8f35-7efdb2e7e14c req-a6c0db76-2dac-4e3f-a358-a74be8fe360a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4176176 Feb 19 04:14:04.452679 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=eb8e2e5f-5dc2-4302-b952-8344d22dec4c,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:04.476585 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd82b7fd-4b5b-447a-805f-409441e228fb admin admin] Router c76acd84-44a1-4da1-b216-5e41f69bb5df has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:14:04.599052 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-b115559e-54ae-4754-82c1-f3794ac841b4 service neutron] Attempting to bind port 3439a3b0-3ac1-4bbd-8e6b-92f355199869 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:14:04.599636 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-b115559e-54ae-4754-82c1-f3794ac841b4 service neutron] Attempting to bind port 3439a3b0-3ac1-4bbd-8e6b-92f355199869 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '392ad862-29e0-4dda-bbcc-b4581638c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2845545c-792f-42dd-94d8-6859754785c7'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:14:04.600227 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-b115559e-54ae-4754-82c1-f3794ac841b4 service neutron] Attempting to bind port 3439a3b0-3ac1-4bbd-8e6b-92f355199869 on network 2845545c-792f-42dd-94d8-6859754785c7 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:04.672197 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['eb8e2e5f-5dc2-4302-b952-8344d22dec4c'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:14:04.825072 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-b115559e-54ae-4754-82c1-f3794ac841b4 service neutron] Port 3439a3b0-3ac1-4bbd-8e6b-92f355199869 on network 2845545c-792f-42dd-94d8-6859754785c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:14:04.829029 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-b115559e-54ae-4754-82c1-f3794ac841b4 service neutron] Attempting to bind port 3439a3b0-3ac1-4bbd-8e6b-92f355199869 on network 2845545c-792f-42dd-94d8-6859754785c7 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:04.885418 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-b115559e-54ae-4754-82c1-f3794ac841b4 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:14:04.886795 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-b115559e-54ae-4754-82c1-f3794ac841b4 service neutron] Checking segment: {'id': '392ad862-29e0-4dda-bbcc-b4581638c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2845545c-792f-42dd-94d8-6859754785c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:04.887716 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-b115559e-54ae-4754-82c1-f3794ac841b4 service neutron] Bound using segment: {'id': '392ad862-29e0-4dda-bbcc-b4581638c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2845545c-792f-42dd-94d8-6859754785c7'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:14:04.888629 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-b115559e-54ae-4754-82c1-f3794ac841b4 service neutron] Bound port: 3439a3b0-3ac1-4bbd-8e6b-92f355199869, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '392ad862-29e0-4dda-bbcc-b4581638c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2845545c-792f-42dd-94d8-6859754785c7'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:14:04.890071 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-b115559e-54ae-4754-82c1-f3794ac841b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3439a3b0-3ac1-4bbd-8e6b-92f355199869), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:04.916340 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-528993c3-f132-4292-96a8-27622d2d6fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:04.927370 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-528993c3-f132-4292-96a8-27622d2d6fe2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.9324946 Feb 19 04:14:05.205988 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7b73a913-d6ac-4ba5-a6d2-894041fd699d req-4ae96e28-620a-4ffa-84c3-0c469319e586 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9712553 Feb 19 04:14:05.409523 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-94771dbb-3b36-4432-b923-85b581d1d25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:05.446811 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-b115559e-54ae-4754-82c1-f3794ac841b4 service neutron] For port 3439a3b0-3ac1-4bbd-8e6b-92f355199869, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:14:05.456435 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-b115559e-54ae-4754-82c1-f3794ac841b4 service neutron] For port 3439a3b0-3ac1-4bbd-8e6b-92f355199869, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3439a3b0-3ac1-4bbd-8e6b-92f355199869,segment=NetworkSegment(392ad862-29e0-4dda-bbcc-b4581638c008),segment_id=392ad862-29e0-4dda-bbcc-b4581638c008)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:14:05.483774 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-b115559e-54ae-4754-82c1-f3794ac841b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (3439a3b0-3ac1-4bbd-8e6b-92f355199869), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:05.597338 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-dbb2d256-2641-4017-ae84-c7a15cfc3c06 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6450281 Feb 19 04:14:05.675747 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-b115559e-54ae-4754-82c1-f3794ac841b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:05.677408 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-b115559e-54ae-4754-82c1-f3794ac841b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:05.680146 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-b115559e-54ae-4754-82c1-f3794ac841b4 service neutron] 10.222.0.48 "PUT /v2.0/ports/3439a3b0-3ac1-4bbd-8e6b-92f355199869 HTTP/1.1" status: 200 len: 1091 time: 7.5442712 Feb 19 04:14:05.690962 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2', 'tag': '3439a3b0-3ac1-4bbd-8e6b-92f355199869'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:05.707858 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c280ae2-63f9-4869-b31f-91f5bcbe53ca" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2", "tag": "3439a3b0-3ac1-4bbd-8e6b-92f355199869"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:05.757040 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6d18d2dd-2f6b-4bf0-8e86-467384ad068a req-4b22faa9-6231-4254-a7b1-0fb236e98ecd tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] 10.222.0.65 "GET /v2.0/ports?device_id=de97975c-84e5-4795-a610-2d6ef4440f2b HTTP/1.1" status: 200 len: 210 time: 0.1559505 Feb 19 04:14:05.945651 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-508a96b2-e554-4102-8f35-7efdb2e7e14c req-645ab19f-4eab-48b6-b280-ce7828c3746b service neutron] 10.222.0.10 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5066876 Feb 19 04:14:06.213337 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-a1c621d7-755a-4647-8f2e-1c5dfff10199 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:06.226610 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-a1c621d7-755a-4647-8f2e-1c5dfff10199 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.8342450 Feb 19 04:14:06.365030 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-32f18a5b-3b0f-4e43-aa29-d787246c0bf4 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Request body: {'port': {'device_id': 'de97975c-84e5-4795-a610-2d6ef4440f2b', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': 'dda59ebd004a4cbca2d841c48f13658f'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:06.458494 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-76df53a3-a287-4221-8a29-6cd8190a4b94 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8298316 Feb 19 04:14:06.604525 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device eb8e2e5f-5dc2-4302-b952-8344d22dec4c up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:06.677871 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-8da03662-b875-4c6e-8139-752ec03df3dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 HTTP/1.1" status: 200 len: 217 time: 0.1905510 Feb 19 04:14:06.828366 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115559e-54ae-4754-82c1-f3794ac841b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3439a3b0-3ac1-4bbd-8e6b-92f355199869,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:06.844552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd82b7fd-4b5b-447a-805f-409441e228fb admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:14:06.865878 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca9500-7264-409a-9d94-327c7b0f1e28 None None] Sync routers for ids ['c76acd84-44a1-4da1-b216-5e41f69bb5df'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:14:06.868660 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fd82b7fd-4b5b-447a-805f-409441e228fb admin admin] 10.222.0.65 "PUT /v2.0/routers/c76acd84-44a1-4da1-b216-5e41f69bb5df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8401687 Feb 19 04:14:06.874838 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38700) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:06.929678 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ca9500-7264-409a-9d94-327c7b0f1e28 None None] Routers {'c76acd84-44a1-4da1-b216-5e41f69bb5df'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:06.933051 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-44ca9500-7264-409a-9d94-327c7b0f1e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:14:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c76acd84-44a1-4da1-b216-5e41f69bb5df'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:07.023902 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-e8f0cacf-c489-4afb-96ca-b08d84dc2046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:07.027732 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-e8f0cacf-c489-4afb-96ca-b08d84dc2046 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7328b15aba784aaa828edf6314301353&device_id=f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2 HTTP/1.1" status: 200 len: 1125 time: 0.9209893 Feb 19 04:14:07.081250 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.097071 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port eb8e2e5f-5dc2-4302-b952-8344d22dec4c completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:14:07.122914 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port eb8e2e5f-5dc2-4302-b952-8344d22dec4c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:07.123708 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (eb8e2e5f-5dc2-4302-b952-8344d22dec4c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.415500 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 13518115-3439-465e-80df-742f7f478040 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:07.445883 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.482014 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5853-9b43-46b0-80a5-83e5ce3bd2d5 admin admin] Publish callbacks [] for router (c76acd84-44a1-4da1-b216-5e41f69bb5df), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.501610 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-ded47413-1a22-4d14-a351-c860e949c2e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3439a3b0-3ac1-4bbd-8e6b-92f355199869 HTTP/1.1" status: 200 len: 217 time: 0.4540215 Feb 19 04:14:07.630373 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-44ca9500-7264-409a-9d94-327c7b0f1e28 None None] Set router c76acd84-44a1-4da1-b216-5e41f69bb5df gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:07.937729 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-2a26f009-37ab-4d2e-ac85-c322adb4781b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:07.944007 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-2a26f009-37ab-4d2e-ac85-c322adb4781b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e5fa79a3-cd3b-4ab2-b880-410d1bb2ec16 HTTP/1.1" status: 200 len: 854 time: 0.4312665 Feb 19 04:14:07.947302 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-32f18a5b-3b0f-4e43-aa29-d787246c0bf4 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Made reservation on behalf of dda59ebd004a4cbca2d841c48f13658f for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:07.953820 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.963207 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-32f18a5b-3b0f-4e43-aa29-d787246c0bf4 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.968149 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port eb8e2e5f-5dc2-4302-b952-8344d22dec4c is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:07.969835 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (eb8e2e5f-5dc2-4302-b952-8344d22dec4c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.097033 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 13518115-3439-465e-80df-742f7f478040 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:08.098226 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (13518115-3439-465e-80df-742f7f478040), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.109041 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-508a96b2-e554-4102-8f35-7efdb2e7e14c req-2d40d05d-ac0b-4d5b-97fa-6206d03e1c0e service neutron] 10.222.0.10 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1518991 Feb 19 04:14:08.111999 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-9d0a89e5-817c-4396-8008-e27bc6f136b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:08.115329 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-9d0a89e5-817c-4396-8008-e27bc6f136b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3182cf3a-ad2c-4837-8f72-549019a0a801 HTTP/1.1" status: 200 len: 797 time: 1.3880503 Feb 19 04:14:08.133098 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bb01f-84d4-43fc-8095-c144683cfbfb req-b6f15e38-22e8-47d5-9095-53680bf066c1 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:08.135973 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-100bb01f-84d4-43fc-8095-c144683cfbfb req-b6f15e38-22e8-47d5-9095-53680bf066c1 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 944 time: 1.9274421 Feb 19 04:14:08.219745 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-32f18a5b-3b0f-4e43-aa29-d787246c0bf4 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.226336 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port eb8e2e5f-5dc2-4302-b952-8344d22dec4c, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=eb8e2e5f-5dc2-4302-b952-8344d22dec4c,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:08.248946 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (eb8e2e5f-5dc2-4302-b952-8344d22dec4c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.415288 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-100bb01f-84d4-43fc-8095-c144683cfbfb req-f34b9fa2-e13b-45c8-80b6-4f212e955270 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120459 Feb 19 04:14:08.425725 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-c2d7c324-99e8-46ab-a950-af78c622d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:08.433154 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-c2d7c324-99e8-46ab-a950-af78c622d7da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=711f24c3-7d72-4738-9575-b7145b783950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2941847 Feb 19 04:14:08.461412 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=eb8e2e5f-5dc2-4302-b952-8344d22dec4c,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:08.472852 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-44ca9500-7264-409a-9d94-327c7b0f1e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'name': 'tempest-ServersTestJSON-645793320-router', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:21Z', 'updated_at': '2022-02-19T04:13:58Z', 'revision_number': 5, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'gw_port': {'id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:23Z', 'updated_at': '2022-02-19T04:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:08.602768 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca9500-7264-409a-9d94-327c7b0f1e28 None None] Checking router: c76acd84-44a1-4da1-b216-5e41f69bb5df for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:14:08.632052 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b0558e-5c0d-47c9-8c49-12184d65975e x-openstack-request-id: req-f7b0558e-5c0d-47c9-8c49-12184d65975e {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:08.632541 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b", "name": "network-vif-unplugged", "status": "completed", "tag": "0fbee867-7e5d-40b4-80a1-c51753aab620", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:08.632961 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f7b0558e-5c0d-47c9-8c49-12184d65975e {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:08.633616 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fbee867-7e5d-40b4-80a1-c51753aab620', 'code': 200} Feb 19 04:14:08.649013 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ca9500-7264-409a-9d94-327c7b0f1e28 None None] Routers {'c76acd84-44a1-4da1-b216-5e41f69bb5df'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:08.727302 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-44ca9500-7264-409a-9d94-327c7b0f1e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:14:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c76acd84-44a1-4da1-b216-5e41f69bb5df'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:08.860749 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.866100 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 13518115-3439-465e-80df-742f7f478040 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:08.867007 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (13518115-3439-465e-80df-742f7f478040), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.890836 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-bcfbe8f5-3ff5-40f5-8500-1a76cc2314ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:08.902877 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-bcfbe8f5-3ff5-40f5-8500-1a76cc2314ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2845545c-792f-42dd-94d8-6859754785c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9044089 Feb 19 04:14:08.910961 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-32f18a5b-3b0f-4e43-aa29-d787246c0bf4 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Publish callbacks [] for security_group (40b7832e-e3e7-4ff3-8ee8-b467cc68342c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.064410 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-bf5e22f1-34ed-499d-943a-2fd1832a3ebb service neutron] 10.222.0.10 "GET /v2.0/networks/711f24c3-7d72-4738-9575-b7145b783950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6206958 Feb 19 04:14:09.081592 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5853-9b43-46b0-80a5-83e5ce3bd2d5 admin admin] Publish callbacks [] for router_gateway (c76acd84-44a1-4da1-b216-5e41f69bb5df), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.113264 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-32f18a5b-3b0f-4e43-aa29-d787246c0bf4 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (40b7832e-e3e7-4ff3-8ee8-b467cc68342c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.147576 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.160774 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 13518115-3439-465e-80df-742f7f478040, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=13518115-3439-465e-80df-742f7f478040,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:09.182531 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (13518115-3439-465e-80df-742f7f478040), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.250281 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-44ca9500-7264-409a-9d94-327c7b0f1e28 None None] Set router c76acd84-44a1-4da1-b216-5e41f69bb5df gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:09.405475 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f18a5b-3b0f-4e43-aa29-d787246c0bf4 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40b7832e-e3e7-4ff3-8ee8-b467cc68342c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:09.422911 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d7e03-07ed-4aa0-91ae-d82ed92ed7e1 req-cdcde55c-5418-4a3f-85d9-6653fe296fae tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:09.435335 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d84d7e03-07ed-4aa0-91ae-d82ed92ed7e1 req-cdcde55c-5418-4a3f-85d9-6653fe296fae tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2 HTTP/1.1" status: 200 len: 943 time: 0.5142124 Feb 19 04:14:09.484294 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=13518115-3439-465e-80df-742f7f478040,revision_number=7']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:09.612152 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-f9cdd615-9687-4078-a90d-6991887ec861 service neutron] 10.222.0.10 "GET /v2.0/networks/711f24c3-7d72-4738-9575-b7145b783950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292144 Feb 19 04:14:09.891945 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-27fcc5ea-d78f-430b-b984-b97a23cd29f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=434235d7-dfe6-4b36-a5d6-5491aa76e4ab HTTP/1.1" status: 200 len: 217 time: 0.2744217 Feb 19 04:14:09.949086 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d84d7e03-07ed-4aa0-91ae-d82ed92ed7e1 req-178f42f5-4891-4604-89f8-a825ba30de34 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d4e42f6-7a5d-4589-8469-5324dc5c0b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809408 Feb 19 04:14:10.109946 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-d62b0e66-b66d-4484-8a0f-f5e8aa6194c1 service neutron] 10.222.0.48 "GET /v2.0/networks/2845545c-792f-42dd-94d8-6859754785c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1956315 Feb 19 04:14:10.269106 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-c8741911-ea6d-48bf-8a75-9c8852793975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:10.271473 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-c8741911-ea6d-48bf-8a75-9c8852793975 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3182cf3a-ad2c-4837-8f72-549019a0a801 HTTP/1.1" status: 200 len: 797 time: 0.3705761 Feb 19 04:14:10.315336 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-44ca9500-7264-409a-9d94-327c7b0f1e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'name': 'tempest-ServersTestJSON-645793320-router', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:21Z', 'updated_at': '2022-02-19T04:13:58Z', 'revision_number': 5, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'gw_port': {'id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:23Z', 'updated_at': '2022-02-19T04:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:10.359720 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-32f18a5b-3b0f-4e43-aa29-d787246c0bf4 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Allocated IP 192.168.233.118 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/776a97ff-b63f-4118-b421-28c984123b53) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:14:10.485021 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca9500-7264-409a-9d94-327c7b0f1e28 None None] The sync data for ids ['c76acd84-44a1-4da1-b216-5e41f69bb5df'] in n-d-772273-4 is: [{'id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'name': 'tempest-ServersTestJSON-645793320-router', 'tenant_id': 'dc24a822c9cd4304b5492da651149632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:21Z', 'updated_at': '2022-02-19T04:13:58Z', 'revision_number': 5, 'project_id': 'dc24a822c9cd4304b5492da651149632', 'gw_port': {'id': 'b2d8d127-17cb-4ee0-8502-e7287ddadde6', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76acd84-44a1-4da1-b216-5e41f69bb5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:11:23Z', 'updated_at': '2022-02-19T04:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:14:10.634810 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5bdef6-a4ca-4b26-af2d-877c47470c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8e2e5f-5dc2-4302-b952-8344d22dec4c'}, {'server_uuid': '5ed2ecdf-4930-4901-b065-31159ae35923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13518115-3439-465e-80df-742f7f478040'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:10.637624 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde41721-f9d3-4902-abce-6f5e25f2b5d2" -d '{"events": [{"server_uuid": "2e5bdef6-a4ca-4b26-af2d-877c47470c06", "name": "network-vif-plugged", "status": "completed", "tag": "eb8e2e5f-5dc2-4302-b952-8344d22dec4c"}, {"server_uuid": "5ed2ecdf-4930-4901-b065-31159ae35923", "name": "network-vif-plugged", "status": "completed", "tag": "13518115-3439-465e-80df-742f7f478040"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:10.711948 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d35db-96e2-4d67-836d-7272ee33afa1 req-f848ec21-0fbb-4336-b9cb-bd1760b01f16 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:10.723555 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-282d35db-96e2-4d67-836d-7272ee33afa1 req-f848ec21-0fbb-4336-b9cb-bd1760b01f16 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2ecdf-4930-4901-b065-31159ae35923 HTTP/1.1" status: 200 len: 945 time: 0.4502108 Feb 19 04:14:10.861629 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-405b2a33-10de-4985-a788-86cb372dab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:10.863832 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-405b2a33-10de-4985-a788-86cb372dab16 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=711f24c3-7d72-4738-9575-b7145b783950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5225976 Feb 19 04:14:10.897038 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6ecf67e1-4970-403c-9a4e-5668965370f1 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:10.993398 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 6ecf67e1-4970-403c-9a4e-5668965370f1 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:14:10.994490 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6ecf67e1-4970-403c-9a4e-5668965370f1 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:11.093434 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-32f18a5b-3b0f-4e43-aa29-d787246c0bf4 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Publish callbacks [] for port (776a97ff-b63f-4118-b421-28c984123b53), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:11.244490 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-8d0d5853-9b43-46b0-80a5-83e5ce3bd2d5 admin admin] Deleting port b2d8d127-17cb-4ee0-8502-e7287ddadde6 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:11.245586 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5853-9b43-46b0-80a5-83e5ce3bd2d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b2d8d127-17cb-4ee0-8502-e7287ddadde6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:11.392385 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-1eb3926e-0f69-498c-a67c-e541720d8529 service neutron] 10.222.0.10 "GET /v2.0/networks/711f24c3-7d72-4738-9575-b7145b783950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984779 Feb 19 04:14:11.758029 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-32f18a5b-3b0f-4e43-aa29-d787246c0bf4 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (776a97ff-b63f-4118-b421-28c984123b53), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:11.824332 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-282d35db-96e2-4d67-836d-7272ee33afa1 req-411ff9b7-6afe-47ff-b8cf-3732eb07ab42 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0771925 Feb 19 04:14:11.911743 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-0246c115-ee11-43c3-907d-b06fea10a4e5 service neutron] 10.222.0.10 "GET /v2.0/networks/711f24c3-7d72-4738-9575-b7145b783950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176740 Feb 19 04:14:11.942467 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-32f18a5b-3b0f-4e43-aa29-d787246c0bf4 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:11.945559 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e2344cd-02e5-4bfb-a2ed-99dae4f4e341 req-d738fc92-b559-494b-92aa-731e5e9f2524 service neutron] 10.222.0.48 "GET /v2.0/networks/2845545c-792f-42dd-94d8-6859754785c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3576612 Feb 19 04:14:11.950248 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-8d0d5853-9b43-46b0-80a5-83e5ce3bd2d5 admin admin] For port b2d8d127-17cb-4ee0-8502-e7287ddadde6, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b2d8d127-17cb-4ee0-8502-e7287ddadde6,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:11.950666 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5853-9b43-46b0-80a5-83e5ce3bd2d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b2d8d127-17cb-4ee0-8502-e7287ddadde6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:11.955462 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-32f18a5b-3b0f-4e43-aa29-d787246c0bf4 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:11.969168 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-32f18a5b-3b0f-4e43-aa29-d787246c0bf4 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:14:12.062437 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f18a5b-3b0f-4e43-aa29-d787246c0bf4 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Pushing event updated for resources: {'Port': ['ID=776a97ff-b63f-4118-b421-28c984123b53,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:12.079386 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-8d0d5853-9b43-46b0-80a5-83e5ce3bd2d5 admin admin] Calling delete_port for b2d8d127-17cb-4ee0-8502-e7287ddadde6 owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:12.231292 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-67b92793-2499-4d36-a0c7-54e564cc62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:12.232330 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-67b92793-2499-4d36-a0c7-54e564cc62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:12.233549 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-67b92793-2499-4d36-a0c7-54e564cc62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:12.234459 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-67b92793-2499-4d36-a0c7-54e564cc62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:12.235341 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-67b92793-2499-4d36-a0c7-54e564cc62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:12.236225 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-67b92793-2499-4d36-a0c7-54e564cc62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:12.239348 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-67b92793-2499-4d36-a0c7-54e564cc62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:12.241226 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-67b92793-2499-4d36-a0c7-54e564cc62a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50046a5e10b942e69046ff4f02f577d8&device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 6696 time: 0.2122784 Feb 19 04:14:12.288407 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cabde2-ee80-4f24-ad1a-19a16fdadeaf x-openstack-request-id: req-13cabde2-ee80-4f24-ad1a-19a16fdadeaf {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:12.289244 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2", "tag": "3439a3b0-3ac1-4bbd-8e6b-92f355199869", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:12.291446 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-13cabde2-ee80-4f24-ad1a-19a16fdadeaf {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:12.292218 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2', 'tag': '3439a3b0-3ac1-4bbd-8e6b-92f355199869', 'status': 'completed', 'code': 200} Feb 19 04:14:12.579822 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-32f18a5b-3b0f-4e43-aa29-d787246c0bf4 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:12.583921 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-32f18a5b-3b0f-4e43-aa29-d787246c0bf4 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.743355 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-32f18a5b-3b0f-4e43-aa29-d787246c0bf4 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.4017162 Feb 19 04:14:12.785857 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ff8c9f11-e0c8-476b-ae8a-bd18d179efce None None] Provisioning complete for port 776a97ff-b63f-4118-b421-28c984123b53 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:12.786697 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-0d3d20c6-b19c-401b-971e-1112e59d2ed2 service neutron] Request body: {'port': {'device_id': 'de97975c-84e5-4795-a610-2d6ef4440f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:12.787780 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ff8c9f11-e0c8-476b-ae8a-bd18d179efce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (776a97ff-b63f-4118-b421-28c984123b53), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:13.034508 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-7408b3a2-6337-4b05-98bf-4fae57082b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:13.043515 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-7408b3a2-6337-4b05-98bf-4fae57082b6c service neutron] 10.222.0.10 "GET /v2.0/networks?id=13a9d3f4-3356-4e6e-a155-7a335ac942cb HTTP/1.1" status: 200 len: 911 time: 0.7926660 Feb 19 04:14:13.086139 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91672e-9f04-4dfd-be50-36c0a9dd980b req-8335c989-5cd7-4830-8226-713d547f791f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:13.118516 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91672e-9f04-4dfd-be50-36c0a9dd980b req-8335c989-5cd7-4830-8226-713d547f791f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:13.141224 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91672e-9f04-4dfd-be50-36c0a9dd980b req-8335c989-5cd7-4830-8226-713d547f791f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:13.169882 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91672e-9f04-4dfd-be50-36c0a9dd980b req-8335c989-5cd7-4830-8226-713d547f791f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:13.207185 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91672e-9f04-4dfd-be50-36c0a9dd980b req-8335c989-5cd7-4830-8226-713d547f791f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:13.213800 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91672e-9f04-4dfd-be50-36c0a9dd980b req-8335c989-5cd7-4830-8226-713d547f791f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:13.234057 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91672e-9f04-4dfd-be50-36c0a9dd980b req-8335c989-5cd7-4830-8226-713d547f791f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:13.258072 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8d91672e-9f04-4dfd-be50-36c0a9dd980b req-8335c989-5cd7-4830-8226-713d547f791f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.6333854 Feb 19 04:14:13.469864 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-f98df803-cc46-4be8-b5a1-84e7173a705c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d55925d6-45fb-442a-a75b-25b53b26f933 HTTP/1.1" status: 200 len: 217 time: 0.1986532 Feb 19 04:14:13.478784 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ff8c9f11-e0c8-476b-ae8a-bd18d179efce None None] Port 776a97ff-b63f-4118-b421-28c984123b53 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:14:13.683303 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-f4d20f11-9975-4091-88c8-9b7fa0db9089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:13.697935 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-f4d20f11-9975-4091-88c8-9b7fa0db9089 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51a2a4cd-6790-4215-a871-8bf82a31fe51 HTTP/1.1" status: 200 len: 850 time: 0.1953912 Feb 19 04:14:13.863396 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8d91672e-9f04-4dfd-be50-36c0a9dd980b req-5cb8d603-26c5-4f93-acf4-7723b409d8a6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6033785 Feb 19 04:14:13.948702 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-c71ce5c0-1a46-4fa2-8a77-276f1cf50779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:13.951514 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-c71ce5c0-1a46-4fa2-8a77-276f1cf50779 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13a9d3f4-3356-4e6e-a155-7a335ac942cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2519193 Feb 19 04:14:14.089579 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c280ae2-63f9-4869-b31f-91f5bcbe53ca req-bb6e662d-519c-496d-a362-5c4ebc66c226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:14.097451 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6c280ae2-63f9-4869-b31f-91f5bcbe53ca req-bb6e662d-519c-496d-a362-5c4ebc66c226 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7328b15aba784aaa828edf6314301353&device_id=f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2 HTTP/1.1" status: 200 len: 1125 time: 1.7937469 Feb 19 04:14:14.223123 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-0d3d20c6-b19c-401b-971e-1112e59d2ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (776a97ff-b63f-4118-b421-28c984123b53), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:14.398158 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922efdfc-d8f2-4ad0-99cd-f25aeb34cc11 req-04142985-15e4-4d13-850c-8f19cf06b7b1 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:14.401132 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-922efdfc-d8f2-4ad0-99cd-f25aeb34cc11 req-04142985-15e4-4d13-850c-8f19cf06b7b1 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] 10.222.0.65 "GET /v2.0/ports?device_id=de97975c-84e5-4795-a610-2d6ef4440f2b HTTP/1.1" status: 200 len: 936 time: 0.2581408 Feb 19 04:14:14.413163 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-fed307a7-cd5c-41ca-ae27-f30a955a2439 service neutron] 10.222.0.10 "GET /v2.0/networks/13a9d3f4-3356-4e6e-a155-7a335ac942cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499774 Feb 19 04:14:14.416058 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c280ae2-63f9-4869-b31f-91f5bcbe53ca req-1d937270-bdf6-4165-ab11-8f28ecf3284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:14.426523 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6c280ae2-63f9-4869-b31f-91f5bcbe53ca req-1d937270-bdf6-4165-ab11-8f28ecf3284a service neutron] 10.222.0.48 "GET /v2.0/networks?id=2845545c-792f-42dd-94d8-6859754785c7 HTTP/1.1" status: 200 len: 915 time: 0.3221645 Feb 19 04:14:14.704530 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-922efdfc-d8f2-4ad0-99cd-f25aeb34cc11 req-10318fbb-4565-482d-9c2d-eefb44d22094 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] 10.222.0.65 "GET /v2.0/security-groups?id=40b7832e-e3e7-4ff3-8ee8-b467cc68342c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882547 Feb 19 04:14:14.718202 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6c280ae2-63f9-4869-b31f-91f5bcbe53ca req-ed47eaaf-5ca9-4405-a86c-e76924f25113 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3439a3b0-3ac1-4bbd-8e6b-92f355199869 HTTP/1.1" status: 200 len: 217 time: 0.2530730 Feb 19 04:14:14.863236 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-f0b2c20c-d444-4f50-80a0-f508cd6e6aa7 service neutron] 10.222.0.10 "GET /v2.0/networks/13a9d3f4-3356-4e6e-a155-7a335ac942cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335938 Feb 19 04:14:15.281429 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252359fb-4b23-4d94-86ab-106127864c6d req-888b591e-a8cd-46f9-a7e7-50df1ce26ac5 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:15.298081 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-252359fb-4b23-4d94-86ab-106127864c6d req-888b591e-a8cd-46f9-a7e7-50df1ce26ac5 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 945 time: 0.3036246 Feb 19 04:14:15.315584 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-d35890e7-ea01-43c0-8863-0c40b5db23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:15.316580 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-d35890e7-ea01-43c0-8863-0c40b5db23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:15.318184 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-d35890e7-ea01-43c0-8863-0c40b5db23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:15.320267 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-d35890e7-ea01-43c0-8863-0c40b5db23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:15.321615 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-d35890e7-ea01-43c0-8863-0c40b5db23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:15.322620 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-d35890e7-ea01-43c0-8863-0c40b5db23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:15.323664 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-d35890e7-ea01-43c0-8863-0c40b5db23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:15.328871 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-d35890e7-ea01-43c0-8863-0c40b5db23fb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50046a5e10b942e69046ff4f02f577d8&device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 6696 time: 0.2814310 Feb 19 04:14:15.611657 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-7a745e24-7945-4777-9c95-6057760d1870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:15.619865 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-7a745e24-7945-4777-9c95-6057760d1870 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939 HTTP/1.1" status: 200 len: 902 time: 0.2761195 Feb 19 04:14:15.900363 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-0d3d20c6-b19c-401b-971e-1112e59d2ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 776a97ff-b63f-4118-b421-28c984123b53 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:15.923308 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-bb87a8e8-f00c-45fe-a0fc-6cba7575fcab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=9d415e29-cab4-46b2-af1d-2e9b199b10da HTTP/1.1" status: 200 len: 217 time: 0.2825391 Feb 19 04:14:15.926280 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c280ae2-63f9-4869-b31f-91f5bcbe53ca req-5d820491-c424-48f8-9138-941511cfb895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:15.929529 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6c280ae2-63f9-4869-b31f-91f5bcbe53ca req-5d820491-c424-48f8-9138-941511cfb895 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e5fa79a3-cd3b-4ab2-b880-410d1bb2ec16 HTTP/1.1" status: 200 len: 854 time: 1.1902556 Feb 19 04:14:15.934484 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-0d3d20c6-b19c-401b-971e-1112e59d2ed2 service neutron] Publish callbacks [] for port (776a97ff-b63f-4118-b421-28c984123b53), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.969684 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5853-9b43-46b0-80a5-83e5ce3bd2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b2d8d127-17cb-4ee0-8502-e7287ddadde6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.084639 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d5853-9b43-46b0-80a5-83e5ce3bd2d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d8d127-17cb-4ee0-8502-e7287ddadde6,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:16.143597 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-0d3d20c6-b19c-401b-971e-1112e59d2ed2 service neutron] Transition to ACTIVE for port object 776a97ff-b63f-4118-b421-28c984123b53 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:14:16.191832 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-252359fb-4b23-4d94-86ab-106127864c6d req-7e034235-1f93-4d3e-821f-bfd1b29bf162 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8610349 Feb 19 04:14:16.192320 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-0d3d20c6-b19c-401b-971e-1112e59d2ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (776a97ff-b63f-4118-b421-28c984123b53), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.272746 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-0e682411-b401-403c-9343-56dd0ea5196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:16.275861 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-0e682411-b401-403c-9343-56dd0ea5196d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5a38712-95b2-4271-ab6e-5854ab0620a4 HTTP/1.1" status: 200 len: 797 time: 0.3463314 Feb 19 04:14:16.353015 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc206067-4026-4481-843d-09d224759d00 x-openstack-request-id: req-bc206067-4026-4481-843d-09d224759d00 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:16.353905 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5bdef6-a4ca-4b26-af2d-877c47470c06", "name": "network-vif-plugged", "status": "completed", "tag": "eb8e2e5f-5dc2-4302-b952-8344d22dec4c", "code": 200}, {"server_uuid": "5ed2ecdf-4930-4901-b065-31159ae35923", "name": "network-vif-plugged", "status": "completed", "tag": "13518115-3439-465e-80df-742f7f478040", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:16.354063 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc206067-4026-4481-843d-09d224759d00 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:16.354638 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5bdef6-a4ca-4b26-af2d-877c47470c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8e2e5f-5dc2-4302-b952-8344d22dec4c', 'code': 200} Feb 19 04:14:16.355083 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed2ecdf-4930-4901-b065-31159ae35923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13518115-3439-465e-80df-742f7f478040', 'code': 200} Feb 19 04:14:16.508109 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d20c6-b19c-401b-971e-1112e59d2ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=776a97ff-b63f-4118-b421-28c984123b53,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:16.629071 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c280ae2-63f9-4869-b31f-91f5bcbe53ca req-6ac762fd-d73d-44c4-bcf5-f8f0ed647a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:16.632215 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6c280ae2-63f9-4869-b31f-91f5bcbe53ca req-6ac762fd-d73d-44c4-bcf5-f8f0ed647a04 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2845545c-792f-42dd-94d8-6859754785c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6922884 Feb 19 04:14:16.682357 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5853-9b43-46b0-80a5-83e5ce3bd2d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (c76acd84-44a1-4da1-b216-5e41f69bb5df), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.685033 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-3abdbe8c-ea3a-4c23-a205-ce20c2f0fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:16.699902 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-3abdbe8c-ea3a-4c23-a205-ce20c2f0fda7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4073303 Feb 19 04:14:17.137651 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa4d63-30ee-42be-89b4-eabcbcf24380 req-477225f5-e2c5-4316-b07a-beba0dbc2cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:17.148088 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-24fa4d63-30ee-42be-89b4-eabcbcf24380 req-477225f5-e2c5-4316-b07a-beba0dbc2cc7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 1127 time: 0.6815531 Feb 19 04:14:17.319207 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03608925-0576-4d30-80e3-176a089facf5 req-82baa1c8-9f1a-467f-b2de-24941a00b752 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:17.332345 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-03608925-0576-4d30-80e3-176a089facf5 req-82baa1c8-9f1a-467f-b2de-24941a00b752 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2 HTTP/1.1" status: 200 len: 943 time: 0.7208033 Feb 19 04:14:17.405535 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-a939e43b-a375-4e7a-a2fe-e146dda165e2 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6354358 Feb 19 04:14:17.610706 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5853-9b43-46b0-80a5-83e5ce3bd2d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (c76acd84-44a1-4da1-b216-5e41f69bb5df), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.633121 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:14:17.649005 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5853-9b43-46b0-80a5-83e5ce3bd2d5 admin admin] Publish callbacks [] for router_controller (c76acd84-44a1-4da1-b216-5e41f69bb5df), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.723383 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-24fa4d63-30ee-42be-89b4-eabcbcf24380 req-bc146cb2-52fe-44a4-a16a-df4dedd603ca service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5247071 Feb 19 04:14:17.751014 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-03608925-0576-4d30-80e3-176a089facf5 req-ed4440a4-3aa6-4063-b671-f6e709455c0d tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d4e42f6-7a5d-4589-8469-5324dc5c0b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736560 Feb 19 04:14:17.821469 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-9d29b36b-cde6-418d-ad97-177cca5f1d26 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079058 Feb 19 04:14:17.859829 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6c280ae2-63f9-4869-b31f-91f5bcbe53ca req-3278dfc1-2f25-4ad5-b23d-5733711c60af service neutron] 10.222.0.48 "GET /v2.0/networks/2845545c-792f-42dd-94d8-6859754785c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7591758 Feb 19 04:14:17.865759 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5853-9b43-46b0-80a5-83e5ce3bd2d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (c76acd84-44a1-4da1-b216-5e41f69bb5df), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.866835 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0d5853-9b43-46b0-80a5-83e5ce3bd2d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c76acd84-44a1-4da1-b216-5e41f69bb5df {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:14:17.907467 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5853-9b43-46b0-80a5-83e5ce3bd2d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.912187 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38724) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:17.912812 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8d0d5853-9b43-46b0-80a5-83e5ce3bd2d5 admin admin] 10.222.0.65 "DELETE /v2.0/routers/c76acd84-44a1-4da1-b216-5e41f69bb5df HTTP/1.1" status: 204 len: 168 time: 11.0332787 Feb 19 04:14:17.977221 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-0d3d20c6-b19c-401b-971e-1112e59d2ed2 service neutron] Attempting to bind port 776a97ff-b63f-4118-b421-28c984123b53 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:14:17.977593 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-0d3d20c6-b19c-401b-971e-1112e59d2ed2 service neutron] Attempting to bind port 776a97ff-b63f-4118-b421-28c984123b53 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:14:17.977884 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-0d3d20c6-b19c-401b-971e-1112e59d2ed2 service neutron] Attempting to bind port 776a97ff-b63f-4118-b421-28c984123b53 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:18.014716 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-0d3d20c6-b19c-401b-971e-1112e59d2ed2 service neutron] Port 776a97ff-b63f-4118-b421-28c984123b53 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:14:18.019062 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-0d3d20c6-b19c-401b-971e-1112e59d2ed2 service neutron] Attempting to bind port 776a97ff-b63f-4118-b421-28c984123b53 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:18.064753 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba335bbf-b816-4397-93ab-4794a2e7918c admin admin] Deleting subnet 86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:14:18.074777 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ba335bbf-b816-4397-93ab-4794a2e7918c admin admin] Publish callbacks [] for subnet (86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.078670 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-0d3d20c6-b19c-401b-971e-1112e59d2ed2 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:14:18.079271 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-0d3d20c6-b19c-401b-971e-1112e59d2ed2 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:18.079951 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-0d3d20c6-b19c-401b-971e-1112e59d2ed2 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:14:18.080767 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-0d3d20c6-b19c-401b-971e-1112e59d2ed2 service neutron] Bound port: 776a97ff-b63f-4118-b421-28c984123b53, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:14:18.085264 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-0d3d20c6-b19c-401b-971e-1112e59d2ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (776a97ff-b63f-4118-b421-28c984123b53), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.234917 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6c280ae2-63f9-4869-b31f-91f5bcbe53ca req-2067ed8a-b062-4fdf-9190-7ce16bb5f8b8 service neutron] 10.222.0.48 "GET /v2.0/networks/2845545c-792f-42dd-94d8-6859754785c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653841 Feb 19 04:14:18.704093 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ba335bbf-b816-4397-93ab-4794a2e7918c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.706535 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-0d3d20c6-b19c-401b-971e-1112e59d2ed2 service neutron] For port 776a97ff-b63f-4118-b421-28c984123b53, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:14:18.725625 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-0d3d20c6-b19c-401b-971e-1112e59d2ed2 service neutron] For port 776a97ff-b63f-4118-b421-28c984123b53, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=776a97ff-b63f-4118-b421-28c984123b53,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:14:18.768545 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-0d3d20c6-b19c-401b-971e-1112e59d2ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (776a97ff-b63f-4118-b421-28c984123b53), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.885048 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b2d8d127-17cb-4ee0-8502-e7287ddadde6 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:18.925492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d15df-6945-4b37-ad8c-cd2b46a08df3 req-c435cb69-5b30-400c-bf19-7f93053d7947 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:18.941014 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b77d15df-6945-4b37-ad8c-cd2b46a08df3 req-c435cb69-5b30-400c-bf19-7f93053d7947 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2ecdf-4930-4901-b065-31159ae35923 HTTP/1.1" status: 200 len: 945 time: 0.6055067 Feb 19 04:14:18.978348 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-3eafa7da-15e0-4eed-bc9b-89ff10eae5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:18.979709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-3eafa7da-15e0-4eed-bc9b-89ff10eae5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:18.982240 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-3eafa7da-15e0-4eed-bc9b-89ff10eae5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:18.983498 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-3eafa7da-15e0-4eed-bc9b-89ff10eae5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:18.984652 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-3eafa7da-15e0-4eed-bc9b-89ff10eae5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:18.985838 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-3eafa7da-15e0-4eed-bc9b-89ff10eae5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:18.986967 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-3eafa7da-15e0-4eed-bc9b-89ff10eae5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:18.990919 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-3eafa7da-15e0-4eed-bc9b-89ff10eae5dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50046a5e10b942e69046ff4f02f577d8&device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 6696 time: 0.9120576 Feb 19 04:14:19.036265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-0d3d20c6-b19c-401b-971e-1112e59d2ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:19.037679 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-0d3d20c6-b19c-401b-971e-1112e59d2ed2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.040682 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-0d3d20c6-b19c-401b-971e-1112e59d2ed2 service neutron] 10.222.0.10 "PUT /v2.0/ports/776a97ff-b63f-4118-b421-28c984123b53 HTTP/1.1" status: 200 len: 1096 time: 6.2695696 Feb 19 04:14:19.041643 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de97975c-84e5-4795-a610-2d6ef4440f2b', 'tag': '776a97ff-b63f-4118-b421-28c984123b53'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:19.047931 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf36369-28ef-4cd7-9501-8952aaffdd4a" -d '{"events": [{"name": "network-changed", "server_uuid": "de97975c-84e5-4795-a610-2d6ef4440f2b", "tag": "776a97ff-b63f-4118-b421-28c984123b53"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:19.048600 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: b2d8d127-17cb-4ee0-8502-e7287ddadde6 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:14:19.053787 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b2d8d127-17cb-4ee0-8502-e7287ddadde6 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:19.163265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d20c6-b19c-401b-971e-1112e59d2ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=776a97ff-b63f-4118-b421-28c984123b53,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:19.346853 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-8901fef6-3457-415f-aea2-4a21554134d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:19.353022 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-8901fef6-3457-415f-aea2-4a21554134d7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939 HTTP/1.1" status: 200 len: 902 time: 0.3436308 Feb 19 04:14:19.488082 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-927b99c3-2db4-4e05-bd3a-bf5ceb2c2d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:19.501255 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-927b99c3-2db4-4e05-bd3a-bf5ceb2c2d29 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dda59ebd004a4cbca2d841c48f13658f&device_id=de97975c-84e5-4795-a610-2d6ef4440f2b HTTP/1.1" status: 200 len: 1130 time: 0.2092712 Feb 19 04:14:19.619972 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-76b2e882-0637-4555-8b52-3cf43e52d8d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=13c2138b-ecb4-49ec-863d-bf5056060952 HTTP/1.1" status: 200 len: 217 time: 0.2424901 Feb 19 04:14:19.647146 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-5cc52550-b0ce-486d-b79a-dc44795e094b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=776a97ff-b63f-4118-b421-28c984123b53 HTTP/1.1" status: 200 len: 217 time: 0.1319802 Feb 19 04:14:19.822795 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-ba18bb6a-9bfc-4d4a-a0e1-cb7ad29be73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:19.824404 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-ba18bb6a-9bfc-4d4a-a0e1-cb7ad29be73e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1673729 Feb 19 04:14:19.904307 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ba335bbf-b816-4397-93ab-4794a2e7918c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.007836 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-14da9588-10ec-460b-8c76-97c42365fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:20.013755 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-14da9588-10ec-460b-8c76-97c42365fca3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1805451 Feb 19 04:14:20.093745 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b77d15df-6945-4b37-ad8c-cd2b46a08df3 req-ace6592e-1c8b-4595-a772-f83e4fb42497 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1514821 Feb 19 04:14:20.137701 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-f1f548e1-88ae-4345-a118-151472656e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:20.139983 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-f1f548e1-88ae-4345-a118-151472656e5c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5a38712-95b2-4271-ab6e-5854ab0620a4 HTTP/1.1" status: 200 len: 797 time: 0.5111449 Feb 19 04:14:20.276489 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-c9647fe7-5e21-4c2f-909b-3bad718a64bf service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476838 Feb 19 04:14:20.420643 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-d0fcd77b-48e9-44f0-b097-331894e96228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:20.424437 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-d0fcd77b-48e9-44f0-b097-331894e96228 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2682543 Feb 19 04:14:20.426521 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ba335bbf-b816-4397-93ab-4794a2e7918c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.663686 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1715bb6a-f8b4-4ba1-b2c3-74e796fa7ba8 req-7479f6bd-caac-42c9-8803-230eca4ec6d9 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852260 Feb 19 04:14:20.689866 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-3740ea67-273c-400a-bb59-95f389cf9553 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575636 Feb 19 04:14:20.697322 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba335bbf-b816-4397-93ab-4794a2e7918c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:20.947186 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-a2687bbd-877a-4bb6-8a23-d8919487e8c3 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307613 Feb 19 04:14:20.972477 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ba335bbf-b816-4397-93ab-4794a2e7918c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.976983 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056a7073-8f5c-4f7d-ab68-1fea63679bb0 None None] Network 6453da06-0cc8-4a8b-aa70-6b97516c41c7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:14:21.008724 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38734) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:21.014479 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ba335bbf-b816-4397-93ab-4794a2e7918c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/86e1ffc3-3814-4bcc-b443-7e3c59ae1b3e HTTP/1.1" status: 204 len: 168 time: 3.0999300 Feb 19 04:14:21.089666 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e083617-1c69-45bb-aaa3-cae26999e9b6 req-4e081a2d-7960-4ca4-814b-207ad718b96e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:21.100536 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e083617-1c69-45bb-aaa3-cae26999e9b6 req-4e081a2d-7960-4ca4-814b-207ad718b96e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:21.111145 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e083617-1c69-45bb-aaa3-cae26999e9b6 req-4e081a2d-7960-4ca4-814b-207ad718b96e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:21.121879 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e083617-1c69-45bb-aaa3-cae26999e9b6 req-4e081a2d-7960-4ca4-814b-207ad718b96e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:21.136873 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e083617-1c69-45bb-aaa3-cae26999e9b6 req-4e081a2d-7960-4ca4-814b-207ad718b96e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:21.149969 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e083617-1c69-45bb-aaa3-cae26999e9b6 req-4e081a2d-7960-4ca4-814b-207ad718b96e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:21.171321 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e083617-1c69-45bb-aaa3-cae26999e9b6 req-4e081a2d-7960-4ca4-814b-207ad718b96e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:21.185328 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e083617-1c69-45bb-aaa3-cae26999e9b6 req-4e081a2d-7960-4ca4-814b-207ad718b96e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.8840978 Feb 19 04:14:21.324614 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-987446e6-df5f-43c9-a9fe-0f2cbef3bf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (6453da06-0cc8-4a8b-aa70-6b97516c41c7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.479977 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-3350fc26-99a2-4806-a832-aa2c76d33abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:21.480821 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-3350fc26-99a2-4806-a832-aa2c76d33abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:21.481683 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-3350fc26-99a2-4806-a832-aa2c76d33abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:21.482494 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-3350fc26-99a2-4806-a832-aa2c76d33abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:21.483960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-3350fc26-99a2-4806-a832-aa2c76d33abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:21.484825 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-3350fc26-99a2-4806-a832-aa2c76d33abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:21.485728 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-3350fc26-99a2-4806-a832-aa2c76d33abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:21.489526 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-3350fc26-99a2-4806-a832-aa2c76d33abe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50046a5e10b942e69046ff4f02f577d8&device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 6696 time: 0.2917626 Feb 19 04:14:21.518009 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e083617-1c69-45bb-aaa3-cae26999e9b6 req-ecf030fd-bd93-4f89-9cef-9a1670f4912e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3305619 Feb 19 04:14:21.541923 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-987446e6-df5f-43c9-a9fe-0f2cbef3bf1d admin admin] Deleting port 18a30c69-809a-4993-9d9f-5a61f1456430 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:21.542503 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-987446e6-df5f-43c9-a9fe-0f2cbef3bf1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (18a30c69-809a-4993-9d9f-5a61f1456430), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.634669 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8f56c2-684c-4efd-86b5-fc874b744278 None None] DHCP port deletion for 6453da06-0cc8-4a8b-aa70-6b97516c41c7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:14:21.835390 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-987446e6-df5f-43c9-a9fe-0f2cbef3bf1d admin admin] For port 18a30c69-809a-4993-9d9f-5a61f1456430, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=18a30c69-809a-4993-9d9f-5a61f1456430,segment=NetworkSegment(651b2c39-398b-4846-8367-85bfe33e1bb9),segment_id=651b2c39-398b-4846-8367-85bfe33e1bb9)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:21.841115 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-987446e6-df5f-43c9-a9fe-0f2cbef3bf1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (18a30c69-809a-4993-9d9f-5a61f1456430), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.879577 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f56c2-684c-4efd-86b5-fc874b744278 None None] Deleting port 18a30c69-809a-4993-9d9f-5a61f1456430 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:21.880606 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7e8f56c2-684c-4efd-86b5-fc874b744278 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (18a30c69-809a-4993-9d9f-5a61f1456430), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.900771 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-987446e6-df5f-43c9-a9fe-0f2cbef3bf1d admin admin] Calling delete_port for 18a30c69-809a-4993-9d9f-5a61f1456430 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:21.912165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-49eee1e5-cbc5-4720-bf86-cad24a2a5d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:21.929101 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-49eee1e5-cbc5-4720-bf86-cad24a2a5d38 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939 HTTP/1.1" status: 200 len: 902 time: 0.4092662 Feb 19 04:14:22.036479 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-7e8f56c2-684c-4efd-86b5-fc874b744278 None None] For port 18a30c69-809a-4993-9d9f-5a61f1456430, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=18a30c69-809a-4993-9d9f-5a61f1456430,segment=NetworkSegment(651b2c39-398b-4846-8367-85bfe33e1bb9),segment_id=651b2c39-398b-4846-8367-85bfe33e1bb9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:22.037940 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7e8f56c2-684c-4efd-86b5-fc874b744278 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (18a30c69-809a-4993-9d9f-5a61f1456430), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.076175 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f56c2-684c-4efd-86b5-fc874b744278 None None] Calling delete_port for 18a30c69-809a-4993-9d9f-5a61f1456430 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:22.182258 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-be1aba95-13da-43b9-bde6-0e19ccb26b48 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=98ba4396-14a0-458f-9a0f-0e07a7c286aa HTTP/1.1" status: 200 len: 217 time: 0.1918042 Feb 19 04:14:22.263553 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-987446e6-df5f-43c9-a9fe-0f2cbef3bf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (18a30c69-809a-4993-9d9f-5a61f1456430), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.332759 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987446e6-df5f-43c9-a9fe-0f2cbef3bf1d admin admin] Pushing event deleted for resources: {'Port': ['ID=18a30c69-809a-4993-9d9f-5a61f1456430,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:22.364465 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987446e6-df5f-43c9-a9fe-0f2cbef3bf1d admin admin] No DVR routers for this DVR port 18a30c69-809a-4993-9d9f-5a61f1456430 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:14:22.382468 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7e8f56c2-684c-4efd-86b5-fc874b744278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (18a30c69-809a-4993-9d9f-5a61f1456430), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.452702 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f56c2-684c-4efd-86b5-fc874b744278 None None] Pushing event deleted for resources: {'Port': ['ID=18a30c69-809a-4993-9d9f-5a61f1456430,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:22.455947 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c001fc4-4e9d-4276-8a65-f74c1b8f07e2 req-1d0e1fc2-5f96-454b-a92a-3184d53d63e2 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:22.461318 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4c001fc4-4e9d-4276-8a65-f74c1b8f07e2 req-1d0e1fc2-5f96-454b-a92a-3184d53d63e2 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] 10.222.0.65 "GET /v2.0/ports?device_id=de97975c-84e5-4795-a610-2d6ef4440f2b HTTP/1.1" status: 200 len: 948 time: 0.6044488 Feb 19 04:14:22.507673 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8f56c2-684c-4efd-86b5-fc874b744278 None None] No DVR routers for this DVR port 18a30c69-809a-4993-9d9f-5a61f1456430 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:14:22.512799 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f56c2-684c-4efd-86b5-fc874b744278 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.513546 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f56c2-684c-4efd-86b5-fc874b744278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.514661 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f56c2-684c-4efd-86b5-fc874b744278 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.515171 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f56c2-684c-4efd-86b5-fc874b744278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.515647 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f56c2-684c-4efd-86b5-fc874b744278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.516152 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f56c2-684c-4efd-86b5-fc874b744278 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.516613 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f56c2-684c-4efd-86b5-fc874b744278 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.517133 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f56c2-684c-4efd-86b5-fc874b744278 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.517624 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f56c2-684c-4efd-86b5-fc874b744278 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.524080 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f56c2-684c-4efd-86b5-fc874b744278 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.524333 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f56c2-684c-4efd-86b5-fc874b744278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.525276 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f56c2-684c-4efd-86b5-fc874b744278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.525448 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8f56c2-684c-4efd-86b5-fc874b744278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.606292 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-deee1995-b7c0-44af-82d5-c725e5a74617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:22.609909 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-deee1995-b7c0-44af-82d5-c725e5a74617 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5a38712-95b2-4271-ab6e-5854ab0620a4 HTTP/1.1" status: 200 len: 797 time: 0.4191036 Feb 19 04:14:22.654517 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 776a97ff-b63f-4118-b421-28c984123b53 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:14:22.808519 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4c001fc4-4e9d-4276-8a65-f74c1b8f07e2 req-aa3325d8-395d-4038-921c-ae0812d8abdc tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] 10.222.0.65 "GET /v2.0/security-groups?id=40b7832e-e3e7-4ff3-8ee8-b467cc68342c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138506 Feb 19 04:14:22.879406 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-6d944273-dbf2-46da-a988-9c3834844405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:22.887501 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-6d944273-dbf2-46da-a988-9c3834844405 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2585285 Feb 19 04:14:22.965452 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-987446e6-df5f-43c9-a9fe-0f2cbef3bf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (6453da06-0cc8-4a8b-aa70-6b97516c41c7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:23.092382 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 776a97ff-b63f-4118-b421-28c984123b53, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=776a97ff-b63f-4118-b421-28c984123b53,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:23.103014 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 18a30c69-809a-4993-9d9f-5a61f1456430 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:23.130825 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-987446e6-df5f-43c9-a9fe-0f2cbef3bf1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6453da06-0cc8-4a8b-aa70-6b97516c41c7']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:23.175875 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-987446e6-df5f-43c9-a9fe-0f2cbef3bf1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651b2c39-398b-4846-8367-85bfe33e1bb9') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:23.176392 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-987446e6-df5f-43c9-a9fe-0f2cbef3bf1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651b2c39-398b-4846-8367-85bfe33e1bb9') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:23.191834 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 18a30c69-809a-4993-9d9f-5a61f1456430 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:14:23.192498 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 18a30c69-809a-4993-9d9f-5a61f1456430 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:23.195389 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '776a97ff-b63f-4118-b421-28c984123b53', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '776a97ff-b63f-4118-b421-28c984123b53', 'mac_address': 'fa:16:3e:fe:23:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:14:23.241203 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-987446e6-df5f-43c9-a9fe-0f2cbef3bf1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (651b2c39-398b-4846-8367-85bfe33e1bb9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:23.281712 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 776a97ff-b63f-4118-b421-28c984123b53 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:23.282880 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (776a97ff-b63f-4118-b421-28c984123b53), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:23.316481 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-987446e6-df5f-43c9-a9fe-0f2cbef3bf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (651b2c39-398b-4846-8367-85bfe33e1bb9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:23.327031 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 776a97ff-b63f-4118-b421-28c984123b53 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:23.334782 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987446e6-df5f-43c9-a9fe-0f2cbef3bf1d admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:14:23.335535 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-987446e6-df5f-43c9-a9fe-0f2cbef3bf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (651b2c39-398b-4846-8367-85bfe33e1bb9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:14:23.339239 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:14:23.364645 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 776a97ff-b63f-4118-b421-28c984123b53, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=776a97ff-b63f-4118-b421-28c984123b53,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:23.396615 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (776a97ff-b63f-4118-b421-28c984123b53), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:23.478898 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01d893-527e-4928-af5e-8c6cb5c669e2 req-3b9801b9-6b02-4f8b-bd48-7922e2da0a40 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:23.481220 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d01d893-527e-4928-af5e-8c6cb5c669e2 req-3b9801b9-6b02-4f8b-bd48-7922e2da0a40 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 945 time: 0.2497060 Feb 19 04:14:23.547012 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-1fd27411-bbe4-47b7-b0a6-dba2ab181fb3 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6544142 Feb 19 04:14:23.598511 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-987446e6-df5f-43c9-a9fe-0f2cbef3bf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (6453da06-0cc8-4a8b-aa70-6b97516c41c7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:23.608579 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=776a97ff-b63f-4118-b421-28c984123b53,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:23.614006 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-987446e6-df5f-43c9-a9fe-0f2cbef3bf1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:23.655368 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-987446e6-df5f-43c9-a9fe-0f2cbef3bf1d admin admin] 10.222.0.65 "DELETE /v2.0/networks/6453da06-0cc8-4a8b-aa70-6b97516c41c7 HTTP/1.1" status: 204 len: 168 time: 2.6432452 Feb 19 04:14:23.702621 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987446e6-df5f-43c9-a9fe-0f2cbef3bf1d admin admin] Pushing event deleted for resources: {'Network': ['ID=6453da06-0cc8-4a8b-aa70-6b97516c41c7,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:23.761680 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['776a97ff-b63f-4118-b421-28c984123b53'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:14:23.764486 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d01d893-527e-4928-af5e-8c6cb5c669e2 req-ca2f7dbb-cea3-41a9-9c9f-1667456aa488 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706013 Feb 19 04:14:23.893906 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-38097de6-90ca-4271-8c17-66e8e3c514ab service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292310 Feb 19 04:14:24.306512 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b12f15-d405-4967-8a3c-006c1d16aee1 req-5a0aa582-f2a2-48d3-aac2-003c506895a3 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:24.308770 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-61b12f15-d405-4967-8a3c-006c1d16aee1 req-5a0aa582-f2a2-48d3-aac2-003c506895a3 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2 HTTP/1.1" status: 200 len: 943 time: 0.2565713 Feb 19 04:14:24.373899 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-f0e7fe8a-2aac-459f-a311-534ec6e39466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:24.374663 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-f0e7fe8a-2aac-459f-a311-534ec6e39466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:24.375170 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-f0e7fe8a-2aac-459f-a311-534ec6e39466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:24.375819 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-f0e7fe8a-2aac-459f-a311-534ec6e39466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:24.376964 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-f0e7fe8a-2aac-459f-a311-534ec6e39466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:24.377631 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-f0e7fe8a-2aac-459f-a311-534ec6e39466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:24.378696 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-f0e7fe8a-2aac-459f-a311-534ec6e39466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:24.381122 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-f0e7fe8a-2aac-459f-a311-534ec6e39466 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50046a5e10b942e69046ff4f02f577d8&device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 6696 time: 0.3154080 Feb 19 04:14:24.468220 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38746) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:24.620274 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-84e2eed6-804e-46c3-9cb4-5a039de5ad06 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dc24a822c9cd4304b5492da651149632&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488872 Feb 19 04:14:24.621997 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-97dab23c-4a63-4b65-bd91-272b4dd63569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:24.625630 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38748) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:24.626931 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-97dab23c-4a63-4b65-bd91-272b4dd63569 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939 HTTP/1.1" status: 200 len: 902 time: 0.2344742 Feb 19 04:14:24.749077 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-ab3cefa7-b3de-42bf-ba83-eaa62e13481c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=4e690be2-b43f-4068-b470-83c74b17ac13 HTTP/1.1" status: 200 len: 217 time: 0.1024778 Feb 19 04:14:24.815688 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-61b12f15-d405-4967-8a3c-006c1d16aee1 req-151e8332-9601-47d6-a073-ce23d230cee4 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d4e42f6-7a5d-4589-8469-5324dc5c0b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843664 Feb 19 04:14:24.880978 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e41a8370-40cb-4080-afd0-55bef880bd9f admin admin] Publish callbacks [] for security_group (8a90e64f-5023-4cb9-97bd-2a92a1d0934d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:24.954183 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e41a8370-40cb-4080-afd0-55bef880bd9f admin admin] Publish callbacks [] for security_group (8a90e64f-5023-4cb9-97bd-2a92a1d0934d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.047231 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-011b6a4a-9906-4c22-9668-eb379a7c348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:25.051885 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12166cfb-83d2-4477-8ced-48934f9ca657 x-openstack-request-id: req-12166cfb-83d2-4477-8ced-48934f9ca657 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:25.052478 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de97975c-84e5-4795-a610-2d6ef4440f2b", "tag": "776a97ff-b63f-4118-b421-28c984123b53", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:25.052930 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-12166cfb-83d2-4477-8ced-48934f9ca657 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:25.053606 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de97975c-84e5-4795-a610-2d6ef4440f2b', 'tag': '776a97ff-b63f-4118-b421-28c984123b53', 'status': 'completed', 'code': 200} Feb 19 04:14:25.054831 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-011b6a4a-9906-4c22-9668-eb379a7c348f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5a38712-95b2-4271-ab6e-5854ab0620a4 HTTP/1.1" status: 200 len: 797 time: 0.2932096 Feb 19 04:14:25.069989 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e41a8370-40cb-4080-afd0-55bef880bd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8a90e64f-5023-4cb9-97bd-2a92a1d0934d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.080857 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e41a8370-40cb-4080-afd0-55bef880bd9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.092901 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e41a8370-40cb-4080-afd0-55bef880bd9f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8a90e64f-5023-4cb9-97bd-2a92a1d0934d HTTP/1.1" status: 204 len: 168 time: 0.4654183 Feb 19 04:14:25.205631 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a8370-40cb-4080-afd0-55bef880bd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a90e64f-5023-4cb9-97bd-2a92a1d0934d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:25.286894 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf36369-28ef-4cd7-9501-8952aaffdd4a req-bd61861a-6def-48e9-a242-e80254a85b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:25.289620 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cf36369-28ef-4cd7-9501-8952aaffdd4a req-bd61861a-6def-48e9-a242-e80254a85b5c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dda59ebd004a4cbca2d841c48f13658f&device_id=de97975c-84e5-4795-a610-2d6ef4440f2b HTTP/1.1" status: 200 len: 1131 time: 0.1942286 Feb 19 04:14:25.431018 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-102f5ce2-9a92-4c35-949e-84a7996ab6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:25.434138 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-102f5ce2-9a92-4c35-949e-84a7996ab6a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3675947 Feb 19 04:14:25.703041 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf36369-28ef-4cd7-9501-8952aaffdd4a req-be5157fb-c08f-430d-982d-ec855cf58e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:25.705780 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cf36369-28ef-4cd7-9501-8952aaffdd4a req-be5157fb-c08f-430d-982d-ec855cf58e1b service neutron] 10.222.0.10 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.4045720 Feb 19 04:14:25.806749 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c616ec-7377-449d-9725-a50e552ce202 req-5153124e-3437-4162-898e-7500f8d6ec8c tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:25.811390 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-66c616ec-7377-449d-9725-a50e552ce202 req-5153124e-3437-4162-898e-7500f8d6ec8c tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2ecdf-4930-4901-b065-31159ae35923 HTTP/1.1" status: 200 len: 945 time: 0.5322382 Feb 19 04:14:25.915807 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cf36369-28ef-4cd7-9501-8952aaffdd4a req-614a9bed-3786-4f17-a7be-cf39633c6138 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=776a97ff-b63f-4118-b421-28c984123b53 HTTP/1.1" status: 200 len: 217 time: 0.1989317 Feb 19 04:14:26.196147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf36369-28ef-4cd7-9501-8952aaffdd4a req-76209e5c-56ba-4678-af5c-cb5211dadcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:26.215951 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cf36369-28ef-4cd7-9501-8952aaffdd4a req-76209e5c-56ba-4678-af5c-cb5211dadcc6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.2965353 Feb 19 04:14:26.244653 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-66c616ec-7377-449d-9725-a50e552ce202 req-7563d0fa-cb60-4d16-9178-c9f5090271b7 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209135 Feb 19 04:14:26.428745 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf36369-28ef-4cd7-9501-8952aaffdd4a req-d6eae003-c825-4a7c-887c-8f00943896e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:26.433406 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-f34d7d17-79f2-4b64-9a8a-3275055fb190 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9798019 Feb 19 04:14:26.433575 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cf36369-28ef-4cd7-9501-8952aaffdd4a req-d6eae003-c825-4a7c-887c-8f00943896e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2093391 Feb 19 04:14:26.681936 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 776a97ff-b63f-4118-b421-28c984123b53 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:26.914219 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cf36369-28ef-4cd7-9501-8952aaffdd4a req-da10a2bb-da6e-4220-adb0-a345f8e6fb2b service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679725 Feb 19 04:14:27.000782 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 776a97ff-b63f-4118-b421-28c984123b53 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:14:27.037279 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 776a97ff-b63f-4118-b421-28c984123b53 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:27.039110 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (776a97ff-b63f-4118-b421-28c984123b53), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:27.103158 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4050d99-831f-42f7-b86d-71422b766057 req-760c8504-2f84-4974-bdc2-a56d49c8e240 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:27.116870 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4050d99-831f-42f7-b86d-71422b766057 req-760c8504-2f84-4974-bdc2-a56d49c8e240 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:27.128873 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4050d99-831f-42f7-b86d-71422b766057 req-760c8504-2f84-4974-bdc2-a56d49c8e240 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:27.143868 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4050d99-831f-42f7-b86d-71422b766057 req-760c8504-2f84-4974-bdc2-a56d49c8e240 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:27.173936 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4050d99-831f-42f7-b86d-71422b766057 req-760c8504-2f84-4974-bdc2-a56d49c8e240 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:27.200463 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4050d99-831f-42f7-b86d-71422b766057 req-760c8504-2f84-4974-bdc2-a56d49c8e240 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:27.231757 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4050d99-831f-42f7-b86d-71422b766057 req-760c8504-2f84-4974-bdc2-a56d49c8e240 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:27.252570 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c4050d99-831f-42f7-b86d-71422b766057 req-760c8504-2f84-4974-bdc2-a56d49c8e240 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.5887945 Feb 19 04:14:27.276242 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cf36369-28ef-4cd7-9501-8952aaffdd4a req-0df52bbf-ddef-4808-b360-35a205c927a9 service neutron] 10.222.0.10 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546996 Feb 19 04:14:27.476816 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 776a97ff-b63f-4118-b421-28c984123b53 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:27.477592 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (776a97ff-b63f-4118-b421-28c984123b53), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:27.490877 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-6ede18fa-27ba-4478-839b-cd4b28ea395e service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0446968 Feb 19 04:14:27.605844 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c4050d99-831f-42f7-b86d-71422b766057 req-52649c50-47da-4fb5-b455-f0778bd36ead tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3489797 Feb 19 04:14:27.676249 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 776a97ff-b63f-4118-b421-28c984123b53, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=776a97ff-b63f-4118-b421-28c984123b53,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:27.683217 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de97975c-84e5-4795-a610-2d6ef4440f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776a97ff-b63f-4118-b421-28c984123b53'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:27.690145 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5e3965-efda-4baf-90e5-82d1841fcb32" -d '{"events": [{"server_uuid": "de97975c-84e5-4795-a610-2d6ef4440f2b", "name": "network-vif-plugged", "status": "completed", "tag": "776a97ff-b63f-4118-b421-28c984123b53"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:27.709105 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (776a97ff-b63f-4118-b421-28c984123b53), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:27.824324 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-d241ba64-7ae6-4a52-8723-42579fead3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:27.824955 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-d241ba64-7ae6-4a52-8723-42579fead3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:27.830866 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-d241ba64-7ae6-4a52-8723-42579fead3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:27.831563 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-d241ba64-7ae6-4a52-8723-42579fead3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:27.832049 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-d241ba64-7ae6-4a52-8723-42579fead3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:27.832657 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-d241ba64-7ae6-4a52-8723-42579fead3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:27.841069 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-d241ba64-7ae6-4a52-8723-42579fead3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:27.846089 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-d241ba64-7ae6-4a52-8723-42579fead3d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50046a5e10b942e69046ff4f02f577d8&device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 6696 time: 0.2234046 Feb 19 04:14:27.942604 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=776a97ff-b63f-4118-b421-28c984123b53,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:28.198084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-a959fa82-5a5d-4a7e-84fc-0d164c44881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:28.200883 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-a959fa82-5a5d-4a7e-84fc-0d164c44881f service neutron] 10.222.0.10 "GET /v2.0/networks?id=711f24c3-7d72-4738-9575-b7145b783950 HTTP/1.1" status: 200 len: 902 time: 0.3471565 Feb 19 04:14:28.346458 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-d3714774-8b92-4a3a-ae22-19fc87750004 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 HTTP/1.1" status: 200 len: 217 time: 0.1351652 Feb 19 04:14:28.414860 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38790) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:28.580112 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6575f-229d-4af5-a9ea-35518527fbd8 req-8188a577-008a-444c-90b4-e36619b86ca5 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:28.589919 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37e6575f-229d-4af5-a9ea-35518527fbd8 req-8188a577-008a-444c-90b4-e36619b86ca5 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] 10.222.0.65 "GET /v2.0/ports?device_id=de97975c-84e5-4795-a610-2d6ef4440f2b HTTP/1.1" status: 200 len: 950 time: 0.3359151 Feb 19 04:14:28.597410 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-9f0d8ff4-b48b-425b-96c1-6c1396292f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:28.599998 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-9f0d8ff4-b48b-425b-96c1-6c1396292f9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3182cf3a-ad2c-4837-8f72-549019a0a801 HTTP/1.1" status: 200 len: 797 time: 0.1867805 Feb 19 04:14:28.754632 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-1087262a-84b2-420f-b838-552c6ceeb914 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-709581175-network', 'tenant_id': 'b786c5ef5d584827a0b45726072f8eb3'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:28.824949 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-e2fe684a-6ed6-4d5e-b75b-156717d6b4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:28.827627 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-e2fe684a-6ed6-4d5e-b75b-156717d6b4bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=711f24c3-7d72-4738-9575-b7145b783950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2059629 Feb 19 04:14:28.863981 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1087262a-84b2-420f-b838-552c6ceeb914 admin admin] Made reservation on behalf of b786c5ef5d584827a0b45726072f8eb3 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:28.868585 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1087262a-84b2-420f-b838-552c6ceeb914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:28.890939 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1087262a-84b2-420f-b838-552c6ceeb914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:28.910762 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37e6575f-229d-4af5-a9ea-35518527fbd8 req-49e377ad-1978-4099-8eb9-183d7356b1f1 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] 10.222.0.65 "GET /v2.0/security-groups?id=40b7832e-e3e7-4ff3-8ee8-b467cc68342c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914417 Feb 19 04:14:28.949763 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755ee7d-ccba-471b-8328-f0b4178d385a req-8b509c26-9095-4157-8480-40befb87ad08 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:28.952117 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c755ee7d-ccba-471b-8328-f0b4178d385a req-8b509c26-9095-4157-8480-40befb87ad08 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2 HTTP/1.1" status: 200 len: 943 time: 0.1812236 Feb 19 04:14:29.014576 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-ff021b3e-7359-4455-8f8a-9d3014747059 service neutron] 10.222.0.10 "GET /v2.0/networks/711f24c3-7d72-4738-9575-b7145b783950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773455 Feb 19 04:14:29.116558 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c755ee7d-ccba-471b-8328-f0b4178d385a req-9b9af75d-7435-498e-a8f4-fd128ccae194 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d4e42f6-7a5d-4589-8469-5324dc5c0b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167707 Feb 19 04:14:29.220407 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1087262a-84b2-420f-b838-552c6ceeb914 admin admin] Publish callbacks [] for security_group (5889d915-5658-4488-9b97-df1bd213b821), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:29.230381 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1087262a-84b2-420f-b838-552c6ceeb914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5889d915-5658-4488-9b97-df1bd213b821), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:29.260896 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce929f89-3500-4cf8-adf1-9f868e86ecf1 x-openstack-request-id: req-ce929f89-3500-4cf8-adf1-9f868e86ecf1 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:29.264166 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de97975c-84e5-4795-a610-2d6ef4440f2b", "name": "network-vif-plugged", "status": "completed", "tag": "776a97ff-b63f-4118-b421-28c984123b53", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:29.265570 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ce929f89-3500-4cf8-adf1-9f868e86ecf1 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:29.266965 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de97975c-84e5-4795-a610-2d6ef4440f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776a97ff-b63f-4118-b421-28c984123b53', 'code': 200} Feb 19 04:14:29.319300 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1087262a-84b2-420f-b838-552c6ceeb914 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:14:29.329404 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2ba18-1d07-4145-82f8-b8dfa3225c75 req-46152263-f98c-4461-a0f4-f167de1d9c40 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:29.347897 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-39a2ba18-1d07-4145-82f8-b8dfa3225c75 req-46152263-f98c-4461-a0f4-f167de1d9c40 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2ecdf-4930-4901-b065-31159ae35923 HTTP/1.1" status: 200 len: 945 time: 0.3071427 Feb 19 04:14:29.410822 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087262a-84b2-420f-b838-552c6ceeb914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5889d915-5658-4488-9b97-df1bd213b821,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:29.448210 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1087262a-84b2-420f-b838-552c6ceeb914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (e454b2aa-60ff-453a-93e7-63845488a4f5), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:29.449240 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-1087262a-84b2-420f-b838-552c6ceeb914 admin admin] Added segment e454b2aa-60ff-453a-93e7-63845488a4f5 of type vlan for network 7d40f42e-b749-4901-ba8a-e7eceb678438 Feb 19 04:14:29.849881 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1087262a-84b2-420f-b838-552c6ceeb914 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (7d40f42e-b749-4901-ba8a-e7eceb678438), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:29.924575 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0d7f3fdf-11e7-4bc8-a961-ca31f8ca2c30 req-99ea4e5f-d42f-4d44-b3c1-b4519511d98b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f44e9b96-3f3b-4d32-b562-b36e8cd9861b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5382104 Feb 19 04:14:29.972863 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec3a3d-5df1-4d9d-b8d7-beedf8594ec2 req-8a7aae35-59d3-4069-9b00-f591a9675548 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:29.975629 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-27ec3a3d-5df1-4d9d-b8d7-beedf8594ec2 req-8a7aae35-59d3-4069-9b00-f591a9675548 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 945 time: 0.3777754 Feb 19 04:14:29.980596 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1087262a-84b2-420f-b838-552c6ceeb914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (7d40f42e-b749-4901-ba8a-e7eceb678438), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:29.982359 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1087262a-84b2-420f-b838-552c6ceeb914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:29.983353 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1087262a-84b2-420f-b838-552c6ceeb914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:30.001115 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb9cd25b-526e-4d26-9221-636ffe199c13 req-adc2c573-9e9c-419e-9c1e-13080b359dc2 service neutron] 10.222.0.10 "GET /v2.0/networks/711f24c3-7d72-4738-9575-b7145b783950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9785972 Feb 19 04:14:30.054726 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e575135-da87-4ba3-b43e-d62902e45f03 req-ccbe8a2f-55a3-4d8f-9330-7aef19fbc8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:30.056406 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e575135-da87-4ba3-b43e-d62902e45f03 req-ccbe8a2f-55a3-4d8f-9330-7aef19fbc8e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&device_id=5ed2ecdf-4930-4901-b065-31159ae35923 HTTP/1.1" status: 200 len: 1127 time: 0.4815114 Feb 19 04:14:30.161448 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-39a2ba18-1d07-4145-82f8-b8dfa3225c75 req-3e012ff4-7f55-418f-8931-cb0a4a7fe935 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7978308 Feb 19 04:14:30.179748 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fa0c7-6348-4f06-af2e-9604510bcb5b req-9bf40c92-1a9f-47ce-a3d9-9c989baa4a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:30.194660 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e55fa0c7-6348-4f06-af2e-9604510bcb5b req-9bf40c92-1a9f-47ce-a3d9-9c989baa4a7a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=de97975c-84e5-4795-a610-2d6ef4440f2b HTTP/1.1" status: 200 len: 1132 time: 0.7782407 Feb 19 04:14:30.272744 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644a258-71a2-4e9e-8e9e-b8a458e0fa6f req-ba0e6844-1daf-477e-8746-fe3c2012fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:30.273656 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644a258-71a2-4e9e-8e9e-b8a458e0fa6f req-ba0e6844-1daf-477e-8746-fe3c2012fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:30.274475 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644a258-71a2-4e9e-8e9e-b8a458e0fa6f req-ba0e6844-1daf-477e-8746-fe3c2012fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:30.275326 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644a258-71a2-4e9e-8e9e-b8a458e0fa6f req-ba0e6844-1daf-477e-8746-fe3c2012fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:30.276157 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644a258-71a2-4e9e-8e9e-b8a458e0fa6f req-ba0e6844-1daf-477e-8746-fe3c2012fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:30.277031 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644a258-71a2-4e9e-8e9e-b8a458e0fa6f req-ba0e6844-1daf-477e-8746-fe3c2012fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:30.277874 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644a258-71a2-4e9e-8e9e-b8a458e0fa6f req-ba0e6844-1daf-477e-8746-fe3c2012fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:30.281590 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6644a258-71a2-4e9e-8e9e-b8a458e0fa6f req-ba0e6844-1daf-477e-8746-fe3c2012fbe2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50046a5e10b942e69046ff4f02f577d8&device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 6696 time: 0.1925366 Feb 19 04:14:30.369227 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e55fa0c7-6348-4f06-af2e-9604510bcb5b req-aa7e1bc7-4b64-4baf-8c99-964361251da2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=40b7832e-e3e7-4ff3-8ee8-b467cc68342c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729662 Feb 19 04:14:30.382095 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1087262a-84b2-420f-b838-552c6ceeb914 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9649997 Feb 19 04:14:30.386547 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38808) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:30.403351 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-add5518f-6184-4d5a-9f06-4f8859b6e950 admin admin] Request body: {'subnet': {'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-709581175-subnet', 'tenant_id': 'b786c5ef5d584827a0b45726072f8eb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:30.447453 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087262a-84b2-420f-b838-552c6ceeb914 admin admin] Pushing event updated for resources: {'Network': ['ID=7d40f42e-b749-4901-ba8a-e7eceb678438,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:30.473345 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 7d40f42e-b749-4901-ba8a-e7eceb678438 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:14:30.480475 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f3fdf-11e7-4bc8-a961-ca31f8ca2c30 req-29050492-1b38-4d20-851b-c9fd59eca78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:30.484260 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0d7f3fdf-11e7-4bc8-a961-ca31f8ca2c30 req-29050492-1b38-4d20-851b-c9fd59eca78c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&device_id=f44e9b96-3f3b-4d32-b562-b36e8cd9861b HTTP/1.1" status: 200 len: 1128 time: 0.5052352 Feb 19 04:14:30.494566 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e575135-da87-4ba3-b43e-d62902e45f03 req-18488efa-19c7-4a8d-9543-7f54d13b36bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:30.497204 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e575135-da87-4ba3-b43e-d62902e45f03 req-18488efa-19c7-4a8d-9543-7f54d13b36bd service neutron] 10.222.0.48 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 912 time: 0.4009476 Feb 19 04:14:30.508062 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-27ec3a3d-5df1-4d9d-b8d7-beedf8594ec2 req-681e687a-bc58-4d32-8975-0d807c431d56 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601412 Feb 19 04:14:30.601881 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644a258-71a2-4e9e-8e9e-b8a458e0fa6f req-2c0f98ad-0a42-4a66-b441-12ac31c85178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:30.605160 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6644a258-71a2-4e9e-8e9e-b8a458e0fa6f req-2c0f98ad-0a42-4a66-b441-12ac31c85178 service neutron] 10.222.0.10 "GET /v2.0/networks?id=711f24c3-7d72-4738-9575-b7145b783950 HTTP/1.1" status: 200 len: 902 time: 0.3084903 Feb 19 04:14:30.632787 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add5518f-6184-4d5a-9f06-4f8859b6e950 admin admin] Made reservation on behalf of b786c5ef5d584827a0b45726072f8eb3 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:30.650725 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-add5518f-6184-4d5a-9f06-4f8859b6e950 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:30.659490 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e575135-da87-4ba3-b43e-d62902e45f03 req-6693456c-69c0-4af7-8058-867d08fe6636 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13518115-3439-465e-80df-742f7f478040 HTTP/1.1" status: 200 len: 217 time: 0.1500342 Feb 19 04:14:30.734656 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6644a258-71a2-4e9e-8e9e-b8a458e0fa6f req-eb249aae-b0ce-40d9-89d6-4b2eb540ceb1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=434235d7-dfe6-4b36-a5d6-5491aa76e4ab HTTP/1.1" status: 200 len: 217 time: 0.1177480 Feb 19 04:14:30.759114 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bbe30-2adc-42db-9781-7b853bb8fac4 req-d2cffee2-0367-4f8d-8d03-33207a0eff3b tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:30.761547 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-901bbe30-2adc-42db-9781-7b853bb8fac4 req-d2cffee2-0367-4f8d-8d03-33207a0eff3b tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b HTTP/1.1" status: 200 len: 947 time: 0.4468217 Feb 19 04:14:30.919015 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644a258-71a2-4e9e-8e9e-b8a458e0fa6f req-46ab1782-c35e-4a81-a950-4d964eee07ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:30.924509 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6644a258-71a2-4e9e-8e9e-b8a458e0fa6f req-46ab1782-c35e-4a81-a950-4d964eee07ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3182cf3a-ad2c-4837-8f72-549019a0a801 HTTP/1.1" status: 200 len: 797 time: 0.1591876 Feb 19 04:14:30.928728 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-901bbe30-2adc-42db-9781-7b853bb8fac4 req-781f76cd-60b5-44dc-b326-fb83e948c790 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f6509b1-728f-4ebe-9bda-935682ed0c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509869 Feb 19 04:14:31.090619 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644a258-71a2-4e9e-8e9e-b8a458e0fa6f req-f8eedc15-816c-4d2d-8b41-fb21002624ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.093402 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6644a258-71a2-4e9e-8e9e-b8a458e0fa6f req-f8eedc15-816c-4d2d-8b41-fb21002624ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=711f24c3-7d72-4738-9575-b7145b783950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1617293 Feb 19 04:14:31.347064 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed470281-452b-453b-af7a-246ac2880bdc req-5c10c078-5e47-4586-8f1c-d9b616828afa tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.349374 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed470281-452b-453b-af7a-246ac2880bdc req-5c10c078-5e47-4586-8f1c-d9b616828afa tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] 10.222.0.65 "GET /v2.0/ports?device_id=de97975c-84e5-4795-a610-2d6ef4440f2b HTTP/1.1" status: 200 len: 950 time: 0.2946737 Feb 19 04:14:31.385998 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5b7cd31-5aca-4da7-9674-9a577d91ff84 req-cf69e0bd-d40a-4571-95e0-eb7eabda1550 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4925d8da-84bd-4a1c-8cf3-0256c43cac5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3079929 Feb 19 04:14:31.399567 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6644a258-71a2-4e9e-8e9e-b8a458e0fa6f req-5b227086-343b-4266-9cbb-5aad0bf982bc service neutron] 10.222.0.10 "GET /v2.0/networks/711f24c3-7d72-4738-9575-b7145b783950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735655 Feb 19 04:14:31.465784 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e575135-da87-4ba3-b43e-d62902e45f03 req-7614ca57-f913-41b3-9987-6dc4e4319472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.468419 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e575135-da87-4ba3-b43e-d62902e45f03 req-7614ca57-f913-41b3-9987-6dc4e4319472 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509 HTTP/1.1" status: 200 len: 851 time: 0.7957127 Feb 19 04:14:31.600750 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae77e89-91cf-4359-b01c-880c3e35e15d req-77d2c494-99a8-44ff-b97a-7930f987618d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.604857 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed470281-452b-453b-af7a-246ac2880bdc req-a417582d-fedc-49ad-8182-bc21e1912f40 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] 10.222.0.65 "GET /v2.0/security-groups?id=40b7832e-e3e7-4ff3-8ee8-b467cc68342c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381518 Feb 19 04:14:31.607877 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae77e89-91cf-4359-b01c-880c3e35e15d req-77d2c494-99a8-44ff-b97a-7930f987618d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.617988 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae77e89-91cf-4359-b01c-880c3e35e15d req-77d2c494-99a8-44ff-b97a-7930f987618d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.629554 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae77e89-91cf-4359-b01c-880c3e35e15d req-77d2c494-99a8-44ff-b97a-7930f987618d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.641194 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae77e89-91cf-4359-b01c-880c3e35e15d req-77d2c494-99a8-44ff-b97a-7930f987618d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.652669 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae77e89-91cf-4359-b01c-880c3e35e15d req-77d2c494-99a8-44ff-b97a-7930f987618d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.664315 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae77e89-91cf-4359-b01c-880c3e35e15d req-77d2c494-99a8-44ff-b97a-7930f987618d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.667906 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ae77e89-91cf-4359-b01c-880c3e35e15d req-77d2c494-99a8-44ff-b97a-7930f987618d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.8471923 Feb 19 04:14:31.679374 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f3fdf-11e7-4bc8-a961-ca31f8ca2c30 req-a7320fc0-414b-4afb-b287-20e2de154399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.681143 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0d7f3fdf-11e7-4bc8-a961-ca31f8ca2c30 req-a7320fc0-414b-4afb-b287-20e2de154399 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 912 time: 1.0259767 Feb 19 04:14:31.716905 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7cd31-5aca-4da7-9674-9a577d91ff84 req-2f6dd20c-a4e1-4fe8-aec6-74561fc23f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.726137 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5b7cd31-5aca-4da7-9674-9a577d91ff84 req-2f6dd20c-a4e1-4fe8-aec6-74561fc23f0f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&device_id=4925d8da-84bd-4a1c-8cf3-0256c43cac5b HTTP/1.1" status: 200 len: 1128 time: 0.2847271 Feb 19 04:14:31.759609 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6644a258-71a2-4e9e-8e9e-b8a458e0fa6f req-4dfc01d8-814f-4cf9-979f-3b5f1e2cd391 service neutron] 10.222.0.10 "GET /v2.0/networks/711f24c3-7d72-4738-9575-b7145b783950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514092 Feb 19 04:14:31.878748 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0d7f3fdf-11e7-4bc8-a961-ca31f8ca2c30 req-84069873-c8b6-442c-8c60-0abb9d915703 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21728a78-dfbb-409e-9b8e-f7b32effd27f HTTP/1.1" status: 200 len: 217 time: 0.1780977 Feb 19 04:14:31.899415 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e575135-da87-4ba3-b43e-d62902e45f03 req-5708e8f4-d78b-48b4-98e9-0b0782b36110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.902122 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e575135-da87-4ba3-b43e-d62902e45f03 req-5708e8f4-d78b-48b4-98e9-0b0782b36110 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9d990e4-ae18-48b8-9375-8a399a46fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4093492 Feb 19 04:14:32.099588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44e47d-ba13-4933-a95b-9f6575923cea req-090d1733-1b81-4b94-b488-fc180a89b65e tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:32.102355 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cb44e47d-ba13-4933-a95b-9f6575923cea req-090d1733-1b81-4b94-b488-fc180a89b65e tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2 HTTP/1.1" status: 200 len: 943 time: 0.2519190 Feb 19 04:14:32.104210 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7cd31-5aca-4da7-9674-9a577d91ff84 req-dfb920fb-17ee-4939-9573-fc5f297e058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:32.107047 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5b7cd31-5aca-4da7-9674-9a577d91ff84 req-dfb920fb-17ee-4939-9573-fc5f297e058a service neutron] 10.222.0.48 "GET /v2.0/networks?id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f HTTP/1.1" status: 200 len: 906 time: 0.3396566 Feb 19 04:14:32.198204 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c6dbb0af-4372-4db8-9d5d-562ad6d554a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:32.214644 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ae77e89-91cf-4359-b01c-880c3e35e15d req-ada12e6d-d85c-467d-8bcf-8b4dc74362ee tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5314794 Feb 19 04:14:32.225814 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-add5518f-6184-4d5a-9f06-4f8859b6e950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (409a3c1a-34aa-46ee-b1af-34e270dd570a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:32.253034 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f3fdf-11e7-4bc8-a961-ca31f8ca2c30 req-ae9fe488-d3e2-48f7-8eac-b17785957794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:32.255662 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0d7f3fdf-11e7-4bc8-a961-ca31f8ca2c30 req-ae9fe488-d3e2-48f7-8eac-b17785957794 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509 HTTP/1.1" status: 200 len: 851 time: 0.3519697 Feb 19 04:14:32.294195 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5b7cd31-5aca-4da7-9674-9a577d91ff84 req-27e70dda-c290-4d73-8a43-2d97f1ffbd90 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dae86111-0480-4bc5-a0c0-903b538e51df HTTP/1.1" status: 200 len: 217 time: 0.1777029 Feb 19 04:14:32.402046 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cb44e47d-ba13-4933-a95b-9f6575923cea req-bc2b0159-cb4e-4b32-a66f-8549860d87a0 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d4e42f6-7a5d-4589-8469-5324dc5c0b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813909 Feb 19 04:14:32.445473 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e575135-da87-4ba3-b43e-d62902e45f03 req-faeae5a5-429c-4f6b-9b54-7858391b1405 service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184062 Feb 19 04:14:32.457925 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5518f-6184-4d5a-9f06-4f8859b6e950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=409a3c1a-34aa-46ee-b1af-34e270dd570a,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:32.526038 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7cd31-5aca-4da7-9674-9a577d91ff84 req-d2024e68-c60a-4bb1-b07f-efc4a582c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:32.529151 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5b7cd31-5aca-4da7-9674-9a577d91ff84 req-d2024e68-c60a-4bb1-b07f-efc4a582c49d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=920919b3-1361-46cf-9a70-c4e0885dbe63 HTTP/1.1" status: 200 len: 846 time: 0.1683948 Feb 19 04:14:32.616568 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5b7cd31-5aca-4da7-9674-9a577d91ff84 req-3bb3f635-5a4b-4f07-b2a2-b55b65ee9e70 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9dc04b1c-0c00-4eb5-855b-7e8517943c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807862 Feb 19 04:14:32.643176 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add5518f-6184-4d5a-9f06-4f8859b6e950 admin admin] Checking segment: {'id': 'e454b2aa-60ff-453a-93e7-63845488a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:32.644667 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add5518f-6184-4d5a-9f06-4f8859b6e950 admin admin] Network hostable DHCP agents. Network: 7d40f42e-b749-4901-ba8a-e7eceb678438, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:14:32.660347 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f3fdf-11e7-4bc8-a961-ca31f8ca2c30 req-63ef9d9e-b872-477e-9c29-92edf74a896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:32.663552 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0d7f3fdf-11e7-4bc8-a961-ca31f8ca2c30 req-63ef9d9e-b872-477e-9c29-92edf74a896a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9d990e4-ae18-48b8-9375-8a399a46fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3549037 Feb 19 04:14:32.711518 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd7e1c-e53a-4360-8b0f-3e325f86b4b1 req-7483b675-7c0b-47c3-8cac-938b61ad6f88 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:32.714706 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3efd7e1c-e53a-4360-8b0f-3e325f86b4b1 req-7483b675-7c0b-47c3-8cac-938b61ad6f88 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 945 time: 0.3464372 Feb 19 04:14:32.849999 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add5518f-6184-4d5a-9f06-4f8859b6e950 admin admin] Network 7d40f42e-b749-4901-ba8a-e7eceb678438 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:14:32.873782 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5b7cd31-5aca-4da7-9674-9a577d91ff84 req-73c459a5-f104-45f8-8fe6-fb5f018f681e service neutron] 10.222.0.48 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466958 Feb 19 04:14:32.914543 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e575135-da87-4ba3-b43e-d62902e45f03 req-dab11f4d-8e09-4d26-8589-063ec29893c4 service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520864 Feb 19 04:14:32.935015 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-add5518f-6184-4d5a-9f06-4f8859b6e950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 7d40f42e-b749-4901-ba8a-e7eceb678438) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:32.953450 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b896db28-8e5f-4e01-ba62-db88b497c0c8 None None] Network 7d40f42e-b749-4901-ba8a-e7eceb678438 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:14:32.962532 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add5518f-6184-4d5a-9f06-4f8859b6e950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:32.964097 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-add5518f-6184-4d5a-9f06-4f8859b6e950 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:33.042489 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491961d8-d6fb-494c-aede-dccecc915f49 req-64fdc8a4-e5c5-4633-923e-5eec5076aa6e tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:33.045831 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-491961d8-d6fb-494c-aede-dccecc915f49 req-64fdc8a4-e5c5-4633-923e-5eec5076aa6e tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2ecdf-4930-4901-b065-31159ae35923 HTTP/1.1" status: 200 len: 945 time: 0.2737129 Feb 19 04:14:33.061641 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3efd7e1c-e53a-4360-8b0f-3e325f86b4b1 req-e99f5a55-c093-4a3a-b550-f015e70b545a tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062124 Feb 19 04:14:33.090191 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-add5518f-6184-4d5a-9f06-4f8859b6e950 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6938977 Feb 19 04:14:33.112991 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0d7f3fdf-11e7-4bc8-a961-ca31f8ca2c30 req-f7a2257c-3bf9-4718-84ea-1bd4e7f81c83 service neutron] 10.222.0.10 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337528 Feb 19 04:14:33.296603 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf77b883-a8aa-45e4-be3c-67fe22c50823 None None] Network 7d40f42e-b749-4901-ba8a-e7eceb678438 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:14:33.308271 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-491961d8-d6fb-494c-aede-dccecc915f49 req-ea80f8cd-7819-482b-bc3b-1d377e647ba2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416472 Feb 19 04:14:33.361107 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5b7cd31-5aca-4da7-9674-9a577d91ff84 req-dc80d2c0-b56b-4061-a711-837e26f5821a service neutron] 10.222.0.48 "GET /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801121 Feb 19 04:14:33.563405 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62470744-9ad7-4d3d-9079-a3cd1bfe4e20 req-a3fcfbcd-a372-4613-8069-cf4b4f4fafc0 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:33.566094 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62470744-9ad7-4d3d-9079-a3cd1bfe4e20 req-a3fcfbcd-a372-4613-8069-cf4b4f4fafc0 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] 10.222.0.65 "GET /v2.0/ports?device_id=de97975c-84e5-4795-a610-2d6ef4440f2b HTTP/1.1" status: 200 len: 950 time: 0.2358706 Feb 19 04:14:33.633162 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0d7f3fdf-11e7-4bc8-a961-ca31f8ca2c30 req-d4dfbed7-ef10-4dbb-89cf-59df4f279770 service neutron] 10.222.0.10 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063519 Feb 19 04:14:33.652787 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 3439a3b0-3ac1-4bbd-8e6b-92f355199869 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:14:33.674159 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 13518115-3439-465e-80df-742f7f478040 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:33.734960 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62470744-9ad7-4d3d-9079-a3cd1bfe4e20 req-0385d57a-4918-45de-b002-40afeaab47aa tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] 10.222.0.65 "GET /v2.0/security-groups?id=40b7832e-e3e7-4ff3-8ee8-b467cc68342c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411734 Feb 19 04:14:34.043648 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5865686-eebc-4c15-9595-388e9e4d2201 req-bb1fc1a8-b134-4321-b96d-b5b91ecbbf21 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:34.045601 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 3439a3b0-3ac1-4bbd-8e6b-92f355199869, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3439a3b0-3ac1-4bbd-8e6b-92f355199869,segment=NetworkSegment(392ad862-29e0-4dda-bbcc-b4581638c008),segment_id=392ad862-29e0-4dda-bbcc-b4581638c008)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:34.056081 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5865686-eebc-4c15-9595-388e9e4d2201 req-bb1fc1a8-b134-4321-b96d-b5b91ecbbf21 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:34.069235 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5865686-eebc-4c15-9595-388e9e4d2201 req-bb1fc1a8-b134-4321-b96d-b5b91ecbbf21 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:34.081532 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5865686-eebc-4c15-9595-388e9e4d2201 req-bb1fc1a8-b134-4321-b96d-b5b91ecbbf21 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:34.084304 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '3439a3b0-3ac1-4bbd-8e6b-92f355199869', 'network_id': '2845545c-792f-42dd-94d8-6859754785c7', 'port_id': '3439a3b0-3ac1-4bbd-8e6b-92f355199869', 'mac_address': 'fa:16:3e:0e:15:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5fa79a3-cd3b-4ab2-b880-410d1bb2ec16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:14:34.096398 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5865686-eebc-4c15-9595-388e9e4d2201 req-bb1fc1a8-b134-4321-b96d-b5b91ecbbf21 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:34.112818 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5865686-eebc-4c15-9595-388e9e4d2201 req-bb1fc1a8-b134-4321-b96d-b5b91ecbbf21 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:34.130164 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5865686-eebc-4c15-9595-388e9e4d2201 req-bb1fc1a8-b134-4321-b96d-b5b91ecbbf21 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:34.150482 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5865686-eebc-4c15-9595-388e9e4d2201 req-bb1fc1a8-b134-4321-b96d-b5b91ecbbf21 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.2508888 Feb 19 04:14:34.208438 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 13518115-3439-465e-80df-742f7f478040 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:34.209286 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (13518115-3439-465e-80df-742f7f478040), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.241029 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 3439a3b0-3ac1-4bbd-8e6b-92f355199869 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:34.241869 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3439a3b0-3ac1-4bbd-8e6b-92f355199869), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.279381 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5865686-eebc-4c15-9595-388e9e4d2201 req-d00f0ca9-1758-4388-8443-650fd91c77ec tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1263819 Feb 19 04:14:34.285878 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3439a3b0-3ac1-4bbd-8e6b-92f355199869 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:34.313423 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed2ecdf-4930-4901-b065-31159ae35923', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13518115-3439-465e-80df-742f7f478040'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:34.317787 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10ab918-fc1b-4d7b-b851-80e4d7e08fa5" -d '{"events": [{"server_uuid": "5ed2ecdf-4930-4901-b065-31159ae35923", "name": "network-vif-unplugged", "status": "completed", "tag": "13518115-3439-465e-80df-742f7f478040"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:34.377513 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 13518115-3439-465e-80df-742f7f478040, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=13518115-3439-465e-80df-742f7f478040,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:34.382503 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 3439a3b0-3ac1-4bbd-8e6b-92f355199869, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3439a3b0-3ac1-4bbd-8e6b-92f355199869,segment=NetworkSegment(392ad862-29e0-4dda-bbcc-b4581638c008),segment_id=392ad862-29e0-4dda-bbcc-b4581638c008)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:34.392293 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (13518115-3439-465e-80df-742f7f478040), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.405808 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3439a3b0-3ac1-4bbd-8e6b-92f355199869), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.515268 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=13518115-3439-465e-80df-742f7f478040,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:34.609561 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60003a01-ac5b-46ef-b20e-d5ea26f79fca req-ec0be860-b4e2-45bd-8ab7-6a42fd994cd5 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:34.612722 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-60003a01-ac5b-46ef-b20e-d5ea26f79fca req-ec0be860-b4e2-45bd-8ab7-6a42fd994cd5 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2 HTTP/1.1" status: 200 len: 944 time: 0.1687996 Feb 19 04:14:34.643911 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=3439a3b0-3ac1-4bbd-8e6b-92f355199869,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:34.752051 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['3439a3b0-3ac1-4bbd-8e6b-92f355199869'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:14:34.814732 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-60003a01-ac5b-46ef-b20e-d5ea26f79fca req-d5b259d9-c74f-40b6-b9c1-4e171398b955 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d4e42f6-7a5d-4589-8469-5324dc5c0b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797845 Feb 19 04:14:35.035923 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e6c5c064-52c2-4408-9637-f8300bff6089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.089636 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210e3fc-1ca2-4c4c-89e7-a46996b6b8af req-c2d92cea-956a-4626-8209-de3c6c15e539 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:35.092874 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8210e3fc-1ca2-4c4c-89e7-a46996b6b8af req-c2d92cea-956a-4626-8209-de3c6c15e539 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 945 time: 0.1125982 Feb 19 04:14:35.211047 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8210e3fc-1ca2-4c4c-89e7-a46996b6b8af req-d126d7d3-1433-4b12-890b-b918a1faf8ae tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070559 Feb 19 04:14:35.559870 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c56361-0ce8-4946-ba60-dc0bcc67f9df x-openstack-request-id: req-f3c56361-0ce8-4946-ba60-dc0bcc67f9df {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:35.561496 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed2ecdf-4930-4901-b065-31159ae35923", "name": "network-vif-unplugged", "status": "failed", "tag": "13518115-3439-465e-80df-742f7f478040", "code": 422}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:35.562959 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f3c56361-0ce8-4946-ba60-dc0bcc67f9df {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:35.563404 n-d-772273-4 neutron-server[115200]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5ed2ecdf-4930-4901-b065-31159ae35923', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '13518115-3439-465e-80df-742f7f478040', 'code': 422} returned with failed status Feb 19 04:14:35.658929 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-8245bc8a-6415-4598-9bd5-034bf8251f46 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:35.662186 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-8245bc8a-6415-4598-9bd5-034bf8251f46 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/networks?id=7d40f42e-b749-4901-ba8a-e7eceb678438 HTTP/1.1" status: 200 len: 811 time: 0.2214427 Feb 19 04:14:35.682364 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-5b1b8cf3-9cb6-45dc-bdde-76d5278452b6 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/quotas/b786c5ef5d584827a0b45726072f8eb3 HTTP/1.1" status: 200 len: 375 time: 0.0136037 Feb 19 04:14:35.742466 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-aa5939e5-6750-477a-bcad-2465cb8cbf3f tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b786c5ef5d584827a0b45726072f8eb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501399 Feb 19 04:14:35.770089 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b2cba-63bc-4cf3-aa5f-5276148a57c9 req-54f0c5c6-6897-43c4-9f2a-e95cc1f0996f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:35.773038 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-050b2cba-63bc-4cf3-aa5f-5276148a57c9 req-54f0c5c6-6897-43c4-9f2a-e95cc1f0996f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2ecdf-4930-4901-b065-31159ae35923 HTTP/1.1" status: 200 len: 943 time: 0.1229539 Feb 19 04:14:35.867065 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-050b2cba-63bc-4cf3-aa5f-5276148a57c9 req-d7fed274-f46d-4859-ae4c-d08bb46fce4f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814536 Feb 19 04:14:35.996022 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-4d5a2444-a3f4-4156-9f02-a19ae87161d8 service neutron] 10.222.0.65 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411814 Feb 19 04:14:36.104894 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d126fc3-fdaa-4502-acdb-3442937953de req-6ec1e13e-717e-4b7d-8922-b0401205e4ca tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:36.111688 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d126fc3-fdaa-4502-acdb-3442937953de req-6ec1e13e-717e-4b7d-8922-b0401205e4ca tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:36.118743 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d126fc3-fdaa-4502-acdb-3442937953de req-6ec1e13e-717e-4b7d-8922-b0401205e4ca tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:36.126257 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d126fc3-fdaa-4502-acdb-3442937953de req-6ec1e13e-717e-4b7d-8922-b0401205e4ca tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:36.132852 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d126fc3-fdaa-4502-acdb-3442937953de req-6ec1e13e-717e-4b7d-8922-b0401205e4ca tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:36.140651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d126fc3-fdaa-4502-acdb-3442937953de req-6ec1e13e-717e-4b7d-8922-b0401205e4ca tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:36.145876 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-1449ce99-2425-4fd0-9136-ba3368e43f74 service neutron] 10.222.0.65 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424839 Feb 19 04:14:36.152386 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d126fc3-fdaa-4502-acdb-3442937953de req-6ec1e13e-717e-4b7d-8922-b0401205e4ca tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:36.155576 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d126fc3-fdaa-4502-acdb-3442937953de req-6ec1e13e-717e-4b7d-8922-b0401205e4ca tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.1308866 Feb 19 04:14:36.252508 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d126fc3-fdaa-4502-acdb-3442937953de req-b9efbe68-a26a-49a6-8277-b1c6f668a7db tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0904250 Feb 19 04:14:36.509650 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622aeac-666e-4c69-a024-66c00070cb36 req-5192e100-9b9b-4766-b6c7-66133240f879 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:36.514571 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7622aeac-666e-4c69-a024-66c00070cb36 req-5192e100-9b9b-4766-b6c7-66133240f879 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] 10.222.0.65 "GET /v2.0/ports?device_id=de97975c-84e5-4795-a610-2d6ef4440f2b HTTP/1.1" status: 200 len: 950 time: 0.1512139 Feb 19 04:14:36.558342 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e34f51-5860-44d0-8954-427fb3a403e7 req-a208b728-8d5e-45d5-b808-a3575cf92358 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:36.562539 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-23e34f51-5860-44d0-8954-427fb3a403e7 req-a208b728-8d5e-45d5-b808-a3575cf92358 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2 HTTP/1.1" status: 200 len: 944 time: 0.1398897 Feb 19 04:14:36.650898 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7622aeac-666e-4c69-a024-66c00070cb36 req-30316b5f-33f6-498f-825e-ce34a7fbf10c tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] 10.222.0.65 "GET /v2.0/security-groups?id=40b7832e-e3e7-4ff3-8ee8-b467cc68342c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242507 Feb 19 04:14:36.660184 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:36.683672 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-23e34f51-5860-44d0-8954-427fb3a403e7 req-0e5250c6-e0d5-4eaa-97b9-f08b4f064865 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d4e42f6-7a5d-4589-8469-5324dc5c0b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992229 Feb 19 04:14:36.923505 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d56693-9c74-4761-aa7d-9fc8d548a9c5 req-1d1f5d25-637e-4323-9a52-8a46614d9838 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:36.927940 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-56d56693-9c74-4761-aa7d-9fc8d548a9c5 req-1d1f5d25-637e-4323-9a52-8a46614d9838 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.1239550 Feb 19 04:14:37.090270 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-56d56693-9c74-4761-aa7d-9fc8d548a9c5 req-83b978ce-9554-4e07-b755-8cf2e83e9ea6 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463623 Feb 19 04:14:37.171294 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:37.413638 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44ed02-f8e2-41de-8151-09cb2c8a40c8 req-4635a530-1196-49f3-b311-f1ad3799d2e6 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:37.419010 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0a44ed02-f8e2-41de-8151-09cb2c8a40c8 req-4635a530-1196-49f3-b311-f1ad3799d2e6 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 945 time: 0.1434469 Feb 19 04:14:37.626369 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0a44ed02-f8e2-41de-8151-09cb2c8a40c8 req-30b04ab0-97f1-41de-b3e5-94bea38c024e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971042 Feb 19 04:14:37.650122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 3439a3b0-3ac1-4bbd-8e6b-92f355199869 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:37.670996 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5c24eea-0bf8-4dcf-9831-79271d311dda req-d74d9af8-2a04-4fc6-b594-a043a70ef2e3 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=40886d11-1ebe-4ef4-bf10-5c89af5727c2 HTTP/1.1" status: 200 len: 210 time: 0.0885110 Feb 19 04:14:37.783228 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdb26d-3b97-4059-8655-28cd7646f1e8 req-66146742-8937-4a7a-b1b3-a5fc4cd250df tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:37.793439 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bdfdb26d-3b97-4059-8655-28cd7646f1e8 req-66146742-8937-4a7a-b1b3-a5fc4cd250df tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] 10.222.0.10 "GET /v2.0/ports?device_id=de97975c-84e5-4795-a610-2d6ef4440f2b HTTP/1.1" status: 200 len: 950 time: 0.2632256 Feb 19 04:14:37.987005 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:38.052259 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 3439a3b0-3ac1-4bbd-8e6b-92f355199869 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:14:38.064284 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 3439a3b0-3ac1-4bbd-8e6b-92f355199869 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:38.068562 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3439a3b0-3ac1-4bbd-8e6b-92f355199869), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:38.136253 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77ed91-a6b6-4216-ac0e-82c723930e8c req-7d13c75c-1e5c-4eb9-8100-fd0e22104d12 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:38.151140 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5a77ed91-a6b6-4216-ac0e-82c723930e8c req-7d13c75c-1e5c-4eb9-8100-fd0e22104d12 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2416646 Feb 19 04:14:38.152484 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4f19b-abf9-4b43-9e65-26c74addb90a req-d8da0800-dedf-499f-9e12-fd576d3d0096 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:38.170333 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4f19b-abf9-4b43-9e65-26c74addb90a req-d8da0800-dedf-499f-9e12-fd576d3d0096 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:38.186140 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4f19b-abf9-4b43-9e65-26c74addb90a req-d8da0800-dedf-499f-9e12-fd576d3d0096 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:38.199883 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4f19b-abf9-4b43-9e65-26c74addb90a req-d8da0800-dedf-499f-9e12-fd576d3d0096 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:38.218010 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4f19b-abf9-4b43-9e65-26c74addb90a req-d8da0800-dedf-499f-9e12-fd576d3d0096 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:38.233245 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4f19b-abf9-4b43-9e65-26c74addb90a req-d8da0800-dedf-499f-9e12-fd576d3d0096 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:38.246289 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4f19b-abf9-4b43-9e65-26c74addb90a req-d8da0800-dedf-499f-9e12-fd576d3d0096 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:38.263113 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0be4f19b-abf9-4b43-9e65-26c74addb90a req-d8da0800-dedf-499f-9e12-fd576d3d0096 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.2732270 Feb 19 04:14:38.277486 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-bdfdb26d-3b97-4059-8655-28cd7646f1e8 req-b10fa971-749e-4f87-9df3-79bb81591cd6 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Deleting port 776a97ff-b63f-4118-b421-28c984123b53 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:38.278082 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bdfdb26d-3b97-4059-8655-28cd7646f1e8 req-b10fa971-749e-4f87-9df3-79bb81591cd6 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (776a97ff-b63f-4118-b421-28c984123b53), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:38.303184 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5a77ed91-a6b6-4216-ac0e-82c723930e8c req-b90284a2-ce28-44df-ba4e-895fc5a497c1 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505096 Feb 19 04:14:38.469411 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 3439a3b0-3ac1-4bbd-8e6b-92f355199869 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:38.470497 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3439a3b0-3ac1-4bbd-8e6b-92f355199869), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:38.486589 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0be4f19b-abf9-4b43-9e65-26c74addb90a req-62a7534a-15ef-47ec-a3d6-b0a34257ccac tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2182686 Feb 19 04:14:38.538488 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3439a3b0-3ac1-4bbd-8e6b-92f355199869'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:38.556308 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1725b706-c8dd-4396-990f-7188ae0e8e6d" -d '{"events": [{"server_uuid": "f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2", "name": "network-vif-plugged", "status": "completed", "tag": "3439a3b0-3ac1-4bbd-8e6b-92f355199869"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:38.610352 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 3439a3b0-3ac1-4bbd-8e6b-92f355199869, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3439a3b0-3ac1-4bbd-8e6b-92f355199869,segment=NetworkSegment(392ad862-29e0-4dda-bbcc-b4581638c008),segment_id=392ad862-29e0-4dda-bbcc-b4581638c008)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:38.626995 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3439a3b0-3ac1-4bbd-8e6b-92f355199869), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:38.693643 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-bdfdb26d-3b97-4059-8655-28cd7646f1e8 req-b10fa971-749e-4f87-9df3-79bb81591cd6 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] For port 776a97ff-b63f-4118-b421-28c984123b53, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=776a97ff-b63f-4118-b421-28c984123b53,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:38.694665 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bdfdb26d-3b97-4059-8655-28cd7646f1e8 req-b10fa971-749e-4f87-9df3-79bb81591cd6 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (776a97ff-b63f-4118-b421-28c984123b53), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:38.741483 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-bdfdb26d-3b97-4059-8655-28cd7646f1e8 req-b10fa971-749e-4f87-9df3-79bb81591cd6 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Calling delete_port for 776a97ff-b63f-4118-b421-28c984123b53 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:38.782061 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=3439a3b0-3ac1-4bbd-8e6b-92f355199869,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:38.835398 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:38.957735 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.065124 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201a74b-11e5-4eba-a7a4-0f72ba28ff2f req-65d6845d-42a8-41e8-883b-ec0c61061537 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:39.079294 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4201a74b-11e5-4eba-a7a4-0f72ba28ff2f req-65d6845d-42a8-41e8-883b-ec0c61061537 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2 HTTP/1.1" status: 200 len: 945 time: 0.2980795 Feb 19 04:14:39.124109 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8a6f0-b5b2-463b-9725-68ae3454702e req-a60f700d-081d-4882-87f8-762a5b2bcc8d tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:39.134532 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9de8a6f0-b5b2-463b-9725-68ae3454702e req-a60f700d-081d-4882-87f8-762a5b2bcc8d tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] 10.222.0.65 "GET /v2.0/ports?device_id=de97975c-84e5-4795-a610-2d6ef4440f2b HTTP/1.1" status: 200 len: 950 time: 0.4558144 Feb 19 04:14:39.240444 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bdfdb26d-3b97-4059-8655-28cd7646f1e8 req-b10fa971-749e-4f87-9df3-79bb81591cd6 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (776a97ff-b63f-4118-b421-28c984123b53), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.262348 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4201a74b-11e5-4eba-a7a4-0f72ba28ff2f req-bafef6b9-623b-42ab-91be-f9bc313d660f tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d4e42f6-7a5d-4589-8469-5324dc5c0b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813936 Feb 19 04:14:39.278635 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9de8a6f0-b5b2-463b-9725-68ae3454702e req-6ba43d10-e9f6-4289-a17c-a067a58f2332 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] 10.222.0.65 "GET /v2.0/security-groups?id=40b7832e-e3e7-4ff3-8ee8-b467cc68342c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418605 Feb 19 04:14:39.426674 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa971-749e-4f87-9df3-79bb81591cd6 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Pushing event deleted for resources: {'Port': ['ID=776a97ff-b63f-4118-b421-28c984123b53,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:39.439377 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-a7e17939-5217-4bac-98cc-51241ecf0a10 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:39.448834 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-a7e17939-5217-4bac-98cc-51241ecf0a10 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.48 "GET /v2.0/networks?id=7d40f42e-b749-4901-ba8a-e7eceb678438 HTTP/1.1" status: 200 len: 811 time: 0.5486028 Feb 19 04:14:39.457644 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2808e5d9-7f89-4f8b-b2c4-eaa09c9ddc05 x-openstack-request-id: req-2808e5d9-7f89-4f8b-b2c4-eaa09c9ddc05 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:39.459401 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2", "name": "network-vif-plugged", "status": "completed", "tag": "3439a3b0-3ac1-4bbd-8e6b-92f355199869", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:39.460090 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2808e5d9-7f89-4f8b-b2c4-eaa09c9ddc05 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:39.460952 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3439a3b0-3ac1-4bbd-8e6b-92f355199869', 'code': 200} Feb 19 04:14:39.498660 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Request body: {'port': {'device_id': '40886d11-1ebe-4ef4-bf10-5c89af5727c2', 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438', 'admin_state_up': True, 'tenant_id': 'b786c5ef5d584827a0b45726072f8eb3'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:39.578885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfdb26d-3b97-4059-8655-28cd7646f1e8 req-b10fa971-749e-4f87-9df3-79bb81591cd6 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] No DVR routers for this DVR port 776a97ff-b63f-4118-b421-28c984123b53 on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:14:39.594586 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bdfdb26d-3b97-4059-8655-28cd7646f1e8 req-b10fa971-749e-4f87-9df3-79bb81591cd6 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.607151 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bdfdb26d-3b97-4059-8655-28cd7646f1e8 req-b10fa971-749e-4f87-9df3-79bb81591cd6 tempest-ImagesNegativeTestJSON-1441080361 tempest-ImagesNegativeTestJSON-1441080361-project] 10.222.0.10 "DELETE /v2.0/ports/776a97ff-b63f-4118-b421-28c984123b53 HTTP/1.1" status: 204 len: 173 time: 1.7981572 Feb 19 04:14:39.610351 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de97975c-84e5-4795-a610-2d6ef4440f2b', 'name': 'network-vif-deleted', 'tag': '776a97ff-b63f-4118-b421-28c984123b53'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:39.617393 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490935c4-6d34-4a56-b4a0-32bf5ff1a7d6" -d '{"events": [{"server_uuid": "de97975c-84e5-4795-a610-2d6ef4440f2b", "name": "network-vif-deleted", "tag": "776a97ff-b63f-4118-b421-28c984123b53"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:39.665073 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 13518115-3439-465e-80df-742f7f478040 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:39.882498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434888df-0481-4db7-89da-0c8ed8d08525 req-66b55a91-0865-4481-bb1e-25ad251767da tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:39.898083 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-434888df-0481-4db7-89da-0c8ed8d08525 req-66b55a91-0865-4481-bb1e-25ad251767da tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2866645 Feb 19 04:14:39.961448 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408cd87-6f78-41e5-b50a-3bc18c9dcb31 req-c3fb0e2a-b595-4512-842f-74bc17643b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:39.964682 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7408cd87-6f78-41e5-b50a-3bc18c9dcb31 req-c3fb0e2a-b595-4512-842f-74bc17643b30 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2 HTTP/1.1" status: 200 len: 1127 time: 0.3056097 Feb 19 04:14:40.013799 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 13518115-3439-465e-80df-742f7f478040 is: DOWN; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:40.023459 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0787b90-7b66-4146-8696-eb70b4240c18 req-ab6a0e34-68bc-4d77-8823-86cad7f36ad0 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:40.026715 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0787b90-7b66-4146-8696-eb70b4240c18 req-ab6a0e34-68bc-4d77-8823-86cad7f36ad0 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 945 time: 0.3183527 Feb 19 04:14:40.151671 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7408cd87-6f78-41e5-b50a-3bc18c9dcb31 req-df2ae53c-5a12-4e9f-8160-3f1d821bf518 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2d4e42f6-7a5d-4589-8469-5324dc5c0b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695356 Feb 19 04:14:40.172168 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-434888df-0481-4db7-89da-0c8ed8d08525 req-c423b583-bf9f-46e8-95ad-50bf1139fede tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702532 Feb 19 04:14:40.197298 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0787b90-7b66-4146-8696-eb70b4240c18 req-70bcdfe1-c8bf-45bd-b7e3-213ebc932294 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545866 Feb 19 04:14:40.231643 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Made reservation on behalf of b786c5ef5d584827a0b45726072f8eb3 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:40.253835 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.393833 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-924c7aef-6a48-4908-ba0b-9c8f86cebe44 req-4f6b5461-a4eb-45ca-bb08-5db3a6d11fb8 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=40886d11-1ebe-4ef4-bf10-5c89af5727c2 HTTP/1.1" status: 200 len: 210 time: 0.0823612 Feb 19 04:14:40.662687 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16646b1-333e-4742-b965-9797783518e5 x-openstack-request-id: req-c16646b1-333e-4742-b965-9797783518e5 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:40.663276 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de97975c-84e5-4795-a610-2d6ef4440f2b", "name": "network-vif-deleted", "tag": "776a97ff-b63f-4118-b421-28c984123b53", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:40.663644 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c16646b1-333e-4742-b965-9797783518e5 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:40.665682 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de97975c-84e5-4795-a610-2d6ef4440f2b', 'name': 'network-vif-deleted', 'tag': '776a97ff-b63f-4118-b421-28c984123b53', 'status': 'completed', 'code': 200} Feb 19 04:14:40.749819 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 0fbee867-7e5d-40b4-80a1-c51753aab620 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:14:40.768810 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e30b3-c93b-4985-9ee5-7ad6c99004e4 req-788255c7-8383-4fb2-b148-1115221fc75d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:40.785644 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e30b3-c93b-4985-9ee5-7ad6c99004e4 req-788255c7-8383-4fb2-b148-1115221fc75d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:40.803151 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e30b3-c93b-4985-9ee5-7ad6c99004e4 req-788255c7-8383-4fb2-b148-1115221fc75d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:40.818525 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e30b3-c93b-4985-9ee5-7ad6c99004e4 req-788255c7-8383-4fb2-b148-1115221fc75d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:40.842478 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e30b3-c93b-4985-9ee5-7ad6c99004e4 req-788255c7-8383-4fb2-b148-1115221fc75d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:40.874792 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e30b3-c93b-4985-9ee5-7ad6c99004e4 req-788255c7-8383-4fb2-b148-1115221fc75d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:40.901093 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e30b3-c93b-4985-9ee5-7ad6c99004e4 req-788255c7-8383-4fb2-b148-1115221fc75d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:40.914459 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bb8e30b3-c93b-4985-9ee5-7ad6c99004e4 req-788255c7-8383-4fb2-b148-1115221fc75d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.3859279 Feb 19 04:14:40.970818 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Allocated IP 172.20.0.4 (7d40f42e-b749-4901-ba8a-e7eceb678438/409a3c1a-34aa-46ee-b1af-34e270dd570a/f4619e31-8b00-4cd5-9bde-88b4127c8f7d) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:14:40.989662 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 776a97ff-b63f-4118-b421-28c984123b53 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:41.002517 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e011fe6-db1e-4144-a335-216fa7f42081 req-dd650b70-cb1e-4a92-ae76-9c96b305f89a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:41.012207 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e011fe6-db1e-4144-a335-216fa7f42081 req-dd650b70-cb1e-4a92-ae76-9c96b305f89a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.1891160 Feb 19 04:14:41.063374 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 776a97ff-b63f-4118-b421-28c984123b53 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:14:41.064462 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 776a97ff-b63f-4118-b421-28c984123b53 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:41.178221 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bb8e30b3-c93b-4985-9ee5-7ad6c99004e4 req-1cdde750-2f36-4835-ab83-25afb021ac01 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2557957 Feb 19 04:14:41.226294 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0fbee867-7e5d-40b4-80a1-c51753aab620, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0fbee867-7e5d-40b4-80a1-c51753aab620,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:41.250107 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e011fe6-db1e-4144-a335-216fa7f42081 req-f302520f-309d-49f0-b800-1fccade946dd tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161324 Feb 19 04:14:41.267629 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '0fbee867-7e5d-40b4-80a1-c51753aab620', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '0fbee867-7e5d-40b4-80a1-c51753aab620', 'mac_address': 'fa:16:3e:4b:1c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:14:41.449710 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 0fbee867-7e5d-40b4-80a1-c51753aab620 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:41.450675 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:41.506689 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fbee867-7e5d-40b4-80a1-c51753aab620 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:41.607473 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0fbee867-7e5d-40b4-80a1-c51753aab620, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0fbee867-7e5d-40b4-80a1-c51753aab620,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:41.620361 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:41.630459 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed733e-92d6-4b7f-b14d-19e38d1377ef req-b3708e87-4e01-4928-8377-48a649a694ae tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:41.632212 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4ed733e-92d6-4b7f-b14d-19e38d1377ef req-b3708e87-4e01-4928-8377-48a649a694ae tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2 HTTP/1.1" status: 200 len: 945 time: 0.1856444 Feb 19 04:14:41.736337 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks [] for port (f4619e31-8b00-4cd5-9bde-88b4127c8f7d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:41.806022 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['0fbee867-7e5d-40b4-80a1-c51753aab620'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:14:41.883408 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4ed733e-92d6-4b7f-b14d-19e38d1377ef req-c076624e-b907-4d27-aeb9-3c58febf2d9a tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d4e42f6-7a5d-4589-8469-5324dc5c0b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328734 Feb 19 04:14:41.891058 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b80c32-2af4-41d6-9e33-6d5be9cbd1a4 req-b1c5b7e8-62ea-44a3-88ba-d2915a920e79 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:41.893996 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-92b80c32-2af4-41d6-9e33-6d5be9cbd1a4 req-b1c5b7e8-62ea-44a3-88ba-d2915a920e79 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 945 time: 0.2276018 Feb 19 04:14:41.961156 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f4619e31-8b00-4cd5-9bde-88b4127c8f7d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:42.085617 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-92b80c32-2af4-41d6-9e33-6d5be9cbd1a4 req-e12de0d5-26bd-44f3-ab81-69eaaaa76d8b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821003 Feb 19 04:14:42.086967 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Network 7d40f42e-b749-4901-ba8a-e7eceb678438 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:42.094032 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:42.148334 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Pushing event updated for resources: {'Port': ['ID=f4619e31-8b00-4cd5-9bde-88b4127c8f7d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:42.158161 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:14:42.172046 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=0fbee867-7e5d-40b4-80a1-c51753aab620,revision_number=9']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:42.287835 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:42.288517 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:42.289135 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:42.289705 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:42.295471 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:42.296681 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:42.299140 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:42.299785 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:42.300684 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:42.300994 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:42.305299 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:42.306293 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:42.312627 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:42.394249 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:42.395356 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:42.457395 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-06ef5c63-d0e6-4e11-a5fa-d2201ca46d5d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9884272 Feb 19 04:14:42.473719 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-656b9c51-47ae-462a-8fbf-bd7414272649 service neutron] Request body: {'port': {'device_id': '40886d11-1ebe-4ef4-bf10-5c89af5727c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:42.605544 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306a0d1-ab1e-42c9-b14e-a1641af0297a req-2070e736-4c3e-47f1-980f-200237777fd9 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:42.615970 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3306a0d1-ab1e-42c9-b14e-a1641af0297a req-2070e736-4c3e-47f1-980f-200237777fd9 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=40886d11-1ebe-4ef4-bf10-5c89af5727c2 HTTP/1.1" status: 200 len: 931 time: 0.2229767 Feb 19 04:14:42.772549 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3306a0d1-ab1e-42c9-b14e-a1641af0297a req-e263c1c2-da51-47ec-bbfc-3e02f04996f5 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450639 Feb 19 04:14:42.841034 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-656b9c51-47ae-462a-8fbf-bd7414272649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f4619e31-8b00-4cd5-9bde-88b4127c8f7d), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:43.103855 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14657b80-18fa-4f1d-a9ce-688538e24b64 req-57c0a11e-1fef-46af-ab55-7fe5e87124f4 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:43.111850 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f139760-41bd-46d8-abe3-6a8e23710331 req-e37f93ee-d962-4e50-a2ec-dc253049c55a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:43.114324 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14657b80-18fa-4f1d-a9ce-688538e24b64 req-57c0a11e-1fef-46af-ab55-7fe5e87124f4 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:43.126076 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14657b80-18fa-4f1d-a9ce-688538e24b64 req-57c0a11e-1fef-46af-ab55-7fe5e87124f4 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:43.126667 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9f139760-41bd-46d8-abe3-6a8e23710331 req-e37f93ee-d962-4e50-a2ec-dc253049c55a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.1850917 Feb 19 04:14:43.137009 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14657b80-18fa-4f1d-a9ce-688538e24b64 req-57c0a11e-1fef-46af-ab55-7fe5e87124f4 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:43.148554 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14657b80-18fa-4f1d-a9ce-688538e24b64 req-57c0a11e-1fef-46af-ab55-7fe5e87124f4 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:43.160291 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14657b80-18fa-4f1d-a9ce-688538e24b64 req-57c0a11e-1fef-46af-ab55-7fe5e87124f4 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:43.173619 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14657b80-18fa-4f1d-a9ce-688538e24b64 req-57c0a11e-1fef-46af-ab55-7fe5e87124f4 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:43.176777 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-14657b80-18fa-4f1d-a9ce-688538e24b64 req-57c0a11e-1fef-46af-ab55-7fe5e87124f4 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.2976122 Feb 19 04:14:43.262761 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9f139760-41bd-46d8-abe3-6a8e23710331 req-a7df8448-30ab-4745-83a8-e0ac3fa62b48 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344211 Feb 19 04:14:43.552325 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-14657b80-18fa-4f1d-a9ce-688538e24b64 req-a2c2f10e-e455-4002-87fe-0979f7f3cb9b tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2595608 Feb 19 04:14:43.564781 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a2ec2-15b1-4f10-9521-75a38066ff53 req-5a536cac-a289-4c2b-9df8-b1b9d35f394a tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:43.577214 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-095a2ec2-15b1-4f10-9521-75a38066ff53 req-5a536cac-a289-4c2b-9df8-b1b9d35f394a tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2 HTTP/1.1" status: 200 len: 945 time: 0.1583171 Feb 19 04:14:43.751227 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-095a2ec2-15b1-4f10-9521-75a38066ff53 req-b2713bca-21dd-4de0-9ca6-4b247a7ceaea tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d4e42f6-7a5d-4589-8469-5324dc5c0b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657891 Feb 19 04:14:43.921856 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-656b9c51-47ae-462a-8fbf-bd7414272649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4619e31-8b00-4cd5-9bde-88b4127c8f7d {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:43.944942 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-656b9c51-47ae-462a-8fbf-bd7414272649 service neutron] Publish callbacks [] for port (f4619e31-8b00-4cd5-9bde-88b4127c8f7d), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:43.976195 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f33cb-3e37-4ba2-a8b8-0b0c1ce98745 req-80c8847a-bc5f-47f2-a912-359598a95492 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:43.978751 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7d8f33cb-3e37-4ba2-a8b8-0b0c1ce98745 req-80c8847a-bc5f-47f2-a912-359598a95492 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 945 time: 0.1648216 Feb 19 04:14:44.009322 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-656b9c51-47ae-462a-8fbf-bd7414272649 service neutron] Transition to ACTIVE for port object f4619e31-8b00-4cd5-9bde-88b4127c8f7d will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:14:44.041235 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-656b9c51-47ae-462a-8fbf-bd7414272649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (f4619e31-8b00-4cd5-9bde-88b4127c8f7d), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:44.181639 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b9c51-47ae-462a-8fbf-bd7414272649 service neutron] Pushing event updated for resources: {'Port': ['ID=f4619e31-8b00-4cd5-9bde-88b4127c8f7d,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:44.233320 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5cbc4-ba3a-477f-b400-49b3ccfa61bd req-edec55c5-755c-4b62-8b13-885df668a7e6 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:44.239631 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7d8f33cb-3e37-4ba2-a8b8-0b0c1ce98745 req-29da426e-3a53-45b1-94af-073b0d73f1f3 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482736 Feb 19 04:14:44.252283 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-17c5cbc4-ba3a-477f-b400-49b3ccfa61bd req-edec55c5-755c-4b62-8b13-885df668a7e6 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=40886d11-1ebe-4ef4-bf10-5c89af5727c2 HTTP/1.1" status: 200 len: 943 time: 0.1822402 Feb 19 04:14:44.380152 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-17c5cbc4-ba3a-477f-b400-49b3ccfa61bd req-a22f3155-7b07-467f-a9e5-903b3233990c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229024 Feb 19 04:14:44.434266 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-656b9c51-47ae-462a-8fbf-bd7414272649 service neutron] Attempting to bind port f4619e31-8b00-4cd5-9bde-88b4127c8f7d on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:14:44.437966 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-656b9c51-47ae-462a-8fbf-bd7414272649 service neutron] Attempting to bind port f4619e31-8b00-4cd5-9bde-88b4127c8f7d by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'e454b2aa-60ff-453a-93e7-63845488a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:14:44.439038 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-656b9c51-47ae-462a-8fbf-bd7414272649 service neutron] Attempting to bind port f4619e31-8b00-4cd5-9bde-88b4127c8f7d on network 7d40f42e-b749-4901-ba8a-e7eceb678438 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:44.456132 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-656b9c51-47ae-462a-8fbf-bd7414272649 service neutron] Port f4619e31-8b00-4cd5-9bde-88b4127c8f7d on network 7d40f42e-b749-4901-ba8a-e7eceb678438 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:14:44.458759 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-656b9c51-47ae-462a-8fbf-bd7414272649 service neutron] Attempting to bind port f4619e31-8b00-4cd5-9bde-88b4127c8f7d on network 7d40f42e-b749-4901-ba8a-e7eceb678438 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:44.480185 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-656b9c51-47ae-462a-8fbf-bd7414272649 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:14:44.488378 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-656b9c51-47ae-462a-8fbf-bd7414272649 service neutron] Checking segment: {'id': 'e454b2aa-60ff-453a-93e7-63845488a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:44.499258 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-656b9c51-47ae-462a-8fbf-bd7414272649 service neutron] Bound using segment: {'id': 'e454b2aa-60ff-453a-93e7-63845488a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:14:44.503045 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-656b9c51-47ae-462a-8fbf-bd7414272649 service neutron] Bound port: f4619e31-8b00-4cd5-9bde-88b4127c8f7d, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e454b2aa-60ff-453a-93e7-63845488a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:14:44.504713 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-656b9c51-47ae-462a-8fbf-bd7414272649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f4619e31-8b00-4cd5-9bde-88b4127c8f7d), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:44.784517 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 0fbee867-7e5d-40b4-80a1-c51753aab620 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:44.803379 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017d283-2bed-4a01-82f9-59a8efefce68 req-343c8fd3-a7dd-4584-96d5-3411bd866e6a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:44.811450 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d017d283-2bed-4a01-82f9-59a8efefce68 req-343c8fd3-a7dd-4584-96d5-3411bd866e6a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2607086 Feb 19 04:14:44.982688 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-656b9c51-47ae-462a-8fbf-bd7414272649 service neutron] For port f4619e31-8b00-4cd5-9bde-88b4127c8f7d, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:14:45.019043 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 0fbee867-7e5d-40b4-80a1-c51753aab620 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:45.020114 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:45.063525 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d017d283-2bed-4a01-82f9-59a8efefce68 req-f03efcd5-3f59-43b7-84ef-9aa84a8f8c4c tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416978 Feb 19 04:14:45.088960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-656b9c51-47ae-462a-8fbf-bd7414272649 service neutron] For port f4619e31-8b00-4cd5-9bde-88b4127c8f7d, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f4619e31-8b00-4cd5-9bde-88b4127c8f7d,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:14:45.101489 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-656b9c51-47ae-462a-8fbf-bd7414272649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (f4619e31-8b00-4cd5-9bde-88b4127c8f7d), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:45.128581 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53675bde-6e12-479f-888d-52cd200793df req-6fa7769f-4556-478a-b9de-f935647958a3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:45.156783 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53675bde-6e12-479f-888d-52cd200793df req-6fa7769f-4556-478a-b9de-f935647958a3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:45.184450 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53675bde-6e12-479f-888d-52cd200793df req-6fa7769f-4556-478a-b9de-f935647958a3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:45.215138 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53675bde-6e12-479f-888d-52cd200793df req-6fa7769f-4556-478a-b9de-f935647958a3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:45.225346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-656b9c51-47ae-462a-8fbf-bd7414272649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:45.230030 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53675bde-6e12-479f-888d-52cd200793df req-6fa7769f-4556-478a-b9de-f935647958a3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:45.230976 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-656b9c51-47ae-462a-8fbf-bd7414272649 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:45.235506 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-656b9c51-47ae-462a-8fbf-bd7414272649 service neutron] 10.222.0.48 "PUT /v2.0/ports/f4619e31-8b00-4cd5-9bde-88b4127c8f7d HTTP/1.1" status: 200 len: 1091 time: 2.7684424 Feb 19 04:14:45.245039 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53675bde-6e12-479f-888d-52cd200793df req-6fa7769f-4556-478a-b9de-f935647958a3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:45.254309 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40886d11-1ebe-4ef4-bf10-5c89af5727c2', 'tag': 'f4619e31-8b00-4cd5-9bde-88b4127c8f7d'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:45.263859 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53675bde-6e12-479f-888d-52cd200793df req-6fa7769f-4556-478a-b9de-f935647958a3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:45.266224 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020c7a97-d6bc-4b8b-aca0-946521862165" -d '{"events": [{"name": "network-changed", "server_uuid": "40886d11-1ebe-4ef4-bf10-5c89af5727c2", "tag": "f4619e31-8b00-4cd5-9bde-88b4127c8f7d"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:45.294863 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-53675bde-6e12-479f-888d-52cd200793df req-6fa7769f-4556-478a-b9de-f935647958a3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.4015040 Feb 19 04:14:45.424820 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 0fbee867-7e5d-40b4-80a1-c51753aab620 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:45.425490 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:45.466446 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39078) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:45.525069 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b9c51-47ae-462a-8fbf-bd7414272649 service neutron] Pushing event updated for resources: {'Port': ['ID=f4619e31-8b00-4cd5-9bde-88b4127c8f7d,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:45.575853 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbee867-7e5d-40b4-80a1-c51753aab620'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:45.587180 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ef0f7e-5a4c-4b7d-bfb7-7a45558ceb68" -d '{"events": [{"server_uuid": "fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b", "name": "network-vif-plugged", "status": "completed", "tag": "0fbee867-7e5d-40b4-80a1-c51753aab620"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:45.597337 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-53675bde-6e12-479f-888d-52cd200793df req-faeae8ff-8768-4eee-8024-f0f5ca40ff7a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2951789 Feb 19 04:14:45.627652 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0fbee867-7e5d-40b4-80a1-c51753aab620, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0fbee867-7e5d-40b4-80a1-c51753aab620,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:45.640248 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:45.658683 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02256b4-6708-4230-9f62-a4f8c44353a5 req-ba5f9324-afc7-47ee-b004-8f8513ea9289 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:45.672294 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a02256b4-6708-4230-9f62-a4f8c44353a5 req-ba5f9324-afc7-47ee-b004-8f8513ea9289 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 945 time: 0.1378062 Feb 19 04:14:45.677323 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-fae4a47f-3241-45fe-b8e8-8ee933e9e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:45.693363 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-fae4a47f-3241-45fe-b8e8-8ee933e9e371 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b786c5ef5d584827a0b45726072f8eb3&device_id=40886d11-1ebe-4ef4-bf10-5c89af5727c2 HTTP/1.1" status: 200 len: 1125 time: 0.3373227 Feb 19 04:14:45.746545 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=0fbee867-7e5d-40b4-80a1-c51753aab620,revision_number=10']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:45.781092 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-ea40bca5-ec71-462f-be2b-2f2e7ff611c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4619e31-8b00-4cd5-9bde-88b4127c8f7d HTTP/1.1" status: 200 len: 217 time: 0.0861967 Feb 19 04:14:45.970835 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-e59e67e6-238a-4ee5-bc5f-41bf2cb356df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:45.973577 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-e59e67e6-238a-4ee5-bc5f-41bf2cb356df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=409a3c1a-34aa-46ee-b1af-34e270dd570a HTTP/1.1" status: 200 len: 851 time: 0.1729903 Feb 19 04:14:46.010942 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a590ef0-c088-4486-ad70-bc638dd0685f x-openstack-request-id: req-1a590ef0-c088-4486-ad70-bc638dd0685f {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:46.011607 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40886d11-1ebe-4ef4-bf10-5c89af5727c2", "tag": "f4619e31-8b00-4cd5-9bde-88b4127c8f7d", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:46.012121 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a590ef0-c088-4486-ad70-bc638dd0685f {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:46.013091 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40886d11-1ebe-4ef4-bf10-5c89af5727c2', 'tag': 'f4619e31-8b00-4cd5-9bde-88b4127c8f7d', 'status': 'completed', 'code': 200} Feb 19 04:14:46.068751 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-9989b23a-9231-4ac3-bf38-d1f694cc8ea9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d40f42e-b749-4901-ba8a-e7eceb678438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486073 Feb 19 04:14:46.153180 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5612c7-1a40-45ad-9556-cc474a648a52 req-ad1a8aa2-7cc9-4bab-8bfe-d09606b12640 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:46.157754 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ff5612c7-1a40-45ad-9556-cc474a648a52 req-ad1a8aa2-7cc9-4bab-8bfe-d09606b12640 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=40886d11-1ebe-4ef4-bf10-5c89af5727c2 HTTP/1.1" status: 200 len: 943 time: 0.1725862 Feb 19 04:14:46.261424 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-38aa2a43-1bfa-490b-b19b-741538a23841 service neutron] 10.222.0.48 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752837 Feb 19 04:14:46.289570 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ff5612c7-1a40-45ad-9556-cc474a648a52 req-6d6f5bf4-947f-4811-9dd4-dcbe28630046 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144173 Feb 19 04:14:46.457144 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755d4bc9-4f58-408d-a52d-82f674f89c9a x-openstack-request-id: req-755d4bc9-4f58-408d-a52d-82f674f89c9a {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:46.458587 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b", "name": "network-vif-plugged", "status": "completed", "tag": "0fbee867-7e5d-40b4-80a1-c51753aab620", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:46.459258 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-755d4bc9-4f58-408d-a52d-82f674f89c9a {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:46.463869 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-68b91d8f-d813-4899-aca8-18f2470bfb6d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dda59ebd004a4cbca2d841c48f13658f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9803545 Feb 19 04:14:46.464345 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39088) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:46.465337 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbee867-7e5d-40b4-80a1-c51753aab620', 'code': 200} Feb 19 04:14:46.498173 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a02256b4-6708-4230-9f62-a4f8c44353a5 req-8afe4600-d28c-48fc-9b55-f1c5fa7548bb tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7283146 Feb 19 04:14:46.514801 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea057f6e-ec4b-43fd-b64a-e42e9d2d04d0 req-ac1dcbfb-c7a1-43e5-8de3-740737c9f847 service neutron] 10.222.0.48 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294886 Feb 19 04:14:46.820764 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bc76dc6a-50f6-47b4-86d8-667e4ac99664 admin admin] Publish callbacks [] for security_group (40b7832e-e3e7-4ff3-8ee8-b467cc68342c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:46.865476 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c7a97-d6bc-4b8b-aca0-946521862165 req-3cd534fa-05b7-4fc0-bbcb-db9dac7229fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:46.868667 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-020c7a97-d6bc-4b8b-aca0-946521862165 req-3cd534fa-05b7-4fc0-bbcb-db9dac7229fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b786c5ef5d584827a0b45726072f8eb3&device_id=40886d11-1ebe-4ef4-bf10-5c89af5727c2 HTTP/1.1" status: 200 len: 1125 time: 0.1843333 Feb 19 04:14:46.925655 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bc76dc6a-50f6-47b4-86d8-667e4ac99664 admin admin] Publish callbacks [] for security_group (40b7832e-e3e7-4ff3-8ee8-b467cc68342c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:46.966713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a594ba-9261-43f0-988a-37302138b2f9 req-3982f5ce-7297-49d7-aecf-9a6ad27c189f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:46.997297 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04a594ba-9261-43f0-988a-37302138b2f9 req-3982f5ce-7297-49d7-aecf-9a6ad27c189f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.3812687 Feb 19 04:14:47.192075 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b41911-34e3-46f0-b98c-eaac01014924 req-21474da9-e253-4a55-b2c5-c27ea18829cc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:47.215334 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b41911-34e3-46f0-b98c-eaac01014924 req-21474da9-e253-4a55-b2c5-c27ea18829cc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:47.225635 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b41911-34e3-46f0-b98c-eaac01014924 req-21474da9-e253-4a55-b2c5-c27ea18829cc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:47.230199 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04a594ba-9261-43f0-988a-37302138b2f9 req-3c6bde17-26b2-4203-a59d-d0a19c34eae0 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203696 Feb 19 04:14:47.237800 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bc76dc6a-50f6-47b4-86d8-667e4ac99664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (40b7832e-e3e7-4ff3-8ee8-b467cc68342c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:47.246080 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bc76dc6a-50f6-47b4-86d8-667e4ac99664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:47.247513 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-bc76dc6a-50f6-47b4-86d8-667e4ac99664 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/40b7832e-e3e7-4ff3-8ee8-b467cc68342c HTTP/1.1" status: 204 len: 168 time: 0.7801425 Feb 19 04:14:47.262382 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b41911-34e3-46f0-b98c-eaac01014924 req-21474da9-e253-4a55-b2c5-c27ea18829cc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:47.269148 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76dc6a-50f6-47b4-86d8-667e4ac99664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b7832e-e3e7-4ff3-8ee8-b467cc68342c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:47.326133 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b41911-34e3-46f0-b98c-eaac01014924 req-21474da9-e253-4a55-b2c5-c27ea18829cc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:47.337850 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b41911-34e3-46f0-b98c-eaac01014924 req-21474da9-e253-4a55-b2c5-c27ea18829cc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:47.358817 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b41911-34e3-46f0-b98c-eaac01014924 req-21474da9-e253-4a55-b2c5-c27ea18829cc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:47.374697 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-46b41911-34e3-46f0-b98c-eaac01014924 req-21474da9-e253-4a55-b2c5-c27ea18829cc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.4243007 Feb 19 04:14:47.490564 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c7a97-d6bc-4b8b-aca0-946521862165 req-4bdb9fc7-b775-4804-80aa-f620408bc1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:47.494194 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-020c7a97-d6bc-4b8b-aca0-946521862165 req-4bdb9fc7-b775-4804-80aa-f620408bc1f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d40f42e-b749-4901-ba8a-e7eceb678438 HTTP/1.1" status: 200 len: 911 time: 0.6113939 Feb 19 04:14:47.606299 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca92637-3bdc-4ab2-ace9-acc0c6f9d371 req-c794eac4-17cb-465e-b95e-424758d6c8ed tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:47.609307 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fca92637-3bdc-4ab2-ace9-acc0c6f9d371 req-c794eac4-17cb-465e-b95e-424758d6c8ed tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=40886d11-1ebe-4ef4-bf10-5c89af5727c2 HTTP/1.1" status: 200 len: 943 time: 0.1366932 Feb 19 04:14:47.699380 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-020c7a97-d6bc-4b8b-aca0-946521862165 req-208b02e1-dd7c-41fa-9693-fe99d1157992 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4619e31-8b00-4cd5-9bde-88b4127c8f7d HTTP/1.1" status: 200 len: 217 time: 0.1909482 Feb 19 04:14:47.773092 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fca92637-3bdc-4ab2-ace9-acc0c6f9d371 req-d6dcc29c-d417-4339-80d5-b7acfc4d06cd tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472893 Feb 19 04:14:47.839148 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-46b41911-34e3-46f0-b98c-eaac01014924 req-b48c90f4-d043-4d28-b2f6-039f6e38704a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4630039 Feb 19 04:14:47.900961 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c7a97-d6bc-4b8b-aca0-946521862165 req-c3ff7dc2-d75b-4f09-91b7-cd82e9699071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:47.900961 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-020c7a97-d6bc-4b8b-aca0-946521862165 req-c3ff7dc2-d75b-4f09-91b7-cd82e9699071 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=409a3c1a-34aa-46ee-b1af-34e270dd570a HTTP/1.1" status: 200 len: 851 time: 0.1764984 Feb 19 04:14:48.108906 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-020c7a97-d6bc-4b8b-aca0-946521862165 req-6121d320-faa5-413e-b6e3-c96677227f36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d40f42e-b749-4901-ba8a-e7eceb678438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2025158 Feb 19 04:14:48.206861 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a7a98-bfbf-48d8-9bdf-9bc2a8dc5207 req-18874bf0-1367-41be-9b55-bf75d2ff292d tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:48.210655 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-de0a7a98-bfbf-48d8-9bdf-9bc2a8dc5207 req-18874bf0-1367-41be-9b55-bf75d2ff292d tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 945 time: 0.2725840 Feb 19 04:14:48.414031 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-de0a7a98-bfbf-48d8-9bdf-9bc2a8dc5207 req-9af45dfb-a2f2-458f-9d44-cde92af87ed0 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903911 Feb 19 04:14:48.417540 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-020c7a97-d6bc-4b8b-aca0-946521862165 req-cb0aa8d6-b6d0-4f5e-881d-170550013b6a service neutron] 10.222.0.48 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948539 Feb 19 04:14:49.209937 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992374e8-0a7f-40bb-8dec-ddf20afe4837 req-342aee5d-4f87-49be-bb22-6bf4c4d84710 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:49.212671 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-992374e8-0a7f-40bb-8dec-ddf20afe4837 req-342aee5d-4f87-49be-bb22-6bf4c4d84710 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=40886d11-1ebe-4ef4-bf10-5c89af5727c2 HTTP/1.1" status: 200 len: 943 time: 0.2052932 Feb 19 04:14:49.374203 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-992374e8-0a7f-40bb-8dec-ddf20afe4837 req-cdeddff7-0d90-44f7-bcae-41229623589d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495614 Feb 19 04:14:49.585888 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-020c7a97-d6bc-4b8b-aca0-946521862165 req-880d31d7-31d8-495d-a300-1e29fb144709 service neutron] 10.222.0.48 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1640494 Feb 19 04:14:49.674127 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf8994-fd91-4ef3-a44f-5fbbe4a73384 req-37eb72d3-df71-4b22-8a03-345cd4d749fe tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:49.689887 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device f4619e31-8b00-4cd5-9bde-88b4127c8f7d details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:14:49.693553 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bfdf8994-fd91-4ef3-a44f-5fbbe4a73384 req-37eb72d3-df71-4b22-8a03-345cd4d749fe tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 1.2146661 Feb 19 04:14:49.825885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc573e-a25e-4093-bcfe-1077e6f5c02e req-8ee356e5-82e1-418c-9225-6bfcfd950bf5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:49.852590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc573e-a25e-4093-bcfe-1077e6f5c02e req-8ee356e5-82e1-418c-9225-6bfcfd950bf5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:49.864374 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc573e-a25e-4093-bcfe-1077e6f5c02e req-8ee356e5-82e1-418c-9225-6bfcfd950bf5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:49.900256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc573e-a25e-4093-bcfe-1077e6f5c02e req-8ee356e5-82e1-418c-9225-6bfcfd950bf5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:49.922934 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bfdf8994-fd91-4ef3-a44f-5fbbe4a73384 req-bd71acfd-e9a9-4406-bcb1-f8409beef0e2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280500 Feb 19 04:14:49.936170 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc573e-a25e-4093-bcfe-1077e6f5c02e req-8ee356e5-82e1-418c-9225-6bfcfd950bf5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:49.958215 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc573e-a25e-4093-bcfe-1077e6f5c02e req-8ee356e5-82e1-418c-9225-6bfcfd950bf5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:49.977034 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc573e-a25e-4093-bcfe-1077e6f5c02e req-8ee356e5-82e1-418c-9225-6bfcfd950bf5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:49.999493 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7abc573e-a25e-4093-bcfe-1077e6f5c02e req-8ee356e5-82e1-418c-9225-6bfcfd950bf5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.4936357 Feb 19 04:14:50.084668 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port f4619e31-8b00-4cd5-9bde-88b4127c8f7d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f4619e31-8b00-4cd5-9bde-88b4127c8f7d,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:50.116427 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'f4619e31-8b00-4cd5-9bde-88b4127c8f7d', 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438', 'port_id': 'f4619e31-8b00-4cd5-9bde-88b4127c8f7d', 'mac_address': 'fa:16:3e:ac:32:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '409a3c1a-34aa-46ee-b1af-34e270dd570a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:14:50.222868 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port f4619e31-8b00-4cd5-9bde-88b4127c8f7d is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:50.223705 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f4619e31-8b00-4cd5-9bde-88b4127c8f7d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:50.224362 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7abc573e-a25e-4093-bcfe-1077e6f5c02e req-aae08c18-f0a3-4be0-910b-0a1bb7484759 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2110212 Feb 19 04:14:50.268975 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4619e31-8b00-4cd5-9bde-88b4127c8f7d {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:50.425309 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2faef-3906-4e4c-8ffb-6f47116b6ea3 req-12b150a4-9820-49d1-a9d4-f10fefd0e8ef tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:50.425686 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port f4619e31-8b00-4cd5-9bde-88b4127c8f7d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f4619e31-8b00-4cd5-9bde-88b4127c8f7d,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:50.440242 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-58f2faef-3906-4e4c-8ffb-6f47116b6ea3 req-12b150a4-9820-49d1-a9d4-f10fefd0e8ef tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 945 time: 0.2565897 Feb 19 04:14:50.447669 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f4619e31-8b00-4cd5-9bde-88b4127c8f7d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:50.589455 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-58f2faef-3906-4e4c-8ffb-6f47116b6ea3 req-f08326aa-a8cf-44d6-9893-50611bb82f79 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429791 Feb 19 04:14:50.692161 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=f4619e31-8b00-4cd5-9bde-88b4127c8f7d,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:50.719786 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['f4619e31-8b00-4cd5-9bde-88b4127c8f7d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:14:51.070080 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f9ab5-0a59-4b39-8ab6-81a3048b7a37 req-7e2509ca-56f9-4b65-985c-d4335f313b5a tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:51.079870 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-676f9ab5-0a59-4b39-8ab6-81a3048b7a37 req-7e2509ca-56f9-4b65-985c-d4335f313b5a tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=40886d11-1ebe-4ef4-bf10-5c89af5727c2 HTTP/1.1" status: 200 len: 944 time: 0.1961410 Feb 19 04:14:51.294983 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-676f9ab5-0a59-4b39-8ab6-81a3048b7a37 req-ddb36f50-e4e4-48e3-ae43-bbd1faf9d149 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041130 Feb 19 04:14:51.679914 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ab9d9-cccb-42a0-866f-5fae34e5d069 req-cdf0fb83-cab6-49b2-999b-ece294c8190d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:51.700548 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7c1ab9d9-cccb-42a0-866f-5fae34e5d069 req-cdf0fb83-cab6-49b2-999b-ece294c8190d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2246621 Feb 19 04:14:51.881871 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7c1ab9d9-cccb-42a0-866f-5fae34e5d069 req-23f3c71d-31eb-4491-87ea-aa95969120fa tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796074 Feb 19 04:14:52.188049 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221fc27-0522-4b48-8c3e-8ab57cd4af2a req-4e3cd082-4dfe-48b8-a12b-20a7e978236c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:52.203713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221fc27-0522-4b48-8c3e-8ab57cd4af2a req-4e3cd082-4dfe-48b8-a12b-20a7e978236c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:52.214320 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221fc27-0522-4b48-8c3e-8ab57cd4af2a req-4e3cd082-4dfe-48b8-a12b-20a7e978236c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:52.227057 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221fc27-0522-4b48-8c3e-8ab57cd4af2a req-4e3cd082-4dfe-48b8-a12b-20a7e978236c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:52.240763 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221fc27-0522-4b48-8c3e-8ab57cd4af2a req-4e3cd082-4dfe-48b8-a12b-20a7e978236c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:52.254020 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221fc27-0522-4b48-8c3e-8ab57cd4af2a req-4e3cd082-4dfe-48b8-a12b-20a7e978236c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:52.265499 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221fc27-0522-4b48-8c3e-8ab57cd4af2a req-4e3cd082-4dfe-48b8-a12b-20a7e978236c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:52.278140 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f221fc27-0522-4b48-8c3e-8ab57cd4af2a req-4e3cd082-4dfe-48b8-a12b-20a7e978236c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.3225970 Feb 19 04:14:52.459291 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e51c35-6308-4b81-8384-a4e231c7b4bf req-130263da-ba29-4207-8b03-b5954a9ad253 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:52.469910 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-09e51c35-6308-4b81-8384-a4e231c7b4bf req-130263da-ba29-4207-8b03-b5954a9ad253 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 945 time: 0.3252738 Feb 19 04:14:52.507966 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f221fc27-0522-4b48-8c3e-8ab57cd4af2a req-21fb748b-711a-4302-9c3d-f4ca07c5b30a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2255352 Feb 19 04:14:52.689465 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-09e51c35-6308-4b81-8384-a4e231c7b4bf req-d067ddb1-140b-4d5d-99d2-6ea1e1c10644 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178159 Feb 19 04:14:53.079273 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f37091-36fd-4210-9661-d2401c89adcc req-dd225670-4ec5-4870-97c3-db636f1e9682 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:53.094300 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-26f37091-36fd-4210-9661-d2401c89adcc req-dd225670-4ec5-4870-97c3-db636f1e9682 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=40886d11-1ebe-4ef4-bf10-5c89af5727c2 HTTP/1.1" status: 200 len: 944 time: 0.2313550 Feb 19 04:14:53.280131 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-26f37091-36fd-4210-9661-d2401c89adcc req-8f74ea32-b736-4b5e-a7d9-0e731b69f459 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627755 Feb 19 04:14:53.681872 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device f4619e31-8b00-4cd5-9bde-88b4127c8f7d up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:53.838011 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b070c-b944-4a2f-9970-ffb5c867ffd5 req-54c8e50f-daf8-4588-a771-657d2bd91dec tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:53.855509 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-238b070c-b944-4a2f-9970-ffb5c867ffd5 req-54c8e50f-daf8-4588-a771-657d2bd91dec tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2168946 Feb 19 04:14:53.914552 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port f4619e31-8b00-4cd5-9bde-88b4127c8f7d completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:14:53.930245 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port f4619e31-8b00-4cd5-9bde-88b4127c8f7d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:53.931472 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f4619e31-8b00-4cd5-9bde-88b4127c8f7d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.086876 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-238b070c-b944-4a2f-9970-ffb5c867ffd5 req-6116a9f4-47a5-4d9f-b96b-ed51638be89e tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269289 Feb 19 04:14:54.224165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ff1d9-2d78-4eb1-bd23-addaf90279b4 req-743274b6-a4f7-4063-913c-d61700807dc8 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:54.239489 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ff1d9-2d78-4eb1-bd23-addaf90279b4 req-743274b6-a4f7-4063-913c-d61700807dc8 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:54.270163 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ff1d9-2d78-4eb1-bd23-addaf90279b4 req-743274b6-a4f7-4063-913c-d61700807dc8 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:54.276796 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ff1d9-2d78-4eb1-bd23-addaf90279b4 req-743274b6-a4f7-4063-913c-d61700807dc8 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:54.296758 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ff1d9-2d78-4eb1-bd23-addaf90279b4 req-743274b6-a4f7-4063-913c-d61700807dc8 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:54.320777 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ff1d9-2d78-4eb1-bd23-addaf90279b4 req-743274b6-a4f7-4063-913c-d61700807dc8 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:54.341987 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ff1d9-2d78-4eb1-bd23-addaf90279b4 req-743274b6-a4f7-4063-913c-d61700807dc8 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:54.353113 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d21ff1d9-2d78-4eb1-bd23-addaf90279b4 req-743274b6-a4f7-4063-913c-d61700807dc8 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.4553239 Feb 19 04:14:54.486088 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5c473-2d4f-413e-b194-a33f316eb415 req-017ecbb0-3c9a-4f86-ac33-6813ee932615 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:54.517805 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2af5c473-2d4f-413e-b194-a33f316eb415 req-017ecbb0-3c9a-4f86-ac33-6813ee932615 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 945 time: 0.1404018 Feb 19 04:14:54.520118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port f4619e31-8b00-4cd5-9bde-88b4127c8f7d is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:54.520936 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f4619e31-8b00-4cd5-9bde-88b4127c8f7d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.581338 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40886d11-1ebe-4ef4-bf10-5c89af5727c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4619e31-8b00-4cd5-9bde-88b4127c8f7d'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:54.598000 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d21ff1d9-2d78-4eb1-bd23-addaf90279b4 req-4175b7c4-8f0b-4ea9-a3ec-3cb2ff9b93f8 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2316327 Feb 19 04:14:54.605005 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5cb66e-08d9-4866-bd14-923f8b39d421" -d '{"events": [{"server_uuid": "40886d11-1ebe-4ef4-bf10-5c89af5727c2", "name": "network-vif-plugged", "status": "completed", "tag": "f4619e31-8b00-4cd5-9bde-88b4127c8f7d"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:54.612156 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:14:54.678296 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port f4619e31-8b00-4cd5-9bde-88b4127c8f7d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f4619e31-8b00-4cd5-9bde-88b4127c8f7d,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:54.697739 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f4619e31-8b00-4cd5-9bde-88b4127c8f7d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.727381 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2af5c473-2d4f-413e-b194-a33f316eb415 req-cdde8d2d-ebe7-4eeb-a840-66bacf6439d6 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060516 Feb 19 04:14:54.869624 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=f4619e31-8b00-4cd5-9bde-88b4127c8f7d,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:55.100252 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313b789-4573-4ee5-9367-1a164dd66d1a req-23bcde89-4823-4110-bc90-ef328de1747b tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:55.103380 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1313b789-4573-4ee5-9367-1a164dd66d1a req-23bcde89-4823-4110-bc90-ef328de1747b tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=40886d11-1ebe-4ef4-bf10-5c89af5727c2 HTTP/1.1" status: 200 len: 945 time: 0.1804411 Feb 19 04:14:55.136904 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb97b2a9-0ba5-44af-8c13-e87cb0960c49 x-openstack-request-id: req-cb97b2a9-0ba5-44af-8c13-e87cb0960c49 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:55.138292 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40886d11-1ebe-4ef4-bf10-5c89af5727c2", "name": "network-vif-plugged", "status": "completed", "tag": "f4619e31-8b00-4cd5-9bde-88b4127c8f7d", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:55.138998 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cb97b2a9-0ba5-44af-8c13-e87cb0960c49 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:55.140190 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40886d11-1ebe-4ef4-bf10-5c89af5727c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4619e31-8b00-4cd5-9bde-88b4127c8f7d', 'code': 200} Feb 19 04:14:55.467999 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1313b789-4573-4ee5-9367-1a164dd66d1a req-0cac4c0c-14b3-4911-9a62-b015d1fb44c6 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389697 Feb 19 04:14:55.557495 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d8c3a-3a74-434d-a7c5-29ff08633e4a req-45a22f21-a21a-45da-b173-b0db253e71ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:55.567698 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-126d8c3a-3a74-434d-a7c5-29ff08633e4a req-45a22f21-a21a-45da-b173-b0db253e71ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 1127 time: 0.4587369 Feb 19 04:14:55.573037 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f555155-1edf-446a-a601-92b757f37af7 req-677387b0-cd99-4e12-92dc-ac9ca92a6c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:55.592903 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8f555155-1edf-446a-a601-92b757f37af7 req-677387b0-cd99-4e12-92dc-ac9ca92a6c2d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=40886d11-1ebe-4ef4-bf10-5c89af5727c2 HTTP/1.1" status: 200 len: 1127 time: 0.3250990 Feb 19 04:14:55.773084 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8f555155-1edf-446a-a601-92b757f37af7 req-ef20854e-8f7c-443b-87a4-2dd7a3a48498 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773453 Feb 19 04:14:56.013451 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33ee67-5fc8-4fc2-8886-35346e9fb172 req-ad041c60-32c2-4a06-866d-a0f8387c5717 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.017498 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ce33ee67-5fc8-4fc2-8886-35346e9fb172 req-ad041c60-32c2-4a06-866d-a0f8387c5717 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 945 time: 0.1954451 Feb 19 04:14:56.041691 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d8c3a-3a74-434d-a7c5-29ff08633e4a req-f4025795-e30e-4b3f-aca2-ab86b8700eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.043434 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-126d8c3a-3a74-434d-a7c5-29ff08633e4a req-f4025795-e30e-4b3f-aca2-ab86b8700eea service neutron] 10.222.0.48 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 912 time: 0.4684651 Feb 19 04:14:56.110111 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ce33ee67-5fc8-4fc2-8886-35346e9fb172 req-479cb585-60c7-4d23-a4dd-70b62767246c tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715423 Feb 19 04:14:56.123888 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7a068-6343-47d2-b2b5-8e44ba35f897 req-c9a07ee1-19b5-4838-a8bb-149e5801c1b5 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.126687 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a1f7a068-6343-47d2-b2b5-8e44ba35f897 req-c9a07ee1-19b5-4838-a8bb-149e5801c1b5 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2947154 Feb 19 04:14:56.218827 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-126d8c3a-3a74-434d-a7c5-29ff08633e4a req-6def1c25-7572-4e2f-86c8-8e3c9b5e633a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19829663-8e11-450d-b642-0067dfa5de94 HTTP/1.1" status: 200 len: 999 time: 0.1674049 Feb 19 04:14:56.310191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d8c3a-3a74-434d-a7c5-29ff08633e4a req-78ae7c9a-1440-42f2-9b19-3a757e18eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.313779 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-126d8c3a-3a74-434d-a7c5-29ff08633e4a req-78ae7c9a-1440-42f2-9b19-3a757e18eb9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509 HTTP/1.1" status: 200 len: 851 time: 0.0886216 Feb 19 04:14:56.375275 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a1f7a068-6343-47d2-b2b5-8e44ba35f897 req-5db66c07-e2d6-43d9-9c5d-876667c2644a tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351527 Feb 19 04:14:56.474263 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d8c3a-3a74-434d-a7c5-29ff08633e4a req-eee697fb-4767-43c2-8454-7d6e354ff241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.478356 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-126d8c3a-3a74-434d-a7c5-29ff08633e4a req-eee697fb-4767-43c2-8454-7d6e354ff241 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9d990e4-ae18-48b8-9375-8a399a46fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1423266 Feb 19 04:14:56.711750 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-126d8c3a-3a74-434d-a7c5-29ff08633e4a req-31735d93-a595-4476-944b-d97c0d99bbe4 service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260506 Feb 19 04:14:56.731178 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecde0a-e61b-4328-a196-4d522e03ba9b req-f90219cd-94dc-420d-9f30-6e38cb93aabc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.737290 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecde0a-e61b-4328-a196-4d522e03ba9b req-f90219cd-94dc-420d-9f30-6e38cb93aabc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.746882 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecde0a-e61b-4328-a196-4d522e03ba9b req-f90219cd-94dc-420d-9f30-6e38cb93aabc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.758409 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecde0a-e61b-4328-a196-4d522e03ba9b req-f90219cd-94dc-420d-9f30-6e38cb93aabc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.766028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecde0a-e61b-4328-a196-4d522e03ba9b req-f90219cd-94dc-420d-9f30-6e38cb93aabc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.774695 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecde0a-e61b-4328-a196-4d522e03ba9b req-f90219cd-94dc-420d-9f30-6e38cb93aabc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.783221 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecde0a-e61b-4328-a196-4d522e03ba9b req-f90219cd-94dc-420d-9f30-6e38cb93aabc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.785858 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8aecde0a-e61b-4328-a196-4d522e03ba9b req-f90219cd-94dc-420d-9f30-6e38cb93aabc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.1901882 Feb 19 04:14:57.098780 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8aecde0a-e61b-4328-a196-4d522e03ba9b req-0be5ac8c-107e-46f0-bfbd-3cc78246de73 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2535906 Feb 19 04:14:57.119653 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-126d8c3a-3a74-434d-a7c5-29ff08633e4a req-177bc42b-c04d-4e92-9600-c0dcb624bdf3 service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327308 Feb 19 04:14:57.698169 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c4700-fb06-4764-94d7-ed32242ceaf1 req-e15c4610-311c-4ade-8d47-e4f7352df70e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:57.707828 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fa9c4700-fb06-4764-94d7-ed32242ceaf1 req-e15c4610-311c-4ade-8d47-e4f7352df70e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 945 time: 0.1343169 Feb 19 04:14:57.732494 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f06065-c1ea-4296-a6fb-824c477fc3be req-1fc120be-463c-4cff-b8d6-ffd8c3382fa0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:57.748274 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-79f06065-c1ea-4296-a6fb-824c477fc3be req-1fc120be-463c-4cff-b8d6-ffd8c3382fa0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=40886d11-1ebe-4ef4-bf10-5c89af5727c2 HTTP/1.1" status: 200 len: 945 time: 0.1909285 Feb 19 04:14:57.796723 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fa9c4700-fb06-4764-94d7-ed32242ceaf1 req-37daa9ea-db69-4db3-bab0-c6396c5c17fb tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872898 Feb 19 04:14:57.926444 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-79f06065-c1ea-4296-a6fb-824c477fc3be req-458aba43-1246-4d10-ae04-3be955547b23 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767321 Feb 19 04:14:58.288496 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af1706-aaaa-4254-9794-df472869313f req-8d18eaf3-8c85-401e-b49a-8829c5b8b0e3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:58.304026 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-49af1706-aaaa-4254-9794-df472869313f req-8d18eaf3-8c85-401e-b49a-8829c5b8b0e3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.2013912 Feb 19 04:14:58.438507 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-49af1706-aaaa-4254-9794-df472869313f req-f50bb9e7-69df-4325-a052-69c32af6ec48 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329095 Feb 19 04:14:58.730813 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f3649-a650-47d6-98f1-0d00501d5dd8 req-10fbebed-8f2e-4630-9add-ebf718786634 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:58.733229 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea6f3649-a650-47d6-98f1-0d00501d5dd8 req-10fbebed-8f2e-4630-9add-ebf718786634 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.1349347 Feb 19 04:14:58.843928 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea6f3649-a650-47d6-98f1-0d00501d5dd8 req-d2516269-ec39-4ca5-8461-5f5b17be3690 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039431 Feb 19 04:14:59.342553 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549944d1-a752-492d-b6b3-7ffd36c1f308 req-cc3f90f9-84bb-4f09-a0e2-76263daa1dcf tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:59.355250 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549944d1-a752-492d-b6b3-7ffd36c1f308 req-cc3f90f9-84bb-4f09-a0e2-76263daa1dcf tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:59.368236 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549944d1-a752-492d-b6b3-7ffd36c1f308 req-cc3f90f9-84bb-4f09-a0e2-76263daa1dcf tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:59.396160 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549944d1-a752-492d-b6b3-7ffd36c1f308 req-cc3f90f9-84bb-4f09-a0e2-76263daa1dcf tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:59.423018 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549944d1-a752-492d-b6b3-7ffd36c1f308 req-cc3f90f9-84bb-4f09-a0e2-76263daa1dcf tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:59.447758 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549944d1-a752-492d-b6b3-7ffd36c1f308 req-cc3f90f9-84bb-4f09-a0e2-76263daa1dcf tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:59.513624 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549944d1-a752-492d-b6b3-7ffd36c1f308 req-cc3f90f9-84bb-4f09-a0e2-76263daa1dcf tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:59.556686 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-549944d1-a752-492d-b6b3-7ffd36c1f308 req-cc3f90f9-84bb-4f09-a0e2-76263daa1dcf tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.3923173 Feb 19 04:14:59.842385 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-549944d1-a752-492d-b6b3-7ffd36c1f308 req-710c9c6a-7f42-45cb-9782-4da3a8480130 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2821512 Feb 19 04:15:00.251432 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcdce5-91d8-49e8-9300-2a2774102589 req-3e970a2f-dfbe-4de0-85dc-251ba067595b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:00.260384 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-23fcdce5-91d8-49e8-9300-2a2774102589 req-3e970a2f-dfbe-4de0-85dc-251ba067595b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 945 time: 0.1454077 Feb 19 04:15:00.265456 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb1d51-82d6-4b96-b21c-86bc676bd53c req-194a58c1-020f-4100-9b66-61ae322a4ba4 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:00.281832 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2cdb1d51-82d6-4b96-b21c-86bc676bd53c req-194a58c1-020f-4100-9b66-61ae322a4ba4 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.1695366 Feb 19 04:15:00.369465 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-23fcdce5-91d8-49e8-9300-2a2774102589 req-27006db1-1279-400a-81c9-6dd12515d1dd tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000476 Feb 19 04:15:00.542356 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60f0e2-8ec5-439c-b3bf-e31ab5e0a148 req-176355ec-4efa-4f2c-9799-8c487a314174 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:00.545344 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ce60f0e2-8ec5-439c-b3bf-e31ab5e0a148 req-176355ec-4efa-4f2c-9799-8c487a314174 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 945 time: 0.2062788 Feb 19 04:15:00.575453 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2cdb1d51-82d6-4b96-b21c-86bc676bd53c req-55a6446a-9ac3-4c12-9bab-3ff08f65d5ee tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2914629 Feb 19 04:15:00.810462 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77635132-5058-4940-9a6a-0bc83266c45e req-e9a63bc7-a3f5-4e9d-b0fd-65ab1c281e4f tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:00.815111 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-77635132-5058-4940-9a6a-0bc83266c45e req-e9a63bc7-a3f5-4e9d-b0fd-65ab1c281e4f tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=40886d11-1ebe-4ef4-bf10-5c89af5727c2 HTTP/1.1" status: 200 len: 945 time: 0.2271276 Feb 19 04:15:00.879538 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-ce60f0e2-8ec5-439c-b3bf-e31ab5e0a148 req-af0a80be-68a3-425f-b705-09764a9452fe tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Deleting port eb8e2e5f-5dc2-4302-b952-8344d22dec4c {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:00.879793 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ce60f0e2-8ec5-439c-b3bf-e31ab5e0a148 req-af0a80be-68a3-425f-b705-09764a9452fe tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (eb8e2e5f-5dc2-4302-b952-8344d22dec4c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:00.924414 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-77635132-5058-4940-9a6a-0bc83266c45e req-ba2dee77-4749-4d33-bc07-712e2a1a9f09 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898952 Feb 19 04:15:01.107931 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f8c81-82da-4f4d-83a1-cb1ed2ec4dc5 req-c2556a29-c473-4621-b5fe-5164831f0d85 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:01.110981 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da1f8c81-82da-4f4d-83a1-cb1ed2ec4dc5 req-c2556a29-c473-4621-b5fe-5164831f0d85 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.48 "GET /v2.0/ports?device_id=40886d11-1ebe-4ef4-bf10-5c89af5727c2 HTTP/1.1" status: 200 len: 945 time: 0.1675901 Feb 19 04:15:01.129901 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85797bcc-96d3-4f09-a3cb-bdc3772eaebe req-57d7a21f-6673-4487-8a9d-cbf59f0a7360 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:01.145727 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-85797bcc-96d3-4f09-a3cb-bdc3772eaebe req-57d7a21f-6673-4487-8a9d-cbf59f0a7360 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.2432687 Feb 19 04:15:01.287478 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-85797bcc-96d3-4f09-a3cb-bdc3772eaebe req-ba13325a-9e2a-4c60-bac8-7cf81c0c171a tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392179 Feb 19 04:15:01.356883 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-ce60f0e2-8ec5-439c-b3bf-e31ab5e0a148 req-af0a80be-68a3-425f-b705-09764a9452fe tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] For port eb8e2e5f-5dc2-4302-b952-8344d22dec4c, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=eb8e2e5f-5dc2-4302-b952-8344d22dec4c,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:01.357563 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ce60f0e2-8ec5-439c-b3bf-e31ab5e0a148 req-af0a80be-68a3-425f-b705-09764a9452fe tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (eb8e2e5f-5dc2-4302-b952-8344d22dec4c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:01.417491 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-ce60f0e2-8ec5-439c-b3bf-e31ab5e0a148 req-af0a80be-68a3-425f-b705-09764a9452fe tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Calling delete_port for eb8e2e5f-5dc2-4302-b952-8344d22dec4c owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:01.433443 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cc0d3-55d9-4ec5-819d-69fa2f3c2a9f req-120d1337-1151-465d-a4c4-b2bc1015740c tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:01.445050 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2a0cc0d3-55d9-4ec5-819d-69fa2f3c2a9f req-120d1337-1151-465d-a4c4-b2bc1015740c tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.1974649 Feb 19 04:15:01.479268 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-da1f8c81-82da-4f4d-83a1-cb1ed2ec4dc5 req-75487cde-a649-4a9f-a38e-1ecbaafdccba tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Deleting port f4619e31-8b00-4cd5-9bde-88b4127c8f7d {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:01.479830 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-da1f8c81-82da-4f4d-83a1-cb1ed2ec4dc5 req-75487cde-a649-4a9f-a38e-1ecbaafdccba tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f4619e31-8b00-4cd5-9bde-88b4127c8f7d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:01.646675 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-da1f8c81-82da-4f4d-83a1-cb1ed2ec4dc5 req-75487cde-a649-4a9f-a38e-1ecbaafdccba tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] For port f4619e31-8b00-4cd5-9bde-88b4127c8f7d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f4619e31-8b00-4cd5-9bde-88b4127c8f7d,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:01.647075 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-da1f8c81-82da-4f4d-83a1-cb1ed2ec4dc5 req-75487cde-a649-4a9f-a38e-1ecbaafdccba tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f4619e31-8b00-4cd5-9bde-88b4127c8f7d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:01.667326 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-da1f8c81-82da-4f4d-83a1-cb1ed2ec4dc5 req-75487cde-a649-4a9f-a38e-1ecbaafdccba tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Calling delete_port for f4619e31-8b00-4cd5-9bde-88b4127c8f7d owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:01.720211 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a343d-6a76-4c62-8f0b-d02145a936f8 req-1e12328f-4417-494a-a1bf-a482aef9e116 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:01.731216 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a343d-6a76-4c62-8f0b-d02145a936f8 req-1e12328f-4417-494a-a1bf-a482aef9e116 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:01.748682 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a343d-6a76-4c62-8f0b-d02145a936f8 req-1e12328f-4417-494a-a1bf-a482aef9e116 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:01.761194 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a343d-6a76-4c62-8f0b-d02145a936f8 req-1e12328f-4417-494a-a1bf-a482aef9e116 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:01.774940 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a343d-6a76-4c62-8f0b-d02145a936f8 req-1e12328f-4417-494a-a1bf-a482aef9e116 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:01.787538 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a343d-6a76-4c62-8f0b-d02145a936f8 req-1e12328f-4417-494a-a1bf-a482aef9e116 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:01.799644 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a343d-6a76-4c62-8f0b-d02145a936f8 req-1e12328f-4417-494a-a1bf-a482aef9e116 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:01.817787 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8c4a343d-6a76-4c62-8f0b-d02145a936f8 req-1e12328f-4417-494a-a1bf-a482aef9e116 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.2512321 Feb 19 04:15:01.917006 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2a0cc0d3-55d9-4ec5-819d-69fa2f3c2a9f req-ba559450-1f50-4529-a2fd-2d4f4912f686 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4684610 Feb 19 04:15:01.921777 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-da1f8c81-82da-4f4d-83a1-cb1ed2ec4dc5 req-75487cde-a649-4a9f-a38e-1ecbaafdccba tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f4619e31-8b00-4cd5-9bde-88b4127c8f7d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:01.938029 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['f4619e31-8b00-4cd5-9bde-88b4127c8f7d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:01.980582 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8c4a343d-6a76-4c62-8f0b-d02145a936f8 req-db7337a5-4fc3-4e6f-a5c4-0b697a739f03 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1612926 Feb 19 04:15:01.999806 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75487cde-a649-4a9f-a38e-1ecbaafdccba tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Pushing event deleted for resources: {'Port': ['ID=f4619e31-8b00-4cd5-9bde-88b4127c8f7d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:02.121394 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1f8c81-82da-4f4d-83a1-cb1ed2ec4dc5 req-75487cde-a649-4a9f-a38e-1ecbaafdccba tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] No DVR routers for this DVR port f4619e31-8b00-4cd5-9bde-88b4127c8f7d on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:15:02.125799 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-da1f8c81-82da-4f4d-83a1-cb1ed2ec4dc5 req-75487cde-a649-4a9f-a38e-1ecbaafdccba tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:02.135451 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da1f8c81-82da-4f4d-83a1-cb1ed2ec4dc5 req-75487cde-a649-4a9f-a38e-1ecbaafdccba tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.48 "DELETE /v2.0/ports/f4619e31-8b00-4cd5-9bde-88b4127c8f7d HTTP/1.1" status: 204 len: 173 time: 1.0183144 Feb 19 04:15:02.136111 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40886d11-1ebe-4ef4-bf10-5c89af5727c2', 'name': 'network-vif-deleted', 'tag': 'f4619e31-8b00-4cd5-9bde-88b4127c8f7d'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:02.138794 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c036280-e917-4e5e-a49e-f6c2b700dbfe" -d '{"events": [{"server_uuid": "40886d11-1ebe-4ef4-bf10-5c89af5727c2", "name": "network-vif-deleted", "tag": "f4619e31-8b00-4cd5-9bde-88b4127c8f7d"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:02.221153 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9b65ccbf-5d9d-4d26-aa33-de09d431cedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:02.274082 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-734e9cf4-310d-44e5-8990-bcd19c33dd5d req-04bb5ad0-573b-4bcb-b81d-40382439e27b tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=40886d11-1ebe-4ef4-bf10-5c89af5727c2 HTTP/1.1" status: 200 len: 210 time: 0.0768847 Feb 19 04:15:02.446474 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4637663-2142-43b2-a2b5-c7ee0de8dcab req-47f577b4-57b8-4940-a630-b8ab341dc4cd tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:02.450746 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4637663-2142-43b2-a2b5-c7ee0de8dcab req-47f577b4-57b8-4940-a630-b8ab341dc4cd tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e5bdef6-a4ca-4b26-af2d-877c47470c06 HTTP/1.1" status: 200 len: 945 time: 0.1790807 Feb 19 04:15:02.455285 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ce60f0e2-8ec5-439c-b3bf-e31ab5e0a148 req-af0a80be-68a3-425f-b705-09764a9452fe tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (eb8e2e5f-5dc2-4302-b952-8344d22dec4c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:02.472166 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['dae86111-0480-4bc5-a0c0-903b538e51df'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:02.598334 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a80be-68a3-425f-b705-09764a9452fe tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Pushing event deleted for resources: {'Port': ['ID=eb8e2e5f-5dc2-4302-b952-8344d22dec4c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:02.624462 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fda72f-617e-4a27-b811-0c24017bac1a req-64b545b1-fa46-467e-ac3c-5aa02ab63dc1 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:02.626375 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82fda72f-617e-4a27-b811-0c24017bac1a req-64b545b1-fa46-467e-ac3c-5aa02ab63dc1 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.1518898 Feb 19 04:15:02.644610 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a80be-68a3-425f-b705-09764a9452fe tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:02.645271 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a80be-68a3-425f-b705-09764a9452fe tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:02.645874 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a80be-68a3-425f-b705-09764a9452fe tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:02.646475 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a80be-68a3-425f-b705-09764a9452fe tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:02.647075 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a80be-68a3-425f-b705-09764a9452fe tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:02.647679 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a80be-68a3-425f-b705-09764a9452fe tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:02.648280 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a80be-68a3-425f-b705-09764a9452fe tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:02.648867 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a80be-68a3-425f-b705-09764a9452fe tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:02.649496 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a80be-68a3-425f-b705-09764a9452fe tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:02.650057 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a80be-68a3-425f-b705-09764a9452fe tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:02.650638 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a80be-68a3-425f-b705-09764a9452fe tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:02.651204 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a80be-68a3-425f-b705-09764a9452fe tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:02.651783 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a80be-68a3-425f-b705-09764a9452fe tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:02.733135 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce60f0e2-8ec5-439c-b3bf-e31ab5e0a148 req-af0a80be-68a3-425f-b705-09764a9452fe tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] No DVR routers for this DVR port eb8e2e5f-5dc2-4302-b952-8344d22dec4c on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:15:02.739741 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ce60f0e2-8ec5-439c-b3bf-e31ab5e0a148 req-af0a80be-68a3-425f-b705-09764a9452fe tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:02.744723 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ce60f0e2-8ec5-439c-b3bf-e31ab5e0a148 req-af0a80be-68a3-425f-b705-09764a9452fe tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.10 "DELETE /v2.0/ports/eb8e2e5f-5dc2-4302-b952-8344d22dec4c HTTP/1.1" status: 204 len: 173 time: 2.1923015 Feb 19 04:15:02.745900 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5bdef6-a4ca-4b26-af2d-877c47470c06', 'name': 'network-vif-deleted', 'tag': 'eb8e2e5f-5dc2-4302-b952-8344d22dec4c'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:02.749545 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0fc390-dab1-4d95-829e-1b28901b4ae8" -d '{"events": [{"server_uuid": "2e5bdef6-a4ca-4b26-af2d-877c47470c06", "name": "network-vif-deleted", "tag": "eb8e2e5f-5dc2-4302-b952-8344d22dec4c"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:02.764463 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4637663-2142-43b2-a2b5-c7ee0de8dcab req-d76cef58-6640-4a35-95f8-85d2eede3878 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954339 Feb 19 04:15:02.790553 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82fda72f-617e-4a27-b811-0c24017bac1a req-9a463c75-a3dd-45d8-9f94-a2aa1461400b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315494 Feb 19 04:15:02.943775 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d46ca1-de91-4475-ac3b-2cdcac59ff01 x-openstack-request-id: req-11d46ca1-de91-4475-ac3b-2cdcac59ff01 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:02.944651 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40886d11-1ebe-4ef4-bf10-5c89af5727c2", "name": "network-vif-deleted", "tag": "f4619e31-8b00-4cd5-9bde-88b4127c8f7d", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:02.945394 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-11d46ca1-de91-4475-ac3b-2cdcac59ff01 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:02.945991 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40886d11-1ebe-4ef4-bf10-5c89af5727c2', 'name': 'network-vif-deleted', 'tag': 'f4619e31-8b00-4cd5-9bde-88b4127c8f7d', 'status': 'completed', 'code': 200} Feb 19 04:15:02.955599 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device eb8e2e5f-5dc2-4302-b952-8344d22dec4c no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:15:03.115117 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: eb8e2e5f-5dc2-4302-b952-8344d22dec4c {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:15:03.115772 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device eb8e2e5f-5dc2-4302-b952-8344d22dec4c not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:15:03.180575 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c83bb9-b6bd-4dc0-b681-5cfa852b581d x-openstack-request-id: req-d1c83bb9-b6bd-4dc0-b681-5cfa852b581d {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:03.180871 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5bdef6-a4ca-4b26-af2d-877c47470c06", "name": "network-vif-deleted", "tag": "eb8e2e5f-5dc2-4302-b952-8344d22dec4c", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:03.181165 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1c83bb9-b6bd-4dc0-b681-5cfa852b581d {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:03.181614 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5bdef6-a4ca-4b26-af2d-877c47470c06', 'name': 'network-vif-deleted', 'tag': 'eb8e2e5f-5dc2-4302-b952-8344d22dec4c', 'status': 'completed', 'code': 200} Feb 19 04:15:03.327295 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026253f6-3488-4321-9cda-31b89b9fd15b req-e31e6e3c-9baf-43ec-b919-633d8c2568d7 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:03.340391 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-026253f6-3488-4321-9cda-31b89b9fd15b req-e31e6e3c-9baf-43ec-b919-633d8c2568d7 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.2344093 Feb 19 04:15:03.516296 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-026253f6-3488-4321-9cda-31b89b9fd15b req-6161c2bc-c262-4fec-b760-ace505642a60 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607926 Feb 19 04:15:03.546453 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c555b71-de4d-4849-b637-a02ef299c620 req-99859b4a-ad49-4fcc-b4b4-902afb8bb642 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:03.560712 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1c555b71-de4d-4849-b637-a02ef299c620 req-99859b4a-ad49-4fcc-b4b4-902afb8bb642 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.1996837 Feb 19 04:15:03.737358 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1c555b71-de4d-4849-b637-a02ef299c620 req-66467a58-d068-4e29-b36a-87cfb608f464 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741223 Feb 19 04:15:04.095537 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6246b6-66aa-4726-b3f9-fd09d78acf1c req-91e989bd-f9ca-4a8c-8bc6-45a524833581 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:04.125822 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6246b6-66aa-4726-b3f9-fd09d78acf1c req-91e989bd-f9ca-4a8c-8bc6-45a524833581 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:04.144794 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6246b6-66aa-4726-b3f9-fd09d78acf1c req-91e989bd-f9ca-4a8c-8bc6-45a524833581 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:04.169026 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6246b6-66aa-4726-b3f9-fd09d78acf1c req-91e989bd-f9ca-4a8c-8bc6-45a524833581 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:04.179721 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6246b6-66aa-4726-b3f9-fd09d78acf1c req-91e989bd-f9ca-4a8c-8bc6-45a524833581 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:04.192333 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6246b6-66aa-4726-b3f9-fd09d78acf1c req-91e989bd-f9ca-4a8c-8bc6-45a524833581 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:04.202678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6246b6-66aa-4726-b3f9-fd09d78acf1c req-91e989bd-f9ca-4a8c-8bc6-45a524833581 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:04.216476 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8a6246b6-66aa-4726-b3f9-fd09d78acf1c req-91e989bd-f9ca-4a8c-8bc6-45a524833581 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.4156888 Feb 19 04:15:04.435173 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8a6246b6-66aa-4726-b3f9-fd09d78acf1c req-e20f0df9-f645-489d-bdb8-427d98fe03c0 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2159641 Feb 19 04:15:05.019771 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8baae5d9-0e7b-417e-ac24-bc7f0e48e98f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:05.511663 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99072f94-c748-45b9-ba95-a1f2d1e613f0 req-e2e32886-4e34-4612-bd90-48e4bd076a62 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:05.530683 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-99072f94-c748-45b9-ba95-a1f2d1e613f0 req-e2e32886-4e34-4612-bd90-48e4bd076a62 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.2554545 Feb 19 04:15:05.573502 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-5b26ce86-8a61-4a1e-8b4c-d2466a1882d0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:05.582136 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-5b26ce86-8a61-4a1e-8b4c-d2466a1882d0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/networks?id=7d40f42e-b749-4901-ba8a-e7eceb678438 HTTP/1.1" status: 200 len: 811 time: 0.3733947 Feb 19 04:15:05.624658 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-e59b5b6e-e3cc-4535-b5e0-cc4ec5f350bc tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/quotas/b786c5ef5d584827a0b45726072f8eb3 HTTP/1.1" status: 200 len: 375 time: 0.0305409 Feb 19 04:15:05.680517 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-99072f94-c748-45b9-ba95-a1f2d1e613f0 req-db212af2-3cb1-4ef4-b749-2cb063b75aca tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369431 Feb 19 04:15:05.704936 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-cdc0ca45-70a3-42df-964f-17047fc3094e tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b786c5ef5d584827a0b45726072f8eb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677078 Feb 19 04:15:05.776396 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device f4619e31-8b00-4cd5-9bde-88b4127c8f7d no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:15:05.869267 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: f4619e31-8b00-4cd5-9bde-88b4127c8f7d {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:15:05.871229 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device f4619e31-8b00-4cd5-9bde-88b4127c8f7d not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:15:05.979673 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-b8f0210b-9390-4478-91d2-5450c2b61a12 service neutron] 10.222.0.65 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539942 Feb 19 04:15:06.117255 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512c9bb-6d3f-4080-8cfa-5d8d0e475f89 req-7b12245c-60e7-4563-97c5-91988478fd72 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:06.117255 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6512c9bb-6d3f-4080-8cfa-5d8d0e475f89 req-7b12245c-60e7-4563-97c5-91988478fd72 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.1593423 Feb 19 04:15:06.210889 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-110469d6-b065-4066-a1ab-4469e57e1ef6 service neutron] 10.222.0.65 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291791 Feb 19 04:15:06.225165 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6512c9bb-6d3f-4080-8cfa-5d8d0e475f89 req-7b8713c0-9dd6-4717-8637-591922444814 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749756 Feb 19 04:15:06.682793 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:06.858587 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361cee99-7a2d-437c-a119-a54e6628be83 req-3f8ebe40-09ca-43c3-9653-e39437cd4e5a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:06.872366 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361cee99-7a2d-437c-a119-a54e6628be83 req-3f8ebe40-09ca-43c3-9653-e39437cd4e5a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:06.884032 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361cee99-7a2d-437c-a119-a54e6628be83 req-3f8ebe40-09ca-43c3-9653-e39437cd4e5a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:06.897095 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361cee99-7a2d-437c-a119-a54e6628be83 req-3f8ebe40-09ca-43c3-9653-e39437cd4e5a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:06.910151 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361cee99-7a2d-437c-a119-a54e6628be83 req-3f8ebe40-09ca-43c3-9653-e39437cd4e5a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:06.922223 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361cee99-7a2d-437c-a119-a54e6628be83 req-3f8ebe40-09ca-43c3-9653-e39437cd4e5a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:06.937670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361cee99-7a2d-437c-a119-a54e6628be83 req-3f8ebe40-09ca-43c3-9653-e39437cd4e5a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:06.954641 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-361cee99-7a2d-437c-a119-a54e6628be83 req-3f8ebe40-09ca-43c3-9653-e39437cd4e5a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.2621031 Feb 19 04:15:07.142518 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:07.250884 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-361cee99-7a2d-437c-a119-a54e6628be83 req-1de2b9c5-751f-4a05-a713-28e1367b970d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2932196 Feb 19 04:15:07.345198 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5e0d7-e631-4878-9e2b-cec0324e4c1b req-13112bca-8a2d-4ebd-9109-53edad162184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:07.347738 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b4e5e0d7-e631-4878-9e2b-cec0324e4c1b req-13112bca-8a2d-4ebd-9109-53edad162184 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4025120658c64656b8094d53fd11cf5c&device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 1127 time: 0.2577114 Feb 19 04:15:07.587196 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5e0d7-e631-4878-9e2b-cec0324e4c1b req-da4769fc-d88b-4657-ada6-22357b0bf915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:07.589030 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b4e5e0d7-e631-4878-9e2b-cec0324e4c1b req-da4769fc-d88b-4657-ada6-22357b0bf915 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 200 len: 912 time: 0.2198370 Feb 19 04:15:07.789132 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:07.851510 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b4e5e0d7-e631-4878-9e2b-cec0324e4c1b req-88615504-2244-4c11-b062-1b50d7602a7e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19829663-8e11-450d-b642-0067dfa5de94 HTTP/1.1" status: 200 len: 999 time: 0.2558880 Feb 19 04:15:07.853774 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-26ef1961-4033-4bb3-805f-20cbec3e8adb req-7c2dc430-7d8e-4b76-bca3-705a37878a40 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 210 time: 0.7442391 Feb 19 04:15:08.014455 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b5fd4-302d-4e2d-b513-55a07bddd1d2 req-d97a1c12-7b5f-42fe-aceb-8eb17b669e63 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:08.020979 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d8b5fd4-302d-4e2d-b513-55a07bddd1d2 req-d97a1c12-7b5f-42fe-aceb-8eb17b669e63 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.3179781 Feb 19 04:15:08.054972 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c596a9-7be4-4a10-900c-fc3282206005 req-d6c188fd-ab9f-4691-933e-0221f5e89606 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:08.063721 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-12c596a9-7be4-4a10-900c-fc3282206005 req-d6c188fd-ab9f-4691-933e-0221f5e89606 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.0808430 Feb 19 04:15:08.102526 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5e0d7-e631-4878-9e2b-cec0324e4c1b req-05443822-4565-4ba0-bded-667bff7101a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:08.105252 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b4e5e0d7-e631-4878-9e2b-cec0324e4c1b req-05443822-4565-4ba0-bded-667bff7101a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509 HTTP/1.1" status: 200 len: 851 time: 0.2444170 Feb 19 04:15:08.135238 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-12c596a9-7be4-4a10-900c-fc3282206005 req-d9f14df8-57b0-4280-b123-d4ef897f8f38 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702412 Feb 19 04:15:08.278163 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d8b5fd4-302d-4e2d-b513-55a07bddd1d2 req-d9338efa-8699-4e6b-b6f0-853dc500f66d tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434947 Feb 19 04:15:08.319621 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5e0d7-e631-4878-9e2b-cec0324e4c1b req-08747d3a-c7c0-493f-86d8-6feb2e2533dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:08.322865 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b4e5e0d7-e631-4878-9e2b-cec0324e4c1b req-08747d3a-c7c0-493f-86d8-6feb2e2533dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9d990e4-ae18-48b8-9375-8a399a46fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1552200 Feb 19 04:15:08.679918 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b4e5e0d7-e631-4878-9e2b-cec0324e4c1b req-fc6d6dc1-4a06-4a03-81c3-e2c83c9bed83 service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427663 Feb 19 04:15:08.709214 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:08.810351 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a14d3-e16d-4536-9c0c-befac1f0828c req-3fe1dcec-5f85-4a7c-b0ae-bb55f583c9da tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:08.836903 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a14d3-e16d-4536-9c0c-befac1f0828c req-3fe1dcec-5f85-4a7c-b0ae-bb55f583c9da tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:08.848400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a14d3-e16d-4536-9c0c-befac1f0828c req-3fe1dcec-5f85-4a7c-b0ae-bb55f583c9da tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:08.865544 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a14d3-e16d-4536-9c0c-befac1f0828c req-3fe1dcec-5f85-4a7c-b0ae-bb55f583c9da tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:08.880377 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a14d3-e16d-4536-9c0c-befac1f0828c req-3fe1dcec-5f85-4a7c-b0ae-bb55f583c9da tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:08.889858 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a14d3-e16d-4536-9c0c-befac1f0828c req-3fe1dcec-5f85-4a7c-b0ae-bb55f583c9da tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:08.911959 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a14d3-e16d-4536-9c0c-befac1f0828c req-3fe1dcec-5f85-4a7c-b0ae-bb55f583c9da tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:08.921853 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b94a14d3-e16d-4536-9c0c-befac1f0828c req-3fe1dcec-5f85-4a7c-b0ae-bb55f583c9da tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.3158724 Feb 19 04:15:08.945780 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:08.985756 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b4e5e0d7-e631-4878-9e2b-cec0324e4c1b req-2d9746d6-65f2-4352-9b56-2d231515c64d service neutron] 10.222.0.48 "GET /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980969 Feb 19 04:15:09.126226 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b94a14d3-e16d-4536-9c0c-befac1f0828c req-186df08e-c3b6-4a9e-91ad-119af6d2fe9e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2031500 Feb 19 04:15:09.250682 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-071798c9-c06f-4ab6-92d9-68e383534507 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:09.252826 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-071798c9-c06f-4ab6-92d9-68e383534507 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.10 "GET /v2.0/networks?id=7d40f42e-b749-4901-ba8a-e7eceb678438 HTTP/1.1" status: 200 len: 811 time: 0.3207078 Feb 19 04:15:09.270378 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-8b8770ce-a333-4e6b-b2a8-6404fbbe92d3 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Request body: {'port': {'device_id': '98c12e3a-4fda-48c0-b25e-56efe2c2f3d1', 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438', 'admin_state_up': True, 'tenant_id': 'b786c5ef5d584827a0b45726072f8eb3'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:09.316443 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-27083222-2156-4914-b30b-e3e21a831b36 req-335048f9-f3fc-45d8-b750-ca0af8819bf5 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0623195 Feb 19 04:15:09.412661 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1077768-533d-4518-affe-36fea3bfb21d req-d1ae0b30-44f9-4651-9bdc-63abe4f6fb90 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:09.415009 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e1077768-533d-4518-affe-36fea3bfb21d req-d1ae0b30-44f9-4651-9bdc-63abe4f6fb90 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.1165230 Feb 19 04:15:09.498864 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e1077768-533d-4518-affe-36fea3bfb21d req-198ee87d-7e86-4c55-989f-98dfeff3a332 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756080 Feb 19 04:15:09.500549 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-8b8770ce-a333-4e6b-b2a8-6404fbbe92d3 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Made reservation on behalf of b786c5ef5d584827a0b45726072f8eb3 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:09.505014 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-8b8770ce-a333-4e6b-b2a8-6404fbbe92d3 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:09.804226 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53663901-1e36-4e98-a5b9-e85c53f7537e req-3ad94d4e-4fc0-4078-91a7-3d690ad7e807 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:09.806213 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-53663901-1e36-4e98-a5b9-e85c53f7537e req-3ad94d4e-4fc0-4078-91a7-3d690ad7e807 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.2748320 Feb 19 04:15:10.111886 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-53663901-1e36-4e98-a5b9-e85c53f7537e req-e641a5fd-717a-444a-bc78-4807f8c42749 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2954857 Feb 19 04:15:10.165241 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-8b8770ce-a333-4e6b-b2a8-6404fbbe92d3 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Allocated IP 172.20.0.5 (7d40f42e-b749-4901-ba8a-e7eceb678438/409a3c1a-34aa-46ee-b1af-34e270dd570a/bd020a1f-4b77-4790-a8e1-348efd275e6c) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:15:10.470076 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-8b8770ce-a333-4e6b-b2a8-6404fbbe92d3 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks [] for port (bd020a1f-4b77-4790-a8e1-348efd275e6c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:10.520331 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39516) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:10.575026 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-8b8770ce-a333-4e6b-b2a8-6404fbbe92d3 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (bd020a1f-4b77-4790-a8e1-348efd275e6c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:10.612850 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f1ced-180b-442d-ba9c-904d4f439c77 req-766cbd94-6691-4755-a9ca-2cdcff47d27b tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:10.616719 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-471f1ced-180b-442d-ba9c-904d4f439c77 req-766cbd94-6691-4755-a9ca-2cdcff47d27b tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 931 time: 0.1145828 Feb 19 04:15:10.771394 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-471f1ced-180b-442d-ba9c-904d4f439c77 req-612a786c-2c13-4f38-99c0-cf5d8e908284 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351283 Feb 19 04:15:10.787382 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-8b8770ce-a333-4e6b-b2a8-6404fbbe92d3 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Network 7d40f42e-b749-4901-ba8a-e7eceb678438 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:15:10.799165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-8b8770ce-a333-4e6b-b2a8-6404fbbe92d3 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:15:10.804809 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8770ce-a333-4e6b-b2a8-6404fbbe92d3 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Pushing event updated for resources: {'Port': ['ID=bd020a1f-4b77-4790-a8e1-348efd275e6c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:10.810763 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-8b8770ce-a333-4e6b-b2a8-6404fbbe92d3 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:15:10.884082 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08554bb3-ef84-449a-a04f-ebee0edf9110 req-be49e3bd-3e15-4aaa-a9ca-4c9bef89812e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:10.893522 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08554bb3-ef84-449a-a04f-ebee0edf9110 req-be49e3bd-3e15-4aaa-a9ca-4c9bef89812e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:10.901592 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08554bb3-ef84-449a-a04f-ebee0edf9110 req-be49e3bd-3e15-4aaa-a9ca-4c9bef89812e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:10.909579 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08554bb3-ef84-449a-a04f-ebee0edf9110 req-be49e3bd-3e15-4aaa-a9ca-4c9bef89812e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:10.917817 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08554bb3-ef84-449a-a04f-ebee0edf9110 req-be49e3bd-3e15-4aaa-a9ca-4c9bef89812e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:10.930024 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08554bb3-ef84-449a-a04f-ebee0edf9110 req-be49e3bd-3e15-4aaa-a9ca-4c9bef89812e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:10.936325 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08554bb3-ef84-449a-a04f-ebee0edf9110 req-be49e3bd-3e15-4aaa-a9ca-4c9bef89812e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:10.945799 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-08554bb3-ef84-449a-a04f-ebee0edf9110 req-be49e3bd-3e15-4aaa-a9ca-4c9bef89812e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.4240780 Feb 19 04:15:11.032217 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-67f311dd-7ed4-4f60-9386-5ff8552ff41a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:11.057609 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-8b8770ce-a333-4e6b-b2a8-6404fbbe92d3 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:11.058326 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-8b8770ce-a333-4e6b-b2a8-6404fbbe92d3 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:11.176744 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-8b8770ce-a333-4e6b-b2a8-6404fbbe92d3 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9100232 Feb 19 04:15:11.191432 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-d58711b2-6b8f-4f1e-aaba-9f5db74047d5 service neutron] Request body: {'port': {'device_id': '98c12e3a-4fda-48c0-b25e-56efe2c2f3d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:11.216216 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-08554bb3-ef84-449a-a04f-ebee0edf9110 req-555e028d-0a75-400c-9198-843133fcf2b0 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2645414 Feb 19 04:15:11.476155 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-d58711b2-6b8f-4f1e-aaba-9f5db74047d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bd020a1f-4b77-4790-a8e1-348efd275e6c), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:11.504206 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a0710-a4b8-4f18-90e8-2eed658b687f req-7f4393eb-984b-4413-901f-9a9f2a473277 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:11.505963 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df3a0710-a4b8-4f18-90e8-2eed658b687f req-7f4393eb-984b-4413-901f-9a9f2a473277 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.1878018 Feb 19 04:15:11.588161 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-67f311dd-7ed4-4f60-9386-5ff8552ff41a admin admin] Publish callbacks [] for security_group (c0068b5d-046c-4909-9045-4f4ab512960f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:11.642665 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-67f311dd-7ed4-4f60-9386-5ff8552ff41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c0068b5d-046c-4909-9045-4f4ab512960f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:11.676003 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df3a0710-a4b8-4f18-90e8-2eed658b687f req-6be4e5e8-3715-4acf-bb39-7fca403c9e8b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489899 Feb 19 04:15:11.756024 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f311dd-7ed4-4f60-9386-5ff8552ff41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0068b5d-046c-4909-9045-4f4ab512960f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:11.806836 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25bd6a-1a5a-4625-9117-f3f9b0d52fbf req-beac1a78-46f2-4111-b718-238635da37fb tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:11.809720 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-af25bd6a-1a5a-4625-9117-f3f9b0d52fbf req-beac1a78-46f2-4111-b718-238635da37fb tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.48 "GET /v2.0/ports?device_id=4925d8da-84bd-4a1c-8cf3-0256c43cac5b HTTP/1.1" status: 200 len: 946 time: 0.2299137 Feb 19 04:15:11.920810 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-67f311dd-7ed4-4f60-9386-5ff8552ff41a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=53c44e6e45fd4af890ec0234db83458b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3831699 Feb 19 04:15:11.942289 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39540) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:11.978021 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97f52a-9613-49ff-9d78-a396c1428cb7 req-9ceb2f2d-530f-439e-9ed9-124f6287387b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:11.992972 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3d97f52a-9613-49ff-9d78-a396c1428cb7 req-9ceb2f2d-530f-439e-9ed9-124f6287387b tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=4925d8da-84bd-4a1c-8cf3-0256c43cac5b HTTP/1.1" status: 200 len: 946 time: 0.4246974 Feb 19 04:15:12.118081 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b38dcf18-4957-4cbd-8e22-fcf46307058d admin admin] Publish callbacks [] for security_group (c0068b5d-046c-4909-9045-4f4ab512960f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:12.129134 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de0466-e7df-474e-ab8e-010948c8b255 req-56a0d7a6-9572-42f5-a433-7a0b49cef128 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:12.138815 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b1de0466-e7df-474e-ab8e-010948c8b255 req-56a0d7a6-9572-42f5-a433-7a0b49cef128 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.2617493 Feb 19 04:15:12.191728 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3d97f52a-9613-49ff-9d78-a396c1428cb7 req-0ca2f7a6-a877-4bdc-be6e-c7930097522e tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/security-groups?id=59a7c712-d407-48dd-98ee-f7113796a28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919184 Feb 19 04:15:12.207170 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b38dcf18-4957-4cbd-8e22-fcf46307058d admin admin] Publish callbacks [] for security_group (c0068b5d-046c-4909-9045-4f4ab512960f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:12.230570 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-af25bd6a-1a5a-4625-9117-f3f9b0d52fbf req-06745af3-2a4a-4193-98cf-e564516afb05 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Deleting port dae86111-0480-4bc5-a0c0-903b538e51df {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:12.231227 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-af25bd6a-1a5a-4625-9117-f3f9b0d52fbf req-06745af3-2a4a-4193-98cf-e564516afb05 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (dae86111-0480-4bc5-a0c0-903b538e51df), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:12.345022 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b1de0466-e7df-474e-ab8e-010948c8b255 req-675154ea-2385-40c9-852a-6d694aace4e4 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047510 Feb 19 04:15:12.370048 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-d58711b2-6b8f-4f1e-aaba-9f5db74047d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd020a1f-4b77-4790-a8e1-348efd275e6c {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:15:12.380726 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-d58711b2-6b8f-4f1e-aaba-9f5db74047d5 service neutron] Publish callbacks [] for port (bd020a1f-4b77-4790-a8e1-348efd275e6c), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:12.396835 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-d58711b2-6b8f-4f1e-aaba-9f5db74047d5 service neutron] Transition to ACTIVE for port object bd020a1f-4b77-4790-a8e1-348efd275e6c will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:15:12.406615 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-d58711b2-6b8f-4f1e-aaba-9f5db74047d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (bd020a1f-4b77-4790-a8e1-348efd275e6c), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:12.655958 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-af25bd6a-1a5a-4625-9117-f3f9b0d52fbf req-06745af3-2a4a-4193-98cf-e564516afb05 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] For port dae86111-0480-4bc5-a0c0-903b538e51df, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=dae86111-0480-4bc5-a0c0-903b538e51df,segment=NetworkSegment(72ec0aad-642a-4664-8544-6e9c31cf89a5),segment_id=72ec0aad-642a-4664-8544-6e9c31cf89a5)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:12.656522 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-af25bd6a-1a5a-4625-9117-f3f9b0d52fbf req-06745af3-2a4a-4193-98cf-e564516afb05 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (dae86111-0480-4bc5-a0c0-903b538e51df), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:12.669199 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58711b2-6b8f-4f1e-aaba-9f5db74047d5 service neutron] Pushing event updated for resources: {'Port': ['ID=bd020a1f-4b77-4790-a8e1-348efd275e6c,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:12.689937 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-af25bd6a-1a5a-4625-9117-f3f9b0d52fbf req-06745af3-2a4a-4193-98cf-e564516afb05 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Calling delete_port for dae86111-0480-4bc5-a0c0-903b538e51df owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:12.787046 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fec04-15ea-45eb-81cd-288f4653c32c req-3dcfdc81-8f05-40d6-81ad-6d06c74cb5f4 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:12.794644 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-189fec04-15ea-45eb-81cd-288f4653c32c req-3dcfdc81-8f05-40d6-81ad-6d06c74cb5f4 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2986095 Feb 19 04:15:12.952775 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b38dcf18-4957-4cbd-8e22-fcf46307058d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c0068b5d-046c-4909-9045-4f4ab512960f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:12.959601 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b38dcf18-4957-4cbd-8e22-fcf46307058d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:12.964065 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b38dcf18-4957-4cbd-8e22-fcf46307058d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c0068b5d-046c-4909-9045-4f4ab512960f HTTP/1.1" status: 204 len: 168 time: 1.0094299 Feb 19 04:15:12.990447 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-d58711b2-6b8f-4f1e-aaba-9f5db74047d5 service neutron] Attempting to bind port bd020a1f-4b77-4790-a8e1-348efd275e6c on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:15:12.991011 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-d58711b2-6b8f-4f1e-aaba-9f5db74047d5 service neutron] Attempting to bind port bd020a1f-4b77-4790-a8e1-348efd275e6c by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'e454b2aa-60ff-453a-93e7-63845488a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:15:12.991649 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-d58711b2-6b8f-4f1e-aaba-9f5db74047d5 service neutron] Attempting to bind port bd020a1f-4b77-4790-a8e1-348efd275e6c on network 7d40f42e-b749-4901-ba8a-e7eceb678438 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:15:13.016600 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-d58711b2-6b8f-4f1e-aaba-9f5db74047d5 service neutron] Port bd020a1f-4b77-4790-a8e1-348efd275e6c on network 7d40f42e-b749-4901-ba8a-e7eceb678438 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:15:13.017192 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-d58711b2-6b8f-4f1e-aaba-9f5db74047d5 service neutron] Attempting to bind port bd020a1f-4b77-4790-a8e1-348efd275e6c on network 7d40f42e-b749-4901-ba8a-e7eceb678438 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:15:13.031731 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-189fec04-15ea-45eb-81cd-288f4653c32c req-d62651b7-319f-44b2-b0a8-e92f65c228b7 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204289 Feb 19 04:15:13.032043 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dcf18-4957-4cbd-8e22-fcf46307058d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0068b5d-046c-4909-9045-4f4ab512960f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:13.040662 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-d58711b2-6b8f-4f1e-aaba-9f5db74047d5 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:15:13.042423 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-d58711b2-6b8f-4f1e-aaba-9f5db74047d5 service neutron] Checking segment: {'id': 'e454b2aa-60ff-453a-93e7-63845488a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:15:13.043679 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-d58711b2-6b8f-4f1e-aaba-9f5db74047d5 service neutron] Bound using segment: {'id': 'e454b2aa-60ff-453a-93e7-63845488a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:15:13.044536 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-d58711b2-6b8f-4f1e-aaba-9f5db74047d5 service neutron] Bound port: bd020a1f-4b77-4790-a8e1-348efd275e6c, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e454b2aa-60ff-453a-93e7-63845488a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:15:13.045295 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-d58711b2-6b8f-4f1e-aaba-9f5db74047d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bd020a1f-4b77-4790-a8e1-348efd275e6c), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:13.206041 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e30b3a-62a2-42ee-b092-1d330c77fa78 req-c50e7656-5ca1-4eeb-8570-d0cf59c4641d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:13.215501 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04e30b3a-62a2-42ee-b092-1d330c77fa78 req-c50e7656-5ca1-4eeb-8570-d0cf59c4641d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 943 time: 0.6574149 Feb 19 04:15:13.270092 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-d58711b2-6b8f-4f1e-aaba-9f5db74047d5 service neutron] For port bd020a1f-4b77-4790-a8e1-348efd275e6c, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:15:13.279188 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-d58711b2-6b8f-4f1e-aaba-9f5db74047d5 service neutron] For port bd020a1f-4b77-4790-a8e1-348efd275e6c, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=bd020a1f-4b77-4790-a8e1-348efd275e6c,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:15:13.306796 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-af25bd6a-1a5a-4625-9117-f3f9b0d52fbf req-06745af3-2a4a-4193-98cf-e564516afb05 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (dae86111-0480-4bc5-a0c0-903b538e51df), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:13.307100 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-d58711b2-6b8f-4f1e-aaba-9f5db74047d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (bd020a1f-4b77-4790-a8e1-348efd275e6c), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:13.327393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['dae86111-0480-4bc5-a0c0-903b538e51df'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:13.361237 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04e30b3a-62a2-42ee-b092-1d330c77fa78 req-6961aa58-0ebe-43b5-b01a-14e546a45367 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436765 Feb 19 04:15:13.498024 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06745af3-2a4a-4193-98cf-e564516afb05 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Pushing event deleted for resources: {'Port': ['ID=dae86111-0480-4bc5-a0c0-903b538e51df,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:13.573879 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-af25bd6a-1a5a-4625-9117-f3f9b0d52fbf req-06745af3-2a4a-4193-98cf-e564516afb05 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] No DVR routers for this DVR port dae86111-0480-4bc5-a0c0-903b538e51df on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:15:13.579470 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-af25bd6a-1a5a-4625-9117-f3f9b0d52fbf req-06745af3-2a4a-4193-98cf-e564516afb05 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:13.600024 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-af25bd6a-1a5a-4625-9117-f3f9b0d52fbf req-06745af3-2a4a-4193-98cf-e564516afb05 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.48 "DELETE /v2.0/ports/dae86111-0480-4bc5-a0c0-903b538e51df HTTP/1.1" status: 204 len: 173 time: 1.7776141 Feb 19 04:15:13.604528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4925d8da-84bd-4a1c-8cf3-0256c43cac5b', 'name': 'network-vif-deleted', 'tag': 'dae86111-0480-4bc5-a0c0-903b538e51df'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:13.613625 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341e4070-0458-4416-8b25-e6294a32f508" -d '{"events": [{"server_uuid": "4925d8da-84bd-4a1c-8cf3-0256c43cac5b", "name": "network-vif-deleted", "tag": "dae86111-0480-4bc5-a0c0-903b538e51df"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:13.659273 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58711b2-6b8f-4f1e-aaba-9f5db74047d5 service neutron] Pushing event updated for resources: {'Port': ['ID=bd020a1f-4b77-4790-a8e1-348efd275e6c,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:13.795601 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-d58711b2-6b8f-4f1e-aaba-9f5db74047d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:13.797383 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-d58711b2-6b8f-4f1e-aaba-9f5db74047d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:13.799527 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-d58711b2-6b8f-4f1e-aaba-9f5db74047d5 service neutron] 10.222.0.10 "PUT /v2.0/ports/bd020a1f-4b77-4790-a8e1-348efd275e6c HTTP/1.1" status: 200 len: 1091 time: 2.6132922 Feb 19 04:15:13.800462 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c12e3a-4fda-48c0-b25e-56efe2c2f3d1', 'tag': 'bd020a1f-4b77-4790-a8e1-348efd275e6c'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:13.806705 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d2c399-4b8d-4c6f-8fec-8f8296cc6da0" -d '{"events": [{"name": "network-changed", "server_uuid": "98c12e3a-4fda-48c0-b25e-56efe2c2f3d1", "tag": "bd020a1f-4b77-4790-a8e1-348efd275e6c"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:13.949153 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264033d-be27-498b-8376-f32320e0c183 req-897e8ba4-c6d5-4b94-8a37-c6f454358a92 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:14.002202 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264033d-be27-498b-8376-f32320e0c183 req-897e8ba4-c6d5-4b94-8a37-c6f454358a92 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:14.041279 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264033d-be27-498b-8376-f32320e0c183 req-897e8ba4-c6d5-4b94-8a37-c6f454358a92 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:14.072424 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264033d-be27-498b-8376-f32320e0c183 req-897e8ba4-c6d5-4b94-8a37-c6f454358a92 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:14.102114 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264033d-be27-498b-8376-f32320e0c183 req-897e8ba4-c6d5-4b94-8a37-c6f454358a92 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:14.126664 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264033d-be27-498b-8376-f32320e0c183 req-897e8ba4-c6d5-4b94-8a37-c6f454358a92 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:14.141737 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264033d-be27-498b-8376-f32320e0c183 req-897e8ba4-c6d5-4b94-8a37-c6f454358a92 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:14.146166 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2264033d-be27-498b-8376-f32320e0c183 req-897e8ba4-c6d5-4b94-8a37-c6f454358a92 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.8447640 Feb 19 04:15:14.375371 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-e3aaf3af-bbd4-421b-8fce-d75e1294986e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:14.377835 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-e3aaf3af-bbd4-421b-8fce-d75e1294986e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b786c5ef5d584827a0b45726072f8eb3&device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 1125 time: 0.2291343 Feb 19 04:15:14.612488 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-56d3ae38-c02a-4c49-bd3a-51310a88f2d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd020a1f-4b77-4790-a8e1-348efd275e6c HTTP/1.1" status: 200 len: 217 time: 0.2203131 Feb 19 04:15:14.657483 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2264033d-be27-498b-8376-f32320e0c183 req-b050cb0d-dfb8-4142-aaf1-5560db77b3b4 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4910197 Feb 19 04:15:14.884195 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-28f4796b-fb4d-4ebe-ba99-b9122a277882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:14.893471 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-28f4796b-fb4d-4ebe-ba99-b9122a277882 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=409a3c1a-34aa-46ee-b1af-34e270dd570a HTTP/1.1" status: 200 len: 851 time: 0.2259462 Feb 19 04:15:15.004248 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-1592e5d2-4260-4033-b1ab-7c0ec0c74936 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d40f42e-b749-4901-ba8a-e7eceb678438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041226 Feb 19 04:15:15.096638 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aeb6986e-fb86-4797-8384-d52566f4460e req-2a9df828-8e69-4a93-a126-45126c1a0711 tempest-ServersTestJSON-1584854963 tempest-ServersTestJSON-1584854963-project] 10.222.0.65 "GET /v2.0/ports?device_id=4925d8da-84bd-4a1c-8cf3-0256c43cac5b HTTP/1.1" status: 200 len: 210 time: 0.0905015 Feb 19 04:15:15.285198 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-b4bb8e83-e3e4-4c73-adc3-73449eb190b1 service neutron] 10.222.0.10 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682252 Feb 19 04:15:15.287084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39624) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:15.643599 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-d7844dfc-ce8a-49ae-8b89-8da7ae71dde8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1717739447-network', 'tenant_id': '95b2f7472970401693fc6d1d453ec3fd'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:15.711351 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7844dfc-ce8a-49ae-8b89-8da7ae71dde8 admin admin] Made reservation on behalf of 95b2f7472970401693fc6d1d453ec3fd for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:15.713505 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f78b8-bc99-4771-988f-ca727f6de577 req-efbc3447-a3e6-4e66-a5f2-d37f9434ac36 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:15.722247 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d7844dfc-ce8a-49ae-8b89-8da7ae71dde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:15.727772 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-485f78b8-bc99-4771-988f-ca727f6de577 req-efbc3447-a3e6-4e66-a5f2-d37f9434ac36 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.3027885 Feb 19 04:15:15.745405 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4651c52e-87b1-48a5-91b4-7ea707f2ac66 req-1ad06672-99d1-446e-b42b-d235e54c2854 service neutron] 10.222.0.10 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530704 Feb 19 04:15:15.763655 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d7844dfc-ce8a-49ae-8b89-8da7ae71dde8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:15.832448 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-485f78b8-bc99-4771-988f-ca727f6de577 req-2fd6ef89-b900-4d2d-bbe3-16481eecbabf tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956469 Feb 19 04:15:15.873981 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device dae86111-0480-4bc5-a0c0-903b538e51df no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:15:15.942845 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: dae86111-0480-4bc5-a0c0-903b538e51df {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:15:15.943831 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device dae86111-0480-4bc5-a0c0-903b538e51df not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:15:15.996787 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c2ca0-f3e8-437c-aa8f-fb76a0758674 req-6daea1c6-c356-4eb8-ae07-30efcaefe17d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:16.009598 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6d6c2ca0-f3e8-437c-aa8f-fb76a0758674 req-6daea1c6-c356-4eb8-ae07-30efcaefe17d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed2ecdf-4930-4901-b065-31159ae35923 HTTP/1.1" status: 200 len: 943 time: 0.2202692 Feb 19 04:15:16.095389 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38078ac-8e83-4aec-8dbf-f5ef7d403027 x-openstack-request-id: req-e38078ac-8e83-4aec-8dbf-f5ef7d403027 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:16.096073 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4925d8da-84bd-4a1c-8cf3-0256c43cac5b", "name": "network-vif-deleted", "tag": "dae86111-0480-4bc5-a0c0-903b538e51df", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:16.096638 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e38078ac-8e83-4aec-8dbf-f5ef7d403027 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:16.097812 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4925d8da-84bd-4a1c-8cf3-0256c43cac5b', 'name': 'network-vif-deleted', 'tag': 'dae86111-0480-4bc5-a0c0-903b538e51df', 'status': 'completed', 'code': 200} Feb 19 04:15:16.188759 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248ec5d7-712e-4c45-bfdf-0610f7bf4b54 x-openstack-request-id: req-248ec5d7-712e-4c45-bfdf-0610f7bf4b54 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:16.189584 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c12e3a-4fda-48c0-b25e-56efe2c2f3d1", "tag": "bd020a1f-4b77-4790-a8e1-348efd275e6c", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:16.189584 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-248ec5d7-712e-4c45-bfdf-0610f7bf4b54 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:16.190322 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c12e3a-4fda-48c0-b25e-56efe2c2f3d1', 'tag': 'bd020a1f-4b77-4790-a8e1-348efd275e6c', 'status': 'completed', 'code': 200} Feb 19 04:15:16.251209 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d7844dfc-ce8a-49ae-8b89-8da7ae71dde8 admin admin] Publish callbacks [] for security_group (85d6a3f9-6468-40d9-8262-751db9583f4e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:16.270108 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d7844dfc-ce8a-49ae-8b89-8da7ae71dde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (85d6a3f9-6468-40d9-8262-751db9583f4e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:16.314046 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2c399-4b8d-4c6f-8fec-8f8296cc6da0 req-b865dfc0-b620-42ab-9816-4211f4780662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:16.318334 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-92d2c399-4b8d-4c6f-8fec-8f8296cc6da0 req-b865dfc0-b620-42ab-9816-4211f4780662 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b786c5ef5d584827a0b45726072f8eb3&device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 1125 time: 0.1021295 Feb 19 04:15:16.343731 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7844dfc-ce8a-49ae-8b89-8da7ae71dde8 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:15:16.395513 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d7844dfc-ce8a-49ae-8b89-8da7ae71dde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (540b2560-af53-4875-9936-bfd0a0ac5415), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:16.396123 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-d7844dfc-ce8a-49ae-8b89-8da7ae71dde8 admin admin] Added segment 540b2560-af53-4875-9936-bfd0a0ac5415 of type vlan for network 1eb80df5-02a8-42f3-aafa-0ab48b90855e Feb 19 04:15:16.403163 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-6d6c2ca0-f3e8-437c-aa8f-fb76a0758674 req-012099e0-1973-4355-acbb-ec6ce107019b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Deleting port 13518115-3439-465e-80df-742f7f478040 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:16.403747 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6d6c2ca0-f3e8-437c-aa8f-fb76a0758674 req-012099e0-1973-4355-acbb-ec6ce107019b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (13518115-3439-465e-80df-742f7f478040), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:16.421438 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7844dfc-ce8a-49ae-8b89-8da7ae71dde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d6a3f9-6468-40d9-8262-751db9583f4e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:16.502349 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2c399-4b8d-4c6f-8fec-8f8296cc6da0 req-92528e08-a92e-4abb-b6c2-002f3d724226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:16.503997 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-92d2c399-4b8d-4c6f-8fec-8f8296cc6da0 req-92528e08-a92e-4abb-b6c2-002f3d724226 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d40f42e-b749-4901-ba8a-e7eceb678438 HTTP/1.1" status: 200 len: 911 time: 0.1652932 Feb 19 04:15:16.555073 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d7844dfc-ce8a-49ae-8b89-8da7ae71dde8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (1eb80df5-02a8-42f3-aafa-0ab48b90855e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:16.608030 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-92d2c399-4b8d-4c6f-8fec-8f8296cc6da0 req-c472881e-53aa-448d-9751-297efe6490ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd020a1f-4b77-4790-a8e1-348efd275e6c HTTP/1.1" status: 200 len: 217 time: 0.0803533 Feb 19 04:15:16.665497 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-6d6c2ca0-f3e8-437c-aa8f-fb76a0758674 req-012099e0-1973-4355-acbb-ec6ce107019b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] For port 13518115-3439-465e-80df-742f7f478040, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=13518115-3439-465e-80df-742f7f478040,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:16.665859 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6d6c2ca0-f3e8-437c-aa8f-fb76a0758674 req-012099e0-1973-4355-acbb-ec6ce107019b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (13518115-3439-465e-80df-742f7f478040), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:16.680258 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d7844dfc-ce8a-49ae-8b89-8da7ae71dde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (1eb80df5-02a8-42f3-aafa-0ab48b90855e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:16.681523 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7844dfc-ce8a-49ae-8b89-8da7ae71dde8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:16.682444 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d7844dfc-ce8a-49ae-8b89-8da7ae71dde8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:16.697966 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-6d6c2ca0-f3e8-437c-aa8f-fb76a0758674 req-012099e0-1973-4355-acbb-ec6ce107019b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Calling delete_port for 13518115-3439-465e-80df-742f7f478040 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:16.720634 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2c399-4b8d-4c6f-8fec-8f8296cc6da0 req-a9e7f0a0-dfd2-430c-be21-55db8e80c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:16.723384 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-92d2c399-4b8d-4c6f-8fec-8f8296cc6da0 req-a9e7f0a0-dfd2-430c-be21-55db8e80c387 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=409a3c1a-34aa-46ee-b1af-34e270dd570a HTTP/1.1" status: 200 len: 851 time: 0.1045406 Feb 19 04:15:16.740850 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323ef59-de66-4a1d-b125-1ba4ad5136c7 req-1ef91a02-9da4-46a5-8e4d-efa95ccf2926 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:16.744393 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e323ef59-de66-4a1d-b125-1ba4ad5136c7 req-1ef91a02-9da4-46a5-8e4d-efa95ccf2926 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 943 time: 0.4225619 Feb 19 04:15:16.783884 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d7844dfc-ce8a-49ae-8b89-8da7ae71dde8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4948335 Feb 19 04:15:16.799408 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39638) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:16.810975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-a1ecef6e-1a0f-41c2-b157-290816e748c4 admin admin] Request body: {'subnet': {'network_id': '1eb80df5-02a8-42f3-aafa-0ab48b90855e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1717739447-subnet', 'tenant_id': '95b2f7472970401693fc6d1d453ec3fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:16.823833 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-92d2c399-4b8d-4c6f-8fec-8f8296cc6da0 req-2c148c25-da6b-4a1e-89d7-7ac1b80839de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d40f42e-b749-4901-ba8a-e7eceb678438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778408 Feb 19 04:15:16.899029 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ecef6e-1a0f-41c2-b157-290816e748c4 admin admin] Made reservation on behalf of 95b2f7472970401693fc6d1d453ec3fd for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:16.902054 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a1ecef6e-1a0f-41c2-b157-290816e748c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:16.909170 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7844dfc-ce8a-49ae-8b89-8da7ae71dde8 admin admin] Pushing event updated for resources: {'Network': ['ID=1eb80df5-02a8-42f3-aafa-0ab48b90855e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:16.948148 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 1eb80df5-02a8-42f3-aafa-0ab48b90855e details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:15:17.086085 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device bd020a1f-4b77-4790-a8e1-348efd275e6c details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:15:17.112182 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e323ef59-de66-4a1d-b125-1ba4ad5136c7 req-e128a59b-86f1-4fb5-b5e9-0bdf11d18620 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497016 Feb 19 04:15:17.184561 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-92d2c399-4b8d-4c6f-8fec-8f8296cc6da0 req-6b266faf-b619-4f25-afc4-3a4ed28f975b service neutron] 10.222.0.10 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454044 Feb 19 04:15:17.355412 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6d6c2ca0-f3e8-437c-aa8f-fb76a0758674 req-012099e0-1973-4355-acbb-ec6ce107019b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (13518115-3439-465e-80df-742f7f478040), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:17.398259 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['0eac0ec9-1292-4842-bcc6-fd4725f3eb6d', '21728a78-dfbb-409e-9b8e-f7b32effd27f'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:17.518886 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-92d2c399-4b8d-4c6f-8fec-8f8296cc6da0 req-e7abf518-49e6-493d-9c23-d2694508d931 service neutron] 10.222.0.10 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278868 Feb 19 04:15:17.562080 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012099e0-1973-4355-acbb-ec6ce107019b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Pushing event deleted for resources: {'Port': ['ID=13518115-3439-465e-80df-742f7f478040,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:17.688534 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port bd020a1f-4b77-4790-a8e1-348efd275e6c, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=bd020a1f-4b77-4790-a8e1-348efd275e6c,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:17.707433 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6c2ca0-f3e8-437c-aa8f-fb76a0758674 req-012099e0-1973-4355-acbb-ec6ce107019b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] No DVR routers for this DVR port 13518115-3439-465e-80df-742f7f478040 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:15:17.709990 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a1ecef6e-1a0f-41c2-b157-290816e748c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (2107c9e8-8d56-4a4a-9abe-dde4b17b1974), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:17.714288 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6d6c2ca0-f3e8-437c-aa8f-fb76a0758674 req-012099e0-1973-4355-acbb-ec6ce107019b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:17.720626 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'bd020a1f-4b77-4790-a8e1-348efd275e6c', 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438', 'port_id': 'bd020a1f-4b77-4790-a8e1-348efd275e6c', 'mac_address': 'fa:16:3e:10:24:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '409a3c1a-34aa-46ee-b1af-34e270dd570a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:15:17.735429 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6d6c2ca0-f3e8-437c-aa8f-fb76a0758674 req-012099e0-1973-4355-acbb-ec6ce107019b tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "DELETE /v2.0/ports/13518115-3439-465e-80df-742f7f478040 HTTP/1.1" status: 204 len: 173 time: 1.7239158 Feb 19 04:15:17.863359 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1370e-8fe6-47a6-b52a-d9e1e083d398 req-b7a5b7cc-ef79-495d-a22c-ae8ae1ed2914 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:17.897621 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1370e-8fe6-47a6-b52a-d9e1e083d398 req-b7a5b7cc-ef79-495d-a22c-ae8ae1ed2914 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:17.913197 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port bd020a1f-4b77-4790-a8e1-348efd275e6c is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:17.913858 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bd020a1f-4b77-4790-a8e1-348efd275e6c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:17.928977 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ecef6e-1a0f-41c2-b157-290816e748c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2107c9e8-8d56-4a4a-9abe-dde4b17b1974,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:17.940320 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1370e-8fe6-47a6-b52a-d9e1e083d398 req-b7a5b7cc-ef79-495d-a22c-ae8ae1ed2914 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:17.961774 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1370e-8fe6-47a6-b52a-d9e1e083d398 req-b7a5b7cc-ef79-495d-a22c-ae8ae1ed2914 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:17.978356 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ecef6e-1a0f-41c2-b157-290816e748c4 admin admin] Checking segment: {'id': '540b2560-af53-4875-9936-bfd0a0ac5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1eb80df5-02a8-42f3-aafa-0ab48b90855e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:15:17.979766 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1370e-8fe6-47a6-b52a-d9e1e083d398 req-b7a5b7cc-ef79-495d-a22c-ae8ae1ed2914 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:17.982940 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ecef6e-1a0f-41c2-b157-290816e748c4 admin admin] Network hostable DHCP agents. Network: 1eb80df5-02a8-42f3-aafa-0ab48b90855e, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:15:17.998645 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1370e-8fe6-47a6-b52a-d9e1e083d398 req-b7a5b7cc-ef79-495d-a22c-ae8ae1ed2914 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:18.005710 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1370e-8fe6-47a6-b52a-d9e1e083d398 req-b7a5b7cc-ef79-495d-a22c-ae8ae1ed2914 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:18.015224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd020a1f-4b77-4790-a8e1-348efd275e6c {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:15:18.027462 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-09f1370e-8fe6-47a6-b52a-d9e1e083d398 req-b7a5b7cc-ef79-495d-a22c-ae8ae1ed2914 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.4634562 Feb 19 04:15:18.057527 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ecef6e-1a0f-41c2-b157-290816e748c4 admin admin] Network 1eb80df5-02a8-42f3-aafa-0ab48b90855e is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:15:18.098258 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-a1ecef6e-1a0f-41c2-b157-290816e748c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 1eb80df5-02a8-42f3-aafa-0ab48b90855e) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:15:18.102355 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed2ecdf-4930-4901-b065-31159ae35923', 'name': 'network-vif-deleted', 'tag': '13518115-3439-465e-80df-742f7f478040'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:18.117264 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6d1bf7-5101-4933-939f-49edefdfd4f2 None None] Network 1eb80df5-02a8-42f3-aafa-0ab48b90855e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:15:18.137386 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e4c228-76cb-4993-b1e8-25d56005001a" -d '{"events": [{"server_uuid": "5ed2ecdf-4930-4901-b065-31159ae35923", "name": "network-vif-deleted", "tag": "13518115-3439-465e-80df-742f7f478040"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:18.165157 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ecef6e-1a0f-41c2-b157-290816e748c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:18.170618 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a1ecef6e-1a0f-41c2-b157-290816e748c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:18.244947 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a1ecef6e-1a0f-41c2-b157-290816e748c4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4320099 Feb 19 04:15:18.284950 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port bd020a1f-4b77-4790-a8e1-348efd275e6c, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=bd020a1f-4b77-4790-a8e1-348efd275e6c,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:18.303535 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-09f1370e-8fe6-47a6-b52a-d9e1e083d398 req-6d040b8b-f1c8-487b-80d4-6375b1d0c2cf tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2738636 Feb 19 04:15:18.379747 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (bd020a1f-4b77-4790-a8e1-348efd275e6c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:18.732549 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39670) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:18.757429 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['bd020a1f-4b77-4790-a8e1-348efd275e6c'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:18.782712 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c628decb-75fa-44b4-9560-578ce1020148 x-openstack-request-id: req-c628decb-75fa-44b4-9560-578ce1020148 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:18.783346 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed2ecdf-4930-4901-b065-31159ae35923", "name": "network-vif-deleted", "tag": "13518115-3439-465e-80df-742f7f478040", "status": "failed", "code": 422}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:18.783934 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c628decb-75fa-44b4-9560-578ce1020148 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:18.784742 n-d-772273-4 neutron-server[115198]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5ed2ecdf-4930-4901-b065-31159ae35923', 'name': 'network-vif-deleted', 'tag': '13518115-3439-465e-80df-742f7f478040', 'status': 'failed', 'code': 422} returned with failed status Feb 19 04:15:18.880167 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=bd020a1f-4b77-4790-a8e1-348efd275e6c,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:19.040844 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de2ff5-fe3c-4035-997f-307b9efc04dd req-b1d8ce76-6321-49cf-9d3c-5c88dd177a23 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:19.053248 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-85de2ff5-fe3c-4035-997f-307b9efc04dd req-b1d8ce76-6321-49cf-9d3c-5c88dd177a23 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 944 time: 0.1526134 Feb 19 04:15:19.122752 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cc597b-3948-4fed-a814-81f66c5ddef2 None None] Network 1eb80df5-02a8-42f3-aafa-0ab48b90855e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:15:19.150151 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-98238c9d-480d-4884-a733-b5eeb0f731b4 admin admin] Deleting subnet 920919b3-1361-46cf-9a70-c4e0885dbe63 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:15:19.156546 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-98238c9d-480d-4884-a733-b5eeb0f731b4 admin admin] Publish callbacks [] for subnet (920919b3-1361-46cf-9a70-c4e0885dbe63), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:19.213542 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-85de2ff5-fe3c-4035-997f-307b9efc04dd req-1323a6fa-31eb-49de-8c0a-7781792108ae tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530561 Feb 19 04:15:19.231075 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-98238c9d-480d-4884-a733-b5eeb0f731b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (920919b3-1361-46cf-9a70-c4e0885dbe63), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:19.317412 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-98238c9d-480d-4884-a733-b5eeb0f731b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (920919b3-1361-46cf-9a70-c4e0885dbe63), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:19.446914 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-98238c9d-480d-4884-a733-b5eeb0f731b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (920919b3-1361-46cf-9a70-c4e0885dbe63), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:19.539231 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410a9cf-d0f5-40f8-8615-2d77fe733f22 req-cd588a4d-62a3-4c5f-8227-4fa46114c00e tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:19.556182 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98238c9d-480d-4884-a733-b5eeb0f731b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=920919b3-1361-46cf-9a70-c4e0885dbe63,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:19.565027 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8410a9cf-d0f5-40f8-8615-2d77fe733f22 req-cd588a4d-62a3-4c5f-8227-4fa46114c00e tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.1399641 Feb 19 04:15:19.570275 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-98238c9d-480d-4884-a733-b5eeb0f731b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:19.576387 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-98238c9d-480d-4884-a733-b5eeb0f731b4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/920919b3-1361-46cf-9a70-c4e0885dbe63 HTTP/1.1" status: 204 len: 168 time: 0.8416479 Feb 19 04:15:19.590453 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39694) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:19.594153 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bd728-2e6b-42ee-99fa-5d5b8515fffb req-db6a73cf-2a91-4342-b6f2-b812e268d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:19.596949 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b6bd728-2e6b-42ee-99fa-5d5b8515fffb req-db6a73cf-2a91-4342-b6f2-b812e268d7aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=64a84ec8d7f4403180aa77a18bbd859e&device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 1128 time: 0.6815701 Feb 19 04:15:19.675394 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8410a9cf-d0f5-40f8-8615-2d77fe733f22 req-e74d7c54-37d8-4583-bfa0-e6cc4666e0df tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066382 Feb 19 04:15:19.764009 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c241a6ac-a1e6-445a-98ec-8aa1edf2a953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (9dc04b1c-0c00-4eb5-855b-7e8517943c9f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:19.773645 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-598f48c7-4d39-4a9d-9bb8-4701f576f0ce req-de743771-e563-408d-883b-2599cb9df270 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1575074695', 'description': 'tempest-description-150507345'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:20.058150 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-598f48c7-4d39-4a9d-9bb8-4701f576f0ce req-de743771-e563-408d-883b-2599cb9df270 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:20.113466 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c241a6ac-a1e6-445a-98ec-8aa1edf2a953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (9dc04b1c-0c00-4eb5-855b-7e8517943c9f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:20.117997 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673da4b-cb53-4be7-9519-00c945ac3595 req-ac9a8d8c-13db-45f0-b231-90a597749c1f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:20.129531 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673da4b-cb53-4be7-9519-00c945ac3595 req-ac9a8d8c-13db-45f0-b231-90a597749c1f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:20.140250 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673da4b-cb53-4be7-9519-00c945ac3595 req-ac9a8d8c-13db-45f0-b231-90a597749c1f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:20.150902 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673da4b-cb53-4be7-9519-00c945ac3595 req-ac9a8d8c-13db-45f0-b231-90a597749c1f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:20.161975 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673da4b-cb53-4be7-9519-00c945ac3595 req-ac9a8d8c-13db-45f0-b231-90a597749c1f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:20.172216 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673da4b-cb53-4be7-9519-00c945ac3595 req-ac9a8d8c-13db-45f0-b231-90a597749c1f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:20.182171 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673da4b-cb53-4be7-9519-00c945ac3595 req-ac9a8d8c-13db-45f0-b231-90a597749c1f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:20.186436 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b673da4b-cb53-4be7-9519-00c945ac3595 req-ac9a8d8c-13db-45f0-b231-90a597749c1f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.1645381 Feb 19 04:15:20.186642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-c241a6ac-a1e6-445a-98ec-8aa1edf2a953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc04b1c-0c00-4eb5-855b-7e8517943c9f']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:15:20.227160 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-c241a6ac-a1e6-445a-98ec-8aa1edf2a953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ec0aad-642a-4664-8544-6e9c31cf89a5') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:15:20.228093 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-c241a6ac-a1e6-445a-98ec-8aa1edf2a953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ec0aad-642a-4664-8544-6e9c31cf89a5') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:15:20.253514 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c241a6ac-a1e6-445a-98ec-8aa1edf2a953 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (72ec0aad-642a-4664-8544-6e9c31cf89a5), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:20.271321 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bd728-2e6b-42ee-99fa-5d5b8515fffb req-358044a1-6413-40ae-9d9f-1dcf820d7387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:20.274100 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b6bd728-2e6b-42ee-99fa-5d5b8515fffb req-358044a1-6413-40ae-9d9f-1dcf820d7387 service neutron] 10.222.0.48 "GET /v2.0/networks?id=58c1cfe5-5b31-4d86-b71c-5778f412859b HTTP/1.1" status: 200 len: 911 time: 0.4923222 Feb 19 04:15:20.284048 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b673da4b-cb53-4be7-9519-00c945ac3595 req-fbc40e91-bf6d-4aa3-b783-35074e2fdfc2 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0896013 Feb 19 04:15:20.367354 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c241a6ac-a1e6-445a-98ec-8aa1edf2a953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (72ec0aad-642a-4664-8544-6e9c31cf89a5), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:20.394110 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c241a6ac-a1e6-445a-98ec-8aa1edf2a953 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:15:20.394844 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c241a6ac-a1e6-445a-98ec-8aa1edf2a953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (72ec0aad-642a-4664-8544-6e9c31cf89a5), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:15:20.398083 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:15:20.733634 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c75ab-17ac-4599-9c7b-e460613604d7 req-54d74295-28f6-4818-adc3-911187d66cb3 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:20.735871 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ff0c75ab-17ac-4599-9c7b-e460613604d7 req-54d74295-28f6-4818-adc3-911187d66cb3 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b HTTP/1.1" status: 200 len: 950 time: 0.0874603 Feb 19 04:15:20.829593 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ff0c75ab-17ac-4599-9c7b-e460613604d7 req-7d848c92-e901-4f0d-8095-4db506c6d49e tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f6509b1-728f-4ebe-9bda-935682ed0c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854261 Feb 19 04:15:20.981514 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device bd020a1f-4b77-4790-a8e1-348efd275e6c up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:15:21.004453 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-598f48c7-4d39-4a9d-9bb8-4701f576f0ce req-de743771-e563-408d-883b-2599cb9df270 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (9fcaf4a2-64de-47e0-813e-2f0af87cbe16), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:21.008585 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b6bd728-2e6b-42ee-99fa-5d5b8515fffb req-beb4cc13-6305-4421-b151-9efd847f9767 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1dd0560-e3dd-4476-8eac-57ec378f71dd HTTP/1.1" status: 200 len: 1001 time: 0.7220497 Feb 19 04:15:21.010537 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c241a6ac-a1e6-445a-98ec-8aa1edf2a953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (9dc04b1c-0c00-4eb5-855b-7e8517943c9f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:21.021336 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c241a6ac-a1e6-445a-98ec-8aa1edf2a953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:21.031794 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c241a6ac-a1e6-445a-98ec-8aa1edf2a953 admin admin] 10.222.0.65 "DELETE /v2.0/networks/9dc04b1c-0c00-4eb5-855b-7e8517943c9f HTTP/1.1" status: 204 len: 168 time: 1.4288485 Feb 19 04:15:21.040404 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-598f48c7-4d39-4a9d-9bb8-4701f576f0ce req-de743771-e563-408d-883b-2599cb9df270 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9fcaf4a2-64de-47e0-813e-2f0af87cbe16), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:21.097831 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6a4b3-90f4-4f65-b019-aea373c0de05 req-1e61e53e-3a08-4b9f-8709-002e626a3cae tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:21.102747 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1de6a4b3-90f4-4f65-b019-aea373c0de05 req-1e61e53e-3a08-4b9f-8709-002e626a3cae tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 944 time: 0.1543841 Feb 19 04:15:21.126374 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port bd020a1f-4b77-4790-a8e1-348efd275e6c completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:15:21.134634 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port bd020a1f-4b77-4790-a8e1-348efd275e6c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:15:21.135283 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (bd020a1f-4b77-4790-a8e1-348efd275e6c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:21.147428 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241a6ac-a1e6-445a-98ec-8aa1edf2a953 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc04b1c-0c00-4eb5-855b-7e8517943c9f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:21.193197 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1de6a4b3-90f4-4f65-b019-aea373c0de05 req-c1fbd030-5ec8-4010-a9fe-550a80cd99de tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773416 Feb 19 04:15:21.212205 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-598f48c7-4d39-4a9d-9bb8-4701f576f0ce req-de743771-e563-408d-883b-2599cb9df270 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:21.224136 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-598f48c7-4d39-4a9d-9bb8-4701f576f0ce req-de743771-e563-408d-883b-2599cb9df270 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.6357052 Feb 19 04:15:21.253527 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de743771-e563-408d-883b-2599cb9df270 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcaf4a2-64de-47e0-813e-2f0af87cbe16,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:21.281645 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bd728-2e6b-42ee-99fa-5d5b8515fffb req-40ce1887-87ae-46fd-bf82-1de9ccd45377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:21.284717 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b6bd728-2e6b-42ee-99fa-5d5b8515fffb req-40ce1887-87ae-46fd-bf82-1de9ccd45377 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=94653809-5e9c-447e-841f-90aff76610c8 HTTP/1.1" status: 200 len: 850 time: 0.2459836 Feb 19 04:15:21.365674 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port bd020a1f-4b77-4790-a8e1-348efd275e6c is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:21.365674 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bd020a1f-4b77-4790-a8e1-348efd275e6c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:21.366001 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39722) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:21.431457 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c12e3a-4fda-48c0-b25e-56efe2c2f3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd020a1f-4b77-4790-a8e1-348efd275e6c'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:21.438281 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806602e1-1a79-4bd3-a6e8-4969c4eea28e" -d '{"events": [{"server_uuid": "98c12e3a-4fda-48c0-b25e-56efe2c2f3d1", "name": "network-vif-plugged", "status": "completed", "tag": "bd020a1f-4b77-4790-a8e1-348efd275e6c"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:21.464577 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port bd020a1f-4b77-4790-a8e1-348efd275e6c, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=bd020a1f-4b77-4790-a8e1-348efd275e6c,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:21.474981 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (bd020a1f-4b77-4790-a8e1-348efd275e6c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:21.477484 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 0fbee867-7e5d-40b4-80a1-c51753aab620 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:15:21.500026 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bd728-2e6b-42ee-99fa-5d5b8515fffb req-8caa353c-b033-4b34-9da0-e6a774fc7c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:21.502616 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b6bd728-2e6b-42ee-99fa-5d5b8515fffb req-8caa353c-b033-4b34-9da0-e6a774fc7c3c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58c1cfe5-5b31-4d86-b71c-5778f412859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2038357 Feb 19 04:15:21.534052 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-46d7f42e-b61b-4c2f-97a7-88934ef8cb38 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=419e9a0715e84b22a8fff2f89fa3da4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1657827 Feb 19 04:15:21.538518 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a59223-d8b5-4532-b944-bfe210213578 req-2a1e3a16-f41a-4318-bc60-3e36e6544d20 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:21.539347 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39726) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:21.541603 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b1a59223-d8b5-4532-b944-bfe210213578 req-2a1e3a16-f41a-4318-bc60-3e36e6544d20 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=26e20f4f-7f7f-424e-9bb0-99ddd7014e13 HTTP/1.1" status: 200 len: 907 time: 0.1366327 Feb 19 04:15:21.653019 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=bd020a1f-4b77-4790-a8e1-348efd275e6c,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:21.673319 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-39923f79-0f14-4e58-a1b0-2825a37a0fd2 admin admin] Publish callbacks [] for security_group (59a7c712-d407-48dd-98ee-f7113796a28f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:21.699482 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4a0ec-a671-4011-80b6-255ae5429e25 req-50bc6e59-ed6f-4b61-9940-118e930ab5d3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:21.702787 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8bc4a0ec-a671-4011-80b6-255ae5429e25 req-50bc6e59-ed6f-4b61-9940-118e930ab5d3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.3169093 Feb 19 04:15:21.711544 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b6bd728-2e6b-42ee-99fa-5d5b8515fffb req-680d6b65-93c2-4c3e-84c8-6205f3c3fecb service neutron] 10.222.0.48 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984558 Feb 19 04:15:21.812482 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 0fbee867-7e5d-40b4-80a1-c51753aab620 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:21.815618 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:21.872969 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-39923f79-0f14-4e58-a1b0-2825a37a0fd2 admin admin] Publish callbacks [] for security_group (59a7c712-d407-48dd-98ee-f7113796a28f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:21.921686 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0fbee867-7e5d-40b4-80a1-c51753aab620, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0fbee867-7e5d-40b4-80a1-c51753aab620,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:21.932341 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:22.033662 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8bc4a0ec-a671-4011-80b6-255ae5429e25 req-6d93739a-62fc-4a66-ac90-f6762e7d1670 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081510 Feb 19 04:15:22.039907 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-39923f79-0f14-4e58-a1b0-2825a37a0fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (59a7c712-d407-48dd-98ee-f7113796a28f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:22.049119 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-39923f79-0f14-4e58-a1b0-2825a37a0fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:22.050517 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-39923f79-0f14-4e58-a1b0-2825a37a0fd2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/59a7c712-d407-48dd-98ee-f7113796a28f HTTP/1.1" status: 204 len: 168 time: 0.5092041 Feb 19 04:15:22.065687 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b6bd728-2e6b-42ee-99fa-5d5b8515fffb req-dd0e7822-ff92-442c-ace4-f5777a2e88e8 service neutron] 10.222.0.48 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437388 Feb 19 04:15:22.106309 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=0fbee867-7e5d-40b4-80a1-c51753aab620,revision_number=11']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:22.119887 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39923f79-0f14-4e58-a1b0-2825a37a0fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a7c712-d407-48dd-98ee-f7113796a28f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:22.149708 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-0bbdba76-c60a-466f-be10-027937069e4d req-8ef827df-7f05-42d2-9a5b-c89223404c1e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-435190827', 'description': 'tempest-description-291523412'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:22.241418 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0bbdba76-c60a-466f-be10-027937069e4d req-8ef827df-7f05-42d2-9a5b-c89223404c1e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:22.471711 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21b6b3-2b9a-4446-8bc0-55b5da49b132 req-0b7ce1e7-1353-4559-bcdb-7d712885c134 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:22.476233 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0bbdba76-c60a-466f-be10-027937069e4d req-8ef827df-7f05-42d2-9a5b-c89223404c1e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (300147f0-22a4-49c1-a750-31cb0a09b8e9), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:22.478257 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9a21b6b3-2b9a-4446-8bc0-55b5da49b132 req-0b7ce1e7-1353-4559-bcdb-7d712885c134 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.48 "GET /v2.0/ports?device_id=26e20f4f-7f7f-424e-9bb0-99ddd7014e13 HTTP/1.1" status: 200 len: 907 time: 0.1871448 Feb 19 04:15:22.486490 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0bbdba76-c60a-466f-be10-027937069e4d req-8ef827df-7f05-42d2-9a5b-c89223404c1e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (300147f0-22a4-49c1-a750-31cb0a09b8e9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:22.576614 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef827df-7f05-42d2-9a5b-c89223404c1e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=300147f0-22a4-49c1-a750-31cb0a09b8e9,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:22.615461 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-0bbdba76-c60a-466f-be10-027937069e4d req-8ef827df-7f05-42d2-9a5b-c89223404c1e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:22.634456 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0bbdba76-c60a-466f-be10-027937069e4d req-8ef827df-7f05-42d2-9a5b-c89223404c1e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4960101 Feb 19 04:15:22.805457 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-9a21b6b3-2b9a-4446-8bc0-55b5da49b132 req-7152ba79-6c69-46c4-b7fa-59e2ea762df9 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Deleting port b635883c-4fbf-45ce-9564-e44a0129e0ac {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:22.812568 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9a21b6b3-2b9a-4446-8bc0-55b5da49b132 req-7152ba79-6c69-46c4-b7fa-59e2ea762df9 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b635883c-4fbf-45ce-9564-e44a0129e0ac), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:23.053699 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc129b-99ce-4d66-863a-cb4d7844bcb9 req-159de307-49c1-443f-b103-32b2da07af74 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:23.063973 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc129b-99ce-4d66-863a-cb4d7844bcb9 req-159de307-49c1-443f-b103-32b2da07af74 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:23.072710 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc129b-99ce-4d66-863a-cb4d7844bcb9 req-159de307-49c1-443f-b103-32b2da07af74 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:23.084127 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc129b-99ce-4d66-863a-cb4d7844bcb9 req-159de307-49c1-443f-b103-32b2da07af74 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:23.094471 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc129b-99ce-4d66-863a-cb4d7844bcb9 req-159de307-49c1-443f-b103-32b2da07af74 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:23.109468 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc129b-99ce-4d66-863a-cb4d7844bcb9 req-159de307-49c1-443f-b103-32b2da07af74 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:23.118438 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc129b-99ce-4d66-863a-cb4d7844bcb9 req-159de307-49c1-443f-b103-32b2da07af74 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:23.127210 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f8dc129b-99ce-4d66-863a-cb4d7844bcb9 req-159de307-49c1-443f-b103-32b2da07af74 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.3406796 Feb 19 04:15:23.207974 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-9a21b6b3-2b9a-4446-8bc0-55b5da49b132 req-7152ba79-6c69-46c4-b7fa-59e2ea762df9 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] For port b635883c-4fbf-45ce-9564-e44a0129e0ac, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=b635883c-4fbf-45ce-9564-e44a0129e0ac,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:23.208624 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9a21b6b3-2b9a-4446-8bc0-55b5da49b132 req-7152ba79-6c69-46c4-b7fa-59e2ea762df9 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b635883c-4fbf-45ce-9564-e44a0129e0ac), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:23.233261 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-9a21b6b3-2b9a-4446-8bc0-55b5da49b132 req-7152ba79-6c69-46c4-b7fa-59e2ea762df9 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Calling delete_port for b635883c-4fbf-45ce-9564-e44a0129e0ac owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:23.273636 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f8dc129b-99ce-4d66-863a-cb4d7844bcb9 req-e4747c82-3daa-430a-ad36-279bbe940670 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1439264 Feb 19 04:15:23.370116 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67355e7-c18c-436c-a186-eb831089997e x-openstack-request-id: req-e67355e7-c18c-436c-a186-eb831089997e {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:23.372301 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c12e3a-4fda-48c0-b25e-56efe2c2f3d1", "name": "network-vif-plugged", "status": "completed", "tag": "bd020a1f-4b77-4790-a8e1-348efd275e6c", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:23.381655 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e67355e7-c18c-436c-a186-eb831089997e {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:23.382648 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c12e3a-4fda-48c0-b25e-56efe2c2f3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd020a1f-4b77-4790-a8e1-348efd275e6c', 'code': 200} Feb 19 04:15:23.578606 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9a21b6b3-2b9a-4446-8bc0-55b5da49b132 req-7152ba79-6c69-46c4-b7fa-59e2ea762df9 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (b635883c-4fbf-45ce-9564-e44a0129e0ac), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:23.630044 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152ba79-6c69-46c4-b7fa-59e2ea762df9 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Pushing event deleted for resources: {'Port': ['ID=b635883c-4fbf-45ce-9564-e44a0129e0ac,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:23.634223 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950635af-4540-4929-a796-dd3c605b4c83 req-38534d2a-1f66-413d-be60-47f6471696f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:23.646627 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-950635af-4540-4929-a796-dd3c605b4c83 req-38534d2a-1f66-413d-be60-47f6471696f6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 1127 time: 0.1795933 Feb 19 04:15:23.728468 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac89f8-aa8c-436e-915f-c57a8d5e823d req-9a770ae0-3685-4f3c-94dc-854b70c8b8b8 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:23.732102 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0aac89f8-aa8c-436e-915f-c57a8d5e823d req-9a770ae0-3685-4f3c-94dc-854b70c8b8b8 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 945 time: 0.1857059 Feb 19 04:15:23.838192 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-950635af-4540-4929-a796-dd3c605b4c83 req-17c010e0-685b-409a-9c9b-398be59300ce service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659284 Feb 19 04:15:23.883720 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8d6fc8c5-4ae0-4dc2-9773-4b8227169d8f req-f6014727-edae-47cf-a166-12b1a9413868 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=26e20f4f-7f7f-424e-9bb0-99ddd7014e13 HTTP/1.1" status: 200 len: 210 time: 0.1760373 Feb 19 04:15:23.884607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a21b6b3-2b9a-4446-8bc0-55b5da49b132 req-7152ba79-6c69-46c4-b7fa-59e2ea762df9 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] No DVR routers for this DVR port b635883c-4fbf-45ce-9564-e44a0129e0ac on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:15:23.889219 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9a21b6b3-2b9a-4446-8bc0-55b5da49b132 req-7152ba79-6c69-46c4-b7fa-59e2ea762df9 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:23.894235 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9a21b6b3-2b9a-4446-8bc0-55b5da49b132 req-7152ba79-6c69-46c4-b7fa-59e2ea762df9 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.48 "DELETE /v2.0/ports/b635883c-4fbf-45ce-9564-e44a0129e0ac HTTP/1.1" status: 204 len: 173 time: 1.4011786 Feb 19 04:15:23.895248 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e20f4f-7f7f-424e-9bb0-99ddd7014e13', 'name': 'network-vif-deleted', 'tag': 'b635883c-4fbf-45ce-9564-e44a0129e0ac'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:23.899027 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0aac89f8-aa8c-436e-915f-c57a8d5e823d req-90416c35-b206-4060-a229-2ec0debe8d4f tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484742 Feb 19 04:15:23.913217 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b12d301-a74e-4dfc-ace9-36ed02d31427" -d '{"events": [{"server_uuid": "26e20f4f-7f7f-424e-9bb0-99ddd7014e13", "name": "network-vif-deleted", "tag": "b635883c-4fbf-45ce-9564-e44a0129e0ac"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:24.264397 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74af73a-4444-4b52-ad94-fc73149e212c req-2a9e6854-349f-45b2-8f3a-2d4c9b0674ed tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:24.268124 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b74af73a-4444-4b52-ad94-fc73149e212c req-2a9e6854-349f-45b2-8f3a-2d4c9b0674ed tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.1537583 Feb 19 04:15:24.299704 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-4fb3e12c-dc0f-47b3-8105-a482f20d2560 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:24.310108 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-4fb3e12c-dc0f-47b3-8105-a482f20d2560 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/networks?id=1eb80df5-02a8-42f3-aafa-0ab48b90855e HTTP/1.1" status: 200 len: 813 time: 0.2537231 Feb 19 04:15:24.333529 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-d704caef-08f4-45ed-bd74-5491e5240c92 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/quotas/95b2f7472970401693fc6d1d453ec3fd HTTP/1.1" status: 200 len: 375 time: 0.0217903 Feb 19 04:15:24.370732 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b74af73a-4444-4b52-ad94-fc73149e212c req-1c76c9a0-1f6e-449e-854b-b91fd9b60e12 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861228 Feb 19 04:15:24.391074 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-1a3143ab-45c3-490c-9f34-5f00648c88a7 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=95b2f7472970401693fc6d1d453ec3fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561633 Feb 19 04:15:24.588067 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c5a3b5-b222-4fa7-a54f-0ab0c0aaabf0 x-openstack-request-id: req-09c5a3b5-b222-4fa7-a54f-0ab0c0aaabf0 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:24.588790 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e20f4f-7f7f-424e-9bb0-99ddd7014e13", "name": "network-vif-deleted", "tag": "b635883c-4fbf-45ce-9564-e44a0129e0ac", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:24.590057 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-09c5a3b5-b222-4fa7-a54f-0ab0c0aaabf0 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:24.590932 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e20f4f-7f7f-424e-9bb0-99ddd7014e13', 'name': 'network-vif-deleted', 'tag': 'b635883c-4fbf-45ce-9564-e44a0129e0ac', 'status': 'completed', 'code': 200} Feb 19 04:15:24.621911 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-478541af-00ec-48f1-8dc3-f1035b9362fa service neutron] 10.222.0.65 "GET /v2.0/networks/1eb80df5-02a8-42f3-aafa-0ab48b90855e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177622 Feb 19 04:15:24.800424 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a0341-cf63-405c-b4fa-be4f46fb8faf req-6a4edcbb-aa21-4059-b8a1-d227dde30cb6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:24.810505 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a0341-cf63-405c-b4fa-be4f46fb8faf req-6a4edcbb-aa21-4059-b8a1-d227dde30cb6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:24.818661 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a0341-cf63-405c-b4fa-be4f46fb8faf req-6a4edcbb-aa21-4059-b8a1-d227dde30cb6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:24.828220 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a0341-cf63-405c-b4fa-be4f46fb8faf req-6a4edcbb-aa21-4059-b8a1-d227dde30cb6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:24.836269 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a0341-cf63-405c-b4fa-be4f46fb8faf req-6a4edcbb-aa21-4059-b8a1-d227dde30cb6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:24.844434 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a0341-cf63-405c-b4fa-be4f46fb8faf req-6a4edcbb-aa21-4059-b8a1-d227dde30cb6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:24.850770 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a0341-cf63-405c-b4fa-be4f46fb8faf req-6a4edcbb-aa21-4059-b8a1-d227dde30cb6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:24.853317 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d1a0341-cf63-405c-b4fa-be4f46fb8faf req-6a4edcbb-aa21-4059-b8a1-d227dde30cb6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.1901124 Feb 19 04:15:24.910765 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-3f660371-0e42-45d2-b3ac-b8a5d159c5fd service neutron] 10.222.0.65 "GET /v2.0/networks/1eb80df5-02a8-42f3-aafa-0ab48b90855e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670498 Feb 19 04:15:25.007801 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d1a0341-cf63-405c-b4fa-be4f46fb8faf req-3c7135a6-54fe-4284-817d-a062bebc8647 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1368523 Feb 19 04:15:25.384472 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fbee867-7e5d-40b4-80a1-c51753aab620'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:25.388118 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6542d235-06be-4733-a0cd-27a44fb0a803" -d '{"events": [{"server_uuid": "fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b", "name": "network-vif-unplugged", "status": "completed", "tag": "0fbee867-7e5d-40b4-80a1-c51753aab620"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:25.621835 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885822f-eb4a-466c-b7d6-73ea9bab91a4 req-c71ca21d-af30-470c-8f65-824a15c81c8a tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:25.626575 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3885822f-eb4a-466c-b7d6-73ea9bab91a4 req-c71ca21d-af30-470c-8f65-824a15c81c8a tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 945 time: 0.1432824 Feb 19 04:15:25.745574 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3885822f-eb4a-466c-b7d6-73ea9bab91a4 req-4e7877fe-41f5-4361-8f1f-c392d8c0c709 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123459 Feb 19 04:15:25.886492 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device b635883c-4fbf-45ce-9564-e44a0129e0ac no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:15:26.001693 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: b635883c-4fbf-45ce-9564-e44a0129e0ac {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:15:26.002163 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device b635883c-4fbf-45ce-9564-e44a0129e0ac not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:15:26.005733 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0f721310-2398-496b-82b5-bccbc6d55c97 req-f5a4247d-d33e-43b6-ae4e-e20d9118593d tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 210 time: 0.1096404 Feb 19 04:15:26.108462 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e012f25-8f14-4531-89bc-8be5d1b742bd req-c1749973-78d9-4147-9941-6fcb01eb3394 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:26.117081 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e012f25-8f14-4531-89bc-8be5d1b742bd req-c1749973-78d9-4147-9941-6fcb01eb3394 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b HTTP/1.1" status: 200 len: 948 time: 0.1650336 Feb 19 04:15:26.227798 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e012f25-8f14-4531-89bc-8be5d1b742bd req-6f3267dc-96ae-4375-85fc-598dce224b4b tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f6509b1-728f-4ebe-9bda-935682ed0c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087081 Feb 19 04:15:26.319854 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf6f72b-902a-4cd8-9bd7-e73f29cc4fce x-openstack-request-id: req-7bf6f72b-902a-4cd8-9bd7-e73f29cc4fce {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:26.320325 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b", "name": "network-vif-unplugged", "status": "completed", "tag": "0fbee867-7e5d-40b4-80a1-c51753aab620", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:26.320998 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7bf6f72b-902a-4cd8-9bd7-e73f29cc4fce {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:26.323223 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fbee867-7e5d-40b4-80a1-c51753aab620', 'code': 200} Feb 19 04:15:26.486451 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2a3fa8ee-57c9-4497-a543-346cb7019e3b req-c311c37c-538c-4489-9254-033186e81987 tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.0642884 Feb 19 04:15:26.725634 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687c4da-aa87-4ef5-92fd-a27e1ae4f1f3 req-6130fd76-878d-4883-9dd4-7eddb2268562 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:26.734870 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687c4da-aa87-4ef5-92fd-a27e1ae4f1f3 req-6130fd76-878d-4883-9dd4-7eddb2268562 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:26.741437 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687c4da-aa87-4ef5-92fd-a27e1ae4f1f3 req-6130fd76-878d-4883-9dd4-7eddb2268562 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:26.749647 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687c4da-aa87-4ef5-92fd-a27e1ae4f1f3 req-6130fd76-878d-4883-9dd4-7eddb2268562 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:26.756224 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687c4da-aa87-4ef5-92fd-a27e1ae4f1f3 req-6130fd76-878d-4883-9dd4-7eddb2268562 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:26.762648 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687c4da-aa87-4ef5-92fd-a27e1ae4f1f3 req-6130fd76-878d-4883-9dd4-7eddb2268562 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:26.768978 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687c4da-aa87-4ef5-92fd-a27e1ae4f1f3 req-6130fd76-878d-4883-9dd4-7eddb2268562 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:26.771264 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e687c4da-aa87-4ef5-92fd-a27e1ae4f1f3 req-6130fd76-878d-4883-9dd4-7eddb2268562 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.2128592 Feb 19 04:15:26.965537 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e687c4da-aa87-4ef5-92fd-a27e1ae4f1f3 req-4fc812c6-ed72-45ce-bdca-71c66a44c03b tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1776681 Feb 19 04:15:26.981331 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f79786-e790-4203-a2a7-7b2680301148 req-1782bdfd-adba-4afb-8bef-3d4a6910e288 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:26.990224 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-64f79786-e790-4203-a2a7-7b2680301148 req-1782bdfd-adba-4afb-8bef-3d4a6910e288 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f44e9b96-3f3b-4d32-b562-b36e8cd9861b HTTP/1.1" status: 200 len: 946 time: 0.3046846 Feb 19 04:15:27.015104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab05fc-5b7a-4dea-86b1-1e95fd58e0f2 req-54ecd7d3-c4b8-4d09-b4b9-e171178ef926 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:27.016751 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5aab05fc-5b7a-4dea-86b1-1e95fd58e0f2 req-54ecd7d3-c4b8-4d09-b4b9-e171178ef926 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.10 "GET /v2.0/ports?device_id=f44e9b96-3f3b-4d32-b562-b36e8cd9861b HTTP/1.1" status: 200 len: 946 time: 0.1946020 Feb 19 04:15:27.240663 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-64f79786-e790-4203-a2a7-7b2680301148 req-e167b4b4-2334-4bc9-be01-76fad6b19dba tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470944 Feb 19 04:15:27.359268 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6ab4e91d-2175-475e-81be-be56dae690be req-9d02d9a3-f781-46b9-a8f3-f6ac3f88f30c tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 210 time: 0.0751231 Feb 19 04:15:27.366890 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-5aab05fc-5b7a-4dea-86b1-1e95fd58e0f2 req-587c2ce8-f9ff-4cc4-b9e3-2740cdbe8b4f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Deleting port 21728a78-dfbb-409e-9b8e-f7b32effd27f {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:27.369485 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5aab05fc-5b7a-4dea-86b1-1e95fd58e0f2 req-587c2ce8-f9ff-4cc4-b9e3-2740cdbe8b4f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (21728a78-dfbb-409e-9b8e-f7b32effd27f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:27.551430 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe6f90-65d9-4419-995e-422568bd37b8 req-ed268f7f-2074-4af3-b8de-36f5a68c929b tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:27.553226 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fbfe6f90-65d9-4419-995e-422568bd37b8 req-ed268f7f-2074-4af3-b8de-36f5a68c929b tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b HTTP/1.1" status: 200 len: 948 time: 0.2950194 Feb 19 04:15:27.751737 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-f7d9127b-71bb-4260-8045-764e77852b91 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:27.754279 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-f7d9127b-71bb-4260-8045-764e77852b91 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.48 "GET /v2.0/networks?id=1eb80df5-02a8-42f3-aafa-0ab48b90855e HTTP/1.1" status: 200 len: 813 time: 0.7222855 Feb 19 04:15:27.793756 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40842d9-b3ec-4951-8b05-86ef784b1392 req-ce3844c6-672e-4105-bcee-7c84cc575130 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:27.806014 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d40842d9-b3ec-4951-8b05-86ef784b1392 req-ce3844c6-672e-4105-bcee-7c84cc575130 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b HTTP/1.1" status: 200 len: 948 time: 0.2661729 Feb 19 04:15:27.816073 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-56b2093a-845f-4390-b665-8e1227260f1b tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Request body: {'port': {'device_id': '303541af-5820-4897-a45f-23a7529a1e9c', 'network_id': '1eb80df5-02a8-42f3-aafa-0ab48b90855e', 'admin_state_up': True, 'tenant_id': '95b2f7472970401693fc6d1d453ec3fd'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:27.837010 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e8caf4e0-fa27-411b-95aa-e3023693d13b req-e9dd2e23-394f-4a08-b90c-04926e5829a0 tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.1289797 Feb 19 04:15:27.852372 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-5aab05fc-5b7a-4dea-86b1-1e95fd58e0f2 req-587c2ce8-f9ff-4cc4-b9e3-2740cdbe8b4f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] For port 21728a78-dfbb-409e-9b8e-f7b32effd27f, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=21728a78-dfbb-409e-9b8e-f7b32effd27f,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:27.855688 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5aab05fc-5b7a-4dea-86b1-1e95fd58e0f2 req-587c2ce8-f9ff-4cc4-b9e3-2740cdbe8b4f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (21728a78-dfbb-409e-9b8e-f7b32effd27f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:27.962672 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-5aab05fc-5b7a-4dea-86b1-1e95fd58e0f2 req-587c2ce8-f9ff-4cc4-b9e3-2740cdbe8b4f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Calling delete_port for 21728a78-dfbb-409e-9b8e-f7b32effd27f owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:28.259509 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d40842d9-b3ec-4951-8b05-86ef784b1392 req-86c7f21b-96da-400f-8545-efcc2c408c40 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f6509b1-728f-4ebe-9bda-935682ed0c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426544 Feb 19 04:15:28.362947 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-56b2093a-845f-4390-b665-8e1227260f1b tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Made reservation on behalf of 95b2f7472970401693fc6d1d453ec3fd for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:28.368691 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-56b2093a-845f-4390-b665-8e1227260f1b tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:28.457250 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839d378-55cc-45a1-bedf-4c54e2debaae req-f98993a1-85a9-4df3-b2d8-d315fb3e4310 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:28.471390 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839d378-55cc-45a1-bedf-4c54e2debaae req-f98993a1-85a9-4df3-b2d8-d315fb3e4310 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:28.485645 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839d378-55cc-45a1-bedf-4c54e2debaae req-f98993a1-85a9-4df3-b2d8-d315fb3e4310 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:28.502784 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839d378-55cc-45a1-bedf-4c54e2debaae req-f98993a1-85a9-4df3-b2d8-d315fb3e4310 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:28.507052 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5aab05fc-5b7a-4dea-86b1-1e95fd58e0f2 req-587c2ce8-f9ff-4cc4-b9e3-2740cdbe8b4f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (21728a78-dfbb-409e-9b8e-f7b32effd27f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:28.517637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839d378-55cc-45a1-bedf-4c54e2debaae req-f98993a1-85a9-4df3-b2d8-d315fb3e4310 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:28.521319 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['0eac0ec9-1292-4842-bcc6-fd4725f3eb6d', '21728a78-dfbb-409e-9b8e-f7b32effd27f'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:28.537078 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839d378-55cc-45a1-bedf-4c54e2debaae req-f98993a1-85a9-4df3-b2d8-d315fb3e4310 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:28.549693 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839d378-55cc-45a1-bedf-4c54e2debaae req-f98993a1-85a9-4df3-b2d8-d315fb3e4310 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:28.560801 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7839d378-55cc-45a1-bedf-4c54e2debaae req-f98993a1-85a9-4df3-b2d8-d315fb3e4310 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.3851392 Feb 19 04:15:28.561859 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c2ce8-f9ff-4cc4-b9e3-2740cdbe8b4f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Pushing event deleted for resources: {'Port': ['ID=21728a78-dfbb-409e-9b8e-f7b32effd27f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:28.567444 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-fbfe6f90-65d9-4419-995e-422568bd37b8 req-a3902a65-d135-4da7-8a1e-1be7ad430332 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Deleting port 0fbee867-7e5d-40b4-80a1-c51753aab620 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:28.567874 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fbfe6f90-65d9-4419-995e-422568bd37b8 req-a3902a65-d135-4da7-8a1e-1be7ad430332 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:28.579423 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f834cb3-4def-4c8a-9de8-b934b00d50a5 req-22f6f50b-4c11-4301-9004-541ba5091eff tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:28.587534 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1f834cb3-4def-4c8a-9de8-b934b00d50a5 req-22f6f50b-4c11-4301-9004-541ba5091eff tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=f44e9b96-3f3b-4d32-b562-b36e8cd9861b HTTP/1.1" status: 200 len: 867 time: 0.1376126 Feb 19 04:15:28.689938 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aab05fc-5b7a-4dea-86b1-1e95fd58e0f2 req-587c2ce8-f9ff-4cc4-b9e3-2740cdbe8b4f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] No DVR routers for this DVR port 21728a78-dfbb-409e-9b8e-f7b32effd27f on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:15:28.693384 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5aab05fc-5b7a-4dea-86b1-1e95fd58e0f2 req-587c2ce8-f9ff-4cc4-b9e3-2740cdbe8b4f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:28.697671 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5aab05fc-5b7a-4dea-86b1-1e95fd58e0f2 req-587c2ce8-f9ff-4cc4-b9e3-2740cdbe8b4f tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.10 "DELETE /v2.0/ports/21728a78-dfbb-409e-9b8e-f7b32effd27f HTTP/1.1" status: 204 len: 173 time: 1.6730762 Feb 19 04:15:28.705624 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44e9b96-3f3b-4d32-b562-b36e8cd9861b', 'name': 'network-vif-deleted', 'tag': '21728a78-dfbb-409e-9b8e-f7b32effd27f'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:28.709467 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf81d2c-47b5-4e89-881d-f0b63f3ad05e" -d '{"events": [{"server_uuid": "f44e9b96-3f3b-4d32-b562-b36e8cd9861b", "name": "network-vif-deleted", "tag": "21728a78-dfbb-409e-9b8e-f7b32effd27f"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:28.741606 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1f834cb3-4def-4c8a-9de8-b934b00d50a5 req-181b4996-fe87-4697-8349-7b7818035e0d tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530919 Feb 19 04:15:28.904522 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7f7c7114-f02b-44c6-bc26-e8738f3861b8 req-756affea-93fd-49ca-adaa-85f577045cef tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 210 time: 0.0738347 Feb 19 04:15:28.978822 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2db0dc3-a251-4185-9a26-6c3a9ab55dbc x-openstack-request-id: req-e2db0dc3-a251-4185-9a26-6c3a9ab55dbc {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:28.978822 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44e9b96-3f3b-4d32-b562-b36e8cd9861b", "name": "network-vif-deleted", "tag": "21728a78-dfbb-409e-9b8e-f7b32effd27f", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:28.978822 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e2db0dc3-a251-4185-9a26-6c3a9ab55dbc {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:28.979314 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44e9b96-3f3b-4d32-b562-b36e8cd9861b', 'name': 'network-vif-deleted', 'tag': '21728a78-dfbb-409e-9b8e-f7b32effd27f', 'status': 'completed', 'code': 200} Feb 19 04:15:29.008502 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7839d378-55cc-45a1-bedf-4c54e2debaae req-b64ecf72-cace-41c7-a631-768e8a28f59f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4286418 Feb 19 04:15:29.251772 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-fbfe6f90-65d9-4419-995e-422568bd37b8 req-a3902a65-d135-4da7-8a1e-1be7ad430332 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] For port 0fbee867-7e5d-40b4-80a1-c51753aab620, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0fbee867-7e5d-40b4-80a1-c51753aab620,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:29.252429 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fbfe6f90-65d9-4419-995e-422568bd37b8 req-a3902a65-d135-4da7-8a1e-1be7ad430332 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:29.300116 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3108bf53-5c0c-40cb-bc68-f4045937b258 req-e8c67992-5330-43fd-a13a-80153f2ef8d1 tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.1033759 Feb 19 04:15:29.351415 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-fbfe6f90-65d9-4419-995e-422568bd37b8 req-a3902a65-d135-4da7-8a1e-1be7ad430332 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Calling delete_port for 0fbee867-7e5d-40b4-80a1-c51753aab620 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:29.365813 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-56b2093a-845f-4390-b665-8e1227260f1b tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Allocated IP 172.20.0.8 (1eb80df5-02a8-42f3-aafa-0ab48b90855e/2107c9e8-8d56-4a4a-9abe-dde4b17b1974/29414b92-492f-481f-b153-bcf04d72d1b2) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:15:29.633413 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b81cffd7-15d5-4297-8a37-09fee0bfc750 req-1fc3a083-6ff8-45fd-b4a0-9558d0bd694a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.0534272 Feb 19 04:15:29.810962 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493ccb6-c973-4f29-a14f-df955485a91f req-cae9850c-269b-4086-8ac4-ac186fcf26ac tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:29.813721 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0493ccb6-c973-4f29-a14f-df955485a91f req-cae9850c-269b-4086-8ac4-ac186fcf26ac tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b HTTP/1.1" status: 200 len: 948 time: 0.2982378 Feb 19 04:15:29.973729 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0493ccb6-c973-4f29-a14f-df955485a91f req-f99b2c8d-b4b9-4ab3-a4c9-3a5270e6402e tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f6509b1-728f-4ebe-9bda-935682ed0c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524785 Feb 19 04:15:30.116382 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fbfe6f90-65d9-4419-995e-422568bd37b8 req-a3902a65-d135-4da7-8a1e-1be7ad430332 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (0fbee867-7e5d-40b4-80a1-c51753aab620), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:30.124467 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-56b2093a-845f-4390-b665-8e1227260f1b tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for port (29414b92-492f-481f-b153-bcf04d72d1b2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:30.190658 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3902a65-d135-4da7-8a1e-1be7ad430332 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Pushing event deleted for resources: {'Port': ['ID=0fbee867-7e5d-40b4-80a1-c51753aab620,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:30.421387 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfe6f90-65d9-4419-995e-422568bd37b8 req-a3902a65-d135-4da7-8a1e-1be7ad430332 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] No DVR routers for this DVR port 0fbee867-7e5d-40b4-80a1-c51753aab620 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:15:30.421387 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fbfe6f90-65d9-4419-995e-422568bd37b8 req-a3902a65-d135-4da7-8a1e-1be7ad430332 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:30.429281 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fbfe6f90-65d9-4419-995e-422568bd37b8 req-a3902a65-d135-4da7-8a1e-1be7ad430332 tempest-ImagesOneServerTestJSON-27721391 tempest-ImagesOneServerTestJSON-27721391-project] 10.222.0.10 "DELETE /v2.0/ports/0fbee867-7e5d-40b4-80a1-c51753aab620 HTTP/1.1" status: 204 len: 173 time: 2.8691816 Feb 19 04:15:30.454262 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b', 'name': 'network-vif-deleted', 'tag': '0fbee867-7e5d-40b4-80a1-c51753aab620'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:30.465932 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829612ac-1618-4662-bc80-7cd352b2a75f" -d '{"events": [{"server_uuid": "fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b", "name": "network-vif-deleted", "tag": "0fbee867-7e5d-40b4-80a1-c51753aab620"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:30.505237 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceed4ea-b306-4a95-9cd5-a38264a0e72f req-6e6239cd-0272-4752-a4ba-7df6c94db639 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:30.511885 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fceed4ea-b306-4a95-9cd5-a38264a0e72f req-6e6239cd-0272-4752-a4ba-7df6c94db639 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 946 time: 0.2345183 Feb 19 04:15:30.555608 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6385dea0-a3ec-4188-8377-7164c08a2581 req-4e467f23-0a26-499e-8ec2-8bd2460b74e5 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 210 time: 0.3401639 Feb 19 04:15:30.563117 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-56b2093a-845f-4390-b665-8e1227260f1b tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (29414b92-492f-481f-b153-bcf04d72d1b2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:30.707223 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-56b2093a-845f-4390-b665-8e1227260f1b tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Network 1eb80df5-02a8-42f3-aafa-0ab48b90855e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:15:30.728469 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-56b2093a-845f-4390-b665-8e1227260f1b tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:15:30.735922 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-56b2093a-845f-4390-b665-8e1227260f1b tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:15:30.756899 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f972468-1d6f-4293-aedc-abbf4b5a4c68 req-c0dacc40-cfca-4914-a64e-5bb82738a993 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:30.762679 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9f972468-1d6f-4293-aedc-abbf4b5a4c68 req-c0dacc40-cfca-4914-a64e-5bb82738a993 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.10 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 946 time: 0.4650636 Feb 19 04:15:30.799247 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2093a-845f-4390-b665-8e1227260f1b tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event updated for resources: {'Port': ['ID=29414b92-492f-481f-b153-bcf04d72d1b2,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:30.854465 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fceed4ea-b306-4a95-9cd5-a38264a0e72f req-91957b91-c6f1-4ca2-89b8-960f093568f7 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292987 Feb 19 04:15:30.914607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-56b2093a-845f-4390-b665-8e1227260f1b tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:30.915727 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-56b2093a-845f-4390-b665-8e1227260f1b tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:31.047214 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 0fbee867-7e5d-40b4-80a1-c51753aab620 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:15:31.081281 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-56b2093a-845f-4390-b665-8e1227260f1b tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2630777 Feb 19 04:15:31.101043 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-48004343-016e-4a57-87c8-b1702f55731d service neutron] Request body: {'port': {'device_id': '303541af-5820-4897-a45f-23a7529a1e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:31.146495 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9f1198f9-64b4-4a01-bd36-9d0e4ac9ee5a req-ff3739cc-2dbf-4797-a14e-119bfe4f12bb tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.1232662 Feb 19 04:15:31.169662 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-9f972468-1d6f-4293-aedc-abbf4b5a4c68 req-8de06d93-2512-410d-b739-01a4bb76ecc4 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Deleting port 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:31.170162 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9f972468-1d6f-4293-aedc-abbf4b5a4c68 req-8de06d93-2512-410d-b739-01a4bb76ecc4 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0eac0ec9-1292-4842-bcc6-fd4725f3eb6d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:31.178938 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 0fbee867-7e5d-40b4-80a1-c51753aab620 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:15:31.179289 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 0fbee867-7e5d-40b4-80a1-c51753aab620 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:15:31.186184 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 21728a78-dfbb-409e-9b8e-f7b32effd27f no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:15:31.251143 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 21728a78-dfbb-409e-9b8e-f7b32effd27f {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:15:31.251955 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 21728a78-dfbb-409e-9b8e-f7b32effd27f not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:15:31.252711 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:15:31.283644 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2f6e7-bdef-45ba-b6c9-6cbd34001972 req-0274c934-83ab-44bc-b47e-f2b90db0ccb9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:31.299898 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2f6e7-bdef-45ba-b6c9-6cbd34001972 req-0274c934-83ab-44bc-b47e-f2b90db0ccb9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:31.314416 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2f6e7-bdef-45ba-b6c9-6cbd34001972 req-0274c934-83ab-44bc-b47e-f2b90db0ccb9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:31.315978 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-040c9e09-0c95-4b6a-81e4-5f23b2474124 req-fdd00041-a7e7-4550-8d16-da03ba1dad7d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2532609 Feb 19 04:15:31.330053 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2f6e7-bdef-45ba-b6c9-6cbd34001972 req-0274c934-83ab-44bc-b47e-f2b90db0ccb9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:31.342830 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2f6e7-bdef-45ba-b6c9-6cbd34001972 req-0274c934-83ab-44bc-b47e-f2b90db0ccb9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:31.354338 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2f6e7-bdef-45ba-b6c9-6cbd34001972 req-0274c934-83ab-44bc-b47e-f2b90db0ccb9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:31.365989 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2f6e7-bdef-45ba-b6c9-6cbd34001972 req-0274c934-83ab-44bc-b47e-f2b90db0ccb9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:31.369805 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0b2f6e7-bdef-45ba-b6c9-6cbd34001972 req-0274c934-83ab-44bc-b47e-f2b90db0ccb9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.4458475 Feb 19 04:15:31.372660 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201fe740-e0e0-441d-a180-4d698ccbe5b2 x-openstack-request-id: req-201fe740-e0e0-441d-a180-4d698ccbe5b2 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:31.376800 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b", "name": "network-vif-deleted", "tag": "0fbee867-7e5d-40b4-80a1-c51753aab620", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:31.376800 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-201fe740-e0e0-441d-a180-4d698ccbe5b2 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:31.376800 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8f81fd-152c-4bcc-bbf5-dddd6693ae4b', 'name': 'network-vif-deleted', 'tag': '0fbee867-7e5d-40b4-80a1-c51753aab620', 'status': 'completed', 'code': 200} Feb 19 04:15:31.396903 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-48004343-016e-4a57-87c8-b1702f55731d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (29414b92-492f-481f-b153-bcf04d72d1b2), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:31.476837 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:31.477271 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0eac0ec9-1292-4842-bcc6-fd4725f3eb6d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:31.486688 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-9f972468-1d6f-4293-aedc-abbf4b5a4c68 req-8de06d93-2512-410d-b739-01a4bb76ecc4 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] For port 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0eac0ec9-1292-4842-bcc6-fd4725f3eb6d,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:31.487671 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9f972468-1d6f-4293-aedc-abbf4b5a4c68 req-8de06d93-2512-410d-b739-01a4bb76ecc4 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0eac0ec9-1292-4842-bcc6-fd4725f3eb6d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:31.533411 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-9f972468-1d6f-4293-aedc-abbf4b5a4c68 req-8de06d93-2512-410d-b739-01a4bb76ecc4 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Calling delete_port for 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:31.535943 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2129002b-f20e-4208-b245-71d3dff5798d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eac0ec9-1292-4842-bcc6-fd4725f3eb6d'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:31.539005 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a22e0f-45d7-4da5-acfe-f0c7d724bded" -d '{"events": [{"server_uuid": "2129002b-f20e-4208-b245-71d3dff5798d", "name": "network-vif-unplugged", "status": "completed", "tag": "0eac0ec9-1292-4842-bcc6-fd4725f3eb6d"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:31.553183 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c9e09-0c95-4b6a-81e4-5f23b2474124 req-de86a8f5-0bf2-4945-b4af-cab2d7c0b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:31.555698 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-040c9e09-0c95-4b6a-81e4-5f23b2474124 req-de86a8f5-0bf2-4945-b4af-cab2d7c0b13f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=64a84ec8d7f4403180aa77a18bbd859e&device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 1128 time: 0.1924226 Feb 19 04:15:31.610526 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0eac0ec9-1292-4842-bcc6-fd4725f3eb6d,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:31.623412 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0eac0ec9-1292-4842-bcc6-fd4725f3eb6d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:31.645234 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:15:31.703279 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3529ef9b-600b-4f1b-bb95-674c65c1d342 x-openstack-request-id: req-3529ef9b-600b-4f1b-bb95-674c65c1d342 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:31.703577 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2129002b-f20e-4208-b245-71d3dff5798d", "name": "network-vif-unplugged", "status": "completed", "tag": "0eac0ec9-1292-4842-bcc6-fd4725f3eb6d", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:31.709130 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3529ef9b-600b-4f1b-bb95-674c65c1d342 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:31.709678 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2129002b-f20e-4208-b245-71d3dff5798d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eac0ec9-1292-4842-bcc6-fd4725f3eb6d', 'code': 200} Feb 19 04:15:31.787984 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=0eac0ec9-1292-4842-bcc6-fd4725f3eb6d,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:31.799470 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0b2f6e7-bdef-45ba-b6c9-6cbd34001972 req-acac46c6-c5a2-421c-ae54-81b35d18ce8c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3679674 Feb 19 04:15:31.811401 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:31.811983 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:31.812558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:31.815077 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:31.815678 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:31.816230 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:31.819778 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:31.820516 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:31.823794 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:31.825803 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:31.828368 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:31.834400 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:31.835799 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:32.199306 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39938) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:32.212066 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0fd0caf2-3732-431f-88e4-d522d2279cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:32.306455 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-48004343-016e-4a57-87c8-b1702f55731d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29414b92-492f-481f-b153-bcf04d72d1b2 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:15:32.329030 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-48004343-016e-4a57-87c8-b1702f55731d service neutron] Publish callbacks [] for port (29414b92-492f-481f-b153-bcf04d72d1b2), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:32.361634 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c9e09-0c95-4b6a-81e4-5f23b2474124 req-ca60f232-1d3d-4cb6-9229-4b6ddf1f47f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:32.363459 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-040c9e09-0c95-4b6a-81e4-5f23b2474124 req-ca60f232-1d3d-4cb6-9229-4b6ddf1f47f6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=58c1cfe5-5b31-4d86-b71c-5778f412859b HTTP/1.1" status: 200 len: 911 time: 0.7804441 Feb 19 04:15:32.410557 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-48004343-016e-4a57-87c8-b1702f55731d service neutron] Transition to ACTIVE for port object 29414b92-492f-481f-b153-bcf04d72d1b2 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:15:32.429606 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-48004343-016e-4a57-87c8-b1702f55731d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (29414b92-492f-481f-b153-bcf04d72d1b2), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:32.523025 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe417f0-a009-4e81-a8cb-b9232e90dfb3 req-de07b8a5-2035-414f-a5c7-276d028d6178 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:32.536956 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bbe417f0-a009-4e81-a8cb-b9232e90dfb3 req-de07b8a5-2035-414f-a5c7-276d028d6178 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 931 time: 0.4016068 Feb 19 04:15:32.584967 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-040c9e09-0c95-4b6a-81e4-5f23b2474124 req-b7da5393-17b5-4a7b-a9c0-602f28b88a00 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1dd0560-e3dd-4476-8eac-57ec378f71dd HTTP/1.1" status: 200 len: 1001 time: 0.1816146 Feb 19 04:15:32.587896 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48004343-016e-4a57-87c8-b1702f55731d service neutron] Pushing event updated for resources: {'Port': ['ID=29414b92-492f-481f-b153-bcf04d72d1b2,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:32.652836 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c9e09-0c95-4b6a-81e4-5f23b2474124 req-61778f78-44ab-4de9-99d2-10117cf02ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:32.654405 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-040c9e09-0c95-4b6a-81e4-5f23b2474124 req-61778f78-44ab-4de9-99d2-10117cf02ab9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=94653809-5e9c-447e-841f-90aff76610c8 HTTP/1.1" status: 200 len: 850 time: 0.0582168 Feb 19 04:15:32.712445 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bbe417f0-a009-4e81-a8cb-b9232e90dfb3 req-0300a86d-559a-4634-9d7e-dabc9b58e173 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798248 Feb 19 04:15:32.783634 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c9e09-0c95-4b6a-81e4-5f23b2474124 req-32bed033-6ef5-4625-85b8-25b12e90d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:32.785477 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-040c9e09-0c95-4b6a-81e4-5f23b2474124 req-32bed033-6ef5-4625-85b8-25b12e90d746 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58c1cfe5-5b31-4d86-b71c-5778f412859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1215034 Feb 19 04:15:32.787128 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9f972468-1d6f-4293-aedc-abbf4b5a4c68 req-8de06d93-2512-410d-b739-01a4bb76ecc4 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (0eac0ec9-1292-4842-bcc6-fd4725f3eb6d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:32.861172 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de06d93-2512-410d-b739-01a4bb76ecc4 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Pushing event deleted for resources: {'Port': ['ID=0eac0ec9-1292-4842-bcc6-fd4725f3eb6d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:33.046862 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0906f68-6a97-4f19-aebc-8f7a5be42308 req-45bedd7a-d664-447a-8b02-103039bd9db9 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:33.060809 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0906f68-6a97-4f19-aebc-8f7a5be42308 req-45bedd7a-d664-447a-8b02-103039bd9db9 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=2129002b-f20e-4208-b245-71d3dff5798d HTTP/1.1" status: 200 len: 944 time: 0.4821262 Feb 19 04:15:33.062332 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1249b909-9c41-4461-b170-61f94135a0f7 req-2ccb1f6f-4937-492d-9ce6-757716504c37 tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.1115837 Feb 19 04:15:33.131773 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f972468-1d6f-4293-aedc-abbf4b5a4c68 req-8de06d93-2512-410d-b739-01a4bb76ecc4 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] No DVR routers for this DVR port 0eac0ec9-1292-4842-bcc6-fd4725f3eb6d on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:15:33.139392 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9f972468-1d6f-4293-aedc-abbf4b5a4c68 req-8de06d93-2512-410d-b739-01a4bb76ecc4 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:33.145518 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9f972468-1d6f-4293-aedc-abbf4b5a4c68 req-8de06d93-2512-410d-b739-01a4bb76ecc4 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.10 "DELETE /v2.0/ports/0eac0ec9-1292-4842-bcc6-fd4725f3eb6d HTTP/1.1" status: 204 len: 173 time: 2.3742566 Feb 19 04:15:33.146333 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2129002b-f20e-4208-b245-71d3dff5798d', 'name': 'network-vif-deleted', 'tag': '0eac0ec9-1292-4842-bcc6-fd4725f3eb6d'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:33.154756 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9b118d51-0907-411f-b813-6bb2e6cbdb22 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a629ed3b38f947f7bad3e2dcc1aa156e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9458737 Feb 19 04:15:33.164954 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb330923-ddd7-4e4d-9f55-c12d1cf0df25" -d '{"events": [{"server_uuid": "2129002b-f20e-4208-b245-71d3dff5798d", "name": "network-vif-deleted", "tag": "0eac0ec9-1292-4842-bcc6-fd4725f3eb6d"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:33.172280 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39952) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:33.258906 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-48004343-016e-4a57-87c8-b1702f55731d service neutron] Attempting to bind port 29414b92-492f-481f-b153-bcf04d72d1b2 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:15:33.259506 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-48004343-016e-4a57-87c8-b1702f55731d service neutron] Attempting to bind port 29414b92-492f-481f-b153-bcf04d72d1b2 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '540b2560-af53-4875-9936-bfd0a0ac5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1eb80df5-02a8-42f3-aafa-0ab48b90855e'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:15:33.260137 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-48004343-016e-4a57-87c8-b1702f55731d service neutron] Attempting to bind port 29414b92-492f-481f-b153-bcf04d72d1b2 on network 1eb80df5-02a8-42f3-aafa-0ab48b90855e {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:15:33.311384 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-48004343-016e-4a57-87c8-b1702f55731d service neutron] Port 29414b92-492f-481f-b153-bcf04d72d1b2 on network 1eb80df5-02a8-42f3-aafa-0ab48b90855e not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:15:33.311729 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-48004343-016e-4a57-87c8-b1702f55731d service neutron] Attempting to bind port 29414b92-492f-481f-b153-bcf04d72d1b2 on network 1eb80df5-02a8-42f3-aafa-0ab48b90855e {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:15:33.317176 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da79f40c-bfdb-4f6a-aab9-a02d0b83a160 admin admin] Publish callbacks [] for security_group (9f6509b1-728f-4ebe-9bda-935682ed0c52), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:33.342256 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-48004343-016e-4a57-87c8-b1702f55731d service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:15:33.342695 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-48004343-016e-4a57-87c8-b1702f55731d service neutron] Checking segment: {'id': '540b2560-af53-4875-9936-bfd0a0ac5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1eb80df5-02a8-42f3-aafa-0ab48b90855e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:15:33.343142 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-48004343-016e-4a57-87c8-b1702f55731d service neutron] Bound using segment: {'id': '540b2560-af53-4875-9936-bfd0a0ac5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1eb80df5-02a8-42f3-aafa-0ab48b90855e'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:15:33.343877 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-48004343-016e-4a57-87c8-b1702f55731d service neutron] Bound port: 29414b92-492f-481f-b153-bcf04d72d1b2, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540b2560-af53-4875-9936-bfd0a0ac5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1eb80df5-02a8-42f3-aafa-0ab48b90855e'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:15:33.344395 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-48004343-016e-4a57-87c8-b1702f55731d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (29414b92-492f-481f-b153-bcf04d72d1b2), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:33.353609 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0906f68-6a97-4f19-aebc-8f7a5be42308 req-57e2c48d-4433-4b47-b803-06ad218566a8 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913144 Feb 19 04:15:33.360496 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-040c9e09-0c95-4b6a-81e4-5f23b2474124 req-a493ae53-3338-4b42-b0de-b18e6f63a571 service neutron] 10.222.0.48 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5619996 Feb 19 04:15:33.386539 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da79f40c-bfdb-4f6a-aab9-a02d0b83a160 admin admin] Publish callbacks [] for security_group (9f6509b1-728f-4ebe-9bda-935682ed0c52), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:33.539645 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddca7aa-a752-4568-9070-fc603f4945e3 req-780b9f43-09f0-4c51-9afc-9cc93df1c6fb tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:33.556702 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddca7aa-a752-4568-9070-fc603f4945e3 req-780b9f43-09f0-4c51-9afc-9cc93df1c6fb tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:33.570608 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddca7aa-a752-4568-9070-fc603f4945e3 req-780b9f43-09f0-4c51-9afc-9cc93df1c6fb tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:33.581333 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddca7aa-a752-4568-9070-fc603f4945e3 req-780b9f43-09f0-4c51-9afc-9cc93df1c6fb tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:33.595390 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddca7aa-a752-4568-9070-fc603f4945e3 req-780b9f43-09f0-4c51-9afc-9cc93df1c6fb tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:33.606258 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddca7aa-a752-4568-9070-fc603f4945e3 req-780b9f43-09f0-4c51-9afc-9cc93df1c6fb tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:33.616211 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddca7aa-a752-4568-9070-fc603f4945e3 req-780b9f43-09f0-4c51-9afc-9cc93df1c6fb tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:33.624863 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cddca7aa-a752-4568-9070-fc603f4945e3 req-780b9f43-09f0-4c51-9afc-9cc93df1c6fb tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.4248321 Feb 19 04:15:33.633835 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-48004343-016e-4a57-87c8-b1702f55731d service neutron] For port 29414b92-492f-481f-b153-bcf04d72d1b2, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:15:33.646294 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-48004343-016e-4a57-87c8-b1702f55731d service neutron] For port 29414b92-492f-481f-b153-bcf04d72d1b2, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=29414b92-492f-481f-b153-bcf04d72d1b2,segment=NetworkSegment(540b2560-af53-4875-9936-bfd0a0ac5415),segment_id=540b2560-af53-4875-9936-bfd0a0ac5415)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:15:33.675421 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-48004343-016e-4a57-87c8-b1702f55731d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (29414b92-492f-481f-b153-bcf04d72d1b2), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:33.691761 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da79f40c-bfdb-4f6a-aab9-a02d0b83a160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9f6509b1-728f-4ebe-9bda-935682ed0c52), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:33.704095 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da79f40c-bfdb-4f6a-aab9-a02d0b83a160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:33.717293 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-da79f40c-bfdb-4f6a-aab9-a02d0b83a160 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9f6509b1-728f-4ebe-9bda-935682ed0c52 HTTP/1.1" status: 204 len: 168 time: 0.5413718 Feb 19 04:15:33.854091 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79f40c-bfdb-4f6a-aab9-a02d0b83a160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6509b1-728f-4ebe-9bda-935682ed0c52,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:33.887985 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48004343-016e-4a57-87c8-b1702f55731d service neutron] Pushing event updated for resources: {'Port': ['ID=29414b92-492f-481f-b153-bcf04d72d1b2,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:33.960671 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-040c9e09-0c95-4b6a-81e4-5f23b2474124 req-665da0b8-1763-4b71-bb23-5f58eae816bd service neutron] 10.222.0.48 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5479023 Feb 19 04:15:33.961145 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-48004343-016e-4a57-87c8-b1702f55731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:33.976699 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-48004343-016e-4a57-87c8-b1702f55731d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:33.987456 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-48004343-016e-4a57-87c8-b1702f55731d service neutron] 10.222.0.48 "PUT /v2.0/ports/29414b92-492f-481f-b153-bcf04d72d1b2 HTTP/1.1" status: 200 len: 1091 time: 2.8995123 Feb 19 04:15:33.991235 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303541af-5820-4897-a45f-23a7529a1e9c', 'tag': '29414b92-492f-481f-b153-bcf04d72d1b2'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:34.016415 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac9359e-479f-43fa-b7b6-5e03eb0e5a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "303541af-5820-4897-a45f-23a7529a1e9c", "tag": "29414b92-492f-481f-b153-bcf04d72d1b2"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:34.156568 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cddca7aa-a752-4568-9070-fc603f4945e3 req-49c808f8-a12a-459c-a36f-3acb64c2b010 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4186859 Feb 19 04:15:34.417976 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b919e5-9b5f-41f6-b42d-31ddd135f768 x-openstack-request-id: req-85b919e5-9b5f-41f6-b42d-31ddd135f768 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:34.418475 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2129002b-f20e-4208-b245-71d3dff5798d", "name": "network-vif-deleted", "tag": "0eac0ec9-1292-4842-bcc6-fd4725f3eb6d", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:34.418914 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-85b919e5-9b5f-41f6-b42d-31ddd135f768 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:34.419570 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2129002b-f20e-4208-b245-71d3dff5798d', 'name': 'network-vif-deleted', 'tag': '0eac0ec9-1292-4842-bcc6-fd4725f3eb6d', 'status': 'completed', 'code': 200} Feb 19 04:15:34.434671 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-de7dab5a-5eee-4ed5-82c0-dba4a8fb2252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:34.460352 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-de7dab5a-5eee-4ed5-82c0-dba4a8fb2252 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95b2f7472970401693fc6d1d453ec3fd&device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 1125 time: 0.3060055 Feb 19 04:15:34.596748 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-b5b67b10-cad8-4382-b817-7c536486c980 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29414b92-492f-481f-b153-bcf04d72d1b2 HTTP/1.1" status: 200 len: 217 time: 0.1221881 Feb 19 04:15:34.602461 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b4e55e-0a56-46c6-ad3f-a53c79fadb3e x-openstack-request-id: req-e6b4e55e-0a56-46c6-ad3f-a53c79fadb3e {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:34.603087 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303541af-5820-4897-a45f-23a7529a1e9c", "tag": "29414b92-492f-481f-b153-bcf04d72d1b2", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:34.603605 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6b4e55e-0a56-46c6-ad3f-a53c79fadb3e {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:34.605121 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303541af-5820-4897-a45f-23a7529a1e9c', 'tag': '29414b92-492f-481f-b153-bcf04d72d1b2', 'status': 'completed', 'code': 200} Feb 19 04:15:34.728780 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0303e5b6-792e-4a6a-a573-ca812cd927a4 req-885f7ac6-ef1f-42ab-9849-d7acd1645a31 tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.0790167 Feb 19 04:15:34.798228 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-9aa9a1d5-c419-4a8c-8cdc-041f24a234c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:34.805052 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-9aa9a1d5-c419-4a8c-8cdc-041f24a234c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2107c9e8-8d56-4a4a-9abe-dde4b17b1974 HTTP/1.1" status: 200 len: 853 time: 0.1777484 Feb 19 04:15:34.971651 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-3b57e21a-2df7-4f9c-9560-93d1184c5bf6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1eb80df5-02a8-42f3-aafa-0ab48b90855e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121848 Feb 19 04:15:35.025770 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d69741fa-f749-4ee1-8fd2-ff9d1b94a903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:35.158700 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ba649-d961-402c-8eca-8ccc1234aacc req-847123a5-b663-4954-9d63-aea9db487219 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:35.172894 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-041ba649-d961-402c-8eca-8ccc1234aacc req-847123a5-b663-4954-9d63-aea9db487219 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 943 time: 0.5738287 Feb 19 04:15:35.326368 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-addf9da2-32f9-4c91-83e9-1b19f565d890 service neutron] 10.222.0.48 "GET /v2.0/networks/1eb80df5-02a8-42f3-aafa-0ab48b90855e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422754 Feb 19 04:15:35.407471 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-041ba649-d961-402c-8eca-8ccc1234aacc req-432f0330-2c90-402f-b9a3-62bfdd65774b tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332706 Feb 19 04:15:35.525349 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dee886-a6ae-4044-af5d-d73f219b07df req-c310a769-10ba-4d99-ac3b-3f1989e6f140 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:35.538888 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1dee886-a6ae-4044-af5d-d73f219b07df req-c310a769-10ba-4d99-ac3b-3f1989e6f140 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2015445 Feb 19 04:15:35.712548 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1dee886-a6ae-4044-af5d-d73f219b07df req-3f192581-609d-466c-b308-b408d05b0aac tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527970 Feb 19 04:15:35.742836 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1b5532ef-8174-40ee-9a23-a96aaba14f9c req-9efe1a42-4523-46e8-9e2d-6bad848941cf service neutron] 10.222.0.48 "GET /v2.0/networks/1eb80df5-02a8-42f3-aafa-0ab48b90855e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068539 Feb 19 04:15:35.815672 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b7e70-65e3-4daa-bff4-cf84d43ab60e req-e8aba6aa-9268-4e2e-947a-e1e1ac1655bd tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:35.854238 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b7e70-65e3-4daa-bff4-cf84d43ab60e req-e8aba6aa-9268-4e2e-947a-e1e1ac1655bd tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:35.878196 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b7e70-65e3-4daa-bff4-cf84d43ab60e req-e8aba6aa-9268-4e2e-947a-e1e1ac1655bd tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:35.890338 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b7e70-65e3-4daa-bff4-cf84d43ab60e req-e8aba6aa-9268-4e2e-947a-e1e1ac1655bd tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:35.901510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b7e70-65e3-4daa-bff4-cf84d43ab60e req-e8aba6aa-9268-4e2e-947a-e1e1ac1655bd tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:35.913222 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b7e70-65e3-4daa-bff4-cf84d43ab60e req-e8aba6aa-9268-4e2e-947a-e1e1ac1655bd tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:35.926165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b7e70-65e3-4daa-bff4-cf84d43ab60e req-e8aba6aa-9268-4e2e-947a-e1e1ac1655bd tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:35.940186 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f20b7e70-65e3-4daa-bff4-cf84d43ab60e req-e8aba6aa-9268-4e2e-947a-e1e1ac1655bd tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.3236089 Feb 19 04:15:36.005747 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9c51ac2f-cd06-4ff5-9ca0-d277ffeb7c42 req-222d6ebd-1da7-4174-9350-9b01d89bfaba tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.0529003 Feb 19 04:15:36.113650 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f20b7e70-65e3-4daa-bff4-cf84d43ab60e req-97062f52-b7c1-4103-ae8e-26df558f0916 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1716354 Feb 19 04:15:36.125622 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9359e-479f-43fa-b7b6-5e03eb0e5a3b req-bbbb7222-2d9b-4069-87c8-e9dd690288b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:36.127943 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0ac9359e-479f-43fa-b7b6-5e03eb0e5a3b req-bbbb7222-2d9b-4069-87c8-e9dd690288b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95b2f7472970401693fc6d1d453ec3fd&device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 1125 time: 0.1766977 Feb 19 04:15:36.318788 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9359e-479f-43fa-b7b6-5e03eb0e5a3b req-d44867f6-6db1-4a3e-9a65-b14d2156f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:36.321700 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0ac9359e-479f-43fa-b7b6-5e03eb0e5a3b req-d44867f6-6db1-4a3e-9a65-b14d2156f477 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1eb80df5-02a8-42f3-aafa-0ab48b90855e HTTP/1.1" status: 200 len: 913 time: 0.1864769 Feb 19 04:15:36.385463 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0ac9359e-479f-43fa-b7b6-5e03eb0e5a3b req-563b8446-981f-4520-9f1a-9a1d5efe2c74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29414b92-492f-481f-b153-bcf04d72d1b2 HTTP/1.1" status: 200 len: 217 time: 0.0557694 Feb 19 04:15:36.477788 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9359e-479f-43fa-b7b6-5e03eb0e5a3b req-cfcfab8f-7932-4e8c-85c4-325b81cf5f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:36.492134 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0ac9359e-479f-43fa-b7b6-5e03eb0e5a3b req-cfcfab8f-7932-4e8c-85c4-325b81cf5f12 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2107c9e8-8d56-4a4a-9abe-dde4b17b1974 HTTP/1.1" status: 200 len: 853 time: 0.0961881 Feb 19 04:15:36.553666 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0ac9359e-479f-43fa-b7b6-5e03eb0e5a3b req-e2fbf7b0-93c1-48d6-990f-e2ab1806c228 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1eb80df5-02a8-42f3-aafa-0ab48b90855e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548379 Feb 19 04:15:36.684327 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:36.739297 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0ac9359e-479f-43fa-b7b6-5e03eb0e5a3b req-a8c6268c-99ac-4043-81de-99b67bc00831 service neutron] 10.222.0.48 "GET /v2.0/networks/1eb80df5-02a8-42f3-aafa-0ab48b90855e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769989 Feb 19 04:15:36.742689 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf6032-ff65-430b-b0a5-d4b0d60129ee req-32ab9b30-fd2e-43cb-ac84-7d9b243ebfb8 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:36.746209 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7eaf6032-ff65-430b-b0a5-d4b0d60129ee req-32ab9b30-fd2e-43cb-ac84-7d9b243ebfb8 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 943 time: 0.1826408 Feb 19 04:15:36.972655 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7eaf6032-ff65-430b-b0a5-d4b0d60129ee req-69d13a27-d02b-4c1e-a886-6db05e1aeeb0 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136369 Feb 19 04:15:37.000162 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf20661-6c1e-4064-a2bd-1f095190e6f9 req-10fedc1e-9f68-4095-af52-277899ea92ed tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:37.015083 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-daf20661-6c1e-4064-a2bd-1f095190e6f9 req-10fedc1e-9f68-4095-af52-277899ea92ed tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.48 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2194643 Feb 19 04:15:37.138899 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0ac9359e-479f-43fa-b7b6-5e03eb0e5a3b req-87828b00-f6e9-4a7b-a671-6b4641e3ee4a service neutron] 10.222.0.48 "GET /v2.0/networks/1eb80df5-02a8-42f3-aafa-0ab48b90855e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762522 Feb 19 04:15:37.148573 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:37.264619 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148cab3-119c-437a-bead-a07193782969 req-a26a6494-2435-40ad-8dcd-bd1e263dd484 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:37.268057 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1148cab3-119c-437a-bead-a07193782969 req-a26a6494-2435-40ad-8dcd-bd1e263dd484 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.2809384 Feb 19 04:15:37.336442 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7efe391e-e9a6-4084-a857-16f96413ea37 req-84302080-0c25-40b2-a69b-24bfa2a48b26 tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.0887339 Feb 19 04:15:37.355249 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40058) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:37.388120 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1148cab3-119c-437a-bead-a07193782969 req-fa0c9a78-d199-40f7-b344-20269971bb75 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080480 Feb 19 04:15:37.418137 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-daf20661-6c1e-4064-a2bd-1f095190e6f9 req-dcfc3ebf-53ed-4608-a32c-fdf5c975e383 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Deleting port 19829663-8e11-450d-b642-0067dfa5de94 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:37.419437 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-daf20661-6c1e-4064-a2bd-1f095190e6f9 req-dcfc3ebf-53ed-4608-a32c-fdf5c975e383 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (19829663-8e11-450d-b642-0067dfa5de94), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:37.656890 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-985b2d3f-98c7-499d-9746-fe11199cb759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:37.698164 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-daf20661-6c1e-4064-a2bd-1f095190e6f9 req-dcfc3ebf-53ed-4608-a32c-fdf5c975e383 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] For port 19829663-8e11-450d-b642-0067dfa5de94, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=19829663-8e11-450d-b642-0067dfa5de94,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:37.698742 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-daf20661-6c1e-4064-a2bd-1f095190e6f9 req-dcfc3ebf-53ed-4608-a32c-fdf5c975e383 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (19829663-8e11-450d-b642-0067dfa5de94), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:37.741905 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e05944-f9a8-446a-a47f-990204e9d912 req-d42bebe2-e208-4ab3-a03d-df2bdeda3f78 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:37.753042 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e05944-f9a8-446a-a47f-990204e9d912 req-d42bebe2-e208-4ab3-a03d-df2bdeda3f78 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:37.763402 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e05944-f9a8-446a-a47f-990204e9d912 req-d42bebe2-e208-4ab3-a03d-df2bdeda3f78 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:37.772901 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e05944-f9a8-446a-a47f-990204e9d912 req-d42bebe2-e208-4ab3-a03d-df2bdeda3f78 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:37.773593 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:37.781033 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e05944-f9a8-446a-a47f-990204e9d912 req-d42bebe2-e208-4ab3-a03d-df2bdeda3f78 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:37.787066 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e05944-f9a8-446a-a47f-990204e9d912 req-d42bebe2-e208-4ab3-a03d-df2bdeda3f78 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:37.793475 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e05944-f9a8-446a-a47f-990204e9d912 req-d42bebe2-e208-4ab3-a03d-df2bdeda3f78 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:37.795673 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-40e05944-f9a8-446a-a47f-990204e9d912 req-d42bebe2-e208-4ab3-a03d-df2bdeda3f78 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.2916927 Feb 19 04:15:38.107710 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-40e05944-f9a8-446a-a47f-990204e9d912 req-c0f51e59-ea93-4d28-ae0e-baf95c10ba43 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2770712 Feb 19 04:15:38.220021 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-985b2d3f-98c7-499d-9746-fe11199cb759 admin admin] Publish callbacks [] for security_group (5b8bafe3-ed75-47ef-b5a3-cb22ad66a027), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:38.230357 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-985b2d3f-98c7-499d-9746-fe11199cb759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5b8bafe3-ed75-47ef-b5a3-cb22ad66a027), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:38.264129 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce384987-ae40-4d56-a774-be94a026b618 req-e79cd679-e07d-4c8e-9775-b41e3300bbe8 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:38.266528 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ce384987-ae40-4d56-a774-be94a026b618 req-e79cd679-e07d-4c8e-9775-b41e3300bbe8 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 943 time: 0.1495798 Feb 19 04:15:38.327320 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-daf20661-6c1e-4064-a2bd-1f095190e6f9 req-dcfc3ebf-53ed-4608-a32c-fdf5c975e383 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:38.327714 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-daf20661-6c1e-4064-a2bd-1f095190e6f9 req-dcfc3ebf-53ed-4608-a32c-fdf5c975e383 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (4568ab78-f127-4bd8-95b4-02e2b0858502), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:38.328174 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [req-daf20661-6c1e-4064-a2bd-1f095190e6f9 req-dcfc3ebf-53ed-4608-a32c-fdf5c975e383 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Floating IP 4568ab78-f127-4bd8-95b4-02e2b0858502 disassociated. External IP: 172.25.0.86, port: 19829663-8e11-450d-b642-0067dfa5de94. Feb 19 04:15:38.328744 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-daf20661-6c1e-4064-a2bd-1f095190e6f9 req-dcfc3ebf-53ed-4608-a32c-fdf5c975e383 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Calling delete_port for 19829663-8e11-450d-b642-0067dfa5de94 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:38.340260 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b2d3f-98c7-499d-9746-fe11199cb759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8bafe3-ed75-47ef-b5a3-cb22ad66a027,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:38.348355 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-985b2d3f-98c7-499d-9746-fe11199cb759 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=993ebb9c18624ad88658fd5d330525f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9916236 Feb 19 04:15:38.356528 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ce384987-ae40-4d56-a774-be94a026b618 req-86c0be34-92c2-48bc-b87e-82262a5db5eb tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828881 Feb 19 04:15:38.357410 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40068) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:38.479387 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fc14a68c-b099-4f40-84c8-754fd8c84712 admin admin] Publish callbacks [] for security_group (5b8bafe3-ed75-47ef-b5a3-cb22ad66a027), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:38.520454 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fc14a68c-b099-4f40-84c8-754fd8c84712 admin admin] Publish callbacks [] for security_group (5b8bafe3-ed75-47ef-b5a3-cb22ad66a027), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:38.621671 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-09dbc680-5c73-4200-a379-6fdd90a8f812 req-3bc858c5-a1d8-4730-bd29-569f5e7e69bc tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.0400968 Feb 19 04:15:38.671584 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-daf20661-6c1e-4064-a2bd-1f095190e6f9 req-dcfc3ebf-53ed-4608-a32c-fdf5c975e383 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (19829663-8e11-450d-b642-0067dfa5de94), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:38.702448 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78497c0-9c3b-48ae-bc68-1febf21f412b req-99220048-1413-4d02-b9f1-5e3314412f9e tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:38.703829 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:38.706431 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e78497c0-9c3b-48ae-bc68-1febf21f412b req-99220048-1413-4d02-b9f1-5e3314412f9e tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 945 time: 0.1138403 Feb 19 04:15:38.726735 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fc14a68c-b099-4f40-84c8-754fd8c84712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5b8bafe3-ed75-47ef-b5a3-cb22ad66a027), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:38.731643 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fc14a68c-b099-4f40-84c8-754fd8c84712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:38.736972 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fc14a68c-b099-4f40-84c8-754fd8c84712 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5b8bafe3-ed75-47ef-b5a3-cb22ad66a027 HTTP/1.1" status: 204 len: 168 time: 0.3741586 Feb 19 04:15:38.756729 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14a68c-b099-4f40-84c8-754fd8c84712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8bafe3-ed75-47ef-b5a3-cb22ad66a027,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:38.764170 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc3ebf-53ed-4608-a32c-fdf5c975e383 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Pushing event deleted for resources: {'Port': ['ID=19829663-8e11-450d-b642-0067dfa5de94,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:38.828730 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e78497c0-9c3b-48ae-bc68-1febf21f412b req-dac100f9-f902-43e4-b5e1-1b215b2ef4fd tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups?id=421284a0-035d-414e-928b-dde9ec3e09e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133142 Feb 19 04:15:38.938243 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:39.029944 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-daf20661-6c1e-4064-a2bd-1f095190e6f9 req-dcfc3ebf-53ed-4608-a32c-fdf5c975e383 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Router 2171ddbc-0eb7-4ef5-bee3-549ae0f16e22 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:15:39.387520 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-daf20661-6c1e-4064-a2bd-1f095190e6f9 req-dcfc3ebf-53ed-4608-a32c-fdf5c975e383 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:15:39.410645 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe374a2e-8770-4c63-ae9c-a80e5b819e36 None None] Sync routers for ids ['2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:15:39.450199 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe374a2e-8770-4c63-ae9c-a80e5b819e36 None None] Routers {'2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:15:39.462232 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-fe374a2e-8770-4c63-ae9c-a80e5b819e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:15:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:15:39.490140 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf20661-6c1e-4064-a2bd-1f095190e6f9 req-dcfc3ebf-53ed-4608-a32c-fdf5c975e383 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] No DVR routers for this DVR port 19829663-8e11-450d-b642-0067dfa5de94 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:15:39.496171 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-daf20661-6c1e-4064-a2bd-1f095190e6f9 req-dcfc3ebf-53ed-4608-a32c-fdf5c975e383 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:39.501810 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-daf20661-6c1e-4064-a2bd-1f095190e6f9 req-dcfc3ebf-53ed-4608-a32c-fdf5c975e383 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.48 "DELETE /v2.0/ports/19829663-8e11-450d-b642-0067dfa5de94 HTTP/1.1" status: 204 len: 173 time: 2.4888825 Feb 19 04:15:39.502424 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ec7c14-bdfd-4826-b99a-11259b8be8d9', 'name': 'network-vif-deleted', 'tag': '19829663-8e11-450d-b642-0067dfa5de94'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:39.505290 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71193870-e61c-4b05-bf7d-1e703beac4b1" -d '{"events": [{"server_uuid": "83ec7c14-bdfd-4826-b99a-11259b8be8d9", "name": "network-vif-deleted", "tag": "19829663-8e11-450d-b642-0067dfa5de94"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:39.585364 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8467d47-ecd8-49cf-b376-c88da9ca3c88 req-9447499c-d79e-4285-a167-ae3252a50ad1 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:39.597239 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8467d47-ecd8-49cf-b376-c88da9ca3c88 req-9447499c-d79e-4285-a167-ae3252a50ad1 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:39.611274 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8467d47-ecd8-49cf-b376-c88da9ca3c88 req-9447499c-d79e-4285-a167-ae3252a50ad1 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:39.621889 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8467d47-ecd8-49cf-b376-c88da9ca3c88 req-9447499c-d79e-4285-a167-ae3252a50ad1 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:39.630540 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8467d47-ecd8-49cf-b376-c88da9ca3c88 req-9447499c-d79e-4285-a167-ae3252a50ad1 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:39.643330 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8467d47-ecd8-49cf-b376-c88da9ca3c88 req-9447499c-d79e-4285-a167-ae3252a50ad1 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:39.653807 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8467d47-ecd8-49cf-b376-c88da9ca3c88 req-9447499c-d79e-4285-a167-ae3252a50ad1 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:39.658515 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d8467d47-ecd8-49cf-b376-c88da9ca3c88 req-9447499c-d79e-4285-a167-ae3252a50ad1 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.3379612 Feb 19 04:15:39.824414 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99492d-c916-4e64-8a75-da60747fd912 req-6c6827d8-dd2c-40d6-8969-0e5e74869514 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:39.833277 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d8467d47-ecd8-49cf-b376-c88da9ca3c88 req-116f046e-f23a-4a5c-a21d-a40fca4caed3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1630719 Feb 19 04:15:39.836651 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c99492d-c916-4e64-8a75-da60747fd912 req-6c6827d8-dd2c-40d6-8969-0e5e74869514 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 943 time: 0.1847653 Feb 19 04:15:39.943167 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c99492d-c916-4e64-8a75-da60747fd912 req-d5d785db-30dc-4f27-b29a-811704f6e0c1 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994980 Feb 19 04:15:39.952893 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 29414b92-492f-481f-b153-bcf04d72d1b2 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:15:39.968956 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c905ef8-fd12-4a27-9db9-a6743466e38f x-openstack-request-id: req-2c905ef8-fd12-4a27-9db9-a6743466e38f {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:39.969406 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ec7c14-bdfd-4826-b99a-11259b8be8d9", "name": "network-vif-deleted", "tag": "19829663-8e11-450d-b642-0067dfa5de94", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:39.969740 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2c905ef8-fd12-4a27-9db9-a6743466e38f {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:39.970394 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ec7c14-bdfd-4826-b99a-11259b8be8d9', 'name': 'network-vif-deleted', 'tag': '19829663-8e11-450d-b642-0067dfa5de94', 'status': 'completed', 'code': 200} Feb 19 04:15:39.989105 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-fe374a2e-8770-4c63-ae9c-a80e5b819e36 None None] Set router 2171ddbc-0eb7-4ef5-bee3-549ae0f16e22 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:15:40.185381 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dcbbce65-6ed7-4782-ad92-4fa333fb1382 req-08152181-a392-4753-9650-8dea7be15de4 tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.0624545 Feb 19 04:15:40.359486 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c4ab17a-1923-49f2-9ee7-e65265609c9a req-7e5a560a-42ab-4479-a496-1f8e567c684c tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/ports?device_id=83ec7c14-bdfd-4826-b99a-11259b8be8d9 HTTP/1.1" status: 200 len: 210 time: 0.0868430 Feb 19 04:15:40.630914 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 29414b92-492f-481f-b153-bcf04d72d1b2, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=29414b92-492f-481f-b153-bcf04d72d1b2,segment=NetworkSegment(540b2560-af53-4875-9936-bfd0a0ac5415),segment_id=540b2560-af53-4875-9936-bfd0a0ac5415)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:40.662690 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '29414b92-492f-481f-b153-bcf04d72d1b2', 'network_id': '1eb80df5-02a8-42f3-aafa-0ab48b90855e', 'port_id': '29414b92-492f-481f-b153-bcf04d72d1b2', 'mac_address': 'fa:16:3e:c5:61:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2107c9e8-8d56-4a4a-9abe-dde4b17b1974', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:15:40.730789 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-fe374a2e-8770-4c63-ae9c-a80e5b819e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'name': 'tempest-ServerActionsTestJSON-1539133727-router', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:57Z', 'updated_at': '2022-02-19T04:03:12Z', 'revision_number': 4, 'project_id': '4025120658c64656b8094d53fd11cf5c', 'gw_port': {'id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:31:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:59Z', 'updated_at': '2022-02-19T04:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '511d7e47-7da3-48d1-ac74-34bb06e89992', 'name': '', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'mac_address': 'fa:16:3e:7a:d3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:07Z', 'updated_at': '2022-02-19T04:03:23Z', 'revision_number': 5, 'project_id': '4025120658c64656b8094d53fd11cf5c', 'subnets': [{'id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:15:40.789356 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe374a2e-8770-4c63-ae9c-a80e5b819e36 None None] Checking router: 2171ddbc-0eb7-4ef5-bee3-549ae0f16e22 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:15:40.801219 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 29414b92-492f-481f-b153-bcf04d72d1b2 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:40.801895 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (29414b92-492f-481f-b153-bcf04d72d1b2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:40.826165 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe374a2e-8770-4c63-ae9c-a80e5b819e36 None None] Routers {'2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:15:40.827369 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-fe374a2e-8770-4c63-ae9c-a80e5b819e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:15:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:15:40.924308 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29414b92-492f-481f-b153-bcf04d72d1b2 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:15:40.990221 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 29414b92-492f-481f-b153-bcf04d72d1b2, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=29414b92-492f-481f-b153-bcf04d72d1b2,segment=NetworkSegment(540b2560-af53-4875-9936-bfd0a0ac5415),segment_id=540b2560-af53-4875-9936-bfd0a0ac5415)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:41.127734 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25d0cd-3b4e-4a2d-8269-d99d8eb7b722 req-e381e551-7b65-4e91-a313-c1bca3930b9c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:41.145763 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25d0cd-3b4e-4a2d-8269-d99d8eb7b722 req-e381e551-7b65-4e91-a313-c1bca3930b9c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:41.166673 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25d0cd-3b4e-4a2d-8269-d99d8eb7b722 req-e381e551-7b65-4e91-a313-c1bca3930b9c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:41.185448 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25d0cd-3b4e-4a2d-8269-d99d8eb7b722 req-e381e551-7b65-4e91-a313-c1bca3930b9c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:41.199968 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25d0cd-3b4e-4a2d-8269-d99d8eb7b722 req-e381e551-7b65-4e91-a313-c1bca3930b9c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:41.216634 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25d0cd-3b4e-4a2d-8269-d99d8eb7b722 req-e381e551-7b65-4e91-a313-c1bca3930b9c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:41.236573 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25d0cd-3b4e-4a2d-8269-d99d8eb7b722 req-e381e551-7b65-4e91-a313-c1bca3930b9c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:41.240405 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0c25d0cd-3b4e-4a2d-8269-d99d8eb7b722 req-e381e551-7b65-4e91-a313-c1bca3930b9c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.2468293 Feb 19 04:15:41.299974 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (29414b92-492f-481f-b153-bcf04d72d1b2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:41.348369 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3fd83-42b2-4e37-ba7a-e3af7b8b68d7 req-431c9d2a-ed33-462d-a4d9-a8b8237101ee tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:41.362002 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b9f3fd83-42b2-4e37-ba7a-e3af7b8b68d7 req-431c9d2a-ed33-462d-a4d9-a8b8237101ee tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 944 time: 0.2446411 Feb 19 04:15:41.421413 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-fe374a2e-8770-4c63-ae9c-a80e5b819e36 None None] Set router 2171ddbc-0eb7-4ef5-bee3-549ae0f16e22 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:15:41.429007 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0c25d0cd-3b4e-4a2d-8269-d99d8eb7b722 req-631ce465-07a2-40f3-8869-6dd2c0a3c0f0 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1766765 Feb 19 04:15:41.483683 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b9f3fd83-42b2-4e37-ba7a-e3af7b8b68d7 req-bc7ce4a2-9278-4271-b9b1-9ebe14f07333 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201458 Feb 19 04:15:41.612426 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=29414b92-492f-481f-b153-bcf04d72d1b2,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:41.685178 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['29414b92-492f-481f-b153-bcf04d72d1b2'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:41.779969 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-040e015f-3565-4f3f-9bd1-5a7062cca5de req-ad09ce1d-58f7-4136-b02d-3561fd7b8866 tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.0820765 Feb 19 04:15:41.972646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 19829663-8e11-450d-b642-0067dfa5de94 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:15:41.994341 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40144) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:42.168277 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-66af885d-c3c0-490e-8eba-0742023ec5c2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for security_group (421284a0-035d-414e-928b-dde9ec3e09e6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:42.177471 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 19829663-8e11-450d-b642-0067dfa5de94 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:15:42.178283 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 19829663-8e11-450d-b642-0067dfa5de94 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:15:42.215404 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-66af885d-c3c0-490e-8eba-0742023ec5c2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for security_group (421284a0-035d-414e-928b-dde9ec3e09e6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:42.324499 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-fe374a2e-8770-4c63-ae9c-a80e5b819e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'name': 'tempest-ServerActionsTestJSON-1539133727-router', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:57Z', 'updated_at': '2022-02-19T04:03:12Z', 'revision_number': 4, 'project_id': '4025120658c64656b8094d53fd11cf5c', 'gw_port': {'id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:31:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:59Z', 'updated_at': '2022-02-19T04:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '511d7e47-7da3-48d1-ac74-34bb06e89992', 'name': '', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'mac_address': 'fa:16:3e:7a:d3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:07Z', 'updated_at': '2022-02-19T04:03:23Z', 'revision_number': 5, 'project_id': '4025120658c64656b8094d53fd11cf5c', 'subnets': [{'id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:15:42.411231 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe374a2e-8770-4c63-ae9c-a80e5b819e36 None None] The sync data for ids ['2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'] in n-d-772273-4 is: [{'id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'name': 'tempest-ServerActionsTestJSON-1539133727-router', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:57Z', 'updated_at': '2022-02-19T04:03:12Z', 'revision_number': 4, 'project_id': '4025120658c64656b8094d53fd11cf5c', 'gw_port': {'id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:31:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:59Z', 'updated_at': '2022-02-19T04:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '511d7e47-7da3-48d1-ac74-34bb06e89992', 'name': '', 'network_id': 'd9d990e4-ae18-48b8-9375-8a399a46fa4c', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'mac_address': 'fa:16:3e:7a:d3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:07Z', 'updated_at': '2022-02-19T04:03:23Z', 'revision_number': 5, 'project_id': '4025120658c64656b8094d53fd11cf5c', 'subnets': [{'id': 'dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:15:42.425814 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-66af885d-c3c0-490e-8eba-0742023ec5c2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (421284a0-035d-414e-928b-dde9ec3e09e6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:42.435682 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-66af885d-c3c0-490e-8eba-0742023ec5c2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:42.436576 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-66af885d-c3c0-490e-8eba-0742023ec5c2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "DELETE /v2.0/security-groups/421284a0-035d-414e-928b-dde9ec3e09e6 HTTP/1.1" status: 204 len: 168 time: 0.4406235 Feb 19 04:15:42.440526 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40152) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:42.481193 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-657e488f-2cee-4216-b521-9ff7c8dc14e6 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] show failed (client error): The resource could not be found. Feb 19 04:15:42.488038 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-657e488f-2cee-4216-b521-9ff7c8dc14e6 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "GET /v2.0/security-groups/421284a0-035d-414e-928b-dde9ec3e09e6 HTTP/1.1" status: 404 len: 347 time: 0.0454938 Feb 19 04:15:42.494552 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40158) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:42.495933 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af885d-c3c0-490e-8eba-0742023ec5c2 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=421284a0-035d-414e-928b-dde9ec3e09e6,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:42.954354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb37ff-bbda-420f-8822-fb9340c4e305 req-b81e5da3-dd81-4ea1-9060-2301e788dcf4 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:42.956158 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8feb37ff-bbda-420f-8822-fb9340c4e305 req-b81e5da3-dd81-4ea1-9060-2301e788dcf4 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 944 time: 0.1096461 Feb 19 04:15:43.026529 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c864a59c-0670-4736-8794-a4ef968d370f None None] New status for floating IP 4568ab78-f127-4bd8-95b4-02e2b0858502: DOWN {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:15:43.068476 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8feb37ff-bbda-420f-8822-fb9340c4e305 req-6f74ccc2-6b5c-4467-b662-830a78f391ef tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047351 Feb 19 04:15:43.341916 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-895ea890-df3d-404d-9977-6271e700b3df req-19801fca-7ee0-4a8b-803e-b954999e9e0a tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.0770032 Feb 19 04:15:43.497103 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6aee0-530b-436f-aca7-745b00c49a1f req-65713ea8-1ab4-45f7-8d52-551bf203392f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:43.507792 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6aee0-530b-436f-aca7-745b00c49a1f req-65713ea8-1ab4-45f7-8d52-551bf203392f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:43.518616 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6aee0-530b-436f-aca7-745b00c49a1f req-65713ea8-1ab4-45f7-8d52-551bf203392f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:43.530452 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6aee0-530b-436f-aca7-745b00c49a1f req-65713ea8-1ab4-45f7-8d52-551bf203392f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:43.542213 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6aee0-530b-436f-aca7-745b00c49a1f req-65713ea8-1ab4-45f7-8d52-551bf203392f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:43.553724 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6aee0-530b-436f-aca7-745b00c49a1f req-65713ea8-1ab4-45f7-8d52-551bf203392f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:43.564443 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6aee0-530b-436f-aca7-745b00c49a1f req-65713ea8-1ab4-45f7-8d52-551bf203392f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:43.567773 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54c6aee0-530b-436f-aca7-745b00c49a1f req-65713ea8-1ab4-45f7-8d52-551bf203392f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.8842795 Feb 19 04:15:43.601952 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-2ed199a6-5170-4b83-af99-db0350b5a052 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Deleting port e8d5e2dd-039d-4b6d-8953-621563ee0104 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:43.602529 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2ed199a6-5170-4b83-af99-db0350b5a052 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (e8d5e2dd-039d-4b6d-8953-621563ee0104), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:43.778948 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54c6aee0-530b-436f-aca7-745b00c49a1f req-f0b73250-ec4d-41f4-aa77-e76ef2700897 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1964703 Feb 19 04:15:43.830101 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2ed199a6-5170-4b83-af99-db0350b5a052 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (e8d5e2dd-039d-4b6d-8953-621563ee0104), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:43.830772 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2ed199a6-5170-4b83-af99-db0350b5a052 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for floatingip (e8d5e2dd-039d-4b6d-8953-621563ee0104), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:43.857431 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-2ed199a6-5170-4b83-af99-db0350b5a052 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Calling delete_port for e8d5e2dd-039d-4b6d-8953-621563ee0104 owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:43.968327 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 29414b92-492f-481f-b153-bcf04d72d1b2 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:15:44.071441 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 29414b92-492f-481f-b153-bcf04d72d1b2 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:15:44.084437 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 29414b92-492f-481f-b153-bcf04d72d1b2 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:15:44.087798 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (29414b92-492f-481f-b153-bcf04d72d1b2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:44.142136 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2ed199a6-5170-4b83-af99-db0350b5a052 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (e8d5e2dd-039d-4b6d-8953-621563ee0104), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:44.265971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed199a6-5170-4b83-af99-db0350b5a052 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Pushing event deleted for resources: {'Port': ['ID=e8d5e2dd-039d-4b6d-8953-621563ee0104,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:44.327414 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 29414b92-492f-481f-b153-bcf04d72d1b2 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:44.328010 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (29414b92-492f-481f-b153-bcf04d72d1b2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:44.334031 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed199a6-5170-4b83-af99-db0350b5a052 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:44.334847 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed199a6-5170-4b83-af99-db0350b5a052 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:44.335479 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed199a6-5170-4b83-af99-db0350b5a052 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:44.336090 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed199a6-5170-4b83-af99-db0350b5a052 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:44.336702 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed199a6-5170-4b83-af99-db0350b5a052 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:44.337344 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed199a6-5170-4b83-af99-db0350b5a052 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:44.338262 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed199a6-5170-4b83-af99-db0350b5a052 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:44.338786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed199a6-5170-4b83-af99-db0350b5a052 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:44.339385 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed199a6-5170-4b83-af99-db0350b5a052 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:44.339991 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed199a6-5170-4b83-af99-db0350b5a052 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:44.340598 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed199a6-5170-4b83-af99-db0350b5a052 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:44.341605 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed199a6-5170-4b83-af99-db0350b5a052 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:44.342241 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed199a6-5170-4b83-af99-db0350b5a052 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:15:44.380711 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802aad1f-fe91-4f1b-929b-4492d6ed66aa req-ca131f42-e536-477c-8935-1a28793287a0 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:44.395891 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-802aad1f-fe91-4f1b-929b-4492d6ed66aa req-ca131f42-e536-477c-8935-1a28793287a0 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 944 time: 0.1612201 Feb 19 04:15:44.470137 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 29414b92-492f-481f-b153-bcf04d72d1b2, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=29414b92-492f-481f-b153-bcf04d72d1b2,segment=NetworkSegment(540b2560-af53-4875-9936-bfd0a0ac5415),segment_id=540b2560-af53-4875-9936-bfd0a0ac5415)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:44.472812 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303541af-5820-4897-a45f-23a7529a1e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29414b92-492f-481f-b153-bcf04d72d1b2'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:44.478328 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2032f2-a05b-4b50-8798-dfec37caad7d" -d '{"events": [{"server_uuid": "303541af-5820-4897-a45f-23a7529a1e9c", "name": "network-vif-plugged", "status": "completed", "tag": "29414b92-492f-481f-b153-bcf04d72d1b2"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:44.486477 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (29414b92-492f-481f-b153-bcf04d72d1b2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:44.509311 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2ed199a6-5170-4b83-af99-db0350b5a052 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks [] for floatingip (4568ab78-f127-4bd8-95b4-02e2b0858502), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:44.521598 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2ed199a6-5170-4b83-af99-db0350b5a052 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:44.530573 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2ed199a6-5170-4b83-af99-db0350b5a052 tempest-ServerActionsTestJSON-1211397529 tempest-ServerActionsTestJSON-1211397529-project] 10.222.0.65 "DELETE /v2.0/floatingips/4568ab78-f127-4bd8-95b4-02e2b0858502 HTTP/1.1" status: 204 len: 168 time: 2.0330739 Feb 19 04:15:44.531678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40190) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:44.532274 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40192) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:44.583845 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-802aad1f-fe91-4f1b-929b-4492d6ed66aa req-adeb9d9e-2641-4d21-8e37-cc02b7c23416 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823902 Feb 19 04:15:44.689470 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd931eea-094a-44f6-8613-8f54bf21acd9 x-openstack-request-id: req-dd931eea-094a-44f6-8613-8f54bf21acd9 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:44.689953 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303541af-5820-4897-a45f-23a7529a1e9c", "name": "network-vif-plugged", "status": "completed", "tag": "29414b92-492f-481f-b153-bcf04d72d1b2", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:44.690354 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dd931eea-094a-44f6-8613-8f54bf21acd9 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:44.691080 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303541af-5820-4897-a45f-23a7529a1e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29414b92-492f-481f-b153-bcf04d72d1b2', 'code': 200} Feb 19 04:15:44.762464 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=29414b92-492f-481f-b153-bcf04d72d1b2,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:44.793446 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d7620a12-9a41-4fc9-bf3a-3bca3d69f434 req-0946ea96-e402-451c-b96e-de38d3e8e06a tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.2161260 Feb 19 04:15:44.937145 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f7cc4-69a3-48cc-a09f-80154bea1461 req-c808d8a8-a83f-4e01-8b27-32c1c640c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:44.939789 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-920f7cc4-69a3-48cc-a09f-80154bea1461 req-c808d8a8-a83f-4e01-8b27-32c1c640c346 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 1127 time: 0.1201339 Feb 19 04:15:45.064152 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c28be34-ffa5-40bf-9c1b-af46bc44ed44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:45.098303 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-920f7cc4-69a3-48cc-a09f-80154bea1461 req-c9d9b23b-11c5-499a-b369-1656111b9866 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507087 Feb 19 04:15:45.139651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca96a6a-bc4e-43d3-9d94-7921327d5af2 req-8cf8a287-3dfe-43dd-8521-3519569db201 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:45.151295 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca96a6a-bc4e-43d3-9d94-7921327d5af2 req-8cf8a287-3dfe-43dd-8521-3519569db201 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:45.161366 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca96a6a-bc4e-43d3-9d94-7921327d5af2 req-8cf8a287-3dfe-43dd-8521-3519569db201 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:45.171575 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca96a6a-bc4e-43d3-9d94-7921327d5af2 req-8cf8a287-3dfe-43dd-8521-3519569db201 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:45.182839 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca96a6a-bc4e-43d3-9d94-7921327d5af2 req-8cf8a287-3dfe-43dd-8521-3519569db201 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:45.192845 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca96a6a-bc4e-43d3-9d94-7921327d5af2 req-8cf8a287-3dfe-43dd-8521-3519569db201 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:45.204690 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca96a6a-bc4e-43d3-9d94-7921327d5af2 req-8cf8a287-3dfe-43dd-8521-3519569db201 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:45.208684 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7ca96a6a-bc4e-43d3-9d94-7921327d5af2 req-8cf8a287-3dfe-43dd-8521-3519569db201 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.2266200 Feb 19 04:15:45.315454 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7ca96a6a-bc4e-43d3-9d94-7921327d5af2 req-664c29a8-608d-4d46-8b88-abc84daa16a8 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0951643 Feb 19 04:15:45.403999 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c28be34-ffa5-40bf-9c1b-af46bc44ed44 admin admin] Publish callbacks [] for security_group (12c15821-57c8-490c-9015-3ce1c3fb546c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:45.436563 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c28be34-ffa5-40bf-9c1b-af46bc44ed44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (12c15821-57c8-490c-9015-3ce1c3fb546c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:45.520135 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2c28be34-ffa5-40bf-9c1b-af46bc44ed44 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e61d91527dd94ec4b33624f6b07bfb5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9862893 Feb 19 04:15:45.521204 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28be34-ffa5-40bf-9c1b-af46bc44ed44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c15821-57c8-490c-9015-3ce1c3fb546c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:45.525193 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40202) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:45.614068 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-afe56ca2-265f-4880-a5d7-58b70c723965 admin admin] Publish callbacks [] for security_group (12c15821-57c8-490c-9015-3ce1c3fb546c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:45.675696 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-afe56ca2-265f-4880-a5d7-58b70c723965 admin admin] Publish callbacks [] for security_group (12c15821-57c8-490c-9015-3ce1c3fb546c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:45.796905 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-99a3b333-120e-4ecd-9274-b1a8ed82f9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (2171ddbc-0eb7-4ef5-bee3-549ae0f16e22), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:45.800142 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-afe56ca2-265f-4880-a5d7-58b70c723965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (12c15821-57c8-490c-9015-3ce1c3fb546c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:45.805278 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-afe56ca2-265f-4880-a5d7-58b70c723965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:45.810119 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-afe56ca2-265f-4880-a5d7-58b70c723965 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/12c15821-57c8-490c-9015-3ce1c3fb546c HTTP/1.1" status: 204 len: 168 time: 0.2818496 Feb 19 04:15:45.833199 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe56ca2-265f-4880-a5d7-58b70c723965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c15821-57c8-490c-9015-3ce1c3fb546c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:46.076438 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5cf0e277-23c9-4803-90a7-f86b0c718f2d req-5ff8f498-6155-4b82-ad6c-978fb54332af tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.0906389 Feb 19 04:15:46.128616 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2ed9c-4ce6-4483-a7b8-007cb2c637d4 req-ab23ef51-52b2-42d0-9395-839265b08ea3 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:46.131938 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a8f2ed9c-4ce6-4483-a7b8-007cb2c637d4 req-ab23ef51-52b2-42d0-9395-839265b08ea3 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 945 time: 0.4045160 Feb 19 04:15:46.305143 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a8f2ed9c-4ce6-4483-a7b8-007cb2c637d4 req-0c73e514-e0b2-49c8-aa98-f87e36a81750 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303337 Feb 19 04:15:46.580497 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-99a3b333-120e-4ecd-9274-b1a8ed82f9f1 admin admin] Deleting port 511d7e47-7da3-48d1-ac74-34bb06e89992 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:46.581639 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-99a3b333-120e-4ecd-9274-b1a8ed82f9f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (511d7e47-7da3-48d1-ac74-34bb06e89992), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:46.700376 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d09800-6603-42a4-8854-c3e33beda5db req-f76b418b-f428-4010-9802-65f6b9322396 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:46.713550 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d09800-6603-42a4-8854-c3e33beda5db req-f76b418b-f428-4010-9802-65f6b9322396 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:46.727408 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d09800-6603-42a4-8854-c3e33beda5db req-f76b418b-f428-4010-9802-65f6b9322396 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:46.742796 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d09800-6603-42a4-8854-c3e33beda5db req-f76b418b-f428-4010-9802-65f6b9322396 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:46.754859 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d09800-6603-42a4-8854-c3e33beda5db req-f76b418b-f428-4010-9802-65f6b9322396 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:46.766534 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d09800-6603-42a4-8854-c3e33beda5db req-f76b418b-f428-4010-9802-65f6b9322396 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:46.778085 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d09800-6603-42a4-8854-c3e33beda5db req-f76b418b-f428-4010-9802-65f6b9322396 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:46.781878 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-57d09800-6603-42a4-8854-c3e33beda5db req-f76b418b-f428-4010-9802-65f6b9322396 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5422 time: 0.2484422 Feb 19 04:15:46.797193 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-99a3b333-120e-4ecd-9274-b1a8ed82f9f1 admin admin] For port 511d7e47-7da3-48d1-ac74-34bb06e89992, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=511d7e47-7da3-48d1-ac74-34bb06e89992,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:46.798051 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-99a3b333-120e-4ecd-9274-b1a8ed82f9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (511d7e47-7da3-48d1-ac74-34bb06e89992), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:46.826623 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-99a3b333-120e-4ecd-9274-b1a8ed82f9f1 admin admin] Calling delete_port for 511d7e47-7da3-48d1-ac74-34bb06e89992 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:46.937058 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-57d09800-6603-42a4-8854-c3e33beda5db req-739296bc-dd04-45bf-9771-5188faee3397 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1407814 Feb 19 04:15:47.088092 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 9d415e29-cab4-46b2-af1d-2e9b199b10da details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:15:47.337713 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 9d415e29-cab4-46b2-af1d-2e9b199b10da, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=9d415e29-cab4-46b2-af1d-2e9b199b10da,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:47.362229 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '9d415e29-cab4-46b2-af1d-2e9b199b10da', 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939', 'port_id': '9d415e29-cab4-46b2-af1d-2e9b199b10da', 'mac_address': 'fa:16:3e:42:2f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5a38712-95b2-4271-ab6e-5854ab0620a4', 'ip_address': '10.1.1.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:15:47.457746 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40234) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:47.469338 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-21ccf2db-251c-44b8-b678-c5fb85d7ff4a req-8beb3097-6993-4276-b3b3-e7a0b83156af tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.1277740 Feb 19 04:15:47.499141 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-99a3b333-120e-4ecd-9274-b1a8ed82f9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (511d7e47-7da3-48d1-ac74-34bb06e89992), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:47.522169 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 9d415e29-cab4-46b2-af1d-2e9b199b10da is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:47.526015 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9d415e29-cab4-46b2-af1d-2e9b199b10da), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:47.579555 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d415e29-cab4-46b2-af1d-2e9b199b10da {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:15:47.625826 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3b333-120e-4ecd-9274-b1a8ed82f9f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=511d7e47-7da3-48d1-ac74-34bb06e89992,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:47.649798 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 9d415e29-cab4-46b2-af1d-2e9b199b10da, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=9d415e29-cab4-46b2-af1d-2e9b199b10da,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:47.663748 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe81a5d-9a42-4f13-a306-839f5c210799 req-1838e982-0ca6-4be1-b393-977c7fb44b62 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:47.667874 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9d415e29-cab4-46b2-af1d-2e9b199b10da), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:47.668777 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 13c2138b-ecb4-49ec-863d-bf5056060952 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:15:47.683317 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2fe81a5d-9a42-4f13-a306-839f5c210799 req-1838e982-0ca6-4be1-b393-977c7fb44b62 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 945 time: 0.1787682 Feb 19 04:15:47.815836 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2fe81a5d-9a42-4f13-a306-839f5c210799 req-9b26142a-926b-4287-b764-5038b761bfca tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278436 Feb 19 04:15:47.836127 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c49d0680-bdbf-4942-8625-1147bd093ce0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2009181308-network', 'tenant_id': '8865c64b2ac542288fdbffd7b4747b43'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:47.901260 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49d0680-bdbf-4942-8625-1147bd093ce0 admin admin] Made reservation on behalf of 8865c64b2ac542288fdbffd7b4747b43 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:47.906988 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c49d0680-bdbf-4942-8625-1147bd093ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:47.928082 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c49d0680-bdbf-4942-8625-1147bd093ce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:47.931219 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=9d415e29-cab4-46b2-af1d-2e9b199b10da,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:47.940693 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 13c2138b-ecb4-49ec-863d-bf5056060952, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=13c2138b-ecb4-49ec-863d-bf5056060952,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:47.982024 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '13c2138b-ecb4-49ec-863d-bf5056060952', 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939', 'port_id': '13c2138b-ecb4-49ec-863d-bf5056060952', 'mac_address': 'fa:16:3e:a6:85:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5a38712-95b2-4271-ab6e-5854ab0620a4', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:15:48.116382 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-99a3b333-120e-4ecd-9274-b1a8ed82f9f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (2171ddbc-0eb7-4ef5-bee3-549ae0f16e22), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:48.150075 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 13c2138b-ecb4-49ec-863d-bf5056060952 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:48.151986 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (13c2138b-ecb4-49ec-863d-bf5056060952), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:48.209603 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c2138b-ecb4-49ec-863d-bf5056060952 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:15:48.255182 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 13c2138b-ecb4-49ec-863d-bf5056060952, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=13c2138b-ecb4-49ec-863d-bf5056060952,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:48.262571 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (13c2138b-ecb4-49ec-863d-bf5056060952), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:48.263721 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 98ba4396-14a0-458f-9a0f-0e07a7c286aa details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:15:48.297125 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c49d0680-bdbf-4942-8625-1147bd093ce0 admin admin] Publish callbacks [] for security_group (e26b90b5-ef21-4c9e-a5ad-ffc074203c4c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:48.333965 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c49d0680-bdbf-4942-8625-1147bd093ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e26b90b5-ef21-4c9e-a5ad-ffc074203c4c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:48.377993 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=13c2138b-ecb4-49ec-863d-bf5056060952,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:48.424019 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777255b5-efe3-4db1-ad24-16eda9ed39df req-a83c6718-dc20-4088-9490-37dcfeee235a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:48.437966 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777255b5-efe3-4db1-ad24-16eda9ed39df req-a83c6718-dc20-4088-9490-37dcfeee235a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:48.450804 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777255b5-efe3-4db1-ad24-16eda9ed39df req-a83c6718-dc20-4088-9490-37dcfeee235a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:48.460848 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 98ba4396-14a0-458f-9a0f-0e07a7c286aa, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=98ba4396-14a0-458f-9a0f-0e07a7c286aa,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:48.464439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777255b5-efe3-4db1-ad24-16eda9ed39df req-a83c6718-dc20-4088-9490-37dcfeee235a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:48.476602 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777255b5-efe3-4db1-ad24-16eda9ed39df req-a83c6718-dc20-4088-9490-37dcfeee235a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:48.487635 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777255b5-efe3-4db1-ad24-16eda9ed39df req-a83c6718-dc20-4088-9490-37dcfeee235a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:48.489515 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '98ba4396-14a0-458f-9a0f-0e07a7c286aa', 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939', 'port_id': '98ba4396-14a0-458f-9a0f-0e07a7c286aa', 'mac_address': 'fa:16:3e:cb:76:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5a38712-95b2-4271-ab6e-5854ab0620a4', 'ip_address': '10.1.1.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:15:48.498196 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777255b5-efe3-4db1-ad24-16eda9ed39df req-a83c6718-dc20-4088-9490-37dcfeee235a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:48.513117 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-777255b5-efe3-4db1-ad24-16eda9ed39df req-a83c6718-dc20-4088-9490-37dcfeee235a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5423 time: 0.3161001 Feb 19 04:15:48.517402 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d0680-bdbf-4942-8625-1147bd093ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:48.570785 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49d0680-bdbf-4942-8625-1147bd093ce0 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:15:48.584336 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 98ba4396-14a0-458f-9a0f-0e07a7c286aa is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:48.585273 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (98ba4396-14a0-458f-9a0f-0e07a7c286aa), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:48.594809 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a18db73c-0f34-4d3d-b879-ffd624370861 req-5261301f-b5ec-4c37-909f-a565a4807fdd tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1575074695&fields=id&tenant_id=95b2f7472970401693fc6d1d453ec3fd HTTP/1.1" status: 200 len: 267 time: 0.4695814 Feb 19 04:15:48.613079 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ba4396-14a0-458f-9a0f-0e07a7c286aa {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:15:48.618368 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c49d0680-bdbf-4942-8625-1147bd093ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (84de2f3c-498e-4f56-b856-43c9367026c4), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:48.618881 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-c49d0680-bdbf-4942-8625-1147bd093ce0 admin admin] Added segment 84de2f3c-498e-4f56-b856-43c9367026c4 of type vlan for network d660b40f-bd0c-4d52-93db-5d332ffccd1a Feb 19 04:15:48.667838 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 98ba4396-14a0-458f-9a0f-0e07a7c286aa, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=98ba4396-14a0-458f-9a0f-0e07a7c286aa,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:48.678668 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (98ba4396-14a0-458f-9a0f-0e07a7c286aa), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:48.681606 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 434235d7-dfe6-4b36-a5d6-5491aa76e4ab details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:15:48.749660 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-777255b5-efe3-4db1-ad24-16eda9ed39df req-8b49be72-e64a-4a50-98b1-4cde87f553e0 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2342849 Feb 19 04:15:48.765746 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18db73c-0f34-4d3d-b879-ffd624370861 req-567e6b07-a853-499d-944e-3116116374d1 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:48.766951 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c49d0680-bdbf-4942-8625-1147bd093ce0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (d660b40f-bd0c-4d52-93db-5d332ffccd1a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:48.782284 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a18db73c-0f34-4d3d-b879-ffd624370861 req-567e6b07-a853-499d-944e-3116116374d1 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 945 time: 0.1801751 Feb 19 04:15:48.835533 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-a18db73c-0f34-4d3d-b879-ffd624370861 req-1b4481b3-4872-43e2-914b-36f6d660d761 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Request body: {'port': {'security_groups': ['85d6a3f9-6468-40d9-8262-751db9583f4e', '9fcaf4a2-64de-47e0-813e-2f0af87cbe16']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:48.835846 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=98ba4396-14a0-458f-9a0f-0e07a7c286aa,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:48.876472 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c49d0680-bdbf-4942-8625-1147bd093ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d660b40f-bd0c-4d52-93db-5d332ffccd1a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:48.877573 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49d0680-bdbf-4942-8625-1147bd093ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:48.881204 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c49d0680-bdbf-4942-8625-1147bd093ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:48.949969 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a3b333-120e-4ecd-9274-b1a8ed82f9f1 admin admin] Router 2171ddbc-0eb7-4ef5-bee3-549ae0f16e22 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:15:49.034673 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a18db73c-0f34-4d3d-b879-ffd624370861 req-1b4481b3-4872-43e2-914b-36f6d660d761 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (29414b92-492f-481f-b153-bcf04d72d1b2), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:49.101955 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 434235d7-dfe6-4b36-a5d6-5491aa76e4ab, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=434235d7-dfe6-4b36-a5d6-5491aa76e4ab,segment=NetworkSegment(3c3cc939-80bd-4c27-898f-5f96a179182c),segment_id=3c3cc939-80bd-4c27-898f-5f96a179182c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:49.135525 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '434235d7-dfe6-4b36-a5d6-5491aa76e4ab', 'network_id': '711f24c3-7d72-4738-9575-b7145b783950', 'port_id': '434235d7-dfe6-4b36-a5d6-5491aa76e4ab', 'mac_address': 'fa:16:3e:15:9f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3182cf3a-ad2c-4837-8f72-549019a0a801', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:15:49.200868 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 434235d7-dfe6-4b36-a5d6-5491aa76e4ab is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:49.201934 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (434235d7-dfe6-4b36-a5d6-5491aa76e4ab), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:49.228149 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434235d7-dfe6-4b36-a5d6-5491aa76e4ab {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:15:49.266475 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 434235d7-dfe6-4b36-a5d6-5491aa76e4ab, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=434235d7-dfe6-4b36-a5d6-5491aa76e4ab,segment=NetworkSegment(3c3cc939-80bd-4c27-898f-5f96a179182c),segment_id=3c3cc939-80bd-4c27-898f-5f96a179182c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:49.273871 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (434235d7-dfe6-4b36-a5d6-5491aa76e4ab), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:49.274707 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 4e690be2-b43f-4068-b470-83c74b17ac13 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:15:49.333354 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 4e690be2-b43f-4068-b470-83c74b17ac13, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=4e690be2-b43f-4068-b470-83c74b17ac13,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:49.396957 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a3b333-120e-4ecd-9274-b1a8ed82f9f1 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:15:49.409775 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-99a3b333-120e-4ecd-9274-b1a8ed82f9f1 admin admin] 10.222.0.65 "PUT /v2.0/routers/2171ddbc-0eb7-4ef5-bee3-549ae0f16e22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8736258 Feb 19 04:15:49.414222 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40244) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:49.443024 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '4e690be2-b43f-4068-b470-83c74b17ac13', 'network_id': 'f5d4812e-d0cd-4e7d-8694-a42a96ae1939', 'port_id': '4e690be2-b43f-4068-b470-83c74b17ac13', 'mac_address': 'fa:16:3e:1c:c7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5a38712-95b2-4271-ab6e-5854ab0620a4', 'ip_address': '10.1.1.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:15:49.451814 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b11d5-03f3-4a72-a6a8-abbe20a53cb9 None None] Sync routers for ids ['2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:15:49.466490 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=434235d7-dfe6-4b36-a5d6-5491aa76e4ab,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:49.536233 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420b11d5-03f3-4a72-a6a8-abbe20a53cb9 None None] Routers {'2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:15:49.537530 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-420b11d5-03f3-4a72-a6a8-abbe20a53cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:15:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:15:49.540531 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 4e690be2-b43f-4068-b470-83c74b17ac13 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:49.541168 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4e690be2-b43f-4068-b470-83c74b17ac13), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:49.585042 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e690be2-b43f-4068-b470-83c74b17ac13 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:15:49.671202 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c49d0680-bdbf-4942-8625-1147bd093ce0 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2080774 Feb 19 04:15:49.672220 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40246) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:49.689210 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 4e690be2-b43f-4068-b470-83c74b17ac13, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=4e690be2-b43f-4068-b470-83c74b17ac13,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:49.689532 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-8eb2ab5d-4e7b-4706-acd3-39845a3a1d93 admin admin] Request body: {'subnet': {'network_id': 'd660b40f-bd0c-4d52-93db-5d332ffccd1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2009181308-subnet', 'tenant_id': '8865c64b2ac542288fdbffd7b4747b43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:49.704312 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4e690be2-b43f-4068-b470-83c74b17ac13), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:49.705180 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device d55925d6-45fb-442a-a75b-25b53b26f933 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:15:49.765864 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7d296011-b4af-4242-bdde-8bec49041415 req-1d3f8402-7771-4281-8203-0bc255abc037 tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.1373975 Feb 19 04:15:49.768581 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d0680-bdbf-4942-8625-1147bd093ce0 admin admin] Pushing event updated for resources: {'Network': ['ID=d660b40f-bd0c-4d52-93db-5d332ffccd1a,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:49.779943 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb2ab5d-4e7b-4706-acd3-39845a3a1d93 admin admin] Made reservation on behalf of 8865c64b2ac542288fdbffd7b4747b43 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:15:49.788693 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ab5d-4e7b-4706-acd3-39845a3a1d93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:49.813139 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d99a6646-7d40-4424-8835-d8805b9990a8 admin admin] Publish callbacks [] for router (2171ddbc-0eb7-4ef5-bee3-549ae0f16e22), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:49.843517 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network d660b40f-bd0c-4d52-93db-5d332ffccd1a details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:15:50.086014 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1166489-b1f8-4a4b-86b8-6b66891515c9 req-42b39a7e-ae41-4083-8ad5-53b0938ad8f2 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:50.094390 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1166489-b1f8-4a4b-86b8-6b66891515c9 req-42b39a7e-ae41-4083-8ad5-53b0938ad8f2 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:50.100864 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1166489-b1f8-4a4b-86b8-6b66891515c9 req-42b39a7e-ae41-4083-8ad5-53b0938ad8f2 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:50.108219 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1166489-b1f8-4a4b-86b8-6b66891515c9 req-42b39a7e-ae41-4083-8ad5-53b0938ad8f2 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:50.114166 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-a18db73c-0f34-4d3d-b879-ffd624370861 req-1b4481b3-4872-43e2-914b-36f6d660d761 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] For port 29414b92-492f-481f-b153-bcf04d72d1b2, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=29414b92-492f-481f-b153-bcf04d72d1b2,segment=NetworkSegment(540b2560-af53-4875-9936-bfd0a0ac5415),segment_id=540b2560-af53-4875-9936-bfd0a0ac5415)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:50.115102 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1166489-b1f8-4a4b-86b8-6b66891515c9 req-42b39a7e-ae41-4083-8ad5-53b0938ad8f2 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:50.121886 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1166489-b1f8-4a4b-86b8-6b66891515c9 req-42b39a7e-ae41-4083-8ad5-53b0938ad8f2 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:50.128426 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1166489-b1f8-4a4b-86b8-6b66891515c9 req-42b39a7e-ae41-4083-8ad5-53b0938ad8f2 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:50.137337 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d1166489-b1f8-4a4b-86b8-6b66891515c9 req-42b39a7e-ae41-4083-8ad5-53b0938ad8f2 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5427 time: 0.2011538 Feb 19 04:15:50.255436 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d1166489-b1f8-4a4b-86b8-6b66891515c9 req-006815d6-e7c8-4745-8e4f-3a6109e4574d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124382 Feb 19 04:15:50.308097 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a18db73c-0f34-4d3d-b879-ffd624370861 req-1b4481b3-4872-43e2-914b-36f6d660d761 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for port (29414b92-492f-481f-b153-bcf04d72d1b2), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:50.322472 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a18db73c-0f34-4d3d-b879-ffd624370861 req-1b4481b3-4872-43e2-914b-36f6d660d761 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (29414b92-492f-481f-b153-bcf04d72d1b2), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:50.392710 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=4e690be2-b43f-4068-b470-83c74b17ac13,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:50.415224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['29414b92-492f-481f-b153-bcf04d72d1b2'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:50.432861 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ab5d-4e7b-4706-acd3-39845a3a1d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (45336cff-cfb4-41c8-87f1-6bbee02806d0), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:50.503942 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18db73c-0f34-4d3d-b879-ffd624370861 req-1b4481b3-4872-43e2-914b-36f6d660d761 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:50.504221 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-a18db73c-0f34-4d3d-b879-ffd624370861 req-1b4481b3-4872-43e2-914b-36f6d660d761 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:50.506709 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a18db73c-0f34-4d3d-b879-ffd624370861 req-1b4481b3-4872-43e2-914b-36f6d660d761 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "PUT /v2.0/ports/29414b92-492f-481f-b153-bcf04d72d1b2 HTTP/1.1" status: 200 len: 981 time: 1.7143276 Feb 19 04:15:50.507462 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303541af-5820-4897-a45f-23a7529a1e9c', 'tag': '29414b92-492f-481f-b153-bcf04d72d1b2'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:50.512349 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caa27ee-44a7-4447-b6b0-4830f53530ca" -d '{"events": [{"name": "network-changed", "server_uuid": "303541af-5820-4897-a45f-23a7529a1e9c", "tag": "29414b92-492f-481f-b153-bcf04d72d1b2"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:50.559923 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4481b3-4872-43e2-914b-36f6d660d761 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event updated for resources: {'Port': ['ID=29414b92-492f-481f-b153-bcf04d72d1b2,revision_number=6']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:50.580491 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d99a6646-7d40-4424-8835-d8805b9990a8 admin admin] Publish callbacks [] for router_gateway (2171ddbc-0eb7-4ef5-bee3-549ae0f16e22), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:50.605548 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-420b11d5-03f3-4a72-a6a8-abbe20a53cb9 None None] Set router 2171ddbc-0eb7-4ef5-bee3-549ae0f16e22 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:15:50.652810 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb2ab5d-4e7b-4706-acd3-39845a3a1d93 admin admin] Checking segment: {'id': '84de2f3c-498e-4f56-b856-43c9367026c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd660b40f-bd0c-4d52-93db-5d332ffccd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:15:50.654340 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb2ab5d-4e7b-4706-acd3-39845a3a1d93 admin admin] Network hostable DHCP agents. Network: d660b40f-bd0c-4d52-93db-5d332ffccd1a, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:15:50.679832 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cca3229-2bda-4941-9dab-f25d247e70c4 x-openstack-request-id: req-0cca3229-2bda-4941-9dab-f25d247e70c4 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:50.681746 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303541af-5820-4897-a45f-23a7529a1e9c", "tag": "29414b92-492f-481f-b153-bcf04d72d1b2", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:50.683439 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0cca3229-2bda-4941-9dab-f25d247e70c4 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:50.683794 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2ab5d-4e7b-4706-acd3-39845a3a1d93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45336cff-cfb4-41c8-87f1-6bbee02806d0,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:50.698861 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303541af-5820-4897-a45f-23a7529a1e9c', 'tag': '29414b92-492f-481f-b153-bcf04d72d1b2', 'status': 'completed', 'code': 200} Feb 19 04:15:50.746869 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-d99a6646-7d40-4424-8835-d8805b9990a8 admin admin] Deleting port e8ef094e-468a-49bc-9884-d53d7f56e79b {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:50.747447 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d99a6646-7d40-4424-8835-d8805b9990a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (e8ef094e-468a-49bc-9884-d53d7f56e79b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:50.762143 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port d55925d6-45fb-442a-a75b-25b53b26f933, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=d55925d6-45fb-442a-a75b-25b53b26f933,segment=NetworkSegment(35e2884c-3d3d-4a1c-80c4-83e043e81213),segment_id=35e2884c-3d3d-4a1c-80c4-83e043e81213)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:50.801111 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb2ab5d-4e7b-4706-acd3-39845a3a1d93 admin admin] Network d660b40f-bd0c-4d52-93db-5d332ffccd1a is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:15:50.803971 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'd55925d6-45fb-442a-a75b-25b53b26f933', 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb', 'port_id': 'd55925d6-45fb-442a-a75b-25b53b26f933', 'mac_address': 'fa:16:3e:97:63:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a2a4cd-6790-4215-a871-8bf82a31fe51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:15:50.846528 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dcd955eb-4e7f-4785-9df6-955ba4c809fd req-430b7f42-7edd-438c-be58-3308156d546e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-435190827&fields=id&tenant_id=95b2f7472970401693fc6d1d453ec3fd HTTP/1.1" status: 200 len: 267 time: 0.1831567 Feb 19 04:15:50.854346 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-8eb2ab5d-4e7b-4706-acd3-39845a3a1d93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, d660b40f-bd0c-4d52-93db-5d332ffccd1a) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:15:50.862481 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb2ab5d-4e7b-4706-acd3-39845a3a1d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:50.863483 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ab5d-4e7b-4706-acd3-39845a3a1d93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:50.905755 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['29414b92-492f-481f-b153-bcf04d72d1b2'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:50.925812 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5032eb51-4ac7-48fb-8917-f11b46bf41d7 None None] Network d660b40f-bd0c-4d52-93db-5d332ffccd1a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:15:50.955338 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8eb2ab5d-4e7b-4706-acd3-39845a3a1d93 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2765908 Feb 19 04:15:50.956221 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-d99a6646-7d40-4424-8835-d8805b9990a8 admin admin] For port e8ef094e-468a-49bc-9884-d53d7f56e79b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e8ef094e-468a-49bc-9884-d53d7f56e79b,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:50.957030 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40256) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:50.957228 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d99a6646-7d40-4424-8835-d8805b9990a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (e8ef094e-468a-49bc-9884-d53d7f56e79b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:50.971557 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-5878c3ca-2596-497a-a7ac-29802eeddcf1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2009181308-router', 'tenant_id': '8865c64b2ac542288fdbffd7b4747b43', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:50.975185 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-d99a6646-7d40-4424-8835-d8805b9990a8 admin admin] Calling delete_port for e8ef094e-468a-49bc-9884-d53d7f56e79b owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:50.985753 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa27ee-44a7-4447-b6b0-4830f53530ca req-dcec9bc0-7de5-4d50-a2f0-05f5a3453ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:50.988292 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1caa27ee-44a7-4447-b6b0-4830f53530ca req-dcec9bc0-7de5-4d50-a2f0-05f5a3453ec6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95b2f7472970401693fc6d1d453ec3fd&device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 1166 time: 0.2838647 Feb 19 04:15:51.148824 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd955eb-4e7f-4785-9df6-955ba4c809fd req-9b2d3b5a-c679-4523-9d51-6d28a63ded6f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:51.161837 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dcd955eb-4e7f-4785-9df6-955ba4c809fd req-9b2d3b5a-c679-4523-9d51-6d28a63ded6f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 984 time: 0.3092742 Feb 19 04:15:51.163299 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5878c3ca-2596-497a-a7ac-29802eeddcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (b43596ed-bc5f-4630-91a8-6d4df7341f51), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:51.165219 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5878c3ca-2596-497a-a7ac-29802eeddcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (b43596ed-bc5f-4630-91a8-6d4df7341f51), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:51.196427 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-dcd955eb-4e7f-4785-9df6-955ba4c809fd req-4fe4c1ab-203b-49f2-829f-9f0356424006 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Request body: {'port': {'security_groups': ['85d6a3f9-6468-40d9-8262-751db9583f4e', '9fcaf4a2-64de-47e0-813e-2f0af87cbe16', '300147f0-22a4-49c1-a750-31cb0a09b8e9']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:51.238773 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d99a6646-7d40-4424-8835-d8805b9990a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (e8ef094e-468a-49bc-9884-d53d7f56e79b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:51.283062 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-57b01d95-81f3-4c09-b8c7-1f9f8870a4d1 req-978a7eb6-de27-44e6-9092-7fde1c432996 tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.0632114 Feb 19 04:15:51.322191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a6646-7d40-4424-8835-d8805b9990a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8ef094e-468a-49bc-9884-d53d7f56e79b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:51.404215 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port d55925d6-45fb-442a-a75b-25b53b26f933 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:51.405121 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d55925d6-45fb-442a-a75b-25b53b26f933), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:51.475669 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d99a6646-7d40-4424-8835-d8805b9990a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (2171ddbc-0eb7-4ef5-bee3-549ae0f16e22), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:51.519010 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5878c3ca-2596-497a-a7ac-29802eeddcf1 admin admin] Publish callbacks [] for router_controller (b43596ed-bc5f-4630-91a8-6d4df7341f51), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:51.556385 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d55925d6-45fb-442a-a75b-25b53b26f933 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:15:51.697372 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port d55925d6-45fb-442a-a75b-25b53b26f933, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=d55925d6-45fb-442a-a75b-25b53b26f933,segment=NetworkSegment(35e2884c-3d3d-4a1c-80c4-83e043e81213),segment_id=35e2884c-3d3d-4a1c-80c4-83e043e81213)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:51.724437 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8cb494-1358-415b-b2ef-78678f55bb9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-d660b40f-bd0c-4d52-93db-5d332ffccd1a', 'network_id': 'd660b40f-bd0c-4d52-93db-5d332ffccd1a', 'project_id': '8865c64b2ac542288fdbffd7b4747b43', 'fixed_ips': [{'subnet_id': '45336cff-cfb4-41c8-87f1-6bbee02806d0'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:15:51.727540 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb494-1358-415b-b2ef-78678f55bb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:51.755786 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (d55925d6-45fb-442a-a75b-25b53b26f933), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:51.756935 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:15:51.774821 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d99a6646-7d40-4424-8835-d8805b9990a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (2171ddbc-0eb7-4ef5-bee3-549ae0f16e22), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:51.780416 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d99a6646-7d40-4424-8835-d8805b9990a8 admin admin] Publish callbacks [] for router_controller (2171ddbc-0eb7-4ef5-bee3-549ae0f16e22), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:51.826525 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab917b-6348-42c8-8ecb-93b60db79cd7 req-f161ffa9-8936-468c-92f7-3f0de8950ebc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:51.826848 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa27ee-44a7-4447-b6b0-4830f53530ca req-0c3ceeb0-a5fc-435b-9042-9d40de966a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:51.829312 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1caa27ee-44a7-4447-b6b0-4830f53530ca req-0c3ceeb0-a5fc-435b-9042-9d40de966a1f service neutron] 10.222.0.48 "GET /v2.0/networks?id=1eb80df5-02a8-42f3-aafa-0ab48b90855e HTTP/1.1" status: 200 len: 913 time: 0.8278189 Feb 19 04:15:51.834790 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dcd955eb-4e7f-4785-9df6-955ba4c809fd req-4fe4c1ab-203b-49f2-829f-9f0356424006 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (29414b92-492f-481f-b153-bcf04d72d1b2), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:51.843970 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab917b-6348-42c8-8ecb-93b60db79cd7 req-f161ffa9-8936-468c-92f7-3f0de8950ebc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:51.859707 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab917b-6348-42c8-8ecb-93b60db79cd7 req-f161ffa9-8936-468c-92f7-3f0de8950ebc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:51.871362 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab917b-6348-42c8-8ecb-93b60db79cd7 req-f161ffa9-8936-468c-92f7-3f0de8950ebc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:51.882007 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab917b-6348-42c8-8ecb-93b60db79cd7 req-f161ffa9-8936-468c-92f7-3f0de8950ebc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:51.884765 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=d55925d6-45fb-442a-a75b-25b53b26f933,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:51.894073 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab917b-6348-42c8-8ecb-93b60db79cd7 req-f161ffa9-8936-468c-92f7-3f0de8950ebc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:51.906052 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab917b-6348-42c8-8ecb-93b60db79cd7 req-f161ffa9-8936-468c-92f7-3f0de8950ebc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:51.910363 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-52ab917b-6348-42c8-8ecb-93b60db79cd7 req-f161ffa9-8936-468c-92f7-3f0de8950ebc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5427 time: 0.3312116 Feb 19 04:15:52.058874 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1caa27ee-44a7-4447-b6b0-4830f53530ca req-34914a0c-91c4-4ee2-90e6-baffff8bcbd6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29414b92-492f-481f-b153-bcf04d72d1b2 HTTP/1.1" status: 200 len: 217 time: 0.1992729 Feb 19 04:15:52.069102 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-52ab917b-6348-42c8-8ecb-93b60db79cd7 req-91a68df4-0192-4f27-bc58-413eceaf0b92 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845225 Feb 19 04:15:52.091348 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d99a6646-7d40-4424-8835-d8805b9990a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (2171ddbc-0eb7-4ef5-bee3-549ae0f16e22), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:52.092068 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99a6646-7d40-4424-8835-d8805b9990a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2171ddbc-0eb7-4ef5-bee3-549ae0f16e22 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:15:52.097855 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d99a6646-7d40-4424-8835-d8805b9990a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:52.099831 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d99a6646-7d40-4424-8835-d8805b9990a8 admin admin] 10.222.0.65 "DELETE /v2.0/routers/2171ddbc-0eb7-4ef5-bee3-549ae0f16e22 HTTP/1.1" status: 204 len: 168 time: 2.6833560 Feb 19 04:15:52.103744 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40262) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:52.174033 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5878c3ca-2596-497a-a7ac-29802eeddcf1 admin admin] Publish callbacks [] for router_gateway (b43596ed-bc5f-4630-91a8-6d4df7341f51), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:52.182687 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:15:52.216551 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-931fe6d9-1a62-4ec4-9646-a4403afd211b admin admin] Deleting subnet dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:15:52.223795 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-931fe6d9-1a62-4ec4-9646-a4403afd211b admin admin] Publish callbacks [] for subnet (dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:52.257032 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port cf4a7ad7-d5cc-459b-b845-e8aa028aeed0, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=cf4a7ad7-d5cc-459b-b845-e8aa028aeed0,segment=NetworkSegment(3c3cc939-80bd-4c27-898f-5f96a179182c),segment_id=3c3cc939-80bd-4c27-898f-5f96a179182c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:52.288808 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-420b11d5-03f3-4a72-a6a8-abbe20a53cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'name': 'tempest-ServerActionsTestJSON-1539133727-router', 'tenant_id': '4025120658c64656b8094d53fd11cf5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:57Z', 'updated_at': '2022-02-19T04:15:47Z', 'revision_number': 5, 'project_id': '4025120658c64656b8094d53fd11cf5c', 'gw_port': {'id': 'e8ef094e-468a-49bc-9884-d53d7f56e79b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:31:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2171ddbc-0eb7-4ef5-bee3-549ae0f16e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:59Z', 'updated_at': '2022-02-19T04:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:15:52.319904 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-931fe6d9-1a62-4ec4-9646-a4403afd211b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:52.386023 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'cf4a7ad7-d5cc-459b-b845-e8aa028aeed0', 'network_id': '711f24c3-7d72-4738-9575-b7145b783950', 'port_id': 'cf4a7ad7-d5cc-459b-b845-e8aa028aeed0', 'mac_address': 'fa:16:3e:13:d9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3182cf3a-ad2c-4837-8f72-549019a0a801', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:15:52.389082 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b11d5-03f3-4a72-a6a8-abbe20a53cb9 None None] Checking router: 2171ddbc-0eb7-4ef5-bee3-549ae0f16e22 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:15:52.488320 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa27ee-44a7-4447-b6b0-4830f53530ca req-12960ef5-359c-4e20-9375-5ea32dfeb588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:52.492482 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1caa27ee-44a7-4447-b6b0-4830f53530ca req-12960ef5-359c-4e20-9375-5ea32dfeb588 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2107c9e8-8d56-4a4a-9abe-dde4b17b1974 HTTP/1.1" status: 200 len: 853 time: 0.4146547 Feb 19 04:15:52.513594 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-931fe6d9-1a62-4ec4-9646-a4403afd211b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:52.552551 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:52.553439 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (cf4a7ad7-d5cc-459b-b845-e8aa028aeed0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:52.576861 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1caa27ee-44a7-4447-b6b0-4830f53530ca req-04192b7c-cb25-4410-b02f-62c41d62e583 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1eb80df5-02a8-42f3-aafa-0ab48b90855e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566599 Feb 19 04:15:52.621713 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420b11d5-03f3-4a72-a6a8-abbe20a53cb9 None None] Routers set() bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:15:52.622318 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420b11d5-03f3-4a72-a6a8-abbe20a53cb9 None None] Router IDs set() for agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 04:15:52.623446 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_agentschedulers_db [None req-420b11d5-03f3-4a72-a6a8-abbe20a53cb9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:15:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent'). {{(pid=115200) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 04:15:52.624124 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b11d5-03f3-4a72-a6a8-abbe20a53cb9 None None] The sync data for ids ['2171ddbc-0eb7-4ef5-bee3-549ae0f16e22'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:15:52.637145 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:15:52.665485 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-0d8cb494-1358-415b-b2ef-78678f55bb9f None None] Allocated IP 172.20.0.2 (d660b40f-bd0c-4d52-93db-5d332ffccd1a/45336cff-cfb4-41c8-87f1-6bbee02806d0/d14b9cc3-42c2-411d-9e02-873a602b2d81) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:15:52.718148 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port cf4a7ad7-d5cc-459b-b845-e8aa028aeed0, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=cf4a7ad7-d5cc-459b-b845-e8aa028aeed0,segment=NetworkSegment(3c3cc939-80bd-4c27-898f-5f96a179182c),segment_id=3c3cc939-80bd-4c27-898f-5f96a179182c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:52.727676 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9177bc1a-2a17-49ed-8051-030f86757673 req-eebe0fe0-457b-4de3-8176-e027f385dede tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.0862825 Feb 19 04:15:52.744142 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (cf4a7ad7-d5cc-459b-b845-e8aa028aeed0), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:52.768162 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-931fe6d9-1a62-4ec4-9646-a4403afd211b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:52.894400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fe6d9-1a62-4ec4-9646-a4403afd211b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:52.930332 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-931fe6d9-1a62-4ec4-9646-a4403afd211b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:52.937566 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-931fe6d9-1a62-4ec4-9646-a4403afd211b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/dc3c02ed-4b99-4b73-a3ba-f2cb33b0b509 HTTP/1.1" status: 204 len: 168 time: 0.8316047 Feb 19 04:15:52.938558 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40266) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:52.951156 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d023de7-d0b6-47db-8560-5826ff1d8210 None None] Network d9d990e4-ae18-48b8-9375-8a399a46fa4c requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:15:53.001056 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=cf4a7ad7-d5cc-459b-b845-e8aa028aeed0,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:53.026949 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1caa27ee-44a7-4447-b6b0-4830f53530ca req-65919a1a-f955-4efe-8096-49656ec9e051 service neutron] 10.222.0.48 "GET /v2.0/networks/1eb80df5-02a8-42f3-aafa-0ab48b90855e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417477 Feb 19 04:15:53.102579 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7b90ffa6-d52c-4d26-82e0-df6337628060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (d9d990e4-ae18-48b8-9375-8a399a46fa4c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:53.215914 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb494-1358-415b-b2ef-78678f55bb9f None None] Publish callbacks [] for port (d14b9cc3-42c2-411d-9e02-873a602b2d81), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:53.267098 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb494-1358-415b-b2ef-78678f55bb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (d14b9cc3-42c2-411d-9e02-873a602b2d81), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:53.349169 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-7b90ffa6-d52c-4d26-82e0-df6337628060 admin admin] Deleting port ff547a53-4626-4c77-9e7c-1ebda200b6fa {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:53.349756 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7b90ffa6-d52c-4d26-82e0-df6337628060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ff547a53-4626-4c77-9e7c-1ebda200b6fa), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:53.429423 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['9d415e29-cab4-46b2-af1d-2e9b199b10da'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:53.433338 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-dcd955eb-4e7f-4785-9df6-955ba4c809fd req-4fe4c1ab-203b-49f2-829f-9f0356424006 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] For port 29414b92-492f-481f-b153-bcf04d72d1b2, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=29414b92-492f-481f-b153-bcf04d72d1b2,segment=NetworkSegment(540b2560-af53-4875-9936-bfd0a0ac5415),segment_id=540b2560-af53-4875-9936-bfd0a0ac5415)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:53.435266 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['4e690be2-b43f-4068-b470-83c74b17ac13'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:53.440298 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 511d7e47-7da3-48d1-ac74-34bb06e89992 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:15:53.464881 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['13c2138b-ecb4-49ec-863d-bf5056060952'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:53.470989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['98ba4396-14a0-458f-9a0f-0e07a7c286aa'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:53.620571 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['cf4a7ad7-d5cc-459b-b845-e8aa028aeed0'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:53.645341 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dcd955eb-4e7f-4785-9df6-955ba4c809fd req-4fe4c1ab-203b-49f2-829f-9f0356424006 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for port (29414b92-492f-481f-b153-bcf04d72d1b2), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:53.652982 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1caa27ee-44a7-4447-b6b0-4830f53530ca req-c6676073-a284-4081-9ca0-59ca098b7d4c service neutron] 10.222.0.48 "GET /v2.0/networks/1eb80df5-02a8-42f3-aafa-0ab48b90855e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6158915 Feb 19 04:15:53.655990 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5878c3ca-2596-497a-a7ac-29802eeddcf1 admin admin] Publish callbacks [] for router_gateway (b43596ed-bc5f-4630-91a8-6d4df7341f51), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:53.703185 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dcd955eb-4e7f-4785-9df6-955ba4c809fd req-4fe4c1ab-203b-49f2-829f-9f0356424006 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (29414b92-492f-481f-b153-bcf04d72d1b2), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:53.709823 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5878c3ca-2596-497a-a7ac-29802eeddcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:53.789965 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['29414b92-492f-481f-b153-bcf04d72d1b2'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:53.796405 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 511d7e47-7da3-48d1-ac74-34bb06e89992 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:15:53.797612 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 511d7e47-7da3-48d1-ac74-34bb06e89992 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:15:53.819687 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8cb494-1358-415b-b2ef-78678f55bb9f None None] Network d660b40f-bd0c-4d52-93db-5d332ffccd1a is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:15:53.852352 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-0d8cb494-1358-415b-b2ef-78678f55bb9f None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:15:53.916358 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd955eb-4e7f-4785-9df6-955ba4c809fd req-4fe4c1ab-203b-49f2-829f-9f0356424006 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:53.917647 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dcd955eb-4e7f-4785-9df6-955ba4c809fd req-4fe4c1ab-203b-49f2-829f-9f0356424006 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:53.920837 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dcd955eb-4e7f-4785-9df6-955ba4c809fd req-4fe4c1ab-203b-49f2-829f-9f0356424006 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "PUT /v2.0/ports/29414b92-492f-481f-b153-bcf04d72d1b2 HTTP/1.1" status: 200 len: 1020 time: 2.7427392 Feb 19 04:15:53.930854 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303541af-5820-4897-a45f-23a7529a1e9c', 'tag': '29414b92-492f-481f-b153-bcf04d72d1b2'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:53.931342 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757d749b-6db8-4b50-8683-40d4e6ccd7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "303541af-5820-4897-a45f-23a7529a1e9c", "tag": "29414b92-492f-481f-b153-bcf04d72d1b2"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:53.990964 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8cb494-1358-415b-b2ef-78678f55bb9f None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:15:54.026734 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4c1ab-203b-49f2-829f-9f0356424006 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event updated for resources: {'Port': ['ID=29414b92-492f-481f-b153-bcf04d72d1b2,revision_number=7']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:54.080256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cb494-1358-415b-b2ef-78678f55bb9f None None] Pushing event updated for resources: {'Port': ['ID=d14b9cc3-42c2-411d-9e02-873a602b2d81,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:54.110710 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['29414b92-492f-481f-b153-bcf04d72d1b2'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:54.234677 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-5878c3ca-2596-497a-a7ac-29802eeddcf1 admin admin] Allocated IP 172.25.0.36 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/f1a45b27-cdb5-4e00-afa9-4a2afa49a30e) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:15:54.440473 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a6272181-1946-46cc-a654-d7011ba3d62a req-fc6a2a40-763d-49f0-a838-f7d3aa36b681 tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.0721562 Feb 19 04:15:54.453183 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf42ead8-da59-427b-b96d-5ef1bb9cfbf4 None None] DHCP port deletion for d9d990e4-ae18-48b8-9375-8a399a46fa4c request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:15:54.592866 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['434235d7-dfe6-4b36-a5d6-5491aa76e4ab'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:54.596767 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['d55925d6-45fb-442a-a75b-25b53b26f933'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:15:54.602648 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf4f8-4495-4578-ab8a-1da3ec8c73ad req-545b983f-afe5-4a47-a15f-5ebfd523665a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:54.620628 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf4f8-4495-4578-ab8a-1da3ec8c73ad req-545b983f-afe5-4a47-a15f-5ebfd523665a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:54.625279 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5878c3ca-2596-497a-a7ac-29802eeddcf1 admin admin] Publish callbacks [] for port (f1a45b27-cdb5-4e00-afa9-4a2afa49a30e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:54.635501 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf4f8-4495-4578-ab8a-1da3ec8c73ad req-545b983f-afe5-4a47-a15f-5ebfd523665a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:54.650292 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf4f8-4495-4578-ab8a-1da3ec8c73ad req-545b983f-afe5-4a47-a15f-5ebfd523665a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:54.668873 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf4f8-4495-4578-ab8a-1da3ec8c73ad req-545b983f-afe5-4a47-a15f-5ebfd523665a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:54.682279 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf4f8-4495-4578-ab8a-1da3ec8c73ad req-545b983f-afe5-4a47-a15f-5ebfd523665a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:54.695640 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf4f8-4495-4578-ab8a-1da3ec8c73ad req-545b983f-afe5-4a47-a15f-5ebfd523665a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:54.701225 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-501bf4f8-4495-4578-ab8a-1da3ec8c73ad req-545b983f-afe5-4a47-a15f-5ebfd523665a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5429 time: 1.3556247 Feb 19 04:15:54.708039 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-7b90ffa6-d52c-4d26-82e0-df6337628060 admin admin] For port ff547a53-4626-4c77-9e7c-1ebda200b6fa, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ff547a53-4626-4c77-9e7c-1ebda200b6fa,segment=NetworkSegment(ae034d1a-6d8f-4f83-b295-9f505c5ab6e5),segment_id=ae034d1a-6d8f-4f83-b295-9f505c5ab6e5)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:54.709551 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7b90ffa6-d52c-4d26-82e0-df6337628060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ff547a53-4626-4c77-9e7c-1ebda200b6fa), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:54.753062 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-7b90ffa6-d52c-4d26-82e0-df6337628060 admin admin] Calling delete_port for ff547a53-4626-4c77-9e7c-1ebda200b6fa owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:15:54.762945 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5878c3ca-2596-497a-a7ac-29802eeddcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (f1a45b27-cdb5-4e00-afa9-4a2afa49a30e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:54.959469 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878c3ca-2596-497a-a7ac-29802eeddcf1 admin admin] Pushing event updated for resources: {'Port': ['ID=f1a45b27-cdb5-4e00-afa9-4a2afa49a30e,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:55.028695 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5878c3ca-2596-497a-a7ac-29802eeddcf1 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:15:55.037978 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-5878c3ca-2596-497a-a7ac-29802eeddcf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:15:55.044308 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7b90ffa6-d52c-4d26-82e0-df6337628060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ff547a53-4626-4c77-9e7c-1ebda200b6fa), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:55.045609 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5878c3ca-2596-497a-a7ac-29802eeddcf1 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:15:55.100159 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90ffa6-d52c-4d26-82e0-df6337628060 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff547a53-4626-4c77-9e7c-1ebda200b6fa,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:55.130376 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b90ffa6-d52c-4d26-82e0-df6337628060 admin admin] No DVR routers for this DVR port ff547a53-4626-4c77-9e7c-1ebda200b6fa on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:15:55.199263 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ff547a53-4626-4c77-9e7c-1ebda200b6fa no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:15:55.387429 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7b90ffa6-d52c-4d26-82e0-df6337628060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (d9d990e4-ae18-48b8-9375-8a399a46fa4c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:55.422508 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: ff547a53-4626-4c77-9e7c-1ebda200b6fa {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:15:55.423106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ff547a53-4626-4c77-9e7c-1ebda200b6fa not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:15:55.423845 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e8ef094e-468a-49bc-9884-d53d7f56e79b no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:15:55.445362 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-7b90ffa6-d52c-4d26-82e0-df6337628060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d990e4-ae18-48b8-9375-8a399a46fa4c']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:15:55.468642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-7b90ffa6-d52c-4d26-82e0-df6337628060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:15:55.468892 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-7b90ffa6-d52c-4d26-82e0-df6337628060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae034d1a-6d8f-4f83-b295-9f505c5ab6e5') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:15:55.574441 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7b90ffa6-d52c-4d26-82e0-df6337628060 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (ae034d1a-6d8f-4f83-b295-9f505c5ab6e5), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:55.613487 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-501bf4f8-4495-4578-ab8a-1da3ec8c73ad req-9d92c8dd-e1f6-4a13-bbcb-0db7d1110950 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8340116 Feb 19 04:15:55.695004 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cce02-40b9-427b-8eef-2dae8e3dce79 req-aa939ee8-9e01-4d0c-90a6-15774389d0c4 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:55.696030 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7b90ffa6-d52c-4d26-82e0-df6337628060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (ae034d1a-6d8f-4f83-b295-9f505c5ab6e5), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:55.699748 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-545cce02-40b9-427b-8eef-2dae8e3dce79 req-aa939ee8-9e01-4d0c-90a6-15774389d0c4 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 1023 time: 1.0123990 Feb 19 04:15:55.721109 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b90ffa6-d52c-4d26-82e0-df6337628060 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:15:55.722522 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7b90ffa6-d52c-4d26-82e0-df6337628060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (ae034d1a-6d8f-4f83-b295-9f505c5ab6e5), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:55.836345 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6410bde-63ed-4c29-a815-56413776ac25 x-openstack-request-id: req-c6410bde-63ed-4c29-a815-56413776ac25 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:55.836665 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303541af-5820-4897-a45f-23a7529a1e9c", "tag": "29414b92-492f-481f-b153-bcf04d72d1b2", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:55.837018 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c6410bde-63ed-4c29-a815-56413776ac25 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:55.837364 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303541af-5820-4897-a45f-23a7529a1e9c', 'tag': '29414b92-492f-481f-b153-bcf04d72d1b2', 'status': 'completed', 'code': 200} Feb 19 04:15:55.863050 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: e8ef094e-468a-49bc-9884-d53d7f56e79b {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:15:55.863748 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e8ef094e-468a-49bc-9884-d53d7f56e79b not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:15:55.866993 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-0d8cb494-1358-415b-b2ef-78678f55bb9f None None] Attempting to bind port d14b9cc3-42c2-411d-9e02-873a602b2d81 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:15:55.867721 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-0d8cb494-1358-415b-b2ef-78678f55bb9f None None] Attempting to bind port d14b9cc3-42c2-411d-9e02-873a602b2d81 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '84de2f3c-498e-4f56-b856-43c9367026c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd660b40f-bd0c-4d52-93db-5d332ffccd1a'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:15:55.868746 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8cb494-1358-415b-b2ef-78678f55bb9f None None] Attempting to bind port d14b9cc3-42c2-411d-9e02-873a602b2d81 on network d660b40f-bd0c-4d52-93db-5d332ffccd1a {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:15:55.892076 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:15:55.908383 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5878c3ca-2596-497a-a7ac-29802eeddcf1 admin admin] Publish callbacks [] for router_gateway (b43596ed-bc5f-4630-91a8-6d4df7341f51), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:55.933253 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7b90ffa6-d52c-4d26-82e0-df6337628060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (d9d990e4-ae18-48b8-9375-8a399a46fa4c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:55.963477 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7b90ffa6-d52c-4d26-82e0-df6337628060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:55.972970 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7b90ffa6-d52c-4d26-82e0-df6337628060 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d9d990e4-ae18-48b8-9375-8a399a46fa4c HTTP/1.1" status: 204 len: 168 time: 3.0305314 Feb 19 04:15:55.972970 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90ffa6-d52c-4d26-82e0-df6337628060 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9d990e4-ae18-48b8-9375-8a399a46fa4c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:56.069557 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5ab2ab02-feaf-4aca-bb3b-c37847b5a3f5 req-cc0c3446-b904-4019-a224-a46584bf4a83 tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.0526557 Feb 19 04:15:56.123300 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-545cce02-40b9-427b-8eef-2dae8e3dce79 req-d83ed1b1-d259-4386-b130-1b8cf9685b6e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fcaf4a2-64de-47e0-813e-2f0af87cbe16&id=85d6a3f9-6468-40d9-8262-751db9583f4e&id=300147f0-22a4-49c1-a750-31cb0a09b8e9 HTTP/1.1" status: 200 len: 6206 time: 0.4067335 Feb 19 04:15:56.165404 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8cb494-1358-415b-b2ef-78678f55bb9f None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:15:56.166592 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8cb494-1358-415b-b2ef-78678f55bb9f None None] Checking segment: {'id': '84de2f3c-498e-4f56-b856-43c9367026c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd660b40f-bd0c-4d52-93db-5d332ffccd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:15:56.167199 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d749b-6db8-4b50-8683-40d4e6ccd7e5 req-a5539dbb-e7fa-4653-82eb-1a760f227e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:56.167369 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb494-1358-415b-b2ef-78678f55bb9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:56.167997 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8cb494-1358-415b-b2ef-78678f55bb9f None None] Bound using segment: {'id': '84de2f3c-498e-4f56-b856-43c9367026c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd660b40f-bd0c-4d52-93db-5d332ffccd1a'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:15:56.168863 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-0d8cb494-1358-415b-b2ef-78678f55bb9f None None] Bound port: d14b9cc3-42c2-411d-9e02-873a602b2d81, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84de2f3c-498e-4f56-b856-43c9367026c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd660b40f-bd0c-4d52-93db-5d332ffccd1a'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:15:56.169925 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb494-1358-415b-b2ef-78678f55bb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d14b9cc3-42c2-411d-9e02-873a602b2d81), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:56.170408 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-757d749b-6db8-4b50-8683-40d4e6ccd7e5 req-a5539dbb-e7fa-4653-82eb-1a760f227e1e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95b2f7472970401693fc6d1d453ec3fd&device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 1206 time: 0.3085587 Feb 19 04:15:56.195916 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-88593205-e07c-4381-b08b-7c3b135f33c2 req-baa7b341-4b4b-4a38-b843-cabd3f9ed4a3 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1647050818 ', 'description': 'tempest-description-1822791177'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:56.274504 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-88593205-e07c-4381-b08b-7c3b135f33c2 req-baa7b341-4b4b-4a38-b843-cabd3f9ed4a3 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:56.337346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40288) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:56.404184 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-bf42ead8-da59-427b-b96d-5ef1bb9cfbf4 None None] Deleting port ff547a53-4626-4c77-9e7c-1ebda200b6fa {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:15:56.404879 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bf42ead8-da59-427b-b96d-5ef1bb9cfbf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ff547a53-4626-4c77-9e7c-1ebda200b6fa), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:56.486951 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-88593205-e07c-4381-b08b-7c3b135f33c2 req-baa7b341-4b4b-4a38-b843-cabd3f9ed4a3 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (cdbc3f8c-033c-4c02-8925-bc697ea9ae65), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:56.528898 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-51137f52-4d0e-4198-a22e-d4d437a15f58 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4025120658c64656b8094d53fd11cf5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1892438 Feb 19 04:15:56.529499 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40290) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:56.531792 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-88593205-e07c-4381-b08b-7c3b135f33c2 req-baa7b341-4b4b-4a38-b843-cabd3f9ed4a3 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (cdbc3f8c-033c-4c02-8925-bc697ea9ae65), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server [None req-bf42ead8-da59-427b-b96d-5ef1bb9cfbf4 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network d9d990e4-ae18-48b8-9375-8a399a46fa4c could not be found. Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:15:56.636987 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network d9d990e4-ae18-48b8-9375-8a399a46fa4c could not be found. Feb 19 04:15:56.640495 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server Feb 19 04:15:56.651682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7b341-4b4b-4a38-b843-cabd3f9ed4a3 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbc3f8c-033c-4c02-8925-bc697ea9ae65,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:56.668172 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-88593205-e07c-4381-b08b-7c3b135f33c2 req-baa7b341-4b4b-4a38-b843-cabd3f9ed4a3 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:56.681265 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-88593205-e07c-4381-b08b-7c3b135f33c2 req-baa7b341-4b4b-4a38-b843-cabd3f9ed4a3 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4871695 Feb 19 04:15:56.738754 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e8d28190-cd51-4dcd-8ad1-5bc0e1e0b412 admin admin] Publish callbacks [] for security_group (7b3eba7d-1ca7-4954-ac5b-1c9b70068d30), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:56.778995 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72ac7ec-4b1e-4abb-9838-60f435d03d06 None None] DHCP port deletion for d9d990e4-ae18-48b8-9375-8a399a46fa4c request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:15:56.783085 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 4e690be2-b43f-4068-b470-83c74b17ac13 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:15:56.810388 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e8d28190-cd51-4dcd-8ad1-5bc0e1e0b412 admin admin] Publish callbacks [] for security_group (7b3eba7d-1ca7-4954-ac5b-1c9b70068d30), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:56.827106 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d749b-6db8-4b50-8683-40d4e6ccd7e5 req-eb5fb434-9311-40bc-a103-b8f241c4de9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:56.829982 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-757d749b-6db8-4b50-8683-40d4e6ccd7e5 req-eb5fb434-9311-40bc-a103-b8f241c4de9a service neutron] 10.222.0.48 "GET /v2.0/networks?id=1eb80df5-02a8-42f3-aafa-0ab48b90855e HTTP/1.1" status: 200 len: 913 time: 0.6459725 Feb 19 04:15:56.974270 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-757d749b-6db8-4b50-8683-40d4e6ccd7e5 req-6e028018-58b8-4a7c-b841-b3f7ffc8b941 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29414b92-492f-481f-b153-bcf04d72d1b2 HTTP/1.1" status: 200 len: 217 time: 0.0869591 Feb 19 04:15:57.027402 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0912a8-6580-430f-945d-bc6f4e32c647 req-1c4da43b-5c09-462c-ae86-708b3c57c5cc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:57.041617 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0912a8-6580-430f-945d-bc6f4e32c647 req-1c4da43b-5c09-462c-ae86-708b3c57c5cc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:57.063079 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0912a8-6580-430f-945d-bc6f4e32c647 req-1c4da43b-5c09-462c-ae86-708b3c57c5cc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:57.079176 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0912a8-6580-430f-945d-bc6f4e32c647 req-1c4da43b-5c09-462c-ae86-708b3c57c5cc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:57.084616 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d749b-6db8-4b50-8683-40d4e6ccd7e5 req-045b61d4-008b-4b4c-959c-7ffc443ac885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:57.088212 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-757d749b-6db8-4b50-8683-40d4e6ccd7e5 req-045b61d4-008b-4b4c-959c-7ffc443ac885 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2107c9e8-8d56-4a4a-9abe-dde4b17b1974 HTTP/1.1" status: 200 len: 853 time: 0.0972643 Feb 19 04:15:57.096072 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0912a8-6580-430f-945d-bc6f4e32c647 req-1c4da43b-5c09-462c-ae86-708b3c57c5cc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:57.108491 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0912a8-6580-430f-945d-bc6f4e32c647 req-1c4da43b-5c09-462c-ae86-708b3c57c5cc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:57.122313 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0912a8-6580-430f-945d-bc6f4e32c647 req-1c4da43b-5c09-462c-ae86-708b3c57c5cc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:57.127218 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ef0912a8-6580-430f-945d-bc6f4e32c647 req-1c4da43b-5c09-462c-ae86-708b3c57c5cc tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5429 time: 0.2855361 Feb 19 04:15:57.289230 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ef0912a8-6580-430f-945d-bc6f4e32c647 req-ed8996e1-a74c-4d68-9acd-9d1e79980531 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1509516 Feb 19 04:15:57.292839 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e8d28190-cd51-4dcd-8ad1-5bc0e1e0b412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7b3eba7d-1ca7-4954-ac5b-1c9b70068d30), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:57.300654 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e8d28190-cd51-4dcd-8ad1-5bc0e1e0b412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:57.301405 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-0d8cb494-1358-415b-b2ef-78678f55bb9f None None] For port d14b9cc3-42c2-411d-9e02-873a602b2d81, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:15:57.303973 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e8d28190-cd51-4dcd-8ad1-5bc0e1e0b412 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7b3eba7d-1ca7-4954-ac5b-1c9b70068d30 HTTP/1.1" status: 204 len: 168 time: 0.7728033 Feb 19 04:15:57.323249 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-757d749b-6db8-4b50-8683-40d4e6ccd7e5 req-91164031-9769-4b82-a164-a961ce19d9ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1eb80df5-02a8-42f3-aafa-0ab48b90855e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2142503 Feb 19 04:15:57.357135 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d28190-cd51-4dcd-8ad1-5bc0e1e0b412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3eba7d-1ca7-4954-ac5b-1c9b70068d30,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:57.360587 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8a40d188-5cb7-4a24-9156-277f5443796f req-457e29e8-7669-464d-b84e-3002552f6e07 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/cdbc3f8c-033c-4c02-8925-bc697ea9ae65 HTTP/1.1" status: 200 len: 1800 time: 0.4772248 Feb 19 04:15:57.481168 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-0d8cb494-1358-415b-b2ef-78678f55bb9f None None] For port d14b9cc3-42c2-411d-9e02-873a602b2d81, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=d14b9cc3-42c2-411d-9e02-873a602b2d81,segment=NetworkSegment(84de2f3c-498e-4f56-b856-43c9367026c4),segment_id=84de2f3c-498e-4f56-b856-43c9367026c4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:15:57.538595 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb494-1358-415b-b2ef-78678f55bb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (d14b9cc3-42c2-411d-9e02-873a602b2d81), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:57.575001 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5878c3ca-2596-497a-a7ac-29802eeddcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (b43596ed-bc5f-4630-91a8-6d4df7341f51), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:57.618312 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-26aa87c1-ff14-44a0-81ed-a7525e4c0616 req-50366cfe-43c3-40ea-a42f-60396b9262b8 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/cdbc3f8c-033c-4c02-8925-bc697ea9ae65 HTTP/1.1" status: 200 len: 1800 time: 0.1343126 Feb 19 04:15:57.621120 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 4e690be2-b43f-4068-b470-83c74b17ac13 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:15:57.670759 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 4e690be2-b43f-4068-b470-83c74b17ac13 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:15:57.671303 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4e690be2-b43f-4068-b470-83c74b17ac13), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:57.766400 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-26aa87c1-ff14-44a0-81ed-a7525e4c0616 req-fce64b4c-f3fd-4d0c-98d8-b709b4cdc6db tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (cdbc3f8c-033c-4c02-8925-bc697ea9ae65), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:57.849862 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-26aa87c1-ff14-44a0-81ed-a7525e4c0616 req-fce64b4c-f3fd-4d0c-98d8-b709b4cdc6db tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (cdbc3f8c-033c-4c02-8925-bc697ea9ae65), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:57.889412 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cb494-1358-415b-b2ef-78678f55bb9f None None] Pushing event updated for resources: {'Port': ['ID=d14b9cc3-42c2-411d-9e02-873a602b2d81,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:57.912449 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04523e4e-73f5-4a01-bab6-7a5820c12ec6 req-4bf688d0-e62d-4ee6-960d-f1d2aad41142 tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.1148100 Feb 19 04:15:58.002548 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-26aa87c1-ff14-44a0-81ed-a7525e4c0616 req-fce64b4c-f3fd-4d0c-98d8-b709b4cdc6db tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (cdbc3f8c-033c-4c02-8925-bc697ea9ae65), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:58.016615 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-26aa87c1-ff14-44a0-81ed-a7525e4c0616 req-fce64b4c-f3fd-4d0c-98d8-b709b4cdc6db tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:58.027030 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-26aa87c1-ff14-44a0-81ed-a7525e4c0616 req-fce64b4c-f3fd-4d0c-98d8-b709b4cdc6db tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "DELETE /v2.0/security-groups/cdbc3f8c-033c-4c02-8925-bc697ea9ae65 HTTP/1.1" status: 204 len: 173 time: 0.4073086 Feb 19 04:15:58.043660 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce64b4c-f3fd-4d0c-98d8-b709b4cdc6db tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbc3f8c-033c-4c02-8925-bc697ea9ae65,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:58.108271 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [req-f7a83f95-4ca5-40bf-885f-67d9d5e3c9a1 req-3b401779-e3d0-4bd2-8376-8434665f3206 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] show failed (client error): The resource could not be found. Feb 19 04:15:58.115697 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7a83f95-4ca5-40bf-885f-67d9d5e3c9a1 req-3b401779-e3d0-4bd2-8376-8434665f3206 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/cdbc3f8c-033c-4c02-8925-bc697ea9ae65 HTTP/1.1" status: 404 len: 352 time: 0.0398183 Feb 19 04:15:58.128051 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 4e690be2-b43f-4068-b470-83c74b17ac13 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:58.137684 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4e690be2-b43f-4068-b470-83c74b17ac13), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:58.153012 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-03d77c15-29bb-446c-a86d-8091ecdcb760 req-09710e12-3c5f-41d2-92db-614354e79fc1 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1418962319', 'description': 'tempest-description-1238111267'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:58.226699 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-757d749b-6db8-4b50-8683-40d4e6ccd7e5 req-55e6b582-af7c-4ff5-8923-2ab16435ccc0 service neutron] 10.222.0.48 "GET /v2.0/networks/1eb80df5-02a8-42f3-aafa-0ab48b90855e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8938217 Feb 19 04:15:58.255910 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e690be2-b43f-4068-b470-83c74b17ac13'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:15:58.261609 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-03d77c15-29bb-446c-a86d-8091ecdcb760 req-09710e12-3c5f-41d2-92db-614354e79fc1 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:58.287097 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24664674-67b6-4c49-85c9-bc80e8cee678" -d '{"events": [{"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-plugged", "status": "completed", "tag": "4e690be2-b43f-4068-b470-83c74b17ac13"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:15:58.311828 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 4e690be2-b43f-4068-b470-83c74b17ac13, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=4e690be2-b43f-4068-b470-83c74b17ac13,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:58.323300 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4e690be2-b43f-4068-b470-83c74b17ac13), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:58.325864 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device d55925d6-45fb-442a-a75b-25b53b26f933 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:15:58.469698 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5878c3ca-2596-497a-a7ac-29802eeddcf1 admin admin] Router b43596ed-bc5f-4630-91a8-6d4df7341f51 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:15:58.536425 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a55225-e3d2-4f73-8e98-6671c782f24b x-openstack-request-id: req-24a55225-e3d2-4f73-8e98-6671c782f24b {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:15:58.541952 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-plugged", "status": "completed", "tag": "4e690be2-b43f-4068-b470-83c74b17ac13", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:15:58.542387 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-24a55225-e3d2-4f73-8e98-6671c782f24b {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:15:58.544137 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e690be2-b43f-4068-b470-83c74b17ac13', 'code': 200} Feb 19 04:15:58.577518 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-03d77c15-29bb-446c-a86d-8091ecdcb760 req-09710e12-3c5f-41d2-92db-614354e79fc1 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (5e92fa43-3f64-495f-acaa-87ceb0b3f53c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:58.587045 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-03d77c15-29bb-446c-a86d-8091ecdcb760 req-09710e12-3c5f-41d2-92db-614354e79fc1 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5e92fa43-3f64-495f-acaa-87ceb0b3f53c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:58.694766 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=4e690be2-b43f-4068-b470-83c74b17ac13,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:58.741172 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-03d77c15-29bb-446c-a86d-8091ecdcb760 req-09710e12-3c5f-41d2-92db-614354e79fc1 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:58.743835 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port d55925d6-45fb-442a-a75b-25b53b26f933 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:15:58.744508 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-03d77c15-29bb-446c-a86d-8091ecdcb760 req-09710e12-3c5f-41d2-92db-614354e79fc1 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6001530 Feb 19 04:15:58.750577 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09710e12-3c5f-41d2-92db-614354e79fc1 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e92fa43-3f64-495f-acaa-87ceb0b3f53c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:58.751570 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port d55925d6-45fb-442a-a75b-25b53b26f933 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:15:58.752188 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d55925d6-45fb-442a-a75b-25b53b26f933), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:58.812431 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-b42ecb93-6aa9-4900-9eff-61893f903df1 req-a1504f90-4b34-4c48-8b7f-752b04a8fc8d tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-885388537', 'description': 'tempest-description-1957664912'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:58.870939 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-757d749b-6db8-4b50-8683-40d4e6ccd7e5 req-7aba938b-27ae-4e6d-b244-c0f5085846c0 service neutron] 10.222.0.48 "GET /v2.0/networks/1eb80df5-02a8-42f3-aafa-0ab48b90855e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6243513 Feb 19 04:15:58.916600 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b42ecb93-6aa9-4900-9eff-61893f903df1 req-a1504f90-4b34-4c48-8b7f-752b04a8fc8d tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:59.019446 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port d55925d6-45fb-442a-a75b-25b53b26f933 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:15:59.019965 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d55925d6-45fb-442a-a75b-25b53b26f933), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:59.066513 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8b93b-2305-48c9-b469-2c063a5b512a req-a51447ae-7a99-4419-a763-684e7fe900d5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:59.099051 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8b93b-2305-48c9-b469-2c063a5b512a req-a51447ae-7a99-4419-a763-684e7fe900d5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:59.107282 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8b93b-2305-48c9-b469-2c063a5b512a req-a51447ae-7a99-4419-a763-684e7fe900d5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:59.120431 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8b93b-2305-48c9-b469-2c063a5b512a req-a51447ae-7a99-4419-a763-684e7fe900d5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:59.136321 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8b93b-2305-48c9-b469-2c063a5b512a req-a51447ae-7a99-4419-a763-684e7fe900d5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:59.147999 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8b93b-2305-48c9-b469-2c063a5b512a req-a51447ae-7a99-4419-a763-684e7fe900d5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:59.166850 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8b93b-2305-48c9-b469-2c063a5b512a req-a51447ae-7a99-4419-a763-684e7fe900d5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:59.170391 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5be8b93b-2305-48c9-b469-2c063a5b512a req-a51447ae-7a99-4419-a763-684e7fe900d5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5430 time: 0.4843271 Feb 19 04:15:59.186328 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port d55925d6-45fb-442a-a75b-25b53b26f933, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=d55925d6-45fb-442a-a75b-25b53b26f933,segment=NetworkSegment(35e2884c-3d3d-4a1c-80c4-83e043e81213),segment_id=35e2884c-3d3d-4a1c-80c4-83e043e81213)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:15:59.196529 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (d55925d6-45fb-442a-a75b-25b53b26f933), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:59.198210 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:15:59.208833 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5878c3ca-2596-497a-a7ac-29802eeddcf1 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:15:59.233817 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] Sync routers for ids ['b43596ed-bc5f-4630-91a8-6d4df7341f51'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:15:59.247935 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b42ecb93-6aa9-4900-9eff-61893f903df1 req-a1504f90-4b34-4c48-8b7f-752b04a8fc8d tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (ec1fea2a-f009-47d4-ba64-59051bfa7ad2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:59.262663 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b42ecb93-6aa9-4900-9eff-61893f903df1 req-a1504f90-4b34-4c48-8b7f-752b04a8fc8d tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ec1fea2a-f009-47d4-ba64-59051bfa7ad2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:59.285711 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] Routers {'b43596ed-bc5f-4630-91a8-6d4df7341f51'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:15:59.293427 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:15:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b43596ed-bc5f-4630-91a8-6d4df7341f51'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:15:59.342547 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device d14b9cc3-42c2-411d-9e02-873a602b2d81 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:15:59.344121 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5878c3ca-2596-497a-a7ac-29802eeddcf1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:59.346598 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5878c3ca-2596-497a-a7ac-29802eeddcf1 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.3845050 Feb 19 04:15:59.346806 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1504f90-4b34-4c48-8b7f-752b04a8fc8d tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1fea2a-f009-47d4-ba64-59051bfa7ad2,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:59.359433 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40334) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:59.375509 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b42ecb93-6aa9-4900-9eff-61893f903df1 req-a1504f90-4b34-4c48-8b7f-752b04a8fc8d tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:59.378050 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b42ecb93-6aa9-4900-9eff-61893f903df1 req-a1504f90-4b34-4c48-8b7f-752b04a8fc8d tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5730636 Feb 19 04:15:59.612228 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5be8b93b-2305-48c9-b469-2c063a5b512a req-a3ce5989-16c2-4a59-904a-122db9ae47f7 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4312546 Feb 19 04:15:59.635998 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:15:59.641694 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] Set router b43596ed-bc5f-4630-91a8-6d4df7341f51 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:15:59.679745 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:15:59.679745 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (cf4a7ad7-d5cc-459b-b845-e8aa028aeed0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:59.734929 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40340) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:15:59.758219 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=d55925d6-45fb-442a-a75b-25b53b26f933,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:15:59.822774 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-72c3aa1e-d143-477f-8b31-ad3816160b0f req-56539121-502b-4c50-a7d3-c5d3528cf2e6 tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.1538520 Feb 19 04:15:59.831008 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port d14b9cc3-42c2-411d-9e02-873a602b2d81 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:15:59.832067 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d14b9cc3-42c2-411d-9e02-873a602b2d81), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:59.867558 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-67e8ea87-581d-405e-a3a6-a80daade1867 req-2a85bd3d-4d29-412e-9bbf-2241bbb333f7 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1463397066', 'description': 'tempest-description-2107940958'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:15:59.985098 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-67e8ea87-581d-405e-a3a6-a80daade1867 req-2a85bd3d-4d29-412e-9bbf-2241bbb333f7 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:00.008341 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:00.009061 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (cf4a7ad7-d5cc-459b-b845-e8aa028aeed0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:00.146787 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b818115-77ef-4b79-8ec2-f339aa41fa36 None None] get_active_networks_info from n-d-772273-4 {{(pid=115200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:16:00.194996 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port cf4a7ad7-d5cc-459b-b845-e8aa028aeed0, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=cf4a7ad7-d5cc-459b-b845-e8aa028aeed0,segment=NetworkSegment(3c3cc939-80bd-4c27-898f-5f96a179182c),segment_id=3c3cc939-80bd-4c27-898f-5f96a179182c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:00.195469 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43596ed-bc5f-4630-91a8-6d4df7341f51', 'name': 'tempest-ServersTestMultiNic-2009181308-router', 'tenant_id': '8865c64b2ac542288fdbffd7b4747b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f1a45b27-cdb5-4e00-afa9-4a2afa49a30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:15:51Z', 'updated_at': '2022-02-19T04:15:55Z', 'revision_number': 3, 'project_id': '8865c64b2ac542288fdbffd7b4747b43', 'gw_port': {'id': 'f1a45b27-cdb5-4e00-afa9-4a2afa49a30e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43596ed-bc5f-4630-91a8-6d4df7341f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:15:53Z', 'updated_at': '2022-02-19T04:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:00.263155 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] Checking router: b43596ed-bc5f-4630-91a8-6d4df7341f51 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:16:00.263854 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] Updating router b43596ed-bc5f-4630-91a8-6d4df7341f51 port f1a45b27-cdb5-4e00-afa9-4a2afa49a30e binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:16:00.291659 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-67e8ea87-581d-405e-a3a6-a80daade1867 req-2a85bd3d-4d29-412e-9bbf-2241bbb333f7 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (81c09575-e80f-413a-bd90-1dc92ea26755), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:00.307556 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-662036158-network', 'tenant_id': '54f5ada6f15f4ade8e7551b998a3ce33'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:00.329497 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f1a45b27-cdb5-4e00-afa9-4a2afa49a30e), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:00.368050 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-67e8ea87-581d-405e-a3a6-a80daade1867 req-2a85bd3d-4d29-412e-9bbf-2241bbb333f7 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (81c09575-e80f-413a-bd90-1dc92ea26755), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:00.414480 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Made reservation on behalf of 54f5ada6f15f4ade8e7551b998a3ce33 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:00.419174 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:00.435393 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (cf4a7ad7-d5cc-459b-b845-e8aa028aeed0), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:00.441064 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-67e8ea87-581d-405e-a3a6-a80daade1867 req-2a85bd3d-4d29-412e-9bbf-2241bbb333f7 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:00.442923 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-67e8ea87-581d-405e-a3a6-a80daade1867 req-2a85bd3d-4d29-412e-9bbf-2241bbb333f7 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5943980 Feb 19 04:16:00.479501 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 9d415e29-cab4-46b2-af1d-2e9b199b10da up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:00.483871 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port d14b9cc3-42c2-411d-9e02-873a602b2d81 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:00.484832 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d14b9cc3-42c2-411d-9e02-873a602b2d81), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:00.559425 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55925d6-45fb-442a-a75b-25b53b26f933'}, {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4a7ad7-d5cc-459b-b845-e8aa028aeed0'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:00.564354 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d38fe3-74e0-47a1-8eb3-e6cc7377ac33" -d '{"events": [{"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-plugged", "status": "completed", "tag": "d55925d6-45fb-442a-a75b-25b53b26f933"}, {"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-plugged", "status": "completed", "tag": "cf4a7ad7-d5cc-459b-b845-e8aa028aeed0"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:00.600582 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:00.677528 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85bd3d-4d29-412e-9bbf-2241bbb333f7 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c09575-e80f-413a-bd90-1dc92ea26755,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:00.700529 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-69054d62-978e-455a-acd4-d3443041e2b2 None None] Provisioning complete for port d14b9cc3-42c2-411d-9e02-873a602b2d81 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:00.701362 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-69054d62-978e-455a-acd4-d3443041e2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d14b9cc3-42c2-411d-9e02-873a602b2d81), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:00.872455 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-74fb7cb2-5e1d-4dfe-ae2e-cf584c700bec req-e61c05fe-0455-44af-81a7-fe923a8b4a8b tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=95b2f7472970401693fc6d1d453ec3fd HTTP/1.1" status: 200 len: 11012 time: 0.3778803 Feb 19 04:16:00.941678 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b8aded-cec7-4453-9449-960420ebf3b0 x-openstack-request-id: req-71b8aded-cec7-4453-9449-960420ebf3b0 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:00.942164 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-plugged", "status": "completed", "tag": "d55925d6-45fb-442a-a75b-25b53b26f933", "code": 200}, {"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-plugged", "status": "completed", "tag": "cf4a7ad7-d5cc-459b-b845-e8aa028aeed0", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:00.942581 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71b8aded-cec7-4453-9449-960420ebf3b0 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:00.943223 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55925d6-45fb-442a-a75b-25b53b26f933', 'code': 200} Feb 19 04:16:00.943624 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4a7ad7-d5cc-459b-b845-e8aa028aeed0', 'code': 200} Feb 19 04:16:00.996707 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] Publish callbacks [] for port (f1a45b27-cdb5-4e00-afa9-4a2afa49a30e), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:01.019811 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f1a45b27-cdb5-4e00-afa9-4a2afa49a30e), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:01.030881 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-74fb7cb2-5e1d-4dfe-ae2e-cf584c700bec req-0b9781e2-caf0-40b1-8e0c-61381e2b1d95 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/85d6a3f9-6468-40d9-8262-751db9583f4e HTTP/1.1" status: 200 len: 3002 time: 0.1461806 Feb 19 04:16:01.111127 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port d14b9cc3-42c2-411d-9e02-873a602b2d81, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=d14b9cc3-42c2-411d-9e02-873a602b2d81,segment=NetworkSegment(84de2f3c-498e-4f56-b856-43c9367026c4),segment_id=84de2f3c-498e-4f56-b856-43c9367026c4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:01.130349 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131e844-b00f-43de-875d-1a663f2acd72 None None] Pushing event updated for resources: {'Port': ['ID=f1a45b27-cdb5-4e00-afa9-4a2afa49a30e,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:01.150743 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131e844-b00f-43de-875d-1a663f2acd72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:01.151330 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131e844-b00f-43de-875d-1a663f2acd72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:01.151878 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131e844-b00f-43de-875d-1a663f2acd72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:01.153821 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131e844-b00f-43de-875d-1a663f2acd72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:01.153821 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131e844-b00f-43de-875d-1a663f2acd72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:01.154207 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=cf4a7ad7-d5cc-459b-b845-e8aa028aeed0,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:01.154359 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131e844-b00f-43de-875d-1a663f2acd72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:01.154503 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131e844-b00f-43de-875d-1a663f2acd72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:01.155039 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131e844-b00f-43de-875d-1a663f2acd72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:01.155570 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131e844-b00f-43de-875d-1a663f2acd72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:01.156100 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131e844-b00f-43de-875d-1a663f2acd72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:01.156942 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131e844-b00f-43de-875d-1a663f2acd72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:01.157805 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131e844-b00f-43de-875d-1a663f2acd72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:01.158697 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131e844-b00f-43de-875d-1a663f2acd72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:01.184721 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-74fb7cb2-5e1d-4dfe-ae2e-cf584c700bec req-877dc4ce-525e-4edb-8787-90a1e7f747e7 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/85d6a3f9-6468-40d9-8262-751db9583f4e HTTP/1.1" status: 200 len: 3002 time: 0.1412892 Feb 19 04:16:01.185796 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (d14b9cc3-42c2-411d-9e02-873a602b2d81), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:01.201262 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] Attempting to bind port f1a45b27-cdb5-4e00-afa9-4a2afa49a30e on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:16:01.202178 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] Attempting to bind port f1a45b27-cdb5-4e00-afa9-4a2afa49a30e by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:16:01.202773 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] Attempting to bind port f1a45b27-cdb5-4e00-afa9-4a2afa49a30e on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:01.213789 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:16:01.214795 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:01.215483 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:01.216130 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:16:01.217350 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] Bound port: f1a45b27-cdb5-4e00-afa9-4a2afa49a30e, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:16:01.217950 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f1a45b27-cdb5-4e00-afa9-4a2afa49a30e), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:01.376180 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] For port f1a45b27-cdb5-4e00-afa9-4a2afa49a30e, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:16:01.389339 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] For port f1a45b27-cdb5-4e00-afa9-4a2afa49a30e, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f1a45b27-cdb5-4e00-afa9-4a2afa49a30e,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:16:01.405073 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f1a45b27-cdb5-4e00-afa9-4a2afa49a30e), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:01.417738 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ad0ef-d38b-451e-86e1-ecb939597c51 req-b2944302-696f-4b0e-9129-cf5ba285d569 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:01.419272 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 9d415e29-cab4-46b2-af1d-2e9b199b10da completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:16:01.431338 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ad0ef-d38b-451e-86e1-ecb939597c51 req-b2944302-696f-4b0e-9129-cf5ba285d569 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:01.437104 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f90181c6-ea12-4781-8029-0149dffd4923 req-2db149e2-fa5c-444b-bcfe-7505bd339611 tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.0573788 Feb 19 04:16:01.457754 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ad0ef-d38b-451e-86e1-ecb939597c51 req-b2944302-696f-4b0e-9129-cf5ba285d569 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:01.476297 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ad0ef-d38b-451e-86e1-ecb939597c51 req-b2944302-696f-4b0e-9129-cf5ba285d569 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:01.488289 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ad0ef-d38b-451e-86e1-ecb939597c51 req-b2944302-696f-4b0e-9129-cf5ba285d569 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:01.490902 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 9d415e29-cab4-46b2-af1d-2e9b199b10da triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:01.496208 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9d415e29-cab4-46b2-af1d-2e9b199b10da), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:01.505543 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ad0ef-d38b-451e-86e1-ecb939597c51 req-b2944302-696f-4b0e-9129-cf5ba285d569 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:01.533977 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ad0ef-d38b-451e-86e1-ecb939597c51 req-b2944302-696f-4b0e-9129-cf5ba285d569 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:01.551905 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] Routers {'b43596ed-bc5f-4630-91a8-6d4df7341f51'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:01.554758 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3b8ad0ef-d38b-451e-86e1-ecb939597c51 req-b2944302-696f-4b0e-9129-cf5ba285d569 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5432 time: 0.5860684 Feb 19 04:16:01.569030 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:15:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b43596ed-bc5f-4630-91a8-6d4df7341f51'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:01.591634 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-97b59a2d-07c4-44dc-a83d-1413eeaa09b5 req-529c1039-77db-4999-ab80-aacdd423dd01 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/5e92fa43-3f64-495f-acaa-87ceb0b3f53c HTTP/1.1" status: 200 len: 1820 time: 0.1086338 Feb 19 04:16:01.641694 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Publish callbacks [] for security_group (6649729b-ec9f-46f9-b87d-961062133105), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:01.684524 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6649729b-ec9f-46f9-b87d-961062133105), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:01.688978 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=d14b9cc3-42c2-411d-9e02-873a602b2d81,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:01.707731 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131e844-b00f-43de-875d-1a663f2acd72 None None] Pushing event updated for resources: {'Port': ['ID=f1a45b27-cdb5-4e00-afa9-4a2afa49a30e,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:01.736829 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-97b59a2d-07c4-44dc-a83d-1413eeaa09b5 req-7c4e2b58-897a-459a-9eeb-95e592bdbb1f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (5e92fa43-3f64-495f-acaa-87ceb0b3f53c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:01.765739 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b818115-77ef-4b79-8ec2-f339aa41fa36 None None] Resources bound (agent type, host, resource id): {{(pid=115200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:16:01.772889 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-69054d62-978e-455a-acd4-d3443041e2b2 None None] Current status of the port d14b9cc3-42c2-411d-9e02-873a602b2d81 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:01.810688 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-97b59a2d-07c4-44dc-a83d-1413eeaa09b5 req-7c4e2b58-897a-459a-9eeb-95e592bdbb1f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (5e92fa43-3f64-495f-acaa-87ceb0b3f53c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:01.901563 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:16:01.920724 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] Set router b43596ed-bc5f-4630-91a8-6d4df7341f51 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:16:01.930126 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (f52d0676-172c-4380-9982-e9017febddf6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:01.931093 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Added segment f52d0676-172c-4380-9982-e9017febddf6 of type vlan for network 0c555f0d-f41e-457f-add5-e277e4727894 Feb 19 04:16:01.950429 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-97b59a2d-07c4-44dc-a83d-1413eeaa09b5 req-7c4e2b58-897a-459a-9eeb-95e592bdbb1f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5e92fa43-3f64-495f-acaa-87ceb0b3f53c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:01.956994 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-97b59a2d-07c4-44dc-a83d-1413eeaa09b5 req-7c4e2b58-897a-459a-9eeb-95e592bdbb1f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:01.970532 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-97b59a2d-07c4-44dc-a83d-1413eeaa09b5 req-7c4e2b58-897a-459a-9eeb-95e592bdbb1f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "DELETE /v2.0/security-groups/5e92fa43-3f64-495f-acaa-87ceb0b3f53c HTTP/1.1" status: 204 len: 173 time: 0.3768198 Feb 19 04:16:02.012681 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e2b58-897a-459a-9eeb-95e592bdbb1f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e92fa43-3f64-495f-acaa-87ceb0b3f53c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:02.064292 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 9d415e29-cab4-46b2-af1d-2e9b199b10da is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:02.065540 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9d415e29-cab4-46b2-af1d-2e9b199b10da), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:02.077064 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (0c555f0d-f41e-457f-add5-e277e4727894), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:02.082975 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [req-3182927a-2a90-4ab5-b6e1-c152b2a251fd req-7d14fb5f-9929-47e8-ab0c-c1e533b65483 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] show failed (client error): The resource could not be found. Feb 19 04:16:02.086662 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3182927a-2a90-4ab5-b6e1-c152b2a251fd req-7d14fb5f-9929-47e8-ab0c-c1e533b65483 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/5e92fa43-3f64-495f-acaa-87ceb0b3f53c HTTP/1.1" status: 404 len: 352 time: 0.0625353 Feb 19 04:16:02.109858 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6649729b-ec9f-46f9-b87d-961062133105,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:02.235094 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.resource_extend [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:16:02.246682 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-13e02e7a-6467-4aeb-af53-d719c5cc01ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:02.301036 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-57d359c5-86a7-4e2a-b111-dc08a545759c req-8e33b064-6d1c-47c4-afc7-e8f511d661d1 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/ec1fea2a-f009-47d4-ba64-59051bfa7ad2 HTTP/1.1" status: 200 len: 1819 time: 0.1787515 Feb 19 04:16:02.375058 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7482fe0f-090c-4373-a5e0-8c15da8838d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:02.381725 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 9d415e29-cab4-46b2-af1d-2e9b199b10da, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=9d415e29-cab4-46b2-af1d-2e9b199b10da,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:02.405822 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3b8ad0ef-d38b-451e-86e1-ecb939597c51 req-b750a666-48c8-422f-9d14-5e2072e0902a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8138816 Feb 19 04:16:02.415304 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (0c555f0d-f41e-457f-add5-e277e4727894), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:02.418841 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:02.419831 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:02.419993 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9d415e29-cab4-46b2-af1d-2e9b199b10da), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:02.422788 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 13c2138b-ecb4-49ec-863d-bf5056060952 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:02.512052 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-57d359c5-86a7-4e2a-b111-dc08a545759c req-0311f2e6-e7a8-4e5b-81a2-12788bc7efdf tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (ec1fea2a-f009-47d4-ba64-59051bfa7ad2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:02.540542 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7967880 Feb 19 04:16:02.560188 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40362) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:02.581188 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-9e0ecf8d-f97e-4e98-93b5-66960a1c5a2b admin admin] Request body: {'subnet': {'network_id': '0c555f0d-f41e-457f-add5-e277e4727894', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-662036158-subnet', 'tenant_id': '54f5ada6f15f4ade8e7551b998a3ce33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:02.617473 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-57d359c5-86a7-4e2a-b111-dc08a545759c req-0311f2e6-e7a8-4e5b-81a2-12788bc7efdf tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (ec1fea2a-f009-47d4-ba64-59051bfa7ad2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:02.652675 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0ecf8d-f97e-4e98-93b5-66960a1c5a2b admin admin] Made reservation on behalf of 54f5ada6f15f4ade8e7551b998a3ce33 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:02.656754 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9e0ecf8d-f97e-4e98-93b5-66960a1c5a2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:02.740278 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43596ed-bc5f-4630-91a8-6d4df7341f51', 'name': 'tempest-ServersTestMultiNic-2009181308-router', 'tenant_id': '8865c64b2ac542288fdbffd7b4747b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f1a45b27-cdb5-4e00-afa9-4a2afa49a30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:15:51Z', 'updated_at': '2022-02-19T04:15:55Z', 'revision_number': 3, 'project_id': '8865c64b2ac542288fdbffd7b4747b43', 'gw_port': {'id': 'f1a45b27-cdb5-4e00-afa9-4a2afa49a30e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43596ed-bc5f-4630-91a8-6d4df7341f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:15:53Z', 'updated_at': '2022-02-19T04:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:02.756995 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Pushing event updated for resources: {'Network': ['ID=0c555f0d-f41e-457f-add5-e277e4727894,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:02.849125 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dd86b5-b442-4339-a259-3d1bd68cb125 None None] The sync data for ids ['b43596ed-bc5f-4630-91a8-6d4df7341f51'] in n-d-772273-4 is: [{'id': 'b43596ed-bc5f-4630-91a8-6d4df7341f51', 'name': 'tempest-ServersTestMultiNic-2009181308-router', 'tenant_id': '8865c64b2ac542288fdbffd7b4747b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f1a45b27-cdb5-4e00-afa9-4a2afa49a30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:15:51Z', 'updated_at': '2022-02-19T04:15:55Z', 'revision_number': 3, 'project_id': '8865c64b2ac542288fdbffd7b4747b43', 'gw_port': {'id': 'f1a45b27-cdb5-4e00-afa9-4a2afa49a30e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43596ed-bc5f-4630-91a8-6d4df7341f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:15:53Z', 'updated_at': '2022-02-19T04:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:16:02.859846 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-57d359c5-86a7-4e2a-b111-dc08a545759c req-0311f2e6-e7a8-4e5b-81a2-12788bc7efdf tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ec1fea2a-f009-47d4-ba64-59051bfa7ad2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:02.867929 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-57d359c5-86a7-4e2a-b111-dc08a545759c req-0311f2e6-e7a8-4e5b-81a2-12788bc7efdf tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:02.880268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:02.880268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:02.880268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:02.880268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:02.880268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:02.880268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:02.880268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:02.881310 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:02.881310 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:02.881594 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:02.882192 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:02.882556 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:02.882730 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-57d359c5-86a7-4e2a-b111-dc08a545759c req-0311f2e6-e7a8-4e5b-81a2-12788bc7efdf tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "DELETE /v2.0/security-groups/ec1fea2a-f009-47d4-ba64-59051bfa7ad2 HTTP/1.1" status: 204 len: 173 time: 0.5720944 Feb 19 04:16:02.883143 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca478829-b227-40e7-90f4-8f43fa598729 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:02.913766 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 13c2138b-ecb4-49ec-863d-bf5056060952 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:16:02.948960 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 13c2138b-ecb4-49ec-863d-bf5056060952 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:02.949607 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (13c2138b-ecb4-49ec-863d-bf5056060952), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:02.950929 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311f2e6-e7a8-4e5b-81a2-12788bc7efdf tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1fea2a-f009-47d4-ba64-59051bfa7ad2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:02.953113 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 0c555f0d-f41e-457f-add5-e277e4727894 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:16:02.958281 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d415e29-cab4-46b2-af1d-2e9b199b10da'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:02.962412 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fecc4e7-9f10-4858-85a9-0c48675c8927" -d '{"events": [{"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-plugged", "status": "completed", "tag": "9d415e29-cab4-46b2-af1d-2e9b199b10da"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:02.972559 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ed004706-b98d-433e-8d38-e7cbd3d25210 req-ab0eae38-58a0-4e7b-98ad-46e1efe99b5b tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.1308684 Feb 19 04:16:03.120405 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [req-4f430d8d-a8fe-4fd1-a9a3-f46a11e74987 req-7a9d2965-0ecc-4a9f-919a-d3858fc88c5e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] show failed (client error): The resource could not be found. Feb 19 04:16:03.131106 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4f430d8d-a8fe-4fd1-a9a3-f46a11e74987 req-7a9d2965-0ecc-4a9f-919a-d3858fc88c5e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/ec1fea2a-f009-47d4-ba64-59051bfa7ad2 HTTP/1.1" status: 404 len: 352 time: 0.0816016 Feb 19 04:16:03.155176 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=9d415e29-cab4-46b2-af1d-2e9b199b10da,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:03.185341 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-13e02e7a-6467-4aeb-af53-d719c5cc01ef admin admin] Allocated IP 172.20.0.1 (d660b40f-bd0c-4d52-93db-5d332ffccd1a/45336cff-cfb4-41c8-87f1-6bbee02806d0/73615a4b-449f-4002-a4ee-77647aa9df55) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:03.296713 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67df8953-50b0-499d-bd71-85e4a900f92a x-openstack-request-id: req-67df8953-50b0-499d-bd71-85e4a900f92a {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:03.297563 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-plugged", "status": "completed", "tag": "9d415e29-cab4-46b2-af1d-2e9b199b10da", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:03.298155 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-67df8953-50b0-499d-bd71-85e4a900f92a {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:03.299267 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d415e29-cab4-46b2-af1d-2e9b199b10da', 'code': 200} Feb 19 04:16:03.318753 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9e0ecf8d-f97e-4e98-93b5-66960a1c5a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (56f35b28-ec7b-4b41-866e-0ead44aa07c4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:03.462752 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device d14b9cc3-42c2-411d-9e02-873a602b2d81 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:03.541119 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ecf8d-f97e-4e98-93b5-66960a1c5a2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=56f35b28-ec7b-4b41-866e-0ead44aa07c4,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:03.544979 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0ecf8d-f97e-4e98-93b5-66960a1c5a2b admin admin] Checking segment: {'id': 'f52d0676-172c-4380-9982-e9017febddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0c555f0d-f41e-457f-add5-e277e4727894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:03.545556 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0ecf8d-f97e-4e98-93b5-66960a1c5a2b admin admin] Network hostable DHCP agents. Network: 0c555f0d-f41e-457f-add5-e277e4727894, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:16:03.620266 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0ecf8d-f97e-4e98-93b5-66960a1c5a2b admin admin] Network 0c555f0d-f41e-457f-add5-e277e4727894 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:16:03.679692 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-9e0ecf8d-f97e-4e98-93b5-66960a1c5a2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 0c555f0d-f41e-457f-add5-e277e4727894) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:03.705623 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0ecf8d-f97e-4e98-93b5-66960a1c5a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:03.711913 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9e0ecf8d-f97e-4e98-93b5-66960a1c5a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:03.838561 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9e0ecf8d-f97e-4e98-93b5-66960a1c5a2b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2607894 Feb 19 04:16:03.874013 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 13c2138b-ecb4-49ec-863d-bf5056060952 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:03.874685 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (13c2138b-ecb4-49ec-863d-bf5056060952), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:03.881465 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113d6269-26ad-4cb2-bf8b-91eddec1a73d None None] Network 0c555f0d-f41e-457f-add5-e277e4727894 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:03.882519 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-13e02e7a-6467-4aeb-af53-d719c5cc01ef admin admin] Publish callbacks [] for port (73615a4b-449f-4002-a4ee-77647aa9df55), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:03.885950 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f987a9a2-a1fa-4d2b-9ad4-e7fc3c3b89b2 None None] Network d660b40f-bd0c-4d52-93db-5d332ffccd1a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:04.065622 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc6d087a-1d03-4db2-b7e8-3ef3060ec6df req-684c8d40-9319-4dd8-9f56-43d21ca2c75c tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/81c09575-e80f-413a-bd90-1dc92ea26755 HTTP/1.1" status: 200 len: 1820 time: 0.6108184 Feb 19 04:16:04.068419 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-13e02e7a-6467-4aeb-af53-d719c5cc01ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (73615a4b-449f-4002-a4ee-77647aa9df55), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:04.198997 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e02e7a-6467-4aeb-af53-d719c5cc01ef admin admin] Pushing event updated for resources: {'Port': ['ID=73615a4b-449f-4002-a4ee-77647aa9df55,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:04.307725 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 13c2138b-ecb4-49ec-863d-bf5056060952, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=13c2138b-ecb4-49ec-863d-bf5056060952,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:04.311753 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port d14b9cc3-42c2-411d-9e02-873a602b2d81 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:04.312387 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d14b9cc3-42c2-411d-9e02-873a602b2d81), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:04.327698 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (13c2138b-ecb4-49ec-863d-bf5056060952), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:04.329078 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 434235d7-dfe6-4b36-a5d6-5491aa76e4ab up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:04.350265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e02e7a-6467-4aeb-af53-d719c5cc01ef admin admin] Network d660b40f-bd0c-4d52-93db-5d332ffccd1a is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:04.358017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-13e02e7a-6467-4aeb-af53-d719c5cc01ef admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:04.363649 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e02e7a-6467-4aeb-af53-d719c5cc01ef admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:04.492905 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dc6d087a-1d03-4db2-b7e8-3ef3060ec6df req-606b5908-7b74-45f3-87c0-b915c7e6c1ab tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (81c09575-e80f-413a-bd90-1dc92ea26755), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:04.554700 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-13e02e7a-6467-4aeb-af53-d719c5cc01ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (b43596ed-bc5f-4630-91a8-6d4df7341f51), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:04.626348 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=13c2138b-ecb4-49ec-863d-bf5056060952,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:04.647372 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dc6d087a-1d03-4db2-b7e8-3ef3060ec6df req-606b5908-7b74-45f3-87c0-b915c7e6c1ab tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (81c09575-e80f-413a-bd90-1dc92ea26755), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:04.763637 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a430ede-499e-4ace-9d92-8b7043f0077b None None] Network 0c555f0d-f41e-457f-add5-e277e4727894 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:04.899398 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dc6d087a-1d03-4db2-b7e8-3ef3060ec6df req-606b5908-7b74-45f3-87c0-b915c7e6c1ab tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (81c09575-e80f-413a-bd90-1dc92ea26755), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:04.908261 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dc6d087a-1d03-4db2-b7e8-3ef3060ec6df req-606b5908-7b74-45f3-87c0-b915c7e6c1ab tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:04.936416 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc6d087a-1d03-4db2-b7e8-3ef3060ec6df req-606b5908-7b74-45f3-87c0-b915c7e6c1ab tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "DELETE /v2.0/security-groups/81c09575-e80f-413a-bd90-1dc92ea26755 HTTP/1.1" status: 204 len: 173 time: 0.8459282 Feb 19 04:16:04.969019 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b5908-7b74-45f3-87c0-b915c7e6c1ab tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c09575-e80f-413a-bd90-1dc92ea26755,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:05.061393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 434235d7-dfe6-4b36-a5d6-5491aa76e4ab completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:16:05.092099 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-13e02e7a-6467-4aeb-af53-d719c5cc01ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (73615a4b-449f-4002-a4ee-77647aa9df55), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:05.596471 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-13e02e7a-6467-4aeb-af53-d719c5cc01ef admin admin] Publish callbacks [] for port (73615a4b-449f-4002-a4ee-77647aa9df55), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:05.628211 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 434235d7-dfe6-4b36-a5d6-5491aa76e4ab triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:05.629948 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (434235d7-dfe6-4b36-a5d6-5491aa76e4ab), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:05.657204 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-13e02e7a-6467-4aeb-af53-d719c5cc01ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (73615a4b-449f-4002-a4ee-77647aa9df55), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:05.762315 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c2138b-ecb4-49ec-863d-bf5056060952'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:05.770142 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6e1440-2fa8-4561-89f9-1ef526c7ed00" -d '{"events": [{"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-plugged", "status": "completed", "tag": "13c2138b-ecb4-49ec-863d-bf5056060952"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:05.775116 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port d14b9cc3-42c2-411d-9e02-873a602b2d81 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:05.824071 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-13e02e7a-6467-4aeb-af53-d719c5cc01ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (b43596ed-bc5f-4630-91a8-6d4df7341f51), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:05.830616 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e02e7a-6467-4aeb-af53-d719c5cc01ef admin admin] Pushing event updated for resources: {'Port': ['ID=73615a4b-449f-4002-a4ee-77647aa9df55,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:05.916060 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a9bdb6f1-db3c-4950-bf3e-4e536b81fccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:06.116673 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 434235d7-dfe6-4b36-a5d6-5491aa76e4ab is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:06.125818 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (434235d7-dfe6-4b36-a5d6-5491aa76e4ab), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:06.235459 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f1a45b27-cdb5-4e00-afa9-4a2afa49a30e up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:06.361561 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 434235d7-dfe6-4b36-a5d6-5491aa76e4ab, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=434235d7-dfe6-4b36-a5d6-5491aa76e4ab,segment=NetworkSegment(3c3cc939-80bd-4c27-898f-5f96a179182c),segment_id=3c3cc939-80bd-4c27-898f-5f96a179182c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:06.411968 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (434235d7-dfe6-4b36-a5d6-5491aa76e4ab), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:06.413807 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 98ba4396-14a0-458f-9a0f-0e07a7c286aa up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:06.506120 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fd848-2f58-46f7-9158-41d9b87e4423 req-1c0cce82-c426-4add-a4ad-688429eb4fe5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:06.524005 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fd848-2f58-46f7-9158-41d9b87e4423 req-1c0cce82-c426-4add-a4ad-688429eb4fe5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:06.536763 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fd848-2f58-46f7-9158-41d9b87e4423 req-1c0cce82-c426-4add-a4ad-688429eb4fe5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:06.549466 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fd848-2f58-46f7-9158-41d9b87e4423 req-1c0cce82-c426-4add-a4ad-688429eb4fe5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:06.562431 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fd848-2f58-46f7-9158-41d9b87e4423 req-1c0cce82-c426-4add-a4ad-688429eb4fe5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:06.584503 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fd848-2f58-46f7-9158-41d9b87e4423 req-1c0cce82-c426-4add-a4ad-688429eb4fe5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:06.598676 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fd848-2f58-46f7-9158-41d9b87e4423 req-1c0cce82-c426-4add-a4ad-688429eb4fe5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:06.602470 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fd5fd848-2f58-46f7-9158-41d9b87e4423 req-1c0cce82-c426-4add-a4ad-688429eb4fe5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5434 time: 1.0017631 Feb 19 04:16:06.655643 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-53b760e9-a479-4a99-86ff-18ca109ff101 None None] Provisioning complete for port 73615a4b-449f-4002-a4ee-77647aa9df55 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:06.657382 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-53b760e9-a479-4a99-86ff-18ca109ff101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (73615a4b-449f-4002-a4ee-77647aa9df55), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:06.744948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port f1a45b27-cdb5-4e00-afa9-4a2afa49a30e triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:06.747415 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f1a45b27-cdb5-4e00-afa9-4a2afa49a30e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:06.893636 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=434235d7-dfe6-4b36-a5d6-5491aa76e4ab,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:06.978024 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:06.988236 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-53b760e9-a479-4a99-86ff-18ca109ff101 None None] Port 73615a4b-449f-4002-a4ee-77647aa9df55 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:06.997975 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 98ba4396-14a0-458f-9a0f-0e07a7c286aa completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:16:07.019557 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 98ba4396-14a0-458f-9a0f-0e07a7c286aa triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:07.020573 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (98ba4396-14a0-458f-9a0f-0e07a7c286aa), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.028802 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fd5fd848-2f58-46f7-9158-41d9b87e4423 req-da226cfe-6f02-4b80-84dd-47ea65686a4f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4098752 Feb 19 04:16:07.095518 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-53b760e9-a479-4a99-86ff-18ca109ff101 None None] Provisioning complete for port d14b9cc3-42c2-411d-9e02-873a602b2d81 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:07.096151 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-53b760e9-a479-4a99-86ff-18ca109ff101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d14b9cc3-42c2-411d-9e02-873a602b2d81), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.194407 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e02e7a-6467-4aeb-af53-d719c5cc01ef admin admin] Network d660b40f-bd0c-4d52-93db-5d332ffccd1a is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:07.202214 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-13e02e7a-6467-4aeb-af53-d719c5cc01ef admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:07.331773 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.365896 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port f1a45b27-cdb5-4e00-afa9-4a2afa49a30e is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:07.367029 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f1a45b27-cdb5-4e00-afa9-4a2afa49a30e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.451653 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d8833e55-202d-4497-8abc-9db598ab2ae6 req-0b192982-fa25-4e89-a989-a38a67e8fb8d tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.1026707 Feb 19 04:16:07.523018 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port f1a45b27-cdb5-4e00-afa9-4a2afa49a30e, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f1a45b27-cdb5-4e00-afa9-4a2afa49a30e,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:07.605441 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f1a45b27-cdb5-4e00-afa9-4a2afa49a30e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.663581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 98ba4396-14a0-458f-9a0f-0e07a7c286aa is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:07.674997 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (98ba4396-14a0-458f-9a0f-0e07a7c286aa), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.682695 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e02e7a-6467-4aeb-af53-d719c5cc01ef admin admin] Router b43596ed-bc5f-4630-91a8-6d4df7341f51 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:16:07.861226 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-53b760e9-a479-4a99-86ff-18ca109ff101 None None] Current status of the port d14b9cc3-42c2-411d-9e02-873a602b2d81 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:07.916987 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.942893 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 98ba4396-14a0-458f-9a0f-0e07a7c286aa, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=98ba4396-14a0-458f-9a0f-0e07a7c286aa,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:07.945861 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=f1a45b27-cdb5-4e00-afa9-4a2afa49a30e,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:07.977073 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (98ba4396-14a0-458f-9a0f-0e07a7c286aa), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:08.123945 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e02e7a-6467-4aeb-af53-d719c5cc01ef admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:16:08.159244 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-13e02e7a-6467-4aeb-af53-d719c5cc01ef admin admin] 10.222.0.65 "PUT /v2.0/routers/b43596ed-bc5f-4630-91a8-6d4df7341f51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7992733 Feb 19 04:16:08.171277 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=98ba4396-14a0-458f-9a0f-0e07a7c286aa,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:08.201858 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] Sync routers for ids ['b43596ed-bc5f-4630-91a8-6d4df7341f51'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:16:08.225101 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b6ce38af-8a85-4d2d-a741-7e1ef3227274 None None] Provisioning complete for port 73615a4b-449f-4002-a4ee-77647aa9df55 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:08.225762 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b6ce38af-8a85-4d2d-a741-7e1ef3227274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (73615a4b-449f-4002-a4ee-77647aa9df55), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:08.283166 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] Routers {'b43596ed-bc5f-4630-91a8-6d4df7341f51'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:08.284380 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:16:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b43596ed-bc5f-4630-91a8-6d4df7341f51'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:08.314382 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-2840ffc6-6a90-40db-823c-77cf7f35f0af tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:08.335478 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-2840ffc6-6a90-40db-823c-77cf7f35f0af tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/networks?id=0c555f0d-f41e-457f-add5-e277e4727894 HTTP/1.1" status: 200 len: 812 time: 0.3703268 Feb 19 04:16:08.430208 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-5edded8a-5e7c-4557-8abd-6b2eb407cf3d tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/quotas/54f5ada6f15f4ade8e7551b998a3ce33 HTTP/1.1" status: 200 len: 375 time: 0.0934782 Feb 19 04:16:08.435117 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9e604444-3af7-4431-826e-b902ede0bf31 req-f7ee5e0b-04cc-42c2-a2d7-8181743594b9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.0778389 Feb 19 04:16:08.449031 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b6ce38af-8a85-4d2d-a741-7e1ef3227274 None None] Port 73615a4b-449f-4002-a4ee-77647aa9df55 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:08.534160 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40404) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:08.539659 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-865d7fca-bd54-451c-a140-64dd76f68a91 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=54f5ada6f15f4ade8e7551b998a3ce33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0978467 Feb 19 04:16:08.611535 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:16:08.621920 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] Set router b43596ed-bc5f-4630-91a8-6d4df7341f51 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:16:08.692077 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-33ceea43-6b7f-4b77-ba6a-48946bac927f service neutron] 10.222.0.65 "GET /v2.0/networks/0c555f0d-f41e-457f-add5-e277e4727894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335492 Feb 19 04:16:08.711187 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-813e7321-7610-45f1-97ef-b95158e2c8b4 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2098098034'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:08.764837 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813e7321-7610-45f1-97ef-b95158e2c8b4 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Made reservation on behalf of 8865c64b2ac542288fdbffd7b4747b43 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:08.771602 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-813e7321-7610-45f1-97ef-b95158e2c8b4 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:08.778783 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:08.859875 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813e7321-7610-45f1-97ef-b95158e2c8b4 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:16:08.881643 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-813e7321-7610-45f1-97ef-b95158e2c8b4 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (08c38d32-3754-4cc6-857a-0e1e6b5fdfad), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:08.882713 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-813e7321-7610-45f1-97ef-b95158e2c8b4 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Added segment 08c38d32-3754-4cc6-857a-0e1e6b5fdfad of type vlan for network 5e424759-b828-4dc5-a84c-77f3ea8b6a4e Feb 19 04:16:08.964146 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-813e7321-7610-45f1-97ef-b95158e2c8b4 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (5e424759-b828-4dc5-a84c-77f3ea8b6a4e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:08.999743 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-062e2cba-9ac1-4f42-8d21-440345603c13 service neutron] 10.222.0.65 "GET /v2.0/networks/0c555f0d-f41e-457f-add5-e277e4727894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955251 Feb 19 04:16:09.017501 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-813e7321-7610-45f1-97ef-b95158e2c8b4 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (5e424759-b828-4dc5-a84c-77f3ea8b6a4e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:09.038528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813e7321-7610-45f1-97ef-b95158e2c8b4 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:09.039728 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-813e7321-7610-45f1-97ef-b95158e2c8b4 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:09.135334 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:09.182856 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43596ed-bc5f-4630-91a8-6d4df7341f51', 'name': 'tempest-ServersTestMultiNic-2009181308-router', 'tenant_id': '8865c64b2ac542288fdbffd7b4747b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f1a45b27-cdb5-4e00-afa9-4a2afa49a30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:15:51Z', 'updated_at': '2022-02-19T04:16:04Z', 'revision_number': 4, 'project_id': '8865c64b2ac542288fdbffd7b4747b43', 'gw_port': {'id': 'f1a45b27-cdb5-4e00-afa9-4a2afa49a30e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43596ed-bc5f-4630-91a8-6d4df7341f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:15:53Z', 'updated_at': '2022-02-19T04:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '73615a4b-449f-4002-a4ee-77647aa9df55', 'name': '', 'network_id': 'd660b40f-bd0c-4d52-93db-5d332ffccd1a', 'tenant_id': '8865c64b2ac542288fdbffd7b4747b43', 'mac_address': 'fa:16:3e:08:c2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43596ed-bc5f-4630-91a8-6d4df7341f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '45336cff-cfb4-41c8-87f1-6bbee02806d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:02Z', 'updated_at': '2022-02-19T04:16:05Z', 'revision_number': 2, 'project_id': '8865c64b2ac542288fdbffd7b4747b43', 'subnets': [{'id': '45336cff-cfb4-41c8-87f1-6bbee02806d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:09.239651 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] Checking router: b43596ed-bc5f-4630-91a8-6d4df7341f51 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:16:09.240099 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] Updating router b43596ed-bc5f-4630-91a8-6d4df7341f51 port 73615a4b-449f-4002-a4ee-77647aa9df55 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:16:09.309066 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (73615a4b-449f-4002-a4ee-77647aa9df55), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:09.338313 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e7321-7610-45f1-97ef-b95158e2c8b4 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event updated for resources: {'Network': ['ID=5e424759-b828-4dc5-a84c-77f3ea8b6a4e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:09.344847 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [req-cf743452-883a-4ca3-89d9-6646c5bd2107 req-05abfd92-798a-4fbb-95f9-53ea6739d8f2 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] show failed (client error): The resource could not be found. Feb 19 04:16:09.347143 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cf743452-883a-4ca3-89d9-6646c5bd2107 req-05abfd92-798a-4fbb-95f9-53ea6739d8f2 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/81c09575-e80f-413a-bd90-1dc92ea26755 HTTP/1.1" status: 404 len: 352 time: 0.0447621 Feb 19 04:16:09.350796 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-813e7321-7610-45f1-97ef-b95158e2c8b4 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8114533 Feb 19 04:16:09.354687 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40412) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:09.402450 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-a2b44908-1481-4fdd-bf02-c81973ce5792 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Request body: {'subnet': {'network_id': '5e424759-b828-4dc5-a84c-77f3ea8b6a4e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:09.539901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 5e424759-b828-4dc5-a84c-77f3ea8b6a4e details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:16:09.558663 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d609f3f-90f1-49af-b9bd-6b14e82280e4 x-openstack-request-id: req-3d609f3f-90f1-49af-b9bd-6b14e82280e4 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:09.559644 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-plugged", "status": "completed", "tag": "13c2138b-ecb4-49ec-863d-bf5056060952", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:09.561864 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3d609f3f-90f1-49af-b9bd-6b14e82280e4 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:09.568634 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c2138b-ecb4-49ec-863d-bf5056060952', 'code': 200} Feb 19 04:16:09.931003 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b44908-1481-4fdd-bf02-c81973ce5792 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Made reservation on behalf of 8865c64b2ac542288fdbffd7b4747b43 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:09.940953 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2b44908-1481-4fdd-bf02-c81973ce5792 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:10.111301 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f1a45b27-cdb5-4e00-afa9-4a2afa49a30e up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:10.152299 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d143d-6089-4a87-91ef-c7622a3cdaba req-e58d644c-a632-4a05-9206-a8130da0b4a9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:10.158773 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d143d-6089-4a87-91ef-c7622a3cdaba req-e58d644c-a632-4a05-9206-a8130da0b4a9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:10.167794 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d143d-6089-4a87-91ef-c7622a3cdaba req-e58d644c-a632-4a05-9206-a8130da0b4a9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:10.175125 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d143d-6089-4a87-91ef-c7622a3cdaba req-e58d644c-a632-4a05-9206-a8130da0b4a9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:10.183719 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d143d-6089-4a87-91ef-c7622a3cdaba req-e58d644c-a632-4a05-9206-a8130da0b4a9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:10.190945 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d143d-6089-4a87-91ef-c7622a3cdaba req-e58d644c-a632-4a05-9206-a8130da0b4a9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:10.197181 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d143d-6089-4a87-91ef-c7622a3cdaba req-e58d644c-a632-4a05-9206-a8130da0b4a9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:10.209332 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-333d143d-6089-4a87-91ef-c7622a3cdaba req-e58d644c-a632-4a05-9206-a8130da0b4a9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5436 time: 0.4978845 Feb 19 04:16:10.264116 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port f1a45b27-cdb5-4e00-afa9-4a2afa49a30e triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:10.264786 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f1a45b27-cdb5-4e00-afa9-4a2afa49a30e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:10.499942 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] Publish callbacks [] for port (73615a4b-449f-4002-a4ee-77647aa9df55), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:10.558267 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (73615a4b-449f-4002-a4ee-77647aa9df55), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:10.632193 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2b44908-1481-4fdd-bf02-c81973ce5792 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (76eb3621-cd80-4386-a8a0-bae9641dae08), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:10.757352 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64dbfa-d16c-4781-8dc1-647eded0e250 None None] Pushing event updated for resources: {'Port': ['ID=73615a4b-449f-4002-a4ee-77647aa9df55,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:10.770769 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port f1a45b27-cdb5-4e00-afa9-4a2afa49a30e is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:10.831238 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b44908-1481-4fdd-bf02-c81973ce5792 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Checking segment: {'id': '08c38d32-3754-4cc6-857a-0e1e6b5fdfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5e424759-b828-4dc5-a84c-77f3ea8b6a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:10.832067 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b44908-1481-4fdd-bf02-c81973ce5792 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Network hostable DHCP agents. Network: 5e424759-b828-4dc5-a84c-77f3ea8b6a4e, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:16:10.854680 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-333d143d-6089-4a87-91ef-c7622a3cdaba req-11c61bf0-9607-4d23-a19f-45d6af2eb728 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6440179 Feb 19 04:16:10.883878 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b44908-1481-4fdd-bf02-c81973ce5792 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event updated for resources: {'Subnet': ['ID=76eb3621-cd80-4386-a8a0-bae9641dae08,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:10.919444 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b44908-1481-4fdd-bf02-c81973ce5792 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Network 5e424759-b828-4dc5-a84c-77f3ea8b6a4e is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:16:10.949543 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-a2b44908-1481-4fdd-bf02-c81973ce5792 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 5e424759-b828-4dc5-a84c-77f3ea8b6a4e) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:10.970645 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b44908-1481-4fdd-bf02-c81973ce5792 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:10.975760 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2b44908-1481-4fdd-bf02-c81973ce5792 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:10.981373 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434c55c4-4848-4709-98dd-e948cd5f2fdd None None] Network 5e424759-b828-4dc5-a84c-77f3ea8b6a4e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:11.041560 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a2b44908-1481-4fdd-bf02-c81973ce5792 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6834450 Feb 19 04:16:11.043881 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40430) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:11.055643 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-25467810-574e-410c-be5f-c271f6fc0543 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-958645694'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:11.062249 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] Attempting to bind port 73615a4b-449f-4002-a4ee-77647aa9df55 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:16:11.063371 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] Attempting to bind port 73615a4b-449f-4002-a4ee-77647aa9df55 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '84de2f3c-498e-4f56-b856-43c9367026c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd660b40f-bd0c-4d52-93db-5d332ffccd1a'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:16:11.064192 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] Attempting to bind port 73615a4b-449f-4002-a4ee-77647aa9df55 on network d660b40f-bd0c-4d52-93db-5d332ffccd1a {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:11.125129 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25467810-574e-410c-be5f-c271f6fc0543 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Made reservation on behalf of 8865c64b2ac542288fdbffd7b4747b43 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:11.132221 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25467810-574e-410c-be5f-c271f6fc0543 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.159230 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-97e9b4ac-75f9-49ae-a11a-613599a391af req-c1972034-b716-4d6b-8738-fc0e94c74572 tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.1075437 Feb 19 04:16:11.214599 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25467810-574e-410c-be5f-c271f6fc0543 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:16:11.256730 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25467810-574e-410c-be5f-c271f6fc0543 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (a544fda3-7172-454a-a51c-bcc2a0b4a1b5), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.258621 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-25467810-574e-410c-be5f-c271f6fc0543 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Added segment a544fda3-7172-454a-a51c-bcc2a0b4a1b5 of type vlan for network 5e570db1-c5b9-470b-829b-0b60044b9ad2 Feb 19 04:16:11.462950 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9f597058-cb7e-44ff-b26b-162973a220a6 req-d5f43943-2a9f-4040-adb9-33ed5e011cd7 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=95b2f7472970401693fc6d1d453ec3fd HTTP/1.1" status: 200 len: 6206 time: 0.2044234 Feb 19 04:16:11.571220 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-923e3d68-178e-4222-83a7-40222aa64552 req-547463e3-cfb3-4d84-a15b-0cad2a6d9bbb tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a8bc94-d7f3-442c-939d-2af3fff9545e HTTP/1.1" status: 200 len: 210 time: 0.1469641 Feb 19 04:16:11.574088 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25467810-574e-410c-be5f-c271f6fc0543 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (5e570db1-c5b9-470b-829b-0b60044b9ad2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.625624 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:16:11.626400 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] Checking segment: {'id': '84de2f3c-498e-4f56-b856-43c9367026c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd660b40f-bd0c-4d52-93db-5d332ffccd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:11.627050 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.627734 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] Bound using segment: {'id': '84de2f3c-498e-4f56-b856-43c9367026c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd660b40f-bd0c-4d52-93db-5d332ffccd1a'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:16:11.628524 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] Bound port: 73615a4b-449f-4002-a4ee-77647aa9df55, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84de2f3c-498e-4f56-b856-43c9367026c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd660b40f-bd0c-4d52-93db-5d332ffccd1a'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:16:11.629003 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (73615a4b-449f-4002-a4ee-77647aa9df55), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.632611 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434235d7-dfe6-4b36-a5d6-5491aa76e4ab'}, {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ba4396-14a0-458f-9a0f-0e07a7c286aa'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:11.635743 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179aa24b-0ff5-472a-9aeb-7cc99b9532bc" -d '{"events": [{"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-plugged", "status": "completed", "tag": "434235d7-dfe6-4b36-a5d6-5491aa76e4ab"}, {"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-plugged", "status": "completed", "tag": "98ba4396-14a0-458f-9a0f-0e07a7c286aa"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:11.659628 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9f597058-cb7e-44ff-b26b-162973a220a6 req-67dcbd61-555a-434e-92af-5e0cc074cffe tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/85d6a3f9-6468-40d9-8262-751db9583f4e HTTP/1.1" status: 200 len: 3002 time: 0.1977634 Feb 19 04:16:11.694286 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d5132844-8710-4385-8a00-d5aea2fa30f9 None None] Provisioning complete for port 73615a4b-449f-4002-a4ee-77647aa9df55 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:11.694724 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d5132844-8710-4385-8a00-d5aea2fa30f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (73615a4b-449f-4002-a4ee-77647aa9df55), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.715929 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25467810-574e-410c-be5f-c271f6fc0543 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (5e570db1-c5b9-470b-829b-0b60044b9ad2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.736731 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25467810-574e-410c-be5f-c271f6fc0543 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:11.738867 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25467810-574e-410c-be5f-c271f6fc0543 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.783109 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] For port 73615a4b-449f-4002-a4ee-77647aa9df55, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:16:11.785510 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] For port 73615a4b-449f-4002-a4ee-77647aa9df55, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=73615a4b-449f-4002-a4ee-77647aa9df55,segment=NetworkSegment(84de2f3c-498e-4f56-b856-43c9367026c4),segment_id=84de2f3c-498e-4f56-b856-43c9367026c4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:16:11.794587 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14cff4c-3f14-43ec-a89e-5647798ea0be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-5e424759-b828-4dc5-a84c-77f3ea8b6a4e', 'network_id': '5e424759-b828-4dc5-a84c-77f3ea8b6a4e', 'project_id': '8865c64b2ac542288fdbffd7b4747b43', 'fixed_ips': [{'subnet_id': '76eb3621-cd80-4386-a8a0-bae9641dae08'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:16:11.795680 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d14cff4c-3f14-43ec-a89e-5647798ea0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.802163 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9f597058-cb7e-44ff-b26b-162973a220a6 req-074b533d-69bb-4a77-b829-0737f3a85489 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/85d6a3f9-6468-40d9-8262-751db9583f4e HTTP/1.1" status: 200 len: 3002 time: 0.1277661 Feb 19 04:16:11.827034 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (73615a4b-449f-4002-a4ee-77647aa9df55), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:11.916322 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25467810-574e-410c-be5f-c271f6fc0543 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event updated for resources: {'Network': ['ID=5e570db1-c5b9-470b-829b-0b60044b9ad2,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:11.938160 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64dbfa-d16c-4781-8dc1-647eded0e250 None None] Pushing event updated for resources: {'Port': ['ID=73615a4b-449f-4002-a4ee-77647aa9df55,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:11.946574 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-25467810-574e-410c-be5f-c271f6fc0543 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8956647 Feb 19 04:16:11.946766 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40446) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:11.961631 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-a346a337-bc0d-421b-90fc-2f25702d51a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Request body: {'subnet': {'network_id': '5e570db1-c5b9-470b-829b-0b60044b9ad2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:11.988713 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead5feb4-7362-47bf-a631-04b90f297b39 x-openstack-request-id: req-ead5feb4-7362-47bf-a631-04b90f297b39 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:11.989276 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-plugged", "status": "completed", "tag": "434235d7-dfe6-4b36-a5d6-5491aa76e4ab", "code": 200}, {"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-plugged", "status": "completed", "tag": "98ba4396-14a0-458f-9a0f-0e07a7c286aa", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:11.989656 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ead5feb4-7362-47bf-a631-04b90f297b39 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:11.994316 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434235d7-dfe6-4b36-a5d6-5491aa76e4ab', 'code': 200} Feb 19 04:16:11.994750 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ba4396-14a0-458f-9a0f-0e07a7c286aa', 'code': 200} Feb 19 04:16:12.023224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 5e570db1-c5b9-470b-829b-0b60044b9ad2 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:16:12.037423 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] Routers {'b43596ed-bc5f-4630-91a8-6d4df7341f51'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:12.038325 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:16:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b43596ed-bc5f-4630-91a8-6d4df7341f51'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:12.046024 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-66f95515-5e24-4b52-982c-47905c71f5fb req-8042de37-17b1-4243-9ea1-b309baabf9c2 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1707443483', 'description': 'tempest-description-2123027898'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:12.138657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d5132844-8710-4385-8a00-d5aea2fa30f9 None None] Port 73615a4b-449f-4002-a4ee-77647aa9df55 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:12.392887 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-66f95515-5e24-4b52-982c-47905c71f5fb req-8042de37-17b1-4243-9ea1-b309baabf9c2 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:12.567229 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46574a7a-e1d5-4bf8-ab21-1135de10e601 req-e71fed5a-72bc-4759-92e6-cc5e1eda4cc9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3afebae6d834d9ea501836d0c6d38bc&device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.0753057 Feb 19 04:16:12.638779 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] Set router b43596ed-bc5f-4630-91a8-6d4df7341f51 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:16:12.642101 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46574a7a-e1d5-4bf8-ab21-1135de10e601 req-4baba8d3-db0d-49f2-b1b7-4dd847c6fa5f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=a3afebae6d834d9ea501836d0c6d38bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601161 Feb 19 04:16:12.729624 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336a560-b128-48d8-a0a6-641617735c0c req-485174f6-a994-4852-8962-6d60ffc27344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:12.730119 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336a560-b128-48d8-a0a6-641617735c0c req-485174f6-a994-4852-8962-6d60ffc27344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:12.730595 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336a560-b128-48d8-a0a6-641617735c0c req-485174f6-a994-4852-8962-6d60ffc27344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:12.731301 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336a560-b128-48d8-a0a6-641617735c0c req-485174f6-a994-4852-8962-6d60ffc27344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:12.732065 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336a560-b128-48d8-a0a6-641617735c0c req-485174f6-a994-4852-8962-6d60ffc27344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:12.732552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336a560-b128-48d8-a0a6-641617735c0c req-485174f6-a994-4852-8962-6d60ffc27344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:12.733136 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336a560-b128-48d8-a0a6-641617735c0c req-485174f6-a994-4852-8962-6d60ffc27344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:12.735979 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3336a560-b128-48d8-a0a6-641617735c0c req-485174f6-a994-4852-8962-6d60ffc27344 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 6710 time: 0.6146922 Feb 19 04:16:12.753899 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a346a337-bc0d-421b-90fc-2f25702d51a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Made reservation on behalf of 8865c64b2ac542288fdbffd7b4747b43 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:12.758436 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a346a337-bc0d-421b-90fc-2f25702d51a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:12.842406 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ef122-de11-4603-8c0c-42f714df0fe0 req-18afc33f-4781-4dc9-935b-546b86bba862 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:12.854726 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ef122-de11-4603-8c0c-42f714df0fe0 req-18afc33f-4781-4dc9-935b-546b86bba862 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:12.862826 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ef122-de11-4603-8c0c-42f714df0fe0 req-18afc33f-4781-4dc9-935b-546b86bba862 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:12.871985 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ef122-de11-4603-8c0c-42f714df0fe0 req-18afc33f-4781-4dc9-935b-546b86bba862 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:12.879670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ef122-de11-4603-8c0c-42f714df0fe0 req-18afc33f-4781-4dc9-935b-546b86bba862 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:12.888607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ef122-de11-4603-8c0c-42f714df0fe0 req-18afc33f-4781-4dc9-935b-546b86bba862 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:12.898173 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ef122-de11-4603-8c0c-42f714df0fe0 req-18afc33f-4781-4dc9-935b-546b86bba862 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:12.900773 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a23ef122-de11-4603-8c0c-42f714df0fe0 req-18afc33f-4781-4dc9-935b-546b86bba862 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5436 time: 0.3205483 Feb 19 04:16:12.991353 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-4e8a7d81-d284-45e9-b5d9-0c3d26931d1f tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:12.994678 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-4e8a7d81-d284-45e9-b5d9-0c3d26931d1f tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.10 "GET /v2.0/networks?id=0c555f0d-f41e-457f-add5-e277e4727894 HTTP/1.1" status: 200 len: 812 time: 0.6218817 Feb 19 04:16:13.011209 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-6e55e2a8-f8e4-4744-9292-424d1ff7ffd2 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Request body: {'port': {'device_id': '04a8bc94-d7f3-442c-939d-2af3fff9545e', 'network_id': '0c555f0d-f41e-457f-add5-e277e4727894', 'admin_state_up': True, 'tenant_id': '54f5ada6f15f4ade8e7551b998a3ce33'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:13.131616 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-66f95515-5e24-4b52-982c-47905c71f5fb req-8042de37-17b1-4243-9ea1-b309baabf9c2 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (b416d14d-523e-4921-95da-c04aa98de240), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:13.150264 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3336a560-b128-48d8-a0a6-641617735c0c req-e1389a96-2f36-47e2-9f6d-904039d225a3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=139c37f9-0980-469d-a67b-d7a6f81a93ae&id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3838294 Feb 19 04:16:13.153148 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a23ef122-de11-4603-8c0c-42f714df0fe0 req-276359e2-d49d-49d0-ac1e-c01154ac5f49 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2441943 Feb 19 04:16:13.173362 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-66f95515-5e24-4b52-982c-47905c71f5fb req-8042de37-17b1-4243-9ea1-b309baabf9c2 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b416d14d-523e-4921-95da-c04aa98de240), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:13.200289 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-39d17e3e-0316-4744-a835-6fa12333c3f5 None None] Provisioning complete for port 73615a4b-449f-4002-a4ee-77647aa9df55 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:13.200289 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-39d17e3e-0316-4744-a835-6fa12333c3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (73615a4b-449f-4002-a4ee-77647aa9df55), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:13.223072 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46574a7a-e1d5-4bf8-ab21-1135de10e601 req-dabcb629-c16c-453c-befa-8cd42ac25db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:13.227313 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46574a7a-e1d5-4bf8-ab21-1135de10e601 req-dabcb629-c16c-453c-befa-8cd42ac25db8 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5743361 Feb 19 04:16:13.246634 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-66f95515-5e24-4b52-982c-47905c71f5fb req-8042de37-17b1-4243-9ea1-b309baabf9c2 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:13.249316 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-66f95515-5e24-4b52-982c-47905c71f5fb req-8042de37-17b1-4243-9ea1-b309baabf9c2 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.2138181 Feb 19 04:16:13.267844 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-d14cff4c-3f14-43ec-a89e-5647798ea0be None None] Allocated IP 19.80.0.2 (5e424759-b828-4dc5-a84c-77f3ea8b6a4e/76eb3621-cd80-4386-a8a0-bae9641dae08/6a21d403-5a53-425e-9b32-00e096dc7391) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:13.353948 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042de37-17b1-4243-9ea1-b309baabf9c2 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b416d14d-523e-4921-95da-c04aa98de240,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:13.537138 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-6e55e2a8-f8e4-4744-9292-424d1ff7ffd2 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Made reservation on behalf of 54f5ada6f15f4ade8e7551b998a3ce33 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:13.545445 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-6e55e2a8-f8e4-4744-9292-424d1ff7ffd2 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:13.553832 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dd2b28b6-4380-4161-9a60-4f0f32335be1 req-15803e54-2831-4801-8dcc-74530e860d7b tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.1065242 Feb 19 04:16:13.585145 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-48352bce-0e10-43b5-be4b-f173f561fad0 req-6831fd41-5306-4f22-84ea-d1f251c53c5e tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a8bc94-d7f3-442c-939d-2af3fff9545e HTTP/1.1" status: 200 len: 210 time: 0.0894480 Feb 19 04:16:13.638590 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a346a337-bc0d-421b-90fc-2f25702d51a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (976f0d17-a448-4efe-89f1-871a7ad7ef8b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:13.654738 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-1d4c7305-34f3-4b5d-b6d0-c285e8a2f6ad req-af0bdcc8-0ade-471f-8ae8-16a8700bc879 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1891715328', 'description': 'tempest-description-129053472'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:13.719871 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-39d17e3e-0316-4744-a835-6fa12333c3f5 None None] Current status of the port 73615a4b-449f-4002-a4ee-77647aa9df55 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:13.720834 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-39d17e3e-0316-4744-a835-6fa12333c3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (73615a4b-449f-4002-a4ee-77647aa9df55), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:13.803949 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43596ed-bc5f-4630-91a8-6d4df7341f51', 'name': 'tempest-ServersTestMultiNic-2009181308-router', 'tenant_id': '8865c64b2ac542288fdbffd7b4747b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f1a45b27-cdb5-4e00-afa9-4a2afa49a30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:15:51Z', 'updated_at': '2022-02-19T04:16:04Z', 'revision_number': 4, 'project_id': '8865c64b2ac542288fdbffd7b4747b43', 'gw_port': {'id': 'f1a45b27-cdb5-4e00-afa9-4a2afa49a30e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43596ed-bc5f-4630-91a8-6d4df7341f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:15:53Z', 'updated_at': '2022-02-19T04:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '73615a4b-449f-4002-a4ee-77647aa9df55', 'name': '', 'network_id': 'd660b40f-bd0c-4d52-93db-5d332ffccd1a', 'tenant_id': '8865c64b2ac542288fdbffd7b4747b43', 'mac_address': 'fa:16:3e:08:c2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43596ed-bc5f-4630-91a8-6d4df7341f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '45336cff-cfb4-41c8-87f1-6bbee02806d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:02Z', 'updated_at': '2022-02-19T04:16:11Z', 'revision_number': 4, 'project_id': '8865c64b2ac542288fdbffd7b4747b43', 'subnets': [{'id': '45336cff-cfb4-41c8-87f1-6bbee02806d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:13.874929 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346a337-bc0d-421b-90fc-2f25702d51a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event updated for resources: {'Subnet': ['ID=976f0d17-a448-4efe-89f1-871a7ad7ef8b,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:13.887596 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a346a337-bc0d-421b-90fc-2f25702d51a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Checking segment: {'id': 'a544fda3-7172-454a-a51c-bcc2a0b4a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5e570db1-c5b9-470b-829b-0b60044b9ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:13.888052 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a346a337-bc0d-421b-90fc-2f25702d51a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Network hostable DHCP agents. Network: 5e570db1-c5b9-470b-829b-0b60044b9ad2, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:16:13.916581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df28aef-d2fb-4802-90fc-ab25aaea1193 None None] The sync data for ids ['b43596ed-bc5f-4630-91a8-6d4df7341f51'] in n-d-772273-4 is: [{'id': 'b43596ed-bc5f-4630-91a8-6d4df7341f51', 'name': 'tempest-ServersTestMultiNic-2009181308-router', 'tenant_id': '8865c64b2ac542288fdbffd7b4747b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f1a45b27-cdb5-4e00-afa9-4a2afa49a30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:15:51Z', 'updated_at': '2022-02-19T04:16:04Z', 'revision_number': 4, 'project_id': '8865c64b2ac542288fdbffd7b4747b43', 'gw_port': {'id': 'f1a45b27-cdb5-4e00-afa9-4a2afa49a30e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43596ed-bc5f-4630-91a8-6d4df7341f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:15:53Z', 'updated_at': '2022-02-19T04:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '73615a4b-449f-4002-a4ee-77647aa9df55', 'name': '', 'network_id': 'd660b40f-bd0c-4d52-93db-5d332ffccd1a', 'tenant_id': '8865c64b2ac542288fdbffd7b4747b43', 'mac_address': 'fa:16:3e:08:c2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43596ed-bc5f-4630-91a8-6d4df7341f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '45336cff-cfb4-41c8-87f1-6bbee02806d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:16:02Z', 'updated_at': '2022-02-19T04:16:11Z', 'revision_number': 4, 'project_id': '8865c64b2ac542288fdbffd7b4747b43', 'subnets': [{'id': '45336cff-cfb4-41c8-87f1-6bbee02806d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:16:13.922283 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-39d17e3e-0316-4744-a835-6fa12333c3f5 None None] For port 73615a4b-449f-4002-a4ee-77647aa9df55, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=73615a4b-449f-4002-a4ee-77647aa9df55,segment=NetworkSegment(84de2f3c-498e-4f56-b856-43c9367026c4),segment_id=84de2f3c-498e-4f56-b856-43c9367026c4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:13.937192 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-39d17e3e-0316-4744-a835-6fa12333c3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (73615a4b-449f-4002-a4ee-77647aa9df55), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:13.961711 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a346a337-bc0d-421b-90fc-2f25702d51a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Network 5e570db1-c5b9-470b-829b-0b60044b9ad2 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:16:13.991417 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-a346a337-bc0d-421b-90fc-2f25702d51a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 5e570db1-c5b9-470b-829b-0b60044b9ad2) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:14.005726 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a346a337-bc0d-421b-90fc-2f25702d51a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:14.007287 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a346a337-bc0d-421b-90fc-2f25702d51a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.019357 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d14cff4c-3f14-43ec-a89e-5647798ea0be None None] Publish callbacks [] for port (6a21d403-5a53-425e-9b32-00e096dc7391), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.027196 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779712ba-1419-4677-85dd-08f0a9e09eee None None] Network 5e570db1-c5b9-470b-829b-0b60044b9ad2 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:14.051852 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-6e55e2a8-f8e4-4744-9292-424d1ff7ffd2 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Allocated IP 172.20.0.9 (0c555f0d-f41e-457f-add5-e277e4727894/56f35b28-ec7b-4b41-866e-0ead44aa07c4/820e2aec-e436-46be-b8ae-7f6c3acc4f93) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:14.059964 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d14cff4c-3f14-43ec-a89e-5647798ea0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (6a21d403-5a53-425e-9b32-00e096dc7391), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.078307 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a346a337-bc0d-421b-90fc-2f25702d51a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1307158 Feb 19 04:16:14.183257 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d17e3e-0316-4744-a835-6fa12333c3f5 None None] Pushing event updated for resources: {'Port': ['ID=73615a4b-449f-4002-a4ee-77647aa9df55,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:14.199308 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14cff4c-3f14-43ec-a89e-5647798ea0be None None] Network 5e424759-b828-4dc5-a84c-77f3ea8b6a4e is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:14.228642 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-d14cff4c-3f14-43ec-a89e-5647798ea0be None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:14.270795 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14cff4c-3f14-43ec-a89e-5647798ea0be None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:14.306879 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cff4c-3f14-43ec-a89e-5647798ea0be None None] Pushing event updated for resources: {'Port': ['ID=6a21d403-5a53-425e-9b32-00e096dc7391,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:14.522031 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed35ce1-d8dc-44ee-9918-6ecf1e14a7fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-5e570db1-c5b9-470b-829b-0b60044b9ad2', 'network_id': '5e570db1-c5b9-470b-829b-0b60044b9ad2', 'project_id': '8865c64b2ac542288fdbffd7b4747b43', 'fixed_ips': [{'subnet_id': '976f0d17-a448-4efe-89f1-871a7ad7ef8b'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:16:14.530393 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bed35ce1-d8dc-44ee-9918-6ecf1e14a7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.605898 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d14cff4c-3f14-43ec-a89e-5647798ea0be None None] Attempting to bind port 6a21d403-5a53-425e-9b32-00e096dc7391 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:16:14.609619 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d14cff4c-3f14-43ec-a89e-5647798ea0be None None] Attempting to bind port 6a21d403-5a53-425e-9b32-00e096dc7391 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '08c38d32-3754-4cc6-857a-0e1e6b5fdfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5e424759-b828-4dc5-a84c-77f3ea8b6a4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:16:14.610578 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14cff4c-3f14-43ec-a89e-5647798ea0be None None] Attempting to bind port 6a21d403-5a53-425e-9b32-00e096dc7391 on network 5e424759-b828-4dc5-a84c-77f3ea8b6a4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:14.647650 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14cff4c-3f14-43ec-a89e-5647798ea0be None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:16:14.671068 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14cff4c-3f14-43ec-a89e-5647798ea0be None None] Checking segment: {'id': '08c38d32-3754-4cc6-857a-0e1e6b5fdfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5e424759-b828-4dc5-a84c-77f3ea8b6a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:14.671068 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d14cff4c-3f14-43ec-a89e-5647798ea0be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.671911 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14cff4c-3f14-43ec-a89e-5647798ea0be None None] Bound using segment: {'id': '08c38d32-3754-4cc6-857a-0e1e6b5fdfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5e424759-b828-4dc5-a84c-77f3ea8b6a4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:16:14.672947 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d14cff4c-3f14-43ec-a89e-5647798ea0be None None] Bound port: 6a21d403-5a53-425e-9b32-00e096dc7391, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c38d32-3754-4cc6-857a-0e1e6b5fdfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5e424759-b828-4dc5-a84c-77f3ea8b6a4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:16:14.673834 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d14cff4c-3f14-43ec-a89e-5647798ea0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6a21d403-5a53-425e-9b32-00e096dc7391), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.707595 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d4c7305-34f3-4b5d-b6d0-c285e8a2f6ad req-af0bdcc8-0ade-471f-8ae8-16a8700bc879 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.722865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ab3cf-98a6-41cd-abf4-2c77ae022d30 req-d091cb99-311b-4790-a99a-73f94b8de649 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:14.771828 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ab3cf-98a6-41cd-abf4-2c77ae022d30 req-d091cb99-311b-4790-a99a-73f94b8de649 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:14.802894 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ab3cf-98a6-41cd-abf4-2c77ae022d30 req-d091cb99-311b-4790-a99a-73f94b8de649 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:14.818032 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ab3cf-98a6-41cd-abf4-2c77ae022d30 req-d091cb99-311b-4790-a99a-73f94b8de649 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:14.829540 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ab3cf-98a6-41cd-abf4-2c77ae022d30 req-d091cb99-311b-4790-a99a-73f94b8de649 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:14.841432 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ab3cf-98a6-41cd-abf4-2c77ae022d30 req-d091cb99-311b-4790-a99a-73f94b8de649 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:14.856888 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ab3cf-98a6-41cd-abf4-2c77ae022d30 req-d091cb99-311b-4790-a99a-73f94b8de649 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:14.862072 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-026ab3cf-98a6-41cd-abf4-2c77ae022d30 req-d091cb99-311b-4790-a99a-73f94b8de649 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5436 time: 0.4129558 Feb 19 04:16:14.942832 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-6e55e2a8-f8e4-4744-9292-424d1ff7ffd2 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Publish callbacks [] for port (820e2aec-e436-46be-b8ae-7f6c3acc4f93), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:14.986558 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46574a7a-e1d5-4bf8-ab21-1135de10e601 req-c03d19cf-227d-49c5-9620-cee051d45419 tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.1203411 Feb 19 04:16:15.004513 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d4c7305-34f3-4b5d-b6d0-c285e8a2f6ad req-af0bdcc8-0ade-471f-8ae8-16a8700bc879 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (9763833f-0e4a-4323-a040-f961d105d7bf), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.084085 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d4c7305-34f3-4b5d-b6d0-c285e8a2f6ad req-af0bdcc8-0ade-471f-8ae8-16a8700bc879 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9763833f-0e4a-4323-a040-f961d105d7bf), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.152350 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-6e55e2a8-f8e4-4744-9292-424d1ff7ffd2 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (820e2aec-e436-46be-b8ae-7f6c3acc4f93), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.171138 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d4c7305-34f3-4b5d-b6d0-c285e8a2f6ad req-af0bdcc8-0ade-471f-8ae8-16a8700bc879 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.185472 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-026ab3cf-98a6-41cd-abf4-2c77ae022d30 req-b3118cae-29ba-4203-b787-6feb0747716f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2385767 Feb 19 04:16:15.215360 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d4c7305-34f3-4b5d-b6d0-c285e8a2f6ad req-af0bdcc8-0ade-471f-8ae8-16a8700bc879 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.5611134 Feb 19 04:16:15.245183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0bdcc8-0ade-471f-8ae8-16a8700bc879 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9763833f-0e4a-4323-a040-f961d105d7bf,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:15.278925 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d14cff4c-3f14-43ec-a89e-5647798ea0be None None] For port 6a21d403-5a53-425e-9b32-00e096dc7391, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:16:15.296100 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d14cff4c-3f14-43ec-a89e-5647798ea0be None None] For port 6a21d403-5a53-425e-9b32-00e096dc7391, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6a21d403-5a53-425e-9b32-00e096dc7391,segment=NetworkSegment(08c38d32-3754-4cc6-857a-0e1e6b5fdfad),segment_id=08c38d32-3754-4cc6-857a-0e1e6b5fdfad)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:16:15.307263 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-bed35ce1-d8dc-44ee-9918-6ecf1e14a7fa None None] Allocated IP 19.86.0.2 (5e570db1-c5b9-470b-829b-0b60044b9ad2/976f0d17-a448-4efe-89f1-871a7ad7ef8b/ffc736b7-70ea-4926-b606-a701455c7204) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:15.320035 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d14cff4c-3f14-43ec-a89e-5647798ea0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6a21d403-5a53-425e-9b32-00e096dc7391), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:15.549404 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-6e55e2a8-f8e4-4744-9292-424d1ff7ffd2 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Network 0c555f0d-f41e-457f-add5-e277e4727894 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:15.573352 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-6e55e2a8-f8e4-4744-9292-424d1ff7ffd2 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:15.590223 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-6e55e2a8-f8e4-4744-9292-424d1ff7ffd2 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:15.732720 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-806ba6a3-6adf-49e9-97d5-c2ec04cee607 req-7afeae61-91ff-46e1-9e26-27d045c2177c tempest-ServerShowV257Test-1999660157 tempest-ServerShowV257Test-1999660157-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2bbf40-6d41-4985-a182-ba4afc0062c5 HTTP/1.1" status: 200 len: 210 time: 0.1629486 Feb 19 04:16:15.739267 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cff4c-3f14-43ec-a89e-5647798ea0be None None] Pushing event updated for resources: {'Port': ['ID=6a21d403-5a53-425e-9b32-00e096dc7391,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:15.781202 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55e2a8-f8e4-4744-9292-424d1ff7ffd2 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Pushing event updated for resources: {'Port': ['ID=820e2aec-e436-46be-b8ae-7f6c3acc4f93,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:15.983891 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-6e55e2a8-f8e4-4744-9292-424d1ff7ffd2 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:15.984539 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-6e55e2a8-f8e4-4744-9292-424d1ff7ffd2 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.095638 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-6e55e2a8-f8e4-4744-9292-424d1ff7ffd2 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0910292 Feb 19 04:16:16.130013 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-5b11a412-cc4c-48e3-bd57-29536b23451a tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:16:16.131413 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-5b11a412-cc4c-48e3-bd57-29536b23451a tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0223482 Feb 19 04:16:16.164891 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-45c5fcb9-238e-4bd3-a8e4-a0d4db48e753 service neutron] Request body: {'port': {'device_id': '04a8bc94-d7f3-442c-939d-2af3fff9545e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:16.176129 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cbc88-7ef1-4b53-b905-a9012c81bde1 req-2475066b-5fcc-4693-a148-e539b4fd15d9 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:16.195401 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-313cbc88-7ef1-4b53-b905-a9012c81bde1 req-2475066b-5fcc-4693-a148-e539b4fd15d9 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a8bc94-d7f3-442c-939d-2af3fff9545e HTTP/1.1" status: 200 len: 931 time: 0.2875957 Feb 19 04:16:16.213113 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-5d5eb5de-c1c9-4c98-a72e-4bde96ba090e tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:16.219529 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-5d5eb5de-c1c9-4c98-a72e-4bde96ba090e tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:16.225177 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-5d5eb5de-c1c9-4c98-a72e-4bde96ba090e tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/networks?id=5e424759-b828-4dc5-a84c-77f3ea8b6a4e&id=5e570db1-c5b9-470b-829b-0b60044b9ad2&id=5e424759-b828-4dc5-a84c-77f3ea8b6a4e HTTP/1.1" status: 200 len: 1391 time: 0.6566043 Feb 19 04:16:16.257734 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 73615a4b-449f-4002-a4ee-77647aa9df55 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:16.321621 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-f8f6d222-023e-4357-92c2-d426bb7058f3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/quotas/8865c64b2ac542288fdbffd7b4747b43 HTTP/1.1" status: 200 len: 375 time: 0.0239320 Feb 19 04:16:16.359044 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-313cbc88-7ef1-4b53-b905-a9012c81bde1 req-91234ccc-7b5b-425c-91c3-d1c1d4dbd69b tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/security-groups?id=6649729b-ec9f-46f9-b87d-961062133105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622555 Feb 19 04:16:16.448188 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bed35ce1-d8dc-44ee-9918-6ecf1e14a7fa None None] Publish callbacks [] for port (ffc736b7-70ea-4926-b606-a701455c7204), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.482235 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bed35ce1-d8dc-44ee-9918-6ecf1e14a7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (ffc736b7-70ea-4926-b606-a701455c7204), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.527140 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-45c5fcb9-238e-4bd3-a8e4-a0d4db48e753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (820e2aec-e436-46be-b8ae-7f6c3acc4f93), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.621557 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-1dadc8d4-67a1-4379-a7b6-88e905f10478 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8865c64b2ac542288fdbffd7b4747b43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2890773 Feb 19 04:16:16.645114 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed35ce1-d8dc-44ee-9918-6ecf1e14a7fa None None] Network 5e570db1-c5b9-470b-829b-0b60044b9ad2 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:16.660724 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-bed35ce1-d8dc-44ee-9918-6ecf1e14a7fa None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:16.667595 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed35ce1-d8dc-44ee-9918-6ecf1e14a7fa None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:16.700174 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed35ce1-d8dc-44ee-9918-6ecf1e14a7fa None None] Pushing event updated for resources: {'Port': ['ID=ffc736b7-70ea-4926-b606-a701455c7204,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:16.726960 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 73615a4b-449f-4002-a4ee-77647aa9df55 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:16.730481 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (73615a4b-449f-4002-a4ee-77647aa9df55), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:16.979336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-50bf0a27-5197-40e6-b91a-66288109910e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:16.993834 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-50bf0a27-5197-40e6-b91a-66288109910e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/networks?id=1eb80df5-02a8-42f3-aafa-0ab48b90855e HTTP/1.1" status: 200 len: 813 time: 0.3718154 Feb 19 04:16:17.036160 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-2f6f694e-25a3-4705-80ed-973684cc9570 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/quotas/95b2f7472970401693fc6d1d453ec3fd HTTP/1.1" status: 200 len: 375 time: 0.0385945 Feb 19 04:16:17.190604 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-65ed8be0-0068-4ff9-a32a-41061f13d668 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=95b2f7472970401693fc6d1d453ec3fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1526287 Feb 19 04:16:17.219799 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-bed35ce1-d8dc-44ee-9918-6ecf1e14a7fa None None] Attempting to bind port ffc736b7-70ea-4926-b606-a701455c7204 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:16:17.220240 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-bed35ce1-d8dc-44ee-9918-6ecf1e14a7fa None None] Attempting to bind port ffc736b7-70ea-4926-b606-a701455c7204 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'a544fda3-7172-454a-a51c-bcc2a0b4a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5e570db1-c5b9-470b-829b-0b60044b9ad2'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:16:17.220618 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed35ce1-d8dc-44ee-9918-6ecf1e14a7fa None None] Attempting to bind port ffc736b7-70ea-4926-b606-a701455c7204 on network 5e570db1-c5b9-470b-829b-0b60044b9ad2 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:17.252187 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed35ce1-d8dc-44ee-9918-6ecf1e14a7fa None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:16:17.252770 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed35ce1-d8dc-44ee-9918-6ecf1e14a7fa None None] Checking segment: {'id': 'a544fda3-7172-454a-a51c-bcc2a0b4a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5e570db1-c5b9-470b-829b-0b60044b9ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:17.253350 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bed35ce1-d8dc-44ee-9918-6ecf1e14a7fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.253834 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed35ce1-d8dc-44ee-9918-6ecf1e14a7fa None None] Bound using segment: {'id': 'a544fda3-7172-454a-a51c-bcc2a0b4a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5e570db1-c5b9-470b-829b-0b60044b9ad2'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:16:17.254358 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-bed35ce1-d8dc-44ee-9918-6ecf1e14a7fa None None] Bound port: ffc736b7-70ea-4926-b606-a701455c7204, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a544fda3-7172-454a-a51c-bcc2a0b4a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5e570db1-c5b9-470b-829b-0b60044b9ad2'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:16:17.254801 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bed35ce1-d8dc-44ee-9918-6ecf1e14a7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ffc736b7-70ea-4926-b606-a701455c7204), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.276668 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-45c5fcb9-238e-4bd3-a8e4-a0d4db48e753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 820e2aec-e436-46be-b8ae-7f6c3acc4f93 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:16:17.291372 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-45c5fcb9-238e-4bd3-a8e4-a0d4db48e753 service neutron] Publish callbacks [] for port (820e2aec-e436-46be-b8ae-7f6c3acc4f93), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.312046 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-45c5fcb9-238e-4bd3-a8e4-a0d4db48e753 service neutron] Transition to ACTIVE for port object 820e2aec-e436-46be-b8ae-7f6c3acc4f93 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:16:17.314421 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 73615a4b-449f-4002-a4ee-77647aa9df55 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:17.327854 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-45c5fcb9-238e-4bd3-a8e4-a0d4db48e753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (820e2aec-e436-46be-b8ae-7f6c3acc4f93), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.426498 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-bed35ce1-d8dc-44ee-9918-6ecf1e14a7fa None None] For port ffc736b7-70ea-4926-b606-a701455c7204, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:16:17.431767 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-bed35ce1-d8dc-44ee-9918-6ecf1e14a7fa None None] For port ffc736b7-70ea-4926-b606-a701455c7204, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ffc736b7-70ea-4926-b606-a701455c7204,segment=NetworkSegment(a544fda3-7172-454a-a51c-bcc2a0b4a1b5),segment_id=a544fda3-7172-454a-a51c-bcc2a0b4a1b5)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:16:17.446215 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bed35ce1-d8dc-44ee-9918-6ecf1e14a7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ffc736b7-70ea-4926-b606-a701455c7204), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.459751 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5fcb9-238e-4bd3-a8e4-a0d4db48e753 service neutron] Pushing event updated for resources: {'Port': ['ID=820e2aec-e436-46be-b8ae-7f6c3acc4f93,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:17.523414 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-d23d2e70-ade6-4b0d-b60a-8ad4345cb5b5 service neutron] 10.222.0.65 "GET /v2.0/networks/1eb80df5-02a8-42f3-aafa-0ab48b90855e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047910 Feb 19 04:16:17.571768 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed35ce1-d8dc-44ee-9918-6ecf1e14a7fa None None] Pushing event updated for resources: {'Port': ['ID=ffc736b7-70ea-4926-b606-a701455c7204,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:17.599877 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-184503c7-a773-40c5-9c54-01961b72e498 service neutron] 10.222.0.65 "GET /v2.0/networks/5e424759-b828-4dc5-a84c-77f3ea8b6a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9139364 Feb 19 04:16:17.765857 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-00fb24b3-2ee8-404c-b502-c2cfbd982663 service neutron] 10.222.0.65 "GET /v2.0/networks/1eb80df5-02a8-42f3-aafa-0ab48b90855e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382770 Feb 19 04:16:17.822367 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700aef89-a1cb-460e-b2af-422fb30b23c4 None None] Network 5e424759-b828-4dc5-a84c-77f3ea8b6a4e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:17.958576 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-45c5fcb9-238e-4bd3-a8e4-a0d4db48e753 service neutron] Attempting to bind port 820e2aec-e436-46be-b8ae-7f6c3acc4f93 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:16:17.959194 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-45c5fcb9-238e-4bd3-a8e4-a0d4db48e753 service neutron] Attempting to bind port 820e2aec-e436-46be-b8ae-7f6c3acc4f93 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'f52d0676-172c-4380-9982-e9017febddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0c555f0d-f41e-457f-add5-e277e4727894'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:16:17.959723 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-45c5fcb9-238e-4bd3-a8e4-a0d4db48e753 service neutron] Attempting to bind port 820e2aec-e436-46be-b8ae-7f6c3acc4f93 on network 0c555f0d-f41e-457f-add5-e277e4727894 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:18.016936 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-45c5fcb9-238e-4bd3-a8e4-a0d4db48e753 service neutron] Port 820e2aec-e436-46be-b8ae-7f6c3acc4f93 on network 0c555f0d-f41e-457f-add5-e277e4727894 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:16:18.021390 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-45c5fcb9-238e-4bd3-a8e4-a0d4db48e753 service neutron] Attempting to bind port 820e2aec-e436-46be-b8ae-7f6c3acc4f93 on network 0c555f0d-f41e-457f-add5-e277e4727894 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:18.047153 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-45c5fcb9-238e-4bd3-a8e4-a0d4db48e753 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:16:18.048217 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-45c5fcb9-238e-4bd3-a8e4-a0d4db48e753 service neutron] Checking segment: {'id': 'f52d0676-172c-4380-9982-e9017febddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0c555f0d-f41e-457f-add5-e277e4727894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:18.049300 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-45c5fcb9-238e-4bd3-a8e4-a0d4db48e753 service neutron] Bound using segment: {'id': 'f52d0676-172c-4380-9982-e9017febddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0c555f0d-f41e-457f-add5-e277e4727894'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:16:18.074408 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-45c5fcb9-238e-4bd3-a8e4-a0d4db48e753 service neutron] Bound port: 820e2aec-e436-46be-b8ae-7f6c3acc4f93, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f52d0676-172c-4380-9982-e9017febddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0c555f0d-f41e-457f-add5-e277e4727894'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:16:18.078663 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-45c5fcb9-238e-4bd3-a8e4-a0d4db48e753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (820e2aec-e436-46be-b8ae-7f6c3acc4f93), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.080811 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-144ce6b1-70b5-42e0-bf59-158786adfc72 None None] Provisioning complete for port 6a21d403-5a53-425e-9b32-00e096dc7391 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:18.081224 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-144ce6b1-70b5-42e0-bf59-158786adfc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6a21d403-5a53-425e-9b32-00e096dc7391), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.182216 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-369f373b-997e-4231-904b-f66dcd0dc628 service neutron] 10.222.0.65 "GET /v2.0/networks/5e424759-b828-4dc5-a84c-77f3ea8b6a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582569 Feb 19 04:16:18.309818 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6a21d403-5a53-425e-9b32-00e096dc7391 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:18.349537 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-45c5fcb9-238e-4bd3-a8e4-a0d4db48e753 service neutron] For port 820e2aec-e436-46be-b8ae-7f6c3acc4f93, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:16:18.355004 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-45c5fcb9-238e-4bd3-a8e4-a0d4db48e753 service neutron] For port 820e2aec-e436-46be-b8ae-7f6c3acc4f93, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=820e2aec-e436-46be-b8ae-7f6c3acc4f93,segment=NetworkSegment(f52d0676-172c-4380-9982-e9017febddf6),segment_id=f52d0676-172c-4380-9982-e9017febddf6)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:16:18.409303 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-45c5fcb9-238e-4bd3-a8e4-a0d4db48e753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (820e2aec-e436-46be-b8ae-7f6c3acc4f93), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.558897 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-45c5fcb9-238e-4bd3-a8e4-a0d4db48e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:18.563702 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-45c5fcb9-238e-4bd3-a8e4-a0d4db48e753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.575342 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-144ce6b1-70b5-42e0-bf59-158786adfc72 None None] Current status of the port 6a21d403-5a53-425e-9b32-00e096dc7391 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:18.576454 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-144ce6b1-70b5-42e0-bf59-158786adfc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6a21d403-5a53-425e-9b32-00e096dc7391), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.585623 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-45c5fcb9-238e-4bd3-a8e4-a0d4db48e753 service neutron] 10.222.0.10 "PUT /v2.0/ports/820e2aec-e436-46be-b8ae-7f6c3acc4f93 HTTP/1.1" status: 200 len: 1091 time: 2.4163184 Feb 19 04:16:18.605972 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a8bc94-d7f3-442c-939d-2af3fff9545e', 'tag': '820e2aec-e436-46be-b8ae-7f6c3acc4f93'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:18.620386 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc680a9e-a0ce-4a76-9933-0b6dff3617b1" -d '{"events": [{"name": "network-changed", "server_uuid": "04a8bc94-d7f3-442c-939d-2af3fff9545e", "tag": "820e2aec-e436-46be-b8ae-7f6c3acc4f93"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:18.702683 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e639c27-e871-4134-bc6e-24c46779b992 req-f04d30b0-c6ed-4e41-bbec-aad541c2f5d3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:18.703456 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-144ce6b1-70b5-42e0-bf59-158786adfc72 None None] For port 6a21d403-5a53-425e-9b32-00e096dc7391, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6a21d403-5a53-425e-9b32-00e096dc7391,segment=NetworkSegment(08c38d32-3754-4cc6-857a-0e1e6b5fdfad),segment_id=08c38d32-3754-4cc6-857a-0e1e6b5fdfad)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:18.724219 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e639c27-e871-4134-bc6e-24c46779b992 req-f04d30b0-c6ed-4e41-bbec-aad541c2f5d3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:18.730134 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 6a21d403-5a53-425e-9b32-00e096dc7391 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:18.730934 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6a21d403-5a53-425e-9b32-00e096dc7391), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.736285 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-144ce6b1-70b5-42e0-bf59-158786adfc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6a21d403-5a53-425e-9b32-00e096dc7391), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:18.742537 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e639c27-e871-4134-bc6e-24c46779b992 req-f04d30b0-c6ed-4e41-bbec-aad541c2f5d3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:18.766762 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e639c27-e871-4134-bc6e-24c46779b992 req-f04d30b0-c6ed-4e41-bbec-aad541c2f5d3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:18.796462 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e639c27-e871-4134-bc6e-24c46779b992 req-f04d30b0-c6ed-4e41-bbec-aad541c2f5d3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:18.819076 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e639c27-e871-4134-bc6e-24c46779b992 req-f04d30b0-c6ed-4e41-bbec-aad541c2f5d3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:18.846152 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e639c27-e871-4134-bc6e-24c46779b992 req-f04d30b0-c6ed-4e41-bbec-aad541c2f5d3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:18.866740 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1e639c27-e871-4134-bc6e-24c46779b992 req-f04d30b0-c6ed-4e41-bbec-aad541c2f5d3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5436 time: 0.4141257 Feb 19 04:16:18.872419 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-394a6fbb-9325-45da-aba2-9f4dc854e0a0 service neutron] 10.222.0.65 "GET /v2.0/networks/5e570db1-c5b9-470b-829b-0b60044b9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6461492 Feb 19 04:16:18.874620 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5fcb9-238e-4bd3-a8e4-a0d4db48e753 service neutron] Pushing event updated for resources: {'Port': ['ID=820e2aec-e436-46be-b8ae-7f6c3acc4f93,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:18.962573 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-58c5dc60-323e-4a51-b314-67bbfcde68c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:18.966078 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-58c5dc60-323e-4a51-b314-67bbfcde68c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=54f5ada6f15f4ade8e7551b998a3ce33&device_id=04a8bc94-d7f3-442c-939d-2af3fff9545e HTTP/1.1" status: 200 len: 1125 time: 0.3132844 Feb 19 04:16:19.039865 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1e639c27-e871-4134-bc6e-24c46779b992 req-fccc9c6b-e9b2-4804-b475-20e6139a9ec8 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1710324 Feb 19 04:16:19.084376 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-6b7d6928-d290-4d0c-96f9-57ec6ff9bc98 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=820e2aec-e436-46be-b8ae-7f6c3acc4f93 HTTP/1.1" status: 200 len: 217 time: 0.0913427 Feb 19 04:16:19.213875 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ce6b1-70b5-42e0-bf59-158786adfc72 None None] Pushing event updated for resources: {'Port': ['ID=6a21d403-5a53-425e-9b32-00e096dc7391,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:19.424224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb80fd-a980-442e-b8e8-29fc13d31498 req-9512ccba-3877-4205-8418-48c39c87156c tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:19.432818 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4fbb80fd-a980-442e-b8e8-29fc13d31498 req-9512ccba-3877-4205-8418-48c39c87156c tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a8bc94-d7f3-442c-939d-2af3fff9545e HTTP/1.1" status: 200 len: 943 time: 0.1487958 Feb 19 04:16:19.438146 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-5120ce22-24c8-4e09-a625-f079ebea1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:19.443405 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-5120ce22-24c8-4e09-a625-f079ebea1647 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56f35b28-ec7b-4b41-866e-0ead44aa07c4 HTTP/1.1" status: 200 len: 852 time: 0.2271645 Feb 19 04:16:19.463545 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 6a21d403-5a53-425e-9b32-00e096dc7391 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:19.478785 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-51975bd1-966b-43ed-976e-b732473b2fb6 None None] Provisioning complete for port 6a21d403-5a53-425e-9b32-00e096dc7391 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:19.479191 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-51975bd1-966b-43ed-976e-b732473b2fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6a21d403-5a53-425e-9b32-00e096dc7391), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:19.517326 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-7e4bfe49-1bfe-47df-80f4-4074ad1fc58d service neutron] 10.222.0.65 "GET /v2.0/networks/5e570db1-c5b9-470b-829b-0b60044b9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6199262 Feb 19 04:16:19.605121 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4fbb80fd-a980-442e-b8e8-29fc13d31498 req-73688914-4a70-48fd-8bb5-52ab1cf78928 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/security-groups?id=6649729b-ec9f-46f9-b87d-961062133105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710610 Feb 19 04:16:19.622086 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-9a1cb458-d2ef-4d8c-b69d-36a76bd528e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0c555f0d-f41e-457f-add5-e277e4727894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1657627 Feb 19 04:16:19.749996 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-51975bd1-966b-43ed-976e-b732473b2fb6 None None] Current status of the port 6a21d403-5a53-425e-9b32-00e096dc7391 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:19.824290 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ba7ec7aa-1cfe-4130-9d21-345ac9c70c1c req-c2a97459-01fc-4e8a-a7a2-dad2d2706025 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 210 time: 0.0785768 Feb 19 04:16:19.930223 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40512) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:19.964789 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-83180b35-61d2-4dc1-9009-67ebf9f3526a service neutron] 10.222.0.65 "GET /v2.0/networks/5e424759-b828-4dc5-a84c-77f3ea8b6a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699250 Feb 19 04:16:19.971592 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edb4bbe-74e8-4379-860d-1eceec1d059c x-openstack-request-id: req-7edb4bbe-74e8-4379-860d-1eceec1d059c {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:19.972197 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a8bc94-d7f3-442c-939d-2af3fff9545e", "tag": "820e2aec-e436-46be-b8ae-7f6c3acc4f93", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:19.972657 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7edb4bbe-74e8-4379-860d-1eceec1d059c {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:19.973243 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a8bc94-d7f3-442c-939d-2af3fff9545e', 'tag': '820e2aec-e436-46be-b8ae-7f6c3acc4f93', 'status': 'completed', 'code': 200} Feb 19 04:16:20.088705 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae96733-b912-432b-9a89-bc7a55fb7c52 None None] Network 5e570db1-c5b9-470b-829b-0b60044b9ad2 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:16:20.302012 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-218ae061-12fd-42ab-a2a2-3ae625559bf1 None None] Provisioning complete for port ffc736b7-70ea-4926-b606-a701455c7204 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:20.302892 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-218ae061-12fd-42ab-a2a2-3ae625559bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ffc736b7-70ea-4926-b606-a701455c7204), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.331447 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cc5aa-4eb5-4842-ba86-3f29ff1e172e req-639cff76-6267-422b-9094-386227b6016d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:20.348853 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cc5aa-4eb5-4842-ba86-3f29ff1e172e req-639cff76-6267-422b-9094-386227b6016d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:20.356298 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-1f863856-c6cd-4fa2-ae6d-038066afd957 service neutron] 10.222.0.10 "GET /v2.0/networks/0c555f0d-f41e-457f-add5-e277e4727894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6826141 Feb 19 04:16:20.361667 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-326e14fa-cef8-44fb-a9d9-a288c36a1080 service neutron] 10.222.0.65 "GET /v2.0/networks/5e424759-b828-4dc5-a84c-77f3ea8b6a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331587 Feb 19 04:16:20.374302 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6a21d403-5a53-425e-9b32-00e096dc7391 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:20.376004 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cc5aa-4eb5-4842-ba86-3f29ff1e172e req-639cff76-6267-422b-9094-386227b6016d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:20.389715 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cc5aa-4eb5-4842-ba86-3f29ff1e172e req-639cff76-6267-422b-9094-386227b6016d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:20.401756 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cc5aa-4eb5-4842-ba86-3f29ff1e172e req-639cff76-6267-422b-9094-386227b6016d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:20.416780 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cc5aa-4eb5-4842-ba86-3f29ff1e172e req-639cff76-6267-422b-9094-386227b6016d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:20.442788 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cc5aa-4eb5-4842-ba86-3f29ff1e172e req-639cff76-6267-422b-9094-386227b6016d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:20.456651 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0a0cc5aa-4eb5-4842-ba86-3f29ff1e172e req-639cff76-6267-422b-9094-386227b6016d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5436 time: 0.3589168 Feb 19 04:16:20.458711 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f8c705b-d61f-408a-88e9-9bba0cf592bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.465165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40516) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:20.474341 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c138f444-1ebd-4f13-a477-658fd8bd92be tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Request body: {'floatingip': {'port_id': 'd55925d6-45fb-442a-a75b-25b53b26f933'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:20.735893 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 6a21d403-5a53-425e-9b32-00e096dc7391 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:20.736645 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6a21d403-5a53-425e-9b32-00e096dc7391), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.806277 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f8c705b-d61f-408a-88e9-9bba0cf592bd admin admin] Publish callbacks [] for security_group (083d7d3b-5d43-41e7-9691-bb7d9ba29601), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.811101 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-136458c0-4ac8-4c54-9ae7-b756df542e85 req-4d61312f-4227-49b4-a82f-ee374ab4b4e5 service neutron] 10.222.0.10 "GET /v2.0/networks/0c555f0d-f41e-457f-add5-e277e4727894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474969 Feb 19 04:16:21.085374 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-218ae061-12fd-42ab-a2a2-3ae625559bf1 None None] Current status of the port ffc736b7-70ea-4926-b606-a701455c7204 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:21.086242 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-218ae061-12fd-42ab-a2a2-3ae625559bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ffc736b7-70ea-4926-b606-a701455c7204), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:21.294259 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6077c18b-b05d-4e85-88cf-8f8450f0942d req-03900358-3647-4007-8a63-38fae11c472a tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 210 time: 0.3088579 Feb 19 04:16:21.339413 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc680a9e-a0ce-4a76-9933-0b6dff3617b1 req-a0c7212b-21ec-46e7-8208-7cf769d55253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:21.346050 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cc680a9e-a0ce-4a76-9933-0b6dff3617b1 req-a0c7212b-21ec-46e7-8208-7cf769d55253 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=54f5ada6f15f4ade8e7551b998a3ce33&device_id=04a8bc94-d7f3-442c-939d-2af3fff9545e HTTP/1.1" status: 200 len: 1125 time: 0.4134967 Feb 19 04:16:21.406921 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f8c705b-d61f-408a-88e9-9bba0cf592bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (083d7d3b-5d43-41e7-9691-bb7d9ba29601), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:21.407950 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 6a21d403-5a53-425e-9b32-00e096dc7391 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:21.408468 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ffc736b7-70ea-4926-b606-a701455c7204 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:21.412696 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-218ae061-12fd-42ab-a2a2-3ae625559bf1 None None] For port ffc736b7-70ea-4926-b606-a701455c7204, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ffc736b7-70ea-4926-b606-a701455c7204,segment=NetworkSegment(a544fda3-7172-454a-a51c-bcc2a0b4a1b5),segment_id=a544fda3-7172-454a-a51c-bcc2a0b4a1b5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:21.500458 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9f8c705b-d61f-408a-88e9-9bba0cf592bd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a3afebae6d834d9ea501836d0c6d38bc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5655346 Feb 19 04:16:21.514481 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c138f444-1ebd-4f13-a477-658fd8bd92be tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for floatingip (ad7bec75-5053-45f8-a67e-813158ed1b2d), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:21.558480 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40530) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:21.569083 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-218ae061-12fd-42ab-a2a2-3ae625559bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ffc736b7-70ea-4926-b606-a701455c7204), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:21.805764 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-920f79d2-46c0-48b0-982d-18eacaa6e4c6 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:21.812634 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-920f79d2-46c0-48b0-982d-18eacaa6e4c6 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.48 "GET /v2.0/networks?id=1eb80df5-02a8-42f3-aafa-0ab48b90855e HTTP/1.1" status: 200 len: 813 time: 0.9766476 Feb 19 04:16:21.839048 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1619580a-e274-4bac-87b8-a663fa395d20 None None] Provisioning complete for port ffc736b7-70ea-4926-b606-a701455c7204 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:21.839690 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1619580a-e274-4bac-87b8-a663fa395d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ffc736b7-70ea-4926-b606-a701455c7204), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:21.846464 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ae061-12fd-42ab-a2a2-3ae625559bf1 None None] Pushing event updated for resources: {'Port': ['ID=ffc736b7-70ea-4926-b606-a701455c7204,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:21.895055 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-a1c83c74-1f9a-4ac0-a272-a0ceda99375e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Request body: {'port': {'device_id': '6aef371d-a79a-4f6b-b678-f18ecf1523d6', 'network_id': '1eb80df5-02a8-42f3-aafa-0ab48b90855e', 'admin_state_up': True, 'tenant_id': '95b2f7472970401693fc6d1d453ec3fd'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:21.903111 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cc65cd18-ca29-434d-b8a3-387f7232c5e6 req-ec26b9e5-0311-40d8-b376-53d866f718de tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 210 time: 0.3389375 Feb 19 04:16:21.918220 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ffc736b7-70ea-4926-b606-a701455c7204 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:21.918810 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ffc736b7-70ea-4926-b606-a701455c7204), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.020862 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc680a9e-a0ce-4a76-9933-0b6dff3617b1 req-9d331c6a-5a52-4121-b774-2df222b7924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:22.025421 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cc680a9e-a0ce-4a76-9933-0b6dff3617b1 req-9d331c6a-5a52-4121-b774-2df222b7924f service neutron] 10.222.0.10 "GET /v2.0/networks?id=0c555f0d-f41e-457f-add5-e277e4727894 HTTP/1.1" status: 200 len: 912 time: 0.6699448 Feb 19 04:16:22.194770 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cc680a9e-a0ce-4a76-9933-0b6dff3617b1 req-780679cb-16a9-4e82-98e4-488817eafcb0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=820e2aec-e436-46be-b8ae-7f6c3acc4f93 HTTP/1.1" status: 200 len: 217 time: 0.1549301 Feb 19 04:16:22.250800 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1619580a-e274-4bac-87b8-a663fa395d20 None None] Current status of the port ffc736b7-70ea-4926-b606-a701455c7204 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:22.255656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ffc736b7-70ea-4926-b606-a701455c7204 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:22.336437 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df835f49-ac92-4311-b6c0-9a7fb50a76b4 admin admin] Publish callbacks [] for security_group (083d7d3b-5d43-41e7-9691-bb7d9ba29601), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.442335 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df835f49-ac92-4311-b6c0-9a7fb50a76b4 admin admin] Publish callbacks [] for security_group (083d7d3b-5d43-41e7-9691-bb7d9ba29601), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.456004 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f32ac6-bfdd-45a2-8f6d-d1a0f4bf8bdd req-b96018a7-f454-41e2-be97-d411bd7262cf tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:22.463875 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc680a9e-a0ce-4a76-9933-0b6dff3617b1 req-bd275639-d8f1-48e5-8aa2-fb2300be2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:22.465743 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cc680a9e-a0ce-4a76-9933-0b6dff3617b1 req-bd275639-d8f1-48e5-8aa2-fb2300be2cf9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56f35b28-ec7b-4b41-866e-0ead44aa07c4 HTTP/1.1" status: 200 len: 852 time: 0.2255509 Feb 19 04:16:22.466223 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-56f32ac6-bfdd-45a2-8f6d-d1a0f4bf8bdd req-b96018a7-f454-41e2-be97-d411bd7262cf tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a8bc94-d7f3-442c-939d-2af3fff9545e HTTP/1.1" status: 200 len: 943 time: 1.1780760 Feb 19 04:16:22.479493 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cbc68c64-eed2-419f-b95d-2d3abdb7f9ef req-79cf631a-eff6-4dcc-96bf-fe1153c3eb48 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 210 time: 0.0543907 Feb 19 04:16:22.508438 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c705b-d61f-408a-88e9-9bba0cf592bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083d7d3b-5d43-41e7-9691-bb7d9ba29601,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:22.532702 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cc680a9e-a0ce-4a76-9933-0b6dff3617b1 req-09eb98b1-5b4a-4023-b8dc-5e67621750e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0c555f0d-f41e-457f-add5-e277e4727894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483775 Feb 19 04:16:22.558683 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-a1c83c74-1f9a-4ac0-a272-a0ceda99375e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Made reservation on behalf of 95b2f7472970401693fc6d1d453ec3fd for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:22.563139 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-a1c83c74-1f9a-4ac0-a272-a0ceda99375e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.567564 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ffc736b7-70ea-4926-b606-a701455c7204 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:22.793224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ffc736b7-70ea-4926-b606-a701455c7204 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:22.794549 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ffc736b7-70ea-4926-b606-a701455c7204), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:23.031666 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df835f49-ac92-4311-b6c0-9a7fb50a76b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (083d7d3b-5d43-41e7-9691-bb7d9ba29601), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:23.046932 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df835f49-ac92-4311-b6c0-9a7fb50a76b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:23.049509 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-df835f49-ac92-4311-b6c0-9a7fb50a76b4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/083d7d3b-5d43-41e7-9691-bb7d9ba29601 HTTP/1.1" status: 204 len: 168 time: 1.4860890 Feb 19 04:16:23.148497 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cc680a9e-a0ce-4a76-9933-0b6dff3617b1 req-1976ab88-6232-4c39-8ea9-ee8a14887852 service neutron] 10.222.0.10 "GET /v2.0/networks/0c555f0d-f41e-457f-add5-e277e4727894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237608 Feb 19 04:16:23.186069 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ffc736b7-70ea-4926-b606-a701455c7204 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:23.388320 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df835f49-ac92-4311-b6c0-9a7fb50a76b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083d7d3b-5d43-41e7-9691-bb7d9ba29601,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:23.486101 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06bb85b0-775d-4ac3-89c5-e4d5cf4880c1 req-9dc5dda6-172f-4af1-a66d-8c5f8fdcc932 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 210 time: 0.0855012 Feb 19 04:16:23.500290 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cc680a9e-a0ce-4a76-9933-0b6dff3617b1 req-c0da8d4f-a926-4de9-8df0-f414768ce623 service neutron] 10.222.0.10 "GET /v2.0/networks/0c555f0d-f41e-457f-add5-e277e4727894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469710 Feb 19 04:16:23.663395 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-0f94c258-dafb-4dd1-869f-a063df62fffa tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:23.670187 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-0f94c258-dafb-4dd1-869f-a063df62fffa tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:23.675380 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-0f94c258-dafb-4dd1-869f-a063df62fffa tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.10 "GET /v2.0/networks?id=5e424759-b828-4dc5-a84c-77f3ea8b6a4e&id=5e570db1-c5b9-470b-829b-0b60044b9ad2&id=5e424759-b828-4dc5-a84c-77f3ea8b6a4e HTTP/1.1" status: 200 len: 1391 time: 0.2684948 Feb 19 04:16:23.703616 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-56f32ac6-bfdd-45a2-8f6d-d1a0f4bf8bdd req-7e90aa33-f69f-45e9-a057-ec14efe8c2e9 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/security-groups?id=6649729b-ec9f-46f9-b87d-961062133105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2357547 Feb 19 04:16:23.738661 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-2499e0df-260c-48a3-93e0-9f01418814cd tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Request body: {'port': {'device_id': '7fda57fe-1722-43f5-98c3-9847c973597c', 'network_id': '5e424759-b828-4dc5-a84c-77f3ea8b6a4e', 'admin_state_up': True, 'tenant_id': '8865c64b2ac542288fdbffd7b4747b43'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:23.773314 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ba745-b946-457f-ba4f-ab6a740be864 req-a1163900-95a9-4f90-aa89-9abeb562291d tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:23.785980 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b85ba745-b946-457f-ba4f-ab6a740be864 req-a1163900-95a9-4f90-aa89-9abeb562291d tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2 HTTP/1.1" status: 200 len: 945 time: 0.1328418 Feb 19 04:16:23.898067 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b85ba745-b946-457f-ba4f-ab6a740be864 req-e3639d95-1725-496a-83b5-78a894dc8ffa tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d4e42f6-7a5d-4589-8469-5324dc5c0b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100640 Feb 19 04:16:23.940176 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d2009565-d857-47ed-9f61-29b99ff40d4f req-68bf839d-86c1-4a23-8634-b1203776c84f tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 210 time: 0.0939243 Feb 19 04:16:24.267652 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-a1c83c74-1f9a-4ac0-a272-a0ceda99375e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Allocated IP 172.20.0.3 (1eb80df5-02a8-42f3-aafa-0ab48b90855e/2107c9e8-8d56-4a4a-9abe-dde4b17b1974/a1c6d158-11f9-418e-9590-82b16576c424) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:24.330088 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-2499e0df-260c-48a3-93e0-9f01418814cd tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Made reservation on behalf of 8865c64b2ac542288fdbffd7b4747b43 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:24.333494 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-2499e0df-260c-48a3-93e0-9f01418814cd tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:24.509193 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.resource_extend [None req-c138f444-1ebd-4f13-a477-658fd8bd92be tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:16:24.723750 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2de99ae9-adb4-439a-92ad-e481a17d6dd9 req-59077531-47a3-42bc-ad7b-afa5e244d662 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 210 time: 0.0727472 Feb 19 04:16:24.898263 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a3d5c-775a-459e-9cca-06467d558b20 req-8a44d55b-de5a-4af6-9bdb-ec24e035bc25 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:24.902485 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1a7a3d5c-775a-459e-9cca-06467d558b20 req-8a44d55b-de5a-4af6-9bdb-ec24e035bc25 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2 HTTP/1.1" status: 200 len: 945 time: 0.1852500 Feb 19 04:16:24.916800 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 820e2aec-e436-46be-b8ae-7f6c3acc4f93 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:16:24.920512 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c138f444-1ebd-4f13-a477-658fd8bd92be tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:25.140245 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 820e2aec-e436-46be-b8ae-7f6c3acc4f93, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=820e2aec-e436-46be-b8ae-7f6c3acc4f93,segment=NetworkSegment(f52d0676-172c-4380-9982-e9017febddf6),segment_id=f52d0676-172c-4380-9982-e9017febddf6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:25.146243 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-2499e0df-260c-48a3-93e0-9f01418814cd tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Allocated IP 19.80.0.88 (5e424759-b828-4dc5-a84c-77f3ea8b6a4e/76eb3621-cd80-4386-a8a0-bae9641dae08/9947b787-8305-4adf-b150-e409ec3a54c6) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:25.163895 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '820e2aec-e436-46be-b8ae-7f6c3acc4f93', 'network_id': '0c555f0d-f41e-457f-add5-e277e4727894', 'port_id': '820e2aec-e436-46be-b8ae-7f6c3acc4f93', 'mac_address': 'fa:16:3e:d3:1e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f35b28-ec7b-4b41-866e-0ead44aa07c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:16:25.259548 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 820e2aec-e436-46be-b8ae-7f6c3acc4f93 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:25.262496 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (820e2aec-e436-46be-b8ae-7f6c3acc4f93), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:25.303489 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820e2aec-e436-46be-b8ae-7f6c3acc4f93 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:16:25.359176 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 820e2aec-e436-46be-b8ae-7f6c3acc4f93, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=820e2aec-e436-46be-b8ae-7f6c3acc4f93,segment=NetworkSegment(f52d0676-172c-4380-9982-e9017febddf6),segment_id=f52d0676-172c-4380-9982-e9017febddf6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:25.372649 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (820e2aec-e436-46be-b8ae-7f6c3acc4f93), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:25.473788 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6877292-21b2-4434-bebc-8ff06a052c86 req-6a1757eb-d5a3-44a9-8928-94a4a734ba11 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:25.478694 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c138f444-1ebd-4f13-a477-658fd8bd92be tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (ad7bec75-5053-45f8-a67e-813158ed1b2d), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:25.487735 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d6877292-21b2-4434-bebc-8ff06a052c86 req-6a1757eb-d5a3-44a9-8928-94a4a734ba11 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2 HTTP/1.1" status: 200 len: 945 time: 0.3305705 Feb 19 04:16:25.508475 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-1a7a3d5c-775a-459e-9cca-06467d558b20 req-59480b81-5a65-42b2-9dda-577c99ad026c tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Deleting port 3439a3b0-3ac1-4bbd-8e6b-92f355199869 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:25.510202 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1a7a3d5c-775a-459e-9cca-06467d558b20 req-59480b81-5a65-42b2-9dda-577c99ad026c tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3439a3b0-3ac1-4bbd-8e6b-92f355199869), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:25.518340 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=820e2aec-e436-46be-b8ae-7f6c3acc4f93,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:25.669426 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-a1c83c74-1f9a-4ac0-a272-a0ceda99375e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for port (a1c6d158-11f9-418e-9590-82b16576c424), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:25.713619 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['820e2aec-e436-46be-b8ae-7f6c3acc4f93'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:16:25.799659 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450a7f8-ee36-40b8-8165-5034bb9ff91e req-481f35f9-9d29-49f4-a5e0-2759673d038f tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:25.815185 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f450a7f8-ee36-40b8-8165-5034bb9ff91e req-481f35f9-9d29-49f4-a5e0-2759673d038f tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a8bc94-d7f3-442c-939d-2af3fff9545e HTTP/1.1" status: 200 len: 943 time: 0.9193914 Feb 19 04:16:25.966663 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-2499e0df-260c-48a3-93e0-9f01418814cd tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks [] for port (9947b787-8305-4adf-b150-e409ec3a54c6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:25.996320 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f450a7f8-ee36-40b8-8165-5034bb9ff91e req-9c63eaaa-8148-4db5-a5ab-b80fc8b5c9cd tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/security-groups?id=6649729b-ec9f-46f9-b87d-961062133105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794002 Feb 19 04:16:26.080864 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-a1c83c74-1f9a-4ac0-a272-a0ceda99375e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (a1c6d158-11f9-418e-9590-82b16576c424), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:26.112495 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['29414b92-492f-481f-b153-bcf04d72d1b2'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:16:26.120391 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-c138f444-1ebd-4f13-a477-658fd8bd92be tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Floating IP ad7bec75-5053-45f8-a67e-813158ed1b2d associated. External IP: 172.25.0.196, port: d55925d6-45fb-442a-a75b-25b53b26f933. Feb 19 04:16:26.454859 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-1a7a3d5c-775a-459e-9cca-06467d558b20 req-59480b81-5a65-42b2-9dda-577c99ad026c tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] For port 3439a3b0-3ac1-4bbd-8e6b-92f355199869, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3439a3b0-3ac1-4bbd-8e6b-92f355199869,segment=NetworkSegment(392ad862-29e0-4dda-bbcc-b4581638c008),segment_id=392ad862-29e0-4dda-bbcc-b4581638c008)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:26.455824 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1a7a3d5c-775a-459e-9cca-06467d558b20 req-59480b81-5a65-42b2-9dda-577c99ad026c tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3439a3b0-3ac1-4bbd-8e6b-92f355199869), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:26.499497 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-1a7a3d5c-775a-459e-9cca-06467d558b20 req-59480b81-5a65-42b2-9dda-577c99ad026c tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Calling delete_port for 3439a3b0-3ac1-4bbd-8e6b-92f355199869 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:26.551851 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-2499e0df-260c-48a3-93e0-9f01418814cd tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (9947b787-8305-4adf-b150-e409ec3a54c6), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:26.606633 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-a1c83c74-1f9a-4ac0-a272-a0ceda99375e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Network 1eb80df5-02a8-42f3-aafa-0ab48b90855e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:26.625610 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-a1c83c74-1f9a-4ac0-a272-a0ceda99375e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:26.630026 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-a1c83c74-1f9a-4ac0-a272-a0ceda99375e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:26.717233 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-a1c83c74-1f9a-4ac0-a272-a0ceda99375e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:26.718264 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-a1c83c74-1f9a-4ac0-a272-a0ceda99375e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:26.921967 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1a7a3d5c-775a-459e-9cca-06467d558b20 req-59480b81-5a65-42b2-9dda-577c99ad026c tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (3439a3b0-3ac1-4bbd-8e6b-92f355199869), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:26.942587 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c138f444-1ebd-4f13-a477-658fd8bd92be tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Router 3ea619a2-26e6-4da0-95d2-96ea90c973b8 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:16:26.952074 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-a1c83c74-1f9a-4ac0-a272-a0ceda99375e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0724342 Feb 19 04:16:26.981081 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59480b81-5a65-42b2-9dda-577c99ad026c tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Pushing event deleted for resources: {'Port': ['ID=3439a3b0-3ac1-4bbd-8e6b-92f355199869,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:26.989469 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-c824836b-c9fb-4cbb-a7be-4c7b305ca1a0 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:16:26.991654 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-c824836b-c9fb-4cbb-a7be-4c7b305ca1a0 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134532 Feb 19 04:16:27.017089 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-2499e0df-260c-48a3-93e0-9f01418814cd tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Network 5e424759-b828-4dc5-a84c-77f3ea8b6a4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:27.041234 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-2499e0df-260c-48a3-93e0-9f01418814cd tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:27.045453 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-2499e0df-260c-48a3-93e0-9f01418814cd tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:27.136189 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585238f3-1c6a-4640-a148-4d6c9ecf78c8 req-bd39e402-679e-4907-abcd-489982167f39 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:27.158677 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-585238f3-1c6a-4640-a148-4d6c9ecf78c8 req-bd39e402-679e-4907-abcd-489982167f39 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 931 time: 0.9450841 Feb 19 04:16:27.171413 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d6877292-21b2-4434-bebc-8ff06a052c86 req-52a1b30a-c1fd-40d4-8a67-a28c43f3fa74 tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d4e42f6-7a5d-4589-8469-5324dc5c0b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6815035 Feb 19 04:16:27.177093 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7a3d5c-775a-459e-9cca-06467d558b20 req-59480b81-5a65-42b2-9dda-577c99ad026c tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] No DVR routers for this DVR port 3439a3b0-3ac1-4bbd-8e6b-92f355199869 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:16:27.182194 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c83c74-1f9a-4ac0-a272-a0ceda99375e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event updated for resources: {'Port': ['ID=a1c6d158-11f9-418e-9590-82b16576c424,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:27.201535 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1a7a3d5c-775a-459e-9cca-06467d558b20 req-59480b81-5a65-42b2-9dda-577c99ad026c tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:27.231909 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1a7a3d5c-775a-459e-9cca-06467d558b20 req-59480b81-5a65-42b2-9dda-577c99ad026c tempest-AttachSCSIVolumeTestJSON-324961864 tempest-AttachSCSIVolumeTestJSON-324961864-project] 10.222.0.48 "DELETE /v2.0/ports/3439a3b0-3ac1-4bbd-8e6b-92f355199869 HTTP/1.1" status: 204 len: 173 time: 2.3208091 Feb 19 04:16:27.233251 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2', 'name': 'network-vif-deleted', 'tag': '3439a3b0-3ac1-4bbd-8e6b-92f355199869'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:27.248445 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed73c4b6-060f-4b1a-9424-4be70b9e6d6f" -d '{"events": [{"server_uuid": "f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2", "name": "network-vif-deleted", "tag": "3439a3b0-3ac1-4bbd-8e6b-92f355199869"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:27.503614 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfe0f0-9f3d-4037-b509-12d2e01727d1 req-0b5e2555-a635-4e6a-8b87-220626f40a47 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:27.522304 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04cfe0f0-9f3d-4037-b509-12d2e01727d1 req-0b5e2555-a635-4e6a-8b87-220626f40a47 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 931 time: 0.2066343 Feb 19 04:16:27.704882 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04cfe0f0-9f3d-4037-b509-12d2e01727d1 req-afd26f94-205c-45ea-951b-7dab72cce23a tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813538 Feb 19 04:16:27.765764 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a2f37963-5553-4341-af6c-a6474bf89f61 None None] Provisioning complete for port 9947b787-8305-4adf-b150-e409ec3a54c6 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:27.766368 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a2f37963-5553-4341-af6c-a6474bf89f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9947b787-8305-4adf-b150-e409ec3a54c6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:27.917364 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a2f37963-5553-4341-af6c-a6474bf89f61 None None] Port 9947b787-8305-4adf-b150-e409ec3a54c6 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:27.993523 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d1478-7f05-47c3-a5f3-e0dda697e226 req-6d0cc94e-a305-4660-8e25-33740afce82a tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:28.008842 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e06d1478-7f05-47c3-a5f3-e0dda697e226 req-6d0cc94e-a305-4660-8e25-33740afce82a tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a8bc94-d7f3-442c-939d-2af3fff9545e HTTP/1.1" status: 200 len: 944 time: 0.1565855 Feb 19 04:16:28.081314 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-b66d9d08-8382-4937-8529-a28aa1f3c657 service neutron] Request body: {'port': {'device_id': '6aef371d-a79a-4f6b-b678-f18ecf1523d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:28.108836 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e06d1478-7f05-47c3-a5f3-e0dda697e226 req-5e6044d8-4a78-457f-a44a-2e67e4db607d tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/security-groups?id=6649729b-ec9f-46f9-b87d-961062133105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980291 Feb 19 04:16:28.128654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-2499e0df-260c-48a3-93e0-9f01418814cd tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:28.129527 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-2499e0df-260c-48a3-93e0-9f01418814cd tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:28.170434 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d9ea4b-d98c-49e5-b416-d5bbc5462f21 x-openstack-request-id: req-e3d9ea4b-d98c-49e5-b416-d5bbc5462f21 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:28.170987 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2", "name": "network-vif-deleted", "tag": "3439a3b0-3ac1-4bbd-8e6b-92f355199869", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:28.171532 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e3d9ea4b-d98c-49e5-b416-d5bbc5462f21 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:28.172117 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a9dfe1-f8ad-4fa9-9a81-0a5f0dccdaa2', 'name': 'network-vif-deleted', 'tag': '3439a3b0-3ac1-4bbd-8e6b-92f355199869', 'status': 'completed', 'code': 200} Feb 19 04:16:28.180748 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-2499e0df-260c-48a3-93e0-9f01418814cd tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4760439 Feb 19 04:16:28.207580 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 3439a3b0-3ac1-4bbd-8e6b-92f355199869 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:16:28.244284 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-78c2b118-df52-4e92-be8e-6debfe63a482 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Request body: {'port': {'device_id': '7fda57fe-1722-43f5-98c3-9847c973597c', 'network_id': '5e570db1-c5b9-470b-829b-0b60044b9ad2', 'admin_state_up': True, 'tenant_id': '8865c64b2ac542288fdbffd7b4747b43'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:28.249924 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499e0df-260c-48a3-93e0-9f01418814cd tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event updated for resources: {'Port': ['ID=9947b787-8305-4adf-b150-e409ec3a54c6,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:28.283537 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 3439a3b0-3ac1-4bbd-8e6b-92f355199869 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:16:28.285860 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 3439a3b0-3ac1-4bbd-8e6b-92f355199869 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:16:28.342836 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-585238f3-1c6a-4640-a148-4d6c9ecf78c8 req-447ad89a-821f-44a6-b42f-d933aa75404f tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1800396 Feb 19 04:16:28.463328 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c138f444-1ebd-4f13-a477-658fd8bd92be tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:16:28.471584 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c138f444-1ebd-4f13-a477-658fd8bd92be tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:28.476609 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-b66d9d08-8382-4937-8529-a28aa1f3c657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a1c6d158-11f9-418e-9590-82b16576c424), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:28.480530 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7e14fc-f7b6-43c8-b311-b9b71262fa5e None None] Sync routers for ids ['3ea619a2-26e6-4da0-95d2-96ea90c973b8'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:16:28.501268 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7e14fc-f7b6-43c8-b311-b9b71262fa5e None None] Routers {'3ea619a2-26e6-4da0-95d2-96ea90c973b8'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:28.505475 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-7c7e14fc-f7b6-43c8-b311-b9b71262fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:16:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['3ea619a2-26e6-4da0-95d2-96ea90c973b8'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:28.653779 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c138f444-1ebd-4f13-a477-658fd8bd92be tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "PUT /v2.0/floatingips/ad7bec75-5053-45f8-a67e-813158ed1b2d HTTP/1.1" status: 200 len: 992 time: 8.1837127 Feb 19 04:16:28.659326 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'tag': 'd55925d6-45fb-442a-a75b-25b53b26f933'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:28.670458 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bc1807-6075-4bbb-93e4-ef044da4bf71" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "tag": "d55925d6-45fb-442a-a75b-25b53b26f933"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:28.686208 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-7c7e14fc-f7b6-43c8-b311-b9b71262fa5e None None] Set router 3ea619a2-26e6-4da0-95d2-96ea90c973b8 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:16:28.782373 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-78c2b118-df52-4e92-be8e-6debfe63a482 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Made reservation on behalf of 8865c64b2ac542288fdbffd7b4747b43 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:28.817300 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-78c2b118-df52-4e92-be8e-6debfe63a482 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:28.907447 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9020-7545-49df-b8de-166bf9125bca req-97331cae-68ec-4d80-940e-2febdbd5e71e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:28.913413 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9020-7545-49df-b8de-166bf9125bca req-97331cae-68ec-4d80-940e-2febdbd5e71e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:28.936108 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 820e2aec-e436-46be-b8ae-7f6c3acc4f93 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:28.965920 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9020-7545-49df-b8de-166bf9125bca req-97331cae-68ec-4d80-940e-2febdbd5e71e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:28.998139 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9020-7545-49df-b8de-166bf9125bca req-97331cae-68ec-4d80-940e-2febdbd5e71e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:29.030083 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 820e2aec-e436-46be-b8ae-7f6c3acc4f93 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:16:29.034847 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9020-7545-49df-b8de-166bf9125bca req-97331cae-68ec-4d80-940e-2febdbd5e71e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:29.040598 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 820e2aec-e436-46be-b8ae-7f6c3acc4f93 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:29.041483 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (820e2aec-e436-46be-b8ae-7f6c3acc4f93), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:29.051724 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9020-7545-49df-b8de-166bf9125bca req-97331cae-68ec-4d80-940e-2febdbd5e71e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:29.065887 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa9020-7545-49df-b8de-166bf9125bca req-97331cae-68ec-4d80-940e-2febdbd5e71e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:29.071998 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3caa9020-7545-49df-b8de-166bf9125bca req-97331cae-68ec-4d80-940e-2febdbd5e71e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5436 time: 0.3213878 Feb 19 04:16:29.236250 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 820e2aec-e436-46be-b8ae-7f6c3acc4f93 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:29.236632 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (820e2aec-e436-46be-b8ae-7f6c3acc4f93), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:29.286366 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-7c7e14fc-f7b6-43c8-b311-b9b71262fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'name': 'tempest-TaggedBootDevicesTest-829036890-router', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:18Z', 'updated_at': '2022-02-19T04:10:32Z', 'revision_number': 4, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'gw_port': {'id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:20Z', 'updated_at': '2022-02-19T04:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'ad7bec75-5053-45f8-a67e-813158ed1b2d', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'port_id': 'd55925d6-45fb-442a-a75b-25b53b26f933', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb', 'mac_address': 'fa:16:3e:97:63:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:12:50Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 1, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8df158-d0fa-44f0-b806-d96fe000d527', 'name': '', 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'mac_address': 'fa:16:3e:f8:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '51a2a4cd-6790-4215-a871-8bf82a31fe51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:27Z', 'updated_at': '2022-02-19T04:10:44Z', 'revision_number': 5, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'subnets': [{'id': '51a2a4cd-6790-4215-a871-8bf82a31fe51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:29.328114 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7e14fc-f7b6-43c8-b311-b9b71262fa5e None None] Checking router: 3ea619a2-26e6-4da0-95d2-96ea90c973b8 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:16:29.331892 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a8bc94-d7f3-442c-939d-2af3fff9545e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820e2aec-e436-46be-b8ae-7f6c3acc4f93'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:29.334183 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9701e968-b146-4cd6-bbfb-5aee74bfa394" -d '{"events": [{"server_uuid": "04a8bc94-d7f3-442c-939d-2af3fff9545e", "name": "network-vif-plugged", "status": "completed", "tag": "820e2aec-e436-46be-b8ae-7f6c3acc4f93"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:29.336754 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f98d00-1b75-46b2-95bb-87984ba21318 req-8590eee0-fe38-4014-bf89-1867f17cf285 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:29.337406 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3caa9020-7545-49df-b8de-166bf9125bca req-7a37d140-e97f-4128-b8f3-6109b70ef56c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2587945 Feb 19 04:16:29.342925 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7e14fc-f7b6-43c8-b311-b9b71262fa5e None None] Routers {'3ea619a2-26e6-4da0-95d2-96ea90c973b8'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:16:29.344531 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-7c7e14fc-f7b6-43c8-b311-b9b71262fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:16:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['3ea619a2-26e6-4da0-95d2-96ea90c973b8'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:29.355673 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-47f98d00-1b75-46b2-95bb-87984ba21318 req-8590eee0-fe38-4014-bf89-1867f17cf285 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 945 time: 0.7644486 Feb 19 04:16:29.382471 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 820e2aec-e436-46be-b8ae-7f6c3acc4f93, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=820e2aec-e436-46be-b8ae-7f6c3acc4f93,segment=NetworkSegment(f52d0676-172c-4380-9982-e9017febddf6),segment_id=f52d0676-172c-4380-9982-e9017febddf6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:29.391444 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (820e2aec-e436-46be-b8ae-7f6c3acc4f93), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:29.474855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=820e2aec-e436-46be-b8ae-7f6c3acc4f93,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:29.534330 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63326bd9-5af9-4c69-b60f-ae8aefb21100 x-openstack-request-id: req-63326bd9-5af9-4c69-b60f-ae8aefb21100 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:29.534652 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "tag": "d55925d6-45fb-442a-a75b-25b53b26f933", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:29.535043 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-63326bd9-5af9-4c69-b60f-ae8aefb21100 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:29.535391 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'tag': 'd55925d6-45fb-442a-a75b-25b53b26f933', 'status': 'completed', 'code': 200} Feb 19 04:16:29.596490 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-7c7e14fc-f7b6-43c8-b311-b9b71262fa5e None None] Set router 3ea619a2-26e6-4da0-95d2-96ea90c973b8 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:16:29.659994 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-47f98d00-1b75-46b2-95bb-87984ba21318 req-156ee80f-9b51-4b8d-b426-62bc47e3aad5 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031523 Feb 19 04:16:29.806365 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-78c2b118-df52-4e92-be8e-6debfe63a482 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Allocated IP 19.86.0.71 (5e570db1-c5b9-470b-829b-0b60044b9ad2/976f0d17-a448-4efe-89f1-871a7ad7ef8b/dd945579-ac23-4eef-ac40-795629a81f36) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:30.006946 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc1807-6075-4bbb-93e4-ef044da4bf71 req-4796d953-e5cf-4d27-8238-f3decc680dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:30.007879 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc1807-6075-4bbb-93e4-ef044da4bf71 req-4796d953-e5cf-4d27-8238-f3decc680dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:30.008868 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc1807-6075-4bbb-93e4-ef044da4bf71 req-4796d953-e5cf-4d27-8238-f3decc680dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:30.009824 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc1807-6075-4bbb-93e4-ef044da4bf71 req-4796d953-e5cf-4d27-8238-f3decc680dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:30.010750 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc1807-6075-4bbb-93e4-ef044da4bf71 req-4796d953-e5cf-4d27-8238-f3decc680dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:30.011677 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc1807-6075-4bbb-93e4-ef044da4bf71 req-4796d953-e5cf-4d27-8238-f3decc680dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:30.012600 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc1807-6075-4bbb-93e4-ef044da4bf71 req-4796d953-e5cf-4d27-8238-f3decc680dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:30.017521 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5bc1807-6075-4bbb-93e4-ef044da4bf71 req-4796d953-e5cf-4d27-8238-f3decc680dec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50046a5e10b942e69046ff4f02f577d8&device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 6710 time: 0.4204302 Feb 19 04:16:30.116613 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-b66d9d08-8382-4937-8529-a28aa1f3c657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c6d158-11f9-418e-9590-82b16576c424 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:16:30.163229 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-7c7e14fc-f7b6-43c8-b311-b9b71262fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'name': 'tempest-TaggedBootDevicesTest-829036890-router', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:18Z', 'updated_at': '2022-02-19T04:10:32Z', 'revision_number': 4, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'gw_port': {'id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:20Z', 'updated_at': '2022-02-19T04:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'ad7bec75-5053-45f8-a67e-813158ed1b2d', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'port_id': 'd55925d6-45fb-442a-a75b-25b53b26f933', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb', 'mac_address': 'fa:16:3e:97:63:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:12:50Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 1, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8df158-d0fa-44f0-b806-d96fe000d527', 'name': '', 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'mac_address': 'fa:16:3e:f8:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '51a2a4cd-6790-4215-a871-8bf82a31fe51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:27Z', 'updated_at': '2022-02-19T04:10:44Z', 'revision_number': 5, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'subnets': [{'id': '51a2a4cd-6790-4215-a871-8bf82a31fe51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:30.219557 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7e14fc-f7b6-43c8-b311-b9b71262fa5e None None] The sync data for ids ['3ea619a2-26e6-4da0-95d2-96ea90c973b8'] in n-d-772273-4 is: [{'id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'name': 'tempest-TaggedBootDevicesTest-829036890-router', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:18Z', 'updated_at': '2022-02-19T04:10:32Z', 'revision_number': 4, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'gw_port': {'id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:20Z', 'updated_at': '2022-02-19T04:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'ad7bec75-5053-45f8-a67e-813158ed1b2d', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'port_id': 'd55925d6-45fb-442a-a75b-25b53b26f933', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb', 'mac_address': 'fa:16:3e:97:63:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:12:50Z', 'updated_at': '2022-02-19T04:16:24Z', 'revision_number': 1, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8df158-d0fa-44f0-b806-d96fe000d527', 'name': '', 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'mac_address': 'fa:16:3e:f8:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '51a2a4cd-6790-4215-a871-8bf82a31fe51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:27Z', 'updated_at': '2022-02-19T04:10:44Z', 'revision_number': 5, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'subnets': [{'id': '51a2a4cd-6790-4215-a871-8bf82a31fe51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:16:30.222084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3cc18-607c-462c-9fee-a2be6414153a req-2a536d7f-6ab7-41ed-abb3-62f8df6f4e3a tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:30.229672 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01f3cc18-607c-462c-9fee-a2be6414153a req-2a536d7f-6ab7-41ed-abb3-62f8df6f4e3a tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 931 time: 0.3796339 Feb 19 04:16:30.259853 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-b66d9d08-8382-4937-8529-a28aa1f3c657 service neutron] Publish callbacks [] for port (a1c6d158-11f9-418e-9590-82b16576c424), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:30.336993 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc1807-6075-4bbb-93e4-ef044da4bf71 req-ed8f8d32-7978-4cfc-8169-9cf6114b389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:30.340281 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5bc1807-6075-4bbb-93e4-ef044da4bf71 req-ed8f8d32-7978-4cfc-8169-9cf6114b389e service neutron] 10.222.0.10 "GET /v2.0/networks?id=13a9d3f4-3356-4e6e-a155-7a335ac942cb HTTP/1.1" status: 200 len: 911 time: 0.3150325 Feb 19 04:16:30.341470 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c2ae1-1170-408a-998d-e37b03be9282 req-9d4dc5a8-3bbf-45e0-a667-20ad5f7361e9 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:30.343456 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a86c2ae1-1170-408a-998d-e37b03be9282 req-9d4dc5a8-3bbf-45e0-a667-20ad5f7361e9 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a8bc94-d7f3-442c-939d-2af3fff9545e HTTP/1.1" status: 200 len: 945 time: 0.4073417 Feb 19 04:16:30.347562 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-b66d9d08-8382-4937-8529-a28aa1f3c657 service neutron] Transition to ACTIVE for port object a1c6d158-11f9-418e-9590-82b16576c424 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:16:30.383135 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-b66d9d08-8382-4937-8529-a28aa1f3c657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (a1c6d158-11f9-418e-9590-82b16576c424), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:30.399971 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01f3cc18-607c-462c-9fee-a2be6414153a req-a045d29a-bf3e-412c-8b92-08d6c4c9ab43 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645055 Feb 19 04:16:30.589328 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d9d08-8382-4937-8529-a28aa1f3c657 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c6d158-11f9-418e-9590-82b16576c424,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:30.637099 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5bc1807-6075-4bbb-93e4-ef044da4bf71 req-855bcf57-1ffb-4830-9f56-ede849fb614a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d55925d6-45fb-442a-a75b-25b53b26f933 HTTP/1.1" status: 200 len: 1000 time: 0.2751551 Feb 19 04:16:30.727614 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da220333-43ad-472d-9cf8-9d075597497a req-1623ae15-ca54-4cbd-8339-e667ed952b92 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:30.729573 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da220333-43ad-472d-9cf8-9d075597497a req-1623ae15-ca54-4cbd-8339-e667ed952b92 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.10 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 945 time: 0.1952324 Feb 19 04:16:30.746633 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc1807-6075-4bbb-93e4-ef044da4bf71 req-5e61885f-cad8-461c-9deb-34f55ff8b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:30.750679 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5bc1807-6075-4bbb-93e4-ef044da4bf71 req-5e61885f-cad8-461c-9deb-34f55ff8b110 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51a2a4cd-6790-4215-a871-8bf82a31fe51 HTTP/1.1" status: 200 len: 850 time: 0.1013556 Feb 19 04:16:30.769492 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a86c2ae1-1170-408a-998d-e37b03be9282 req-ed6d75e5-4adc-4752-b6fd-930fbef63c55 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/security-groups?id=6649729b-ec9f-46f9-b87d-961062133105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292298 Feb 19 04:16:30.829739 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-78c2b118-df52-4e92-be8e-6debfe63a482 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks [] for port (dd945579-ac23-4eef-ac40-795629a81f36), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:30.845936 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c75169-51b6-4c55-a7a3-217f32ab27e2 None None] New status for floating IP ad7bec75-5053-45f8-a67e-813158ed1b2d: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:16:31.010872 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-78c2b118-df52-4e92-be8e-6debfe63a482 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (dd945579-ac23-4eef-ac40-795629a81f36), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:31.240557 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-78c2b118-df52-4e92-be8e-6debfe63a482 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Network 5e570db1-c5b9-470b-829b-0b60044b9ad2 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:31.306761 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc1807-6075-4bbb-93e4-ef044da4bf71 req-0760dea3-4956-4abb-a318-f1dd7977e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:31.310588 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5bc1807-6075-4bbb-93e4-ef044da4bf71 req-0760dea3-4956-4abb-a318-f1dd7977e2c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13a9d3f4-3356-4e6e-a155-7a335ac942cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5207305 Feb 19 04:16:31.323040 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2b118-df52-4e92-be8e-6debfe63a482 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event updated for resources: {'Port': ['ID=dd945579-ac23-4eef-ac40-795629a81f36,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:31.333937 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-78c2b118-df52-4e92-be8e-6debfe63a482 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:31.338907 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-78c2b118-df52-4e92-be8e-6debfe63a482 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:31.451588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81aea3-0ce3-4c5a-9732-82f7bbcea612 req-e7d59d03-ac98-467f-b41b-4f6eec41e2de tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:31.479906 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12ba818-f056-42b2-8cba-de03bf10f42f x-openstack-request-id: req-f12ba818-f056-42b2-8cba-de03bf10f42f {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:31.480841 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a8bc94-d7f3-442c-939d-2af3fff9545e", "name": "network-vif-plugged", "status": "completed", "tag": "820e2aec-e436-46be-b8ae-7f6c3acc4f93", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:31.481300 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81aea3-0ce3-4c5a-9732-82f7bbcea612 req-e7d59d03-ac98-467f-b41b-4f6eec41e2de tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:31.481850 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f12ba818-f056-42b2-8cba-de03bf10f42f {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:31.482481 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a8bc94-d7f3-442c-939d-2af3fff9545e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820e2aec-e436-46be-b8ae-7f6c3acc4f93', 'code': 200} Feb 19 04:16:31.493480 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b81aea3-0ce3-4c5a-9732-82f7bbcea612 req-e7d59d03-ac98-467f-b41b-4f6eec41e2de tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 1653 time: 0.5141811 Feb 19 04:16:31.493612 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-78c2b118-df52-4e92-be8e-6debfe63a482 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:31.494577 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-78c2b118-df52-4e92-be8e-6debfe63a482 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:31.559669 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4633bc8-2516-44e0-bd3d-a2eb6cd82f7f req-c3ba5a74-ddae-4585-8bc2-a1677c476c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:31.571086 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f4633bc8-2516-44e0-bd3d-a2eb6cd82f7f req-c3ba5a74-ddae-4585-8bc2-a1677c476c62 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=04a8bc94-d7f3-442c-939d-2af3fff9545e HTTP/1.1" status: 200 len: 1127 time: 0.4764009 Feb 19 04:16:31.618804 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-da220333-43ad-472d-9cf8-9d075597497a req-60b9b3f5-a650-4c8e-9aaf-c4283b793ae0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Deleting port bd020a1f-4b77-4790-a8e1-348efd275e6c {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:31.619410 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-da220333-43ad-472d-9cf8-9d075597497a req-60b9b3f5-a650-4c8e-9aaf-c4283b793ae0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (bd020a1f-4b77-4790-a8e1-348efd275e6c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:31.636679 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-b66d9d08-8382-4937-8529-a28aa1f3c657 service neutron] Attempting to bind port a1c6d158-11f9-418e-9590-82b16576c424 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:16:31.637534 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-b66d9d08-8382-4937-8529-a28aa1f3c657 service neutron] Attempting to bind port a1c6d158-11f9-418e-9590-82b16576c424 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '540b2560-af53-4875-9936-bfd0a0ac5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1eb80df5-02a8-42f3-aafa-0ab48b90855e'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:16:31.638143 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-b66d9d08-8382-4937-8529-a28aa1f3c657 service neutron] Attempting to bind port a1c6d158-11f9-418e-9590-82b16576c424 on network 1eb80df5-02a8-42f3-aafa-0ab48b90855e {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:31.659354 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-78c2b118-df52-4e92-be8e-6debfe63a482 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4282691 Feb 19 04:16:31.673338 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-9011c715-2722-4bf4-b0c8-55f961a23430 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Request body: {'port': {'device_id': '7fda57fe-1722-43f5-98c3-9847c973597c', 'network_id': '5e424759-b828-4dc5-a84c-77f3ea8b6a4e', 'admin_state_up': True, 'tenant_id': '8865c64b2ac542288fdbffd7b4747b43'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:31.677357 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-b66d9d08-8382-4937-8529-a28aa1f3c657 service neutron] Port a1c6d158-11f9-418e-9590-82b16576c424 on network 1eb80df5-02a8-42f3-aafa-0ab48b90855e not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:16:31.678152 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-b66d9d08-8382-4937-8529-a28aa1f3c657 service neutron] Attempting to bind port a1c6d158-11f9-418e-9590-82b16576c424 on network 1eb80df5-02a8-42f3-aafa-0ab48b90855e {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:31.699565 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be3153-3fb9-464e-8d53-fa6a6093669f req-27fe3d1f-1192-4a1c-a1c5-f40a7d86c732 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:31.706294 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be3153-3fb9-464e-8d53-fa6a6093669f req-27fe3d1f-1192-4a1c-a1c5-f40a7d86c732 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:31.713121 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be3153-3fb9-464e-8d53-fa6a6093669f req-27fe3d1f-1192-4a1c-a1c5-f40a7d86c732 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:31.718471 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be3153-3fb9-464e-8d53-fa6a6093669f req-27fe3d1f-1192-4a1c-a1c5-f40a7d86c732 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:31.724118 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be3153-3fb9-464e-8d53-fa6a6093669f req-27fe3d1f-1192-4a1c-a1c5-f40a7d86c732 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:31.731372 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be3153-3fb9-464e-8d53-fa6a6093669f req-27fe3d1f-1192-4a1c-a1c5-f40a7d86c732 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:31.739176 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be3153-3fb9-464e-8d53-fa6a6093669f req-27fe3d1f-1192-4a1c-a1c5-f40a7d86c732 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:31.742555 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b2be3153-3fb9-464e-8d53-fa6a6093669f req-27fe3d1f-1192-4a1c-a1c5-f40a7d86c732 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5436 time: 0.5939100 Feb 19 04:16:31.767902 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-b66d9d08-8382-4937-8529-a28aa1f3c657 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:16:31.768708 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-b66d9d08-8382-4937-8529-a28aa1f3c657 service neutron] Checking segment: {'id': '540b2560-af53-4875-9936-bfd0a0ac5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1eb80df5-02a8-42f3-aafa-0ab48b90855e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:31.769265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-b66d9d08-8382-4937-8529-a28aa1f3c657 service neutron] Bound using segment: {'id': '540b2560-af53-4875-9936-bfd0a0ac5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1eb80df5-02a8-42f3-aafa-0ab48b90855e'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:16:31.770041 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-b66d9d08-8382-4937-8529-a28aa1f3c657 service neutron] Bound port: a1c6d158-11f9-418e-9590-82b16576c424, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540b2560-af53-4875-9936-bfd0a0ac5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1eb80df5-02a8-42f3-aafa-0ab48b90855e'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:16:31.770459 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-b66d9d08-8382-4937-8529-a28aa1f3c657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a1c6d158-11f9-418e-9590-82b16576c424), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:31.793329 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e7c0975a-0f04-4028-b383-6895e1a957df None None] Provisioning complete for port dd945579-ac23-4eef-ac40-795629a81f36 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:31.799679 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e7c0975a-0f04-4028-b383-6895e1a957df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (dd945579-ac23-4eef-ac40-795629a81f36), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:31.833337 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f4633bc8-2516-44e0-bd3d-a2eb6cd82f7f req-a3a16509-3808-489f-9f84-2be9f83a4cb9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6649729b-ec9f-46f9-b87d-961062133105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363181 Feb 19 04:16:31.861481 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-d457259b-67f2-45a7-9e0f-3b6e3ae14274 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4164333 Feb 19 04:16:31.873765 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b81aea3-0ce3-4c5a-9732-82f7bbcea612 req-9d2680c5-dd2a-4913-83de-6211d46a26c5 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776915 Feb 19 04:16:31.899542 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e7c0975a-0f04-4028-b383-6895e1a957df None None] Port dd945579-ac23-4eef-ac40-795629a81f36 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:31.927291 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5bc1807-6075-4bbb-93e4-ef044da4bf71 req-1dad5de6-c427-4ee4-870c-88944d660af1 service neutron] 10.222.0.10 "GET /v2.0/networks/13a9d3f4-3356-4e6e-a155-7a335ac942cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6058576 Feb 19 04:16:31.997206 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-da220333-43ad-472d-9cf8-9d075597497a req-60b9b3f5-a650-4c8e-9aaf-c4283b793ae0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] For port bd020a1f-4b77-4790-a8e1-348efd275e6c, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=bd020a1f-4b77-4790-a8e1-348efd275e6c,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:31.998391 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-da220333-43ad-472d-9cf8-9d075597497a req-60b9b3f5-a650-4c8e-9aaf-c4283b793ae0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (bd020a1f-4b77-4790-a8e1-348efd275e6c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:32.025265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-b66d9d08-8382-4937-8529-a28aa1f3c657 service neutron] For port a1c6d158-11f9-418e-9590-82b16576c424, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:16:32.028712 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-b66d9d08-8382-4937-8529-a28aa1f3c657 service neutron] For port a1c6d158-11f9-418e-9590-82b16576c424, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=a1c6d158-11f9-418e-9590-82b16576c424,segment=NetworkSegment(540b2560-af53-4875-9936-bfd0a0ac5415),segment_id=540b2560-af53-4875-9936-bfd0a0ac5415)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:16:32.090594 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-da220333-43ad-472d-9cf8-9d075597497a req-60b9b3f5-a650-4c8e-9aaf-c4283b793ae0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Calling delete_port for bd020a1f-4b77-4790-a8e1-348efd275e6c owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:32.114479 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-b66d9d08-8382-4937-8529-a28aa1f3c657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (a1c6d158-11f9-418e-9590-82b16576c424), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:32.161632 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-b66d9d08-8382-4937-8529-a28aa1f3c657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:32.162414 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-b66d9d08-8382-4937-8529-a28aa1f3c657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:32.164882 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-b66d9d08-8382-4937-8529-a28aa1f3c657 service neutron] 10.222.0.48 "PUT /v2.0/ports/a1c6d158-11f9-418e-9590-82b16576c424 HTTP/1.1" status: 200 len: 1091 time: 5.1354182 Feb 19 04:16:32.196478 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aef371d-a79a-4f6b-b678-f18ecf1523d6', 'tag': 'a1c6d158-11f9-418e-9590-82b16576c424'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:32.199162 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1e9333f9-3da0-422d-9df8-faa1449dc73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:32.203898 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6989f0-bf2e-47fc-9d25-9774664612c3" -d '{"events": [{"name": "network-changed", "server_uuid": "6aef371d-a79a-4f6b-b678-f18ecf1523d6", "tag": "a1c6d158-11f9-418e-9590-82b16576c424"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:32.356200 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-da220333-43ad-472d-9cf8-9d075597497a req-60b9b3f5-a650-4c8e-9aaf-c4283b793ae0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (bd020a1f-4b77-4790-a8e1-348efd275e6c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:32.437198 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7594a72-1419-459b-b7da-5460ab39ae7f req-a3461b58-75ac-4455-b24d-0cb7a782db3f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:32.438988 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e7594a72-1419-459b-b7da-5460ab39ae7f req-a3461b58-75ac-4455-b24d-0cb7a782db3f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 943 time: 0.4212930 Feb 19 04:16:32.452669 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9b3f5-a650-4c8e-9aaf-c4283b793ae0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Pushing event deleted for resources: {'Port': ['ID=bd020a1f-4b77-4790-a8e1-348efd275e6c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:32.467856 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35088-1965-4441-884e-0f10b5cf337c req-0bd0e0bb-c978-4c4d-bf5a-1d77ccb2008a tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:32.477709 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90e35088-1965-4441-884e-0f10b5cf337c req-0bd0e0bb-c978-4c4d-bf5a-1d77ccb2008a tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 945 time: 0.4449868 Feb 19 04:16:32.530336 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a5bc1807-6075-4bbb-93e4-ef044da4bf71 req-bdcd6b0b-8c91-424c-948b-8f683cf93315 service neutron] 10.222.0.10 "GET /v2.0/networks/13a9d3f4-3356-4e6e-a155-7a335ac942cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804432 Feb 19 04:16:32.580586 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-da220333-43ad-472d-9cf8-9d075597497a req-60b9b3f5-a650-4c8e-9aaf-c4283b793ae0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] No DVR routers for this DVR port bd020a1f-4b77-4790-a8e1-348efd275e6c on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:16:32.585594 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-da220333-43ad-472d-9cf8-9d075597497a req-60b9b3f5-a650-4c8e-9aaf-c4283b793ae0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:32.589775 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da220333-43ad-472d-9cf8-9d075597497a req-60b9b3f5-a650-4c8e-9aaf-c4283b793ae0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.10 "DELETE /v2.0/ports/bd020a1f-4b77-4790-a8e1-348efd275e6c HTTP/1.1" status: 204 len: 173 time: 1.8352883 Feb 19 04:16:32.590284 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c12e3a-4fda-48c0-b25e-56efe2c2f3d1', 'name': 'network-vif-deleted', 'tag': 'bd020a1f-4b77-4790-a8e1-348efd275e6c'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:32.593232 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bee093-462b-4e74-8908-dbddb8e675a5" -d '{"events": [{"server_uuid": "98c12e3a-4fda-48c0-b25e-56efe2c2f3d1", "name": "network-vif-deleted", "tag": "bd020a1f-4b77-4790-a8e1-348efd275e6c"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:32.599982 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d9d08-8382-4937-8529-a28aa1f3c657 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c6d158-11f9-418e-9590-82b16576c424,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:32.632215 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-9011c715-2722-4bf4-b0c8-55f961a23430 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Made reservation on behalf of 8865c64b2ac542288fdbffd7b4747b43 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:16:32.636133 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-9011c715-2722-4bf4-b0c8-55f961a23430 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:32.679614 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e7594a72-1419-459b-b7da-5460ab39ae7f req-429952c4-fe79-4a8a-b2ae-b9b635b4c1c1 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300696 Feb 19 04:16:32.735792 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9635e6a6-ccf4-4a65-a94f-aae6fe179396 req-e05b94a4-d0f0-42da-ab9b-58bab821532f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1331766 Feb 19 04:16:32.762239 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90e35088-1965-4441-884e-0f10b5cf337c req-ea242f71-acb2-4bf3-8402-6029d670906f tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829766 Feb 19 04:16:32.784151 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-8b3fd606-9ba4-465e-b6f9-56eba9045af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:32.786339 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-8b3fd606-9ba4-465e-b6f9-56eba9045af5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95b2f7472970401693fc6d1d453ec3fd&device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 1125 time: 0.4979258 Feb 19 04:16:32.865806 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-d999a363-91dc-4e87-aee4-87cd2096a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:32.866668 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-d999a363-91dc-4e87-aee4-87cd2096a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:32.868495 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-d999a363-91dc-4e87-aee4-87cd2096a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:32.869332 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-d999a363-91dc-4e87-aee4-87cd2096a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:32.870369 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-d999a363-91dc-4e87-aee4-87cd2096a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:32.871159 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-d999a363-91dc-4e87-aee4-87cd2096a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:32.872208 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-d999a363-91dc-4e87-aee4-87cd2096a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:32.875917 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-d999a363-91dc-4e87-aee4-87cd2096a0e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50046a5e10b942e69046ff4f02f577d8&device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 6710 time: 0.1574328 Feb 19 04:16:32.958073 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device bd020a1f-4b77-4790-a8e1-348efd275e6c no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:16:33.029518 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: bd020a1f-4b77-4790-a8e1-348efd275e6c {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:16:33.029873 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device bd020a1f-4b77-4790-a8e1-348efd275e6c not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:16:33.043003 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274fca6d-21a5-4c3a-96c9-cebc5a6b9a8a x-openstack-request-id: req-274fca6d-21a5-4c3a-96c9-cebc5a6b9a8a {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:33.043391 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aef371d-a79a-4f6b-b678-f18ecf1523d6", "tag": "a1c6d158-11f9-418e-9590-82b16576c424", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:33.043526 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-274fca6d-21a5-4c3a-96c9-cebc5a6b9a8a {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:33.043956 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aef371d-a79a-4f6b-b678-f18ecf1523d6', 'tag': 'a1c6d158-11f9-418e-9590-82b16576c424', 'status': 'completed', 'code': 200} Feb 19 04:16:33.056811 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-d1009272-cba4-4cdb-ab2a-7f191018673e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1c6d158-11f9-418e-9590-82b16576c424 HTTP/1.1" status: 200 len: 217 time: 0.2541537 Feb 19 04:16:33.135401 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cdd4c5-9967-421c-aa88-40ae053b2eae x-openstack-request-id: req-44cdd4c5-9967-421c-aa88-40ae053b2eae {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:33.136391 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c12e3a-4fda-48c0-b25e-56efe2c2f3d1", "name": "network-vif-deleted", "tag": "bd020a1f-4b77-4790-a8e1-348efd275e6c", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:33.137153 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-44cdd4c5-9967-421c-aa88-40ae053b2eae {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:33.137971 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c12e3a-4fda-48c0-b25e-56efe2c2f3d1', 'name': 'network-vif-deleted', 'tag': 'bd020a1f-4b77-4790-a8e1-348efd275e6c', 'status': 'completed', 'code': 200} Feb 19 04:16:33.187366 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-7e8ab2ac-36bc-4570-9691-98eb099a75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:33.188807 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-7e8ab2ac-36bc-4570-9691-98eb099a75d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2107c9e8-8d56-4a4a-9abe-dde4b17b1974 HTTP/1.1" status: 200 len: 853 time: 0.1199484 Feb 19 04:16:33.202428 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635e6a6-ccf4-4a65-a94f-aae6fe179396 req-7bef9fc7-c668-4390-a681-ba05d5e6ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:33.205879 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9635e6a6-ccf4-4a65-a94f-aae6fe179396 req-7bef9fc7-c668-4390-a681-ba05d5e6ba30 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=64a84ec8d7f4403180aa77a18bbd859e&device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 1128 time: 0.3282585 Feb 19 04:16:33.284109 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-26c34500-9647-4fd5-953a-fd02c3b000a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1eb80df5-02a8-42f3-aafa-0ab48b90855e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742855 Feb 19 04:16:33.318681 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7b848-7fea-4fd0-90e4-966171c24fee req-dc8936d2-825a-4a46-830b-d3de17198e37 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:33.322448 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-52b7b848-7fea-4fd0-90e4-966171c24fee req-dc8936d2-825a-4a46-830b-d3de17198e37 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a8bc94-d7f3-442c-939d-2af3fff9545e HTTP/1.1" status: 200 len: 945 time: 0.3748713 Feb 19 04:16:33.400864 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-9011c715-2722-4bf4-b0c8-55f961a23430 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Allocated IP 19.80.0.220 (5e424759-b828-4dc5-a84c-77f3ea8b6a4e/76eb3621-cd80-4386-a8a0-bae9641dae08/961df103-951d-43e3-8b53-44fc51b568e7) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:16:33.436314 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-c950478b-d4fe-4a56-924d-a7261eb3d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:33.438333 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-c950478b-d4fe-4a56-924d-a7261eb3d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:33.439425 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-c950478b-d4fe-4a56-924d-a7261eb3d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:33.443563 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-c950478b-d4fe-4a56-924d-a7261eb3d1cc service neutron] 10.222.0.10 "GET /v2.0/networks?id=13a9d3f4-3356-4e6e-a155-7a335ac942cb&id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&id=711f24c3-7d72-4738-9575-b7145b783950&id=711f24c3-7d72-4738-9575-b7145b783950 HTTP/1.1" status: 200 len: 2290 time: 0.5102530 Feb 19 04:16:33.656621 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b41b8-4eb7-494e-97b9-8a06ab5112e3 req-4aeb84f8-1bf7-4c38-9008-d689a26daea5 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:33.668876 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b41b8-4eb7-494e-97b9-8a06ab5112e3 req-4aeb84f8-1bf7-4c38-9008-d689a26daea5 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:33.683532 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c75b41b8-4eb7-494e-97b9-8a06ab5112e3 req-4aeb84f8-1bf7-4c38-9008-d689a26daea5 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 1653 time: 0.4104414 Feb 19 04:16:33.716741 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-52b7b848-7fea-4fd0-90e4-966171c24fee req-db7f79a9-51ce-4572-a024-27f8bdb1a517 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/security-groups?id=6649729b-ec9f-46f9-b87d-961062133105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710792 Feb 19 04:16:33.739914 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635e6a6-ccf4-4a65-a94f-aae6fe179396 req-9da38245-6d22-4768-bea5-2281de9ab9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:33.761782 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9635e6a6-ccf4-4a65-a94f-aae6fe179396 req-9da38245-6d22-4768-bea5-2281de9ab9d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=58c1cfe5-5b31-4d86-b71c-5778f412859b HTTP/1.1" status: 200 len: 911 time: 0.4987392 Feb 19 04:16:33.786892 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-5b747eaa-e73a-4c65-9ced-d745085dafdc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d55925d6-45fb-442a-a75b-25b53b26f933 HTTP/1.1" status: 200 len: 1002 time: 0.3184719 Feb 19 04:16:33.877948 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-9011c715-2722-4bf4-b0c8-55f961a23430 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks [] for port (961df103-951d-43e3-8b53-44fc51b568e7), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:33.963010 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9635e6a6-ccf4-4a65-a94f-aae6fe179396 req-d9c054fd-bbfe-4c84-992f-27972c13b4ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1dd0560-e3dd-4476-8eac-57ec378f71dd HTTP/1.1" status: 200 len: 1001 time: 0.1999152 Feb 19 04:16:34.037800 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-df55b5a1-4af5-464d-907a-847eeada3554 service neutron] 10.222.0.48 "GET /v2.0/networks/1eb80df5-02a8-42f3-aafa-0ab48b90855e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7249308 Feb 19 04:16:34.063703 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-9011c715-2722-4bf4-b0c8-55f961a23430 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (961df103-951d-43e3-8b53-44fc51b568e7), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:34.102808 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c75b41b8-4eb7-494e-97b9-8a06ab5112e3 req-9f2cfbd0-869f-4cbf-a092-61cd7091af6b tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175935 Feb 19 04:16:34.188323 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeac70f-2b2d-4407-bd63-e3e95385658f req-5ecd6a50-5243-4412-86f1-f18919d497f6 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:34.191404 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8aeac70f-2b2d-4407-bd63-e3e95385658f req-5ecd6a50-5243-4412-86f1-f18919d497f6 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 943 time: 0.3002515 Feb 19 04:16:34.256414 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-f6f7a739-8348-4516-86dd-52bda7af521b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:34.261029 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-f6f7a739-8348-4516-86dd-52bda7af521b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51a2a4cd-6790-4215-a871-8bf82a31fe51 HTTP/1.1" status: 200 len: 850 time: 0.4006436 Feb 19 04:16:34.272158 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635e6a6-ccf4-4a65-a94f-aae6fe179396 req-3b51a8ec-0be4-4dc7-8647-1251ade04f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:34.273069 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-9011c715-2722-4bf4-b0c8-55f961a23430 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Network 5e424759-b828-4dc5-a84c-77f3ea8b6a4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:16:34.276176 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9635e6a6-ccf4-4a65-a94f-aae6fe179396 req-3b51a8ec-0be4-4dc7-8647-1251ade04f2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=94653809-5e9c-447e-841f-90aff76610c8 HTTP/1.1" status: 200 len: 850 time: 0.3061333 Feb 19 04:16:34.333445 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ee690e11-3410-4657-b1f0-cb5bede42518 req-2a951a7d-1a3d-46b3-bba7-07845d5f54e3 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0775461 Feb 19 04:16:34.355086 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-9011c715-2722-4bf4-b0c8-55f961a23430 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:16:34.361707 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-9011c715-2722-4bf4-b0c8-55f961a23430 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:16:34.375275 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011c715-2722-4bf4-b0c8-55f961a23430 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event updated for resources: {'Port': ['ID=961df103-951d-43e3-8b53-44fc51b568e7,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:34.487310 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-273c4374-bf7a-4c0c-8e1c-b5f1d0137a2a req-14ada2f2-c8bb-409d-b806-68c615451da2 service neutron] 10.222.0.48 "GET /v2.0/networks/1eb80df5-02a8-42f3-aafa-0ab48b90855e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402297 Feb 19 04:16:34.532221 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-9011c715-2722-4bf4-b0c8-55f961a23430 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:34.533199 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-9011c715-2722-4bf4-b0c8-55f961a23430 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:34.545002 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8aeac70f-2b2d-4407-bd63-e3e95385658f req-80de0af8-7ec7-4624-acbd-8a408546e740 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411014 Feb 19 04:16:34.576422 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-9011c715-2722-4bf4-b0c8-55f961a23430 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9070506 Feb 19 04:16:34.598677 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635e6a6-ccf4-4a65-a94f-aae6fe179396 req-3555edf8-7eef-49aa-a3d4-51e9bdda1a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:34.601596 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9635e6a6-ccf4-4a65-a94f-aae6fe179396 req-3555edf8-7eef-49aa-a3d4-51e9bdda1a37 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58c1cfe5-5b31-4d86-b71c-5778f412859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3072236 Feb 19 04:16:34.616187 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-548818f5-c280-4d82-b557-1511e9ec777c service neutron] Request body: {'port': {'device_id': '7fda57fe-1722-43f5-98c3-9847c973597c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:34.767544 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9635e6a6-ccf4-4a65-a94f-aae6fe179396 req-5d85f092-818e-46ed-9196-b0cff2bcef19 service neutron] 10.222.0.48 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576986 Feb 19 04:16:34.774909 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-9d229ca2-2e5c-4d5f-807f-ff7fe612acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:34.775193 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-9d229ca2-2e5c-4d5f-807f-ff7fe612acf2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13a9d3f4-3356-4e6e-a155-7a335ac942cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4976642 Feb 19 04:16:34.936013 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9635e6a6-ccf4-4a65-a94f-aae6fe179396 req-f0cf1c28-ea76-488c-be35-b4bb1f597558 service neutron] 10.222.0.48 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547079 Feb 19 04:16:34.956642 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3ec6f4a5-8977-4f7e-b677-91a2e5107e2d None None] Provisioning complete for port 961df103-951d-43e3-8b53-44fc51b568e7 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:34.957462 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3ec6f4a5-8977-4f7e-b677-91a2e5107e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (961df103-951d-43e3-8b53-44fc51b568e7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:35.006341 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3ec6f4a5-8977-4f7e-b677-91a2e5107e2d None None] Port 961df103-951d-43e3-8b53-44fc51b568e7 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:16:35.041088 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ce21b3f2-5082-4cb0-831f-0fd4611c38bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:35.093807 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-e30d6040-eab8-4c20-b09c-08b3166041ef service neutron] 10.222.0.10 "GET /v2.0/networks/13a9d3f4-3356-4e6e-a155-7a335ac942cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109436 Feb 19 04:16:35.211885 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-b7a0b253-4db7-4e5a-bc85-7119360f6117 service neutron] 10.222.0.10 "GET /v2.0/networks/13a9d3f4-3356-4e6e-a155-7a335ac942cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114731 Feb 19 04:16:35.269709 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-548818f5-c280-4d82-b557-1511e9ec777c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9947b787-8305-4adf-b150-e409ec3a54c6), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:35.290730 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-81a3066a-7ec0-4d8b-a65d-a7ac2bcbadc9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=9d415e29-cab4-46b2-af1d-2e9b199b10da HTTP/1.1" status: 200 len: 217 time: 0.0720928 Feb 19 04:16:35.296770 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6989f0-bf2e-47fc-9d25-9774664612c3 req-3be66514-584f-45a3-b6b4-f7333fc9a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:35.298482 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ba6989f0-bf2e-47fc-9d25-9774664612c3 req-3be66514-584f-45a3-b6b4-f7333fc9a279 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95b2f7472970401693fc6d1d453ec3fd&device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 1125 time: 0.6728880 Feb 19 04:16:35.308814 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119d9c6-9f10-45a4-9ba4-061d5f6d527d req-7a5981d9-c1e9-49af-a156-4a8abf410c19 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:35.314780 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a119d9c6-9f10-45a4-9ba4-061d5f6d527d req-7a5981d9-c1e9-49af-a156-4a8abf410c19 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a8bc94-d7f3-442c-939d-2af3fff9545e HTTP/1.1" status: 200 len: 945 time: 0.1811168 Feb 19 04:16:35.452715 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-dfea7ab0-4bae-4fa5-a666-9dd875c9d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:35.455573 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-dfea7ab0-4bae-4fa5-a666-9dd875c9d050 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5a38712-95b2-4271-ab6e-5854ab0620a4 HTTP/1.1" status: 200 len: 797 time: 0.1484528 Feb 19 04:16:35.485092 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329da32f-bda0-4215-bdfb-4e078cae84f4 req-0500b973-4505-4346-a0c9-b1ed768437ad tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:35.496841 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329da32f-bda0-4215-bdfb-4e078cae84f4 req-0500b973-4505-4346-a0c9-b1ed768437ad tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:35.507477 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329da32f-bda0-4215-bdfb-4e078cae84f4 req-0500b973-4505-4346-a0c9-b1ed768437ad tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:35.510682 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-329da32f-bda0-4215-bdfb-4e078cae84f4 req-0500b973-4505-4346-a0c9-b1ed768437ad tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 2375 time: 0.2237294 Feb 19 04:16:35.590308 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a119d9c6-9f10-45a4-9ba4-061d5f6d527d req-a8b53265-e520-49e8-ae06-8611d5186f90 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/security-groups?id=6649729b-ec9f-46f9-b87d-961062133105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743473 Feb 19 04:16:35.661328 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6989f0-bf2e-47fc-9d25-9774664612c3 req-6951eadd-4b88-4b46-972d-a0972bce00c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:35.664163 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ba6989f0-bf2e-47fc-9d25-9774664612c3 req-6951eadd-4b88-4b46-972d-a0972bce00c4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1eb80df5-02a8-42f3-aafa-0ab48b90855e HTTP/1.1" status: 200 len: 913 time: 0.3454952 Feb 19 04:16:35.756125 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-329da32f-bda0-4215-bdfb-4e078cae84f4 req-deb03846-3119-4fd9-ab4a-a5d30804d6d0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806054 Feb 19 04:16:35.764894 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-1b9ef137-d12c-466e-a536-db7ded251dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:35.772002 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-1b9ef137-d12c-466e-a536-db7ded251dce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3049767 Feb 19 04:16:35.804161 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ba6989f0-bf2e-47fc-9d25-9774664612c3 req-29745300-fb45-4a4c-82c7-8932aa22c0e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1c6d158-11f9-418e-9590-82b16576c424 HTTP/1.1" status: 200 len: 217 time: 0.0760248 Feb 19 04:16:35.865717 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-945fbd5f-b92c-45e7-a3b6-03d1c9717a31 req-411adf46-65f3-42c3-89b3-d28ad2aab8df tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0722549 Feb 19 04:16:35.921886 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6989f0-bf2e-47fc-9d25-9774664612c3 req-14a9538d-6696-4318-a341-19574427e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:35.923529 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ba6989f0-bf2e-47fc-9d25-9774664612c3 req-14a9538d-6696-4318-a341-19574427e1dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2107c9e8-8d56-4a4a-9abe-dde4b17b1974 HTTP/1.1" status: 200 len: 853 time: 0.1138558 Feb 19 04:16:35.963764 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-1064c9f6-4d22-491b-9b2e-d72e1e0ab760 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851542 Feb 19 04:16:35.970573 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ba6989f0-bf2e-47fc-9d25-9774664612c3 req-bffd4b54-6cd9-4d5b-913e-21c995a46b0b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1eb80df5-02a8-42f3-aafa-0ab48b90855e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392547 Feb 19 04:16:36.084572 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-548818f5-c280-4d82-b557-1511e9ec777c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9947b787-8305-4adf-b150-e409ec3a54c6 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:16:36.096506 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-548818f5-c280-4d82-b557-1511e9ec777c service neutron] Publish callbacks [] for port (9947b787-8305-4adf-b150-e409ec3a54c6), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:36.132042 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-548818f5-c280-4d82-b557-1511e9ec777c service neutron] Transition to ACTIVE for port object 9947b787-8305-4adf-b150-e409ec3a54c6 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:16:36.143224 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-e98f745a-93ee-48d9-9099-746cf73be4a4 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304100 Feb 19 04:16:36.147388 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ba6989f0-bf2e-47fc-9d25-9774664612c3 req-b6b59b72-e2dd-4a4d-a9f3-831556d5d0ae service neutron] 10.222.0.48 "GET /v2.0/networks/1eb80df5-02a8-42f3-aafa-0ab48b90855e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699762 Feb 19 04:16:36.148195 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-548818f5-c280-4d82-b557-1511e9ec777c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (9947b787-8305-4adf-b150-e409ec3a54c6), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:36.266228 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548818f5-c280-4d82-b557-1511e9ec777c service neutron] Pushing event updated for resources: {'Port': ['ID=9947b787-8305-4adf-b150-e409ec3a54c6,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:36.316740 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-c3e2a8a5-2262-4d7b-be7e-fe450bbcb454 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=13c2138b-ecb4-49ec-863d-bf5056060952 HTTP/1.1" status: 200 len: 217 time: 0.1604619 Feb 19 04:16:36.374510 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ba6989f0-bf2e-47fc-9d25-9774664612c3 req-6c214fa8-362e-4423-af4c-b41c7e86d298 service neutron] 10.222.0.48 "GET /v2.0/networks/1eb80df5-02a8-42f3-aafa-0ab48b90855e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197199 Feb 19 04:16:36.401352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-548818f5-c280-4d82-b557-1511e9ec777c service neutron] Attempting to bind port 9947b787-8305-4adf-b150-e409ec3a54c6 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:16:36.401807 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-548818f5-c280-4d82-b557-1511e9ec777c service neutron] Attempting to bind port 9947b787-8305-4adf-b150-e409ec3a54c6 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '08c38d32-3754-4cc6-857a-0e1e6b5fdfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5e424759-b828-4dc5-a84c-77f3ea8b6a4e'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:16:36.402086 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-548818f5-c280-4d82-b557-1511e9ec777c service neutron] Attempting to bind port 9947b787-8305-4adf-b150-e409ec3a54c6 on network 5e424759-b828-4dc5-a84c-77f3ea8b6a4e {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:36.416012 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-548818f5-c280-4d82-b557-1511e9ec777c service neutron] Port 9947b787-8305-4adf-b150-e409ec3a54c6 on network 5e424759-b828-4dc5-a84c-77f3ea8b6a4e not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:16:36.416449 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-548818f5-c280-4d82-b557-1511e9ec777c service neutron] Attempting to bind port 9947b787-8305-4adf-b150-e409ec3a54c6 on network 5e424759-b828-4dc5-a84c-77f3ea8b6a4e {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:36.421423 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c62f96-e838-4742-8386-2ef8980673ff req-99601775-0bef-4261-b446-6b078813ab22 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:36.423276 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-548818f5-c280-4d82-b557-1511e9ec777c service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:16:36.423630 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-89c62f96-e838-4742-8386-2ef8980673ff req-99601775-0bef-4261-b446-6b078813ab22 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 943 time: 0.4587903 Feb 19 04:16:36.423832 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-548818f5-c280-4d82-b557-1511e9ec777c service neutron] Checking segment: {'id': '08c38d32-3754-4cc6-857a-0e1e6b5fdfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5e424759-b828-4dc5-a84c-77f3ea8b6a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:36.424101 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-548818f5-c280-4d82-b557-1511e9ec777c service neutron] Bound using segment: {'id': '08c38d32-3754-4cc6-857a-0e1e6b5fdfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5e424759-b828-4dc5-a84c-77f3ea8b6a4e'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:16:36.424617 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-548818f5-c280-4d82-b557-1511e9ec777c service neutron] Bound port: 9947b787-8305-4adf-b150-e409ec3a54c6, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c38d32-3754-4cc6-857a-0e1e6b5fdfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5e424759-b828-4dc5-a84c-77f3ea8b6a4e'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:16:36.425116 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-548818f5-c280-4d82-b557-1511e9ec777c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9947b787-8305-4adf-b150-e409ec3a54c6), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:36.425340 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-0002b290-22ce-41ee-915a-2ecb64522efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:36.426993 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-0002b290-22ce-41ee-915a-2ecb64522efa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5a38712-95b2-4271-ab6e-5854ab0620a4 HTTP/1.1" status: 200 len: 797 time: 0.1031449 Feb 19 04:16:36.559836 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-89c62f96-e838-4742-8386-2ef8980673ff req-9c41eef2-a7e4-4e46-84ab-648669512ccb tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926266 Feb 19 04:16:36.585053 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-548818f5-c280-4d82-b557-1511e9ec777c service neutron] For port 9947b787-8305-4adf-b150-e409ec3a54c6, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:16:36.591891 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-548818f5-c280-4d82-b557-1511e9ec777c service neutron] For port 9947b787-8305-4adf-b150-e409ec3a54c6, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=9947b787-8305-4adf-b150-e409ec3a54c6,segment=NetworkSegment(08c38d32-3754-4cc6-857a-0e1e6b5fdfad),segment_id=08c38d32-3754-4cc6-857a-0e1e6b5fdfad)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:16:36.610632 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-548818f5-c280-4d82-b557-1511e9ec777c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (9947b787-8305-4adf-b150-e409ec3a54c6), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:36.613368 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-45f5fef3-c58b-4543-bff8-c47b34e09677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:36.617220 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-45f5fef3-c58b-4543-bff8-c47b34e09677 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1829352 Feb 19 04:16:36.681998 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-548818f5-c280-4d82-b557-1511e9ec777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:36.682769 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-548818f5-c280-4d82-b557-1511e9ec777c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:36.684265 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-548818f5-c280-4d82-b557-1511e9ec777c service neutron] 10.222.0.10 "PUT /v2.0/ports/9947b787-8305-4adf-b150-e409ec3a54c6 HTTP/1.1" status: 200 len: 1091 time: 2.0985699 Feb 19 04:16:36.689848 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fda57fe-1722-43f5-98c3-9847c973597c', 'tag': '9947b787-8305-4adf-b150-e409ec3a54c6'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:36.704505 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f160f0-251d-468c-a40a-073f9f8b5f99" -d '{"events": [{"name": "network-changed", "server_uuid": "7fda57fe-1722-43f5-98c3-9847c973597c", "tag": "9947b787-8305-4adf-b150-e409ec3a54c6"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:36.708772 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:36.727336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-3b55d29d-c820-4ac2-aa93-83ab3b4989de service neutron] Request body: {'port': {'device_id': '7fda57fe-1722-43f5-98c3-9847c973597c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:36.784689 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548818f5-c280-4d82-b557-1511e9ec777c service neutron] Pushing event updated for resources: {'Port': ['ID=9947b787-8305-4adf-b150-e409ec3a54c6,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:36.835744 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcb23de-45e5-4b11-94fe-e836266b0734 x-openstack-request-id: req-2dcb23de-45e5-4b11-94fe-e836266b0734 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:36.836026 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fda57fe-1722-43f5-98c3-9847c973597c", "tag": "9947b787-8305-4adf-b150-e409ec3a54c6", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:36.836337 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2dcb23de-45e5-4b11-94fe-e836266b0734 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:36.844634 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8ac80-97b5-49ec-bb34-13eca3e08be7 req-9409dc3e-2d2e-43c2-9245-df36dc5ede8f tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:36.847805 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fda57fe-1722-43f5-98c3-9847c973597c', 'tag': '9947b787-8305-4adf-b150-e409ec3a54c6', 'status': 'completed', 'code': 200} Feb 19 04:16:36.852865 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5e8ac80-97b5-49ec-bb34-13eca3e08be7 req-9409dc3e-2d2e-43c2-9245-df36dc5ede8f tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a8bc94-d7f3-442c-939d-2af3fff9545e HTTP/1.1" status: 200 len: 945 time: 0.1188202 Feb 19 04:16:36.875613 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-3b55d29d-c820-4ac2-aa93-83ab3b4989de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dd945579-ac23-4eef-ac40-795629a81f36), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:36.933791 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-65c02106-97b0-4423-8292-e7a7eb143f38 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088138 Feb 19 04:16:37.034144 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5e8ac80-97b5-49ec-bb34-13eca3e08be7 req-968a78e0-162b-44cb-93d5-d68abb3ea8ef tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/security-groups?id=6649729b-ec9f-46f9-b87d-961062133105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800287 Feb 19 04:16:37.069300 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f160f0-251d-468c-a40a-073f9f8b5f99 req-dbfaabe2-6afa-47a3-a73e-cd74317da9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:37.069827 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f160f0-251d-468c-a40a-073f9f8b5f99 req-dbfaabe2-6afa-47a3-a73e-cd74317da9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:37.070315 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f160f0-251d-468c-a40a-073f9f8b5f99 req-dbfaabe2-6afa-47a3-a73e-cd74317da9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:37.074785 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a6f160f0-251d-468c-a40a-073f9f8b5f99 req-dbfaabe2-6afa-47a3-a73e-cd74317da9e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8865c64b2ac542288fdbffd7b4747b43&device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 2761 time: 0.2108192 Feb 19 04:16:37.106717 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0106c39-1c66-4c08-8829-f3ee56e874ca req-df9491d2-fd3e-4157-a74b-e82463cc182b tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:37.112542 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0106c39-1c66-4c08-8829-f3ee56e874ca req-df9491d2-fd3e-4157-a74b-e82463cc182b tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:37.119629 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0106c39-1c66-4c08-8829-f3ee56e874ca req-df9491d2-fd3e-4157-a74b-e82463cc182b tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:37.128726 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b0106c39-1c66-4c08-8829-f3ee56e874ca req-df9491d2-fd3e-4157-a74b-e82463cc182b tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 2387 time: 0.2065363 Feb 19 04:16:37.202111 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:37.256024 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b0106c39-1c66-4c08-8829-f3ee56e874ca req-5f4f6500-781a-4f41-85b4-1674bc7bca60 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270919 Feb 19 04:16:37.435652 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-3b55d29d-c820-4ac2-aa93-83ab3b4989de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd945579-ac23-4eef-ac40-795629a81f36 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:16:37.452945 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-3b55d29d-c820-4ac2-aa93-83ab3b4989de service neutron] Publish callbacks [] for port (dd945579-ac23-4eef-ac40-795629a81f36), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:37.478137 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-3b55d29d-c820-4ac2-aa93-83ab3b4989de service neutron] Transition to ACTIVE for port object dd945579-ac23-4eef-ac40-795629a81f36 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:16:37.483901 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-3b55d29d-c820-4ac2-aa93-83ab3b4989de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (dd945579-ac23-4eef-ac40-795629a81f36), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:37.651263 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8cc10b60-2b17-415e-bb0f-35448294a4c7 req-3cbab77a-bb9f-4ef6-87c3-46f7e53dff6d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0927806 Feb 19 04:16:37.675246 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-c1674805-2cc0-4230-84dd-a83e5c2d61bf service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7268283 Feb 19 04:16:37.702685 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55d29d-c820-4ac2-aa93-83ab3b4989de service neutron] Pushing event updated for resources: {'Port': ['ID=dd945579-ac23-4eef-ac40-795629a81f36,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:37.764023 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-3b55d29d-c820-4ac2-aa93-83ab3b4989de service neutron] Attempting to bind port dd945579-ac23-4eef-ac40-795629a81f36 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:16:37.764793 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-3b55d29d-c820-4ac2-aa93-83ab3b4989de service neutron] Attempting to bind port dd945579-ac23-4eef-ac40-795629a81f36 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'a544fda3-7172-454a-a51c-bcc2a0b4a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5e570db1-c5b9-470b-829b-0b60044b9ad2'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:16:37.765327 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-3b55d29d-c820-4ac2-aa93-83ab3b4989de service neutron] Attempting to bind port dd945579-ac23-4eef-ac40-795629a81f36 on network 5e570db1-c5b9-470b-829b-0b60044b9ad2 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:37.775926 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-3b55d29d-c820-4ac2-aa93-83ab3b4989de service neutron] Port dd945579-ac23-4eef-ac40-795629a81f36 on network 5e570db1-c5b9-470b-829b-0b60044b9ad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:16:37.778916 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-3b55d29d-c820-4ac2-aa93-83ab3b4989de service neutron] Attempting to bind port dd945579-ac23-4eef-ac40-795629a81f36 on network 5e570db1-c5b9-470b-829b-0b60044b9ad2 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:37.792295 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:37.796257 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-3b55d29d-c820-4ac2-aa93-83ab3b4989de service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:16:37.796257 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-3b55d29d-c820-4ac2-aa93-83ab3b4989de service neutron] Checking segment: {'id': 'a544fda3-7172-454a-a51c-bcc2a0b4a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5e570db1-c5b9-470b-829b-0b60044b9ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:37.796742 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-3b55d29d-c820-4ac2-aa93-83ab3b4989de service neutron] Bound using segment: {'id': 'a544fda3-7172-454a-a51c-bcc2a0b4a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5e570db1-c5b9-470b-829b-0b60044b9ad2'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:16:37.797709 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-3b55d29d-c820-4ac2-aa93-83ab3b4989de service neutron] Bound port: dd945579-ac23-4eef-ac40-795629a81f36, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a544fda3-7172-454a-a51c-bcc2a0b4a1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5e570db1-c5b9-470b-829b-0b60044b9ad2'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:16:37.798465 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-3b55d29d-c820-4ac2-aa93-83ab3b4989de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dd945579-ac23-4eef-ac40-795629a81f36), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:37.803234 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-f94d728a-5891-4908-b0a2-1addd12aa520 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=98ba4396-14a0-458f-9a0f-0e07a7c286aa HTTP/1.1" status: 200 len: 217 time: 0.1205907 Feb 19 04:16:37.834714 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f160f0-251d-468c-a40a-073f9f8b5f99 req-d8d48e2b-0d55-49eb-93ed-8369d27605ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:37.835496 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f160f0-251d-468c-a40a-073f9f8b5f99 req-d8d48e2b-0d55-49eb-93ed-8369d27605ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:37.836185 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f160f0-251d-468c-a40a-073f9f8b5f99 req-d8d48e2b-0d55-49eb-93ed-8369d27605ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:37.839013 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a6f160f0-251d-468c-a40a-073f9f8b5f99 req-d8d48e2b-0d55-49eb-93ed-8369d27605ec service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8865c64b2ac542288fdbffd7b4747b43&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.7566044 Feb 19 04:16:37.912491 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-b29e28a1-e02f-4a7e-b322-bf6d716358cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:37.915115 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-b29e28a1-e02f-4a7e-b322-bf6d716358cd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5a38712-95b2-4271-ab6e-5854ab0620a4 HTTP/1.1" status: 200 len: 797 time: 0.0748129 Feb 19 04:16:38.023044 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-3b55d29d-c820-4ac2-aa93-83ab3b4989de service neutron] For port dd945579-ac23-4eef-ac40-795629a81f36, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:16:38.027433 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f160f0-251d-468c-a40a-073f9f8b5f99 req-9d3c2579-5f22-4a52-93f6-424598834650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:38.029095 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a6f160f0-251d-468c-a40a-073f9f8b5f99 req-9d3c2579-5f22-4a52-93f6-424598834650 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1268787 Feb 19 04:16:38.029941 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-3b55d29d-c820-4ac2-aa93-83ab3b4989de service neutron] For port dd945579-ac23-4eef-ac40-795629a81f36, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=dd945579-ac23-4eef-ac40-795629a81f36,segment=NetworkSegment(a544fda3-7172-454a-a51c-bcc2a0b4a1b5),segment_id=a544fda3-7172-454a-a51c-bcc2a0b4a1b5)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:16:38.044066 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1e70b-a546-46cb-baab-18b0e75f3e87 req-6632d607-14e0-4277-a2b9-87e289be4188 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:38.050580 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e3b1e70b-a546-46cb-baab-18b0e75f3e87 req-6632d607-14e0-4277-a2b9-87e289be4188 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 943 time: 0.2222023 Feb 19 04:16:38.089229 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-3b55d29d-c820-4ac2-aa93-83ab3b4989de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (dd945579-ac23-4eef-ac40-795629a81f36), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:38.111363 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-cecf3388-ff11-4b1c-a747-0330eb0cdb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:38.113249 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-cecf3388-ff11-4b1c-a747-0330eb0cdb5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0830650 Feb 19 04:16:38.162407 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e3b1e70b-a546-46cb-baab-18b0e75f3e87 req-78dfbbb3-9569-4346-9d60-1894f64f877e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023066 Feb 19 04:16:38.166169 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-3b55d29d-c820-4ac2-aa93-83ab3b4989de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:38.167192 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-3b55d29d-c820-4ac2-aa93-83ab3b4989de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:38.168564 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-3b55d29d-c820-4ac2-aa93-83ab3b4989de service neutron] 10.222.0.10 "PUT /v2.0/ports/dd945579-ac23-4eef-ac40-795629a81f36 HTTP/1.1" status: 200 len: 1091 time: 1.4478121 Feb 19 04:16:38.231955 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-51c72080-7e81-45a3-ac61-424a87a155d2 service neutron] Request body: {'port': {'device_id': '7fda57fe-1722-43f5-98c3-9847c973597c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:38.251768 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device a1c6d158-11f9-418e-9590-82b16576c424 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:16:38.362532 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55d29d-c820-4ac2-aa93-83ab3b4989de service neutron] Pushing event updated for resources: {'Port': ['ID=dd945579-ac23-4eef-ac40-795629a81f36,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:38.378269 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0010af-6e2d-4287-99cf-48f7ddd61200 req-4124ac35-709a-4000-a255-cc6fcca71b00 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:38.395642 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7e0010af-6e2d-4287-99cf-48f7ddd61200 req-4124ac35-709a-4000-a255-cc6fcca71b00 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a8bc94-d7f3-442c-939d-2af3fff9545e HTTP/1.1" status: 200 len: 945 time: 0.1551812 Feb 19 04:16:38.501551 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port a1c6d158-11f9-418e-9590-82b16576c424, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=a1c6d158-11f9-418e-9590-82b16576c424,segment=NetworkSegment(540b2560-af53-4875-9936-bfd0a0ac5415),segment_id=540b2560-af53-4875-9936-bfd0a0ac5415)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:38.539994 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'a1c6d158-11f9-418e-9590-82b16576c424', 'network_id': '1eb80df5-02a8-42f3-aafa-0ab48b90855e', 'port_id': 'a1c6d158-11f9-418e-9590-82b16576c424', 'mac_address': 'fa:16:3e:c2:29:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2107c9e8-8d56-4a4a-9abe-dde4b17b1974', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:16:38.540951 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-51c72080-7e81-45a3-ac61-424a87a155d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (961df103-951d-43e3-8b53-44fc51b568e7), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:38.558055 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbd3d0-6ea7-493f-984c-ce0283435093 req-76d3b8f0-eb4b-4a7e-b61c-a04c20080588 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:38.560880 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9dbd3d0-6ea7-493f-984c-ce0283435093 req-76d3b8f0-eb4b-4a7e-b61c-a04c20080588 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.10 "GET /v2.0/ports?device_id=04a8bc94-d7f3-442c-939d-2af3fff9545e HTTP/1.1" status: 200 len: 945 time: 0.4053745 Feb 19 04:16:38.570337 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-f3011622-0049-4c4a-bd17-15174a499606 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452434 Feb 19 04:16:38.623631 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5c878-5ea6-47c1-80bc-7633bdf3d397 req-7dd1233d-1611-432e-ba1e-a0c44ba3d4ea tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:38.634042 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5c878-5ea6-47c1-80bc-7633bdf3d397 req-7dd1233d-1611-432e-ba1e-a0c44ba3d4ea tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:38.643796 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5c878-5ea6-47c1-80bc-7633bdf3d397 req-7dd1233d-1611-432e-ba1e-a0c44ba3d4ea tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:38.646843 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2b5c878-5ea6-47c1-80bc-7633bdf3d397 req-7dd1233d-1611-432e-ba1e-a0c44ba3d4ea tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 2399 time: 0.1962004 Feb 19 04:16:38.658911 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port a1c6d158-11f9-418e-9590-82b16576c424 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:38.659938 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a1c6d158-11f9-418e-9590-82b16576c424), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:38.691402 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c6d158-11f9-418e-9590-82b16576c424 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:16:38.746381 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port a1c6d158-11f9-418e-9590-82b16576c424, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=a1c6d158-11f9-418e-9590-82b16576c424,segment=NetworkSegment(540b2560-af53-4875-9936-bfd0a0ac5415),segment_id=540b2560-af53-4875-9936-bfd0a0ac5415)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:38.762553 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a1c6d158-11f9-418e-9590-82b16576c424), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:38.818926 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2b5c878-5ea6-47c1-80bc-7633bdf3d397 req-7735fb6a-270b-4551-8a4a-e61d364537cc tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613886 Feb 19 04:16:38.861337 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fda57fe-1722-43f5-98c3-9847c973597c', 'tag': 'dd945579-ac23-4eef-ac40-795629a81f36'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:38.864307 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304f47a6-701f-4fde-81b5-43a338d2120c" -d '{"events": [{"name": "network-changed", "server_uuid": "7fda57fe-1722-43f5-98c3-9847c973597c", "tag": "dd945579-ac23-4eef-ac40-795629a81f36"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:38.913921 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:38.950421 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=a1c6d158-11f9-418e-9590-82b16576c424,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:38.976789 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:38.978901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:38.979875 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:38.980719 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:38.981524 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:38.982108 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:38.982662 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:38.983199 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:38.983764 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:38.984284 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:38.984793 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:38.985690 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-33110fcd-991a-4ab6-8634-27100418610e req-04b6ec7d-7679-4029-8d53-a53923e2630f tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0560989 Feb 19 04:16:38.994299 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:39.000142 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:39.049354 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:39.054612 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7e0010af-6e2d-4287-99cf-48f7ddd61200 req-61fc1b01-a08f-4452-ad60-0f63a811cf5c tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/security-groups?id=6649729b-ec9f-46f9-b87d-961062133105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6306522 Feb 19 04:16:39.059403 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['a1c6d158-11f9-418e-9590-82b16576c424'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:16:39.121989 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304f8f72-c81c-4068-999f-ad1f6381d6fa x-openstack-request-id: req-304f8f72-c81c-4068-999f-ad1f6381d6fa {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:39.122442 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fda57fe-1722-43f5-98c3-9847c973597c", "tag": "dd945579-ac23-4eef-ac40-795629a81f36", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:39.122842 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-304f8f72-c81c-4068-999f-ad1f6381d6fa {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:39.123971 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fda57fe-1722-43f5-98c3-9847c973597c', 'tag': 'dd945579-ac23-4eef-ac40-795629a81f36', 'status': 'completed', 'code': 200} Feb 19 04:16:39.144677 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-8602c56f-c671-4fab-9154-81b20c9f77bc service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572146 Feb 19 04:16:39.269711 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-a49bcf8f-78bb-4f0a-b3b4-1eae7c081d62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=4e690be2-b43f-4068-b470-83c74b17ac13 HTTP/1.1" status: 200 len: 217 time: 0.1136920 Feb 19 04:16:39.278380 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-b9dbd3d0-6ea7-493f-984c-ce0283435093 req-bfefbd73-9f41-4b28-a111-fbe404927338 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Deleting port 820e2aec-e436-46be-b8ae-7f6c3acc4f93 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:39.279025 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b9dbd3d0-6ea7-493f-984c-ce0283435093 req-bfefbd73-9f41-4b28-a111-fbe404927338 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (820e2aec-e436-46be-b8ae-7f6c3acc4f93), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:39.340574 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-51c72080-7e81-45a3-ac61-424a87a155d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961df103-951d-43e3-8b53-44fc51b568e7 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:16:39.366746 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-51c72080-7e81-45a3-ac61-424a87a155d2 service neutron] Publish callbacks [] for port (961df103-951d-43e3-8b53-44fc51b568e7), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:39.381489 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f47a6-701f-4fde-81b5-43a338d2120c req-94a3e11c-4d57-4428-971c-266c4232fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:39.382714 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f47a6-701f-4fde-81b5-43a338d2120c req-94a3e11c-4d57-4428-971c-266c4232fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:39.383907 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f47a6-701f-4fde-81b5-43a338d2120c req-94a3e11c-4d57-4428-971c-266c4232fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:39.387221 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-304f47a6-701f-4fde-81b5-43a338d2120c req-94a3e11c-4d57-4428-971c-266c4232fdf9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8865c64b2ac542288fdbffd7b4747b43&device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 2859 time: 0.2130299 Feb 19 04:16:39.446277 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-51c72080-7e81-45a3-ac61-424a87a155d2 service neutron] Transition to ACTIVE for port object 961df103-951d-43e3-8b53-44fc51b568e7 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:16:39.468165 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-51c72080-7e81-45a3-ac61-424a87a155d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (961df103-951d-43e3-8b53-44fc51b568e7), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:39.479793 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-35745e67-a9cd-4b11-a7ed-c2b9b7093d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:39.481372 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-35745e67-a9cd-4b11-a7ed-c2b9b7093d89 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5a38712-95b2-4271-ab6e-5854ab0620a4 HTTP/1.1" status: 200 len: 797 time: 0.1956596 Feb 19 04:16:39.552963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a391a-d9d7-45c8-b465-f15c40b7d5da req-d4eaa3d0-66e8-458f-b5d7-faafcea86f97 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:39.554740 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a5a391a-d9d7-45c8-b465-f15c40b7d5da req-d4eaa3d0-66e8-458f-b5d7-faafcea86f97 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 944 time: 0.1926739 Feb 19 04:16:39.574801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-b9dbd3d0-6ea7-493f-984c-ce0283435093 req-bfefbd73-9f41-4b28-a111-fbe404927338 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] For port 820e2aec-e436-46be-b8ae-7f6c3acc4f93, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=820e2aec-e436-46be-b8ae-7f6c3acc4f93,segment=NetworkSegment(f52d0676-172c-4380-9982-e9017febddf6),segment_id=f52d0676-172c-4380-9982-e9017febddf6)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:39.575606 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b9dbd3d0-6ea7-493f-984c-ce0283435093 req-bfefbd73-9f41-4b28-a111-fbe404927338 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (820e2aec-e436-46be-b8ae-7f6c3acc4f93), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:39.621427 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-b9dbd3d0-6ea7-493f-984c-ce0283435093 req-bfefbd73-9f41-4b28-a111-fbe404927338 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Calling delete_port for 820e2aec-e436-46be-b8ae-7f6c3acc4f93 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:39.713283 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a5a391a-d9d7-45c8-b465-f15c40b7d5da req-053eadc7-f48f-4054-9ff0-c122f7ef649b tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424925 Feb 19 04:16:39.719544 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-f28f0678-d7e1-4a65-8193-d9ab83c33679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:39.721501 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-f28f0678-d7e1-4a65-8193-d9ab83c33679 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2239654 Feb 19 04:16:39.838811 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c72080-7e81-45a3-ac61-424a87a155d2 service neutron] Pushing event updated for resources: {'Port': ['ID=961df103-951d-43e3-8b53-44fc51b568e7,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:39.853544 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f47a6-701f-4fde-81b5-43a338d2120c req-4829820d-72e5-46db-84ed-2b2213c5fdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:39.854191 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f47a6-701f-4fde-81b5-43a338d2120c req-4829820d-72e5-46db-84ed-2b2213c5fdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:39.854724 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f47a6-701f-4fde-81b5-43a338d2120c req-4829820d-72e5-46db-84ed-2b2213c5fdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:39.856876 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-304f47a6-701f-4fde-81b5-43a338d2120c req-4829820d-72e5-46db-84ed-2b2213c5fdb2 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8865c64b2ac542288fdbffd7b4747b43&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.4582355 Feb 19 04:16:39.920302 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-274df218-6186-4b08-bc29-8e4f29b07f5b service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893587 Feb 19 04:16:39.930893 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-51c72080-7e81-45a3-ac61-424a87a155d2 service neutron] Attempting to bind port 961df103-951d-43e3-8b53-44fc51b568e7 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:16:39.930893 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-51c72080-7e81-45a3-ac61-424a87a155d2 service neutron] Attempting to bind port 961df103-951d-43e3-8b53-44fc51b568e7 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '08c38d32-3754-4cc6-857a-0e1e6b5fdfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5e424759-b828-4dc5-a84c-77f3ea8b6a4e'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:16:39.931351 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-51c72080-7e81-45a3-ac61-424a87a155d2 service neutron] Attempting to bind port 961df103-951d-43e3-8b53-44fc51b568e7 on network 5e424759-b828-4dc5-a84c-77f3ea8b6a4e {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:40.010380 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-51c72080-7e81-45a3-ac61-424a87a155d2 service neutron] Port 961df103-951d-43e3-8b53-44fc51b568e7 on network 5e424759-b828-4dc5-a84c-77f3ea8b6a4e not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:16:40.014523 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-51c72080-7e81-45a3-ac61-424a87a155d2 service neutron] Attempting to bind port 961df103-951d-43e3-8b53-44fc51b568e7 on network 5e424759-b828-4dc5-a84c-77f3ea8b6a4e {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:16:40.017825 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b9dbd3d0-6ea7-493f-984c-ce0283435093 req-bfefbd73-9f41-4b28-a111-fbe404927338 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (820e2aec-e436-46be-b8ae-7f6c3acc4f93), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:40.084695 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-51c72080-7e81-45a3-ac61-424a87a155d2 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:16:40.085081 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-51c72080-7e81-45a3-ac61-424a87a155d2 service neutron] Checking segment: {'id': '08c38d32-3754-4cc6-857a-0e1e6b5fdfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5e424759-b828-4dc5-a84c-77f3ea8b6a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:16:40.085460 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-51c72080-7e81-45a3-ac61-424a87a155d2 service neutron] Bound using segment: {'id': '08c38d32-3754-4cc6-857a-0e1e6b5fdfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5e424759-b828-4dc5-a84c-77f3ea8b6a4e'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:16:40.085912 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-51c72080-7e81-45a3-ac61-424a87a155d2 service neutron] Bound port: 961df103-951d-43e3-8b53-44fc51b568e7, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c38d32-3754-4cc6-857a-0e1e6b5fdfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5e424759-b828-4dc5-a84c-77f3ea8b6a4e'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:16:40.086895 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-51c72080-7e81-45a3-ac61-424a87a155d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (961df103-951d-43e3-8b53-44fc51b568e7), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:40.107537 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfefbd73-9f41-4b28-a111-fbe404927338 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Pushing event deleted for resources: {'Port': ['ID=820e2aec-e436-46be-b8ae-7f6c3acc4f93,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:40.142573 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f47a6-701f-4fde-81b5-43a338d2120c req-954ac15f-3ed4-438f-8776-b4f0d66e29f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:40.148398 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-304f47a6-701f-4fde-81b5-43a338d2120c req-954ac15f-3ed4-438f-8776-b4f0d66e29f6 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2802989 Feb 19 04:16:40.196235 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37f110-af06-443d-a29b-13abedbff823 req-02128d06-e7ff-4379-9c81-65e20ff6c9ea tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:40.202439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37f110-af06-443d-a29b-13abedbff823 req-02128d06-e7ff-4379-9c81-65e20ff6c9ea tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:40.210869 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37f110-af06-443d-a29b-13abedbff823 req-02128d06-e7ff-4379-9c81-65e20ff6c9ea tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:40.214226 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6f37f110-af06-443d-a29b-13abedbff823 req-02128d06-e7ff-4379-9c81-65e20ff6c9ea tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 2411 time: 0.1889353 Feb 19 04:16:40.237343 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-0ae77d65-70c4-41a5-a100-f23775cf8d77 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054144 Feb 19 04:16:40.239834 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b4cdeae2-e98d-4642-b8df-4d57bde8cd45 req-a93385ad-630a-416d-83c5-2c4483483427 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0524695 Feb 19 04:16:40.283131 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device a1c6d158-11f9-418e-9590-82b16576c424 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:40.307509 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6f37f110-af06-443d-a29b-13abedbff823 req-9674029e-dab2-4485-9ad5-509b02c58cef tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847998 Feb 19 04:16:40.332409 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-51c72080-7e81-45a3-ac61-424a87a155d2 service neutron] For port 961df103-951d-43e3-8b53-44fc51b568e7, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:16:40.339141 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-51c72080-7e81-45a3-ac61-424a87a155d2 service neutron] For port 961df103-951d-43e3-8b53-44fc51b568e7, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=961df103-951d-43e3-8b53-44fc51b568e7,segment=NetworkSegment(08c38d32-3754-4cc6-857a-0e1e6b5fdfad),segment_id=08c38d32-3754-4cc6-857a-0e1e6b5fdfad)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:16:40.356375 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-51c72080-7e81-45a3-ac61-424a87a155d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (961df103-951d-43e3-8b53-44fc51b568e7), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:40.361269 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-52e3429f-d7e4-4527-adc9-d7e3ad807b61 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 HTTP/1.1" status: 200 len: 217 time: 0.1046765 Feb 19 04:16:40.362718 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9dbd3d0-6ea7-493f-984c-ce0283435093 req-bfefbd73-9f41-4b28-a111-fbe404927338 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] No DVR routers for this DVR port 820e2aec-e436-46be-b8ae-7f6c3acc4f93 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:16:40.367725 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b9dbd3d0-6ea7-493f-984c-ce0283435093 req-bfefbd73-9f41-4b28-a111-fbe404927338 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:40.371643 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9dbd3d0-6ea7-493f-984c-ce0283435093 req-bfefbd73-9f41-4b28-a111-fbe404927338 tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.10 "DELETE /v2.0/ports/820e2aec-e436-46be-b8ae-7f6c3acc4f93 HTTP/1.1" status: 204 len: 173 time: 1.7961349 Feb 19 04:16:40.373667 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a8bc94-d7f3-442c-939d-2af3fff9545e', 'name': 'network-vif-deleted', 'tag': '820e2aec-e436-46be-b8ae-7f6c3acc4f93'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:40.379111 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6aa4d1-04e3-456e-9613-0e981b85b229" -d '{"events": [{"server_uuid": "04a8bc94-d7f3-442c-939d-2af3fff9545e", "name": "network-vif-deleted", "tag": "820e2aec-e436-46be-b8ae-7f6c3acc4f93"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:40.412651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-51c72080-7e81-45a3-ac61-424a87a155d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:40.414065 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-51c72080-7e81-45a3-ac61-424a87a155d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:40.416422 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-51c72080-7e81-45a3-ac61-424a87a155d2 service neutron] 10.222.0.10 "PUT /v2.0/ports/961df103-951d-43e3-8b53-44fc51b568e7 HTTP/1.1" status: 200 len: 1092 time: 2.2021022 Feb 19 04:16:40.456564 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port a1c6d158-11f9-418e-9590-82b16576c424 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:16:40.466500 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port a1c6d158-11f9-418e-9590-82b16576c424 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:40.466881 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a1c6d158-11f9-418e-9590-82b16576c424), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:40.530876 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b933d86-0d83-4b9b-a421-919bad54e5d5 x-openstack-request-id: req-0b933d86-0d83-4b9b-a421-919bad54e5d5 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:40.531373 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a8bc94-d7f3-442c-939d-2af3fff9545e", "name": "network-vif-deleted", "tag": "820e2aec-e436-46be-b8ae-7f6c3acc4f93", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:40.531742 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b933d86-0d83-4b9b-a421-919bad54e5d5 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:40.532307 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a8bc94-d7f3-442c-939d-2af3fff9545e', 'name': 'network-vif-deleted', 'tag': '820e2aec-e436-46be-b8ae-7f6c3acc4f93', 'status': 'completed', 'code': 200} Feb 19 04:16:40.551450 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c72080-7e81-45a3-ac61-424a87a155d2 service neutron] Pushing event updated for resources: {'Port': ['ID=961df103-951d-43e3-8b53-44fc51b568e7,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:40.605294 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-15f09fbe-5cc1-439b-97dc-9ea16600c813 req-be2dc3cd-737c-4f14-8333-ad5b70fe9d0e tempest-ServerPasswordTestJSON-1736911186 tempest-ServerPasswordTestJSON-1736911186-project] 10.222.0.65 "GET /v2.0/ports?device_id=04a8bc94-d7f3-442c-939d-2af3fff9545e HTTP/1.1" status: 200 len: 210 time: 0.0707557 Feb 19 04:16:40.620566 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-4900a870-aa07-4aae-87ee-d4028093136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:40.622645 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-4900a870-aa07-4aae-87ee-d4028093136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:40.624463 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-4900a870-aa07-4aae-87ee-d4028093136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:40.627331 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-4900a870-aa07-4aae-87ee-d4028093136a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8865c64b2ac542288fdbffd7b4747b43&device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 2957 time: 0.1288817 Feb 19 04:16:40.643479 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-9da3307a-49ab-42ef-b4f3-e3665b6be637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:40.646993 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-9da3307a-49ab-42ef-b4f3-e3665b6be637 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3182cf3a-ad2c-4837-8f72-549019a0a801 HTTP/1.1" status: 200 len: 797 time: 0.2741420 Feb 19 04:16:40.650256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port a1c6d158-11f9-418e-9590-82b16576c424 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:40.651184 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a1c6d158-11f9-418e-9590-82b16576c424), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:40.714308 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aef371d-a79a-4f6b-b678-f18ecf1523d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c6d158-11f9-418e-9590-82b16576c424'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:40.717237 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5d1b65-414d-40df-9e8d-b3b341161624" -d '{"events": [{"server_uuid": "6aef371d-a79a-4f6b-b678-f18ecf1523d6", "name": "network-vif-plugged", "status": "completed", "tag": "a1c6d158-11f9-418e-9590-82b16576c424"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:40.753077 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port a1c6d158-11f9-418e-9590-82b16576c424, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=a1c6d158-11f9-418e-9590-82b16576c424,segment=NetworkSegment(540b2560-af53-4875-9936-bfd0a0ac5415),segment_id=540b2560-af53-4875-9936-bfd0a0ac5415)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:40.762413 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a1c6d158-11f9-418e-9590-82b16576c424), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:40.814171 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302eda91-6e08-4218-93d8-7548f2f2d52e x-openstack-request-id: req-302eda91-6e08-4218-93d8-7548f2f2d52e {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:40.814935 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aef371d-a79a-4f6b-b678-f18ecf1523d6", "name": "network-vif-plugged", "status": "completed", "tag": "a1c6d158-11f9-418e-9590-82b16576c424", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:40.815312 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-302eda91-6e08-4218-93d8-7548f2f2d52e {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:40.815829 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aef371d-a79a-4f6b-b678-f18ecf1523d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c6d158-11f9-418e-9590-82b16576c424', 'code': 200} Feb 19 04:16:40.821448 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-cf5e3449-1425-4762-b6ad-da093b74fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:40.843611 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-cf5e3449-1425-4762-b6ad-da093b74fb97 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=711f24c3-7d72-4738-9575-b7145b783950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1825356 Feb 19 04:16:40.845570 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=a1c6d158-11f9-418e-9590-82b16576c424,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:41.003503 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 820e2aec-e436-46be-b8ae-7f6c3acc4f93 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:16:41.066666 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 820e2aec-e436-46be-b8ae-7f6c3acc4f93 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:16:41.067028 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 820e2aec-e436-46be-b8ae-7f6c3acc4f93 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:16:41.136226 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-dd8a3478-591f-41c9-ae07-c70b6c337f76 service neutron] 10.222.0.10 "GET /v2.0/networks/711f24c3-7d72-4738-9575-b7145b783950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814775 Feb 19 04:16:41.336953 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb4d0d-bdae-48ca-a9b7-9f82ffee160d req-795f62ae-8e0b-4330-a626-ce4c4dc20e05 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:41.347342 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7fb4d0d-bdae-48ca-a9b7-9f82ffee160d req-795f62ae-8e0b-4330-a626-ce4c4dc20e05 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 945 time: 0.2839687 Feb 19 04:16:41.397058 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fda57fe-1722-43f5-98c3-9847c973597c', 'tag': '961df103-951d-43e3-8b53-44fc51b568e7'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:41.403138 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12247b6-9b52-466d-8647-0875f81aa51a" -d '{"events": [{"name": "network-changed", "server_uuid": "7fda57fe-1722-43f5-98c3-9847c973597c", "tag": "961df103-951d-43e3-8b53-44fc51b568e7"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:41.417815 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-046c4bd3-aaab-4544-b5cb-7682712594ec service neutron] 10.222.0.10 "GET /v2.0/networks/711f24c3-7d72-4738-9575-b7145b783950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248962 Feb 19 04:16:41.429363 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-4593c8c1-6cdb-4a49-aa95-70fa262f1ed5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.88&port_id=9947b787-8305-4adf-b150-e409ec3a54c6 HTTP/1.1" status: 200 len: 217 time: 0.7931557 Feb 19 04:16:41.485224 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-8a241ceb-552e-4c71-82c8-a8169eac0ca7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=434235d7-dfe6-4b36-a5d6-5491aa76e4ab HTTP/1.1" status: 200 len: 217 time: 0.0586779 Feb 19 04:16:41.586622 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7fb4d0d-bdae-48ca-a9b7-9f82ffee160d req-3dc64f4b-967d-4938-9643-b0779a56f211 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371917 Feb 19 04:16:41.598729 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-291e1b9b-5e8c-4a48-920b-abb0d5a5cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:41.603026 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-291e1b9b-5e8c-4a48-920b-abb0d5a5cef1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76eb3621-cd80-4386-a8a0-bae9641dae08 HTTP/1.1" status: 200 len: 801 time: 0.1349032 Feb 19 04:16:41.610253 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-7cc0c4ee-a56e-495c-8576-5d421ff91e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:41.612124 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-7cc0c4ee-a56e-495c-8576-5d421ff91e05 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3182cf3a-ad2c-4837-8f72-549019a0a801 HTTP/1.1" status: 200 len: 797 time: 0.1155319 Feb 19 04:16:41.654541 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9f9395ae-858e-449a-866b-7519358ded50 req-3006cfe7-99fb-46ae-ac2d-4ca1c2a6b488 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0817358 Feb 19 04:16:41.710571 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-a87f2ef4-36a5-490c-a0c6-dd0bdec9d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:41.710571 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-a87f2ef4-36a5-490c-a0c6-dd0bdec9d173 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=711f24c3-7d72-4738-9575-b7145b783950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0907562 Feb 19 04:16:41.744746 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcb3d8-79cb-408f-9a69-7003582abc45 req-e54962de-11fb-4840-89fb-886c19ab8fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:41.760818 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a4dcb3d8-79cb-408f-9a69-7003582abc45 req-e54962de-11fb-4840-89fb-886c19ab8fa9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 1127 time: 0.3509495 Feb 19 04:16:41.831926 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d503ceb8-d217-4bd6-8532-ba370b95bce7 x-openstack-request-id: req-d503ceb8-d217-4bd6-8532-ba370b95bce7 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:41.833188 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fda57fe-1722-43f5-98c3-9847c973597c", "tag": "961df103-951d-43e3-8b53-44fc51b568e7", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:41.833934 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d503ceb8-d217-4bd6-8532-ba370b95bce7 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:41.837420 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fda57fe-1722-43f5-98c3-9847c973597c', 'tag': '961df103-951d-43e3-8b53-44fc51b568e7', 'status': 'completed', 'code': 200} Feb 19 04:16:41.942054 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-ea81c542-c2af-4835-b798-bf95dddd8749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:41.944219 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-ea81c542-c2af-4835-b798-bf95dddd8749 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e424759-b828-4dc5-a84c-77f3ea8b6a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3095772 Feb 19 04:16:41.949250 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a4dcb3d8-79cb-408f-9a69-7003582abc45 req-002a6686-a327-4c89-be68-f3f4e10f3aed service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800165 Feb 19 04:16:42.094980 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb66854-98e3-4b9e-8739-8691cd1354ff req-4fa5cc43-7533-4e6f-9775-988d289288b3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:42.115626 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-33ca676d-b8bc-4957-acec-d1059f389dd5 service neutron] 10.222.0.10 "GET /v2.0/networks/711f24c3-7d72-4738-9575-b7145b783950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881366 Feb 19 04:16:42.123048 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb66854-98e3-4b9e-8739-8691cd1354ff req-4fa5cc43-7533-4e6f-9775-988d289288b3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:42.145283 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82680a0a-5ce2-4021-a716-26f3e6527149 req-b1f0dbd1-d5c3-4125-b67b-93907f17952e tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:42.146126 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb66854-98e3-4b9e-8739-8691cd1354ff req-4fa5cc43-7533-4e6f-9775-988d289288b3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:42.155974 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82680a0a-5ce2-4021-a716-26f3e6527149 req-b1f0dbd1-d5c3-4125-b67b-93907f17952e tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.2073014 Feb 19 04:16:42.157023 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2cb66854-98e3-4b9e-8739-8691cd1354ff req-4fa5cc43-7533-4e6f-9775-988d289288b3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 2411 time: 0.2785459 Feb 19 04:16:42.310233 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82680a0a-5ce2-4021-a716-26f3e6527149 req-4518e987-16d2-4673-915e-af3fe98b0d2c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530027 Feb 19 04:16:42.390165 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2cb66854-98e3-4b9e-8739-8691cd1354ff req-aa5a3822-52a4-459b-927c-51b9e6bdc7e4 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187433 Feb 19 04:16:42.390165 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-6fcae230-031d-413d-91d8-f175e68d15cb service neutron] 10.222.0.10 "GET /v2.0/networks/5e424759-b828-4dc5-a84c-77f3ea8b6a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278347 Feb 19 04:16:42.417643 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40812) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:42.498038 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-333f140e-6a7d-4ab6-8de6-2717e31c0b48 req-5b9342d9-3ba0-4b80-b144-88811b9ef4bd service neutron] 10.222.0.10 "GET /v2.0/networks/711f24c3-7d72-4738-9575-b7145b783950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729987 Feb 19 04:16:42.514324 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc21742-6789-432e-9964-72ef60d43c53 admin admin] Deleting subnet 56f35b28-ec7b-4b41-866e-0ead44aa07c4 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:16:42.519660 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cfc21742-6789-432e-9964-72ef60d43c53 admin admin] Publish callbacks [] for subnet (56f35b28-ec7b-4b41-866e-0ead44aa07c4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:42.585528 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cfc21742-6789-432e-9964-72ef60d43c53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (56f35b28-ec7b-4b41-866e-0ead44aa07c4), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:42.607244 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-36a3ed71-53dd-4145-9fd9-5abecb5cb2d9 service neutron] 10.222.0.10 "GET /v2.0/networks/5e424759-b828-4dc5-a84c-77f3ea8b6a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088189 Feb 19 04:16:42.667048 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cfc21742-6789-432e-9964-72ef60d43c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (56f35b28-ec7b-4b41-866e-0ead44aa07c4), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:42.731258 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-61416b55-89ba-4d7e-91d8-497898c240d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.71&port_id=dd945579-ac23-4eef-ac40-795629a81f36 HTTP/1.1" status: 200 len: 217 time: 0.1051486 Feb 19 04:16:42.824878 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-e271a0b9-5e9b-423a-bc38-a93753a2ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:42.826749 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-e271a0b9-5e9b-423a-bc38-a93753a2ff2a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=976f0d17-a448-4efe-89f1-871a7ad7ef8b HTTP/1.1" status: 200 len: 801 time: 0.0844922 Feb 19 04:16:42.829936 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cfc21742-6789-432e-9964-72ef60d43c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (56f35b28-ec7b-4b41-866e-0ead44aa07c4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:42.859377 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9547e1b-feec-4efe-b2d3-5607c74130ff req-6876c567-cdba-4d0d-929e-9c8dea08d81d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0455534 Feb 19 04:16:42.913237 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc21742-6789-432e-9964-72ef60d43c53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56f35b28-ec7b-4b41-866e-0ead44aa07c4,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:42.919986 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cfc21742-6789-432e-9964-72ef60d43c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:42.925916 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cfc21742-6789-432e-9964-72ef60d43c53 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/56f35b28-ec7b-4b41-866e-0ead44aa07c4 HTTP/1.1" status: 204 len: 168 time: 0.5033939 Feb 19 04:16:42.929443 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40822) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:43.037833 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4b1a4d78-3f9a-4126-b47c-7ac32b6a3198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (0c555f0d-f41e-457f-add5-e277e4727894), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:43.073317 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c2dd9-d913-4bca-a61f-bafe6bd81e62 req-78d3206e-bbc3-4625-b0e8-075ad3e7c75d tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:43.093739 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-070c2dd9-d913-4bca-a61f-bafe6bd81e62 req-78d3206e-bbc3-4625-b0e8-075ad3e7c75d tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 945 time: 0.3635447 Feb 19 04:16:43.145766 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-e91a6802-5b11-4ca7-aa8a-65c927bd9dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:43.148102 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-e91a6802-5b11-4ca7-aa8a-65c927bd9dee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e570db1-c5b9-470b-829b-0b60044b9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3021202 Feb 19 04:16:43.183057 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4b1a4d78-3f9a-4126-b47c-7ac32b6a3198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (0c555f0d-f41e-457f-add5-e277e4727894), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:43.218561 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-4b1a4d78-3f9a-4126-b47c-7ac32b6a3198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c555f0d-f41e-457f-add5-e277e4727894']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:43.233784 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-4b1a4d78-3f9a-4126-b47c-7ac32b6a3198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52d0676-172c-4380-9982-e9017febddf6') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:43.234093 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-4b1a4d78-3f9a-4126-b47c-7ac32b6a3198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52d0676-172c-4380-9982-e9017febddf6') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:16:43.250584 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4b1a4d78-3f9a-4126-b47c-7ac32b6a3198 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (f52d0676-172c-4380-9982-e9017febddf6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:43.257692 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-070c2dd9-d913-4bca-a61f-bafe6bd81e62 req-b8faabef-06f1-4e0c-be4b-eaa7d29c12b1 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615236 Feb 19 04:16:43.277421 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4b1a4d78-3f9a-4126-b47c-7ac32b6a3198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (f52d0676-172c-4380-9982-e9017febddf6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:43.292887 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1a4d78-3f9a-4126-b47c-7ac32b6a3198 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:16:43.293568 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4b1a4d78-3f9a-4126-b47c-7ac32b6a3198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (f52d0676-172c-4380-9982-e9017febddf6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:16:43.296494 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:16:43.342283 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-e10ad2c1-6511-41f9-9a61-405616fe132e service neutron] 10.222.0.10 "GET /v2.0/networks/5e570db1-c5b9-470b-829b-0b60044b9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855056 Feb 19 04:16:43.444606 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4b1a4d78-3f9a-4126-b47c-7ac32b6a3198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (0c555f0d-f41e-457f-add5-e277e4727894), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:43.452074 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4b1a4d78-3f9a-4126-b47c-7ac32b6a3198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:43.462355 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4b1a4d78-3f9a-4126-b47c-7ac32b6a3198 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0c555f0d-f41e-457f-add5-e277e4727894 HTTP/1.1" status: 204 len: 168 time: 0.5275135 Feb 19 04:16:43.530601 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a4d78-3f9a-4126-b47c-7ac32b6a3198 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c555f0d-f41e-457f-add5-e277e4727894,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:43.587653 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4212250-b9e8-4c73-a130-53588cd08bf8 req-53d318d8-0a22-485d-a939-8304ca7b5dba tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:43.598315 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f4212250-b9e8-4c73-a130-53588cd08bf8 req-53d318d8-0a22-485d-a939-8304ca7b5dba tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.1132638 Feb 19 04:16:43.697382 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f4212250-b9e8-4c73-a130-53588cd08bf8 req-b4310824-6a6d-40b7-b34e-4b270eb52567 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938251 Feb 19 04:16:43.725368 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-4cb70bdf-c510-4c67-bf2f-1132552a7cf9 service neutron] 10.222.0.10 "GET /v2.0/networks/5e570db1-c5b9-470b-829b-0b60044b9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752763 Feb 19 04:16:43.740227 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f07a0-3b9e-4051-a5e6-d62d926895d3 req-f279557c-0120-43b3-800c-f2bf65ad0207 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:43.754081 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f07a0-3b9e-4051-a5e6-d62d926895d3 req-f279557c-0120-43b3-800c-f2bf65ad0207 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:43.761242 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f07a0-3b9e-4051-a5e6-d62d926895d3 req-f279557c-0120-43b3-800c-f2bf65ad0207 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:43.763137 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f5f07a0-3b9e-4051-a5e6-d62d926895d3 req-f279557c-0120-43b3-800c-f2bf65ad0207 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 2411 time: 0.2028337 Feb 19 04:16:43.822937 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-83cca513-e44b-4dc4-a2dd-c3698f8ae8f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.220&port_id=961df103-951d-43e3-8b53-44fc51b568e7 HTTP/1.1" status: 200 len: 217 time: 0.0585065 Feb 19 04:16:43.911010 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f5f07a0-3b9e-4051-a5e6-d62d926895d3 req-05b92b6f-0ac5-461a-bcaf-d181bd3fa1fd tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399286 Feb 19 04:16:43.919066 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40838) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:43.922932 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-c847b78e-0c5e-4fba-a7f3-96b5c859e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:43.925200 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-c847b78e-0c5e-4fba-a7f3-96b5c859e1fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76eb3621-cd80-4386-a8a0-bae9641dae08 HTTP/1.1" status: 200 len: 801 time: 0.0935121 Feb 19 04:16:44.006826 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-bb527971-2fa8-4760-ac04-f4f98a25412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:44.010335 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-bb527971-2fa8-4760-ac04-f4f98a25412a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e424759-b828-4dc5-a84c-77f3ea8b6a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0788670 Feb 19 04:16:44.064505 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-08dc4aad-fba9-42f6-9446-0e089d403cec admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=54f5ada6f15f4ade8e7551b998a3ce33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1437306 Feb 19 04:16:44.086997 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40840) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:44.111718 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d1357130-2ca3-41c8-97b0-60d54ad8a5b6 req-7e9645a4-1748-4977-b9e1-c6eb639ecab4 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0455902 Feb 19 04:16:44.190711 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-b96322fc-09b4-49c9-bd76-e916010cecf5 service neutron] 10.222.0.10 "GET /v2.0/networks/5e424759-b828-4dc5-a84c-77f3ea8b6a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734538 Feb 19 04:16:44.194413 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-da40b424-fc6b-48af-b78e-6271088cc991 admin admin] Publish callbacks [] for security_group (6649729b-ec9f-46f9-b87d-961062133105), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:44.281274 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-da40b424-fc6b-48af-b78e-6271088cc991 admin admin] Publish callbacks [] for security_group (6649729b-ec9f-46f9-b87d-961062133105), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:44.370697 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef50f06-42fa-482c-84f6-2bdada2ebd90 req-7445a1c7-4f8d-4851-bc5b-64d02086376d service neutron] 10.222.0.10 "GET /v2.0/networks/5e424759-b828-4dc5-a84c-77f3ea8b6a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732972 Feb 19 04:16:44.440777 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-da40b424-fc6b-48af-b78e-6271088cc991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6649729b-ec9f-46f9-b87d-961062133105), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:44.446980 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-da40b424-fc6b-48af-b78e-6271088cc991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:44.450828 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-da40b424-fc6b-48af-b78e-6271088cc991 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6649729b-ec9f-46f9-b87d-961062133105 HTTP/1.1" status: 204 len: 168 time: 0.3621328 Feb 19 04:16:44.484855 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40b424-fc6b-48af-b78e-6271088cc991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6649729b-ec9f-46f9-b87d-961062133105,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:44.595797 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edda576-deda-44ab-b944-490a973906e2 req-00866d51-aece-4952-8dff-4476f8237766 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:44.598225 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7edda576-deda-44ab-b944-490a973906e2 req-00866d51-aece-4952-8dff-4476f8237766 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 945 time: 0.2332513 Feb 19 04:16:44.805411 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12247b6-9b52-466d-8647-0875f81aa51a req-ff2a810e-d6cd-4652-a36c-a1ae52e123ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:44.806635 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12247b6-9b52-466d-8647-0875f81aa51a req-ff2a810e-d6cd-4652-a36c-a1ae52e123ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:44.808288 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12247b6-9b52-466d-8647-0875f81aa51a req-ff2a810e-d6cd-4652-a36c-a1ae52e123ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:44.818759 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b12247b6-9b52-466d-8647-0875f81aa51a req-ff2a810e-d6cd-4652-a36c-a1ae52e123ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8865c64b2ac542288fdbffd7b4747b43&device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 2957 time: 0.3143914 Feb 19 04:16:44.941884 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7edda576-deda-44ab-b944-490a973906e2 req-165b20d0-4f2c-424e-8d9e-77e098c8373c tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227844 Feb 19 04:16:45.003137 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc56b0-f579-4530-bb48-2a2bc5088088 req-2ba23493-dbb9-4d1e-9576-954eaefccfba tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:45.021897 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3fcc56b0-f579-4530-bb48-2a2bc5088088 req-2ba23493-dbb9-4d1e-9576-954eaefccfba tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.1336293 Feb 19 04:16:45.170819 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3fcc56b0-f579-4530-bb48-2a2bc5088088 req-c2cdb006-4f99-49aa-9d87-166120049beb tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476786 Feb 19 04:16:45.289648 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12247b6-9b52-466d-8647-0875f81aa51a req-b9c0209e-7b46-4695-9532-b3cd0399444a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:45.294043 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b12247b6-9b52-466d-8647-0875f81aa51a req-b9c0209e-7b46-4695-9532-b3cd0399444a service neutron] 10.222.0.10 "GET /v2.0/networks?id=5e424759-b828-4dc5-a84c-77f3ea8b6a4e HTTP/1.1" status: 200 len: 902 time: 0.4581797 Feb 19 04:16:45.360355 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-52d483f2-5796-4ae4-99b2-274fdb5d6426 req-df8fcbc5-92b6-4abf-99b4-2dc7064fecbf tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1707443483&fields=id&tenant_id=95b2f7472970401693fc6d1d453ec3fd HTTP/1.1" status: 200 len: 267 time: 0.0944352 Feb 19 04:16:45.403849 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b12247b6-9b52-466d-8647-0875f81aa51a req-9d89a25b-a2dd-47d5-aabb-e455d0b6199a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.220&port_id=961df103-951d-43e3-8b53-44fc51b568e7 HTTP/1.1" status: 200 len: 217 time: 0.0964377 Feb 19 04:16:45.457186 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b34e5-4c12-457e-902d-4dc8ea7e8f51 req-f9420c1d-192e-4502-8620-1c7dd5afe5e0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:45.459416 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d483f2-5796-4ae4-99b2-274fdb5d6426 req-f0cd3afb-e23b-4d8f-b1d1-0d0455f83a3a tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:45.471448 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-52d483f2-5796-4ae4-99b2-274fdb5d6426 req-f0cd3afb-e23b-4d8f-b1d1-0d0455f83a3a tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 945 time: 0.1093850 Feb 19 04:16:45.479692 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-52d483f2-5796-4ae4-99b2-274fdb5d6426 req-c18f7bc2-36f8-4972-bf57-8d3cfb54fd4f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Request body: {'port': {'security_groups': ['85d6a3f9-6468-40d9-8262-751db9583f4e', 'b416d14d-523e-4921-95da-c04aa98de240']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:45.487372 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b34e5-4c12-457e-902d-4dc8ea7e8f51 req-f9420c1d-192e-4502-8620-1c7dd5afe5e0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:45.502864 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b34e5-4c12-457e-902d-4dc8ea7e8f51 req-f9420c1d-192e-4502-8620-1c7dd5afe5e0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:45.519937 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-017b34e5-4c12-457e-902d-4dc8ea7e8f51 req-f9420c1d-192e-4502-8620-1c7dd5afe5e0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 2411 time: 0.3963904 Feb 19 04:16:45.632488 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:16:45.683947 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-52d483f2-5796-4ae4-99b2-274fdb5d6426 req-c18f7bc2-36f8-4972-bf57-8d3cfb54fd4f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a1c6d158-11f9-418e-9590-82b16576c424), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:45.796961 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12247b6-9b52-466d-8647-0875f81aa51a req-13823500-912c-4185-b076-24db49b2a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:45.799830 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b12247b6-9b52-466d-8647-0875f81aa51a req-13823500-912c-4185-b076-24db49b2a56f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76eb3621-cd80-4386-a8a0-bae9641dae08 HTTP/1.1" status: 200 len: 801 time: 0.2779310 Feb 19 04:16:45.922688 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-017b34e5-4c12-457e-902d-4dc8ea7e8f51 req-e7ea63ef-f694-44b2-a01c-a05691736321 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857834 Feb 19 04:16:46.010731 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12247b6-9b52-466d-8647-0875f81aa51a req-188d2fbf-f313-45da-9480-0542f0eebd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:46.020348 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b12247b6-9b52-466d-8647-0875f81aa51a req-188d2fbf-f313-45da-9480-0542f0eebd24 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e424759-b828-4dc5-a84c-77f3ea8b6a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2047529 Feb 19 04:16:46.169786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-52d483f2-5796-4ae4-99b2-274fdb5d6426 req-c18f7bc2-36f8-4972-bf57-8d3cfb54fd4f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] For port a1c6d158-11f9-418e-9590-82b16576c424, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=a1c6d158-11f9-418e-9590-82b16576c424,segment=NetworkSegment(540b2560-af53-4875-9936-bfd0a0ac5415),segment_id=540b2560-af53-4875-9936-bfd0a0ac5415)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:46.223719 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4bbba3a7-a026-4c8d-a063-2c91964ef6f5 req-e0756ab3-b0f8-4de4-b249-22d69a1fa462 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 210 time: 0.1470761 Feb 19 04:16:46.263218 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-52d483f2-5796-4ae4-99b2-274fdb5d6426 req-c18f7bc2-36f8-4972-bf57-8d3cfb54fd4f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for port (a1c6d158-11f9-418e-9590-82b16576c424), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:46.289331 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-52d483f2-5796-4ae4-99b2-274fdb5d6426 req-c18f7bc2-36f8-4972-bf57-8d3cfb54fd4f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (a1c6d158-11f9-418e-9590-82b16576c424), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:46.304654 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['29414b92-492f-481f-b153-bcf04d72d1b2', 'a1c6d158-11f9-418e-9590-82b16576c424'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:16:46.363406 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b12247b6-9b52-466d-8647-0875f81aa51a req-f3fe95d3-5259-40e1-b87a-163451867b88 service neutron] 10.222.0.10 "GET /v2.0/networks/5e424759-b828-4dc5-a84c-77f3ea8b6a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386998 Feb 19 04:16:46.446058 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d483f2-5796-4ae4-99b2-274fdb5d6426 req-c18f7bc2-36f8-4972-bf57-8d3cfb54fd4f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:46.446856 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-52d483f2-5796-4ae4-99b2-274fdb5d6426 req-c18f7bc2-36f8-4972-bf57-8d3cfb54fd4f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:46.467634 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-52d483f2-5796-4ae4-99b2-274fdb5d6426 req-c18f7bc2-36f8-4972-bf57-8d3cfb54fd4f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "PUT /v2.0/ports/a1c6d158-11f9-418e-9590-82b16576c424 HTTP/1.1" status: 200 len: 981 time: 0.9894893 Feb 19 04:16:46.468501 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aef371d-a79a-4f6b-b678-f18ecf1523d6', 'tag': 'a1c6d158-11f9-418e-9590-82b16576c424'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:46.478416 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4aa10e-2642-486f-9e02-fd9815c78511" -d '{"events": [{"name": "network-changed", "server_uuid": "6aef371d-a79a-4f6b-b678-f18ecf1523d6", "tag": "a1c6d158-11f9-418e-9590-82b16576c424"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:46.532371 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['a1c6d158-11f9-418e-9590-82b16576c424'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:16:46.589729 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f7bc2-36f8-4972-bf57-8d3cfb54fd4f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event updated for resources: {'Port': ['ID=a1c6d158-11f9-418e-9590-82b16576c424,revision_number=6']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:46.611633 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f7bc2-36f8-4972-bf57-8d3cfb54fd4f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:46.612468 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f7bc2-36f8-4972-bf57-8d3cfb54fd4f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:46.613031 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f7bc2-36f8-4972-bf57-8d3cfb54fd4f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:46.613503 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f7bc2-36f8-4972-bf57-8d3cfb54fd4f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:46.613890 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f7bc2-36f8-4972-bf57-8d3cfb54fd4f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:46.619868 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f7bc2-36f8-4972-bf57-8d3cfb54fd4f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:46.620430 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f7bc2-36f8-4972-bf57-8d3cfb54fd4f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:46.620794 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f7bc2-36f8-4972-bf57-8d3cfb54fd4f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:46.621216 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f7bc2-36f8-4972-bf57-8d3cfb54fd4f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:46.621615 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f7bc2-36f8-4972-bf57-8d3cfb54fd4f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:46.621964 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f7bc2-36f8-4972-bf57-8d3cfb54fd4f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:46.622732 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f7bc2-36f8-4972-bf57-8d3cfb54fd4f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:46.623084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f7bc2-36f8-4972-bf57-8d3cfb54fd4f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:46.721768 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d5fcbd31-9ff0-4053-8f72-d2498caa98d4 req-bdd0ccd0-0bc0-4635-abda-73ee7539d6dd tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/b416d14d-523e-4921-95da-c04aa98de240 HTTP/1.1" status: 200 len: 1820 time: 0.1611264 Feb 19 04:16:46.756024 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b12247b6-9b52-466d-8647-0875f81aa51a req-abb316bc-8759-4a2c-977f-7371e94a6408 service neutron] 10.222.0.10 "GET /v2.0/networks/5e424759-b828-4dc5-a84c-77f3ea8b6a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867819 Feb 19 04:16:46.803783 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [req-d5fcbd31-9ff0-4053-8f72-d2498caa98d4 req-7271d0da-70a4-4b18-a556-6ad1e977bafa tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 04:16:46.806611 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d5fcbd31-9ff0-4053-8f72-d2498caa98d4 req-7271d0da-70a4-4b18-a556-6ad1e977bafa tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "DELETE /v2.0/security-groups/b416d14d-523e-4921-95da-c04aa98de240 HTTP/1.1" status: 409 len: 341 time: 0.0738158 Feb 19 04:16:46.833063 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de417ef-9899-40bd-b60c-eabf10f725b5 req-c5353b40-ae6b-49d8-b66a-1681f286d703 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:46.836213 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7de417ef-9899-40bd-b60c-eabf10f725b5 req-c5353b40-ae6b-49d8-b66a-1681f286d703 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.1960771 Feb 19 04:16:47.030445 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a307bd6-9230-40c3-922a-3994d3ff9a9c x-openstack-request-id: req-3a307bd6-9230-40c3-922a-3994d3ff9a9c {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:47.031228 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aef371d-a79a-4f6b-b678-f18ecf1523d6", "tag": "a1c6d158-11f9-418e-9590-82b16576c424", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:47.034382 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a307bd6-9230-40c3-922a-3994d3ff9a9c {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:47.038518 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aef371d-a79a-4f6b-b678-f18ecf1523d6', 'tag': 'a1c6d158-11f9-418e-9590-82b16576c424', 'status': 'completed', 'code': 200} Feb 19 04:16:47.043602 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 9947b787-8305-4adf-b150-e409ec3a54c6 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:16:47.059083 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7de417ef-9899-40bd-b60c-eabf10f725b5 req-b3f515ec-471c-445e-bb58-eae926958b6c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071154 Feb 19 04:16:47.127372 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4aa10e-2642-486f-9e02-fd9815c78511 req-a19e487b-c78e-41c3-94b1-3af1b3919222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:47.129981 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3b4aa10e-2642-486f-9e02-fd9815c78511 req-a19e487b-c78e-41c3-94b1-3af1b3919222 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95b2f7472970401693fc6d1d453ec3fd&device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 1166 time: 0.1482465 Feb 19 04:16:47.447293 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4aa10e-2642-486f-9e02-fd9815c78511 req-3740b3ad-65b2-4ad7-a0d4-099a627c2007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:47.458845 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3b4aa10e-2642-486f-9e02-fd9815c78511 req-3740b3ad-65b2-4ad7-a0d4-099a627c2007 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1eb80df5-02a8-42f3-aafa-0ab48b90855e HTTP/1.1" status: 200 len: 913 time: 0.3222852 Feb 19 04:16:47.462537 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:16:47.587486 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3b4aa10e-2642-486f-9e02-fd9815c78511 req-9e239639-cbb3-46ed-9f39-a587d97492ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1c6d158-11f9-418e-9590-82b16576c424 HTTP/1.1" status: 200 len: 217 time: 0.1222236 Feb 19 04:16:47.672934 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02dffb7-13cd-4bf6-abff-b4807a8d5a99 req-606c3b42-8738-463a-b59a-789c4da59e40 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:47.699978 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02dffb7-13cd-4bf6-abff-b4807a8d5a99 req-606c3b42-8738-463a-b59a-789c4da59e40 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:47.712858 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02dffb7-13cd-4bf6-abff-b4807a8d5a99 req-606c3b42-8738-463a-b59a-789c4da59e40 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:47.728581 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b02dffb7-13cd-4bf6-abff-b4807a8d5a99 req-606c3b42-8738-463a-b59a-789c4da59e40 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 2411 time: 0.2281806 Feb 19 04:16:47.731998 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4aa10e-2642-486f-9e02-fd9815c78511 req-452fa14e-ffaf-4d74-9908-c36dda810bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:47.737152 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3b4aa10e-2642-486f-9e02-fd9815c78511 req-452fa14e-ffaf-4d74-9908-c36dda810bf0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2107c9e8-8d56-4a4a-9abe-dde4b17b1974 HTTP/1.1" status: 200 len: 853 time: 0.1375842 Feb 19 04:16:47.809309 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3b4aa10e-2642-486f-9e02-fd9815c78511 req-4d249f90-c5ae-4252-830e-aa2488f45e2c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1eb80df5-02a8-42f3-aafa-0ab48b90855e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679395 Feb 19 04:16:47.860869 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b02dffb7-13cd-4bf6-abff-b4807a8d5a99 req-6ced8a86-f06b-4f1f-9641-670ff66e4cc9 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310341 Feb 19 04:16:47.870670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 9947b787-8305-4adf-b150-e409ec3a54c6, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=9947b787-8305-4adf-b150-e409ec3a54c6,segment=NetworkSegment(08c38d32-3754-4cc6-857a-0e1e6b5fdfad),segment_id=08c38d32-3754-4cc6-857a-0e1e6b5fdfad)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:47.896083 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '9947b787-8305-4adf-b150-e409ec3a54c6', 'network_id': '5e424759-b828-4dc5-a84c-77f3ea8b6a4e', 'port_id': '9947b787-8305-4adf-b150-e409ec3a54c6', 'mac_address': 'fa:16:3e:4c:7a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76eb3621-cd80-4386-a8a0-bae9641dae08', 'ip_address': '19.80.0.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:16:47.967787 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-03af728f-8e5e-4735-9768-369a391210a3 req-20c2b37d-97b1-44e5-97b6-271ccf05ea10 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 210 time: 0.1610794 Feb 19 04:16:47.980805 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 9947b787-8305-4adf-b150-e409ec3a54c6 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:47.981702 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9947b787-8305-4adf-b150-e409ec3a54c6), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:48.022939 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9947b787-8305-4adf-b150-e409ec3a54c6 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:16:48.077128 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 9947b787-8305-4adf-b150-e409ec3a54c6, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=9947b787-8305-4adf-b150-e409ec3a54c6,segment=NetworkSegment(08c38d32-3754-4cc6-857a-0e1e6b5fdfad),segment_id=08c38d32-3754-4cc6-857a-0e1e6b5fdfad)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:48.090406 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9947b787-8305-4adf-b150-e409ec3a54c6), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:48.092385 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 961df103-951d-43e3-8b53-44fc51b568e7 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:16:48.109938 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3b4aa10e-2642-486f-9e02-fd9815c78511 req-f5f545da-160f-4efc-aab5-a508c97df55f service neutron] 10.222.0.48 "GET /v2.0/networks/1eb80df5-02a8-42f3-aafa-0ab48b90855e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888439 Feb 19 04:16:48.224271 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 961df103-951d-43e3-8b53-44fc51b568e7, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=961df103-951d-43e3-8b53-44fc51b568e7,segment=NetworkSegment(08c38d32-3754-4cc6-857a-0e1e6b5fdfad),segment_id=08c38d32-3754-4cc6-857a-0e1e6b5fdfad)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:48.261036 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '961df103-951d-43e3-8b53-44fc51b568e7', 'network_id': '5e424759-b828-4dc5-a84c-77f3ea8b6a4e', 'port_id': '961df103-951d-43e3-8b53-44fc51b568e7', 'mac_address': 'fa:16:3e:f4:a4:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76eb3621-cd80-4386-a8a0-bae9641dae08', 'ip_address': '19.80.0.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:16:48.284031 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=9947b787-8305-4adf-b150-e409ec3a54c6,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:48.326543 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28466a2-3edf-4186-8088-636c1ce4f737 req-ce9057f2-c5a3-4f89-8dd6-e22045673114 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:48.328662 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e28466a2-3edf-4186-8088-636c1ce4f737 req-ce9057f2-c5a3-4f89-8dd6-e22045673114 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 984 time: 0.1852112 Feb 19 04:16:48.367228 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 961df103-951d-43e3-8b53-44fc51b568e7 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:48.367914 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (961df103-951d-43e3-8b53-44fc51b568e7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:48.406396 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961df103-951d-43e3-8b53-44fc51b568e7 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:16:48.441983 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aeb3f9-1b2f-422a-b25c-401cd5acfc61 req-6d48d33a-cc85-4d9d-a245-5b85c6713180 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:48.443688 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54aeb3f9-1b2f-422a-b25c-401cd5acfc61 req-6d48d33a-cc85-4d9d-a245-5b85c6713180 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.1307988 Feb 19 04:16:48.455576 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 961df103-951d-43e3-8b53-44fc51b568e7, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=961df103-951d-43e3-8b53-44fc51b568e7,segment=NetworkSegment(08c38d32-3754-4cc6-857a-0e1e6b5fdfad),segment_id=08c38d32-3754-4cc6-857a-0e1e6b5fdfad)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:48.469143 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (961df103-951d-43e3-8b53-44fc51b568e7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:48.469972 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device dd945579-ac23-4eef-ac40-795629a81f36 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:16:48.506617 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3b4aa10e-2642-486f-9e02-fd9815c78511 req-fa546344-e995-4c2c-b74a-9936794a5c85 service neutron] 10.222.0.48 "GET /v2.0/networks/1eb80df5-02a8-42f3-aafa-0ab48b90855e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904061 Feb 19 04:16:48.573015 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e28466a2-3edf-4186-8088-636c1ce4f737 req-5100040c-ad47-455a-8ae5-7a5e506e80e3 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=b416d14d-523e-4921-95da-c04aa98de240&id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2088149 Feb 19 04:16:48.584313 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54aeb3f9-1b2f-422a-b25c-401cd5acfc61 req-c88fdf39-f949-4687-8d67-9511ff9140e5 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268020 Feb 19 04:16:48.718081 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aededf7-adda-4b28-9189-07692897c069 req-549356fe-c356-4f51-8828-4e420f773302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:48.722455 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8aededf7-adda-4b28-9189-07692897c069 req-549356fe-c356-4f51-8828-4e420f773302 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95b2f7472970401693fc6d1d453ec3fd&device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 1166 time: 0.1037848 Feb 19 04:16:48.751735 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=961df103-951d-43e3-8b53-44fc51b568e7,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:48.840000 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port dd945579-ac23-4eef-ac40-795629a81f36, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=dd945579-ac23-4eef-ac40-795629a81f36,segment=NetworkSegment(a544fda3-7172-454a-a51c-bcc2a0b4a1b5),segment_id=a544fda3-7172-454a-a51c-bcc2a0b4a1b5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:48.885322 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'dd945579-ac23-4eef-ac40-795629a81f36', 'network_id': '5e570db1-c5b9-470b-829b-0b60044b9ad2', 'port_id': 'dd945579-ac23-4eef-ac40-795629a81f36', 'mac_address': 'fa:16:3e:94:f2:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976f0d17-a448-4efe-89f1-871a7ad7ef8b', 'ip_address': '19.86.0.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:16:48.937939 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aededf7-adda-4b28-9189-07692897c069 req-46388eff-e442-4254-bffa-ccf74286c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:48.940080 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8aededf7-adda-4b28-9189-07692897c069 req-46388eff-e442-4254-bffa-ccf74286c976 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1eb80df5-02a8-42f3-aafa-0ab48b90855e HTTP/1.1" status: 200 len: 913 time: 0.2082841 Feb 19 04:16:48.985447 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port dd945579-ac23-4eef-ac40-795629a81f36 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:48.985897 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dd945579-ac23-4eef-ac40-795629a81f36), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:49.012630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd945579-ac23-4eef-ac40-795629a81f36 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:16:49.044687 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8aededf7-adda-4b28-9189-07692897c069 req-83567cd9-6d7a-45f7-b32f-03800bbf0e41 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1c6d158-11f9-418e-9590-82b16576c424 HTTP/1.1" status: 200 len: 217 time: 0.0887215 Feb 19 04:16:49.053053 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port dd945579-ac23-4eef-ac40-795629a81f36, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=dd945579-ac23-4eef-ac40-795629a81f36,segment=NetworkSegment(a544fda3-7172-454a-a51c-bcc2a0b4a1b5),segment_id=a544fda3-7172-454a-a51c-bcc2a0b4a1b5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:49.062779 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (dd945579-ac23-4eef-ac40-795629a81f36), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:49.130162 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aededf7-adda-4b28-9189-07692897c069 req-5e39a1f5-0c19-414b-a1f0-d13e18b9bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:49.131830 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8aededf7-adda-4b28-9189-07692897c069 req-5e39a1f5-0c19-414b-a1f0-d13e18b9bbce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2107c9e8-8d56-4a4a-9abe-dde4b17b1974 HTTP/1.1" status: 200 len: 853 time: 0.0774033 Feb 19 04:16:49.215026 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=dd945579-ac23-4eef-ac40-795629a81f36,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:49.242884 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8aededf7-adda-4b28-9189-07692897c069 req-985c3bc4-719b-4ae0-901c-ffb9bb6c1de9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1eb80df5-02a8-42f3-aafa-0ab48b90855e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701616 Feb 19 04:16:49.342614 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6cdd9914-3c1b-47fd-97f4-595fc07001e2 req-67841322-2ee9-495d-8ba0-923741331c39 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0463157 Feb 19 04:16:49.398115 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7ed8e-3b9e-4afa-a398-84042c99cc2d req-a01e9cd6-29e8-44c1-bea1-965ee6384e0b tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:49.405866 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7ed8e-3b9e-4afa-a398-84042c99cc2d req-a01e9cd6-29e8-44c1-bea1-965ee6384e0b tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:49.421453 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['dd945579-ac23-4eef-ac40-795629a81f36'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:16:49.439698 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7ed8e-3b9e-4afa-a398-84042c99cc2d req-a01e9cd6-29e8-44c1-bea1-965ee6384e0b tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:49.442463 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1c7ed8e-3b9e-4afa-a398-84042c99cc2d req-a01e9cd6-29e8-44c1-bea1-965ee6384e0b tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 2414 time: 0.3093386 Feb 19 04:16:49.482060 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['9947b787-8305-4adf-b150-e409ec3a54c6'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:16:49.606400 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1c7ed8e-3b9e-4afa-a398-84042c99cc2d req-f7215ae1-e4bc-4ed7-a041-d1fe9a37104e tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543105 Feb 19 04:16:49.653960 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8aededf7-adda-4b28-9189-07692897c069 req-4ffe419f-0be9-480d-843e-594ade56078e service neutron] 10.222.0.48 "GET /v2.0/networks/1eb80df5-02a8-42f3-aafa-0ab48b90855e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692009 Feb 19 04:16:49.997281 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40972) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:50.006306 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8aededf7-adda-4b28-9189-07692897c069 req-401429ad-fe77-4dcb-bee7-7e19bda385d6 service neutron] 10.222.0.48 "GET /v2.0/networks/1eb80df5-02a8-42f3-aafa-0ab48b90855e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513403 Feb 19 04:16:50.083028 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8d6b5-99aa-4dae-8a56-d96ab98b6736 req-7cb432b7-a351-4eb7-bad2-ad0dc6993703 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:50.089216 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d97b4-8638-4158-8d52-5365b3459a5e req-1e1c5d72-6ff0-4562-864e-1b766ccab4b0 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:50.090651 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-72f8d6b5-99aa-4dae-8a56-d96ab98b6736 req-7cb432b7-a351-4eb7-bad2-ad0dc6993703 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 984 time: 0.2647717 Feb 19 04:16:50.116087 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b5d97b4-8638-4158-8d52-5365b3459a5e req-1e1c5d72-6ff0-4562-864e-1b766ccab4b0 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.1792119 Feb 19 04:16:50.216310 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-72f8d6b5-99aa-4dae-8a56-d96ab98b6736 req-fe147d83-f84d-4f80-aaa5-79d3cc40dc75 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=b416d14d-523e-4921-95da-c04aa98de240&id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1111736 Feb 19 04:16:50.251811 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b5d97b4-8638-4158-8d52-5365b3459a5e req-3af3a100-fd05-4a30-b0d1-a78615f0ab06 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345065 Feb 19 04:16:50.284179 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c124375e-906f-4eda-bfab-fe0ed034f912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.449057 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c124375e-906f-4eda-bfab-fe0ed034f912 admin admin] Publish callbacks [] for security_group (489b2bae-7607-4258-9915-761c04122bd6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.454993 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c124375e-906f-4eda-bfab-fe0ed034f912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (489b2bae-7607-4258-9915-761c04122bd6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.572343 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cbcc6076-11ee-4cc6-9663-4494230bf824 req-4509949c-7ec4-4abd-a756-fd9fabe4f7f9 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0497782 Feb 19 04:16:50.578301 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['961df103-951d-43e3-8b53-44fc51b568e7'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:16:50.579225 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40984) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:50.580949 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c124375e-906f-4eda-bfab-fe0ed034f912 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=49c5ed39aead4c1d905f8b0963183e72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5751648 Feb 19 04:16:50.582177 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124375e-906f-4eda-bfab-fe0ed034f912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489b2bae-7607-4258-9915-761c04122bd6,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:50.766437 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b4e62b97-7843-4603-980d-aa452c004c1b admin admin] Publish callbacks [] for security_group (489b2bae-7607-4258-9915-761c04122bd6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.844900 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b4e62b97-7843-4603-980d-aa452c004c1b admin admin] Publish callbacks [] for security_group (489b2bae-7607-4258-9915-761c04122bd6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.892560 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b308f-8042-458f-8ff8-6e45b23782c9 req-059309b1-701f-4ea3-a4cd-1a133bb878e1 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:50.900417 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b308f-8042-458f-8ff8-6e45b23782c9 req-059309b1-701f-4ea3-a4cd-1a133bb878e1 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:50.907372 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b308f-8042-458f-8ff8-6e45b23782c9 req-059309b1-701f-4ea3-a4cd-1a133bb878e1 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:50.910083 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6e6b308f-8042-458f-8ff8-6e45b23782c9 req-059309b1-701f-4ea3-a4cd-1a133bb878e1 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 2414 time: 0.1386814 Feb 19 04:16:50.988379 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6e6b308f-8042-458f-8ff8-6e45b23782c9 req-5bb6fb6c-4a1c-421a-8edd-e27d014e5e99 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706291 Feb 19 04:16:51.033966 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b4e62b97-7843-4603-980d-aa452c004c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (489b2bae-7607-4258-9915-761c04122bd6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:51.037262 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b4e62b97-7843-4603-980d-aa452c004c1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:51.039566 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b4e62b97-7843-4603-980d-aa452c004c1b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/489b2bae-7607-4258-9915-761c04122bd6 HTTP/1.1" status: 204 len: 168 time: 0.4581788 Feb 19 04:16:51.051227 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e62b97-7843-4603-980d-aa452c004c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489b2bae-7607-4258-9915-761c04122bd6,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:51.090975 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 9947b787-8305-4adf-b150-e409ec3a54c6 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:51.279692 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 9947b787-8305-4adf-b150-e409ec3a54c6 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:16:51.294478 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 9947b787-8305-4adf-b150-e409ec3a54c6 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:51.296222 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9947b787-8305-4adf-b150-e409ec3a54c6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:51.517917 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44878feb-175e-41b6-ba22-6a973e984518 req-67f1850d-247d-4d57-92f3-426912a94b58 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:51.530531 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-44878feb-175e-41b6-ba22-6a973e984518 req-67f1850d-247d-4d57-92f3-426912a94b58 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 984 time: 0.1584439 Feb 19 04:16:51.578900 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 9947b787-8305-4adf-b150-e409ec3a54c6 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:51.579671 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9947b787-8305-4adf-b150-e409ec3a54c6), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:51.635204 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fda57fe-1722-43f5-98c3-9847c973597c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9947b787-8305-4adf-b150-e409ec3a54c6'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:51.638216 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a16fc2-7755-4dcb-944f-b6b62cd11735" -d '{"events": [{"server_uuid": "7fda57fe-1722-43f5-98c3-9847c973597c", "name": "network-vif-plugged", "status": "completed", "tag": "9947b787-8305-4adf-b150-e409ec3a54c6"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:51.643114 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031c883-a5b5-41eb-a4ed-e69a02994970 req-118e9a5e-ce33-4a54-99da-d1c59e321bb2 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:51.644964 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2031c883-a5b5-41eb-a4ed-e69a02994970 req-118e9a5e-ce33-4a54-99da-d1c59e321bb2 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.1869206 Feb 19 04:16:51.656847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 9947b787-8305-4adf-b150-e409ec3a54c6, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=9947b787-8305-4adf-b150-e409ec3a54c6,segment=NetworkSegment(08c38d32-3754-4cc6-857a-0e1e6b5fdfad),segment_id=08c38d32-3754-4cc6-857a-0e1e6b5fdfad)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:51.668636 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9947b787-8305-4adf-b150-e409ec3a54c6), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:51.671408 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device dd945579-ac23-4eef-ac40-795629a81f36 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:51.782989 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-44878feb-175e-41b6-ba22-6a973e984518 req-27ceb348-4d36-43cf-a28a-2cb4ee49477a tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=b416d14d-523e-4921-95da-c04aa98de240&id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2482941 Feb 19 04:16:51.795669 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2031c883-a5b5-41eb-a4ed-e69a02994970 req-b6ed7627-6802-4248-880e-81d335931cf8 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393244 Feb 19 04:16:51.976188 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=9947b787-8305-4adf-b150-e409ec3a54c6,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:52.009628 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port dd945579-ac23-4eef-ac40-795629a81f36 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:16:52.028574 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89e3531-7938-4b8b-aa2d-df15836564d7 x-openstack-request-id: req-d89e3531-7938-4b8b-aa2d-df15836564d7 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:52.028997 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fda57fe-1722-43f5-98c3-9847c973597c", "name": "network-vif-plugged", "status": "completed", "tag": "9947b787-8305-4adf-b150-e409ec3a54c6", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:52.030335 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d89e3531-7938-4b8b-aa2d-df15836564d7 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:52.030811 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fda57fe-1722-43f5-98c3-9847c973597c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9947b787-8305-4adf-b150-e409ec3a54c6', 'code': 200} Feb 19 04:16:52.033653 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port dd945579-ac23-4eef-ac40-795629a81f36 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:52.035140 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (dd945579-ac23-4eef-ac40-795629a81f36), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.102282 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5d49c488-57e5-45c1-b7e9-8287bf231bda req-c4ee7419-02f9-4041-8890-2dc3b74de815 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0801535 Feb 19 04:16:52.221048 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port dd945579-ac23-4eef-ac40-795629a81f36 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:52.223034 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dd945579-ac23-4eef-ac40-795629a81f36), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.238356 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c0d209bc-3dca-4e0b-b5b7-72e9467daaad req-a0d1ccd0-7d6d-4ab1-ad22-9e5830c259eb tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1891715328&fields=id&tenant_id=95b2f7472970401693fc6d1d453ec3fd HTTP/1.1" status: 200 len: 267 time: 0.1166451 Feb 19 04:16:52.322912 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port dd945579-ac23-4eef-ac40-795629a81f36, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=dd945579-ac23-4eef-ac40-795629a81f36,segment=NetworkSegment(a544fda3-7172-454a-a51c-bcc2a0b4a1b5),segment_id=a544fda3-7172-454a-a51c-bcc2a0b4a1b5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:52.334926 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (dd945579-ac23-4eef-ac40-795629a81f36), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.377856 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d209bc-3dca-4e0b-b5b7-72e9467daaad req-e8a7e875-5081-4604-a13c-1e1f59287593 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:52.391863 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c0d209bc-3dca-4e0b-b5b7-72e9467daaad req-e8a7e875-5081-4604-a13c-1e1f59287593 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 984 time: 0.1520228 Feb 19 04:16:52.408466 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-c0d209bc-3dca-4e0b-b5b7-72e9467daaad req-23a7555d-c7aa-4452-ac2b-5f9d7ed132a7 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Request body: {'port': {'security_groups': ['85d6a3f9-6468-40d9-8262-751db9583f4e', 'b416d14d-523e-4921-95da-c04aa98de240', '9763833f-0e4a-4323-a040-f961d105d7bf']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:16:52.454446 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=dd945579-ac23-4eef-ac40-795629a81f36,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:52.494987 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598f882-9f8a-45c9-b621-2f8584e75f74 req-7f63d4fd-91a4-441b-9c98-58eaaf16195c tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:52.510816 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598f882-9f8a-45c9-b621-2f8584e75f74 req-7f63d4fd-91a4-441b-9c98-58eaaf16195c tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:52.516673 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598f882-9f8a-45c9-b621-2f8584e75f74 req-7f63d4fd-91a4-441b-9c98-58eaaf16195c tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:52.532352 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f598f882-9f8a-45c9-b621-2f8584e75f74 req-7f63d4fd-91a4-441b-9c98-58eaaf16195c tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 2416 time: 0.2170160 Feb 19 04:16:52.711360 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c0d209bc-3dca-4e0b-b5b7-72e9467daaad req-23a7555d-c7aa-4452-ac2b-5f9d7ed132a7 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a1c6d158-11f9-418e-9590-82b16576c424), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.712183 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f598f882-9f8a-45c9-b621-2f8584e75f74 req-6a803b19-7662-4e7e-b277-6f59e5caa999 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573141 Feb 19 04:16:53.089659 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 961df103-951d-43e3-8b53-44fc51b568e7 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:53.105927 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a986e8-b50e-4f25-9e44-fc352fe0b5b5 req-9b99155a-a910-44e7-af63-0ef8ff4f2da3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:53.130646 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f1a986e8-b50e-4f25-9e44-fc352fe0b5b5 req-9b99155a-a910-44e7-af63-0ef8ff4f2da3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.1833713 Feb 19 04:16:53.261854 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f1a986e8-b50e-4f25-9e44-fc352fe0b5b5 req-23181a54-e22a-4af5-8908-317f76ae90fc tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152799 Feb 19 04:16:53.338776 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 961df103-951d-43e3-8b53-44fc51b568e7 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:16:53.356522 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41046) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:53.365434 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 961df103-951d-43e3-8b53-44fc51b568e7 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:53.366074 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (961df103-951d-43e3-8b53-44fc51b568e7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:53.513727 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-c0d209bc-3dca-4e0b-b5b7-72e9467daaad req-23a7555d-c7aa-4452-ac2b-5f9d7ed132a7 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] For port a1c6d158-11f9-418e-9590-82b16576c424, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=a1c6d158-11f9-418e-9590-82b16576c424,segment=NetworkSegment(540b2560-af53-4875-9936-bfd0a0ac5415),segment_id=540b2560-af53-4875-9936-bfd0a0ac5415)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:53.535446 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3a7f33ba-815d-45b0-aa8d-7f2cd1bbddec req-f9f1f01b-6e0e-4037-955d-0ea424435023 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0541761 Feb 19 04:16:53.592692 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c0d209bc-3dca-4e0b-b5b7-72e9467daaad req-23a7555d-c7aa-4452-ac2b-5f9d7ed132a7 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for port (a1c6d158-11f9-418e-9590-82b16576c424), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:53.604734 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c0d209bc-3dca-4e0b-b5b7-72e9467daaad req-23a7555d-c7aa-4452-ac2b-5f9d7ed132a7 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (a1c6d158-11f9-418e-9590-82b16576c424), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:53.633984 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['29414b92-492f-481f-b153-bcf04d72d1b2', 'a1c6d158-11f9-418e-9590-82b16576c424'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:16:53.756348 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d209bc-3dca-4e0b-b5b7-72e9467daaad req-23a7555d-c7aa-4452-ac2b-5f9d7ed132a7 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:53.758048 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c0d209bc-3dca-4e0b-b5b7-72e9467daaad req-23a7555d-c7aa-4452-ac2b-5f9d7ed132a7 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:53.783564 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c0d209bc-3dca-4e0b-b5b7-72e9467daaad req-23a7555d-c7aa-4452-ac2b-5f9d7ed132a7 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "PUT /v2.0/ports/a1c6d158-11f9-418e-9590-82b16576c424 HTTP/1.1" status: 200 len: 1020 time: 1.3881037 Feb 19 04:16:53.823611 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aef371d-a79a-4f6b-b678-f18ecf1523d6', 'tag': 'a1c6d158-11f9-418e-9590-82b16576c424'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:53.835660 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0509f089-7c73-4edd-b53f-0f4493481823" -d '{"events": [{"name": "network-changed", "server_uuid": "6aef371d-a79a-4f6b-b678-f18ecf1523d6", "tag": "a1c6d158-11f9-418e-9590-82b16576c424"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:53.936393 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7555d-c7aa-4452-ac2b-5f9d7ed132a7 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event updated for resources: {'Port': ['ID=a1c6d158-11f9-418e-9590-82b16576c424,revision_number=7']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:54.267431 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1aaa616a-ba05-435f-a77f-81f6c803867b req-296c38d3-1f42-474a-82e6-f007fb58e793 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/9763833f-0e4a-4323-a040-f961d105d7bf HTTP/1.1" status: 200 len: 1819 time: 0.1947038 Feb 19 04:16:54.386619 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049ab00-cd3c-4387-9dcf-f429b966df35 req-d41dfa71-e701-4ab9-bb09-a28b6f01cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:54.388834 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b049ab00-cd3c-4387-9dcf-f429b966df35 req-d41dfa71-e701-4ab9-bb09-a28b6f01cfc8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=64a84ec8d7f4403180aa77a18bbd859e&device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 1128 time: 0.4144504 Feb 19 04:16:54.411002 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89547e72-75fb-4e82-a0ff-99dee741056b req-6f283424-fe17-418e-a47d-abbb5b1f4ccc tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:54.416022 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fda57fe-1722-43f5-98c3-9847c973597c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd945579-ac23-4eef-ac40-795629a81f36'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:54.429482 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89547e72-75fb-4e82-a0ff-99dee741056b req-6f283424-fe17-418e-a47d-abbb5b1f4ccc tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:54.430460 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462c2b07-b7b4-4bf9-895e-d3288174bf50" -d '{"events": [{"server_uuid": "7fda57fe-1722-43f5-98c3-9847c973597c", "name": "network-vif-plugged", "status": "completed", "tag": "dd945579-ac23-4eef-ac40-795629a81f36"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:54.450475 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89547e72-75fb-4e82-a0ff-99dee741056b req-6f283424-fe17-418e-a47d-abbb5b1f4ccc tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:54.454737 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['a1c6d158-11f9-418e-9590-82b16576c424'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:16:54.457711 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-89547e72-75fb-4e82-a0ff-99dee741056b req-6f283424-fe17-418e-a47d-abbb5b1f4ccc tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 2416 time: 0.4080727 Feb 19 04:16:54.599395 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 961df103-951d-43e3-8b53-44fc51b568e7 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:54.600671 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (961df103-951d-43e3-8b53-44fc51b568e7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:54.607765 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [req-1aaa616a-ba05-435f-a77f-81f6c803867b req-c7bae240-2eb0-4ab7-a6b8-6de2cb20545c tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 04:16:54.633035 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1aaa616a-ba05-435f-a77f-81f6c803867b req-c7bae240-2eb0-4ab7-a6b8-6de2cb20545c tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "DELETE /v2.0/security-groups/9763833f-0e4a-4323-a040-f961d105d7bf HTTP/1.1" status: 409 len: 341 time: 0.3634119 Feb 19 04:16:54.755696 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01b68b5c-6bb9-406f-bb75-5899ab2d972e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (b9cec8ae-a808-4c40-93fc-058c53c7fde9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:54.819779 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049ab00-cd3c-4387-9dcf-f429b966df35 req-65c2c4d4-f506-45db-b0df-94ebd53a6852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:54.822539 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b049ab00-cd3c-4387-9dcf-f429b966df35 req-65c2c4d4-f506-45db-b0df-94ebd53a6852 service neutron] 10.222.0.48 "GET /v2.0/networks?id=58c1cfe5-5b31-4d86-b71c-5778f412859b HTTP/1.1" status: 200 len: 911 time: 0.3636379 Feb 19 04:16:54.953478 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 961df103-951d-43e3-8b53-44fc51b568e7, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=961df103-951d-43e3-8b53-44fc51b568e7,segment=NetworkSegment(08c38d32-3754-4cc6-857a-0e1e6b5fdfad),segment_id=08c38d32-3754-4cc6-857a-0e1e6b5fdfad)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:54.959720 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b049ab00-cd3c-4387-9dcf-f429b966df35 req-96a4014a-8784-41d0-b6c0-36937766d13a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1dd0560-e3dd-4476-8eac-57ec378f71dd HTTP/1.1" status: 200 len: 1001 time: 0.1169419 Feb 19 04:16:54.973073 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (961df103-951d-43e3-8b53-44fc51b568e7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:55.220331 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5239a-9dd8-42d8-8a3f-5f439f9740d2 req-eca0e8f1-ff94-4eac-9754-4b4ef8766f0d tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:55.237935 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cee5239a-9dd8-42d8-8a3f-5f439f9740d2 req-eca0e8f1-ff94-4eac-9754-4b4ef8766f0d tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.3395169 Feb 19 04:16:55.510525 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=961df103-951d-43e3-8b53-44fc51b568e7,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:55.987519 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049ab00-cd3c-4387-9dcf-f429b966df35 req-855041ad-404d-437c-bff0-820be7d5e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:55.990608 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b049ab00-cd3c-4387-9dcf-f429b966df35 req-855041ad-404d-437c-bff0-820be7d5e5b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=94653809-5e9c-447e-841f-90aff76610c8 HTTP/1.1" status: 200 len: 850 time: 1.0197113 Feb 19 04:16:56.071933 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-89547e72-75fb-4e82-a0ff-99dee741056b req-d942a9c9-86e9-4a02-a624-179d6da175a9 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2478974 Feb 19 04:16:56.128977 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049ab00-cd3c-4387-9dcf-f429b966df35 req-2b031900-0806-4abb-9e06-459704602133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:56.136317 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b049ab00-cd3c-4387-9dcf-f429b966df35 req-2b031900-0806-4abb-9e06-459704602133 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58c1cfe5-5b31-4d86-b71c-5778f412859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1318660 Feb 19 04:16:56.153598 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cee5239a-9dd8-42d8-8a3f-5f439f9740d2 req-00516f85-e53c-4364-818c-d2ab5d535b07 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9044566 Feb 19 04:16:56.292059 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d201392-b03c-4dcc-a6cc-5d42b4a54a72 x-openstack-request-id: req-6d201392-b03c-4dcc-a6cc-5d42b4a54a72 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:56.292512 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fda57fe-1722-43f5-98c3-9847c973597c", "name": "network-vif-plugged", "status": "completed", "tag": "dd945579-ac23-4eef-ac40-795629a81f36", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:56.293062 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6d201392-b03c-4dcc-a6cc-5d42b4a54a72 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:56.299531 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fda57fe-1722-43f5-98c3-9847c973597c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd945579-ac23-4eef-ac40-795629a81f36', 'code': 200} Feb 19 04:16:56.351728 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b049ab00-cd3c-4387-9dcf-f429b966df35 req-eb23dfef-c8ae-4b17-a51f-5c72a23106d3 service neutron] 10.222.0.48 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072625 Feb 19 04:16:56.354070 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f82249-cce1-49e0-9443-a7c51faed984 x-openstack-request-id: req-82f82249-cce1-49e0-9443-a7c51faed984 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:56.354422 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aef371d-a79a-4f6b-b678-f18ecf1523d6", "tag": "a1c6d158-11f9-418e-9590-82b16576c424", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:56.354688 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-82f82249-cce1-49e0-9443-a7c51faed984 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:56.355104 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aef371d-a79a-4f6b-b678-f18ecf1523d6', 'tag': 'a1c6d158-11f9-418e-9590-82b16576c424', 'status': 'completed', 'code': 200} Feb 19 04:16:56.440679 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-eb8783f1-50ba-4667-adac-3b6f0a1ba2e7 req-6eb9ee9d-7a41-498f-afbc-27f817932a10 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0844111 Feb 19 04:16:56.536666 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509f089-7c73-4edd-b53f-0f4493481823 req-f58e4393-dd2e-473a-9d18-522c6c4804b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:56.539283 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0509f089-7c73-4edd-b53f-0f4493481823 req-f58e4393-dd2e-473a-9d18-522c6c4804b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95b2f7472970401693fc6d1d453ec3fd&device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 1206 time: 0.2643118 Feb 19 04:16:56.794989 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b049ab00-cd3c-4387-9dcf-f429b966df35 req-af71431e-cc07-4e0a-a7b9-df9b0adb771a service neutron] 10.222.0.48 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364674 Feb 19 04:16:56.893973 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-01b68b5c-6bb9-406f-bb75-5899ab2d972e admin admin] Deleting port 3742a0b3-5b62-42a5-b1db-66c5ef3c79e2 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:56.894773 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01b68b5c-6bb9-406f-bb75-5899ab2d972e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3742a0b3-5b62-42a5-b1db-66c5ef3c79e2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:56.963578 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccd795-985a-4acb-b0ae-aa6d33212f6a req-74258d52-1e5d-4e5d-89d1-6b3efb907930 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:56.971847 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-99ccd795-985a-4acb-b0ae-aa6d33212f6a req-74258d52-1e5d-4e5d-89d1-6b3efb907930 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 1023 time: 0.1508310 Feb 19 04:16:57.106334 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509f089-7c73-4edd-b53f-0f4493481823 req-1af1b386-77c4-4fd9-bc06-b26a5a7dc500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:57.110691 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0509f089-7c73-4edd-b53f-0f4493481823 req-1af1b386-77c4-4fd9-bc06-b26a5a7dc500 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1eb80df5-02a8-42f3-aafa-0ab48b90855e HTTP/1.1" status: 200 len: 913 time: 0.5579414 Feb 19 04:16:57.176311 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-99ccd795-985a-4acb-b0ae-aa6d33212f6a req-7997743e-a223-4d17-bbb9-bdd8b41aaf20 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=b416d14d-523e-4921-95da-c04aa98de240&id=9763833f-0e4a-4323-a040-f961d105d7bf&id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2032485 Feb 19 04:16:57.261599 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0509f089-7c73-4edd-b53f-0f4493481823 req-02209ff1-3246-45fd-a662-105a34d0a613 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1c6d158-11f9-418e-9590-82b16576c424 HTTP/1.1" status: 200 len: 217 time: 0.1300974 Feb 19 04:16:57.422562 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-01b68b5c-6bb9-406f-bb75-5899ab2d972e admin admin] For port 3742a0b3-5b62-42a5-b1db-66c5ef3c79e2, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3742a0b3-5b62-42a5-b1db-66c5ef3c79e2,segment=NetworkSegment(392ad862-29e0-4dda-bbcc-b4581638c008),segment_id=392ad862-29e0-4dda-bbcc-b4581638c008)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:57.423799 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01b68b5c-6bb9-406f-bb75-5899ab2d972e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3742a0b3-5b62-42a5-b1db-66c5ef3c79e2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:57.523911 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-01b68b5c-6bb9-406f-bb75-5899ab2d972e admin admin] Calling delete_port for 3742a0b3-5b62-42a5-b1db-66c5ef3c79e2 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:16:57.525420 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e0bee-9f88-4a32-8266-cb9e33be3d99 req-62f492f2-158d-49b3-993e-7363367522e3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:57.528665 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-631e0bee-9f88-4a32-8266-cb9e33be3d99 req-62f492f2-158d-49b3-993e-7363367522e3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.1967494 Feb 19 04:16:57.572679 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509f089-7c73-4edd-b53f-0f4493481823 req-6125d627-64ed-4293-b083-2324c3b0ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:57.575855 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0509f089-7c73-4edd-b53f-0f4493481823 req-6125d627-64ed-4293-b083-2324c3b0ea3e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2107c9e8-8d56-4a4a-9abe-dde4b17b1974 HTTP/1.1" status: 200 len: 853 time: 0.3007789 Feb 19 04:16:57.645128 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f039816-46aa-44a0-988d-de90a3533e70 req-c87f4fa1-f10e-4e0a-9e07-aca793a1be0f tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:57.682106 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f039816-46aa-44a0-988d-de90a3533e70 req-c87f4fa1-f10e-4e0a-9e07-aca793a1be0f tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:57.709251 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f039816-46aa-44a0-988d-de90a3533e70 req-c87f4fa1-f10e-4e0a-9e07-aca793a1be0f tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:57.717524 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7f039816-46aa-44a0-988d-de90a3533e70 req-c87f4fa1-f10e-4e0a-9e07-aca793a1be0f tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 2417 time: 0.4590764 Feb 19 04:16:57.734221 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-631e0bee-9f88-4a32-8266-cb9e33be3d99 req-5e6c475f-9b97-45a4-955b-4fbbd339c72d tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840904 Feb 19 04:16:57.826531 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0509f089-7c73-4edd-b53f-0f4493481823 req-eb734aeb-f570-4498-9b05-897b1dbfa295 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1eb80df5-02a8-42f3-aafa-0ab48b90855e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2413449 Feb 19 04:16:58.091046 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ad2c44ab-d82a-4095-8337-2ca74bb6ce91 req-bd6333d1-69c2-4523-b094-ac9e4bbcfe7a tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0807025 Feb 19 04:16:58.201076 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7f039816-46aa-44a0-988d-de90a3533e70 req-e59dcb45-1143-4ab7-8413-c218e9e80a29 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724129 Feb 19 04:16:58.292347 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41108) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:58.302785 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fda57fe-1722-43f5-98c3-9847c973597c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961df103-951d-43e3-8b53-44fc51b568e7'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:58.308045 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cf1f0f-ebfd-4dd4-ab29-35a0cbefe26b" -d '{"events": [{"server_uuid": "7fda57fe-1722-43f5-98c3-9847c973597c", "name": "network-vif-plugged", "status": "completed", "tag": "961df103-951d-43e3-8b53-44fc51b568e7"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:58.374106 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0509f089-7c73-4edd-b53f-0f4493481823 req-7ef75d9e-127c-408f-81e8-34a07f2b9ce3 service neutron] 10.222.0.48 "GET /v2.0/networks/1eb80df5-02a8-42f3-aafa-0ab48b90855e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265768 Feb 19 04:16:58.683607 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0509f089-7c73-4edd-b53f-0f4493481823 req-98d3f261-b2e3-4b4c-8384-83015d5d7cd9 service neutron] 10.222.0.48 "GET /v2.0/networks/1eb80df5-02a8-42f3-aafa-0ab48b90855e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018298 Feb 19 04:16:58.781111 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-af0c48c5-95b3-4fe6-a7b0-1dfb26671a39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:58.822369 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfbecd-bf19-4493-9b75-88d69446717d req-62b53e12-3e2b-4d23-a905-8dbeaae34109 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:58.826909 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-45cfbecd-bf19-4493-9b75-88d69446717d req-62b53e12-3e2b-4d23-a905-8dbeaae34109 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.48 "GET /v2.0/ports?device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 1023 time: 0.5136676 Feb 19 04:16:58.853001 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133df40b-5930-408d-bca6-738c922dd703 x-openstack-request-id: req-133df40b-5930-408d-bca6-738c922dd703 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:58.853314 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fda57fe-1722-43f5-98c3-9847c973597c", "name": "network-vif-plugged", "status": "completed", "tag": "961df103-951d-43e3-8b53-44fc51b568e7", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:58.853697 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-133df40b-5930-408d-bca6-738c922dd703 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:58.854137 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fda57fe-1722-43f5-98c3-9847c973597c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961df103-951d-43e3-8b53-44fc51b568e7', 'code': 200} Feb 19 04:16:58.888555 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01b68b5c-6bb9-406f-bb75-5899ab2d972e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (3742a0b3-5b62-42a5-b1db-66c5ef3c79e2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:58.977574 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b68b5c-6bb9-406f-bb75-5899ab2d972e admin admin] Pushing event deleted for resources: {'Port': ['ID=3742a0b3-5b62-42a5-b1db-66c5ef3c79e2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:59.039811 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d78be-3cd3-4e37-9c7b-06957c990cea req-d81bb017-f9c6-45f4-a03c-53dee5f28c65 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:59.045896 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-751d78be-3cd3-4e37-9c7b-06957c990cea req-d81bb017-f9c6-45f4-a03c-53dee5f28c65 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 1023 time: 0.5606492 Feb 19 04:16:59.186697 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063efc2-3ddb-4b4a-aae5-9726b7a542e6 req-83c4fcb0-6639-4121-95aa-e7f1b6b7683b tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:59.201983 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9063efc2-3ddb-4b4a-aae5-9726b7a542e6 req-83c4fcb0-6639-4121-95aa-e7f1b6b7683b tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.2278676 Feb 19 04:16:59.291638 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9063efc2-3ddb-4b4a-aae5-9726b7a542e6 req-3bd7098f-8039-444f-8655-084acba155bf tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819571 Feb 19 04:16:59.357773 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-751d78be-3cd3-4e37-9c7b-06957c990cea req-e6e01a1f-e01d-41d4-8093-3e4d52218ca8 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=b416d14d-523e-4921-95da-c04aa98de240&id=9763833f-0e4a-4323-a040-f961d105d7bf&id=85d6a3f9-6468-40d9-8262-751db9583f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2720175 Feb 19 04:16:59.452305 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b9cf7-b5ad-4574-8c32-fbaf9893fe6e req-7f480849-cf75-435e-876e-da6f6f2e34e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:59.452981 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b9cf7-b5ad-4574-8c32-fbaf9893fe6e req-7f480849-cf75-435e-876e-da6f6f2e34e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:59.453906 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b9cf7-b5ad-4574-8c32-fbaf9893fe6e req-7f480849-cf75-435e-876e-da6f6f2e34e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:59.457235 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-009b9cf7-b5ad-4574-8c32-fbaf9893fe6e req-7f480849-cf75-435e-876e-da6f6f2e34e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 2963 time: 0.4874706 Feb 19 04:16:59.511514 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8c975e32-820e-4886-87c0-30fe8ca007b5 req-666e765c-045b-4054-8bd9-46be2acd1247 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0753884 Feb 19 04:16:59.615969 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01b68b5c-6bb9-406f-bb75-5899ab2d972e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (b9cec8ae-a808-4c40-93fc-058c53c7fde9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:59.636977 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-af0c48c5-95b3-4fe6-a7b0-1dfb26671a39 admin admin] Publish callbacks [] for security_group (4d97ec82-0c4b-400f-8dcf-999b5dc14586), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:59.683167 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-af0c48c5-95b3-4fe6-a7b0-1dfb26671a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4d97ec82-0c4b-400f-8dcf-999b5dc14586), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:59.704044 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-45cfbecd-bf19-4493-9b75-88d69446717d req-0fd7d2e2-d507-4925-a681-d2b38aeea897 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Deleting port a1c6d158-11f9-418e-9590-82b16576c424 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:16:59.704513 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-45cfbecd-bf19-4493-9b75-88d69446717d req-0fd7d2e2-d507-4925-a681-d2b38aeea897 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a1c6d158-11f9-418e-9590-82b16576c424), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:59.714290 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-009b9cf7-b5ad-4574-8c32-fbaf9893fe6e req-caed3946-c032-40dc-afed-c69338845647 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244315 Feb 19 04:16:59.837343 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-af0c48c5-95b3-4fe6-a7b0-1dfb26671a39 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=77477969b3f34952ac36bc544bfca8b4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5433180 Feb 19 04:16:59.839331 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41126) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:16:59.854362 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c48c5-95b3-4fe6-a7b0-1dfb26671a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d97ec82-0c4b-400f-8dcf-999b5dc14586,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:59.945167 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11cc6-f77b-4880-a63b-1963d9981123 req-1f257584-3faa-46dc-8471-c2fa5da6a5a3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:59.951680 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11cc6-f77b-4880-a63b-1963d9981123 req-1f257584-3faa-46dc-8471-c2fa5da6a5a3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:59.968583 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11cc6-f77b-4880-a63b-1963d9981123 req-1f257584-3faa-46dc-8471-c2fa5da6a5a3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:59.971538 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b6c11cc6-f77b-4880-a63b-1963d9981123 req-1f257584-3faa-46dc-8471-c2fa5da6a5a3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 2417 time: 0.4120021 Feb 19 04:16:59.995511 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b68b5c-6bb9-406f-bb75-5899ab2d972e admin admin] Router b9cec8ae-a808-4c40-93fc-058c53c7fde9 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:17:00.033147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-45cfbecd-bf19-4493-9b75-88d69446717d req-0fd7d2e2-d507-4925-a681-d2b38aeea897 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] For port a1c6d158-11f9-418e-9590-82b16576c424, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=a1c6d158-11f9-418e-9590-82b16576c424,segment=NetworkSegment(540b2560-af53-4875-9936-bfd0a0ac5415),segment_id=540b2560-af53-4875-9936-bfd0a0ac5415)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:00.033623 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-45cfbecd-bf19-4493-9b75-88d69446717d req-0fd7d2e2-d507-4925-a681-d2b38aeea897 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a1c6d158-11f9-418e-9590-82b16576c424), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:00.065375 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-45cfbecd-bf19-4493-9b75-88d69446717d req-0fd7d2e2-d507-4925-a681-d2b38aeea897 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Calling delete_port for a1c6d158-11f9-418e-9590-82b16576c424 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:00.081798 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-041cce73-fd2a-43c3-bd22-6a9ed2e3424e admin admin] Publish callbacks [] for security_group (4d97ec82-0c4b-400f-8dcf-999b5dc14586), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:00.163286 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b68b5c-6bb9-406f-bb75-5899ab2d972e admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:17:00.179007 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-01b68b5c-6bb9-406f-bb75-5899ab2d972e admin admin] 10.222.0.65 "PUT /v2.0/routers/b9cec8ae-a808-4c40-93fc-058c53c7fde9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8204823 Feb 19 04:17:00.181230 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd9a598-adf2-4414-aa75-4de2058a8119 None None] Sync routers for ids ['b9cec8ae-a808-4c40-93fc-058c53c7fde9'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:17:00.182319 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41128) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:00.186485 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b6c11cc6-f77b-4880-a63b-1963d9981123 req-3e6609c0-6457-46b5-99fc-5c4693c87c2f tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044449 Feb 19 04:17:00.196781 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-041cce73-fd2a-43c3-bd22-6a9ed2e3424e admin admin] Publish callbacks [] for security_group (4d97ec82-0c4b-400f-8dcf-999b5dc14586), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:00.205285 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd9a598-adf2-4414-aa75-4de2058a8119 None None] Routers {'b9cec8ae-a808-4c40-93fc-058c53c7fde9'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:00.207240 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-0bd9a598-adf2-4414-aa75-4de2058a8119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:16:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b9cec8ae-a808-4c40-93fc-058c53c7fde9'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:00.490875 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-041cce73-fd2a-43c3-bd22-6a9ed2e3424e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4d97ec82-0c4b-400f-8dcf-999b5dc14586), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:00.497864 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-041cce73-fd2a-43c3-bd22-6a9ed2e3424e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:00.504835 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-041cce73-fd2a-43c3-bd22-6a9ed2e3424e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4d97ec82-0c4b-400f-8dcf-999b5dc14586 HTTP/1.1" status: 204 len: 168 time: 0.6610961 Feb 19 04:17:00.596479 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cce73-fd2a-43c3-bd22-6a9ed2e3424e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d97ec82-0c4b-400f-8dcf-999b5dc14586,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:00.640205 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-45cfbecd-bf19-4493-9b75-88d69446717d req-0fd7d2e2-d507-4925-a681-d2b38aeea897 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (a1c6d158-11f9-418e-9590-82b16576c424), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:00.664103 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['29414b92-492f-481f-b153-bcf04d72d1b2'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:17:00.724727 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-0bd9a598-adf2-4414-aa75-4de2058a8119 None None] Set router b9cec8ae-a808-4c40-93fc-058c53c7fde9 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:00.736105 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee1400aa-be2a-4905-b98d-725bd9dcaa22 req-f647cb70-07f2-4a68-ba6e-31b76d71411d tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 210 time: 0.1430879 Feb 19 04:17:00.790909 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7d2e2-d507-4925-a681-d2b38aeea897 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event deleted for resources: {'Port': ['ID=a1c6d158-11f9-418e-9590-82b16576c424,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:00.964271 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50fcb958-8be0-4ac6-abeb-2d3b87f7e9ca admin admin] Publish callbacks [] for router (b9cec8ae-a808-4c40-93fc-058c53c7fde9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:00.977517 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ceb3371f-156f-490d-8fdb-55a977a1ab08 req-df449d2d-8edb-41a2-9669-734edee14138 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 210 time: 0.1916416 Feb 19 04:17:01.085219 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cfbecd-bf19-4493-9b75-88d69446717d req-0fd7d2e2-d507-4925-a681-d2b38aeea897 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] No DVR routers for this DVR port a1c6d158-11f9-418e-9590-82b16576c424 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:01.098335 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-45cfbecd-bf19-4493-9b75-88d69446717d req-0fd7d2e2-d507-4925-a681-d2b38aeea897 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:01.125242 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-45cfbecd-bf19-4493-9b75-88d69446717d req-0fd7d2e2-d507-4925-a681-d2b38aeea897 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.48 "DELETE /v2.0/ports/a1c6d158-11f9-418e-9590-82b16576c424 HTTP/1.1" status: 204 len: 173 time: 2.2839451 Feb 19 04:17:01.130931 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aef371d-a79a-4f6b-b678-f18ecf1523d6', 'name': 'network-vif-deleted', 'tag': 'a1c6d158-11f9-418e-9590-82b16576c424'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:01.138888 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853c4801-45d4-475e-9331-f7b3f6d4c4ac" -d '{"events": [{"server_uuid": "6aef371d-a79a-4f6b-b678-f18ecf1523d6", "name": "network-vif-deleted", "tag": "a1c6d158-11f9-418e-9590-82b16576c424"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:01.266489 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b5c19b-84dc-4da2-ae40-2a132a8e44a4 x-openstack-request-id: req-c3b5c19b-84dc-4da2-ae40-2a132a8e44a4 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:01.267218 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aef371d-a79a-4f6b-b678-f18ecf1523d6", "name": "network-vif-deleted", "tag": "a1c6d158-11f9-418e-9590-82b16576c424", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:01.267732 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c3b5c19b-84dc-4da2-ae40-2a132a8e44a4 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:01.269223 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aef371d-a79a-4f6b-b678-f18ecf1523d6', 'name': 'network-vif-deleted', 'tag': 'a1c6d158-11f9-418e-9590-82b16576c424', 'status': 'completed', 'code': 200} Feb 19 04:17:01.566202 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e5f81-3ed8-4c76-af54-9613a9c71622 req-dda77d8c-023f-45ae-bf0a-e14f3bbba308 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:01.586991 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e5f81-3ed8-4c76-af54-9613a9c71622 req-dda77d8c-023f-45ae-bf0a-e14f3bbba308 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:01.602511 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e5f81-3ed8-4c76-af54-9613a9c71622 req-dda77d8c-023f-45ae-bf0a-e14f3bbba308 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:01.608320 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9c8e5f81-3ed8-4c76-af54-9613a9c71622 req-dda77d8c-023f-45ae-bf0a-e14f3bbba308 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 2417 time: 0.2126520 Feb 19 04:17:01.664188 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50fcb958-8be0-4ac6-abeb-2d3b87f7e9ca admin admin] Publish callbacks [] for router_gateway (b9cec8ae-a808-4c40-93fc-058c53c7fde9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:01.775510 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9c8e5f81-3ed8-4c76-af54-9613a9c71622 req-834fc656-dd69-4c0c-a4df-cda4b416cb78 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594880 Feb 19 04:17:01.825732 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41154) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:01.839703 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-50fcb958-8be0-4ac6-abeb-2d3b87f7e9ca admin admin] Deleting port 5a474409-ccd8-4b37-b27d-085ff7f62635 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:01.840474 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50fcb958-8be0-4ac6-abeb-2d3b87f7e9ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (5a474409-ccd8-4b37-b27d-085ff7f62635), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:01.860602 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8e954b2-e67c-49e0-9d9e-6372f5ded4b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:02.196630 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e1d543b-0405-4e90-bc62-d52ec21d49c5 req-106f9a18-7989-4344-9b1e-89b536f26466 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=6aef371d-a79a-4f6b-b678-f18ecf1523d6 HTTP/1.1" status: 200 len: 210 time: 0.1293981 Feb 19 04:17:02.207623 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8e954b2-e67c-49e0-9d9e-6372f5ded4b4 admin admin] Publish callbacks [] for security_group (2fb315d5-d444-4638-937a-0d3d24d73945), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:02.216023 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-0bd9a598-adf2-4414-aa75-4de2058a8119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cec8ae-a808-4c40-93fc-058c53c7fde9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1532999171-router', 'tenant_id': '7328b15aba784aaa828edf6314301353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '5a474409-ccd8-4b37-b27d-085ff7f62635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:59Z', 'updated_at': '2022-02-19T04:16:58Z', 'revision_number': 5, 'project_id': '7328b15aba784aaa828edf6314301353', 'gw_port': {'id': '5a474409-ccd8-4b37-b27d-085ff7f62635', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cec8ae-a808-4c40-93fc-058c53c7fde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:02Z', 'updated_at': '2022-02-19T04:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:02.220430 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-acfb7ff4-be3d-4d6d-afa0-39f78fadac50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:02.234040 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8e954b2-e67c-49e0-9d9e-6372f5ded4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2fb315d5-d444-4638-937a-0d3d24d73945), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:02.281572 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-500623ef-286d-476c-9508-42114d52fb70 req-e7ca5861-9d43-469b-996a-ac74299dc54f tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0682127 Feb 19 04:17:02.312745 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-50fcb958-8be0-4ac6-abeb-2d3b87f7e9ca admin admin] For port 5a474409-ccd8-4b37-b27d-085ff7f62635, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5a474409-ccd8-4b37-b27d-085ff7f62635,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:02.313003 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd9a598-adf2-4414-aa75-4de2058a8119 None None] Checking router: b9cec8ae-a808-4c40-93fc-058c53c7fde9 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:17:02.313246 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50fcb958-8be0-4ac6-abeb-2d3b87f7e9ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (5a474409-ccd8-4b37-b27d-085ff7f62635), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:02.333509 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd9a598-adf2-4414-aa75-4de2058a8119 None None] Routers {'b9cec8ae-a808-4c40-93fc-058c53c7fde9'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:02.336666 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-0bd9a598-adf2-4414-aa75-4de2058a8119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:16:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b9cec8ae-a808-4c40-93fc-058c53c7fde9'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:02.347567 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-50fcb958-8be0-4ac6-abeb-2d3b87f7e9ca admin admin] Calling delete_port for 5a474409-ccd8-4b37-b27d-085ff7f62635 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:02.419277 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e8e954b2-e67c-49e0-9d9e-6372f5ded4b4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=99854b0f16334a029809e06ada794cc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5897202 Feb 19 04:17:02.420365 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device a1c6d158-11f9-418e-9590-82b16576c424 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:02.427444 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41158) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:02.448554 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e954b2-e67c-49e0-9d9e-6372f5ded4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb315d5-d444-4638-937a-0d3d24d73945,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:02.571184 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: a1c6d158-11f9-418e-9590-82b16576c424 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:17:02.571742 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device a1c6d158-11f9-418e-9590-82b16576c424 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:17:02.608085 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e83192d6-3ae9-4dae-a6cd-4013b01f46c5 admin admin] Publish callbacks [] for security_group (2fb315d5-d444-4638-937a-0d3d24d73945), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:02.646291 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-0bd9a598-adf2-4414-aa75-4de2058a8119 None None] Set router b9cec8ae-a808-4c40-93fc-058c53c7fde9 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:02.713772 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e83192d6-3ae9-4dae-a6cd-4013b01f46c5 admin admin] Publish callbacks [] for security_group (2fb315d5-d444-4638-937a-0d3d24d73945), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:02.850006 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50fcb958-8be0-4ac6-abeb-2d3b87f7e9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (5a474409-ccd8-4b37-b27d-085ff7f62635), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:02.852141 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-0bd9a598-adf2-4414-aa75-4de2058a8119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cec8ae-a808-4c40-93fc-058c53c7fde9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1532999171-router', 'tenant_id': '7328b15aba784aaa828edf6314301353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:59Z', 'updated_at': '2022-02-19T04:17:01Z', 'revision_number': 6, 'project_id': '7328b15aba784aaa828edf6314301353', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:02.890973 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e83192d6-3ae9-4dae-a6cd-4013b01f46c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2fb315d5-d444-4638-937a-0d3d24d73945), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:02.895366 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e83192d6-3ae9-4dae-a6cd-4013b01f46c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:02.900451 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e83192d6-3ae9-4dae-a6cd-4013b01f46c5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2fb315d5-d444-4638-937a-0d3d24d73945 HTTP/1.1" status: 204 len: 168 time: 0.4716713 Feb 19 04:17:02.913147 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fcb958-8be0-4ac6-abeb-2d3b87f7e9ca admin admin] Pushing event deleted for resources: {'Port': ['ID=5a474409-ccd8-4b37-b27d-085ff7f62635,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:02.922866 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd9a598-adf2-4414-aa75-4de2058a8119 None None] The sync data for ids ['b9cec8ae-a808-4c40-93fc-058c53c7fde9'] in n-d-772273-4 is: [{'id': 'b9cec8ae-a808-4c40-93fc-058c53c7fde9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1532999171-router', 'tenant_id': '7328b15aba784aaa828edf6314301353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:11:59Z', 'updated_at': '2022-02-19T04:17:01Z', 'revision_number': 6, 'project_id': '7328b15aba784aaa828edf6314301353', 'gw_port_host': None}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:17:02.955263 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83192d6-3ae9-4dae-a6cd-4013b01f46c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb315d5-d444-4638-937a-0d3d24d73945,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:03.010053 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83192d6-3ae9-4dae-a6cd-4013b01f46c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:03.010220 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83192d6-3ae9-4dae-a6cd-4013b01f46c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:03.010546 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83192d6-3ae9-4dae-a6cd-4013b01f46c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:03.013072 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83192d6-3ae9-4dae-a6cd-4013b01f46c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:03.014644 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83192d6-3ae9-4dae-a6cd-4013b01f46c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:03.015609 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83192d6-3ae9-4dae-a6cd-4013b01f46c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:03.017059 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83192d6-3ae9-4dae-a6cd-4013b01f46c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:03.018752 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83192d6-3ae9-4dae-a6cd-4013b01f46c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:03.019044 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83192d6-3ae9-4dae-a6cd-4013b01f46c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:03.020164 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83192d6-3ae9-4dae-a6cd-4013b01f46c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:03.020501 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83192d6-3ae9-4dae-a6cd-4013b01f46c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:03.020899 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83192d6-3ae9-4dae-a6cd-4013b01f46c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:03.021276 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83192d6-3ae9-4dae-a6cd-4013b01f46c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:03.078069 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50fcb958-8be0-4ac6-abeb-2d3b87f7e9ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (b9cec8ae-a808-4c40-93fc-058c53c7fde9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:03.526217 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50fcb958-8be0-4ac6-abeb-2d3b87f7e9ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (b9cec8ae-a808-4c40-93fc-058c53c7fde9), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:03.541630 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50fcb958-8be0-4ac6-abeb-2d3b87f7e9ca admin admin] Publish callbacks [] for router_controller (b9cec8ae-a808-4c40-93fc-058c53c7fde9), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:03.640159 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2eeb7962-c931-47ff-b144-0d61dd29e3d1 req-e0aa6b06-a3be-4c9d-bfef-09c663e568bb tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0777867 Feb 19 04:17:03.804296 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50fcb958-8be0-4ac6-abeb-2d3b87f7e9ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (b9cec8ae-a808-4c40-93fc-058c53c7fde9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:03.807871 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fcb958-8be0-4ac6-abeb-2d3b87f7e9ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9cec8ae-a808-4c40-93fc-058c53c7fde9 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:17:03.833165 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50fcb958-8be0-4ac6-abeb-2d3b87f7e9ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:03.836165 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-50fcb958-8be0-4ac6-abeb-2d3b87f7e9ca admin admin] 10.222.0.65 "DELETE /v2.0/routers/b9cec8ae-a808-4c40-93fc-058c53c7fde9 HTTP/1.1" status: 204 len: 168 time: 3.6503949 Feb 19 04:17:03.842232 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41178) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:03.880477 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3a3686fc-5bc3-499d-a83a-b5cb3a763f51 req-7c2544b0-f67f-4cf7-a7e8-2ac14d08ce0e tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/b416d14d-523e-4921-95da-c04aa98de240 HTTP/1.1" status: 200 len: 1820 time: 0.1413221 Feb 19 04:17:04.114393 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3a3686fc-5bc3-499d-a83a-b5cb3a763f51 req-0aa96fec-f0a6-4602-a58b-4aea686342e3 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (b416d14d-523e-4921-95da-c04aa98de240), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:04.151771 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7afa2f-0fc2-4fc6-aed4-4d06adfdd32a admin admin] Deleting subnet e5fa79a3-cd3b-4ab2-b880-410d1bb2ec16 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:17:04.176658 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3a3686fc-5bc3-499d-a83a-b5cb3a763f51 req-0aa96fec-f0a6-4602-a58b-4aea686342e3 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (b416d14d-523e-4921-95da-c04aa98de240), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:04.215514 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab8eba-b446-4a69-8280-67d231482fda req-85fec6ff-534e-461a-930a-30b2dcbd1d8e tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:04.241673 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab8eba-b446-4a69-8280-67d231482fda req-85fec6ff-534e-461a-930a-30b2dcbd1d8e tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:04.266899 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab8eba-b446-4a69-8280-67d231482fda req-85fec6ff-534e-461a-930a-30b2dcbd1d8e tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:04.273930 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3a3686fc-5bc3-499d-a83a-b5cb3a763f51 req-0aa96fec-f0a6-4602-a58b-4aea686342e3 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b416d14d-523e-4921-95da-c04aa98de240), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:04.276734 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3a3686fc-5bc3-499d-a83a-b5cb3a763f51 req-0aa96fec-f0a6-4602-a58b-4aea686342e3 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:04.278051 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3a3686fc-5bc3-499d-a83a-b5cb3a763f51 req-0aa96fec-f0a6-4602-a58b-4aea686342e3 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "DELETE /v2.0/security-groups/b416d14d-523e-4921-95da-c04aa98de240 HTTP/1.1" status: 204 len: 173 time: 0.3877451 Feb 19 04:17:04.302490 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa96fec-f0a6-4602-a58b-4aea686342e3 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b416d14d-523e-4921-95da-c04aa98de240,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:04.305289 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f0ab8eba-b446-4a69-8280-67d231482fda req-85fec6ff-534e-461a-930a-30b2dcbd1d8e tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 2417 time: 1.1395700 Feb 19 04:17:04.306637 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ab7afa2f-0fc2-4fc6-aed4-4d06adfdd32a admin admin] Publish callbacks [] for subnet (e5fa79a3-cd3b-4ab2-b880-410d1bb2ec16), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:04.484183 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a53e3bc9-e6b3-4147-aea6-7f9592ede431 req-14f6d96c-531b-4e51-8f6e-1abc43565e92 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/9763833f-0e4a-4323-a040-f961d105d7bf HTTP/1.1" status: 200 len: 1819 time: 0.1407306 Feb 19 04:17:04.571620 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5a474409-ccd8-4b37-b27d-085ff7f62635 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:04.618960 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 5a474409-ccd8-4b37-b27d-085ff7f62635 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:17:04.619271 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5a474409-ccd8-4b37-b27d-085ff7f62635 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:17:04.619741 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3742a0b3-5b62-42a5-b1db-66c5ef3c79e2 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:04.650206 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f0ab8eba-b446-4a69-8280-67d231482fda req-1e7dd023-4acc-454d-ae61-a3b65f25616d tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294063 Feb 19 04:17:04.689163 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a53e3bc9-e6b3-4147-aea6-7f9592ede431 req-ff37c42b-4415-4003-af56-050849e4cd86 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (9763833f-0e4a-4323-a040-f961d105d7bf), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:04.725718 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ab7afa2f-0fc2-4fc6-aed4-4d06adfdd32a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (e5fa79a3-cd3b-4ab2-b880-410d1bb2ec16), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:04.729833 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 3742a0b3-5b62-42a5-b1db-66c5ef3c79e2 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:17:04.730415 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3742a0b3-5b62-42a5-b1db-66c5ef3c79e2 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:17:04.782704 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a53e3bc9-e6b3-4147-aea6-7f9592ede431 req-ff37c42b-4415-4003-af56-050849e4cd86 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (9763833f-0e4a-4323-a040-f961d105d7bf), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:05.041746 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a53e3bc9-e6b3-4147-aea6-7f9592ede431 req-ff37c42b-4415-4003-af56-050849e4cd86 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9763833f-0e4a-4323-a040-f961d105d7bf), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:05.047439 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a53e3bc9-e6b3-4147-aea6-7f9592ede431 req-ff37c42b-4415-4003-af56-050849e4cd86 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:05.049425 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a53e3bc9-e6b3-4147-aea6-7f9592ede431 req-ff37c42b-4415-4003-af56-050849e4cd86 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "DELETE /v2.0/security-groups/9763833f-0e4a-4323-a040-f961d105d7bf HTTP/1.1" status: 204 len: 173 time: 0.5640118 Feb 19 04:17:05.060111 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b2a1fb79-5954-45cd-b5a2-8d30cda8ddcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:05.094146 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e012ef54-1dc9-4db6-9699-d413de5cfefd req-1462afd4-b17a-45ee-918d-397ad9808c09 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 210 time: 0.2111142 Feb 19 04:17:05.123567 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37c42b-4415-4003-af56-050849e4cd86 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9763833f-0e4a-4323-a040-f961d105d7bf,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:05.971897 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537aed4-2de6-4c16-add9-2321f9193a55 req-7eddb2f1-1994-494f-946f-2a5e9794046a tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:05.985754 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537aed4-2de6-4c16-add9-2321f9193a55 req-7eddb2f1-1994-494f-946f-2a5e9794046a tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:05.998671 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537aed4-2de6-4c16-add9-2321f9193a55 req-7eddb2f1-1994-494f-946f-2a5e9794046a tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:06.011919 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c537aed4-2de6-4c16-add9-2321f9193a55 req-7eddb2f1-1994-494f-946f-2a5e9794046a tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 2417 time: 0.2248425 Feb 19 04:17:06.114459 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-0771c4c7-3094-4f72-a885-d2fe4620ac5e req-be46f482-02a5-4ed3-8a9b-9b2ab0fb742f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-21779565', 'description': 'tempest-description-1867512836'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:06.159249 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0771c4c7-3094-4f72-a885-d2fe4620ac5e req-be46f482-02a5-4ed3-8a9b-9b2ab0fb742f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:06.196500 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ab7afa2f-0fc2-4fc6-aed4-4d06adfdd32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (e5fa79a3-cd3b-4ab2-b880-410d1bb2ec16), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:06.231703 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c537aed4-2de6-4c16-add9-2321f9193a55 req-f478cffa-1995-4dff-9663-16738ca02c63 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183077 Feb 19 04:17:06.400973 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ab7afa2f-0fc2-4fc6-aed4-4d06adfdd32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (e5fa79a3-cd3b-4ab2-b880-410d1bb2ec16), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:06.544029 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0771c4c7-3094-4f72-a885-d2fe4620ac5e req-be46f482-02a5-4ed3-8a9b-9b2ab0fb742f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (c2b33294-62ff-461b-ba68-ffa9948b9d7e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:06.550417 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7afa2f-0fc2-4fc6-aed4-4d06adfdd32a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5fa79a3-cd3b-4ab2-b880-410d1bb2ec16,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:06.568423 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-750c0951-eb87-448b-bb7d-92e9bf232e4c req-f8fd0d68-86db-4482-af0f-2d3051ba1076 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 210 time: 0.1120217 Feb 19 04:17:06.582017 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0771c4c7-3094-4f72-a885-d2fe4620ac5e req-be46f482-02a5-4ed3-8a9b-9b2ab0fb742f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c2b33294-62ff-461b-ba68-ffa9948b9d7e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:06.607422 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c2ea42-25e1-43f6-a53e-e1083b26449b None None] Network 2845545c-792f-42dd-94d8-6859754785c7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:17:06.620991 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ab7afa2f-0fc2-4fc6-aed4-4d06adfdd32a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:06.629386 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ab7afa2f-0fc2-4fc6-aed4-4d06adfdd32a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e5fa79a3-cd3b-4ab2-b880-410d1bb2ec16 HTTP/1.1" status: 204 len: 168 time: 2.7796943 Feb 19 04:17:06.634086 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41226) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:06.748324 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0771c4c7-3094-4f72-a885-d2fe4620ac5e req-be46f482-02a5-4ed3-8a9b-9b2ab0fb742f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:06.750810 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0771c4c7-3094-4f72-a885-d2fe4620ac5e req-be46f482-02a5-4ed3-8a9b-9b2ab0fb742f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6430624 Feb 19 04:17:06.800521 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46f482-02a5-4ed3-8a9b-9b2ab0fb742f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b33294-62ff-461b-ba68-ffa9948b9d7e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:06.915343 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:06.963315 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17518a3e-780b-4c7f-8804-2830bd25f64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (2845545c-792f-42dd-94d8-6859754785c7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:07.041787 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de299248-86e0-4dad-bdc8-4bc3845e0c49 None None] DHCP port deletion for 2845545c-792f-42dd-94d8-6859754785c7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:17:07.053388 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-00440344-9fde-4623-8865-d32d6d92488d req-9498e73c-ece7-49c5-b0d8-678f10191b39 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/c2b33294-62ff-461b-ba68-ffa9948b9d7e HTTP/1.1" status: 200 len: 1818 time: 0.2120225 Feb 19 04:17:07.073691 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-00440344-9fde-4623-8865-d32d6d92488d req-782f8935-3316-4cc7-a215-5e749f78a498 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Request body: {'security_group': {'name': 'tempest-sg-hth-731224153', 'description': 'tempest-description-hth-547671662'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:07.289890 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-de299248-86e0-4dad-bdc8-4bc3845e0c49 None None] Deleting port f80b7d43-d65e-4632-9774-288f1ae6f8a9 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:07.293501 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-de299248-86e0-4dad-bdc8-4bc3845e0c49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f80b7d43-d65e-4632-9774-288f1ae6f8a9), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:07.295602 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:07.340158 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-00440344-9fde-4623-8865-d32d6d92488d req-782f8935-3316-4cc7-a215-5e749f78a498 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (c2b33294-62ff-461b-ba68-ffa9948b9d7e), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:07.521912 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-de299248-86e0-4dad-bdc8-4bc3845e0c49 None None] For port f80b7d43-d65e-4632-9774-288f1ae6f8a9, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f80b7d43-d65e-4632-9774-288f1ae6f8a9,segment=NetworkSegment(392ad862-29e0-4dda-bbcc-b4581638c008),segment_id=392ad862-29e0-4dda-bbcc-b4581638c008)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:07.523038 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-00440344-9fde-4623-8865-d32d6d92488d req-782f8935-3316-4cc7-a215-5e749f78a498 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (c2b33294-62ff-461b-ba68-ffa9948b9d7e), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:07.528454 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-de299248-86e0-4dad-bdc8-4bc3845e0c49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f80b7d43-d65e-4632-9774-288f1ae6f8a9), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:07.532200 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-17518a3e-780b-4c7f-8804-2830bd25f64f admin admin] Deleting port f80b7d43-d65e-4632-9774-288f1ae6f8a9 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:07.532744 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17518a3e-780b-4c7f-8804-2830bd25f64f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f80b7d43-d65e-4632-9774-288f1ae6f8a9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:07.550224 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-00440344-9fde-4623-8865-d32d6d92488d req-782f8935-3316-4cc7-a215-5e749f78a498 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c2b33294-62ff-461b-ba68-ffa9948b9d7e), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:07.555310 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-00440344-9fde-4623-8865-d32d6d92488d req-782f8935-3316-4cc7-a215-5e749f78a498 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:07.564280 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-00440344-9fde-4623-8865-d32d6d92488d req-782f8935-3316-4cc7-a215-5e749f78a498 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "PUT /v2.0/security-groups/c2b33294-62ff-461b-ba68-ffa9948b9d7e HTTP/1.1" status: 200 len: 1792 time: 0.5082915 Feb 19 04:17:07.603578 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-de299248-86e0-4dad-bdc8-4bc3845e0c49 None None] Calling delete_port for f80b7d43-d65e-4632-9774-288f1ae6f8a9 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:07.679538 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ad100-333d-4168-854e-bf8a7a49e927 req-4fccafcf-16c9-4f4c-8712-3ef382b263ca tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:07.696753 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ad100-333d-4168-854e-bf8a7a49e927 req-4fccafcf-16c9-4f4c-8712-3ef382b263ca tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:07.724968 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ad100-333d-4168-854e-bf8a7a49e927 req-4fccafcf-16c9-4f4c-8712-3ef382b263ca tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:07.734175 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fd3ad100-333d-4168-854e-bf8a7a49e927 req-4fccafcf-16c9-4f4c-8712-3ef382b263ca tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 2417 time: 0.3333623 Feb 19 04:17:07.860181 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-de299248-86e0-4dad-bdc8-4bc3845e0c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (f80b7d43-d65e-4632-9774-288f1ae6f8a9), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:07.913943 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fd3ad100-333d-4168-854e-bf8a7a49e927 req-d111d380-89c3-44f5-a0e5-f08cdf488296 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644216 Feb 19 04:17:07.964260 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f8935-3316-4cc7-a215-5e749f78a498 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b33294-62ff-461b-ba68-ffa9948b9d7e,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:07.986942 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-63e6de80-0248-4d47-9fe9-5e06c97840f2 req-6ad46982-a671-4265-bbef-510bdbb8e5bd tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/c2b33294-62ff-461b-ba68-ffa9948b9d7e HTTP/1.1" status: 200 len: 1792 time: 0.3726118 Feb 19 04:17:07.991424 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-17518a3e-780b-4c7f-8804-2830bd25f64f admin admin] For port f80b7d43-d65e-4632-9774-288f1ae6f8a9, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f80b7d43-d65e-4632-9774-288f1ae6f8a9,segment=NetworkSegment(392ad862-29e0-4dda-bbcc-b4581638c008),segment_id=392ad862-29e0-4dda-bbcc-b4581638c008)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:07.992634 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17518a3e-780b-4c7f-8804-2830bd25f64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f80b7d43-d65e-4632-9774-288f1ae6f8a9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.014326 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de299248-86e0-4dad-bdc8-4bc3845e0c49 None None] Pushing event deleted for resources: {'Port': ['ID=f80b7d43-d65e-4632-9774-288f1ae6f8a9,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:08.018706 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.037659 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de299248-86e0-4dad-bdc8-4bc3845e0c49 None None] No DVR routers for this DVR port f80b7d43-d65e-4632-9774-288f1ae6f8a9 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:08.132171 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-17518a3e-780b-4c7f-8804-2830bd25f64f admin admin] Calling delete_port for f80b7d43-d65e-4632-9774-288f1ae6f8a9 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:08.191571 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-b2726afc-6022-4a04-ab8d-2d0e6092fbdd tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:08.209970 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-b2726afc-6022-4a04-ab8d-2d0e6092fbdd tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:08.220882 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-b2726afc-6022-4a04-ab8d-2d0e6092fbdd tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:08.229820 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cbccb7ce-6a0e-49dc-b4a9-35c490d85324 req-00b5aeb6-3d28-4111-8fcb-816e4fb1eb59 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=98c12e3a-4fda-48c0-b25e-56efe2c2f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0874102 Feb 19 04:17:08.232633 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-b2726afc-6022-4a04-ab8d-2d0e6092fbdd tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 2417 time: 0.3826628 Feb 19 04:17:08.440232 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fa728d51-3931-42a3-a6ab-10371a2f0bce req-5871e663-7439-43de-bc18-f05788bb8a9f tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/c2b33294-62ff-461b-ba68-ffa9948b9d7e HTTP/1.1" status: 200 len: 1792 time: 0.3518851 Feb 19 04:17:08.524797 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f80b7d43-d65e-4632-9774-288f1ae6f8a9 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:08.563102 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: f80b7d43-d65e-4632-9774-288f1ae6f8a9 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:17:08.564224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f80b7d43-d65e-4632-9774-288f1ae6f8a9 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:17:08.619781 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17518a3e-780b-4c7f-8804-2830bd25f64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (f80b7d43-d65e-4632-9774-288f1ae6f8a9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.660716 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17518a3e-780b-4c7f-8804-2830bd25f64f admin admin] No DVR routers for this DVR port f80b7d43-d65e-4632-9774-288f1ae6f8a9 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:08.739095 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.747210 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-fa728d51-3931-42a3-a6ab-10371a2f0bce req-1cef0ad6-994f-45f3-a8c2-a1617d4242f6 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (c2b33294-62ff-461b-ba68-ffa9948b9d7e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.766066 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17518a3e-780b-4c7f-8804-2830bd25f64f admin admin] Pushing event deleted for resources: {'Port': ['ID=f80b7d43-d65e-4632-9774-288f1ae6f8a9,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:08.819865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-9c6e1656-b338-47da-a8e4-f51ddb4e5bf8 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Deleting port 961df103-951d-43e3-8b53-44fc51b568e7 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:08.820595 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-9c6e1656-b338-47da-a8e4-f51ddb4e5bf8 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (961df103-951d-43e3-8b53-44fc51b568e7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.846490 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-fa728d51-3931-42a3-a6ab-10371a2f0bce req-1cef0ad6-994f-45f3-a8c2-a1617d4242f6 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (c2b33294-62ff-461b-ba68-ffa9948b9d7e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.931035 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17518a3e-780b-4c7f-8804-2830bd25f64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (2845545c-792f-42dd-94d8-6859754785c7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.943110 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.996001 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-17518a3e-780b-4c7f-8804-2830bd25f64f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2845545c-792f-42dd-94d8-6859754785c7']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:09.022707 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-17518a3e-780b-4c7f-8804-2830bd25f64f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392ad862-29e0-4dda-bbcc-b4581638c008') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:09.022980 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-17518a3e-780b-4c7f-8804-2830bd25f64f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392ad862-29e0-4dda-bbcc-b4581638c008') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:09.048127 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17518a3e-780b-4c7f-8804-2830bd25f64f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (392ad862-29e0-4dda-bbcc-b4581638c008), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.068518 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-fa728d51-3931-42a3-a6ab-10371a2f0bce req-1cef0ad6-994f-45f3-a8c2-a1617d4242f6 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c2b33294-62ff-461b-ba68-ffa9948b9d7e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.071712 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-fa728d51-3931-42a3-a6ab-10371a2f0bce req-1cef0ad6-994f-45f3-a8c2-a1617d4242f6 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.073216 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fa728d51-3931-42a3-a6ab-10371a2f0bce req-1cef0ad6-994f-45f3-a8c2-a1617d4242f6 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "DELETE /v2.0/security-groups/c2b33294-62ff-461b-ba68-ffa9948b9d7e HTTP/1.1" status: 204 len: 173 time: 0.6315291 Feb 19 04:17:09.105196 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef0ad6-994f-45f3-a8c2-a1617d4242f6 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b33294-62ff-461b-ba68-ffa9948b9d7e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:09.108395 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17518a3e-780b-4c7f-8804-2830bd25f64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (392ad862-29e0-4dda-bbcc-b4581638c008), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.124819 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-9c6e1656-b338-47da-a8e4-f51ddb4e5bf8 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] For port 961df103-951d-43e3-8b53-44fc51b568e7, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=961df103-951d-43e3-8b53-44fc51b568e7,segment=NetworkSegment(08c38d32-3754-4cc6-857a-0e1e6b5fdfad),segment_id=08c38d32-3754-4cc6-857a-0e1e6b5fdfad)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:09.125742 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-9c6e1656-b338-47da-a8e4-f51ddb4e5bf8 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (961df103-951d-43e3-8b53-44fc51b568e7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.150823 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17518a3e-780b-4c7f-8804-2830bd25f64f admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:17:09.152002 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17518a3e-780b-4c7f-8804-2830bd25f64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (392ad862-29e0-4dda-bbcc-b4581638c008), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:17:09.157722 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:17:09.188121 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74303576-df9c-45d4-b85d-951085e1258f req-11e57955-986c-4f3c-96d3-3b5f889bd8f7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:09.210303 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74303576-df9c-45d4-b85d-951085e1258f req-11e57955-986c-4f3c-96d3-3b5f889bd8f7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:09.224736 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74303576-df9c-45d4-b85d-951085e1258f req-11e57955-986c-4f3c-96d3-3b5f889bd8f7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:09.240055 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-74303576-df9c-45d4-b85d-951085e1258f req-11e57955-986c-4f3c-96d3-3b5f889bd8f7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 2417 time: 0.1730607 Feb 19 04:17:09.241459 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-9c6e1656-b338-47da-a8e4-f51ddb4e5bf8 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Calling delete_port for 961df103-951d-43e3-8b53-44fc51b568e7 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:09.294336 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [req-0cc8e12b-d415-45f7-a1a7-c93820017d63 req-01fdf00a-f489-44a0-8b92-a60065cf4149 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] show failed (client error): The resource could not be found. Feb 19 04:17:09.295591 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0cc8e12b-d415-45f7-a1a7-c93820017d63 req-01fdf00a-f489-44a0-8b92-a60065cf4149 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/9763833f-0e4a-4323-a040-f961d105d7bf HTTP/1.1" status: 404 len: 352 time: 0.0464935 Feb 19 04:17:09.331541 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17518a3e-780b-4c7f-8804-2830bd25f64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (2845545c-792f-42dd-94d8-6859754785c7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.338654 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17518a3e-780b-4c7f-8804-2830bd25f64f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.346387 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-74303576-df9c-45d4-b85d-951085e1258f req-50b78055-7fe4-490b-a86e-5c8cba13d882 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036220 Feb 19 04:17:09.351216 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-17518a3e-780b-4c7f-8804-2830bd25f64f admin admin] 10.222.0.65 "DELETE /v2.0/networks/2845545c-792f-42dd-94d8-6859754785c7 HTTP/1.1" status: 204 len: 168 time: 2.7154663 Feb 19 04:17:09.354133 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41272) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:09.399984 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [req-a516155a-ebfc-4efb-b375-8834bd0559db req-682d2116-7dda-4a19-8379-10251364fb90 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] show failed (client error): The resource could not be found. Feb 19 04:17:09.401486 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a516155a-ebfc-4efb-b375-8834bd0559db req-682d2116-7dda-4a19-8379-10251364fb90 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/b416d14d-523e-4921-95da-c04aa98de240 HTTP/1.1" status: 404 len: 352 time: 0.0263023 Feb 19 04:17:09.473982 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17518a3e-780b-4c7f-8804-2830bd25f64f admin admin] Pushing event deleted for resources: {'Network': ['ID=2845545c-792f-42dd-94d8-6859754785c7,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:09.502391 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [req-f788b92a-cb27-49d5-a4f6-ee7979faa889 req-e932e744-782c-4d57-93e6-6112f9e63d38 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] show failed (client error): The resource could not be found. Feb 19 04:17:09.503748 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f788b92a-cb27-49d5-a4f6-ee7979faa889 req-e932e744-782c-4d57-93e6-6112f9e63d38 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/81c09575-e80f-413a-bd90-1dc92ea26755 HTTP/1.1" status: 404 len: 352 time: 0.0351593 Feb 19 04:17:09.596719 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [req-7a2e5206-a01e-4dc6-be7c-688d5c1b3b03 req-191c19bf-8bb9-49c5-b2eb-71e7ff9a88ab tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] show failed (client error): The resource could not be found. Feb 19 04:17:09.597963 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7a2e5206-a01e-4dc6-be7c-688d5c1b3b03 req-191c19bf-8bb9-49c5-b2eb-71e7ff9a88ab tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/ec1fea2a-f009-47d4-ba64-59051bfa7ad2 HTTP/1.1" status: 404 len: 352 time: 0.0588248 Feb 19 04:17:09.657401 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [req-28de7fee-4602-404e-bc1b-6eddd1ab5a1e req-c8ce1d39-87b2-499f-b8ba-77f17b2be1e8 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] show failed (client error): The resource could not be found. Feb 19 04:17:09.660290 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28de7fee-4602-404e-bc1b-6eddd1ab5a1e req-c8ce1d39-87b2-499f-b8ba-77f17b2be1e8 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/5e92fa43-3f64-495f-acaa-87ceb0b3f53c HTTP/1.1" status: 404 len: 352 time: 0.0307736 Feb 19 04:17:09.770329 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [req-e6c95a6a-6d38-4bbb-b970-6613d6a2ff8e req-33bed926-987a-4afd-8a76-2fc12c538928 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] show failed (client error): The resource could not be found. Feb 19 04:17:09.777357 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e6c95a6a-6d38-4bbb-b970-6613d6a2ff8e req-33bed926-987a-4afd-8a76-2fc12c538928 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/cdbc3f8c-033c-4c02-8925-bc697ea9ae65 HTTP/1.1" status: 404 len: 352 time: 0.0674791 Feb 19 04:17:09.932609 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-9c6e1656-b338-47da-a8e4-f51ddb4e5bf8 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (961df103-951d-43e3-8b53-44fc51b568e7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:10.014321 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e1656-b338-47da-a8e4-f51ddb4e5bf8 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event deleted for resources: {'Port': ['ID=961df103-951d-43e3-8b53-44fc51b568e7,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:10.214221 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9e625-3a92-459b-ba73-1b3219896536 req-f717b8d7-50d1-4421-b61b-2fe456774542 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:10.218057 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ead9e625-3a92-459b-ba73-1b3219896536 req-f717b8d7-50d1-4421-b61b-2fe456774542 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 1023 time: 0.1306434 Feb 19 04:17:10.326835 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-9c6e1656-b338-47da-a8e4-f51ddb4e5bf8 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] No DVR routers for this DVR port 961df103-951d-43e3-8b53-44fc51b568e7 on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:10.353978 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-9c6e1656-b338-47da-a8e4-f51ddb4e5bf8 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:10.368844 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-9c6e1656-b338-47da-a8e4-f51ddb4e5bf8 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.10 "DELETE /v2.0/ports/961df103-951d-43e3-8b53-44fc51b568e7 HTTP/1.1" status: 204 len: 173 time: 2.1119552 Feb 19 04:17:10.371747 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fda57fe-1722-43f5-98c3-9847c973597c', 'name': 'network-vif-deleted', 'tag': '961df103-951d-43e3-8b53-44fc51b568e7'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:10.383242 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6196a5-3ba6-4232-aa10-03cf9bed90b6" -d '{"events": [{"server_uuid": "7fda57fe-1722-43f5-98c3-9847c973597c", "name": "network-vif-deleted", "tag": "961df103-951d-43e3-8b53-44fc51b568e7"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:10.409991 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ead9e625-3a92-459b-ba73-1b3219896536 req-d3153719-2da8-413d-8787-9e08455dfa50 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fcaf4a2-64de-47e0-813e-2f0af87cbe16&id=85d6a3f9-6468-40d9-8262-751db9583f4e&id=300147f0-22a4-49c1-a750-31cb0a09b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1795371 Feb 19 04:17:10.571891 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b1e44-3397-483c-873c-ae0cc96b538e req-784c228f-39ce-4231-850f-b5b2ccffd661 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:10.580182 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9c2b1e44-3397-483c-873c-ae0cc96b538e req-784c228f-39ce-4231-850f-b5b2ccffd661 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/networks?id=7d40f42e-b749-4901-ba8a-e7eceb678438 HTTP/1.1" status: 200 len: 811 time: 0.5158923 Feb 19 04:17:10.622775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320642b4-26b9-4fbc-ba5d-86ff4aab6bfd req-ad81f7e2-4c5b-4a0e-9952-df9e40b31385 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:10.637406 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9c2b1e44-3397-483c-873c-ae0cc96b538e req-aa6ea0c8-33f4-4c06-91be-af16ca132199 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/quotas/b786c5ef5d584827a0b45726072f8eb3 HTTP/1.1" status: 200 len: 375 time: 0.0561261 Feb 19 04:17:10.640837 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320642b4-26b9-4fbc-ba5d-86ff4aab6bfd req-ad81f7e2-4c5b-4a0e-9952-df9e40b31385 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:10.645968 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-320642b4-26b9-4fbc-ba5d-86ff4aab6bfd req-ad81f7e2-4c5b-4a0e-9952-df9e40b31385 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 1681 time: 0.1410418 Feb 19 04:17:10.723375 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9c2b1e44-3397-483c-873c-ae0cc96b538e req-306f5407-3ed6-4360-8028-9169df4e2763 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b786c5ef5d584827a0b45726072f8eb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849662 Feb 19 04:17:10.737070 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-320642b4-26b9-4fbc-ba5d-86ff4aab6bfd req-4a5f9c91-0bbb-437d-af0e-930878f421a9 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819337 Feb 19 04:17:10.822498 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f95be67-c4bd-4308-8193-011b4930d5eb x-openstack-request-id: req-8f95be67-c4bd-4308-8193-011b4930d5eb {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:10.822786 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fda57fe-1722-43f5-98c3-9847c973597c", "name": "network-vif-deleted", "tag": "961df103-951d-43e3-8b53-44fc51b568e7", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:10.825737 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8f95be67-c4bd-4308-8193-011b4930d5eb {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:10.826267 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fda57fe-1722-43f5-98c3-9847c973597c', 'name': 'network-vif-deleted', 'tag': '961df103-951d-43e3-8b53-44fc51b568e7', 'status': 'completed', 'code': 200} Feb 19 04:17:11.205277 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 9947b787-8305-4adf-b150-e409ec3a54c6 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:11.416934 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 9947b787-8305-4adf-b150-e409ec3a54c6 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:11.417927 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9947b787-8305-4adf-b150-e409ec3a54c6), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:11.489746 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9c2b1e44-3397-483c-873c-ae0cc96b538e req-a506ee74-5186-4a18-ac7f-4d65a9038f92 service neutron] 10.222.0.65 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7648730 Feb 19 04:17:11.502539 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-ae755134-5b61-4c4d-a706-6b288983f234 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Deleting port 9947b787-8305-4adf-b150-e409ec3a54c6 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:11.504009 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-ae755134-5b61-4c4d-a706-6b288983f234 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9947b787-8305-4adf-b150-e409ec3a54c6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:11.506462 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fda57fe-1722-43f5-98c3-9847c973597c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9947b787-8305-4adf-b150-e409ec3a54c6'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:11.512348 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c14f1e-0f80-48c4-9f8c-fcc05f053954" -d '{"events": [{"server_uuid": "7fda57fe-1722-43f5-98c3-9847c973597c", "name": "network-vif-unplugged", "status": "completed", "tag": "9947b787-8305-4adf-b150-e409ec3a54c6"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:11.558240 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 9947b787-8305-4adf-b150-e409ec3a54c6, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=9947b787-8305-4adf-b150-e409ec3a54c6,segment=NetworkSegment(08c38d32-3754-4cc6-857a-0e1e6b5fdfad),segment_id=08c38d32-3754-4cc6-857a-0e1e6b5fdfad)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:11.567828 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9947b787-8305-4adf-b150-e409ec3a54c6), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:11.570217 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device dd945579-ac23-4eef-ac40-795629a81f36 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:11.741401 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=9947b787-8305-4adf-b150-e409ec3a54c6,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:11.742364 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95d089-a5dc-40e8-b346-52ac23d6b2e4 req-faae62d0-2aaf-4866-b032-b6ca5b54de1b tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:11.751852 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf95d089-a5dc-40e8-b346-52ac23d6b2e4 req-faae62d0-2aaf-4866-b032-b6ca5b54de1b tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 1023 time: 0.1565859 Feb 19 04:17:11.833960 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port dd945579-ac23-4eef-ac40-795629a81f36 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:11.835579 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dd945579-ac23-4eef-ac40-795629a81f36), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:11.890511 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9c2b1e44-3397-483c-873c-ae0cc96b538e req-f42c4bb2-7d37-446e-92eb-7c0f82cda1b1 service neutron] 10.222.0.65 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146245 Feb 19 04:17:11.919279 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port dd945579-ac23-4eef-ac40-795629a81f36, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=dd945579-ac23-4eef-ac40-795629a81f36,segment=NetworkSegment(a544fda3-7172-454a-a51c-bcc2a0b4a1b5),segment_id=a544fda3-7172-454a-a51c-bcc2a0b4a1b5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:11.930425 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf95d089-a5dc-40e8-b346-52ac23d6b2e4 req-a55b62f1-0f39-4217-930e-c7be655d4548 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fcaf4a2-64de-47e0-813e-2f0af87cbe16&id=85d6a3f9-6468-40d9-8262-751db9583f4e&id=300147f0-22a4-49c1-a750-31cb0a09b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1772251 Feb 19 04:17:11.932078 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (dd945579-ac23-4eef-ac40-795629a81f36), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:11.933601 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 961df103-951d-43e3-8b53-44fc51b568e7 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:12.014950 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 961df103-951d-43e3-8b53-44fc51b568e7 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:17:12.015309 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 961df103-951d-43e3-8b53-44fc51b568e7 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:17:12.028091 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da49efaf-3fe8-4e27-bce5-dcfd73617b93 x-openstack-request-id: req-da49efaf-3fe8-4e27-bce5-dcfd73617b93 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:12.028410 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fda57fe-1722-43f5-98c3-9847c973597c", "name": "network-vif-unplugged", "status": "completed", "tag": "9947b787-8305-4adf-b150-e409ec3a54c6", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:12.028675 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da49efaf-3fe8-4e27-bce5-dcfd73617b93 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:12.029121 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fda57fe-1722-43f5-98c3-9847c973597c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9947b787-8305-4adf-b150-e409ec3a54c6', 'code': 200} Feb 19 04:17:12.156951 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-ae755134-5b61-4c4d-a706-6b288983f234 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] For port 9947b787-8305-4adf-b150-e409ec3a54c6, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=9947b787-8305-4adf-b150-e409ec3a54c6,segment=NetworkSegment(08c38d32-3754-4cc6-857a-0e1e6b5fdfad),segment_id=08c38d32-3754-4cc6-857a-0e1e6b5fdfad)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:12.157521 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-ae755134-5b61-4c4d-a706-6b288983f234 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9947b787-8305-4adf-b150-e409ec3a54c6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:12.182129 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-ae755134-5b61-4c4d-a706-6b288983f234 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Calling delete_port for 9947b787-8305-4adf-b150-e409ec3a54c6 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:12.216474 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=dd945579-ac23-4eef-ac40-795629a81f36,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:12.253440 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28cc3a-08bd-4019-b59e-312be3409ee3 req-b25c1fe3-fede-4d7c-a708-b67a25eb20c9 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:12.290441 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28cc3a-08bd-4019-b59e-312be3409ee3 req-b25c1fe3-fede-4d7c-a708-b67a25eb20c9 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:12.294908 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fe28cc3a-08bd-4019-b59e-312be3409ee3 req-b25c1fe3-fede-4d7c-a708-b67a25eb20c9 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 1677 time: 0.1804581 Feb 19 04:17:12.407308 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fe28cc3a-08bd-4019-b59e-312be3409ee3 req-7e997431-7a0f-422b-9fc9-2bd07e815e84 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063445 Feb 19 04:17:12.414552 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38a2b75f-61e2-4c79-be6b-ca89a359a686 req-bd74bb05-ca92-45ee-aa9d-c3cedcdef7ac tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac8bd59d-c557-4162-a1bf-36895a80c1ae HTTP/1.1" status: 200 len: 210 time: 0.1971881 Feb 19 04:17:12.482626 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f6bb2-5fb5-4d1e-9b12-bb52fc619fa8 req-cafea5f0-4b67-42a4-a217-e41af6d5973b tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:12.491330 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-504f6bb2-5fb5-4d1e-9b12-bb52fc619fa8 req-cafea5f0-4b67-42a4-a217-e41af6d5973b tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.48 "GET /v2.0/ports?device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 1023 time: 1.0399444 Feb 19 04:17:12.871363 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-063ba52e-1db2-47ef-9e5b-07a485af8acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (cb855c72-4016-4669-9b7b-847fd64b76ae), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:13.078995 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-ae755134-5b61-4c4d-a706-6b288983f234 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (9947b787-8305-4adf-b150-e409ec3a54c6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:13.118696 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-504f6bb2-5fb5-4d1e-9b12-bb52fc619fa8 req-b3c50cfe-8dfd-4e2c-b283-9221c4724776 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Deleting port 29414b92-492f-481f-b153-bcf04d72d1b2 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:13.119068 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-504f6bb2-5fb5-4d1e-9b12-bb52fc619fa8 req-b3c50cfe-8dfd-4e2c-b283-9221c4724776 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (29414b92-492f-481f-b153-bcf04d72d1b2), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:13.164312 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae755134-5b61-4c4d-a706-6b288983f234 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event deleted for resources: {'Port': ['ID=9947b787-8305-4adf-b150-e409ec3a54c6,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:13.204141 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571e887-bf14-483f-b11a-d1f757e5b04d req-384fa3b3-0087-4dd6-9af6-a622694b463a tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:13.227267 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4571e887-bf14-483f-b11a-d1f757e5b04d req-384fa3b3-0087-4dd6-9af6-a622694b463a tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 1023 time: 0.1383529 Feb 19 04:17:13.369871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-ae755134-5b61-4c4d-a706-6b288983f234 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] No DVR routers for this DVR port 9947b787-8305-4adf-b150-e409ec3a54c6 on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:13.377037 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-ae755134-5b61-4c4d-a706-6b288983f234 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:13.381181 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-ae755134-5b61-4c4d-a706-6b288983f234 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.10 "DELETE /v2.0/ports/9947b787-8305-4adf-b150-e409ec3a54c6 HTTP/1.1" status: 204 len: 173 time: 2.9893429 Feb 19 04:17:13.382248 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fda57fe-1722-43f5-98c3-9847c973597c', 'name': 'network-vif-deleted', 'tag': '9947b787-8305-4adf-b150-e409ec3a54c6'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:13.385673 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b55d1c-087b-43de-9556-be8bff97319d" -d '{"events": [{"server_uuid": "7fda57fe-1722-43f5-98c3-9847c973597c", "name": "network-vif-deleted", "tag": "9947b787-8305-4adf-b150-e409ec3a54c6"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:13.407324 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4571e887-bf14-483f-b11a-d1f757e5b04d req-d7d584a1-baea-4ea8-9bea-36e427c0f7ec tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fcaf4a2-64de-47e0-813e-2f0af87cbe16&id=85d6a3f9-6468-40d9-8262-751db9583f4e&id=300147f0-22a4-49c1-a750-31cb0a09b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1770701 Feb 19 04:17:13.647934 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-504f6bb2-5fb5-4d1e-9b12-bb52fc619fa8 req-b3c50cfe-8dfd-4e2c-b283-9221c4724776 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] For port 29414b92-492f-481f-b153-bcf04d72d1b2, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=29414b92-492f-481f-b153-bcf04d72d1b2,segment=NetworkSegment(540b2560-af53-4875-9936-bfd0a0ac5415),segment_id=540b2560-af53-4875-9936-bfd0a0ac5415)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:13.648803 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-504f6bb2-5fb5-4d1e-9b12-bb52fc619fa8 req-b3c50cfe-8dfd-4e2c-b283-9221c4724776 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (29414b92-492f-481f-b153-bcf04d72d1b2), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:13.751843 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7851451-c2c8-4f71-8dd3-74865a8550ab x-openstack-request-id: req-e7851451-c2c8-4f71-8dd3-74865a8550ab {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:13.752140 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fda57fe-1722-43f5-98c3-9847c973597c", "name": "network-vif-deleted", "tag": "9947b787-8305-4adf-b150-e409ec3a54c6", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:13.752648 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7851451-c2c8-4f71-8dd3-74865a8550ab {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:13.753103 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fda57fe-1722-43f5-98c3-9847c973597c', 'name': 'network-vif-deleted', 'tag': '9947b787-8305-4adf-b150-e409ec3a54c6', 'status': 'completed', 'code': 200} Feb 19 04:17:13.778690 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-504f6bb2-5fb5-4d1e-9b12-bb52fc619fa8 req-b3c50cfe-8dfd-4e2c-b283-9221c4724776 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Calling delete_port for 29414b92-492f-481f-b153-bcf04d72d1b2 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:13.838516 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6d15c-f2b6-4b3e-bd81-60720b40c6e8 req-7b8ff5d8-edb5-4393-8732-853aceae624a tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:13.840823 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f8a6d15c-f2b6-4b3e-bd81-60720b40c6e8 req-7b8ff5d8-edb5-4393-8732-853aceae624a tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 943 time: 0.1832268 Feb 19 04:17:13.985684 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f8a6d15c-f2b6-4b3e-bd81-60720b40c6e8 req-506e7725-233b-434a-ae81-0c0928d8b580 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319077 Feb 19 04:17:14.030292 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fda57fe-1722-43f5-98c3-9847c973597c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd945579-ac23-4eef-ac40-795629a81f36'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:14.032852 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a86331-6e02-48a1-b9d3-c467c85758d6" -d '{"events": [{"server_uuid": "7fda57fe-1722-43f5-98c3-9847c973597c", "name": "network-vif-unplugged", "status": "completed", "tag": "dd945579-ac23-4eef-ac40-795629a81f36"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:14.090805 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-bd456cb7-d520-4cc1-a274-1923c4ca1b1e tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Deleting port dd945579-ac23-4eef-ac40-795629a81f36 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:14.091363 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-bd456cb7-d520-4cc1-a274-1923c4ca1b1e tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (dd945579-ac23-4eef-ac40-795629a81f36), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:14.131820 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffef11f7-568c-4182-a2ed-f385f7899b66 x-openstack-request-id: req-ffef11f7-568c-4182-a2ed-f385f7899b66 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:14.132110 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fda57fe-1722-43f5-98c3-9847c973597c", "name": "network-vif-unplugged", "status": "completed", "tag": "dd945579-ac23-4eef-ac40-795629a81f36", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:14.132396 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ffef11f7-568c-4182-a2ed-f385f7899b66 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:14.133067 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fda57fe-1722-43f5-98c3-9847c973597c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd945579-ac23-4eef-ac40-795629a81f36', 'code': 200} Feb 19 04:17:14.144376 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-115c3e5d-ed72-418d-a41f-812dcdd63aaa tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:14.146092 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-115c3e5d-ed72-418d-a41f-812dcdd63aaa tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/networks?id=7d40f42e-b749-4901-ba8a-e7eceb678438 HTTP/1.1" status: 200 len: 811 time: 0.3637018 Feb 19 04:17:14.218406 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-416eb28e-8ba5-4019-9d88-04416380d8f8 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/quotas/b786c5ef5d584827a0b45726072f8eb3 HTTP/1.1" status: 200 len: 375 time: 0.0363724 Feb 19 04:17:14.222325 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-063ba52e-1db2-47ef-9e5b-07a485af8acf admin admin] Deleting port bbc7e108-d8a3-4203-8106-a9dbb06e900e {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:14.222787 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-063ba52e-1db2-47ef-9e5b-07a485af8acf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (bbc7e108-d8a3-4203-8106-a9dbb06e900e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:14.477829 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-ed5f2cca-c9b5-4326-b65d-85b78567318f tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b786c5ef5d584827a0b45726072f8eb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1351402 Feb 19 04:17:14.714207 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-bd456cb7-d520-4cc1-a274-1923c4ca1b1e tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] For port dd945579-ac23-4eef-ac40-795629a81f36, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=dd945579-ac23-4eef-ac40-795629a81f36,segment=NetworkSegment(a544fda3-7172-454a-a51c-bcc2a0b4a1b5),segment_id=a544fda3-7172-454a-a51c-bcc2a0b4a1b5)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:14.715331 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-bd456cb7-d520-4cc1-a274-1923c4ca1b1e tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (dd945579-ac23-4eef-ac40-795629a81f36), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:14.728003 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02450cc-20c4-4b44-8955-60343bafa34c req-0f51997a-befe-481a-ba2d-d82b6a12f610 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:14.737267 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a02450cc-20c4-4b44-8955-60343bafa34c req-0f51997a-befe-481a-ba2d-d82b6a12f610 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 1023 time: 0.1839206 Feb 19 04:17:14.782491 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-bd456cb7-d520-4cc1-a274-1923c4ca1b1e tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Calling delete_port for dd945579-ac23-4eef-ac40-795629a81f36 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:14.795611 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-063ba52e-1db2-47ef-9e5b-07a485af8acf admin admin] For port bbc7e108-d8a3-4203-8106-a9dbb06e900e, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=bbc7e108-d8a3-4203-8106-a9dbb06e900e,segment=NetworkSegment(866fa118-7f93-47d2-97b7-b8e34872fe4c),segment_id=866fa118-7f93-47d2-97b7-b8e34872fe4c)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:14.796286 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-063ba52e-1db2-47ef-9e5b-07a485af8acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (bbc7e108-d8a3-4203-8106-a9dbb06e900e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:14.820661 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-504f6bb2-5fb5-4d1e-9b12-bb52fc619fa8 req-b3c50cfe-8dfd-4e2c-b283-9221c4724776 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (29414b92-492f-481f-b153-bcf04d72d1b2), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:15.057446 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a02450cc-20c4-4b44-8955-60343bafa34c req-276c7d36-9f10-4310-a2b2-5439e76dbecf tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups?id=9fcaf4a2-64de-47e0-813e-2f0af87cbe16&id=85d6a3f9-6468-40d9-8262-751db9583f4e&id=300147f0-22a4-49c1-a750-31cb0a09b8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3120258 Feb 19 04:17:15.289510 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-063ba52e-1db2-47ef-9e5b-07a485af8acf admin admin] Calling delete_port for bbc7e108-d8a3-4203-8106-a9dbb06e900e owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:15.293672 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c50cfe-8dfd-4e2c-b283-9221c4724776 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event deleted for resources: {'Port': ['ID=29414b92-492f-481f-b153-bcf04d72d1b2,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:15.353463 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f66053-38a2-433c-aefa-40694ea712a8 req-d5d0debd-6e5a-420c-9ce8-6d4f24f478d0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:15.365985 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c1f66053-38a2-433c-aefa-40694ea712a8 req-d5d0debd-6e5a-420c-9ce8-6d4f24f478d0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 943 time: 0.1529832 Feb 19 04:17:15.385718 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-1cd2a8ab-7f5f-4812-9ff0-e9ea0228742e service neutron] 10.222.0.65 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9062419 Feb 19 04:17:15.492076 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c1f66053-38a2-433c-aefa-40694ea712a8 req-4d116b15-1bb0-44a8-935d-a9507faad76a tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221383 Feb 19 04:17:15.586499 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-504f6bb2-5fb5-4d1e-9b12-bb52fc619fa8 req-b3c50cfe-8dfd-4e2c-b283-9221c4724776 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] No DVR routers for this DVR port 29414b92-492f-481f-b153-bcf04d72d1b2 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:15.596508 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-504f6bb2-5fb5-4d1e-9b12-bb52fc619fa8 req-b3c50cfe-8dfd-4e2c-b283-9221c4724776 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:15.613454 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-504f6bb2-5fb5-4d1e-9b12-bb52fc619fa8 req-b3c50cfe-8dfd-4e2c-b283-9221c4724776 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.48 "DELETE /v2.0/ports/29414b92-492f-481f-b153-bcf04d72d1b2 HTTP/1.1" status: 204 len: 173 time: 3.1125083 Feb 19 04:17:15.838287 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303541af-5820-4897-a45f-23a7529a1e9c', 'name': 'network-vif-deleted', 'tag': '29414b92-492f-481f-b153-bcf04d72d1b2'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:15.843015 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649215c6-af03-49f3-b776-8ea922eeb7ae" -d '{"events": [{"server_uuid": "303541af-5820-4897-a45f-23a7529a1e9c", "name": "network-vif-deleted", "tag": "29414b92-492f-481f-b153-bcf04d72d1b2"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:16.005599 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5310507e-ee93-4e49-a638-ee2e5b55be9d x-openstack-request-id: req-5310507e-ee93-4e49-a638-ee2e5b55be9d {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:16.007311 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303541af-5820-4897-a45f-23a7529a1e9c", "name": "network-vif-deleted", "tag": "29414b92-492f-481f-b153-bcf04d72d1b2", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:16.008009 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5310507e-ee93-4e49-a638-ee2e5b55be9d {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:16.011314 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303541af-5820-4897-a45f-23a7529a1e9c', 'name': 'network-vif-deleted', 'tag': '29414b92-492f-481f-b153-bcf04d72d1b2', 'status': 'completed', 'code': 200} Feb 19 04:17:16.164191 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-3365ae45-2bdb-45f0-ad81-4548e889d551 service neutron] 10.222.0.65 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7775126 Feb 19 04:17:16.167455 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-bd456cb7-d520-4cc1-a274-1923c4ca1b1e tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (dd945579-ac23-4eef-ac40-795629a81f36), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:16.194130 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41444) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:16.234736 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd456cb7-d520-4cc1-a274-1923c4ca1b1e tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event deleted for resources: {'Port': ['ID=dd945579-ac23-4eef-ac40-795629a81f36,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:16.315396 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b015e871-01d9-459d-b697-ccc98d623594 req-815777d1-d5b1-4676-a113-a78991257410 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/ports?device_id=303541af-5820-4897-a45f-23a7529a1e9c HTTP/1.1" status: 200 len: 210 time: 0.0696373 Feb 19 04:17:16.396347 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-bd456cb7-d520-4cc1-a274-1923c4ca1b1e tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] No DVR routers for this DVR port dd945579-ac23-4eef-ac40-795629a81f36 on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:16.422012 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-bd456cb7-d520-4cc1-a274-1923c4ca1b1e tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:16.438949 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75df40a4-231d-4f03-8a29-d3824d9f7570 req-bd456cb7-d520-4cc1-a274-1923c4ca1b1e tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.10 "DELETE /v2.0/ports/dd945579-ac23-4eef-ac40-795629a81f36 HTTP/1.1" status: 204 len: 173 time: 3.0368047 Feb 19 04:17:16.453230 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 29414b92-492f-481f-b153-bcf04d72d1b2 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:16.529685 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 29414b92-492f-481f-b153-bcf04d72d1b2 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:17:16.530059 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 29414b92-492f-481f-b153-bcf04d72d1b2 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:17:16.670397 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-063ba52e-1db2-47ef-9e5b-07a485af8acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (bbc7e108-d8a3-4203-8106-a9dbb06e900e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:16.746808 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-499e81cc-d80a-47cc-96d1-e6aa8fb4ac9b req-6591411e-f957-4074-be48-8d071b06c1df tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=746c34f1-542e-4f19-b8e8-d4a8579fac2f HTTP/1.1" status: 200 len: 210 time: 0.0762279 Feb 19 04:17:16.755430 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff95c8-8008-4193-a311-928e2d944aba req-30d66b2b-0024-49f6-b962-3359b20fd0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:16.757072 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff95c8-8008-4193-a311-928e2d944aba req-30d66b2b-0024-49f6-b962-3359b20fd0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:16.758194 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff95c8-8008-4193-a311-928e2d944aba req-30d66b2b-0024-49f6-b962-3359b20fd0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:16.759366 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff95c8-8008-4193-a311-928e2d944aba req-30d66b2b-0024-49f6-b962-3359b20fd0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:16.760499 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff95c8-8008-4193-a311-928e2d944aba req-30d66b2b-0024-49f6-b962-3359b20fd0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:16.761267 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff95c8-8008-4193-a311-928e2d944aba req-30d66b2b-0024-49f6-b962-3359b20fd0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:16.762155 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff95c8-8008-4193-a311-928e2d944aba req-30d66b2b-0024-49f6-b962-3359b20fd0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:16.776459 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4aff95c8-8008-4193-a311-928e2d944aba req-30d66b2b-0024-49f6-b962-3359b20fd0a6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 6710 time: 0.5782092 Feb 19 04:17:16.812179 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ba52e-1db2-47ef-9e5b-07a485af8acf admin admin] Pushing event deleted for resources: {'Port': ['ID=bbc7e108-d8a3-4203-8106-a9dbb06e900e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:16.873165 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4b3d4cb7-99c2-4305-b911-5d223a843418 req-21d2388c-a8ae-4ccd-9c0d-8152f1ea15e6 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fda57fe-1722-43f5-98c3-9847c973597c HTTP/1.1" status: 200 len: 210 time: 0.1268761 Feb 19 04:17:16.974401 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4aff95c8-8008-4193-a311-928e2d944aba req-b186c9a1-43d4-48af-acee-be4a94e07f86 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1964693 Feb 19 04:17:17.280659 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-063ba52e-1db2-47ef-9e5b-07a485af8acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (cb855c72-4016-4669-9b7b-847fd64b76ae), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:17.995950 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3ba6d2c2-5321-4564-a84a-85f13117b6c2 req-d20cac27-4173-4748-b121-1425e4af2d30 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=746c34f1-542e-4f19-b8e8-d4a8579fac2f HTTP/1.1" status: 200 len: 210 time: 0.0446556 Feb 19 04:17:18.077387 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fda57fe-1722-43f5-98c3-9847c973597c', 'name': 'network-vif-deleted', 'tag': 'dd945579-ac23-4eef-ac40-795629a81f36'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:18.079137 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41484) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:18.091309 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f112336-8aac-4d9c-ad47-7d654b07d860" -d '{"events": [{"server_uuid": "7fda57fe-1722-43f5-98c3-9847c973597c", "name": "network-vif-deleted", "tag": "dd945579-ac23-4eef-ac40-795629a81f36"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:18.144509 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-022e5df0-e84e-4e54-950f-ab1dc2ebd382 req-12251267-da14-42b1-8e9e-943cbc9a63a4 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/300147f0-22a4-49c1-a750-31cb0a09b8e9 HTTP/1.1" status: 200 len: 1818 time: 0.2449229 Feb 19 04:17:18.183894 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb337a8-266d-460c-b4da-967a6c88b852 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Deleting subnet 976f0d17-a448-4efe-89f1-871a7ad7ef8b {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:17:18.190526 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4eb337a8-266d-460c-b4da-967a6c88b852 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks [] for subnet (976f0d17-a448-4efe-89f1-871a7ad7ef8b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.200316 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2356b4c4-890f-4450-8338-f995d339cd2c x-openstack-request-id: req-2356b4c4-890f-4450-8338-f995d339cd2c {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:18.200689 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fda57fe-1722-43f5-98c3-9847c973597c", "name": "network-vif-deleted", "tag": "dd945579-ac23-4eef-ac40-795629a81f36", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:18.201044 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2356b4c4-890f-4450-8338-f995d339cd2c {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:18.201468 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fda57fe-1722-43f5-98c3-9847c973597c', 'name': 'network-vif-deleted', 'tag': 'dd945579-ac23-4eef-ac40-795629a81f36', 'status': 'completed', 'code': 200} Feb 19 04:17:18.288669 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4eb337a8-266d-460c-b4da-967a6c88b852 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (976f0d17-a448-4efe-89f1-871a7ad7ef8b), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.310308 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-022e5df0-e84e-4e54-950f-ab1dc2ebd382 req-c551dbad-73db-4b9c-aa5e-921c19ccd986 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (300147f0-22a4-49c1-a750-31cb0a09b8e9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.410668 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-022e5df0-e84e-4e54-950f-ab1dc2ebd382 req-c551dbad-73db-4b9c-aa5e-921c19ccd986 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (300147f0-22a4-49c1-a750-31cb0a09b8e9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.475864 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063ba52e-1db2-47ef-9e5b-07a485af8acf admin admin] Router cb855c72-4016-4669-9b7b-847fd64b76ae has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:17:18.549053 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4eb337a8-266d-460c-b4da-967a6c88b852 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (976f0d17-a448-4efe-89f1-871a7ad7ef8b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.581464 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-022e5df0-e84e-4e54-950f-ab1dc2ebd382 req-c551dbad-73db-4b9c-aa5e-921c19ccd986 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (300147f0-22a4-49c1-a750-31cb0a09b8e9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.585411 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-022e5df0-e84e-4e54-950f-ab1dc2ebd382 req-c551dbad-73db-4b9c-aa5e-921c19ccd986 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.593434 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-022e5df0-e84e-4e54-950f-ab1dc2ebd382 req-c551dbad-73db-4b9c-aa5e-921c19ccd986 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "DELETE /v2.0/security-groups/300147f0-22a4-49c1-a750-31cb0a09b8e9 HTTP/1.1" status: 204 len: 173 time: 0.4471376 Feb 19 04:17:18.692102 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4eb337a8-266d-460c-b4da-967a6c88b852 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (976f0d17-a448-4efe-89f1-871a7ad7ef8b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.698400 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551dbad-73db-4b9c-aa5e-921c19ccd986 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=300147f0-22a4-49c1-a750-31cb0a09b8e9,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:18.776395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb337a8-266d-460c-b4da-967a6c88b852 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event deleted for resources: {'Subnet': ['ID=976f0d17-a448-4efe-89f1-871a7ad7ef8b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:18.796831 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8de1c22d-3a7c-4d64-b37b-183b4c863ddd req-7cd23dc0-f1af-41cf-971d-882c853947c9 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "GET /v2.0/security-groups/9fcaf4a2-64de-47e0-813e-2f0af87cbe16 HTTP/1.1" status: 200 len: 1819 time: 0.1531568 Feb 19 04:17:18.820813 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4eb337a8-266d-460c-b4da-967a6c88b852 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.825850 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4eb337a8-266d-460c-b4da-967a6c88b852 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "DELETE /v2.0/subnets/976f0d17-a448-4efe-89f1-871a7ad7ef8b HTTP/1.1" status: 204 len: 168 time: 0.7441928 Feb 19 04:17:18.834028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41492) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:18.835468 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07343795-2ec2-4f3c-91eb-72d9020a33ea None None] Network 5e570db1-c5b9-470b-829b-0b60044b9ad2 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:17:18.919286 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063ba52e-1db2-47ef-9e5b-07a485af8acf admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:17:18.939643 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-063ba52e-1db2-47ef-9e5b-07a485af8acf admin admin] 10.222.0.65 "PUT /v2.0/routers/cb855c72-4016-4669-9b7b-847fd64b76ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5771596 Feb 19 04:17:18.944453 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41494) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:18.954890 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-02f06a9c-9893-4998-8276-7f673c3b5e9b tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:18.959101 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-02f06a9c-9893-4998-8276-7f673c3b5e9b tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.10 "GET /v2.0/networks?id=7d40f42e-b749-4901-ba8a-e7eceb678438 HTTP/1.1" status: 200 len: 811 time: 0.3782005 Feb 19 04:17:18.976028 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-96b160bb-3b21-4388-9a20-1c81e1cd2316 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Request body: {'port': {'device_id': '746c34f1-542e-4f19-b8e8-d4a8579fac2f', 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438', 'admin_state_up': True, 'tenant_id': 'b786c5ef5d584827a0b45726072f8eb3'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:19.001719 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a630fca-b3bd-4fa6-842f-aee5dabf69be None None] Sync routers for ids ['cb855c72-4016-4669-9b7b-847fd64b76ae'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:17:19.112463 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a630fca-b3bd-4fa6-842f-aee5dabf69be None None] Routers {'cb855c72-4016-4669-9b7b-847fd64b76ae'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:19.113605 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-1a630fca-b3bd-4fa6-842f-aee5dabf69be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:17:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['cb855c72-4016-4669-9b7b-847fd64b76ae'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:19.118528 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8de1c22d-3a7c-4d64-b37b-183b4c863ddd req-38fe0abc-b1b1-43ff-a8de-a6bb769513f2 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (9fcaf4a2-64de-47e0-813e-2f0af87cbe16), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:19.156663 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41502) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:19.188541 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6425cae-7703-4d93-8683-784efcf10ddb tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (5e570db1-c5b9-470b-829b-0b60044b9ad2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:19.196489 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8de1c22d-3a7c-4d64-b37b-183b4c863ddd req-38fe0abc-b1b1-43ff-a8de-a6bb769513f2 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (9fcaf4a2-64de-47e0-813e-2f0af87cbe16), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:19.309375 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-96b160bb-3b21-4388-9a20-1c81e1cd2316 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Made reservation on behalf of b786c5ef5d584827a0b45726072f8eb3 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:19.315125 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-96b160bb-3b21-4388-9a20-1c81e1cd2316 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:19.393307 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6e7aad2e-663e-4eea-9db9-552e3860e3a8 admin admin] Publish callbacks [] for router (cb855c72-4016-4669-9b7b-847fd64b76ae), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:19.401639 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8de1c22d-3a7c-4d64-b37b-183b4c863ddd req-38fe0abc-b1b1-43ff-a8de-a6bb769513f2 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9fcaf4a2-64de-47e0-813e-2f0af87cbe16), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:19.402729 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8de1c22d-3a7c-4d64-b37b-183b4c863ddd req-38fe0abc-b1b1-43ff-a8de-a6bb769513f2 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:19.404226 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8de1c22d-3a7c-4d64-b37b-183b4c863ddd req-38fe0abc-b1b1-43ff-a8de-a6bb769513f2 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] 10.222.0.65 "DELETE /v2.0/security-groups/9fcaf4a2-64de-47e0-813e-2f0af87cbe16 HTTP/1.1" status: 204 len: 173 time: 0.6016533 Feb 19 04:17:19.413461 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2590b5f4-1df0-4b4f-b08d-a013d5171f14 req-a833462f-a689-4820-b762-97dd925f8014 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=746c34f1-542e-4f19-b8e8-d4a8579fac2f HTTP/1.1" status: 200 len: 210 time: 0.1299982 Feb 19 04:17:19.416673 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41506) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:19.447353 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-1a630fca-b3bd-4fa6-842f-aee5dabf69be None None] Set router cb855c72-4016-4669-9b7b-847fd64b76ae gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:19.480745 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe0abc-b1b1-43ff-a8de-a6bb769513f2 tempest-SecurityGroupsTestJSON-662321835 tempest-SecurityGroupsTestJSON-662321835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcaf4a2-64de-47e0-813e-2f0af87cbe16,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:19.496691 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f62a46-494f-4c8f-ab82-8f35dd287eeb admin admin] Deleting subnet 2107c9e8-8d56-4a4a-9abe-dde4b17b1974 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:17:19.502009 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8f62a46-494f-4c8f-ab82-8f35dd287eeb admin admin] Publish callbacks [] for subnet (2107c9e8-8d56-4a4a-9abe-dde4b17b1974), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:19.502384 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-99bbcd5a-ce43-4e22-beae-4f684afa4b94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:19.523312 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c038522-3227-4ea1-a0b0-fee0d59993db None None] DHCP port deletion for 5e570db1-c5b9-470b-829b-0b60044b9ad2 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:17:19.526465 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-f6425cae-7703-4d93-8683-784efcf10ddb tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Deleting port ffc736b7-70ea-4926-b606-a701455c7204 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:19.526838 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6425cae-7703-4d93-8683-784efcf10ddb tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ffc736b7-70ea-4926-b606-a701455c7204), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:19.567679 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8f62a46-494f-4c8f-ab82-8f35dd287eeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (2107c9e8-8d56-4a4a-9abe-dde4b17b1974), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:19.629384 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8f62a46-494f-4c8f-ab82-8f35dd287eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (2107c9e8-8d56-4a4a-9abe-dde4b17b1974), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:19.662193 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3c038522-3227-4ea1-a0b0-fee0d59993db None None] Deleting port ffc736b7-70ea-4926-b606-a701455c7204 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:19.662883 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3c038522-3227-4ea1-a0b0-fee0d59993db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ffc736b7-70ea-4926-b606-a701455c7204), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:19.710438 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-f6425cae-7703-4d93-8683-784efcf10ddb tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] For port ffc736b7-70ea-4926-b606-a701455c7204, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ffc736b7-70ea-4926-b606-a701455c7204,segment=NetworkSegment(a544fda3-7172-454a-a51c-bcc2a0b4a1b5),segment_id=a544fda3-7172-454a-a51c-bcc2a0b4a1b5)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:19.710868 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6425cae-7703-4d93-8683-784efcf10ddb tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ffc736b7-70ea-4926-b606-a701455c7204), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:19.716390 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6e7aad2e-663e-4eea-9db9-552e3860e3a8 admin admin] Publish callbacks [] for router_gateway (cb855c72-4016-4669-9b7b-847fd64b76ae), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:19.737696 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8f62a46-494f-4c8f-ab82-8f35dd287eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (2107c9e8-8d56-4a4a-9abe-dde4b17b1974), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:19.750226 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-f6425cae-7703-4d93-8683-784efcf10ddb tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Calling delete_port for ffc736b7-70ea-4926-b606-a701455c7204 owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:19.766782 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3c038522-3227-4ea1-a0b0-fee0d59993db None None] For port ffc736b7-70ea-4926-b606-a701455c7204, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ffc736b7-70ea-4926-b606-a701455c7204,segment=NetworkSegment(a544fda3-7172-454a-a51c-bcc2a0b4a1b5),segment_id=a544fda3-7172-454a-a51c-bcc2a0b4a1b5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:19.767409 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3c038522-3227-4ea1-a0b0-fee0d59993db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ffc736b7-70ea-4926-b606-a701455c7204), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:19.796864 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3c038522-3227-4ea1-a0b0-fee0d59993db None None] Calling delete_port for ffc736b7-70ea-4926-b606-a701455c7204 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:19.851479 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f62a46-494f-4c8f-ab82-8f35dd287eeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2107c9e8-8d56-4a4a-9abe-dde4b17b1974,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:19.864240 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8f62a46-494f-4c8f-ab82-8f35dd287eeb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:19.871676 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a8f62a46-494f-4c8f-ab82-8f35dd287eeb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2107c9e8-8d56-4a4a-9abe-dde4b17b1974 HTTP/1.1" status: 204 len: 168 time: 0.4528942 Feb 19 04:17:19.877325 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41508) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:19.883280 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-99bbcd5a-ce43-4e22-beae-4f684afa4b94 admin admin] Publish callbacks [] for security_group (9c365609-0be7-4e4a-af3c-52b19546358f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:19.905024 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-99bbcd5a-ce43-4e22-beae-4f684afa4b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9c365609-0be7-4e4a-af3c-52b19546358f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:19.934580 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-1a630fca-b3bd-4fa6-842f-aee5dabf69be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb855c72-4016-4669-9b7b-847fd64b76ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-260191242-router', 'tenant_id': 'baaa0965c8b94e00b4676ca01865b16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b24d16c5-4236-43a6-968e-9788ad3d940c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:29Z', 'updated_at': '2022-02-19T04:17:16Z', 'revision_number': 5, 'project_id': 'baaa0965c8b94e00b4676ca01865b16b', 'gw_port': {'id': 'b24d16c5-4236-43a6-968e-9788ad3d940c', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb855c72-4016-4669-9b7b-847fd64b76ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:36Z', 'updated_at': '2022-02-19T04:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:19.949822 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-99bbcd5a-ce43-4e22-beae-4f684afa4b94 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e2e7d37cbba545f299687781e7c32033&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7864108 Feb 19 04:17:19.956643 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41510) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:19.969101 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a630fca-b3bd-4fa6-842f-aee5dabf69be None None] Checking router: cb855c72-4016-4669-9b7b-847fd64b76ae for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:17:19.989985 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a630fca-b3bd-4fa6-842f-aee5dabf69be None None] Routers {'cb855c72-4016-4669-9b7b-847fd64b76ae'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:19.991467 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-1a630fca-b3bd-4fa6-842f-aee5dabf69be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:17:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['cb855c72-4016-4669-9b7b-847fd64b76ae'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:20.011263 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bbcd5a-ce43-4e22-beae-4f684afa4b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c365609-0be7-4e4a-af3c-52b19546358f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:20.018386 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-6e7aad2e-663e-4eea-9db9-552e3860e3a8 admin admin] Deleting port b24d16c5-4236-43a6-968e-9788ad3d940c {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:20.018741 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6e7aad2e-663e-4eea-9db9-552e3860e3a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b24d16c5-4236-43a6-968e-9788ad3d940c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:20.085524 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3c038522-3227-4ea1-a0b0-fee0d59993db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (ffc736b7-70ea-4926-b606-a701455c7204), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:20.132754 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c038522-3227-4ea1-a0b0-fee0d59993db None None] Pushing event deleted for resources: {'Port': ['ID=ffc736b7-70ea-4926-b606-a701455c7204,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:20.136384 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c038522-3227-4ea1-a0b0-fee0d59993db None None] No DVR routers for this DVR port ffc736b7-70ea-4926-b606-a701455c7204 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:20.158864 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-1a630fca-b3bd-4fa6-842f-aee5dabf69be None None] Set router cb855c72-4016-4669-9b7b-847fd64b76ae gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:20.184535 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6425cae-7703-4d93-8683-784efcf10ddb tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ffc736b7-70ea-4926-b606-a701455c7204), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:20.191644 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-6e7aad2e-663e-4eea-9db9-552e3860e3a8 admin admin] For port b24d16c5-4236-43a6-968e-9788ad3d940c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b24d16c5-4236-43a6-968e-9788ad3d940c,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:20.192304 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6e7aad2e-663e-4eea-9db9-552e3860e3a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b24d16c5-4236-43a6-968e-9788ad3d940c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:20.192952 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-96b160bb-3b21-4388-9a20-1c81e1cd2316 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Allocated IP 172.20.0.3 (7d40f42e-b749-4901-ba8a-e7eceb678438/409a3c1a-34aa-46ee-b1af-34e270dd570a/79cc9d07-a9c5-4e06-a3fa-082852910927) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:17:20.262130 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6425cae-7703-4d93-8683-784efcf10ddb tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] No DVR routers for this DVR port ffc736b7-70ea-4926-b606-a701455c7204 on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:20.278488 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-1a630fca-b3bd-4fa6-842f-aee5dabf69be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb855c72-4016-4669-9b7b-847fd64b76ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-260191242-router', 'tenant_id': 'baaa0965c8b94e00b4676ca01865b16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:29Z', 'updated_at': '2022-02-19T04:17:19Z', 'revision_number': 6, 'project_id': 'baaa0965c8b94e00b4676ca01865b16b', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:20.315631 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-6e7aad2e-663e-4eea-9db9-552e3860e3a8 admin admin] Calling delete_port for b24d16c5-4236-43a6-968e-9788ad3d940c owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:20.363126 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6425cae-7703-4d93-8683-784efcf10ddb tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event deleted for resources: {'Port': ['ID=ffc736b7-70ea-4926-b606-a701455c7204,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:20.594787 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-96b160bb-3b21-4388-9a20-1c81e1cd2316 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks [] for port (79cc9d07-a9c5-4e06-a3fa-082852910927), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:20.626207 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6425cae-7703-4d93-8683-784efcf10ddb tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (5e570db1-c5b9-470b-829b-0b60044b9ad2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:20.703489 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-f6425cae-7703-4d93-8683-784efcf10ddb tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e570db1-c5b9-470b-829b-0b60044b9ad2']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:20.782488 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-96b160bb-3b21-4388-9a20-1c81e1cd2316 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (79cc9d07-a9c5-4e06-a3fa-082852910927), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:20.790884 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01a17ea1-70c9-418a-87f7-b89e116efe03 req-babcda9c-6309-4e22-9694-3291699aed95 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=746c34f1-542e-4f19-b8e8-d4a8579fac2f HTTP/1.1" status: 200 len: 210 time: 0.0979218 Feb 19 04:17:20.800205 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-f6425cae-7703-4d93-8683-784efcf10ddb tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a544fda3-7172-454a-a51c-bcc2a0b4a1b5') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:20.800901 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-f6425cae-7703-4d93-8683-784efcf10ddb tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a544fda3-7172-454a-a51c-bcc2a0b4a1b5') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:20.831767 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ffc736b7-70ea-4926-b606-a701455c7204 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:20.846642 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a630fca-b3bd-4fa6-842f-aee5dabf69be None None] The sync data for ids ['cb855c72-4016-4669-9b7b-847fd64b76ae'] in n-d-772273-4 is: [{'id': 'cb855c72-4016-4669-9b7b-847fd64b76ae', 'name': 'tempest-AttachSCSIVolumeTestJSON-260191242-router', 'tenant_id': 'baaa0965c8b94e00b4676ca01865b16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:29Z', 'updated_at': '2022-02-19T04:17:19Z', 'revision_number': 6, 'project_id': 'baaa0965c8b94e00b4676ca01865b16b', 'gw_port_host': None}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:17:20.908721 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: ffc736b7-70ea-4926-b606-a701455c7204 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:17:20.909417 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ffc736b7-70ea-4926-b606-a701455c7204 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:17:20.940954 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6dea057c-3600-4621-9f68-5130b7ea85f6 admin admin] Publish callbacks [] for security_group (9c365609-0be7-4e4a-af3c-52b19546358f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:20.946967 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6425cae-7703-4d93-8683-784efcf10ddb tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (a544fda3-7172-454a-a51c-bcc2a0b4a1b5), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:20.977714 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41522) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:21.001302 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6425cae-7703-4d93-8683-784efcf10ddb tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (a544fda3-7172-454a-a51c-bcc2a0b4a1b5), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.001651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-96b160bb-3b21-4388-9a20-1c81e1cd2316 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Network 7d40f42e-b749-4901-ba8a-e7eceb678438 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:17:21.007230 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6dea057c-3600-4621-9f68-5130b7ea85f6 admin admin] Publish callbacks [] for security_group (9c365609-0be7-4e4a-af3c-52b19546358f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.015285 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6425cae-7703-4d93-8683-784efcf10ddb tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:17:21.016015 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6425cae-7703-4d93-8683-784efcf10ddb tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (a544fda3-7172-454a-a51c-bcc2a0b4a1b5), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.017173 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4cdc3605-5198-4def-b2ee-6a73b4c918c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (1eb80df5-02a8-42f3-aafa-0ab48b90855e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:17:21.021794 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:17:21.048482 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-96b160bb-3b21-4388-9a20-1c81e1cd2316 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:21.066295 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-96b160bb-3b21-4388-9a20-1c81e1cd2316 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:17:21.139295 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b160bb-3b21-4388-9a20-1c81e1cd2316 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Pushing event updated for resources: {'Port': ['ID=79cc9d07-a9c5-4e06-a3fa-082852910927,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:21.211718 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6425cae-7703-4d93-8683-784efcf10ddb tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (5e570db1-c5b9-470b-829b-0b60044b9ad2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.219656 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6425cae-7703-4d93-8683-784efcf10ddb tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.246128 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f6425cae-7703-4d93-8683-784efcf10ddb tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "DELETE /v2.0/networks/5e570db1-c5b9-470b-829b-0b60044b9ad2 HTTP/1.1" status: 204 len: 168 time: 2.4111967 Feb 19 04:17:21.247156 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41526) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:21.350024 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6425cae-7703-4d93-8683-784efcf10ddb tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event deleted for resources: {'Network': ['ID=5e570db1-c5b9-470b-829b-0b60044b9ad2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:21.354492 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4cdc3605-5198-4def-b2ee-6a73b4c918c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (1eb80df5-02a8-42f3-aafa-0ab48b90855e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.367389 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b09a07e2-a5d7-4d5c-95d1-3cca65d4f8b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.397948 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6e7aad2e-663e-4eea-9db9-552e3860e3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (b24d16c5-4236-43a6-968e-9788ad3d940c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.409181 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-96b160bb-3b21-4388-9a20-1c81e1cd2316 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:21.410425 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-96b160bb-3b21-4388-9a20-1c81e1cd2316 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.418745 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-4cdc3605-5198-4def-b2ee-6a73b4c918c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb80df5-02a8-42f3-aafa-0ab48b90855e']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:21.424329 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a55e80-785e-4980-81f1-3c57297cacfc tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Deleting subnet 76eb3621-cd80-4386-a8a0-bae9641dae08 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:17:21.450131 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-4cdc3605-5198-4def-b2ee-6a73b4c918c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540b2560-af53-4875-9936-bfd0a0ac5415') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:21.450985 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-4cdc3605-5198-4def-b2ee-6a73b4c918c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540b2560-af53-4875-9936-bfd0a0ac5415') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:21.471421 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-96b160bb-3b21-4388-9a20-1c81e1cd2316 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5018568 Feb 19 04:17:21.476675 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4cdc3605-5198-4def-b2ee-6a73b4c918c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (540b2560-af53-4875-9936-bfd0a0ac5415), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.481043 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c8a55e80-785e-4980-81f1-3c57297cacfc tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks [] for subnet (76eb3621-cd80-4386-a8a0-bae9641dae08), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.499899 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-5a1aae27-b6d0-4adf-811b-e2e9524a0318 service neutron] Request body: {'port': {'device_id': '746c34f1-542e-4f19-b8e8-d4a8579fac2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:21.528758 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6dea057c-3600-4621-9f68-5130b7ea85f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9c365609-0be7-4e4a-af3c-52b19546358f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.531867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7aad2e-663e-4eea-9db9-552e3860e3a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b24d16c5-4236-43a6-968e-9788ad3d940c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:21.532128 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6dea057c-3600-4621-9f68-5130b7ea85f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.537736 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6dea057c-3600-4621-9f68-5130b7ea85f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9c365609-0be7-4e4a-af3c-52b19546358f HTTP/1.1" status: 204 len: 168 time: 1.5726342 Feb 19 04:17:21.577295 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4cdc3605-5198-4def-b2ee-6a73b4c918c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (540b2560-af53-4875-9936-bfd0a0ac5415), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.596742 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea057c-3600-4621-9f68-5130b7ea85f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c365609-0be7-4e4a-af3c-52b19546358f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:21.609977 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cdc3605-5198-4def-b2ee-6a73b4c918c8 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:17:21.610567 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4cdc3605-5198-4def-b2ee-6a73b4c918c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (540b2560-af53-4875-9936-bfd0a0ac5415), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:17:21.616459 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:17:21.661095 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c8a55e80-785e-4980-81f1-3c57297cacfc tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (76eb3621-cd80-4386-a8a0-bae9641dae08), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.816642 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4cdc3605-5198-4def-b2ee-6a73b4c918c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (1eb80df5-02a8-42f3-aafa-0ab48b90855e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.834368 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4cdc3605-5198-4def-b2ee-6a73b4c918c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.839955 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4cdc3605-5198-4def-b2ee-6a73b4c918c8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/1eb80df5-02a8-42f3-aafa-0ab48b90855e HTTP/1.1" status: 204 len: 168 time: 1.9574044 Feb 19 04:17:21.875134 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-5a1aae27-b6d0-4adf-811b-e2e9524a0318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (79cc9d07-a9c5-4e06-a3fa-082852910927), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:21.917089 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc3605-5198-4def-b2ee-6a73b4c918c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eb80df5-02a8-42f3-aafa-0ab48b90855e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:21.978414 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c8a55e80-785e-4980-81f1-3c57297cacfc tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (76eb3621-cd80-4386-a8a0-bae9641dae08), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.056343 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6e7aad2e-663e-4eea-9db9-552e3860e3a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (cb855c72-4016-4669-9b7b-847fd64b76ae), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.270085 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b09a07e2-a5d7-4d5c-95d1-3cca65d4f8b2 admin admin] Publish callbacks [] for security_group (e2ba5649-9a25-48ba-8bb2-de1c815d898a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.325907 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c8a55e80-785e-4980-81f1-3c57297cacfc tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (76eb3621-cd80-4386-a8a0-bae9641dae08), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.357277 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01d5d6-ed67-4f91-aaf8-790a77ba4b29 req-6edfbfdd-4c83-4f30-a233-bd1eadf8dde4 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:22.361933 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf01d5d6-ed67-4f91-aaf8-790a77ba4b29 req-6edfbfdd-4c83-4f30-a233-bd1eadf8dde4 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=746c34f1-542e-4f19-b8e8-d4a8579fac2f HTTP/1.1" status: 200 len: 931 time: 0.2967591 Feb 19 04:17:22.366920 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b09a07e2-a5d7-4d5c-95d1-3cca65d4f8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e2ba5649-9a25-48ba-8bb2-de1c815d898a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.373613 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c8a55e80-785e-4980-81f1-3c57297cacfc tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.377977 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c8a55e80-785e-4980-81f1-3c57297cacfc tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "DELETE /v2.0/subnets/76eb3621-cd80-4386-a8a0-bae9641dae08 HTTP/1.1" status: 204 len: 168 time: 1.1204388 Feb 19 04:17:22.379074 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a55e80-785e-4980-81f1-3c57297cacfc tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event deleted for resources: {'Subnet': ['ID=76eb3621-cd80-4386-a8a0-bae9641dae08,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:22.384264 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41536) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:22.400646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fedc0d4-4223-4131-b00a-a60590a95cef None None] Network 5e424759-b828-4dc5-a84c-77f3ea8b6a4e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:17:22.506852 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41538) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:22.553995 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-232e5851-e1b9-463d-888b-d62df1e325c0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (5e424759-b828-4dc5-a84c-77f3ea8b6a4e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.561149 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41540) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:22.565771 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e20e6303-a493-4909-93cc-48ad89649311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.578083 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6e7aad2e-663e-4eea-9db9-552e3860e3a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (cb855c72-4016-4669-9b7b-847fd64b76ae), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.603919 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf01d5d6-ed67-4f91-aaf8-790a77ba4b29 req-8a71e08b-76f6-4a1d-89a7-f41eba52ef8e tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573904 Feb 19 04:17:22.606314 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:17:22.640685 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6e7aad2e-663e-4eea-9db9-552e3860e3a8 admin admin] Publish callbacks [] for router_controller (cb855c72-4016-4669-9b7b-847fd64b76ae), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.651584 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8a1afa01-5be2-4cc3-84e5-d53141eba3e4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=95b2f7472970401693fc6d1d453ec3fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0697198 Feb 19 04:17:22.658453 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41542) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:22.688029 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b24d16c5-4236-43a6-968e-9788ad3d940c no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:22.748657 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b09a07e2-a5d7-4d5c-95d1-3cca65d4f8b2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3b6539f84c4c47dfbc91c59a03dd7287&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7673800 Feb 19 04:17:22.750494 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41544) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:22.764121 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: b24d16c5-4236-43a6-968e-9788ad3d940c {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:17:22.764809 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b24d16c5-4236-43a6-968e-9788ad3d940c not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:17:22.766837 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device bbc7e108-d8a3-4203-8106-a9dbb06e900e no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:22.800048 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a07e2-a5d7-4d5c-95d1-3cca65d4f8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ba5649-9a25-48ba-8bb2-de1c815d898a,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:22.816314 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6e7aad2e-663e-4eea-9db9-552e3860e3a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (cb855c72-4016-4669-9b7b-847fd64b76ae), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.817046 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7aad2e-663e-4eea-9db9-552e3860e3a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb855c72-4016-4669-9b7b-847fd64b76ae {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:17:22.831815 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: bbc7e108-d8a3-4203-8106-a9dbb06e900e {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:17:22.832449 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device bbc7e108-d8a3-4203-8106-a9dbb06e900e not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:17:22.835327 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6e7aad2e-663e-4eea-9db9-552e3860e3a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.840741 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6e7aad2e-663e-4eea-9db9-552e3860e3a8 admin admin] 10.222.0.65 "DELETE /v2.0/routers/cb855c72-4016-4669-9b7b-847fd64b76ae HTTP/1.1" status: 204 len: 168 time: 3.8946261 Feb 19 04:17:22.855484 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-652bb7ed-ea25-4528-bf74-73c4957f47e9 admin admin] Publish callbacks [] for security_group (85d6a3f9-6468-40d9-8262-751db9583f4e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.856628 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41546) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:22.931097 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2bffed19-47b9-49cb-ae2b-5f99fa57994b admin admin] Publish callbacks [] for security_group (e2ba5649-9a25-48ba-8bb2-de1c815d898a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.960978 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-232e5851-e1b9-463d-888b-d62df1e325c0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Deleting port 6a21d403-5a53-425e-9b32-00e096dc7391 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:22.961338 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-232e5851-e1b9-463d-888b-d62df1e325c0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (6a21d403-5a53-425e-9b32-00e096dc7391), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.968098 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-67960289-ae8c-4e44-a3be-70aed4e024da admin admin] Deleting subnet 422718e3-8b29-4ec5-b783-e0778456ddb2 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:17:22.972578 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-5a1aae27-b6d0-4adf-811b-e2e9524a0318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79cc9d07-a9c5-4e06-a3fa-082852910927 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:17:22.980489 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-652bb7ed-ea25-4528-bf74-73c4957f47e9 admin admin] Publish callbacks [] for security_group (85d6a3f9-6468-40d9-8262-751db9583f4e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.981667 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0371dea-8977-4fe5-935d-22c49111567a None None] DHCP port deletion for 5e424759-b828-4dc5-a84c-77f3ea8b6a4e request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:17:22.982897 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67960289-ae8c-4e44-a3be-70aed4e024da admin admin] Publish callbacks [] for subnet (422718e3-8b29-4ec5-b783-e0778456ddb2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.024031 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-5a1aae27-b6d0-4adf-811b-e2e9524a0318 service neutron] Publish callbacks [] for port (79cc9d07-a9c5-4e06-a3fa-082852910927), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.035747 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2bffed19-47b9-49cb-ae2b-5f99fa57994b admin admin] Publish callbacks [] for security_group (e2ba5649-9a25-48ba-8bb2-de1c815d898a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.046670 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e20e6303-a493-4909-93cc-48ad89649311 admin admin] Publish callbacks [] for security_group (d36dd973-352d-48ed-90bb-4bc358682475), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.065451 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e20e6303-a493-4909-93cc-48ad89649311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d36dd973-352d-48ed-90bb-4bc358682475), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.092947 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b0371dea-8977-4fe5-935d-22c49111567a None None] Deleting port 6a21d403-5a53-425e-9b32-00e096dc7391 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:23.093742 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b0371dea-8977-4fe5-935d-22c49111567a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (6a21d403-5a53-425e-9b32-00e096dc7391), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.134403 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e20e6303-a493-4909-93cc-48ad89649311 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=457a2a6870ba4411a9c118a19b9244b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6248939 Feb 19 04:17:23.135027 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41548) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:23.136154 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-5a1aae27-b6d0-4adf-811b-e2e9524a0318 service neutron] Transition to ACTIVE for port object 79cc9d07-a9c5-4e06-a3fa-082852910927 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:17:23.138885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e6303-a493-4909-93cc-48ad89649311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36dd973-352d-48ed-90bb-4bc358682475,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:23.222097 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-5a1aae27-b6d0-4adf-811b-e2e9524a0318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (79cc9d07-a9c5-4e06-a3fa-082852910927), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.223336 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2bffed19-47b9-49cb-ae2b-5f99fa57994b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e2ba5649-9a25-48ba-8bb2-de1c815d898a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.226931 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2bffed19-47b9-49cb-ae2b-5f99fa57994b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.231948 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2bffed19-47b9-49cb-ae2b-5f99fa57994b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e2ba5649-9a25-48ba-8bb2-de1c815d898a HTTP/1.1" status: 204 len: 168 time: 0.4800241 Feb 19 04:17:23.234983 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67960289-ae8c-4e44-a3be-70aed4e024da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (422718e3-8b29-4ec5-b783-e0778456ddb2), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.260345 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b0371dea-8977-4fe5-935d-22c49111567a None None] For port 6a21d403-5a53-425e-9b32-00e096dc7391, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6a21d403-5a53-425e-9b32-00e096dc7391,segment=NetworkSegment(08c38d32-3754-4cc6-857a-0e1e6b5fdfad),segment_id=08c38d32-3754-4cc6-857a-0e1e6b5fdfad)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:23.260763 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b0371dea-8977-4fe5-935d-22c49111567a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (6a21d403-5a53-425e-9b32-00e096dc7391), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.283505 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-652bb7ed-ea25-4528-bf74-73c4957f47e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (85d6a3f9-6468-40d9-8262-751db9583f4e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.286874 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b0371dea-8977-4fe5-935d-22c49111567a None None] Calling delete_port for 6a21d403-5a53-425e-9b32-00e096dc7391 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:23.288211 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-652bb7ed-ea25-4528-bf74-73c4957f47e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.289718 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-652bb7ed-ea25-4528-bf74-73c4957f47e9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/85d6a3f9-6468-40d9-8262-751db9583f4e HTTP/1.1" status: 204 len: 168 time: 0.6300905 Feb 19 04:17:23.336216 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bb7ed-ea25-4528-bf74-73c4957f47e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d6a3f9-6468-40d9-8262-751db9583f4e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:23.371272 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1aae27-b6d0-4adf-811b-e2e9524a0318 service neutron] Pushing event updated for resources: {'Port': ['ID=79cc9d07-a9c5-4e06-a3fa-082852910927,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:23.411337 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7ac4d04c-0ffa-46f1-937e-144033d272b0 admin admin] Publish callbacks [] for security_group (d36dd973-352d-48ed-90bb-4bc358682475), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.456772 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-232e5851-e1b9-463d-888b-d62df1e325c0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] For port 6a21d403-5a53-425e-9b32-00e096dc7391, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6a21d403-5a53-425e-9b32-00e096dc7391,segment=NetworkSegment(08c38d32-3754-4cc6-857a-0e1e6b5fdfad),segment_id=08c38d32-3754-4cc6-857a-0e1e6b5fdfad)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:23.463236 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-232e5851-e1b9-463d-888b-d62df1e325c0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (6a21d403-5a53-425e-9b32-00e096dc7391), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.491030 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffed19-47b9-49cb-ae2b-5f99fa57994b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ba5649-9a25-48ba-8bb2-de1c815d898a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:23.523873 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-232e5851-e1b9-463d-888b-d62df1e325c0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Calling delete_port for 6a21d403-5a53-425e-9b32-00e096dc7391 owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:23.548608 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67960289-ae8c-4e44-a3be-70aed4e024da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (422718e3-8b29-4ec5-b783-e0778456ddb2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.563459 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b0371dea-8977-4fe5-935d-22c49111567a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (6a21d403-5a53-425e-9b32-00e096dc7391), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.648504 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0371dea-8977-4fe5-935d-22c49111567a None None] Pushing event deleted for resources: {'Port': ['ID=6a21d403-5a53-425e-9b32-00e096dc7391,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:23.653064 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0371dea-8977-4fe5-935d-22c49111567a None None] No DVR routers for this DVR port 6a21d403-5a53-425e-9b32-00e096dc7391 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:23.727683 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7ac4d04c-0ffa-46f1-937e-144033d272b0 admin admin] Publish callbacks [] for security_group (d36dd973-352d-48ed-90bb-4bc358682475), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.746916 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-5a1aae27-b6d0-4adf-811b-e2e9524a0318 service neutron] Attempting to bind port 79cc9d07-a9c5-4e06-a3fa-082852910927 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:17:23.747161 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-5a1aae27-b6d0-4adf-811b-e2e9524a0318 service neutron] Attempting to bind port 79cc9d07-a9c5-4e06-a3fa-082852910927 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'e454b2aa-60ff-453a-93e7-63845488a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:17:23.747471 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-5a1aae27-b6d0-4adf-811b-e2e9524a0318 service neutron] Attempting to bind port 79cc9d07-a9c5-4e06-a3fa-082852910927 on network 7d40f42e-b749-4901-ba8a-e7eceb678438 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:23.772277 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-5a1aae27-b6d0-4adf-811b-e2e9524a0318 service neutron] Port 79cc9d07-a9c5-4e06-a3fa-082852910927 on network 7d40f42e-b749-4901-ba8a-e7eceb678438 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:17:23.772717 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-5a1aae27-b6d0-4adf-811b-e2e9524a0318 service neutron] Attempting to bind port 79cc9d07-a9c5-4e06-a3fa-082852910927 on network 7d40f42e-b749-4901-ba8a-e7eceb678438 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:23.800368 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-5a1aae27-b6d0-4adf-811b-e2e9524a0318 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:17:23.802190 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-5a1aae27-b6d0-4adf-811b-e2e9524a0318 service neutron] Checking segment: {'id': 'e454b2aa-60ff-453a-93e7-63845488a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:23.802190 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-5a1aae27-b6d0-4adf-811b-e2e9524a0318 service neutron] Bound using segment: {'id': 'e454b2aa-60ff-453a-93e7-63845488a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:17:23.802406 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-5a1aae27-b6d0-4adf-811b-e2e9524a0318 service neutron] Bound port: 79cc9d07-a9c5-4e06-a3fa-082852910927, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e454b2aa-60ff-453a-93e7-63845488a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:17:23.802972 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-5a1aae27-b6d0-4adf-811b-e2e9524a0318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (79cc9d07-a9c5-4e06-a3fa-082852910927), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.803417 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67960289-ae8c-4e44-a3be-70aed4e024da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (422718e3-8b29-4ec5-b783-e0778456ddb2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.829998 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-232e5851-e1b9-463d-888b-d62df1e325c0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (6a21d403-5a53-425e-9b32-00e096dc7391), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.877505 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67960289-ae8c-4e44-a3be-70aed4e024da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.884475 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-67960289-ae8c-4e44-a3be-70aed4e024da admin admin] 10.222.0.65 "DELETE /v2.0/subnets/422718e3-8b29-4ec5-b783-e0778456ddb2 HTTP/1.1" status: 204 len: 168 time: 1.0186181 Feb 19 04:17:23.886088 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4972647-8472-40b0-aa49-2bf2918ccedd None None] Network a3f73ec9-b8a7-4c8c-948d-366a766a0705 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:17:23.906730 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232e5851-e1b9-463d-888b-d62df1e325c0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] No DVR routers for this DVR port 6a21d403-5a53-425e-9b32-00e096dc7391 on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:23.957756 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41560) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:23.960680 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-5a1aae27-b6d0-4adf-811b-e2e9524a0318 service neutron] For port 79cc9d07-a9c5-4e06-a3fa-082852910927, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:23.969302 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-5a1aae27-b6d0-4adf-811b-e2e9524a0318 service neutron] For port 79cc9d07-a9c5-4e06-a3fa-082852910927, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=79cc9d07-a9c5-4e06-a3fa-082852910927,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:17:24.000341 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-5a1aae27-b6d0-4adf-811b-e2e9524a0318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (79cc9d07-a9c5-4e06-a3fa-082852910927), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.108882 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-232e5851-e1b9-463d-888b-d62df1e325c0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (5e424759-b828-4dc5-a84c-77f3ea8b6a4e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.150590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-5a1aae27-b6d0-4adf-811b-e2e9524a0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:24.155207 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-232e5851-e1b9-463d-888b-d62df1e325c0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e424759-b828-4dc5-a84c-77f3ea8b6a4e']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:24.158007 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-5a1aae27-b6d0-4adf-811b-e2e9524a0318 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.162798 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-5a1aae27-b6d0-4adf-811b-e2e9524a0318 service neutron] 10.222.0.10 "PUT /v2.0/ports/79cc9d07-a9c5-4e06-a3fa-082852910927 HTTP/1.1" status: 200 len: 1091 time: 2.6808870 Feb 19 04:17:24.166810 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1aae27-b6d0-4adf-811b-e2e9524a0318 service neutron] Pushing event updated for resources: {'Port': ['ID=79cc9d07-a9c5-4e06-a3fa-082852910927,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:24.176637 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746c34f1-542e-4f19-b8e8-d4a8579fac2f', 'tag': '79cc9d07-a9c5-4e06-a3fa-082852910927'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:24.180816 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67960289-ae8c-4e44-a3be-70aed4e024da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=422718e3-8b29-4ec5-b783-e0778456ddb2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:24.185226 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cce9baa-21e4-4138-807a-ecb13b03d1f6" -d '{"events": [{"name": "network-changed", "server_uuid": "746c34f1-542e-4f19-b8e8-d4a8579fac2f", "tag": "79cc9d07-a9c5-4e06-a3fa-082852910927"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:24.187078 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-232e5851-e1b9-463d-888b-d62df1e325c0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c38d32-3754-4cc6-857a-0e1e6b5fdfad') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:24.187589 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-232e5851-e1b9-463d-888b-d62df1e325c0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c38d32-3754-4cc6-857a-0e1e6b5fdfad') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:24.237028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e5851-e1b9-463d-888b-d62df1e325c0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event deleted for resources: {'Port': ['ID=6a21d403-5a53-425e-9b32-00e096dc7391,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:24.242509 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7ac4d04c-0ffa-46f1-937e-144033d272b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d36dd973-352d-48ed-90bb-4bc358682475), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.258108 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7ac4d04c-0ffa-46f1-937e-144033d272b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.260078 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7ac4d04c-0ffa-46f1-937e-144033d272b0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d36dd973-352d-48ed-90bb-4bc358682475 HTTP/1.1" status: 204 len: 168 time: 1.1177607 Feb 19 04:17:24.313371 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15973066-aa05-4209-afe0-928b7fa1fecd x-openstack-request-id: req-15973066-aa05-4209-afe0-928b7fa1fecd {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:24.313844 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746c34f1-542e-4f19-b8e8-d4a8579fac2f", "tag": "79cc9d07-a9c5-4e06-a3fa-082852910927", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:24.314279 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-15973066-aa05-4209-afe0-928b7fa1fecd {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:24.314968 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746c34f1-542e-4f19-b8e8-d4a8579fac2f', 'tag': '79cc9d07-a9c5-4e06-a3fa-082852910927', 'status': 'completed', 'code': 200} Feb 19 04:17:24.331894 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-232e5851-e1b9-463d-888b-d62df1e325c0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (08c38d32-3754-4cc6-857a-0e1e6b5fdfad), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.340564 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4d04c-0ffa-46f1-937e-144033d272b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36dd973-352d-48ed-90bb-4bc358682475,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:24.366404 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-232e5851-e1b9-463d-888b-d62df1e325c0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (08c38d32-3754-4cc6-857a-0e1e6b5fdfad), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.372841 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-909f27c1-3ee1-4db9-8075-9b77a1598f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:24.376130 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-909f27c1-3ee1-4db9-8075-9b77a1598f18 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b786c5ef5d584827a0b45726072f8eb3&device_id=746c34f1-542e-4f19-b8e8-d4a8579fac2f HTTP/1.1" status: 200 len: 1125 time: 0.1542516 Feb 19 04:17:24.377352 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232e5851-e1b9-463d-888b-d62df1e325c0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:17:24.378046 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-232e5851-e1b9-463d-888b-d62df1e325c0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (08c38d32-3754-4cc6-857a-0e1e6b5fdfad), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.397468 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf4d5d8-a9df-401f-9a52-5f3d5a7af70a None None] DHCP port deletion for a3f73ec9-b8a7-4c8c-948d-366a766a0705 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:17:24.495273 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:17:24.514772 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-232e5851-e1b9-463d-888b-d62df1e325c0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (5e424759-b828-4dc5-a84c-77f3ea8b6a4e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.536499 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-f748a8d9-b917-46e9-b489-7cc1006e9c0f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79cc9d07-a9c5-4e06-a3fa-082852910927 HTTP/1.1" status: 200 len: 217 time: 0.1524110 Feb 19 04:17:24.544820 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-edf4d5d8-a9df-401f-9a52-5f3d5a7af70a None None] Deleting port 54a8b578-7da5-406a-8bd5-73581c93ce6c {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:24.545483 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-edf4d5d8-a9df-401f-9a52-5f3d5a7af70a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (54a8b578-7da5-406a-8bd5-73581c93ce6c), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.572735 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-232e5851-e1b9-463d-888b-d62df1e325c0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.583734 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-232e5851-e1b9-463d-888b-d62df1e325c0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "DELETE /v2.0/networks/5e424759-b828-4dc5-a84c-77f3ea8b6a4e HTTP/1.1" status: 204 len: 168 time: 2.1894357 Feb 19 04:17:24.596977 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41584) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:24.611137 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-88476bde-10b5-4728-9cff-9a45b28ad065 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-833905219'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:24.618170 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e5851-e1b9-463d-888b-d62df1e325c0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event deleted for resources: {'Network': ['ID=5e424759-b828-4dc5-a84c-77f3ea8b6a4e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:24.660777 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89e06ff1-513d-4c0b-a4ad-b54e8ce24bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (a3f73ec9-b8a7-4c8c-948d-366a766a0705), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.678794 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228047b-a62c-4bf6-9f7a-7441dac7cd5d req-d51ea071-7e85-4d1b-a47e-080359820b96 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:24.680553 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e228047b-a62c-4bf6-9f7a-7441dac7cd5d req-d51ea071-7e85-4d1b-a47e-080359820b96 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=746c34f1-542e-4f19-b8e8-d4a8579fac2f HTTP/1.1" status: 200 len: 943 time: 0.7799482 Feb 19 04:17:24.685340 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88476bde-10b5-4728-9cff-9a45b28ad065 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Made reservation on behalf of 8865c64b2ac542288fdbffd7b4747b43 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:24.689944 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-88476bde-10b5-4728-9cff-9a45b28ad065 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.745099 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-cea78fdd-75d4-4aba-acc3-738986fa8f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:24.748206 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-cea78fdd-75d4-4aba-acc3-738986fa8f24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=409a3c1a-34aa-46ee-b1af-34e270dd570a HTTP/1.1" status: 200 len: 851 time: 0.2037814 Feb 19 04:17:24.780100 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88476bde-10b5-4728-9cff-9a45b28ad065 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:17:24.818874 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-88476bde-10b5-4728-9cff-9a45b28ad065 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (6754e5de-c5c7-42dc-bf24-b31de033ccee), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.819393 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-88476bde-10b5-4728-9cff-9a45b28ad065 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Added segment 6754e5de-c5c7-42dc-bf24-b31de033ccee of type vlan for network f6ac00eb-295f-4082-95c2-48a93fe0ea17 Feb 19 04:17:24.842906 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e228047b-a62c-4bf6-9f7a-7441dac7cd5d req-28dba096-3dc1-4573-8131-5f561052b628 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410074 Feb 19 04:17:24.844257 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-edf4d5d8-a9df-401f-9a52-5f3d5a7af70a None None] For port 54a8b578-7da5-406a-8bd5-73581c93ce6c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=54a8b578-7da5-406a-8bd5-73581c93ce6c,segment=NetworkSegment(866fa118-7f93-47d2-97b7-b8e34872fe4c),segment_id=866fa118-7f93-47d2-97b7-b8e34872fe4c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:24.847629 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-edf4d5d8-a9df-401f-9a52-5f3d5a7af70a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (54a8b578-7da5-406a-8bd5-73581c93ce6c), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.902921 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-88476bde-10b5-4728-9cff-9a45b28ad065 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (f6ac00eb-295f-4082-95c2-48a93fe0ea17), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.906322 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-89e06ff1-513d-4c0b-a4ad-b54e8ce24bb1 admin admin] Deleting port 54a8b578-7da5-406a-8bd5-73581c93ce6c {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:24.906889 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89e06ff1-513d-4c0b-a4ad-b54e8ce24bb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (54a8b578-7da5-406a-8bd5-73581c93ce6c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.915335 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-edf4d5d8-a9df-401f-9a52-5f3d5a7af70a None None] Calling delete_port for 54a8b578-7da5-406a-8bd5-73581c93ce6c owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:24.943050 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-22c1df5b-195f-4bd8-a0d2-412b9c946bf4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d40f42e-b749-4901-ba8a-e7eceb678438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1865864 Feb 19 04:17:25.062456 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6a21d403-5a53-425e-9b32-00e096dc7391 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:25.098532 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 6a21d403-5a53-425e-9b32-00e096dc7391 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:17:25.098946 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6a21d403-5a53-425e-9b32-00e096dc7391 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:17:25.099405 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 54a8b578-7da5-406a-8bd5-73581c93ce6c no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:25.157809 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-9ce6bb04-a915-4ef6-b17e-1b5e3f69741a service neutron] 10.222.0.10 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087495 Feb 19 04:17:25.188157 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-edf4d5d8-a9df-401f-9a52-5f3d5a7af70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (54a8b578-7da5-406a-8bd5-73581c93ce6c), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:25.299417 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No active binding found for port 54a8b578-7da5-406a-8bd5-73581c93ce6c {{(pid=115200) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 04:17:25.300619 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] The host n-d-772273-4 is not matching for port 54a8b578-7da5-406a-8bd5-73581c93ce6c host None! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:17:25.302464 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 54a8b578-7da5-406a-8bd5-73581c93ce6c not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:17:25.307193 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90edbe19-c40b-40a1-b74f-1aa5ff46ca5d req-5801bac4-59d7-4e18-b713-ff4ddeb4708d service neutron] 10.222.0.10 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435409 Feb 19 04:17:25.327717 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4d5d8-a9df-401f-9a52-5f3d5a7af70a None None] Pushing event deleted for resources: {'Port': ['ID=54a8b578-7da5-406a-8bd5-73581c93ce6c,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:25.369210 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf4d5d8-a9df-401f-9a52-5f3d5a7af70a None None] No DVR routers for this DVR port 54a8b578-7da5-406a-8bd5-73581c93ce6c on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:25.482390 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce9baa-21e4-4138-807a-ecb13b03d1f6 req-267b0219-bff4-45d5-a9ca-1021cf76a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:25.485438 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3cce9baa-21e4-4138-807a-ecb13b03d1f6 req-267b0219-bff4-45d5-a9ca-1021cf76a44f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b786c5ef5d584827a0b45726072f8eb3&device_id=746c34f1-542e-4f19-b8e8-d4a8579fac2f HTTP/1.1" status: 200 len: 1125 time: 0.1016729 Feb 19 04:17:25.526177 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.resource_extend [None req-88476bde-10b5-4728-9cff-9a45b28ad065 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:17:25.584624 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-88476bde-10b5-4728-9cff-9a45b28ad065 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (f6ac00eb-295f-4082-95c2-48a93fe0ea17), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:25.597263 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88476bde-10b5-4728-9cff-9a45b28ad065 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:25.598234 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-88476bde-10b5-4728-9cff-9a45b28ad065 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:25.620826 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-89e06ff1-513d-4c0b-a4ad-b54e8ce24bb1 admin admin] For port 54a8b578-7da5-406a-8bd5-73581c93ce6c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=54a8b578-7da5-406a-8bd5-73581c93ce6c,segment=NetworkSegment(866fa118-7f93-47d2-97b7-b8e34872fe4c),segment_id=866fa118-7f93-47d2-97b7-b8e34872fe4c)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:25.621252 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89e06ff1-513d-4c0b-a4ad-b54e8ce24bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (54a8b578-7da5-406a-8bd5-73581c93ce6c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:25.696322 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce9baa-21e4-4138-807a-ecb13b03d1f6 req-eaf7a6b9-5306-4cc6-b8cb-a17fe011f8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:25.699382 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3cce9baa-21e4-4138-807a-ecb13b03d1f6 req-eaf7a6b9-5306-4cc6-b8cb-a17fe011f8a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d40f42e-b749-4901-ba8a-e7eceb678438 HTTP/1.1" status: 200 len: 911 time: 0.2049263 Feb 19 04:17:25.754715 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-89e06ff1-513d-4c0b-a4ad-b54e8ce24bb1 admin admin] Calling delete_port for 54a8b578-7da5-406a-8bd5-73581c93ce6c owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:25.797370 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3cce9baa-21e4-4138-807a-ecb13b03d1f6 req-5914d0aa-d4ff-4513-9734-57ddb874b23c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79cc9d07-a9c5-4e06-a3fa-082852910927 HTTP/1.1" status: 200 len: 217 time: 0.0886784 Feb 19 04:17:25.850898 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-88476bde-10b5-4728-9cff-9a45b28ad065 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2525005 Feb 19 04:17:25.858821 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41616) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:25.885114 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-62753065-f022-4224-bd96-2a6bfe58d79f tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Request body: {'subnet': {'network_id': 'f6ac00eb-295f-4082-95c2-48a93fe0ea17', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:25.901637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88476bde-10b5-4728-9cff-9a45b28ad065 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event updated for resources: {'Network': ['ID=f6ac00eb-295f-4082-95c2-48a93fe0ea17,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:25.919761 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce9baa-21e4-4138-807a-ecb13b03d1f6 req-30e2b1b4-5d8a-4dbc-9047-e08751334e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:25.928490 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network f6ac00eb-295f-4082-95c2-48a93fe0ea17 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:17:25.943813 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3cce9baa-21e4-4138-807a-ecb13b03d1f6 req-30e2b1b4-5d8a-4dbc-9047-e08751334e4d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=409a3c1a-34aa-46ee-b1af-34e270dd570a HTTP/1.1" status: 200 len: 851 time: 0.1369119 Feb 19 04:17:25.946491 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89e06ff1-513d-4c0b-a4ad-b54e8ce24bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (54a8b578-7da5-406a-8bd5-73581c93ce6c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:25.977398 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e06ff1-513d-4c0b-a4ad-b54e8ce24bb1 admin admin] No DVR routers for this DVR port 54a8b578-7da5-406a-8bd5-73581c93ce6c on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:26.085803 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e06ff1-513d-4c0b-a4ad-b54e8ce24bb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=54a8b578-7da5-406a-8bd5-73581c93ce6c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:26.125794 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3cce9baa-21e4-4138-807a-ecb13b03d1f6 req-a62ff0ca-68d4-416c-8141-9ecaeef4e17b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d40f42e-b749-4901-ba8a-e7eceb678438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1527214 Feb 19 04:17:26.186122 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89e06ff1-513d-4c0b-a4ad-b54e8ce24bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (a3f73ec9-b8a7-4c8c-948d-366a766a0705), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:26.218349 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-89e06ff1-513d-4c0b-a4ad-b54e8ce24bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f73ec9-b8a7-4c8c-948d-366a766a0705']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:26.233135 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-89e06ff1-513d-4c0b-a4ad-b54e8ce24bb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866fa118-7f93-47d2-97b7-b8e34872fe4c') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:26.233489 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-89e06ff1-513d-4c0b-a4ad-b54e8ce24bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866fa118-7f93-47d2-97b7-b8e34872fe4c') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:26.242706 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635e9e5-beec-464a-b845-de271af0d343 req-cc5390cc-2b3b-403b-817b-decad871d7d3 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:26.250050 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8635e9e5-beec-464a-b845-de271af0d343 req-cc5390cc-2b3b-403b-817b-decad871d7d3 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=746c34f1-542e-4f19-b8e8-d4a8579fac2f HTTP/1.1" status: 200 len: 943 time: 0.1670516 Feb 19 04:17:26.269456 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89e06ff1-513d-4c0b-a4ad-b54e8ce24bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (866fa118-7f93-47d2-97b7-b8e34872fe4c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:26.306083 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89e06ff1-513d-4c0b-a4ad-b54e8ce24bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (866fa118-7f93-47d2-97b7-b8e34872fe4c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:26.323692 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e06ff1-513d-4c0b-a4ad-b54e8ce24bb1 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:17:26.324259 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89e06ff1-513d-4c0b-a4ad-b54e8ce24bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (866fa118-7f93-47d2-97b7-b8e34872fe4c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:17:26.326523 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:17:26.351712 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62753065-f022-4224-bd96-2a6bfe58d79f tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Made reservation on behalf of 8865c64b2ac542288fdbffd7b4747b43 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:26.355574 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8635e9e5-beec-464a-b845-de271af0d343 req-f0a446b8-e35b-4660-b170-3c563f0051b1 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046438 Feb 19 04:17:26.359337 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62753065-f022-4224-bd96-2a6bfe58d79f tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:26.437380 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89e06ff1-513d-4c0b-a4ad-b54e8ce24bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (a3f73ec9-b8a7-4c8c-948d-366a766a0705), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:26.444493 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89e06ff1-513d-4c0b-a4ad-b54e8ce24bb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:26.450467 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-89e06ff1-513d-4c0b-a4ad-b54e8ce24bb1 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a3f73ec9-b8a7-4c8c-948d-366a766a0705 HTTP/1.1" status: 204 len: 168 time: 2.2718086 Feb 19 04:17:26.469171 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3cce9baa-21e4-4138-807a-ecb13b03d1f6 req-a4ab47c4-9478-41f8-9c3c-2f486dc75a3b service neutron] 10.222.0.10 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366640 Feb 19 04:17:26.469819 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e06ff1-513d-4c0b-a4ad-b54e8ce24bb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3f73ec9-b8a7-4c8c-948d-366a766a0705,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:26.489636 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41634) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:26.659775 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3cce9baa-21e4-4138-807a-ecb13b03d1f6 req-f13b72f6-a05d-4e45-9944-fca2d4cf7b80 service neutron] 10.222.0.10 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837349 Feb 19 04:17:26.774792 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41644) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:26.783043 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62753065-f022-4224-bd96-2a6bfe58d79f tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (932b916f-b4bc-4a3b-b7d3-dd8755ac6ee0), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:26.831074 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2dd181b9-ddc4-4de8-a403-3b4f236686d5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7328b15aba784aaa828edf6314301353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0540743 Feb 19 04:17:26.836108 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41646) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:26.884410 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62753065-f022-4224-bd96-2a6bfe58d79f tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event updated for resources: {'Subnet': ['ID=932b916f-b4bc-4a3b-b7d3-dd8755ac6ee0,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:26.907082 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62753065-f022-4224-bd96-2a6bfe58d79f tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Checking segment: {'id': '6754e5de-c5c7-42dc-bf24-b31de033ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6ac00eb-295f-4082-95c2-48a93fe0ea17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:26.907767 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62753065-f022-4224-bd96-2a6bfe58d79f tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Network hostable DHCP agents. Network: f6ac00eb-295f-4082-95c2-48a93fe0ea17, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:17:26.936284 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62753065-f022-4224-bd96-2a6bfe58d79f tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Network f6ac00eb-295f-4082-95c2-48a93fe0ea17 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:17:26.948124 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a9c0d747-60f4-427f-9349-9ef3d705a54e admin admin] Publish callbacks [] for security_group (2d4e42f6-7a5d-4589-8469-5324dc5c0b51), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:26.949909 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-62753065-f022-4224-bd96-2a6bfe58d79f tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, f6ac00eb-295f-4082-95c2-48a93fe0ea17) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:26.961907 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50de5ce6-e75a-4fb9-8fd8-b96516479f2a None None] Network f6ac00eb-295f-4082-95c2-48a93fe0ea17 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:17:26.982372 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62753065-f022-4224-bd96-2a6bfe58d79f tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:26.985804 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62753065-f022-4224-bd96-2a6bfe58d79f tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.021947 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-62753065-f022-4224-bd96-2a6bfe58d79f tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1605794 Feb 19 04:17:27.024711 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a9c0d747-60f4-427f-9349-9ef3d705a54e admin admin] Publish callbacks [] for security_group (2d4e42f6-7a5d-4589-8469-5324dc5c0b51), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.025766 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41650) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:27.033171 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ad52595b-e23c-42d1-bd1f-4bdac7d421f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.035651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c9b1b595-7cb6-48d2-82b2-aacd27d910a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-57056631'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:27.089391 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b1b595-7cb6-48d2-82b2-aacd27d910a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Made reservation on behalf of 8865c64b2ac542288fdbffd7b4747b43 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:27.098081 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c9b1b595-7cb6-48d2-82b2-aacd27d910a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.164365 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29763e9-a4cb-4f89-98fb-3c6d18dd341b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-f6ac00eb-295f-4082-95c2-48a93fe0ea17', 'network_id': 'f6ac00eb-295f-4082-95c2-48a93fe0ea17', 'project_id': '8865c64b2ac542288fdbffd7b4747b43', 'fixed_ips': [{'subnet_id': '932b916f-b4bc-4a3b-b7d3-dd8755ac6ee0'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:17:27.167695 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e29763e9-a4cb-4f89-98fb-3c6d18dd341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.176547 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b1b595-7cb6-48d2-82b2-aacd27d910a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:17:27.186133 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a9c0d747-60f4-427f-9349-9ef3d705a54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2d4e42f6-7a5d-4589-8469-5324dc5c0b51), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.189053 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a9c0d747-60f4-427f-9349-9ef3d705a54e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.194483 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a9c0d747-60f4-427f-9349-9ef3d705a54e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2d4e42f6-7a5d-4589-8469-5324dc5c0b51 HTTP/1.1" status: 204 len: 168 time: 0.3527160 Feb 19 04:17:27.197352 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c9b1b595-7cb6-48d2-82b2-aacd27d910a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (cdf94b15-42fe-4f72-9539-708e2c2653ff), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.197712 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-c9b1b595-7cb6-48d2-82b2-aacd27d910a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Added segment cdf94b15-42fe-4f72-9539-708e2c2653ff of type vlan for network ae196e08-3542-4462-b5f7-dd82d1820566 Feb 19 04:17:27.216537 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0d747-60f4-427f-9349-9ef3d705a54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4e42f6-7a5d-4589-8469-5324dc5c0b51,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:27.293924 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c9b1b595-7cb6-48d2-82b2-aacd27d910a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (ae196e08-3542-4462-b5f7-dd82d1820566), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.305558 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ad52595b-e23c-42d1-bd1f-4bdac7d421f4 admin admin] Publish callbacks [] for security_group (76153875-661f-4e15-80ae-e4137b745eb3), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.316258 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ad52595b-e23c-42d1-bd1f-4bdac7d421f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (76153875-661f-4e15-80ae-e4137b745eb3), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.361910 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c9b1b595-7cb6-48d2-82b2-aacd27d910a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (ae196e08-3542-4462-b5f7-dd82d1820566), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.373152 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b1b595-7cb6-48d2-82b2-aacd27d910a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:27.376648 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c9b1b595-7cb6-48d2-82b2-aacd27d910a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.425164 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ad52595b-e23c-42d1-bd1f-4bdac7d421f4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=53f5f73a8dec46dc9e09222ad0540fcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9337325 Feb 19 04:17:27.425917 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52595b-e23c-42d1-bd1f-4bdac7d421f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76153875-661f-4e15-80ae-e4137b745eb3,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:27.434823 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41662) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:27.530700 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be0b2180-2718-489a-a5ec-a9b24f72ea07 admin admin] Publish callbacks [] for security_group (76153875-661f-4e15-80ae-e4137b745eb3), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.575500 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be0b2180-2718-489a-a5ec-a9b24f72ea07 admin admin] Publish callbacks [] for security_group (76153875-661f-4e15-80ae-e4137b745eb3), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.632545 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1b595-7cb6-48d2-82b2-aacd27d910a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event updated for resources: {'Network': ['ID=ae196e08-3542-4462-b5f7-dd82d1820566,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:27.636605 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-e29763e9-a4cb-4f89-98fb-3c6d18dd341b None None] Allocated IP 19.80.0.2 (f6ac00eb-295f-4082-95c2-48a93fe0ea17/932b916f-b4bc-4a3b-b7d3-dd8755ac6ee0/60438804-f769-4d3f-8bea-440bc8f51bb1) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:17:27.647674 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network ae196e08-3542-4462-b5f7-dd82d1820566 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:17:27.702390 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be0b2180-2718-489a-a5ec-a9b24f72ea07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (76153875-661f-4e15-80ae-e4137b745eb3), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.704035 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c9b1b595-7cb6-48d2-82b2-aacd27d910a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6753397 Feb 19 04:17:27.707256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41670) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:27.707541 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be0b2180-2718-489a-a5ec-a9b24f72ea07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.710156 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-be0b2180-2718-489a-a5ec-a9b24f72ea07 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/76153875-661f-4e15-80ae-e4137b745eb3 HTTP/1.1" status: 204 len: 168 time: 0.2746398 Feb 19 04:17:27.715476 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-315fe43d-6aec-4d31-bc55-5ae4eb06459d tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Request body: {'subnet': {'network_id': 'ae196e08-3542-4462-b5f7-dd82d1820566', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:27.738278 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b2180-2718-489a-a5ec-a9b24f72ea07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76153875-661f-4e15-80ae-e4137b745eb3,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:27.840724 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41676) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:27.981762 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c492dba6-b801-433b-9846-dccf2a52a216 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=baaa0965c8b94e00b4676ca01865b16b&name=default HTTP/1.1" status: 200 len: 2998 time: 0.1366529 Feb 19 04:17:27.985092 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41678) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:28.015580 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e29763e9-a4cb-4f89-98fb-3c6d18dd341b None None] Publish callbacks [] for port (60438804-f769-4d3f-8bea-440bc8f51bb1), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:28.029440 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e29763e9-a4cb-4f89-98fb-3c6d18dd341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (60438804-f769-4d3f-8bea-440bc8f51bb1), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:28.074521 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0b4ed39d-845f-407f-a74f-df10d212d818 admin admin] Publish callbacks [] for security_group (602d5563-2883-4625-8708-64e438a9c0d9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:28.116273 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0b4ed39d-845f-407f-a74f-df10d212d818 admin admin] Publish callbacks [] for security_group (602d5563-2883-4625-8708-64e438a9c0d9), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:28.117366 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29763e9-a4cb-4f89-98fb-3c6d18dd341b None None] Network f6ac00eb-295f-4082-95c2-48a93fe0ea17 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:17:28.126830 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-e29763e9-a4cb-4f89-98fb-3c6d18dd341b None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:28.131994 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29763e9-a4cb-4f89-98fb-3c6d18dd341b None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:17:28.164903 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29763e9-a4cb-4f89-98fb-3c6d18dd341b None None] Pushing event updated for resources: {'Port': ['ID=60438804-f769-4d3f-8bea-440bc8f51bb1,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:28.184518 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1320d9-0745-4731-9b51-8b3c3d3fcde2 req-ccba6d9b-31e3-4b4b-be0c-bbb51fbbae4c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:28.187381 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7c1320d9-0745-4731-9b51-8b3c3d3fcde2 req-ccba6d9b-31e3-4b4b-be0c-bbb51fbbae4c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=746c34f1-542e-4f19-b8e8-d4a8579fac2f HTTP/1.1" status: 200 len: 943 time: 0.6925507 Feb 19 04:17:28.234414 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315fe43d-6aec-4d31-bc55-5ae4eb06459d tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Made reservation on behalf of 8865c64b2ac542288fdbffd7b4747b43 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:28.244219 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0b4ed39d-845f-407f-a74f-df10d212d818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (602d5563-2883-4625-8708-64e438a9c0d9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:28.246383 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-315fe43d-6aec-4d31-bc55-5ae4eb06459d tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:28.247408 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0b4ed39d-845f-407f-a74f-df10d212d818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:28.248779 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0b4ed39d-845f-407f-a74f-df10d212d818 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/602d5563-2883-4625-8708-64e438a9c0d9 HTTP/1.1" status: 204 len: 168 time: 0.2622929 Feb 19 04:17:28.264863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ed39d-845f-407f-a74f-df10d212d818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602d5563-2883-4625-8708-64e438a9c0d9,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:28.267616 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e29763e9-a4cb-4f89-98fb-3c6d18dd341b None None] Attempting to bind port 60438804-f769-4d3f-8bea-440bc8f51bb1 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:17:28.268062 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e29763e9-a4cb-4f89-98fb-3c6d18dd341b None None] Attempting to bind port 60438804-f769-4d3f-8bea-440bc8f51bb1 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '6754e5de-c5c7-42dc-bf24-b31de033ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6ac00eb-295f-4082-95c2-48a93fe0ea17'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:17:28.268470 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29763e9-a4cb-4f89-98fb-3c6d18dd341b None None] Attempting to bind port 60438804-f769-4d3f-8bea-440bc8f51bb1 on network f6ac00eb-295f-4082-95c2-48a93fe0ea17 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:28.276674 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29763e9-a4cb-4f89-98fb-3c6d18dd341b None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:17:28.277698 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29763e9-a4cb-4f89-98fb-3c6d18dd341b None None] Checking segment: {'id': '6754e5de-c5c7-42dc-bf24-b31de033ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6ac00eb-295f-4082-95c2-48a93fe0ea17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:28.278371 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e29763e9-a4cb-4f89-98fb-3c6d18dd341b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:28.278941 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29763e9-a4cb-4f89-98fb-3c6d18dd341b None None] Bound using segment: {'id': '6754e5de-c5c7-42dc-bf24-b31de033ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6ac00eb-295f-4082-95c2-48a93fe0ea17'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:17:28.279631 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e29763e9-a4cb-4f89-98fb-3c6d18dd341b None None] Bound port: 60438804-f769-4d3f-8bea-440bc8f51bb1, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6754e5de-c5c7-42dc-bf24-b31de033ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6ac00eb-295f-4082-95c2-48a93fe0ea17'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:17:28.280244 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e29763e9-a4cb-4f89-98fb-3c6d18dd341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (60438804-f769-4d3f-8bea-440bc8f51bb1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:28.394984 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e29763e9-a4cb-4f89-98fb-3c6d18dd341b None None] For port 60438804-f769-4d3f-8bea-440bc8f51bb1, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:28.395851 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7c1320d9-0745-4731-9b51-8b3c3d3fcde2 req-0678fe2b-a97f-4fe9-a54c-970f915ea9a3 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348166 Feb 19 04:17:28.401893 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e29763e9-a4cb-4f89-98fb-3c6d18dd341b None None] For port 60438804-f769-4d3f-8bea-440bc8f51bb1, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=60438804-f769-4d3f-8bea-440bc8f51bb1,segment=NetworkSegment(6754e5de-c5c7-42dc-bf24-b31de033ccee),segment_id=6754e5de-c5c7-42dc-bf24-b31de033ccee)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:17:28.415966 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e29763e9-a4cb-4f89-98fb-3c6d18dd341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (60438804-f769-4d3f-8bea-440bc8f51bb1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:28.514656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29763e9-a4cb-4f89-98fb-3c6d18dd341b None None] Pushing event updated for resources: {'Port': ['ID=60438804-f769-4d3f-8bea-440bc8f51bb1,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:28.628979 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-315fe43d-6aec-4d31-bc55-5ae4eb06459d tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (6d954421-43b0-4bb9-9e25-a5381182b645), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:28.700646 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315fe43d-6aec-4d31-bc55-5ae4eb06459d tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event updated for resources: {'Subnet': ['ID=6d954421-43b0-4bb9-9e25-a5381182b645,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:28.759224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315fe43d-6aec-4d31-bc55-5ae4eb06459d tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Checking segment: {'id': 'cdf94b15-42fe-4f72-9539-708e2c2653ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ae196e08-3542-4462-b5f7-dd82d1820566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:28.759768 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315fe43d-6aec-4d31-bc55-5ae4eb06459d tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Network hostable DHCP agents. Network: ae196e08-3542-4462-b5f7-dd82d1820566, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:17:28.788168 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315fe43d-6aec-4d31-bc55-5ae4eb06459d tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Network ae196e08-3542-4462-b5f7-dd82d1820566 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:17:28.820592 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-315fe43d-6aec-4d31-bc55-5ae4eb06459d tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, ae196e08-3542-4462-b5f7-dd82d1820566) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:28.829487 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315fe43d-6aec-4d31-bc55-5ae4eb06459d tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:28.830400 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-315fe43d-6aec-4d31-bc55-5ae4eb06459d tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:28.835030 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daf19aa-2668-49b3-b0f1-2c6d9889f59e None None] Network ae196e08-3542-4462-b5f7-dd82d1820566 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:17:28.882311 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-315fe43d-6aec-4d31-bc55-5ae4eb06459d tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1710474 Feb 19 04:17:29.033565 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6d986d-3514-4a66-bd4d-a71904cbaec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-ae196e08-3542-4462-b5f7-dd82d1820566', 'network_id': 'ae196e08-3542-4462-b5f7-dd82d1820566', 'project_id': '8865c64b2ac542288fdbffd7b4747b43', 'fixed_ips': [{'subnet_id': '6d954421-43b0-4bb9-9e25-a5381182b645'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:17:29.034939 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ec6d986d-3514-4a66-bd4d-a71904cbaec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:29.269147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 79cc9d07-a9c5-4e06-a3fa-082852910927 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:17:29.368596 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-bc6d6487-3982-407d-86ec-b09cacf1c286 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:29.385701 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-bc6d6487-3982-407d-86ec-b09cacf1c286 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:29.390306 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-bc6d6487-3982-407d-86ec-b09cacf1c286 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/networks?id=f6ac00eb-295f-4082-95c2-48a93fe0ea17&id=ae196e08-3542-4462-b5f7-dd82d1820566 HTTP/1.1" status: 200 len: 1389 time: 0.2146888 Feb 19 04:17:29.407364 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 79cc9d07-a9c5-4e06-a3fa-082852910927, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=79cc9d07-a9c5-4e06-a3fa-082852910927,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:29.416279 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-12d313ab-87cf-40d2-8c03-dbd7df23e59c tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/quotas/8865c64b2ac542288fdbffd7b4747b43 HTTP/1.1" status: 200 len: 375 time: 0.0202293 Feb 19 04:17:29.435774 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '79cc9d07-a9c5-4e06-a3fa-082852910927', 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438', 'port_id': '79cc9d07-a9c5-4e06-a3fa-082852910927', 'mac_address': 'fa:16:3e:ee:6c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '409a3c1a-34aa-46ee-b1af-34e270dd570a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:17:29.511210 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 79cc9d07-a9c5-4e06-a3fa-082852910927 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:29.511618 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (79cc9d07-a9c5-4e06-a3fa-082852910927), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:29.546537 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79cc9d07-a9c5-4e06-a3fa-082852910927 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:17:29.568646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-ec6d986d-3514-4a66-bd4d-a71904cbaec5 None None] Allocated IP 19.86.0.2 (ae196e08-3542-4462-b5f7-dd82d1820566/6d954421-43b0-4bb9-9e25-a5381182b645/0b9d1354-2574-486f-95ff-80741d4c6899) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:17:29.588013 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-f1628b09-e7b7-4ed1-a9f6-cbf070968640 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8865c64b2ac542288fdbffd7b4747b43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1609704 Feb 19 04:17:29.621181 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 79cc9d07-a9c5-4e06-a3fa-082852910927, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=79cc9d07-a9c5-4e06-a3fa-082852910927,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:29.648872 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (79cc9d07-a9c5-4e06-a3fa-082852910927), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:29.780418 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a5f08-8ef3-45b4-8bd3-c95066d7a561 req-2ff4acfb-d9fd-4e2f-aaf5-30af6074a740 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:29.791232 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a41a5f08-8ef3-45b4-8bd3-c95066d7a561 req-2ff4acfb-d9fd-4e2f-aaf5-30af6074a740 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=746c34f1-542e-4f19-b8e8-d4a8579fac2f HTTP/1.1" status: 200 len: 944 time: 0.1685905 Feb 19 04:17:29.819426 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=79cc9d07-a9c5-4e06-a3fa-082852910927,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:29.868460 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-1d793ae4-a901-43e8-a43b-e455b467434c service neutron] 10.222.0.65 "GET /v2.0/networks/f6ac00eb-295f-4082-95c2-48a93fe0ea17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735074 Feb 19 04:17:29.918677 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a41a5f08-8ef3-45b4-8bd3-c95066d7a561 req-9824684d-d406-4337-8571-3465c265ad19 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142824 Feb 19 04:17:29.956775 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ec6d986d-3514-4a66-bd4d-a71904cbaec5 None None] Publish callbacks [] for port (0b9d1354-2574-486f-95ff-80741d4c6899), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:29.969592 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ec6d986d-3514-4a66-bd4d-a71904cbaec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (0b9d1354-2574-486f-95ff-80741d4c6899), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:30.052364 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6d986d-3514-4a66-bd4d-a71904cbaec5 None None] Network ae196e08-3542-4462-b5f7-dd82d1820566 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:17:30.054794 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['79cc9d07-a9c5-4e06-a3fa-082852910927'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:17:30.058561 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d986d-3514-4a66-bd4d-a71904cbaec5 None None] Pushing event updated for resources: {'Port': ['ID=0b9d1354-2574-486f-95ff-80741d4c6899,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:30.063086 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-ec6d986d-3514-4a66-bd4d-a71904cbaec5 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:30.065771 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6d986d-3514-4a66-bd4d-a71904cbaec5 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:17:30.092367 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-41447589-05e0-4378-9da4-518e7bab7fd2 service neutron] 10.222.0.65 "GET /v2.0/networks/f6ac00eb-295f-4082-95c2-48a93fe0ea17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159488 Feb 19 04:17:30.190661 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-ec6d986d-3514-4a66-bd4d-a71904cbaec5 None None] Attempting to bind port 0b9d1354-2574-486f-95ff-80741d4c6899 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:17:30.191055 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-ec6d986d-3514-4a66-bd4d-a71904cbaec5 None None] Attempting to bind port 0b9d1354-2574-486f-95ff-80741d4c6899 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'cdf94b15-42fe-4f72-9539-708e2c2653ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ae196e08-3542-4462-b5f7-dd82d1820566'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:17:30.191444 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6d986d-3514-4a66-bd4d-a71904cbaec5 None None] Attempting to bind port 0b9d1354-2574-486f-95ff-80741d4c6899 on network ae196e08-3542-4462-b5f7-dd82d1820566 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:30.201834 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6d986d-3514-4a66-bd4d-a71904cbaec5 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:17:30.202395 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6d986d-3514-4a66-bd4d-a71904cbaec5 None None] Checking segment: {'id': 'cdf94b15-42fe-4f72-9539-708e2c2653ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ae196e08-3542-4462-b5f7-dd82d1820566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:30.202831 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ec6d986d-3514-4a66-bd4d-a71904cbaec5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:30.203373 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6d986d-3514-4a66-bd4d-a71904cbaec5 None None] Bound using segment: {'id': 'cdf94b15-42fe-4f72-9539-708e2c2653ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ae196e08-3542-4462-b5f7-dd82d1820566'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:17:30.203900 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-ec6d986d-3514-4a66-bd4d-a71904cbaec5 None None] Bound port: 0b9d1354-2574-486f-95ff-80741d4c6899, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf94b15-42fe-4f72-9539-708e2c2653ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ae196e08-3542-4462-b5f7-dd82d1820566'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:17:30.204616 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ec6d986d-3514-4a66-bd4d-a71904cbaec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0b9d1354-2574-486f-95ff-80741d4c6899), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:30.268358 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-d7d73f52-2149-4661-a3d1-20960d80edb1 service neutron] 10.222.0.65 "GET /v2.0/networks/ae196e08-3542-4462-b5f7-dd82d1820566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565139 Feb 19 04:17:30.325108 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-ec6d986d-3514-4a66-bd4d-a71904cbaec5 None None] For port 0b9d1354-2574-486f-95ff-80741d4c6899, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:30.328938 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-ec6d986d-3514-4a66-bd4d-a71904cbaec5 None None] For port 0b9d1354-2574-486f-95ff-80741d4c6899, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0b9d1354-2574-486f-95ff-80741d4c6899,segment=NetworkSegment(cdf94b15-42fe-4f72-9539-708e2c2653ff),segment_id=cdf94b15-42fe-4f72-9539-708e2c2653ff)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:17:30.350546 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ec6d986d-3514-4a66-bd4d-a71904cbaec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0b9d1354-2574-486f-95ff-80741d4c6899), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:30.429759 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-3cc59c36-9f53-4af1-88aa-91af43ac44a3 service neutron] 10.222.0.65 "GET /v2.0/networks/ae196e08-3542-4462-b5f7-dd82d1820566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602697 Feb 19 04:17:30.440533 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d986d-3514-4a66-bd4d-a71904cbaec5 None None] Pushing event updated for resources: {'Port': ['ID=0b9d1354-2574-486f-95ff-80741d4c6899,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:30.445259 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0789db0e-d833-4ef0-aebe-c0f7e256d3f6 None None] Network f6ac00eb-295f-4082-95c2-48a93fe0ea17 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:17:30.695716 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-65561766-c288-448e-aafc-75d0b262ddae None None] Provisioning complete for port 60438804-f769-4d3f-8bea-440bc8f51bb1 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:30.696580 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-65561766-c288-448e-aafc-75d0b262ddae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (60438804-f769-4d3f-8bea-440bc8f51bb1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:30.804564 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ddf4eec-ef60-4127-a6d5-35575f3367ff req-7c0a4a4f-20eb-41b2-b3d8-d4d9ad400872 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 210 time: 0.1060271 Feb 19 04:17:30.890101 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 60438804-f769-4d3f-8bea-440bc8f51bb1 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:30.995433 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41770) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:31.324275 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58f523-d755-4116-84f1-f9bd2c2bd32f req-57cbf588-3158-43df-a148-ecfb4765efb6 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:31.329002 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b58f523-d755-4116-84f1-f9bd2c2bd32f req-57cbf588-3158-43df-a148-ecfb4765efb6 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=746c34f1-542e-4f19-b8e8-d4a8579fac2f HTTP/1.1" status: 200 len: 944 time: 0.1531293 Feb 19 04:17:31.389506 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-65561766-c288-448e-aafc-75d0b262ddae None None] Current status of the port 60438804-f769-4d3f-8bea-440bc8f51bb1 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:31.393308 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-65561766-c288-448e-aafc-75d0b262ddae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (60438804-f769-4d3f-8bea-440bc8f51bb1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:31.522180 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8b58f523-d755-4116-84f1-f9bd2c2bd32f req-2756a738-ad47-444d-ae15-049c676f4be4 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640596 Feb 19 04:17:31.620750 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-08aa99ff-5b33-4a2d-ac70-f4b852d320ae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2877328 Feb 19 04:17:31.763233 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-361482ae-c7cf-4d68-9a52-1e8c6659ca9c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-702268338-network', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:31.788302 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 60438804-f769-4d3f-8bea-440bc8f51bb1 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:31.788896 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (60438804-f769-4d3f-8bea-440bc8f51bb1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:31.808893 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41788) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:31.832583 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361482ae-c7cf-4d68-9a52-1e8c6659ca9c admin admin] Made reservation on behalf of 42a9a8f257e34a14b7f01fbf04bfd0d0 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:31.839808 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-361482ae-c7cf-4d68-9a52-1e8c6659ca9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:31.851891 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-65561766-c288-448e-aafc-75d0b262ddae None None] For port 60438804-f769-4d3f-8bea-440bc8f51bb1, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=60438804-f769-4d3f-8bea-440bc8f51bb1,segment=NetworkSegment(6754e5de-c5c7-42dc-bf24-b31de033ccee),segment_id=6754e5de-c5c7-42dc-bf24-b31de033ccee)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:31.867441 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-361482ae-c7cf-4d68-9a52-1e8c6659ca9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:31.884286 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-74f61c13-2664-4ed6-b4c3-8ca91efe69f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:31.885061 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-74f61c13-2664-4ed6-b4c3-8ca91efe69f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:31.885657 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-74f61c13-2664-4ed6-b4c3-8ca91efe69f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:31.886150 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-74f61c13-2664-4ed6-b4c3-8ca91efe69f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:31.886627 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-74f61c13-2664-4ed6-b4c3-8ca91efe69f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:31.887105 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-74f61c13-2664-4ed6-b4c3-8ca91efe69f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:31.887713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-74f61c13-2664-4ed6-b4c3-8ca91efe69f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:31.898655 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-74f61c13-2664-4ed6-b4c3-8ca91efe69f9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50046a5e10b942e69046ff4f02f577d8&device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 6710 time: 0.1892047 Feb 19 04:17:31.942951 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-65561766-c288-448e-aafc-75d0b262ddae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (60438804-f769-4d3f-8bea-440bc8f51bb1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.013147 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-a1412788-c9e7-48de-ad68-de2f36efe14e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-network', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:32.091265 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aa119463-b4fe-433b-a5d0-ce2a8a503393 req-cc216739-46bd-49ea-a754-5576dc0597d8 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 210 time: 0.1325638 Feb 19 04:17:32.150753 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65561766-c288-448e-aafc-75d0b262ddae None None] Pushing event updated for resources: {'Port': ['ID=60438804-f769-4d3f-8bea-440bc8f51bb1,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:32.158112 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1412788-c9e7-48de-ad68-de2f36efe14e admin admin] Made reservation on behalf of 89adbc6ffff04dfd95e6648f4a0ff8fd for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:32.164295 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a1412788-c9e7-48de-ad68-de2f36efe14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.189380 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a1412788-c9e7-48de-ad68-de2f36efe14e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.220486 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-8237d65e-25bf-4d2e-aa9a-b6f36a348422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:32.225331 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-8237d65e-25bf-4d2e-aa9a-b6f36a348422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:32.226697 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-8237d65e-25bf-4d2e-aa9a-b6f36a348422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:32.234072 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-8237d65e-25bf-4d2e-aa9a-b6f36a348422 service neutron] 10.222.0.10 "GET /v2.0/networks?id=13a9d3f4-3356-4e6e-a155-7a335ac942cb&id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&id=711f24c3-7d72-4738-9575-b7145b783950&id=711f24c3-7d72-4738-9575-b7145b783950 HTTP/1.1" status: 200 len: 2290 time: 0.3050687 Feb 19 04:17:32.240117 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-361482ae-c7cf-4d68-9a52-1e8c6659ca9c admin admin] Publish callbacks [] for security_group (0b5b64ac-c79f-471b-abf4-19e1f7313c4c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.257475 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0a834460-c7cd-474b-a466-2ec77282a23b None None] Provisioning complete for port 60438804-f769-4d3f-8bea-440bc8f51bb1 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:32.258126 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0a834460-c7cd-474b-a466-2ec77282a23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (60438804-f769-4d3f-8bea-440bc8f51bb1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.262611 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-361482ae-c7cf-4d68-9a52-1e8c6659ca9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0b5b64ac-c79f-471b-abf4-19e1f7313c4c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.312698 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361482ae-c7cf-4d68-9a52-1e8c6659ca9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5b64ac-c79f-471b-abf4-19e1f7313c4c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:32.332616 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-361482ae-c7cf-4d68-9a52-1e8c6659ca9c admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:17:32.355812 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-361482ae-c7cf-4d68-9a52-1e8c6659ca9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.361659 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-361482ae-c7cf-4d68-9a52-1e8c6659ca9c admin admin] Added segment 39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c of type vlan for network 23e58a62-5420-4961-bbbe-6b9f43f9106d Feb 19 04:17:32.439791 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5908805f-a224-42db-b86e-426d80befd10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.467673 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-30d15038-7cdb-4927-aa05-78e61f70d8f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d55925d6-45fb-442a-a75b-25b53b26f933 HTTP/1.1" status: 200 len: 1002 time: 0.2296813 Feb 19 04:17:32.507866 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-361482ae-c7cf-4d68-9a52-1e8c6659ca9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (23e58a62-5420-4961-bbbe-6b9f43f9106d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.610726 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a1412788-c9e7-48de-ad68-de2f36efe14e admin admin] Publish callbacks [] for security_group (1a7190e1-2a87-4b06-b0d6-2302cb3d9b18), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.640431 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a1412788-c9e7-48de-ad68-de2f36efe14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1a7190e1-2a87-4b06-b0d6-2302cb3d9b18), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.713863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1412788-c9e7-48de-ad68-de2f36efe14e admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:17:32.742536 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a1412788-c9e7-48de-ad68-de2f36efe14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (da10b1d4-3776-4b65-ab80-766f09098108), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.742900 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-a1412788-c9e7-48de-ad68-de2f36efe14e admin admin] Added segment da10b1d4-3776-4b65-ab80-766f09098108 of type vlan for network ffb608e3-05fc-4c93-b77e-be504917d727 Feb 19 04:17:32.752620 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-dda7efb9-80da-4c53-bbe4-cd54467016e9 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:32.760545 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-dda7efb9-80da-4c53-bbe4-cd54467016e9 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:32.763426 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-dda7efb9-80da-4c53-bbe4-cd54467016e9 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.48 "GET /v2.0/networks?id=f6ac00eb-295f-4082-95c2-48a93fe0ea17&id=ae196e08-3542-4462-b5f7-dd82d1820566 HTTP/1.1" status: 200 len: 1389 time: 0.2662103 Feb 19 04:17:32.799087 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-ca1e09cb-1583-40b5-80bc-244fec4c54a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Request body: {'port': {'device_id': '70130c90-bfd5-404b-ad30-13714673c2de', 'network_id': 'f6ac00eb-295f-4082-95c2-48a93fe0ea17', 'admin_state_up': True, 'tenant_id': '8865c64b2ac542288fdbffd7b4747b43'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:32.916671 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 60438804-f769-4d3f-8bea-440bc8f51bb1 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:32.923593 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-3e605583-a091-4662-a4c2-c02599f76ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:32.928238 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-3e605583-a091-4662-a4c2-c02599f76ee1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51a2a4cd-6790-4215-a871-8bf82a31fe51 HTTP/1.1" status: 200 len: 850 time: 0.4529018 Feb 19 04:17:32.996009 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0a834460-c7cd-474b-a466-2ec77282a23b None None] Current status of the port 60438804-f769-4d3f-8bea-440bc8f51bb1 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:33.010258 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a1412788-c9e7-48de-ad68-de2f36efe14e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (ffb608e3-05fc-4c93-b77e-be504917d727), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:33.018710 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff32908-c813-48fd-9ef0-ad64ab70e278 None None] Network ae196e08-3542-4462-b5f7-dd82d1820566 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:17:33.251132 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6b2facec-1030-4c62-9d41-15927ec48f7d None None] Provisioning complete for port 0b9d1354-2574-486f-95ff-80741d4c6899 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:33.251616 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6b2facec-1030-4c62-9d41-15927ec48f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0b9d1354-2574-486f-95ff-80741d4c6899), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:33.257422 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a1412788-c9e7-48de-ad68-de2f36efe14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (ffb608e3-05fc-4c93-b77e-be504917d727), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:33.258498 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1412788-c9e7-48de-ad68-de2f36efe14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:33.259111 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a1412788-c9e7-48de-ad68-de2f36efe14e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:33.310515 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-77f7fe5b-1b6c-4eb0-a470-dbed64da90b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:33.317477 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-77f7fe5b-1b6c-4eb0-a470-dbed64da90b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13a9d3f4-3356-4e6e-a155-7a335ac942cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3802156 Feb 19 04:17:33.325518 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 79cc9d07-a9c5-4e06-a3fa-082852910927 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:33.335654 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0b9d1354-2574-486f-95ff-80741d4c6899 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:33.440735 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1412788-c9e7-48de-ad68-de2f36efe14e admin admin] Pushing event updated for resources: {'Network': ['ID=ffb608e3-05fc-4c93-b77e-be504917d727,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:33.474055 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-361482ae-c7cf-4d68-9a52-1e8c6659ca9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (23e58a62-5420-4961-bbbe-6b9f43f9106d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:33.479500 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361482ae-c7cf-4d68-9a52-1e8c6659ca9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:33.480125 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-361482ae-c7cf-4d68-9a52-1e8c6659ca9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:33.574172 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361482ae-c7cf-4d68-9a52-1e8c6659ca9c admin admin] Pushing event updated for resources: {'Network': ['ID=23e58a62-5420-4961-bbbe-6b9f43f9106d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:33.585080 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a1412788-c9e7-48de-ad68-de2f36efe14e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7703226 Feb 19 04:17:33.586534 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1412788-c9e7-48de-ad68-de2f36efe14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7190e1-2a87-4b06-b0d6-2302cb3d9b18,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:33.597055 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-361482ae-c7cf-4d68-9a52-1e8c6659ca9c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6001551 Feb 19 04:17:33.597842 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41834) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:33.598219 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41836) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:33.607459 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-0fb2baa6-f8fa-4402-a6e9-95001d745d79 admin admin] Request body: {'subnet': {'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-702268338-subnet', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:33.615685 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2dc35843-56cd-4ced-882c-538c3893d41d admin admin] Request body: {'subnet': {'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-subnet', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:33.658455 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network ffb608e3-05fc-4c93-b77e-be504917d727 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:17:33.670677 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e3d55-d550-4069-9c87-5ccbaf36b284 req-8968f51d-74c4-4234-bb71-208c8eab4c5e tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:33.678569 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2e5e3d55-d550-4069-9c87-5ccbaf36b284 req-8968f51d-74c4-4234-bb71-208c8eab4c5e tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=746c34f1-542e-4f19-b8e8-d4a8579fac2f HTTP/1.1" status: 200 len: 944 time: 0.5757167 Feb 19 04:17:33.681188 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc35843-56cd-4ced-882c-538c3893d41d admin admin] Made reservation on behalf of 89adbc6ffff04dfd95e6648f4a0ff8fd for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:33.683656 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2dc35843-56cd-4ced-882c-538c3893d41d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:33.691150 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 23e58a62-5420-4961-bbbe-6b9f43f9106d details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:17:33.703190 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-ca1e09cb-1583-40b5-80bc-244fec4c54a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Made reservation on behalf of 8865c64b2ac542288fdbffd7b4747b43 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:33.716124 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-ca1e09cb-1583-40b5-80bc-244fec4c54a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:33.884182 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a0a031ca-4b0f-48e1-8d7f-aba2316dd316 req-42c436ce-a9d7-40f9-bc58-2f99c1dfd685 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 210 time: 0.1055803 Feb 19 04:17:33.899647 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-832aaa15-d3d7-4898-935f-74c13236b3f2 service neutron] 10.222.0.10 "GET /v2.0/networks/13a9d3f4-3356-4e6e-a155-7a335ac942cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729966 Feb 19 04:17:33.963390 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41842) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:33.970134 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2e5e3d55-d550-4069-9c87-5ccbaf36b284 req-bc96699c-a6b1-443a-a46f-dfc6360221f2 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895671 Feb 19 04:17:34.073248 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb2baa6-f8fa-4402-a6e9-95001d745d79 admin admin] Made reservation on behalf of 42a9a8f257e34a14b7f01fbf04bfd0d0 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:34.079342 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0fb2baa6-f8fa-4402-a6e9-95001d745d79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:34.087084 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 0b9d1354-2574-486f-95ff-80741d4c6899 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:34.087719 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0b9d1354-2574-486f-95ff-80741d4c6899), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:34.142206 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41848) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:34.166681 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2dc35843-56cd-4ced-882c-538c3893d41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (4036b21c-b280-4a08-8f13-b6e5e89c48cd), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:34.223232 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc35843-56cd-4ced-882c-538c3893d41d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4036b21c-b280-4a08-8f13-b6e5e89c48cd,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:34.246529 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6b2facec-1030-4c62-9d41-15927ec48f7d None None] Current status of the port 0b9d1354-2574-486f-95ff-80741d4c6899 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:34.247225 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6b2facec-1030-4c62-9d41-15927ec48f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0b9d1354-2574-486f-95ff-80741d4c6899), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:34.255020 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-015bc1a3-e4a1-48d9-a013-7c8a4c82e89c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:34.272576 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-ca1e09cb-1583-40b5-80bc-244fec4c54a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Allocated IP 19.80.0.33 (f6ac00eb-295f-4082-95c2-48a93fe0ea17/932b916f-b4bc-4a3b-b7d3-dd8755ac6ee0/2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:17:34.360019 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 79cc9d07-a9c5-4e06-a3fa-082852910927 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:17:34.378631 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc35843-56cd-4ced-882c-538c3893d41d admin admin] Checking segment: {'id': 'da10b1d4-3776-4b65-ab80-766f09098108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:34.379498 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc35843-56cd-4ced-882c-538c3893d41d admin admin] Network hostable DHCP agents. Network: ffb608e3-05fc-4c93-b77e-be504917d727, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:17:34.399302 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 79cc9d07-a9c5-4e06-a3fa-082852910927 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:34.399991 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (79cc9d07-a9c5-4e06-a3fa-082852910927), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:34.435567 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc35843-56cd-4ced-882c-538c3893d41d admin admin] Network ffb608e3-05fc-4c93-b77e-be504917d727 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:17:34.495365 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-6b2facec-1030-4c62-9d41-15927ec48f7d None None] For port 0b9d1354-2574-486f-95ff-80741d4c6899, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0b9d1354-2574-486f-95ff-80741d4c6899,segment=NetworkSegment(cdf94b15-42fe-4f72-9539-708e2c2653ff),segment_id=cdf94b15-42fe-4f72-9539-708e2c2653ff)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:34.511929 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-2dc35843-56cd-4ced-882c-538c3893d41d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, ffb608e3-05fc-4c93-b77e-be504917d727) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:34.523850 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc35843-56cd-4ced-882c-538c3893d41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:34.524693 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2dc35843-56cd-4ced-882c-538c3893d41d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:34.542310 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6b2facec-1030-4c62-9d41-15927ec48f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0b9d1354-2574-486f-95ff-80741d4c6899), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:34.543753 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0fb2baa6-f8fa-4402-a6e9-95001d745d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (bfd6d5da-2430-4dcd-a453-690f98ee361c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:34.544173 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-ca1e09cb-1583-40b5-80bc-244fec4c54a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks [] for port (2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:34.559264 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d8d328-a682-4afc-ba2c-ec8cfd48f4cb None None] Network ffb608e3-05fc-4c93-b77e-be504917d727 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:17:34.581435 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2dc35843-56cd-4ced-882c-538c3893d41d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9794474 Feb 19 04:17:34.582580 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41852) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:34.587775 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-015bc1a3-e4a1-48d9-a013-7c8a4c82e89c admin admin] Publish callbacks [] for security_group (5e9f2bfe-ce47-45ff-a54b-1cce54947b3f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:34.602673 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-a4f6a995-9441-4ffc-93b9-d9df20cc4267 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:34.658959 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-015bc1a3-e4a1-48d9-a013-7c8a4c82e89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5e9f2bfe-ce47-45ff-a54b-1cce54947b3f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:34.688243 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-64b9b443-d481-4caa-9c91-f9351b5c8bba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:34.713832 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-015bc1a3-e4a1-48d9-a013-7c8a4c82e89c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=569cdc40091f432abc0f7ab5f527bce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7419980 Feb 19 04:17:34.720694 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41854) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:34.733265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a91b7-9176-4d72-b808-2c3280356915 req-e95c8e8a-c926-436c-80df-eb7e5148bcb3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:34.735620 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3e0a91b7-9176-4d72-b808-2c3280356915 req-e95c8e8a-c926-436c-80df-eb7e5148bcb3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.5912597 Feb 19 04:17:34.870133 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-ca1e09cb-1583-40b5-80bc-244fec4c54a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:34.878636 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2baa6-f8fa-4402-a6e9-95001d745d79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfd6d5da-2430-4dcd-a453-690f98ee361c,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:34.886389 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2facec-1030-4c62-9d41-15927ec48f7d None None] Pushing event updated for resources: {'Port': ['ID=0b9d1354-2574-486f-95ff-80741d4c6899,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:34.897784 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 0b9d1354-2574-486f-95ff-80741d4c6899 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:34.899155 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 60438804-f769-4d3f-8bea-440bc8f51bb1 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:34.901060 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 79cc9d07-a9c5-4e06-a3fa-082852910927 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:34.901633 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (79cc9d07-a9c5-4e06-a3fa-082852910927), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:34.917008 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a995-9441-4ffc-93b9-d9df20cc4267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:34.918959 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a995-9441-4ffc-93b9-d9df20cc4267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:34.948554 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015bc1a3-e4a1-48d9-a013-7c8a4c82e89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9f2bfe-ce47-45ff-a54b-1cce54947b3f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:34.967323 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b45d3196-cf9c-4c78-bbb4-0e424010eb79 None None] Provisioning complete for port 0b9d1354-2574-486f-95ff-80741d4c6899 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:34.967826 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b45d3196-cf9c-4c78-bbb4-0e424010eb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0b9d1354-2574-486f-95ff-80741d4c6899), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:35.006776 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e09cb-1583-40b5-80bc-244fec4c54a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event updated for resources: {'Port': ['ID=2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:35.013469 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-55e16794-b519-474f-b470-9f566312578e service neutron] 10.222.0.10 "GET /v2.0/networks/13a9d3f4-3356-4e6e-a155-7a335ac942cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0511532 Feb 19 04:17:35.014830 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 79cc9d07-a9c5-4e06-a3fa-082852910927, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=79cc9d07-a9c5-4e06-a3fa-082852910927,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:35.039947 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-ca1e09cb-1583-40b5-80bc-244fec4c54a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Network f6ac00eb-295f-4082-95c2-48a93fe0ea17 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:17:35.041701 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746c34f1-542e-4f19-b8e8-d4a8579fac2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cc9d07-a9c5-4e06-a3fa-082852910927'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:35.045019 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4dd031-f7ab-4a14-b3ff-200079b0e57b" -d '{"events": [{"server_uuid": "746c34f1-542e-4f19-b8e8-d4a8579fac2f", "name": "network-vif-plugged", "status": "completed", "tag": "79cc9d07-a9c5-4e06-a3fa-082852910927"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:35.054975 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (79cc9d07-a9c5-4e06-a3fa-082852910927), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:35.078768 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-ca1e09cb-1583-40b5-80bc-244fec4c54a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:35.126399 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a995-9441-4ffc-93b9-d9df20cc4267 admin admin] Publish callbacks [] for router_controller (fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:35.131259 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb2baa6-f8fa-4402-a6e9-95001d745d79 admin admin] Checking segment: {'id': '39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:35.132101 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb2baa6-f8fa-4402-a6e9-95001d745d79 admin admin] Network hostable DHCP agents. Network: 23e58a62-5420-4961-bbbe-6b9f43f9106d, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:17:35.149812 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-ca1e09cb-1583-40b5-80bc-244fec4c54a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:17:35.150720 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6abe993a-7784-4339-97a8-632b9ffb13d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:35.163977 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3e0a91b7-9176-4d72-b808-2c3280356915 req-2cdb0828-b42f-48a5-8799-e6b258bd7251 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4123449 Feb 19 04:17:35.186624 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=79cc9d07-a9c5-4e06-a3fa-082852910927,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:35.199544 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 60438804-f769-4d3f-8bea-440bc8f51bb1 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:35.200080 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (60438804-f769-4d3f-8bea-440bc8f51bb1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:35.210485 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-4cc63b9c-f3cc-4f56-92a9-6f80e72dba2e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=9d415e29-cab4-46b2-af1d-2e9b199b10da HTTP/1.1" status: 200 len: 217 time: 0.1803126 Feb 19 04:17:35.248678 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35667b0b-a69f-4cd8-8ba8-b568d5128b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-ffb608e3-05fc-4c93-b77e-be504917d727', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'fixed_ips': [{'subnet_id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:17:35.250062 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-35667b0b-a69f-4cd8-8ba8-b568d5128b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:35.290132 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-205bf58c-2bea-4f7b-bff6-1a000413cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:35.291714 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-205bf58c-2bea-4f7b-bff6-1a000413cc56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5a38712-95b2-4271-ab6e-5854ab0620a4 HTTP/1.1" status: 200 len: 797 time: 0.0736783 Feb 19 04:17:35.296034 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b45d3196-cf9c-4c78-bbb4-0e424010eb79 None None] Current status of the port 0b9d1354-2574-486f-95ff-80741d4c6899 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:35.374678 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-ca1e09cb-1583-40b5-80bc-244fec4c54a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:35.375288 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-ca1e09cb-1583-40b5-80bc-244fec4c54a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:35.420095 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-64b9b443-d481-4caa-9c91-f9351b5c8bba admin admin] Publish callbacks [] for security_group (bdd45c1c-5eef-4683-b85e-be25cb39346c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:35.438704 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-64b9b443-d481-4caa-9c91-f9351b5c8bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (bdd45c1c-5eef-4683-b85e-be25cb39346c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:35.485686 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 60438804-f769-4d3f-8bea-440bc8f51bb1 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:35.503927 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-64b9b443-d481-4caa-9c91-f9351b5c8bba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9bf08cec717f4798967c3a5c5c2dc21f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3073559 Feb 19 04:17:35.506701 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9b443-d481-4caa-9c91-f9351b5c8bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd45c1c-5eef-4683-b85e-be25cb39346c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:35.509165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41862) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:35.521652 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-ca1e09cb-1583-40b5-80bc-244fec4c54a7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7330103 Feb 19 04:17:35.529974 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-35667b0b-a69f-4cd8-8ba8-b568d5128b5f None None] Allocated IP 172.20.0.2 (ffb608e3-05fc-4c93-b77e-be504917d727/4036b21c-b280-4a08-8f13-b6e5e89c48cd/f453376a-5a34-475a-9780-8c17abbe9274) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:17:35.555434 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-eb4e600e-89d4-4c90-8273-a755d5063b79 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Request body: {'port': {'device_id': '70130c90-bfd5-404b-ad30-13714673c2de', 'network_id': 'ae196e08-3542-4462-b5f7-dd82d1820566', 'admin_state_up': True, 'tenant_id': '8865c64b2ac542288fdbffd7b4747b43'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:35.610053 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5ef34866-61c4-4ce3-b6cd-579d54020bfa admin admin] Publish callbacks [] for security_group (5e9f2bfe-ce47-45ff-a54b-1cce54947b3f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:35.699458 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb2baa6-f8fa-4402-a6e9-95001d745d79 admin admin] Network 23e58a62-5420-4961-bbbe-6b9f43f9106d is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:17:35.729976 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-a96fa564-f8c9-46c2-a9a4-b9092564dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:35.733011 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-a96fa564-f8c9-46c2-a9a4-b9092564dfb0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4321001 Feb 19 04:17:35.733881 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0b9d1354-2574-486f-95ff-80741d4c6899 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:35.779600 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-0fb2baa6-f8fa-4402-a6e9-95001d745d79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 23e58a62-5420-4961-bbbe-6b9f43f9106d) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:35.784194 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb2baa6-f8fa-4402-a6e9-95001d745d79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:35.785635 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0fb2baa6-f8fa-4402-a6e9-95001d745d79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:35.794261 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11460604-1c37-4807-87b4-d77b34bda50b req-1c8e9eb0-a1b2-4f42-acb3-366389e194df tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:35.801521 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a995-9441-4ffc-93b9-d9df20cc4267 admin admin] Publish callbacks [] for router_gateway (fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:35.801857 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4017fa-4425-4a9a-b230-d7ade78aff0c None None] Network 23e58a62-5420-4961-bbbe-6b9f43f9106d requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:17:35.802346 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-11460604-1c37-4807-87b4-d77b34bda50b req-1c8e9eb0-a1b2-4f42-acb3-366389e194df tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=746c34f1-542e-4f19-b8e8-d4a8579fac2f HTTP/1.1" status: 200 len: 945 time: 0.2861280 Feb 19 04:17:35.805668 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5ef34866-61c4-4ce3-b6cd-579d54020bfa admin admin] Publish callbacks [] for security_group (5e9f2bfe-ce47-45ff-a54b-1cce54947b3f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:35.820652 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-391e5556-575e-4a9d-a2c2-cc54b66d1c88 admin admin] Publish callbacks [] for security_group (bdd45c1c-5eef-4683-b85e-be25cb39346c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:35.841882 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38d316-2745-47ec-9f00-2ecabc547408 req-e8f91dfe-90f6-4438-ba4f-120d99f9e70b tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:35.843585 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6c38d316-2745-47ec-9f00-2ecabc547408 req-e8f91dfe-90f6-4438-ba4f-120d99f9e70b tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.4840276 Feb 19 04:17:35.874937 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abca319-6deb-4aa8-8fc3-b0abb5f1bd3c req-be9d671e-d5d0-449e-9c21-59a7ba3c7bd0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:35.877050 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2abca319-6deb-4aa8-8fc3-b0abb5f1bd3c req-be9d671e-d5d0-449e-9c21-59a7ba3c7bd0 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 931 time: 0.7209322 Feb 19 04:17:35.913076 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0fb2baa6-f8fa-4402-a6e9-95001d745d79 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3051710 Feb 19 04:17:35.923105 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41864) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:35.929143 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e4b71fff-2875-4dbe-90d3-e59c7ced149d admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-702268338-router', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:35.959580 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-391e5556-575e-4a9d-a2c2-cc54b66d1c88 admin admin] Publish callbacks [] for security_group (bdd45c1c-5eef-4683-b85e-be25cb39346c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:35.986687 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-11460604-1c37-4807-87b4-d77b34bda50b req-9776bcbb-5a2b-4611-ae7a-2f290033924e tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822851 Feb 19 04:17:36.071149 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-eb4e600e-89d4-4c90-8273-a755d5063b79 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Made reservation on behalf of 8865c64b2ac542288fdbffd7b4747b43 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:36.076328 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-eb4e600e-89d4-4c90-8273-a755d5063b79 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.097991 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-a3b87453-b611-4367-98ac-b4d442b77de1 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554306 Feb 19 04:17:36.102095 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e4b71fff-2875-4dbe-90d3-e59c7ced149d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (ca3bf050-fd9d-44d8-b660-dac1808f74df), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.103907 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e4b71fff-2875-4dbe-90d3-e59c7ced149d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (ca3bf050-fd9d-44d8-b660-dac1808f74df), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.142593 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5ef34866-61c4-4ce3-b6cd-579d54020bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5e9f2bfe-ce47-45ff-a54b-1cce54947b3f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.145696 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5ef34866-61c4-4ce3-b6cd-579d54020bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.147141 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5ef34866-61c4-4ce3-b6cd-579d54020bfa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e9f2bfe-ce47-45ff-a54b-1cce54947b3f HTTP/1.1" status: 204 len: 168 time: 1.4188304 Feb 19 04:17:36.156169 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2abca319-6deb-4aa8-8fc3-b0abb5f1bd3c req-72a61e70-b884-402c-b590-2fd37e0dcc4c tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271228 Feb 19 04:17:36.199336 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef34866-61c4-4ce3-b6cd-579d54020bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9f2bfe-ce47-45ff-a54b-1cce54947b3f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:36.221030 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-391e5556-575e-4a9d-a2c2-cc54b66d1c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (bdd45c1c-5eef-4683-b85e-be25cb39346c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.223844 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-391e5556-575e-4a9d-a2c2-cc54b66d1c88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.225208 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-391e5556-575e-4a9d-a2c2-cc54b66d1c88 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bdd45c1c-5eef-4683-b85e-be25cb39346c HTTP/1.1" status: 204 len: 168 time: 0.7145724 Feb 19 04:17:36.294925 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e4b71fff-2875-4dbe-90d3-e59c7ced149d admin admin] Publish callbacks [] for router_controller (ca3bf050-fd9d-44d8-b660-dac1808f74df), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.305239 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-48a35e84-59e5-4940-844f-e790b9706118 None None] Provisioning complete for port 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:36.306669 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-48a35e84-59e5-4940-844f-e790b9706118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.311126 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b7fb6b-9187-4fd1-a0d6-d87cd5e75d28 x-openstack-request-id: req-d1b7fb6b-9187-4fd1-a0d6-d87cd5e75d28 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:36.311357 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e5556-575e-4a9d-a2c2-cc54b66d1c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd45c1c-5eef-4683-b85e-be25cb39346c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:36.311585 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746c34f1-542e-4f19-b8e8-d4a8579fac2f", "name": "network-vif-plugged", "status": "completed", "tag": "79cc9d07-a9c5-4e06-a3fa-082852910927", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:36.312111 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1b7fb6b-9187-4fd1-a0d6-d87cd5e75d28 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:36.312730 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746c34f1-542e-4f19-b8e8-d4a8579fac2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cc9d07-a9c5-4e06-a3fa-082852910927', 'code': 200} Feb 19 04:17:36.331879 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848eedfa-3a59-4b89-a0b8-2101730999df req-c79cbc04-f943-42d9-b515-91adb722a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:36.336626 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-848eedfa-3a59-4b89-a0b8-2101730999df req-c79cbc04-f943-42d9-b515-91adb722a26d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=746c34f1-542e-4f19-b8e8-d4a8579fac2f HTTP/1.1" status: 200 len: 1127 time: 0.1881113 Feb 19 04:17:36.346451 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-6c38d316-2745-47ec-9f00-2ecabc547408 req-aa0b7371-3318-41da-a144-ef4fa14562d9 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Deleting port f1dd0560-e3dd-4476-8eac-57ec378f71dd {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:36.349935 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6c38d316-2745-47ec-9f00-2ecabc547408 req-aa0b7371-3318-41da-a144-ef4fa14562d9 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f1dd0560-e3dd-4476-8eac-57ec378f71dd), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.373116 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-35667b0b-a69f-4cd8-8ba8-b568d5128b5f None None] Publish callbacks [] for port (f453376a-5a34-475a-9780-8c17abbe9274), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.451039 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-35667b0b-a69f-4cd8-8ba8-b568d5128b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (f453376a-5a34-475a-9780-8c17abbe9274), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.596217 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-848eedfa-3a59-4b89-a0b8-2101730999df req-496e8f3b-8101-4679-a99a-9ffe120e1b36 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374716 Feb 19 04:17:36.624347 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35667b0b-a69f-4cd8-8ba8-b568d5128b5f None None] Network ffb608e3-05fc-4c93-b77e-be504917d727 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:17:36.629879 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab73712-2e0c-4404-816a-2514531ef84a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-23e58a62-5420-4961-bbbe-6b9f43f9106d', 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d', 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'fixed_ips': [{'subnet_id': 'bfd6d5da-2430-4dcd-a453-690f98ee361c'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:17:36.631009 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9ab73712-2e0c-4404-816a-2514531ef84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.667402 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-35667b0b-a69f-4cd8-8ba8-b568d5128b5f None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:36.687853 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-6c38d316-2745-47ec-9f00-2ecabc547408 req-aa0b7371-3318-41da-a144-ef4fa14562d9 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] For port f1dd0560-e3dd-4476-8eac-57ec378f71dd, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f1dd0560-e3dd-4476-8eac-57ec378f71dd,segment=NetworkSegment(bb7b92ab-063f-403e-a94f-7c593ba6f180),segment_id=bb7b92ab-063f-403e-a94f-7c593ba6f180)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:36.688240 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6c38d316-2745-47ec-9f00-2ecabc547408 req-aa0b7371-3318-41da-a144-ef4fa14562d9 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f1dd0560-e3dd-4476-8eac-57ec378f71dd), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.698100 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35667b0b-a69f-4cd8-8ba8-b568d5128b5f None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:17:36.730769 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-48a35e84-59e5-4940-844f-e790b9706118 None None] Port 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:17:36.744267 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e4b71fff-2875-4dbe-90d3-e59c7ced149d admin admin] Publish callbacks [] for router_gateway (ca3bf050-fd9d-44d8-b660-dac1808f74df), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.806133 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35667b0b-a69f-4cd8-8ba8-b568d5128b5f None None] Pushing event updated for resources: {'Port': ['ID=f453376a-5a34-475a-9780-8c17abbe9274,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:36.830097 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.850824 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-258a341a-ff11-4e2f-bddf-5b9efd58d99e service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7380130 Feb 19 04:17:36.882783 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a995-9441-4ffc-93b9-d9df20cc4267 admin admin] Publish callbacks [] for router_gateway (fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.921424 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e6083-ed8b-442d-8e88-93afbde2a825 req-497bc6a7-d8cb-4b93-a0b8-8f184e1978e7 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:36.923276 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-057e6083-ed8b-442d-8e88-93afbde2a825 req-497bc6a7-d8cb-4b93-a0b8-8f184e1978e7 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 946 time: 0.4743807 Feb 19 04:17:36.935405 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41876) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:36.952899 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40be65a4-8fa3-4ac8-9fae-f1a8c8656e28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.957320 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a995-9441-4ffc-93b9-d9df20cc4267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.986971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41878) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:37.085157 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 0b9d1354-2574-486f-95ff-80741d4c6899 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:37.085541 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0b9d1354-2574-486f-95ff-80741d4c6899), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.096592 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-824f0987-36ab-4bb5-a14a-067a8863213b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.156780 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-9ab73712-2e0c-4404-816a-2514531ef84a None None] Allocated IP 172.20.0.2 (23e58a62-5420-4961-bbbe-6b9f43f9106d/bfd6d5da-2430-4dcd-a453-690f98ee361c/aacde2ff-d34d-4af4-97bd-cc9c6e1f431f) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:17:37.340647 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-35667b0b-a69f-4cd8-8ba8-b568d5128b5f None None] Attempting to bind port f453376a-5a34-475a-9780-8c17abbe9274 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:17:37.341731 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-c8d970e8-8ade-49ed-ba15-bb8f08a2b378 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=13c2138b-ecb4-49ec-863d-bf5056060952 HTTP/1.1" status: 200 len: 217 time: 0.4818063 Feb 19 04:17:37.343278 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-35667b0b-a69f-4cd8-8ba8-b568d5128b5f None None] Attempting to bind port f453376a-5a34-475a-9780-8c17abbe9274 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'da10b1d4-3776-4b65-ab80-766f09098108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:17:37.344291 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35667b0b-a69f-4cd8-8ba8-b568d5128b5f None None] Attempting to bind port f453376a-5a34-475a-9780-8c17abbe9274 on network ffb608e3-05fc-4c93-b77e-be504917d727 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:37.348170 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.357649 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-eb4e600e-89d4-4c90-8273-a755d5063b79 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Allocated IP 19.86.0.135 (ae196e08-3542-4462-b5f7-dd82d1820566/6d954421-43b0-4bb9-9e25-a5381182b645/6785de37-76ff-4599-9423-cb5971e11658) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:17:37.432835 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35667b0b-a69f-4cd8-8ba8-b568d5128b5f None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:17:37.433506 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35667b0b-a69f-4cd8-8ba8-b568d5128b5f None None] Checking segment: {'id': 'da10b1d4-3776-4b65-ab80-766f09098108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:37.434205 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-35667b0b-a69f-4cd8-8ba8-b568d5128b5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.435128 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35667b0b-a69f-4cd8-8ba8-b568d5128b5f None None] Bound using segment: {'id': 'da10b1d4-3776-4b65-ab80-766f09098108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:17:37.436005 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-35667b0b-a69f-4cd8-8ba8-b568d5128b5f None None] Bound port: f453376a-5a34-475a-9780-8c17abbe9274, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da10b1d4-3776-4b65-ab80-766f09098108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:17:37.436679 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-35667b0b-a69f-4cd8-8ba8-b568d5128b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f453376a-5a34-475a-9780-8c17abbe9274), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.482475 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 0b9d1354-2574-486f-95ff-80741d4c6899 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:37.492197 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-50179d27-1453-4f65-83fb-ab00ba46c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:37.493934 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-50179d27-1453-4f65-83fb-ab00ba46c147 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5a38712-95b2-4271-ab6e-5854ab0620a4 HTTP/1.1" status: 200 len: 797 time: 0.1337860 Feb 19 04:17:37.510984 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-057e6083-ed8b-442d-8e88-93afbde2a825 req-e35369fb-d40a-4bab-a7ef-73b06a357862 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=b567683f-ca49-4173-a901-ef50a3b8ed65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748157 Feb 19 04:17:37.588502 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6c38d316-2745-47ec-9f00-2ecabc547408 req-aa0b7371-3318-41da-a144-ef4fa14562d9 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.589019 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6c38d316-2745-47ec-9f00-2ecabc547408 req-aa0b7371-3318-41da-a144-ef4fa14562d9 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (661b70a5-f00d-4f75-ac2f-270bc6dad467), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.589282 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [req-6c38d316-2745-47ec-9f00-2ecabc547408 req-aa0b7371-3318-41da-a144-ef4fa14562d9 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Floating IP 661b70a5-f00d-4f75-ac2f-270bc6dad467 disassociated. External IP: 172.25.0.93, port: f1dd0560-e3dd-4476-8eac-57ec378f71dd. Feb 19 04:17:37.589658 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-6c38d316-2745-47ec-9f00-2ecabc547408 req-aa0b7371-3318-41da-a144-ef4fa14562d9 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Calling delete_port for f1dd0560-e3dd-4476-8eac-57ec378f71dd owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:37.737389 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-35667b0b-a69f-4cd8-8ba8-b568d5128b5f None None] For port f453376a-5a34-475a-9780-8c17abbe9274, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:37.790814 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bba5c-ba7f-41ff-8151-917f003f350e req-58686599-edae-4394-87fd-43d934dc320c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:37.792638 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c54bba5c-ba7f-41ff-8151-917f003f350e req-58686599-edae-4394-87fd-43d934dc320c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=746c34f1-542e-4f19-b8e8-d4a8579fac2f HTTP/1.1" status: 200 len: 945 time: 0.6894138 Feb 19 04:17:37.799053 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-35667b0b-a69f-4cd8-8ba8-b568d5128b5f None None] For port f453376a-5a34-475a-9780-8c17abbe9274, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f453376a-5a34-475a-9780-8c17abbe9274,segment=NetworkSegment(da10b1d4-3776-4b65-ab80-766f09098108),segment_id=da10b1d4-3776-4b65-ab80-766f09098108)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:17:37.816794 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40be65a4-8fa3-4ac8-9fae-f1a8c8656e28 admin admin] Publish callbacks [] for security_group (2e19215b-514e-4998-8bdd-7fbc152c5662), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.820807 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-a4f6a995-9441-4ffc-93b9-d9df20cc4267 admin admin] Allocated IP 172.25.0.40 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/318d3e77-2d61-451d-a19e-86fc7f0e1c5d) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:17:37.842965 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-35667b0b-a69f-4cd8-8ba8-b568d5128b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f453376a-5a34-475a-9780-8c17abbe9274), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.848450 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40be65a4-8fa3-4ac8-9fae-f1a8c8656e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2e19215b-514e-4998-8bdd-7fbc152c5662), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.854198 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-0a129511-35d8-4ea5-82a8-c990786a13c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:37.856961 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-0a129511-35d8-4ea5-82a8-c990786a13c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3436739 Feb 19 04:17:37.882020 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.884121 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9ab73712-2e0c-4404-816a-2514531ef84a None None] Publish callbacks [] for port (aacde2ff-d34d-4af4-97bd-cc9c6e1f431f), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.932592 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9ab73712-2e0c-4404-816a-2514531ef84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (aacde2ff-d34d-4af4-97bd-cc9c6e1f431f), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.965888 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228382f-0b7c-4c63-8d75-8dd3843f69f9 req-bc905b7c-a477-4403-9259-1d39636c06ac tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:37.967566 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4228382f-0b7c-4c63-8d75-8dd3843f69f9 req-bc905b7c-a477-4403-9259-1d39636c06ac tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 931 time: 0.2933393 Feb 19 04:17:38.002331 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab73712-2e0c-4404-816a-2514531ef84a None None] Network 23e58a62-5420-4961-bbbe-6b9f43f9106d is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:17:38.004557 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-9ab73712-2e0c-4404-816a-2514531ef84a None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:38.008132 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35667b0b-a69f-4cd8-8ba8-b568d5128b5f None None] Pushing event updated for resources: {'Port': ['ID=f453376a-5a34-475a-9780-8c17abbe9274,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:38.012801 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab73712-2e0c-4404-816a-2514531ef84a None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:17:38.084260 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-eb4e600e-89d4-4c90-8273-a755d5063b79 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks [] for port (6785de37-76ff-4599-9423-cb5971e11658), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.108138 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-824f0987-36ab-4bb5-a14a-067a8863213b admin admin] Publish callbacks [] for security_group (d4fcf60a-4b75-4de4-ab18-c8df92580e6d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.144951 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab73712-2e0c-4404-816a-2514531ef84a None None] Pushing event updated for resources: {'Port': ['ID=aacde2ff-d34d-4af4-97bd-cc9c6e1f431f,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:38.155650 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-40be65a4-8fa3-4ac8-9fae-f1a8c8656e28 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1f556c51b7704a568a5a5aad32fc799b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2191062 Feb 19 04:17:38.156448 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be65a4-8fa3-4ac8-9fae-f1a8c8656e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e19215b-514e-4998-8bdd-7fbc152c5662,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:38.160253 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-824f0987-36ab-4bb5-a14a-067a8863213b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d4fcf60a-4b75-4de4-ab18-c8df92580e6d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.164725 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41884) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:38.203828 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9ab73712-2e0c-4404-816a-2514531ef84a None None] Attempting to bind port aacde2ff-d34d-4af4-97bd-cc9c6e1f431f on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:17:38.204225 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9ab73712-2e0c-4404-816a-2514531ef84a None None] Attempting to bind port aacde2ff-d34d-4af4-97bd-cc9c6e1f431f by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:17:38.204568 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab73712-2e0c-4404-816a-2514531ef84a None None] Attempting to bind port aacde2ff-d34d-4af4-97bd-cc9c6e1f431f on network 23e58a62-5420-4961-bbbe-6b9f43f9106d {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:38.215635 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab73712-2e0c-4404-816a-2514531ef84a None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:17:38.216066 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab73712-2e0c-4404-816a-2514531ef84a None None] Checking segment: {'id': '39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:38.216554 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9ab73712-2e0c-4404-816a-2514531ef84a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.217035 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab73712-2e0c-4404-816a-2514531ef84a None None] Bound using segment: {'id': '39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:17:38.217551 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9ab73712-2e0c-4404-816a-2514531ef84a None None] Bound port: aacde2ff-d34d-4af4-97bd-cc9c6e1f431f, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:17:38.217934 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9ab73712-2e0c-4404-816a-2514531ef84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (aacde2ff-d34d-4af4-97bd-cc9c6e1f431f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.234324 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c54bba5c-ba7f-41ff-8151-917f003f350e req-14f68a44-4087-4e91-8553-2ca61cbb2d84 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084139 Feb 19 04:17:38.330516 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a995-9441-4ffc-93b9-d9df20cc4267 admin admin] Publish callbacks [] for port (318d3e77-2d61-451d-a19e-86fc7f0e1c5d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.332265 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f0987-36ab-4bb5-a14a-067a8863213b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fcf60a-4b75-4de4-ab18-c8df92580e6d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:38.351388 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-824f0987-36ab-4bb5-a14a-067a8863213b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e3269c3165ec40a49512555caf9f84d9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3633018 Feb 19 04:17:38.355695 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41886) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:38.384551 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-a7df58ff-1c91-46f4-8401-8b7fab40145f service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099730 Feb 19 04:17:38.389743 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9ab73712-2e0c-4404-816a-2514531ef84a None None] For port aacde2ff-d34d-4af4-97bd-cc9c6e1f431f, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:38.392024 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4228382f-0b7c-4c63-8d75-8dd3843f69f9 req-5e51c3fd-3ff0-4354-a606-c211732ed277 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736718 Feb 19 04:17:38.395247 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9ab73712-2e0c-4404-816a-2514531ef84a None None] For port aacde2ff-d34d-4af4-97bd-cc9c6e1f431f, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=aacde2ff-d34d-4af4-97bd-cc9c6e1f431f,segment=NetworkSegment(39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c),segment_id=39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:17:38.398632 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6c38d316-2745-47ec-9f00-2ecabc547408 req-aa0b7371-3318-41da-a144-ef4fa14562d9 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f1dd0560-e3dd-4476-8eac-57ec378f71dd), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.410378 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9ab73712-2e0c-4404-816a-2514531ef84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (aacde2ff-d34d-4af4-97bd-cc9c6e1f431f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.448536 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-eb4e600e-89d4-4c90-8273-a755d5063b79 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (6785de37-76ff-4599-9423-cb5971e11658), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.486720 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b7371-3318-41da-a144-ef4fa14562d9 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Pushing event deleted for resources: {'Port': ['ID=f1dd0560-e3dd-4476-8eac-57ec378f71dd,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:38.490401 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e4b71fff-2875-4dbe-90d3-e59c7ced149d admin admin] Publish callbacks [] for router_gateway (ca3bf050-fd9d-44d8-b660-dac1808f74df), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.542633 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab73712-2e0c-4404-816a-2514531ef84a None None] Pushing event updated for resources: {'Port': ['ID=aacde2ff-d34d-4af4-97bd-cc9c6e1f431f,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:38.567504 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-8b0bcaf8-73b6-47cf-897a-50dc77f791a8 req-56350a5c-94c9-46cf-9d88-2c7ea70dcfa1 tempest-MigrationsAdminTest-1705285485 tempest-MigrationsAdminTest-1705285485-project] (115199) timed out ('10.222.0.65', 58042) {{(pid=115199) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:17:38.575711 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device f1dd0560-e3dd-4476-8eac-57ec378f71dd no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:38.623169 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a995-9441-4ffc-93b9-d9df20cc4267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (318d3e77-2d61-451d-a19e-86fc7f0e1c5d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.637194 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e4b71fff-2875-4dbe-90d3-e59c7ced149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.648208 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: f1dd0560-e3dd-4476-8eac-57ec378f71dd {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:17:38.649622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device f1dd0560-e3dd-4476-8eac-57ec378f71dd not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:17:38.668507 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d86108c9-3b60-4dcd-adff-a2e9f8b303ad admin admin] Publish callbacks [] for security_group (2e19215b-514e-4998-8bdd-7fbc152c5662), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.725452 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b1bae169-4bb6-4516-ae36-ff21d459712e admin admin] Publish callbacks [] for security_group (d4fcf60a-4b75-4de4-ab18-c8df92580e6d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.729128 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.768596 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f6a995-9441-4ffc-93b9-d9df20cc4267 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:17:38.805151 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-eb4e600e-89d4-4c90-8273-a755d5063b79 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Network ae196e08-3542-4462-b5f7-dd82d1820566 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:17:38.834340 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d86108c9-3b60-4dcd-adff-a2e9f8b303ad admin admin] Publish callbacks [] for security_group (2e19215b-514e-4998-8bdd-7fbc152c5662), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:38.880711 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-eb4e600e-89d4-4c90-8273-a755d5063b79 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:38.892938 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-f040bdd9-6d2f-4645-b9a4-afe2f1013ae6 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995570 Feb 19 04:17:38.894040 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-eb4e600e-89d4-4c90-8273-a755d5063b79 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:17:38.902986 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e600e-89d4-4c90-8273-a755d5063b79 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event updated for resources: {'Port': ['ID=6785de37-76ff-4599-9423-cb5971e11658,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:38.936635 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-a4f6a995-9441-4ffc-93b9-d9df20cc4267 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:38.939557 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f6a995-9441-4ffc-93b9-d9df20cc4267 admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:17:38.944063 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f0652404-2402-4045-9a30-461a827b800a req-247ead9f-dd44-495d-9bc8-64d0319d96ac tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 210 time: 0.2245100 Feb 19 04:17:38.959746 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c38d316-2745-47ec-9f00-2ecabc547408 req-aa0b7371-3318-41da-a144-ef4fa14562d9 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Router 855cc8f5-81f2-4ab5-b830-1558162b90b2 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:17:38.966545 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.037625 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b1bae169-4bb6-4516-ae36-ff21d459712e admin admin] Publish callbacks [] for security_group (d4fcf60a-4b75-4de4-ab18-c8df92580e6d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.048030 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6a995-9441-4ffc-93b9-d9df20cc4267 admin admin] Pushing event updated for resources: {'Port': ['ID=318d3e77-2d61-451d-a19e-86fc7f0e1c5d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:39.129731 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-d2277cd2-2ed2-4b9a-9542-f44e84dae402 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=98ba4396-14a0-458f-9a0f-0e07a7c286aa HTTP/1.1" status: 200 len: 217 time: 0.2292995 Feb 19 04:17:39.175691 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d86108c9-3b60-4dcd-adff-a2e9f8b303ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2e19215b-514e-4998-8bdd-7fbc152c5662), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.178837 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d86108c9-3b60-4dcd-adff-a2e9f8b303ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.183214 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d86108c9-3b60-4dcd-adff-a2e9f8b303ad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2e19215b-514e-4998-8bdd-7fbc152c5662 HTTP/1.1" status: 204 len: 168 time: 1.0053325 Feb 19 04:17:39.198936 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-eb4e600e-89d4-4c90-8273-a755d5063b79 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:39.200247 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-eb4e600e-89d4-4c90-8273-a755d5063b79 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.274498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86108c9-3b60-4dcd-adff-a2e9f8b303ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e19215b-514e-4998-8bdd-7fbc152c5662,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:39.308441 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-eb4e600e-89d4-4c90-8273-a755d5063b79 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7587821 Feb 19 04:17:39.346615 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c38d316-2745-47ec-9f00-2ecabc547408 req-aa0b7371-3318-41da-a144-ef4fa14562d9 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:17:39.354356 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-aa915bd7-381a-4267-bbf9-31d9805d5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:39.357644 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-aa915bd7-381a-4267-bbf9-31d9805d5351 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5a38712-95b2-4271-ab6e-5854ab0620a4 HTTP/1.1" status: 200 len: 797 time: 0.1971183 Feb 19 04:17:39.358908 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07366e11-f790-4157-8147-7c727b658e9c None None] Sync routers for ids ['855cc8f5-81f2-4ab5-b830-1558162b90b2'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:17:39.390136 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07366e11-f790-4157-8147-7c727b658e9c None None] Routers {'855cc8f5-81f2-4ab5-b830-1558162b90b2'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:39.390782 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-07366e11-f790-4157-8147-7c727b658e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:17:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['855cc8f5-81f2-4ab5-b830-1558162b90b2'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:39.395883 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-e4b71fff-2875-4dbe-90d3-e59c7ced149d admin admin] Allocated IP 172.25.0.143 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/9730bc16-0c77-4262-9c29-36ec67945512) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:17:39.490379 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c38d316-2745-47ec-9f00-2ecabc547408 req-aa0b7371-3318-41da-a144-ef4fa14562d9 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] No DVR routers for this DVR port f1dd0560-e3dd-4476-8eac-57ec378f71dd on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:39.510954 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6c38d316-2745-47ec-9f00-2ecabc547408 req-aa0b7371-3318-41da-a144-ef4fa14562d9 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.517220 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6c38d316-2745-47ec-9f00-2ecabc547408 req-aa0b7371-3318-41da-a144-ef4fa14562d9 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.48 "DELETE /v2.0/ports/f1dd0560-e3dd-4476-8eac-57ec378f71dd HTTP/1.1" status: 204 len: 173 time: 3.6629405 Feb 19 04:17:39.517784 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6', 'name': 'network-vif-deleted', 'tag': 'f1dd0560-e3dd-4476-8eac-57ec378f71dd'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:39.530752 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171cb954-1386-4dcf-93c4-e42e45a93275" -d '{"events": [{"server_uuid": "40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6", "name": "network-vif-deleted", "tag": "f1dd0560-e3dd-4476-8eac-57ec378f71dd"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:39.576476 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-57cd9d9c-faf5-4756-9a31-d1cff19c4b8b None None] Provisioning complete for port 6785de37-76ff-4599-9423-cb5971e11658 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:39.577529 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-57cd9d9c-faf5-4756-9a31-d1cff19c4b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6785de37-76ff-4599-9423-cb5971e11658), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.667762 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-84d71e76-343f-438a-8a5f-1abf687ebe2b service neutron] Request body: {'port': {'device_id': '70130c90-bfd5-404b-ad30-13714673c2de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:39.790873 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b1bae169-4bb6-4516-ae36-ff21d459712e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d4fcf60a-4b75-4de4-ab18-c8df92580e6d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.803096 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b1bae169-4bb6-4516-ae36-ff21d459712e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.811803 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b1bae169-4bb6-4516-ae36-ff21d459712e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d4fcf60a-4b75-4de4-ab18-c8df92580e6d HTTP/1.1" status: 204 len: 168 time: 1.4498749 Feb 19 04:17:39.817426 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-57cd9d9c-faf5-4756-9a31-d1cff19c4b8b None None] Port 6785de37-76ff-4599-9423-cb5971e11658 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:17:39.833046 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-07366e11-f790-4157-8147-7c727b658e9c None None] Set router 855cc8f5-81f2-4ab5-b830-1558162b90b2 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:39.955157 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250ada6-6215-46f0-b024-2d524e8e3757 req-41a6d145-faab-4e3f-b9e6-2fb6a9fcd9a9 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:39.983346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250ada6-6215-46f0-b024-2d524e8e3757 req-41a6d145-faab-4e3f-b9e6-2fb6a9fcd9a9 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:39.996671 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7250ada6-6215-46f0-b024-2d524e8e3757 req-41a6d145-faab-4e3f-b9e6-2fb6a9fcd9a9 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 1654 time: 0.3767509 Feb 19 04:17:40.049160 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device aacde2ff-d34d-4af4-97bd-cc9c6e1f431f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:40.107754 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bae169-4bb6-4516-ae36-ff21d459712e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fcf60a-4b75-4de4-ab18-c8df92580e6d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:40.132645 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7250ada6-6215-46f0-b024-2d524e8e3757 req-9eab863f-5809-4302-8505-dbb75329c955 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351049 Feb 19 04:17:40.246167 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-ae4d7f8f-1fd0-45b8-9ddc-d9b0c1b2013b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:40.252272 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-ae4d7f8f-1fd0-45b8-9ddc-d9b0c1b2013b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5965014 Feb 19 04:17:40.335184 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port aacde2ff-d34d-4af4-97bd-cc9c6e1f431f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:40.335568 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (aacde2ff-d34d-4af4-97bd-cc9c6e1f431f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:40.365376 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0a8eba-d9e4-4186-ac16-fe21b7d5d96f x-openstack-request-id: req-ea0a8eba-d9e4-4186-ac16-fe21b7d5d96f {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:40.365849 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6", "name": "network-vif-deleted", "tag": "f1dd0560-e3dd-4476-8eac-57ec378f71dd", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:40.366090 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea0a8eba-d9e4-4186-ac16-fe21b7d5d96f {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:40.366707 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6', 'name': 'network-vif-deleted', 'tag': 'f1dd0560-e3dd-4476-8eac-57ec378f71dd', 'status': 'completed', 'code': 200} Feb 19 04:17:40.416519 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-84d71e76-343f-438a-8a5f-1abf687ebe2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:40.475654 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85e0bc4-aab1-427a-9e83-1e96bc9e1565 None None] Network ffb608e3-05fc-4c93-b77e-be504917d727 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:17:40.647150 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-07366e11-f790-4157-8147-7c727b658e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'name': 'tempest-AttachVolumeTestJSON-1179252603-router', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:01Z', 'updated_at': '2022-02-19T04:12:20Z', 'revision_number': 4, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'gw_port': {'id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9', 'name': '', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'mac_address': 'fa:16:3e:75:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '94653809-5e9c-447e-841f-90aff76610c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:18Z', 'updated_at': '2022-02-19T04:12:32Z', 'revision_number': 5, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'subnets': [{'id': '94653809-5e9c-447e-841f-90aff76610c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:40.730489 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07366e11-f790-4157-8147-7c727b658e9c None None] Checking router: 855cc8f5-81f2-4ab5-b830-1558162b90b2 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:17:40.737551 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40473c6-5416-4d15-b385-4533933e7296 req-0551bab6-5ef1-4fd8-bd82-17a1a82a34ff tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:40.739935 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e40473c6-5416-4d15-b385-4533933e7296 req-0551bab6-5ef1-4fd8-bd82-17a1a82a34ff tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=746c34f1-542e-4f19-b8e8-d4a8579fac2f HTTP/1.1" status: 200 len: 945 time: 1.0858994 Feb 19 04:17:40.749393 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a995-9441-4ffc-93b9-d9df20cc4267 admin admin] Publish callbacks [] for router_gateway (fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:40.761498 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07366e11-f790-4157-8147-7c727b658e9c None None] Routers {'855cc8f5-81f2-4ab5-b830-1558162b90b2'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:40.765624 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-07366e11-f790-4157-8147-7c727b658e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:17:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['855cc8f5-81f2-4ab5-b830-1558162b90b2'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:40.815233 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9ba1e80e-afe0-4f60-a486-12beb8cfca6b None None] Provisioning complete for port f453376a-5a34-475a-9780-8c17abbe9274 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:40.816072 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e80e-afe0-4f60-a486-12beb8cfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f453376a-5a34-475a-9780-8c17abbe9274), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:40.950356 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e4b71fff-2875-4dbe-90d3-e59c7ced149d admin admin] Publish callbacks [] for port (9730bc16-0c77-4262-9c29-36ec67945512), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:40.978783 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3c131641-df89-4901-8021-fcf80752890b req-3ab352ff-1463-41ea-9a8b-0c7352f128e3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=40cdf1a1-dee4-4a8d-94fe-96f608d4cbb6 HTTP/1.1" status: 200 len: 210 time: 0.2234156 Feb 19 04:17:41.046955 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70afc71e-6f56-48bf-9006-1776e2e17058 None None] Network 23e58a62-5420-4961-bbbe-6b9f43f9106d requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:17:41.059575 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-07366e11-f790-4157-8147-7c727b658e9c None None] Set router 855cc8f5-81f2-4ab5-b830-1558162b90b2 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:41.225589 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e40473c6-5416-4d15-b385-4533933e7296 req-ecc670e7-95aa-4af2-86c6-c2501b3d1189 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722420 Feb 19 04:17:41.263019 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-1f84e295-9cbf-4ece-aeaf-e3a56d083d0d service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9049954 Feb 19 04:17:41.484017 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port aacde2ff-d34d-4af4-97bd-cc9c6e1f431f is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:41.485145 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (aacde2ff-d34d-4af4-97bd-cc9c6e1f431f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:41.545196 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9ba1e80e-afe0-4f60-a486-12beb8cfca6b None None] Current status of the port f453376a-5a34-475a-9780-8c17abbe9274 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:41.546085 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e80e-afe0-4f60-a486-12beb8cfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f453376a-5a34-475a-9780-8c17abbe9274), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:41.598123 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a995-9441-4ffc-93b9-d9df20cc4267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:41.628355 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-07366e11-f790-4157-8147-7c727b658e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'name': 'tempest-AttachVolumeTestJSON-1179252603-router', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:01Z', 'updated_at': '2022-02-19T04:12:20Z', 'revision_number': 4, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'gw_port': {'id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9', 'name': '', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'mac_address': 'fa:16:3e:75:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '94653809-5e9c-447e-841f-90aff76610c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:18Z', 'updated_at': '2022-02-19T04:12:32Z', 'revision_number': 5, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'subnets': [{'id': '94653809-5e9c-447e-841f-90aff76610c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:41.636943 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54903d58-f586-4974-a1f9-b31d89247147 req-311ceea6-ef5c-4ff6-bd58-7f4cf0815590 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:41.639807 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port aacde2ff-d34d-4af4-97bd-cc9c6e1f431f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=aacde2ff-d34d-4af4-97bd-cc9c6e1f431f,segment=NetworkSegment(39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c),segment_id=39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:41.643034 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54903d58-f586-4974-a1f9-b31d89247147 req-311ceea6-ef5c-4ff6-bd58-7f4cf0815590 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:41.647924 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-df05aa55-8b0b-4c91-ae8f-fec94658cecb service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731802 Feb 19 04:17:41.663971 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54903d58-f586-4974-a1f9-b31d89247147 req-311ceea6-ef5c-4ff6-bd58-7f4cf0815590 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 1654 time: 0.2229125 Feb 19 04:17:41.684125 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (aacde2ff-d34d-4af4-97bd-cc9c6e1f431f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:41.687411 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f453376a-5a34-475a-9780-8c17abbe9274 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:41.722819 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07366e11-f790-4157-8147-7c727b658e9c None None] The sync data for ids ['855cc8f5-81f2-4ab5-b830-1558162b90b2'] in n-d-772273-4 is: [{'id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'name': 'tempest-AttachVolumeTestJSON-1179252603-router', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:01Z', 'updated_at': '2022-02-19T04:12:20Z', 'revision_number': 4, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'gw_port': {'id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9', 'name': '', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'mac_address': 'fa:16:3e:75:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '94653809-5e9c-447e-841f-90aff76610c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:18Z', 'updated_at': '2022-02-19T04:12:32Z', 'revision_number': 5, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'subnets': [{'id': '94653809-5e9c-447e-841f-90aff76610c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:17:41.817697 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54903d58-f586-4974-a1f9-b31d89247147 req-6078764d-a631-48e2-8ec5-3bd0d04db357 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526709 Feb 19 04:17:41.871376 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-5c19b549-0c9c-4aeb-85bf-1fb8ae8befae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=4e690be2-b43f-4068-b470-83c74b17ac13 HTTP/1.1" status: 200 len: 217 time: 0.1983368 Feb 19 04:17:42.009589 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9ba1e80e-afe0-4f60-a486-12beb8cfca6b None None] For port f453376a-5a34-475a-9780-8c17abbe9274, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f453376a-5a34-475a-9780-8c17abbe9274,segment=NetworkSegment(da10b1d4-3776-4b65-ab80-766f09098108),segment_id=da10b1d4-3776-4b65-ab80-766f09098108)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:42.032365 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e80e-afe0-4f60-a486-12beb8cfca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f453376a-5a34-475a-9780-8c17abbe9274), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:42.075906 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=aacde2ff-d34d-4af4-97bd-cc9c6e1f431f,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:42.086513 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e4b71fff-2875-4dbe-90d3-e59c7ced149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (9730bc16-0c77-4262-9c29-36ec67945512), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:42.100961 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:42.101505 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:42.101973 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:42.102586 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:42.102860 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:42.103190 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:42.103620 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:42.103855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:42.104304 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:42.105326 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:42.105326 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:42.108838 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:42.110031 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:42.120840 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f6a995-9441-4ffc-93b9-d9df20cc4267 admin admin] Router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:17:42.135687 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port f453376a-5a34-475a-9780-8c17abbe9274 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:42.136161 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f453376a-5a34-475a-9780-8c17abbe9274), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:42.293203 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41954) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:42.360407 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-fb085db5-e4dd-40a7-87ff-0a9c5de5b534 None None] Provisioning complete for port aacde2ff-d34d-4af4-97bd-cc9c6e1f431f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:42.360983 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fb085db5-e4dd-40a7-87ff-0a9c5de5b534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (aacde2ff-d34d-4af4-97bd-cc9c6e1f431f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:42.442180 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1e80e-afe0-4f60-a486-12beb8cfca6b None None] Pushing event updated for resources: {'Port': ['ID=f453376a-5a34-475a-9780-8c17abbe9274,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:42.524407 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feb87ae-5444-4f06-8aee-0aeb510fa7ce None None] New status for floating IP 661b70a5-f00d-4f75-ac2f-270bc6dad467: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:17:42.546597 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f6a995-9441-4ffc-93b9-d9df20cc4267 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:17:42.559874 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] Sync routers for ids ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:17:42.579494 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] Routers {'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:42.580375 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:17:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:42.597746 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a995-9441-4ffc-93b9-d9df20cc4267 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:42.606111 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a4f6a995-9441-4ffc-93b9-d9df20cc4267 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.0128183 Feb 19 04:17:42.607462 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41962) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:42.640706 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-84d71e76-343f-438a-8a5f-1abf687ebe2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:17:42.660645 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-84d71e76-343f-438a-8a5f-1abf687ebe2b service neutron] Publish callbacks [] for port (2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:42.745389 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-dccd766b-5722-4461-958a-615159312c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:42.748075 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-dccd766b-5722-4461-958a-615159312c39 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5a38712-95b2-4271-ab6e-5854ab0620a4 HTTP/1.1" status: 200 len: 797 time: 0.7578917 Feb 19 04:17:42.748803 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b71fff-2875-4dbe-90d3-e59c7ced149d admin admin] Pushing event updated for resources: {'Port': ['ID=9730bc16-0c77-4262-9c29-36ec67945512,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:42.754210 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-84d71e76-343f-438a-8a5f-1abf687ebe2b service neutron] Transition to ACTIVE for port object 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:17:42.792756 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-84d71e76-343f-438a-8a5f-1abf687ebe2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:42.895924 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eab8a-0096-4a27-83a1-2f227207bf1a req-59741147-be0f-41f3-ac6f-7479f19605e3 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:42.923943 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2b9eab8a-0096-4a27-83a1-2f227207bf1a req-59741147-be0f-41f3-ac6f-7479f19605e3 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=746c34f1-542e-4f19-b8e8-d4a8579fac2f HTTP/1.1" status: 200 len: 945 time: 1.0877478 Feb 19 04:17:43.120647 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b71fff-2875-4dbe-90d3-e59c7ced149d admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:17:43.147247 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] Set router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:43.172426 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-e4b71fff-2875-4dbe-90d3-e59c7ced149d admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:43.181972 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b71fff-2875-4dbe-90d3-e59c7ced149d admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:17:43.280182 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port f453376a-5a34-475a-9780-8c17abbe9274 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:43.445338 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-fb085db5-e4dd-40a7-87ff-0a9c5de5b534 None None] Current status of the port aacde2ff-d34d-4af4-97bd-cc9c6e1f431f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:43.579156 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device aacde2ff-d34d-4af4-97bd-cc9c6e1f431f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:43.633250 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44a15175-25b6-492a-a6d2-f9cd1b55ea63 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for security_group (b567683f-ca49-4173-a901-ef50a3b8ed65), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:43.675050 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44a15175-25b6-492a-a6d2-f9cd1b55ea63 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for security_group (b567683f-ca49-4173-a901-ef50a3b8ed65), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:43.726506 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:17:39Z', 'revision_number': 3, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port': {'id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:43.784158 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c5e44-4f88-413c-9bed-efb42574be63 req-a34585b7-f04b-45e6-9c6e-c2026498dd18 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:43.797701 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ad2cd0bf-d48a-4c68-abb9-d847a398ebd9 None None] Provisioning complete for port aacde2ff-d34d-4af4-97bd-cc9c6e1f431f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:43.798365 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ad2cd0bf-d48a-4c68-abb9-d847a398ebd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (aacde2ff-d34d-4af4-97bd-cc9c6e1f431f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:43.799203 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c5e44-4f88-413c-9bed-efb42574be63 req-a34585b7-f04b-45e6-9c6e-c2026498dd18 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:43.804180 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port aacde2ff-d34d-4af4-97bd-cc9c6e1f431f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:43.804804 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (aacde2ff-d34d-4af4-97bd-cc9c6e1f431f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:43.814108 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f60c5e44-4f88-413c-9bed-efb42574be63 req-a34585b7-f04b-45e6-9c6e-c2026498dd18 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 1666 time: 0.3045781 Feb 19 04:17:43.816125 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] Checking router: fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:17:43.816646 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] Updating router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 port 318d3e77-2d61-451d-a19e-86fc7f0e1c5d binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:17:43.856716 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d71e76-343f-438a-8a5f-1abf687ebe2b service neutron] Pushing event updated for resources: {'Port': ['ID=2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:43.923789 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (318d3e77-2d61-451d-a19e-86fc7f0e1c5d), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:43.985213 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f60c5e44-4f88-413c-9bed-efb42574be63 req-e2db8c0b-c7c4-400c-bbf5-162c98b7e8ba tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687646 Feb 19 04:17:44.260279 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:44.326945 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ad2cd0bf-d48a-4c68-abb9-d847a398ebd9 None None] Current status of the port aacde2ff-d34d-4af4-97bd-cc9c6e1f431f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:44.333711 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port aacde2ff-d34d-4af4-97bd-cc9c6e1f431f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:44.335677 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f453376a-5a34-475a-9780-8c17abbe9274 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:44.471118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ad2cd0bf-d48a-4c68-abb9-d847a398ebd9 None None] Provisioning complete for port f453376a-5a34-475a-9780-8c17abbe9274 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:44.471748 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ad2cd0bf-d48a-4c68-abb9-d847a398ebd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f453376a-5a34-475a-9780-8c17abbe9274), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:44.526478 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] Publish callbacks [] for port (318d3e77-2d61-451d-a19e-86fc7f0e1c5d), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:44.543140 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (318d3e77-2d61-451d-a19e-86fc7f0e1c5d), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:44.603294 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-db8be405-8aad-45e0-b35c-bcf1ff713585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:44.609436 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-db8be405-8aad-45e0-b35c-bcf1ff713585 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 1.8390336 Feb 19 04:17:44.654402 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-84d71e76-343f-438a-8a5f-1abf687ebe2b service neutron] Attempting to bind port 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:17:44.655069 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-84d71e76-343f-438a-8a5f-1abf687ebe2b service neutron] Attempting to bind port 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '6754e5de-c5c7-42dc-bf24-b31de033ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6ac00eb-295f-4082-95c2-48a93fe0ea17'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:17:44.655069 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-84d71e76-343f-438a-8a5f-1abf687ebe2b service neutron] Attempting to bind port 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c on network f6ac00eb-295f-4082-95c2-48a93fe0ea17 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:44.665654 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a5df7-db6d-4b57-aefb-1fa332e7ac84 None None] Pushing event updated for resources: {'Port': ['ID=318d3e77-2d61-451d-a19e-86fc7f0e1c5d,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:44.688185 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a5df7-db6d-4b57-aefb-1fa332e7ac84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.688646 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a5df7-db6d-4b57-aefb-1fa332e7ac84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.688960 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a5df7-db6d-4b57-aefb-1fa332e7ac84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.689241 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a5df7-db6d-4b57-aefb-1fa332e7ac84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.689561 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a5df7-db6d-4b57-aefb-1fa332e7ac84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.690164 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a5df7-db6d-4b57-aefb-1fa332e7ac84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.690502 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a5df7-db6d-4b57-aefb-1fa332e7ac84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.690997 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a5df7-db6d-4b57-aefb-1fa332e7ac84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.691176 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a5df7-db6d-4b57-aefb-1fa332e7ac84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.691470 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a5df7-db6d-4b57-aefb-1fa332e7ac84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.703817 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a5df7-db6d-4b57-aefb-1fa332e7ac84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.704318 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a5df7-db6d-4b57-aefb-1fa332e7ac84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.704481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port f453376a-5a34-475a-9780-8c17abbe9274 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:44.704737 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09a5df7-db6d-4b57-aefb-1fa332e7ac84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:44.705617 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f453376a-5a34-475a-9780-8c17abbe9274), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:44.754606 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2b9eab8a-0096-4a27-83a1-2f227207bf1a req-9c949dac-217a-4c2a-b2d0-bebe06ffbb30 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8234875 Feb 19 04:17:44.763621 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Allocated IP 172.20.0.1 (ffb608e3-05fc-4c93-b77e-be504917d727/4036b21c-b280-4a08-8f13-b6e5e89c48cd/79d5d458-afce-405a-adc9-279c420f42ef) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:17:44.778061 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] Attempting to bind port 318d3e77-2d61-451d-a19e-86fc7f0e1c5d on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:17:44.778776 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] Attempting to bind port 318d3e77-2d61-451d-a19e-86fc7f0e1c5d by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:17:44.780232 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] Attempting to bind port 318d3e77-2d61-451d-a19e-86fc7f0e1c5d on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:44.801768 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:17:44.802729 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:44.807798 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ad2cd0bf-d48a-4c68-abb9-d847a398ebd9 None None] Current status of the port f453376a-5a34-475a-9780-8c17abbe9274 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:44.820410 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:44.821252 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:17:44.822006 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] Bound port: 318d3e77-2d61-451d-a19e-86fc7f0e1c5d, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:17:44.822673 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (318d3e77-2d61-451d-a19e-86fc7f0e1c5d), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:44.899023 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] For port 318d3e77-2d61-451d-a19e-86fc7f0e1c5d, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:44.903009 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] For port 318d3e77-2d61-451d-a19e-86fc7f0e1c5d, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=318d3e77-2d61-451d-a19e-86fc7f0e1c5d,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:17:44.913724 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (318d3e77-2d61-451d-a19e-86fc7f0e1c5d), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:44.937368 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-84d71e76-343f-438a-8a5f-1abf687ebe2b service neutron] Port 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c on network f6ac00eb-295f-4082-95c2-48a93fe0ea17 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:17:44.938361 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-84d71e76-343f-438a-8a5f-1abf687ebe2b service neutron] Attempting to bind port 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c on network f6ac00eb-295f-4082-95c2-48a93fe0ea17 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:45.039172 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a5df7-db6d-4b57-aefb-1fa332e7ac84 None None] Pushing event updated for resources: {'Port': ['ID=318d3e77-2d61-451d-a19e-86fc7f0e1c5d,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:45.066943 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] Routers {'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:45.067172 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port f453376a-5a34-475a-9780-8c17abbe9274 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:45.071498 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:17:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:45.160140 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Publish callbacks [] for port (79d5d458-afce-405a-adc9-279c420f42ef), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:45.237091 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e4b71fff-2875-4dbe-90d3-e59c7ced149d admin admin] Publish callbacks [] for router_gateway (ca3bf050-fd9d-44d8-b660-dac1808f74df), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:45.245537 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-84d71e76-343f-438a-8a5f-1abf687ebe2b service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:17:45.245895 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-84d71e76-343f-438a-8a5f-1abf687ebe2b service neutron] Checking segment: {'id': '6754e5de-c5c7-42dc-bf24-b31de033ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6ac00eb-295f-4082-95c2-48a93fe0ea17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:45.246298 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-84d71e76-343f-438a-8a5f-1abf687ebe2b service neutron] Bound using segment: {'id': '6754e5de-c5c7-42dc-bf24-b31de033ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6ac00eb-295f-4082-95c2-48a93fe0ea17'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:17:45.246761 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-84d71e76-343f-438a-8a5f-1abf687ebe2b service neutron] Bound port: 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6754e5de-c5c7-42dc-bf24-b31de033ccee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f6ac00eb-295f-4082-95c2-48a93fe0ea17'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:17:45.247117 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-84d71e76-343f-438a-8a5f-1abf687ebe2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:45.343895 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (79d5d458-afce-405a-adc9-279c420f42ef), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:45.428369 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Network ffb608e3-05fc-4c93-b77e-be504917d727 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:17:45.435680 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:45.443921 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:17:45.450026 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] Set router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:45.453074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-84d71e76-343f-438a-8a5f-1abf687ebe2b service neutron] For port 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:45.459784 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-84d71e76-343f-438a-8a5f-1abf687ebe2b service neutron] For port 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c,segment=NetworkSegment(6754e5de-c5c7-42dc-bf24-b31de033ccee),segment_id=6754e5de-c5c7-42dc-bf24-b31de033ccee)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:17:45.465181 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44a15175-25b6-492a-a6d2-f9cd1b55ea63 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b567683f-ca49-4173-a901-ef50a3b8ed65), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:45.473780 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44a15175-25b6-492a-a6d2-f9cd1b55ea63 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:45.484198 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-44a15175-25b6-492a-a6d2-f9cd1b55ea63 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "DELETE /v2.0/security-groups/b567683f-ca49-4173-a901-ef50a3b8ed65 HTTP/1.1" status: 204 len: 168 time: 3.1799421 Feb 19 04:17:45.489659 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42052) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:45.525205 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-84d71e76-343f-438a-8a5f-1abf687ebe2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:45.535409 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:45.647717 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b0dc2-85e5-40cc-8126-ab81473b703f req-112cd81b-3383-46b0-897b-afafd55023c4 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:45.654915 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b0dc2-85e5-40cc-8126-ab81473b703f req-112cd81b-3383-46b0-897b-afafd55023c4 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:45.666160 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-005b0dc2-85e5-40cc-8126-ab81473b703f req-112cd81b-3383-46b0-897b-afafd55023c4 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 1666 time: 0.5013001 Feb 19 04:17:45.695694 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Pushing event updated for resources: {'Port': ['ID=79d5d458-afce-405a-adc9-279c420f42ef,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:45.760588 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-005b0dc2-85e5-40cc-8126-ab81473b703f req-6ef3e6ae-6eaf-4e9b-a10b-647b48013df7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936444 Feb 19 04:17:45.883933 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-84d71e76-343f-438a-8a5f-1abf687ebe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:45.887597 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-84d71e76-343f-438a-8a5f-1abf687ebe2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:45.889350 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-84d71e76-343f-438a-8a5f-1abf687ebe2b service neutron] 10.222.0.48 "PUT /v2.0/ports/2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c HTTP/1.1" status: 200 len: 1091 time: 6.3980832 Feb 19 04:17:45.890127 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d71e76-343f-438a-8a5f-1abf687ebe2b service neutron] Pushing event updated for resources: {'Port': ['ID=2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:45.901734 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-9eba8c81-37d4-49a5-9adf-80b71bfbfe5e tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] show failed (client error): The resource could not be found. Feb 19 04:17:45.906668 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9eba8c81-37d4-49a5-9adf-80b71bfbfe5e tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups/b567683f-ca49-4173-a901-ef50a3b8ed65 HTTP/1.1" status: 404 len: 347 time: 0.3984940 Feb 19 04:17:45.907092 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70130c90-bfd5-404b-ad30-13714673c2de', 'tag': '2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:45.916082 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c714c4d-42e6-43d0-9828-d063c194cbec" -d '{"events": [{"name": "network-changed", "server_uuid": "70130c90-bfd5-404b-ad30-13714673c2de", "tag": "2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:45.920971 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42058) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:46.064396 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (79d5d458-afce-405a-adc9-279c420f42ef), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:46.077358 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-a5c6cee5-59e3-4fec-9270-3721ab660812 service neutron] Request body: {'port': {'device_id': '70130c90-bfd5-404b-ad30-13714673c2de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:46.095304 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9eabf2bb-ba71-49a1-9bbd-a895544606b5 None None] Provisioning complete for port 79d5d458-afce-405a-adc9-279c420f42ef triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:46.095913 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9eabf2bb-ba71-49a1-9bbd-a895544606b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (79d5d458-afce-405a-adc9-279c420f42ef), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:46.112636 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-23950d10-bfb7-4e8a-8207-845c6e342b3d service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4140568 Feb 19 04:17:46.115371 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a15175-25b6-492a-a6d2-f9cd1b55ea63 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b567683f-ca49-4173-a901-ef50a3b8ed65,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:46.178610 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:17:39Z', 'revision_number': 3, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port': {'id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:46.290924 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9eabf2bb-ba71-49a1-9bbd-a895544606b5 None None] Port 79d5d458-afce-405a-adc9-279c420f42ef cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:17:46.299295 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a66751-4e4c-4705-8e8e-ca9731e67e42 None None] The sync data for ids ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'] in n-d-772273-4 is: [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:17:39Z', 'revision_number': 3, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port': {'id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:17:46.496224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42068) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:46.496870 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42070) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:46.746095 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46067636-8645-449c-afcc-100beaf5a6fc x-openstack-request-id: req-46067636-8645-449c-afcc-100beaf5a6fc {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:46.746667 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70130c90-bfd5-404b-ad30-13714673c2de", "tag": "2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:46.747152 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-46067636-8645-449c-afcc-100beaf5a6fc {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:46.747745 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70130c90-bfd5-404b-ad30-13714673c2de', 'tag': '2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c', 'status': 'completed', 'code': 200} Feb 19 04:17:46.815913 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-a5c6cee5-59e3-4fec-9270-3721ab660812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6785de37-76ff-4599-9423-cb5971e11658), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:46.878743 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce2eb7-27f5-4045-b666-3a8205437afa req-d2b59e9c-cb91-4cdc-a70e-b9708017e01c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:46.885886 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5ce2eb7-27f5-4045-b666-3a8205437afa req-d2b59e9c-cb91-4cdc-a70e-b9708017e01c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=746c34f1-542e-4f19-b8e8-d4a8579fac2f HTTP/1.1" status: 200 len: 945 time: 0.7944739 Feb 19 04:17:46.922839 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-ba30c451-f27b-4008-824a-99d980642398 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7147570 Feb 19 04:17:47.056845 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c714c4d-42e6-43d0-9828-d063c194cbec req-117d2d2e-a6bb-48a1-8d62-8bb840bf737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:47.058708 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c714c4d-42e6-43d0-9828-d063c194cbec req-117d2d2e-a6bb-48a1-8d62-8bb840bf737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:47.062038 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8c714c4d-42e6-43d0-9828-d063c194cbec req-117d2d2e-a6bb-48a1-8d62-8bb840bf737e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8865c64b2ac542288fdbffd7b4747b43&device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 1944 time: 0.2923512 Feb 19 04:17:47.091082 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e1c56c3a-fac3-423f-83a8-4f8718e48f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:47.094209 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-969dfc18-0936-44b1-b4f8-facdb664199b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 HTTP/1.1" status: 200 len: 217 time: 0.1401060 Feb 19 04:17:47.132031 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae369994-93cf-4380-9f8c-1ad063c64f6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:47.245026 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e4b71fff-2875-4dbe-90d3-e59c7ced149d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (ca3bf050-fd9d-44d8-b660-dac1808f74df), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:47.268319 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Publish callbacks [] for port (79d5d458-afce-405a-adc9-279c420f42ef), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:47.288490 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640092a7-66ab-4a83-9850-99d2fbc82172 req-00c7fe26-65e3-4ecb-b3ee-2f2ceec83b74 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:47.312050 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640092a7-66ab-4a83-9850-99d2fbc82172 req-00c7fe26-65e3-4ecb-b3ee-2f2ceec83b74 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:47.321577 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-640092a7-66ab-4a83-9850-99d2fbc82172 req-00c7fe26-65e3-4ecb-b3ee-2f2ceec83b74 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 1666 time: 0.3712568 Feb 19 04:17:47.336393 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (79d5d458-afce-405a-adc9-279c420f42ef), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:47.459480 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e1c56c3a-fac3-423f-83a8-4f8718e48f0b admin admin] Publish callbacks [] for security_group (1795a6e1-f4f4-4686-9a2f-4e087114d22c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:47.472953 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c714c4d-42e6-43d0-9828-d063c194cbec req-f972cf77-c0b7-460d-bb5a-f0cb9ca17697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:47.473824 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c714c4d-42e6-43d0-9828-d063c194cbec req-f972cf77-c0b7-460d-bb5a-f0cb9ca17697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:47.474308 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c714c4d-42e6-43d0-9828-d063c194cbec req-f972cf77-c0b7-460d-bb5a-f0cb9ca17697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:47.476176 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8c714c4d-42e6-43d0-9828-d063c194cbec req-f972cf77-c0b7-460d-bb5a-f0cb9ca17697 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=8865c64b2ac542288fdbffd7b4747b43&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.3980758 Feb 19 04:17:47.508359 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:47.515978 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5ce2eb7-27f5-4045-b666-3a8205437afa req-5564416b-d83c-4d56-8d6b-013838076561 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5765402 Feb 19 04:17:47.520727 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 318d3e77-2d61-451d-a19e-86fc7f0e1c5d up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:47.530524 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6ae8d-73d3-4ff3-bac7-a7c2f34d1068 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Deleting port 110f6ddf-f687-4926-909c-736264092d28 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:47.531100 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1dd6ae8d-73d3-4ff3-bac7-a7c2f34d1068 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (110f6ddf-f687-4926-909c-736264092d28), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:47.538750 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Pushing event updated for resources: {'Port': ['ID=79d5d458-afce-405a-adc9-279c420f42ef,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:47.616685 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 318d3e77-2d61-451d-a19e-86fc7f0e1c5d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:47.617512 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (318d3e77-2d61-451d-a19e-86fc7f0e1c5d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:47.625711 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:47.626065 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:47.626416 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:47.627016 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:47.627552 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:47.627899 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:47.628235 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:47.628633 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:47.629063 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:47.629399 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:47.630428 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:47.630428 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:47.630724 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:47.645833 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-640092a7-66ab-4a83-9850-99d2fbc82172 req-aec3045e-7664-402a-a37c-873c5f425d19 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916110 Feb 19 04:17:47.789734 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c714c4d-42e6-43d0-9828-d063c194cbec req-9af4b2b1-d280-4e2d-8f4d-59f62a8382ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:47.791420 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8c714c4d-42e6-43d0-9828-d063c194cbec req-9af4b2b1-d280-4e2d-8f4d-59f62a8382ff service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2997992 Feb 19 04:17:47.801085 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 318d3e77-2d61-451d-a19e-86fc7f0e1c5d is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:47.803166 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (318d3e77-2d61-451d-a19e-86fc7f0e1c5d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:47.836179 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Network ffb608e3-05fc-4c93-b77e-be504917d727 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:17:47.843064 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:47.845745 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 318d3e77-2d61-451d-a19e-86fc7f0e1c5d, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=318d3e77-2d61-451d-a19e-86fc7f0e1c5d,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:47.852945 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (318d3e77-2d61-451d-a19e-86fc7f0e1c5d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:47.914206 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e1c56c3a-fac3-423f-83a8-4f8718e48f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1795a6e1-f4f4-4686-9a2f-4e087114d22c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:47.926612 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-4fb38027-b8ee-4c51-a62a-af9ea2ad02c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:47.930701 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-4fb38027-b8ee-4c51-a62a-af9ea2ad02c1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3182cf3a-ad2c-4837-8f72-549019a0a801 HTTP/1.1" status: 200 len: 797 time: 0.8218009 Feb 19 04:17:47.993056 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=318d3e77-2d61-451d-a19e-86fc7f0e1c5d,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:48.066732 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854e5d3-f75e-472a-a9aa-0e8990a47115 req-df3950ec-fa57-4971-a5f5-e1677b4d621f tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:48.075778 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2854e5d3-f75e-472a-a9aa-0e8990a47115 req-df3950ec-fa57-4971-a5f5-e1677b4d621f tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=746c34f1-542e-4f19-b8e8-d4a8579fac2f HTTP/1.1" status: 200 len: 945 time: 0.1459677 Feb 19 04:17:48.125268 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:17:48.174243 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2854e5d3-f75e-472a-a9aa-0e8990a47115 req-5181d775-20d4-46d7-bb09-bde65590df04 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970683 Feb 19 04:17:48.288517 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9240b1a7-8925-4200-afc9-d59c83495098 None None] Provisioning complete for port 79d5d458-afce-405a-adc9-279c420f42ef triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:48.289713 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9240b1a7-8925-4200-afc9-d59c83495098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (79d5d458-afce-405a-adc9-279c420f42ef), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:48.344689 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:17:48.352535 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9240b1a7-8925-4200-afc9-d59c83495098 None None] Port 79d5d458-afce-405a-adc9-279c420f42ef cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:17:48.354649 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b46ee41c-eeb8-404d-bb8b-90e8df909268 admin admin] 10.222.0.65 "PUT /v2.0/routers/fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7461681 Feb 19 04:17:48.551306 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e1c56c3a-fac3-423f-83a8-4f8718e48f0b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6a45f1de2f0f4504aaf9c7a69173897e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9977045 Feb 19 04:17:48.556326 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c56c3a-fac3-423f-83a8-4f8718e48f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1795a6e1-f4f4-4686-9a2f-4e087114d22c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:48.557503 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42086) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:48.663817 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1dd6ae8d-73d3-4ff3-bac7-a7c2f34d1068 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (110f6ddf-f687-4926-909c-736264092d28), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:48.664443 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1dd6ae8d-73d3-4ff3-bac7-a7c2f34d1068 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for floatingip (110f6ddf-f687-4926-909c-736264092d28), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:48.680761 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-338a627a-fd10-459f-8052-0792faf924de admin admin] Publish callbacks [] for security_group (1795a6e1-f4f4-4686-9a2f-4e087114d22c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:48.728966 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6ae8d-73d3-4ff3-bac7-a7c2f34d1068 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Calling delete_port for 110f6ddf-f687-4926-909c-736264092d28 owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:48.733646 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-338a627a-fd10-459f-8052-0792faf924de admin admin] Publish callbacks [] for security_group (1795a6e1-f4f4-4686-9a2f-4e087114d22c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:48.763983 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-711a9ab6-91c1-422b-ba78-ae607b514a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:48.766955 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-711a9ab6-91c1-422b-ba78-ae607b514a0c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=711f24c3-7d72-4738-9575-b7145b783950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3810890 Feb 19 04:17:48.767999 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b71fff-2875-4dbe-90d3-e59c7ced149d admin admin] Router ca3bf050-fd9d-44d8-b660-dac1808f74df is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:17:48.924471 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b8105-b776-47e6-ab2f-82b637a25460 req-96f8b3f4-0bf3-467a-86a5-ff8e4c51698f tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:48.930800 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b8105-b776-47e6-ab2f-82b637a25460 req-96f8b3f4-0bf3-467a-86a5-ff8e4c51698f tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:48.937789 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5a5b8105-b776-47e6-ab2f-82b637a25460 req-96f8b3f4-0bf3-467a-86a5-ff8e4c51698f tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 1666 time: 0.1118610 Feb 19 04:17:48.982564 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-338a627a-fd10-459f-8052-0792faf924de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1795a6e1-f4f4-4686-9a2f-4e087114d22c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:48.987732 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-338a627a-fd10-459f-8052-0792faf924de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:48.989822 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-338a627a-fd10-459f-8052-0792faf924de admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1795a6e1-f4f4-4686-9a2f-4e087114d22c HTTP/1.1" status: 204 len: 168 time: 0.4305813 Feb 19 04:17:48.995122 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae369994-93cf-4380-9f8c-1ad063c64f6a admin admin] Publish callbacks [] for security_group (0abd78f8-b469-4bd8-b61c-36d96196d04f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:49.059175 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a627a-fd10-459f-8052-0792faf924de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1795a6e1-f4f4-4686-9a2f-4e087114d22c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:49.088128 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae369994-93cf-4380-9f8c-1ad063c64f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0abd78f8-b469-4bd8-b61c-36d96196d04f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:49.091273 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5a5b8105-b776-47e6-ab2f-82b637a25460 req-83dbac90-9e78-4dac-93df-b06330e86163 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518595 Feb 19 04:17:49.324629 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ae369994-93cf-4380-9f8c-1ad063c64f6a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e453fe21756e467eb5fb356ae42bb881&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7653754 Feb 19 04:17:49.375729 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42108) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:49.378389 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-a5c6cee5-59e3-4fec-9270-3721ab660812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6785de37-76ff-4599-9423-cb5971e11658 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:17:49.407593 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae369994-93cf-4380-9f8c-1ad063c64f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abd78f8-b469-4bd8-b61c-36d96196d04f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:49.425622 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-a5c6cee5-59e3-4fec-9270-3721ab660812 service neutron] Publish callbacks [] for port (6785de37-76ff-4599-9423-cb5971e11658), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:49.436269 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] Sync routers for ids ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:17:49.467714 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-5d070449-08c2-4507-9701-32f41bf57672 service neutron] 10.222.0.10 "GET /v2.0/networks/711f24c3-7d72-4738-9575-b7145b783950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6749239 Feb 19 04:17:49.494016 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] Routers {'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:49.497033 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:17:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:49.521435 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-a5c6cee5-59e3-4fec-9270-3721ab660812 service neutron] Transition to ACTIVE for port object 6785de37-76ff-4599-9423-cb5971e11658 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:17:49.556606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b772ee1-1d1e-4ad9-90de-6df1f0db9774 req-1f69e4b1-dfeb-4521-9d40-5f1c0ce392b9 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:49.559937 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b772ee1-1d1e-4ad9-90de-6df1f0db9774 req-1f69e4b1-dfeb-4521-9d40-5f1c0ce392b9 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.10 "GET /v2.0/ports?device_id=746c34f1-542e-4f19-b8e8-d4a8579fac2f HTTP/1.1" status: 200 len: 945 time: 0.2846863 Feb 19 04:17:49.577189 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe41c5-378c-40d0-a08c-7c443d9d0609 req-b1e2a9f9-0631-4d9c-a98e-7708a105af63 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:49.581065 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-abfe41c5-378c-40d0-a08c-7c443d9d0609 req-b1e2a9f9-0631-4d9c-a98e-7708a105af63 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=746c34f1-542e-4f19-b8e8-d4a8579fac2f HTTP/1.1" status: 200 len: 945 time: 0.1704156 Feb 19 04:17:49.581672 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42110) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:49.586211 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-a5c6cee5-59e3-4fec-9270-3721ab660812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (6785de37-76ff-4599-9423-cb5971e11658), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:49.608352 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 318d3e77-2d61-451d-a19e-86fc7f0e1c5d up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:49.655958 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3dbdfbcb-17d0-4be6-8651-dcb89282e73c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:49.675493 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518380f-a611-4173-b13f-361516a9f95e req-d0ebd051-c5fe-428c-bbbb-077c5fac5454 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:49.678481 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7518380f-a611-4173-b13f-361516a9f95e req-d0ebd051-c5fe-428c-bbbb-077c5fac5454 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/networks?id=ffb608e3-05fc-4c93-b77e-be504917d727 HTTP/1.1" status: 200 len: 821 time: 0.6079273 Feb 19 04:17:49.680449 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b71fff-2875-4dbe-90d3-e59c7ced149d admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:17:49.708837 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] Sync routers for ids ['ca3bf050-fd9d-44d8-b660-dac1808f74df'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:17:49.727839 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] Routers {'ca3bf050-fd9d-44d8-b660-dac1808f74df'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:49.729571 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:17:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ca3bf050-fd9d-44d8-b660-dac1808f74df'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:49.775158 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 318d3e77-2d61-451d-a19e-86fc7f0e1c5d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:49.775768 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (318d3e77-2d61-451d-a19e-86fc7f0e1c5d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:49.879072 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-abfe41c5-378c-40d0-a08c-7c443d9d0609 req-1095ee53-5143-42ed-8000-27738e3e2c15 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780428 Feb 19 04:17:49.907167 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] Set router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:49.921083 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7518380f-a611-4173-b13f-361516a9f95e req-11cb38a4-cb98-424e-8dff-0c0e7db1812d tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/quotas/89adbc6ffff04dfd95e6648f4a0ff8fd HTTP/1.1" status: 200 len: 375 time: 0.1575232 Feb 19 04:17:49.929931 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e46d3ab6-ce0e-46e8-bde9-d66c6a2e298b admin admin] Publish callbacks [] for security_group (0abd78f8-b469-4bd8-b61c-36d96196d04f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:49.934558 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e4b71fff-2875-4dbe-90d3-e59c7ced149d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:49.936174 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e4b71fff-2875-4dbe-90d3-e59c7ced149d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 14.0122468 Feb 19 04:17:49.954745 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6cee5-59e3-4fec-9270-3721ab660812 service neutron] Pushing event updated for resources: {'Port': ['ID=6785de37-76ff-4599-9423-cb5971e11658,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:49.956233 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42112) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:50.005635 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1dd6ae8d-73d3-4ff3-bac7-a7c2f34d1068 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (110f6ddf-f687-4926-909c-736264092d28), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:50.013777 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] Set router ca3bf050-fd9d-44d8-b660-dac1808f74df gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:50.159104 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-ca8ea3e2-8b13-4648-9452-2ac57fc918c5 service neutron] 10.222.0.10 "GET /v2.0/networks/711f24c3-7d72-4738-9575-b7145b783950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6680334 Feb 19 04:17:50.171441 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e46d3ab6-ce0e-46e8-bde9-d66c6a2e298b admin admin] Publish callbacks [] for security_group (0abd78f8-b469-4bd8-b61c-36d96196d04f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:50.177871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6ae8d-73d3-4ff3-bac7-a7c2f34d1068 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Pushing event deleted for resources: {'Port': ['ID=110f6ddf-f687-4926-909c-736264092d28,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:50.231602 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3dbdfbcb-17d0-4be6-8651-dcb89282e73c admin admin] Publish callbacks [] for security_group (f899db8b-02ee-4285-b776-a3f379a9e05f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:50.318075 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3dbdfbcb-17d0-4be6-8651-dcb89282e73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f899db8b-02ee-4285-b776-a3f379a9e05f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:50.344554 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 318d3e77-2d61-451d-a19e-86fc7f0e1c5d is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:50.362174 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3dbdfbcb-17d0-4be6-8651-dcb89282e73c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8d3610d07116466a917eeed7b6c72aa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7770150 Feb 19 04:17:50.371183 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42116) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:50.380778 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-9f35194e-0154-42c3-8925-8459d74908b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=434235d7-dfe6-4b36-a5d6-5491aa76e4ab HTTP/1.1" status: 200 len: 217 time: 0.1851299 Feb 19 04:17:50.433567 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-2b772ee1-1d1e-4ad9-90de-6df1f0db9774 req-324bd10b-d7b4-46f5-a79b-7f47b2a0bb78 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Deleting port 79cc9d07-a9c5-4e06-a3fa-082852910927 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:17:50.433940 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2b772ee1-1d1e-4ad9-90de-6df1f0db9774 req-324bd10b-d7b4-46f5-a79b-7f47b2a0bb78 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (79cc9d07-a9c5-4e06-a3fa-082852910927), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:50.446992 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:17:45Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port': {'id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '79d5d458-afce-405a-adc9-279c420f42ef', 'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'mac_address': 'fa:16:3e:2e:36:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:44Z', 'updated_at': '2022-02-19T04:17:46Z', 'revision_number': 2, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'subnets': [{'id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:50.510733 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] Checking router: fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:17:50.511679 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] Updating router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 port 79d5d458-afce-405a-adc9-279c420f42ef binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:17:50.528183 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'name': 'tempest-ServersTestFqdnHostnames-702268338-router', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '9730bc16-0c77-4262-9c29-36ec67945512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:44Z', 'revision_number': 3, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'gw_port': {'id': '9730bc16-0c77-4262-9c29-36ec67945512', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:38Z', 'updated_at': '2022-02-19T04:17:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:50.561504 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (79d5d458-afce-405a-adc9-279c420f42ef), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:50.575282 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] Checking router: ca3bf050-fd9d-44d8-b660-dac1808f74df for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:17:50.575639 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] Updating router ca3bf050-fd9d-44d8-b660-dac1808f74df port 9730bc16-0c77-4262-9c29-36ec67945512 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:17:50.616268 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef47e9a-fc7c-4931-9249-bdf22d728456 req-49f82b51-4064-4b8f-99d1-e1c4755f69b3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:50.623315 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef47e9a-fc7c-4931-9249-bdf22d728456 req-49f82b51-4064-4b8f-99d1-e1c4755f69b3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:50.625900 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0ef47e9a-fc7c-4931-9249-bdf22d728456 req-49f82b51-4064-4b8f-99d1-e1c4755f69b3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 1678 time: 0.3126783 Feb 19 04:17:50.631767 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbdfbcb-17d0-4be6-8651-dcb89282e73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f899db8b-02ee-4285-b776-a3f379a9e05f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:50.633434 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9730bc16-0c77-4262-9c29-36ec67945512), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:50.738505 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7518380f-a611-4173-b13f-361516a9f95e req-e541ad45-6035-4c40-9a7a-855695614047 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=89adbc6ffff04dfd95e6648f4a0ff8fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7791247 Feb 19 04:17:50.754126 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-a5c6cee5-59e3-4fec-9270-3721ab660812 service neutron] Attempting to bind port 6785de37-76ff-4599-9423-cb5971e11658 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:17:50.756354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-a5c6cee5-59e3-4fec-9270-3721ab660812 service neutron] Attempting to bind port 6785de37-76ff-4599-9423-cb5971e11658 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'cdf94b15-42fe-4f72-9539-708e2c2653ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ae196e08-3542-4462-b5f7-dd82d1820566'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:17:50.757409 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-a5c6cee5-59e3-4fec-9270-3721ab660812 service neutron] Attempting to bind port 6785de37-76ff-4599-9423-cb5971e11658 on network ae196e08-3542-4462-b5f7-dd82d1820566 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:50.775748 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-7518380f-a611-4173-b13f-361516a9f95e req-0d175f1f-f682-4e0b-9015-905e66bdbaa1 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:17:50.783683 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0ef47e9a-fc7c-4931-9249-bdf22d728456 req-19e40f14-ac53-48b6-8ae2-6fdbb42142fb tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361251 Feb 19 04:17:50.788427 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7518380f-a611-4173-b13f-361516a9f95e req-0d175f1f-f682-4e0b-9015-905e66bdbaa1 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0212040 Feb 19 04:17:50.799605 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1dd6ae8d-73d3-4ff3-bac7-a7c2f34d1068 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for floatingip (661b70a5-f00d-4f75-ac2f-270bc6dad467), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:50.805735 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1dd6ae8d-73d3-4ff3-bac7-a7c2f34d1068 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:50.809167 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1dd6ae8d-73d3-4ff3-bac7-a7c2f34d1068 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "DELETE /v2.0/floatingips/661b70a5-f00d-4f75-ac2f-270bc6dad467 HTTP/1.1" status: 204 len: 168 time: 4.7614059 Feb 19 04:17:50.915712 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-2b772ee1-1d1e-4ad9-90de-6df1f0db9774 req-324bd10b-d7b4-46f5-a79b-7f47b2a0bb78 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] For port 79cc9d07-a9c5-4e06-a3fa-082852910927, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=79cc9d07-a9c5-4e06-a3fa-082852910927,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:50.916186 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2b772ee1-1d1e-4ad9-90de-6df1f0db9774 req-324bd10b-d7b4-46f5-a79b-7f47b2a0bb78 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (79cc9d07-a9c5-4e06-a3fa-082852910927), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:50.939207 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-2b772ee1-1d1e-4ad9-90de-6df1f0db9774 req-324bd10b-d7b4-46f5-a79b-7f47b2a0bb78 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Calling delete_port for 79cc9d07-a9c5-4e06-a3fa-082852910927 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:17:51.014227 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7518380f-a611-4173-b13f-361516a9f95e req-8d510552-3bd9-42e1-9ba6-5dce957903e6 service neutron] 10.222.0.65 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997821 Feb 19 04:17:51.019777 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-102ac1a5-125c-4da6-be35-3e0ab8a9325d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:51.027593 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-102ac1a5-125c-4da6-be35-3e0ab8a9325d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3182cf3a-ad2c-4837-8f72-549019a0a801 HTTP/1.1" status: 200 len: 797 time: 0.5332797 Feb 19 04:17:51.029880 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-a5c6cee5-59e3-4fec-9270-3721ab660812 service neutron] Port 6785de37-76ff-4599-9423-cb5971e11658 on network ae196e08-3542-4462-b5f7-dd82d1820566 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:17:51.030309 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-a5c6cee5-59e3-4fec-9270-3721ab660812 service neutron] Attempting to bind port 6785de37-76ff-4599-9423-cb5971e11658 on network ae196e08-3542-4462-b5f7-dd82d1820566 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:51.046889 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-a5c6cee5-59e3-4fec-9270-3721ab660812 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:17:51.047355 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-a5c6cee5-59e3-4fec-9270-3721ab660812 service neutron] Checking segment: {'id': 'cdf94b15-42fe-4f72-9539-708e2c2653ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ae196e08-3542-4462-b5f7-dd82d1820566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:51.047647 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-a5c6cee5-59e3-4fec-9270-3721ab660812 service neutron] Bound using segment: {'id': 'cdf94b15-42fe-4f72-9539-708e2c2653ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ae196e08-3542-4462-b5f7-dd82d1820566'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:17:51.048114 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-a5c6cee5-59e3-4fec-9270-3721ab660812 service neutron] Bound port: 6785de37-76ff-4599-9423-cb5971e11658, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdf94b15-42fe-4f72-9539-708e2c2653ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ae196e08-3542-4462-b5f7-dd82d1820566'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:17:51.048493 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-a5c6cee5-59e3-4fec-9270-3721ab660812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6785de37-76ff-4599-9423-cb5971e11658), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:51.143192 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2b772ee1-1d1e-4ad9-90de-6df1f0db9774 req-324bd10b-d7b4-46f5-a79b-7f47b2a0bb78 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (79cc9d07-a9c5-4e06-a3fa-082852910927), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:51.182106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['79cc9d07-a9c5-4e06-a3fa-082852910927'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:17:51.268113 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] Publish callbacks [] for port (79d5d458-afce-405a-adc9-279c420f42ef), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:51.270932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bd10b-d7b4-46f5-a79b-7f47b2a0bb78 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Pushing event deleted for resources: {'Port': ['ID=79cc9d07-a9c5-4e06-a3fa-082852910927,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:51.282954 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (79d5d458-afce-405a-adc9-279c420f42ef), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:51.293696 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e46d3ab6-ce0e-46e8-bde9-d66c6a2e298b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0abd78f8-b469-4bd8-b61c-36d96196d04f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:51.300059 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e46d3ab6-ce0e-46e8-bde9-d66c6a2e298b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:51.310229 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e46d3ab6-ce0e-46e8-bde9-d66c6a2e298b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0abd78f8-b469-4bd8-b61c-36d96196d04f HTTP/1.1" status: 204 len: 168 time: 1.9225693 Feb 19 04:17:51.316256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42122) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:51.323007 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] Publish callbacks [] for port (9730bc16-0c77-4262-9c29-36ec67945512), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:51.332655 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9730bc16-0c77-4262-9c29-36ec67945512), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:51.341238 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b772ee1-1d1e-4ad9-90de-6df1f0db9774 req-324bd10b-d7b4-46f5-a79b-7f47b2a0bb78 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] No DVR routers for this DVR port 79cc9d07-a9c5-4e06-a3fa-082852910927 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:51.352385 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2b772ee1-1d1e-4ad9-90de-6df1f0db9774 req-324bd10b-d7b4-46f5-a79b-7f47b2a0bb78 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:51.359160 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b772ee1-1d1e-4ad9-90de-6df1f0db9774 req-324bd10b-d7b4-46f5-a79b-7f47b2a0bb78 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.10 "DELETE /v2.0/ports/79cc9d07-a9c5-4e06-a3fa-082852910927 HTTP/1.1" status: 204 len: 173 time: 1.7752516 Feb 19 04:17:51.359905 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746c34f1-542e-4f19-b8e8-d4a8579fac2f', 'name': 'network-vif-deleted', 'tag': '79cc9d07-a9c5-4e06-a3fa-082852910927'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:51.368740 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7196e2e8-9234-4442-874d-1458c53349dc" -d '{"events": [{"server_uuid": "746c34f1-542e-4f19-b8e8-d4a8579fac2f", "name": "network-vif-deleted", "tag": "79cc9d07-a9c5-4e06-a3fa-082852910927"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:51.397721 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d250def-56f7-46ed-b27e-a7a68801355d None None] Pushing event updated for resources: {'Port': ['ID=79d5d458-afce-405a-adc9-279c420f42ef,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:51.508078 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-28889877-e844-407d-a04c-1f630c18dd3f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1883189842', 'description': 'tempest-description--1154763361'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:51.520430 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441a4d8-ab56-46f0-8a12-8d3e50dd3604 None None] Pushing event updated for resources: {'Port': ['ID=9730bc16-0c77-4262-9c29-36ec67945512,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:51.529846 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7518380f-a611-4173-b13f-361516a9f95e req-0f3caf46-60de-4e1f-8281-d6a664d2dabe service neutron] 10.222.0.65 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867055 Feb 19 04:17:51.601263 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] Attempting to bind port 9730bc16-0c77-4262-9c29-36ec67945512 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:17:51.602400 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] Attempting to bind port 9730bc16-0c77-4262-9c29-36ec67945512 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:17:51.608769 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cae0b991-ccb0-4358-af0a-a6eed306a24f admin admin] Publish callbacks [] for security_group (f899db8b-02ee-4285-b776-a3f379a9e05f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:51.610350 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] Attempting to bind port 9730bc16-0c77-4262-9c29-36ec67945512 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:51.623447 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d3ab6-ce0e-46e8-bde9-d66c6a2e298b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abd78f8-b469-4bd8-b61c-36d96196d04f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:51.624034 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a64a77ac-5318-4aec-bf44-a94489a79db1 req-1f597ddf-1167-4779-aa7d-cb6ca1cacf09 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=746c34f1-542e-4f19-b8e8-d4a8579fac2f HTTP/1.1" status: 200 len: 210 time: 0.0767822 Feb 19 04:17:51.632031 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:17:51.633106 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:51.634048 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:51.635284 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:17:51.638363 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] Bound port: 9730bc16-0c77-4262-9c29-36ec67945512, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:17:51.639452 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9730bc16-0c77-4262-9c29-36ec67945512), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:51.760347 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115dd89b-1472-4154-aec5-79eccfc5a972 x-openstack-request-id: req-115dd89b-1472-4154-aec5-79eccfc5a972 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:51.760686 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746c34f1-542e-4f19-b8e8-d4a8579fac2f", "name": "network-vif-deleted", "tag": "79cc9d07-a9c5-4e06-a3fa-082852910927", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:51.760974 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-115dd89b-1472-4154-aec5-79eccfc5a972 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:51.761386 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746c34f1-542e-4f19-b8e8-d4a8579fac2f', 'name': 'network-vif-deleted', 'tag': '79cc9d07-a9c5-4e06-a3fa-082852910927', 'status': 'completed', 'code': 200} Feb 19 04:17:51.815510 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] Attempting to bind port 79d5d458-afce-405a-adc9-279c420f42ef on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:17:51.816254 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] Attempting to bind port 79d5d458-afce-405a-adc9-279c420f42ef by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'da10b1d4-3776-4b65-ab80-766f09098108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:17:51.816752 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] Attempting to bind port 79d5d458-afce-405a-adc9-279c420f42ef on network ffb608e3-05fc-4c93-b77e-be504917d727 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:51.841019 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:17:51.841801 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] Checking segment: {'id': 'da10b1d4-3776-4b65-ab80-766f09098108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:51.849907 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:51.850670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] Bound using segment: {'id': 'da10b1d4-3776-4b65-ab80-766f09098108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:17:51.851783 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] Bound port: 79d5d458-afce-405a-adc9-279c420f42ef, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da10b1d4-3776-4b65-ab80-766f09098108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:17:51.852532 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (79d5d458-afce-405a-adc9-279c420f42ef), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:51.887957 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] For port 9730bc16-0c77-4262-9c29-36ec67945512, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:51.898833 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] For port 9730bc16-0c77-4262-9c29-36ec67945512, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9730bc16-0c77-4262-9c29-36ec67945512,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:17:51.899792 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91ab14a9-a3df-4e10-8e5f-c207f3e3c8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:51.923475 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9730bc16-0c77-4262-9c29-36ec67945512), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:51.940070 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cae0b991-ccb0-4358-af0a-a6eed306a24f admin admin] Publish callbacks [] for security_group (f899db8b-02ee-4285-b776-a3f379a9e05f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:52.075258 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-a5c6cee5-59e3-4fec-9270-3721ab660812 service neutron] For port 6785de37-76ff-4599-9423-cb5971e11658, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:52.075258 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-a5c6cee5-59e3-4fec-9270-3721ab660812 service neutron] For port 6785de37-76ff-4599-9423-cb5971e11658, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=6785de37-76ff-4599-9423-cb5971e11658,segment=NetworkSegment(cdf94b15-42fe-4f72-9539-708e2c2653ff),segment_id=cdf94b15-42fe-4f72-9539-708e2c2653ff)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:17:52.155663 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441a4d8-ab56-46f0-8a12-8d3e50dd3604 None None] Pushing event updated for resources: {'Port': ['ID=9730bc16-0c77-4262-9c29-36ec67945512,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:52.181787 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-a5c6cee5-59e3-4fec-9270-3721ab660812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (6785de37-76ff-4599-9423-cb5971e11658), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:52.191715 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c965d009-2971-441d-9613-b0a6874f1cd2 None None] Provisioning complete for port 79d5d458-afce-405a-adc9-279c420f42ef triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:52.192461 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c965d009-2971-441d-9613-b0a6874f1cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (79d5d458-afce-405a-adc9-279c420f42ef), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:52.197594 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] For port 79d5d458-afce-405a-adc9-279c420f42ef, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:52.208454 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] For port 79d5d458-afce-405a-adc9-279c420f42ef, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=79d5d458-afce-405a-adc9-279c420f42ef,segment=NetworkSegment(da10b1d4-3776-4b65-ab80-766f09098108),segment_id=da10b1d4-3776-4b65-ab80-766f09098108)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:17:52.220838 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] Routers {'ca3bf050-fd9d-44d8-b660-dac1808f74df'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:52.225204 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:17:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ca3bf050-fd9d-44d8-b660-dac1808f74df'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:52.286891 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (79d5d458-afce-405a-adc9-279c420f42ef), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:52.363289 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-28889877-e844-407d-a04c-1f630c18dd3f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:52.393617 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-a5c6cee5-59e3-4fec-9270-3721ab660812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:52.398773 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-a5c6cee5-59e3-4fec-9270-3721ab660812 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:52.404374 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-a5c6cee5-59e3-4fec-9270-3721ab660812 service neutron] 10.222.0.48 "PUT /v2.0/ports/6785de37-76ff-4599-9423-cb5971e11658 HTTP/1.1" status: 200 len: 1092 time: 6.3413141 Feb 19 04:17:52.405636 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6cee5-59e3-4fec-9270-3721ab660812 service neutron] Pushing event updated for resources: {'Port': ['ID=6785de37-76ff-4599-9423-cb5971e11658,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:52.422395 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-419c3941-6465-4762-96ee-b36248b6379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:52.431344 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-419c3941-6465-4762-96ee-b36248b6379c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=711f24c3-7d72-4738-9575-b7145b783950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 1.3810885 Feb 19 04:17:52.431850 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70130c90-bfd5-404b-ad30-13714673c2de', 'tag': '6785de37-76ff-4599-9423-cb5971e11658'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:52.446679 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e7c771-c211-4589-94dd-6d999ace4a61" -d '{"events": [{"name": "network-changed", "server_uuid": "70130c90-bfd5-404b-ad30-13714673c2de", "tag": "6785de37-76ff-4599-9423-cb5971e11658"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:52.546874 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cae0b991-ccb0-4358-af0a-a6eed306a24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f899db8b-02ee-4285-b776-a3f379a9e05f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:52.569222 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cae0b991-ccb0-4358-af0a-a6eed306a24f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:52.571516 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cae0b991-ccb0-4358-af0a-a6eed306a24f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f899db8b-02ee-4285-b776-a3f379a9e05f HTTP/1.1" status: 204 len: 168 time: 2.1877713 Feb 19 04:17:52.628576 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c965d009-2971-441d-9613-b0a6874f1cd2 None None] Port 79d5d458-afce-405a-adc9-279c420f42ef cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:17:52.688005 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d250def-56f7-46ed-b27e-a7a68801355d None None] Pushing event updated for resources: {'Port': ['ID=79d5d458-afce-405a-adc9-279c420f42ef,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:52.717470 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] Routers {'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:52.730245 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:17:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:52.812158 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc98e0b-af85-4ec4-99f6-4d58ea6554b1 req-1dacea6c-a017-4fe4-92e8-f9fc3e8d9d0a tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:52.814081 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] Set router ca3bf050-fd9d-44d8-b660-dac1808f74df gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:52.840229 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc98e0b-af85-4ec4-99f6-4d58ea6554b1 req-1dacea6c-a017-4fe4-92e8-f9fc3e8d9d0a tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:52.855492 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-edc98e0b-af85-4ec4-99f6-4d58ea6554b1 req-1dacea6c-a017-4fe4-92e8-f9fc3e8d9d0a tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 1678 time: 0.7119513 Feb 19 04:17:52.856273 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42144) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:52.952623 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-80f65db3-1e16-470d-8109-c3457b84fd68 req-499bb13b-7e84-4a7a-961b-db07de409901 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 210 time: 0.6998212 Feb 19 04:17:53.173161 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7d51e6de-4c44-4f19-bdde-2542083ba617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:53.186295 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24eb7be3-a8ff-45db-b486-2b6ba1ac4a27 x-openstack-request-id: req-24eb7be3-a8ff-45db-b486-2b6ba1ac4a27 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:53.187180 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70130c90-bfd5-404b-ad30-13714673c2de", "tag": "6785de37-76ff-4599-9423-cb5971e11658", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:53.187180 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-24eb7be3-a8ff-45db-b486-2b6ba1ac4a27 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:53.187855 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70130c90-bfd5-404b-ad30-13714673c2de', 'tag': '6785de37-76ff-4599-9423-cb5971e11658', 'status': 'completed', 'code': 200} Feb 19 04:17:53.197089 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0b991-ccb0-4358-af0a-a6eed306a24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f899db8b-02ee-4285-b776-a3f379a9e05f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:53.249620 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-91ab14a9-a3df-4e10-8e5f-c207f3e3c8e8 admin admin] Allocated IP 172.20.0.1 (23e58a62-5420-4961-bbbe-6b9f43f9106d/bfd6d5da-2430-4dcd-a453-690f98ee361c/63e3acdb-9c92-4e21-9f72-972ad0695e05) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:17:53.462347 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-d8736a2d-def5-414d-a39f-f777dcd112bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:53.463636 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-d8736a2d-def5-414d-a39f-f777dcd112bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:53.467903 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-d8736a2d-def5-414d-a39f-f777dcd112bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8865c64b2ac542288fdbffd7b4747b43&device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 2042 time: 0.8868008 Feb 19 04:17:53.478550 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-2184134a-2104-4a9d-ba86-38da76a2e43f service neutron] 10.222.0.10 "GET /v2.0/networks/711f24c3-7d72-4738-9575-b7145b783950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9334338 Feb 19 04:17:53.522803 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7d51e6de-4c44-4f19-bdde-2542083ba617 admin admin] Publish callbacks [] for security_group (087c53ad-b775-4a34-bf0c-788c25407f7e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:53.535009 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-28889877-e844-407d-a04c-1f630c18dd3f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for security_group (4bcdbd35-b84b-4120-922e-200da2954705), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:53.539784 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'name': 'tempest-ServersTestFqdnHostnames-702268338-router', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '9730bc16-0c77-4262-9c29-36ec67945512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:44Z', 'revision_number': 3, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'gw_port': {'id': '9730bc16-0c77-4262-9c29-36ec67945512', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:38Z', 'updated_at': '2022-02-19T04:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:53.608350 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 79cc9d07-a9c5-4e06-a3fa-082852910927 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:53.628634 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-28889877-e844-407d-a04c-1f630c18dd3f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4bcdbd35-b84b-4120-922e-200da2954705), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:53.636010 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc7c6cb-a7c0-4dba-b2dc-359774e8810c None None] The sync data for ids ['ca3bf050-fd9d-44d8-b660-dac1808f74df'] in n-d-772273-4 is: [{'id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'name': 'tempest-ServersTestFqdnHostnames-702268338-router', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '9730bc16-0c77-4262-9c29-36ec67945512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:44Z', 'revision_number': 3, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'gw_port': {'id': '9730bc16-0c77-4262-9c29-36ec67945512', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:38Z', 'updated_at': '2022-02-19T04:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:17:53.658878 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 79cc9d07-a9c5-4e06-a3fa-082852910927 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:17:53.659311 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 79cc9d07-a9c5-4e06-a3fa-082852910927 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:17:53.698526 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-a21a4f04-9951-4569-b42c-fdf5581ed60f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.33&port_id=2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c HTTP/1.1" status: 200 len: 217 time: 0.2122047 Feb 19 04:17:53.735779 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] Set router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:53.865267 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7d51e6de-4c44-4f19-bdde-2542083ba617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (087c53ad-b775-4a34-bf0c-788c25407f7e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:53.927695 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ff4cf23e-c8bf-47a4-94d2-a1d22936481a None None] Provisioning complete for port 79d5d458-afce-405a-adc9-279c420f42ef triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:53.929278 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf23e-c8bf-47a4-94d2-a1d22936481a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (79d5d458-afce-405a-adc9-279c420f42ef), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:54.077096 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7d51e6de-4c44-4f19-bdde-2542083ba617 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=656aa46a75d847d897457ff81a195396&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2153935 Feb 19 04:17:54.093597 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42176) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:54.101099 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-edc98e0b-af85-4ec4-99f6-4d58ea6554b1 req-ce138b04-5a77-4b61-9411-72547a7854fb tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0997055 Feb 19 04:17:54.365479 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51e6de-4c44-4f19-bdde-2542083ba617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087c53ad-b775-4a34-bf0c-788c25407f7e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:54.550499 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-07900b7d-f487-44ad-b77d-e9eae188587f req-673d1f61-738b-419b-a2e3-838bdd4d4f7c tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 210 time: 0.1318114 Feb 19 04:17:54.567112 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b3b23cbc-e805-474b-87b1-b6d3bd2ce1e7 admin admin] Publish callbacks [] for security_group (087c53ad-b775-4a34-bf0c-788c25407f7e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:54.595882 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ff4cf23e-c8bf-47a4-94d2-a1d22936481a None None] Current status of the port 79d5d458-afce-405a-adc9-279c420f42ef is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:54.596609 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf23e-c8bf-47a4-94d2-a1d22936481a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (79d5d458-afce-405a-adc9-279c420f42ef), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:54.653755 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91ab14a9-a3df-4e10-8e5f-c207f3e3c8e8 admin admin] Publish callbacks [] for port (63e3acdb-9c92-4e21-9f72-972ad0695e05), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:54.722360 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b3b23cbc-e805-474b-87b1-b6d3bd2ce1e7 admin admin] Publish callbacks [] for security_group (087c53ad-b775-4a34-bf0c-788c25407f7e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:54.732198 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:17:45Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port': {'id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '79d5d458-afce-405a-adc9-279c420f42ef', 'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'mac_address': 'fa:16:3e:2e:36:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:44Z', 'updated_at': '2022-02-19T04:17:52Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'subnets': [{'id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:54.830805 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a56873-5a45-4a00-9936-cea25f0510c6 None None] The sync data for ids ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'] in n-d-772273-4 is: [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:17:45Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port': {'id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '79d5d458-afce-405a-adc9-279c420f42ef', 'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'mac_address': 'fa:16:3e:2e:36:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:44Z', 'updated_at': '2022-02-19T04:17:52Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'subnets': [{'id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:17:54.844968 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-ff4cf23e-c8bf-47a4-94d2-a1d22936481a None None] For port 79d5d458-afce-405a-adc9-279c420f42ef, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=79d5d458-afce-405a-adc9-279c420f42ef,segment=NetworkSegment(da10b1d4-3776-4b65-ab80-766f09098108),segment_id=da10b1d4-3776-4b65-ab80-766f09098108)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:54.853617 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf23e-c8bf-47a4-94d2-a1d22936481a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (79d5d458-afce-405a-adc9-279c420f42ef), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:55.021934 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cf23e-c8bf-47a4-94d2-a1d22936481a None None] Pushing event updated for resources: {'Port': ['ID=79d5d458-afce-405a-adc9-279c420f42ef,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:55.061000 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-28889877-e844-407d-a04c-1f630c18dd3f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:55.063839 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-28889877-e844-407d-a04c-1f630c18dd3f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 3.7174819 Feb 19 04:17:55.099861 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd867502-d616-4341-9497-032fa4545d16 req-80e45c61-cb7e-4baf-af02-e0e27413efba tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:55.103573 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42186) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:55.107260 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd867502-d616-4341-9497-032fa4545d16 req-80e45c61-cb7e-4baf-af02-e0e27413efba tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/networks?id=7d40f42e-b749-4901-ba8a-e7eceb678438 HTTP/1.1" status: 200 len: 811 time: 1.1469209 Feb 19 04:17:55.117559 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-9459be3a-9b4e-4946-84fe-b155edd8986c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Request body: {'security_group_rule': {'security_group_id': '4bcdbd35-b84b-4120-922e-200da2954705', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:55.138095 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91ab14a9-a3df-4e10-8e5f-c207f3e3c8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (63e3acdb-9c92-4e21-9f72-972ad0695e05), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:55.183469 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28889877-e844-407d-a04c-1f630c18dd3f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcdbd35-b84b-4120-922e-200da2954705,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:55.214339 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e66b2ea4-2136-4cf4-b04d-661be07d4189 req-273b1d3f-937c-42a0-a9aa-fb24e723b013 service neutron] 10.222.0.10 "GET /v2.0/networks/711f24c3-7d72-4738-9575-b7145b783950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7022352 Feb 19 04:17:55.327382 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd867502-d616-4341-9497-032fa4545d16 req-7fc43b5f-36d8-42a6-be72-49b69386a995 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/quotas/b786c5ef5d584827a0b45726072f8eb3 HTTP/1.1" status: 200 len: 375 time: 0.1617484 Feb 19 04:17:55.331769 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-c6346d5a-1b33-442b-90da-21782bac0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:55.334957 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-c6346d5a-1b33-442b-90da-21782bac0b11 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=932b916f-b4bc-4a3b-b7d3-dd8755ac6ee0 HTTP/1.1" status: 200 len: 801 time: 1.5102422 Feb 19 04:17:55.373547 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b3b23cbc-e805-474b-87b1-b6d3bd2ce1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (087c53ad-b775-4a34-bf0c-788c25407f7e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:55.409402 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b3b23cbc-e805-474b-87b1-b6d3bd2ce1e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:55.412117 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b3b23cbc-e805-474b-87b1-b6d3bd2ce1e7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/087c53ad-b775-4a34-bf0c-788c25407f7e HTTP/1.1" status: 204 len: 168 time: 1.3093514 Feb 19 04:17:55.477909 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ab14a9-a3df-4e10-8e5f-c207f3e3c8e8 admin admin] Network 23e58a62-5420-4961-bbbe-6b9f43f9106d is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:17:55.523694 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd867502-d616-4341-9497-032fa4545d16 req-5931ed59-6f40-4bc5-b689-ad187abeaddc tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b786c5ef5d584827a0b45726072f8eb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1911550 Feb 19 04:17:55.728700 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 79d5d458-afce-405a-adc9-279c420f42ef up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:55.867355 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 79d5d458-afce-405a-adc9-279c420f42ef triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:55.870808 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (79d5d458-afce-405a-adc9-279c420f42ef), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:55.925738 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-d81ade7b-7170-4bec-8a86-7e8b63a29b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:55.929749 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-d81ade7b-7170-4bec-8a86-7e8b63a29b41 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f6ac00eb-295f-4082-95c2-48a93fe0ea17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5358400 Feb 19 04:17:56.162802 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 79d5d458-afce-405a-adc9-279c420f42ef is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:56.164850 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9730bc16-0c77-4262-9c29-36ec67945512 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:56.251249 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-8073f543-6d7f-450b-ae6b-1a8c23aefdbb service neutron] 10.222.0.48 "GET /v2.0/networks/f6ac00eb-295f-4082-95c2-48a93fe0ea17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116915 Feb 19 04:17:56.339644 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 9730bc16-0c77-4262-9c29-36ec67945512 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:56.340062 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9730bc16-0c77-4262-9c29-36ec67945512), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:56.375312 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-91ab14a9-a3df-4e10-8e5f-c207f3e3c8e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:56.405237 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9459be3a-9b4e-4946-84fe-b155edd8986c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for security_group_rule (a0c6a7f4-657f-4716-9623-2605eeefd145), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:56.409332 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b23cbc-e805-474b-87b1-b6d3bd2ce1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087c53ad-b775-4a34-bf0c-788c25407f7e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:56.416542 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ab14a9-a3df-4e10-8e5f-c207f3e3c8e8 admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:17:56.437123 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab14a9-a3df-4e10-8e5f-c207f3e3c8e8 admin admin] Pushing event updated for resources: {'Port': ['ID=63e3acdb-9c92-4e21-9f72-972ad0695e05,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:56.492405 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518380f-a611-4173-b13f-361516a9f95e req-3b3070fc-87bd-433f-a736-206cb7d99cfd tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:56.494605 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7518380f-a611-4173-b13f-361516a9f95e req-3b3070fc-87bd-433f-a736-206cb7d99cfd tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.10 "GET /v2.0/networks?id=ffb608e3-05fc-4c93-b77e-be504917d727 HTTP/1.1" status: 200 len: 821 time: 1.6587508 Feb 19 04:17:56.518595 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-7518380f-a611-4173-b13f-361516a9f95e req-27cfef02-e581-4b4f-b6be-ee07d290db87 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Request body: {'port': {'device_id': 'f8c58364-4dcb-46bd-8290-c72c890015ca', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'admin_state_up': True, 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:56.585172 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd867502-d616-4341-9497-032fa4545d16 req-d8ee275b-5d04-41dd-810f-b719139bb114 service neutron] 10.222.0.65 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0599208 Feb 19 04:17:56.677680 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91ab14a9-a3df-4e10-8e5f-c207f3e3c8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (ca3bf050-fd9d-44d8-b660-dac1808f74df), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:56.711009 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 9730bc16-0c77-4262-9c29-36ec67945512 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:56.711441 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9730bc16-0c77-4262-9c29-36ec67945512), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:56.777296 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e645569-6a8c-46e7-addd-85a6c5025380 req-7ae39427-b34a-4cc0-8c48-cbfed2b0ef31 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:56.785838 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e645569-6a8c-46e7-addd-85a6c5025380 req-7ae39427-b34a-4cc0-8c48-cbfed2b0ef31 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:56.794554 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2e645569-6a8c-46e7-addd-85a6c5025380 req-7ae39427-b34a-4cc0-8c48-cbfed2b0ef31 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 1678 time: 1.4367480 Feb 19 04:17:56.812397 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 9730bc16-0c77-4262-9c29-36ec67945512, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9730bc16-0c77-4262-9c29-36ec67945512,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:56.826251 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9730bc16-0c77-4262-9c29-36ec67945512), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:56.897292 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9459be3a-9b4e-4946-84fe-b155edd8986c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for security_group_rule (a0c6a7f4-657f-4716-9623-2605eeefd145), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:56.938764 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd867502-d616-4341-9497-032fa4545d16 req-1d17b0d4-7392-4e9c-bf4e-8f14fa8a5801 service neutron] 10.222.0.65 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359985 Feb 19 04:17:56.941632 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-151d4bf2-b32c-4ab6-86e6-b41b03ecdb18 service neutron] 10.222.0.48 "GET /v2.0/networks/f6ac00eb-295f-4082-95c2-48a93fe0ea17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6702514 Feb 19 04:17:57.062456 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-8a53dc08-1bce-4ed1-b883-8d62eefcd4e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.135&port_id=6785de37-76ff-4599-9423-cb5971e11658 HTTP/1.1" status: 200 len: 217 time: 0.1133490 Feb 19 04:17:57.092103 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=9730bc16-0c77-4262-9c29-36ec67945512,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:57.124227 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-15e80602-5ae7-49a8-a504-ecedd995b2ea None None] Provisioning complete for port 63e3acdb-9c92-4e21-9f72-972ad0695e05 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:57.124729 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-15e80602-5ae7-49a8-a504-ecedd995b2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (63e3acdb-9c92-4e21-9f72-972ad0695e05), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:57.201146 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-6f4503b1-572a-4760-9766-6c275b273c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:57.203529 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-6f4503b1-572a-4760-9766-6c275b273c26 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d954421-43b0-4bb9-9e25-a5381182b645 HTTP/1.1" status: 200 len: 801 time: 0.1340659 Feb 19 04:17:57.261149 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-15e80602-5ae7-49a8-a504-ecedd995b2ea None None] Port 63e3acdb-9c92-4e21-9f72-972ad0695e05 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:17:57.283277 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9459be3a-9b4e-4946-84fe-b155edd8986c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (a0c6a7f4-657f-4716-9623-2605eeefd145), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:57.297081 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2e645569-6a8c-46e7-addd-85a6c5025380 req-554bdc09-a6a8-482d-a2cc-4e970c4fa1bb tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014122 Feb 19 04:17:57.358235 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7518380f-a611-4173-b13f-361516a9f95e req-27cfef02-e581-4b4f-b6be-ee07d290db87 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Made reservation on behalf of 89adbc6ffff04dfd95e6648f4a0ff8fd for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:57.381674 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7518380f-a611-4173-b13f-361516a9f95e req-27cfef02-e581-4b4f-b6be-ee07d290db87 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:57.436104 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-943dd4aa-b93b-48f8-967f-4f4bbcfa21bd req-f55e5312-b665-483a-a1f1-d6c0d4a5180b tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 210 time: 0.0967767 Feb 19 04:17:57.482349 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-e8e24fd0-b97e-4198-a853-a2c9a364f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:57.494599 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-e8e24fd0-b97e-4198-a853-a2c9a364f3fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae196e08-3542-4462-b5f7-dd82d1820566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2797337 Feb 19 04:17:57.538259 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9730bc16-0c77-4262-9c29-36ec67945512 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:57.642990 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459be3a-9b4e-4946-84fe-b155edd8986c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c6a7f4-657f-4716-9623-2605eeefd145,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:57.735631 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 9730bc16-0c77-4262-9c29-36ec67945512 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:57.735925 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9730bc16-0c77-4262-9c29-36ec67945512), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:57.737549 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91ab14a9-a3df-4e10-8e5f-c207f3e3c8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (63e3acdb-9c92-4e21-9f72-972ad0695e05), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:57.760753 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a58bc358-734a-46b1-a81f-6aea309cc9ba req-e40f9aa9-d92a-4965-b15d-7e610d6d294d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 210 time: 0.2103119 Feb 19 04:17:57.776933 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9459be3a-9b4e-4946-84fe-b155edd8986c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:57.784338 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9459be3a-9b4e-4946-84fe-b155edd8986c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6780367 Feb 19 04:17:57.788824 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42236) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:57.823637 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-c01fb51b-5478-43f7-a2fd-5857450cb26f service neutron] 10.222.0.48 "GET /v2.0/networks/ae196e08-3542-4462-b5f7-dd82d1820566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261504 Feb 19 04:17:57.966485 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 9730bc16-0c77-4262-9c29-36ec67945512 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:57.992955 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-6d944ca6-94d6-4f31-b906-5e1fd45f9bd4 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Request body: {'security_group_rule': {'security_group_id': '4bcdbd35-b84b-4120-922e-200da2954705', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:58.056593 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ece4f82-220a-4f86-afdd-75dbd04c4f66 req-b3f8445c-4f4d-44ae-8146-2d0db8804ca1 service neutron] 10.222.0.48 "GET /v2.0/networks/ae196e08-3542-4462-b5f7-dd82d1820566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257216 Feb 19 04:17:58.251736 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7c771-c211-4589-94dd-6d999ace4a61 req-0244d04a-d702-42b8-a572-1cd08fe2fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:58.253083 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7c771-c211-4589-94dd-6d999ace4a61 req-0244d04a-d702-42b8-a572-1cd08fe2fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:58.256996 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e8e7c771-c211-4589-94dd-6d999ace4a61 req-0244d04a-d702-42b8-a572-1cd08fe2fb33 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8865c64b2ac542288fdbffd7b4747b43&device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 2042 time: 0.1238534 Feb 19 04:17:58.306245 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6d944ca6-94d6-4f31-b906-5e1fd45f9bd4 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for security_group_rule (21266152-e37a-4543-8d99-8264f8072f59), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:58.497697 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7c771-c211-4589-94dd-6d999ace4a61 req-4d1d544a-64ac-414e-967a-8688de7f540e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:58.506177 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e8e7c771-c211-4589-94dd-6d999ace4a61 req-4d1d544a-64ac-414e-967a-8688de7f540e service neutron] 10.222.0.48 "GET /v2.0/networks?id=ae196e08-3542-4462-b5f7-dd82d1820566 HTTP/1.1" status: 200 len: 900 time: 0.2431676 Feb 19 04:17:58.514716 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91ab14a9-a3df-4e10-8e5f-c207f3e3c8e8 admin admin] Publish callbacks [] for port (63e3acdb-9c92-4e21-9f72-972ad0695e05), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:58.532959 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91ab14a9-a3df-4e10-8e5f-c207f3e3c8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (63e3acdb-9c92-4e21-9f72-972ad0695e05), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:58.628772 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6d944ca6-94d6-4f31-b906-5e1fd45f9bd4 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for security_group_rule (21266152-e37a-4543-8d99-8264f8072f59), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:58.632313 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab14a9-a3df-4e10-8e5f-c207f3e3c8e8 admin admin] Pushing event updated for resources: {'Port': ['ID=63e3acdb-9c92-4e21-9f72-972ad0695e05,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:58.637224 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-7518380f-a611-4173-b13f-361516a9f95e req-27cfef02-e581-4b4f-b6be-ee07d290db87 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Allocated IP 172.20.0.3 (ffb608e3-05fc-4c93-b77e-be504917d727/4036b21c-b280-4a08-8f13-b6e5e89c48cd/9bb7cd37-cb36-48e8-8791-06c94dc911b2) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:17:58.697030 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6d944ca6-94d6-4f31-b906-5e1fd45f9bd4 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (21266152-e37a-4543-8d99-8264f8072f59), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:58.725188 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e8e7c771-c211-4589-94dd-6d999ace4a61 req-846cebf3-4457-457e-9cce-1bc5229fc76a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.135&port_id=6785de37-76ff-4599-9423-cb5971e11658 HTTP/1.1" status: 200 len: 217 time: 0.2054012 Feb 19 04:17:58.810569 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a0b255e4-7592-463c-91b0-5f226f7ae184 req-dd8e2ea2-dee1-4a61-9b1e-ccb6826a0eb8 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 210 time: 0.1066706 Feb 19 04:17:58.829321 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d944ca6-94d6-4f31-b906-5e1fd45f9bd4 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21266152-e37a-4543-8d99-8264f8072f59,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:58.849805 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7c771-c211-4589-94dd-6d999ace4a61 req-d73cf0d5-d84f-45ff-8884-70693222e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:58.851387 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e8e7c771-c211-4589-94dd-6d999ace4a61 req-d73cf0d5-d84f-45ff-8884-70693222e1d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d954421-43b0-4bb9-9e25-a5381182b645 HTTP/1.1" status: 200 len: 801 time: 0.0639765 Feb 19 04:17:58.858420 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6d944ca6-94d6-4f31-b906-5e1fd45f9bd4 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:58.866055 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6d944ca6-94d6-4f31-b906-5e1fd45f9bd4 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0446751 Feb 19 04:17:58.876069 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42270) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:58.890257 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-666f2062-c652-4bc9-a9a7-b744d554625f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:58.933956 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91ab14a9-a3df-4e10-8e5f-c207f3e3c8e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (ca3bf050-fd9d-44d8-b660-dac1808f74df), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:58.942138 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-666f2062-c652-4bc9-a9a7-b744d554625f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:59.025992 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11fa01-3858-41b5-9cee-58cb2d8b844b req-d71a546f-256f-44eb-b131-904170054d8b tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:59.032698 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11fa01-3858-41b5-9cee-58cb2d8b844b req-d71a546f-256f-44eb-b131-904170054d8b tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:59.051785 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ab11fa01-3858-41b5-9cee-58cb2d8b844b req-d71a546f-256f-44eb-b131-904170054d8b tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 1678 time: 0.3414371 Feb 19 04:17:59.088250 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7c771-c211-4589-94dd-6d999ace4a61 req-27485d46-971b-4c12-91dc-438e7cb3b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:59.098846 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e8e7c771-c211-4589-94dd-6d999ace4a61 req-27485d46-971b-4c12-91dc-438e7cb3b6ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ae196e08-3542-4462-b5f7-dd82d1820566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2384818 Feb 19 04:17:59.210785 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ab11fa01-3858-41b5-9cee-58cb2d8b844b req-9918c71e-74f3-46fa-9cf6-90d335bc1ebf tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551073 Feb 19 04:17:59.273838 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e8e7c771-c211-4589-94dd-6d999ace4a61 req-bdad586e-7b0f-4f41-9b30-70f31daeb4bb service neutron] 10.222.0.48 "GET /v2.0/networks/ae196e08-3542-4462-b5f7-dd82d1820566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624429 Feb 19 04:17:59.362688 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85506556-72cc-419b-bc5e-2b25140e492a req-501406ff-4cf9-444f-8e10-bb9b152abcdf tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 210 time: 0.1567562 Feb 19 04:17:59.437861 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e8e7c771-c211-4589-94dd-6d999ace4a61 req-03691cd8-c045-489c-ba45-56a32c3e5d11 service neutron] 10.222.0.48 "GET /v2.0/networks/ae196e08-3542-4462-b5f7-dd82d1820566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577561 Feb 19 04:17:59.572498 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7518380f-a611-4173-b13f-361516a9f95e req-27cfef02-e581-4b4f-b6be-ee07d290db87 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks [] for port (9bb7cd37-cb36-48e8-8791-06c94dc911b2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:59.590055 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ab14a9-a3df-4e10-8e5f-c207f3e3c8e8 admin admin] Network 23e58a62-5420-4961-bbbe-6b9f43f9106d is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:17:59.612659 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-91ab14a9-a3df-4e10-8e5f-c207f3e3c8e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:59.614599 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:17:59.748109 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-666f2062-c652-4bc9-a9a7-b744d554625f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:59.785776 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd867502-d616-4341-9497-032fa4545d16 req-b1202d54-84e1-4b2a-aa2d-b84a8c8550e1 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:59.792255 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd867502-d616-4341-9497-032fa4545d16 req-b1202d54-84e1-4b2a-aa2d-b84a8c8550e1 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.48 "GET /v2.0/networks?id=7d40f42e-b749-4901-ba8a-e7eceb678438 HTTP/1.1" status: 200 len: 811 time: 0.3204195 Feb 19 04:17:59.822833 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-dd867502-d616-4341-9497-032fa4545d16 req-5d489afd-da16-4b16-8dd3-3f7b4d601683 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Request body: {'port': {'device_id': '3457dee1-8015-4aaa-b748-08e34b8fa93d', 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438', 'admin_state_up': True, 'tenant_id': 'b786c5ef5d584827a0b45726072f8eb3'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:59.905006 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7518380f-a611-4173-b13f-361516a9f95e req-27cfef02-e581-4b4f-b6be-ee07d290db87 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (9bb7cd37-cb36-48e8-8791-06c94dc911b2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:00.005033 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7518380f-a611-4173-b13f-361516a9f95e req-27cfef02-e581-4b4f-b6be-ee07d290db87 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Network ffb608e3-05fc-4c93-b77e-be504917d727 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:18:00.049706 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-7518380f-a611-4173-b13f-361516a9f95e req-27cfef02-e581-4b4f-b6be-ee07d290db87 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:18:00.083410 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cfef02-e581-4b4f-b6be-ee07d290db87 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Pushing event updated for resources: {'Port': ['ID=9bb7cd37-cb36-48e8-8791-06c94dc911b2,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:00.091398 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-7518380f-a611-4173-b13f-361516a9f95e req-27cfef02-e581-4b4f-b6be-ee07d290db87 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:18:00.119107 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ab14a9-a3df-4e10-8e5f-c207f3e3c8e8 admin admin] Router ca3bf050-fd9d-44d8-b660-dac1808f74df has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:18:00.143412 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ca875c0c-b7b8-4250-876f-92974b1fe14c None None] Provisioning complete for port 63e3acdb-9c92-4e21-9f72-972ad0695e05 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:00.144094 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ca875c0c-b7b8-4250-876f-92974b1fe14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (63e3acdb-9c92-4e21-9f72-972ad0695e05), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:00.240010 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ca875c0c-b7b8-4250-876f-92974b1fe14c None None] Port 63e3acdb-9c92-4e21-9f72-972ad0695e05 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:18:00.465849 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5e70c-37f1-4eb2-a3f7-b56afa878807 req-732a3c6c-4663-49d2-8150-0482c3ef49f7 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:00.468986 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42334) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:00.477359 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5f5e70c-37f1-4eb2-a3f7-b56afa878807 req-732a3c6c-4663-49d2-8150-0482c3ef49f7 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 931 time: 0.4042282 Feb 19 04:18:00.504183 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd867502-d616-4341-9497-032fa4545d16 req-5d489afd-da16-4b16-8dd3-3f7b4d601683 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Made reservation on behalf of b786c5ef5d584827a0b45726072f8eb3 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:18:00.510624 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dd867502-d616-4341-9497-032fa4545d16 req-5d489afd-da16-4b16-8dd3-3f7b4d601683 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:00.544444 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-666f2062-c652-4bc9-a9a7-b744d554625f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Allocated IP 172.25.0.209 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/648a0bd8-30c8-495b-a4f7-70745d4951d9) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:18:00.592541 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518380f-a611-4173-b13f-361516a9f95e req-27cfef02-e581-4b4f-b6be-ee07d290db87 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:00.594833 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7518380f-a611-4173-b13f-361516a9f95e req-27cfef02-e581-4b4f-b6be-ee07d290db87 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:00.598030 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-79302450-049e-4c99-adfc-19d2e692bf82 None None] Provisioning complete for port 9bb7cd37-cb36-48e8-8791-06c94dc911b2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:00.598728 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-79302450-049e-4c99-adfc-19d2e692bf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9bb7cd37-cb36-48e8-8791-06c94dc911b2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:00.678574 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5f5e70c-37f1-4eb2-a3f7-b56afa878807 req-28fd6090-a9ee-400a-b9c7-29dfabf1af90 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a7190e1-2a87-4b06-b0d6-2302cb3d9b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996989 Feb 19 04:18:00.695543 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-79302450-049e-4c99-adfc-19d2e692bf82 None None] Port 9bb7cd37-cb36-48e8-8791-06c94dc911b2 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:18:00.702790 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:18:00.762738 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7518380f-a611-4173-b13f-361516a9f95e req-27cfef02-e581-4b4f-b6be-ee07d290db87 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2484450 Feb 19 04:18:00.843512 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb142b30-a53c-434e-8196-e4bbf653696b req-4434f7d0-b5d4-4bf7-ab97-5391b42df8e5 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:00.854440 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb142b30-a53c-434e-8196-e4bbf653696b req-4434f7d0-b5d4-4bf7-ab97-5391b42df8e5 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:00.857373 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cb142b30-a53c-434e-8196-e4bbf653696b req-4434f7d0-b5d4-4bf7-ab97-5391b42df8e5 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 1678 time: 0.4109905 Feb 19 04:18:00.873821 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-7518380f-a611-4173-b13f-361516a9f95e req-a46c67d5-0302-48f9-a578-51c36ce0b5ad service neutron] Request body: {'port': {'device_id': 'f8c58364-4dcb-46bd-8290-c72c890015ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:00.945558 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1a321706-b4a8-4250-9bd1-35aba1b92d12 req-e4bd30e8-320c-4a3b-8622-182b38141d1e tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 210 time: 0.0566676 Feb 19 04:18:00.967251 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c,segment=NetworkSegment(6754e5de-c5c7-42dc-bf24-b31de033ccee),segment_id=6754e5de-c5c7-42dc-bf24-b31de033ccee)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:00.971401 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-dd867502-d616-4341-9497-032fa4545d16 req-5d489afd-da16-4b16-8dd3-3f7b4d601683 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Allocated IP 172.20.0.5 (7d40f42e-b749-4901-ba8a-e7eceb678438/409a3c1a-34aa-46ee-b1af-34e270dd570a/28e20baf-f36a-4220-9fb7-77aa6a12fc33) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:18:00.989738 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-04cd01d8-34c0-4daa-83d6-b5773c0847be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:00.993256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c', 'network_id': 'f6ac00eb-295f-4082-95c2-48a93fe0ea17', 'port_id': '2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c', 'mac_address': 'fa:16:3e:6e:5c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '932b916f-b4bc-4a3b-b7d3-dd8755ac6ee0', 'ip_address': '19.80.0.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:18:01.061712 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:01.062285 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:01.067389 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ab14a9-a3df-4e10-8e5f-c207f3e3c8e8 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:18:01.076701 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-91ab14a9-a3df-4e10-8e5f-c207f3e3c8e8 admin admin] 10.222.0.65 "PUT /v2.0/routers/ca3bf050-fd9d-44d8-b660-dac1808f74df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0626500 Feb 19 04:18:01.082216 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42344) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:01.091481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:18:01.101270 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] Sync routers for ids ['ca3bf050-fd9d-44d8-b660-dac1808f74df'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:18:01.137200 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] Routers {'ca3bf050-fd9d-44d8-b660-dac1808f74df'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:18:01.138458 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:17:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ca3bf050-fd9d-44d8-b660-dac1808f74df'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:01.198439 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dd867502-d616-4341-9497-032fa4545d16 req-5d489afd-da16-4b16-8dd3-3f7b4d601683 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks [] for port (28e20baf-f36a-4220-9fb7-77aa6a12fc33), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:01.237824 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cb142b30-a53c-434e-8196-e4bbf653696b req-a2a82427-ffaf-464d-b6ee-e022f2c52aa9 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521504 Feb 19 04:18:01.251535 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dd867502-d616-4341-9497-032fa4545d16 req-5d489afd-da16-4b16-8dd3-3f7b4d601683 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (28e20baf-f36a-4220-9fb7-77aa6a12fc33), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:01.284226 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-666f2062-c652-4bc9-a9a7-b744d554625f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for port (648a0bd8-30c8-495b-a4f7-70745d4951d9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:01.287161 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7518380f-a611-4173-b13f-361516a9f95e req-a46c67d5-0302-48f9-a578-51c36ce0b5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9bb7cd37-cb36-48e8-8791-06c94dc911b2), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:01.309027 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] Set router ca3bf050-fd9d-44d8-b660-dac1808f74df gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:18:01.345757 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d489afd-da16-4b16-8dd3-3f7b4d601683 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Pushing event updated for resources: {'Port': ['ID=28e20baf-f36a-4220-9fb7-77aa6a12fc33,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:01.376554 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd867502-d616-4341-9497-032fa4545d16 req-5d489afd-da16-4b16-8dd3-3f7b4d601683 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Network 7d40f42e-b749-4901-ba8a-e7eceb678438 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:18:01.389605 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-dd867502-d616-4341-9497-032fa4545d16 req-5d489afd-da16-4b16-8dd3-3f7b4d601683 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:18:01.399460 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd867502-d616-4341-9497-032fa4545d16 req-5d489afd-da16-4b16-8dd3-3f7b4d601683 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:18:01.444656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c,segment=NetworkSegment(6754e5de-c5c7-42dc-bf24-b31de033ccee),segment_id=6754e5de-c5c7-42dc-bf24-b31de033ccee)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:01.472054 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:01.472596 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 6785de37-76ff-4599-9423-cb5971e11658 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:18:01.479958 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd867502-d616-4341-9497-032fa4545d16 req-5d489afd-da16-4b16-8dd3-3f7b4d601683 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:01.480657 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dd867502-d616-4341-9497-032fa4545d16 req-5d489afd-da16-4b16-8dd3-3f7b4d601683 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:01.490883 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c6544b9b-c066-4b6f-b7ff-7910c57dcbf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:01.509010 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd867502-d616-4341-9497-032fa4545d16 req-5d489afd-da16-4b16-8dd3-3f7b4d601683 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7079663 Feb 19 04:18:01.523511 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-dd867502-d616-4341-9497-032fa4545d16 req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Request body: {'port': {'device_id': '3457dee1-8015-4aaa-b748-08e34b8fa93d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:01.655506 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dd867502-d616-4341-9497-032fa4545d16 req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (28e20baf-f36a-4220-9fb7-77aa6a12fc33), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:01.679980 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:01.749134 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-666f2062-c652-4bc9-a9a7-b744d554625f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (648a0bd8-30c8-495b-a4f7-70745d4951d9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:01.758799 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-04cd01d8-34c0-4daa-83d6-b5773c0847be admin admin] Publish callbacks [] for security_group (c3735839-77da-4399-b288-5d839d3c6353), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:01.774068 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 6785de37-76ff-4599-9423-cb5971e11658, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=6785de37-76ff-4599-9423-cb5971e11658,segment=NetworkSegment(cdf94b15-42fe-4f72-9539-708e2c2653ff),segment_id=cdf94b15-42fe-4f72-9539-708e2c2653ff)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:01.800431 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '6785de37-76ff-4599-9423-cb5971e11658', 'network_id': 'ae196e08-3542-4462-b5f7-dd82d1820566', 'port_id': '6785de37-76ff-4599-9423-cb5971e11658', 'mac_address': 'fa:16:3e:3e:19:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d954421-43b0-4bb9-9e25-a5381182b645', 'ip_address': '19.86.0.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:18:01.841215 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'name': 'tempest-ServersTestFqdnHostnames-702268338-router', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '9730bc16-0c77-4262-9c29-36ec67945512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:57Z', 'revision_number': 4, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'gw_port': {'id': '9730bc16-0c77-4262-9c29-36ec67945512', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:38Z', 'updated_at': '2022-02-19T04:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '63e3acdb-9c92-4e21-9f72-972ad0695e05', 'name': '', 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'mac_address': 'fa:16:3e:97:5a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'bfd6d5da-2430-4dcd-a453-690f98ee361c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:51Z', 'updated_at': '2022-02-19T04:17:57Z', 'revision_number': 2, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'subnets': [{'id': 'bfd6d5da-2430-4dcd-a453-690f98ee361c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:01.867348 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42356) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:01.875361 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f2062-c652-4bc9-a9a7-b744d554625f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Pushing event updated for resources: {'Port': ['ID=648a0bd8-30c8-495b-a4f7-70745d4951d9,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:01.877150 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] Checking router: ca3bf050-fd9d-44d8-b660-dac1808f74df for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:18:01.877329 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] Updating router ca3bf050-fd9d-44d8-b660-dac1808f74df port 63e3acdb-9c92-4e21-9f72-972ad0695e05 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:18:01.896143 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b0565e6b-5130-4171-84af-f06c53dc5be2 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--186408708', 'description': 'tempest-description--1997069954'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:01.907981 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 6785de37-76ff-4599-9423-cb5971e11658 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:01.908479 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6785de37-76ff-4599-9423-cb5971e11658), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:01.912147 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-04cd01d8-34c0-4daa-83d6-b5773c0847be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c3735839-77da-4399-b288-5d839d3c6353), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:01.928560 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (63e3acdb-9c92-4e21-9f72-972ad0695e05), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:01.940254 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6785de37-76ff-4599-9423-cb5971e11658 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:18:02.011474 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 6785de37-76ff-4599-9423-cb5971e11658, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=6785de37-76ff-4599-9423-cb5971e11658,segment=NetworkSegment(cdf94b15-42fe-4f72-9539-708e2c2653ff),segment_id=cdf94b15-42fe-4f72-9539-708e2c2653ff)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:02.025416 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6785de37-76ff-4599-9423-cb5971e11658), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:02.055259 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666f2062-c652-4bc9-a9a7-b744d554625f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:18:02.128861 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-666f2062-c652-4bc9-a9a7-b744d554625f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:18:02.195206 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-dd867502-d616-4341-9497-032fa4545d16 req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e20baf-f36a-4220-9fb7-77aa6a12fc33 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:18:02.207968 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666f2062-c652-4bc9-a9a7-b744d554625f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:18:02.221941 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-04cd01d8-34c0-4daa-83d6-b5773c0847be admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5485e9894a6542b5b14865bab3a984d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7417963 Feb 19 04:18:02.226836 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babad5a4-a31b-42e7-b4c6-7abf29edb581 req-3cbdf003-617d-43a9-82a2-60ef9dac18b5 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:02.234408 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-babad5a4-a31b-42e7-b4c6-7abf29edb581 req-3cbdf003-617d-43a9-82a2-60ef9dac18b5 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 931 time: 0.1541107 Feb 19 04:18:02.234661 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42360) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:02.241899 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dd867502-d616-4341-9497-032fa4545d16 req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Publish callbacks [] for port (28e20baf-f36a-4220-9fb7-77aa6a12fc33), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:02.264472 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-18a479e6-c9af-4592-adc1-25c480cb7ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:02.275816 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['6785de37-76ff-4599-9423-cb5971e11658'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:18:02.288896 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-dd867502-d616-4341-9497-032fa4545d16 req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Transition to ACTIVE for port object 28e20baf-f36a-4220-9fb7-77aa6a12fc33 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:18:02.306150 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dd867502-d616-4341-9497-032fa4545d16 req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (28e20baf-f36a-4220-9fb7-77aa6a12fc33), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:02.346122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=6785de37-76ff-4599-9423-cb5971e11658,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:02.395693 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-babad5a4-a31b-42e7-b4c6-7abf29edb581 req-5e7a3361-0a7a-4880-aaf1-db254eecae93 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358449 Feb 19 04:18:02.410550 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Pushing event updated for resources: {'Port': ['ID=28e20baf-f36a-4220-9fb7-77aa6a12fc33,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:02.595790 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-dd867502-d616-4341-9497-032fa4545d16 req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Attempting to bind port 28e20baf-f36a-4220-9fb7-77aa6a12fc33 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:18:02.596201 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-dd867502-d616-4341-9497-032fa4545d16 req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Attempting to bind port 28e20baf-f36a-4220-9fb7-77aa6a12fc33 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'e454b2aa-60ff-453a-93e7-63845488a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:18:02.596474 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd867502-d616-4341-9497-032fa4545d16 req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Attempting to bind port 28e20baf-f36a-4220-9fb7-77aa6a12fc33 on network 7d40f42e-b749-4901-ba8a-e7eceb678438 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:02.612873 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd867502-d616-4341-9497-032fa4545d16 req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Port 28e20baf-f36a-4220-9fb7-77aa6a12fc33 on network 7d40f42e-b749-4901-ba8a-e7eceb678438 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:18:02.614199 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd867502-d616-4341-9497-032fa4545d16 req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Attempting to bind port 28e20baf-f36a-4220-9fb7-77aa6a12fc33 on network 7d40f42e-b749-4901-ba8a-e7eceb678438 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:02.625883 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd867502-d616-4341-9497-032fa4545d16 req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:18:02.626269 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd867502-d616-4341-9497-032fa4545d16 req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Checking segment: {'id': 'e454b2aa-60ff-453a-93e7-63845488a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:18:02.627116 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd867502-d616-4341-9497-032fa4545d16 req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Bound using segment: {'id': 'e454b2aa-60ff-453a-93e7-63845488a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:18:02.627307 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-dd867502-d616-4341-9497-032fa4545d16 req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Bound port: 28e20baf-f36a-4220-9fb7-77aa6a12fc33, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e454b2aa-60ff-453a-93e7-63845488a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:18:02.627633 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dd867502-d616-4341-9497-032fa4545d16 req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (28e20baf-f36a-4220-9fb7-77aa6a12fc33), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:02.638256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e24796-7345-4859-ab68-681de0611ff0 req-9519e90b-ac7a-434b-91fe-7e6198eafd27 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:02.643759 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e24796-7345-4859-ab68-681de0611ff0 req-9519e90b-ac7a-434b-91fe-7e6198eafd27 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:02.647675 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-35e24796-7345-4859-ab68-681de0611ff0 req-9519e90b-ac7a-434b-91fe-7e6198eafd27 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 1680 time: 0.1270597 Feb 19 04:18:02.755254 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] Publish callbacks [] for port (63e3acdb-9c92-4e21-9f72-972ad0695e05), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:02.784970 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (63e3acdb-9c92-4e21-9f72-972ad0695e05), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:02.790074 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd01d8-34c0-4daa-83d6-b5773c0847be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3735839-77da-4399-b288-5d839d3c6353,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:02.792632 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-35e24796-7345-4859-ab68-681de0611ff0 req-2970d454-1b3d-4e4f-bd88-c2a8b9499176 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331971 Feb 19 04:18:02.794913 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0565e6b-5130-4171-84af-f06c53dc5be2 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:02.814748 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-dd867502-d616-4341-9497-032fa4545d16 req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] For port 28e20baf-f36a-4220-9fb7-77aa6a12fc33, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:18:02.822963 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-dd867502-d616-4341-9497-032fa4545d16 req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] For port 28e20baf-f36a-4220-9fb7-77aa6a12fc33, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=28e20baf-f36a-4220-9fb7-77aa6a12fc33,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:18:02.834851 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dd867502-d616-4341-9497-032fa4545d16 req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (28e20baf-f36a-4220-9fb7-77aa6a12fc33), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:02.865188 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a672c-04eb-4794-a3e8-4aa0e0fd8880 None None] Pushing event updated for resources: {'Port': ['ID=63e3acdb-9c92-4e21-9f72-972ad0695e05,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:02.906399 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd867502-d616-4341-9497-032fa4545d16 req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:02.907699 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-dd867502-d616-4341-9497-032fa4545d16 req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:02.911140 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd867502-d616-4341-9497-032fa4545d16 req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] 10.222.0.48 "PUT /v2.0/ports/28e20baf-f36a-4220-9fb7-77aa6a12fc33 HTTP/1.1" status: 200 len: 1091 time: 1.3930311 Feb 19 04:18:02.911743 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3457dee1-8015-4aaa-b748-08e34b8fa93d', 'tag': '28e20baf-f36a-4220-9fb7-77aa6a12fc33'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:02.916165 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d23708-ac95-4ff3-8ca3-d051c3192c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "3457dee1-8015-4aaa-b748-08e34b8fa93d", "tag": "28e20baf-f36a-4220-9fb7-77aa6a12fc33"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:02.999213 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a0f83c-9e0b-4cae-b76b-f9dbecbcf53a x-openstack-request-id: req-63a0f83c-9e0b-4cae-b76b-f9dbecbcf53a {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:02.999744 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3457dee1-8015-4aaa-b748-08e34b8fa93d", "tag": "28e20baf-f36a-4220-9fb7-77aa6a12fc33", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:03.000146 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-63a0f83c-9e0b-4cae-b76b-f9dbecbcf53a {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:03.000782 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3457dee1-8015-4aaa-b748-08e34b8fa93d', 'tag': '28e20baf-f36a-4220-9fb7-77aa6a12fc33', 'status': 'completed', 'code': 200} Feb 19 04:18:03.016066 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c6544b9b-c066-4b6f-b7ff-7910c57dcbf7 admin admin] Publish callbacks [] for security_group (4a997f7b-e9fe-4a02-9fb8-795e9af04a9b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.031831 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ec591-09fa-4951-86d7-c6f155932c1a req-5c4d380f-e947-4007-8d70-6c842e7d9f4d tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:03.034602 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e99ec591-09fa-4951-86d7-c6f155932c1a req-5c4d380f-e947-4007-8d70-6c842e7d9f4d tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 931 time: 1.1609325 Feb 19 04:18:03.056443 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] Attempting to bind port 63e3acdb-9c92-4e21-9f72-972ad0695e05 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:18:03.058255 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] Attempting to bind port 63e3acdb-9c92-4e21-9f72-972ad0695e05 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:18:03.059664 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Pushing event updated for resources: {'Port': ['ID=28e20baf-f36a-4220-9fb7-77aa6a12fc33,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:03.060387 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] Attempting to bind port 63e3acdb-9c92-4e21-9f72-972ad0695e05 on network 23e58a62-5420-4961-bbbe-6b9f43f9106d {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:03.076353 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c6544b9b-c066-4b6f-b7ff-7910c57dcbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4a997f7b-e9fe-4a02-9fb8-795e9af04a9b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.076776 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:18:03.077645 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] Checking segment: {'id': '39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:18:03.079713 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.080379 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.080514 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] Bound using segment: {'id': '39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:18:03.081004 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.081568 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.082131 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.083215 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.083780 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.084336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.084445 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] Bound port: 63e3acdb-9c92-4e21-9f72-972ad0695e05, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:18:03.084887 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.085374 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (63e3acdb-9c92-4e21-9f72-972ad0695e05), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.085497 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.085979 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.086533 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.087116 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.087657 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e1cdb-5822-41d8-862d-a89c439b94a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:03.136349 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd867502-d616-4341-9497-032fa4545d16 req-5d76a333-af5e-4134-8072-f1d6b07cc8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:03.139120 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd867502-d616-4341-9497-032fa4545d16 req-5d76a333-af5e-4134-8072-f1d6b07cc8a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b786c5ef5d584827a0b45726072f8eb3&device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 1125 time: 0.1369271 Feb 19 04:18:03.250058 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd867502-d616-4341-9497-032fa4545d16 req-0789e855-695f-4bfc-8029-a58a126b2530 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28e20baf-f36a-4220-9fb7-77aa6a12fc33 HTTP/1.1" status: 200 len: 217 time: 0.1025002 Feb 19 04:18:03.299653 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-fb9db71b-ef4a-4b07-ab7e-a3c538bd0239 None None] Provisioning complete for port 63e3acdb-9c92-4e21-9f72-972ad0695e05 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:03.300477 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fb9db71b-ef4a-4b07-ab7e-a3c538bd0239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (63e3acdb-9c92-4e21-9f72-972ad0695e05), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.301223 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c6544b9b-c066-4b6f-b7ff-7910c57dcbf7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=903cf16a37614c0cbad5505083873071&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2106605 Feb 19 04:18:03.303096 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42368) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:03.322026 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6544b9b-c066-4b6f-b7ff-7910c57dcbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a997f7b-e9fe-4a02-9fb8-795e9af04a9b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:03.347253 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fd2ca868-3999-4ea2-beb9-197ff1c1561c admin admin] Publish callbacks [] for security_group (c3735839-77da-4399-b288-5d839d3c6353), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.377654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd867502-d616-4341-9497-032fa4545d16 req-3d0fbbe0-2e83-45c7-b563-063c1e97bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:03.380030 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd867502-d616-4341-9497-032fa4545d16 req-3d0fbbe0-2e83-45c7-b563-063c1e97bfe9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=409a3c1a-34aa-46ee-b1af-34e270dd570a HTTP/1.1" status: 200 len: 851 time: 0.1225758 Feb 19 04:18:03.402857 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] For port 63e3acdb-9c92-4e21-9f72-972ad0695e05, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:18:03.413237 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-fb9db71b-ef4a-4b07-ab7e-a3c538bd0239 None None] Port 63e3acdb-9c92-4e21-9f72-972ad0695e05 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:18:03.417491 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:18:03.425001 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-666f2062-c652-4bc9-a9a7-b744d554625f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for floatingip (8aac8cfe-7631-49c6-914d-3050651c46d9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.453167 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd867502-d616-4341-9497-032fa4545d16 req-70c4e94c-67d1-43f8-80ce-46f0b669df68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d40f42e-b749-4901-ba8a-e7eceb678438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661647 Feb 19 04:18:03.455523 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a5a1-a4b4-4ee5-b8ba-fdff2c9d2251 admin admin] Publish callbacks [] for security_group (4a997f7b-e9fe-4a02-9fb8-795e9af04a9b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.479044 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] For port 63e3acdb-9c92-4e21-9f72-972ad0695e05, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=63e3acdb-9c92-4e21-9f72-972ad0695e05,segment=NetworkSegment(39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c),segment_id=39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:18:03.495773 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a5a1-a4b4-4ee5-b8ba-fdff2c9d2251 admin admin] Publish callbacks [] for security_group (4a997f7b-e9fe-4a02-9fb8-795e9af04a9b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.505733 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (63e3acdb-9c92-4e21-9f72-972ad0695e05), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.587647 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0565e6b-5130-4171-84af-f06c53dc5be2 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks [] for security_group (1dad27c5-33e2-48b8-892e-67a5b9e2ccfb), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.587980 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a5a1-a4b4-4ee5-b8ba-fdff2c9d2251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4a997f7b-e9fe-4a02-9fb8-795e9af04a9b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.591559 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a5a1-a4b4-4ee5-b8ba-fdff2c9d2251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.593776 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b8f0a5a1-a4b4-4ee5-b8ba-fdff2c9d2251 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a997f7b-e9fe-4a02-9fb8-795e9af04a9b HTTP/1.1" status: 204 len: 168 time: 0.2882073 Feb 19 04:18:03.603326 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e99ec591-09fa-4951-86d7-c6f155932c1a req-d9c72e62-8caa-4d8f-80aa-ac955dada2e7 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a7190e1-2a87-4b06-b0d6-2302cb3d9b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291619 Feb 19 04:18:03.609936 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fd2ca868-3999-4ea2-beb9-197ff1c1561c admin admin] Publish callbacks [] for security_group (c3735839-77da-4399-b288-5d839d3c6353), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.659379 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0a5a1-a4b4-4ee5-b8ba-fdff2c9d2251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a997f7b-e9fe-4a02-9fb8-795e9af04a9b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:03.681947 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-666f2062-c652-4bc9-a9a7-b744d554625f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (648a0bd8-30c8-495b-a4f7-70745d4951d9), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.684025 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0565e6b-5130-4171-84af-f06c53dc5be2 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1dad27c5-33e2-48b8-892e-67a5b9e2ccfb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.747638 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0565e6b-5130-4171-84af-f06c53dc5be2 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.749397 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b0565e6b-5130-4171-84af-f06c53dc5be2 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.8692176 Feb 19 04:18:03.752455 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42374) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:03.771127 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-7e22b09a-0ab0-455a-9643-f0020fb4b2b1 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Request body: {'security_group_rule': {'security_group_id': '1dad27c5-33e2-48b8-892e-67a5b9e2ccfb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:03.791280 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-7518380f-a611-4173-b13f-361516a9f95e req-a46c67d5-0302-48f9-a578-51c36ce0b5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb7cd37-cb36-48e8-8791-06c94dc911b2 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:18:03.822229 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7518380f-a611-4173-b13f-361516a9f95e req-a46c67d5-0302-48f9-a578-51c36ce0b5ad service neutron] Publish callbacks [] for port (9bb7cd37-cb36-48e8-8791-06c94dc911b2), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:03.893259 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0565e6b-5130-4171-84af-f06c53dc5be2 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dad27c5-33e2-48b8-892e-67a5b9e2ccfb,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:03.906530 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e526d-eaa6-4a01-8aa5-c9a6f9dc4a88 req-e6d995bf-4a9a-491e-849c-492bc0174fa7 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:03.911748 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6d2e526d-eaa6-4a01-8aa5-c9a6f9dc4a88 req-e6d995bf-4a9a-491e-849c-492bc0174fa7 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 943 time: 0.3255677 Feb 19 04:18:03.958827 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-7518380f-a611-4173-b13f-361516a9f95e req-a46c67d5-0302-48f9-a578-51c36ce0b5ad service neutron] Transition to ACTIVE for port object 9bb7cd37-cb36-48e8-8791-06c94dc911b2 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:18:03.990024 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd867502-d616-4341-9497-032fa4545d16 req-71e4d707-9fe6-40fc-8c03-bb28e575daca service neutron] 10.222.0.48 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184999 Feb 19 04:18:04.002227 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a672c-04eb-4794-a3e8-4aa0e0fd8880 None None] Pushing event updated for resources: {'Port': ['ID=63e3acdb-9c92-4e21-9f72-972ad0695e05,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:04.010541 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7e22b09a-0ab0-455a-9643-f0020fb4b2b1 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks [] for security_group_rule (98466940-94fb-4cec-ae22-a9c7da799bf2), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:04.043521 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7518380f-a611-4173-b13f-361516a9f95e req-a46c67d5-0302-48f9-a578-51c36ce0b5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (9bb7cd37-cb36-48e8-8791-06c94dc911b2), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:04.126858 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] Routers {'ca3bf050-fd9d-44d8-b660-dac1808f74df'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:18:04.127530 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:17:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ca3bf050-fd9d-44d8-b660-dac1808f74df'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:04.305666 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6d2e526d-eaa6-4a01-8aa5-c9a6f9dc4a88 req-996b6be4-ddc0-4c20-9875-5d6cb062a9d4 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745873 Feb 19 04:18:04.310639 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd867502-d616-4341-9497-032fa4545d16 req-3cf788eb-d037-40fd-8541-47ff71728621 service neutron] 10.222.0.48 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132510 Feb 19 04:18:04.376861 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42380) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:04.380892 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7e22b09a-0ab0-455a-9643-f0020fb4b2b1 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks [] for security_group_rule (98466940-94fb-4cec-ae22-a9c7da799bf2), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:04.422882 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-519b8112-1678-4ee4-8193-a1178e756684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:04.440620 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7e22b09a-0ab0-455a-9643-f0020fb4b2b1 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (98466940-94fb-4cec-ae22-a9c7da799bf2), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:04.464755 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fd2ca868-3999-4ea2-beb9-197ff1c1561c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c3735839-77da-4399-b288-5d839d3c6353), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:04.484546 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fd2ca868-3999-4ea2-beb9-197ff1c1561c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:04.486875 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fd2ca868-3999-4ea2-beb9-197ff1c1561c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3735839-77da-4399-b288-5d839d3c6353 HTTP/1.1" status: 204 len: 168 time: 1.6882398 Feb 19 04:18:04.532842 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22b09a-0ab0-455a-9643-f0020fb4b2b1 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98466940-94fb-4cec-ae22-a9c7da799bf2,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:04.553788 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7e22b09a-0ab0-455a-9643-f0020fb4b2b1 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:04.555267 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7e22b09a-0ab0-455a-9643-f0020fb4b2b1 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7979891 Feb 19 04:18:04.564232 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42384) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:04.575200 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f9471180-8e3e-493d-8934-d5df3f599818 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Request body: {'security_group_rule': {'security_group_id': '1dad27c5-33e2-48b8-892e-67a5b9e2ccfb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:04.576510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c67d5-0302-48f9-a578-51c36ce0b5ad service neutron] Pushing event updated for resources: {'Port': ['ID=9bb7cd37-cb36-48e8-8791-06c94dc911b2,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:04.615886 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d23708-ac95-4ff3-8ca3-d051c3192c2c req-7cfab357-67d7-4742-ba44-a3b70db9bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:04.619090 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75d23708-ac95-4ff3-8ca3-d051c3192c2c req-7cfab357-67d7-4742-ba44-a3b70db9bdb5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b786c5ef5d584827a0b45726072f8eb3&device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 1125 time: 0.2150404 Feb 19 04:18:04.688591 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ca868-3999-4ea2-beb9-197ff1c1561c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3735839-77da-4399-b288-5d839d3c6353,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:04.753738 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 6785de37-76ff-4599-9423-cb5971e11658 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:18:04.808239 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] Set router ca3bf050-fd9d-44d8-b660-dac1808f74df gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:18:04.811981 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9471180-8e3e-493d-8934-d5df3f599818 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks [] for security_group_rule (a2ad1fb8-7df9-4b06-8cbd-496d385a99c5), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:04.938822 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-519b8112-1678-4ee4-8193-a1178e756684 admin admin] Publish callbacks [] for security_group (97ebaf73-cdc8-4103-b90c-4a75bd5f116b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:04.960750 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-519b8112-1678-4ee4-8193-a1178e756684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (97ebaf73-cdc8-4103-b90c-4a75bd5f116b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.028440 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb7f6f-bd0f-4e10-bfa5-1253827a0d6e req-9f6d3bf0-6de0-4d6e-a91b-3237fb4fd331 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:05.029227 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d23708-ac95-4ff3-8ca3-d051c3192c2c req-5cd259aa-085d-4d57-827c-d184d1d885b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:05.030933 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75d23708-ac95-4ff3-8ca3-d051c3192c2c req-5cd259aa-085d-4d57-827c-d184d1d885b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d40f42e-b749-4901-ba8a-e7eceb678438 HTTP/1.1" status: 200 len: 911 time: 0.3991678 Feb 19 04:18:05.039834 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb7f6f-bd0f-4e10-bfa5-1253827a0d6e req-9f6d3bf0-6de0-4d6e-a91b-3237fb4fd331 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:05.043319 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9ceb7f6f-bd0f-4e10-bfa5-1253827a0d6e req-9f6d3bf0-6de0-4d6e-a91b-3237fb4fd331 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 1680 time: 1.0732632 Feb 19 04:18:05.053236 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d2621-71b1-4268-9f86-dac589e97ea6 req-dc918fb7-84b4-452c-933c-a071d3304b22 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:05.061466 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2b8d2621-71b1-4268-9f86-dac589e97ea6 req-dc918fb7-84b4-452c-933c-a071d3304b22 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 943 time: 0.2814946 Feb 19 04:18:05.073516 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9471180-8e3e-493d-8934-d5df3f599818 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks [] for security_group_rule (a2ad1fb8-7df9-4b06-8cbd-496d385a99c5), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.094112 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9471180-8e3e-493d-8934-d5df3f599818 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (a2ad1fb8-7df9-4b06-8cbd-496d385a99c5), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.122483 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1110917b-9e6a-47c3-897c-f44663cfa2d0 None None] Provisioning complete for port 63e3acdb-9c92-4e21-9f72-972ad0695e05 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:05.123254 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1110917b-9e6a-47c3-897c-f44663cfa2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (63e3acdb-9c92-4e21-9f72-972ad0695e05), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.164088 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b8112-1678-4ee4-8193-a1178e756684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ebaf73-cdc8-4103-b90c-4a75bd5f116b,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:05.179054 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-519b8112-1678-4ee4-8193-a1178e756684 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1bb15d839e034dfd91bba577f678d6ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8010201 Feb 19 04:18:05.182147 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9471180-8e3e-493d-8934-d5df3f599818 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.183481 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f9471180-8e3e-493d-8934-d5df3f599818 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6180117 Feb 19 04:18:05.184027 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42390) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:05.194438 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75d23708-ac95-4ff3-8ca3-d051c3192c2c req-b36e0aac-b8c8-4c91-b006-05bbe5694037 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28e20baf-f36a-4220-9fb7-77aa6a12fc33 HTTP/1.1" status: 200 len: 217 time: 0.1304052 Feb 19 04:18:05.195364 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42392) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:05.209963 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f212224e-02b9-47d9-a7dc-23d96e853d59 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:05.216006 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9ceb7f6f-bd0f-4e10-bfa5-1253827a0d6e req-626231c9-6816-45fd-ba77-4db8150f1f24 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615057 Feb 19 04:18:05.229170 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-666f2062-c652-4bc9-a9a7-b744d554625f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for port (648a0bd8-30c8-495b-a4f7-70745d4951d9), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.261565 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-666f2062-c652-4bc9-a9a7-b744d554625f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (648a0bd8-30c8-495b-a4f7-70745d4951d9), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.261812 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9471180-8e3e-493d-8934-d5df3f599818 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ad1fb8-7df9-4b06-8cbd-496d385a99c5,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:05.295364 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f212224e-02b9-47d9-a7dc-23d96e853d59 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.382324 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-801e469b-850a-4a17-86e4-e2ea1a9e1628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.399357 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-7518380f-a611-4173-b13f-361516a9f95e req-a46c67d5-0302-48f9-a578-51c36ce0b5ad service neutron] Attempting to bind port 9bb7cd37-cb36-48e8-8791-06c94dc911b2 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:18:05.407014 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-7518380f-a611-4173-b13f-361516a9f95e req-a46c67d5-0302-48f9-a578-51c36ce0b5ad service neutron] Attempting to bind port 9bb7cd37-cb36-48e8-8791-06c94dc911b2 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'da10b1d4-3776-4b65-ab80-766f09098108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:18:05.407704 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7518380f-a611-4173-b13f-361516a9f95e req-a46c67d5-0302-48f9-a578-51c36ce0b5ad service neutron] Attempting to bind port 9bb7cd37-cb36-48e8-8791-06c94dc911b2 on network ffb608e3-05fc-4c93-b77e-be504917d727 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:05.513953 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7518380f-a611-4173-b13f-361516a9f95e req-a46c67d5-0302-48f9-a578-51c36ce0b5ad service neutron] Port 9bb7cd37-cb36-48e8-8791-06c94dc911b2 on network ffb608e3-05fc-4c93-b77e-be504917d727 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:18:05.519040 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7518380f-a611-4173-b13f-361516a9f95e req-a46c67d5-0302-48f9-a578-51c36ce0b5ad service neutron] Attempting to bind port 9bb7cd37-cb36-48e8-8791-06c94dc911b2 on network ffb608e3-05fc-4c93-b77e-be504917d727 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:05.609244 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 6785de37-76ff-4599-9423-cb5971e11658 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:18:05.632243 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f2062-c652-4bc9-a9a7-b744d554625f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Pushing event updated for resources: {'Port': ['ID=648a0bd8-30c8-495b-a4f7-70745d4951d9,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:05.633098 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 6785de37-76ff-4599-9423-cb5971e11658 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:05.633952 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6785de37-76ff-4599-9423-cb5971e11658), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.655989 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7518380f-a611-4173-b13f-361516a9f95e req-a46c67d5-0302-48f9-a578-51c36ce0b5ad service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:18:05.656861 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7518380f-a611-4173-b13f-361516a9f95e req-a46c67d5-0302-48f9-a578-51c36ce0b5ad service neutron] Checking segment: {'id': 'da10b1d4-3776-4b65-ab80-766f09098108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:18:05.657703 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7518380f-a611-4173-b13f-361516a9f95e req-a46c67d5-0302-48f9-a578-51c36ce0b5ad service neutron] Bound using segment: {'id': 'da10b1d4-3776-4b65-ab80-766f09098108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:18:05.658770 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-7518380f-a611-4173-b13f-361516a9f95e req-a46c67d5-0302-48f9-a578-51c36ce0b5ad service neutron] Bound port: 9bb7cd37-cb36-48e8-8791-06c94dc911b2, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da10b1d4-3776-4b65-ab80-766f09098108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:18:05.659396 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7518380f-a611-4173-b13f-361516a9f95e req-a46c67d5-0302-48f9-a578-51c36ce0b5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9bb7cd37-cb36-48e8-8791-06c94dc911b2), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.668328 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-666f2062-c652-4bc9-a9a7-b744d554625f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (8aac8cfe-7631-49c6-914d-3050651c46d9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.763227 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-666f2062-c652-4bc9-a9a7-b744d554625f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.763950 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-666f2062-c652-4bc9-a9a7-b744d554625f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8863108 Feb 19 04:18:05.782694 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8406e-6827-4039-b070-83e5ee92dab2 req-60f99422-299d-4ccf-b1b9-b75454072acf tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:05.786719 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-12a8406e-6827-4039-b070-83e5ee92dab2 req-60f99422-299d-4ccf-b1b9-b75454072acf tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 943 time: 0.2630723 Feb 19 04:18:05.809328 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2b8d2621-71b1-4268-9f86-dac589e97ea6 req-505fe3a0-6cfe-4495-b7f3-0d5168cf3c9d tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a7190e1-2a87-4b06-b0d6-2302cb3d9b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7467411 Feb 19 04:18:05.827767 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d23708-ac95-4ff3-8ca3-d051c3192c2c req-08ac7b9b-f137-4316-8f54-074629788023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:05.829344 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75d23708-ac95-4ff3-8ca3-d051c3192c2c req-08ac7b9b-f137-4316-8f54-074629788023 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=409a3c1a-34aa-46ee-b1af-34e270dd570a HTTP/1.1" status: 200 len: 851 time: 0.6234739 Feb 19 04:18:05.832600 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cb524d5a-9546-4498-a364-00b97d153db1 admin admin] Publish callbacks [] for security_group (97ebaf73-cdc8-4103-b90c-4a75bd5f116b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.896099 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1110917b-9e6a-47c3-897c-f44663cfa2d0 None None] Current status of the port 63e3acdb-9c92-4e21-9f72-972ad0695e05 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:05.896967 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1110917b-9e6a-47c3-897c-f44663cfa2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (63e3acdb-9c92-4e21-9f72-972ad0695e05), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.933448 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75d23708-ac95-4ff3-8ca3-d051c3192c2c req-962d5c82-7364-4525-ac00-ae2053cfed20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d40f42e-b749-4901-ba8a-e7eceb678438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935600 Feb 19 04:18:05.948498 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cb524d5a-9546-4498-a364-00b97d153db1 admin admin] Publish callbacks [] for security_group (97ebaf73-cdc8-4103-b90c-4a75bd5f116b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.950448 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-7518380f-a611-4173-b13f-361516a9f95e req-a46c67d5-0302-48f9-a578-51c36ce0b5ad service neutron] For port 9bb7cd37-cb36-48e8-8791-06c94dc911b2, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:18:05.958707 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-7518380f-a611-4173-b13f-361516a9f95e req-a46c67d5-0302-48f9-a578-51c36ce0b5ad service neutron] For port 9bb7cd37-cb36-48e8-8791-06c94dc911b2, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=9bb7cd37-cb36-48e8-8791-06c94dc911b2,segment=NetworkSegment(da10b1d4-3776-4b65-ab80-766f09098108),segment_id=da10b1d4-3776-4b65-ab80-766f09098108)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:18:05.996110 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7518380f-a611-4173-b13f-361516a9f95e req-a46c67d5-0302-48f9-a578-51c36ce0b5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (9bb7cd37-cb36-48e8-8791-06c94dc911b2), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:06.054771 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-1110917b-9e6a-47c3-897c-f44663cfa2d0 None None] For port 63e3acdb-9c92-4e21-9f72-972ad0695e05, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=63e3acdb-9c92-4e21-9f72-972ad0695e05,segment=NetworkSegment(39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c),segment_id=39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:06.107236 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518380f-a611-4173-b13f-361516a9f95e req-a46c67d5-0302-48f9-a578-51c36ce0b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:06.109604 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7518380f-a611-4173-b13f-361516a9f95e req-a46c67d5-0302-48f9-a578-51c36ce0b5ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:06.111719 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7518380f-a611-4173-b13f-361516a9f95e req-a46c67d5-0302-48f9-a578-51c36ce0b5ad service neutron] 10.222.0.10 "PUT /v2.0/ports/9bb7cd37-cb36-48e8-8791-06c94dc911b2 HTTP/1.1" status: 200 len: 1091 time: 5.2921076 Feb 19 04:18:06.114227 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c58364-4dcb-46bd-8290-c72c890015ca', 'tag': '9bb7cd37-cb36-48e8-8791-06c94dc911b2'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:06.119917 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582906da-a29d-4a73-b4c8-b0125949bcdd" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c58364-4dcb-46bd-8290-c72c890015ca", "tag": "9bb7cd37-cb36-48e8-8791-06c94dc911b2"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:06.123938 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75d23708-ac95-4ff3-8ca3-d051c3192c2c req-f5c32581-670b-4f27-a1fb-6d862cd77d9b service neutron] 10.222.0.48 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796999 Feb 19 04:18:06.140731 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-12a8406e-6827-4039-b070-83e5ee92dab2 req-5a9a867f-41ca-4043-a223-44b230b90730 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261640 Feb 19 04:18:06.190598 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c67d5-0302-48f9-a578-51c36ce0b5ad service neutron] Pushing event updated for resources: {'Port': ['ID=9bb7cd37-cb36-48e8-8791-06c94dc911b2,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:06.281226 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1110917b-9e6a-47c3-897c-f44663cfa2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (63e3acdb-9c92-4e21-9f72-972ad0695e05), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:06.306836 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 6785de37-76ff-4599-9423-cb5971e11658 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:06.307678 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6785de37-76ff-4599-9423-cb5971e11658), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:06.322241 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91563b3e-47ff-4f69-bea3-b1f4d9c73ee2 x-openstack-request-id: req-91563b3e-47ff-4f69-bea3-b1f4d9c73ee2 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:06.323570 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c58364-4dcb-46bd-8290-c72c890015ca", "tag": "9bb7cd37-cb36-48e8-8791-06c94dc911b2", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:06.324056 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-91563b3e-47ff-4f69-bea3-b1f4d9c73ee2 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:06.324750 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c58364-4dcb-46bd-8290-c72c890015ca', 'tag': '9bb7cd37-cb36-48e8-8791-06c94dc911b2', 'status': 'completed', 'code': 200} Feb 19 04:18:06.339652 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518380f-a611-4173-b13f-361516a9f95e req-b00c3e85-b25d-4b93-988f-c130eefbda68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:06.345633 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7518380f-a611-4173-b13f-361516a9f95e req-b00c3e85-b25d-4b93-988f-c130eefbda68 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89adbc6ffff04dfd95e6648f4a0ff8fd&device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 1125 time: 0.1469409 Feb 19 04:18:06.481056 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70130c90-bfd5-404b-ad30-13714673c2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6785de37-76ff-4599-9423-cb5971e11658'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:06.484515 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de80a8a-b92e-4822-a0ac-f74bb08190eb" -d '{"events": [{"server_uuid": "70130c90-bfd5-404b-ad30-13714673c2de", "name": "network-vif-plugged", "status": "completed", "tag": "6785de37-76ff-4599-9423-cb5971e11658"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:06.537239 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7518380f-a611-4173-b13f-361516a9f95e req-ffeb17e4-e031-46ed-9701-f5e3b1fb14ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bb7cd37-cb36-48e8-8791-06c94dc911b2 HTTP/1.1" status: 200 len: 217 time: 0.1789618 Feb 19 04:18:06.552673 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75d23708-ac95-4ff3-8ca3-d051c3192c2c req-8084f67d-2793-4b65-a178-d4a11c0c00b9 service neutron] 10.222.0.48 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850191 Feb 19 04:18:06.577684 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 6785de37-76ff-4599-9423-cb5971e11658, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=6785de37-76ff-4599-9423-cb5971e11658,segment=NetworkSegment(cdf94b15-42fe-4f72-9539-708e2c2653ff),segment_id=cdf94b15-42fe-4f72-9539-708e2c2653ff)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:06.638513 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6785de37-76ff-4599-9423-cb5971e11658), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:06.679666 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110917b-9e6a-47c3-897c-f44663cfa2d0 None None] Pushing event updated for resources: {'Port': ['ID=63e3acdb-9c92-4e21-9f72-972ad0695e05,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:06.689983 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'name': 'tempest-ServersTestFqdnHostnames-702268338-router', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '9730bc16-0c77-4262-9c29-36ec67945512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:57Z', 'revision_number': 4, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'gw_port': {'id': '9730bc16-0c77-4262-9c29-36ec67945512', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:38Z', 'updated_at': '2022-02-19T04:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '63e3acdb-9c92-4e21-9f72-972ad0695e05', 'name': '', 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'mac_address': 'fa:16:3e:97:5a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'bfd6d5da-2430-4dcd-a453-690f98ee361c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:51Z', 'updated_at': '2022-02-19T04:18:03Z', 'revision_number': 4, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'subnets': [{'id': 'bfd6d5da-2430-4dcd-a453-690f98ee361c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:06.706317 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:06.737661 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-0bfb13cc-00bc-4c46-bb70-56749daa7e12 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1883189842&fields=id&tenant_id=64a84ec8d7f4403180aa77a18bbd859e HTTP/1.1" status: 200 len: 267 time: 0.4586046 Feb 19 04:18:06.748557 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cb524d5a-9546-4498-a364-00b97d153db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (97ebaf73-cdc8-4103-b90c-4a75bd5f116b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:06.755044 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cb524d5a-9546-4498-a364-00b97d153db1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:06.760780 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cb524d5a-9546-4498-a364-00b97d153db1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/97ebaf73-cdc8-4103-b90c-4a75bd5f116b HTTP/1.1" status: 204 len: 168 time: 1.5652578 Feb 19 04:18:06.798016 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 28e20baf-f36a-4220-9fb7-77aa6a12fc33 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:18:06.800613 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb524d5a-9546-4498-a364-00b97d153db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ebaf73-cdc8-4103-b90c-4a75bd5f116b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:06.805212 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:18:06.888999 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19c4ae3-4dc2-419a-a0fd-9dbfed4a5659 None None] The sync data for ids ['ca3bf050-fd9d-44d8-b660-dac1808f74df'] in n-d-772273-4 is: [{'id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'name': 'tempest-ServersTestFqdnHostnames-702268338-router', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '9730bc16-0c77-4262-9c29-36ec67945512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:57Z', 'revision_number': 4, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'gw_port': {'id': '9730bc16-0c77-4262-9c29-36ec67945512', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:38Z', 'updated_at': '2022-02-19T04:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '63e3acdb-9c92-4e21-9f72-972ad0695e05', 'name': '', 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'mac_address': 'fa:16:3e:97:5a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'bfd6d5da-2430-4dcd-a453-690f98ee361c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:51Z', 'updated_at': '2022-02-19T04:18:03Z', 'revision_number': 4, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'subnets': [{'id': 'bfd6d5da-2430-4dcd-a453-690f98ee361c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:18:06.916183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518380f-a611-4173-b13f-361516a9f95e req-bcf9fadf-28fd-479f-9951-d800d484f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:06.918802 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7518380f-a611-4173-b13f-361516a9f95e req-bcf9fadf-28fd-479f-9951-d800d484f74b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4036b21c-b280-4a08-8f13-b6e5e89c48cd HTTP/1.1" status: 200 len: 860 time: 0.3548880 Feb 19 04:18:07.021379 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e28c8-5247-4dfc-a04e-979becc1c34d req-1506c228-bac0-4be5-b3d8-d19fb0b3eb89 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:07.044179 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e28c8-5247-4dfc-a04e-979becc1c34d req-1506c228-bac0-4be5-b3d8-d19fb0b3eb89 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:07.047687 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb4e28c8-5247-4dfc-a04e-979becc1c34d req-1506c228-bac0-4be5-b3d8-d19fb0b3eb89 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 1680 time: 0.5196540 Feb 19 04:18:07.080570 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f212224e-02b9-47d9-a7dc-23d96e853d59 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:07.181906 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb4e28c8-5247-4dfc-a04e-979becc1c34d req-e661c4d7-a201-4946-b15a-708a757dc77f tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112833 Feb 19 04:18:07.216655 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518380f-a611-4173-b13f-361516a9f95e req-b4cadacd-46bb-4b94-9b75-9e3fe04f8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:07.233830 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7518380f-a611-4173-b13f-361516a9f95e req-b4cadacd-46bb-4b94-9b75-9e3fe04f8d09 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ffb608e3-05fc-4c93-b77e-be504917d727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2967265 Feb 19 04:18:07.237940 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=6785de37-76ff-4599-9423-cb5971e11658,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:07.272763 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:18:07.281222 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:07.296258 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:07.296628 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:07.416239 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e392c7-ecf8-4eee-94e5-00faf1e59266 x-openstack-request-id: req-58e392c7-ecf8-4eee-94e5-00faf1e59266 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:07.416545 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70130c90-bfd5-404b-ad30-13714673c2de", "name": "network-vif-plugged", "status": "completed", "tag": "6785de37-76ff-4599-9423-cb5971e11658", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:07.416810 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-58e392c7-ecf8-4eee-94e5-00faf1e59266 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:07.418773 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70130c90-bfd5-404b-ad30-13714673c2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6785de37-76ff-4599-9423-cb5971e11658', 'code': 200} Feb 19 04:18:07.489433 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 28e20baf-f36a-4220-9fb7-77aa6a12fc33, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=28e20baf-f36a-4220-9fb7-77aa6a12fc33,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:07.538150 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '28e20baf-f36a-4220-9fb7-77aa6a12fc33', 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438', 'port_id': '28e20baf-f36a-4220-9fb7-77aa6a12fc33', 'mac_address': 'fa:16:3e:1c:d1:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '409a3c1a-34aa-46ee-b1af-34e270dd570a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:18:07.656034 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:07.656821 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:07.661761 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 63e3acdb-9c92-4e21-9f72-972ad0695e05 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:18:07.859440 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-f212224e-02b9-47d9-a7dc-23d96e853d59 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Allocated IP 172.25.0.90 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/4ced5a59-2f3d-4bf6-a1a9-8f831e3ca154) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:18:07.871370 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23339b-601b-468f-b06a-950afc52286d req-393b8df1-1c8e-4495-8e61-d2ac83bdc3ca tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:07.882693 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa23339b-601b-468f-b06a-950afc52286d req-393b8df1-1c8e-4495-8e61-d2ac83bdc3ca tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 943 time: 0.3535235 Feb 19 04:18:07.942496 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7518380f-a611-4173-b13f-361516a9f95e req-8b3df44c-cbcc-4008-b2ae-51db1bc75066 service neutron] 10.222.0.10 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6977093 Feb 19 04:18:07.992414 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:08.011427 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 28e20baf-f36a-4220-9fb7-77aa6a12fc33 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:08.012165 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (28e20baf-f36a-4220-9fb7-77aa6a12fc33), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:08.062415 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c,segment=NetworkSegment(6754e5de-c5c7-42dc-bf24-b31de033ccee),segment_id=6754e5de-c5c7-42dc-bf24-b31de033ccee)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:08.066896 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 63e3acdb-9c92-4e21-9f72-972ad0695e05 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:08.069120 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (63e3acdb-9c92-4e21-9f72-972ad0695e05), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:08.148591 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:08.151288 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-5a030710-b9ce-4e41-bced-abce1e0dcb92 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:08.154116 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-5a030710-b9ce-4e41-bced-abce1e0dcb92 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/networks?id=58c1cfe5-5b31-4d86-b71c-5778f412859b HTTP/1.1" status: 200 len: 811 time: 1.3778043 Feb 19 04:18:08.259886 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:08.281972 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e20baf-f36a-4220-9fb7-77aa6a12fc33 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:18:08.326084 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f212224e-02b9-47d9-a7dc-23d96e853d59 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks [] for port (4ced5a59-2f3d-4bf6-a1a9-8f831e3ca154), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:08.368336 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 28e20baf-f36a-4220-9fb7-77aa6a12fc33, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=28e20baf-f36a-4220-9fb7-77aa6a12fc33,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:08.368498 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7518380f-a611-4173-b13f-361516a9f95e req-2d7d90a7-07f3-4931-929b-ef811d3e116f service neutron] 10.222.0.10 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153512 Feb 19 04:18:08.387579 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (28e20baf-f36a-4220-9fb7-77aa6a12fc33), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:08.412897 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa23339b-601b-468f-b06a-950afc52286d req-e45960e8-f80c-4b70-9ba8-1bd732d860e9 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a7190e1-2a87-4b06-b0d6-2302cb3d9b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5287650 Feb 19 04:18:08.505670 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-767653e5-b58d-41e8-bafd-72d94e87fca5 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/quotas/64a84ec8d7f4403180aa77a18bbd859e HTTP/1.1" status: 200 len: 375 time: 0.0218697 Feb 19 04:18:08.608163 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f212224e-02b9-47d9-a7dc-23d96e853d59 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (4ced5a59-2f3d-4bf6-a1a9-8f831e3ca154), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:08.649492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582906da-a29d-4a73-b4c8-b0125949bcdd req-2602e67d-e657-4aa8-a39e-eedf46d5c860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:08.660117 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-582906da-a29d-4a73-b4c8-b0125949bcdd req-2602e67d-e657-4aa8-a39e-eedf46d5c860 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89adbc6ffff04dfd95e6648f4a0ff8fd&device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 1125 time: 0.2228749 Feb 19 04:18:08.727311 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=28e20baf-f36a-4220-9fb7-77aa6a12fc33,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:08.773261 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['28e20baf-f36a-4220-9fb7-77aa6a12fc33'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:18:08.780336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212224e-02b9-47d9-a7dc-23d96e853d59 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Pushing event updated for resources: {'Port': ['ID=4ced5a59-2f3d-4bf6-a1a9-8f831e3ca154,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:08.818193 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f212224e-02b9-47d9-a7dc-23d96e853d59 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:18:08.823320 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-f212224e-02b9-47d9-a7dc-23d96e853d59 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:18:08.830821 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f212224e-02b9-47d9-a7dc-23d96e853d59 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:18:08.843843 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 63e3acdb-9c92-4e21-9f72-972ad0695e05 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:08.885221 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:09.017804 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-c5f1745e-f415-41f1-aeb4-e43f6fcf1bf0 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=64a84ec8d7f4403180aa77a18bbd859e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4899676 Feb 19 04:18:09.070755 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:09.110248 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fb683-14cc-4687-8b23-17a56cecc681 req-1ee0d7cf-5145-4331-bcc5-232a2b0c170e tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:09.128951 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea1fb683-14cc-4687-8b23-17a56cecc681 req-1ee0d7cf-5145-4331-bcc5-232a2b0c170e tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 944 time: 0.4630651 Feb 19 04:18:09.197039 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582906da-a29d-4a73-b4c8-b0125949bcdd req-0ff623a2-2e0c-4a77-821b-4ef5a0348f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:09.199790 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f212224e-02b9-47d9-a7dc-23d96e853d59 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks [] for floatingip (bce6fee5-7309-4973-be31-a0ec0de70558), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:09.200364 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-582906da-a29d-4a73-b4c8-b0125949bcdd req-0ff623a2-2e0c-4a77-821b-4ef5a0348f15 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ffb608e3-05fc-4c93-b77e-be504917d727 HTTP/1.1" status: 200 len: 921 time: 0.5307391 Feb 19 04:18:09.293654 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f212224e-02b9-47d9-a7dc-23d96e853d59 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4ced5a59-2f3d-4bf6-a1a9-8f831e3ca154), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:09.369970 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-582906da-a29d-4a73-b4c8-b0125949bcdd req-74aa8dae-9d05-412f-8f2e-d1a0387f8a2d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bb7cd37-cb36-48e8-8791-06c94dc911b2 HTTP/1.1" status: 200 len: 217 time: 0.1556716 Feb 19 04:18:09.423874 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70130c90-bfd5-404b-ad30-13714673c2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:09.428432 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750b0736-4d77-44be-8612-9974d2e5800e" -d '{"events": [{"server_uuid": "70130c90-bfd5-404b-ad30-13714673c2de", "name": "network-vif-plugged", "status": "completed", "tag": "2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:09.530468 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea1fb683-14cc-4687-8b23-17a56cecc681 req-b2b41672-d37a-40f6-8aec-2cc9188ed326 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940432 Feb 19 04:18:09.592416 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f212224e-02b9-47d9-a7dc-23d96e853d59 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks [] for port (4ced5a59-2f3d-4bf6-a1a9-8f831e3ca154), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:09.596318 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582906da-a29d-4a73-b4c8-b0125949bcdd req-a23e1a7b-8cee-46cf-8c82-6e0f54253d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:09.599555 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-582906da-a29d-4a73-b4c8-b0125949bcdd req-a23e1a7b-8cee-46cf-8c82-6e0f54253d38 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4036b21c-b280-4a08-8f13-b6e5e89c48cd HTTP/1.1" status: 200 len: 860 time: 0.2227085 Feb 19 04:18:09.650606 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f212224e-02b9-47d9-a7dc-23d96e853d59 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (4ced5a59-2f3d-4bf6-a1a9-8f831e3ca154), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:09.893037 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212224e-02b9-47d9-a7dc-23d96e853d59 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Pushing event updated for resources: {'Port': ['ID=4ced5a59-2f3d-4bf6-a1a9-8f831e3ca154,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:09.897852 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f212224e-02b9-47d9-a7dc-23d96e853d59 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (bce6fee5-7309-4973-be31-a0ec0de70558), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:09.920303 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582906da-a29d-4a73-b4c8-b0125949bcdd req-d20ed01a-1d5f-4410-89bc-f5739857b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:09.924157 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-582906da-a29d-4a73-b4c8-b0125949bcdd req-d20ed01a-1d5f-4410-89bc-f5739857b626 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ffb608e3-05fc-4c93-b77e-be504917d727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3162699 Feb 19 04:18:09.933581 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-6800d7cf-0b8e-48fd-9191-569f433a2430 service neutron] 10.222.0.65 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8556235 Feb 19 04:18:10.015334 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f212224e-02b9-47d9-a7dc-23d96e853d59 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:10.026922 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f212224e-02b9-47d9-a7dc-23d96e853d59 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8123338 Feb 19 04:18:10.055075 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0101282-cc02-47f4-97ec-25a1bcf0a4cd req-93989870-c9e3-448e-99f7-b44d36644609 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:10.082580 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0101282-cc02-47f4-97ec-25a1bcf0a4cd req-93989870-c9e3-448e-99f7-b44d36644609 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:10.085416 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0101282-cc02-47f4-97ec-25a1bcf0a4cd req-93989870-c9e3-448e-99f7-b44d36644609 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 1682 time: 0.2923877 Feb 19 04:18:10.173933 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-d1695f01-9482-4a5d-a30d-f81a883f4c0a service neutron] 10.222.0.65 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391431 Feb 19 04:18:10.295086 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-582906da-a29d-4a73-b4c8-b0125949bcdd req-70d0e1c7-5225-4787-8f79-c136d76d22fb service neutron] 10.222.0.10 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585894 Feb 19 04:18:10.321900 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0101282-cc02-47f4-97ec-25a1bcf0a4cd req-93b0dd3c-f48d-445b-b7f7-0e9113054154 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233829 Feb 19 04:18:10.504109 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf338ffa-b44c-4b27-b24a-cb6e1a462867 x-openstack-request-id: req-bf338ffa-b44c-4b27-b24a-cb6e1a462867 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:10.505471 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70130c90-bfd5-404b-ad30-13714673c2de", "name": "network-vif-plugged", "status": "completed", "tag": "2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:10.506124 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bf338ffa-b44c-4b27-b24a-cb6e1a462867 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:10.506962 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70130c90-bfd5-404b-ad30-13714673c2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c', 'code': 200} Feb 19 04:18:10.591246 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-582906da-a29d-4a73-b4c8-b0125949bcdd req-88f9d881-83cd-4b0d-9261-f2b86a6c7240 service neutron] 10.222.0.10 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921016 Feb 19 04:18:10.729909 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 28e20baf-f36a-4220-9fb7-77aa6a12fc33 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:18:10.756670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e98176-2cc6-404a-b3db-fb9397227d18 req-2896326e-61f3-4fff-a21a-44708c380e21 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:10.760696 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d2e98176-2cc6-404a-b3db-fb9397227d18 req-2896326e-61f3-4fff-a21a-44708c380e21 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 943 time: 0.2077303 Feb 19 04:18:10.887239 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d2e98176-2cc6-404a-b3db-fb9397227d18 req-2f62a2d6-66bb-4445-b69c-80f46d8db5d4 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a7190e1-2a87-4b06-b0d6-2302cb3d9b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135621 Feb 19 04:18:10.913770 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ea6af-b590-4855-a2f7-121ba06f4e72 req-a3e25a79-84d1-4f56-9ea3-f5b9313a48e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:10.913770 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ea6af-b590-4855-a2f7-121ba06f4e72 req-a3e25a79-84d1-4f56-9ea3-f5b9313a48e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:10.915925 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fe8ea6af-b590-4855-a2f7-121ba06f4e72 req-a3e25a79-84d1-4f56-9ea3-f5b9313a48e1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 2046 time: 0.2315314 Feb 19 04:18:10.936774 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-2a301d12-1440-4abb-8b11-6e0740c957df tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--186408708&fields=id&tenant_id=42a9a8f257e34a14b7f01fbf04bfd0d0 HTTP/1.1" status: 200 len: 267 time: 0.1458852 Feb 19 04:18:10.976355 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 28e20baf-f36a-4220-9fb7-77aa6a12fc33 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:18:11.000003 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 28e20baf-f36a-4220-9fb7-77aa6a12fc33 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:11.001293 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (28e20baf-f36a-4220-9fb7-77aa6a12fc33), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:11.120164 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa0eeab3-8079-4220-b8fc-a341d1b8b7ad req-75ca9ac5-4856-499d-90d7-30e7628bdf7a tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d HTTP/1.1" status: 200 len: 210 time: 0.1017885 Feb 19 04:18:11.122605 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fe8ea6af-b590-4855-a2f7-121ba06f4e72 req-fbd308be-586c-4340-9c31-a6175e5de353 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825018 Feb 19 04:18:11.206433 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-3519d1b0-cbf8-44ad-8f30-580ba8588fb5 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:11.218715 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-3519d1b0-cbf8-44ad-8f30-580ba8588fb5 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/networks?id=23e58a62-5420-4961-bbbe-6b9f43f9106d HTTP/1.1" status: 200 len: 814 time: 0.2804708 Feb 19 04:18:11.257805 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-50c63d89-8841-4246-ab3e-cc929a68a64a tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/quotas/42a9a8f257e34a14b7f01fbf04bfd0d0 HTTP/1.1" status: 200 len: 375 time: 0.0370636 Feb 19 04:18:11.375033 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 28e20baf-f36a-4220-9fb7-77aa6a12fc33 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:11.378456 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (28e20baf-f36a-4220-9fb7-77aa6a12fc33), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:11.404292 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42620) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:11.448015 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 9bb7cd37-cb36-48e8-8791-06c94dc911b2 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:18:11.464601 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a4d24-a6ea-49b8-99d5-518f79183717 req-9f62f823-38e7-46ae-a880-eb6048a3b609 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:11.480852 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-668a4d24-a6ea-49b8-99d5-518f79183717 req-9f62f823-38e7-46ae-a880-eb6048a3b609 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 944 time: 0.1955669 Feb 19 04:18:11.500678 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 28e20baf-f36a-4220-9fb7-77aa6a12fc33, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=28e20baf-f36a-4220-9fb7-77aa6a12fc33,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:11.513499 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-69fb5d5b-1014-4837-bfbb-8ff77909bb7f tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=42a9a8f257e34a14b7f01fbf04bfd0d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2535219 Feb 19 04:18:11.519724 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (28e20baf-f36a-4220-9fb7-77aa6a12fc33), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:11.649062 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-668a4d24-a6ea-49b8-99d5-518f79183717 req-f03bd821-f746-4ba1-b075-0ead6bb4961b tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665707 Feb 19 04:18:11.665301 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-df4ea8c9-6a11-4594-a547-f5ec68f1c05d service neutron] 10.222.0.65 "GET /v2.0/networks/23e58a62-5420-4961-bbbe-6b9f43f9106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422644 Feb 19 04:18:11.846654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42628) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:11.875845 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-d55e5fbd-d413-4b5a-8c0d-178a5ff752fe service neutron] 10.222.0.65 "GET /v2.0/networks/23e58a62-5420-4961-bbbe-6b9f43f9106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077844 Feb 19 04:18:11.947119 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=28e20baf-f36a-4220-9fb7-77aa6a12fc33,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:12.044644 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98fd28-0213-415a-9a96-d147fa9a32a6 req-628038cb-c41d-47e6-9b2e-fe9a3c221c04 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:12.049618 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 9bb7cd37-cb36-48e8-8791-06c94dc911b2, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=9bb7cd37-cb36-48e8-8791-06c94dc911b2,segment=NetworkSegment(da10b1d4-3776-4b65-ab80-766f09098108),segment_id=da10b1d4-3776-4b65-ab80-766f09098108)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:12.051813 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-da763e9f-3f65-4ee0-81ee-afc54c895c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:12.055908 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98fd28-0213-415a-9a96-d147fa9a32a6 req-628038cb-c41d-47e6-9b2e-fe9a3c221c04 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:12.068950 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1b98fd28-0213-415a-9a96-d147fa9a32a6 req-628038cb-c41d-47e6-9b2e-fe9a3c221c04 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 1682 time: 0.2387841 Feb 19 04:18:12.082669 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d2597b0f-f164-4823-8fa9-5c36c2eddbc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:12.084276 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '9bb7cd37-cb36-48e8-8791-06c94dc911b2', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'port_id': '9bb7cd37-cb36-48e8-8791-06c94dc911b2', 'mac_address': 'fa:16:3e:c5:6e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:18:12.213069 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 9bb7cd37-cb36-48e8-8791-06c94dc911b2 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:12.214250 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9bb7cd37-cb36-48e8-8791-06c94dc911b2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:12.241891 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb7cd37-cb36-48e8-8791-06c94dc911b2 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:18:12.270350 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1b98fd28-0213-415a-9a96-d147fa9a32a6 req-d19da11a-a887-4e62-ae01-6d86e03afe40 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995029 Feb 19 04:18:12.291557 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 9bb7cd37-cb36-48e8-8791-06c94dc911b2, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=9bb7cd37-cb36-48e8-8791-06c94dc911b2,segment=NetworkSegment(da10b1d4-3776-4b65-ab80-766f09098108),segment_id=da10b1d4-3776-4b65-ab80-766f09098108)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:12.303231 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9bb7cd37-cb36-48e8-8791-06c94dc911b2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:12.326500 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-da763e9f-3f65-4ee0-81ee-afc54c895c10 admin admin] Publish callbacks [] for security_group (9acbedd8-eeba-4a34-bc84-98fe43adba8d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:12.366114 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e89b4b-b98b-469b-a9b9-0234e4c269cd req-d5136728-cc4d-498c-86fe-2697d24953eb tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:12.370919 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1e89b4b-b98b-469b-a9b9-0234e4c269cd req-d5136728-cc4d-498c-86fe-2697d24953eb tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 943 time: 0.2004840 Feb 19 04:18:12.373713 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-da763e9f-3f65-4ee0-81ee-afc54c895c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9acbedd8-eeba-4a34-bc84-98fe43adba8d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:12.445660 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=9bb7cd37-cb36-48e8-8791-06c94dc911b2,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:12.508445 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3457dee1-8015-4aaa-b748-08e34b8fa93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e20baf-f36a-4220-9fb7-77aa6a12fc33'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:12.511287 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e442f23c-0b59-4a54-8598-6301a379b649" -d '{"events": [{"server_uuid": "3457dee1-8015-4aaa-b748-08e34b8fa93d", "name": "network-vif-plugged", "status": "completed", "tag": "28e20baf-f36a-4220-9fb7-77aa6a12fc33"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:12.515272 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da763e9f-3f65-4ee0-81ee-afc54c895c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acbedd8-eeba-4a34-bc84-98fe43adba8d,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:12.534872 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-da763e9f-3f65-4ee0-81ee-afc54c895c10 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3afa90c6c7b6415cb3c219f1dec11a47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6856701 Feb 19 04:18:12.536032 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42644) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:12.537803 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d2597b0f-f164-4823-8fa9-5c36c2eddbc1 admin admin] Publish callbacks [] for security_group (4865b928-d9f9-437f-8351-945a9fb5649e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:12.555033 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8d6730b5-d216-4dee-b671-f8971c02a07e req-014b114b-7869-41af-a823-fb7e0bf44682 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a37ad62-bef9-4817-b519-76e689d77a5c HTTP/1.1" status: 200 len: 210 time: 0.1364586 Feb 19 04:18:12.558598 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d2597b0f-f164-4823-8fa9-5c36c2eddbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4865b928-d9f9-437f-8351-945a9fb5649e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:12.601735 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['9bb7cd37-cb36-48e8-8791-06c94dc911b2'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:18:12.608492 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1e89b4b-b98b-469b-a9b9-0234e4c269cd req-876c9db8-1734-4e17-b340-7a5ae01cf7a4 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a7190e1-2a87-4b06-b0d6-2302cb3d9b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249277 Feb 19 04:18:12.743375 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63071939-35ae-494d-8fd0-43b14aa090ae admin admin] Publish callbacks [] for security_group (9acbedd8-eeba-4a34-bc84-98fe43adba8d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:12.818616 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76023aa2-e0d1-4f5b-9d6e-9c35c398a6a7 req-41da94c4-29f2-4f6b-bbf6-1632f2474389 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d HTTP/1.1" status: 200 len: 210 time: 0.1241012 Feb 19 04:18:12.836670 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63071939-35ae-494d-8fd0-43b14aa090ae admin admin] Publish callbacks [] for security_group (9acbedd8-eeba-4a34-bc84-98fe43adba8d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:12.883001 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d2597b0f-f164-4823-8fa9-5c36c2eddbc1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=60e5e36b707c49c59eac3b7e8647853f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4768074 Feb 19 04:18:12.887233 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42650) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:12.893059 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2597b0f-f164-4823-8fa9-5c36c2eddbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4865b928-d9f9-437f-8351-945a9fb5649e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:13.024387 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91f3a2c5-8613-49fb-b4d4-57d99eca6e01 admin admin] Publish callbacks [] for security_group (4865b928-d9f9-437f-8351-945a9fb5649e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:13.028261 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63071939-35ae-494d-8fd0-43b14aa090ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9acbedd8-eeba-4a34-bc84-98fe43adba8d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:13.036402 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63071939-35ae-494d-8fd0-43b14aa090ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:13.041613 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-63071939-35ae-494d-8fd0-43b14aa090ae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9acbedd8-eeba-4a34-bc84-98fe43adba8d HTTP/1.1" status: 204 len: 168 time: 0.4983182 Feb 19 04:18:13.052011 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-2c45ae18-8969-4bab-9492-6c1743acc0b3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:13.053994 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-2c45ae18-8969-4bab-9492-6c1743acc0b3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.10 "GET /v2.0/networks?id=58c1cfe5-5b31-4d86-b71c-5778f412859b HTTP/1.1" status: 200 len: 811 time: 0.4183533 Feb 19 04:18:13.117271 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fac4efe-f8f4-4f56-9d4b-c3b18aca1518 x-openstack-request-id: req-9fac4efe-f8f4-4f56-9d4b-c3b18aca1518 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:13.118131 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3457dee1-8015-4aaa-b748-08e34b8fa93d", "name": "network-vif-plugged", "status": "completed", "tag": "28e20baf-f36a-4220-9fb7-77aa6a12fc33", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:13.118882 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9fac4efe-f8f4-4f56-9d4b-c3b18aca1518 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:13.119785 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3457dee1-8015-4aaa-b748-08e34b8fa93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e20baf-f36a-4220-9fb7-77aa6a12fc33', 'code': 200} Feb 19 04:18:13.150378 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91f3a2c5-8613-49fb-b4d4-57d99eca6e01 admin admin] Publish callbacks [] for security_group (4865b928-d9f9-437f-8351-945a9fb5649e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:13.174028 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63071939-35ae-494d-8fd0-43b14aa090ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acbedd8-eeba-4a34-bc84-98fe43adba8d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:13.228347 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-60301b64-fb96-4589-8c48-ce2c619b3dde tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64a84ec8d7f4403180aa77a18bbd859e HTTP/1.1" status: 200 len: 380 time: 0.1627049 Feb 19 04:18:13.241803 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-f2017415-997b-45a2-add7-f86e97a1b656 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Request body: {'port': {'device_id': '941d0e3d-b77e-4834-a0ce-d6fa633e129d', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'admin_state_up': True, 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'security_groups': ['4bcdbd35-b84b-4120-922e-200da2954705']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:13.289490 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc194e8-519c-4534-a506-f461b73695bb req-17d261bb-ceed-4c6e-9eb1-4dd5a058fd04 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:13.292480 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6dc194e8-519c-4534-a506-f461b73695bb req-17d261bb-ceed-4c6e-9eb1-4dd5a058fd04 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.3134027 Feb 19 04:18:13.301907 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2e8cc-95c0-446b-ac78-46af81e395e6 req-26dc1e6f-4ae4-4dc7-bbe6-b3909346138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:13.305152 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-43f2e8cc-95c0-446b-ac78-46af81e395e6 req-26dc1e6f-4ae4-4dc7-bbe6-b3909346138f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 1127 time: 0.2961562 Feb 19 04:18:13.430136 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91f3a2c5-8613-49fb-b4d4-57d99eca6e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4865b928-d9f9-437f-8351-945a9fb5649e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:13.434791 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91f3a2c5-8613-49fb-b4d4-57d99eca6e01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:13.444665 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-91f3a2c5-8613-49fb-b4d4-57d99eca6e01 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4865b928-d9f9-437f-8351-945a9fb5649e HTTP/1.1" status: 204 len: 168 time: 0.5479960 Feb 19 04:18:13.471482 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-43f2e8cc-95c0-446b-ac78-46af81e395e6 req-12bd47bd-f12a-4da5-9d8c-91fb5d02c916 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518643 Feb 19 04:18:13.510902 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6dc194e8-519c-4534-a506-f461b73695bb req-a8f1d795-96b9-47f0-b995-259d0ed3813e tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034838 Feb 19 04:18:13.514430 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3a2c5-8613-49fb-b4d4-57d99eca6e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4865b928-d9f9-437f-8351-945a9fb5649e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:13.687362 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42666) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:13.689974 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-40b08fe5-fe30-48c3-a4d1-38e70e67d599 req-184e156a-aaa8-49e6-9df6-998cbccb9616 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a37ad62-bef9-4817-b519-76e689d77a5c HTTP/1.1" status: 200 len: 210 time: 0.0385857 Feb 19 04:18:13.697311 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4b096-dc38-4679-8297-c279cde49b59 req-dd684c3a-53e2-4247-902e-0785c4ef3739 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:13.705082 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4b096-dc38-4679-8297-c279cde49b59 req-dd684c3a-53e2-4247-902e-0785c4ef3739 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:13.711716 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8af9393f-c7b6-487f-81b9-4af27f0c2eaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:13.714461 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11e4b096-dc38-4679-8297-c279cde49b59 req-dd684c3a-53e2-4247-902e-0785c4ef3739 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 1682 time: 0.1963763 Feb 19 04:18:13.750142 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-f2017415-997b-45a2-add7-f86e97a1b656 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Made reservation on behalf of 64a84ec8d7f4403180aa77a18bbd859e for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:18:13.756219 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-f2017415-997b-45a2-add7-f86e97a1b656 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:13.888165 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11e4b096-dc38-4679-8297-c279cde49b59 req-51fd6a35-7514-45fc-8648-684783f8d181 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723888 Feb 19 04:18:14.010070 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4184a-1e97-4da8-b145-0447db115777 req-467abdf6-f784-4d8c-940a-41684fa7868a tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:14.012233 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fff4184a-1e97-4da8-b145-0447db115777 req-467abdf6-f784-4d8c-940a-41684fa7868a tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 944 time: 0.1820574 Feb 19 04:18:14.053005 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4a1ada0e-9302-4bda-b0f2-0414b4d73e04 req-fdef9ca1-7919-407c-ab60-932e03d6a39d tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d HTTP/1.1" status: 200 len: 210 time: 0.0834098 Feb 19 04:18:14.073139 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8af9393f-c7b6-487f-81b9-4af27f0c2eaa admin admin] Publish callbacks [] for security_group (83220815-07c1-483f-b722-ff0fc643c4b4), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:14.093556 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8af9393f-c7b6-487f-81b9-4af27f0c2eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (83220815-07c1-483f-b722-ff0fc643c4b4), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:14.173578 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-f2017415-997b-45a2-add7-f86e97a1b656 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Allocated IP 172.20.0.11 (58c1cfe5-5b31-4d86-b71c-5778f412859b/94653809-5e9c-447e-841f-90aff76610c8/8ca7b21f-5487-47d9-9cd9-b0e41b84afce) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:18:14.188560 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fff4184a-1e97-4da8-b145-0447db115777 req-0396ad6b-d2ab-4f1b-b15e-b355b48383fb tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a7190e1-2a87-4b06-b0d6-2302cb3d9b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635475 Feb 19 04:18:14.198260 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9393f-c7b6-487f-81b9-4af27f0c2eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83220815-07c1-483f-b722-ff0fc643c4b4,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:14.209571 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8af9393f-c7b6-487f-81b9-4af27f0c2eaa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=85dc08b5ade14009a54b5cf45521bbbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5184352 Feb 19 04:18:14.210222 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42682) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:14.284262 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8a2ab81b-c36a-43a0-b47c-6079b20629fe admin admin] Publish callbacks [] for security_group (83220815-07c1-483f-b722-ff0fc643c4b4), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:14.352482 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8a2ab81b-c36a-43a0-b47c-6079b20629fe admin admin] Publish callbacks [] for security_group (83220815-07c1-483f-b722-ff0fc643c4b4), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:14.521798 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-aa7d0f0d-f4cd-4a99-add9-8263ebe196c7 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:14.523893 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-aa7d0f0d-f4cd-4a99-add9-8263ebe196c7 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.48 "GET /v2.0/networks?id=23e58a62-5420-4961-bbbe-6b9f43f9106d HTTP/1.1" status: 200 len: 814 time: 0.2196107 Feb 19 04:18:14.549692 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-f2017415-997b-45a2-add7-f86e97a1b656 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for port (8ca7b21f-5487-47d9-9cd9-b0e41b84afce), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:14.556164 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8a2ab81b-c36a-43a0-b47c-6079b20629fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (83220815-07c1-483f-b722-ff0fc643c4b4), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:14.559811 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8a2ab81b-c36a-43a0-b47c-6079b20629fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:14.565092 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8a2ab81b-c36a-43a0-b47c-6079b20629fe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/83220815-07c1-483f-b722-ff0fc643c4b4 HTTP/1.1" status: 204 len: 168 time: 0.3534560 Feb 19 04:18:14.594835 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ab81b-c36a-43a0-b47c-6079b20629fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83220815-07c1-483f-b722-ff0fc643c4b4,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:14.716433 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-f2017415-997b-45a2-add7-f86e97a1b656 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (8ca7b21f-5487-47d9-9cd9-b0e41b84afce), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:14.853528 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745e5b1-8784-4337-8dee-a58039ea76b9 req-384f9b0d-4693-458d-9764-69bc0eded0d9 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:14.868515 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745e5b1-8784-4337-8dee-a58039ea76b9 req-384f9b0d-4693-458d-9764-69bc0eded0d9 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:14.881035 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b745e5b1-8784-4337-8dee-a58039ea76b9 req-384f9b0d-4693-458d-9764-69bc0eded0d9 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 1682 time: 0.2685122 Feb 19 04:18:14.936583 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-f2017415-997b-45a2-add7-f86e97a1b656 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Network 58c1cfe5-5b31-4d86-b71c-5778f412859b is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:18:14.937981 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2017415-997b-45a2-add7-f86e97a1b656 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Pushing event updated for resources: {'Port': ['ID=8ca7b21f-5487-47d9-9cd9-b0e41b84afce,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:14.944087 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-f2017415-997b-45a2-add7-f86e97a1b656 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:18:14.948099 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-f2017415-997b-45a2-add7-f86e97a1b656 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:18:14.974575 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-0f362a38-3a86-4f88-bca1-ed103f79a6a8 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42a9a8f257e34a14b7f01fbf04bfd0d0 HTTP/1.1" status: 200 len: 379 time: 0.3607209 Feb 19 04:18:14.985187 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-47458c09-b4e1-4281-82a2-b14bf7550e6d tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Request body: {'port': {'device_id': '0a37ad62-bef9-4817-b519-76e689d77a5c', 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d', 'admin_state_up': True, 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'security_groups': ['1dad27c5-33e2-48b8-892e-67a5b9e2ccfb']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:15.063604 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-f2017415-997b-45a2-add7-f86e97a1b656 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:15.064310 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-f2017415-997b-45a2-add7-f86e97a1b656 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:15.083387 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53670d-b173-42c6-ab6d-0dfc0b2faa14 req-265ca304-ff9d-4d85-91e7-7fc3fa968c2a tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:15.093038 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ec53670d-b173-42c6-ab6d-0dfc0b2faa14 req-265ca304-ff9d-4d85-91e7-7fc3fa968c2a tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.2488129 Feb 19 04:18:15.099786 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b745e5b1-8784-4337-8dee-a58039ea76b9 req-8eac4c0b-022e-4a32-af6d-814c8db96155 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014940 Feb 19 04:18:15.131966 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-f2017415-997b-45a2-add7-f86e97a1b656 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8979080 Feb 19 04:18:15.147378 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-05478419-762c-4a50-b5ed-327a0e257d31 service neutron] Request body: {'port': {'device_id': '941d0e3d-b77e-4834-a0ce-d6fa633e129d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:15.277686 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ec53670d-b173-42c6-ab6d-0dfc0b2faa14 req-92aafb38-cc87-434b-8564-d57613b44da4 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836128 Feb 19 04:18:15.292463 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-05478419-762c-4a50-b5ed-327a0e257d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8ca7b21f-5487-47d9-9cd9-b0e41b84afce), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:15.312966 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d5c56a97-e484-4bc3-aa22-23e4bd36d326 req-66efbf40-8b10-4986-aa08-e94f7f81b456 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a37ad62-bef9-4817-b519-76e689d77a5c HTTP/1.1" status: 200 len: 210 time: 0.0657229 Feb 19 04:18:15.314389 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-47458c09-b4e1-4281-82a2-b14bf7550e6d tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Made reservation on behalf of 42a9a8f257e34a14b7f01fbf04bfd0d0 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:18:15.318056 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-47458c09-b4e1-4281-82a2-b14bf7550e6d tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:15.419885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d5c40e97-ec55-4da7-8bf1-1bf6a9e3034f None None] Provisioning complete for port 8ca7b21f-5487-47d9-9cd9-b0e41b84afce triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:15.420527 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d5c40e97-ec55-4da7-8bf1-1bf6a9e3034f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8ca7b21f-5487-47d9-9cd9-b0e41b84afce), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:15.530553 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 9bb7cd37-cb36-48e8-8791-06c94dc911b2 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:18:15.614097 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d5c40e97-ec55-4da7-8bf1-1bf6a9e3034f None None] Port 8ca7b21f-5487-47d9-9cd9-b0e41b84afce cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:18:15.627475 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98670b26-2834-4b30-a60b-88de7c5fcbb4 req-d5a83018-0444-46fd-b230-3086d1f3d3aa tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:15.634383 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 9bb7cd37-cb36-48e8-8791-06c94dc911b2 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:18:15.640612 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 9bb7cd37-cb36-48e8-8791-06c94dc911b2 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:15.641687 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9bb7cd37-cb36-48e8-8791-06c94dc911b2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:15.645813 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-98670b26-2834-4b30-a60b-88de7c5fcbb4 req-d5a83018-0444-46fd-b230-3086d1f3d3aa tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d HTTP/1.1" status: 200 len: 932 time: 0.2492554 Feb 19 04:18:15.751912 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-47458c09-b4e1-4281-82a2-b14bf7550e6d tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Allocated IP 172.20.0.4 (23e58a62-5420-4961-bbbe-6b9f43f9106d/bfd6d5da-2430-4dcd-a453-690f98ee361c/6d6cf105-3e77-48fe-82e3-c644be11f41a) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:18:15.839418 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2990e51-06fd-4cb0-af6a-5a384ec0b178 req-c7d287fe-e24f-40be-b63c-4696f6c3f2f4 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:15.841017 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c2990e51-06fd-4cb0-af6a-5a384ec0b178 req-c7d287fe-e24f-40be-b63c-4696f6c3f2f4 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 944 time: 0.1992695 Feb 19 04:18:15.893237 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 9bb7cd37-cb36-48e8-8791-06c94dc911b2 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:15.893851 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9bb7cd37-cb36-48e8-8791-06c94dc911b2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:15.954429 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 9bb7cd37-cb36-48e8-8791-06c94dc911b2, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=9bb7cd37-cb36-48e8-8791-06c94dc911b2,segment=NetworkSegment(da10b1d4-3776-4b65-ab80-766f09098108),segment_id=da10b1d4-3776-4b65-ab80-766f09098108)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:15.956100 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c58364-4dcb-46bd-8290-c72c890015ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb7cd37-cb36-48e8-8791-06c94dc911b2'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:15.963432 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b440118d-411b-4e81-8768-3f83b9c4d0ba" -d '{"events": [{"server_uuid": "f8c58364-4dcb-46bd-8290-c72c890015ca", "name": "network-vif-plugged", "status": "completed", "tag": "9bb7cd37-cb36-48e8-8791-06c94dc911b2"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:15.973051 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9bb7cd37-cb36-48e8-8791-06c94dc911b2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:16.025557 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-98670b26-2834-4b30-a60b-88de7c5fcbb4 req-4b81dad2-ab37-4979-86dc-523a5d94cfd3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bcdbd35-b84b-4120-922e-200da2954705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843159 Feb 19 04:18:16.095726 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=9bb7cd37-cb36-48e8-8791-06c94dc911b2,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:16.143154 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c2990e51-06fd-4cb0-af6a-5a384ec0b178 req-db22b763-849d-430e-bc5c-a0f764646a4c tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a7190e1-2a87-4b06-b0d6-2302cb3d9b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876177 Feb 19 04:18:16.167948 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4112f6e4-89dd-4b34-b957-d030234ff4d1 x-openstack-request-id: req-4112f6e4-89dd-4b34-b957-d030234ff4d1 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:16.167948 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c58364-4dcb-46bd-8290-c72c890015ca", "name": "network-vif-plugged", "status": "completed", "tag": "9bb7cd37-cb36-48e8-8791-06c94dc911b2", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:16.167948 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4112f6e4-89dd-4b34-b957-d030234ff4d1 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:16.167948 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c58364-4dcb-46bd-8290-c72c890015ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb7cd37-cb36-48e8-8791-06c94dc911b2', 'code': 200} Feb 19 04:18:16.184020 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-05478419-762c-4a50-b5ed-327a0e257d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca7b21f-5487-47d9-9cd9-b0e41b84afce {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:18:16.200781 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-05478419-762c-4a50-b5ed-327a0e257d31 service neutron] Publish callbacks [] for port (8ca7b21f-5487-47d9-9cd9-b0e41b84afce), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:16.228458 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-05478419-762c-4a50-b5ed-327a0e257d31 service neutron] Transition to ACTIVE for port object 8ca7b21f-5487-47d9-9cd9-b0e41b84afce will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:18:16.236293 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-05478419-762c-4a50-b5ed-327a0e257d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (8ca7b21f-5487-47d9-9cd9-b0e41b84afce), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:16.240261 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-47458c09-b4e1-4281-82a2-b14bf7550e6d tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks [] for port (6d6cf105-3e77-48fe-82e3-c644be11f41a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:16.343582 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05478419-762c-4a50-b5ed-327a0e257d31 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca7b21f-5487-47d9-9cd9-b0e41b84afce,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:16.350707 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-47458c09-b4e1-4281-82a2-b14bf7550e6d tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (6d6cf105-3e77-48fe-82e3-c644be11f41a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:16.506202 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47458c09-b4e1-4281-82a2-b14bf7550e6d tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Pushing event updated for resources: {'Port': ['ID=6d6cf105-3e77-48fe-82e3-c644be11f41a,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:16.520140 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-47458c09-b4e1-4281-82a2-b14bf7550e6d tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Network 23e58a62-5420-4961-bbbe-6b9f43f9106d is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:18:16.528336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-47458c09-b4e1-4281-82a2-b14bf7550e6d tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:18:16.535586 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-47458c09-b4e1-4281-82a2-b14bf7550e6d tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:18:16.615737 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48a1d3-9e2e-4c46-b590-bff560315f3d req-7fc8301d-6db8-4cfa-8955-4dcdd701abcf tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:16.621492 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48a1d3-9e2e-4c46-b590-bff560315f3d req-7fc8301d-6db8-4cfa-8955-4dcdd701abcf tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:16.623363 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d48a1d3-9e2e-4c46-b590-bff560315f3d req-7fc8301d-6db8-4cfa-8955-4dcdd701abcf tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 1682 time: 0.2946906 Feb 19 04:18:16.649145 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87677303-9bc2-4459-a538-cdb820b94a17 req-50b98016-3e5d-43fd-a168-37c27337a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:16.651728 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-87677303-9bc2-4459-a538-cdb820b94a17 req-50b98016-3e5d-43fd-a168-37c27337a1f4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 1127 time: 0.3824399 Feb 19 04:18:16.731520 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-47458c09-b4e1-4281-82a2-b14bf7550e6d tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:16.732872 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-47458c09-b4e1-4281-82a2-b14bf7550e6d tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:16.734387 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989678f-ad85-4bb8-8780-b012b42440d4 req-6d8db744-d567-4062-a650-ae56608a2ea3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:16.755187 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989678f-ad85-4bb8-8780-b012b42440d4 req-6d8db744-d567-4062-a650-ae56608a2ea3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:16.759417 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5989678f-ad85-4bb8-8780-b012b42440d4 req-6d8db744-d567-4062-a650-ae56608a2ea3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.48 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 1682 time: 0.4181895 Feb 19 04:18:16.853877 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-47458c09-b4e1-4281-82a2-b14bf7550e6d tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8738558 Feb 19 04:18:16.891726 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-e62a1b7f-61f7-49b9-ba6b-de56798e115c service neutron] Request body: {'port': {'device_id': '0a37ad62-bef9-4817-b519-76e689d77a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:16.894019 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b20816-92c2-4318-aa9c-d90ef5cd57d9 req-e0859a15-d3d3-4120-8e8d-5c7fde54c04e tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:16.910549 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c2b20816-92c2-4318-aa9c-d90ef5cd57d9 req-e0859a15-d3d3-4120-8e8d-5c7fde54c04e tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.5203328 Feb 19 04:18:16.937706 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d48a1d3-9e2e-4c46-b590-bff560315f3d req-95ad0382-fd5b-4ede-8d4f-f37c154f0b20 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005068 Feb 19 04:18:16.940445 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-87677303-9bc2-4459-a538-cdb820b94a17 req-5cc5d441-8ee1-4e19-92b2-f417727348e8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1a7190e1-2a87-4b06-b0d6-2302cb3d9b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783434 Feb 19 04:18:17.074723 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-05478419-762c-4a50-b5ed-327a0e257d31 service neutron] Attempting to bind port 8ca7b21f-5487-47d9-9cd9-b0e41b84afce on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:18:17.076203 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-05478419-762c-4a50-b5ed-327a0e257d31 service neutron] Attempting to bind port 8ca7b21f-5487-47d9-9cd9-b0e41b84afce by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'bb7b92ab-063f-403e-a94f-7c593ba6f180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:18:17.077024 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-05478419-762c-4a50-b5ed-327a0e257d31 service neutron] Attempting to bind port 8ca7b21f-5487-47d9-9cd9-b0e41b84afce on network 58c1cfe5-5b31-4d86-b71c-5778f412859b {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:17.080449 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-e62a1b7f-61f7-49b9-ba6b-de56798e115c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6d6cf105-3e77-48fe-82e3-c644be11f41a), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:17.108579 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-05478419-762c-4a50-b5ed-327a0e257d31 service neutron] Port 8ca7b21f-5487-47d9-9cd9-b0e41b84afce on network 58c1cfe5-5b31-4d86-b71c-5778f412859b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:18:17.109996 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-05478419-762c-4a50-b5ed-327a0e257d31 service neutron] Attempting to bind port 8ca7b21f-5487-47d9-9cd9-b0e41b84afce on network 58c1cfe5-5b31-4d86-b71c-5778f412859b {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:17.123445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-05478419-762c-4a50-b5ed-327a0e257d31 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:18:17.124127 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-05478419-762c-4a50-b5ed-327a0e257d31 service neutron] Checking segment: {'id': 'bb7b92ab-063f-403e-a94f-7c593ba6f180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:18:17.124332 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-05478419-762c-4a50-b5ed-327a0e257d31 service neutron] Bound using segment: {'id': 'bb7b92ab-063f-403e-a94f-7c593ba6f180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:18:17.125180 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-05478419-762c-4a50-b5ed-327a0e257d31 service neutron] Bound port: 8ca7b21f-5487-47d9-9cd9-b0e41b84afce, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb7b92ab-063f-403e-a94f-7c593ba6f180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:18:17.125975 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-05478419-762c-4a50-b5ed-327a0e257d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8ca7b21f-5487-47d9-9cd9-b0e41b84afce), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:17.167405 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ffc42fce-b1a8-476b-9912-f6900430dc33 None None] Provisioning complete for port 6d6cf105-3e77-48fe-82e3-c644be11f41a triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:17.171378 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ffc42fce-b1a8-476b-9912-f6900430dc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6d6cf105-3e77-48fe-82e3-c644be11f41a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:17.187016 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42782) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:17.270276 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ffc42fce-b1a8-476b-9912-f6900430dc33 None None] Port 6d6cf105-3e77-48fe-82e3-c644be11f41a cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:18:17.296853 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c2b20816-92c2-4318-aa9c-d90ef5cd57d9 req-6cf2939f-3e9d-4cc4-a0bf-c0945d97ec96 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837886 Feb 19 04:18:17.380955 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545aa8da-6f3b-4769-8df9-3ee702fe67ab req-db68d74f-9a0f-45ae-bbc5-8a1c1103067e tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:17.382888 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-545aa8da-6f3b-4769-8df9-3ee702fe67ab req-db68d74f-9a0f-45ae-bbc5-8a1c1103067e tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a37ad62-bef9-4817-b519-76e689d77a5c HTTP/1.1" status: 200 len: 931 time: 0.2337687 Feb 19 04:18:17.464396 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c768477f-b811-4b85-af50-0624e9421b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:17.527013 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-5989678f-ad85-4bb8-8780-b012b42440d4 req-901f7efd-958d-435c-9a39-2a5d66b03ede tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Deleting port 6785de37-76ff-4599-9423-cb5971e11658 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:18:17.527551 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5989678f-ad85-4bb8-8780-b012b42440d4 req-901f7efd-958d-435c-9a39-2a5d66b03ede tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (6785de37-76ff-4599-9423-cb5971e11658), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:17.539378 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-05478419-762c-4a50-b5ed-327a0e257d31 service neutron] For port 8ca7b21f-5487-47d9-9cd9-b0e41b84afce, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:18:17.566400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-05478419-762c-4a50-b5ed-327a0e257d31 service neutron] For port 8ca7b21f-5487-47d9-9cd9-b0e41b84afce, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=8ca7b21f-5487-47d9-9cd9-b0e41b84afce,segment=NetworkSegment(bb7b92ab-063f-403e-a94f-7c593ba6f180),segment_id=bb7b92ab-063f-403e-a94f-7c593ba6f180)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:18:17.914868 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-545aa8da-6f3b-4769-8df9-3ee702fe67ab req-646921bb-067b-42c5-9366-a24e2dfca290 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/security-groups?id=1dad27c5-33e2-48b8-892e-67a5b9e2ccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5199132 Feb 19 04:18:18.031079 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-e62a1b7f-61f7-49b9-ba6b-de56798e115c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6cf105-3e77-48fe-82e3-c644be11f41a {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:18:18.045054 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-e62a1b7f-61f7-49b9-ba6b-de56798e115c service neutron] Publish callbacks [] for port (6d6cf105-3e77-48fe-82e3-c644be11f41a), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:18.061816 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c768477f-b811-4b85-af50-0624e9421b66 admin admin] Publish callbacks [] for security_group (0aae4740-50e5-4e1a-aca9-9bfd7919b9e1), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:18.081431 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-e62a1b7f-61f7-49b9-ba6b-de56798e115c service neutron] Transition to ACTIVE for port object 6d6cf105-3e77-48fe-82e3-c644be11f41a will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:18:18.083877 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c768477f-b811-4b85-af50-0624e9421b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0aae4740-50e5-4e1a-aca9-9bfd7919b9e1), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:18.106319 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-e62a1b7f-61f7-49b9-ba6b-de56798e115c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (6d6cf105-3e77-48fe-82e3-c644be11f41a), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:18.225838 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c768477f-b811-4b85-af50-0624e9421b66 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ed6886206ec24be4b5a1eb6ac40e8648&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0311663 Feb 19 04:18:18.228436 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768477f-b811-4b85-af50-0624e9421b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aae4740-50e5-4e1a-aca9-9bfd7919b9e1,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:18.231596 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42804) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:18.277166 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a1b7f-61f7-49b9-ba6b-de56798e115c service neutron] Pushing event updated for resources: {'Port': ['ID=6d6cf105-3e77-48fe-82e3-c644be11f41a,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:18.301568 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-05478419-762c-4a50-b5ed-327a0e257d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (8ca7b21f-5487-47d9-9cd9-b0e41b84afce), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:18.387880 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf75e42-6b3f-421c-a2d5-8f5135ee231c req-5913d91c-a3c4-4f85-9d8a-a5306d178040 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:18.389787 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-faf75e42-6b3f-421c-a2d5-8f5135ee231c req-5913d91c-a3c4-4f85-9d8a-a5306d178040 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 945 time: 0.2762671 Feb 19 04:18:18.445880 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eef2ad54-969f-4c39-ba3a-50f958692e37 admin admin] Publish callbacks [] for security_group (0aae4740-50e5-4e1a-aca9-9bfd7919b9e1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:18.501222 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98773a28-f867-4fa8-92ba-85429540919d req-947b9dd0-0ece-4486-94bf-4f9869e8d9ea tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:18.515770 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-98773a28-f867-4fa8-92ba-85429540919d req-947b9dd0-0ece-4486-94bf-4f9869e8d9ea tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d HTTP/1.1" status: 200 len: 944 time: 1.0803537 Feb 19 04:18:18.538210 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-05478419-762c-4a50-b5ed-327a0e257d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:18.539484 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-05478419-762c-4a50-b5ed-327a0e257d31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:18.543038 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-05478419-762c-4a50-b5ed-327a0e257d31 service neutron] 10.222.0.10 "PUT /v2.0/ports/8ca7b21f-5487-47d9-9cd9-b0e41b84afce HTTP/1.1" status: 200 len: 1092 time: 3.3999801 Feb 19 04:18:18.543918 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941d0e3d-b77e-4834-a0ce-d6fa633e129d', 'tag': '8ca7b21f-5487-47d9-9cd9-b0e41b84afce'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:18.549465 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29dc5c3-dba8-4a8c-9b1a-b4ea309f7e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "941d0e3d-b77e-4834-a0ce-d6fa633e129d", "tag": "8ca7b21f-5487-47d9-9cd9-b0e41b84afce"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:18.576047 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eef2ad54-969f-4c39-ba3a-50f958692e37 admin admin] Publish callbacks [] for security_group (0aae4740-50e5-4e1a-aca9-9bfd7919b9e1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:18.693241 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05478419-762c-4a50-b5ed-327a0e257d31 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca7b21f-5487-47d9-9cd9-b0e41b84afce,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:18.709360 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-e62a1b7f-61f7-49b9-ba6b-de56798e115c service neutron] Attempting to bind port 6d6cf105-3e77-48fe-82e3-c644be11f41a on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:18:18.709929 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-e62a1b7f-61f7-49b9-ba6b-de56798e115c service neutron] Attempting to bind port 6d6cf105-3e77-48fe-82e3-c644be11f41a by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:18:18.710639 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-e62a1b7f-61f7-49b9-ba6b-de56798e115c service neutron] Attempting to bind port 6d6cf105-3e77-48fe-82e3-c644be11f41a on network 23e58a62-5420-4961-bbbe-6b9f43f9106d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:18.771695 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-e62a1b7f-61f7-49b9-ba6b-de56798e115c service neutron] Port 6d6cf105-3e77-48fe-82e3-c644be11f41a on network 23e58a62-5420-4961-bbbe-6b9f43f9106d not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:18:18.772958 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-e62a1b7f-61f7-49b9-ba6b-de56798e115c service neutron] Attempting to bind port 6d6cf105-3e77-48fe-82e3-c644be11f41a on network 23e58a62-5420-4961-bbbe-6b9f43f9106d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:18.791938 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-faf75e42-6b3f-421c-a2d5-8f5135ee231c req-783ae29e-ffdf-41e6-a731-c949a38d5673 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a7190e1-2a87-4b06-b0d6-2302cb3d9b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843515 Feb 19 04:18:18.795219 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-e62a1b7f-61f7-49b9-ba6b-de56798e115c service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:18:18.796445 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-e62a1b7f-61f7-49b9-ba6b-de56798e115c service neutron] Checking segment: {'id': '39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:18:18.797570 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-e62a1b7f-61f7-49b9-ba6b-de56798e115c service neutron] Bound using segment: {'id': '39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:18:18.799470 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-e62a1b7f-61f7-49b9-ba6b-de56798e115c service neutron] Bound port: 6d6cf105-3e77-48fe-82e3-c644be11f41a, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:18:18.801131 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-e62a1b7f-61f7-49b9-ba6b-de56798e115c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6d6cf105-3e77-48fe-82e3-c644be11f41a), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:18.893453 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eef2ad54-969f-4c39-ba3a-50f958692e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0aae4740-50e5-4e1a-aca9-9bfd7919b9e1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:18.912991 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-98773a28-f867-4fa8-92ba-85429540919d req-4fe41a80-506f-4eac-af97-ff46a8af0596 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bcdbd35-b84b-4120-922e-200da2954705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3780050 Feb 19 04:18:18.924853 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eef2ad54-969f-4c39-ba3a-50f958692e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:18.926699 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-5989678f-ad85-4bb8-8780-b012b42440d4 req-901f7efd-958d-435c-9a39-2a5d66b03ede tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] For port 6785de37-76ff-4599-9423-cb5971e11658, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=6785de37-76ff-4599-9423-cb5971e11658,segment=NetworkSegment(cdf94b15-42fe-4f72-9539-708e2c2653ff),segment_id=cdf94b15-42fe-4f72-9539-708e2c2653ff)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:18.927548 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5989678f-ad85-4bb8-8780-b012b42440d4 req-901f7efd-958d-435c-9a39-2a5d66b03ede tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (6785de37-76ff-4599-9423-cb5971e11658), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:18.937903 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-eef2ad54-969f-4c39-ba3a-50f958692e37 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0aae4740-50e5-4e1a-aca9-9bfd7919b9e1 HTTP/1.1" status: 204 len: 168 time: 0.6969872 Feb 19 04:18:19.016612 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-5989678f-ad85-4bb8-8780-b012b42440d4 req-901f7efd-958d-435c-9a39-2a5d66b03ede tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Calling delete_port for 6785de37-76ff-4599-9423-cb5971e11658 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:18:19.098524 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-6d75689a-4c57-4294-a2e4-180a5dc21287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:19.101510 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-6d75689a-4c57-4294-a2e4-180a5dc21287 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=64a84ec8d7f4403180aa77a18bbd859e&device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d HTTP/1.1" status: 200 len: 1126 time: 0.4326379 Feb 19 04:18:19.109856 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2ad54-969f-4c39-ba3a-50f958692e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aae4740-50e5-4e1a-aca9-9bfd7919b9e1,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:19.182891 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-e62a1b7f-61f7-49b9-ba6b-de56798e115c service neutron] For port 6d6cf105-3e77-48fe-82e3-c644be11f41a, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:18:19.194353 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-e62a1b7f-61f7-49b9-ba6b-de56798e115c service neutron] For port 6d6cf105-3e77-48fe-82e3-c644be11f41a, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=6d6cf105-3e77-48fe-82e3-c644be11f41a,segment=NetworkSegment(39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c),segment_id=39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:18:19.219286 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-e62a1b7f-61f7-49b9-ba6b-de56798e115c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (6d6cf105-3e77-48fe-82e3-c644be11f41a), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:19.288414 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-bfc1ef93-dd19-47e1-ac4c-a4e1cfcd274b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ca7b21f-5487-47d9-9cd9-b0e41b84afce HTTP/1.1" status: 200 len: 217 time: 0.1448426 Feb 19 04:18:19.329079 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-e62a1b7f-61f7-49b9-ba6b-de56798e115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:19.330264 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-e62a1b7f-61f7-49b9-ba6b-de56798e115c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:19.333712 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-e62a1b7f-61f7-49b9-ba6b-de56798e115c service neutron] 10.222.0.48 "PUT /v2.0/ports/6d6cf105-3e77-48fe-82e3-c644be11f41a HTTP/1.1" status: 200 len: 1091 time: 2.4579351 Feb 19 04:18:19.334358 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a37ad62-bef9-4817-b519-76e689d77a5c', 'tag': '6d6cf105-3e77-48fe-82e3-c644be11f41a'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:19.337751 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4c2cd5-101c-4a31-8e0b-282f0d13dab2" -d '{"events": [{"name": "network-changed", "server_uuid": "0a37ad62-bef9-4817-b519-76e689d77a5c", "tag": "6d6cf105-3e77-48fe-82e3-c644be11f41a"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:19.446051 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a1b7f-61f7-49b9-ba6b-de56798e115c service neutron] Pushing event updated for resources: {'Port': ['ID=6d6cf105-3e77-48fe-82e3-c644be11f41a,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:19.559855 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-56aac51d-691b-4dfb-9362-a621a35212c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:19.566468 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-56aac51d-691b-4dfb-9362-a621a35212c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=94653809-5e9c-447e-841f-90aff76610c8 HTTP/1.1" status: 200 len: 850 time: 0.2409029 Feb 19 04:18:19.619084 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-e7c8a395-cf15-4fe8-8277-c3386f3f0868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:19.629338 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-e7c8a395-cf15-4fe8-8277-c3386f3f0868 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42a9a8f257e34a14b7f01fbf04bfd0d0&device_id=0a37ad62-bef9-4817-b519-76e689d77a5c HTTP/1.1" status: 200 len: 1125 time: 0.2150960 Feb 19 04:18:19.707317 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36c81dc-67b8-40b4-8f50-410054caac83 x-openstack-request-id: req-f36c81dc-67b8-40b4-8f50-410054caac83 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:19.707680 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941d0e3d-b77e-4834-a0ce-d6fa633e129d", "tag": "8ca7b21f-5487-47d9-9cd9-b0e41b84afce", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:19.707961 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f36c81dc-67b8-40b4-8f50-410054caac83 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:19.708399 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941d0e3d-b77e-4834-a0ce-d6fa633e129d', 'tag': '8ca7b21f-5487-47d9-9cd9-b0e41b84afce', 'status': 'completed', 'code': 200} Feb 19 04:18:19.717483 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bd468-6d8d-43d8-bf4c-a0a57cf1e8ef req-14db17f3-2440-4b75-b273-42d4ca94a261 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:19.723826 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bd468-6d8d-43d8-bf4c-a0a57cf1e8ef req-14db17f3-2440-4b75-b273-42d4ca94a261 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:19.725883 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3a2bd468-6d8d-43d8-bf4c-a0a57cf1e8ef req-14db17f3-2440-4b75-b273-42d4ca94a261 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 1682 time: 0.6230695 Feb 19 04:18:19.744962 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-360b7224-d2a8-46b9-a6ac-893f43a2129d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d6cf105-3e77-48fe-82e3-c644be11f41a HTTP/1.1" status: 200 len: 217 time: 0.1070468 Feb 19 04:18:19.837122 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-caf9bdd6-8990-42f0-8f64-d776f26a5d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:19.841241 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-caf9bdd6-8990-42f0-8f64-d776f26a5d17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58c1cfe5-5b31-4d86-b71c-5778f412859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2722154 Feb 19 04:18:19.893854 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42856) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:19.966940 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-51360e46-525c-4ed2-a1c2-f3e4a8917316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:19.970505 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-51360e46-525c-4ed2-a1c2-f3e4a8917316 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bfd6d5da-2430-4dcd-a453-690f98ee361c HTTP/1.1" status: 200 len: 853 time: 0.2192378 Feb 19 04:18:19.997909 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5989678f-ad85-4bb8-8780-b012b42440d4 req-901f7efd-958d-435c-9a39-2a5d66b03ede tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (6785de37-76ff-4599-9423-cb5971e11658), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:20.055088 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e311ca5-2e59-4899-9651-586befb363f2 req-62ed7a6b-f999-4bd1-9096-31ca3ec8e9c4 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:20.060938 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e311ca5-2e59-4899-9651-586befb363f2 req-62ed7a6b-f999-4bd1-9096-31ca3ec8e9c4 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a37ad62-bef9-4817-b519-76e689d77a5c HTTP/1.1" status: 200 len: 943 time: 0.2202709 Feb 19 04:18:20.147583 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3a2bd468-6d8d-43d8-bf4c-a0a57cf1e8ef req-22d95f0c-f45d-41e6-b602-f232fe6f38f6 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992820 Feb 19 04:18:20.157367 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f7efd-958d-435c-9a39-2a5d66b03ede tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event deleted for resources: {'Port': ['ID=6785de37-76ff-4599-9423-cb5971e11658,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:20.270271 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-5989678f-ad85-4bb8-8780-b012b42440d4 req-901f7efd-958d-435c-9a39-2a5d66b03ede tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] No DVR routers for this DVR port 6785de37-76ff-4599-9423-cb5971e11658 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:18:20.275027 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-66bed826-7bc1-4258-8d94-e90a71f25608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:20.278640 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-66bed826-7bc1-4258-8d94-e90a71f25608 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23e58a62-5420-4961-bbbe-6b9f43f9106d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2852740 Feb 19 04:18:20.292163 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5989678f-ad85-4bb8-8780-b012b42440d4 req-901f7efd-958d-435c-9a39-2a5d66b03ede tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:20.295917 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a18e29-d574-4f10-8ee9-1406720cd56d x-openstack-request-id: req-46a18e29-d574-4f10-8ee9-1406720cd56d {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:20.297426 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a37ad62-bef9-4817-b519-76e689d77a5c", "tag": "6d6cf105-3e77-48fe-82e3-c644be11f41a", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:20.298572 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-46a18e29-d574-4f10-8ee9-1406720cd56d {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:20.298692 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5989678f-ad85-4bb8-8780-b012b42440d4 req-901f7efd-958d-435c-9a39-2a5d66b03ede tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.48 "DELETE /v2.0/ports/6785de37-76ff-4599-9423-cb5971e11658 HTTP/1.1" status: 204 len: 173 time: 3.5204856 Feb 19 04:18:20.299945 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a37ad62-bef9-4817-b519-76e689d77a5c', 'tag': '6d6cf105-3e77-48fe-82e3-c644be11f41a', 'status': 'completed', 'code': 200} Feb 19 04:18:20.371757 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc182c5f-acee-4445-8997-37412d19d360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:20.442395 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e311ca5-2e59-4899-9651-586befb363f2 req-be37a6fc-5661-4e24-bf8d-35e48e1310d9 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/security-groups?id=1dad27c5-33e2-48b8-892e-67a5b9e2ccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3219264 Feb 19 04:18:20.536491 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-1e702665-abbb-4a30-9aee-e68ef8f70ea4 service neutron] 10.222.0.48 "GET /v2.0/networks/23e58a62-5420-4961-bbbe-6b9f43f9106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300062 Feb 19 04:18:20.538186 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-30317cbf-65e5-4eec-b4c1-fbb6e24f0145 service neutron] 10.222.0.10 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6857362 Feb 19 04:18:20.736346 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:18:20.782879 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98c33b7f-0693-419a-b994-50dd70e75f38 req-ddb4235c-c164-4319-ba3f-f96fc89a1f69 service neutron] 10.222.0.48 "GET /v2.0/networks/23e58a62-5420-4961-bbbe-6b9f43f9106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313294 Feb 19 04:18:20.817239 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41e2fa-ba9e-4583-ad79-70f14c789b99 req-8fbf5ca7-0f39-4792-9c8f-bfeddfc7323c tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:20.829586 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ce41e2fa-ba9e-4583-ad79-70f14c789b99 req-8fbf5ca7-0f39-4792-9c8f-bfeddfc7323c tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 945 time: 0.1688533 Feb 19 04:18:20.926713 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f491d3-5d93-4427-bced-a9e2e62501a2 req-51ebdf12-279d-41a4-b0f9-5563fa1854a6 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:20.929533 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01f491d3-5d93-4427-bced-a9e2e62501a2 req-51ebdf12-279d-41a4-b0f9-5563fa1854a6 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.4972091 Feb 19 04:18:20.935268 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:20.937964 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:20.996862 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70130c90-bfd5-404b-ad30-13714673c2de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:21.001419 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c14e58-5158-413c-af04-f8fcc160ccbe" -d '{"events": [{"server_uuid": "70130c90-bfd5-404b-ad30-13714673c2de", "name": "network-vif-unplugged", "status": "completed", "tag": "2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:21.013245 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ce41e2fa-ba9e-4583-ad79-70f14c789b99 req-76789c5f-86d0-4999-a08b-370a3a92a676 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a7190e1-2a87-4b06-b0d6-2302cb3d9b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819606 Feb 19 04:18:21.033139 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c2cd5-101c-4a31-8e0b-282f0d13dab2 req-20f2f514-8ab6-4f9d-8593-a3ac354f1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:21.036272 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec4c2cd5-101c-4a31-8e0b-282f0d13dab2 req-20f2f514-8ab6-4f9d-8593-a3ac354f1a6d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42a9a8f257e34a14b7f01fbf04bfd0d0&device_id=0a37ad62-bef9-4817-b519-76e689d77a5c HTTP/1.1" status: 200 len: 1125 time: 0.1536229 Feb 19 04:18:21.038636 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c,segment=NetworkSegment(6754e5de-c5c7-42dc-bf24-b31de033ccee),segment_id=6754e5de-c5c7-42dc-bf24-b31de033ccee)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:21.047344 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:21.048180 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 6785de37-76ff-4599-9423-cb5971e11658 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:18:21.120255 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 6785de37-76ff-4599-9423-cb5971e11658 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:18:21.121182 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 6785de37-76ff-4599-9423-cb5971e11658 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:18:21.126325 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7b11df2-4974-4c3f-9d37-edd8d17f8135 req-5afafb66-420c-4e17-97a0-518628959747 service neutron] 10.222.0.10 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159345 Feb 19 04:18:21.169216 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-5989678f-ad85-4bb8-8780-b012b42440d4 req-bac35f8f-150f-4709-904f-53023beea788 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Deleting port 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:18:21.170107 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5989678f-ad85-4bb8-8780-b012b42440d4 req-bac35f8f-150f-4709-904f-53023beea788 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:21.181687 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc182c5f-acee-4445-8997-37412d19d360 admin admin] Publish callbacks [] for security_group (1fce5c26-f53d-44e6-b4f0-e6c252cdc875), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:21.231647 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:21.308332 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c2cd5-101c-4a31-8e0b-282f0d13dab2 req-173d3962-e470-4eb3-a98e-f8aab44f0edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:21.311137 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec4c2cd5-101c-4a31-8e0b-282f0d13dab2 req-173d3962-e470-4eb3-a98e-f8aab44f0edc service neutron] 10.222.0.48 "GET /v2.0/networks?id=23e58a62-5420-4961-bbbe-6b9f43f9106d HTTP/1.1" status: 200 len: 914 time: 0.2684863 Feb 19 04:18:21.323942 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80589902-a072-4ed9-bcbe-eccdf8ef0cef req-53155324-a99d-4982-a34e-b228b432e764 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:21.328776 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-80589902-a072-4ed9-bcbe-eccdf8ef0cef req-53155324-a99d-4982-a34e-b228b432e764 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d HTTP/1.1" status: 200 len: 944 time: 0.1668468 Feb 19 04:18:21.349769 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc182c5f-acee-4445-8997-37412d19d360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1fce5c26-f53d-44e6-b4f0-e6c252cdc875), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:21.383681 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec4c2cd5-101c-4a31-8e0b-282f0d13dab2 req-699ec8d7-be72-40e2-a2fb-64449368b3ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d6cf105-3e77-48fe-82e3-c644be11f41a HTTP/1.1" status: 200 len: 217 time: 0.0534635 Feb 19 04:18:21.451320 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01f491d3-5d93-4427-bced-a9e2e62501a2 req-c23fc495-dc67-4746-8ddc-0124874699e6 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4901283 Feb 19 04:18:21.530737 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-80589902-a072-4ed9-bcbe-eccdf8ef0cef req-906cae91-9f24-4b61-9e90-ab022847428a tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bcdbd35-b84b-4120-922e-200da2954705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915464 Feb 19 04:18:21.533764 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c2cd5-101c-4a31-8e0b-282f0d13dab2 req-5ea489f2-dbf9-4402-a835-b0a010233772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:21.536354 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cc182c5f-acee-4445-8997-37412d19d360 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b802caa7790f4102940afddea5bb4785&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6336563 Feb 19 04:18:21.537860 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc182c5f-acee-4445-8997-37412d19d360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fce5c26-f53d-44e6-b4f0-e6c252cdc875,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:21.542301 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42892) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:21.558779 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec4c2cd5-101c-4a31-8e0b-282f0d13dab2 req-5ea489f2-dbf9-4402-a835-b0a010233772 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bfd6d5da-2430-4dcd-a453-690f98ee361c HTTP/1.1" status: 200 len: 853 time: 0.1613543 Feb 19 04:18:21.567031 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24653a14-3bcc-45cd-ae0c-be21a9aab2e5 x-openstack-request-id: req-24653a14-3bcc-45cd-ae0c-be21a9aab2e5 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:21.567492 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70130c90-bfd5-404b-ad30-13714673c2de", "name": "network-vif-unplugged", "status": "completed", "tag": "2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:21.567646 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-24653a14-3bcc-45cd-ae0c-be21a9aab2e5 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:21.567972 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70130c90-bfd5-404b-ad30-13714673c2de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c', 'code': 200} Feb 19 04:18:21.645356 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c2cd5-101c-4a31-8e0b-282f0d13dab2 req-97ef5441-9265-4873-b58a-702c5917d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:21.647267 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec4c2cd5-101c-4a31-8e0b-282f0d13dab2 req-97ef5441-9265-4873-b58a-702c5917d254 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23e58a62-5420-4961-bbbe-6b9f43f9106d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0739768 Feb 19 04:18:21.711549 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70130c90-bfd5-404b-ad30-13714673c2de', 'name': 'network-vif-deleted', 'tag': '6785de37-76ff-4599-9423-cb5971e11658'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:21.715768 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f29a5c3-ee5a-435f-a7b3-11a71ab42270" -d '{"events": [{"server_uuid": "70130c90-bfd5-404b-ad30-13714673c2de", "name": "network-vif-deleted", "tag": "6785de37-76ff-4599-9423-cb5971e11658"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:21.747871 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-5989678f-ad85-4bb8-8780-b012b42440d4 req-bac35f8f-150f-4709-904f-53023beea788 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] For port 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c,segment=NetworkSegment(6754e5de-c5c7-42dc-bf24-b31de033ccee),segment_id=6754e5de-c5c7-42dc-bf24-b31de033ccee)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:21.748492 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5989678f-ad85-4bb8-8780-b012b42440d4 req-bac35f8f-150f-4709-904f-53023beea788 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:21.795779 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba2998-c24d-4f06-a2f1-d0e731b892df req-3d255059-1ea3-4fd3-8a3c-8ff5e8e894ef tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:21.798021 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-89ba2998-c24d-4f06-a2f1-d0e731b892df req-3d255059-1ea3-4fd3-8a3c-8ff5e8e894ef tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 943 time: 0.1483109 Feb 19 04:18:21.833842 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29dc5c3-dba8-4a8c-9b1a-b4ea309f7e5b req-f89978f1-7fd2-4de4-b6a7-cccc88f96ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:21.836667 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b29dc5c3-dba8-4a8c-9b1a-b4ea309f7e5b req-f89978f1-7fd2-4de4-b6a7-cccc88f96ba2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=64a84ec8d7f4403180aa77a18bbd859e&device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d HTTP/1.1" status: 200 len: 1126 time: 0.5613086 Feb 19 04:18:21.876262 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec4c2cd5-101c-4a31-8e0b-282f0d13dab2 req-d868a3f6-1527-41be-9830-ceab929dc93a service neutron] 10.222.0.48 "GET /v2.0/networks/23e58a62-5420-4961-bbbe-6b9f43f9106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147496 Feb 19 04:18:21.950444 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-5989678f-ad85-4bb8-8780-b012b42440d4 req-bac35f8f-150f-4709-904f-53023beea788 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Calling delete_port for 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:18:21.986583 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-89ba2998-c24d-4f06-a2f1-d0e731b892df req-2e917785-fea0-46dc-8d00-748b3e004a01 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/security-groups?id=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706038 Feb 19 04:18:22.040535 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec4c2cd5-101c-4a31-8e0b-282f0d13dab2 req-d270dcec-e7eb-4007-bcee-9f90ce6b2401 service neutron] 10.222.0.48 "GET /v2.0/networks/23e58a62-5420-4961-bbbe-6b9f43f9106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468840 Feb 19 04:18:22.140108 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d1a47-b276-4e62-b8dc-b3ddafc0511a req-281e15a6-1bc0-4a19-a89d-a3bc7b458e47 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:22.147931 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d65d1a47-b276-4e62-b8dc-b3ddafc0511a req-281e15a6-1bc0-4a19-a89d-a3bc7b458e47 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a37ad62-bef9-4817-b519-76e689d77a5c HTTP/1.1" status: 200 len: 943 time: 0.0725243 Feb 19 04:18:22.198717 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7fa54c59-5390-406d-bbf5-4fe298a2f053 admin admin] Publish callbacks [] for security_group (1fce5c26-f53d-44e6-b4f0-e6c252cdc875), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:22.203658 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d65d1a47-b276-4e62-b8dc-b3ddafc0511a req-bc3f6038-b0fd-41c5-9c0f-8f2b12a0a037 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/security-groups?id=1dad27c5-33e2-48b8-892e-67a5b9e2ccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546451 Feb 19 04:18:22.213034 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42906) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:22.285272 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c30443-279d-4931-93ee-b997c6c2a318 x-openstack-request-id: req-34c30443-279d-4931-93ee-b997c6c2a318 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:22.285810 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70130c90-bfd5-404b-ad30-13714673c2de", "name": "network-vif-deleted", "tag": "6785de37-76ff-4599-9423-cb5971e11658", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:22.286122 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-34c30443-279d-4931-93ee-b997c6c2a318 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:22.287134 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70130c90-bfd5-404b-ad30-13714673c2de', 'name': 'network-vif-deleted', 'tag': '6785de37-76ff-4599-9423-cb5971e11658', 'status': 'completed', 'code': 200} Feb 19 04:18:22.342024 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-882d300a-4c35-4518-943f-1ac1d20a8447 req-d618e1a4-3ed1-4c49-b962-d2ce89a33236 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7376361 Feb 19 04:18:22.385894 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-882d300a-4c35-4518-943f-1ac1d20a8447 req-3e4a46f3-f3bb-40e4-a29f-76f4ed5ef8b6 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:22.412040 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-9c3ff895-dfc7-43a3-8d4e-416126761c81 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1258322958'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:22.429797 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7fa54c59-5390-406d-bbf5-4fe298a2f053 admin admin] Publish callbacks [] for security_group (1fce5c26-f53d-44e6-b4f0-e6c252cdc875), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:22.439295 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3ff895-dfc7-43a3-8d4e-416126761c81 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Made reservation on behalf of 4da9d552bbbc4c438da4de4cfe327bab for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:18:22.447905 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9c3ff895-dfc7-43a3-8d4e-416126761c81 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:22.459932 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9c3ff895-dfc7-43a3-8d4e-416126761c81 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:22.461192 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29dc5c3-dba8-4a8c-9b1a-b4ea309f7e5b req-4618c57c-1e5a-4b05-9489-4a394d985232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:22.464199 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b29dc5c3-dba8-4a8c-9b1a-b4ea309f7e5b req-4618c57c-1e5a-4b05-9489-4a394d985232 service neutron] 10.222.0.10 "GET /v2.0/networks?id=58c1cfe5-5b31-4d86-b71c-5778f412859b HTTP/1.1" status: 200 len: 911 time: 0.5811718 Feb 19 04:18:22.555331 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-882d300a-4c35-4518-943f-1ac1d20a8447 req-3e4a46f3-f3bb-40e4-a29f-76f4ed5ef8b6 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:22.584726 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b29dc5c3-dba8-4a8c-9b1a-b4ea309f7e5b req-f96cf42b-464f-413f-a1ae-bb48414d1c14 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ca7b21f-5487-47d9-9cd9-b0e41b84afce HTTP/1.1" status: 200 len: 217 time: 0.1038742 Feb 19 04:18:22.642655 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9c3ff895-dfc7-43a3-8d4e-416126761c81 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Publish callbacks [] for security_group (3505bc1c-0711-40a6-8ba7-1c96173b64a3), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:22.679886 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9c3ff895-dfc7-43a3-8d4e-416126761c81 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3505bc1c-0711-40a6-8ba7-1c96173b64a3), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:22.755439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ff895-dfc7-43a3-8d4e-416126761c81 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3505bc1c-0711-40a6-8ba7-1c96173b64a3,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:22.792551 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef08eaf-a5ef-4299-b001-28617592e8e2 req-44b4f9ae-9297-4d60-a97d-6782a24b4fcf tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:22.793203 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29dc5c3-dba8-4a8c-9b1a-b4ea309f7e5b req-f6c3b773-13c3-409e-8191-da53b6bdb833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:22.795201 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ef08eaf-a5ef-4299-b001-28617592e8e2 req-44b4f9ae-9297-4d60-a97d-6782a24b4fcf tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.1776273 Feb 19 04:18:22.795605 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b29dc5c3-dba8-4a8c-9b1a-b4ea309f7e5b req-f6c3b773-13c3-409e-8191-da53b6bdb833 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=94653809-5e9c-447e-841f-90aff76610c8 HTTP/1.1" status: 200 len: 850 time: 0.1925409 Feb 19 04:18:22.799650 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7fa54c59-5390-406d-bbf5-4fe298a2f053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1fce5c26-f53d-44e6-b4f0-e6c252cdc875), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:22.803006 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7fa54c59-5390-406d-bbf5-4fe298a2f053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:22.804451 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7fa54c59-5390-406d-bbf5-4fe298a2f053 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1fce5c26-f53d-44e6-b4f0-e6c252cdc875 HTTP/1.1" status: 204 len: 168 time: 1.2542427 Feb 19 04:18:22.882870 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa54c59-5390-406d-bbf5-4fe298a2f053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fce5c26-f53d-44e6-b4f0-e6c252cdc875,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:22.897018 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5989678f-ad85-4bb8-8780-b012b42440d4 req-bac35f8f-150f-4709-904f-53023beea788 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:22.913801 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3ff895-dfc7-43a3-8d4e-416126761c81 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:18:22.947575 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ef08eaf-a5ef-4299-b001-28617592e8e2 req-76281136-b735-40bd-bd04-5ac748dcf987 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426442 Feb 19 04:18:22.960000 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9c3ff895-dfc7-43a3-8d4e-416126761c81 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (9d7ac6dd-5d72-4755-bd77-23a9e53cdf21), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:22.960373 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-9c3ff895-dfc7-43a3-8d4e-416126761c81 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Added segment 9d7ac6dd-5d72-4755-bd77-23a9e53cdf21 of type vlan for network cef2c1fa-9904-49b4-8e3a-28e278059c7a Feb 19 04:18:22.966142 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac35f8f-150f-4709-904f-53023beea788 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event deleted for resources: {'Port': ['ID=2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:23.002878 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29dc5c3-dba8-4a8c-9b1a-b4ea309f7e5b req-3ca08c7d-219a-4487-95de-0a1c819b77e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:23.006440 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b29dc5c3-dba8-4a8c-9b1a-b4ea309f7e5b req-3ca08c7d-219a-4487-95de-0a1c819b77e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58c1cfe5-5b31-4d86-b71c-5778f412859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1987400 Feb 19 04:18:23.051697 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9c3ff895-dfc7-43a3-8d4e-416126761c81 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (cef2c1fa-9904-49b4-8e3a-28e278059c7a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:23.116301 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9c3ff895-dfc7-43a3-8d4e-416126761c81 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (cef2c1fa-9904-49b4-8e3a-28e278059c7a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:23.130625 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3ff895-dfc7-43a3-8d4e-416126761c81 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:23.131973 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9c3ff895-dfc7-43a3-8d4e-416126761c81 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:23.133473 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-5989678f-ad85-4bb8-8780-b012b42440d4 req-bac35f8f-150f-4709-904f-53023beea788 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] No DVR routers for this DVR port 2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:18:23.145305 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5989678f-ad85-4bb8-8780-b012b42440d4 req-bac35f8f-150f-4709-904f-53023beea788 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:23.151655 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5989678f-ad85-4bb8-8780-b012b42440d4 req-bac35f8f-150f-4709-904f-53023beea788 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.48 "DELETE /v2.0/ports/2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c HTTP/1.1" status: 204 len: 173 time: 2.8355596 Feb 19 04:18:23.252425 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-882d300a-4c35-4518-943f-1ac1d20a8447 req-3e4a46f3-f3bb-40e4-a29f-76f4ed5ef8b6 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:23.264179 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ff895-dfc7-43a3-8d4e-416126761c81 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Pushing event updated for resources: {'Network': ['ID=cef2c1fa-9904-49b4-8e3a-28e278059c7a,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:23.308899 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network cef2c1fa-9904-49b4-8e3a-28e278059c7a details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:18:23.341630 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9c3ff895-dfc7-43a3-8d4e-416126761c81 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1265717 Feb 19 04:18:23.342880 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42922) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:23.405681 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76132159-2a2a-4b4b-9eda-6cf6b63200b6 req-ac36283c-f877-4208-9c7d-6b1b0c79b7cd tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:23.407351 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-76132159-2a2a-4b4b-9eda-6cf6b63200b6 req-ac36283c-f877-4208-9c7d-6b1b0c79b7cd tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d HTTP/1.1" status: 200 len: 944 time: 0.1349781 Feb 19 04:18:23.496184 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 8ca7b21f-5487-47d9-9cd9-b0e41b84afce details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:18:23.520570 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-76132159-2a2a-4b4b-9eda-6cf6b63200b6 req-8027565a-999f-44ae-834a-8d7445eca763 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bcdbd35-b84b-4120-922e-200da2954705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016722 Feb 19 04:18:23.604982 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b29dc5c3-dba8-4a8c-9b1a-b4ea309f7e5b req-b185a3a5-25eb-4eea-91ca-4c44342fc88b service neutron] 10.222.0.10 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612679 Feb 19 04:18:23.665292 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:18:23.818741 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-5b477c39-89a1-4992-85d5-60129735efd7 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Request body: {'network': {'name': 'tempest-network--2113054402', 'router:external': True}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:23.831292 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42926) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:23.881132 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-882d300a-4c35-4518-943f-1ac1d20a8447 req-3e4a46f3-f3bb-40e4-a29f-76f4ed5ef8b6 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Allocated IP 172.25.0.168 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/d941f4de-5358-442f-b603-4b5682112ac0) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:18:23.886510 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-00579d4e-05b4-495b-a100-a2eca8e1c7b3 req-2b2826e7-c2bb-44e8-9866-b93719cb4d44 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "GET /v2.0/ports?device_id=70130c90-bfd5-404b-ad30-13714673c2de HTTP/1.1" status: 200 len: 210 time: 0.0786326 Feb 19 04:18:23.912723 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b477c39-89a1-4992-85d5-60129735efd7 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Made reservation on behalf of 54516531e3c346c3b964ee209cfda35a for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:18:23.928954 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b477c39-89a1-4992-85d5-60129735efd7 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:23.929277 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 8ca7b21f-5487-47d9-9cd9-b0e41b84afce, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=8ca7b21f-5487-47d9-9cd9-b0e41b84afce,segment=NetworkSegment(bb7b92ab-063f-403e-a94f-7c593ba6f180),segment_id=bb7b92ab-063f-403e-a94f-7c593ba6f180)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:23.947860 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b477c39-89a1-4992-85d5-60129735efd7 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:23.950675 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '8ca7b21f-5487-47d9-9cd9-b0e41b84afce', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'port_id': '8ca7b21f-5487-47d9-9cd9-b0e41b84afce', 'mac_address': 'fa:16:3e:90:a4:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94653809-5e9c-447e-841f-90aff76610c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:18:23.967937 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8601e17b-7534-40d3-a481-b7baddc87872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:24.033194 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 8ca7b21f-5487-47d9-9cd9-b0e41b84afce is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:24.033789 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8ca7b21f-5487-47d9-9cd9-b0e41b84afce), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:24.082780 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca7b21f-5487-47d9-9cd9-b0e41b84afce {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:18:24.132819 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 8ca7b21f-5487-47d9-9cd9-b0e41b84afce, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=8ca7b21f-5487-47d9-9cd9-b0e41b84afce,segment=NetworkSegment(bb7b92ab-063f-403e-a94f-7c593ba6f180),segment_id=bb7b92ab-063f-403e-a94f-7c593ba6f180)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:24.142906 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8ca7b21f-5487-47d9-9cd9-b0e41b84afce), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:24.171460 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b29dc5c3-dba8-4a8c-9b1a-b4ea309f7e5b req-b714d5c6-cc9d-4835-81f4-327d300f3163 service neutron] 10.222.0.10 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5505373 Feb 19 04:18:24.172805 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc5648-e682-4d53-b13c-d35f2e021e53 req-7c0ba7ad-8ee7-492a-abb2-1feb7cc41b6c tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:24.174582 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8cfc5648-e682-4d53-b13c-d35f2e021e53 req-7c0ba7ad-8ee7-492a-abb2-1feb7cc41b6c tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a37ad62-bef9-4817-b519-76e689d77a5c HTTP/1.1" status: 200 len: 943 time: 0.1406002 Feb 19 04:18:24.182454 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b477c39-89a1-4992-85d5-60129735efd7 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks [] for security_group (29851ad1-cbaa-4d96-a73c-ff20e061062d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:24.201590 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b477c39-89a1-4992-85d5-60129735efd7 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (29851ad1-cbaa-4d96-a73c-ff20e061062d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:24.252942 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=8ca7b21f-5487-47d9-9cd9-b0e41b84afce,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:24.264977 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b477c39-89a1-4992-85d5-60129735efd7 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:18:24.279237 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b477c39-89a1-4992-85d5-60129735efd7 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29851ad1-cbaa-4d96-a73c-ff20e061062d,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:24.288252 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70130c90-bfd5-404b-ad30-13714673c2de', 'name': 'network-vif-deleted', 'tag': '2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:24.292614 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440e4bed-5640-4c31-986c-581231c81d7e" -d '{"events": [{"server_uuid": "70130c90-bfd5-404b-ad30-13714673c2de", "name": "network-vif-deleted", "tag": "2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:24.295404 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8cfc5648-e682-4d53-b13c-d35f2e021e53 req-5154da27-c803-450a-b0a9-d7bc34d61e9f tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/security-groups?id=1dad27c5-33e2-48b8-892e-67a5b9e2ccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024928 Feb 19 04:18:24.296722 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b477c39-89a1-4992-85d5-60129735efd7 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (80e0a7ce-9e8d-4a59-a9e9-ba644289a0de), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:24.297119 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-5b477c39-89a1-4992-85d5-60129735efd7 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Added segment 80e0a7ce-9e8d-4a59-a9e9-ba644289a0de of type vlan for network dfb7ba2f-66c4-4dca-9a39-71686266dc29 Feb 19 04:18:24.337983 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8601e17b-7534-40d3-a481-b7baddc87872 admin admin] Publish callbacks [] for security_group (a99e8071-8c64-4341-a935-79421d60e20a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:24.361207 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b477c39-89a1-4992-85d5-60129735efd7 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (dfb7ba2f-66c4-4dca-9a39-71686266dc29), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:24.366578 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8601e17b-7534-40d3-a481-b7baddc87872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a99e8071-8c64-4341-a935-79421d60e20a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:24.416206 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b477c39-89a1-4992-85d5-60129735efd7 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (dfb7ba2f-66c4-4dca-9a39-71686266dc29), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:24.417903 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b477c39-89a1-4992-85d5-60129735efd7 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:24.419282 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b477c39-89a1-4992-85d5-60129735efd7 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:24.426045 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-882d300a-4c35-4518-943f-1ac1d20a8447 req-3e4a46f3-f3bb-40e4-a29f-76f4ed5ef8b6 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks [] for port (d941f4de-5358-442f-b603-4b5682112ac0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:24.447566 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['8ca7b21f-5487-47d9-9cd9-b0e41b84afce'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:18:24.469201 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8601e17b-7534-40d3-a481-b7baddc87872 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b55c7f8dd24f499bbc181bf54c750a0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6313226 Feb 19 04:18:24.469201 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601e17b-7534-40d3-a481-b7baddc87872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99e8071-8c64-4341-a935-79421d60e20a,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:24.469682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42932) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:24.560444 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5b477c39-89a1-4992-85d5-60129735efd7 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2142906 Feb 19 04:18:24.566404 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42934) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:24.579665 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-882d300a-4c35-4518-943f-1ac1d20a8447 req-3e4a46f3-f3bb-40e4-a29f-76f4ed5ef8b6 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (d941f4de-5358-442f-b603-4b5682112ac0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:24.626539 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b477c39-89a1-4992-85d5-60129735efd7 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Pushing event updated for resources: {'Network': ['ID=dfb7ba2f-66c4-4dca-9a39-71686266dc29,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:24.660705 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network dfb7ba2f-66c4-4dca-9a39-71686266dc29 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:18:24.669669 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a3c60-2092-486c-8f55-1e6f5c3bbc12 req-edaba926-e7ef-4aa9-83fe-249c19d9a338 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:24.678658 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e79a3c60-2092-486c-8f55-1e6f5c3bbc12 req-edaba926-e7ef-4aa9-83fe-249c19d9a338 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.2203221 Feb 19 04:18:24.691074 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96b65b02-9ea1-4412-b312-5d3ff3f0e547 admin admin] Publish callbacks [] for security_group (a99e8071-8c64-4341-a935-79421d60e20a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:24.757328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-882d300a-4c35-4518-943f-1ac1d20a8447 req-3e4a46f3-f3bb-40e4-a29f-76f4ed5ef8b6 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:18:24.764633 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96b65b02-9ea1-4412-b312-5d3ff3f0e547 admin admin] Publish callbacks [] for security_group (a99e8071-8c64-4341-a935-79421d60e20a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:24.768655 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e79a3c60-2092-486c-8f55-1e6f5c3bbc12 req-776f8667-79c5-479f-9ed4-49e35282cbc5 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844557 Feb 19 04:18:24.772890 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-65da65fa-2614-4e3e-b4f0-f48adbdccf8c tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (dfb7ba2f-66c4-4dca-9a39-71686266dc29), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:24.780974 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-882d300a-4c35-4518-943f-1ac1d20a8447 req-3e4a46f3-f3bb-40e4-a29f-76f4ed5ef8b6 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:18:24.786361 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a46f3-f3bb-40e4-a29f-76f4ed5ef8b6 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Pushing event updated for resources: {'Port': ['ID=d941f4de-5358-442f-b603-4b5682112ac0,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:24.786586 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 6d6cf105-3e77-48fe-82e3-c644be11f41a details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:18:24.791090 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-882d300a-4c35-4518-943f-1ac1d20a8447 req-3e4a46f3-f3bb-40e4-a29f-76f4ed5ef8b6 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:18:25.014342 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 6d6cf105-3e77-48fe-82e3-c644be11f41a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=6d6cf105-3e77-48fe-82e3-c644be11f41a,segment=NetworkSegment(39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c),segment_id=39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:25.037868 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '6d6cf105-3e77-48fe-82e3-c644be11f41a', 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d', 'port_id': '6d6cf105-3e77-48fe-82e3-c644be11f41a', 'mac_address': 'fa:16:3e:64:a3:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd6d5da-2430-4dcd-a453-690f98ee361c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:18:25.052532 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2c0c6-ddc6-44cf-94e7-707e79b06e87 req-a3086afc-c5ad-4ef3-953f-01db8ec893f7 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:25.055341 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59c2c0c6-ddc6-44cf-94e7-707e79b06e87 req-a3086afc-c5ad-4ef3-953f-01db8ec893f7 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d HTTP/1.1" status: 200 len: 945 time: 0.0751979 Feb 19 04:18:25.113523 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 6d6cf105-3e77-48fe-82e3-c644be11f41a is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:25.114129 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6d6cf105-3e77-48fe-82e3-c644be11f41a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:25.131942 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59c2c0c6-ddc6-44cf-94e7-707e79b06e87 req-2d530508-d456-4780-b991-16b65021e50f tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bcdbd35-b84b-4120-922e-200da2954705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641274 Feb 19 04:18:25.141893 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6cf105-3e77-48fe-82e3-c644be11f41a {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:18:25.183515 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 6d6cf105-3e77-48fe-82e3-c644be11f41a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=6d6cf105-3e77-48fe-82e3-c644be11f41a,segment=NetworkSegment(39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c),segment_id=39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:25.188019 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6d6cf105-3e77-48fe-82e3-c644be11f41a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:25.188609 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1028cc92-7bd8-417e-a0a9-68ac7582494e x-openstack-request-id: req-1028cc92-7bd8-417e-a0a9-68ac7582494e {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:25.189570 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70130c90-bfd5-404b-ad30-13714673c2de", "name": "network-vif-deleted", "tag": "2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:25.189570 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1028cc92-7bd8-417e-a0a9-68ac7582494e {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:25.189570 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70130c90-bfd5-404b-ad30-13714673c2de', 'name': 'network-vif-deleted', 'tag': '2a1c7a77-dc2e-4d6e-b1ef-35565bcd407c', 'status': 'completed', 'code': 200} Feb 19 04:18:25.230215 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42940) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:25.289480 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=6d6cf105-3e77-48fe-82e3-c644be11f41a,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:25.300984 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-65da65fa-2614-4e3e-b4f0-f48adbdccf8c tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (dfb7ba2f-66c4-4dca-9a39-71686266dc29), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:25.339567 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96b65b02-9ea1-4412-b312-5d3ff3f0e547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a99e8071-8c64-4341-a935-79421d60e20a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:25.341903 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96b65b02-9ea1-4412-b312-5d3ff3f0e547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:25.347447 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-96b65b02-9ea1-4412-b312-5d3ff3f0e547 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a99e8071-8c64-4341-a935-79421d60e20a HTTP/1.1" status: 204 len: 168 time: 0.8726025 Feb 19 04:18:25.349488 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-db601f01-27f9-43e0-9d6f-7095b91ae8f8 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Deleting subnet 6d954421-43b0-4bb9-9e25-a5381182b645 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:18:25.355902 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-db601f01-27f9-43e0-9d6f-7095b91ae8f8 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks [] for subnet (6d954421-43b0-4bb9-9e25-a5381182b645), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:25.424773 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['6d6cf105-3e77-48fe-82e3-c644be11f41a'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:18:25.433148 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b65b02-9ea1-4412-b312-5d3ff3f0e547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99e8071-8c64-4341-a935-79421d60e20a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:25.457532 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-65da65fa-2614-4e3e-b4f0-f48adbdccf8c tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb7ba2f-66c4-4dca-9a39-71686266dc29']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:25.463212 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-db601f01-27f9-43e0-9d6f-7095b91ae8f8 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (6d954421-43b0-4bb9-9e25-a5381182b645), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:25.506455 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-65da65fa-2614-4e3e-b4f0-f48adbdccf8c tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e0a7ce-9e8d-4a59-a9e9-ba644289a0de') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:25.506994 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-65da65fa-2614-4e3e-b4f0-f48adbdccf8c tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e0a7ce-9e8d-4a59-a9e9-ba644289a0de') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:25.511304 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-882d300a-4c35-4518-943f-1ac1d20a8447 req-3e4a46f3-f3bb-40e4-a29f-76f4ed5ef8b6 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks [] for floatingip (30136964-318e-4085-911e-4ef41c856ebe), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:25.542414 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-65da65fa-2614-4e3e-b4f0-f48adbdccf8c tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (80e0a7ce-9e8d-4a59-a9e9-ba644289a0de), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:25.596294 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-65da65fa-2614-4e3e-b4f0-f48adbdccf8c tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (80e0a7ce-9e8d-4a59-a9e9-ba644289a0de), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:25.617773 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65da65fa-2614-4e3e-b4f0-f48adbdccf8c tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:18:25.618445 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-65da65fa-2614-4e3e-b4f0-f48adbdccf8c tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (80e0a7ce-9e8d-4a59-a9e9-ba644289a0de), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:25.621209 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-882d300a-4c35-4518-943f-1ac1d20a8447 req-3e4a46f3-f3bb-40e4-a29f-76f4ed5ef8b6 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d941f4de-5358-442f-b603-4b5682112ac0), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:18:25.623641 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:18:25.707293 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f8d29-4924-45f9-80d9-94479d9df526 req-808589a3-05cb-4897-90e0-fce7dbee0e14 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:25.723346 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-183f8d29-4924-45f9-80d9-94479d9df526 req-808589a3-05cb-4897-90e0-fce7dbee0e14 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a37ad62-bef9-4817-b519-76e689d77a5c HTTP/1.1" status: 200 len: 944 time: 0.2137334 Feb 19 04:18:25.747018 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-db601f01-27f9-43e0-9d6f-7095b91ae8f8 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (6d954421-43b0-4bb9-9e25-a5381182b645), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:25.776054 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-65da65fa-2614-4e3e-b4f0-f48adbdccf8c tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (dfb7ba2f-66c4-4dca-9a39-71686266dc29), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:25.811054 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65da65fa-2614-4e3e-b4f0-f48adbdccf8c tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dfb7ba2f-66c4-4dca-9a39-71686266dc29 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 04:18:25.894560 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-183f8d29-4924-45f9-80d9-94479d9df526 req-9f0321e4-964f-4125-b608-78bbd3fe2211 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/security-groups?id=1dad27c5-33e2-48b8-892e-67a5b9e2ccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692243 Feb 19 04:18:25.896593 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-65da65fa-2614-4e3e-b4f0-f48adbdccf8c tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:25.901825 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-65da65fa-2614-4e3e-b4f0-f48adbdccf8c tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] 10.222.0.65 "DELETE /v2.0/networks/dfb7ba2f-66c4-4dca-9a39-71686266dc29 HTTP/1.1" status: 204 len: 168 time: 1.3323722 Feb 19 04:18:25.907462 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42952) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:25.911267 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da65fa-2614-4e3e-b4f0-f48adbdccf8c tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Pushing event deleted for resources: {'Network': ['ID=dfb7ba2f-66c4-4dca-9a39-71686266dc29,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:25.913831 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-aa44017a-89a7-4ba4-81a6-347bcd51f896 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Request body: {'network': {'router:external': True}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:25.962124 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-db601f01-27f9-43e0-9d6f-7095b91ae8f8 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (6d954421-43b0-4bb9-9e25-a5381182b645), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:25.990314 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa44017a-89a7-4ba4-81a6-347bcd51f896 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Made reservation on behalf of 54516531e3c346c3b964ee209cfda35a for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:18:25.993155 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa44017a-89a7-4ba4-81a6-347bcd51f896 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:26.032608 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db601f01-27f9-43e0-9d6f-7095b91ae8f8 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event deleted for resources: {'Subnet': ['ID=6d954421-43b0-4bb9-9e25-a5381182b645,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:26.048189 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-db601f01-27f9-43e0-9d6f-7095b91ae8f8 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:26.059730 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-db601f01-27f9-43e0-9d6f-7095b91ae8f8 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "DELETE /v2.0/subnets/6d954421-43b0-4bb9-9e25-a5381182b645 HTTP/1.1" status: 204 len: 168 time: 0.8181942 Feb 19 04:18:26.065011 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42956) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:26.066261 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087611d0-814e-434f-a8ec-f1218ae3cd59 None None] Network ae196e08-3542-4462-b5f7-dd82d1820566 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:18:26.121983 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-882d300a-4c35-4518-943f-1ac1d20a8447 req-3e4a46f3-f3bb-40e4-a29f-76f4ed5ef8b6 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks [] for port (d941f4de-5358-442f-b603-4b5682112ac0), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:26.134658 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-882d300a-4c35-4518-943f-1ac1d20a8447 req-3e4a46f3-f3bb-40e4-a29f-76f4ed5ef8b6 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (d941f4de-5358-442f-b603-4b5682112ac0), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:26.208976 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa44017a-89a7-4ba4-81a6-347bcd51f896 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:18:26.250351 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa44017a-89a7-4ba4-81a6-347bcd51f896 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (7b65e7fc-9765-4e11-9a84-683f7824a48e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:26.250847 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-aa44017a-89a7-4ba4-81a6-347bcd51f896 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Added segment 7b65e7fc-9765-4e11-9a84-683f7824a48e of type vlan for network 46761e9b-7474-4854-afa3-5635c39c3c2f Feb 19 04:18:26.323849 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a46f3-f3bb-40e4-a29f-76f4ed5ef8b6 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Pushing event updated for resources: {'Port': ['ID=d941f4de-5358-442f-b603-4b5682112ac0,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:26.334581 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-882d300a-4c35-4518-943f-1ac1d20a8447 req-3e4a46f3-f3bb-40e4-a29f-76f4ed5ef8b6 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (30136964-318e-4085-911e-4ef41c856ebe), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:26.353995 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b526fc-c164-41b4-8ab7-e4deb9b52003 req-9b3b6480-4355-4bd2-af89-3519cf6737d4 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:26.357719 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e8b526fc-c164-41b4-8ab7-e4deb9b52003 req-9b3b6480-4355-4bd2-af89-3519cf6737d4 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.3018835 Feb 19 04:18:26.385639 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bea6f8a2-eb0f-4ed3-b33b-aa583faafeae tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (ae196e08-3542-4462-b5f7-dd82d1820566), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:26.387908 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-882d300a-4c35-4518-943f-1ac1d20a8447 req-3e4a46f3-f3bb-40e4-a29f-76f4ed5ef8b6 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:26.397608 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-882d300a-4c35-4518-943f-1ac1d20a8447 req-3e4a46f3-f3bb-40e4-a29f-76f4ed5ef8b6 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0440555 Feb 19 04:18:26.438596 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d82b35c-2ff7-4bca-8f18-a1694244e3cc None None] DHCP port deletion for ae196e08-3542-4462-b5f7-dd82d1820566 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:18:26.455507 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa44017a-89a7-4ba4-81a6-347bcd51f896 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (46761e9b-7474-4854-afa3-5635c39c3c2f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:26.470734 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-882d300a-4c35-4518-943f-1ac1d20a8447 req-5e167fde-16f5-43d7-9fec-272c9a2291ce tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 696 time: 0.0686288 Feb 19 04:18:26.579481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4d82b35c-2ff7-4bca-8f18-a1694244e3cc None None] Deleting port 0b9d1354-2574-486f-95ff-80741d4c6899 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:18:26.580102 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4d82b35c-2ff7-4bca-8f18-a1694244e3cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0b9d1354-2574-486f-95ff-80741d4c6899), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:26.584834 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e8b526fc-c164-41b4-8ab7-e4deb9b52003 req-746c7bb8-569b-4238-b97e-463d673c4fc8 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819468 Feb 19 04:18:26.629736 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa44017a-89a7-4ba4-81a6-347bcd51f896 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (46761e9b-7474-4854-afa3-5635c39c3c2f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:26.631318 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa44017a-89a7-4ba4-81a6-347bcd51f896 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:26.632229 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa44017a-89a7-4ba4-81a6-347bcd51f896 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:26.746438 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-4d82b35c-2ff7-4bca-8f18-a1694244e3cc None None] For port 0b9d1354-2574-486f-95ff-80741d4c6899, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0b9d1354-2574-486f-95ff-80741d4c6899,segment=NetworkSegment(cdf94b15-42fe-4f72-9539-708e2c2653ff),segment_id=cdf94b15-42fe-4f72-9539-708e2c2653ff)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:26.747147 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4d82b35c-2ff7-4bca-8f18-a1694244e3cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0b9d1354-2574-486f-95ff-80741d4c6899), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:26.760175 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-bea6f8a2-eb0f-4ed3-b33b-aa583faafeae tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Deleting port 0b9d1354-2574-486f-95ff-80741d4c6899 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:18:26.760749 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bea6f8a2-eb0f-4ed3-b33b-aa583faafeae tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0b9d1354-2574-486f-95ff-80741d4c6899), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:26.781695 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42968) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:26.782246 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-aa44017a-89a7-4ba4-81a6-347bcd51f896 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.8723280 Feb 19 04:18:26.786148 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4d82b35c-2ff7-4bca-8f18-a1694244e3cc None None] Calling delete_port for 0b9d1354-2574-486f-95ff-80741d4c6899 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:18:26.793763 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 6d6cf105-3e77-48fe-82e3-c644be11f41a up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:18:26.808189 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-75f52592-7251-4942-bace-3424b7df4147 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Request body: {'subnet': {'network_id': '46761e9b-7474-4854-afa3-5635c39c3c2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:26.871593 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d300a-4c35-4518-943f-1ac1d20a8447 req-858a6270-a3ed-481f-9392-af9da071470f tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:26.880396 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-882d300a-4c35-4518-943f-1ac1d20a8447 req-858a6270-a3ed-481f-9392-af9da071470f tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.4022524 Feb 19 04:18:26.890636 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f52592-7251-4942-bace-3424b7df4147 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Made reservation on behalf of 54516531e3c346c3b964ee209cfda35a for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:18:26.907364 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-75f52592-7251-4942-bace-3424b7df4147 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:26.970252 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44017a-89a7-4ba4-81a6-347bcd51f896 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Pushing event updated for resources: {'Network': ['ID=46761e9b-7474-4854-afa3-5635c39c3c2f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:27.003192 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 46761e9b-7474-4854-afa3-5635c39c3c2f details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:18:27.047253 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-bea6f8a2-eb0f-4ed3-b33b-aa583faafeae tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] For port 0b9d1354-2574-486f-95ff-80741d4c6899, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0b9d1354-2574-486f-95ff-80741d4c6899,segment=NetworkSegment(cdf94b15-42fe-4f72-9539-708e2c2653ff),segment_id=cdf94b15-42fe-4f72-9539-708e2c2653ff)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:27.048255 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bea6f8a2-eb0f-4ed3-b33b-aa583faafeae tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0b9d1354-2574-486f-95ff-80741d4c6899), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:27.087373 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 6d6cf105-3e77-48fe-82e3-c644be11f41a completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:18:27.095672 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bb701-b808-4e51-8c62-5db13fd77668 req-ad098a4d-2370-4bd4-854d-873234a8d3d6 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:27.099984 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f53bb701-b808-4e51-8c62-5db13fd77668 req-ad098a4d-2370-4bd4-854d-873234a8d3d6 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d HTTP/1.1" status: 200 len: 945 time: 0.3428986 Feb 19 04:18:27.102693 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-bea6f8a2-eb0f-4ed3-b33b-aa583faafeae tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Calling delete_port for 0b9d1354-2574-486f-95ff-80741d4c6899 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:18:27.105430 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 6d6cf105-3e77-48fe-82e3-c644be11f41a triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:27.105921 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6d6cf105-3e77-48fe-82e3-c644be11f41a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:27.115986 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4d82b35c-2ff7-4bca-8f18-a1694244e3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (0b9d1354-2574-486f-95ff-80741d4c6899), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:27.193129 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae487244-2c8e-4a70-9a29-b7555fb2ad05 req-e46691c1-b940-487b-a6db-4e20d932b7be tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:27.195879 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ae487244-2c8e-4a70-9a29-b7555fb2ad05 req-e46691c1-b940-487b-a6db-4e20d932b7be tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a37ad62-bef9-4817-b519-76e689d77a5c HTTP/1.1" status: 200 len: 944 time: 0.1311045 Feb 19 04:18:27.220842 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82b35c-2ff7-4bca-8f18-a1694244e3cc None None] Pushing event deleted for resources: {'Port': ['ID=0b9d1354-2574-486f-95ff-80741d4c6899,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:27.224455 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d82b35c-2ff7-4bca-8f18-a1694244e3cc None None] No DVR routers for this DVR port 0b9d1354-2574-486f-95ff-80741d4c6899 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:18:27.314838 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ae487244-2c8e-4a70-9a29-b7555fb2ad05 req-de183210-b570-4ba2-a041-f8070fa31ccf tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/security-groups?id=1dad27c5-33e2-48b8-892e-67a5b9e2ccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072264 Feb 19 04:18:27.336100 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 6d6cf105-3e77-48fe-82e3-c644be11f41a is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:27.337321 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6d6cf105-3e77-48fe-82e3-c644be11f41a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:27.369048 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f53bb701-b808-4e51-8c62-5db13fd77668 req-357284d8-dd0d-439a-891e-e629fb5955ba tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bcdbd35-b84b-4120-922e-200da2954705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614250 Feb 19 04:18:27.371212 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a37ad62-bef9-4817-b519-76e689d77a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6cf105-3e77-48fe-82e3-c644be11f41a'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:27.374981 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29ca93d-bfba-4e6b-96f7-0224c54bde4e" -d '{"events": [{"server_uuid": "0a37ad62-bef9-4817-b519-76e689d77a5c", "name": "network-vif-plugged", "status": "completed", "tag": "6d6cf105-3e77-48fe-82e3-c644be11f41a"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:27.406493 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 6d6cf105-3e77-48fe-82e3-c644be11f41a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=6d6cf105-3e77-48fe-82e3-c644be11f41a,segment=NetworkSegment(39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c),segment_id=39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:27.415937 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6d6cf105-3e77-48fe-82e3-c644be11f41a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:27.472443 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bea6f8a2-eb0f-4ed3-b33b-aa583faafeae tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (0b9d1354-2574-486f-95ff-80741d4c6899), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:27.514344 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881777c4-97a6-45c6-aa53-efe31f9e5b96 x-openstack-request-id: req-881777c4-97a6-45c6-aa53-efe31f9e5b96 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:27.514913 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a37ad62-bef9-4817-b519-76e689d77a5c", "name": "network-vif-plugged", "status": "completed", "tag": "6d6cf105-3e77-48fe-82e3-c644be11f41a", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:27.515515 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-881777c4-97a6-45c6-aa53-efe31f9e5b96 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:27.516283 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a37ad62-bef9-4817-b519-76e689d77a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6cf105-3e77-48fe-82e3-c644be11f41a', 'code': 200} Feb 19 04:18:27.531016 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 8ca7b21f-5487-47d9-9cd9-b0e41b84afce up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:18:27.573042 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6f8a2-eb0f-4ed3-b33b-aa583faafeae tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event deleted for resources: {'Port': ['ID=0b9d1354-2574-486f-95ff-80741d4c6899,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:27.603049 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea6f8a2-eb0f-4ed3-b33b-aa583faafeae tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] No DVR routers for this DVR port 0b9d1354-2574-486f-95ff-80741d4c6899 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:18:27.705445 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0b9d1354-2574-486f-95ff-80741d4c6899 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:18:27.771458 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=6d6cf105-3e77-48fe-82e3-c644be11f41a,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:27.792238 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 0b9d1354-2574-486f-95ff-80741d4c6899 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:18:27.797483 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0b9d1354-2574-486f-95ff-80741d4c6899 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:18:27.820953 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bea6f8a2-eb0f-4ed3-b33b-aa583faafeae tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (ae196e08-3542-4462-b5f7-dd82d1820566), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:27.856360 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-bea6f8a2-eb0f-4ed3-b33b-aa583faafeae tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae196e08-3542-4462-b5f7-dd82d1820566']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:27.871174 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 8ca7b21f-5487-47d9-9cd9-b0e41b84afce completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:18:27.871506 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-bea6f8a2-eb0f-4ed3-b33b-aa583faafeae tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf94b15-42fe-4f72-9539-708e2c2653ff') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:27.872036 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-bea6f8a2-eb0f-4ed3-b33b-aa583faafeae tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf94b15-42fe-4f72-9539-708e2c2653ff') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:27.886775 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bea6f8a2-eb0f-4ed3-b33b-aa583faafeae tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (cdf94b15-42fe-4f72-9539-708e2c2653ff), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:27.888543 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 8ca7b21f-5487-47d9-9cd9-b0e41b84afce triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:27.890832 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8ca7b21f-5487-47d9-9cd9-b0e41b84afce), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:27.900931 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ea6c0-d2d6-456a-bbaa-d6c45178181e req-ac8ae09a-ec91-43f8-8cd9-c66509560e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:27.903708 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-488ea6c0-d2d6-456a-bbaa-d6c45178181e req-ac8ae09a-ec91-43f8-8cd9-c66509560e26 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0a37ad62-bef9-4817-b519-76e689d77a5c HTTP/1.1" status: 200 len: 1127 time: 0.2700102 Feb 19 04:18:27.911781 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91643a37-adf6-4045-80f6-2599c611a176 req-4eea6fe5-9369-4bd8-bb07-da114973e022 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:27.920686 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-91643a37-adf6-4045-80f6-2599c611a176 req-4eea6fe5-9369-4bd8-bb07-da114973e022 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.1554730 Feb 19 04:18:27.931224 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bea6f8a2-eb0f-4ed3-b33b-aa583faafeae tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (cdf94b15-42fe-4f72-9539-708e2c2653ff), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:27.948482 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea6f8a2-eb0f-4ed3-b33b-aa583faafeae tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:18:27.949028 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bea6f8a2-eb0f-4ed3-b33b-aa583faafeae tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (cdf94b15-42fe-4f72-9539-708e2c2653ff), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:18:27.952547 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:18:27.982612 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-b7438b2d-b5c3-4274-992f-7f91eb4b29fb tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:28.001203 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-b7438b2d-b5c3-4274-992f-7f91eb4b29fb tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/networks?id=ffb608e3-05fc-4c93-b77e-be504917d727 HTTP/1.1" status: 200 len: 821 time: 0.3839869 Feb 19 04:18:28.056133 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-91643a37-adf6-4045-80f6-2599c611a176 req-cf5a68c1-4f2f-4f1f-ac08-11adaf8161f6 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338439 Feb 19 04:18:28.057176 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-a147774c-c844-4df1-9ac0-c2187d5d1209 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/quotas/89adbc6ffff04dfd95e6648f4a0ff8fd HTTP/1.1" status: 200 len: 375 time: 0.0544155 Feb 19 04:18:28.070318 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bea6f8a2-eb0f-4ed3-b33b-aa583faafeae tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (ae196e08-3542-4462-b5f7-dd82d1820566), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:28.080486 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bea6f8a2-eb0f-4ed3-b33b-aa583faafeae tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:28.084366 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-bea6f8a2-eb0f-4ed3-b33b-aa583faafeae tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "DELETE /v2.0/networks/ae196e08-3542-4462-b5f7-dd82d1820566 HTTP/1.1" status: 204 len: 168 time: 2.0175958 Feb 19 04:18:28.088798 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43026) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:28.110756 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 8ca7b21f-5487-47d9-9cd9-b0e41b84afce is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:28.111420 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8ca7b21f-5487-47d9-9cd9-b0e41b84afce), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:28.169256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 8ca7b21f-5487-47d9-9cd9-b0e41b84afce, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=8ca7b21f-5487-47d9-9cd9-b0e41b84afce,segment=NetworkSegment(bb7b92ab-063f-403e-a94f-7c593ba6f180),segment_id=bb7b92ab-063f-403e-a94f-7c593ba6f180)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:28.170605 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6f8a2-eb0f-4ed3-b33b-aa583faafeae tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event deleted for resources: {'Network': ['ID=ae196e08-3542-4462-b5f7-dd82d1820566,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:28.183156 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8ca7b21f-5487-47d9-9cd9-b0e41b84afce), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:28.203204 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d42b589-593b-4c3f-9d53-a6003431ffa7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Deleting subnet 932b916f-b4bc-4a3b-b7d3-dd8755ac6ee0 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:18:28.208099 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0d42b589-593b-4c3f-9d53-a6003431ffa7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks [] for subnet (932b916f-b4bc-4a3b-b7d3-dd8755ac6ee0), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:28.281505 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0d42b589-593b-4c3f-9d53-a6003431ffa7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (932b916f-b4bc-4a3b-b7d3-dd8755ac6ee0), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:28.301223 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-488ea6c0-d2d6-456a-bbaa-d6c45178181e req-161c12f8-acd8-4d8b-b1c3-e24df6cda41d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1dad27c5-33e2-48b8-892e-67a5b9e2ccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3808696 Feb 19 04:18:28.303866 n-d-772273-4 neutron-server[115198]: DEBUG neutron.objects.ports [None req-75f52592-7251-4942-bace-3424b7df4147 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115198) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:18:28.304721 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-75f52592-7251-4942-bace-3424b7df4147 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (c4ef066a-b24b-4cb2-9b89-e4e6da0ed082), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:28.312001 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=8ca7b21f-5487-47d9-9cd9-b0e41b84afce,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:28.419708 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-2fd3ae92-2053-418a-ac4a-330fa93f5220 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=89adbc6ffff04dfd95e6648f4a0ff8fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3571181 Feb 19 04:18:28.443605 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-fd69d7e3-473d-4161-9f04-c2e9711caff3 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:18:28.445777 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-fd69d7e3-473d-4161-9f04-c2e9711caff3 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144472 Feb 19 04:18:28.447458 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f52592-7251-4942-bace-3424b7df4147 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c4ef066a-b24b-4cb2-9b89-e4e6da0ed082,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:28.551752 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0d42b589-593b-4c3f-9d53-a6003431ffa7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (932b916f-b4bc-4a3b-b7d3-dd8755ac6ee0), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:28.586827 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f52592-7251-4942-bace-3424b7df4147 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Checking segment: {'id': '7b65e7fc-9765-4e11-9a84-683f7824a48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '46761e9b-7474-4854-afa3-5635c39c3c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:18:28.587457 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f52592-7251-4942-bace-3424b7df4147 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Network hostable DHCP agents. Network: 46761e9b-7474-4854-afa3-5635c39c3c2f, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:18:28.633718 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f52592-7251-4942-bace-3424b7df4147 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Network 46761e9b-7474-4854-afa3-5635c39c3c2f is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:18:28.655067 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-75f52592-7251-4942-bace-3424b7df4147 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 46761e9b-7474-4854-afa3-5635c39c3c2f) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:18:28.662726 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f52592-7251-4942-bace-3424b7df4147 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:28.663203 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-75f52592-7251-4942-bace-3424b7df4147 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:28.668860 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-14b08ba2-2c93-4629-a3fd-b65d3e3da2ba service neutron] 10.222.0.65 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091475 Feb 19 04:18:28.681125 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636470a2-1dbe-4a10-8a73-0b13be918cea None None] Network 46761e9b-7474-4854-afa3-5635c39c3c2f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:18:28.703656 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831520c4-eb5f-491f-b790-d7e065b00ece req-2f85fb14-a612-48d7-a83d-004523e69c0c tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:28.706898 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-831520c4-eb5f-491f-b790-d7e065b00ece req-2f85fb14-a612-48d7-a83d-004523e69c0c tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a37ad62-bef9-4817-b519-76e689d77a5c HTTP/1.1" status: 200 len: 945 time: 0.2234757 Feb 19 04:18:28.709712 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0d42b589-593b-4c3f-9d53-a6003431ffa7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (932b916f-b4bc-4a3b-b7d3-dd8755ac6ee0), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:28.725702 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-75f52592-7251-4942-bace-3424b7df4147 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9328260 Feb 19 04:18:28.765612 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43086) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:28.781753 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f3fbed0f-e3be-4039-91c0-c3fd1f1a3c63 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Request body: {'floatingip': {'floating_network_id': '46761e9b-7474-4854-afa3-5635c39c3c2f'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:28.798168 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42b589-593b-4c3f-9d53-a6003431ffa7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event deleted for resources: {'Subnet': ['ID=932b916f-b4bc-4a3b-b7d3-dd8755ac6ee0,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:28.829674 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0d42b589-593b-4c3f-9d53-a6003431ffa7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:28.835577 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e394f38c-8a03-4514-83bc-08a5543b041d None None] Network f6ac00eb-295f-4082-95c2-48a93fe0ea17 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:18:28.837024 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0d42b589-593b-4c3f-9d53-a6003431ffa7 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "DELETE /v2.0/subnets/932b916f-b4bc-4a3b-b7d3-dd8755ac6ee0 HTTP/1.1" status: 204 len: 168 time: 0.7274921 Feb 19 04:18:28.844975 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43088) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:28.871314 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-4b8d783b-5a7b-4fc6-81f0-82b6841787bb service neutron] 10.222.0.65 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802731 Feb 19 04:18:28.895372 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e86cee-ee28-4f5b-acba-380cf5d721b1 None None] Network 46761e9b-7474-4854-afa3-5635c39c3c2f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:18:28.915600 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-831520c4-eb5f-491f-b790-d7e065b00ece req-18cdeae9-3fe2-47cf-8929-823d39a46ec2 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/security-groups?id=1dad27c5-33e2-48b8-892e-67a5b9e2ccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885426 Feb 19 04:18:29.169152 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6c3559-693a-41e6-afe1-5d8edfbecf23 None None] DHCP port deletion for f6ac00eb-295f-4082-95c2-48a93fe0ea17 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:18:29.270561 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ef6c3559-693a-41e6-afe1-5d8edfbecf23 None None] Deleting port 60438804-f769-4d3f-8bea-440bc8f51bb1 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:18:29.270866 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ef6c3559-693a-41e6-afe1-5d8edfbecf23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (60438804-f769-4d3f-8bea-440bc8f51bb1), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:29.357233 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb94c0-dc7f-49ff-af73-43d55333dc0f req-94a0d899-aafc-47d5-bcac-76d6834e2d83 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:29.358956 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9fdb94c0-dc7f-49ff-af73-43d55333dc0f req-94a0d899-aafc-47d5-bcac-76d6834e2d83 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.1507611 Feb 19 04:18:29.413740 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-ef6c3559-693a-41e6-afe1-5d8edfbecf23 None None] For port 60438804-f769-4d3f-8bea-440bc8f51bb1, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=60438804-f769-4d3f-8bea-440bc8f51bb1,segment=NetworkSegment(6754e5de-c5c7-42dc-bf24-b31de033ccee),segment_id=6754e5de-c5c7-42dc-bf24-b31de033ccee)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:29.414244 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ef6c3559-693a-41e6-afe1-5d8edfbecf23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (60438804-f769-4d3f-8bea-440bc8f51bb1), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:29.438711 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ef6c3559-693a-41e6-afe1-5d8edfbecf23 None None] Calling delete_port for 60438804-f769-4d3f-8bea-440bc8f51bb1 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:18:29.518288 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941d0e3d-b77e-4834-a0ce-d6fa633e129d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca7b21f-5487-47d9-9cd9-b0e41b84afce'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:29.519129 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43102) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:29.522495 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022794e2-90fb-476e-b5b4-24ef29da089a" -d '{"events": [{"server_uuid": "941d0e3d-b77e-4834-a0ce-d6fa633e129d", "name": "network-vif-plugged", "status": "completed", "tag": "8ca7b21f-5487-47d9-9cd9-b0e41b84afce"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:29.523200 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9fdb94c0-dc7f-49ff-af73-43d55333dc0f req-a9d6b4cc-0992-4f87-ad11-f5d71e0c0015 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398826 Feb 19 04:18:29.630519 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 60438804-f769-4d3f-8bea-440bc8f51bb1 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:18:29.704821 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c558291-7245-49a3-a156-eda89483c2a3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (f6ac00eb-295f-4082-95c2-48a93fe0ea17), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:29.717778 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f3fbed0f-e3be-4039-91c0-c3fd1f1a3c63 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:29.724728 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3a6d4184-9d52-42ba-90ff-1b82dcbfef3c req-d3d02a43-0a71-444f-8f72-43718ab87d35 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0c0994c-e928-4d65-a22c-4ab1ddd0d79c HTTP/1.1" status: 200 len: 210 time: 0.0727210 Feb 19 04:18:29.825548 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff03f5c1-019f-4ffd-af1a-ca1136de6c2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:29.944061 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5435bb4-2e05-4169-a1c5-5d57511f76ba x-openstack-request-id: req-f5435bb4-2e05-4169-a1c5-5d57511f76ba {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:29.944371 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941d0e3d-b77e-4834-a0ce-d6fa633e129d", "name": "network-vif-plugged", "status": "completed", "tag": "8ca7b21f-5487-47d9-9cd9-b0e41b84afce", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:29.944550 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f5435bb4-2e05-4169-a1c5-5d57511f76ba {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:29.944993 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941d0e3d-b77e-4834-a0ce-d6fa633e129d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca7b21f-5487-47d9-9cd9-b0e41b84afce', 'code': 200} Feb 19 04:18:29.946610 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 60438804-f769-4d3f-8bea-440bc8f51bb1 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:18:29.946979 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 60438804-f769-4d3f-8bea-440bc8f51bb1 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:18:29.948611 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ef6c3559-693a-41e6-afe1-5d8edfbecf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (60438804-f769-4d3f-8bea-440bc8f51bb1), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:29.983491 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c3559-693a-41e6-afe1-5d8edfbecf23 None None] Pushing event deleted for resources: {'Port': ['ID=60438804-f769-4d3f-8bea-440bc8f51bb1,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:29.992376 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6c3559-693a-41e6-afe1-5d8edfbecf23 None None] No DVR routers for this DVR port 60438804-f769-4d3f-8bea-440bc8f51bb1 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:18:30.056452 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff03f5c1-019f-4ffd-af1a-ca1136de6c2d admin admin] Publish callbacks [] for security_group (64faea39-0c55-426f-869b-dbf15d7e0933), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:30.068153 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff03f5c1-019f-4ffd-af1a-ca1136de6c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (64faea39-0c55-426f-869b-dbf15d7e0933), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:30.105865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564abb0-610a-4ba3-826d-7ecb9a481248 req-5b730cec-1609-4f77-8f53-ad816d6ca5de tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:30.108628 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b564abb0-610a-4ba3-826d-7ecb9a481248 req-5b730cec-1609-4f77-8f53-ad816d6ca5de tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d HTTP/1.1" status: 200 len: 946 time: 0.3973768 Feb 19 04:18:30.153968 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74642e5a-ef4e-412e-bee5-63a7fa9b4d02 req-6b83bae3-b7c7-40d9-9376-01636575a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:30.158081 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-74642e5a-ef4e-412e-bee5-63a7fa9b4d02 req-6b83bae3-b7c7-40d9-9376-01636575a5d9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d HTTP/1.1" status: 200 len: 1128 time: 0.2263498 Feb 19 04:18:30.167998 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c558291-7245-49a3-a156-eda89483c2a3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (f6ac00eb-295f-4082-95c2-48a93fe0ea17), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:30.230833 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ff03f5c1-019f-4ffd-af1a-ca1136de6c2d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7dd27987e4d445d785342d50362cfe14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7063878 Feb 19 04:18:30.231642 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-6c558291-7245-49a3-a156-eda89483c2a3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ac00eb-295f-4082-95c2-48a93fe0ea17']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:30.240218 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43112) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:30.242337 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03f5c1-019f-4ffd-af1a-ca1136de6c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64faea39-0c55-426f-869b-dbf15d7e0933,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:30.303186 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-6c558291-7245-49a3-a156-eda89483c2a3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6754e5de-c5c7-42dc-bf24-b31de033ccee') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:30.303659 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-6c558291-7245-49a3-a156-eda89483c2a3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6754e5de-c5c7-42dc-bf24-b31de033ccee') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:30.311172 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-74642e5a-ef4e-412e-bee5-63a7fa9b4d02 req-4f360a89-b9bb-42da-8fd7-fc22b6cec2a6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4bcdbd35-b84b-4120-922e-200da2954705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319134 Feb 19 04:18:30.322573 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e43a1-f31e-4186-b939-4bcbaa3eab6d req-fc99e238-93aa-4104-acee-c7b3007fbfcb tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:30.326802 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-483e43a1-f31e-4186-b939-4bcbaa3eab6d req-fc99e238-93aa-4104-acee-c7b3007fbfcb tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a37ad62-bef9-4817-b519-76e689d77a5c HTTP/1.1" status: 200 len: 945 time: 0.2094514 Feb 19 04:18:30.327622 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b564abb0-610a-4ba3-826d-7ecb9a481248 req-299f1ee0-edce-4ff4-b6b7-2448e582a57a tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bcdbd35-b84b-4120-922e-200da2954705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116807 Feb 19 04:18:30.330414 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c558291-7245-49a3-a156-eda89483c2a3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (6754e5de-c5c7-42dc-bf24-b31de033ccee), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:30.365412 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f3fbed0f-e3be-4039-91c0-c3fd1f1a3c63 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:30.374766 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c558291-7245-49a3-a156-eda89483c2a3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (6754e5de-c5c7-42dc-bf24-b31de033ccee), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:30.408578 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-483e43a1-f31e-4186-b939-4bcbaa3eab6d req-35b5e626-72e0-49d7-b966-d71ef8697e5f tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/security-groups?id=1dad27c5-33e2-48b8-892e-67a5b9e2ccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689456 Feb 19 04:18:30.438952 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c558291-7245-49a3-a156-eda89483c2a3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:18:30.439330 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c558291-7245-49a3-a156-eda89483c2a3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (6754e5de-c5c7-42dc-bf24-b31de033ccee), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:18:30.447507 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:18:30.561582 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-95a335b8-330a-4fc7-b8cf-8626db45522d admin admin] Publish callbacks [] for security_group (64faea39-0c55-426f-869b-dbf15d7e0933), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:30.661080 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c558291-7245-49a3-a156-eda89483c2a3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (f6ac00eb-295f-4082-95c2-48a93fe0ea17), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:30.667914 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c558291-7245-49a3-a156-eda89483c2a3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:30.674604 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6c558291-7245-49a3-a156-eda89483c2a3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] 10.222.0.65 "DELETE /v2.0/networks/f6ac00eb-295f-4082-95c2-48a93fe0ea17 HTTP/1.1" status: 204 len: 168 time: 1.8207960 Feb 19 04:18:30.724146 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-95a335b8-330a-4fc7-b8cf-8626db45522d admin admin] Publish callbacks [] for security_group (64faea39-0c55-426f-869b-dbf15d7e0933), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:30.736532 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c558291-7245-49a3-a156-eda89483c2a3 tempest-ServersTestMultiNic-1083764853 tempest-ServersTestMultiNic-1083764853-project] Pushing event deleted for resources: {'Network': ['ID=f6ac00eb-295f-4082-95c2-48a93fe0ea17,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:30.773240 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-f3fbed0f-e3be-4039-91c0-c3fd1f1a3c63 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Allocated IP 172.20.0.6 (46761e9b-7474-4854-afa3-5635c39c3c2f/c4ef066a-b24b-4cb2-9b89-e4e6da0ed082/38a3c50c-3121-4a63-8a11-7470fa7c5f3d) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:18:30.794130 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df841c7c-f835-40f2-bbc6-be01b587760f req-d17e79a4-2e89-43ba-b169-41b7d4219bf8 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:30.796699 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-df841c7c-f835-40f2-bbc6-be01b587760f req-d17e79a4-2e89-43ba-b169-41b7d4219bf8 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a37ad62-bef9-4817-b519-76e689d77a5c HTTP/1.1" status: 200 len: 945 time: 0.2844067 Feb 19 04:18:30.819613 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43122) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:30.831346 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-7765c37b-82ed-427a-9f04-caa1182737dd tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Request body: {'floatingip': {'port_id': '6d6cf105-3e77-48fe-82e3-c644be11f41a'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:30.905648 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7765c37b-82ed-427a-9f04-caa1182737dd tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks [] for floatingip (bce6fee5-7309-4973-be31-a0ec0de70558), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:30.930398 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3bdce-9140-4408-8dd7-d4aa975a7b47 req-04c76dcc-197f-4a61-8028-66f88039575c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:30.944544 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-33e3bdce-9140-4408-8dd7-d4aa975a7b47 req-04c76dcc-197f-4a61-8028-66f88039575c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.2578182 Feb 19 04:18:31.051502 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-9e6d29da-05c3-4a34-99b0-96c3c55fab3c tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:31.054050 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-9e6d29da-05c3-4a34-99b0-96c3c55fab3c tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.48 "GET /v2.0/networks?id=ffb608e3-05fc-4c93-b77e-be504917d727 HTTP/1.1" status: 200 len: 821 time: 0.3493960 Feb 19 04:18:31.058509 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-95a335b8-330a-4fc7-b8cf-8626db45522d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (64faea39-0c55-426f-869b-dbf15d7e0933), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:31.061399 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-95a335b8-330a-4fc7-b8cf-8626db45522d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:31.062621 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-95a335b8-330a-4fc7-b8cf-8626db45522d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/64faea39-0c55-426f-869b-dbf15d7e0933 HTTP/1.1" status: 204 len: 168 time: 0.8207192 Feb 19 04:18:31.079979 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-896590a1-d122-412a-9ef1-09bbd815d129 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Request body: {'port': {'device_id': 'a0c0994c-e928-4d65-a22c-4ab1ddd0d79c', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'admin_state_up': True, 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:31.120076 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-33e3bdce-9140-4408-8dd7-d4aa975a7b47 req-09774025-35db-49b7-babf-fdaeb84a90bb tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728344 Feb 19 04:18:31.122202 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7729df4f-2242-4761-9b8d-62e4edf21c77 req-b7496215-183e-46fd-80eb-394474d98e87 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0c0994c-e928-4d65-a22c-4ab1ddd0d79c HTTP/1.1" status: 200 len: 210 time: 0.0702257 Feb 19 04:18:31.143600 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a335b8-330a-4fc7-b8cf-8626db45522d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64faea39-0c55-426f-869b-dbf15d7e0933,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:31.235458 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f3fbed0f-e3be-4039-91c0-c3fd1f1a3c63 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks [] for port (38a3c50c-3121-4a63-8a11-7470fa7c5f3d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:31.394404 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43134) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:31.402341 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f3fbed0f-e3be-4039-91c0-c3fd1f1a3c63 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (38a3c50c-3121-4a63-8a11-7470fa7c5f3d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:31.519441 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-896590a1-d122-412a-9ef1-09bbd815d129 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Made reservation on behalf of 89adbc6ffff04dfd95e6648f4a0ff8fd for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:18:31.523708 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-896590a1-d122-412a-9ef1-09bbd815d129 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:31.583954 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fbed0f-e3be-4039-91c0-c3fd1f1a3c63 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Network 46761e9b-7474-4854-afa3-5635c39c3c2f is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:18:31.774468 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-f3fbed0f-e3be-4039-91c0-c3fd1f1a3c63 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:18:31.780279 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fbed0f-e3be-4039-91c0-c3fd1f1a3c63 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:18:31.793543 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbed0f-e3be-4039-91c0-c3fd1f1a3c63 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Pushing event updated for resources: {'Port': ['ID=38a3c50c-3121-4a63-8a11-7470fa7c5f3d,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:31.880351 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-896590a1-d122-412a-9ef1-09bbd815d129 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Allocated IP 172.20.0.8 (ffb608e3-05fc-4c93-b77e-be504917d727/4036b21c-b280-4a08-8f13-b6e5e89c48cd/298c23aa-68d2-4837-90a3-1e4e336be74d) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:18:31.915192 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5fa99-8a34-49ce-8568-e47c752cabcb req-9ad47f39-14f0-43e7-929c-04f968570be9 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:31.917171 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8bb5fa99-8a34-49ce-8568-e47c752cabcb req-9ad47f39-14f0-43e7-929c-04f968570be9 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d HTTP/1.1" status: 200 len: 946 time: 0.3491988 Feb 19 04:18:32.133542 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8bb5fa99-8a34-49ce-8568-e47c752cabcb req-fb164a0f-864d-4d24-a1a2-1f00408a419b tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bcdbd35-b84b-4120-922e-200da2954705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799753 Feb 19 04:18:32.239739 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29b1811a-a490-4a41-9757-a360a2851ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:32.260944 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f3fbed0f-e3be-4039-91c0-c3fd1f1a3c63 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks [] for floatingip (8bb529d3-5079-492e-ab3e-c7d6805c056f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:32.349217 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7765c37b-82ed-427a-9f04-caa1182737dd tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:32.384014 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a0c4e7a4-1ba1-4e66-8851-c36d8ab229b8 req-613b7b93-6375-4a89-adde-544aa0d0ac39 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0c0994c-e928-4d65-a22c-4ab1ddd0d79c HTTP/1.1" status: 200 len: 210 time: 0.0879278 Feb 19 04:18:32.384014 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7765c37b-82ed-427a-9f04-caa1182737dd tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (bce6fee5-7309-4973-be31-a0ec0de70558), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:32.454266 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f3fbed0f-e3be-4039-91c0-c3fd1f1a3c63 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (38a3c50c-3121-4a63-8a11-7470fa7c5f3d), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:32.597738 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-896590a1-d122-412a-9ef1-09bbd815d129 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks [] for port (298c23aa-68d2-4837-90a3-1e4e336be74d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:32.695114 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d773c-a0ef-45f1-9285-1eb6a5b637d0 req-3155a4a4-e6d4-4e07-908d-d46938f68a42 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:32.707048 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3d6d773c-a0ef-45f1-9285-1eb6a5b637d0 req-3155a4a4-e6d4-4e07-908d-d46938f68a42 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.2896771 Feb 19 04:18:32.707758 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-7765c37b-82ed-427a-9f04-caa1182737dd tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Floating IP bce6fee5-7309-4973-be31-a0ec0de70558 associated. External IP: 172.25.0.90, port: 6d6cf105-3e77-48fe-82e3-c644be11f41a. Feb 19 04:18:32.841249 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-896590a1-d122-412a-9ef1-09bbd815d129 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (298c23aa-68d2-4837-90a3-1e4e336be74d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:32.856806 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['9bb7cd37-cb36-48e8-8791-06c94dc911b2'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:18:32.897627 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3d6d773c-a0ef-45f1-9285-1eb6a5b637d0 req-5be337a5-4390-4f79-8da9-6c57013a94af tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870685 Feb 19 04:18:32.924201 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f3fbed0f-e3be-4039-91c0-c3fd1f1a3c63 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks [] for port (38a3c50c-3121-4a63-8a11-7470fa7c5f3d), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:32.932075 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f3fbed0f-e3be-4039-91c0-c3fd1f1a3c63 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (38a3c50c-3121-4a63-8a11-7470fa7c5f3d), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:32.977319 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-03d3cae9-7278-47d5-8bd7-c2ea29256553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (b43596ed-bc5f-4630-91a8-6d4df7341f51), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:33.071036 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-896590a1-d122-412a-9ef1-09bbd815d129 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Network ffb608e3-05fc-4c93-b77e-be504917d727 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:18:33.091091 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-896590a1-d122-412a-9ef1-09bbd815d129 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:18:33.102483 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-896590a1-d122-412a-9ef1-09bbd815d129 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:18:33.113642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896590a1-d122-412a-9ef1-09bbd815d129 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Pushing event updated for resources: {'Port': ['ID=298c23aa-68d2-4837-90a3-1e4e336be74d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:33.311504 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-896590a1-d122-412a-9ef1-09bbd815d129 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:33.312672 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-896590a1-d122-412a-9ef1-09bbd815d129 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:33.408810 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43170) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:33.460458 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-896590a1-d122-412a-9ef1-09bbd815d129 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3872221 Feb 19 04:18:33.497563 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-973652d4-06f9-4856-8173-1ffa71ac3021 service neutron] Request body: {'port': {'device_id': 'a0c0994c-e928-4d65-a22c-4ab1ddd0d79c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:33.560726 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbed0f-e3be-4039-91c0-c3fd1f1a3c63 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Pushing event updated for resources: {'Port': ['ID=38a3c50c-3121-4a63-8a11-7470fa7c5f3d,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:33.573156 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5ee58f6b-30f3-4f8e-b9d2-5d41f6bcfe96 None None] Provisioning complete for port 298c23aa-68d2-4837-90a3-1e4e336be74d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:33.573930 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5ee58f6b-30f3-4f8e-b9d2-5d41f6bcfe96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (298c23aa-68d2-4837-90a3-1e4e336be74d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:33.629014 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-d12be72d-27cf-4c7b-ae4c-c0d38b2410f8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2820582 Feb 19 04:18:33.673629 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5ee58f6b-30f3-4f8e-b9d2-5d41f6bcfe96 None None] Port 298c23aa-68d2-4837-90a3-1e4e336be74d cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:18:33.695737 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f3fbed0f-e3be-4039-91c0-c3fd1f1a3c63 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (8bb529d3-5079-492e-ab3e-c7d6805c056f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:33.745738 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b22d5-2a34-4204-91df-6a5b8e76edc7 req-3edf4c8f-15e7-4fa0-a27e-59e6635743d7 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:33.747540 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5c1b22d5-2a34-4204-91df-6a5b8e76edc7 req-3edf4c8f-15e7-4fa0-a27e-59e6635743d7 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d HTTP/1.1" status: 200 len: 946 time: 0.3679132 Feb 19 04:18:33.750677 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7765c37b-82ed-427a-9f04-caa1182737dd tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Router ca3bf050-fd9d-44d8-b660-dac1808f74df has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:18:33.753770 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-63af2c75-a2ff-4a54-9d06-0dbda4666546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:33.764487 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f3fbed0f-e3be-4039-91c0-c3fd1f1a3c63 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:33.771127 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f3fbed0f-e3be-4039-91c0-c3fd1f1a3c63 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.9998586 Feb 19 04:18:33.772868 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43176) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:33.884123 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-57e5edd4-06e8-4607-a400-c8604d86ba2a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] 10.222.0.65 "GET /v2.0/floatingips?floating_network_id=46761e9b-7474-4854-afa3-5635c39c3c2f HTTP/1.1" status: 200 len: 689 time: 0.1045024 Feb 19 04:18:33.933405 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43178) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:34.017481 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5c1b22d5-2a34-4204-91df-6a5b8e76edc7 req-f792790c-ddaa-46fb-af29-119865a982a3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bcdbd35-b84b-4120-922e-200da2954705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478170 Feb 19 04:18:34.136674 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-973652d4-06f9-4856-8173-1ffa71ac3021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (298c23aa-68d2-4837-90a3-1e4e336be74d), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:34.164349 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a255953-7247-4b20-b4e7-bc6a71d4950e req-2edbb699-b12a-4751-ac69-14f2d1464d97 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:34.166225 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3a255953-7247-4b20-b4e7-bc6a71d4950e req-2edbb699-b12a-4751-ac69-14f2d1464d97 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0c0994c-e928-4d65-a22c-4ab1ddd0d79c HTTP/1.1" status: 200 len: 931 time: 0.6346216 Feb 19 04:18:34.197332 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dadb47-7120-4f07-a4ea-e7fbaaa8fc54 req-6a8fdb7a-a338-4492-b0cd-4f55cef18fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:34.198838 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-67dadb47-7120-4f07-a4ea-e7fbaaa8fc54 req-6a8fdb7a-a338-4492-b0cd-4f55cef18fe3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b786c5ef5d584827a0b45726072f8eb3&device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 1127 time: 0.2664194 Feb 19 04:18:34.209843 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-20b98c49-c241-4666-88a1-13529868174e tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (46761e9b-7474-4854-afa3-5635c39c3c2f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:34.212181 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7765c37b-82ed-427a-9f04-caa1182737dd tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:18:34.219206 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7765c37b-82ed-427a-9f04-caa1182737dd tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:34.235763 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f10e4d-cfd0-46ef-834d-3005f046d04c None None] Sync routers for ids ['ca3bf050-fd9d-44d8-b660-dac1808f74df'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:18:34.272052 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f10e4d-cfd0-46ef-834d-3005f046d04c None None] Routers {'ca3bf050-fd9d-44d8-b660-dac1808f74df'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:18:34.272960 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-81f10e4d-cfd0-46ef-834d-3005f046d04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:18:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ca3bf050-fd9d-44d8-b660-dac1808f74df'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:34.415027 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-26574749-403c-4bf4-89c2-2da08051bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:34.415545 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-26574749-403c-4bf4-89c2-2da08051bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:34.416078 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-26574749-403c-4bf4-89c2-2da08051bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:34.416651 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-26574749-403c-4bf4-89c2-2da08051bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:34.417164 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-26574749-403c-4bf4-89c2-2da08051bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:34.417669 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-26574749-403c-4bf4-89c2-2da08051bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:34.418160 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-26574749-403c-4bf4-89c2-2da08051bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:34.420482 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-26574749-403c-4bf4-89c2-2da08051bb58 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50046a5e10b942e69046ff4f02f577d8&device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 6710 time: 0.7028420 Feb 19 04:18:34.432497 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e5fba-49e5-4512-b947-280b6d0fb18f req-3fb2cad9-0458-4dc6-b57d-920180514a4d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:34.435717 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-81f10e4d-cfd0-46ef-834d-3005f046d04c None None] Set router ca3bf050-fd9d-44d8-b660-dac1808f74df gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:18:34.437876 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-075e5fba-49e5-4512-b947-280b6d0fb18f req-3fb2cad9-0458-4dc6-b57d-920180514a4d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.3255470 Feb 19 04:18:34.459282 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3a255953-7247-4b20-b4e7-bc6a71d4950e req-b680705d-84de-4a4e-9811-3a8ca88a4723 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a7190e1-2a87-4b06-b0d6-2302cb3d9b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831454 Feb 19 04:18:34.505580 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dadb47-7120-4f07-a4ea-e7fbaaa8fc54 req-5d035ee7-aad9-422f-84f0-7bbcf89364b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:34.516967 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-67dadb47-7120-4f07-a4ea-e7fbaaa8fc54 req-5d035ee7-aad9-422f-84f0-7bbcf89364b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d40f42e-b749-4901-ba8a-e7eceb678438 HTTP/1.1" status: 200 len: 911 time: 0.2537692 Feb 19 04:18:34.526623 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7765c37b-82ed-427a-9f04-caa1182737dd tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "PUT /v2.0/floatingips/bce6fee5-7309-4973-be31-a0ec0de70558 HTTP/1.1" status: 200 len: 990 time: 3.7031932 Feb 19 04:18:34.532802 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a37ad62-bef9-4817-b519-76e689d77a5c', 'tag': '6d6cf105-3e77-48fe-82e3-c644be11f41a'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:34.536223 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc19947f-87e2-4781-8541-a4e015c91e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a37ad62-bef9-4817-b519-76e689d77a5c", "tag": "6d6cf105-3e77-48fe-82e3-c644be11f41a"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:34.595177 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-63af2c75-a2ff-4a54-9d06-0dbda4666546 admin admin] Publish callbacks [] for security_group (22c18ad6-0c60-4642-a447-1004c6002de0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:34.615626 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-67dadb47-7120-4f07-a4ea-e7fbaaa8fc54 req-94bada16-fe35-49a0-9f64-d09180c494be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28e20baf-f36a-4220-9fb7-77aa6a12fc33 HTTP/1.1" status: 200 len: 217 time: 0.0869431 Feb 19 04:18:34.651353 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-63af2c75-a2ff-4a54-9d06-0dbda4666546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (22c18ad6-0c60-4642-a447-1004c6002de0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:34.670988 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-075e5fba-49e5-4512-b947-280b6d0fb18f req-d37816f8-7ff0-4ab1-a44b-2217b439122d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617277 Feb 19 04:18:34.680958 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-03d3cae9-7278-47d5-8bd7-c2ea29256553 admin admin] Deleting port 73615a4b-449f-4002-a4ee-77647aa9df55 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:18:34.681404 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-03d3cae9-7278-47d5-8bd7-c2ea29256553 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (73615a4b-449f-4002-a4ee-77647aa9df55), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:34.764750 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-20b98c49-c241-4666-88a1-13529868174e tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Deleting port 38a3c50c-3121-4a63-8a11-7470fa7c5f3d {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:18:34.765365 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-20b98c49-c241-4666-88a1-13529868174e tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (38a3c50c-3121-4a63-8a11-7470fa7c5f3d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:34.804818 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dadb47-7120-4f07-a4ea-e7fbaaa8fc54 req-c25c0a81-1d45-48c6-a08a-2ca736d3caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:34.807959 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-67dadb47-7120-4f07-a4ea-e7fbaaa8fc54 req-c25c0a81-1d45-48c6-a08a-2ca736d3caa9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=409a3c1a-34aa-46ee-b1af-34e270dd570a HTTP/1.1" status: 200 len: 851 time: 0.1436839 Feb 19 04:18:34.810039 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547f1e4c-f0b9-46c3-8777-5b3dadb147d9 x-openstack-request-id: req-547f1e4c-f0b9-46c3-8777-5b3dadb147d9 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:34.810568 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a37ad62-bef9-4817-b519-76e689d77a5c", "tag": "6d6cf105-3e77-48fe-82e3-c644be11f41a", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:34.810991 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-547f1e4c-f0b9-46c3-8777-5b3dadb147d9 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:34.811791 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a37ad62-bef9-4817-b519-76e689d77a5c', 'tag': '6d6cf105-3e77-48fe-82e3-c644be11f41a', 'status': 'completed', 'code': 200} Feb 19 04:18:34.813877 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-63af2c75-a2ff-4a54-9d06-0dbda4666546 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3185467a3ee64b3ab9d012c2445e46df&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4034052 Feb 19 04:18:34.815789 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-69ff08e9-516a-4eb5-931d-036e7c80342e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:34.816490 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-69ff08e9-516a-4eb5-931d-036e7c80342e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:34.817194 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-69ff08e9-516a-4eb5-931d-036e7c80342e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:34.819214 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-69ff08e9-516a-4eb5-931d-036e7c80342e service neutron] 10.222.0.10 "GET /v2.0/networks?id=13a9d3f4-3356-4e6e-a155-7a335ac942cb&id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&id=711f24c3-7d72-4738-9575-b7145b783950&id=711f24c3-7d72-4738-9575-b7145b783950 HTTP/1.1" status: 200 len: 2290 time: 0.3661742 Feb 19 04:18:34.821142 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43188) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:34.838416 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-81f10e4d-cfd0-46ef-834d-3005f046d04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'name': 'tempest-ServersTestFqdnHostnames-702268338-router', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '9730bc16-0c77-4262-9c29-36ec67945512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:57Z', 'revision_number': 4, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'gw_port': {'id': '9730bc16-0c77-4262-9c29-36ec67945512', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:38Z', 'updated_at': '2022-02-19T04:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'bce6fee5-7309-4973-be31-a0ec0de70558', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'port_id': '6d6cf105-3e77-48fe-82e3-c644be11f41a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d', 'mac_address': 'fa:16:3e:64:a3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a37ad62-bef9-4817-b519-76e689d77a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:18:08Z', 'updated_at': '2022-02-19T04:18:32Z', 'revision_number': 1, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e3acdb-9c92-4e21-9f72-972ad0695e05', 'name': '', 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'mac_address': 'fa:16:3e:97:5a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'bfd6d5da-2430-4dcd-a453-690f98ee361c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:51Z', 'updated_at': '2022-02-19T04:18:05Z', 'revision_number': 5, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'subnets': [{'id': 'bfd6d5da-2430-4dcd-a453-690f98ee361c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:34.869296 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af2c75-a2ff-4a54-9d06-0dbda4666546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c18ad6-0c60-4642-a447-1004c6002de0,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:34.893866 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f10e4d-cfd0-46ef-834d-3005f046d04c None None] Checking router: ca3bf050-fd9d-44d8-b660-dac1808f74df for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:18:34.908647 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-67dadb47-7120-4f07-a4ea-e7fbaaa8fc54 req-481a9a6f-3ce1-43c6-8dd2-aaf066ea3995 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d40f42e-b749-4901-ba8a-e7eceb678438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933864 Feb 19 04:18:34.911558 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f10e4d-cfd0-46ef-834d-3005f046d04c None None] Routers {'ca3bf050-fd9d-44d8-b660-dac1808f74df'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:18:34.913134 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-81f10e4d-cfd0-46ef-834d-3005f046d04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:18:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ca3bf050-fd9d-44d8-b660-dac1808f74df'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:35.011512 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a4791848-23f9-4655-8abf-331b1cd5758a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:35.090250 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-03d3cae9-7278-47d5-8bd7-c2ea29256553 admin admin] For port 73615a4b-449f-4002-a4ee-77647aa9df55, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=73615a4b-449f-4002-a4ee-77647aa9df55,segment=NetworkSegment(84de2f3c-498e-4f56-b856-43c9367026c4),segment_id=84de2f3c-498e-4f56-b856-43c9367026c4)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:35.090838 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-03d3cae9-7278-47d5-8bd7-c2ea29256553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (73615a4b-449f-4002-a4ee-77647aa9df55), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:35.097866 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-fba71d36-fd82-49cb-9aff-826e015919a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d55925d6-45fb-442a-a75b-25b53b26f933 HTTP/1.1" status: 200 len: 1002 time: 0.2411120 Feb 19 04:18:35.098805 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19947f-87e2-4781-8541-a4e015c91e1a req-912a6d4c-5a4e-42e5-9b81-ccfcde20dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:35.101756 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc19947f-87e2-4781-8541-a4e015c91e1a req-912a6d4c-5a4e-42e5-9b81-ccfcde20dd28 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42a9a8f257e34a14b7f01fbf04bfd0d0&device_id=0a37ad62-bef9-4817-b519-76e689d77a5c HTTP/1.1" status: 200 len: 1127 time: 0.2425730 Feb 19 04:18:35.105187 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-20b98c49-c241-4666-88a1-13529868174e tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (38a3c50c-3121-4a63-8a11-7470fa7c5f3d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:35.105872 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-20b98c49-c241-4666-88a1-13529868174e tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks [] for floatingip (38a3c50c-3121-4a63-8a11-7470fa7c5f3d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:35.109267 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91378dd4-cd6e-4284-b29b-687507979544 req-fa9a6145-759c-45e2-9028-d9a3f728c162 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:35.110916 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-91378dd4-cd6e-4284-b29b-687507979544 req-fa9a6145-759c-45e2-9028-d9a3f728c162 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d HTTP/1.1" status: 200 len: 946 time: 0.3781877 Feb 19 04:18:35.135171 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-81f10e4d-cfd0-46ef-834d-3005f046d04c None None] Set router ca3bf050-fd9d-44d8-b660-dac1808f74df gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:18:35.153032 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43190) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:35.166883 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-4494ccb6-dc48-493d-b621-28577034fe88 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Request body: {'floatingip': {'port_id': '8ca7b21f-5487-47d9-9cd9-b0e41b84afce'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:35.174373 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-03d3cae9-7278-47d5-8bd7-c2ea29256553 admin admin] Calling delete_port for 73615a4b-449f-4002-a4ee-77647aa9df55 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:18:35.198829 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-20b98c49-c241-4666-88a1-13529868174e tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Calling delete_port for 38a3c50c-3121-4a63-8a11-7470fa7c5f3d owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:18:35.212884 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5ef0513b-934a-4d8d-9758-533fe3f8d5e2 admin admin] Publish callbacks [] for security_group (22c18ad6-0c60-4642-a447-1004c6002de0), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:35.265962 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-973652d4-06f9-4856-8173-1ffa71ac3021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 298c23aa-68d2-4837-90a3-1e4e336be74d {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:18:35.321082 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-67dadb47-7120-4f07-a4ea-e7fbaaa8fc54 req-ad5ed85e-4b0a-411f-a9d5-60dd94f98c2c service neutron] 10.222.0.48 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028246 Feb 19 04:18:35.333650 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-973652d4-06f9-4856-8173-1ffa71ac3021 service neutron] Publish callbacks [] for port (298c23aa-68d2-4837-90a3-1e4e336be74d), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:35.347407 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-62a108b7-4a0f-48c6-a871-c4012dd9b7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:35.348951 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-62a108b7-4a0f-48c6-a871-c4012dd9b7df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51a2a4cd-6790-4215-a871-8bf82a31fe51 HTTP/1.1" status: 200 len: 850 time: 0.2290759 Feb 19 04:18:35.354494 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5ef0513b-934a-4d8d-9758-533fe3f8d5e2 admin admin] Publish callbacks [] for security_group (22c18ad6-0c60-4642-a447-1004c6002de0), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:35.374894 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4494ccb6-dc48-493d-b621-28577034fe88 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for floatingip (8aac8cfe-7631-49c6-914d-3050651c46d9), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:35.429975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-973652d4-06f9-4856-8173-1ffa71ac3021 service neutron] Transition to ACTIVE for port object 298c23aa-68d2-4837-90a3-1e4e336be74d will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:18:35.456636 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-973652d4-06f9-4856-8173-1ffa71ac3021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (298c23aa-68d2-4837-90a3-1e4e336be74d), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:35.573119 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-81f10e4d-cfd0-46ef-834d-3005f046d04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'name': 'tempest-ServersTestFqdnHostnames-702268338-router', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '9730bc16-0c77-4262-9c29-36ec67945512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:57Z', 'revision_number': 4, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'gw_port': {'id': '9730bc16-0c77-4262-9c29-36ec67945512', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:38Z', 'updated_at': '2022-02-19T04:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'bce6fee5-7309-4973-be31-a0ec0de70558', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'port_id': '6d6cf105-3e77-48fe-82e3-c644be11f41a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d', 'mac_address': 'fa:16:3e:64:a3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a37ad62-bef9-4817-b519-76e689d77a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:18:08Z', 'updated_at': '2022-02-19T04:18:32Z', 'revision_number': 1, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e3acdb-9c92-4e21-9f72-972ad0695e05', 'name': '', 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'mac_address': 'fa:16:3e:97:5a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'bfd6d5da-2430-4dcd-a453-690f98ee361c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:51Z', 'updated_at': '2022-02-19T04:18:05Z', 'revision_number': 5, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'subnets': [{'id': 'bfd6d5da-2430-4dcd-a453-690f98ee361c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:35.628580 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973652d4-06f9-4856-8173-1ffa71ac3021 service neutron] Pushing event updated for resources: {'Port': ['ID=298c23aa-68d2-4837-90a3-1e4e336be74d,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:35.652826 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-028c82b2-bbb2-4fa8-bf4e-7bc77ceb2937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:35.654580 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-028c82b2-bbb2-4fa8-bf4e-7bc77ceb2937 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13a9d3f4-3356-4e6e-a155-7a335ac942cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2942224 Feb 19 04:18:35.686817 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f10e4d-cfd0-46ef-834d-3005f046d04c None None] The sync data for ids ['ca3bf050-fd9d-44d8-b660-dac1808f74df'] in n-d-772273-4 is: [{'id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'name': 'tempest-ServersTestFqdnHostnames-702268338-router', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '9730bc16-0c77-4262-9c29-36ec67945512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:57Z', 'revision_number': 4, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'gw_port': {'id': '9730bc16-0c77-4262-9c29-36ec67945512', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:38Z', 'updated_at': '2022-02-19T04:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'bce6fee5-7309-4973-be31-a0ec0de70558', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'port_id': '6d6cf105-3e77-48fe-82e3-c644be11f41a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d', 'mac_address': 'fa:16:3e:64:a3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a37ad62-bef9-4817-b519-76e689d77a5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:18:08Z', 'updated_at': '2022-02-19T04:18:32Z', 'revision_number': 1, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e3acdb-9c92-4e21-9f72-972ad0695e05', 'name': '', 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'mac_address': 'fa:16:3e:97:5a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'bfd6d5da-2430-4dcd-a453-690f98ee361c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:51Z', 'updated_at': '2022-02-19T04:18:05Z', 'revision_number': 5, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'subnets': [{'id': 'bfd6d5da-2430-4dcd-a453-690f98ee361c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:18:35.873133 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5ef0513b-934a-4d8d-9758-533fe3f8d5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (22c18ad6-0c60-4642-a447-1004c6002de0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:35.875997 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5ef0513b-934a-4d8d-9758-533fe3f8d5e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:35.880728 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5ef0513b-934a-4d8d-9758-533fe3f8d5e2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/22c18ad6-0c60-4642-a447-1004c6002de0 HTTP/1.1" status: 204 len: 168 time: 1.0310483 Feb 19 04:18:36.021678 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-77e8d8d0-fa0e-4cc3-a8e3-63af62c4864c service neutron] 10.222.0.10 "GET /v2.0/networks/13a9d3f4-3356-4e6e-a155-7a335ac942cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577251 Feb 19 04:18:36.036000 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0513b-934a-4d8d-9758-533fe3f8d5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c18ad6-0c60-4642-a447-1004c6002de0,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:36.151774 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540c8521-48c7-4922-9b77-727a7b3e3067 None None] New status for floating IP bce6fee5-7309-4973-be31-a0ec0de70558: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:18:36.231060 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-03d3cae9-7278-47d5-8bd7-c2ea29256553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (73615a4b-449f-4002-a4ee-77647aa9df55), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:36.274335 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19947f-87e2-4781-8541-a4e015c91e1a req-946be387-0e2d-483e-b135-7f894ed6ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:36.276231 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc19947f-87e2-4781-8541-a4e015c91e1a req-946be387-0e2d-483e-b135-7f894ed6ed4a service neutron] 10.222.0.48 "GET /v2.0/networks?id=23e58a62-5420-4961-bbbe-6b9f43f9106d HTTP/1.1" status: 200 len: 914 time: 1.1492109 Feb 19 04:18:36.313700 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3cae9-7278-47d5-8bd7-c2ea29256553 admin admin] Pushing event deleted for resources: {'Port': ['ID=73615a4b-449f-4002-a4ee-77647aa9df55,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:36.317481 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-973652d4-06f9-4856-8173-1ffa71ac3021 service neutron] Attempting to bind port 298c23aa-68d2-4837-90a3-1e4e336be74d on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:18:36.318814 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-973652d4-06f9-4856-8173-1ffa71ac3021 service neutron] Attempting to bind port 298c23aa-68d2-4837-90a3-1e4e336be74d by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'da10b1d4-3776-4b65-ab80-766f09098108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:18:36.318814 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-973652d4-06f9-4856-8173-1ffa71ac3021 service neutron] Attempting to bind port 298c23aa-68d2-4837-90a3-1e4e336be74d on network ffb608e3-05fc-4c93-b77e-be504917d727 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:36.365213 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-973652d4-06f9-4856-8173-1ffa71ac3021 service neutron] Port 298c23aa-68d2-4837-90a3-1e4e336be74d on network ffb608e3-05fc-4c93-b77e-be504917d727 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:18:36.365628 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-973652d4-06f9-4856-8173-1ffa71ac3021 service neutron] Attempting to bind port 298c23aa-68d2-4837-90a3-1e4e336be74d on network ffb608e3-05fc-4c93-b77e-be504917d727 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:36.390858 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc19947f-87e2-4781-8541-a4e015c91e1a req-aeebde39-d55c-44ed-a8ee-c520e9cbd0c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d6cf105-3e77-48fe-82e3-c644be11f41a HTTP/1.1" status: 200 len: 998 time: 0.0899386 Feb 19 04:18:36.391156 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-973652d4-06f9-4856-8173-1ffa71ac3021 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:18:36.392006 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-973652d4-06f9-4856-8173-1ffa71ac3021 service neutron] Checking segment: {'id': 'da10b1d4-3776-4b65-ab80-766f09098108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:18:36.395381 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-973652d4-06f9-4856-8173-1ffa71ac3021 service neutron] Bound using segment: {'id': 'da10b1d4-3776-4b65-ab80-766f09098108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:18:36.395381 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-973652d4-06f9-4856-8173-1ffa71ac3021 service neutron] Bound port: 298c23aa-68d2-4837-90a3-1e4e336be74d, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da10b1d4-3776-4b65-ab80-766f09098108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:18:36.395381 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-973652d4-06f9-4856-8173-1ffa71ac3021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (298c23aa-68d2-4837-90a3-1e4e336be74d), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:36.408710 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-67dadb47-7120-4f07-a4ea-e7fbaaa8fc54 req-dea4037f-fc34-4cf5-965b-8268168d2539 service neutron] 10.222.0.48 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0647562 Feb 19 04:18:36.467230 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eccc13-2142-44bd-9574-9214e2f7545a req-8d543497-c351-4958-bbe3-1575e199440e tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:36.470472 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a0eccc13-2142-44bd-9574-9214e2f7545a req-8d543497-c351-4958-bbe3-1575e199440e tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.6200869 Feb 19 04:18:36.503504 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19947f-87e2-4781-8541-a4e015c91e1a req-b7bd9abf-6b40-4eb9-b8d0-a2b5e6a141d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:36.505313 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc19947f-87e2-4781-8541-a4e015c91e1a req-b7bd9abf-6b40-4eb9-b8d0-a2b5e6a141d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bfd6d5da-2430-4dcd-a453-690f98ee361c HTTP/1.1" status: 200 len: 853 time: 0.1060553 Feb 19 04:18:36.573507 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a68ec-0b63-4fd2-bcdd-b5dcfd083ec4 req-1045ecbb-52f6-4005-afa7-252c9165225a tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:36.575315 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-427a68ec-0b63-4fd2-bcdd-b5dcfd083ec4 req-1045ecbb-52f6-4005-afa7-252c9165225a tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0c0994c-e928-4d65-a22c-4ab1ddd0d79c HTTP/1.1" status: 200 len: 943 time: 0.9227462 Feb 19 04:18:36.609003 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-08fc46bc-a52c-428c-9eee-89e9863202d3 service neutron] 10.222.0.10 "GET /v2.0/networks/13a9d3f4-3356-4e6e-a155-7a335ac942cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5741620 Feb 19 04:18:36.625662 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:18:36.687413 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19947f-87e2-4781-8541-a4e015c91e1a req-d6fb8479-70f8-4a8d-82d1-b4a43fb68bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:36.687413 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc19947f-87e2-4781-8541-a4e015c91e1a req-d6fb8479-70f8-4a8d-82d1-b4a43fb68bd1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23e58a62-5420-4961-bbbe-6b9f43f9106d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1718669 Feb 19 04:18:36.723220 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:36.814676 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-94e98bc4-aa31-49c9-a31c-6f032af16a35 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=9d415e29-cab4-46b2-af1d-2e9b199b10da HTTP/1.1" status: 200 len: 217 time: 0.1832960 Feb 19 04:18:36.977323 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-973652d4-06f9-4856-8173-1ffa71ac3021 service neutron] For port 298c23aa-68d2-4837-90a3-1e4e336be74d, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:18:36.982822 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a0eccc13-2142-44bd-9574-9214e2f7545a req-7ddfd30a-d8f5-421a-b2c8-f0ad562a4356 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600055 Feb 19 04:18:36.986570 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-973652d4-06f9-4856-8173-1ffa71ac3021 service neutron] For port 298c23aa-68d2-4837-90a3-1e4e336be74d, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=298c23aa-68d2-4837-90a3-1e4e336be74d,segment=NetworkSegment(da10b1d4-3776-4b65-ab80-766f09098108),segment_id=da10b1d4-3776-4b65-ab80-766f09098108)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:18:37.007204 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc19947f-87e2-4781-8541-a4e015c91e1a req-051ae590-f9b1-4ab9-9861-063ece46438b service neutron] 10.222.0.48 "GET /v2.0/networks/23e58a62-5420-4961-bbbe-6b9f43f9106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734129 Feb 19 04:18:37.043711 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-973652d4-06f9-4856-8173-1ffa71ac3021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (298c23aa-68d2-4837-90a3-1e4e336be74d), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:37.050931 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-2891db31-f78e-4696-9ac0-613f359301d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:37.052524 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-2891db31-f78e-4696-9ac0-613f359301d6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5a38712-95b2-4271-ab6e-5854ab0620a4 HTTP/1.1" status: 200 len: 797 time: 0.2208161 Feb 19 04:18:37.086018 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-427a68ec-0b63-4fd2-bcdd-b5dcfd083ec4 req-d1bef608-0f3f-4879-b904-7e5597cf5470 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a7190e1-2a87-4b06-b0d6-2302cb3d9b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533000 Feb 19 04:18:37.100885 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-20b98c49-c241-4666-88a1-13529868174e tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (38a3c50c-3121-4a63-8a11-7470fa7c5f3d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:37.142067 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-973652d4-06f9-4856-8173-1ffa71ac3021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:37.142770 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-973652d4-06f9-4856-8173-1ffa71ac3021 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:37.144379 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-973652d4-06f9-4856-8173-1ffa71ac3021 service neutron] 10.222.0.48 "PUT /v2.0/ports/298c23aa-68d2-4837-90a3-1e4e336be74d HTTP/1.1" status: 200 len: 1091 time: 3.6537523 Feb 19 04:18:37.180350 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c0994c-e928-4d65-a22c-4ab1ddd0d79c', 'tag': '298c23aa-68d2-4837-90a3-1e4e336be74d'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:37.183372 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df9efaf-54b4-462a-86dd-9e3e7d700349" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c0994c-e928-4d65-a22c-4ab1ddd0d79c", "tag": "298c23aa-68d2-4837-90a3-1e4e336be74d"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:37.230321 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b98c49-c241-4666-88a1-13529868174e tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Pushing event deleted for resources: {'Port': ['ID=38a3c50c-3121-4a63-8a11-7470fa7c5f3d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:37.243010 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973652d4-06f9-4856-8173-1ffa71ac3021 service neutron] Pushing event updated for resources: {'Port': ['ID=298c23aa-68d2-4837-90a3-1e4e336be74d,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:37.275263 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-03d3cae9-7278-47d5-8bd7-c2ea29256553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (b43596ed-bc5f-4630-91a8-6d4df7341f51), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:37.277949 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98864dbd-6e8f-481e-af73-d69dc2f1b8f1 x-openstack-request-id: req-98864dbd-6e8f-481e-af73-d69dc2f1b8f1 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:37.278232 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c0994c-e928-4d65-a22c-4ab1ddd0d79c", "tag": "298c23aa-68d2-4837-90a3-1e4e336be74d", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:37.278547 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98864dbd-6e8f-481e-af73-d69dc2f1b8f1 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:37.278958 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c0994c-e928-4d65-a22c-4ab1ddd0d79c', 'tag': '298c23aa-68d2-4837-90a3-1e4e336be74d', 'status': 'completed', 'code': 200} Feb 19 04:18:37.297305 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-c8796abd-d69b-4e48-af69-61f957a91bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:37.298962 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-c8796abd-d69b-4e48-af69-61f957a91bb9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2175741 Feb 19 04:18:37.316438 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:37.503240 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-f65768ff-89d3-4547-8bfa-8d5b5fdc2a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:37.511274 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc19947f-87e2-4781-8541-a4e015c91e1a req-f061a526-c7a6-47b7-9b00-ce03154e8b47 service neutron] 10.222.0.48 "GET /v2.0/networks/23e58a62-5420-4961-bbbe-6b9f43f9106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242771 Feb 19 04:18:37.512177 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-f65768ff-89d3-4547-8bfa-8d5b5fdc2a09 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89adbc6ffff04dfd95e6648f4a0ff8fd&device_id=a0c0994c-e928-4d65-a22c-4ab1ddd0d79c HTTP/1.1" status: 200 len: 1125 time: 0.2972026 Feb 19 04:18:37.512506 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-20b98c49-c241-4666-88a1-13529868174e tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks [] for floatingip (8bb529d3-5079-492e-ab3e-c7d6805c056f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:37.636571 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-b18ba2a7-ce1a-422c-bbe5-81fce564869d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=298c23aa-68d2-4837-90a3-1e4e336be74d HTTP/1.1" status: 200 len: 217 time: 0.1085305 Feb 19 04:18:37.728800 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-756b3ab6-1641-4062-b464-99760d23435b service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185836 Feb 19 04:18:37.751523 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4494ccb6-dc48-493d-b621-28577034fe88 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:37.755829 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-20b98c49-c241-4666-88a1-13529868174e tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (c4ef066a-b24b-4cb2-9b89-e4e6da0ed082), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:37.770016 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4494ccb6-dc48-493d-b621-28577034fe88 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (8aac8cfe-7631-49c6-914d-3050651c46d9), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:37.804201 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:37.918572 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-b7322ad2-e7a6-4ed2-a889-d0a0daf7fbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:37.922253 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-b7322ad2-e7a6-4ed2-a889-d0a0daf7fbba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4036b21c-b280-4a08-8f13-b6e5e89c48cd HTTP/1.1" status: 200 len: 860 time: 0.2768254 Feb 19 04:18:37.949695 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-20b98c49-c241-4666-88a1-13529868174e tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (c4ef066a-b24b-4cb2-9b89-e4e6da0ed082), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:37.988296 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-4494ccb6-dc48-493d-b621-28577034fe88 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Floating IP 8aac8cfe-7631-49c6-914d-3050651c46d9 associated. External IP: 172.25.0.209, port: 8ca7b21f-5487-47d9-9cd9-b0e41b84afce. Feb 19 04:18:37.991611 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b98c49-c241-4666-88a1-13529868174e tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c4ef066a-b24b-4cb2-9b89-e4e6da0ed082,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:38.112402 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-20b98c49-c241-4666-88a1-13529868174e tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (46761e9b-7474-4854-afa3-5635c39c3c2f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:38.196252 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-20b98c49-c241-4666-88a1-13529868174e tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46761e9b-7474-4854-afa3-5635c39c3c2f']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:38.241249 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-20b98c49-c241-4666-88a1-13529868174e tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b65e7fc-9765-4e11-9a84-683f7824a48e') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:38.241249 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-20b98c49-c241-4666-88a1-13529868174e tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b65e7fc-9765-4e11-9a84-683f7824a48e') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:38.263646 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-20b98c49-c241-4666-88a1-13529868174e tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (7b65e7fc-9765-4e11-9a84-683f7824a48e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:38.334308 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-20b98c49-c241-4666-88a1-13529868174e tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (7b65e7fc-9765-4e11-9a84-683f7824a48e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:38.348353 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5f30a-06d3-42e7-967f-d80a2724b4cd req-8e5d725c-792b-4bc2-9d5f-1a0edd974073 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:38.350124 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aaa5f30a-06d3-42e7-967f-d80a2724b4cd req-8e5d725c-792b-4bc2-9d5f-1a0edd974073 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.1744165 Feb 19 04:18:38.356516 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b98c49-c241-4666-88a1-13529868174e tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:18:38.357245 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-20b98c49-c241-4666-88a1-13529868174e tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (7b65e7fc-9765-4e11-9a84-683f7824a48e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:18:38.359582 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:18:38.591867 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-20b98c49-c241-4666-88a1-13529868174e tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (46761e9b-7474-4854-afa3-5635c39c3c2f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:38.615009 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-9eca8e12-8b86-430d-9c5f-826787feefa3 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8663166 Feb 19 04:18:38.620472 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b98c49-c241-4666-88a1-13529868174e tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 46761e9b-7474-4854-afa3-5635c39c3c2f {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 04:18:38.626205 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-20b98c49-c241-4666-88a1-13529868174e tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:38.630172 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-20b98c49-c241-4666-88a1-13529868174e tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] 10.222.0.65 "DELETE /v2.0/networks/46761e9b-7474-4854-afa3-5635c39c3c2f HTTP/1.1" status: 204 len: 168 time: 4.6957343 Feb 19 04:18:38.640854 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43234) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:38.649056 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-4c2912ef-2bb8-4c44-a871-3313e7d01282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:38.650844 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-4c2912ef-2bb8-4c44-a871-3313e7d01282 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ffb608e3-05fc-4c93-b77e-be504917d727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7199798 Feb 19 04:18:38.653922 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b98c49-c241-4666-88a1-13529868174e tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Pushing event deleted for resources: {'Network': ['ID=46761e9b-7474-4854-afa3-5635c39c3c2f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:38.660512 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aaa5f30a-06d3-42e7-967f-d80a2724b4cd req-059c4975-f55e-41b1-a56b-57111a1881bc tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716334 Feb 19 04:18:38.687478 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d3cae9-7278-47d5-8bd7-c2ea29256553 admin admin] Router b43596ed-bc5f-4630-91a8-6d4df7341f51 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:18:38.692601 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4494ccb6-dc48-493d-b621-28577034fe88 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Router 855cc8f5-81f2-4ab5-b830-1558162b90b2 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:18:38.699074 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-769a0660-4751-41de-b671-a8e2954b20ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=13c2138b-ecb4-49ec-863d-bf5056060952 HTTP/1.1" status: 200 len: 217 time: 0.0721447 Feb 19 04:18:38.804552 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:38.837145 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e08d7-49f9-4dc4-834c-743953269fcc req-91b3b6cf-91dd-45e5-a967-d09938be2790 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:38.844551 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0e6e08d7-49f9-4dc4-834c-743953269fcc req-91b3b6cf-91dd-45e5-a967-d09938be2790 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0c0994c-e928-4d65-a22c-4ab1ddd0d79c HTTP/1.1" status: 200 len: 943 time: 0.3119702 Feb 19 04:18:38.936689 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-43027678-6830-4c65-9d02-1fff1c3a7ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:38.938663 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-43027678-6830-4c65-9d02-1fff1c3a7ac8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5a38712-95b2-4271-ab6e-5854ab0620a4 HTTP/1.1" status: 200 len: 797 time: 0.2093153 Feb 19 04:18:38.968574 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:38.981716 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fdc5312d-eef9-49d6-b820-1ad98efa04fe tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3046 time: 0.3366072 Feb 19 04:18:39.004652 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43240) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:39.115274 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-7e93a315-8062-45d8-91a8-962cd145694e service neutron] 10.222.0.48 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264436 Feb 19 04:18:39.170783 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0e6e08d7-49f9-4dc4-834c-743953269fcc req-a1442d8e-876a-49fa-b1d2-ad74891f7a9b tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a7190e1-2a87-4b06-b0d6-2302cb3d9b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240330 Feb 19 04:18:39.208104 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43242) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:39.269742 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4494ccb6-dc48-493d-b621-28577034fe88 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:18:39.284683 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4494ccb6-dc48-493d-b621-28577034fe88 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:39.314726 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d3cae9-7278-47d5-8bd7-c2ea29256553 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:18:39.325056 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-03d3cae9-7278-47d5-8bd7-c2ea29256553 admin admin] 10.222.0.65 "PUT /v2.0/routers/b43596ed-bc5f-4630-91a8-6d4df7341f51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9296973 Feb 19 04:18:39.332051 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ca7060-98a8-4b9d-8d21-6e4eefab4202 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:39.332634 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ca7060-98a8-4b9d-8d21-6e4eefab4202 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:39.333203 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ca7060-98a8-4b9d-8d21-6e4eefab4202 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:39.333719 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ca7060-98a8-4b9d-8d21-6e4eefab4202 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:39.334244 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ca7060-98a8-4b9d-8d21-6e4eefab4202 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:39.335329 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ca7060-98a8-4b9d-8d21-6e4eefab4202 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:39.335329 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ca7060-98a8-4b9d-8d21-6e4eefab4202 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:39.335685 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43246) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:39.336226 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ca7060-98a8-4b9d-8d21-6e4eefab4202 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:39.336777 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ca7060-98a8-4b9d-8d21-6e4eefab4202 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:39.337933 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ca7060-98a8-4b9d-8d21-6e4eefab4202 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:39.337933 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ca7060-98a8-4b9d-8d21-6e4eefab4202 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:39.338443 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ca7060-98a8-4b9d-8d21-6e4eefab4202 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:39.344815 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-49ca7060-98a8-4b9d-8d21-6e4eefab4202 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7754 time: 0.3301203 Feb 19 04:18:39.347813 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43248) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:39.350900 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-de53db85-9e26-4f62-be69-8c84a0b8e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:39.353738 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-de53db85-9e26-4f62-be69-8c84a0b8e332 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3990040 Feb 19 04:18:39.450743 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4494ccb6-dc48-493d-b621-28577034fe88 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "PUT /v2.0/floatingips/8aac8cfe-7631-49c6-914d-3050651c46d9 HTTP/1.1" status: 200 len: 992 time: 4.2915061 Feb 19 04:18:39.453570 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941d0e3d-b77e-4834-a0ce-d6fa633e129d', 'tag': '8ca7b21f-5487-47d9-9cd9-b0e41b84afce'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:39.457224 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa00e6a-4781-44e2-ae1c-4605955b2f35" -d '{"events": [{"name": "network-changed", "server_uuid": "941d0e3d-b77e-4834-a0ce-d6fa633e129d", "tag": "8ca7b21f-5487-47d9-9cd9-b0e41b84afce"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:39.495804 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-33696d31-b033-4fd6-90fa-44d3c4495ee5 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] delete failed (client error): The resource could not be found. Feb 19 04:18:39.503894 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-33696d31-b033-4fd6-90fa-44d3c4495ee5 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/8bb529d3-5079-492e-ab3e-c7d6805c056f HTTP/1.1" status: 404 len: 345 time: 0.1498680 Feb 19 04:18:39.512607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43254) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:39.591078 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e159c6d-aa3c-4e1a-8a11-e04dd1f285e1 admin admin] Publish callbacks [] for router (b43596ed-bc5f-4630-91a8-6d4df7341f51), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:39.596937 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7674dc41-ae81-415a-8244-01616cc0efdf x-openstack-request-id: req-7674dc41-ae81-415a-8244-01616cc0efdf {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:39.597598 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941d0e3d-b77e-4834-a0ce-d6fa633e129d", "tag": "8ca7b21f-5487-47d9-9cd9-b0e41b84afce", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:39.597824 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7674dc41-ae81-415a-8244-01616cc0efdf {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:39.598413 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941d0e3d-b77e-4834-a0ce-d6fa633e129d', 'tag': '8ca7b21f-5487-47d9-9cd9-b0e41b84afce', 'status': 'completed', 'code': 200} Feb 19 04:18:39.618645 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-93343a72-5bdb-4487-a013-329ff9b466e0 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] DELETE failed (client error): The resource could not be found. Feb 19 04:18:39.619547 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93343a72-5bdb-4487-a013-329ff9b466e0 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:18:39.628986 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-93343a72-5bdb-4487-a013-329ff9b466e0 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] 10.222.0.65 "DELETE /v2.0/networks/46761e9b-7474-4854-afa3-5635c39c3c2f HTTP/1.1" status: 404 len: 339 time: 0.1034908 Feb 19 04:18:39.630134 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43260) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:39.636272 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9297d3ea-2b09-4e96-b15c-7d464991b49a req-3e1a2506-c095-4739-8d6f-e770d4ffee15 service neutron] 10.222.0.48 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044079 Feb 19 04:18:39.640785 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-4a6a9be6-752c-41b8-9ad4-1d2b672ae64d tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Request body: {'network': {'name': 'tempest-network--1647795353', 'router:external': True}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:39.706559 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6a9be6-752c-41b8-9ad4-1d2b672ae64d tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Made reservation on behalf of 54516531e3c346c3b964ee209cfda35a for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:18:39.709571 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4a6a9be6-752c-41b8-9ad4-1d2b672ae64d tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:39.814816 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-dc9d7c3d-d3dd-43e2-9a4f-79f9ac7d1224 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120016 Feb 19 04:18:39.830846 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-21d31239-a5bf-4167-a399-99d06352b5b6 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-555687506'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:39.870922 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a767d01a-db17-4e6a-bc80-6db595da980a None None] Sync routers for ids ['855cc8f5-81f2-4ab5-b830-1558162b90b2'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:18:39.879370 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9f47ee-a8a4-493d-afc5-62340696d67c None None] Sync routers for ids ['b43596ed-bc5f-4630-91a8-6d4df7341f51'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:18:39.895563 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a767d01a-db17-4e6a-bc80-6db595da980a None None] Routers {'855cc8f5-81f2-4ab5-b830-1558162b90b2'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:18:39.896602 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a767d01a-db17-4e6a-bc80-6db595da980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:18:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['855cc8f5-81f2-4ab5-b830-1558162b90b2'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:39.912269 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9f47ee-a8a4-493d-afc5-62340696d67c None None] Routers {'b43596ed-bc5f-4630-91a8-6d4df7341f51'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:18:39.913462 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ec9f47ee-a8a4-493d-afc5-62340696d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:18:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b43596ed-bc5f-4630-91a8-6d4df7341f51'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:39.996493 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a6a9be6-752c-41b8-9ad4-1d2b672ae64d tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:18:40.028542 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4a6a9be6-752c-41b8-9ad4-1d2b672ae64d tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (96e20ae7-813e-424f-9e73-74de2c6be8b4), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:40.028979 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-4a6a9be6-752c-41b8-9ad4-1d2b672ae64d tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Added segment 96e20ae7-813e-424f-9e73-74de2c6be8b4 of type vlan for network 8f72ac65-78ef-4eed-9528-f66d7316ca07 Feb 19 04:18:40.035208 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d31239-a5bf-4167-a399-99d06352b5b6 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Made reservation on behalf of 22cd16789d1448c6a4606d0f81b9b60b for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:18:40.039447 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21d31239-a5bf-4167-a399-99d06352b5b6 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:40.114882 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21d31239-a5bf-4167-a399-99d06352b5b6 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:40.169032 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-ec9f47ee-a8a4-493d-afc5-62340696d67c None None] Set router b43596ed-bc5f-4630-91a8-6d4df7341f51 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:18:40.173023 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-a767d01a-db17-4e6a-bc80-6db595da980a None None] Set router 855cc8f5-81f2-4ab5-b830-1558162b90b2 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:18:40.282654 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4a6a9be6-752c-41b8-9ad4-1d2b672ae64d tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (8f72ac65-78ef-4eed-9528-f66d7316ca07), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:40.500951 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9efaf-54b4-462a-86dd-9e3e7d700349 req-01de57d4-96ee-4c00-a98e-72e62c752007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:40.503055 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4df9efaf-54b4-462a-86dd-9e3e7d700349 req-01de57d4-96ee-4c00-a98e-72e62c752007 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89adbc6ffff04dfd95e6648f4a0ff8fd&device_id=a0c0994c-e928-4d65-a22c-4ab1ddd0d79c HTTP/1.1" status: 200 len: 1125 time: 0.7348123 Feb 19 04:18:40.506470 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-304d567f-9515-4cd1-8be9-b45bb266ea13 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6404324 Feb 19 04:18:40.545389 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4a6a9be6-752c-41b8-9ad4-1d2b672ae64d tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (8f72ac65-78ef-4eed-9528-f66d7316ca07), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:40.545389 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6a9be6-752c-41b8-9ad4-1d2b672ae64d tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:40.545997 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4a6a9be6-752c-41b8-9ad4-1d2b672ae64d tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:40.599389 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa00e6a-4781-44e2-ae1c-4605955b2f35 req-46b2d2cc-2441-489c-ae04-4f6206ef85c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:40.601084 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8fa00e6a-4781-44e2-ae1c-4605955b2f35 req-46b2d2cc-2441-489c-ae04-4f6206ef85c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=64a84ec8d7f4403180aa77a18bbd859e&device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d HTTP/1.1" status: 200 len: 1128 time: 0.9380863 Feb 19 04:18:40.678188 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a767d01a-db17-4e6a-bc80-6db595da980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'name': 'tempest-AttachVolumeTestJSON-1179252603-router', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:01Z', 'updated_at': '2022-02-19T04:12:20Z', 'revision_number': 4, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'gw_port': {'id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '8aac8cfe-7631-49c6-914d-3050651c46d9', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'port_id': '8ca7b21f-5487-47d9-9cd9-b0e41b84afce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'mac_address': 'fa:16:3e:90:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d0e3d-b77e-4834-a0ce-d6fa633e129d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:18:03Z', 'updated_at': '2022-02-19T04:18:37Z', 'revision_number': 1, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9', 'name': '', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'mac_address': 'fa:16:3e:75:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '94653809-5e9c-447e-841f-90aff76610c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:18Z', 'updated_at': '2022-02-19T04:12:32Z', 'revision_number': 5, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'subnets': [{'id': '94653809-5e9c-447e-841f-90aff76610c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:40.697625 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ec9f47ee-a8a4-493d-afc5-62340696d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43596ed-bc5f-4630-91a8-6d4df7341f51', 'name': 'tempest-ServersTestMultiNic-2009181308-router', 'tenant_id': '8865c64b2ac542288fdbffd7b4747b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f1a45b27-cdb5-4e00-afa9-4a2afa49a30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:15:51Z', 'updated_at': '2022-02-19T04:18:35Z', 'revision_number': 5, 'project_id': '8865c64b2ac542288fdbffd7b4747b43', 'gw_port': {'id': 'f1a45b27-cdb5-4e00-afa9-4a2afa49a30e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43596ed-bc5f-4630-91a8-6d4df7341f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:15:53Z', 'updated_at': '2022-02-19T04:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:40.715743 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a767d01a-db17-4e6a-bc80-6db595da980a None None] Checking router: 855cc8f5-81f2-4ab5-b830-1558162b90b2 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:18:40.729827 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a767d01a-db17-4e6a-bc80-6db595da980a None None] Routers {'855cc8f5-81f2-4ab5-b830-1558162b90b2'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:18:40.730864 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a767d01a-db17-4e6a-bc80-6db595da980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:18:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['855cc8f5-81f2-4ab5-b830-1558162b90b2'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:40.745729 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a9be6-752c-41b8-9ad4-1d2b672ae64d tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Pushing event updated for resources: {'Network': ['ID=8f72ac65-78ef-4eed-9528-f66d7316ca07,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:40.820317 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 8f72ac65-78ef-4eed-9528-f66d7316ca07 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:18:40.825453 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9f47ee-a8a4-493d-afc5-62340696d67c None None] Checking router: b43596ed-bc5f-4630-91a8-6d4df7341f51 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:18:40.846051 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9fced-b973-4d34-8492-cacfefe77803 req-7a9d5e58-bc87-483b-8f15-f3a4b3c17d63 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:40.860034 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-39b9fced-b973-4d34-8492-cacfefe77803 req-7a9d5e58-bc87-483b-8f15-f3a4b3c17d63 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.9952207 Feb 19 04:18:40.868742 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e159c6d-aa3c-4e1a-8a11-e04dd1f285e1 admin admin] Publish callbacks [] for router_gateway (b43596ed-bc5f-4630-91a8-6d4df7341f51), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:40.872811 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9f47ee-a8a4-493d-afc5-62340696d67c None None] Routers {'b43596ed-bc5f-4630-91a8-6d4df7341f51'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:18:40.873428 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21d31239-a5bf-4167-a399-99d06352b5b6 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks [] for security_group (c3521922-79e5-4ac3-8753-89c278f8905d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:40.874166 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ec9f47ee-a8a4-493d-afc5-62340696d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:18:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b43596ed-bc5f-4630-91a8-6d4df7341f51'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:40.894854 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-0fb6f9fd-fbaf-4003-8d50-4cd45c657b2c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=98ba4396-14a0-458f-9a0f-0e07a7c286aa HTTP/1.1" status: 200 len: 217 time: 0.3650599 Feb 19 04:18:41.011610 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-a767d01a-db17-4e6a-bc80-6db595da980a None None] Set router 855cc8f5-81f2-4ab5-b830-1558162b90b2 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:18:41.045801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9efaf-54b4-462a-86dd-9e3e7d700349 req-4fdb3e12-1c93-4fd5-aaad-9f36810a3836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:41.048147 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4df9efaf-54b4-462a-86dd-9e3e7d700349 req-4fdb3e12-1c93-4fd5-aaad-9f36810a3836 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ffb608e3-05fc-4c93-b77e-be504917d727 HTTP/1.1" status: 200 len: 921 time: 0.5230536 Feb 19 04:18:41.095795 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21d31239-a5bf-4167-a399-99d06352b5b6 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c3521922-79e5-4ac3-8753-89c278f8905d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:41.132967 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4a6a9be6-752c-41b8-9ad4-1d2b672ae64d tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4946029 Feb 19 04:18:41.133707 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43274) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:41.141025 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd65acf-87d0-4ca8-b822-02473e44c998 req-8b23fc03-3e28-4581-a73a-b0b818498b48 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:41.143924 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1cd65acf-87d0-4ca8-b822-02473e44c998 req-8b23fc03-3e28-4581-a73a-b0b818498b48 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0c0994c-e928-4d65-a22c-4ab1ddd0d79c HTTP/1.1" status: 200 len: 943 time: 0.5473745 Feb 19 04:18:41.146632 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-ec9f47ee-a8a4-493d-afc5-62340696d67c None None] Set router b43596ed-bc5f-4630-91a8-6d4df7341f51 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:18:41.210304 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa00e6a-4781-44e2-ae1c-4605955b2f35 req-a5800781-84c3-40f3-9bf5-d784a381c684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:41.214130 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8fa00e6a-4781-44e2-ae1c-4605955b2f35 req-a5800781-84c3-40f3-9bf5-d784a381c684 service neutron] 10.222.0.10 "GET /v2.0/networks?id=58c1cfe5-5b31-4d86-b71c-5778f412859b HTTP/1.1" status: 200 len: 911 time: 0.5914624 Feb 19 04:18:41.263185 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ec9f47ee-a8a4-493d-afc5-62340696d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43596ed-bc5f-4630-91a8-6d4df7341f51', 'name': 'tempest-ServersTestMultiNic-2009181308-router', 'tenant_id': '8865c64b2ac542288fdbffd7b4747b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:15:51Z', 'updated_at': '2022-02-19T04:18:40Z', 'revision_number': 6, 'project_id': '8865c64b2ac542288fdbffd7b4747b43', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:41.309007 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9f47ee-a8a4-493d-afc5-62340696d67c None None] The sync data for ids ['b43596ed-bc5f-4630-91a8-6d4df7341f51'] in n-d-772273-4 is: [{'id': 'b43596ed-bc5f-4630-91a8-6d4df7341f51', 'name': 'tempest-ServersTestMultiNic-2009181308-router', 'tenant_id': '8865c64b2ac542288fdbffd7b4747b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:15:51Z', 'updated_at': '2022-02-19T04:18:40Z', 'revision_number': 6, 'project_id': '8865c64b2ac542288fdbffd7b4747b43', 'gw_port_host': None}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:18:41.309309 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4df9efaf-54b4-462a-86dd-9e3e7d700349 req-3a7e23e9-7e3a-4910-878a-de9430fd1b25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=298c23aa-68d2-4837-90a3-1e4e336be74d HTTP/1.1" status: 200 len: 217 time: 0.1484382 Feb 19 04:18:41.345245 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-3e159c6d-aa3c-4e1a-8a11-e04dd1f285e1 admin admin] Deleting port f1a45b27-cdb5-4e00-afa9-4a2afa49a30e {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:18:41.345824 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e159c6d-aa3c-4e1a-8a11-e04dd1f285e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f1a45b27-cdb5-4e00-afa9-4a2afa49a30e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:41.422572 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d31239-a5bf-4167-a399-99d06352b5b6 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:18:41.518529 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1cd65acf-87d0-4ca8-b822-02473e44c998 req-8339da38-0ad6-4e5d-93d1-cd878fe20cfe tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a7190e1-2a87-4b06-b0d6-2302cb3d9b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559709 Feb 19 04:18:41.551862 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8fa00e6a-4781-44e2-ae1c-4605955b2f35 req-ea5088ae-20fe-4217-bd7d-6aad6adeacf4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ca7b21f-5487-47d9-9cd9-b0e41b84afce HTTP/1.1" status: 200 len: 1000 time: 0.3176696 Feb 19 04:18:41.564346 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21d31239-a5bf-4167-a399-99d06352b5b6 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (1a864f65-a05d-4a52-9fcd-2fab62290507), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:41.565477 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-21d31239-a5bf-4167-a399-99d06352b5b6 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Added segment 1a864f65-a05d-4a52-9fcd-2fab62290507 of type vlan for network 6c26e52e-59ec-4cd2-bbc5-75325bc10390 Feb 19 04:18:41.631051 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-3e159c6d-aa3c-4e1a-8a11-e04dd1f285e1 admin admin] For port f1a45b27-cdb5-4e00-afa9-4a2afa49a30e, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f1a45b27-cdb5-4e00-afa9-4a2afa49a30e,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:41.632186 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e159c6d-aa3c-4e1a-8a11-e04dd1f285e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f1a45b27-cdb5-4e00-afa9-4a2afa49a30e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:41.637171 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21d31239-a5bf-4167-a399-99d06352b5b6 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (6c26e52e-59ec-4cd2-bbc5-75325bc10390), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:41.650025 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa00e6a-4781-44e2-ae1c-4605955b2f35 req-e9c887f3-6e09-49ae-ac06-b40ec36bbb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:41.652080 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8fa00e6a-4781-44e2-ae1c-4605955b2f35 req-e9c887f3-6e09-49ae-ac06-b40ec36bbb9e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=94653809-5e9c-447e-841f-90aff76610c8 HTTP/1.1" status: 200 len: 850 time: 0.1036942 Feb 19 04:18:41.657494 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-3e159c6d-aa3c-4e1a-8a11-e04dd1f285e1 admin admin] Calling delete_port for f1a45b27-cdb5-4e00-afa9-4a2afa49a30e owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:18:41.690930 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d31239-a5bf-4167-a399-99d06352b5b6 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3521922-79e5-4ac3-8753-89c278f8905d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:41.727598 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-e80279a5-78e1-408e-acab-b48b7dcbeefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:41.730258 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-e80279a5-78e1-408e-acab-b48b7dcbeefb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5a38712-95b2-4271-ab6e-5854ab0620a4 HTTP/1.1" status: 200 len: 797 time: 0.6771929 Feb 19 04:18:41.751568 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a767d01a-db17-4e6a-bc80-6db595da980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'name': 'tempest-AttachVolumeTestJSON-1179252603-router', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:01Z', 'updated_at': '2022-02-19T04:12:20Z', 'revision_number': 4, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'gw_port': {'id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '8aac8cfe-7631-49c6-914d-3050651c46d9', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'port_id': '8ca7b21f-5487-47d9-9cd9-b0e41b84afce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'mac_address': 'fa:16:3e:90:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d0e3d-b77e-4834-a0ce-d6fa633e129d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:18:03Z', 'updated_at': '2022-02-19T04:18:37Z', 'revision_number': 1, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9', 'name': '', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'mac_address': 'fa:16:3e:75:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '94653809-5e9c-447e-841f-90aff76610c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:18Z', 'updated_at': '2022-02-19T04:12:32Z', 'revision_number': 5, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'subnets': [{'id': '94653809-5e9c-447e-841f-90aff76610c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:41.800688 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 73615a4b-449f-4002-a4ee-77647aa9df55 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:18:41.832135 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 73615a4b-449f-4002-a4ee-77647aa9df55 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:18:41.832484 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 73615a4b-449f-4002-a4ee-77647aa9df55 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:18:41.856092 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21d31239-a5bf-4167-a399-99d06352b5b6 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (6c26e52e-59ec-4cd2-bbc5-75325bc10390), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:41.861232 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a767d01a-db17-4e6a-bc80-6db595da980a None None] The sync data for ids ['855cc8f5-81f2-4ab5-b830-1558162b90b2'] in n-d-772273-4 is: [{'id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'name': 'tempest-AttachVolumeTestJSON-1179252603-router', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:01Z', 'updated_at': '2022-02-19T04:12:20Z', 'revision_number': 4, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'gw_port': {'id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '8aac8cfe-7631-49c6-914d-3050651c46d9', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'port_id': '8ca7b21f-5487-47d9-9cd9-b0e41b84afce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'mac_address': 'fa:16:3e:90:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941d0e3d-b77e-4834-a0ce-d6fa633e129d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:18:03Z', 'updated_at': '2022-02-19T04:18:37Z', 'revision_number': 1, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9', 'name': '', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'mac_address': 'fa:16:3e:75:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '94653809-5e9c-447e-841f-90aff76610c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:18Z', 'updated_at': '2022-02-19T04:12:32Z', 'revision_number': 5, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'subnets': [{'id': '94653809-5e9c-447e-841f-90aff76610c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:18:41.865510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d31239-a5bf-4167-a399-99d06352b5b6 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:41.866938 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21d31239-a5bf-4167-a399-99d06352b5b6 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:41.943233 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9efaf-54b4-462a-86dd-9e3e7d700349 req-aab25b96-a246-4359-8e8b-e15a8a562be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:41.945913 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4df9efaf-54b4-462a-86dd-9e3e7d700349 req-aab25b96-a246-4359-8e8b-e15a8a562be4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4036b21c-b280-4a08-8f13-b6e5e89c48cd HTTP/1.1" status: 200 len: 860 time: 0.5737488 Feb 19 04:18:41.997647 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-39b9fced-b973-4d34-8492-cacfefe77803 req-2e930aa2-9de2-4855-91c0-86b8c8786100 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0999444 Feb 19 04:18:42.138444 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa00e6a-4781-44e2-ae1c-4605955b2f35 req-fb33540a-030d-4af6-8b17-85b2ec1807d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:42.142286 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8fa00e6a-4781-44e2-ae1c-4605955b2f35 req-fb33540a-030d-4af6-8b17-85b2ec1807d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58c1cfe5-5b31-4d86-b71c-5778f412859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4814932 Feb 19 04:18:42.144473 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e159c6d-aa3c-4e1a-8a11-e04dd1f285e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (f1a45b27-cdb5-4e00-afa9-4a2afa49a30e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:42.159154 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a1fd95-ff2b-4240-b8fb-0248991a1657 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:42.168742 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a1fd95-ff2b-4240-b8fb-0248991a1657 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:42.184181 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a1fd95-ff2b-4240-b8fb-0248991a1657 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:42.197660 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a1fd95-ff2b-4240-b8fb-0248991a1657 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:42.204321 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-01a1fd95-ff2b-4240-b8fb-0248991a1657 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.9556828 Feb 19 04:18:42.208488 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e159c6d-aa3c-4e1a-8a11-e04dd1f285e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a45b27-cdb5-4e00-afa9-4a2afa49a30e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:42.209249 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-21d31239-a5bf-4167-a399-99d06352b5b6 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9780781 Feb 19 04:18:42.209990 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43280) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:42.228895 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43282) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:42.251010 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-19a65f48-8526-444a-8d1e-e40c6a1c4511 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Request body: {'subnet': {'network_id': '6c26e52e-59ec-4cd2-bbc5-75325bc10390', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:42.403780 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d31239-a5bf-4167-a399-99d06352b5b6 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Pushing event updated for resources: {'Network': ['ID=6c26e52e-59ec-4cd2-bbc5-75325bc10390,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:42.437176 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 6c26e52e-59ec-4cd2-bbc5-75325bc10390 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:18:42.479284 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4282dc27-9eb1-4b43-8455-20d423eafc08 None None] New status for floating IP 8aac8cfe-7631-49c6-914d-3050651c46d9: ACTIVE {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:18:42.504344 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e159c6d-aa3c-4e1a-8a11-e04dd1f285e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (b43596ed-bc5f-4630-91a8-6d4df7341f51), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:42.532254 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a65f48-8526-444a-8d1e-e40c6a1c4511 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Made reservation on behalf of 22cd16789d1448c6a4606d0f81b9b60b for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:18:42.537875 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-19a65f48-8526-444a-8d1e-e40c6a1c4511 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:42.551448 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-c7312f0b-3379-411b-8443-9ac2f16588ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:42.569640 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-c7312f0b-3379-411b-8443-9ac2f16588ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.7975307 Feb 19 04:18:42.649177 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9efaf-54b4-462a-86dd-9e3e7d700349 req-a8b2df78-9207-441f-8d7f-635a9724e4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:42.651153 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4df9efaf-54b4-462a-86dd-9e3e7d700349 req-a8b2df78-9207-441f-8d7f-635a9724e4a6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ffb608e3-05fc-4c93-b77e-be504917d727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6473625 Feb 19 04:18:42.679526 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8fa00e6a-4781-44e2-ae1c-4605955b2f35 req-c7f731d6-a42d-4299-a1c8-15462a2fc762 service neutron] 10.222.0.10 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5191519 Feb 19 04:18:42.706820 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7c49e719-62c4-48a9-893f-983859a8b06a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (8f72ac65-78ef-4eed-9528-f66d7316ca07), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:42.840039 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4df9efaf-54b4-462a-86dd-9e3e7d700349 req-063391ee-8c64-4339-8668-032c064c4aad service neutron] 10.222.0.48 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307173 Feb 19 04:18:42.841495 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 298c23aa-68d2-4837-90a3-1e4e336be74d details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:18:42.887445 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e159c6d-aa3c-4e1a-8a11-e04dd1f285e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (b43596ed-bc5f-4630-91a8-6d4df7341f51), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:42.908241 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e159c6d-aa3c-4e1a-8a11-e04dd1f285e1 admin admin] Publish callbacks [] for router_controller (b43596ed-bc5f-4630-91a8-6d4df7341f51), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:43.024283 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 298c23aa-68d2-4837-90a3-1e4e336be74d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=298c23aa-68d2-4837-90a3-1e4e336be74d,segment=NetworkSegment(da10b1d4-3776-4b65-ab80-766f09098108),segment_id=da10b1d4-3776-4b65-ab80-766f09098108)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:43.039576 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '298c23aa-68d2-4837-90a3-1e4e336be74d', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'port_id': '298c23aa-68d2-4837-90a3-1e4e336be74d', 'mac_address': 'fa:16:3e:05:72:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:18:43.110374 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 298c23aa-68d2-4837-90a3-1e4e336be74d is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:43.110839 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (298c23aa-68d2-4837-90a3-1e4e336be74d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:43.112550 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e159c6d-aa3c-4e1a-8a11-e04dd1f285e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (b43596ed-bc5f-4630-91a8-6d4df7341f51), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:43.113308 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e159c6d-aa3c-4e1a-8a11-e04dd1f285e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b43596ed-bc5f-4630-91a8-6d4df7341f51 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:18:43.128505 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ac5bc-8940-4dc3-ab6c-dadf5fad7ef2 req-4949900c-a949-40fd-af21-5ad975097234 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:43.139867 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-479ac5bc-8940-4dc3-ab6c-dadf5fad7ef2 req-4949900c-a949-40fd-af21-5ad975097234 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0c0994c-e928-4d65-a22c-4ab1ddd0d79c HTTP/1.1" status: 200 len: 943 time: 0.4761193 Feb 19 04:18:43.144274 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 298c23aa-68d2-4837-90a3-1e4e336be74d {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:18:43.146020 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e159c6d-aa3c-4e1a-8a11-e04dd1f285e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:43.147901 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3e159c6d-aa3c-4e1a-8a11-e04dd1f285e1 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b43596ed-bc5f-4630-91a8-6d4df7341f51 HTTP/1.1" status: 204 len: 168 time: 3.8106813 Feb 19 04:18:43.151932 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43290) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:43.177377 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 298c23aa-68d2-4837-90a3-1e4e336be74d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=298c23aa-68d2-4837-90a3-1e4e336be74d,segment=NetworkSegment(da10b1d4-3776-4b65-ab80-766f09098108),segment_id=da10b1d4-3776-4b65-ab80-766f09098108)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:43.184307 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (298c23aa-68d2-4837-90a3-1e4e336be74d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:43.293087 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=298c23aa-68d2-4837-90a3-1e4e336be74d,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:43.307085 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:43.307690 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:43.308253 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:43.308881 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:43.309422 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:43.309970 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:43.310515 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:43.311048 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:43.311596 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:43.312185 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:43.312758 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:43.313348 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:43.313669 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8fa00e6a-4781-44e2-ae1c-4605955b2f35 req-37eb3b1d-900d-48a3-8b39-d592f02999a1 service neutron] 10.222.0.10 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5926197 Feb 19 04:18:43.313905 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:43.332275 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-479ac5bc-8940-4dc3-ab6c-dadf5fad7ef2 req-232ebd4d-cd52-452c-b30e-c1662b03a665 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a7190e1-2a87-4b06-b0d6-2302cb3d9b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786072 Feb 19 04:18:43.344793 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-0788a294-65e5-4acc-bd15-c6f5effcce93 admin admin] Deleting subnet 45336cff-cfb4-41c8-87f1-6bbee02806d0 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:18:43.349819 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0788a294-65e5-4acc-bd15-c6f5effcce93 admin admin] Publish callbacks [] for subnet (45336cff-cfb4-41c8-87f1-6bbee02806d0), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:43.408307 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0788a294-65e5-4acc-bd15-c6f5effcce93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (45336cff-cfb4-41c8-87f1-6bbee02806d0), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:43.431466 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['298c23aa-68d2-4837-90a3-1e4e336be74d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:18:43.482076 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f1a45b27-cdb5-4e00-afa9-4a2afa49a30e no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:18:43.513455 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: f1a45b27-cdb5-4e00-afa9-4a2afa49a30e {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:18:43.513980 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f1a45b27-cdb5-4e00-afa9-4a2afa49a30e not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:18:43.554780 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0788a294-65e5-4acc-bd15-c6f5effcce93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (45336cff-cfb4-41c8-87f1-6bbee02806d0), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:43.644729 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0788a294-65e5-4acc-bd15-c6f5effcce93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (45336cff-cfb4-41c8-87f1-6bbee02806d0), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:43.691664 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788a294-65e5-4acc-bd15-c6f5effcce93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45336cff-cfb4-41c8-87f1-6bbee02806d0,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:43.705041 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0788a294-65e5-4acc-bd15-c6f5effcce93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:43.710278 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0788a294-65e5-4acc-bd15-c6f5effcce93 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/45336cff-cfb4-41c8-87f1-6bbee02806d0 HTTP/1.1" status: 204 len: 168 time: 0.5538139 Feb 19 04:18:43.711928 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c3fed0-6dc8-491e-953c-3d22b589981f None None] Network d660b40f-bd0c-4d52-93db-5d332ffccd1a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:18:43.717263 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43296) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:43.770314 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-2055c99c-b194-4bd5-8ecf-4347a72d64b6 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1866357 Feb 19 04:18:43.842118 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7c49e719-62c4-48a9-893f-983859a8b06a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (8f72ac65-78ef-4eed-9528-f66d7316ca07), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:43.858397 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cac752b-5c72-4ec5-b840-07763d671bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (d660b40f-bd0c-4d52-93db-5d332ffccd1a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:43.963790 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-6cac752b-5c72-4ec5-b840-07763d671bc7 admin admin] Deleting port d14b9cc3-42c2-411d-9e02-873a602b2d81 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:18:43.963959 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cac752b-5c72-4ec5-b840-07763d671bc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (d14b9cc3-42c2-411d-9e02-873a602b2d81), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:44.003631 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4df9efaf-54b4-462a-86dd-9e3e7d700349 req-bc6984f8-8728-4fcd-91fc-2a6a4d905ee1 service neutron] 10.222.0.48 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1221392 Feb 19 04:18:44.079798 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-6cac752b-5c72-4ec5-b840-07763d671bc7 admin admin] For port d14b9cc3-42c2-411d-9e02-873a602b2d81, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=d14b9cc3-42c2-411d-9e02-873a602b2d81,segment=NetworkSegment(84de2f3c-498e-4f56-b856-43c9367026c4),segment_id=84de2f3c-498e-4f56-b856-43c9367026c4)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:44.080183 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cac752b-5c72-4ec5-b840-07763d671bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (d14b9cc3-42c2-411d-9e02-873a602b2d81), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:44.108096 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-6cac752b-5c72-4ec5-b840-07763d671bc7 admin admin] Calling delete_port for d14b9cc3-42c2-411d-9e02-873a602b2d81 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:18:44.112656 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2237d59-aa9e-4331-b63e-2d667f3bb1c2 req-0e6a025d-cef1-4880-8133-f52db83edc12 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:44.114420 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a2237d59-aa9e-4331-b63e-2d667f3bb1c2 req-0e6a025d-cef1-4880-8133-f52db83edc12 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.6561105 Feb 19 04:18:44.155842 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-7c49e719-62c4-48a9-893f-983859a8b06a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f72ac65-78ef-4eed-9528-f66d7316ca07']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:44.213822 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-7c49e719-62c4-48a9-893f-983859a8b06a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e20ae7-813e-424f-9e73-74de2c6be8b4') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:44.214129 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-7c49e719-62c4-48a9-893f-983859a8b06a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e20ae7-813e-424f-9e73-74de2c6be8b4') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:44.222995 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6520b25e-916a-41c0-91b7-b79c0063563f None None] DHCP port deletion for d660b40f-bd0c-4d52-93db-5d332ffccd1a request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:18:44.276012 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7c49e719-62c4-48a9-893f-983859a8b06a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (96e20ae7-813e-424f-9e73-74de2c6be8b4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:44.293491 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-19a65f48-8526-444a-8d1e-e40c6a1c4511 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (3478dbaf-081b-460a-9aa7-c30b7f2a4858), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:44.301548 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cac752b-5c72-4ec5-b840-07763d671bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (d14b9cc3-42c2-411d-9e02-873a602b2d81), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:44.331678 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6520b25e-916a-41c0-91b7-b79c0063563f None None] Deleting port d14b9cc3-42c2-411d-9e02-873a602b2d81 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:18:44.332434 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6520b25e-916a-41c0-91b7-b79c0063563f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (d14b9cc3-42c2-411d-9e02-873a602b2d81), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:44.336394 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac752b-5c72-4ec5-b840-07763d671bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d14b9cc3-42c2-411d-9e02-873a602b2d81,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:44.341282 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cac752b-5c72-4ec5-b840-07763d671bc7 admin admin] No DVR routers for this DVR port d14b9cc3-42c2-411d-9e02-873a602b2d81 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:18:44.370568 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7c49e719-62c4-48a9-893f-983859a8b06a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (96e20ae7-813e-424f-9e73-74de2c6be8b4), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:44.374882 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-39a3eb8e-ae4b-4382-9f08-ae221fe045ae service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5713792 Feb 19 04:18:44.458007 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-e730bdb2-9280-4a06-b197-2a629ca014ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=4e690be2-b43f-4068-b470-83c74b17ac13 HTTP/1.1" status: 200 len: 217 time: 0.0530949 Feb 19 04:18:44.460369 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c49e719-62c4-48a9-893f-983859a8b06a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:18:44.461212 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7c49e719-62c4-48a9-893f-983859a8b06a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (96e20ae7-813e-424f-9e73-74de2c6be8b4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:44.462305 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-6520b25e-916a-41c0-91b7-b79c0063563f None None] For port d14b9cc3-42c2-411d-9e02-873a602b2d81, host n-d-772273-4, got binding levels [] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:44.463582 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6520b25e-916a-41c0-91b7-b79c0063563f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (d14b9cc3-42c2-411d-9e02-873a602b2d81), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:18:44.466351 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:18:44.490780 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6520b25e-916a-41c0-91b7-b79c0063563f None None] Calling delete_port for d14b9cc3-42c2-411d-9e02-873a602b2d81 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:18:44.495799 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.ipam_backend_mixin [None req-6520b25e-916a-41c0-91b7-b79c0063563f None None] Port d14b9cc3-42c2-411d-9e02-873a602b2d81 was not found and therefore no delete operation was performed {{(pid=115200) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:18:44.500936 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6520b25e-916a-41c0-91b7-b79c0063563f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (d14b9cc3-42c2-411d-9e02-873a602b2d81), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:44.511328 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a2237d59-aa9e-4331-b63e-2d667f3bb1c2 req-f7aa9cf3-14e4-4f29-bda8-3d41d00772d5 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671942 Feb 19 04:18:44.548058 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cac752b-5c72-4ec5-b840-07763d671bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (d660b40f-bd0c-4d52-93db-5d332ffccd1a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:44.564393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520b25e-916a-41c0-91b7-b79c0063563f None None] Pushing event deleted for resources: {'Port': ['ID=d14b9cc3-42c2-411d-9e02-873a602b2d81,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:44.571270 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6520b25e-916a-41c0-91b7-b79c0063563f None None] No DVR routers for this DVR port d14b9cc3-42c2-411d-9e02-873a602b2d81 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:18:44.607679 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-6cac752b-5c72-4ec5-b840-07763d671bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d660b40f-bd0c-4d52-93db-5d332ffccd1a']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:44.634592 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe2149-2c99-4a82-b296-90209693983e req-89758796-3316-4cf8-bf20-c375f45d1bc8 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:44.636379 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a9fe2149-2c99-4a82-b296-90209693983e req-89758796-3316-4cf8-bf20-c375f45d1bc8 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0c0994c-e928-4d65-a22c-4ab1ddd0d79c HTTP/1.1" status: 200 len: 944 time: 0.1620598 Feb 19 04:18:44.640390 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-6cac752b-5c72-4ec5-b840-07763d671bc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84de2f3c-498e-4f56-b856-43c9367026c4') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:44.640390 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-6cac752b-5c72-4ec5-b840-07763d671bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84de2f3c-498e-4f56-b856-43c9367026c4') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:44.640795 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7c49e719-62c4-48a9-893f-983859a8b06a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (8f72ac65-78ef-4eed-9528-f66d7316ca07), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:44.658115 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a65f48-8526-444a-8d1e-e40c6a1c4511 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Pushing event updated for resources: {'Subnet': ['ID=3478dbaf-081b-460a-9aa7-c30b7f2a4858,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:44.665901 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cac752b-5c72-4ec5-b840-07763d671bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (84de2f3c-498e-4f56-b856-43c9367026c4), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:44.666173 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c49e719-62c4-48a9-893f-983859a8b06a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8f72ac65-78ef-4eed-9528-f66d7316ca07 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 04:18:44.688636 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7c49e719-62c4-48a9-893f-983859a8b06a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:44.697522 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7c49e719-62c4-48a9-893f-983859a8b06a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] 10.222.0.65 "DELETE /v2.0/networks/8f72ac65-78ef-4eed-9528-f66d7316ca07 HTTP/1.1" status: 204 len: 168 time: 2.4750385 Feb 19 04:18:44.701834 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43308) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:44.702690 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49e719-62c4-48a9-893f-983859a8b06a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Pushing event deleted for resources: {'Network': ['ID=8f72ac65-78ef-4eed-9528-f66d7316ca07,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:44.712253 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a65f48-8526-444a-8d1e-e40c6a1c4511 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Checking segment: {'id': '1a864f65-a05d-4a52-9fcd-2fab62290507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c26e52e-59ec-4cd2-bbc5-75325bc10390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:18:44.712730 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a65f48-8526-444a-8d1e-e40c6a1c4511 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Network hostable DHCP agents. Network: 6c26e52e-59ec-4cd2-bbc5-75325bc10390, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:18:44.716445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-c5bf4908-72e8-4f94-aa05-92cb71874386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:44.718284 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e886e7b4-b6f0-479c-bfc1-d1ef2077b10a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Request body: {'network': {'name': 'tempest-network--196406614', 'router:external': True}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:44.718581 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-c5bf4908-72e8-4f94-aa05-92cb71874386 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5a38712-95b2-4271-ab6e-5854ab0620a4 HTTP/1.1" status: 200 len: 797 time: 0.2395420 Feb 19 04:18:44.756339 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cac752b-5c72-4ec5-b840-07763d671bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (84de2f3c-498e-4f56-b856-43c9367026c4), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:44.780097 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a9fe2149-2c99-4a82-b296-90209693983e req-c5883cfa-a646-4ba9-83b9-659f6e92bd86 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a7190e1-2a87-4b06-b0d6-2302cb3d9b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105325 Feb 19 04:18:44.782267 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cac752b-5c72-4ec5-b840-07763d671bc7 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:18:44.785313 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cac752b-5c72-4ec5-b840-07763d671bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (84de2f3c-498e-4f56-b856-43c9367026c4), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:18:44.788144 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:18:44.802600 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e886e7b4-b6f0-479c-bfc1-d1ef2077b10a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Made reservation on behalf of 54516531e3c346c3b964ee209cfda35a for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:18:44.806295 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e886e7b4-b6f0-479c-bfc1-d1ef2077b10a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:44.807626 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a65f48-8526-444a-8d1e-e40c6a1c4511 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Network 6c26e52e-59ec-4cd2-bbc5-75325bc10390 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:18:44.828196 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-c60e301b-1ca4-43bb-92cd-ee7f0b2ef035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:44.830082 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-c60e301b-1ca4-43bb-92cd-ee7f0b2ef035 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5d4812e-d0cd-4e7d-8694-a42a96ae1939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0991755 Feb 19 04:18:44.834351 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-19a65f48-8526-444a-8d1e-e40c6a1c4511 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 6c26e52e-59ec-4cd2-bbc5-75325bc10390) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:18:44.843322 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a65f48-8526-444a-8d1e-e40c6a1c4511 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:44.843322 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-19a65f48-8526-444a-8d1e-e40c6a1c4511 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:44.847722 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da197bc-2a3e-4ef0-b1d8-cbacebcf807e None None] Network 6c26e52e-59ec-4cd2-bbc5-75325bc10390 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:18:44.852276 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 298c23aa-68d2-4837-90a3-1e4e336be74d up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:18:44.982369 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e886e7b4-b6f0-479c-bfc1-d1ef2077b10a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:18:44.984602 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cac752b-5c72-4ec5-b840-07763d671bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (d660b40f-bd0c-4d52-93db-5d332ffccd1a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:45.025637 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-19a65f48-8526-444a-8d1e-e40c6a1c4511 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7797461 Feb 19 04:18:45.036272 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43310) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:45.040117 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cac752b-5c72-4ec5-b840-07763d671bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:45.052672 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6cac752b-5c72-4ec5-b840-07763d671bc7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d660b40f-bd0c-4d52-93db-5d332ffccd1a HTTP/1.1" status: 204 len: 168 time: 1.3339350 Feb 19 04:18:45.054622 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-0662f866-5526-47a7-9e85-83c319a4b039 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Request body: {'port': {'network_id': '6c26e52e-59ec-4cd2-bbc5-75325bc10390', 'name': 'tempest-DHCPAgentSchedulersTestJSON-649615507'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:45.057559 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac752b-5c72-4ec5-b840-07763d671bc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d660b40f-bd0c-4d52-93db-5d332ffccd1a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:45.074562 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e886e7b4-b6f0-479c-bfc1-d1ef2077b10a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (acf7090e-ac65-4051-ac08-3d1336c58e58), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:45.074910 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-e886e7b4-b6f0-479c-bfc1-d1ef2077b10a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Added segment acf7090e-ac65-4051-ac08-3d1336c58e58 of type vlan for network f623c97d-29ed-4a78-a323-0de18513da8e Feb 19 04:18:45.195535 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e886e7b4-b6f0-479c-bfc1-d1ef2077b10a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (f623c97d-29ed-4a78-a323-0de18513da8e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:45.217917 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 298c23aa-68d2-4837-90a3-1e4e336be74d completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:18:45.234631 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bda81b3-a2fb-4e46-8d22-1036d2aa6bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-6c26e52e-59ec-4cd2-bbc5-75325bc10390', 'network_id': '6c26e52e-59ec-4cd2-bbc5-75325bc10390', 'project_id': '22cd16789d1448c6a4606d0f81b9b60b', 'fixed_ips': [{'subnet_id': '3478dbaf-081b-460a-9aa7-c30b7f2a4858'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:18:45.235449 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4bda81b3-a2fb-4e46-8d22-1036d2aa6bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:45.258624 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 298c23aa-68d2-4837-90a3-1e4e336be74d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:45.270917 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (298c23aa-68d2-4837-90a3-1e4e336be74d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:45.280744 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e886e7b4-b6f0-479c-bfc1-d1ef2077b10a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (f623c97d-29ed-4a78-a323-0de18513da8e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:45.286928 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0662f866-5526-47a7-9e85-83c319a4b039 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Made reservation on behalf of 22cd16789d1448c6a4606d0f81b9b60b for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:18:45.288444 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e886e7b4-b6f0-479c-bfc1-d1ef2077b10a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:45.291134 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0662f866-5526-47a7-9e85-83c319a4b039 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:45.292678 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e886e7b4-b6f0-479c-bfc1-d1ef2077b10a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:45.311440 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-50428880-3692-4a87-a8cb-c3efe7278b30 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724326 Feb 19 04:18:45.321298 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-0662f866-5526-47a7-9e85-83c319a4b039 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] device_id is not set on port 264839cc-235b-4451-b463-862afbbda88e yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:18:45.400036 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e886e7b4-b6f0-479c-bfc1-d1ef2077b10a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.6873641 Feb 19 04:18:45.433333 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43316) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:45.595852 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device d14b9cc3-42c2-411d-9e02-873a602b2d81 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:18:45.607112 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-0662f866-5526-47a7-9e85-83c319a4b039 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Allocated IP 172.20.0.4 (6c26e52e-59ec-4cd2-bbc5-75325bc10390/3478dbaf-081b-460a-9aa7-c30b7f2a4858/264839cc-235b-4451-b463-862afbbda88e) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:18:45.610820 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43318) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:45.665863 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: d14b9cc3-42c2-411d-9e02-873a602b2d81 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:18:45.666662 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device d14b9cc3-42c2-411d-9e02-873a602b2d81 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:18:45.732520 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 298c23aa-68d2-4837-90a3-1e4e336be74d is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:45.733254 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (298c23aa-68d2-4837-90a3-1e4e336be74d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:45.786269 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886e7b4-b6f0-479c-bfc1-d1ef2077b10a tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Pushing event updated for resources: {'Network': ['ID=f623c97d-29ed-4a78-a323-0de18513da8e,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:45.823426 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 298c23aa-68d2-4837-90a3-1e4e336be74d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=298c23aa-68d2-4837-90a3-1e4e336be74d,segment=NetworkSegment(da10b1d4-3776-4b65-ab80-766f09098108),segment_id=da10b1d4-3776-4b65-ab80-766f09098108)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:45.827881 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c0994c-e928-4d65-a22c-4ab1ddd0d79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298c23aa-68d2-4837-90a3-1e4e336be74d'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:45.833906 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a882ea-98e3-4746-b3aa-0c42a2d80669" -d '{"events": [{"server_uuid": "a0c0994c-e928-4d65-a22c-4ab1ddd0d79c", "name": "network-vif-plugged", "status": "completed", "tag": "298c23aa-68d2-4837-90a3-1e4e336be74d"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:45.839722 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network f623c97d-29ed-4a78-a323-0de18513da8e details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:18:45.877120 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9de328-e879-46bf-a984-a96f84e665ec tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:45.880181 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fa9de328-e879-46bf-a984-a96f84e665ec tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] 10.222.0.65 "GET /v2.0/networks/f623c97d-29ed-4a78-a323-0de18513da8e HTTP/1.1" status: 200 len: 756 time: 0.4455199 Feb 19 04:18:45.883187 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (298c23aa-68d2-4837-90a3-1e4e336be74d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:45.896782 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-10d3f440-8765-44f1-a0b6-7d42755a8ab2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8865c64b2ac542288fdbffd7b4747b43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2832839 Feb 19 04:18:45.896782 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43326) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:45.897246 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4225dc-3a04-4e1f-828f-6183b730d668 req-dc18e873-b33d-4daa-bf52-a9913248f521 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:45.903014 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43328) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:45.904660 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed4225dc-3a04-4e1f-828f-6183b730d668 req-dc18e873-b33d-4daa-bf52-a9913248f521 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.2839696 Feb 19 04:18:46.012652 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed4225dc-3a04-4e1f-828f-6183b730d668 req-8f1470ac-901d-417b-92ff-ff55e032c4d0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067660 Feb 19 04:18:46.016077 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b80e1f-8d26-426b-9f22-bb42b7469cf1 x-openstack-request-id: req-c3b80e1f-8d26-426b-9f22-bb42b7469cf1 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:46.016253 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c0994c-e928-4d65-a22c-4ab1ddd0d79c", "name": "network-vif-plugged", "status": "completed", "tag": "298c23aa-68d2-4837-90a3-1e4e336be74d", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:46.016520 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c3b80e1f-8d26-426b-9f22-bb42b7469cf1 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:46.017161 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c0994c-e928-4d65-a22c-4ab1ddd0d79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298c23aa-68d2-4837-90a3-1e4e336be74d', 'code': 200} Feb 19 04:18:46.095104 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-6db6c663-b663-4b32-8dd1-2316430cfc34 service neutron] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362688 Feb 19 04:18:46.119629 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=298c23aa-68d2-4837-90a3-1e4e336be74d,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:46.190183 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-2dfc643b-0bf9-4700-bfca-b53498f04129 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 HTTP/1.1" status: 200 len: 217 time: 0.0817981 Feb 19 04:18:46.194111 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0662f866-5526-47a7-9e85-83c319a4b039 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks [] for port (264839cc-235b-4451-b463-862afbbda88e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:46.238018 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d67af87-2708-4b37-8eb4-29bda44ece2a admin admin] Publish callbacks [] for security_group (e26b90b5-ef21-4c9e-a5ad-ffc074203c4c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:46.249726 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17dcec9-dbb4-40c4-8039-b4d7a510a0ac tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:46.251694 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c17dcec9-dbb4-40c4-8039-b4d7a510a0ac tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] 10.222.0.65 "GET /v2.0/networks/cef2c1fa-9904-49b4-8e3a-28e278059c7a HTTP/1.1" status: 200 len: 768 time: 0.3502610 Feb 19 04:18:46.262121 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43330) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:46.286594 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d67af87-2708-4b37-8eb4-29bda44ece2a admin admin] Publish callbacks [] for security_group (e26b90b5-ef21-4c9e-a5ad-ffc074203c4c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:46.309190 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cba358-c645-4844-8588-67b0bb9f7218 req-6bc99b66-3b9c-4771-9f0b-20519aef2a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:46.310870 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-03cba358-c645-4844-8588-67b0bb9f7218 req-6bc99b66-3b9c-4771-9f0b-20519aef2a56 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a0c0994c-e928-4d65-a22c-4ab1ddd0d79c HTTP/1.1" status: 200 len: 1127 time: 0.2144227 Feb 19 04:18:46.316521 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f0bc6-13bb-495a-9379-565cec5bbbbc req-da51321d-39dc-46df-870e-b8de95dad3c1 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:46.321809 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6f8f0bc6-13bb-495a-9379-565cec5bbbbc req-da51321d-39dc-46df-870e-b8de95dad3c1 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0c0994c-e928-4d65-a22c-4ab1ddd0d79c HTTP/1.1" status: 200 len: 945 time: 0.2031562 Feb 19 04:18:46.342070 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-619576a8-f591-4e32-bbf4-e6bfd80c1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:46.343741 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-619576a8-f591-4e32-bbf4-e6bfd80c1fc4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3182cf3a-ad2c-4837-8f72-549019a0a801 HTTP/1.1" status: 200 len: 797 time: 0.1444187 Feb 19 04:18:46.437022 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0662f866-5526-47a7-9e85-83c319a4b039 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (264839cc-235b-4451-b463-862afbbda88e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:46.449945 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (f623c97d-29ed-4a78-a323-0de18513da8e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:46.467854 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6f8f0bc6-13bb-495a-9379-565cec5bbbbc req-7e039edf-bbaf-43c4-ae19-46cf48db7c47 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a7190e1-2a87-4b06-b0d6-2302cb3d9b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398826 Feb 19 04:18:46.509868 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d67af87-2708-4b37-8eb4-29bda44ece2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e26b90b5-ef21-4c9e-a5ad-ffc074203c4c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:46.515758 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d67af87-2708-4b37-8eb4-29bda44ece2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:46.524467 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8d67af87-2708-4b37-8eb4-29bda44ece2a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e26b90b5-ef21-4c9e-a5ad-ffc074203c4c HTTP/1.1" status: 204 len: 168 time: 0.6000969 Feb 19 04:18:46.528261 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-03cba358-c645-4844-8588-67b0bb9f7218 req-34696248-30cc-4f41-a9ae-d97c90c5f931 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1a7190e1-2a87-4b06-b0d6-2302cb3d9b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815662 Feb 19 04:18:46.532216 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0662f866-5526-47a7-9e85-83c319a4b039 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Network 6c26e52e-59ec-4cd2-bbc5-75325bc10390 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:18:46.545659 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-0662f866-5526-47a7-9e85-83c319a4b039 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:18:46.572198 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67af87-2708-4b37-8eb4-29bda44ece2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26b90b5-ef21-4c9e-a5ad-ffc074203c4c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:46.580637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0662f866-5526-47a7-9e85-83c319a4b039 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:18:46.592963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-659f7895-9db0-4d4c-80e8-dad2269da2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:46.594735 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-659f7895-9db0-4d4c-80e8-dad2269da2ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=711f24c3-7d72-4738-9575-b7145b783950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2308421 Feb 19 04:18:46.624740 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662f866-5526-47a7-9e85-83c319a4b039 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Pushing event updated for resources: {'Port': ['ID=264839cc-235b-4451-b463-862afbbda88e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:46.634404 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-4bda81b3-a2fb-4e46-8d22-1036d2aa6bf6 None None] Allocated IP 172.20.0.2 (6c26e52e-59ec-4cd2-bbc5-75325bc10390/3478dbaf-081b-460a-9aa7-c30b7f2a4858/79a7d1e9-3de1-4f12-b00b-aea9ec7b4004) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:18:46.777776 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (f623c97d-29ed-4a78-a323-0de18513da8e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:46.804512 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0662f866-5526-47a7-9e85-83c319a4b039 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:46.805251 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0662f866-5526-47a7-9e85-83c319a4b039 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:46.824851 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f623c97d-29ed-4a78-a323-0de18513da8e']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:46.866408 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf7090e-ac65-4051-ac08-3d1336c58e58') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:46.866816 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf7090e-ac65-4051-ac08-3d1336c58e58') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:46.892176 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0662f866-5526-47a7-9e85-83c319a4b039 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8539243 Feb 19 04:18:46.897381 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (acf7090e-ac65-4051-ac08-3d1336c58e58), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:46.899348 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43336) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:46.920563 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-fd974149-7fee-400d-919c-995403d53f94 service neutron] 10.222.0.10 "GET /v2.0/networks/711f24c3-7d72-4738-9575-b7145b783950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871089 Feb 19 04:18:46.950948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 28e20baf-f36a-4220-9fb7-77aa6a12fc33 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:18:46.956541 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (acf7090e-ac65-4051-ac08-3d1336c58e58), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:47.045542 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4bda81b3-a2fb-4e46-8d22-1036d2aa6bf6 None None] Publish callbacks [] for port (79a7d1e9-3de1-4f12-b00b-aea9ec7b4004), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:47.078287 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:18:47.079505 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (acf7090e-ac65-4051-ac08-3d1336c58e58), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:18:47.082242 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:18:47.158197 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4bda81b3-a2fb-4e46-8d22-1036d2aa6bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (79a7d1e9-3de1-4f12-b00b-aea9ec7b4004), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:47.319195 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bda81b3-a2fb-4e46-8d22-1036d2aa6bf6 None None] Network 6c26e52e-59ec-4cd2-bbc5-75325bc10390 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:18:47.326566 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-4bda81b3-a2fb-4e46-8d22-1036d2aa6bf6 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:18:47.336261 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda81b3-a2fb-4e46-8d22-1036d2aa6bf6 None None] Pushing event updated for resources: {'Port': ['ID=79a7d1e9-3de1-4f12-b00b-aea9ec7b4004,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:47.340487 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bda81b3-a2fb-4e46-8d22-1036d2aa6bf6 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:18:47.421025 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 28e20baf-f36a-4220-9fb7-77aa6a12fc33, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=28e20baf-f36a-4220-9fb7-77aa6a12fc33,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:47.443476 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-4bda81b3-a2fb-4e46-8d22-1036d2aa6bf6 None None] Attempting to bind port 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:18:47.444180 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-4bda81b3-a2fb-4e46-8d22-1036d2aa6bf6 None None] Attempting to bind port 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '1a864f65-a05d-4a52-9fcd-2fab62290507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c26e52e-59ec-4cd2-bbc5-75325bc10390'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:18:47.444735 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bda81b3-a2fb-4e46-8d22-1036d2aa6bf6 None None] Attempting to bind port 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004 on network 6c26e52e-59ec-4cd2-bbc5-75325bc10390 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:18:47.452887 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bda81b3-a2fb-4e46-8d22-1036d2aa6bf6 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:18:47.453732 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bda81b3-a2fb-4e46-8d22-1036d2aa6bf6 None None] Checking segment: {'id': '1a864f65-a05d-4a52-9fcd-2fab62290507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c26e52e-59ec-4cd2-bbc5-75325bc10390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:18:47.454496 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4bda81b3-a2fb-4e46-8d22-1036d2aa6bf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:47.455965 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bda81b3-a2fb-4e46-8d22-1036d2aa6bf6 None None] Bound using segment: {'id': '1a864f65-a05d-4a52-9fcd-2fab62290507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c26e52e-59ec-4cd2-bbc5-75325bc10390'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:18:47.457056 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-4bda81b3-a2fb-4e46-8d22-1036d2aa6bf6 None None] Bound port: 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a864f65-a05d-4a52-9fcd-2fab62290507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c26e52e-59ec-4cd2-bbc5-75325bc10390'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:18:47.458136 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4bda81b3-a2fb-4e46-8d22-1036d2aa6bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (79a7d1e9-3de1-4f12-b00b-aea9ec7b4004), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:47.472991 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '28e20baf-f36a-4220-9fb7-77aa6a12fc33', 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438', 'port_id': '28e20baf-f36a-4220-9fb7-77aa6a12fc33', 'mac_address': 'fa:16:3e:1c:d1:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '409a3c1a-34aa-46ee-b1af-34e270dd570a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:18:47.489993 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-1dec2fda-0733-4981-9878-918cf29e43f8 service neutron] 10.222.0.10 "GET /v2.0/networks/711f24c3-7d72-4738-9575-b7145b783950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451500 Feb 19 04:18:47.544105 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (f623c97d-29ed-4a78-a323-0de18513da8e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:47.597626 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 28e20baf-f36a-4220-9fb7-77aa6a12fc33 is: ACTIVE; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:47.599162 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (28e20baf-f36a-4220-9fb7-77aa6a12fc33), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:47.604755 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f623c97d-29ed-4a78-a323-0de18513da8e {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 04:18:47.611138 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-d18ad866-ed91-4d07-82d3-a2c57ada0e98 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=434235d7-dfe6-4b36-a5d6-5491aa76e4ab HTTP/1.1" status: 200 len: 217 time: 0.1122897 Feb 19 04:18:47.613336 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:47.626486 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] 10.222.0.65 "DELETE /v2.0/networks/f623c97d-29ed-4a78-a323-0de18513da8e HTTP/1.1" status: 204 len: 168 time: 1.3553867 Feb 19 04:18:47.626733 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43358) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:47.637349 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-62e034cb-c3a8-485f-9bdd-1aa530a1c117 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Request body: {'network': {'name': 'tempest-network--1083593093'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:47.727484 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Pushing event deleted for resources: {'Network': ['ID=f623c97d-29ed-4a78-a323-0de18513da8e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:47.766228 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.766843 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.767438 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.768663 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.778684 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.778968 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.779557 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.780157 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.780758 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.781410 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.782026 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.782646 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.783306 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afb4c2-3bab-4c1b-b8b6-e16c81423805 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:18:47.843680 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28e20baf-f36a-4220-9fb7-77aa6a12fc33 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:18:47.878867 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-4bda81b3-a2fb-4e46-8d22-1036d2aa6bf6 None None] For port 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:18:47.925547 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-e998df75-b9fa-452f-95a2-8ca279bb9231 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Deleting port 264839cc-235b-4451-b463-862afbbda88e {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:18:47.926457 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e998df75-b9fa-452f-95a2-8ca279bb9231 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (264839cc-235b-4451-b463-862afbbda88e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:47.930953 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-4bda81b3-a2fb-4e46-8d22-1036d2aa6bf6 None None] For port 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=79a7d1e9-3de1-4f12-b00b-aea9ec7b4004,segment=NetworkSegment(1a864f65-a05d-4a52-9fcd-2fab62290507),segment_id=1a864f65-a05d-4a52-9fcd-2fab62290507)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:18:47.966187 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c50fa4-048b-4b75-a2c2-08396d9e1568 req-24826b22-2841-4f58-9792-4122f55f5436 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:47.968587 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-15c50fa4-048b-4b75-a2c2-08396d9e1568 req-24826b22-2841-4f58-9792-4122f55f5436 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.5740044 Feb 19 04:18:47.993968 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e034cb-c3a8-485f-9bdd-1aa530a1c117 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Made reservation on behalf of 54516531e3c346c3b964ee209cfda35a for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:18:48.009372 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62e034cb-c3a8-485f-9bdd-1aa530a1c117 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:48.030771 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 28e20baf-f36a-4220-9fb7-77aa6a12fc33, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=28e20baf-f36a-4220-9fb7-77aa6a12fc33,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:48.033870 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4bda81b3-a2fb-4e46-8d22-1036d2aa6bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (79a7d1e9-3de1-4f12-b00b-aea9ec7b4004), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:48.136618 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e034cb-c3a8-485f-9bdd-1aa530a1c117 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:18:48.172566 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (28e20baf-f36a-4220-9fb7-77aa6a12fc33), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:48.187707 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62e034cb-c3a8-485f-9bdd-1aa530a1c117 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (cae5301a-75fd-40cc-8af0-35726d96ad6a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:48.191403 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-62e034cb-c3a8-485f-9bdd-1aa530a1c117 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Added segment cae5301a-75fd-40cc-8af0-35726d96ad6a of type vlan for network 7d4f0310-b0cd-4ed1-9bc6-272b98a8133c Feb 19 04:18:48.250116 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda81b3-a2fb-4e46-8d22-1036d2aa6bf6 None None] Pushing event updated for resources: {'Port': ['ID=79a7d1e9-3de1-4f12-b00b-aea9ec7b4004,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:48.341778 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e998df75-b9fa-452f-95a2-8ca279bb9231 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (264839cc-235b-4451-b463-862afbbda88e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:48.344565 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['28e20baf-f36a-4220-9fb7-77aa6a12fc33'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:18:48.371036 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62e034cb-c3a8-485f-9bdd-1aa530a1c117 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (7d4f0310-b0cd-4ed1-9bc6-272b98a8133c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:48.392421 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7611ee-541d-49ea-92a7-fc34e2f6cf94 req-e060bd53-ce1a-48f2-9121-81c31a0bc1c2 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:48.395574 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-eb7611ee-541d-49ea-92a7-fc34e2f6cf94 req-e060bd53-ce1a-48f2-9121-81c31a0bc1c2 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0c0994c-e928-4d65-a22c-4ab1ddd0d79c HTTP/1.1" status: 200 len: 945 time: 0.6248260 Feb 19 04:18:48.409700 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-e998df75-b9fa-452f-95a2-8ca279bb9231 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Calling delete_port for 264839cc-235b-4451-b463-862afbbda88e owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:18:48.579291 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=28e20baf-f36a-4220-9fb7-77aa6a12fc33,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:48.643833 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62e034cb-c3a8-485f-9bdd-1aa530a1c117 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (7d4f0310-b0cd-4ed1-9bc6-272b98a8133c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:48.647868 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e034cb-c3a8-485f-9bdd-1aa530a1c117 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:48.649190 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62e034cb-c3a8-485f-9bdd-1aa530a1c117 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:48.842334 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-eb7611ee-541d-49ea-92a7-fc34e2f6cf94 req-44fa1ce0-c29d-4b99-b04f-9d47566dd895 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a7190e1-2a87-4b06-b0d6-2302cb3d9b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289699 Feb 19 04:18:48.987802 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-62e034cb-c3a8-485f-9bdd-1aa530a1c117 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3601475 Feb 19 04:18:49.035628 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43390) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:49.055304 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-a8bb7c9f-2825-4c4b-a32e-747b14a5f5a1 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Request body: {'network': {'router:external': True}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:49.067576 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e034cb-c3a8-485f-9bdd-1aa530a1c117 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Pushing event updated for resources: {'Network': ['ID=7d4f0310-b0cd-4ed1-9bc6-272b98a8133c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:49.099141 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 7d4f0310-b0cd-4ed1-9bc6-272b98a8133c details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:18:49.135106 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-a7ee9965-eef5-4e18-a9de-f66d2dc8252d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:49.141987 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-a7ee9965-eef5-4e18-a9de-f66d2dc8252d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3182cf3a-ad2c-4837-8f72-549019a0a801 HTTP/1.1" status: 200 len: 797 time: 1.4693131 Feb 19 04:18:49.388465 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e998df75-b9fa-452f-95a2-8ca279bb9231 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (264839cc-235b-4451-b463-862afbbda88e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:49.581159 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7c9f-2825-4c4b-a32e-747b14a5f5a1 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (7d4f0310-b0cd-4ed1-9bc6-272b98a8133c), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:49.641329 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7c9f-2825-4c4b-a32e-747b14a5f5a1 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (7d4f0310-b0cd-4ed1-9bc6-272b98a8133c), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:49.684384 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43398) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:49.693084 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a8bb7c9f-2825-4c4b-a32e-747b14a5f5a1 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Network 7d4f0310-b0cd-4ed1-9bc6-272b98a8133c is not hosted by any dhcp agent {{(pid=115199) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 04:18:49.694239 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bb7c9f-2825-4c4b-a32e-747b14a5f5a1 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:49.694942 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8bb7c9f-2825-4c4b-a32e-747b14a5f5a1 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:49.696404 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a8bb7c9f-2825-4c4b-a32e-747b14a5f5a1 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] 10.222.0.65 "PUT /v2.0/networks/7d4f0310-b0cd-4ed1-9bc6-272b98a8133c HTTP/1.1" status: 200 len: 857 time: 0.6482651 Feb 19 04:18:49.735462 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43402) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:49.836782 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-15c50fa4-048b-4b75-a2c2-08396d9e1568 req-3dc64160-45b6-40db-b24f-061fd8877cd1 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8531613 Feb 19 04:18:49.854391 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:18:49.967097 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c5bf8916-027f-48b6-9d5b-1dc7ff8133b4 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (7d4f0310-b0cd-4ed1-9bc6-272b98a8133c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:50.045690 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998df75-b9fa-452f-95a2-8ca279bb9231 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Pushing event deleted for resources: {'Port': ['ID=264839cc-235b-4451-b463-862afbbda88e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:50.052319 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb7c9f-2825-4c4b-a32e-747b14a5f5a1 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Pushing event updated for resources: {'Network': ['ID=7d4f0310-b0cd-4ed1-9bc6-272b98a8133c,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:50.090416 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:50.091476 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (79a7d1e9-3de1-4f12-b00b-aea9ec7b4004), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:50.099171 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-26193e71-b20d-406e-a06e-c4f1e332dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:50.112144 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-26193e71-b20d-406e-a06e-c4f1e332dbd0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=711f24c3-7d72-4738-9575-b7145b783950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.9502676 Feb 19 04:18:50.140894 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e998df75-b9fa-452f-95a2-8ca279bb9231 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:50.145159 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e998df75-b9fa-452f-95a2-8ca279bb9231 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] 10.222.0.65 "DELETE /v2.0/ports/264839cc-235b-4451-b463-862afbbda88e HTTP/1.1" status: 204 len: 168 time: 3.2431037 Feb 19 04:18:50.155928 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43406) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:50.268794 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-94360371-6a3c-450a-bbd6-01af1586efdc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1548350003-network', 'tenant_id': '2b4a9ff3496a4d0dbb75f37407978e46'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:50.438701 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-9cebbd5a-c844-4a2e-bafd-10427800e63d service neutron] 10.222.0.10 "GET /v2.0/networks/711f24c3-7d72-4738-9575-b7145b783950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175681 Feb 19 04:18:50.473901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:50.474773 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (79a7d1e9-3de1-4f12-b00b-aea9ec7b4004), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:50.568322 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=79a7d1e9-3de1-4f12-b00b-aea9ec7b4004,segment=NetworkSegment(1a864f65-a05d-4a52-9fcd-2fab62290507),segment_id=1a864f65-a05d-4a52-9fcd-2fab62290507)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:50.574933 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-195ce1a5-e906-4ae0-8c46-22198f5b7d70 tempest-DHCPAgentSchedulersTestJSON-1039935225 tempest-DHCPAgentSchedulersTestJSON-1039935225-project-admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.4178059 Feb 19 04:18:50.578020 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43412) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:50.583247 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (79a7d1e9-3de1-4f12-b00b-aea9ec7b4004), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:50.588721 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-105286be-440a-4670-860c-9bf4b943c129 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1837437547'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:50.610995 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c5bf8916-027f-48b6-9d5b-1dc7ff8133b4 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (7d4f0310-b0cd-4ed1-9bc6-272b98a8133c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:50.642148 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105286be-440a-4670-860c-9bf4b943c129 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Made reservation on behalf of 22cd16789d1448c6a4606d0f81b9b60b for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:18:50.652992 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-105286be-440a-4670-860c-9bf4b943c129 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:50.676178 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37d36bbb-232c-42d2-9450-1af4b67b04a3 req-e34d1d3a-74f2-484c-8adc-37cf87ee7048 service neutron] 10.222.0.10 "GET /v2.0/networks/711f24c3-7d72-4738-9575-b7145b783950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290809 Feb 19 04:18:50.700974 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105286be-440a-4670-860c-9bf4b943c129 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:18:50.709937 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36da226f-f7ba-466e-b398-50a50c27fc6c None None] Network 6c26e52e-59ec-4cd2-bbc5-75325bc10390 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:18:50.711029 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80766813-1ae7-4309-971b-fe7c767320d1 req-85a612ee-901e-436f-8104-eb25d44db5ff tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:50.719561 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-80766813-1ae7-4309-971b-fe7c767320d1 req-85a612ee-901e-436f-8104-eb25d44db5ff tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0c0994c-e928-4d65-a22c-4ab1ddd0d79c HTTP/1.1" status: 200 len: 945 time: 0.5600920 Feb 19 04:18:50.721050 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94360371-6a3c-450a-bbd6-01af1586efdc admin admin] Made reservation on behalf of 2b4a9ff3496a4d0dbb75f37407978e46 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:18:50.732381 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94360371-6a3c-450a-bbd6-01af1586efdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:50.735852 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-105286be-440a-4670-860c-9bf4b943c129 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (059bfd4d-9db1-4942-9795-987c5e4a9a90), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:50.736405 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-105286be-440a-4670-860c-9bf4b943c129 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Added segment 059bfd4d-9db1-4942-9795-987c5e4a9a90 of type vlan for network 9a1e65ba-53a5-4925-a6e4-2e06c5d06a4e Feb 19 04:18:50.762597 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=79a7d1e9-3de1-4f12-b00b-aea9ec7b4004,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:50.801287 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-c5bf8916-027f-48b6-9d5b-1dc7ff8133b4 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4f0310-b0cd-4ed1-9bc6-272b98a8133c']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:50.841126 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94360371-6a3c-450a-bbd6-01af1586efdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:50.883172 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 28e20baf-f36a-4220-9fb7-77aa6a12fc33 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:18:50.886838 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-105286be-440a-4670-860c-9bf4b943c129 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (9a1e65ba-53a5-4925-a6e4-2e06c5d06a4e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:50.900811 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-c5bf8916-027f-48b6-9d5b-1dc7ff8133b4 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae5301a-75fd-40cc-8af0-35726d96ad6a') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:50.902074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-c5bf8916-027f-48b6-9d5b-1dc7ff8133b4 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae5301a-75fd-40cc-8af0-35726d96ad6a') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:50.994489 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-105286be-440a-4670-860c-9bf4b943c129 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (9a1e65ba-53a5-4925-a6e4-2e06c5d06a4e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:51.003549 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105286be-440a-4670-860c-9bf4b943c129 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:51.007247 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-105286be-440a-4670-860c-9bf4b943c129 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:51.016530 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c5bf8916-027f-48b6-9d5b-1dc7ff8133b4 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (cae5301a-75fd-40cc-8af0-35726d96ad6a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:51.064986 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1c154851-78ce-4391-be5a-bf946d499de3 None None] Provisioning complete for port 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:51.065382 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1c154851-78ce-4391-be5a-bf946d499de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (79a7d1e9-3de1-4f12-b00b-aea9ec7b4004), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:51.173816 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c5bf8916-027f-48b6-9d5b-1dc7ff8133b4 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (cae5301a-75fd-40cc-8af0-35726d96ad6a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:51.177495 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-105286be-440a-4670-860c-9bf4b943c129 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5975375 Feb 19 04:18:51.185248 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 28e20baf-f36a-4220-9fb7-77aa6a12fc33 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:51.185622 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (28e20baf-f36a-4220-9fb7-77aa6a12fc33), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:51.187504 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43416) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:51.306885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5bf8916-027f-48b6-9d5b-1dc7ff8133b4 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:18:51.307429 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c5bf8916-027f-48b6-9d5b-1dc7ff8133b4 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (cae5301a-75fd-40cc-8af0-35726d96ad6a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:18:51.317216 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:18:51.376548 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 28e20baf-f36a-4220-9fb7-77aa6a12fc33 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:51.378652 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (28e20baf-f36a-4220-9fb7-77aa6a12fc33), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:51.469445 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 28e20baf-f36a-4220-9fb7-77aa6a12fc33, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=28e20baf-f36a-4220-9fb7-77aa6a12fc33,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:18:51.476973 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3457dee1-8015-4aaa-b748-08e34b8fa93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e20baf-f36a-4220-9fb7-77aa6a12fc33'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:51.488388 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794ee081-6730-4a2e-885d-30250cf4cf74" -d '{"events": [{"server_uuid": "3457dee1-8015-4aaa-b748-08e34b8fa93d", "name": "network-vif-plugged", "status": "completed", "tag": "28e20baf-f36a-4220-9fb7-77aa6a12fc33"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:51.508717 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (28e20baf-f36a-4220-9fb7-77aa6a12fc33), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:51.577785 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105286be-440a-4670-860c-9bf4b943c129 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Pushing event updated for resources: {'Network': ['ID=9a1e65ba-53a5-4925-a6e4-2e06c5d06a4e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:51.579039 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-80766813-1ae7-4309-971b-fe7c767320d1 req-a0fc0dfb-7059-4547-b85c-8a34f4be3d0e tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a7190e1-2a87-4b06-b0d6-2302cb3d9b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8255899 Feb 19 04:18:51.652838 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef2907-1f89-486a-9c77-bfffa10c426d req-0a280220-d538-48ab-bfee-65a9d430ed5c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:51.660750 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7eef2907-1f89-486a-9c77-bfffa10c426d req-0a280220-d538-48ab-bfee-65a9d430ed5c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 944 time: 0.5842309 Feb 19 04:18:51.670538 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1c154851-78ce-4391-be5a-bf946d499de3 None None] Current status of the port 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:51.682155 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 9a1e65ba-53a5-4925-a6e4-2e06c5d06a4e details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:18:51.839683 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7eef2907-1f89-486a-9c77-bfffa10c426d req-b5e67741-68d3-4b0f-8747-f51b83ba8404 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514535 Feb 19 04:18:52.093558 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c5bf8916-027f-48b6-9d5b-1dc7ff8133b4 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (7d4f0310-b0cd-4ed1-9bc6-272b98a8133c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:52.189271 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bf8916-027f-48b6-9d5b-1dc7ff8133b4 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7d4f0310-b0cd-4ed1-9bc6-272b98a8133c {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 04:18:52.254273 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c5bf8916-027f-48b6-9d5b-1dc7ff8133b4 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:52.262960 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c5bf8916-027f-48b6-9d5b-1dc7ff8133b4 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] 10.222.0.65 "DELETE /v2.0/networks/7d4f0310-b0cd-4ed1-9bc6-272b98a8133c HTTP/1.1" status: 204 len: 168 time: 2.5262294 Feb 19 04:18:52.268405 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43424) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:52.301457 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf8916-027f-48b6-9d5b-1dc7ff8133b4 tempest-ExternalNetworksTestJSON-901501095 tempest-ExternalNetworksTestJSON-901501095-project-admin] Pushing event deleted for resources: {'Network': ['ID=7d4f0310-b0cd-4ed1-9bc6-272b98a8133c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:52.399016 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-698530b8-3730-440d-969d-a89db2cdebff tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] DELETE failed (client error): The resource could not be found. Feb 19 04:18:52.401421 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698530b8-3730-440d-969d-a89db2cdebff tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:18:52.442997 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-698530b8-3730-440d-969d-a89db2cdebff tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] 10.222.0.65 "DELETE /v2.0/subnets/c4ef066a-b24b-4cb2-9b89-e4e6da0ed082 HTTP/1.1" status: 404 len: 337 time: 0.1525493 Feb 19 04:18:52.443860 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43426) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:52.476566 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-51f03392-7e6d-4554-a70c-b1baf5399d72 tempest-DHCPAgentSchedulersTestJSON-1039935225 tempest-DHCPAgentSchedulersTestJSON-1039935225-project-admin] 10.222.0.65 "GET /v2.0/agents/055732a0-48c9-4b66-8446-fc6a0a3337ff/dhcp-networks HTTP/1.1" status: 200 len: 9653 time: 1.2475469 Feb 19 04:18:52.486543 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43428) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:52.648693 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cf61d-5972-4bdb-87f6-65aa7d6573bf req-90bdb1ad-39f9-428f-8ad7-16c0813c6932 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:52.653371 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-686cf61d-5972-4bdb-87f6-65aa7d6573bf req-90bdb1ad-39f9-428f-8ad7-16c0813c6932 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8c58364-4dcb-46bd-8290-c72c890015ca&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6351287 Feb 19 04:18:52.752547 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94360371-6a3c-450a-bbd6-01af1586efdc admin admin] Publish callbacks [] for security_group (4bde68cb-b2e4-420a-8631-1ae9da909262), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:52.781142 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94360371-6a3c-450a-bbd6-01af1586efdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4bde68cb-b2e4-420a-8631-1ae9da909262), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:52.808669 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94360371-6a3c-450a-bbd6-01af1586efdc admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:18:52.835895 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94360371-6a3c-450a-bbd6-01af1586efdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (f1e9f7c7-6f1a-45bc-a1bb-1cb9e2c072eb), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:52.836244 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-94360371-6a3c-450a-bbd6-01af1586efdc admin admin] Added segment f1e9f7c7-6f1a-45bc-a1bb-1cb9e2c072eb of type vlan for network cff2ad8a-e455-413f-bb95-7fd84f2cf5da Feb 19 04:18:52.873424 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d652-5a56-4a8f-ae2d-bb849dac9d56 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (cef2c1fa-9904-49b4-8e3a-28e278059c7a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:53.079647 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:18:53.121002 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=28e20baf-f36a-4220-9fb7-77aa6a12fc33,revision_number=7']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:53.149631 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c3c8a4-e98d-4a6e-a117-c130088fdd32 x-openstack-request-id: req-26c3c8a4-e98d-4a6e-a117-c130088fdd32 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:18:53.150580 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3457dee1-8015-4aaa-b748-08e34b8fa93d", "name": "network-vif-plugged", "status": "completed", "tag": "28e20baf-f36a-4220-9fb7-77aa6a12fc33", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:18:53.151190 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-26c3c8a4-e98d-4a6e-a117-c130088fdd32 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:18:53.152019 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3457dee1-8015-4aaa-b748-08e34b8fa93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e20baf-f36a-4220-9fb7-77aa6a12fc33', 'code': 200} Feb 19 04:18:53.264478 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b851cfb5-d1b5-4d5d-ac89-73fbd60186c8 None None] Provisioning complete for port 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:53.265593 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b851cfb5-d1b5-4d5d-ac89-73fbd60186c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (79a7d1e9-3de1-4f12-b00b-aea9ec7b4004), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:53.284512 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94360371-6a3c-450a-bbd6-01af1586efdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bde68cb-b2e4-420a-8631-1ae9da909262,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:53.296585 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d652-5a56-4a8f-ae2d-bb849dac9d56 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (cef2c1fa-9904-49b4-8e3a-28e278059c7a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:53.404480 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-4ba8d652-5a56-4a8f-ae2d-bb849dac9d56 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef2c1fa-9904-49b4-8e3a-28e278059c7a']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:53.418459 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:18:53.419575 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (79a7d1e9-3de1-4f12-b00b-aea9ec7b4004), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:53.455950 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-4ba8d652-5a56-4a8f-ae2d-bb849dac9d56 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7ac6dd-5d72-4755-bd77-23a9e53cdf21') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:53.456337 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-4ba8d652-5a56-4a8f-ae2d-bb849dac9d56 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7ac6dd-5d72-4755-bd77-23a9e53cdf21') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:53.532811 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d652-5a56-4a8f-ae2d-bb849dac9d56 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (9d7ac6dd-5d72-4755-bd77-23a9e53cdf21), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:53.575358 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b851cfb5-d1b5-4d5d-ac89-73fbd60186c8 None None] Current status of the port 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:53.601400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727e1a2-5989-484f-b499-8b4828e0c6d0 req-7a705897-cca7-4735-84e7-fa403b8a8107 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:53.608218 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9727e1a2-5989-484f-b499-8b4828e0c6d0 req-7a705897-cca7-4735-84e7-fa403b8a8107 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.5210063 Feb 19 04:18:53.629567 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d652-5a56-4a8f-ae2d-bb849dac9d56 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (9d7ac6dd-5d72-4755-bd77-23a9e53cdf21), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:53.685911 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba8d652-5a56-4a8f-ae2d-bb849dac9d56 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:18:53.686419 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d652-5a56-4a8f-ae2d-bb849dac9d56 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (9d7ac6dd-5d72-4755-bd77-23a9e53cdf21), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:18:53.691370 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:18:53.722108 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-bf85a3cd-2434-4dd0-9387-bfbb21a47919 None None] Could not find standard attr ID for object 264839cc-235b-4451-b463-862afbbda88e. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:18:53.731665 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:18:53.930335 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d652-5a56-4a8f-ae2d-bb849dac9d56 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (cef2c1fa-9904-49b4-8e3a-28e278059c7a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:53.946394 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ba8d652-5a56-4a8f-ae2d-bb849dac9d56 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:53.957193 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4ba8d652-5a56-4a8f-ae2d-bb849dac9d56 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] 10.222.0.65 "DELETE /v2.0/networks/cef2c1fa-9904-49b4-8e3a-28e278059c7a HTTP/1.1" status: 204 len: 168 time: 1.5037599 Feb 19 04:18:53.982903 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9727e1a2-5989-484f-b499-8b4828e0c6d0 req-a405ecd0-d34b-4b89-9994-1bae519f3132 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569076 Feb 19 04:18:53.985051 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8d652-5a56-4a8f-ae2d-bb849dac9d56 tempest-ExternalNetworksTestJSON-1703782885 tempest-ExternalNetworksTestJSON-1703782885-project] Pushing event deleted for resources: {'Network': ['ID=cef2c1fa-9904-49b4-8e3a-28e278059c7a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:54.209900 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-686cf61d-5972-4bdb-87f6-65aa7d6573bf req-0300c678-c3b2-4996-8ff0-13c89c982476 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 696 time: 1.4444196 Feb 19 04:18:54.213499 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94360371-6a3c-450a-bbd6-01af1586efdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (cff2ad8a-e455-413f-bb95-7fd84f2cf5da), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:54.223025 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-686cf61d-5972-4bdb-87f6-65aa7d6573bf req-32172743-cbe5-48b1-90b4-016eecf383c8 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Request body: {'floatingip': {'port_id': '9bb7cd37-cb36-48e8-8791-06c94dc911b2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:54.274648 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-686cf61d-5972-4bdb-87f6-65aa7d6573bf req-32172743-cbe5-48b1-90b4-016eecf383c8 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks [] for floatingip (30136964-318e-4085-911e-4ef41c856ebe), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:54.337618 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.resource_extend [None req-94360371-6a3c-450a-bbd6-01af1586efdc admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:18:54.451252 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94360371-6a3c-450a-bbd6-01af1586efdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (cff2ad8a-e455-413f-bb95-7fd84f2cf5da), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:54.452821 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94360371-6a3c-450a-bbd6-01af1586efdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:54.453784 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94360371-6a3c-450a-bbd6-01af1586efdc admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:54.581713 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43440) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:54.682910 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620e678b-1f24-4a01-bf5e-dc2da6e2209c tempest-DHCPAgentSchedulersTestJSON-1039935225 tempest-DHCPAgentSchedulersTestJSON-1039935225-project-admin] Network 9a1e65ba-53a5-4925-a6e4-2e06c5d06a4e is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:18:54.695853 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43444) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:54.696331 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-94360371-6a3c-450a-bbd6-01af1586efdc admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 5.0103791 Feb 19 04:18:54.703423 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-0d3e9e3a-818a-4cb1-880e-f0813972caac admin admin] Request body: {'subnet': {'network_id': 'cff2ad8a-e455-413f-bb95-7fd84f2cf5da', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1548350003-subnet', 'tenant_id': '2b4a9ff3496a4d0dbb75f37407978e46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:18:54.781495 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94360371-6a3c-450a-bbd6-01af1586efdc admin admin] Pushing event updated for resources: {'Network': ['ID=cff2ad8a-e455-413f-bb95-7fd84f2cf5da,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:54.800465 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-620e678b-1f24-4a01-bf5e-dc2da6e2209c tempest-DHCPAgentSchedulersTestJSON-1039935225 tempest-DHCPAgentSchedulersTestJSON-1039935225-project-admin] 10.222.0.65 "POST /v2.0/agents/055732a0-48c9-4b66-8446-fc6a0a3337ff/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 2.3051085 Feb 19 04:18:54.808952 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95ffe88-cd91-44aa-9897-0446da57db40 None None] Network 9a1e65ba-53a5-4925-a6e4-2e06c5d06a4e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:18:54.810319 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43446) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:54.902558 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ba8d8989-33bc-4895-b868-c6e878ac48a4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4da9d552bbbc4c438da4de4cfe327bab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3192401 Feb 19 04:18:54.903365 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3e9e3a-818a-4cb1-880e-f0813972caac admin admin] Made reservation on behalf of 2b4a9ff3496a4d0dbb75f37407978e46 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:18:54.906104 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0d3e9e3a-818a-4cb1-880e-f0813972caac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:54.909960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43448) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:54.952467 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network cff2ad8a-e455-413f-bb95-7fd84f2cf5da details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:18:55.181980 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f7097a4f-e697-40b7-bf96-1b79f5150cea tempest-DHCPAgentSchedulersTestJSON-1039935225 tempest-DHCPAgentSchedulersTestJSON-1039935225-project-admin] 10.222.0.65 "GET /v2.0/agents/055732a0-48c9-4b66-8446-fc6a0a3337ff/dhcp-networks HTTP/1.1" status: 200 len: 10424 time: 0.3696866 Feb 19 04:18:55.186279 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43454) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:55.860788 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c4499b9a-9128-41c9-b567-828437c95c31 admin admin] Publish callbacks [] for security_group (3505bc1c-0711-40a6-8ba7-1c96173b64a3), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:55.896420 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c4499b9a-9128-41c9-b567-828437c95c31 admin admin] Publish callbacks [] for security_group (3505bc1c-0711-40a6-8ba7-1c96173b64a3), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:55.985140 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-686cf61d-5972-4bdb-87f6-65aa7d6573bf req-32172743-cbe5-48b1-90b4-016eecf383c8 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:55.994680 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-686cf61d-5972-4bdb-87f6-65aa7d6573bf req-32172743-cbe5-48b1-90b4-016eecf383c8 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (30136964-318e-4085-911e-4ef41c856ebe), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:56.010501 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c4499b9a-9128-41c9-b567-828437c95c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3505bc1c-0711-40a6-8ba7-1c96173b64a3), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:56.014637 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c4499b9a-9128-41c9-b567-828437c95c31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:56.031778 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c4499b9a-9128-41c9-b567-828437c95c31 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3505bc1c-0711-40a6-8ba7-1c96173b64a3 HTTP/1.1" status: 204 len: 168 time: 1.1092167 Feb 19 04:18:56.069227 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4499b9a-9128-41c9-b567-828437c95c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3505bc1c-0711-40a6-8ba7-1c96173b64a3,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:56.104800 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-303a8af6-6e38-436f-8514-d213ac6b6deb tempest-DHCPAgentSchedulersTestJSON-1039935225 tempest-DHCPAgentSchedulersTestJSON-1039935225-project-admin] 10.222.0.65 "DELETE /v2.0/agents/055732a0-48c9-4b66-8446-fc6a0a3337ff/dhcp-networks/9a1e65ba-53a5-4925-a6e4-2e06c5d06a4e HTTP/1.1" status: 204 len: 168 time: 0.9166491 Feb 19 04:18:56.109069 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43462) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:56.166465 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f9f2e-42b1-4478-b16b-bb8474fa88c4 req-58a24fe6-3de1-4925-b7a4-78e5d01d0b35 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:56.171236 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b87f9f2e-42b1-4478-b16b-bb8474fa88c4 req-58a24fe6-3de1-4925-b7a4-78e5d01d0b35 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.8587956 Feb 19 04:18:56.288325 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0d3e9e3a-818a-4cb1-880e-f0813972caac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (beef5322-9560-4338-8ed9-fa2ac0090560), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:56.388950 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b87f9f2e-42b1-4478-b16b-bb8474fa88c4 req-9447f933-2343-41cf-b173-f5d0c5066d82 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730494 Feb 19 04:18:56.434267 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e9e3a-818a-4cb1-880e-f0813972caac admin admin] Pushing event updated for resources: {'Subnet': ['ID=beef5322-9560-4338-8ed9-fa2ac0090560,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:56.469053 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3e9e3a-818a-4cb1-880e-f0813972caac admin admin] Checking segment: {'id': 'f1e9f7c7-6f1a-45bc-a1bb-1cb9e2c072eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cff2ad8a-e455-413f-bb95-7fd84f2cf5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:18:56.469741 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3e9e3a-818a-4cb1-880e-f0813972caac admin admin] Network hostable DHCP agents. Network: cff2ad8a-e455-413f-bb95-7fd84f2cf5da, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:18:56.512109 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3e9e3a-818a-4cb1-880e-f0813972caac admin admin] Network cff2ad8a-e455-413f-bb95-7fd84f2cf5da is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:18:56.542609 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-0d3e9e3a-818a-4cb1-880e-f0813972caac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, cff2ad8a-e455-413f-bb95-7fd84f2cf5da) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:18:56.551522 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3e9e3a-818a-4cb1-880e-f0813972caac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:56.552882 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0d3e9e3a-818a-4cb1-880e-f0813972caac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:56.557508 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694e7778-8220-4cba-9a8f-0a86c46389e0 None None] Network cff2ad8a-e455-413f-bb95-7fd84f2cf5da requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:18:56.605148 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0d3e9e3a-818a-4cb1-880e-f0813972caac admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9079025 Feb 19 04:18:56.649395 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cce6e078-622f-4216-9ca4-7dffabb4bf1e tempest-DHCPAgentSchedulersTestJSON-1039935225 tempest-DHCPAgentSchedulersTestJSON-1039935225-project-admin] 10.222.0.65 "GET /v2.0/agents/055732a0-48c9-4b66-8446-fc6a0a3337ff/dhcp-networks HTTP/1.1" status: 200 len: 9653 time: 0.5382328 Feb 19 04:18:56.661758 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43468) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:56.728776 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [req-686cf61d-5972-4bdb-87f6-65aa7d6573bf req-32172743-cbe5-48b1-90b4-016eecf383c8 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Floating IP 30136964-318e-4085-911e-4ef41c856ebe associated. External IP: 172.25.0.168, port: 9bb7cd37-cb36-48e8-8791-06c94dc911b2. Feb 19 04:18:56.751258 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-468e0cf2-d2a1-48db-9cef-3f8ff647e1d6 tempest-DHCPAgentSchedulersTestJSON-1039935225 tempest-DHCPAgentSchedulersTestJSON-1039935225-project-admin] 10.222.0.65 "GET /v2.0/networks/6c26e52e-59ec-4cd2-bbc5-75325bc10390/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0863457 Feb 19 04:18:56.754241 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43470) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:56.817060 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c4dde052-6297-4e5d-9851-ffec23c93d24 tempest-DHCPAgentSchedulersTestJSON-1039935225 tempest-DHCPAgentSchedulersTestJSON-1039935225-project-admin] 10.222.0.65 "GET /v2.0/networks/6c26e52e-59ec-4cd2-bbc5-75325bc10390/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0609851 Feb 19 04:18:56.821337 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43472) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:56.945746 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67699ebf-dd89-4fb8-8b89-c1fe8402dbf6 None None] Network cff2ad8a-e455-413f-bb95-7fd84f2cf5da requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:18:56.958783 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43474) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:57.343975 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-76a532f3-de87-4253-a05c-de246b96fb8f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=54516531e3c346c3b964ee209cfda35a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3780622 Feb 19 04:18:57.350644 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43484) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:57.493971 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81ed2e4c-4893-4cd4-9ac1-054307eca42a admin admin] Publish callbacks [] for security_group (29851ad1-cbaa-4d96-a73c-ff20e061062d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:57.523723 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-44f92d0b-b7ac-4150-94d0-3308a19e3c5a tempest-DHCPAgentSchedulersTestJSON-1039935225 tempest-DHCPAgentSchedulersTestJSON-1039935225-project-admin] 10.222.0.65 "GET /v2.0/agents/055732a0-48c9-4b66-8446-fc6a0a3337ff/dhcp-networks HTTP/1.1" status: 200 len: 10461 time: 0.6962268 Feb 19 04:18:57.528242 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43488) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:57.608746 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81ed2e4c-4893-4cd4-9ac1-054307eca42a admin admin] Publish callbacks [] for security_group (29851ad1-cbaa-4d96-a73c-ff20e061062d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:57.732049 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81ed2e4c-4893-4cd4-9ac1-054307eca42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (29851ad1-cbaa-4d96-a73c-ff20e061062d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:57.735142 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81ed2e4c-4893-4cd4-9ac1-054307eca42a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:57.737038 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-81ed2e4c-4893-4cd4-9ac1-054307eca42a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/29851ad1-cbaa-4d96-a73c-ff20e061062d HTTP/1.1" status: 204 len: 168 time: 0.3807986 Feb 19 04:18:57.769042 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed2e4c-4893-4cd4-9ac1-054307eca42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29851ad1-cbaa-4d96-a73c-ff20e061062d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:57.817570 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ba9d308f-96d8-471c-a53c-c92f153690c2 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (9a1e65ba-53a5-4925-a6e4-2e06c5d06a4e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:57.949378 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-686cf61d-5972-4bdb-87f6-65aa7d6573bf req-32172743-cbe5-48b1-90b4-016eecf383c8 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:18:58.105637 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ba9d308f-96d8-471c-a53c-c92f153690c2 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (9a1e65ba-53a5-4925-a6e4-2e06c5d06a4e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:58.136100 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-537699ff-d6d6-4712-9f74-dcc7a74c2946 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:58.145830 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-537699ff-d6d6-4712-9f74-dcc7a74c2946 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.65 "GET /v2.0/networks?id=cff2ad8a-e455-413f-bb95-7fd84f2cf5da HTTP/1.1" status: 200 len: 822 time: 0.2743285 Feb 19 04:18:58.167618 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-0409154a-c4ff-4f3f-9fbd-e6c29b6884b7 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.65 "GET /v2.0/quotas/2b4a9ff3496a4d0dbb75f37407978e46 HTTP/1.1" status: 200 len: 375 time: 0.0207248 Feb 19 04:18:58.228307 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-cf74842a-c7cf-485b-9b27-d1de02ce5d8c tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b4a9ff3496a4d0dbb75f37407978e46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595727 Feb 19 04:18:58.359412 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-ba9d308f-96d8-471c-a53c-c92f153690c2 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1e65ba-53a5-4925-a6e4-2e06c5d06a4e']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:58.410113 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-ba9d308f-96d8-471c-a53c-c92f153690c2 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059bfd4d-9db1-4942-9795-987c5e4a9a90') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:58.410643 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-ba9d308f-96d8-471c-a53c-c92f153690c2 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059bfd4d-9db1-4942-9795-987c5e4a9a90') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:58.443395 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-761c4620-beea-4bb1-bb1a-e02c0d78fe7f service neutron] 10.222.0.65 "GET /v2.0/networks/cff2ad8a-e455-413f-bb95-7fd84f2cf5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141304 Feb 19 04:18:58.502291 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ba9d308f-96d8-471c-a53c-c92f153690c2 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (059bfd4d-9db1-4942-9795-987c5e4a9a90), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:58.629468 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-c33d463c-b44d-4190-aad4-1b977d58f145 service neutron] 10.222.0.65 "GET /v2.0/networks/cff2ad8a-e455-413f-bb95-7fd84f2cf5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714628 Feb 19 04:18:58.637133 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-686cf61d-5972-4bdb-87f6-65aa7d6573bf req-32172743-cbe5-48b1-90b4-016eecf383c8 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:18:58.655597 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32692bca-ec29-40f9-85c2-2c22759154f6 None None] Sync routers for ids ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:18:58.673057 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-686cf61d-5972-4bdb-87f6-65aa7d6573bf req-32172743-cbe5-48b1-90b4-016eecf383c8 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:58.687788 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ba9d308f-96d8-471c-a53c-c92f153690c2 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (059bfd4d-9db1-4942-9795-987c5e4a9a90), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:58.744297 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32692bca-ec29-40f9-85c2-2c22759154f6 None None] Routers {'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:18:58.749843 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-32692bca-ec29-40f9-85c2-2c22759154f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:18:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:18:58.775200 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9d308f-96d8-471c-a53c-c92f153690c2 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:18:58.775645 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ba9d308f-96d8-471c-a53c-c92f153690c2 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (059bfd4d-9db1-4942-9795-987c5e4a9a90), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:18:58.785427 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:18:58.871121 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-686cf61d-5972-4bdb-87f6-65aa7d6573bf req-32172743-cbe5-48b1-90b4-016eecf383c8 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "PUT /v2.0/floatingips/30136964-318e-4085-911e-4ef41c856ebe HTTP/1.1" status: 200 len: 996 time: 4.6602921 Feb 19 04:18:58.881074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c58364-4dcb-46bd-8290-c72c890015ca', 'tag': '9bb7cd37-cb36-48e8-8791-06c94dc911b2'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:18:58.884014 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1095fa-90cf-46ae-99d4-1b6524c070f8" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c58364-4dcb-46bd-8290-c72c890015ca", "tag": "9bb7cd37-cb36-48e8-8791-06c94dc911b2"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:18:58.953603 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ba9d308f-96d8-471c-a53c-c92f153690c2 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (9a1e65ba-53a5-4925-a6e4-2e06c5d06a4e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:58.999802 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ba9d308f-96d8-471c-a53c-c92f153690c2 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:59.007129 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43514) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:59.007803 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ba9d308f-96d8-471c-a53c-c92f153690c2 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] 10.222.0.65 "DELETE /v2.0/networks/9a1e65ba-53a5-4925-a6e4-2e06c5d06a4e HTTP/1.1" status: 204 len: 168 time: 1.4781060 Feb 19 04:18:59.010229 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d308f-96d8-471c-a53c-c92f153690c2 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Pushing event deleted for resources: {'Network': ['ID=9a1e65ba-53a5-4925-a6e4-2e06c5d06a4e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:18:59.022588 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cf61d-5972-4bdb-87f6-65aa7d6573bf req-b8ab7ebc-243e-44bb-8b0b-7502c77c46e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:59.024720 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-686cf61d-5972-4bdb-87f6-65aa7d6573bf req-b8ab7ebc-243e-44bb-8b0b-7502c77c46e8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89adbc6ffff04dfd95e6648f4a0ff8fd&device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 1127 time: 0.1325676 Feb 19 04:18:59.087208 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-3063e148-54b5-4f97-b080-4f5d47b96546 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] DELETE failed (client error): The resource could not be found. Feb 19 04:18:59.088341 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3063e148-54b5-4f97-b080-4f5d47b96546 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:18:59.094491 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3063e148-54b5-4f97-b080-4f5d47b96546 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] 10.222.0.65 "DELETE /v2.0/ports/264839cc-235b-4451-b463-862afbbda88e HTTP/1.1" status: 404 len: 333 time: 0.0858362 Feb 19 04:18:59.099712 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43520) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:18:59.250259 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-32692bca-ec29-40f9-85c2-2c22759154f6 None None] Set router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:18:59.265903 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cf61d-5972-4bdb-87f6-65aa7d6573bf req-717b92cf-c740-4371-9089-5d5cca65dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:59.268108 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-686cf61d-5972-4bdb-87f6-65aa7d6573bf req-717b92cf-c740-4371-9089-5d5cca65dbed service neutron] 10.222.0.65 "GET /v2.0/networks?id=ffb608e3-05fc-4c93-b77e-be504917d727 HTTP/1.1" status: 200 len: 921 time: 0.2267075 Feb 19 04:18:59.290650 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3302b5-4642-4173-899e-94c0d4a24874 req-73eeb67e-1722-4729-9009-bd9c00785103 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:59.300826 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f3302b5-4642-4173-899e-94c0d4a24874 req-73eeb67e-1722-4729-9009-bd9c00785103 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.1696112 Feb 19 04:18:59.315372 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-0717c38a-a2d2-4d04-9575-3a447b1effc4 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Deleting subnet 3478dbaf-081b-460a-9aa7-c30b7f2a4858 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:18:59.335450 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0717c38a-a2d2-4d04-9575-3a447b1effc4 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks [] for subnet (3478dbaf-081b-460a-9aa7-c30b7f2a4858), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:59.383921 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-686cf61d-5972-4bdb-87f6-65aa7d6573bf req-ca07b111-5ef2-4d2e-8d31-03f5bfca467c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bb7cd37-cb36-48e8-8791-06c94dc911b2 HTTP/1.1" status: 200 len: 999 time: 0.1057022 Feb 19 04:18:59.485074 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0717c38a-a2d2-4d04-9575-3a447b1effc4 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (3478dbaf-081b-460a-9aa7-c30b7f2a4858), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:59.499604 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cf61d-5972-4bdb-87f6-65aa7d6573bf req-3a45b001-2096-42e7-bb1a-752b830fd8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:59.502204 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-686cf61d-5972-4bdb-87f6-65aa7d6573bf req-3a45b001-2096-42e7-bb1a-752b830fd8a6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4036b21c-b280-4a08-8f13-b6e5e89c48cd HTTP/1.1" status: 200 len: 860 time: 0.1053333 Feb 19 04:18:59.616408 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cf61d-5972-4bdb-87f6-65aa7d6573bf req-3de7a1d4-f5b1-4f13-9b93-5dca3cd89230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:59.618223 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-686cf61d-5972-4bdb-87f6-65aa7d6573bf req-3de7a1d4-f5b1-4f13-9b93-5dca3cd89230 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ffb608e3-05fc-4c93-b77e-be504917d727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1092048 Feb 19 04:18:59.837384 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f3302b5-4642-4173-899e-94c0d4a24874 req-02e66dc8-fa2d-4449-bded-7c8d1c4b938d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5352182 Feb 19 04:18:59.895160 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-686cf61d-5972-4bdb-87f6-65aa7d6573bf req-bdef2655-2ec3-472d-af1a-0c21f7e7abdc service neutron] 10.222.0.65 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672684 Feb 19 04:19:00.079519 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0717c38a-a2d2-4d04-9575-3a447b1effc4 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (3478dbaf-081b-460a-9aa7-c30b7f2a4858), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:00.109752 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a485760a-5e19-4a16-ab70-7891aa614303 x-openstack-request-id: req-a485760a-5e19-4a16-ab70-7891aa614303 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:00.110588 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c58364-4dcb-46bd-8290-c72c890015ca", "tag": "9bb7cd37-cb36-48e8-8791-06c94dc911b2", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:00.111778 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a485760a-5e19-4a16-ab70-7891aa614303 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:00.113486 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c58364-4dcb-46bd-8290-c72c890015ca', 'tag': '9bb7cd37-cb36-48e8-8791-06c94dc911b2', 'status': 'completed', 'code': 200} Feb 19 04:19:00.234917 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-32692bca-ec29-40f9-85c2-2c22759154f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:17:45Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port': {'id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '30136964-318e-4085-911e-4ef41c856ebe', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'port_id': '9bb7cd37-cb36-48e8-8791-06c94dc911b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'mac_address': 'fa:16:3e:c5:6e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c58364-4dcb-46bd-8290-c72c890015ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:18:25Z', 'updated_at': '2022-02-19T04:18:55Z', 'revision_number': 1, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d5d458-afce-405a-adc9-279c420f42ef', 'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'mac_address': 'fa:16:3e:2e:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:44Z', 'updated_at': '2022-02-19T04:17:54Z', 'revision_number': 5, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'subnets': [{'id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:00.303760 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32692bca-ec29-40f9-85c2-2c22759154f6 None None] Checking router: fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:19:00.329037 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-686cf61d-5972-4bdb-87f6-65aa7d6573bf req-287e07eb-06d8-430f-8ce5-1801527eb6a9 service neutron] 10.222.0.65 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298835 Feb 19 04:19:00.364667 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32692bca-ec29-40f9-85c2-2c22759154f6 None None] Routers {'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:19:00.368644 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-32692bca-ec29-40f9-85c2-2c22759154f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:18:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:00.444187 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a3a54884-a485-4841-9208-b31af762d6d9 req-d778eaf8-ec05-4307-be99-50b86d67884f tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.65 "GET /v2.0/ports?device_id=f765f8e8-6591-4e2b-9bf3-d2fb33d8582f HTTP/1.1" status: 200 len: 210 time: 0.2210495 Feb 19 04:19:00.512549 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0717c38a-a2d2-4d04-9575-3a447b1effc4 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (3478dbaf-081b-460a-9aa7-c30b7f2a4858), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:00.562149 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717c38a-a2d2-4d04-9575-3a447b1effc4 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Pushing event deleted for resources: {'Subnet': ['ID=3478dbaf-081b-460a-9aa7-c30b7f2a4858,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:00.581555 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1095fa-90cf-46ae-99d4-1b6524c070f8 req-c1884c1b-5fc5-42ce-83a2-3c5946030b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:00.587322 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cb1095fa-90cf-46ae-99d4-1b6524c070f8 req-c1884c1b-5fc5-42ce-83a2-3c5946030b1a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89adbc6ffff04dfd95e6648f4a0ff8fd&device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 1127 time: 0.2983491 Feb 19 04:19:00.592247 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0717c38a-a2d2-4d04-9575-3a447b1effc4 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:00.601878 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0717c38a-a2d2-4d04-9575-3a447b1effc4 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] 10.222.0.65 "DELETE /v2.0/subnets/3478dbaf-081b-460a-9aa7-c30b7f2a4858 HTTP/1.1" status: 204 len: 168 time: 1.4998212 Feb 19 04:19:00.623494 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43554) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:00.688337 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98481fc1-fdc6-470b-85e6-afaba672f7b9 None None] Network 6c26e52e-59ec-4cd2-bbc5-75325bc10390 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:19:00.691636 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-5098cb71-62f2-4383-88b4-abfeaffc411c tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:00.696713 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-5098cb71-62f2-4383-88b4-abfeaffc411c tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0c0994c-e928-4d65-a22c-4ab1ddd0d79c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1724551 Feb 19 04:19:00.914145 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-32692bca-ec29-40f9-85c2-2c22759154f6 None None] Set router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:19:01.086099 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1095fa-90cf-46ae-99d4-1b6524c070f8 req-abaa3709-b1a2-4de2-b3df-d294591a0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:01.088123 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cb1095fa-90cf-46ae-99d4-1b6524c070f8 req-abaa3709-b1a2-4de2-b3df-d294591a0980 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ffb608e3-05fc-4c93-b77e-be504917d727 HTTP/1.1" status: 200 len: 921 time: 0.4835000 Feb 19 04:19:01.125783 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-a237c7fd-09a4-43fa-846e-c6a7caf12f9e tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 999 time: 0.4217439 Feb 19 04:19:01.148177 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-e3b1b89e-8ada-4ba6-a14e-e060f7abb230 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Request body: {'floatingip': {'port_id': '298c23aa-68d2-4837-90a3-1e4e336be74d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:01.180196 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cb1095fa-90cf-46ae-99d4-1b6524c070f8 req-74218da3-5d3a-4697-bfb8-d0f9fccf4bc4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bb7cd37-cb36-48e8-8791-06c94dc911b2 HTTP/1.1" status: 200 len: 999 time: 0.0845547 Feb 19 04:19:01.312662 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed84eeb-adb6-407e-8e69-79ea10b4e228 None None] DHCP port deletion for 6c26e52e-59ec-4cd2-bbc5-75325bc10390 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:19:01.364382 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-e3b1b89e-8ada-4ba6-a14e-e060f7abb230 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks [] for floatingip (30136964-318e-4085-911e-4ef41c856ebe), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:01.455469 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9ed84eeb-adb6-407e-8e69-79ea10b4e228 None None] Deleting port 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:01.456456 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9ed84eeb-adb6-407e-8e69-79ea10b4e228 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (79a7d1e9-3de1-4f12-b00b-aea9ec7b4004), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:01.520063 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1095fa-90cf-46ae-99d4-1b6524c070f8 req-a30e7723-3cf4-48aa-9bbe-6e3ee5cabfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:01.527729 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cb1095fa-90cf-46ae-99d4-1b6524c070f8 req-a30e7723-3cf4-48aa-9bbe-6e3ee5cabfe0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4036b21c-b280-4a08-8f13-b6e5e89c48cd HTTP/1.1" status: 200 len: 860 time: 0.3285306 Feb 19 04:19:01.689943 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9ed84eeb-adb6-407e-8e69-79ea10b4e228 None None] For port 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=79a7d1e9-3de1-4f12-b00b-aea9ec7b4004,segment=NetworkSegment(1a864f65-a05d-4a52-9fcd-2fab62290507),segment_id=1a864f65-a05d-4a52-9fcd-2fab62290507)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:01.690492 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9ed84eeb-adb6-407e-8e69-79ea10b4e228 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (79a7d1e9-3de1-4f12-b00b-aea9ec7b4004), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:01.713876 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8e1729a-c3b0-49b0-8807-12b094f507c0 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (6c26e52e-59ec-4cd2-bbc5-75325bc10390), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:01.741880 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9ed84eeb-adb6-407e-8e69-79ea10b4e228 None None] Calling delete_port for 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:01.746991 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9961a-b1ae-42c2-9b75-99dbfa7c0211 req-07a6b212-761e-45df-94a5-a82f19a48ee0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:01.755465 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-40d9961a-b1ae-42c2-9b75-99dbfa7c0211 req-07a6b212-761e-45df-94a5-a82f19a48ee0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.6625109 Feb 19 04:19:01.765038 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43570) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:01.852866 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-40d9961a-b1ae-42c2-9b75-99dbfa7c0211 req-5997d494-c716-4ffd-bc4f-e8cbbe6da499 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954232 Feb 19 04:19:01.880203 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-32692bca-ec29-40f9-85c2-2c22759154f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:17:45Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port': {'id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '30136964-318e-4085-911e-4ef41c856ebe', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'port_id': '9bb7cd37-cb36-48e8-8791-06c94dc911b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'mac_address': 'fa:16:3e:c5:6e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c58364-4dcb-46bd-8290-c72c890015ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:18:25Z', 'updated_at': '2022-02-19T04:18:55Z', 'revision_number': 1, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d5d458-afce-405a-adc9-279c420f42ef', 'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'mac_address': 'fa:16:3e:2e:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:44Z', 'updated_at': '2022-02-19T04:17:54Z', 'revision_number': 5, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'subnets': [{'id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:01.982028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1095fa-90cf-46ae-99d4-1b6524c070f8 req-1a7b58da-3c29-49f9-bdf2-31caa50ca3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:01.992809 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cb1095fa-90cf-46ae-99d4-1b6524c070f8 req-1a7b58da-3c29-49f9-bdf2-31caa50ca3c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ffb608e3-05fc-4c93-b77e-be504917d727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4289451 Feb 19 04:19:02.095815 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:02.117004 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32692bca-ec29-40f9-85c2-2c22759154f6 None None] The sync data for ids ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'] in n-d-772273-4 is: [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:17:45Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port': {'id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '30136964-318e-4085-911e-4ef41c856ebe', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'port_id': '9bb7cd37-cb36-48e8-8791-06c94dc911b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'mac_address': 'fa:16:3e:c5:6e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c58364-4dcb-46bd-8290-c72c890015ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:18:25Z', 'updated_at': '2022-02-19T04:18:55Z', 'revision_number': 1, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d5d458-afce-405a-adc9-279c420f42ef', 'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'mac_address': 'fa:16:3e:2e:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:44Z', 'updated_at': '2022-02-19T04:17:54Z', 'revision_number': 5, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'subnets': [{'id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:19:02.365382 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9eb33280-cb46-4f89-9435-574157dcc7af req-208873f3-6a65-4ef1-a0c3-425d39be4209 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.65 "GET /v2.0/ports?device_id=f765f8e8-6591-4e2b-9bf3-d2fb33d8582f HTTP/1.1" status: 200 len: 210 time: 0.3356566 Feb 19 04:19:02.497048 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-da92bba0-7086-42e5-8c4a-15054e38d5a2 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-608984489'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:02.536536 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cb1095fa-90cf-46ae-99d4-1b6524c070f8 req-630304a3-ba8a-43bd-9227-edca0ced311a service neutron] 10.222.0.10 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290930 Feb 19 04:19:02.544973 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da92bba0-7086-42e5-8c4a-15054e38d5a2 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (8024045c-41c9-4add-b127-7971b57dd56a), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:02.544973 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da92bba0-7086-42e5-8c4a-15054e38d5a2 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (8024045c-41c9-4add-b127-7971b57dd56a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:02.643200 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa57daf8-e7d1-4f46-8410-7f1c4c4d68fe None None] New status for floating IP 30136964-318e-4085-911e-4ef41c856ebe: ACTIVE {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:19:02.831024 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-a0a7cbcb-00fc-4e11-8f1a-0c346d38f84b tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:02.833641 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-a0a7cbcb-00fc-4e11-8f1a-0c346d38f84b tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.10 "GET /v2.0/networks?id=cff2ad8a-e455-413f-bb95-7fd84f2cf5da HTTP/1.1" status: 200 len: 822 time: 0.3193822 Feb 19 04:19:02.901805 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Request body: {'port': {'device_id': 'f765f8e8-6591-4e2b-9bf3-d2fb33d8582f', 'network_id': 'cff2ad8a-e455-413f-bb95-7fd84f2cf5da', 'admin_state_up': True, 'tenant_id': '2b4a9ff3496a4d0dbb75f37407978e46'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:02.986920 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-f8e1729a-c3b0-49b0-8807-12b094f507c0 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Deleting port 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:02.995863 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8e1729a-c3b0-49b0-8807-12b094f507c0 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (79a7d1e9-3de1-4f12-b00b-aea9ec7b4004), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:03.286997 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0aa36431-59a5-4220-8bfa-e1f79bbfb0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:03.345857 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cb1095fa-90cf-46ae-99d4-1b6524c070f8 req-54913667-47c0-4c5b-a97f-7702cc8dcca9 service neutron] 10.222.0.10 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7995760 Feb 19 04:19:03.454310 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da92bba0-7086-42e5-8c4a-15054e38d5a2 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks [] for router_controller (8024045c-41c9-4add-b127-7971b57dd56a), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:03.486123 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da92bba0-7086-42e5-8c4a-15054e38d5a2 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (8024045c-41c9-4add-b127-7971b57dd56a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:03.524322 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-f8e1729a-c3b0-49b0-8807-12b094f507c0 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] For port 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=79a7d1e9-3de1-4f12-b00b-aea9ec7b4004,segment=NetworkSegment(1a864f65-a05d-4a52-9fcd-2fab62290507),segment_id=1a864f65-a05d-4a52-9fcd-2fab62290507)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:03.524773 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8e1729a-c3b0-49b0-8807-12b094f507c0 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (79a7d1e9-3de1-4f12-b00b-aea9ec7b4004), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:03.569498 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.api [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-e3b1b89e-8ada-4ba6-a14e-e060f7abb230 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:19:03.570264 n-d-772273-4 neutron-server[115199]: DEBUG oslo_db.api [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-e3b1b89e-8ada-4ba6-a14e-e060f7abb230 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:19:03.575303 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Made reservation on behalf of 2b4a9ff3496a4d0dbb75f37407978e46 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:19:03.583809 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:03.584419 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (79a7d1e9-3de1-4f12-b00b-aea9ec7b4004), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:03.588374 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:03.593299 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-f8e1729a-c3b0-49b0-8807-12b094f507c0 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Calling delete_port for 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004 owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:03.599577 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9ed84eeb-adb6-407e-8e69-79ea10b4e228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (79a7d1e9-3de1-4f12-b00b-aea9ec7b4004), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:03.612436 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da92bba0-7086-42e5-8c4a-15054e38d5a2 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:03.619500 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-da92bba0-7086-42e5-8c4a-15054e38d5a2 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.8250871 Feb 19 04:19:03.623011 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43580) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:03.758916 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed84eeb-adb6-407e-8e69-79ea10b4e228 None None] Pushing event deleted for resources: {'Port': ['ID=79a7d1e9-3de1-4f12-b00b-aea9ec7b4004,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:03.773393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed84eeb-adb6-407e-8e69-79ea10b4e228 None None] No DVR routers for this DVR port 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:19:03.890965 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dadf9-e0c7-408e-9c1b-76091fae34b0 req-67ccdd7b-0c60-4877-8d36-f56799db089c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:03.912105 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e4dadf9-e0c7-408e-9c1b-76091fae34b0 req-67ccdd7b-0c60-4877-8d36-f56799db089c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.8043568 Feb 19 04:19:04.087743 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-e3b1b89e-8ada-4ba6-a14e-e060f7abb230 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks [] for floatingip (30136964-318e-4085-911e-4ef41c856ebe), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:04.096675 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c9903ffd-35a9-4b87-afa9-7c92d088e360 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks [] for router (8024045c-41c9-4add-b127-7971b57dd56a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:04.351288 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e4dadf9-e0c7-408e-9c1b-76091fae34b0 req-e4d0ed14-7842-4ab4-a4d4-c2caa5ece64a tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378524 Feb 19 04:19:04.501006 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Allocated IP 172.20.0.2 (cff2ad8a-e455-413f-bb95-7fd84f2cf5da/beef5322-9560-4338-8ed9-fa2ac0090560/684e6688-f356-4d2c-a689-b929f14f3eb5) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:19:04.694778 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c9903ffd-35a9-4b87-afa9-7c92d088e360 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (8024045c-41c9-4add-b127-7971b57dd56a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:04.700186 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c9903ffd-35a9-4b87-afa9-7c92d088e360 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks [] for router_controller (8024045c-41c9-4add-b127-7971b57dd56a), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:04.848324 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8e1729a-c3b0-49b0-8807-12b094f507c0 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (79a7d1e9-3de1-4f12-b00b-aea9ec7b4004), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:04.993161 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1729a-c3b0-49b0-8807-12b094f507c0 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Pushing event deleted for resources: {'Port': ['ID=79a7d1e9-3de1-4f12-b00b-aea9ec7b4004,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:05.012831 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c9903ffd-35a9-4b87-afa9-7c92d088e360 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (8024045c-41c9-4add-b127-7971b57dd56a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:05.017363 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9903ffd-35a9-4b87-afa9-7c92d088e360 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8024045c-41c9-4add-b127-7971b57dd56a {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:19:05.040567 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e5eb687a-ff90-42dc-9fa7-faf3ac92c087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:05.064841 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c9903ffd-35a9-4b87-afa9-7c92d088e360 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:05.068593 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c9903ffd-35a9-4b87-afa9-7c92d088e360 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] 10.222.0.65 "DELETE /v2.0/routers/8024045c-41c9-4add-b127-7971b57dd56a HTTP/1.1" status: 204 len: 168 time: 1.4116378 Feb 19 04:19:05.074231 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43586) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:05.110292 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06063dfa-d375-4216-aa78-6f7551f661f6 req-833261c8-003a-4ca7-8262-2c4cd30e2ee2 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.65 "GET /v2.0/ports?device_id=f765f8e8-6591-4e2b-9bf3-d2fb33d8582f HTTP/1.1" status: 200 len: 210 time: 0.2984447 Feb 19 04:19:05.115585 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-cce6e617-9bd5-46ce-bf49-489b10b9795b tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Request body: {'router': {'name': 'tempest-router-756527423', 'distributed': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:05.170206 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e1729a-c3b0-49b0-8807-12b094f507c0 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] No DVR routers for this DVR port 79a7d1e9-3de1-4f12-b00b-aea9ec7b4004 on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:19:05.580719 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cce6e617-9bd5-46ce-bf49-489b10b9795b tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (e61690a5-2200-4599-bd11-0388823d8500), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:05.582143 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cce6e617-9bd5-46ce-bf49-489b10b9795b tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (e61690a5-2200-4599-bd11-0388823d8500), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:05.631944 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8e1729a-c3b0-49b0-8807-12b094f507c0 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (6c26e52e-59ec-4cd2-bbc5-75325bc10390), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:05.717016 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Publish callbacks [] for port (684e6688-f356-4d2c-a689-b929f14f3eb5), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:05.726298 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-f8e1729a-c3b0-49b0-8807-12b094f507c0 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c26e52e-59ec-4cd2-bbc5-75325bc10390']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:05.751171 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-f8e1729a-c3b0-49b0-8807-12b094f507c0 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a864f65-a05d-4a52-9fcd-2fab62290507') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:05.752576 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-f8e1729a-c3b0-49b0-8807-12b094f507c0 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a864f65-a05d-4a52-9fcd-2fab62290507') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:05.770468 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8e1729a-c3b0-49b0-8807-12b094f507c0 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (1a864f65-a05d-4a52-9fcd-2fab62290507), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:05.781822 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (684e6688-f356-4d2c-a689-b929f14f3eb5), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:05.798649 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8e1729a-c3b0-49b0-8807-12b094f507c0 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (1a864f65-a05d-4a52-9fcd-2fab62290507), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:05.858493 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e1729a-c3b0-49b0-8807-12b094f507c0 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:19:05.860017 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8e1729a-c3b0-49b0-8807-12b094f507c0 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (1a864f65-a05d-4a52-9fcd-2fab62290507), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:06.023177 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Network cff2ad8a-e455-413f-bb95-7fd84f2cf5da is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:19:06.054430 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:19:06.057667 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Pushing event updated for resources: {'Port': ['ID=684e6688-f356-4d2c-a689-b929f14f3eb5,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:06.075198 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:19:06.092842 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:19:06.105903 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8e1729a-c3b0-49b0-8807-12b094f507c0 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (6c26e52e-59ec-4cd2-bbc5-75325bc10390), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:06.207382 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8e1729a-c3b0-49b0-8807-12b094f507c0 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:06.207686 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.207862 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.208449 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.209009 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.209561 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.210100 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.210647 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.211147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.211857 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.212356 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.212845 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.213858 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f8e1729a-c3b0-49b0-8807-12b094f507c0 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] 10.222.0.65 "DELETE /v2.0/networks/6c26e52e-59ec-4cd2-bbc5-75325bc10390 HTTP/1.1" status: 204 len: 168 time: 5.5890093 Feb 19 04:19:06.226038 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.226701 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cce6e617-9bd5-46ce-bf49-489b10b9795b tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks [] for router_controller (e61690a5-2200-4599-bd11-0388823d8500), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:06.226885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:06.252831 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cce6e617-9bd5-46ce-bf49-489b10b9795b tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (e61690a5-2200-4599-bd11-0388823d8500), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:06.256935 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:06.264222 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:06.278743 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1729a-c3b0-49b0-8807-12b094f507c0 tempest-DHCPAgentSchedulersTestJSON-839560122 tempest-DHCPAgentSchedulersTestJSON-839560122-project] Pushing event deleted for resources: {'Network': ['ID=6c26e52e-59ec-4cd2-bbc5-75325bc10390,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:06.295381 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cce6e617-9bd5-46ce-bf49-489b10b9795b tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:06.301425 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cce6e617-9bd5-46ce-bf49-489b10b9795b tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2035053 Feb 19 04:19:06.302411 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43596) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:06.358264 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-1cc4ad09-d1c5-4017-af39-257bc5f2a57a tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4617441 Feb 19 04:19:06.385657 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-72e47bf9-e9ce-4d81-a9ad-7dc26a906b60 service neutron] Request body: {'port': {'device_id': 'f765f8e8-6591-4e2b-9bf3-d2fb33d8582f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:06.563458 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f866d5ad-3672-43cb-b2c6-2ab95847de7e tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks [] for router (e61690a5-2200-4599-bd11-0388823d8500), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:06.640968 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-72e47bf9-e9ce-4d81-a9ad-7dc26a906b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (684e6688-f356-4d2c-a689-b929f14f3eb5), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:06.667688 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b857586-c3b6-4a87-8857-345065cc840d req-573a465b-5c3f-4ff8-97cf-9d937f8bad22 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:06.670518 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1b857586-c3b6-4a87-8857-345065cc840d req-573a465b-5c3f-4ff8-97cf-9d937f8bad22 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 1.0662873 Feb 19 04:19:06.733795 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:06.977536 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1b857586-c3b6-4a87-8857-345065cc840d req-35135c08-c7c1-48d4-ac09-ca8b71e4ff16 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306821 Feb 19 04:19:06.978326 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43602) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:07.121848 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f866d5ad-3672-43cb-b2c6-2ab95847de7e tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (e61690a5-2200-4599-bd11-0388823d8500), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:07.126828 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f866d5ad-3672-43cb-b2c6-2ab95847de7e tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks [] for router_controller (e61690a5-2200-4599-bd11-0388823d8500), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:07.239944 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:07.280258 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f866d5ad-3672-43cb-b2c6-2ab95847de7e tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (e61690a5-2200-4599-bd11-0388823d8500), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:07.281433 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f866d5ad-3672-43cb-b2c6-2ab95847de7e tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e61690a5-2200-4599-bd11-0388823d8500 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:19:07.296677 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f866d5ad-3672-43cb-b2c6-2ab95847de7e tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:07.309666 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f866d5ad-3672-43cb-b2c6-2ab95847de7e tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] 10.222.0.65 "DELETE /v2.0/routers/e61690a5-2200-4599-bd11-0388823d8500 HTTP/1.1" status: 204 len: 168 time: 0.9952056 Feb 19 04:19:07.315682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43606) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:07.417622 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-72e47bf9-e9ce-4d81-a9ad-7dc26a906b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684e6688-f356-4d2c-a689-b929f14f3eb5 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:19:07.432057 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-72e47bf9-e9ce-4d81-a9ad-7dc26a906b60 service neutron] Publish callbacks [] for port (684e6688-f356-4d2c-a689-b929f14f3eb5), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:07.450470 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-72e47bf9-e9ce-4d81-a9ad-7dc26a906b60 service neutron] Transition to ACTIVE for port object 684e6688-f356-4d2c-a689-b929f14f3eb5 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:19:07.452094 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-36dc5850-5094-460f-8842-526ebe4ab7e8 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Request body: {'router': {'name': 'tempest-router-1226522617', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8e3d209cdb3e471a81508b33cbf13231'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:07.725661 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-36dc5850-5094-460f-8842-526ebe4ab7e8 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (b8636d31-8a13-4b8f-88e9-cde8403f9626), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:07.729289 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-36dc5850-5094-460f-8842-526ebe4ab7e8 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (b8636d31-8a13-4b8f-88e9-cde8403f9626), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:07.749516 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-72e47bf9-e9ce-4d81-a9ad-7dc26a906b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (684e6688-f356-4d2c-a689-b929f14f3eb5), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:07.812672 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-36dc5850-5094-460f-8842-526ebe4ab7e8 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks [] for router_controller (b8636d31-8a13-4b8f-88e9-cde8403f9626), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:07.816770 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:07.830606 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-36dc5850-5094-460f-8842-526ebe4ab7e8 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (b8636d31-8a13-4b8f-88e9-cde8403f9626), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:07.842117 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d996a-2fc5-4ad5-96a1-7c7b9bed7ba4 req-5aaaac1c-52ef-4a38-a044-b92b89358298 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:07.843972 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1c8d996a-2fc5-4ad5-96a1-7c7b9bed7ba4 req-5aaaac1c-52ef-4a38-a044-b92b89358298 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.65 "GET /v2.0/ports?device_id=f765f8e8-6591-4e2b-9bf3-d2fb33d8582f HTTP/1.1" status: 200 len: 943 time: 0.5392282 Feb 19 04:19:07.851727 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3493a3d0-120d-4b74-832a-d6c2c1d9a308 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=22cd16789d1448c6a4606d0f81b9b60b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8695300 Feb 19 04:19:07.858273 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43610) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:07.944780 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e47bf9-e9ce-4d81-a9ad-7dc26a906b60 service neutron] Pushing event updated for resources: {'Port': ['ID=684e6688-f356-4d2c-a689-b929f14f3eb5,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:07.994954 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.resource_extend [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-e3b1b89e-8ada-4ba6-a14e-e060f7abb230 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:19:08.027345 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0d6b962c-4e3f-437c-b77a-0febd12cceb2 admin admin] Publish callbacks [] for security_group (c3521922-79e5-4ac3-8753-89c278f8905d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:08.041804 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-36dc5850-5094-460f-8842-526ebe4ab7e8 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:08.047171 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-36dc5850-5094-460f-8842-526ebe4ab7e8 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6253798 Feb 19 04:19:08.059054 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43612) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:08.064778 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b7c5d575-8f21-420a-bccd-c7a1b5570227 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Request body: {'router': {'distributed': True}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:08.186666 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1c8d996a-2fc5-4ad5-96a1-7c7b9bed7ba4 req-3c98cab6-2865-438e-8e37-48a648a6a6ed tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bde68cb-b2e4-420a-8631-1ae9da909262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269143 Feb 19 04:19:08.202228 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0d6b962c-4e3f-437c-b77a-0febd12cceb2 admin admin] Publish callbacks [] for security_group (c3521922-79e5-4ac3-8753-89c278f8905d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:08.220231 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-72e47bf9-e9ce-4d81-a9ad-7dc26a906b60 service neutron] Attempting to bind port 684e6688-f356-4d2c-a689-b929f14f3eb5 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:19:08.220803 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-72e47bf9-e9ce-4d81-a9ad-7dc26a906b60 service neutron] Attempting to bind port 684e6688-f356-4d2c-a689-b929f14f3eb5 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'f1e9f7c7-6f1a-45bc-a1bb-1cb9e2c072eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cff2ad8a-e455-413f-bb95-7fd84f2cf5da'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:19:08.221371 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-72e47bf9-e9ce-4d81-a9ad-7dc26a906b60 service neutron] Attempting to bind port 684e6688-f356-4d2c-a689-b929f14f3eb5 on network cff2ad8a-e455-413f-bb95-7fd84f2cf5da {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:19:08.243558 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-72e47bf9-e9ce-4d81-a9ad-7dc26a906b60 service neutron] Port 684e6688-f356-4d2c-a689-b929f14f3eb5 on network cff2ad8a-e455-413f-bb95-7fd84f2cf5da not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:19:08.243962 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-72e47bf9-e9ce-4d81-a9ad-7dc26a906b60 service neutron] Attempting to bind port 684e6688-f356-4d2c-a689-b929f14f3eb5 on network cff2ad8a-e455-413f-bb95-7fd84f2cf5da {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:19:08.256531 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-72e47bf9-e9ce-4d81-a9ad-7dc26a906b60 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:19:08.257041 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-72e47bf9-e9ce-4d81-a9ad-7dc26a906b60 service neutron] Checking segment: {'id': 'f1e9f7c7-6f1a-45bc-a1bb-1cb9e2c072eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cff2ad8a-e455-413f-bb95-7fd84f2cf5da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:19:08.257595 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-72e47bf9-e9ce-4d81-a9ad-7dc26a906b60 service neutron] Bound using segment: {'id': 'f1e9f7c7-6f1a-45bc-a1bb-1cb9e2c072eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cff2ad8a-e455-413f-bb95-7fd84f2cf5da'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:19:08.258126 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-72e47bf9-e9ce-4d81-a9ad-7dc26a906b60 service neutron] Bound port: 684e6688-f356-4d2c-a689-b929f14f3eb5, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e9f7c7-6f1a-45bc-a1bb-1cb9e2c072eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cff2ad8a-e455-413f-bb95-7fd84f2cf5da'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:19:08.258720 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-72e47bf9-e9ce-4d81-a9ad-7dc26a906b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (684e6688-f356-4d2c-a689-b929f14f3eb5), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:08.282917 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-e3b1b89e-8ada-4ba6-a14e-e060f7abb230 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:08.300842 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-e3b1b89e-8ada-4ba6-a14e-e060f7abb230 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (30136964-318e-4085-911e-4ef41c856ebe), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:08.504271 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0d6b962c-4e3f-437c-b77a-0febd12cceb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c3521922-79e5-4ac3-8753-89c278f8905d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:08.513368 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0d6b962c-4e3f-437c-b77a-0febd12cceb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:08.524251 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0d6b962c-4e3f-437c-b77a-0febd12cceb2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3521922-79e5-4ac3-8753-89c278f8905d HTTP/1.1" status: 204 len: 168 time: 0.6257582 Feb 19 04:19:08.721802 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b962c-4e3f-437c-b77a-0febd12cceb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3521922-79e5-4ac3-8753-89c278f8905d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:08.722180 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-72e47bf9-e9ce-4d81-a9ad-7dc26a906b60 service neutron] For port 684e6688-f356-4d2c-a689-b929f14f3eb5, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:19:08.826922 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-72e47bf9-e9ce-4d81-a9ad-7dc26a906b60 service neutron] For port 684e6688-f356-4d2c-a689-b929f14f3eb5, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=684e6688-f356-4d2c-a689-b929f14f3eb5,segment=NetworkSegment(f1e9f7c7-6f1a-45bc-a1bb-1cb9e2c072eb),segment_id=f1e9f7c7-6f1a-45bc-a1bb-1cb9e2c072eb)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:19:08.838420 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-e3b1b89e-8ada-4ba6-a14e-e060f7abb230 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Floating IP 30136964-318e-4085-911e-4ef41c856ebe associated. External IP: 172.25.0.168, port: 9bb7cd37-cb36-48e8-8791-06c94dc911b2. Feb 19 04:19:08.882824 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:08.992672 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:09.004036 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-72e47bf9-e9ce-4d81-a9ad-7dc26a906b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (684e6688-f356-4d2c-a689-b929f14f3eb5), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:09.223319 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-72e47bf9-e9ce-4d81-a9ad-7dc26a906b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:09.224472 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-72e47bf9-e9ce-4d81-a9ad-7dc26a906b60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:09.227173 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-72e47bf9-e9ce-4d81-a9ad-7dc26a906b60 service neutron] 10.222.0.10 "PUT /v2.0/ports/684e6688-f356-4d2c-a689-b929f14f3eb5 HTTP/1.1" status: 200 len: 1091 time: 2.8576705 Feb 19 04:19:09.228023 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f765f8e8-6591-4e2b-9bf3-d2fb33d8582f', 'tag': '684e6688-f356-4d2c-a689-b929f14f3eb5'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:09.240035 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e52248a-87c4-4465-b519-b100d09414f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f765f8e8-6591-4e2b-9bf3-d2fb33d8582f", "tag": "684e6688-f356-4d2c-a689-b929f14f3eb5"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:09.569261 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43626) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:09.651561 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e47bf9-e9ce-4d81-a9ad-7dc26a906b60 service neutron] Pushing event updated for resources: {'Port': ['ID=684e6688-f356-4d2c-a689-b929f14f3eb5,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:09.708860 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aee0f44e-bde2-4d0a-a9be-ce7398bdd527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:09.858874 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0f65b-67e4-469f-8512-05ee9bbe8e3f req-20c2a545-31aa-49ed-a357-fe34668cf43a tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:09.861576 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-23e0f65b-67e4-469f-8512-05ee9bbe8e3f req-20c2a545-31aa-49ed-a357-fe34668cf43a tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 1.4641681 Feb 19 04:19:09.895891 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-f4969c76-f3f2-4255-81fe-dbfa5f2a9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:09.898568 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-f4969c76-f3f2-4255-81fe-dbfa5f2a9163 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b4a9ff3496a4d0dbb75f37407978e46&device_id=f765f8e8-6591-4e2b-9bf3-d2fb33d8582f HTTP/1.1" status: 200 len: 1125 time: 0.5023584 Feb 19 04:19:10.063913 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b7c5d575-8f21-420a-bccd-c7a1b5570227 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (b8636d31-8a13-4b8f-88e9-cde8403f9626), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:10.064688 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b7c5d575-8f21-420a-bccd-c7a1b5570227 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks [] for router (b8636d31-8a13-4b8f-88e9-cde8403f9626), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:10.150513 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-23e0f65b-67e4-469f-8512-05ee9bbe8e3f req-5fec3e0e-c179-4865-af49-700d43e74fa9 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027488 Feb 19 04:19:10.303921 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b7c5d575-8f21-420a-bccd-c7a1b5570227 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=115198) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 19 04:19:10.304402 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b7c5d575-8f21-420a-bccd-c7a1b5570227 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Router b8636d31-8a13-4b8f-88e9-cde8403f9626 migrating from provider to provider. {{(pid=115198) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 19 04:19:10.305074 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b7c5d575-8f21-420a-bccd-c7a1b5570227 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks [] for router_controller (b8636d31-8a13-4b8f-88e9-cde8403f9626), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:10.318699 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b7c5d575-8f21-420a-bccd-c7a1b5570227 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks [] for router_controller (b8636d31-8a13-4b8f-88e9-cde8403f9626), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:10.330235 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b7c5d575-8f21-420a-bccd-c7a1b5570227 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-429138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-429147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455741'] for router (b8636d31-8a13-4b8f-88e9-cde8403f9626), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:10.528830 n-d-772273-4 neutron-server[115198]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b7c5d575-8f21-420a-bccd-c7a1b5570227 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] No L3 agents can host the router b8636d31-8a13-4b8f-88e9-cde8403f9626 Feb 19 04:19:10.634522 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-722274eb-67a5-49d3-9bae-436af2912c38 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=684e6688-f356-4d2c-a689-b929f14f3eb5 HTTP/1.1" status: 200 len: 217 time: 0.7223632 Feb 19 04:19:10.788235 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-e3b1b89e-8ada-4ba6-a14e-e060f7abb230 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:19:10.831822 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-c56d654f-3d5a-440c-98af-119725c1ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:10.834456 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-c56d654f-3d5a-440c-98af-119725c1ca2a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beef5322-9560-4338-8ed9-fa2ac0090560 HTTP/1.1" status: 200 len: 862 time: 0.1876175 Feb 19 04:19:10.893017 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9092b-49fa-42b0-afef-aa799ac8e273 req-764144b8-55e9-4513-9cd4-b236925c16f5 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:10.895700 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-43f9092b-49fa-42b0-afef-aa799ac8e273 req-764144b8-55e9-4513-9cd4-b236925c16f5 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.65 "GET /v2.0/ports?device_id=f765f8e8-6591-4e2b-9bf3-d2fb33d8582f HTTP/1.1" status: 200 len: 943 time: 0.5510798 Feb 19 04:19:10.896935 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c5d575-8f21-420a-bccd-c7a1b5570227 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Hosts for router b8636d31-8a13-4b8f-88e9-cde8403f9626: [] {{(pid=115198) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 19 04:19:10.910502 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aee0f44e-bde2-4d0a-a9be-ce7398bdd527 admin admin] Publish callbacks [] for security_group (f51298c8-bbbd-4052-b532-6458d0ca7f92), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:10.975670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c5d575-8f21-420a-bccd-c7a1b5570227 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Hosts for other DVR routers connected to router b8636d31-8a13-4b8f-88e9-cde8403f9626: set() {{(pid=115198) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 19 04:19:10.979487 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b7c5d575-8f21-420a-bccd-c7a1b5570227 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:10.980828 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b7c5d575-8f21-420a-bccd-c7a1b5570227 tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] 10.222.0.65 "PUT /v2.0/routers/b8636d31-8a13-4b8f-88e9-cde8403f9626 HTTP/1.1" status: 200 len: 717 time: 2.9206614 Feb 19 04:19:10.985537 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-9b39bf98-1b3e-43b3-a72e-ab09aebdd4d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cff2ad8a-e455-413f-bb95-7fd84f2cf5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388960 Feb 19 04:19:10.989177 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43630) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:11.006481 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aee0f44e-bde2-4d0a-a9be-ce7398bdd527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f51298c8-bbbd-4052-b532-6458d0ca7f92), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:11.086145 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0f44e-bde2-4d0a-a9be-ce7398bdd527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51298c8-bbbd-4052-b532-6458d0ca7f92,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:11.173656 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-43f9092b-49fa-42b0-afef-aa799ac8e273 req-6bed16ac-d58f-4bc6-90fc-98ef582d8fd6 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bde68cb-b2e4-420a-8631-1ae9da909262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394750 Feb 19 04:19:11.193227 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-80af0fdc-df3e-4e36-8d4f-e1259e00588a tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] 10.222.0.65 "GET /v2.0/routers/b8636d31-8a13-4b8f-88e9-cde8403f9626 HTTP/1.1" status: 200 len: 717 time: 0.1990809 Feb 19 04:19:11.197309 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43634) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:11.226915 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-aee0f44e-bde2-4d0a-a9be-ce7398bdd527 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cfc7f98786b2466fb2976ff5a838d8af&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6465209 Feb 19 04:19:11.249669 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43638) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:11.364006 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-e3b1b89e-8ada-4ba6-a14e-e060f7abb230 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:19:11.384407 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f41e72e-5b35-4c1a-97e0-5213f1527aac None None] Sync routers for ids ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:19:11.428740 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f41e72e-5b35-4c1a-97e0-5213f1527aac None None] Routers {'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:19:11.437576 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5f41e72e-5b35-4c1a-97e0-5213f1527aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:19:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:11.529563 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ece27afd-ee4b-453a-8c1b-ee60619027bf admin admin] Publish callbacks [] for security_group (f51298c8-bbbd-4052-b532-6458d0ca7f92), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:11.614489 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ece27afd-ee4b-453a-8c1b-ee60619027bf admin admin] Publish callbacks [] for security_group (f51298c8-bbbd-4052-b532-6458d0ca7f92), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:11.668992 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d099b723-7d69-44d6-9c17-0e1f1782c7d1 x-openstack-request-id: req-d099b723-7d69-44d6-9c17-0e1f1782c7d1 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:11.669670 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f765f8e8-6591-4e2b-9bf3-d2fb33d8582f", "tag": "684e6688-f356-4d2c-a689-b929f14f3eb5", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:11.670269 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d099b723-7d69-44d6-9c17-0e1f1782c7d1 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:11.671535 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f765f8e8-6591-4e2b-9bf3-d2fb33d8582f', 'tag': '684e6688-f356-4d2c-a689-b929f14f3eb5', 'status': 'completed', 'code': 200} Feb 19 04:19:11.870259 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0942d-27da-41e7-8017-b8d079630f2e req-96b01f9e-f1e8-4c14-97c5-e20076551e28 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:11.888947 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5af0942d-27da-41e7-8017-b8d079630f2e req-96b01f9e-f1e8-4c14-97c5-e20076551e28 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.2451301 Feb 19 04:19:11.902106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-5f41e72e-5b35-4c1a-97e0-5213f1527aac None None] Set router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:19:12.048588 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-9740a03d-2aa1-4c23-93aa-606ab95c54ea service neutron] 10.222.0.10 "GET /v2.0/networks/cff2ad8a-e455-413f-bb95-7fd84f2cf5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0575426 Feb 19 04:19:12.054515 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5af0942d-27da-41e7-8017-b8d079630f2e req-fd21b439-a3bf-46bc-a2da-c03e7e0e82e2 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649191 Feb 19 04:19:12.056409 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ece27afd-ee4b-453a-8c1b-ee60619027bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f51298c8-bbbd-4052-b532-6458d0ca7f92), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:12.070864 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ece27afd-ee4b-453a-8c1b-ee60619027bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:12.080658 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ece27afd-ee4b-453a-8c1b-ee60619027bf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f51298c8-bbbd-4052-b532-6458d0ca7f92 HTTP/1.1" status: 204 len: 168 time: 0.8247550 Feb 19 04:19:12.116227 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece27afd-ee4b-453a-8c1b-ee60619027bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51298c8-bbbd-4052-b532-6458d0ca7f92,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:12.222146 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-e3b1b89e-8ada-4ba6-a14e-e060f7abb230 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:19:12.620423 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5f41e72e-5b35-4c1a-97e0-5213f1527aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:17:45Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port': {'id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '30136964-318e-4085-911e-4ef41c856ebe', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'port_id': '298c23aa-68d2-4837-90a3-1e4e336be74d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'mac_address': 'fa:16:3e:05:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c0994c-e928-4d65-a22c-4ab1ddd0d79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:18:25Z', 'updated_at': '2022-02-19T04:19:07Z', 'revision_number': 3, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d5d458-afce-405a-adc9-279c420f42ef', 'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'mac_address': 'fa:16:3e:2e:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:44Z', 'updated_at': '2022-02-19T04:17:54Z', 'revision_number': 5, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'subnets': [{'id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:12.710160 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f41e72e-5b35-4c1a-97e0-5213f1527aac None None] Checking router: fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:19:12.738792 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f41e72e-5b35-4c1a-97e0-5213f1527aac None None] Routers {'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:19:12.740289 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5f41e72e-5b35-4c1a-97e0-5213f1527aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:19:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:12.792995 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-e3b1b89e-8ada-4ba6-a14e-e060f7abb230 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:19:12.804434 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-e3b1b89e-8ada-4ba6-a14e-e060f7abb230 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:12.925652 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a8a53516-af68-4361-9709-49f1ae5ff82f tempest-RoutersTestDVR-678608439 tempest-RoutersTestDVR-678608439-project] 10.222.0.65 "GET /v2.0/routers/b8636d31-8a13-4b8f-88e9-cde8403f9626 HTTP/1.1" status: 200 len: 683 time: 1.7204218 Feb 19 04:19:12.929872 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43660) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:12.967503 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5877f1d8-fa6b-4bb8-903c-88eac4625253 req-1cfc20d6-5b60-4d31-b472-95bc81a0015f service neutron] 10.222.0.10 "GET /v2.0/networks/cff2ad8a-e455-413f-bb95-7fd84f2cf5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9045548 Feb 19 04:19:13.096729 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-e3b1b89e-8ada-4ba6-a14e-e060f7abb230 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "PUT /v2.0/floatingips/30136964-318e-4085-911e-4ef41c856ebe HTTP/1.1" status: 200 len: 998 time: 11.9659381 Feb 19 04:19:13.104723 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078315b2-40d8-4e9c-a20e-4ab954c2569b req-0c0ca229-1334-4a40-bdad-d67d83cb7c35 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:13.117764 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-078315b2-40d8-4e9c-a20e-4ab954c2569b req-0c0ca229-1334-4a40-bdad-d67d83cb7c35 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.65 "GET /v2.0/ports?device_id=f765f8e8-6591-4e2b-9bf3-d2fb33d8582f HTTP/1.1" status: 200 len: 943 time: 0.3330476 Feb 19 04:19:13.154672 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7017bf97-aa17-4421-a76c-60a3c2b4409c tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks [] for router (b8636d31-8a13-4b8f-88e9-cde8403f9626), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:13.244630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-5f41e72e-5b35-4c1a-97e0-5213f1527aac None None] Set router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:19:13.429026 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-559b21d8-7190-464c-a630-a77e81eeb6fe tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:13.442796 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-559b21d8-7190-464c-a630-a77e81eeb6fe tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports/9bb7cd37-cb36-48e8-8791-06c94dc911b2 HTTP/1.1" status: 200 len: 942 time: 0.3243179 Feb 19 04:19:13.495322 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52248a-87c4-4465-b519-b100d09414f2 req-e9d92785-a6f2-4948-843c-402b87a584eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:13.501022 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e52248a-87c4-4465-b519-b100d09414f2 req-e9d92785-a6f2-4948-843c-402b87a584eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b4a9ff3496a4d0dbb75f37407978e46&device_id=f765f8e8-6591-4e2b-9bf3-d2fb33d8582f HTTP/1.1" status: 200 len: 1125 time: 0.4125073 Feb 19 04:19:13.619904 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:19:13.748237 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c58364-4dcb-46bd-8290-c72c890015ca', 'tag': '9bb7cd37-cb36-48e8-8791-06c94dc911b2'}, {'name': 'network-changed', 'server_uuid': 'a0c0994c-e928-4d65-a22c-4ab1ddd0d79c', 'tag': '298c23aa-68d2-4837-90a3-1e4e336be74d'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:13.753777 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c0a267-09e0-43c6-b076-cde6b6c77262" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c58364-4dcb-46bd-8290-c72c890015ca", "tag": "9bb7cd37-cb36-48e8-8791-06c94dc911b2"}, {"name": "network-changed", "server_uuid": "a0c0994c-e928-4d65-a22c-4ab1ddd0d79c", "tag": "298c23aa-68d2-4837-90a3-1e4e336be74d"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:13.818881 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7017bf97-aa17-4421-a76c-60a3c2b4409c tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (b8636d31-8a13-4b8f-88e9-cde8403f9626), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:13.831438 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7017bf97-aa17-4421-a76c-60a3c2b4409c tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks [] for router_controller (b8636d31-8a13-4b8f-88e9-cde8403f9626), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:13.982418 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5f41e72e-5b35-4c1a-97e0-5213f1527aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:17:45Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port': {'id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '30136964-318e-4085-911e-4ef41c856ebe', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'port_id': '298c23aa-68d2-4837-90a3-1e4e336be74d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'mac_address': 'fa:16:3e:05:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c0994c-e928-4d65-a22c-4ab1ddd0d79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:18:25Z', 'updated_at': '2022-02-19T04:19:07Z', 'revision_number': 3, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d5d458-afce-405a-adc9-279c420f42ef', 'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'mac_address': 'fa:16:3e:2e:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:44Z', 'updated_at': '2022-02-19T04:17:54Z', 'revision_number': 5, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'subnets': [{'id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:14.002924 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-078315b2-40d8-4e9c-a20e-4ab954c2569b req-d9b756f3-b950-40b8-9b68-6d706c14a8fd tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bde68cb-b2e4-420a-8631-1ae9da909262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8834362 Feb 19 04:19:14.009354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52248a-87c4-4465-b519-b100d09414f2 req-60700920-b823-438a-b145-951a92519ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:14.012518 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e52248a-87c4-4465-b519-b100d09414f2 req-60700920-b823-438a-b145-951a92519ed6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cff2ad8a-e455-413f-bb95-7fd84f2cf5da HTTP/1.1" status: 200 len: 922 time: 0.5046191 Feb 19 04:19:14.044797 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7017bf97-aa17-4421-a76c-60a3c2b4409c tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (b8636d31-8a13-4b8f-88e9-cde8403f9626), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:14.046451 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7017bf97-aa17-4421-a76c-60a3c2b4409c tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b8636d31-8a13-4b8f-88e9-cde8403f9626 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:19:14.100032 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7017bf97-aa17-4421-a76c-60a3c2b4409c tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:14.132694 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7017bf97-aa17-4421-a76c-60a3c2b4409c tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] 10.222.0.65 "DELETE /v2.0/routers/b8636d31-8a13-4b8f-88e9-cde8403f9626 HTTP/1.1" status: 204 len: 168 time: 1.2007422 Feb 19 04:19:14.138058 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43680) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:14.151125 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-4b40e872-6292-4525-a517-88c3288cd588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:14.151973 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f41e72e-5b35-4c1a-97e0-5213f1527aac None None] The sync data for ids ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'] in n-d-772273-4 is: [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:17:45Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port': {'id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '30136964-318e-4085-911e-4ef41c856ebe', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'port_id': '298c23aa-68d2-4837-90a3-1e4e336be74d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'mac_address': 'fa:16:3e:05:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c0994c-e928-4d65-a22c-4ab1ddd0d79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:18:25Z', 'updated_at': '2022-02-19T04:19:07Z', 'revision_number': 3, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d5d458-afce-405a-adc9-279c420f42ef', 'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'mac_address': 'fa:16:3e:2e:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:44Z', 'updated_at': '2022-02-19T04:17:54Z', 'revision_number': 5, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'subnets': [{'id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:19:14.153829 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-4b40e872-6292-4525-a517-88c3288cd588 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89adbc6ffff04dfd95e6648f4a0ff8fd&device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 1127 time: 0.3917091 Feb 19 04:19:14.164073 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e52248a-87c4-4465-b519-b100d09414f2 req-41b3340f-11c8-416e-bd4a-9657de5c501e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=684e6688-f356-4d2c-a689-b929f14f3eb5 HTTP/1.1" status: 200 len: 217 time: 0.1450422 Feb 19 04:19:14.192144 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-0bccf7b9-8a93-41fe-9b32-df3e1cfee46c tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Request body: {'router': {'name': 'tempest-router-2091964757', 'distributed': True}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:14.407052 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767633d9-c8af-4687-8dfc-26fd140ac6e5 req-1181f166-0371-4c7e-8ac4-27c45ed93827 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:14.411393 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-767633d9-c8af-4687-8dfc-26fd140ac6e5 req-1181f166-0371-4c7e-8ac4-27c45ed93827 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a37ad62-bef9-4817-b519-76e689d77a5c HTTP/1.1" status: 200 len: 945 time: 0.2716808 Feb 19 04:19:14.414829 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0bccf7b9-8a93-41fe-9b32-df3e1cfee46c tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (99709d3a-ce97-4676-8d87-12f5d9d0013c), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:14.416630 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0bccf7b9-8a93-41fe-9b32-df3e1cfee46c tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (99709d3a-ce97-4676-8d87-12f5d9d0013c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:14.461207 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52248a-87c4-4465-b519-b100d09414f2 req-46e03d85-fcb8-4061-8c02-963a21c1a8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:14.464566 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e52248a-87c4-4465-b519-b100d09414f2 req-46e03d85-fcb8-4061-8c02-963a21c1a8f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beef5322-9560-4338-8ed9-fa2ac0090560 HTTP/1.1" status: 200 len: 862 time: 0.1719475 Feb 19 04:19:14.567719 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0bccf7b9-8a93-41fe-9b32-df3e1cfee46c tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks [] for router_controller (99709d3a-ce97-4676-8d87-12f5d9d0013c), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:14.608266 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e52248a-87c4-4465-b519-b100d09414f2 req-fa577565-bc51-4724-b8e8-cd3443f6a79d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cff2ad8a-e455-413f-bb95-7fd84f2cf5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342309 Feb 19 04:19:14.611557 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd1007-d879-465e-be8f-ee069811cea6 req-5a8d5fb9-c062-462d-8061-cd922c75f101 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:14.615939 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-a0766222-17da-4dbc-825e-a0b55d12f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:14.619255 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-a0766222-17da-4dbc-825e-a0b55d12f1a4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ffb608e3-05fc-4c93-b77e-be504917d727 HTTP/1.1" status: 200 len: 921 time: 0.4534204 Feb 19 04:19:14.643821 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85cd1007-d879-465e-be8f-ee069811cea6 req-5a8d5fb9-c062-462d-8061-cd922c75f101 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a37ad62-bef9-4817-b519-76e689d77a5c HTTP/1.1" status: 200 len: 945 time: 0.4985890 Feb 19 04:19:14.645614 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0bccf7b9-8a93-41fe-9b32-df3e1cfee46c tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (99709d3a-ce97-4676-8d87-12f5d9d0013c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:14.725898 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-6fcd736f-33c4-47af-8b80-59e5375f57d1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bb7cd37-cb36-48e8-8791-06c94dc911b2 HTTP/1.1" status: 200 len: 217 time: 0.0909188 Feb 19 04:19:14.735343 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c602dab-dbeb-4206-ac9d-ef26447a80c4 None None] New status for floating IP 30136964-318e-4085-911e-4ef41c856ebe: ACTIVE {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:19:14.799091 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0bccf7b9-8a93-41fe-9b32-df3e1cfee46c tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:14.801249 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0bccf7b9-8a93-41fe-9b32-df3e1cfee46c tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6527016 Feb 19 04:19:14.833538 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43688) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:14.873846 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-767633d9-c8af-4687-8dfc-26fd140ac6e5 req-49d100a3-9b77-41c1-8ec7-417d6b559927 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/security-groups?id=1dad27c5-33e2-48b8-892e-67a5b9e2ccfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3972793 Feb 19 04:19:14.877957 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-311b5b56-ab4a-4714-aa66-5632796834ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:14.881048 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-311b5b56-ab4a-4714-aa66-5632796834ce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4036b21c-b280-4a08-8f13-b6e5e89c48cd HTTP/1.1" status: 200 len: 860 time: 0.1334908 Feb 19 04:19:15.188197 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-27439468-301b-4be1-bc32-707404d9c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:15.211705 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-27439468-301b-4be1-bc32-707404d9c7e4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ffb608e3-05fc-4c93-b77e-be504917d727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2693241 Feb 19 04:19:15.301499 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e52248a-87c4-4465-b519-b100d09414f2 req-f6f60e00-4ee5-4906-8754-288806f260b2 service neutron] 10.222.0.10 "GET /v2.0/networks/cff2ad8a-e455-413f-bb95-7fd84f2cf5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6804109 Feb 19 04:19:15.348716 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b1a93fdb-e5dd-46c3-b87e-a1c8ce1d329c tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks [] for router (99709d3a-ce97-4676-8d87-12f5d9d0013c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:15.656489 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e52248a-87c4-4465-b519-b100d09414f2 req-10fc1e86-8318-4777-b0e2-5459716fcbd3 service neutron] 10.222.0.10 "GET /v2.0/networks/cff2ad8a-e455-413f-bb95-7fd84f2cf5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391770 Feb 19 04:19:15.684185 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265c0d9b-e996-48f9-a244-05e4090d1980 None None] Sync routers for ids ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:19:15.705456 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265c0d9b-e996-48f9-a244-05e4090d1980 None None] Routers {'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:19:15.707116 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-265c0d9b-e996-48f9-a244-05e4090d1980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:19:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:15.725770 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b1a93fdb-e5dd-46c3-b87e-a1c8ce1d329c tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (99709d3a-ce97-4676-8d87-12f5d9d0013c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:15.729992 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b1a93fdb-e5dd-46c3-b87e-a1c8ce1d329c tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks [] for router_controller (99709d3a-ce97-4676-8d87-12f5d9d0013c), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:15.821054 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-c0e97609-9098-4d21-b6f2-def1d913972e service neutron] 10.222.0.65 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063297 Feb 19 04:19:15.825529 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-85cd1007-d879-465e-be8f-ee069811cea6 req-fe016b65-2d3b-48c3-8375-199fee4035dc tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Deleting port 6d6cf105-3e77-48fe-82e3-c644be11f41a {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:15.827067 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-85cd1007-d879-465e-be8f-ee069811cea6 req-fe016b65-2d3b-48c3-8375-199fee4035dc tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (6d6cf105-3e77-48fe-82e3-c644be11f41a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:15.929190 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb53ef5-ec12-4a9a-a969-2a3ba6ea9adf req-329b6186-2e3d-49e3-87e7-983bafb78757 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:15.937692 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 684e6688-f356-4d2c-a689-b929f14f3eb5 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:19:15.948953 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5fb53ef5-ec12-4a9a-a969-2a3ba6ea9adf req-329b6186-2e3d-49e3-87e7-983bafb78757 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.8015785 Feb 19 04:19:16.022902 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-1592d54b-c58c-4003-ae1d-1f7a3f24fdd5 service neutron] 10.222.0.65 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006385 Feb 19 04:19:16.037480 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-265c0d9b-e996-48f9-a244-05e4090d1980 None None] Set router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:19:16.097178 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b1a93fdb-e5dd-46c3-b87e-a1c8ce1d329c tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (99709d3a-ce97-4676-8d87-12f5d9d0013c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:16.098666 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a93fdb-e5dd-46c3-b87e-a1c8ce1d329c tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99709d3a-ce97-4676-8d87-12f5d9d0013c {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:19:16.151816 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b1a93fdb-e5dd-46c3-b87e-a1c8ce1d329c tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:16.165926 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b1a93fdb-e5dd-46c3-b87e-a1c8ce1d329c tempest-RoutersTestDVR-1183353211 tempest-RoutersTestDVR-1183353211-project-admin] 10.222.0.65 "DELETE /v2.0/routers/99709d3a-ce97-4676-8d87-12f5d9d0013c HTTP/1.1" status: 204 len: 168 time: 1.3310347 Feb 19 04:19:16.432904 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-7a79de19-9175-468c-950d-0bb25e7f219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:16.473205 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-7a79de19-9175-468c-950d-0bb25e7f219e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89adbc6ffff04dfd95e6648f4a0ff8fd&device_id=a0c0994c-e928-4d65-a22c-4ab1ddd0d79c HTTP/1.1" status: 200 len: 1127 time: 0.3614876 Feb 19 04:19:16.712111 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-85cd1007-d879-465e-be8f-ee069811cea6 req-fe016b65-2d3b-48c3-8375-199fee4035dc tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] For port 6d6cf105-3e77-48fe-82e3-c644be11f41a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=6d6cf105-3e77-48fe-82e3-c644be11f41a,segment=NetworkSegment(39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c),segment_id=39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:16.725112 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-85cd1007-d879-465e-be8f-ee069811cea6 req-fe016b65-2d3b-48c3-8375-199fee4035dc tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (6d6cf105-3e77-48fe-82e3-c644be11f41a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:16.842517 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5fb53ef5-ec12-4a9a-a969-2a3ba6ea9adf req-110f347b-af9f-4496-9c6f-2fdb9e7f60b6 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8923683 Feb 19 04:19:16.967091 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-b041e9e6-439a-41c7-a30b-9721cceb82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:16.974432 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-b041e9e6-439a-41c7-a30b-9721cceb82c1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ffb608e3-05fc-4c93-b77e-be504917d727 HTTP/1.1" status: 200 len: 921 time: 0.4995615 Feb 19 04:19:17.101303 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43712) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:17.118713 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8177b2-0763-4058-81f5-486ec46ea0fb x-openstack-request-id: req-ac8177b2-0763-4058-81f5-486ec46ea0fb {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:17.119221 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c58364-4dcb-46bd-8290-c72c890015ca", "tag": "9bb7cd37-cb36-48e8-8791-06c94dc911b2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a0c0994c-e928-4d65-a22c-4ab1ddd0d79c", "tag": "298c23aa-68d2-4837-90a3-1e4e336be74d", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:17.120011 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ac8177b2-0763-4058-81f5-486ec46ea0fb {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:17.120592 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c58364-4dcb-46bd-8290-c72c890015ca', 'tag': '9bb7cd37-cb36-48e8-8791-06c94dc911b2', 'status': 'completed', 'code': 200} Feb 19 04:19:17.121143 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c0994c-e928-4d65-a22c-4ab1ddd0d79c', 'tag': '298c23aa-68d2-4837-90a3-1e4e336be74d', 'status': 'completed', 'code': 200} Feb 19 04:19:17.129988 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 6d6cf105-3e77-48fe-82e3-c644be11f41a no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:17.187379 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 684e6688-f356-4d2c-a689-b929f14f3eb5, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=684e6688-f356-4d2c-a689-b929f14f3eb5,segment=NetworkSegment(f1e9f7c7-6f1a-45bc-a1bb-1cb9e2c072eb),segment_id=f1e9f7c7-6f1a-45bc-a1bb-1cb9e2c072eb)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:17.313287 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '684e6688-f356-4d2c-a689-b929f14f3eb5', 'network_id': 'cff2ad8a-e455-413f-bb95-7fd84f2cf5da', 'port_id': '684e6688-f356-4d2c-a689-b929f14f3eb5', 'mac_address': 'fa:16:3e:ea:5c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beef5322-9560-4338-8ed9-fa2ac0090560', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:19:17.527835 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-435be26c-9ab1-403c-a5ea-b98192c69d11 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=298c23aa-68d2-4837-90a3-1e4e336be74d HTTP/1.1" status: 200 len: 1001 time: 0.5410914 Feb 19 04:19:17.626548 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0a267-09e0-43c6-b076-cde6b6c77262 req-d99e61d6-81a2-4697-9f8a-6c2bf19d63a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:17.629304 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7c0a267-09e0-43c6-b076-cde6b6c77262 req-d99e61d6-81a2-4697-9f8a-6c2bf19d63a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89adbc6ffff04dfd95e6648f4a0ff8fd&device_id=a0c0994c-e928-4d65-a22c-4ab1ddd0d79c HTTP/1.1" status: 200 len: 1127 time: 0.5054393 Feb 19 04:19:17.655377 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-265c0d9b-e996-48f9-a244-05e4090d1980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:17:45Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port': {'id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '30136964-318e-4085-911e-4ef41c856ebe', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'port_id': '298c23aa-68d2-4837-90a3-1e4e336be74d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'mac_address': 'fa:16:3e:05:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c0994c-e928-4d65-a22c-4ab1ddd0d79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:18:25Z', 'updated_at': '2022-02-19T04:19:15Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d5d458-afce-405a-adc9-279c420f42ef', 'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'mac_address': 'fa:16:3e:2e:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:44Z', 'updated_at': '2022-02-19T04:17:54Z', 'revision_number': 5, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'subnets': [{'id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:17.749733 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43722) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:17.827258 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0a267-09e0-43c6-b076-cde6b6c77262 req-5649166d-f4b0-462e-bfb3-f3b5c2dd093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:17.838604 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7c0a267-09e0-43c6-b076-cde6b6c77262 req-5649166d-f4b0-462e-bfb3-f3b5c2dd093b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89adbc6ffff04dfd95e6648f4a0ff8fd&device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 1127 time: 0.7159758 Feb 19 04:19:17.843816 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265c0d9b-e996-48f9-a244-05e4090d1980 None None] Checking router: fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:19:17.852415 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 684e6688-f356-4d2c-a689-b929f14f3eb5 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:17.853516 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (684e6688-f356-4d2c-a689-b929f14f3eb5), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:17.941106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684e6688-f356-4d2c-a689-b929f14f3eb5 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:19:17.978745 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265c0d9b-e996-48f9-a244-05e4090d1980 None None] Routers {'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:19:17.980278 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-265c0d9b-e996-48f9-a244-05e4090d1980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:19:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:18.098156 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3f757e4-4f1c-407f-b961-303253e8600e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:18.129946 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0a267-09e0-43c6-b076-cde6b6c77262 req-c5ad8c3c-d75a-4d3a-bb58-bf373bf79630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:18.132488 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7c0a267-09e0-43c6-b076-cde6b6c77262 req-c5ad8c3c-d75a-4d3a-bb58-bf373bf79630 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ffb608e3-05fc-4c93-b77e-be504917d727 HTTP/1.1" status: 200 len: 921 time: 0.2738476 Feb 19 04:19:18.153219 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-8bbd0d9f-e82b-44ab-8c12-60eeb729dde9 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-464285592'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:18.154248 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-8bbd0d9f-e82b-44ab-8c12-60eeb729dde9 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] Unknown quota resources ['metering_label']. {{(pid=115199) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 04:19:18.383534 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88a91e-7a14-41fc-b5b3-49e221f72438 req-f8046e37-0bb5-4eb9-a1f8-4d9c83060beb tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:18.386994 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3b88a91e-7a14-41fc-b5b3-49e221f72438 req-f8046e37-0bb5-4eb9-a1f8-4d9c83060beb tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.65 "GET /v2.0/ports?device_id=f765f8e8-6591-4e2b-9bf3-d2fb33d8582f HTTP/1.1" status: 200 len: 943 time: 1.1034961 Feb 19 04:19:18.422966 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-85cd1007-d879-465e-be8f-ee069811cea6 req-fe016b65-2d3b-48c3-8375-199fee4035dc tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:18.423885 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-85cd1007-d879-465e-be8f-ee069811cea6 req-fe016b65-2d3b-48c3-8375-199fee4035dc tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (bce6fee5-7309-4973-be31-a0ec0de70558), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:18.424662 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [req-85cd1007-d879-465e-be8f-ee069811cea6 req-fe016b65-2d3b-48c3-8375-199fee4035dc tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Floating IP bce6fee5-7309-4973-be31-a0ec0de70558 disassociated. External IP: 172.25.0.90, port: 6d6cf105-3e77-48fe-82e3-c644be11f41a. Feb 19 04:19:18.425587 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-85cd1007-d879-465e-be8f-ee069811cea6 req-fe016b65-2d3b-48c3-8375-199fee4035dc tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Calling delete_port for 6d6cf105-3e77-48fe-82e3-c644be11f41a owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:18.567606 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-265c0d9b-e996-48f9-a244-05e4090d1980 None None] Set router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:19:18.784242 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3b88a91e-7a14-41fc-b5b3-49e221f72438 req-eb0447c2-28ec-490c-829c-003078430b2c tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bde68cb-b2e4-420a-8631-1ae9da909262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692579 Feb 19 04:19:18.831844 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3f757e4-4f1c-407f-b961-303253e8600e admin admin] Publish callbacks [] for security_group (c3569470-0ec0-490c-96d8-8713923ce37f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:18.842588 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3f757e4-4f1c-407f-b961-303253e8600e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c3569470-0ec0-490c-96d8-8713923ce37f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:19.104147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-b2b2c392-9f1b-45d6-ab36-72cdc4b95d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:19.106834 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-b2b2c392-9f1b-45d6-ab36-72cdc4b95d9c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4036b21c-b280-4a08-8f13-b6e5e89c48cd HTTP/1.1" status: 200 len: 860 time: 1.5600019 Feb 19 04:19:19.171887 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 684e6688-f356-4d2c-a689-b929f14f3eb5, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=684e6688-f356-4d2c-a689-b929f14f3eb5,segment=NetworkSegment(f1e9f7c7-6f1a-45bc-a1bb-1cb9e2c072eb),segment_id=f1e9f7c7-6f1a-45bc-a1bb-1cb9e2c072eb)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:19.192212 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7c0a267-09e0-43c6-b076-cde6b6c77262 req-7f13d4f8-7a33-4738-8c75-533fb54f4ff1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bb7cd37-cb36-48e8-8791-06c94dc911b2 HTTP/1.1" status: 200 len: 217 time: 0.9152055 Feb 19 04:19:19.200640 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (684e6688-f356-4d2c-a689-b929f14f3eb5), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:19.213876 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8bbd0d9f-e82b-44ab-8c12-60eeb729dde9 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:19.216159 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8bbd0d9f-e82b-44ab-8c12-60eeb729dde9 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.4643362 Feb 19 04:19:19.224783 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43734) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:19.267097 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e3f757e4-4f1c-407f-b961-303253e8600e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8e3d209cdb3e471a81508b33cbf13231&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1593599 Feb 19 04:19:19.318782 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 6d6cf105-3e77-48fe-82e3-c644be11f41a is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:19.319387 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43736) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:19.319704 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6d6cf105-3e77-48fe-82e3-c644be11f41a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:19.321587 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-85cd1007-d879-465e-be8f-ee069811cea6 req-fe016b65-2d3b-48c3-8375-199fee4035dc tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (6d6cf105-3e77-48fe-82e3-c644be11f41a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:19.331296 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0a267-09e0-43c6-b076-cde6b6c77262 req-317749bf-d906-4a5b-8a74-3702e3a5c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:19.333818 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7c0a267-09e0-43c6-b076-cde6b6c77262 req-317749bf-d906-4a5b-8a74-3702e3a5c284 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4036b21c-b280-4a08-8f13-b6e5e89c48cd HTTP/1.1" status: 200 len: 860 time: 0.1159346 Feb 19 04:19:19.354349 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=684e6688-f356-4d2c-a689-b929f14f3eb5,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:19.369312 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-9d63e7a2-0bba-47bc-a209-a08af5eee442 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c83b209d-f1e5-4a9c-96d8-f5fca4ee37a1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:19.370879 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-9d63e7a2-0bba-47bc-a209-a08af5eee442 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115199) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 04:19:19.420491 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0945a22-e85f-4634-9937-a0986b133aa6 req-3778b74d-3a65-4c05-96a6-68e8282f78f5 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a37ad62-bef9-4817-b519-76e689d77a5c HTTP/1.1" status: 200 len: 210 time: 0.3532128 Feb 19 04:19:19.499858 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-265c0d9b-e996-48f9-a244-05e4090d1980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:17:45Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port': {'id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '30136964-318e-4085-911e-4ef41c856ebe', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'port_id': '298c23aa-68d2-4837-90a3-1e4e336be74d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'mac_address': 'fa:16:3e:05:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c0994c-e928-4d65-a22c-4ab1ddd0d79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:18:25Z', 'updated_at': '2022-02-19T04:19:15Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d5d458-afce-405a-adc9-279c420f42ef', 'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'mac_address': 'fa:16:3e:2e:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:44Z', 'updated_at': '2022-02-19T04:17:54Z', 'revision_number': 5, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'subnets': [{'id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:19.516136 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe016b65-2d3b-48c3-8375-199fee4035dc tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Pushing event deleted for resources: {'Port': ['ID=6d6cf105-3e77-48fe-82e3-c644be11f41a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:19.574830 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f757e4-4f1c-407f-b961-303253e8600e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3569470-0ec0-490c-96d8-8713923ce37f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:19.575635 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265c0d9b-e996-48f9-a244-05e4090d1980 None None] The sync data for ids ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'] in n-d-772273-4 is: [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:17:45Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port': {'id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '30136964-318e-4085-911e-4ef41c856ebe', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'port_id': '298c23aa-68d2-4837-90a3-1e4e336be74d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'mac_address': 'fa:16:3e:05:72:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c0994c-e928-4d65-a22c-4ab1ddd0d79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:18:25Z', 'updated_at': '2022-02-19T04:19:15Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d5d458-afce-405a-adc9-279c420f42ef', 'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'mac_address': 'fa:16:3e:2e:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:44Z', 'updated_at': '2022-02-19T04:17:54Z', 'revision_number': 5, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'subnets': [{'id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:19:19.592545 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['684e6688-f356-4d2c-a689-b929f14f3eb5'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:19:19.722457 n-d-772273-4 neutron-server[115199]: WARNING neutron.services.metering.metering_plugin [None req-9d63e7a2-0bba-47bc-a209-a08af5eee442 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 04:19:19.836628 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b4115ad-0881-4eb7-8972-05cf771979f4 admin admin] Publish callbacks [] for security_group (c3569470-0ec0-490c-96d8-8713923ce37f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:19.902733 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b4115ad-0881-4eb7-8972-05cf771979f4 admin admin] Publish callbacks [] for security_group (c3569470-0ec0-490c-96d8-8713923ce37f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:20.045725 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0a267-09e0-43c6-b076-cde6b6c77262 req-ee83ea56-ff12-486d-b48e-1d6f3c396c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:20.059614 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7c0a267-09e0-43c6-b076-cde6b6c77262 req-ee83ea56-ff12-486d-b48e-1d6f3c396c63 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ffb608e3-05fc-4c93-b77e-be504917d727 HTTP/1.1" status: 200 len: 921 time: 2.3478403 Feb 19 04:19:20.160137 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b4115ad-0881-4eb7-8972-05cf771979f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c3569470-0ec0-490c-96d8-8713923ce37f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:20.166051 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b4115ad-0881-4eb7-8972-05cf771979f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:20.172896 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8b4115ad-0881-4eb7-8972-05cf771979f4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3569470-0ec0-490c-96d8-8713923ce37f HTTP/1.1" status: 204 len: 168 time: 0.8451288 Feb 19 04:19:20.190261 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9d63e7a2-0bba-47bc-a209-a08af5eee442 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:20.194810 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9d63e7a2-0bba-47bc-a209-a08af5eee442 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8665900 Feb 19 04:19:20.204373 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43744) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:20.225861 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-61a08a92-d8de-4130-928c-6bed23aba584 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c83b209d-f1e5-4a9c-96d8-f5fca4ee37a1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:20.226777 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-61a08a92-d8de-4130-928c-6bed23aba584 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115198) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 04:19:20.335472 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0a267-09e0-43c6-b076-cde6b6c77262 req-2c3da577-dd49-4780-a633-91cdafea56ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:20.339919 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7c0a267-09e0-43c6-b076-cde6b6c77262 req-2c3da577-dd49-4780-a633-91cdafea56ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ffb608e3-05fc-4c93-b77e-be504917d727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6666112 Feb 19 04:19:20.448465 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4115ad-0881-4eb7-8972-05cf771979f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3569470-0ec0-490c-96d8-8713923ce37f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:20.564726 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7c0a267-09e0-43c6-b076-cde6b6c77262 req-7d7efd89-5e8b-406a-bd3e-87b3325c2893 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=298c23aa-68d2-4837-90a3-1e4e336be74d HTTP/1.1" status: 200 len: 1001 time: 0.4965503 Feb 19 04:19:20.579566 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e2ac6-123b-407f-89c0-81531776d07f req-8bd64f70-1f94-4c9f-8d7c-94058c73f660 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:20.582304 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3f6e2ac6-123b-407f-89c0-81531776d07f req-8bd64f70-1f94-4c9f-8d7c-94058c73f660 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.7470951 Feb 19 04:19:20.594107 n-d-772273-4 neutron-server[115198]: WARNING neutron.services.metering.metering_plugin [None req-61a08a92-d8de-4130-928c-6bed23aba584 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 04:19:20.605904 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-e2519b25-324f-489b-9a61-2383e910d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:20.608935 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-e2519b25-324f-489b-9a61-2383e910d425 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ffb608e3-05fc-4c93-b77e-be504917d727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.4202671 Feb 19 04:19:20.681431 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85cd1007-d879-465e-be8f-ee069811cea6 req-fe016b65-2d3b-48c3-8375-199fee4035dc tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Router ca3bf050-fd9d-44d8-b660-dac1808f74df has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:19:20.762233 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7c0a267-09e0-43c6-b076-cde6b6c77262 req-31307932-bf72-4d05-8bd0-52e3f69bba50 service neutron] 10.222.0.10 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008193 Feb 19 04:19:20.796324 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0a267-09e0-43c6-b076-cde6b6c77262 req-ba98d6af-6682-4eb8-83d1-add82aad5dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:20.797989 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7c0a267-09e0-43c6-b076-cde6b6c77262 req-ba98d6af-6682-4eb8-83d1-add82aad5dd0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4036b21c-b280-4a08-8f13-b6e5e89c48cd HTTP/1.1" status: 200 len: 860 time: 0.1849654 Feb 19 04:19:20.970147 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-61a08a92-d8de-4130-928c-6bed23aba584 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:20.977795 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-61a08a92-d8de-4130-928c-6bed23aba584 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7613928 Feb 19 04:19:20.978317 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43750) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:21.049230 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3f6e2ac6-123b-407f-89c0-81531776d07f req-81eee2aa-94a3-418d-bce2-0486eec258dc tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483328 Feb 19 04:19:21.094821 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2ac3ae2d-db8b-4b9a-bd67-d46ff19dc646 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=4da35c4b-68b2-46ed-b204-f07789c75a40 HTTP/1.1" status: 200 len: 462 time: 0.1094823 Feb 19 04:19:21.146146 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43752) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:21.230224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 684e6688-f356-4d2c-a689-b929f14f3eb5 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:19:21.248834 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43754) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:21.260303 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0a267-09e0-43c6-b076-cde6b6c77262 req-64c0cdbe-bed3-40bd-aaa3-d896a2d058f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:21.271213 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7c0a267-09e0-43c6-b076-cde6b6c77262 req-64c0cdbe-bed3-40bd-aaa3-d896a2d058f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ffb608e3-05fc-4c93-b77e-be504917d727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4572721 Feb 19 04:19:21.305280 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-28bd27ac-3246-417c-9f1e-8f26d62f3139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:21.336547 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85cd1007-d879-465e-be8f-ee069811cea6 req-fe016b65-2d3b-48c3-8375-199fee4035dc tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:19:21.359162 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf192074-0e82-447c-bb56-55da365552d9 None None] Sync routers for ids ['ca3bf050-fd9d-44d8-b660-dac1808f74df'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:19:21.391389 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf192074-0e82-447c-bb56-55da365552d9 None None] Routers {'ca3bf050-fd9d-44d8-b660-dac1808f74df'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:19:21.398370 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-cf192074-0e82-447c-bb56-55da365552d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:19:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ca3bf050-fd9d-44d8-b660-dac1808f74df'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:21.523117 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 684e6688-f356-4d2c-a689-b929f14f3eb5 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:19:21.532865 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 684e6688-f356-4d2c-a689-b929f14f3eb5 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:19:21.534916 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (684e6688-f356-4d2c-a689-b929f14f3eb5), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:21.737225 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7c0a267-09e0-43c6-b076-cde6b6c77262 req-c98c5d0d-e96c-45d4-a2d7-9e61df0160f0 service neutron] 10.222.0.10 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9544950 Feb 19 04:19:21.791744 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-464aebbf-baf4-4abb-b700-1310cb240445 service neutron] 10.222.0.65 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0236623 Feb 19 04:19:21.813563 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-cf192074-0e82-447c-bb56-55da365552d9 None None] Set router ca3bf050-fd9d-44d8-b660-dac1808f74df gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:19:21.863640 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-85cd1007-d879-465e-be8f-ee069811cea6 req-fe016b65-2d3b-48c3-8375-199fee4035dc tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] No DVR routers for this DVR port 6d6cf105-3e77-48fe-82e3-c644be11f41a on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:19:21.869220 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-85cd1007-d879-465e-be8f-ee069811cea6 req-fe016b65-2d3b-48c3-8375-199fee4035dc tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:21.878329 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7c0a267-09e0-43c6-b076-cde6b6c77262 req-b5862501-9903-462f-a0cb-73719716211c service neutron] 10.222.0.48 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434532 Feb 19 04:19:21.884831 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85cd1007-d879-465e-be8f-ee069811cea6 req-fe016b65-2d3b-48c3-8375-199fee4035dc tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.48 "DELETE /v2.0/ports/6d6cf105-3e77-48fe-82e3-c644be11f41a HTTP/1.1" status: 204 len: 173 time: 7.2309904 Feb 19 04:19:21.895663 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-28bd27ac-3246-417c-9f1e-8f26d62f3139 admin admin] Publish callbacks [] for security_group (0aa323e6-30ed-43fc-85ef-903981a77793), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:21.902289 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a37ad62-bef9-4817-b519-76e689d77a5c', 'name': 'network-vif-deleted', 'tag': '6d6cf105-3e77-48fe-82e3-c644be11f41a'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:21.909303 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d104107-66b2-4929-a8b3-89ac7a7991ad" -d '{"events": [{"server_uuid": "0a37ad62-bef9-4817-b519-76e689d77a5c", "name": "network-vif-deleted", "tag": "6d6cf105-3e77-48fe-82e3-c644be11f41a"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:21.922222 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-28bd27ac-3246-417c-9f1e-8f26d62f3139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0aa323e6-30ed-43fc-85ef-903981a77793), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:21.940276 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 684e6688-f356-4d2c-a689-b929f14f3eb5 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:21.941133 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (684e6688-f356-4d2c-a689-b929f14f3eb5), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:22.035945 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f765f8e8-6591-4e2b-9bf3-d2fb33d8582f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684e6688-f356-4d2c-a689-b929f14f3eb5'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:22.052091 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec78d9f1-9dfc-4a8b-a64c-b64643941bd2" -d '{"events": [{"server_uuid": "f765f8e8-6591-4e2b-9bf3-d2fb33d8582f", "name": "network-vif-plugged", "status": "completed", "tag": "684e6688-f356-4d2c-a689-b929f14f3eb5"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:22.063248 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd27ac-3246-417c-9f1e-8f26d62f3139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa323e6-30ed-43fc-85ef-903981a77793,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:22.103544 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 684e6688-f356-4d2c-a689-b929f14f3eb5, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=684e6688-f356-4d2c-a689-b929f14f3eb5,segment=NetworkSegment(f1e9f7c7-6f1a-45bc-a1bb-1cb9e2c072eb),segment_id=f1e9f7c7-6f1a-45bc-a1bb-1cb9e2c072eb)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:22.120452 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (684e6688-f356-4d2c-a689-b929f14f3eb5), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:22.158607 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-28bd27ac-3246-417c-9f1e-8f26d62f3139 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f3925f14db2d4e9fa19a6235c938c870&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9038811 Feb 19 04:19:22.163215 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43766) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:22.342335 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7c0a267-09e0-43c6-b076-cde6b6c77262 req-3e7f66d9-7195-426d-bdeb-dd1188fa0b34 service neutron] 10.222.0.48 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879783 Feb 19 04:19:22.467459 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7789fe5a-3983-4a9c-8700-6c369efc986c tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:22.469855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=684e6688-f356-4d2c-a689-b929f14f3eb5,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:22.475587 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-99d3495f-7721-4063-8661-b558ce2d92a9 admin admin] Publish callbacks [] for security_group (0aa323e6-30ed-43fc-85ef-903981a77793), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:22.492990 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7789fe5a-3983-4a9c-8700-6c369efc986c tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/4da35c4b-68b2-46ed-b204-f07789c75a40 HTTP/1.1" status: 204 len: 168 time: 1.3187664 Feb 19 04:19:22.496958 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43768) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:22.527466 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-66c3423f-7707-4315-a987-b13cc136a976 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=4da35c4b-68b2-46ed-b204-f07789c75a40 HTTP/1.1" status: 200 len: 221 time: 0.0287197 Feb 19 04:19:22.544421 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43770) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:22.552805 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-21bada56-aee5-40da-a00b-32c5548ec015 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--474099615', 'description': 'label created by tempest'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:22.555082 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-21bada56-aee5-40da-a00b-32c5548ec015 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] Unknown quota resources ['metering_label']. {{(pid=115198) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 04:19:22.594230 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-99d3495f-7721-4063-8661-b558ce2d92a9 admin admin] Publish callbacks [] for security_group (0aa323e6-30ed-43fc-85ef-903981a77793), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:22.631274 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec8ed644-ba25-4a99-bcd6-cddd31f68279 req-c9454cd4-4fbc-4247-83f7-dc72d2d85815 service neutron] 10.222.0.65 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8207152 Feb 19 04:19:22.847595 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fed864-281a-4053-952d-39362360cab6 req-048a7c85-dc02-42c7-9a2e-32aef5324b58 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:22.853428 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-34fed864-281a-4053-952d-39362360cab6 req-048a7c85-dc02-42c7-9a2e-32aef5324b58 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.65 "GET /v2.0/ports?device_id=f765f8e8-6591-4e2b-9bf3-d2fb33d8582f HTTP/1.1" status: 200 len: 945 time: 0.4931715 Feb 19 04:19:22.902623 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b1591097-3289-4c84-93dd-2382f71e9b71 req-f0002768-e65e-4c35-8645-30bc13a79d2d tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a37ad62-bef9-4817-b519-76e689d77a5c HTTP/1.1" status: 200 len: 210 time: 0.0917668 Feb 19 04:19:23.116846 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-cf192074-0e82-447c-bb56-55da365552d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'name': 'tempest-ServersTestFqdnHostnames-702268338-router', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '9730bc16-0c77-4262-9c29-36ec67945512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:57Z', 'revision_number': 4, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'gw_port': {'id': '9730bc16-0c77-4262-9c29-36ec67945512', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:38Z', 'updated_at': '2022-02-19T04:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '63e3acdb-9c92-4e21-9f72-972ad0695e05', 'name': '', 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'mac_address': 'fa:16:3e:97:5a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'bfd6d5da-2430-4dcd-a453-690f98ee361c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:51Z', 'updated_at': '2022-02-19T04:18:05Z', 'revision_number': 5, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'subnets': [{'id': 'bfd6d5da-2430-4dcd-a453-690f98ee361c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:23.182162 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf192074-0e82-447c-bb56-55da365552d9 None None] Checking router: ca3bf050-fd9d-44d8-b660-dac1808f74df for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:19:23.213574 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf192074-0e82-447c-bb56-55da365552d9 None None] Routers {'ca3bf050-fd9d-44d8-b660-dac1808f74df'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:19:23.214815 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-cf192074-0e82-447c-bb56-55da365552d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:19:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ca3bf050-fd9d-44d8-b660-dac1808f74df'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:23.280650 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbfebe-1177-4d1d-be1a-2f45d389a4f7 req-fbdddbb4-c76f-4cb6-990b-19a591ad5997 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:23.296870 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-99d3495f-7721-4063-8661-b558ce2d92a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0aa323e6-30ed-43fc-85ef-903981a77793), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:23.298485 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbfebe-1177-4d1d-be1a-2f45d389a4f7 req-fbdddbb4-c76f-4cb6-990b-19a591ad5997 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:23.301332 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-99d3495f-7721-4063-8661-b558ce2d92a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:23.303439 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-99d3495f-7721-4063-8661-b558ce2d92a9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0aa323e6-30ed-43fc-85ef-903981a77793 HTTP/1.1" status: 204 len: 168 time: 1.1323771 Feb 19 04:19:23.314120 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbfebe-1177-4d1d-be1a-2f45d389a4f7 req-fbdddbb4-c76f-4cb6-990b-19a591ad5997 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:23.326647 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbfebe-1177-4d1d-be1a-2f45d389a4f7 req-fbdddbb4-c76f-4cb6-990b-19a591ad5997 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:23.339497 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbfebe-1177-4d1d-be1a-2f45d389a4f7 req-fbdddbb4-c76f-4cb6-990b-19a591ad5997 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:23.354985 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbfebe-1177-4d1d-be1a-2f45d389a4f7 req-fbdddbb4-c76f-4cb6-990b-19a591ad5997 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:23.368339 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbfebe-1177-4d1d-be1a-2f45d389a4f7 req-fbdddbb4-c76f-4cb6-990b-19a591ad5997 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:23.398666 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d4cbfebe-1177-4d1d-be1a-2f45d389a4f7 req-fbdddbb4-c76f-4cb6-990b-19a591ad5997 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5436 time: 0.3620291 Feb 19 04:19:23.555455 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21bada56-aee5-40da-a00b-32c5548ec015 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:23.561377 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-21bada56-aee5-40da-a00b-32c5548ec015 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 1.0139799 Feb 19 04:19:23.571360 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43776) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:23.646390 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-cf192074-0e82-447c-bb56-55da365552d9 None None] Set router ca3bf050-fd9d-44d8-b660-dac1808f74df gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:19:23.708302 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d4cbfebe-1177-4d1d-be1a-2f45d389a4f7 req-39fc0117-bab1-453d-a401-b5ed123ac631 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3067768 Feb 19 04:19:23.805101 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c0f4977e-d8db-47ac-997a-f45db2b35d7f tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=bcca191b-79da-46eb-9e8d-665d1e64fb53 HTTP/1.1" status: 200 len: 467 time: 0.2309566 Feb 19 04:19:23.811873 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43780) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:23.812105 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3495f-7721-4063-8661-b558ce2d92a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa323e6-30ed-43fc-85ef-903981a77793,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:23.833704 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-34fed864-281a-4053-952d-39362360cab6 req-7f5ddeb1-e2c5-49c2-9b31-cd07f6fae11f tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bde68cb-b2e4-420a-8631-1ae9da909262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7880282 Feb 19 04:19:24.014361 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d1ecd7-e465-4534-9ed7-68f3250431eb x-openstack-request-id: req-a4d1ecd7-e465-4534-9ed7-68f3250431eb {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:24.015945 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f765f8e8-6591-4e2b-9bf3-d2fb33d8582f", "name": "network-vif-plugged", "status": "completed", "tag": "684e6688-f356-4d2c-a689-b929f14f3eb5", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:24.016562 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a4d1ecd7-e465-4534-9ed7-68f3250431eb {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:24.017588 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f765f8e8-6591-4e2b-9bf3-d2fb33d8582f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684e6688-f356-4d2c-a689-b929f14f3eb5', 'code': 200} Feb 19 04:19:24.393075 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6fdb0-8279-411f-a093-23be4c63218a req-76ebfc53-f731-4315-88f2-1346b1b69651 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:24.403554 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fdb6fdb0-8279-411f-a093-23be4c63218a req-76ebfc53-f731-4315-88f2-1346b1b69651 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.1830106 Feb 19 04:19:24.595532 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-cf192074-0e82-447c-bb56-55da365552d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'name': 'tempest-ServersTestFqdnHostnames-702268338-router', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '9730bc16-0c77-4262-9c29-36ec67945512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:57Z', 'revision_number': 4, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'gw_port': {'id': '9730bc16-0c77-4262-9c29-36ec67945512', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:38Z', 'updated_at': '2022-02-19T04:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '63e3acdb-9c92-4e21-9f72-972ad0695e05', 'name': '', 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'mac_address': 'fa:16:3e:97:5a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'bfd6d5da-2430-4dcd-a453-690f98ee361c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:51Z', 'updated_at': '2022-02-19T04:18:05Z', 'revision_number': 5, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'subnets': [{'id': 'bfd6d5da-2430-4dcd-a453-690f98ee361c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:24.643413 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fdb6fdb0-8279-411f-a093-23be4c63218a req-c4150334-cbd6-4192-9c34-e51da665f473 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217119 Feb 19 04:19:24.712109 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf192074-0e82-447c-bb56-55da365552d9 None None] The sync data for ids ['ca3bf050-fd9d-44d8-b660-dac1808f74df'] in n-d-772273-4 is: [{'id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'name': 'tempest-ServersTestFqdnHostnames-702268338-router', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '9730bc16-0c77-4262-9c29-36ec67945512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:57Z', 'revision_number': 4, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'gw_port': {'id': '9730bc16-0c77-4262-9c29-36ec67945512', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:38Z', 'updated_at': '2022-02-19T04:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '63e3acdb-9c92-4e21-9f72-972ad0695e05', 'name': '', 'network_id': '23e58a62-5420-4961-bbbe-6b9f43f9106d', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'mac_address': 'fa:16:3e:97:5a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'bfd6d5da-2430-4dcd-a453-690f98ee361c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:51Z', 'updated_at': '2022-02-19T04:18:05Z', 'revision_number': 5, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'subnets': [{'id': 'bfd6d5da-2430-4dcd-a453-690f98ee361c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:19:24.767235 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea6f112d-cc0e-4e7b-a182-de7760504ef2 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:24.783763 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ea6f112d-cc0e-4e7b-a182-de7760504ef2 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/bcca191b-79da-46eb-9e8d-665d1e64fb53 HTTP/1.1" status: 204 len: 168 time: 0.9693546 Feb 19 04:19:24.784708 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43792) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:24.814569 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1a426-27e5-49c0-b82b-879df10814e8 req-eabc24ef-1a11-4e72-8093-43e9eede1b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:24.817585 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c9b1a426-27e5-49c0-b82b-879df10814e8 req-eabc24ef-1a11-4e72-8093-43e9eede1b01 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f765f8e8-6591-4e2b-9bf3-d2fb33d8582f HTTP/1.1" status: 200 len: 1127 time: 0.5545325 Feb 19 04:19:24.897740 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-09f867ff-a5cc-45a2-ab2f-9dce28671569 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=bcca191b-79da-46eb-9e8d-665d1e64fb53 HTTP/1.1" status: 200 len: 216 time: 0.1092813 Feb 19 04:19:24.924614 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43798) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:24.935244 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-d59227ae-97f3-4f0d-bbc0-5b963f1ea016 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:24.973597 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-d59227ae-97f3-4f0d-bbc0-5b963f1ea016 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:24.982191 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a63fda51-b185-4b58-b3cb-1a95fea98aa3 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0556090 Feb 19 04:19:24.982955 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43804) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:24.997101 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-d59227ae-97f3-4f0d-bbc0-5b963f1ea016 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:25.020120 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-d59227ae-97f3-4f0d-bbc0-5b963f1ea016 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:25.045871 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-d59227ae-97f3-4f0d-bbc0-5b963f1ea016 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:25.076737 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-d59227ae-97f3-4f0d-bbc0-5b963f1ea016 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:25.099136 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c9a041a7-41b1-493b-bd9a-04970de464de tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1123154 Feb 19 04:19:25.100040 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43806) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:25.102797 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-d59227ae-97f3-4f0d-bbc0-5b963f1ea016 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:25.106279 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-d59227ae-97f3-4f0d-bbc0-5b963f1ea016 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5436 time: 0.4302080 Feb 19 04:19:25.117699 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c9b1a426-27e5-49c0-b82b-879df10814e8 req-44ca6cb9-9c39-4ba6-80c0-8ab0f3373e39 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4bde68cb-b2e4-420a-8631-1ae9da909262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728312 Feb 19 04:19:25.121498 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23d5391-b147-4a41-959a-8369520f7b9d x-openstack-request-id: req-d23d5391-b147-4a41-959a-8369520f7b9d {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:25.121982 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a37ad62-bef9-4817-b519-76e689d77a5c", "name": "network-vif-deleted", "tag": "6d6cf105-3e77-48fe-82e3-c644be11f41a", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:25.122386 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d23d5391-b147-4a41-959a-8369520f7b9d {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:25.123001 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a37ad62-bef9-4817-b519-76e689d77a5c', 'name': 'network-vif-deleted', 'tag': '6d6cf105-3e77-48fe-82e3-c644be11f41a', 'status': 'completed', 'code': 200} Feb 19 04:19:25.334285 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1daf609b-4dac-42f7-8c4e-2391f5e36629 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels/c83b209d-f1e5-4a9c-96d8-f5fca4ee37a1 HTTP/1.1" status: 200 len: 472 time: 0.2260756 Feb 19 04:19:25.340617 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43812) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:25.367011 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fb187e3a-4059-4052-9bfb-7cfdb2abc657 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules/11985a34-a532-4a1e-9af3-74af0461d8ab HTTP/1.1" status: 200 len: 459 time: 0.0241203 Feb 19 04:19:25.372217 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43814) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:25.499462 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-49b6316d-f742-4d8e-9460-76b4e603672d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:25.504005 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-49b6316d-f742-4d8e-9460-76b4e603672d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.10 "GET /v2.0/ports/9d415e29-cab4-46b2-af1d-2e9b199b10da?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3783123 Feb 19 04:19:25.814389 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a4bd23b2-7287-4e70-a230-4b48a8da5bdc tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:25.814389 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a4bd23b2-7287-4e70-a230-4b48a8da5bdc tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/11985a34-a532-4a1e-9af3-74af0461d8ab HTTP/1.1" status: 204 len: 168 time: 0.4297574 Feb 19 04:19:25.821625 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43822) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:25.828621 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d353a95-1d7b-475e-b798-645c1b55bc8d req-e4d87111-480e-4045-b2b9-77cc0c3bdbe3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:25.873597 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d353a95-1d7b-475e-b798-645c1b55bc8d req-e4d87111-480e-4045-b2b9-77cc0c3bdbe3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:25.914361 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d353a95-1d7b-475e-b798-645c1b55bc8d req-e4d87111-480e-4045-b2b9-77cc0c3bdbe3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:25.944390 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d353a95-1d7b-475e-b798-645c1b55bc8d req-e4d87111-480e-4045-b2b9-77cc0c3bdbe3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:25.955039 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d353a95-1d7b-475e-b798-645c1b55bc8d req-e4d87111-480e-4045-b2b9-77cc0c3bdbe3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:25.967317 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d353a95-1d7b-475e-b798-645c1b55bc8d req-e4d87111-480e-4045-b2b9-77cc0c3bdbe3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:25.979893 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d353a95-1d7b-475e-b798-645c1b55bc8d req-e4d87111-480e-4045-b2b9-77cc0c3bdbe3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:26.005402 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d353a95-1d7b-475e-b798-645c1b55bc8d req-e4d87111-480e-4045-b2b9-77cc0c3bdbe3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5436 time: 0.5415640 Feb 19 04:19:26.087460 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262c434f-ea21-41cf-92fe-51cd50360dda None None] New status for floating IP bce6fee5-7309-4973-be31-a0ec0de70558: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:19:26.248373 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d353a95-1d7b-475e-b798-645c1b55bc8d req-0ccbfea4-f49c-4936-a7aa-fa66e4fbf011 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2415714 Feb 19 04:19:26.251986 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b5d7a013-16f7-46ab-8277-8e738bf141fd req-65b03025-1a8c-489c-92e7-0e35f8c05a01 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 1001 time: 1.1376061 Feb 19 04:19:26.336742 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43834) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:26.582568 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884914b-b99c-49ac-83bf-579c391426fd req-982cb871-1d21-434e-8e1c-0096665794a4 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:26.585761 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7884914b-b99c-49ac-83bf-579c391426fd req-982cb871-1d21-434e-8e1c-0096665794a4 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.65 "GET /v2.0/ports?device_id=f765f8e8-6591-4e2b-9bf3-d2fb33d8582f HTTP/1.1" status: 200 len: 945 time: 0.1325588 Feb 19 04:19:26.708727 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-568b26c2-f50d-45bf-870f-73bcf18bacfb tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-746131811'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:26.743039 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-8d9563a9-fd30-42bc-a2e9-2e872e12405f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.10 "GET /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.0888431 Feb 19 04:19:26.773748 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-8056b033-f477-4d20-8669-f5184482c815 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:26.795970 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568b26c2-f50d-45bf-870f-73bcf18bacfb tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:19:26.800778 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-568b26c2-f50d-45bf-870f-73bcf18bacfb tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:26.822538 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7884914b-b99c-49ac-83bf-579c391426fd req-4d6966b2-792a-47a8-9d74-f672f6527239 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bde68cb-b2e4-420a-8631-1ae9da909262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289200 Feb 19 04:19:26.853335 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-568b26c2-f50d-45bf-870f-73bcf18bacfb tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:26.860460 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7a013-16f7-46ab-8277-8e738bf141fd req-ffe6f85c-3c02-4fb9-a553-9e4f3dc97b29 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:26.869482 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b5d7a013-16f7-46ab-8277-8e738bf141fd req-ffe6f85c-3c02-4fb9-a553-9e4f3dc97b29 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports/298c23aa-68d2-4837-90a3-1e4e336be74d HTTP/1.1" status: 200 len: 942 time: 0.5895619 Feb 19 04:19:26.930345 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43840) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:27.107913 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-05c1502e-dfa9-4dbc-8390-c8df13c8f8b5 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:27.110157 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-05c1502e-dfa9-4dbc-8390-c8df13c8f8b5 tempest-MeteringIpV6TestJSON-8311125 tempest-MeteringIpV6TestJSON-8311125-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/c83b209d-f1e5-4a9c-96d8-f5fca4ee37a1 HTTP/1.1" status: 204 len: 168 time: 1.2745969 Feb 19 04:19:27.242600 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb3e49c1-2e51-4673-a3fc-c30cbd0ad575 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks [] for security_group (1dad27c5-33e2-48b8-892e-67a5b9e2ccfb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:27.274994 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 434235d7-dfe6-4b36-a5d6-5491aa76e4ab no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:27.360678 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f6bab-86b9-454c-9fb8-2c6457e39c3c req-9afb975c-f169-448f-9d73-e03bf4daebf0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:27.370932 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1c2f6bab-86b9-454c-9fb8-2c6457e39c3c req-9afb975c-f169-448f-9d73-e03bf4daebf0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.2922101 Feb 19 04:19:27.415674 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-568b26c2-f50d-45bf-870f-73bcf18bacfb tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for security_group (52c59755-f712-4054-9921-7d804e88d91f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:27.420741 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb3e49c1-2e51-4673-a3fc-c30cbd0ad575 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks [] for security_group (1dad27c5-33e2-48b8-892e-67a5b9e2ccfb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:27.420986 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-8056b033-f477-4d20-8669-f5184482c815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9d415e29-cab4-46b2-af1d-2e9b199b10da), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:27.453855 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-568b26c2-f50d-45bf-870f-73bcf18bacfb tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (52c59755-f712-4054-9921-7d804e88d91f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:27.541468 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b5d7a013-16f7-46ab-8277-8e738bf141fd req-b83152f5-78e4-4ff6-90cb-d5c8c07951f3 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 1001 time: 0.5264435 Feb 19 04:19:27.553740 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 434235d7-dfe6-4b36-a5d6-5491aa76e4ab is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:27.561703 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (434235d7-dfe6-4b36-a5d6-5491aa76e4ab), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:27.611208 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1c2f6bab-86b9-454c-9fb8-2c6457e39c3c req-7aa64987-b528-4d25-93c3-f7af386868a6 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402351 Feb 19 04:19:27.695876 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568b26c2-f50d-45bf-870f-73bcf18bacfb tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:19:27.697134 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 434235d7-dfe6-4b36-a5d6-5491aa76e4ab, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=434235d7-dfe6-4b36-a5d6-5491aa76e4ab,segment=NetworkSegment(3c3cc939-80bd-4c27-898f-5f96a179182c),segment_id=3c3cc939-80bd-4c27-898f-5f96a179182c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:27.701468 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434235d7-dfe6-4b36-a5d6-5491aa76e4ab'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:27.714070 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f76ed9-ddb9-4903-acee-69d8fa8f26b6" -d '{"events": [{"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "434235d7-dfe6-4b36-a5d6-5491aa76e4ab"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:27.733932 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (434235d7-dfe6-4b36-a5d6-5491aa76e4ab), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:27.735728 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 4e690be2-b43f-4068-b470-83c74b17ac13 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:27.736405 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-568b26c2-f50d-45bf-870f-73bcf18bacfb tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (77d860f4-fa4e-439e-9cd9-bc87a909dda4), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:27.736979 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-568b26c2-f50d-45bf-870f-73bcf18bacfb tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Added segment 77d860f4-fa4e-439e-9cd9-bc87a909dda4 of type vlan for network 9e765b0b-136b-493b-bef9-44145ed793f7 Feb 19 04:19:27.991746 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=434235d7-dfe6-4b36-a5d6-5491aa76e4ab,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:28.009111 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-568b26c2-f50d-45bf-870f-73bcf18bacfb tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (9e765b0b-136b-493b-bef9-44145ed793f7), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:28.030100 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b26c2-f50d-45bf-870f-73bcf18bacfb tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c59755-f712-4054-9921-7d804e88d91f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:28.091386 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43864) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:28.143374 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04887660-79a2-4828-b2a9-c76580620d45 req-a8626be4-30fa-43ee-bb66-9bfde306f51f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:28.153079 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04887660-79a2-4828-b2a9-c76580620d45 req-a8626be4-30fa-43ee-bb66-9bfde306f51f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:28.164735 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04887660-79a2-4828-b2a9-c76580620d45 req-a8626be4-30fa-43ee-bb66-9bfde306f51f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:28.178864 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04887660-79a2-4828-b2a9-c76580620d45 req-a8626be4-30fa-43ee-bb66-9bfde306f51f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:28.188741 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04887660-79a2-4828-b2a9-c76580620d45 req-a8626be4-30fa-43ee-bb66-9bfde306f51f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:28.204704 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04887660-79a2-4828-b2a9-c76580620d45 req-a8626be4-30fa-43ee-bb66-9bfde306f51f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:28.231585 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04887660-79a2-4828-b2a9-c76580620d45 req-a8626be4-30fa-43ee-bb66-9bfde306f51f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:28.250278 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04887660-79a2-4828-b2a9-c76580620d45 req-a8626be4-30fa-43ee-bb66-9bfde306f51f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 5434 time: 0.3858132 Feb 19 04:19:28.257508 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb3e49c1-2e51-4673-a3fc-c30cbd0ad575 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1dad27c5-33e2-48b8-892e-67a5b9e2ccfb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:28.261804 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb3e49c1-2e51-4673-a3fc-c30cbd0ad575 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:28.268623 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fb3e49c1-2e51-4673-a3fc-c30cbd0ad575 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "DELETE /v2.0/security-groups/1dad27c5-33e2-48b8-892e-67a5b9e2ccfb HTTP/1.1" status: 204 len: 168 time: 1.3311598 Feb 19 04:19:28.277517 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7a013-16f7-46ab-8277-8e738bf141fd req-c7c99e39-cabb-4b05-85f6-b09d5a327e57 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:28.286278 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43868) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:28.295388 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b5d7a013-16f7-46ab-8277-8e738bf141fd req-c7c99e39-cabb-4b05-85f6-b09d5a327e57 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.6601284 Feb 19 04:19:28.311013 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 4e690be2-b43f-4068-b470-83c74b17ac13 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:28.322066 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-568b26c2-f50d-45bf-870f-73bcf18bacfb tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (9e765b0b-136b-493b-bef9-44145ed793f7), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:28.325665 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4e690be2-b43f-4068-b470-83c74b17ac13), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:28.348584 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568b26c2-f50d-45bf-870f-73bcf18bacfb tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:28.354053 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-568b26c2-f50d-45bf-870f-73bcf18bacfb tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:28.368097 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e49c1-2e51-4673-a3fc-c30cbd0ad575 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dad27c5-33e2-48b8-892e-67a5b9e2ccfb,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:28.428540 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-8056b033-f477-4d20-8669-f5184482c815 service neutron] For port 9d415e29-cab4-46b2-af1d-2e9b199b10da, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=9d415e29-cab4-46b2-af1d-2e9b199b10da,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:28.462619 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7942c8-faaa-4d23-b7d5-c2341c973609 x-openstack-request-id: req-3c7942c8-faaa-4d23-b7d5-c2341c973609 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:28.462964 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "434235d7-dfe6-4b36-a5d6-5491aa76e4ab", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:28.463223 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3c7942c8-faaa-4d23-b7d5-c2341c973609 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:28.466862 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434235d7-dfe6-4b36-a5d6-5491aa76e4ab', 'code': 200} Feb 19 04:19:28.547401 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 4e690be2-b43f-4068-b470-83c74b17ac13, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=4e690be2-b43f-4068-b470-83c74b17ac13,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:28.560355 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4e690be2-b43f-4068-b470-83c74b17ac13), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:28.562215 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device d55925d6-45fb-442a-a75b-25b53b26f933 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:28.565677 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-8056b033-f477-4d20-8669-f5184482c815 service neutron] For port 9d415e29-cab4-46b2-af1d-2e9b199b10da, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:19:28.644520 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-27db124a-8743-482f-abe8-911e23cd957f tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] show failed (client error): The resource could not be found. Feb 19 04:19:28.649533 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-27db124a-8743-482f-abe8-911e23cd957f tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "GET /v2.0/security-groups/1dad27c5-33e2-48b8-892e-67a5b9e2ccfb HTTP/1.1" status: 404 len: 347 time: 0.2824314 Feb 19 04:19:28.682871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43874) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:28.694831 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b26c2-f50d-45bf-870f-73bcf18bacfb tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Network': ['ID=9e765b0b-136b-493b-bef9-44145ed793f7,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:28.700387 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-8056b033-f477-4d20-8669-f5184482c815 service neutron] device_id is not set on port 9d415e29-cab4-46b2-af1d-2e9b199b10da yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:19:28.719577 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:19:28.721899 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-8056b033-f477-4d20-8669-f5184482c815 service neutron] Publish callbacks [] for port (9d415e29-cab4-46b2-af1d-2e9b199b10da), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:28.736373 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-8056b033-f477-4d20-8669-f5184482c815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (9d415e29-cab4-46b2-af1d-2e9b199b10da), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:28.745069 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-568b26c2-f50d-45bf-870f-73bcf18bacfb tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3987248 Feb 19 04:19:28.751249 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3447d77e-91b7-489c-8325-8228d8610dab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:28.754208 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43878) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:28.828506 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-78a122b9-560f-4ce4-b293-24aa99e8365b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:28.961542 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=4e690be2-b43f-4068-b470-83c74b17ac13,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:28.977552 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port d55925d6-45fb-442a-a75b-25b53b26f933 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:28.978237 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d55925d6-45fb-442a-a75b-25b53b26f933), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:29.071433 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04887660-79a2-4828-b2a9-c76580620d45 req-a8d66d81-ddd1-4787-ba63-38082092c7fd tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8192036 Feb 19 04:19:29.073883 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port d55925d6-45fb-442a-a75b-25b53b26f933, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=d55925d6-45fb-442a-a75b-25b53b26f933,segment=NetworkSegment(35e2884c-3d3d-4a1c-80c4-83e043e81213),segment_id=35e2884c-3d3d-4a1c-80c4-83e043e81213)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:29.080999 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (d55925d6-45fb-442a-a75b-25b53b26f933), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:29.082272 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:29.163461 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a122b9-560f-4ce4-b293-24aa99e8365b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:19:29.167082 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78a122b9-560f-4ce4-b293-24aa99e8365b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:29.185496 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d12f87-7ad1-497d-b986-fc782915753c req-497a8f88-a254-41dc-a822-66b2763fef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:29.188354 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d7d12f87-7ad1-497d-b986-fc782915753c req-497a8f88-a254-41dc-a822-66b2763fef48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b786c5ef5d584827a0b45726072f8eb3&device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 1127 time: 0.5658510 Feb 19 04:19:29.341884 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=d55925d6-45fb-442a-a75b-25b53b26f933,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:29.351397 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:29.352280 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (cf4a7ad7-d5cc-459b-b845-e8aa028aeed0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:29.426368 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port cf4a7ad7-d5cc-459b-b845-e8aa028aeed0, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=cf4a7ad7-d5cc-459b-b845-e8aa028aeed0,segment=NetworkSegment(3c3cc939-80bd-4c27-898f-5f96a179182c),segment_id=3c3cc939-80bd-4c27-898f-5f96a179182c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:29.435827 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (cf4a7ad7-d5cc-459b-b845-e8aa028aeed0), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:29.437076 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 9d415e29-cab4-46b2-af1d-2e9b199b10da no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:29.646230 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=cf4a7ad7-d5cc-459b-b845-e8aa028aeed0,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:29.659897 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] The host n-h1-772273-4 is not matching for port 9d415e29-cab4-46b2-af1d-2e9b199b10da host ! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:19:29.660429 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 9d415e29-cab4-46b2-af1d-2e9b199b10da not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:19:29.661122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 13c2138b-ecb4-49ec-863d-bf5056060952 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:29.737769 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-8056b033-f477-4d20-8669-f5184482c815 service neutron] No DVR routers for this DVR port 9d415e29-cab4-46b2-af1d-2e9b199b10da on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:19:29.806967 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-8056b033-f477-4d20-8669-f5184482c815 service neutron] In _notify_port_updated(), no bound segment for port 9d415e29-cab4-46b2-af1d-2e9b199b10da on network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 {{(pid=115198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:19:29.808028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-8056b033-f477-4d20-8669-f5184482c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:29.808953 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-8056b033-f477-4d20-8669-f5184482c815 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:29.813845 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-8056b033-f477-4d20-8669-f5184482c815 service neutron] 10.222.0.10 "PUT /v2.0/ports/9d415e29-cab4-46b2-af1d-2e9b199b10da HTTP/1.1" status: 200 len: 1027 time: 3.0554080 Feb 19 04:19:29.832898 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1ea55-95ae-41b0-b4fc-082be5f78ac2 req-ab18dba8-42d7-41b3-a5a4-98b0025d2b64 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:29.834884 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67a1ea55-95ae-41b0-b4fc-082be5f78ac2 req-ab18dba8-42d7-41b3-a5a4-98b0025d2b64 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.65 "GET /v2.0/ports?device_id=f765f8e8-6591-4e2b-9bf3-d2fb33d8582f HTTP/1.1" status: 200 len: 945 time: 1.1992352 Feb 19 04:19:29.859373 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 13c2138b-ecb4-49ec-863d-bf5056060952 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:29.860124 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (13c2138b-ecb4-49ec-863d-bf5056060952), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:29.929835 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056b033-f477-4d20-8669-f5184482c815 service neutron] Pushing event updated for resources: {'Port': ['ID=9d415e29-cab4-46b2-af1d-2e9b199b10da,revision_number=6']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:29.979384 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 13c2138b-ecb4-49ec-863d-bf5056060952, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=13c2138b-ecb4-49ec-863d-bf5056060952,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:29.987243 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (13c2138b-ecb4-49ec-863d-bf5056060952), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:29.988899 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 98ba4396-14a0-458f-9a0f-0e07a7c286aa no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:29.999328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-da7c1734-02c7-44a9-b051-c412171a189d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:30.005041 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-da7c1734-02c7-44a9-b051-c412171a189d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.10 "GET /v2.0/ports/13c2138b-ecb4-49ec-863d-bf5056060952?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1804695 Feb 19 04:19:30.014740 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-1c9889e8-d5cf-40e2-a01d-76d85d809659 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:30.146840 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-1c9889e8-d5cf-40e2-a01d-76d85d809659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (13c2138b-ecb4-49ec-863d-bf5056060952), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:30.155439 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67a1ea55-95ae-41b0-b4fc-082be5f78ac2 req-5ba5aa08-5bf3-496b-ac5c-200b2038f87e tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bde68cb-b2e4-420a-8631-1ae9da909262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074895 Feb 19 04:19:30.165456 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-835e4cc3-a94d-4b4a-90ae-a9bfa359fe38 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 1001 time: 1.0099945 Feb 19 04:19:30.178517 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-a754d376-52ef-49ac-819f-bdea24733226 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Deleting port 4ced5a59-2f3d-4bf6-a1a9-8f831e3ca154 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:30.179299 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a754d376-52ef-49ac-819f-bdea24733226 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (4ced5a59-2f3d-4bf6-a1a9-8f831e3ca154), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:30.194285 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=13c2138b-ecb4-49ec-863d-bf5056060952,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:30.308881 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3256a948-2d94-4c9f-a431-5d79b19843b3 None None] Provisioning complete for port 9d415e29-cab4-46b2-af1d-2e9b199b10da triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:19:30.309911 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3256a948-2d94-4c9f-a431-5d79b19843b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9d415e29-cab4-46b2-af1d-2e9b199b10da), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:30.393256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3256a948-2d94-4c9f-a431-5d79b19843b3 None None] Port 9d415e29-cab4-46b2-af1d-2e9b199b10da cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:19:30.413109 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 98ba4396-14a0-458f-9a0f-0e07a7c286aa is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:30.414008 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (98ba4396-14a0-458f-9a0f-0e07a7c286aa), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:30.415886 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3447d77e-91b7-489c-8325-8228d8610dab admin admin] Publish callbacks [] for security_group (90401ade-2d07-40be-b6c8-a0f079895243), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:30.432200 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-02e2193e-727d-4659-9d98-084354c72345 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:30.434808 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-02e2193e-727d-4659-9d98-084354c72345 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports/298c23aa-68d2-4837-90a3-1e4e336be74d HTTP/1.1" status: 200 len: 942 time: 0.2176497 Feb 19 04:19:30.441592 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d12f87-7ad1-497d-b986-fc782915753c req-ee778bc9-5416-4ee5-b5a0-04d07ef9d330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:30.443488 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d7d12f87-7ad1-497d-b986-fc782915753c req-ee778bc9-5416-4ee5-b5a0-04d07ef9d330 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d40f42e-b749-4901-ba8a-e7eceb678438 HTTP/1.1" status: 200 len: 911 time: 1.1818705 Feb 19 04:19:30.449799 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3447d77e-91b7-489c-8325-8228d8610dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (90401ade-2d07-40be-b6c8-a0f079895243), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:30.472715 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e690be2-b43f-4068-b470-83c74b17ac13'}, {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd55925d6-45fb-442a-a75b-25b53b26f933'}, {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf4a7ad7-d5cc-459b-b845-e8aa028aeed0'}, {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13c2138b-ecb4-49ec-863d-bf5056060952'}, {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98ba4396-14a0-458f-9a0f-0e07a7c286aa'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:30.477738 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f452fca-d8ed-493b-9210-69a108b1f7ec" -d '{"events": [{"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "4e690be2-b43f-4068-b470-83c74b17ac13"}, {"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "d55925d6-45fb-442a-a75b-25b53b26f933"}, {"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "cf4a7ad7-d5cc-459b-b845-e8aa028aeed0"}, {"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "13c2138b-ecb4-49ec-863d-bf5056060952"}, {"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "98ba4396-14a0-458f-9a0f-0e07a7c286aa"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:30.512229 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 98ba4396-14a0-458f-9a0f-0e07a7c286aa, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=98ba4396-14a0-458f-9a0f-0e07a7c286aa,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:30.520806 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (98ba4396-14a0-458f-9a0f-0e07a7c286aa), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:30.558608 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f829e8c-c4ba-40d4-98a0-099ddda762a5 req-829e1724-874a-4300-8f3c-2e957767ff2e tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:30.562047 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7f829e8c-c4ba-40d4-98a0-099ddda762a5 req-829e1724-874a-4300-8f3c-2e957767ff2e tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 945 time: 0.1614466 Feb 19 04:19:30.593305 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d7d12f87-7ad1-497d-b986-fc782915753c req-cf0cfc5e-aa88-4fd9-b007-bdf1e02b45fb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28e20baf-f36a-4220-9fb7-77aa6a12fc33 HTTP/1.1" status: 200 len: 217 time: 0.1357808 Feb 19 04:19:30.605135 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-1c9889e8-d5cf-40e2-a01d-76d85d809659 service neutron] For port 13c2138b-ecb4-49ec-863d-bf5056060952, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=13c2138b-ecb4-49ec-863d-bf5056060952,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:30.631129 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=98ba4396-14a0-458f-9a0f-0e07a7c286aa,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:30.644398 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a754d376-52ef-49ac-819f-bdea24733226 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (4ced5a59-2f3d-4bf6-a1a9-8f831e3ca154), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:30.644811 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a754d376-52ef-49ac-819f-bdea24733226 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks [] for floatingip (4ced5a59-2f3d-4bf6-a1a9-8f831e3ca154), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:30.694942 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3447d77e-91b7-489c-8325-8228d8610dab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4d40fb76f31240c4a22ce7b89c4be142&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5973871 Feb 19 04:19:30.695140 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7f829e8c-c4ba-40d4-98a0-099ddda762a5 req-341d52a2-63cf-41c3-8eab-73368f88f071 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116798 Feb 19 04:19:30.727002 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43890) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:30.736351 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-a754d376-52ef-49ac-819f-bdea24733226 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Calling delete_port for 4ced5a59-2f3d-4bf6-a1a9-8f831e3ca154 owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:30.744116 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-1c9889e8-d5cf-40e2-a01d-76d85d809659 service neutron] For port 13c2138b-ecb4-49ec-863d-bf5056060952, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:19:30.745052 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447d77e-91b7-489c-8325-8228d8610dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90401ade-2d07-40be-b6c8-a0f079895243,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:30.852240 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-1c9889e8-d5cf-40e2-a01d-76d85d809659 service neutron] device_id is not set on port 13c2138b-ecb4-49ec-863d-bf5056060952 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:19:30.856656 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d12f87-7ad1-497d-b986-fc782915753c req-5f7c0a5e-a454-4bff-95f4-66c5596afff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:30.858241 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d7d12f87-7ad1-497d-b986-fc782915753c req-5f7c0a5e-a454-4bff-95f4-66c5596afff8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=409a3c1a-34aa-46ee-b1af-34e270dd570a HTTP/1.1" status: 200 len: 851 time: 0.2316115 Feb 19 04:19:30.867097 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-1c9889e8-d5cf-40e2-a01d-76d85d809659 service neutron] Publish callbacks [] for port (13c2138b-ecb4-49ec-863d-bf5056060952), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:30.885027 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-1c9889e8-d5cf-40e2-a01d-76d85d809659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (13c2138b-ecb4-49ec-863d-bf5056060952), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:30.890365 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-7b57ff8f-4a04-4902-aa6e-b3683a871c9b tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 1001 time: 0.2653117 Feb 19 04:19:30.925479 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-86b11f41-e33a-4215-95b7-9c15035c52e6 admin admin] Publish callbacks [] for security_group (90401ade-2d07-40be-b6c8-a0f079895243), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:30.931639 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d7d12f87-7ad1-497d-b986-fc782915753c req-47bd3a7c-2bfb-4b29-ba84-0cc7a5652555 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d40f42e-b749-4901-ba8a-e7eceb678438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642240 Feb 19 04:19:30.986269 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d3dd4-49ba-4665-84de-8e8907c51705 req-7e5abfef-fe6a-4267-973f-68eabacd5fb9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:30.992414 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d3dd4-49ba-4665-84de-8e8907c51705 req-7e5abfef-fe6a-4267-973f-68eabacd5fb9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:30.998057 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d3dd4-49ba-4665-84de-8e8907c51705 req-7e5abfef-fe6a-4267-973f-68eabacd5fb9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:30.998404 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78a122b9-560f-4ce4-b293-24aa99e8365b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (71fb0d6e-4e4f-4688-b0a7-dec5ab074491), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:31.003558 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d3dd4-49ba-4665-84de-8e8907c51705 req-7e5abfef-fe6a-4267-973f-68eabacd5fb9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:31.009236 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d3dd4-49ba-4665-84de-8e8907c51705 req-7e5abfef-fe6a-4267-973f-68eabacd5fb9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:31.015272 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d3dd4-49ba-4665-84de-8e8907c51705 req-7e5abfef-fe6a-4267-973f-68eabacd5fb9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:31.017341 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf9d3dd4-49ba-4665-84de-8e8907c51705 req-7e5abfef-fe6a-4267-973f-68eabacd5fb9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 4650 time: 0.2312560 Feb 19 04:19:31.041641 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-1c9889e8-d5cf-40e2-a01d-76d85d809659 service neutron] No DVR routers for this DVR port 13c2138b-ecb4-49ec-863d-bf5056060952 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:19:31.046528 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-86b11f41-e33a-4215-95b7-9c15035c52e6 admin admin] Publish callbacks [] for security_group (90401ade-2d07-40be-b6c8-a0f079895243), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:31.049225 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9889e8-d5cf-40e2-a01d-76d85d809659 service neutron] Pushing event updated for resources: {'Port': ['ID=13c2138b-ecb4-49ec-863d-bf5056060952,revision_number=7']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:31.075085 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 28e20baf-f36a-4220-9fb7-77aa6a12fc33 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:31.147072 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-1c9889e8-d5cf-40e2-a01d-76d85d809659 service neutron] In _notify_port_updated(), no bound segment for port 13c2138b-ecb4-49ec-863d-bf5056060952 on network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 {{(pid=115198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:19:31.150644 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-1c9889e8-d5cf-40e2-a01d-76d85d809659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:31.152144 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-1c9889e8-d5cf-40e2-a01d-76d85d809659 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:31.154582 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-1c9889e8-d5cf-40e2-a01d-76d85d809659 service neutron] 10.222.0.10 "PUT /v2.0/ports/13c2138b-ecb4-49ec-863d-bf5056060952 HTTP/1.1" status: 200 len: 1028 time: 1.1445837 Feb 19 04:19:31.180876 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a122b9-560f-4ce4-b293-24aa99e8365b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=71fb0d6e-4e4f-4688-b0a7-dec5ab074491,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:31.276494 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 28e20baf-f36a-4220-9fb7-77aa6a12fc33 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:31.276890 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (28e20baf-f36a-4220-9fb7-77aa6a12fc33), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:31.287342 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-86b11f41-e33a-4215-95b7-9c15035c52e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (90401ade-2d07-40be-b6c8-a0f079895243), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:31.291394 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-86b11f41-e33a-4215-95b7-9c15035c52e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:31.298516 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-86b11f41-e33a-4215-95b7-9c15035c52e6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/90401ade-2d07-40be-b6c8-a0f079895243 HTTP/1.1" status: 204 len: 168 time: 0.5659065 Feb 19 04:19:31.300676 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-c5a30ed1-d75b-482d-b131-0b9dd45117df tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:31.309629 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-c5a30ed1-d75b-482d-b131-0b9dd45117df tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.4175498 Feb 19 04:19:31.314157 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d7d12f87-7ad1-497d-b986-fc782915753c req-7ba720f0-c752-4c99-aec4-c346eb8ca2b9 service neutron] 10.222.0.48 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673363 Feb 19 04:19:31.342633 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b11f41-e33a-4215-95b7-9c15035c52e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90401ade-2d07-40be-b6c8-a0f079895243,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:31.359096 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 28e20baf-f36a-4220-9fb7-77aa6a12fc33, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=28e20baf-f36a-4220-9fb7-77aa6a12fc33,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:31.362347 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf9d3dd4-49ba-4665-84de-8e8907c51705 req-150a6bc0-5f0f-4c8b-a7d2-272507a28112 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&id=139c37f9-0980-469d-a67b-d7a6f81a93ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3221006 Feb 19 04:19:31.383113 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (28e20baf-f36a-4220-9fb7-77aa6a12fc33), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:31.428131 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a122b9-560f-4ce4-b293-24aa99e8365b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Checking segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:19:31.428516 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a122b9-560f-4ce4-b293-24aa99e8365b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network hostable DHCP agents. Network: 9e765b0b-136b-493b-bef9-44145ed793f7, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:19:31.481147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-28e2e055-3b4c-4973-bb60-124688f6dc30 None None] Provisioning complete for port 13c2138b-ecb4-49ec-863d-bf5056060952 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:19:31.481843 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-28e2e055-3b4c-4973-bb60-124688f6dc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (13c2138b-ecb4-49ec-863d-bf5056060952), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:31.497022 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a754d376-52ef-49ac-819f-bdea24733226 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (4ced5a59-2f3d-4bf6-a1a9-8f831e3ca154), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:31.503656 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-4818b392-999a-4da3-a606-655fc63eaf17 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Deleting port cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:31.504446 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-4818b392-999a-4da3-a606-655fc63eaf17 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (cf4a7ad7-d5cc-459b-b845-e8aa028aeed0), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:31.563201 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-52096573-166d-4499-8642-5f9ead1ef516 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 1001 time: 0.2523806 Feb 19 04:19:31.583671 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-9e43fc90-bc54-4a9e-9622-9b6da165cfcc tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:31.590372 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754d376-52ef-49ac-819f-bdea24733226 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Pushing event deleted for resources: {'Port': ['ID=4ced5a59-2f3d-4bf6-a1a9-8f831e3ca154,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:31.617338 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-28e2e055-3b4c-4973-bb60-124688f6dc30 None None] Port 13c2138b-ecb4-49ec-863d-bf5056060952 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:19:31.621381 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=28e20baf-f36a-4220-9fb7-77aa6a12fc33,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:31.663289 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f810bd-e9c1-4ea0-a864-7e9b6ae20937 x-openstack-request-id: req-49f810bd-e9c1-4ea0-a864-7e9b6ae20937 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:31.663921 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "4e690be2-b43f-4068-b470-83c74b17ac13", "code": 200}, {"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "d55925d6-45fb-442a-a75b-25b53b26f933", "code": 200}, {"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "cf4a7ad7-d5cc-459b-b845-e8aa028aeed0", "code": 200}, {"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "13c2138b-ecb4-49ec-863d-bf5056060952", "code": 200}, {"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "98ba4396-14a0-458f-9a0f-0e07a7c286aa", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:31.664428 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-49f810bd-e9c1-4ea0-a864-7e9b6ae20937 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:31.665439 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e690be2-b43f-4068-b470-83c74b17ac13', 'code': 200} Feb 19 04:19:31.666185 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd55925d6-45fb-442a-a75b-25b53b26f933', 'code': 200} Feb 19 04:19:31.666879 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf4a7ad7-d5cc-459b-b845-e8aa028aeed0', 'code': 200} Feb 19 04:19:31.667823 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13c2138b-ecb4-49ec-863d-bf5056060952', 'code': 200} Feb 19 04:19:31.668535 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98ba4396-14a0-458f-9a0f-0e07a7c286aa', 'code': 200} Feb 19 04:19:31.693221 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a122b9-560f-4ce4-b293-24aa99e8365b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:19:31.812271 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-4818b392-999a-4da3-a606-655fc63eaf17 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] For port cf4a7ad7-d5cc-459b-b845-e8aa028aeed0, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=cf4a7ad7-d5cc-459b-b845-e8aa028aeed0,segment=NetworkSegment(3c3cc939-80bd-4c27-898f-5f96a179182c),segment_id=3c3cc939-80bd-4c27-898f-5f96a179182c)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:31.813879 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-4818b392-999a-4da3-a606-655fc63eaf17 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (cf4a7ad7-d5cc-459b-b845-e8aa028aeed0), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:31.816546 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-78a122b9-560f-4ce4-b293-24aa99e8365b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 9e765b0b-136b-493b-bef9-44145ed793f7) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:19:31.829681 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2c0b63-a478-45dd-a587-f3a41703615b None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:19:31.841031 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-4818b392-999a-4da3-a606-655fc63eaf17 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Calling delete_port for cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:31.849940 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d7d12f87-7ad1-497d-b986-fc782915753c req-bdaf8171-84eb-435d-bc1c-3c4eb740d728 service neutron] 10.222.0.48 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205581 Feb 19 04:19:31.852318 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a122b9-560f-4ce4-b293-24aa99e8365b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:31.853391 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78a122b9-560f-4ce4-b293-24aa99e8365b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:31.905195 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-9e43fc90-bc54-4a9e-9622-9b6da165cfcc tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks [] for floatingip (30136964-318e-4085-911e-4ef41c856ebe), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:32.024727 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-78a122b9-560f-4ce4-b293-24aa99e8365b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2603717 Feb 19 04:19:32.033327 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a754d376-52ef-49ac-819f-bdea24733226 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks [] for floatingip (bce6fee5-7309-4973-be31-a0ec0de70558), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:32.038245 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a754d376-52ef-49ac-819f-bdea24733226 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:32.040333 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a754d376-52ef-49ac-819f-bdea24733226 tempest-ServersTestFqdnHostnames-246368763 tempest-ServersTestFqdnHostnames-246368763-project] 10.222.0.65 "DELETE /v2.0/floatingips/bce6fee5-7309-4973-be31-a0ec0de70558 HTTP/1.1" status: 204 len: 168 time: 3.3425176 Feb 19 04:19:32.040700 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43906) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:32.045264 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43908) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:32.054493 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-bc9f91a0-7672-422a-9957-eed0478a5e77 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'name': 'tempest-NetworksTestDHCPv6-1396834759'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:32.113473 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43912) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:32.134621 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1134b2-4e0c-44d1-a690-7ff00938723b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9e765b0b-136b-493b-bef9-44145ed793f7', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'fixed_ips': [{'subnet_id': '71fb0d6e-4e4f-4688-b0a7-dec5ab074491'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:19:32.135879 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9d1134b2-4e0c-44d1-a690-7ff00938723b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:32.396569 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9f91a0-7672-422a-9957-eed0478a5e77 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:19:32.409749 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bc9f91a0-7672-422a-9957-eed0478a5e77 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:32.438620 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0c94db6e-e2ee-4dbf-b96d-62668168c8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:32.444735 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-9e43fc90-bc54-4a9e-9622-9b6da165cfcc tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:32.461340 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-9e43fc90-bc54-4a9e-9622-9b6da165cfcc tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (30136964-318e-4085-911e-4ef41c856ebe), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:32.461743 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-9e43fc90-bc54-4a9e-9622-9b6da165cfcc tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Floating IP 30136964-318e-4085-911e-4ef41c856ebe disassociated. External IP: 172.25.0.168, port: 298c23aa-68d2-4837-90a3-1e4e336be74d. Feb 19 04:19:32.541488 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be2e19b0-ffad-4279-bfe6-443a27b6b32c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:32.576063 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-9d1134b2-4e0c-44d1-a690-7ff00938723b None None] Allocated IP 2001:db8::2 (9e765b0b-136b-493b-bef9-44145ed793f7/71fb0d6e-4e4f-4688-b0a7-dec5ab074491/b3cb9c4e-4867-4e09-81b5-b742837918e7) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:19:32.601747 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88d948f5-2959-4d3b-9e1d-10a505b98c56 req-de57938c-0c88-42e7-8566-76860c9c4430 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f8c58364-4dcb-46bd-8290-c72c890015ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2806010 Feb 19 04:19:32.658190 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-bc9f91a0-7672-422a-9957-eed0478a5e77 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] device_id is not set on port c4219842-0245-4066-acf4-e3fe7701d049 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:19:32.666755 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-4818b392-999a-4da3-a606-655fc63eaf17 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (cf4a7ad7-d5cc-459b-b845-e8aa028aeed0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:32.835848 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818b392-999a-4da3-a606-655fc63eaf17 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event deleted for resources: {'Port': ['ID=cf4a7ad7-d5cc-459b-b845-e8aa028aeed0,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:32.840093 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d948f5-2959-4d3b-9e1d-10a505b98c56 req-7aca0528-b148-47af-9438-89be3560892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:32.843302 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88d948f5-2959-4d3b-9e1d-10a505b98c56 req-7aca0528-b148-47af-9438-89be3560892d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89adbc6ffff04dfd95e6648f4a0ff8fd&device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 1127 time: 0.1919944 Feb 19 04:19:32.904749 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be2e19b0-ffad-4279-bfe6-443a27b6b32c admin admin] Publish callbacks [] for security_group (1b7061df-f3d4-498f-8402-b894fbd3694a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:32.950721 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-4818b392-999a-4da3-a606-655fc63eaf17 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] No DVR routers for this DVR port cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:19:32.955748 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-4818b392-999a-4da3-a606-655fc63eaf17 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:32.960852 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-4818b392-999a-4da3-a606-655fc63eaf17 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.10 "DELETE /v2.0/ports/cf4a7ad7-d5cc-459b-b845-e8aa028aeed0 HTTP/1.1" status: 204 len: 173 time: 1.7651179 Feb 19 04:19:32.962145 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be2e19b0-ffad-4279-bfe6-443a27b6b32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1b7061df-f3d4-498f-8402-b894fbd3694a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:32.974133 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-deleted', 'tag': 'cf4a7ad7-d5cc-459b-b845-e8aa028aeed0'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:32.977076 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d556d332-aef9-499a-ad58-c0814bb43e77" -d '{"events": [{"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-deleted", "tag": "cf4a7ad7-d5cc-459b-b845-e8aa028aeed0"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:32.983928 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9d1134b2-4e0c-44d1-a690-7ff00938723b None None] Publish callbacks [] for port (b3cb9c4e-4867-4e09-81b5-b742837918e7), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:32.993060 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347723fc-0bca-48ab-949b-262d49e0a020 req-b77276e7-4141-42e5-a222-802221ec4a85 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:32.999953 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9d1134b2-4e0c-44d1-a690-7ff00938723b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (b3cb9c4e-4867-4e09-81b5-b742837918e7), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:33.003396 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-347723fc-0bca-48ab-949b-262d49e0a020 req-b77276e7-4141-42e5-a222-802221ec4a85 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 943 time: 0.5873196 Feb 19 04:19:33.105559 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1134b2-4e0c-44d1-a690-7ff00938723b None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:19:33.117020 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-9d1134b2-4e0c-44d1-a690-7ff00938723b None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:19:33.140662 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1134b2-4e0c-44d1-a690-7ff00938723b None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:19:33.225081 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1134b2-4e0c-44d1-a690-7ff00938723b None None] Pushing event updated for resources: {'Port': ['ID=b3cb9c4e-4867-4e09-81b5-b742837918e7,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:33.245047 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-347723fc-0bca-48ab-949b-262d49e0a020 req-cf4df3d1-00d0-486b-a929-346067551925 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406561 Feb 19 04:19:33.270713 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e19b0-ffad-4279-bfe6-443a27b6b32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7061df-f3d4-498f-8402-b894fbd3694a,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:33.298413 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-be2e19b0-ffad-4279-bfe6-443a27b6b32c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5611de964215447aad7957e21643be59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9619403 Feb 19 04:19:33.332487 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43922) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:33.342649 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9d1134b2-4e0c-44d1-a690-7ff00938723b None None] Attempting to bind port b3cb9c4e-4867-4e09-81b5-b742837918e7 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:19:33.345583 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9d1134b2-4e0c-44d1-a690-7ff00938723b None None] Attempting to bind port b3cb9c4e-4867-4e09-81b5-b742837918e7 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:19:33.353091 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1134b2-4e0c-44d1-a690-7ff00938723b None None] Attempting to bind port b3cb9c4e-4867-4e09-81b5-b742837918e7 on network 9e765b0b-136b-493b-bef9-44145ed793f7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:19:33.367121 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1134b2-4e0c-44d1-a690-7ff00938723b None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:19:33.368308 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1134b2-4e0c-44d1-a690-7ff00938723b None None] Checking segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:19:33.372863 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9d1134b2-4e0c-44d1-a690-7ff00938723b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:33.374552 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1134b2-4e0c-44d1-a690-7ff00938723b None None] Bound using segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:19:33.376463 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9d1134b2-4e0c-44d1-a690-7ff00938723b None None] Bound port: b3cb9c4e-4867-4e09-81b5-b742837918e7, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:19:33.379476 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9d1134b2-4e0c-44d1-a690-7ff00938723b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b3cb9c4e-4867-4e09-81b5-b742837918e7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:33.420459 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-bc9f91a0-7672-422a-9957-eed0478a5e77 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8::1a4 (9e765b0b-136b-493b-bef9-44145ed793f7/71fb0d6e-4e4f-4688-b0a7-dec5ab074491/c4219842-0245-4066-acf4-e3fe7701d049) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:19:33.618644 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-65450672-f70d-43b0-9b4d-0275fd867bf3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Deleting port d55925d6-45fb-442a-a75b-25b53b26f933 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:33.619268 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-65450672-f70d-43b0-9b4d-0275fd867bf3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (d55925d6-45fb-442a-a75b-25b53b26f933), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:33.673449 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3457dee1-8015-4aaa-b748-08e34b8fa93d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28e20baf-f36a-4220-9fb7-77aa6a12fc33'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:33.681863 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf9b5b3-74b3-403b-9717-4930edea3e95" -d '{"events": [{"server_uuid": "3457dee1-8015-4aaa-b748-08e34b8fa93d", "name": "network-vif-unplugged", "status": "completed", "tag": "28e20baf-f36a-4220-9fb7-77aa6a12fc33"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:33.686892 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7240a94f-a922-4fe2-a5e8-77f164c07582 admin admin] Publish callbacks [] for security_group (1b7061df-f3d4-498f-8402-b894fbd3694a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:33.701585 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9d1134b2-4e0c-44d1-a690-7ff00938723b None None] For port b3cb9c4e-4867-4e09-81b5-b742837918e7, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:19:33.710911 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9d1134b2-4e0c-44d1-a690-7ff00938723b None None] For port b3cb9c4e-4867-4e09-81b5-b742837918e7, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b3cb9c4e-4867-4e09-81b5-b742837918e7,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:19:33.725461 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9d1134b2-4e0c-44d1-a690-7ff00938723b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b3cb9c4e-4867-4e09-81b5-b742837918e7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:33.727724 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7240a94f-a922-4fe2-a5e8-77f164c07582 admin admin] Publish callbacks [] for security_group (1b7061df-f3d4-498f-8402-b894fbd3694a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:33.823432 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1134b2-4e0c-44d1-a690-7ff00938723b None None] Pushing event updated for resources: {'Port': ['ID=b3cb9c4e-4867-4e09-81b5-b742837918e7,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:33.932044 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7240a94f-a922-4fe2-a5e8-77f164c07582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1b7061df-f3d4-498f-8402-b894fbd3694a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:33.944534 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-9e43fc90-bc54-4a9e-9622-9b6da165cfcc tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:19:33.945973 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7240a94f-a922-4fe2-a5e8-77f164c07582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:33.953873 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7240a94f-a922-4fe2-a5e8-77f164c07582 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1b7061df-f3d4-498f-8402-b894fbd3694a HTTP/1.1" status: 204 len: 168 time: 0.6117420 Feb 19 04:19:34.042845 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d948f5-2959-4d3b-9e1d-10a505b98c56 req-3bf65cf1-85e1-4972-9b10-9d4ff88e7494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:34.045799 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88d948f5-2959-4d3b-9e1d-10a505b98c56 req-3bf65cf1-85e1-4972-9b10-9d4ff88e7494 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ffb608e3-05fc-4c93-b77e-be504917d727 HTTP/1.1" status: 200 len: 921 time: 1.0526576 Feb 19 04:19:34.077027 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240a94f-a922-4fe2-a5e8-77f164c07582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7061df-f3d4-498f-8402-b894fbd3694a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:34.199948 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88d948f5-2959-4d3b-9e1d-10a505b98c56 req-3b5677d6-cc67-4650-91c8-4006d614f533 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bb7cd37-cb36-48e8-8791-06c94dc911b2 HTTP/1.1" status: 200 len: 217 time: 0.0843515 Feb 19 04:19:34.268392 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-65450672-f70d-43b0-9b4d-0275fd867bf3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] For port d55925d6-45fb-442a-a75b-25b53b26f933, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=d55925d6-45fb-442a-a75b-25b53b26f933,segment=NetworkSegment(35e2884c-3d3d-4a1c-80c4-83e043e81213),segment_id=35e2884c-3d3d-4a1c-80c4-83e043e81213)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:34.269411 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-65450672-f70d-43b0-9b4d-0275fd867bf3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (d55925d6-45fb-442a-a75b-25b53b26f933), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:34.313712 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec00cf1-932f-4afb-975c-b951e50656ce req-fcf7045f-97a9-4913-8c04-505e76663da0 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:34.322191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec00cf1-932f-4afb-975c-b951e50656ce req-fcf7045f-97a9-4913-8c04-505e76663da0 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:34.333054 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec00cf1-932f-4afb-975c-b951e50656ce req-fcf7045f-97a9-4913-8c04-505e76663da0 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:34.338891 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec00cf1-932f-4afb-975c-b951e50656ce req-fcf7045f-97a9-4913-8c04-505e76663da0 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:34.349935 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5ec00cf1-932f-4afb-975c-b951e50656ce req-fcf7045f-97a9-4913-8c04-505e76663da0 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 3144 time: 0.5477495 Feb 19 04:19:34.480507 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bc9f91a0-7672-422a-9957-eed0478a5e77 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (c4219842-0245-4066-acf4-e3fe7701d049), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:34.525693 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d948f5-2959-4d3b-9e1d-10a505b98c56 req-d36f111b-9009-4257-be00-fca0715145f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:34.527441 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88d948f5-2959-4d3b-9e1d-10a505b98c56 req-d36f111b-9009-4257-be00-fca0715145f7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4036b21c-b280-4a08-8f13-b6e5e89c48cd HTTP/1.1" status: 200 len: 860 time: 0.3153872 Feb 19 04:19:34.670729 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-9e43fc90-bc54-4a9e-9622-9b6da165cfcc tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:19:34.672565 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5ec00cf1-932f-4afb-975c-b951e50656ce req-33011d9b-341e-4f38-8b8d-c4a198686b03 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209386 Feb 19 04:19:34.680123 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-9e43fc90-bc54-4a9e-9622-9b6da165cfcc tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:34.688081 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1506490-a263-45cb-885c-f5ec4f4c493d None None] Sync routers for ids ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:19:34.759204 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1506490-a263-45cb-885c-f5ec4f4c493d None None] Routers {'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:19:34.760526 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c1506490-a263-45cb-885c-f5ec4f4c493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:19:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:34.796129 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-9e43fc90-bc54-4a9e-9622-9b6da165cfcc tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "PUT /v2.0/floatingips/30136964-318e-4085-911e-4ef41c856ebe HTTP/1.1" status: 200 len: 695 time: 3.2311769 Feb 19 04:19:34.812467 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c0994c-e928-4d65-a22c-4ab1ddd0d79c', 'tag': '298c23aa-68d2-4837-90a3-1e4e336be74d'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:34.820395 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ce3fa3-8000-40b6-8bbb-ec236d015d30" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c0994c-e928-4d65-a22c-4ab1ddd0d79c", "tag": "298c23aa-68d2-4837-90a3-1e4e336be74d"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:35.024066 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d948f5-2959-4d3b-9e1d-10a505b98c56 req-81a55482-85e2-4eae-8e23-362068bf5969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:35.026939 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88d948f5-2959-4d3b-9e1d-10a505b98c56 req-81a55482-85e2-4eae-8e23-362068bf5969 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ffb608e3-05fc-4c93-b77e-be504917d727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4787092 Feb 19 04:19:35.029963 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bc9f91a0-7672-422a-9957-eed0478a5e77 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (c4219842-0245-4066-acf4-e3fe7701d049), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:35.041110 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-66c44eb8-76bb-4af3-8a56-4a7a3999a709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:35.052980 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e40e02-e587-4662-b50e-784f7c7f68b8 x-openstack-request-id: req-d1e40e02-e587-4662-b50e-784f7c7f68b8 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:35.053456 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-deleted", "tag": "cf4a7ad7-d5cc-459b-b845-e8aa028aeed0", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:35.053901 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1e40e02-e587-4662-b50e-784f7c7f68b8 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:35.054576 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-deleted', 'tag': 'cf4a7ad7-d5cc-459b-b845-e8aa028aeed0', 'status': 'completed', 'code': 200} Feb 19 04:19:35.119208 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5712d44f-3302-4a3c-a4d7-8fa16a4c7da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (ca3bf050-fd9d-44d8-b660-dac1808f74df), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:35.281893 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-9e81940b-1d70-4074-b1f3-ba7ebde6b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:35.283364 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-c1506490-a263-45cb-885c-f5ec4f4c493d None None] Set router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:19:35.283604 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-9e81940b-1d70-4074-b1f3-ba7ebde6b9ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89adbc6ffff04dfd95e6648f4a0ff8fd&device_id=a0c0994c-e928-4d65-a22c-4ab1ddd0d79c HTTP/1.1" status: 200 len: 1127 time: 0.4344087 Feb 19 04:19:35.413805 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-65450672-f70d-43b0-9b4d-0275fd867bf3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:35.416842 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-65450672-f70d-43b0-9b4d-0275fd867bf3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (ad7bec75-5053-45f8-a67e-813158ed1b2d), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:35.419055 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-65450672-f70d-43b0-9b4d-0275fd867bf3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Floating IP ad7bec75-5053-45f8-a67e-813158ed1b2d disassociated. External IP: 172.25.0.196, port: d55925d6-45fb-442a-a75b-25b53b26f933. Feb 19 04:19:35.419807 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-65450672-f70d-43b0-9b4d-0275fd867bf3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Calling delete_port for d55925d6-45fb-442a-a75b-25b53b26f933 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:35.575126 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88d948f5-2959-4d3b-9e1d-10a505b98c56 req-104abec0-2ba7-40f2-978c-24169bbf2551 service neutron] 10.222.0.10 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5391173 Feb 19 04:19:35.580128 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-767f6c55-418a-40b9-92da-8dd88961fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:35.583513 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-767f6c55-418a-40b9-92da-8dd88961fd6c service neutron] 10.222.0.65 "GET /v2.0/networks?id=ffb608e3-05fc-4c93-b77e-be504917d727 HTTP/1.1" status: 200 len: 921 time: 0.2599332 Feb 19 04:19:35.699238 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f91a0-7672-422a-9957-eed0478a5e77 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=c4219842-0245-4066-acf4-e3fe7701d049,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:35.721911 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9f91a0-7672-422a-9957-eed0478a5e77 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:19:35.763166 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-bc9f91a0-7672-422a-9957-eed0478a5e77 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:19:35.790705 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f1f63-74d3-425e-bf2c-a2802f469794 req-291647fe-5d4c-498f-a56a-35e26f2fe728 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:35.793826 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da2f1f63-74d3-425e-bf2c-a2802f469794 req-291647fe-5d4c-498f-a56a-35e26f2fe728 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.10 "GET /v2.0/ports?device_id=f765f8e8-6591-4e2b-9bf3-d2fb33d8582f HTTP/1.1" status: 200 len: 945 time: 0.7338123 Feb 19 04:19:35.822858 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9f91a0-7672-422a-9957-eed0478a5e77 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:19:35.829240 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9f91a0-7672-422a-9957-eed0478a5e77 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:35.830027 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bc9f91a0-7672-422a-9957-eed0478a5e77 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:35.853280 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f8ec3-12a0-4690-ac79-95dbd33213ad req-cc419baa-06ae-4e0b-a9e7-cae820a420b6 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:35.856131 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-728f8ec3-12a0-4690-ac79-95dbd33213ad req-cc419baa-06ae-4e0b-a9e7-cae820a420b6 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.65 "GET /v2.0/ports?device_id=f765f8e8-6591-4e2b-9bf3-d2fb33d8582f HTTP/1.1" status: 200 len: 945 time: 0.8000665 Feb 19 04:19:35.917672 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-ae24babe-11f0-46af-8287-be37581ae8b8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=298c23aa-68d2-4837-90a3-1e4e336be74d HTTP/1.1" status: 200 len: 217 time: 0.2249343 Feb 19 04:19:35.962433 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eccad07-dfdf-4504-b631-48141489fb86 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:19:36.034009 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bc9f91a0-7672-422a-9957-eed0478a5e77 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.9879997 Feb 19 04:19:36.090220 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43960) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:36.228337 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c1506490-a263-45cb-885c-f5ec4f4c493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:17:45Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port': {'id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '79d5d458-afce-405a-adc9-279c420f42ef', 'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'mac_address': 'fa:16:3e:2e:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:44Z', 'updated_at': '2022-02-19T04:17:54Z', 'revision_number': 5, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'subnets': [{'id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:36.259143 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-cb967c92-e7e5-4ce2-81b9-63f2af17d6d0 None None] Provisioning complete for port b3cb9c4e-4867-4e09-81b5-b742837918e7 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:19:36.260804 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cb967c92-e7e5-4ce2-81b9-63f2af17d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b3cb9c4e-4867-4e09-81b5-b742837918e7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:36.264964 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-fc6bbc1f-5553-4329-b694-8f08fc595766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:36.266822 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-fc6bbc1f-5553-4329-b694-8f08fc595766 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4036b21c-b280-4a08-8f13-b6e5e89c48cd HTTP/1.1" status: 200 len: 860 time: 0.3087509 Feb 19 04:19:36.341305 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1506490-a263-45cb-885c-f5ec4f4c493d None None] Checking router: fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:19:36.346375 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-728f8ec3-12a0-4690-ac79-95dbd33213ad req-808c0a41-a5c6-49a1-a561-8739808e5a94 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bde68cb-b2e4-420a-8631-1ae9da909262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425876 Feb 19 04:19:36.388639 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88d948f5-2959-4d3b-9e1d-10a505b98c56 req-c320aafe-b162-4627-919e-4632b9130356 service neutron] 10.222.0.10 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8002501 Feb 19 04:19:36.400791 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1506490-a263-45cb-885c-f5ec4f4c493d None None] Routers {'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:19:36.404838 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c1506490-a263-45cb-885c-f5ec4f4c493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:19:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:36.459259 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b3cb9c4e-4867-4e09-81b5-b742837918e7 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:19:36.491213 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-7ce01702-439b-4641-888b-cacf2c17498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:36.504632 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-7ce01702-439b-4641-888b-cacf2c17498b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ffb608e3-05fc-4c93-b77e-be504917d727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2045043 Feb 19 04:19:36.684283 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd32c55-6fcb-40e4-9178-bb91cd34850a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:36.700560 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd32c55-6fcb-40e4-9178-bb91cd34850a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:36.706159 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-efd32c55-6fcb-40e4-9178-bb91cd34850a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5725977 Feb 19 04:19:36.711363 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43966) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:36.756943 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-65450672-f70d-43b0-9b4d-0275fd867bf3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (d55925d6-45fb-442a-a75b-25b53b26f933), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:36.864461 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0231d38-0ed1-4ea7-8ba1-c4842bdd5527 x-openstack-request-id: req-d0231d38-0ed1-4ea7-8ba1-c4842bdd5527 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:36.864753 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3457dee1-8015-4aaa-b748-08e34b8fa93d", "name": "network-vif-unplugged", "status": "failed", "tag": "28e20baf-f36a-4220-9fb7-77aa6a12fc33", "code": 422}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:36.865042 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d0231d38-0ed1-4ea7-8ba1-c4842bdd5527 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:36.870878 n-d-772273-4 neutron-server[115200]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3457dee1-8015-4aaa-b748-08e34b8fa93d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '28e20baf-f36a-4220-9fb7-77aa6a12fc33', 'code': 422} returned with failed status Feb 19 04:19:36.956485 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-5712d44f-3302-4a3c-a4d7-8fa16a4c7da4 admin admin] Deleting port 63e3acdb-9c92-4e21-9f72-972ad0695e05 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:36.957038 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5712d44f-3302-4a3c-a4d7-8fa16a4c7da4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (63e3acdb-9c92-4e21-9f72-972ad0695e05), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:36.967077 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-da2f1f63-74d3-425e-bf2c-a2802f469794 req-751691d7-2ba5-45b3-9a42-cb53166ba7f6 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Deleting port 684e6688-f356-4d2c-a689-b929f14f3eb5 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:36.967535 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-da2f1f63-74d3-425e-bf2c-a2802f469794 req-751691d7-2ba5-45b3-9a42-cb53166ba7f6 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (684e6688-f356-4d2c-a689-b929f14f3eb5), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:36.987447 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65450672-f70d-43b0-9b4d-0275fd867bf3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event deleted for resources: {'Port': ['ID=d55925d6-45fb-442a-a75b-25b53b26f933,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:37.023927 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-14a5f661-49c8-4989-933c-0e395cc9503a service neutron] 10.222.0.65 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143435 Feb 19 04:19:37.074663 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:37.081403 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-c1506490-a263-45cb-885c-f5ec4f4c493d None None] Set router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:19:37.311996 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 28e20baf-f36a-4220-9fb7-77aa6a12fc33 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:37.742349 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-5712d44f-3302-4a3c-a4d7-8fa16a4c7da4 admin admin] For port 63e3acdb-9c92-4e21-9f72-972ad0695e05, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=63e3acdb-9c92-4e21-9f72-972ad0695e05,segment=NetworkSegment(39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c),segment_id=39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:37.744335 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5712d44f-3302-4a3c-a4d7-8fa16a4c7da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (63e3acdb-9c92-4e21-9f72-972ad0695e05), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:37.789066 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:37.791963 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-cb967c92-e7e5-4ce2-81b9-63f2af17d6d0 None None] Current status of the port b3cb9c4e-4867-4e09-81b5-b742837918e7 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:37.792699 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cb967c92-e7e5-4ce2-81b9-63f2af17d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b3cb9c4e-4867-4e09-81b5-b742837918e7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:37.857849 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-5712d44f-3302-4a3c-a4d7-8fa16a4c7da4 admin admin] Calling delete_port for 63e3acdb-9c92-4e21-9f72-972ad0695e05 owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:38.063294 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c1506490-a263-45cb-885c-f5ec4f4c493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:17:45Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port': {'id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '79d5d458-afce-405a-adc9-279c420f42ef', 'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'mac_address': 'fa:16:3e:2e:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:44Z', 'updated_at': '2022-02-19T04:17:54Z', 'revision_number': 5, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'subnets': [{'id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:38.082141 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-cb967c92-e7e5-4ce2-81b9-63f2af17d6d0 None None] For port b3cb9c4e-4867-4e09-81b5-b742837918e7, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b3cb9c4e-4867-4e09-81b5-b742837918e7,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:38.099504 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b3cb9c4e-4867-4e09-81b5-b742837918e7 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:19:38.100111 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b3cb9c4e-4867-4e09-81b5-b742837918e7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:38.141392 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1506490-a263-45cb-885c-f5ec4f4c493d None None] The sync data for ids ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'] in n-d-772273-4 is: [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:17:45Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port': {'id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '79d5d458-afce-405a-adc9-279c420f42ef', 'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'mac_address': 'fa:16:3e:2e:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:44Z', 'updated_at': '2022-02-19T04:17:54Z', 'revision_number': 5, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'subnets': [{'id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:19:38.232152 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aa45709b-c4c8-4bfc-af49-61b17b484591 req-cdc1958a-ece7-4d02-83c6-46697debd70e service neutron] 10.222.0.65 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2062266 Feb 19 04:19:38.233806 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:38.245560 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cb967c92-e7e5-4ce2-81b9-63f2af17d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b3cb9c4e-4867-4e09-81b5-b742837918e7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:38.285822 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 28e20baf-f36a-4220-9fb7-77aa6a12fc33 is: DOWN; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:38.428875 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdbd1bb-7c4d-4ef3-9178-bcd1a09d43fe x-openstack-request-id: req-2cdbd1bb-7c4d-4ef3-9178-bcd1a09d43fe {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:38.429642 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c0994c-e928-4d65-a22c-4ab1ddd0d79c", "tag": "298c23aa-68d2-4837-90a3-1e4e336be74d", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:38.430128 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2cdbd1bb-7c4d-4ef3-9178-bcd1a09d43fe {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:38.430856 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c0994c-e928-4d65-a22c-4ab1ddd0d79c', 'tag': '298c23aa-68d2-4837-90a3-1e4e336be74d', 'status': 'completed', 'code': 200} Feb 19 04:19:38.460528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-da2f1f63-74d3-425e-bf2c-a2802f469794 req-751691d7-2ba5-45b3-9a42-cb53166ba7f6 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] For port 684e6688-f356-4d2c-a689-b929f14f3eb5, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=684e6688-f356-4d2c-a689-b929f14f3eb5,segment=NetworkSegment(f1e9f7c7-6f1a-45bc-a1bb-1cb9e2c072eb),segment_id=f1e9f7c7-6f1a-45bc-a1bb-1cb9e2c072eb)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:38.465706 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-da2f1f63-74d3-425e-bf2c-a2802f469794 req-751691d7-2ba5-45b3-9a42-cb53166ba7f6 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (684e6688-f356-4d2c-a689-b929f14f3eb5), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:38.543804 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-da2f1f63-74d3-425e-bf2c-a2802f469794 req-751691d7-2ba5-45b3-9a42-cb53166ba7f6 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Calling delete_port for 684e6688-f356-4d2c-a689-b929f14f3eb5 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:38.558035 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce3fa3-8000-40b6-8bbb-ec236d015d30 req-b2331273-d6f2-4313-93d5-98746709e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:38.560087 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-91ce3fa3-8000-40b6-8bbb-ec236d015d30 req-b2331273-d6f2-4313-93d5-98746709e0fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89adbc6ffff04dfd95e6648f4a0ff8fd&device_id=a0c0994c-e928-4d65-a22c-4ab1ddd0d79c HTTP/1.1" status: 200 len: 1127 time: 0.1333764 Feb 19 04:19:38.701908 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb967c92-e7e5-4ce2-81b9-63f2af17d6d0 None None] Pushing event updated for resources: {'Port': ['ID=b3cb9c4e-4867-4e09-81b5-b742837918e7,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:38.741690 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a36a870e-9626-4049-aae0-c53fa4b5c467 None None] Provisioning complete for port b3cb9c4e-4867-4e09-81b5-b742837918e7 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:19:38.742299 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a36a870e-9626-4049-aae0-c53fa4b5c467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b3cb9c4e-4867-4e09-81b5-b742837918e7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:38.874565 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b3cb9c4e-4867-4e09-81b5-b742837918e7 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:38.927937 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:38.954598 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43994) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:39.102532 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b3cb9c4e-4867-4e09-81b5-b742837918e7 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:19:39.176120 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5712d44f-3302-4a3c-a4d7-8fa16a4c7da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (63e3acdb-9c92-4e21-9f72-972ad0695e05), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:39.224374 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4763327f-8fc4-4242-b555-c091d773c25a None None] New status for floating IP 30136964-318e-4085-911e-4ef41c856ebe: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:19:39.266052 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-da2f1f63-74d3-425e-bf2c-a2802f469794 req-751691d7-2ba5-45b3-9a42-cb53166ba7f6 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (684e6688-f356-4d2c-a689-b929f14f3eb5), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:39.267295 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce3fa3-8000-40b6-8bbb-ec236d015d30 req-cc800dbc-fde2-4355-a6a6-bbc4dffc8ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:39.276483 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c1d5a-bf7a-4533-9b81-eda2444851a5 req-28c51fc0-3b39-4de0-b314-84644001fc9e tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:39.279649 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-91ce3fa3-8000-40b6-8bbb-ec236d015d30 req-cc800dbc-fde2-4355-a6a6-bbc4dffc8ad5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ffb608e3-05fc-4c93-b77e-be504917d727 HTTP/1.1" status: 200 len: 921 time: 0.7093720 Feb 19 04:19:39.288275 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-368c1d5a-bf7a-4533-9b81-eda2444851a5 req-28c51fc0-3b39-4de0-b314-84644001fc9e tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 943 time: 1.5175257 Feb 19 04:19:39.299262 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-3a1dc1ea-139c-4c76-b18c-18a88ca747b6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting port c4219842-0245-4066-acf4-e3fe7701d049 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:39.300064 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3a1dc1ea-139c-4c76-b18c-18a88ca747b6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (c4219842-0245-4066-acf4-e3fe7701d049), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:39.348880 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:39.415276 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 684e6688-f356-4d2c-a689-b929f14f3eb5 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:39.422989 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712d44f-3302-4a3c-a4d7-8fa16a4c7da4 admin admin] Pushing event deleted for resources: {'Port': ['ID=63e3acdb-9c92-4e21-9f72-972ad0695e05,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:39.430546 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-91ce3fa3-8000-40b6-8bbb-ec236d015d30 req-b78768b7-4535-4e0a-b3d7-d4f8148fb8df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=298c23aa-68d2-4837-90a3-1e4e336be74d HTTP/1.1" status: 200 len: 217 time: 0.1443052 Feb 19 04:19:39.439916 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a36a870e-9626-4049-aae0-c53fa4b5c467 None None] Current status of the port b3cb9c4e-4867-4e09-81b5-b742837918e7 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:39.467148 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3a1dc1ea-139c-4c76-b18c-18a88ca747b6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (c4219842-0245-4066-acf4-e3fe7701d049), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:39.486528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-3a1dc1ea-139c-4c76-b18c-18a88ca747b6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Calling delete_port for c4219842-0245-4066-acf4-e3fe7701d049 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:39.517495 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c566cf78-ca68-4094-854d-e3ade974959b tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Request body: {'quota': {'network': 2}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:39.588632 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 684e6688-f356-4d2c-a689-b929f14f3eb5 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:19:39.589595 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 684e6688-f356-4d2c-a689-b929f14f3eb5 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:19:39.658004 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b3cb9c4e-4867-4e09-81b5-b742837918e7 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:19:39.658931 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b3cb9c4e-4867-4e09-81b5-b742837918e7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:39.662139 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a36a870e-9626-4049-aae0-c53fa4b5c467 None None] Provisioning complete for port c4219842-0245-4066-acf4-e3fe7701d049 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:19:39.664098 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a36a870e-9626-4049-aae0-c53fa4b5c467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c4219842-0245-4066-acf4-e3fe7701d049), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:39.674233 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce3fa3-8000-40b6-8bbb-ec236d015d30 req-14810591-6aaf-4c34-a97a-5e2e36b40901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:39.676564 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-91ce3fa3-8000-40b6-8bbb-ec236d015d30 req-14810591-6aaf-4c34-a97a-5e2e36b40901 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4036b21c-b280-4a08-8f13-b6e5e89c48cd HTTP/1.1" status: 200 len: 860 time: 0.1544814 Feb 19 04:19:39.707225 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9609fc-1f93-42ad-98a1-058e74449bea req-f7ce080d-709f-4cb3-97f5-7860fb81cdc8 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:39.727468 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9609fc-1f93-42ad-98a1-058e74449bea req-f7ce080d-709f-4cb3-97f5-7860fb81cdc8 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:39.739701 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9609fc-1f93-42ad-98a1-058e74449bea req-f7ce080d-709f-4cb3-97f5-7860fb81cdc8 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:39.744033 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8b9609fc-1f93-42ad-98a1-058e74449bea req-f7ce080d-709f-4cb3-97f5-7860fb81cdc8 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 2410 time: 0.9323442 Feb 19 04:19:39.784542 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751691d7-2ba5-45b3-9a42-cb53166ba7f6 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Pushing event deleted for resources: {'Port': ['ID=684e6688-f356-4d2c-a689-b929f14f3eb5,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:39.796051 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3a1dc1ea-139c-4c76-b18c-18a88ca747b6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (c4219842-0245-4066-acf4-e3fe7701d049), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:39.844112 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-65450672-f70d-43b0-9b4d-0275fd867bf3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Router 3ea619a2-26e6-4da0-95d2-96ea90c973b8 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:19:39.847398 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a36a870e-9626-4049-aae0-c53fa4b5c467 None None] Port c4219842-0245-4066-acf4-e3fe7701d049 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:19:39.942450 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1dc1ea-139c-4c76-b18c-18a88ca747b6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Port': ['ID=c4219842-0245-4066-acf4-e3fe7701d049,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:40.040125 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2f1f63-74d3-425e-bf2c-a2802f469794 req-751691d7-2ba5-45b3-9a42-cb53166ba7f6 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] No DVR routers for this DVR port 684e6688-f356-4d2c-a689-b929f14f3eb5 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:19:40.044707 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-da2f1f63-74d3-425e-bf2c-a2802f469794 req-751691d7-2ba5-45b3-9a42-cb53166ba7f6 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:40.052153 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da2f1f63-74d3-425e-bf2c-a2802f469794 req-751691d7-2ba5-45b3-9a42-cb53166ba7f6 tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.10 "DELETE /v2.0/ports/684e6688-f356-4d2c-a689-b929f14f3eb5 HTTP/1.1" status: 204 len: 173 time: 4.2454934 Feb 19 04:19:40.066217 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f765f8e8-6591-4e2b-9bf3-d2fb33d8582f', 'name': 'network-vif-deleted', 'tag': '684e6688-f356-4d2c-a689-b929f14f3eb5'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:40.070409 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e43cc9-a561-4b96-bdd8-5c35c55f93c0" -d '{"events": [{"server_uuid": "f765f8e8-6591-4e2b-9bf3-d2fb33d8582f", "name": "network-vif-deleted", "tag": "684e6688-f356-4d2c-a689-b929f14f3eb5"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:40.079721 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3a1dc1ea-139c-4c76-b18c-18a88ca747b6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:40.088184 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3a1dc1ea-139c-4c76-b18c-18a88ca747b6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/c4219842-0245-4066-acf4-e3fe7701d049 HTTP/1.1" status: 204 len: 168 time: 3.3732595 Feb 19 04:19:40.097813 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44002) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:40.105987 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce3fa3-8000-40b6-8bbb-ec236d015d30 req-c2794efb-4d29-49fc-b126-c1a427c316bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:40.113414 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-91ce3fa3-8000-40b6-8bbb-ec236d015d30 req-c2794efb-4d29-49fc-b126-c1a427c316bd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ffb608e3-05fc-4c93-b77e-be504917d727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3131814 Feb 19 04:19:40.117452 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0464d42e-1529-4f43-8dec-ed1dbb77fafa None None] Could not find standard attr ID for object c4219842-0245-4066-acf4-e3fe7701d049. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:19:40.145700 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-368c1d5a-bf7a-4533-9b81-eda2444851a5 req-8a905096-8535-404a-b547-ac4cc29540fd tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8558130 Feb 19 04:19:40.376176 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8b9609fc-1f93-42ad-98a1-058e74449bea req-938a59b0-9c38-4f55-a228-e0bec03aa563 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5544896 Feb 19 04:19:40.417557 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b3cb9c4e-4867-4e09-81b5-b742837918e7 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:40.427684 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c566cf78-ca68-4094-854d-e3ade974959b tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] 10.222.0.65 "PUT /v2.0/quotas/e57da2ae52ff45109769d5eb6752c4fd HTTP/1.1" status: 200 len: 368 time: 1.4561098 Feb 19 04:19:40.461927 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44006) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:40.463767 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7f3d3b98-6d72-45ba-9473-dd37c038d7d3 req-9b659f9a-79e7-4738-b211-25eb22e79faa tempest-InstanceActionsNegativeTestJSON-175172044 tempest-InstanceActionsNegativeTestJSON-175172044-project] 10.222.0.65 "GET /v2.0/ports?device_id=f765f8e8-6591-4e2b-9bf3-d2fb33d8582f HTTP/1.1" status: 200 len: 210 time: 0.1320992 Feb 19 04:19:40.471327 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-cf3be0f1-f25e-4202-946b-c5d712d6dac2 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Request body: {'network': {'project_id': 'e57da2ae52ff45109769d5eb6752c4fd'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:40.531805 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3be0f1-f25e-4202-946b-c5d712d6dac2 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Made reservation on behalf of e57da2ae52ff45109769d5eb6752c4fd for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:19:40.536532 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf3be0f1-f25e-4202-946b-c5d712d6dac2 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:40.559398 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcffe83-96d0-4586-9e82-0d25863a84d9 x-openstack-request-id: req-9dcffe83-96d0-4586-9e82-0d25863a84d9 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:40.560257 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f765f8e8-6591-4e2b-9bf3-d2fb33d8582f", "name": "network-vif-deleted", "tag": "684e6688-f356-4d2c-a689-b929f14f3eb5", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:40.560257 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9dcffe83-96d0-4586-9e82-0d25863a84d9 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:40.562969 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f765f8e8-6591-4e2b-9bf3-d2fb33d8582f', 'name': 'network-vif-deleted', 'tag': '684e6688-f356-4d2c-a689-b929f14f3eb5', 'status': 'completed', 'code': 200} Feb 19 04:19:40.601692 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f6f8ea-1c04-461d-a89a-a83cdf8f8bbd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:40.606452 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f6f8ea-1c04-461d-a89a-a83cdf8f8bbd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:40.616698 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a0f6f8ea-1c04-461d-a89a-a83cdf8f8bbd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5167196 Feb 19 04:19:40.628984 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44008) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:40.656821 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf3be0f1-f25e-4202-946b-c5d712d6dac2 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:40.692937 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-65450672-f70d-43b0-9b4d-0275fd867bf3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:19:40.707134 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b18793-54fd-454a-a722-bd11c500433a None None] Sync routers for ids ['3ea619a2-26e6-4da0-95d2-96ea90c973b8'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:19:40.741236 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b18793-54fd-454a-a722-bd11c500433a None None] Routers {'3ea619a2-26e6-4da0-95d2-96ea90c973b8'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:19:40.744689 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-24b18793-54fd-454a-a722-bd11c500433a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:19:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['3ea619a2-26e6-4da0-95d2-96ea90c973b8'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:40.839855 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-65450672-f70d-43b0-9b4d-0275fd867bf3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] No DVR routers for this DVR port d55925d6-45fb-442a-a75b-25b53b26f933 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:19:40.851363 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-65450672-f70d-43b0-9b4d-0275fd867bf3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:40.875884 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-65450672-f70d-43b0-9b4d-0275fd867bf3 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.10 "DELETE /v2.0/ports/d55925d6-45fb-442a-a75b-25b53b26f933 HTTP/1.1" status: 204 len: 173 time: 7.9078479 Feb 19 04:19:41.083820 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-24b18793-54fd-454a-a722-bd11c500433a None None] Set router 3ea619a2-26e6-4da0-95d2-96ea90c973b8 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:19:41.207695 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf3be0f1-f25e-4202-946b-c5d712d6dac2 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks [] for security_group (85f92daa-984c-4022-90c8-5b1026ae4f87), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:41.255896 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf3be0f1-f25e-4202-946b-c5d712d6dac2 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (85f92daa-984c-4022-90c8-5b1026ae4f87), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:41.269966 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36f583b-bc35-4d04-aa86-54ecf785436b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet 71fb0d6e-4e4f-4688-b0a7-dec5ab074491 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:19:41.308385 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-51d8bb3c-cbd1-4e6c-8de3-a186d1ed7b98 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Deleting port 434235d7-dfe6-4b36-a5d6-5491aa76e4ab {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:41.309286 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-51d8bb3c-cbd1-4e6c-8de3-a186d1ed7b98 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (434235d7-dfe6-4b36-a5d6-5491aa76e4ab), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:41.363936 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e36f583b-bc35-4d04-aa86-54ecf785436b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (71fb0d6e-4e4f-4688-b0a7-dec5ab074491), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:41.547196 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3be0f1-f25e-4202-946b-c5d712d6dac2 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f92daa-984c-4022-90c8-5b1026ae4f87,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:41.588400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-51d8bb3c-cbd1-4e6c-8de3-a186d1ed7b98 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] For port 434235d7-dfe6-4b36-a5d6-5491aa76e4ab, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=434235d7-dfe6-4b36-a5d6-5491aa76e4ab,segment=NetworkSegment(3c3cc939-80bd-4c27-898f-5f96a179182c),segment_id=3c3cc939-80bd-4c27-898f-5f96a179182c)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:41.589191 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-51d8bb3c-cbd1-4e6c-8de3-a186d1ed7b98 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (434235d7-dfe6-4b36-a5d6-5491aa76e4ab), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:41.602284 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5712d44f-3302-4a3c-a4d7-8fa16a4c7da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (ca3bf050-fd9d-44d8-b660-dac1808f74df), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:41.622933 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3be0f1-f25e-4202-946b-c5d712d6dac2 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:19:41.624265 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-51d8bb3c-cbd1-4e6c-8de3-a186d1ed7b98 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Calling delete_port for 434235d7-dfe6-4b36-a5d6-5491aa76e4ab owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:41.654614 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-24b18793-54fd-454a-a722-bd11c500433a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'name': 'tempest-TaggedBootDevicesTest-829036890-router', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:18Z', 'updated_at': '2022-02-19T04:10:32Z', 'revision_number': 4, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'gw_port': {'id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:20Z', 'updated_at': '2022-02-19T04:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '0a8df158-d0fa-44f0-b806-d96fe000d527', 'name': '', 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'mac_address': 'fa:16:3e:f8:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '51a2a4cd-6790-4215-a871-8bf82a31fe51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:27Z', 'updated_at': '2022-02-19T04:10:44Z', 'revision_number': 5, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'subnets': [{'id': '51a2a4cd-6790-4215-a871-8bf82a31fe51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:41.729736 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-91ce3fa3-8000-40b6-8bbb-ec236d015d30 req-70be19e9-8827-480e-ab89-ab392aa53400 service neutron] 10.222.0.48 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3505311 Feb 19 04:19:41.740236 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b18793-54fd-454a-a722-bd11c500433a None None] Checking router: 3ea619a2-26e6-4da0-95d2-96ea90c973b8 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:19:41.754027 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d388799-e1d3-4a75-8644-3f7b0e240002 req-cd2203e9-70d4-4264-9374-5e2d9afd54ff tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:41.761988 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b18793-54fd-454a-a722-bd11c500433a None None] Routers {'3ea619a2-26e6-4da0-95d2-96ea90c973b8'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:19:41.763594 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-24b18793-54fd-454a-a722-bd11c500433a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:19:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['3ea619a2-26e6-4da0-95d2-96ea90c973b8'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:41.767688 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d388799-e1d3-4a75-8644-3f7b0e240002 req-cd2203e9-70d4-4264-9374-5e2d9afd54ff tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8c58364-4dcb-46bd-8290-c72c890015ca&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5484893 Feb 19 04:19:41.896860 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e36f583b-bc35-4d04-aa86-54ecf785436b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (71fb0d6e-4e4f-4688-b0a7-dec5ab074491), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:41.908417 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf3be0f1-f25e-4202-946b-c5d712d6dac2 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (a6672366-b90c-403f-9bdd-86fde46a5111), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:41.909432 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-cf3be0f1-f25e-4202-946b-c5d712d6dac2 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Added segment a6672366-b90c-403f-9bdd-86fde46a5111 of type vlan for network ae262677-7fa1-4caa-9b4c-b16d6a1ff004 Feb 19 04:19:42.049240 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-51d8bb3c-cbd1-4e6c-8de3-a186d1ed7b98 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (434235d7-dfe6-4b36-a5d6-5491aa76e4ab), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:42.084650 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-24b18793-54fd-454a-a722-bd11c500433a None None] Set router 3ea619a2-26e6-4da0-95d2-96ea90c973b8 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:19:42.106838 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8bb3c-cbd1-4e6c-8de3-a186d1ed7b98 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event deleted for resources: {'Port': ['ID=434235d7-dfe6-4b36-a5d6-5491aa76e4ab,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:42.271684 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-51d8bb3c-cbd1-4e6c-8de3-a186d1ed7b98 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] No DVR routers for this DVR port 434235d7-dfe6-4b36-a5d6-5491aa76e4ab on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:19:42.278665 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-51d8bb3c-cbd1-4e6c-8de3-a186d1ed7b98 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:42.284536 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-51d8bb3c-cbd1-4e6c-8de3-a186d1ed7b98 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.10 "DELETE /v2.0/ports/434235d7-dfe6-4b36-a5d6-5491aa76e4ab HTTP/1.1" status: 204 len: 173 time: 1.4021721 Feb 19 04:19:42.439746 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8339505-aa8d-4b21-8248-a651f1661ee3 req-62771576-3791-46cd-8e14-8ba7993bcacc tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:42.441634 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c8339505-aa8d-4b21-8248-a651f1661ee3 req-62771576-3791-46cd-8e14-8ba7993bcacc tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0c0994c-e928-4d65-a22c-4ab1ddd0d79c HTTP/1.1" status: 200 len: 945 time: 0.2414565 Feb 19 04:19:42.525820 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-27797c91-3b17-4b41-a842-ec7a9c28d451 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Deleting port 4e690be2-b43f-4068-b470-83c74b17ac13 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:42.526081 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-27797c91-3b17-4b41-a842-ec7a9c28d451 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (4e690be2-b43f-4068-b470-83c74b17ac13), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:42.564307 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-deleted', 'tag': 'd55925d6-45fb-442a-a75b-25b53b26f933'}, {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-deleted', 'tag': '434235d7-dfe6-4b36-a5d6-5491aa76e4ab'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:42.567006 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b557c44-7ed1-4436-be2d-b3fb35580a0f" -d '{"events": [{"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-deleted", "tag": "d55925d6-45fb-442a-a75b-25b53b26f933"}, {"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-deleted", "tag": "434235d7-dfe6-4b36-a5d6-5491aa76e4ab"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:42.729515 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-c8339505-aa8d-4b21-8248-a651f1661ee3 req-27f8f138-2fe2-41c7-8080-aca8b1245c77 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Deleting port 298c23aa-68d2-4837-90a3-1e4e336be74d {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:42.730591 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c8339505-aa8d-4b21-8248-a651f1661ee3 req-27f8f138-2fe2-41c7-8080-aca8b1245c77 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (298c23aa-68d2-4837-90a3-1e4e336be74d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:42.781003 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-24b18793-54fd-454a-a722-bd11c500433a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'name': 'tempest-TaggedBootDevicesTest-829036890-router', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:18Z', 'updated_at': '2022-02-19T04:10:32Z', 'revision_number': 4, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'gw_port': {'id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:20Z', 'updated_at': '2022-02-19T04:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '0a8df158-d0fa-44f0-b806-d96fe000d527', 'name': '', 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'mac_address': 'fa:16:3e:f8:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '51a2a4cd-6790-4215-a871-8bf82a31fe51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:27Z', 'updated_at': '2022-02-19T04:10:44Z', 'revision_number': 5, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'subnets': [{'id': '51a2a4cd-6790-4215-a871-8bf82a31fe51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:42.807904 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-27797c91-3b17-4b41-a842-ec7a9c28d451 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] For port 4e690be2-b43f-4068-b470-83c74b17ac13, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=4e690be2-b43f-4068-b470-83c74b17ac13,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:42.808246 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-27797c91-3b17-4b41-a842-ec7a9c28d451 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (4e690be2-b43f-4068-b470-83c74b17ac13), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:42.866209 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b18793-54fd-454a-a722-bd11c500433a None None] The sync data for ids ['3ea619a2-26e6-4da0-95d2-96ea90c973b8'] in n-d-772273-4 is: [{'id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'name': 'tempest-TaggedBootDevicesTest-829036890-router', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:18Z', 'updated_at': '2022-02-19T04:10:32Z', 'revision_number': 4, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'gw_port': {'id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:20Z', 'updated_at': '2022-02-19T04:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '0a8df158-d0fa-44f0-b806-d96fe000d527', 'name': '', 'network_id': '13a9d3f4-3356-4e6e-a155-7a335ac942cb', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'mac_address': 'fa:16:3e:f8:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '51a2a4cd-6790-4215-a871-8bf82a31fe51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:27Z', 'updated_at': '2022-02-19T04:10:44Z', 'revision_number': 5, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'subnets': [{'id': '51a2a4cd-6790-4215-a871-8bf82a31fe51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:19:42.973430 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-27797c91-3b17-4b41-a842-ec7a9c28d451 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Calling delete_port for 4e690be2-b43f-4068-b470-83c74b17ac13 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:43.105461 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad6e9d-2bf0-4277-8408-e63c1b9c07e0 req-d85360fb-5f14-489c-ba85-0e6b9c66634c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:43.109648 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-65ad6e9d-2bf0-4277-8408-e63c1b9c07e0 req-d85360fb-5f14-489c-ba85-0e6b9c66634c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=3457dee1-8015-4aaa-b748-08e34b8fa93d HTTP/1.1" status: 200 len: 943 time: 0.3317308 Feb 19 04:19:43.133190 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-c8339505-aa8d-4b21-8248-a651f1661ee3 req-27f8f138-2fe2-41c7-8080-aca8b1245c77 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] For port 298c23aa-68d2-4837-90a3-1e4e336be74d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=298c23aa-68d2-4837-90a3-1e4e336be74d,segment=NetworkSegment(da10b1d4-3776-4b65-ab80-766f09098108),segment_id=da10b1d4-3776-4b65-ab80-766f09098108)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:43.134048 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c8339505-aa8d-4b21-8248-a651f1661ee3 req-27f8f138-2fe2-41c7-8080-aca8b1245c77 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (298c23aa-68d2-4837-90a3-1e4e336be74d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:43.231199 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d388799-e1d3-4a75-8644-3f7b0e240002 req-f99162b2-578c-4119-85fa-d6b77ec4f71d tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 696 time: 1.4611435 Feb 19 04:19:43.243572 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-c8339505-aa8d-4b21-8248-a651f1661ee3 req-27f8f138-2fe2-41c7-8080-aca8b1245c77 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Calling delete_port for 298c23aa-68d2-4837-90a3-1e4e336be74d owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:43.273315 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf3be0f1-f25e-4202-946b-c5d712d6dac2 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (ae262677-7fa1-4caa-9b4c-b16d6a1ff004), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:43.316248 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-5d388799-e1d3-4a75-8644-3f7b0e240002 req-98b4fdba-12bb-4c96-a947-bfa9a5299a1a tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Request body: {'floatingip': {'port_id': '9bb7cd37-cb36-48e8-8791-06c94dc911b2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:43.432421 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d388799-e1d3-4a75-8644-3f7b0e240002 req-98b4fdba-12bb-4c96-a947-bfa9a5299a1a tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks [] for floatingip (30136964-318e-4085-911e-4ef41c856ebe), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:43.453298 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7510d267-fa4b-4dde-af2e-bd39b683e5cc None None] New status for floating IP ad7bec75-5053-45f8-a67e-813158ed1b2d: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:19:43.616639 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c8339505-aa8d-4b21-8248-a651f1661ee3 req-27f8f138-2fe2-41c7-8080-aca8b1245c77 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (298c23aa-68d2-4837-90a3-1e4e336be74d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:43.650259 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf3be0f1-f25e-4202-946b-c5d712d6dac2 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (ae262677-7fa1-4caa-9b4c-b16d6a1ff004), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:43.651902 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3be0f1-f25e-4202-946b-c5d712d6dac2 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:43.652880 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf3be0f1-f25e-4202-946b-c5d712d6dac2 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:43.658090 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8f138-2fe2-41c7-8080-aca8b1245c77 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Pushing event deleted for resources: {'Port': ['ID=298c23aa-68d2-4837-90a3-1e4e336be74d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:43.739186 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-65ad6e9d-2bf0-4277-8408-e63c1b9c07e0 req-ffb146b9-0f5b-4bed-8600-be9fad3643ee tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Deleting port 28e20baf-f36a-4220-9fb7-77aa6a12fc33 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:43.740598 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-65ad6e9d-2bf0-4277-8408-e63c1b9c07e0 req-ffb146b9-0f5b-4bed-8600-be9fad3643ee tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (28e20baf-f36a-4220-9fb7-77aa6a12fc33), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:43.817528 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['9bb7cd37-cb36-48e8-8791-06c94dc911b2'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:19:43.884178 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-65ad6e9d-2bf0-4277-8408-e63c1b9c07e0 req-ffb146b9-0f5b-4bed-8600-be9fad3643ee tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] For port 28e20baf-f36a-4220-9fb7-77aa6a12fc33, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=28e20baf-f36a-4220-9fb7-77aa6a12fc33,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:43.884562 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-65ad6e9d-2bf0-4277-8408-e63c1b9c07e0 req-ffb146b9-0f5b-4bed-8600-be9fad3643ee tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (28e20baf-f36a-4220-9fb7-77aa6a12fc33), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:43.911342 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-65ad6e9d-2bf0-4277-8408-e63c1b9c07e0 req-ffb146b9-0f5b-4bed-8600-be9fad3643ee tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Calling delete_port for 28e20baf-f36a-4220-9fb7-77aa6a12fc33 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:43.927486 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-91ce3fa3-8000-40b6-8bbb-ec236d015d30 req-0cfb21eb-75b6-455e-9107-3607144991c4 service neutron] 10.222.0.48 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1526659 Feb 19 04:19:43.961852 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e36f583b-bc35-4d04-aa86-54ecf785436b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (71fb0d6e-4e4f-4688-b0a7-dec5ab074491), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:43.972684 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cf3be0f1-f25e-4202-946b-c5d712d6dac2 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 3.5089340 Feb 19 04:19:44.018050 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44060) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:44.052900 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e60dce7b-bae0-4a7e-8a26-af7eddd5ea88 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Request body: {'network': {'project_id': 'e57da2ae52ff45109769d5eb6752c4fd'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:44.090628 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3be0f1-f25e-4202-946b-c5d712d6dac2 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Pushing event updated for resources: {'Network': ['ID=ae262677-7fa1-4caa-9b4c-b16d6a1ff004,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:44.120203 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network ae262677-7fa1-4caa-9b4c-b16d6a1ff004 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:19:44.305353 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60dce7b-bae0-4a7e-8a26-af7eddd5ea88 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Made reservation on behalf of e57da2ae52ff45109769d5eb6752c4fd for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:19:44.308949 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e60dce7b-bae0-4a7e-8a26-af7eddd5ea88 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:44.532538 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8339505-aa8d-4b21-8248-a651f1661ee3 req-27f8f138-2fe2-41c7-8080-aca8b1245c77 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] No DVR routers for this DVR port 298c23aa-68d2-4837-90a3-1e4e336be74d on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:19:44.535724 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-65ad6e9d-2bf0-4277-8408-e63c1b9c07e0 req-ffb146b9-0f5b-4bed-8600-be9fad3643ee tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (28e20baf-f36a-4220-9fb7-77aa6a12fc33), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:44.538642 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c8339505-aa8d-4b21-8248-a651f1661ee3 req-27f8f138-2fe2-41c7-8080-aca8b1245c77 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:44.542864 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c8339505-aa8d-4b21-8248-a651f1661ee3 req-27f8f138-2fe2-41c7-8080-aca8b1245c77 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.48 "DELETE /v2.0/ports/298c23aa-68d2-4837-90a3-1e4e336be74d HTTP/1.1" status: 204 len: 173 time: 2.0942597 Feb 19 04:19:44.583430 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-27797c91-3b17-4b41-a842-ec7a9c28d451 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (4e690be2-b43f-4068-b470-83c74b17ac13), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:44.588531 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb146b9-0f5b-4bed-8600-be9fad3643ee tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Pushing event deleted for resources: {'Port': ['ID=28e20baf-f36a-4220-9fb7-77aa6a12fc33,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:44.640689 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e36f583b-bc35-4d04-aa86-54ecf785436b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (71fb0d6e-4e4f-4688-b0a7-dec5ab074491), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:44.667524 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27797c91-3b17-4b41-a842-ec7a9c28d451 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event deleted for resources: {'Port': ['ID=4e690be2-b43f-4068-b470-83c74b17ac13,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:44.672078 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ad6e9d-2bf0-4277-8408-e63c1b9c07e0 req-ffb146b9-0f5b-4bed-8600-be9fad3643ee tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] No DVR routers for this DVR port 28e20baf-f36a-4220-9fb7-77aa6a12fc33 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:19:44.680427 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-65ad6e9d-2bf0-4277-8408-e63c1b9c07e0 req-ffb146b9-0f5b-4bed-8600-be9fad3643ee tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:44.693607 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-65ad6e9d-2bf0-4277-8408-e63c1b9c07e0 req-ffb146b9-0f5b-4bed-8600-be9fad3643ee tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "DELETE /v2.0/ports/28e20baf-f36a-4220-9fb7-77aa6a12fc33 HTTP/1.1" status: 204 len: 173 time: 1.5648692 Feb 19 04:19:44.712702 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06774f1a-952e-4c4a-bd70-f7ac093ae92a None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:19:44.801046 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-27797c91-3b17-4b41-a842-ec7a9c28d451 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] No DVR routers for this DVR port 4e690be2-b43f-4068-b470-83c74b17ac13 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:19:44.805699 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-27797c91-3b17-4b41-a842-ec7a9c28d451 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:44.810237 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-27797c91-3b17-4b41-a842-ec7a9c28d451 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.10 "DELETE /v2.0/ports/4e690be2-b43f-4068-b470-83c74b17ac13 HTTP/1.1" status: 204 len: 173 time: 2.5109086 Feb 19 04:19:44.849121 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5712d44f-3302-4a3c-a4d7-8fa16a4c7da4 admin admin] Router ca3bf050-fd9d-44d8-b660-dac1808f74df has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:19:44.851761 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f583b-bc35-4d04-aa86-54ecf785436b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=71fb0d6e-4e4f-4688-b0a7-dec5ab074491,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:44.873943 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e36f583b-bc35-4d04-aa86-54ecf785436b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:44.880801 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e36f583b-bc35-4d04-aa86-54ecf785436b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/71fb0d6e-4e4f-4688-b0a7-dec5ab074491 HTTP/1.1" status: 204 len: 168 time: 4.2433827 Feb 19 04:19:44.888486 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44066) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:44.889605 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60dce7b-bae0-4a7e-8a26-af7eddd5ea88 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:19:45.042778 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-acc68742-d241-4490-a289-5f8c40598279 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1482701 Feb 19 04:19:45.048116 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44070) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:45.065411 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-42683045-d973-410f-8501-29d9cd8927a2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:45.109800 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e60dce7b-bae0-4a7e-8a26-af7eddd5ea88 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (5e05a4f8-d88d-4643-a1de-a47f76999e34), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:45.110429 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-e60dce7b-bae0-4a7e-8a26-af7eddd5ea88 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Added segment 5e05a4f8-d88d-4643-a1de-a47f76999e34 of type vlan for network 7a9f3539-0873-4029-84f4-1bb45cf1fbd6 Feb 19 04:19:45.150753 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 298c23aa-68d2-4837-90a3-1e4e336be74d no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:45.227466 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 298c23aa-68d2-4837-90a3-1e4e336be74d {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:19:45.227821 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 298c23aa-68d2-4837-90a3-1e4e336be74d not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:19:45.235661 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8a8b79-a12e-4142-beeb-68b2eb96e27c None None] DHCP port deletion for 9e765b0b-136b-493b-bef9-44145ed793f7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:19:45.275039 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e60dce7b-bae0-4a7e-8a26-af7eddd5ea88 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (7a9f3539-0873-4029-84f4-1bb45cf1fbd6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:45.419041 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6e8a8b79-a12e-4142-beeb-68b2eb96e27c None None] Deleting port b3cb9c4e-4867-4e09-81b5-b742837918e7 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:45.419361 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6e8a8b79-a12e-4142-beeb-68b2eb96e27c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b3cb9c4e-4867-4e09-81b5-b742837918e7), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:45.481325 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e60dce7b-bae0-4a7e-8a26-af7eddd5ea88 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (7a9f3539-0873-4029-84f4-1bb45cf1fbd6), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:45.482410 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60dce7b-bae0-4a7e-8a26-af7eddd5ea88 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:45.483123 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e60dce7b-bae0-4a7e-8a26-af7eddd5ea88 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:45.515507 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e60dce7b-bae0-4a7e-8a26-af7eddd5ea88 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4832239 Feb 19 04:19:45.526034 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c16ec4-f944-417f-9207-e677e3042a5c req-6df0871c-831e-4a59-b9e1-b7ed1f60b184 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:45.532015 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-34c16ec4-f944-417f-9207-e677e3042a5c req-6df0871c-831e-4a59-b9e1-b7ed1f60b184 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 943 time: 0.3227963 Feb 19 04:19:45.537092 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44072) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:45.572069 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-6e8a8b79-a12e-4142-beeb-68b2eb96e27c None None] For port b3cb9c4e-4867-4e09-81b5-b742837918e7, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b3cb9c4e-4867-4e09-81b5-b742837918e7,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:45.573483 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6e8a8b79-a12e-4142-beeb-68b2eb96e27c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b3cb9c4e-4867-4e09-81b5-b742837918e7), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:45.578790 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-8e9d4c70-2bd4-4614-bd32-e06526ff7d12 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Request body: {'network': {'project_id': 'e57da2ae52ff45109769d5eb6752c4fd'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:45.605714 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5712d44f-3302-4a3c-a4d7-8fa16a4c7da4 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:19:45.625731 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5712d44f-3302-4a3c-a4d7-8fa16a4c7da4 admin admin] 10.222.0.65 "PUT /v2.0/routers/ca3bf050-fd9d-44d8-b660-dac1808f74df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5744870 Feb 19 04:19:45.626422 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79129d6c-f47e-4f4d-ba82-7f239dc50483 None None] Sync routers for ids ['ca3bf050-fd9d-44d8-b660-dac1808f74df'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:19:45.628104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44076) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:45.628975 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60dce7b-bae0-4a7e-8a26-af7eddd5ea88 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Pushing event updated for resources: {'Network': ['ID=7a9f3539-0873-4029-84f4-1bb45cf1fbd6,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:45.666188 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 7a9f3539-0873-4029-84f4-1bb45cf1fbd6 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:19:45.669748 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79129d6c-f47e-4f4d-ba82-7f239dc50483 None None] Routers {'ca3bf050-fd9d-44d8-b660-dac1808f74df'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:19:45.669939 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6e8a8b79-a12e-4142-beeb-68b2eb96e27c None None] Calling delete_port for b3cb9c4e-4867-4e09-81b5-b742837918e7 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:45.671270 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-79129d6c-f47e-4f4d-ba82-7f239dc50483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:19:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ca3bf050-fd9d-44d8-b660-dac1808f74df'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:45.678508 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-7eb5bdba-87dc-45ec-92a6-edc28f5747bd tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Deleting port 98ba4396-14a0-458f-9a0f-0e07a7c286aa {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:45.683179 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-7eb5bdba-87dc-45ec-92a6-edc28f5747bd tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (98ba4396-14a0-458f-9a0f-0e07a7c286aa), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:45.685597 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9d4c70-2bd4-4614-bd32-e06526ff7d12 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 04:19:45.687848 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9d4c70-2bd4-4614-bd32-e06526ff7d12 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:19:45.692642 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8e9d4c70-2bd4-4614-bd32-e06526ff7d12 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1519547 Feb 19 04:19:45.702250 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44078) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:45.846753 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.resource_extend [req-5d388799-e1d3-4a75-8644-3f7b0e240002 req-98b4fdba-12bb-4c96-a947-bfa9a5299a1a tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:19:45.878193 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42683045-d973-410f-8501-29d9cd8927a2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:19:45.882375 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42683045-d973-410f-8501-29d9cd8927a2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:45.908009 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6e8a8b79-a12e-4142-beeb-68b2eb96e27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (b3cb9c4e-4867-4e09-81b5-b742837918e7), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:45.960138 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ba520d81-cffc-4c8c-aa05-14bfb5cd8d07 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e57da2ae52ff45109769d5eb6752c4fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2557135 Feb 19 04:19:45.961303 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44080) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:45.964259 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a8b79-a12e-4142-beeb-68b2eb96e27c None None] Pushing event deleted for resources: {'Port': ['ID=b3cb9c4e-4867-4e09-81b5-b742837918e7,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:45.975828 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-79129d6c-f47e-4f4d-ba82-7f239dc50483 None None] Set router ca3bf050-fd9d-44d8-b660-dac1808f74df gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:19:45.980363 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d388799-e1d3-4a75-8644-3f7b0e240002 req-98b4fdba-12bb-4c96-a947-bfa9a5299a1a tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:45.996056 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a8b79-a12e-4142-beeb-68b2eb96e27c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:45.996443 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a8b79-a12e-4142-beeb-68b2eb96e27c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:45.996820 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a8b79-a12e-4142-beeb-68b2eb96e27c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:45.999857 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a8b79-a12e-4142-beeb-68b2eb96e27c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:46.002472 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a8b79-a12e-4142-beeb-68b2eb96e27c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:46.002891 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a8b79-a12e-4142-beeb-68b2eb96e27c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:46.003248 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a8b79-a12e-4142-beeb-68b2eb96e27c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:46.003642 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a8b79-a12e-4142-beeb-68b2eb96e27c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:46.003989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a8b79-a12e-4142-beeb-68b2eb96e27c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:46.004807 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a8b79-a12e-4142-beeb-68b2eb96e27c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:46.005358 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a8b79-a12e-4142-beeb-68b2eb96e27c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:46.007105 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a8b79-a12e-4142-beeb-68b2eb96e27c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:46.007455 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a8b79-a12e-4142-beeb-68b2eb96e27c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:46.030237 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8a8b79-a12e-4142-beeb-68b2eb96e27c None None] No DVR routers for this DVR port b3cb9c4e-4867-4e09-81b5-b742837918e7 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:19:46.041710 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d388799-e1d3-4a75-8644-3f7b0e240002 req-98b4fdba-12bb-4c96-a947-bfa9a5299a1a tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (30136964-318e-4085-911e-4ef41c856ebe), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:46.181677 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-34c16ec4-f944-417f-9207-e677e3042a5c req-90299d3f-b5b8-4d31-8149-5d2be8fede02 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups?id=cc8716b3-df70-4e10-b54a-f3f26e40dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6289780 Feb 19 04:19:46.255692 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1c823125-ce2f-4dcd-a857-100f1b243818 admin admin] Publish callbacks [] for router (ca3bf050-fd9d-44d8-b660-dac1808f74df), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:46.292542 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-7eb5bdba-87dc-45ec-92a6-edc28f5747bd tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] For port 98ba4396-14a0-458f-9a0f-0e07a7c286aa, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=98ba4396-14a0-458f-9a0f-0e07a7c286aa,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:46.293204 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-7eb5bdba-87dc-45ec-92a6-edc28f5747bd tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (98ba4396-14a0-458f-9a0f-0e07a7c286aa), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:46.310261 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-7eb5bdba-87dc-45ec-92a6-edc28f5747bd tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Calling delete_port for 98ba4396-14a0-458f-9a0f-0e07a7c286aa owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:46.346816 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44082) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:46.362772 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-79129d6c-f47e-4f4d-ba82-7f239dc50483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'name': 'tempest-ServersTestFqdnHostnames-702268338-router', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '9730bc16-0c77-4262-9c29-36ec67945512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:19:38Z', 'revision_number': 5, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'gw_port': {'id': '9730bc16-0c77-4262-9c29-36ec67945512', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:38Z', 'updated_at': '2022-02-19T04:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:46.451552 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79129d6c-f47e-4f4d-ba82-7f239dc50483 None None] Checking router: ca3bf050-fd9d-44d8-b660-dac1808f74df for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:19:46.486457 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79129d6c-f47e-4f4d-ba82-7f239dc50483 None None] Routers {'ca3bf050-fd9d-44d8-b660-dac1808f74df'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:19:46.489159 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-79129d6c-f47e-4f4d-ba82-7f239dc50483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:19:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ca3bf050-fd9d-44d8-b660-dac1808f74df'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:46.521082 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c43cfb-9ec7-4b51-b584-8e2c26ae4ed9 x-openstack-request-id: req-09c43cfb-9ec7-4b51-b584-8e2c26ae4ed9 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:46.522183 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-deleted", "tag": "d55925d6-45fb-442a-a75b-25b53b26f933", "status": "completed", "code": 200}, {"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-deleted", "tag": "434235d7-dfe6-4b36-a5d6-5491aa76e4ab", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:46.523234 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-09c43cfb-9ec7-4b51-b584-8e2c26ae4ed9 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:46.524337 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-deleted', 'tag': 'd55925d6-45fb-442a-a75b-25b53b26f933', 'status': 'completed', 'code': 200} Feb 19 04:19:46.525577 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-deleted', 'tag': '434235d7-dfe6-4b36-a5d6-5491aa76e4ab', 'status': 'completed', 'code': 200} Feb 19 04:19:46.531794 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-7eb5bdba-87dc-45ec-92a6-edc28f5747bd tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (98ba4396-14a0-458f-9a0f-0e07a7c286aa), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:46.557931 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [req-5d388799-e1d3-4a75-8644-3f7b0e240002 req-98b4fdba-12bb-4c96-a947-bfa9a5299a1a tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Floating IP 30136964-318e-4085-911e-4ef41c856ebe associated. External IP: 172.25.0.168, port: 9bb7cd37-cb36-48e8-8791-06c94dc911b2. Feb 19 04:19:46.704593 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-59bd2298-0e60-48a8-a5a8-80e219264546 admin admin] Deleting subnet beef5322-9560-4338-8ed9-fa2ac0090560 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:19:46.717230 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-59bd2298-0e60-48a8-a5a8-80e219264546 admin admin] Publish callbacks [] for subnet (beef5322-9560-4338-8ed9-fa2ac0090560), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:46.732102 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2a1570d7-b429-4a4f-bd66-985f5b707bce tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks [] for security_group (85f92daa-984c-4022-90c8-5b1026ae4f87), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:46.773996 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5bdba-87dc-45ec-92a6-edc28f5747bd tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event deleted for resources: {'Port': ['ID=98ba4396-14a0-458f-9a0f-0e07a7c286aa,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:46.957765 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-7eb5bdba-87dc-45ec-92a6-edc28f5747bd tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] No DVR routers for this DVR port 98ba4396-14a0-458f-9a0f-0e07a7c286aa on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:19:46.960513 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42683045-d973-410f-8501-29d9cd8927a2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (f89fda31-ffb7-4a50-a03e-62d7e775be82), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:46.964394 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-7eb5bdba-87dc-45ec-92a6-edc28f5747bd tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:46.971206 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d279ef5-a44e-4ad4-a6a4-0e83e3974920 req-7eb5bdba-87dc-45ec-92a6-edc28f5747bd tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.10 "DELETE /v2.0/ports/98ba4396-14a0-458f-9a0f-0e07a7c286aa HTTP/1.1" status: 204 len: 173 time: 2.1547980 Feb 19 04:19:46.980663 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-79129d6c-f47e-4f4d-ba82-7f239dc50483 None None] Set router ca3bf050-fd9d-44d8-b660-dac1808f74df gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:19:47.099197 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b3cb9c4e-4867-4e09-81b5-b742837918e7 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:47.198005 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: b3cb9c4e-4867-4e09-81b5-b742837918e7 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:19:47.198606 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b3cb9c4e-4867-4e09-81b5-b742837918e7 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:19:47.204230 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1c823125-ce2f-4dcd-a857-100f1b243818 admin admin] Publish callbacks [] for router_gateway (ca3bf050-fd9d-44d8-b660-dac1808f74df), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:47.237419 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394971e3-9d6e-4e17-9783-616876b36057 req-2d4c5884-41c3-4b61-8e22-05326c926f5f tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:47.239267 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-394971e3-9d6e-4e17-9783-616876b36057 req-2d4c5884-41c3-4b61-8e22-05326c926f5f tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/networks?id=7d40f42e-b749-4901-ba8a-e7eceb678438 HTTP/1.1" status: 200 len: 811 time: 0.1783979 Feb 19 04:19:47.275316 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2a1570d7-b429-4a4f-bd66-985f5b707bce tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks [] for security_group (85f92daa-984c-4022-90c8-5b1026ae4f87), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:47.299685 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-394971e3-9d6e-4e17-9783-616876b36057 req-1efe66cf-38f6-4c7d-9451-a689bf471cbb tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/quotas/b786c5ef5d584827a0b45726072f8eb3 HTTP/1.1" status: 200 len: 375 time: 0.0314484 Feb 19 04:19:47.332018 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42683045-d973-410f-8501-29d9cd8927a2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:19:47.361241 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-42683045-d973-410f-8501-29d9cd8927a2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:19:47.380465 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42683045-d973-410f-8501-29d9cd8927a2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:47.388882 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42683045-d973-410f-8501-29d9cd8927a2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:47.406397 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7064d6a3-20bb-41c1-a4a0-cdb70ddf7021 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:19:47.451257 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-394971e3-9d6e-4e17-9783-616876b36057 req-16e5491f-8b2d-4fa5-82a6-595e371b1352 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b786c5ef5d584827a0b45726072f8eb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1047308 Feb 19 04:19:47.467938 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42683045-d973-410f-8501-29d9cd8927a2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=f89fda31-ffb7-4a50-a03e-62d7e775be82,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:47.499179 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-42683045-d973-410f-8501-29d9cd8927a2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4483764 Feb 19 04:19:47.510659 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44102) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:47.517267 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'name': 'tempest-NetworksTestDHCPv6-613509429'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:47.543168 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-59bd2298-0e60-48a8-a5a8-80e219264546 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (beef5322-9560-4338-8ed9-fa2ac0090560), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:47.654389 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-79129d6c-f47e-4f4d-ba82-7f239dc50483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'name': 'tempest-ServersTestFqdnHostnames-702268338-router', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '9730bc16-0c77-4262-9c29-36ec67945512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:19:38Z', 'revision_number': 5, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'gw_port': {'id': '9730bc16-0c77-4262-9c29-36ec67945512', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:38Z', 'updated_at': '2022-02-19T04:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:47.714878 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0c99b5-bca5-47c6-af43-06999d8c6623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9e765b0b-136b-493b-bef9-44145ed793f7', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'fixed_ips': [{'subnet_id': 'f89fda31-ffb7-4a50-a03e-62d7e775be82'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:19:47.715984 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5b0c99b5-bca5-47c6-af43-06999d8c6623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:47.743894 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79129d6c-f47e-4f4d-ba82-7f239dc50483 None None] The sync data for ids ['ca3bf050-fd9d-44d8-b660-dac1808f74df'] in n-d-772273-4 is: [{'id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'name': 'tempest-ServersTestFqdnHostnames-702268338-router', 'tenant_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '9730bc16-0c77-4262-9c29-36ec67945512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:19:38Z', 'revision_number': 5, 'project_id': '42a9a8f257e34a14b7f01fbf04bfd0d0', 'gw_port': {'id': '9730bc16-0c77-4262-9c29-36ec67945512', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3bf050-fd9d-44d8-b660-dac1808f74df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:38Z', 'updated_at': '2022-02-19T04:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:19:47.900194 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-394971e3-9d6e-4e17-9783-616876b36057 req-b5841dd9-9393-444d-aeb2-b1bd9c71789a service neutron] 10.222.0.65 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473267 Feb 19 04:19:48.021788 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-5b0c99b5-bca5-47c6-af43-06999d8c6623 None None] Allocated IP 2001:db8::2 (9e765b0b-136b-493b-bef9-44145ed793f7/f89fda31-ffb7-4a50-a03e-62d7e775be82/0c210a3b-0f09-42af-ba57-bc8ac8c723c7) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:19:48.132645 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-394971e3-9d6e-4e17-9783-616876b36057 req-189835e9-580b-437f-9dd0-3b1462fadcc4 service neutron] 10.222.0.65 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843405 Feb 19 04:19:48.134727 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:19:48.142195 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:48.187519 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] device_id is not set on port ec147cbc-7bb6-4be5-9845-adb691e130a8 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:19:48.405569 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5b0c99b5-bca5-47c6-af43-06999d8c6623 None None] Publish callbacks [] for port (0c210a3b-0f09-42af-ba57-bc8ac8c723c7), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:48.455097 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5b0c99b5-bca5-47c6-af43-06999d8c6623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (0c210a3b-0f09-42af-ba57-bc8ac8c723c7), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:48.592337 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-59bd2298-0e60-48a8-a5a8-80e219264546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (beef5322-9560-4338-8ed9-fa2ac0090560), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:48.615916 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c0994c-e928-4d65-a22c-4ab1ddd0d79c', 'name': 'network-vif-deleted', 'tag': '298c23aa-68d2-4837-90a3-1e4e336be74d'}, {'server_uuid': '3457dee1-8015-4aaa-b748-08e34b8fa93d', 'name': 'network-vif-deleted', 'tag': '28e20baf-f36a-4220-9fb7-77aa6a12fc33'}, {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-deleted', 'tag': '4e690be2-b43f-4068-b470-83c74b17ac13'}, {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-deleted', 'tag': '98ba4396-14a0-458f-9a0f-0e07a7c286aa'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:48.623328 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c530a142-2823-4dd9-9090-ad6a5e7109ff" -d '{"events": [{"server_uuid": "a0c0994c-e928-4d65-a22c-4ab1ddd0d79c", "name": "network-vif-deleted", "tag": "298c23aa-68d2-4837-90a3-1e4e336be74d"}, {"server_uuid": "3457dee1-8015-4aaa-b748-08e34b8fa93d", "name": "network-vif-deleted", "tag": "28e20baf-f36a-4220-9fb7-77aa6a12fc33"}, {"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-deleted", "tag": "4e690be2-b43f-4068-b470-83c74b17ac13"}, {"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-deleted", "tag": "98ba4396-14a0-458f-9a0f-0e07a7c286aa"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:48.643045 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0c99b5-bca5-47c6-af43-06999d8c6623 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:19:48.651867 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-5b0c99b5-bca5-47c6-af43-06999d8c6623 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:19:48.658146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0c99b5-bca5-47c6-af43-06999d8c6623 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:19:48.758546 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c99b5-bca5-47c6-af43-06999d8c6623 None None] Pushing event updated for resources: {'Port': ['ID=0c210a3b-0f09-42af-ba57-bc8ac8c723c7,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:48.793660 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d821b54b-f9d9-4c3d-8170-3c29f94fda29 req-fd5e5936-f098-4536-8f8c-72af8910e08e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.1606498 Feb 19 04:19:48.845173 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-1c823125-ce2f-4dcd-a857-100f1b243818 admin admin] Deleting port 9730bc16-0c77-4262-9c29-36ec67945512 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:48.845843 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1c823125-ce2f-4dcd-a857-100f1b243818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9730bc16-0c77-4262-9c29-36ec67945512), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:48.846520 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-5b0c99b5-bca5-47c6-af43-06999d8c6623 None None] Attempting to bind port 0c210a3b-0f09-42af-ba57-bc8ac8c723c7 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:19:48.847423 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-5b0c99b5-bca5-47c6-af43-06999d8c6623 None None] Attempting to bind port 0c210a3b-0f09-42af-ba57-bc8ac8c723c7 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:19:48.848709 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0c99b5-bca5-47c6-af43-06999d8c6623 None None] Attempting to bind port 0c210a3b-0f09-42af-ba57-bc8ac8c723c7 on network 9e765b0b-136b-493b-bef9-44145ed793f7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:19:48.851651 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8::175 (9e765b0b-136b-493b-bef9-44145ed793f7/f89fda31-ffb7-4a50-a03e-62d7e775be82/ec147cbc-7bb6-4be5-9845-adb691e130a8) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:19:48.862546 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0c99b5-bca5-47c6-af43-06999d8c6623 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:19:48.863653 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0c99b5-bca5-47c6-af43-06999d8c6623 None None] Checking segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:19:48.864706 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5b0c99b5-bca5-47c6-af43-06999d8c6623 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:48.865997 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0c99b5-bca5-47c6-af43-06999d8c6623 None None] Bound using segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:19:48.867391 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-5b0c99b5-bca5-47c6-af43-06999d8c6623 None None] Bound port: 0c210a3b-0f09-42af-ba57-bc8ac8c723c7, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:19:48.867890 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5b0c99b5-bca5-47c6-af43-06999d8c6623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0c210a3b-0f09-42af-ba57-bc8ac8c723c7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:48.892789 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2a1570d7-b429-4a4f-bd66-985f5b707bce tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (85f92daa-984c-4022-90c8-5b1026ae4f87), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:48.897984 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2a1570d7-b429-4a4f-bd66-985f5b707bce tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:48.900034 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2a1570d7-b429-4a4f-bd66-985f5b707bce tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/85f92daa-984c-4022-90c8-5b1026ae4f87 HTTP/1.1" status: 204 len: 168 time: 2.9278581 Feb 19 04:19:48.925936 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44112) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:49.001430 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1570d7-b429-4a4f-bd66-985f5b707bce tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f92daa-984c-4022-90c8-5b1026ae4f87,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:49.050629 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 63e3acdb-9c92-4e21-9f72-972ad0695e05 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:49.099847 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-1c823125-ce2f-4dcd-a857-100f1b243818 admin admin] For port 9730bc16-0c77-4262-9c29-36ec67945512, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9730bc16-0c77-4262-9c29-36ec67945512,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:49.101297 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1c823125-ce2f-4dcd-a857-100f1b243818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9730bc16-0c77-4262-9c29-36ec67945512), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.180377 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a0404308-1af2-4d10-9f56-3dd2a5c3cb01 req-c2ed8eb8-b15f-427a-a9ee-ddc400ef1939 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 210 time: 0.1126728 Feb 19 04:19:49.207607 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 63e3acdb-9c92-4e21-9f72-972ad0695e05 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:19:49.209918 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 63e3acdb-9c92-4e21-9f72-972ad0695e05 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:19:49.262692 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-1c823125-ce2f-4dcd-a857-100f1b243818 admin admin] Calling delete_port for 9730bc16-0c77-4262-9c29-36ec67945512 owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:49.268648 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d388799-e1d3-4a75-8644-3f7b0e240002 req-98b4fdba-12bb-4c96-a947-bfa9a5299a1a tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:19:49.284281 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2530b769-2237-446c-81cf-5931c63d90e9 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (7a9f3539-0873-4029-84f4-1bb45cf1fbd6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.318110 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-5b0c99b5-bca5-47c6-af43-06999d8c6623 None None] For port 0c210a3b-0f09-42af-ba57-bc8ac8c723c7, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:19:49.330586 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-5b0c99b5-bca5-47c6-af43-06999d8c6623 None None] For port 0c210a3b-0f09-42af-ba57-bc8ac8c723c7, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0c210a3b-0f09-42af-ba57-bc8ac8c723c7,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:19:49.352197 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5b0c99b5-bca5-47c6-af43-06999d8c6623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0c210a3b-0f09-42af-ba57-bc8ac8c723c7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.363997 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 693 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678fb641-e0b2-4601-83ce-f42e9e8f36e2 x-openstack-request-id: req-678fb641-e0b2-4601-83ce-f42e9e8f36e2 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:49.364502 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c0994c-e928-4d65-a22c-4ab1ddd0d79c", "name": "network-vif-deleted", "tag": "298c23aa-68d2-4837-90a3-1e4e336be74d", "status": "completed", "code": 200}, {"server_uuid": "3457dee1-8015-4aaa-b748-08e34b8fa93d", "name": "network-vif-deleted", "tag": "28e20baf-f36a-4220-9fb7-77aa6a12fc33", "status": "failed", "code": 422}, {"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-deleted", "tag": "4e690be2-b43f-4068-b470-83c74b17ac13", "status": "completed", "code": 200}, {"server_uuid": "e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7", "name": "network-vif-deleted", "tag": "98ba4396-14a0-458f-9a0f-0e07a7c286aa", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:49.364959 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-678fb641-e0b2-4601-83ce-f42e9e8f36e2 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:49.365889 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c0994c-e928-4d65-a22c-4ab1ddd0d79c', 'name': 'network-vif-deleted', 'tag': '298c23aa-68d2-4837-90a3-1e4e336be74d', 'status': 'completed', 'code': 200} Feb 19 04:19:49.366556 n-d-772273-4 neutron-server[115198]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3457dee1-8015-4aaa-b748-08e34b8fa93d', 'name': 'network-vif-deleted', 'tag': '28e20baf-f36a-4220-9fb7-77aa6a12fc33', 'status': 'failed', 'code': 422} returned with failed status Feb 19 04:19:49.367222 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-deleted', 'tag': '4e690be2-b43f-4068-b470-83c74b17ac13', 'status': 'completed', 'code': 200} Feb 19 04:19:49.367926 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7', 'name': 'network-vif-deleted', 'tag': '98ba4396-14a0-458f-9a0f-0e07a7c286aa', 'status': 'completed', 'code': 200} Feb 19 04:19:49.401143 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-59bd2298-0e60-48a8-a5a8-80e219264546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (beef5322-9560-4338-8ed9-fa2ac0090560), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.492054 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (ec147cbc-7bb6-4be5-9845-adb691e130a8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.519854 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd2298-0e60-48a8-a5a8-80e219264546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beef5322-9560-4338-8ed9-fa2ac0090560,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:49.533633 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-59bd2298-0e60-48a8-a5a8-80e219264546 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.543620 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-59bd2298-0e60-48a8-a5a8-80e219264546 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/beef5322-9560-4338-8ed9-fa2ac0090560 HTTP/1.1" status: 204 len: 168 time: 3.1884761 Feb 19 04:19:49.545230 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44120) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:49.633471 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ec147cbc-7bb6-4be5-9845-adb691e130a8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.719425 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:19:49.725531 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:19:49.730676 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:19:49.743344 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:49.744872 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.849875 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c99b5-bca5-47c6-af43-06999d8c6623 None None] Pushing event updated for resources: {'Port': ['ID=0c210a3b-0f09-42af-ba57-bc8ac8c723c7,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:49.932871 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4207375 Feb 19 04:19:49.954096 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44124) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:50.059943 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=ec147cbc-7bb6-4be5-9845-adb691e130a8,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:50.080864 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2530b769-2237-446c-81cf-5931c63d90e9 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (7a9f3539-0873-4029-84f4-1bb45cf1fbd6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.120739 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:50.121891 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:50.123313 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:50.123881 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:50.124456 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:50.125060 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:50.125677 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:50.126227 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:50.126777 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:50.127314 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:50.128016 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:50.128452 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:50.129023 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed992c8-0152-472d-837a-d314b159f7b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:50.150651 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1c823125-ce2f-4dcd-a857-100f1b243818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (9730bc16-0c77-4262-9c29-36ec67945512), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.251981 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-2530b769-2237-446c-81cf-5931c63d90e9 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9f3539-0873-4029-84f4-1bb45cf1fbd6']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:50.270383 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-442b20bf-76d5-4852-8861-797466fbcc5f req-9ee930d6-f887-4312-bf92-3fad6009956b tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.1522138 Feb 19 04:19:50.289333 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-2530b769-2237-446c-81cf-5931c63d90e9 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e05a4f8-d88d-4643-a1de-a47f76999e34') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:50.289859 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-2530b769-2237-446c-81cf-5931c63d90e9 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e05a4f8-d88d-4643-a1de-a47f76999e34') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:50.308273 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2530b769-2237-446c-81cf-5931c63d90e9 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (5e05a4f8-d88d-4643-a1de-a47f76999e34), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.407248 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d72def-f88f-4153-b9cb-d6c2affaa7cd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:50.416845 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c823125-ce2f-4dcd-a857-100f1b243818 admin admin] Pushing event deleted for resources: {'Port': ['ID=9730bc16-0c77-4262-9c29-36ec67945512,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:50.440580 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d72def-f88f-4153-b9cb-d6c2affaa7cd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:50.456999 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-57d72def-f88f-4153-b9cb-d6c2affaa7cd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4871519 Feb 19 04:19:50.463480 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2530b769-2237-446c-81cf-5931c63d90e9 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (5e05a4f8-d88d-4643-a1de-a47f76999e34), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.473846 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44128) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:50.482952 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00542c5d-49d5-4fda-a54e-1cabcad67b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (cff2ad8a-e455-413f-bb95-7fd84f2cf5da), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.571553 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2530b769-2237-446c-81cf-5931c63d90e9 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:19:50.572260 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2530b769-2237-446c-81cf-5931c63d90e9 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (5e05a4f8-d88d-4643-a1de-a47f76999e34), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:19:50.576110 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:19:50.586245 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d388799-e1d3-4a75-8644-3f7b0e240002 req-98b4fdba-12bb-4c96-a947-bfa9a5299a1a tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:19:50.600218 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d388799-e1d3-4a75-8644-3f7b0e240002 req-98b4fdba-12bb-4c96-a947-bfa9a5299a1a tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.619799 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba123fdb-4a70-434a-ac87-f6c0df5f6462 None None] Sync routers for ids ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:19:50.634617 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:19:50.662672 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba123fdb-4a70-434a-ac87-f6c0df5f6462 None None] Routers {'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:19:50.663996 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ba123fdb-4a70-434a-ac87-f6c0df5f6462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:19:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:50.777157 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5b3f4b30-bdf5-418b-98ef-45a1dcf54c24 req-c45631ce-e2e3-4616-9b36-9eed77051b8a tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 210 time: 0.0545111 Feb 19 04:19:50.819371 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1c823125-ce2f-4dcd-a857-100f1b243818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (ca3bf050-fd9d-44d8-b660-dac1808f74df), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.824875 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d388799-e1d3-4a75-8644-3f7b0e240002 req-98b4fdba-12bb-4c96-a947-bfa9a5299a1a tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "PUT /v2.0/floatingips/30136964-318e-4085-911e-4ef41c856ebe HTTP/1.1" status: 200 len: 996 time: 7.5921988 Feb 19 04:19:50.831848 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c58364-4dcb-46bd-8290-c72c890015ca', 'tag': '9bb7cd37-cb36-48e8-8791-06c94dc911b2'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:50.835767 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1a6558-f6d0-418c-b754-ef494b35b1d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c58364-4dcb-46bd-8290-c72c890015ca", "tag": "9bb7cd37-cb36-48e8-8791-06c94dc911b2"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:50.992677 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2530b769-2237-446c-81cf-5931c63d90e9 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (7a9f3539-0873-4029-84f4-1bb45cf1fbd6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.997921 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-ba123fdb-4a70-434a-ac87-f6c0df5f6462 None None] Set router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:19:51.009983 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2530b769-2237-446c-81cf-5931c63d90e9 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:51.021096 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2530b769-2237-446c-81cf-5931c63d90e9 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] 10.222.0.65 "DELETE /v2.0/networks/7a9f3539-0873-4029-84f4-1bb45cf1fbd6 HTTP/1.1" status: 204 len: 168 time: 2.0933795 Feb 19 04:19:51.035782 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44132) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:51.094614 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62413429-5838-4375-8ed7-59961a5e15b2 x-openstack-request-id: req-62413429-5838-4375-8ed7-59961a5e15b2 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:51.095727 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c58364-4dcb-46bd-8290-c72c890015ca", "tag": "9bb7cd37-cb36-48e8-8791-06c94dc911b2", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:51.096728 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-62413429-5838-4375-8ed7-59961a5e15b2 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:51.098055 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c58364-4dcb-46bd-8290-c72c890015ca', 'tag': '9bb7cd37-cb36-48e8-8791-06c94dc911b2', 'status': 'completed', 'code': 200} Feb 19 04:19:51.287429 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1c823125-ce2f-4dcd-a857-100f1b243818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (ca3bf050-fd9d-44d8-b660-dac1808f74df), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:51.364163 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00542c5d-49d5-4fda-a54e-1cabcad67b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (cff2ad8a-e455-413f-bb95-7fd84f2cf5da), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:51.368870 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1c823125-ce2f-4dcd-a857-100f1b243818 admin admin] Publish callbacks [] for router_controller (ca3bf050-fd9d-44d8-b660-dac1808f74df), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:51.391644 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0c210a3b-0f09-42af-ba57-bc8ac8c723c7 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:19:51.565986 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530b769-2237-446c-81cf-5931c63d90e9 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Pushing event deleted for resources: {'Network': ['ID=7a9f3539-0873-4029-84f4-1bb45cf1fbd6,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:51.587518 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394971e3-9d6e-4e17-9783-616876b36057 req-5b37ed47-b6ae-45bc-a226-337e05297df7 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:51.591877 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-394971e3-9d6e-4e17-9783-616876b36057 req-5b37ed47-b6ae-45bc-a226-337e05297df7 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.48 "GET /v2.0/networks?id=7d40f42e-b749-4901-ba8a-e7eceb678438 HTTP/1.1" status: 200 len: 811 time: 0.5035758 Feb 19 04:19:51.598521 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-00542c5d-49d5-4fda-a54e-1cabcad67b42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff2ad8a-e455-413f-bb95-7fd84f2cf5da']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:51.633446 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d388799-e1d3-4a75-8644-3f7b0e240002 req-d483adaf-b056-4b1e-ba60-0a296d61ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:51.636725 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d388799-e1d3-4a75-8644-3f7b0e240002 req-d483adaf-b056-4b1e-ba60-0a296d61ffcd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89adbc6ffff04dfd95e6648f4a0ff8fd&device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 1127 time: 0.5369191 Feb 19 04:19:51.638258 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1c823125-ce2f-4dcd-a857-100f1b243818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (ca3bf050-fd9d-44d8-b660-dac1808f74df), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:51.640212 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c823125-ce2f-4dcd-a857-100f1b243818 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca3bf050-fd9d-44d8-b660-dac1808f74df {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:19:51.649824 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1c823125-ce2f-4dcd-a857-100f1b243818 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:51.654118 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1c823125-ce2f-4dcd-a857-100f1b243818 admin admin] 10.222.0.65 "DELETE /v2.0/routers/ca3bf050-fd9d-44d8-b660-dac1808f74df HTTP/1.1" status: 204 len: 168 time: 6.0219889 Feb 19 04:19:51.659061 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-00542c5d-49d5-4fda-a54e-1cabcad67b42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e9f7c7-6f1a-45bc-a1bb-1cb9e2c072eb') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:51.659951 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-00542c5d-49d5-4fda-a54e-1cabcad67b42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e9f7c7-6f1a-45bc-a1bb-1cb9e2c072eb') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:51.663320 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44136) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:51.724454 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-92b62647-54c0-4f60-8510-3069770944c0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting port ec147cbc-7bb6-4be5-9845-adb691e130a8 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:51.725097 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-92b62647-54c0-4f60-8510-3069770944c0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ec147cbc-7bb6-4be5-9845-adb691e130a8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:51.743273 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-394971e3-9d6e-4e17-9783-616876b36057 req-39e9b66a-aabc-42eb-8f1e-d2d52db9db63 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Request body: {'port': {'device_id': 'e263ac11-81f8-4c27-851a-61c516079d42', 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438', 'admin_state_up': True, 'tenant_id': 'b786c5ef5d584827a0b45726072f8eb3'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:51.815823 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 0c210a3b-0f09-42af-ba57-bc8ac8c723c7 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:19:51.817432 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0c210a3b-0f09-42af-ba57-bc8ac8c723c7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:51.885930 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d388799-e1d3-4a75-8644-3f7b0e240002 req-4ec8acb0-a4d2-49ed-ad3e-f9b37b340ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:51.888793 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d388799-e1d3-4a75-8644-3f7b0e240002 req-4ec8acb0-a4d2-49ed-ad3e-f9b37b340ee4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ffb608e3-05fc-4c93-b77e-be504917d727 HTTP/1.1" status: 200 len: 921 time: 0.2090712 Feb 19 04:19:52.127513 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00542c5d-49d5-4fda-a54e-1cabcad67b42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (f1e9f7c7-6f1a-45bc-a1bb-1cb9e2c072eb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:52.133875 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d388799-e1d3-4a75-8644-3f7b0e240002 req-880d690e-b4e7-4343-9827-d92d48e9ecc5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bb7cd37-cb36-48e8-8791-06c94dc911b2 HTTP/1.1" status: 200 len: 999 time: 0.1978304 Feb 19 04:19:52.271316 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 0c210a3b-0f09-42af-ba57-bc8ac8c723c7 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:52.272137 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0c210a3b-0f09-42af-ba57-bc8ac8c723c7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:52.277773 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ba123fdb-4a70-434a-ac87-f6c0df5f6462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:17:45Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port': {'id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '30136964-318e-4085-911e-4ef41c856ebe', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'port_id': '9bb7cd37-cb36-48e8-8791-06c94dc911b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'mac_address': 'fa:16:3e:c5:6e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c58364-4dcb-46bd-8290-c72c890015ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:18:25Z', 'updated_at': '2022-02-19T04:19:45Z', 'revision_number': 8, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d5d458-afce-405a-adc9-279c420f42ef', 'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'mac_address': 'fa:16:3e:2e:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:44Z', 'updated_at': '2022-02-19T04:17:54Z', 'revision_number': 5, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'subnets': [{'id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:52.311476 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d388799-e1d3-4a75-8644-3f7b0e240002 req-8ead4a40-da5d-437c-b4bf-601fed280acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:52.320887 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d388799-e1d3-4a75-8644-3f7b0e240002 req-8ead4a40-da5d-437c-b4bf-601fed280acc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4036b21c-b280-4a08-8f13-b6e5e89c48cd HTTP/1.1" status: 200 len: 860 time: 0.1632893 Feb 19 04:19:52.344046 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba123fdb-4a70-434a-ac87-f6c0df5f6462 None None] Checking router: fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:19:52.349488 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00542c5d-49d5-4fda-a54e-1cabcad67b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (f1e9f7c7-6f1a-45bc-a1bb-1cb9e2c072eb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:52.442880 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba123fdb-4a70-434a-ac87-f6c0df5f6462 None None] Routers {'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:19:52.444491 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ba123fdb-4a70-434a-ac87-f6c0df5f6462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:19:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:52.450517 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4aab7b4-c9af-45f7-915d-6b0d74be075c admin admin] Deleting subnet bfd6d5da-2430-4dcd-a453-690f98ee361c {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:19:52.458587 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00542c5d-49d5-4fda-a54e-1cabcad67b42 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:19:52.458587 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00542c5d-49d5-4fda-a54e-1cabcad67b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (f1e9f7c7-6f1a-45bc-a1bb-1cb9e2c072eb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: warnings.warn('Neutron quota engine will require "--force" ' Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:19:52.461817 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:19:52.464639 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e4aab7b4-c9af-45f7-915d-6b0d74be075c admin admin] Publish callbacks [] for subnet (bfd6d5da-2430-4dcd-a453-690f98ee361c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:52.575328 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 0c210a3b-0f09-42af-ba57-bc8ac8c723c7, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0c210a3b-0f09-42af-ba57-bc8ac8c723c7,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:52.587789 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0c210a3b-0f09-42af-ba57-bc8ac8c723c7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:52.681531 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e4aab7b4-c9af-45f7-915d-6b0d74be075c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (bfd6d5da-2430-4dcd-a453-690f98ee361c), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:52.715237 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=0c210a3b-0f09-42af-ba57-bc8ac8c723c7,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:52.725859 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d388799-e1d3-4a75-8644-3f7b0e240002 req-474aa7bf-7eee-4a3e-b77c-7fc57185ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:52.728613 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d388799-e1d3-4a75-8644-3f7b0e240002 req-474aa7bf-7eee-4a3e-b77c-7fc57185ac78 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ffb608e3-05fc-4c93-b77e-be504917d727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3834090 Feb 19 04:19:52.736736 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00542c5d-49d5-4fda-a54e-1cabcad67b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (cff2ad8a-e455-413f-bb95-7fd84f2cf5da), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:52.749666 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00542c5d-49d5-4fda-a54e-1cabcad67b42 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:52.755610 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-00542c5d-49d5-4fda-a54e-1cabcad67b42 admin admin] 10.222.0.65 "DELETE /v2.0/networks/cff2ad8a-e455-413f-bb95-7fd84f2cf5da HTTP/1.1" status: 204 len: 168 time: 3.1964812 Feb 19 04:19:52.791308 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c4a6e14d-5044-4144-9875-0ff1c4bb6d6f None None] Provisioning complete for port 0c210a3b-0f09-42af-ba57-bc8ac8c723c7 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:19:52.791567 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c4a6e14d-5044-4144-9875-0ff1c4bb6d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0c210a3b-0f09-42af-ba57-bc8ac8c723c7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:52.815223 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f6b8a89-b668-4c4b-98d3-542f01986a51 req-a27be39c-9790-4554-a4f2-a5517cf9df3d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.7945006 Feb 19 04:19:53.020999 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b668dfc9-13f2-4958-9b35-410ecbf9b9a1 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (ae262677-7fa1-4caa-9b4c-b16d6a1ff004), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:53.024014 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00542c5d-49d5-4fda-a54e-1cabcad67b42 admin admin] Pushing event deleted for resources: {'Network': ['ID=cff2ad8a-e455-413f-bb95-7fd84f2cf5da,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:53.113947 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394971e3-9d6e-4e17-9783-616876b36057 req-39e9b66a-aabc-42eb-8f1e-d2d52db9db63 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Made reservation on behalf of b786c5ef5d584827a0b45726072f8eb3 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:19:53.118041 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-394971e3-9d6e-4e17-9783-616876b36057 req-39e9b66a-aabc-42eb-8f1e-d2d52db9db63 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:53.132896 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee7fb74f-0a39-4212-be6a-821579591bc0 req-61b51b81-7f73-4e3c-829c-4fd6a9df09ef tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 210 time: 0.0901484 Feb 19 04:19:53.183445 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e4aab7b4-c9af-45f7-915d-6b0d74be075c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (bfd6d5da-2430-4dcd-a453-690f98ee361c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:53.207428 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0c210a3b-0f09-42af-ba57-bc8ac8c723c7 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:19:53.214803 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a6558-f6d0-418c-b754-ef494b35b1d2 req-55d8a140-d7d3-4a0a-989b-9cae1b5d33aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:53.216572 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f1a6558-f6d0-418c-b754-ef494b35b1d2 req-55d8a140-d7d3-4a0a-989b-9cae1b5d33aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89adbc6ffff04dfd95e6648f4a0ff8fd&device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 1127 time: 2.0806892 Feb 19 04:19:53.219618 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-92b62647-54c0-4f60-8510-3069770944c0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ec147cbc-7bb6-4be5-9845-adb691e130a8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:53.315307 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-ba123fdb-4a70-434a-ac87-f6c0df5f6462 None None] Set router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:19:53.319611 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e4aab7b4-c9af-45f7-915d-6b0d74be075c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (bfd6d5da-2430-4dcd-a453-690f98ee361c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:53.402274 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aab7b4-c9af-45f7-915d-6b0d74be075c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfd6d5da-2430-4dcd-a453-690f98ee361c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:53.431886 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-92b62647-54c0-4f60-8510-3069770944c0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Calling delete_port for ec147cbc-7bb6-4be5-9845-adb691e130a8 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:53.443709 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e4aab7b4-c9af-45f7-915d-6b0d74be075c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:53.451128 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e4aab7b4-c9af-45f7-915d-6b0d74be075c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/bfd6d5da-2430-4dcd-a453-690f98ee361c HTTP/1.1" status: 204 len: 168 time: 1.7853501 Feb 19 04:19:53.457284 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44142) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:53.478681 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a42281a-8e69-4136-9da7-74b79549b920 None None] Network 23e58a62-5420-4961-bbbe-6b9f43f9106d requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:19:53.491426 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c4a6e14d-5044-4144-9875-0ff1c4bb6d6f None None] Current status of the port 0c210a3b-0f09-42af-ba57-bc8ac8c723c7 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:53.517153 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44144) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:53.523052 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b668dfc9-13f2-4958-9b35-410ecbf9b9a1 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (ae262677-7fa1-4caa-9b4c-b16d6a1ff004), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:53.650980 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d388799-e1d3-4a75-8644-3f7b0e240002 req-5f685d0d-411a-433c-81b8-5e98a1e6aed0 service neutron] 10.222.0.65 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8673379 Feb 19 04:19:53.700975 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e10209e-efe0-4392-9f3a-e2eb0433ebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (23e58a62-5420-4961-bbbe-6b9f43f9106d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:53.764774 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 0c210a3b-0f09-42af-ba57-bc8ac8c723c7 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:19:53.765899 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0c210a3b-0f09-42af-ba57-bc8ac8c723c7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:53.769205 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ca07f7f5-0158-4fbf-9028-df599fc17d1d None None] Provisioning complete for port ec147cbc-7bb6-4be5-9845-adb691e130a8 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:19:53.770186 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ca07f7f5-0158-4fbf-9028-df599fc17d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ec147cbc-7bb6-4be5-9845-adb691e130a8), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:53.868256 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-b668dfc9-13f2-4958-9b35-410ecbf9b9a1 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae262677-7fa1-4caa-9b4c-b16d6a1ff004']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:53.925879 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9d63eb1a-53e7-45c0-ae88-6994c97df6c9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2b4a9ff3496a4d0dbb75f37407978e46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3991408 Feb 19 04:19:53.933887 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44148) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:54.021108 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-394971e3-9d6e-4e17-9783-616876b36057 req-39e9b66a-aabc-42eb-8f1e-d2d52db9db63 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Allocated IP 172.20.0.3 (7d40f42e-b749-4901-ba8a-e7eceb678438/409a3c1a-34aa-46ee-b1af-34e270dd570a/4aa6651e-65b7-474f-ae6b-f2868e94ecc8) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:19:54.085370 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-5e10209e-efe0-4392-9f3a-e2eb0433ebe4 admin admin] Deleting port aacde2ff-d34d-4af4-97bd-cc9c6e1f431f {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:54.085800 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e10209e-efe0-4392-9f3a-e2eb0433ebe4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (aacde2ff-d34d-4af4-97bd-cc9c6e1f431f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:54.201720 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-92b62647-54c0-4f60-8510-3069770944c0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ec147cbc-7bb6-4be5-9845-adb691e130a8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:54.208004 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-b668dfc9-13f2-4958-9b35-410ecbf9b9a1 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6672366-b90c-403f-9bdd-86fde46a5111') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:54.208844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-b668dfc9-13f2-4958-9b35-410ecbf9b9a1 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6672366-b90c-403f-9bdd-86fde46a5111') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:54.209784 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ca07f7f5-0158-4fbf-9028-df599fc17d1d None None] Port ec147cbc-7bb6-4be5-9845-adb691e130a8 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:19:54.233629 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-5e10209e-efe0-4392-9f3a-e2eb0433ebe4 admin admin] For port aacde2ff-d34d-4af4-97bd-cc9c6e1f431f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=aacde2ff-d34d-4af4-97bd-cc9c6e1f431f,segment=NetworkSegment(39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c),segment_id=39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:54.234632 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e10209e-efe0-4392-9f3a-e2eb0433ebe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (aacde2ff-d34d-4af4-97bd-cc9c6e1f431f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:54.243139 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-90d117eb-1616-4d23-8ccd-b5ce2d4762cf req-3b0d46dc-6ee2-4213-b57c-14f1281556da tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.1065009 Feb 19 04:19:54.266365 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-5e10209e-efe0-4392-9f3a-e2eb0433ebe4 admin admin] Calling delete_port for aacde2ff-d34d-4af4-97bd-cc9c6e1f431f owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:54.412001 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ba123fdb-4a70-434a-ac87-f6c0df5f6462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:17:45Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port': {'id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '30136964-318e-4085-911e-4ef41c856ebe', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'port_id': '9bb7cd37-cb36-48e8-8791-06c94dc911b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'mac_address': 'fa:16:3e:c5:6e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c58364-4dcb-46bd-8290-c72c890015ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:18:25Z', 'updated_at': '2022-02-19T04:19:45Z', 'revision_number': 8, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d5d458-afce-405a-adc9-279c420f42ef', 'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'mac_address': 'fa:16:3e:2e:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:44Z', 'updated_at': '2022-02-19T04:17:54Z', 'revision_number': 5, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'subnets': [{'id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:54.424504 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba569b0f-eb0e-4154-b3e2-7999d6730a10 None None] DHCP port deletion for 23e58a62-5420-4961-bbbe-6b9f43f9106d request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:19:54.429905 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 0c210a3b-0f09-42af-ba57-bc8ac8c723c7 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:54.462111 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d388799-e1d3-4a75-8644-3f7b0e240002 req-61fba93d-5307-465f-82f1-33ec9b1de5eb service neutron] 10.222.0.65 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7972820 Feb 19 04:19:54.463266 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e10209e-efe0-4392-9f3a-e2eb0433ebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (aacde2ff-d34d-4af4-97bd-cc9c6e1f431f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:54.469879 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a6558-f6d0-418c-b754-ef494b35b1d2 req-2a60ba23-e546-4640-88db-6f6830637213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:54.471901 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f1a6558-f6d0-418c-b754-ef494b35b1d2 req-2a60ba23-e546-4640-88db-6f6830637213 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ffb608e3-05fc-4c93-b77e-be504917d727 HTTP/1.1" status: 200 len: 921 time: 1.2067888 Feb 19 04:19:54.498505 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9730bc16-0c77-4262-9c29-36ec67945512 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:54.523573 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10209e-efe0-4392-9f3a-e2eb0433ebe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aacde2ff-d34d-4af4-97bd-cc9c6e1f431f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:54.534513 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4c9a9f4a-69a9-42e0-9741-fb2ebf7282ff admin admin] Publish callbacks [] for security_group (4bde68cb-b2e4-420a-8631-1ae9da909262), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:54.564365 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 9730bc16-0c77-4262-9c29-36ec67945512 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:19:54.564365 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9730bc16-0c77-4262-9c29-36ec67945512 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:19:54.574447 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b668dfc9-13f2-4958-9b35-410ecbf9b9a1 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (a6672366-b90c-403f-9bdd-86fde46a5111), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:54.576720 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba123fdb-4a70-434a-ac87-f6c0df5f6462 None None] The sync data for ids ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'] in n-d-772273-4 is: [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:17:45Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port': {'id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '30136964-318e-4085-911e-4ef41c856ebe', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'port_id': '9bb7cd37-cb36-48e8-8791-06c94dc911b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'mac_address': 'fa:16:3e:c5:6e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c58364-4dcb-46bd-8290-c72c890015ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:18:25Z', 'updated_at': '2022-02-19T04:19:45Z', 'revision_number': 8, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d5d458-afce-405a-adc9-279c420f42ef', 'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'mac_address': 'fa:16:3e:2e:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:44Z', 'updated_at': '2022-02-19T04:17:54Z', 'revision_number': 5, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'subnets': [{'id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:19:54.581886 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ba569b0f-eb0e-4154-b3e2-7999d6730a10 None None] The port 'aacde2ff-d34d-4af4-97bd-cc9c6e1f431f' was deleted {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 19 04:19:54.629870 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b668dfc9-13f2-4958-9b35-410ecbf9b9a1 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (a6672366-b90c-403f-9bdd-86fde46a5111), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:54.653354 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b668dfc9-13f2-4958-9b35-410ecbf9b9a1 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:19:54.654074 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b668dfc9-13f2-4958-9b35-410ecbf9b9a1 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (a6672366-b90c-403f-9bdd-86fde46a5111), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:54.689006 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e10209e-efe0-4392-9f3a-e2eb0433ebe4 admin admin] No DVR routers for this DVR port aacde2ff-d34d-4af4-97bd-cc9c6e1f431f on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:19:54.725069 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b19c7f1b-1361-4579-aae4-ce91125457ae req-9fe67f5d-732d-4835-b321-e2ec747fa14a tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/floatingips/30136964-318e-4085-911e-4ef41c856ebe HTTP/1.1" status: 200 len: 996 time: 0.1847649 Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:19:54.750850 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:19:54.766039 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4c9a9f4a-69a9-42e0-9741-fb2ebf7282ff admin admin] Publish callbacks [] for security_group (4bde68cb-b2e4-420a-8631-1ae9da909262), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:54.825658 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b62647-54c0-4f60-8510-3069770944c0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Port': ['ID=ec147cbc-7bb6-4be5-9845-adb691e130a8,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:54.839166 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-92b62647-54c0-4f60-8510-3069770944c0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:54.844582 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-92b62647-54c0-4f60-8510-3069770944c0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/ec147cbc-7bb6-4be5-9845-adb691e130a8 HTTP/1.1" status: 204 len: 168 time: 4.3682327 Feb 19 04:19:54.879192 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44154) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:54.881802 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-75b70010-e975-4c3d-89a6-ef929c822a34 req-9c74990a-3cdf-42c4-8996-7e21aadf4fde tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 210 time: 0.3958266 Feb 19 04:19:54.897778 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b668dfc9-13f2-4958-9b35-410ecbf9b9a1 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (ae262677-7fa1-4caa-9b4c-b16d6a1ff004), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:54.903463 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b668dfc9-13f2-4958-9b35-410ecbf9b9a1 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:54.911170 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b668dfc9-13f2-4958-9b35-410ecbf9b9a1 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] 10.222.0.65 "DELETE /v2.0/networks/ae262677-7fa1-4caa-9b4c-b16d6a1ff004 HTTP/1.1" status: 204 len: 168 time: 3.8721335 Feb 19 04:19:54.980233 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e10209e-efe0-4392-9f3a-e2eb0433ebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (23e58a62-5420-4961-bbbe-6b9f43f9106d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:55.044236 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c040ba89-b9e7-432f-81dd-392cea954370 None None] New status for floating IP 30136964-318e-4085-911e-4ef41c856ebe: ACTIVE {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:19:55.059701 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-5e10209e-efe0-4392-9f3a-e2eb0433ebe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e58a62-5420-4961-bbbe-6b9f43f9106d']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:55.064350 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b66af5-402b-44d0-ba39-5153b1742b90 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:55.066130 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b66af5-402b-44d0-ba39-5153b1742b90 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:55.071092 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c4b66af5-402b-44d0-ba39-5153b1742b90 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1857080 Feb 19 04:19:55.079583 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44158) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:55.099868 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device aacde2ff-d34d-4af4-97bd-cc9c6e1f431f no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:55.133862 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-5e10209e-efe0-4392-9f3a-e2eb0433ebe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:55.134551 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-5e10209e-efe0-4392-9f3a-e2eb0433ebe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:55.145344 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-394971e3-9d6e-4e17-9783-616876b36057 req-39e9b66a-aabc-42eb-8f1e-d2d52db9db63 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks [] for port (4aa6651e-65b7-474f-ae6b-f2868e94ecc8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:55.177769 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: aacde2ff-d34d-4af4-97bd-cc9c6e1f431f {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:19:55.178127 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device aacde2ff-d34d-4af4-97bd-cc9c6e1f431f not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:19:55.190380 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4c9a9f4a-69a9-42e0-9741-fb2ebf7282ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4bde68cb-b2e4-420a-8631-1ae9da909262), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:55.196010 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4c9a9f4a-69a9-42e0-9741-fb2ebf7282ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:55.196010 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4c9a9f4a-69a9-42e0-9741-fb2ebf7282ff admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4bde68cb-b2e4-420a-8631-1ae9da909262 HTTP/1.1" status: 204 len: 168 time: 1.2600515 Feb 19 04:19:55.198224 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e10209e-efe0-4392-9f3a-e2eb0433ebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:55.232870 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668dfc9-13f2-4958-9b35-410ecbf9b9a1 tempest-QuotasNegativeTest-500426090 tempest-QuotasNegativeTest-500426090-project-admin] Pushing event deleted for resources: {'Network': ['ID=ae262677-7fa1-4caa-9b4c-b16d6a1ff004,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:55.251787 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f1a6558-f6d0-418c-b754-ef494b35b1d2 req-d636e390-094b-49ba-bd7d-989db4b25b3b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bb7cd37-cb36-48e8-8791-06c94dc911b2 HTTP/1.1" status: 200 len: 999 time: 0.6976199 Feb 19 04:19:55.259937 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a9f4a-69a9-42e0-9741-fb2ebf7282ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bde68cb-b2e4-420a-8631-1ae9da909262,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:55.287329 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c7f1b-1361-4579-aae4-ce91125457ae req-59004cff-43b7-4f78-877f-fe0cbc0464ee tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:55.291449 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b19c7f1b-1361-4579-aae4-ce91125457ae req-59004cff-43b7-4f78-877f-fe0cbc0464ee tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.5310943 Feb 19 04:19:55.328540 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e10209e-efe0-4392-9f3a-e2eb0433ebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:55.378299 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-b19c7f1b-1361-4579-aae4-ce91125457ae req-48faebc5-cbc2-4b29-a3b5-499619976b7d tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:19:55.380797 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b19c7f1b-1361-4579-aae4-ce91125457ae req-48faebc5-cbc2-4b29-a3b5-499619976b7d tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0590298 Feb 19 04:19:55.410898 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e10209e-efe0-4392-9f3a-e2eb0433ebe4 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:19:55.413083 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e10209e-efe0-4392-9f3a-e2eb0433ebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (39eeef9c-fc40-4cf3-a1f1-7719ae2fa18c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:19:55.418282 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:19:55.468881 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a6558-f6d0-418c-b754-ef494b35b1d2 req-033b01a4-1086-49ab-b694-b51ef2802844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:55.472265 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f1a6558-f6d0-418c-b754-ef494b35b1d2 req-033b01a4-1086-49ab-b694-b51ef2802844 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4036b21c-b280-4a08-8f13-b6e5e89c48cd HTTP/1.1" status: 200 len: 860 time: 0.2087133 Feb 19 04:19:55.474673 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f762c4e-481f-419f-b6cf-de59958345e1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet f89fda31-ffb7-4a50-a03e-62d7e775be82 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:19:55.475483 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-394971e3-9d6e-4e17-9783-616876b36057 req-39e9b66a-aabc-42eb-8f1e-d2d52db9db63 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (4aa6651e-65b7-474f-ae6b-f2868e94ecc8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:55.583618 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3f762c4e-481f-419f-b6cf-de59958345e1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (f89fda31-ffb7-4a50-a03e-62d7e775be82), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:55.713697 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-472c68ca-816e-463c-8f84-d97c63533974 req-9de56a13-d961-4679-a357-a66f5388440c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.0960798 Feb 19 04:19:55.771681 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394971e3-9d6e-4e17-9783-616876b36057 req-39e9b66a-aabc-42eb-8f1e-d2d52db9db63 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Network 7d40f42e-b749-4901-ba8a-e7eceb678438 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:19:55.778376 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-394971e3-9d6e-4e17-9783-616876b36057 req-39e9b66a-aabc-42eb-8f1e-d2d52db9db63 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:19:55.785778 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-394971e3-9d6e-4e17-9783-616876b36057 req-39e9b66a-aabc-42eb-8f1e-d2d52db9db63 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:19:55.807328 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3f762c4e-481f-419f-b6cf-de59958345e1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (f89fda31-ffb7-4a50-a03e-62d7e775be82), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:55.887257 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9b66a-aabc-42eb-8f1e-d2d52db9db63 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Pushing event updated for resources: {'Port': ['ID=4aa6651e-65b7-474f-ae6b-f2868e94ecc8,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:55.909543 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a6558-f6d0-418c-b754-ef494b35b1d2 req-383c91f2-5fe3-4897-894c-152fa83dac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:55.913166 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f1a6558-f6d0-418c-b754-ef494b35b1d2 req-383c91f2-5fe3-4897-894c-152fa83dac1c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ffb608e3-05fc-4c93-b77e-be504917d727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4332197 Feb 19 04:19:55.919336 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-af3dda56-dbed-48c8-9bc4-0e79c4255892 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 1001 time: 0.4653842 Feb 19 04:19:55.920430 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e10209e-efe0-4392-9f3a-e2eb0433ebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (23e58a62-5420-4961-bbbe-6b9f43f9106d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:55.962523 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394971e3-9d6e-4e17-9783-616876b36057 req-39e9b66a-aabc-42eb-8f1e-d2d52db9db63 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:55.963253 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-394971e3-9d6e-4e17-9783-616876b36057 req-39e9b66a-aabc-42eb-8f1e-d2d52db9db63 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:56.025896 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e10209e-efe0-4392-9f3a-e2eb0433ebe4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:56.030315 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5e10209e-efe0-4392-9f3a-e2eb0433ebe4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/23e58a62-5420-4961-bbbe-6b9f43f9106d HTTP/1.1" status: 204 len: 168 time: 2.5714855 Feb 19 04:19:56.069219 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10209e-efe0-4392-9f3a-e2eb0433ebe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=23e58a62-5420-4961-bbbe-6b9f43f9106d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:56.089336 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-394971e3-9d6e-4e17-9783-616876b36057 req-39e9b66a-aabc-42eb-8f1e-d2d52db9db63 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3529074 Feb 19 04:19:56.099529 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-a5cbbbdf-feaa-421e-b053-ed9d0b9a9122 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:56.114221 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-a5cbbbdf-feaa-421e-b053-ed9d0b9a9122 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports/9bb7cd37-cb36-48e8-8791-06c94dc911b2 HTTP/1.1" status: 200 len: 942 time: 0.1647403 Feb 19 04:19:56.125851 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-394971e3-9d6e-4e17-9783-616876b36057 req-8cd7c20a-36f2-4ea8-af4f-7c30e749f1a3 service neutron] Request body: {'port': {'device_id': 'e263ac11-81f8-4c27-851a-61c516079d42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:56.270762 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3f762c4e-481f-419f-b6cf-de59958345e1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (f89fda31-ffb7-4a50-a03e-62d7e775be82), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:56.299948 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44178) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:56.401912 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f1a6558-f6d0-418c-b754-ef494b35b1d2 req-03beca8f-d5d1-4a16-9355-cd03ba35469b service neutron] 10.222.0.10 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734428 Feb 19 04:19:56.518462 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-7a3b355a-3694-4c8b-8542-33b6e7a18152 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 1001 time: 0.1665540 Feb 19 04:19:56.576277 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44184) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:56.686795 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-394971e3-9d6e-4e17-9783-616876b36057 req-8cd7c20a-36f2-4ea8-af4f-7c30e749f1a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4aa6651e-65b7-474f-ae6b-f2868e94ecc8), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:56.732124 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661cf16-2ad0-49a1-986a-4884435c7f28 req-7f1575e4-56da-4316-aa83-b6741649d1ec tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:56.735436 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0661cf16-2ad0-49a1-986a-4884435c7f28 req-7f1575e4-56da-4316-aa83-b6741649d1ec tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 931 time: 0.5872185 Feb 19 04:19:56.755794 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-fe6acef6-0b8a-4124-adb1-2e5d130e291f tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:56.779953 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-fe6acef6-0b8a-4124-adb1-2e5d130e291f tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.2579019 Feb 19 04:19:56.904828 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3f762c4e-481f-419f-b6cf-de59958345e1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (f89fda31-ffb7-4a50-a03e-62d7e775be82), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:56.937654 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c4aee7f9-ac2a-4e77-89b9-5a950b92a682 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=42a9a8f257e34a14b7f01fbf04bfd0d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3371851 Feb 19 04:19:56.948954 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44190) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:56.996896 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f1a6558-f6d0-418c-b754-ef494b35b1d2 req-bfd00570-a530-4c4b-b435-7179b6184fa3 service neutron] 10.222.0.10 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089748 Feb 19 04:19:57.019226 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f762c4e-481f-419f-b6cf-de59958345e1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=f89fda31-ffb7-4a50-a03e-62d7e775be82,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:57.029463 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3f762c4e-481f-419f-b6cf-de59958345e1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:57.036968 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3f762c4e-481f-419f-b6cf-de59958345e1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/f89fda31-ffb7-4a50-a03e-62d7e775be82 HTTP/1.1" status: 204 len: 168 time: 1.9476838 Feb 19 04:19:57.042614 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44192) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:57.048417 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b0729b-08b8-4499-b408-3479aca70e82 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:19:57.148645 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1a404f36-f760-422f-93f1-f0426254ff95 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1041493 Feb 19 04:19:57.199655 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-63cfa67e-9500-45ed-9641-f82647f6158c tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 1001 time: 0.4176102 Feb 19 04:19:57.201087 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44196) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:57.214354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-304f4e72-9801-4a73-98b5-3f55a527adcf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:57.385365 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-88c5a36a-9ce5-46e9-8211-909b513cb9dd tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:57.431865 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aecde701-9ccc-4870-990c-fbd2162f9612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:57.475376 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0661cf16-2ad0-49a1-986a-4884435c7f28 req-39cecba4-80fa-4851-85d9-36e131ac0c9f tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7243156 Feb 19 04:19:57.484491 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-88c5a36a-9ce5-46e9-8211-909b513cb9dd tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks [] for floatingip (30136964-318e-4085-911e-4ef41c856ebe), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:57.618501 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42b8f95d-96d1-4b84-9c2d-2977281139a5 admin admin] Publish callbacks [] for security_group (0b5b64ac-c79f-471b-abf4-19e1f7313c4c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:57.707638 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42b8f95d-96d1-4b84-9c2d-2977281139a5 admin admin] Publish callbacks [] for security_group (0b5b64ac-c79f-471b-abf4-19e1f7313c4c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:57.738706 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c5143b-6280-4182-a384-85efe3486caf None None] DHCP port deletion for 9e765b0b-136b-493b-bef9-44145ed793f7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:19:57.765772 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304f4e72-9801-4a73-98b5-3f55a527adcf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:19:57.772506 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-304f4e72-9801-4a73-98b5-3f55a527adcf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:57.850602 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-67c5143b-6280-4182-a384-85efe3486caf None None] Deleting port 0c210a3b-0f09-42af-ba57-bc8ac8c723c7 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:57.851734 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-67c5143b-6280-4182-a384-85efe3486caf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0c210a3b-0f09-42af-ba57-bc8ac8c723c7), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:57.953234 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-394971e3-9d6e-4e17-9783-616876b36057 req-8cd7c20a-36f2-4ea8-af4f-7c30e749f1a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa6651e-65b7-474f-ae6b-f2868e94ecc8 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:19:57.973491 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-394971e3-9d6e-4e17-9783-616876b36057 req-8cd7c20a-36f2-4ea8-af4f-7c30e749f1a3 service neutron] Publish callbacks [] for port (4aa6651e-65b7-474f-ae6b-f2868e94ecc8), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:58.047533 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-67c5143b-6280-4182-a384-85efe3486caf None None] For port 0c210a3b-0f09-42af-ba57-bc8ac8c723c7, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0c210a3b-0f09-42af-ba57-bc8ac8c723c7,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:58.048979 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-67c5143b-6280-4182-a384-85efe3486caf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0c210a3b-0f09-42af-ba57-bc8ac8c723c7), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:58.081752 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aecde701-9ccc-4870-990c-fbd2162f9612 admin admin] Publish callbacks [] for security_group (8cfba8e8-9c1d-4562-a53e-e3963c58e30d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:58.085919 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-67c5143b-6280-4182-a384-85efe3486caf None None] Calling delete_port for 0c210a3b-0f09-42af-ba57-bc8ac8c723c7 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:58.137948 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-58c988e2-32a0-4e1d-9cbe-47159ba9c7d3 req-d8316001-e4a1-4976-b74d-aee813f66f6c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.0537481 Feb 19 04:19:58.141030 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44206) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:58.214270 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aecde701-9ccc-4870-990c-fbd2162f9612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8cfba8e8-9c1d-4562-a53e-e3963c58e30d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:58.296458 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-67c5143b-6280-4182-a384-85efe3486caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (0c210a3b-0f09-42af-ba57-bc8ac8c723c7), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:58.305098 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-394971e3-9d6e-4e17-9783-616876b36057 req-8cd7c20a-36f2-4ea8-af4f-7c30e749f1a3 service neutron] Transition to ACTIVE for port object 4aa6651e-65b7-474f-ae6b-f2868e94ecc8 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:19:58.307115 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecde701-9ccc-4870-990c-fbd2162f9612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfba8e8-9c1d-4562-a53e-e3963c58e30d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:58.326493 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c5143b-6280-4182-a384-85efe3486caf None None] No DVR routers for this DVR port 0c210a3b-0f09-42af-ba57-bc8ac8c723c7 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:19:58.330128 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42b8f95d-96d1-4b84-9c2d-2977281139a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0b5b64ac-c79f-471b-abf4-19e1f7313c4c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:58.344766 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42b8f95d-96d1-4b84-9c2d-2977281139a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:58.349222 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-42b8f95d-96d1-4b84-9c2d-2977281139a5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0b5b64ac-c79f-471b-abf4-19e1f7313c4c HTTP/1.1" status: 204 len: 168 time: 1.3874769 Feb 19 04:19:58.364577 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-394971e3-9d6e-4e17-9783-616876b36057 req-8cd7c20a-36f2-4ea8-af4f-7c30e749f1a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (4aa6651e-65b7-474f-ae6b-f2868e94ecc8), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:58.398578 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5143b-6280-4182-a384-85efe3486caf None None] Pushing event deleted for resources: {'Port': ['ID=0c210a3b-0f09-42af-ba57-bc8ac8c723c7,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:58.553298 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b3b87bec-c5b5-4764-a224-7215fbddda1b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1362829276-network', 'tenant_id': 'b73def591e6740ffa05801d1bfa9928b'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:58.690366 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7c20a-36f2-4ea8-af4f-7c30e749f1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa6651e-65b7-474f-ae6b-f2868e94ecc8,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:58.716739 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b87bec-c5b5-4764-a224-7215fbddda1b admin admin] Made reservation on behalf of b73def591e6740ffa05801d1bfa9928b for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:19:58.723706 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b3b87bec-c5b5-4764-a224-7215fbddda1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:58.734159 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8f95d-96d1-4b84-9c2d-2977281139a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5b64ac-c79f-471b-abf4-19e1f7313c4c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:58.744550 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-aecde701-9ccc-4870-990c-fbd2162f9612 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ad8537b37db4525b3c7353d7e835652&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4415762 Feb 19 04:19:58.820629 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44214) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:58.888467 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b3b87bec-c5b5-4764-a224-7215fbddda1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:58.902549 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-88c5a36a-9ce5-46e9-8211-909b513cb9dd tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:58.919804 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-88c5a36a-9ce5-46e9-8211-909b513cb9dd tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (30136964-318e-4085-911e-4ef41c856ebe), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:58.920228 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-88c5a36a-9ce5-46e9-8211-909b513cb9dd tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Floating IP 30136964-318e-4085-911e-4ef41c856ebe disassociated. External IP: 172.25.0.168, port: 9bb7cd37-cb36-48e8-8791-06c94dc911b2. Feb 19 04:19:59.020708 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-304f4e72-9801-4a73-98b5-3f55a527adcf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (1aaa4aa7-dfe5-4323-ad45-61b2000ef497), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:59.092027 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0c210a3b-0f09-42af-ba57-bc8ac8c723c7 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:59.153897 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 0c210a3b-0f09-42af-ba57-bc8ac8c723c7 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:19:59.155231 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0c210a3b-0f09-42af-ba57-bc8ac8c723c7 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:19:59.179674 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f4e72-9801-4a73-98b5-3f55a527adcf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=1aaa4aa7-dfe5-4323-ad45-61b2000ef497,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:59.202099 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304f4e72-9801-4a73-98b5-3f55a527adcf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:19:59.217345 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-304f4e72-9801-4a73-98b5-3f55a527adcf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:19:59.222071 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304f4e72-9801-4a73-98b5-3f55a527adcf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:59.222753 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-304f4e72-9801-4a73-98b5-3f55a527adcf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:59.229971 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5874acb7-4b6d-402e-8b7c-cdf95c546bda admin admin] Publish callbacks [] for security_group (8cfba8e8-9c1d-4562-a53e-e3963c58e30d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:59.232794 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212f8ab8-b929-44ed-87a9-9b560823a5be None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:19:59.258383 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-304f4e72-9801-4a73-98b5-3f55a527adcf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0530121 Feb 19 04:19:59.264857 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44226) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:59.300587 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-394971e3-9d6e-4e17-9783-616876b36057 req-8cd7c20a-36f2-4ea8-af4f-7c30e749f1a3 service neutron] Attempting to bind port 4aa6651e-65b7-474f-ae6b-f2868e94ecc8 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:19:59.301920 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-394971e3-9d6e-4e17-9783-616876b36057 req-8cd7c20a-36f2-4ea8-af4f-7c30e749f1a3 service neutron] Attempting to bind port 4aa6651e-65b7-474f-ae6b-f2868e94ecc8 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'e454b2aa-60ff-453a-93e7-63845488a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:19:59.303173 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394971e3-9d6e-4e17-9783-616876b36057 req-8cd7c20a-36f2-4ea8-af4f-7c30e749f1a3 service neutron] Attempting to bind port 4aa6651e-65b7-474f-ae6b-f2868e94ecc8 on network 7d40f42e-b749-4901-ba8a-e7eceb678438 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:19:59.327070 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-ad76d103-e823-412c-99bb-bbba0967bd6f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'name': 'tempest-NetworksTestDHCPv6-1672860335'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:59.346870 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b3b87bec-c5b5-4764-a224-7215fbddda1b admin admin] Publish callbacks [] for security_group (06b16e7a-d734-4119-9e58-2d9c04253415), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:59.365104 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b4432-4ad4-4382-a17c-d279a28b3568 req-11f7aaed-4f7f-41c0-a2f6-e1945664a7e7 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:59.368758 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7e9b4432-4ad4-4382-a17c-d279a28b3568 req-11f7aaed-4f7f-41c0-a2f6-e1945664a7e7 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 943 time: 0.6388686 Feb 19 04:19:59.407132 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b3b87bec-c5b5-4764-a224-7215fbddda1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (06b16e7a-d734-4119-9e58-2d9c04253415), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:59.434018 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b87bec-c5b5-4764-a224-7215fbddda1b admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:19:59.456586 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b3b87bec-c5b5-4764-a224-7215fbddda1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (caafea1c-aef3-4c3d-9c73-45fc0a758f2b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:59.457663 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-b3b87bec-c5b5-4764-a224-7215fbddda1b admin admin] Added segment caafea1c-aef3-4c3d-9c73-45fc0a758f2b of type vlan for network c4b8ca24-cac0-497b-a06b-e0d114d8a9bc Feb 19 04:19:59.537016 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1f866a-db3e-4236-9c82-830e1747727f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9e765b0b-136b-493b-bef9-44145ed793f7', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'fixed_ips': [{'subnet_id': '1aaa4aa7-dfe5-4323-ad45-61b2000ef497'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:19:59.543428 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5b1f866a-db3e-4236-9c82-830e1747727f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:59.557169 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b3b87bec-c5b5-4764-a224-7215fbddda1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (c4b8ca24-cac0-497b-a06b-e0d114d8a9bc), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:59.631226 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394971e3-9d6e-4e17-9783-616876b36057 req-8cd7c20a-36f2-4ea8-af4f-7c30e749f1a3 service neutron] Port 4aa6651e-65b7-474f-ae6b-f2868e94ecc8 on network 7d40f42e-b749-4901-ba8a-e7eceb678438 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:19:59.632406 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394971e3-9d6e-4e17-9783-616876b36057 req-8cd7c20a-36f2-4ea8-af4f-7c30e749f1a3 service neutron] Attempting to bind port 4aa6651e-65b7-474f-ae6b-f2868e94ecc8 on network 7d40f42e-b749-4901-ba8a-e7eceb678438 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:19:59.645267 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5874acb7-4b6d-402e-8b7c-cdf95c546bda admin admin] Publish callbacks [] for security_group (8cfba8e8-9c1d-4562-a53e-e3963c58e30d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:59.702736 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b3b87bec-c5b5-4764-a224-7215fbddda1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (c4b8ca24-cac0-497b-a06b-e0d114d8a9bc), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:59.705041 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b87bec-c5b5-4764-a224-7215fbddda1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:59.706424 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b3b87bec-c5b5-4764-a224-7215fbddda1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:59.859910 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-88c5a36a-9ce5-46e9-8211-909b513cb9dd tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:19:59.865779 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7e9b4432-4ad4-4382-a17c-d279a28b3568 req-b6aee641-8f32-4976-89f7-33f2693b4c23 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401574 Feb 19 04:19:59.916994 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394971e3-9d6e-4e17-9783-616876b36057 req-8cd7c20a-36f2-4ea8-af4f-7c30e749f1a3 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:19:59.918404 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394971e3-9d6e-4e17-9783-616876b36057 req-8cd7c20a-36f2-4ea8-af4f-7c30e749f1a3 service neutron] Checking segment: {'id': 'e454b2aa-60ff-453a-93e7-63845488a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:19:59.919717 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394971e3-9d6e-4e17-9783-616876b36057 req-8cd7c20a-36f2-4ea8-af4f-7c30e749f1a3 service neutron] Bound using segment: {'id': 'e454b2aa-60ff-453a-93e7-63845488a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:19:59.921170 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-394971e3-9d6e-4e17-9783-616876b36057 req-8cd7c20a-36f2-4ea8-af4f-7c30e749f1a3 service neutron] Bound port: 4aa6651e-65b7-474f-ae6b-f2868e94ecc8, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e454b2aa-60ff-453a-93e7-63845488a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:19:59.922530 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-394971e3-9d6e-4e17-9783-616876b36057 req-8cd7c20a-36f2-4ea8-af4f-7c30e749f1a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4aa6651e-65b7-474f-ae6b-f2868e94ecc8), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:59.946614 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-5b1f866a-db3e-4236-9c82-830e1747727f None None] Allocated IP 2001:db8::2 (9e765b0b-136b-493b-bef9-44145ed793f7/1aaa4aa7-dfe5-4323-ad45-61b2000ef497/11533540-7a6d-40d8-8a54-aaa791486a26) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:00.129590 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-394971e3-9d6e-4e17-9783-616876b36057 req-8cd7c20a-36f2-4ea8-af4f-7c30e749f1a3 service neutron] For port 4aa6651e-65b7-474f-ae6b-f2868e94ecc8, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:20:00.140049 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-394971e3-9d6e-4e17-9783-616876b36057 req-8cd7c20a-36f2-4ea8-af4f-7c30e749f1a3 service neutron] For port 4aa6651e-65b7-474f-ae6b-f2868e94ecc8, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4aa6651e-65b7-474f-ae6b-f2868e94ecc8,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:20:00.252950 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-394971e3-9d6e-4e17-9783-616876b36057 req-8cd7c20a-36f2-4ea8-af4f-7c30e749f1a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (4aa6651e-65b7-474f-ae6b-f2868e94ecc8), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:00.326498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-88c5a36a-9ce5-46e9-8211-909b513cb9dd tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:20:00.333216 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-88c5a36a-9ce5-46e9-8211-909b513cb9dd tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:00.398710 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-88c5a36a-9ce5-46e9-8211-909b513cb9dd tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "PUT /v2.0/floatingips/30136964-318e-4085-911e-4ef41c856ebe HTTP/1.1" status: 200 len: 696 time: 3.0315840 Feb 19 04:20:00.399393 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c58364-4dcb-46bd-8290-c72c890015ca', 'tag': '9bb7cd37-cb36-48e8-8791-06c94dc911b2'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:00.402587 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ee73db-9aa3-421f-9203-b7ef940a2cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c58364-4dcb-46bd-8290-c72c890015ca", "tag": "9bb7cd37-cb36-48e8-8791-06c94dc911b2"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:00.444579 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b49886-a27e-4ee7-8a88-669e0212cb8a None None] Sync routers for ids ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:20:00.493166 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b49886-a27e-4ee7-8a88-669e0212cb8a None None] Routers {'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:00.493860 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-07b49886-a27e-4ee7-8a88-669e0212cb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:19:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:00.542236 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-6fec8c09-5758-469d-8a01-181a56fe28c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:00.547364 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-6fec8c09-5758-469d-8a01-181a56fe28c5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=89adbc6ffff04dfd95e6648f4a0ff8fd&device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 1127 time: 0.1272206 Feb 19 04:20:00.579451 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5b1f866a-db3e-4236-9c82-830e1747727f None None] Publish callbacks [] for port (11533540-7a6d-40d8-8a54-aaa791486a26), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:00.602007 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5b1f866a-db3e-4236-9c82-830e1747727f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (11533540-7a6d-40d8-8a54-aaa791486a26), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:00.698952 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f866a-db3e-4236-9c82-830e1747727f None None] Pushing event updated for resources: {'Port': ['ID=11533540-7a6d-40d8-8a54-aaa791486a26,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:00.739839 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-f7e544c0-14a4-4207-9e17-27f8cbf50de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:00.741814 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-f7e544c0-14a4-4207-9e17-27f8cbf50de9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ffb608e3-05fc-4c93-b77e-be504917d727 HTTP/1.1" status: 200 len: 921 time: 0.1827514 Feb 19 04:20:00.742328 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44240) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:00.766521 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1f866a-db3e-4236-9c82-830e1747727f None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:00.773693 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-5b1f866a-db3e-4236-9c82-830e1747727f None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:00.781717 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1f866a-db3e-4236-9c82-830e1747727f None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:00.849814 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b3b87bec-c5b5-4764-a224-7215fbddda1b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.6428807 Feb 19 04:20:00.851071 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b87bec-c5b5-4764-a224-7215fbddda1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b16e7a-d734-4119-9e58-2d9c04253415,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:00.855261 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44244) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:00.887441 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-07bdc123-b65a-4bec-9e99-4bc485e59d3a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bb7cd37-cb36-48e8-8791-06c94dc911b2 HTTP/1.1" status: 200 len: 217 time: 0.1305251 Feb 19 04:20:00.978361 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-a3e7df4c-0556-4fda-a61a-cf718d9b0ec2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-518835308-network', 'tenant_id': '604260eeeaa44c60bee11ac098e6a63f'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:00.991296 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-6114fcda-a964-4581-99fd-1a185e239593 admin admin] Request body: {'subnet': {'network_id': 'c4b8ca24-cac0-497b-a06b-e0d114d8a9bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1362829276-subnet', 'tenant_id': 'b73def591e6740ffa05801d1bfa9928b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:00.996958 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-07b49886-a27e-4ee7-8a88-669e0212cb8a None None] Set router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:00.998225 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-83c92101-dce7-4a86-959d-467f8e3a69e1 req-b96b12b0-0baf-4420-943b-3c5a7d5eff30 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.7495213 Feb 19 04:20:01.027963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394971e3-9d6e-4e17-9783-616876b36057 req-8cd7c20a-36f2-4ea8-af4f-7c30e749f1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:01.028925 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-394971e3-9d6e-4e17-9783-616876b36057 req-8cd7c20a-36f2-4ea8-af4f-7c30e749f1a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.031087 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-394971e3-9d6e-4e17-9783-616876b36057 req-8cd7c20a-36f2-4ea8-af4f-7c30e749f1a3 service neutron] 10.222.0.48 "PUT /v2.0/ports/4aa6651e-65b7-474f-ae6b-f2868e94ecc8 HTTP/1.1" status: 200 len: 1091 time: 4.9274664 Feb 19 04:20:01.035672 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e263ac11-81f8-4c27-851a-61c516079d42', 'tag': '4aa6651e-65b7-474f-ae6b-f2868e94ecc8'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:01.038940 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656472a4-be89-4b94-80b8-27f7d1157d57" -d '{"events": [{"name": "network-changed", "server_uuid": "e263ac11-81f8-4c27-851a-61c516079d42", "tag": "4aa6651e-65b7-474f-ae6b-f2868e94ecc8"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:01.051667 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b87bec-c5b5-4764-a224-7215fbddda1b admin admin] Pushing event updated for resources: {'Network': ['ID=c4b8ca24-cac0-497b-a06b-e0d114d8a9bc,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:01.111373 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-e93e9aa4-294c-43c3-9f94-553ca25cded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:01.116512 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-e93e9aa4-294c-43c3-9f94-553ca25cded0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4036b21c-b280-4a08-8f13-b6e5e89c48cd HTTP/1.1" status: 200 len: 860 time: 0.2279458 Feb 19 04:20:01.121937 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad76d103-e823-412c-99bb-bbba0967bd6f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:01.127621 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ad76d103-e823-412c-99bb-bbba0967bd6f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.168786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6114fcda-a964-4581-99fd-1a185e239593 admin admin] Made reservation on behalf of b73def591e6740ffa05801d1bfa9928b for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:01.172023 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6114fcda-a964-4581-99fd-1a185e239593 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.214463 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92da1eeb-c04a-4725-92d7-18b9c1e23fb7 x-openstack-request-id: req-92da1eeb-c04a-4725-92d7-18b9c1e23fb7 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:01.215114 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c58364-4dcb-46bd-8290-c72c890015ca", "tag": "9bb7cd37-cb36-48e8-8791-06c94dc911b2", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:01.216296 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-92da1eeb-c04a-4725-92d7-18b9c1e23fb7 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:01.216476 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c58364-4dcb-46bd-8290-c72c890015ca', 'tag': '9bb7cd37-cb36-48e8-8791-06c94dc911b2', 'status': 'completed', 'code': 200} Feb 19 04:20:01.222074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e7df4c-0556-4fda-a61a-cf718d9b0ec2 admin admin] Made reservation on behalf of 604260eeeaa44c60bee11ac098e6a63f for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:01.226117 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3e7df4c-0556-4fda-a61a-cf718d9b0ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.243639 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3e7df4c-0556-4fda-a61a-cf718d9b0ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.271624 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network c4b8ca24-cac0-497b-a06b-e0d114d8a9bc details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:20:01.422728 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5874acb7-4b6d-402e-8b7c-cdf95c546bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8cfba8e8-9c1d-4562-a53e-e3963c58e30d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.426187 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5874acb7-4b6d-402e-8b7c-cdf95c546bda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.430573 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5874acb7-4b6d-402e-8b7c-cdf95c546bda admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8cfba8e8-9c1d-4562-a53e-e3963c58e30d HTTP/1.1" status: 204 len: 168 time: 2.5967450 Feb 19 04:20:01.438982 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-5b1f866a-db3e-4236-9c82-830e1747727f None None] Attempting to bind port 11533540-7a6d-40d8-8a54-aaa791486a26 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:01.439413 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3e7df4c-0556-4fda-a61a-cf718d9b0ec2 admin admin] Publish callbacks [] for security_group (3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.439931 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-5b1f866a-db3e-4236-9c82-830e1747727f None None] Attempting to bind port 11533540-7a6d-40d8-8a54-aaa791486a26 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:01.440169 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1f866a-db3e-4236-9c82-830e1747727f None None] Attempting to bind port 11533540-7a6d-40d8-8a54-aaa791486a26 on network 9e765b0b-136b-493b-bef9-44145ed793f7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:01.449969 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7c20a-36f2-4ea8-af4f-7c30e749f1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa6651e-65b7-474f-ae6b-f2868e94ecc8,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:01.453649 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3e7df4c-0556-4fda-a61a-cf718d9b0ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.457155 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6114fcda-a964-4581-99fd-1a185e239593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (0b31e3e6-2e3d-415e-8b71-17781ccbe3dc), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.492008 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1f866a-db3e-4236-9c82-830e1747727f None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:20:01.492633 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1f866a-db3e-4236-9c82-830e1747727f None None] Checking segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:01.492931 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5b1f866a-db3e-4236-9c82-830e1747727f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.493262 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1f866a-db3e-4236-9c82-830e1747727f None None] Bound using segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:20:01.493778 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-5b1f866a-db3e-4236-9c82-830e1747727f None None] Bound port: 11533540-7a6d-40d8-8a54-aaa791486a26, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:20:01.494291 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5b1f866a-db3e-4236-9c82-830e1747727f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (11533540-7a6d-40d8-8a54-aaa791486a26), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.495465 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-990b5c48-d8cb-4502-96b5-09806f030380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:01.504879 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-990b5c48-d8cb-4502-96b5-09806f030380 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ffb608e3-05fc-4c93-b77e-be504917d727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3725498 Feb 19 04:20:01.585236 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874acb7-4b6d-402e-8b7c-cdf95c546bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfba8e8-9c1d-4562-a53e-e3963c58e30d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:01.603098 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-ad76d103-e823-412c-99bb-bbba0967bd6f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] device_id is not set on port 2cccef7c-79e5-488e-9354-8560edbba552 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:20:01.605839 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e7df4c-0556-4fda-a61a-cf718d9b0ec2 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:20:01.638237 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3e7df4c-0556-4fda-a61a-cf718d9b0ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (4a41fb18-0818-43d1-9c05-3233f3c0c9c4), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.640243 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-a3e7df4c-0556-4fda-a61a-cf718d9b0ec2 admin admin] Added segment 4a41fb18-0818-43d1-9c05-3233f3c0c9c4 of type vlan for network 2e8348c5-bd19-42cc-b917-b87bb48cd5a9 Feb 19 04:20:01.655802 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-5b1f866a-db3e-4236-9c82-830e1747727f None None] For port 11533540-7a6d-40d8-8a54-aaa791486a26, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:20:01.659968 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-5b1f866a-db3e-4236-9c82-830e1747727f None None] For port 11533540-7a6d-40d8-8a54-aaa791486a26, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=11533540-7a6d-40d8-8a54-aaa791486a26,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:20:01.688548 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5b1f866a-db3e-4236-9c82-830e1747727f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (11533540-7a6d-40d8-8a54-aaa791486a26), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.766544 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7df4c-0556-4fda-a61a-cf718d9b0ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:01.824596 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3e7df4c-0556-4fda-a61a-cf718d9b0ec2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (2e8348c5-bd19-42cc-b917-b87bb48cd5a9), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.839676 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f866a-db3e-4236-9c82-830e1747727f None None] Pushing event updated for resources: {'Port': ['ID=11533540-7a6d-40d8-8a54-aaa791486a26,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:01.875600 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-07b49886-a27e-4ee7-8a88-669e0212cb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:17:45Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port': {'id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '79d5d458-afce-405a-adc9-279c420f42ef', 'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'mac_address': 'fa:16:3e:2e:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:44Z', 'updated_at': '2022-02-19T04:17:54Z', 'revision_number': 5, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'subnets': [{'id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:01.897102 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3e7df4c-0556-4fda-a61a-cf718d9b0ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (2e8348c5-bd19-42cc-b917-b87bb48cd5a9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.899518 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e7df4c-0556-4fda-a61a-cf718d9b0ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:01.900407 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3e7df4c-0556-4fda-a61a-cf718d9b0ec2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.916111 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b49886-a27e-4ee7-8a88-669e0212cb8a None None] Checking router: fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:20:01.929758 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b49886-a27e-4ee7-8a88-669e0212cb8a None None] Routers {'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:01.930480 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-07b49886-a27e-4ee7-8a88-669e0212cb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:19:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:01.934510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394971e3-9d6e-4e17-9783-616876b36057 req-9e955a10-dd8d-4239-bf06-fa515e88bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:01.946628 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-394971e3-9d6e-4e17-9783-616876b36057 req-9e955a10-dd8d-4239-bf06-fa515e88bd21 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b786c5ef5d584827a0b45726072f8eb3&device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 1125 time: 0.8367028 Feb 19 04:20:01.970830 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a3e7df4c-0556-4fda-a61a-cf718d9b0ec2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2274079 Feb 19 04:20:01.979524 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44254) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:01.988906 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-6c4fc221-47ee-44f9-a27a-9b222da68bc8 admin admin] Request body: {'subnet': {'network_id': '2e8348c5-bd19-42cc-b917-b87bb48cd5a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-518835308-subnet', 'tenant_id': '604260eeeaa44c60bee11ac098e6a63f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:02.093924 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7df4c-0556-4fda-a61a-cf718d9b0ec2 admin admin] Pushing event updated for resources: {'Network': ['ID=2e8348c5-bd19-42cc-b917-b87bb48cd5a9,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:02.099881 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4fc221-47ee-44f9-a27a-9b222da68bc8 admin admin] Made reservation on behalf of 604260eeeaa44c60bee11ac098e6a63f for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:02.103009 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc221-47ee-44f9-a27a-9b222da68bc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:02.125499 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 2e8348c5-bd19-42cc-b917-b87bb48cd5a9 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:20:02.134372 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee73db-9aa3-421f-9203-b7ef940a2cd9 req-68d1d9e7-fe8d-4010-9321-3545f7d6dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:02.138759 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-84ee73db-9aa3-421f-9203-b7ef940a2cd9 req-68d1d9e7-fe8d-4010-9321-3545f7d6dfc9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89adbc6ffff04dfd95e6648f4a0ff8fd&device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 1127 time: 0.7194200 Feb 19 04:20:02.152939 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114fcda-a964-4581-99fd-1a185e239593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b31e3e6-2e3d-415e-8b71-17781ccbe3dc,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:02.185438 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-b39467ed-2ebd-441b-9e90-abc75526f257 service neutron] 10.222.0.65 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920867 Feb 19 04:20:02.371963 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44258) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:02.400783 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a0099-9d52-444c-a3ae-84fb40df0171 req-835a983d-dc39-4a44-9569-748be6a06cd0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:02.402908 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5d9a0099-9d52-444c-a3ae-84fb40df0171 req-835a983d-dc39-4a44-9569-748be6a06cd0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 943 time: 0.9857850 Feb 19 04:20:02.422850 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-394971e3-9d6e-4e17-9783-616876b36057 req-8a6b40bf-fbc1-4fb0-8f99-cf2ada914115 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aa6651e-65b7-474f-ae6b-f2868e94ecc8 HTTP/1.1" status: 200 len: 217 time: 0.4349675 Feb 19 04:20:02.441740 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6ec42516-8ccc-4f99-84b9-c634076c3eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:02.456262 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-07b49886-a27e-4ee7-8a88-669e0212cb8a None None] Set router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:02.468903 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58117243-f3a5-43ad-a0bf-37b8c328bf0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:02.553205 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6114fcda-a964-4581-99fd-1a185e239593 admin admin] Checking segment: {'id': 'caafea1c-aef3-4c3d-9c73-45fc0a758f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4b8ca24-cac0-497b-a06b-e0d114d8a9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:02.553675 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6114fcda-a964-4581-99fd-1a185e239593 admin admin] Network hostable DHCP agents. Network: c4b8ca24-cac0-497b-a06b-e0d114d8a9bc, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:20:02.561173 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4c42060-e031-4fc8-8cfd-ff1fbfa74754 req-ef32ae72-1f45-433d-bec0-30a2780b5276 service neutron] 10.222.0.65 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536272 Feb 19 04:20:02.693416 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3f9e39-bfc9-4763-aac3-c1df7fda8cdb x-openstack-request-id: req-9f3f9e39-bfc9-4763-aac3-c1df7fda8cdb {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:02.694035 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e263ac11-81f8-4c27-851a-61c516079d42", "tag": "4aa6651e-65b7-474f-ae6b-f2868e94ecc8", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:02.694484 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9f3f9e39-bfc9-4763-aac3-c1df7fda8cdb {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:02.695125 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e263ac11-81f8-4c27-851a-61c516079d42', 'tag': '4aa6651e-65b7-474f-ae6b-f2868e94ecc8', 'status': 'completed', 'code': 200} Feb 19 04:20:02.696151 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc221-47ee-44f9-a27a-9b222da68bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (458a34ef-1a24-43b1-8bd7-4059217fe731), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:02.742769 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-ad76d103-e823-412c-99bb-bbba0967bd6f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8::8d (9e765b0b-136b-493b-bef9-44145ed793f7/1aaa4aa7-dfe5-4323-ad45-61b2000ef497/2cccef7c-79e5-488e-9354-8560edbba552) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:02.810682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6114fcda-a964-4581-99fd-1a185e239593 admin admin] Network c4b8ca24-cac0-497b-a06b-e0d114d8a9bc is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:20:02.820466 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5d9a0099-9d52-444c-a3ae-84fb40df0171 req-00ca8da9-c0ce-46bc-a646-492b94ed5949 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965199 Feb 19 04:20:02.822578 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394971e3-9d6e-4e17-9783-616876b36057 req-701fe4d9-cd13-4ac3-a407-1d9f4d18ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:02.824649 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-394971e3-9d6e-4e17-9783-616876b36057 req-701fe4d9-cd13-4ac3-a407-1d9f4d18ce92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=409a3c1a-34aa-46ee-b1af-34e270dd570a HTTP/1.1" status: 200 len: 851 time: 0.3931425 Feb 19 04:20:02.887011 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb601404-e465-43f4-aac1-3ba7b9e2457d req-f55a71ce-e1c5-4a10-b57a-5ce262a5f54c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.1248357 Feb 19 04:20:02.950918 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-6114fcda-a964-4581-99fd-1a185e239593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, c4b8ca24-cac0-497b-a06b-e0d114d8a9bc) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:02.962430 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-394971e3-9d6e-4e17-9783-616876b36057 req-de2416cd-593c-4b07-b2cc-edd6f2bdadef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d40f42e-b749-4901-ba8a-e7eceb678438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287751 Feb 19 04:20:02.963102 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fc221-47ee-44f9-a27a-9b222da68bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=458a34ef-1a24-43b1-8bd7-4059217fe731,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:02.998252 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee73db-9aa3-421f-9203-b7ef940a2cd9 req-8fdbef7d-575c-4f14-a191-fa8c30ad12d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:03.002947 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58117243-f3a5-43ad-a0bf-37b8c328bf0a admin admin] Publish callbacks [] for security_group (29546f03-700e-4c54-920b-08953d90a916), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:03.012901 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-84ee73db-9aa3-421f-9203-b7ef940a2cd9 req-8fdbef7d-575c-4f14-a191-fa8c30ad12d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ffb608e3-05fc-4c93-b77e-be504917d727 HTTP/1.1" status: 200 len: 921 time: 0.8135204 Feb 19 04:20:03.022023 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4fc221-47ee-44f9-a27a-9b222da68bc8 admin admin] Checking segment: {'id': '4a41fb18-0818-43d1-9c05-3233f3c0c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2e8348c5-bd19-42cc-b917-b87bb48cd5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:03.023109 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4fc221-47ee-44f9-a27a-9b222da68bc8 admin admin] Network hostable DHCP agents. Network: 2e8348c5-bd19-42cc-b917-b87bb48cd5a9, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:20:03.033230 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58117243-f3a5-43ad-a0bf-37b8c328bf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (29546f03-700e-4c54-920b-08953d90a916), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:03.103067 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-58117243-f3a5-43ad-a0bf-37b8c328bf0a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=585455a2687f4637a711a976504b0764&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7272673 Feb 19 04:20:03.108164 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44266) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:03.108450 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1afb46-74f1-4493-8c29-74ca3680051a None None] Network c4b8ca24-cac0-497b-a06b-e0d114d8a9bc requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:03.183583 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58117243-f3a5-43ad-a0bf-37b8c328bf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29546f03-700e-4c54-920b-08953d90a916,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:03.198929 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4fc221-47ee-44f9-a27a-9b222da68bc8 admin admin] Network 2e8348c5-bd19-42cc-b917-b87bb48cd5a9 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:20:03.257975 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7975714a-095f-432c-b347-bf60f463f47b admin admin] Publish callbacks [] for security_group (29546f03-700e-4c54-920b-08953d90a916), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:03.262951 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6114fcda-a964-4581-99fd-1a185e239593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:03.263933 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6114fcda-a964-4581-99fd-1a185e239593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:03.282394 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-394971e3-9d6e-4e17-9783-616876b36057 req-bd83258c-3da6-44ba-a583-3beaa4075558 service neutron] 10.222.0.48 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673979 Feb 19 04:20:03.343438 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7975714a-095f-432c-b347-bf60f463f47b admin admin] Publish callbacks [] for security_group (29546f03-700e-4c54-920b-08953d90a916), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:03.394211 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 11533540-7a6d-40d8-8a54-aaa791486a26 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:03.409822 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-83c9a627-75da-4531-845b-79041a0f8552 req-9cb274d1-cefa-45b2-bfc3-fb8a7694241c tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/floatingips/30136964-318e-4085-911e-4ef41c856ebe HTTP/1.1" status: 200 len: 696 time: 0.1254079 Feb 19 04:20:03.461606 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-6c4fc221-47ee-44f9-a27a-9b222da68bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 2e8348c5-bd19-42cc-b917-b87bb48cd5a9) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:03.472994 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4fc221-47ee-44f9-a27a-9b222da68bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:03.474244 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c4fc221-47ee-44f9-a27a-9b222da68bc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:03.482067 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7975714a-095f-432c-b347-bf60f463f47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (29546f03-700e-4c54-920b-08953d90a916), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:03.491455 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7975714a-095f-432c-b347-bf60f463f47b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:03.497870 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7975714a-095f-432c-b347-bf60f463f47b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/29546f03-700e-4c54-920b-08953d90a916 HTTP/1.1" status: 204 len: 168 time: 0.3855417 Feb 19 04:20:03.534367 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975714a-095f-432c-b347-bf60f463f47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29546f03-700e-4c54-920b-08953d90a916,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:03.543962 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6c4fc221-47ee-44f9-a27a-9b222da68bc8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5625029 Feb 19 04:20:03.568134 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bee0718-d775-431c-8305-63a8d41c23f4 None None] Network 2e8348c5-bd19-42cc-b917-b87bb48cd5a9 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:03.838010 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-84ee73db-9aa3-421f-9203-b7ef940a2cd9 req-f5142fa8-d656-46e1-bc1a-f01bbba3f964 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bb7cd37-cb36-48e8-8791-06c94dc911b2 HTTP/1.1" status: 200 len: 217 time: 0.4441156 Feb 19 04:20:04.025359 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6114fcda-a964-4581-99fd-1a185e239593 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.0740802 Feb 19 04:20:04.267709 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279d81ec-158b-4c16-9124-bbb1f91174a2 None None] Network c4b8ca24-cac0-497b-a06b-e0d114d8a9bc requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:04.343889 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c12340-94d6-49a3-85f8-f8b1c4279528 req-d34e5b46-c478-47a0-9e38-756df08dd601 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:04.375247 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-69c12340-94d6-49a3-85f8-f8b1c4279528 req-d34e5b46-c478-47a0-9e38-756df08dd601 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 943 time: 0.2657931 Feb 19 04:20:04.429130 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 11533540-7a6d-40d8-8a54-aaa791486a26 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:04.431213 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (11533540-7a6d-40d8-8a54-aaa791486a26), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:04.495758 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee73db-9aa3-421f-9203-b7ef940a2cd9 req-9e4a52b9-060e-45af-9c38-111d9e7a7733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:04.496250 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-84ee73db-9aa3-421f-9203-b7ef940a2cd9 req-9e4a52b9-060e-45af-9c38-111d9e7a7733 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4036b21c-b280-4a08-8f13-b6e5e89c48cd HTTP/1.1" status: 200 len: 860 time: 0.5430775 Feb 19 04:20:04.544478 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-69c12340-94d6-49a3-85f8-f8b1c4279528 req-566bf327-d270-4a14-8df8-38ce3bef3c92 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619883 Feb 19 04:20:04.591533 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9a627-75da-4531-845b-79041a0f8552 req-6abb3bd0-7699-4122-a72c-2c353671d59f tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:04.598665 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-83c9a627-75da-4531-845b-79041a0f8552 req-6abb3bd0-7699-4122-a72c-2c353671d59f tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 1.0393856 Feb 19 04:20:04.678248 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-394971e3-9d6e-4e17-9783-616876b36057 req-bfe65020-23aa-4fb5-906b-7024b0f220db service neutron] 10.222.0.48 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2669237 Feb 19 04:20:04.863675 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a064918e-6d1b-4e7b-8f5a-80091dcd537b req-2e068106-fca1-478a-812b-52c76f155e85 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.1025651 Feb 19 04:20:04.980649 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204ecc0f-702c-4a71-9c5d-3ef8bf601ba1 None None] Network 2e8348c5-bd19-42cc-b917-b87bb48cd5a9 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:05.015583 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-83c9a627-75da-4531-845b-79041a0f8552 req-fa22e928-69d9-4f46-8e4d-097b8611e475 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 699 time: 0.3398867 Feb 19 04:20:05.140137 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ad76d103-e823-412c-99bb-bbba0967bd6f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (2cccef7c-79e5-488e-9354-8560edbba552), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:05.153804 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-61cadde0-90c4-43a3-b06c-3ba1fc7cb80a None None] Provisioning complete for port 11533540-7a6d-40d8-8a54-aaa791486a26 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:05.154904 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-61cadde0-90c4-43a3-b06c-3ba1fc7cb80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (11533540-7a6d-40d8-8a54-aaa791486a26), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:05.333683 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee73db-9aa3-421f-9203-b7ef940a2cd9 req-fb05dd48-0d6a-4f85-bb29-8e722fe863b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:05.336527 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-84ee73db-9aa3-421f-9203-b7ef940a2cd9 req-fb05dd48-0d6a-4f85-bb29-8e722fe863b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ffb608e3-05fc-4c93-b77e-be504917d727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8225417 Feb 19 04:20:05.402633 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-83c9a627-75da-4531-845b-79041a0f8552 req-20e8c044-9220-48c2-8e0f-29676481c009 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 699 time: 0.3785436 Feb 19 04:20:05.457530 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1a990261-788a-483a-9445-a16959aea97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:05.492616 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 11533540-7a6d-40d8-8a54-aaa791486a26 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:05.494677 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (11533540-7a6d-40d8-8a54-aaa791486a26), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:05.593743 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 11533540-7a6d-40d8-8a54-aaa791486a26, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=11533540-7a6d-40d8-8a54-aaa791486a26,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:05.602386 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-07b49886-a27e-4ee7-8a88-669e0212cb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:17:45Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port': {'id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '79d5d458-afce-405a-adc9-279c420f42ef', 'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'mac_address': 'fa:16:3e:2e:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:44Z', 'updated_at': '2022-02-19T04:17:54Z', 'revision_number': 5, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'subnets': [{'id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:05.661725 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b49886-a27e-4ee7-8a88-669e0212cb8a None None] The sync data for ids ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'] in n-d-772273-4 is: [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:17:45Z', 'revision_number': 4, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port': {'id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '79d5d458-afce-405a-adc9-279c420f42ef', 'name': '', 'network_id': 'ffb608e3-05fc-4c93-b77e-be504917d727', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'mac_address': 'fa:16:3e:2e:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:44Z', 'updated_at': '2022-02-19T04:17:54Z', 'revision_number': 5, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'subnets': [{'id': '4036b21c-b280-4a08-8f13-b6e5e89c48cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:20:05.672309 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (11533540-7a6d-40d8-8a54-aaa791486a26), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:05.731374 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656472a4-be89-4b94-80b8-27f7d1157d57 req-4bba3c99-cd27-4e00-8e86-737b262eaa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:05.734413 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-656472a4-be89-4b94-80b8-27f7d1157d57 req-4bba3c99-cd27-4e00-8e86-737b262eaa27 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b786c5ef5d584827a0b45726072f8eb3&device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 1125 time: 0.8982003 Feb 19 04:20:05.807650 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=11533540-7a6d-40d8-8a54-aaa791486a26,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:05.892536 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-61cadde0-90c4-43a3-b06c-3ba1fc7cb80a None None] Current status of the port 11533540-7a6d-40d8-8a54-aaa791486a26 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:06.078224 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ad76d103-e823-412c-99bb-bbba0967bd6f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (2cccef7c-79e5-488e-9354-8560edbba552), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:06.197279 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-55bd566d-30f3-4525-98f9-92b910f60a83 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:06.218833 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-55bd566d-30f3-4525-98f9-92b910f60a83 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/networks?id=2e8348c5-bd19-42cc-b917-b87bb48cd5a9 HTTP/1.1" status: 200 len: 813 time: 0.3605382 Feb 19 04:20:06.254450 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-25fcdda8-5edb-4009-9a75-b1b5a7744db5 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/quotas/604260eeeaa44c60bee11ac098e6a63f HTTP/1.1" status: 200 len: 375 time: 0.0308800 Feb 19 04:20:06.270845 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae38c48-6094-410e-b92e-e42c397264b9 None None] New status for floating IP 30136964-318e-4085-911e-4ef41c856ebe: DOWN {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:20:06.284687 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-84ee73db-9aa3-421f-9203-b7ef940a2cd9 req-8087b37e-e839-460f-a45b-aeb18a89f69c service neutron] 10.222.0.10 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9345789 Feb 19 04:20:06.296862 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad76d103-e823-412c-99bb-bbba0967bd6f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:06.338881 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-a0210a81-cabd-4b20-bb10-4a0cc90f8533 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=604260eeeaa44c60bee11ac098e6a63f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815921 Feb 19 04:20:06.504518 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-ad76d103-e823-412c-99bb-bbba0967bd6f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:06.507816 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad76d103-e823-412c-99bb-bbba0967bd6f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:06.520359 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad76d103-e823-412c-99bb-bbba0967bd6f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:06.521139 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ad76d103-e823-412c-99bb-bbba0967bd6f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:06.535912 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76d103-e823-412c-99bb-bbba0967bd6f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=2cccef7c-79e5-488e-9354-8560edbba552,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:06.542321 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656472a4-be89-4b94-80b8-27f7d1157d57 req-367b79b6-6aab-485c-8ebe-ab471a24a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:06.545137 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-656472a4-be89-4b94-80b8-27f7d1157d57 req-367b79b6-6aab-485c-8ebe-ab471a24a8e2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d40f42e-b749-4901-ba8a-e7eceb678438 HTTP/1.1" status: 200 len: 911 time: 0.7864811 Feb 19 04:20:06.562226 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ad76d103-e823-412c-99bb-bbba0967bd6f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 7.2595508 Feb 19 04:20:06.574789 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44322) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:06.656028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-83c9a627-75da-4531-845b-79041a0f8552 req-5f3b8fc1-e495-42e1-877c-565cecbeac69 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Deleting port d941f4de-5358-442f-b603-4b5682112ac0 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:06.656699 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-83c9a627-75da-4531-845b-79041a0f8552 req-5f3b8fc1-e495-42e1-877c-565cecbeac69 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (d941f4de-5358-442f-b603-4b5682112ac0), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:06.709514 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:06.786481 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-83c9a627-75da-4531-845b-79041a0f8552 req-5f3b8fc1-e495-42e1-877c-565cecbeac69 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (d941f4de-5358-442f-b603-4b5682112ac0), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:06.786481 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-83c9a627-75da-4531-845b-79041a0f8552 req-5f3b8fc1-e495-42e1-877c-565cecbeac69 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks [] for floatingip (d941f4de-5358-442f-b603-4b5682112ac0), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:06.806115 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-83c9a627-75da-4531-845b-79041a0f8552 req-5f3b8fc1-e495-42e1-877c-565cecbeac69 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Calling delete_port for d941f4de-5358-442f-b603-4b5682112ac0 owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:06.850848 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3340fc-b0b7-4459-bada-edc37f523e79 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:06.858611 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3340fc-b0b7-4459-bada-edc37f523e79 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:06.860554 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3e3340fc-b0b7-4459-bada-edc37f523e79 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.2844851 Feb 19 04:20:06.863376 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-656472a4-be89-4b94-80b8-27f7d1157d57 req-fc6fb5ac-8b77-49fe-a7f2-bccb4a863436 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aa6651e-65b7-474f-ae6b-f2868e94ecc8 HTTP/1.1" status: 200 len: 217 time: 0.2958817 Feb 19 04:20:06.866247 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44328) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:06.869011 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-1eb9550e-a7eb-4893-b27b-cfece2b01321 service neutron] 10.222.0.65 "GET /v2.0/networks/2e8348c5-bd19-42cc-b917-b87bb48cd5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225902 Feb 19 04:20:07.136129 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-4ac8e849-f4f3-4b05-b35d-0ffc1ae1726a None None] Provisioning complete for port 2cccef7c-79e5-488e-9354-8560edbba552 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:07.142646 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4ac8e849-f4f3-4b05-b35d-0ffc1ae1726a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2cccef7c-79e5-488e-9354-8560edbba552), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:07.162466 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-55bbbe72-7fac-49a9-91ba-4508288554ba service neutron] 10.222.0.65 "GET /v2.0/networks/2e8348c5-bd19-42cc-b917-b87bb48cd5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775030 Feb 19 04:20:07.268436 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 4aa6651e-65b7-474f-ae6b-f2868e94ecc8 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:20:07.273802 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:07.274811 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4ac8e849-f4f3-4b05-b35d-0ffc1ae1726a None None] Port 2cccef7c-79e5-488e-9354-8560edbba552 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:20:07.610114 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 4aa6651e-65b7-474f-ae6b-f2868e94ecc8, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4aa6651e-65b7-474f-ae6b-f2868e94ecc8,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:07.636390 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '4aa6651e-65b7-474f-ae6b-f2868e94ecc8', 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438', 'port_id': '4aa6651e-65b7-474f-ae6b-f2868e94ecc8', 'mac_address': 'fa:16:3e:84:47:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '409a3c1a-34aa-46ee-b1af-34e270dd570a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:20:07.752460 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44342) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:07.797477 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 4aa6651e-65b7-474f-ae6b-f2868e94ecc8 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:07.798071 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4aa6651e-65b7-474f-ae6b-f2868e94ecc8), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:07.876719 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 11533540-7a6d-40d8-8a54-aaa791486a26 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:07.982787 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-84ee73db-9aa3-421f-9203-b7ef940a2cd9 req-945ae8df-4eb1-4806-8060-1bb8273efda5 service neutron] 10.222.0.10 "GET /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6720445 Feb 19 04:20:08.039221 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:08.052858 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa6651e-65b7-474f-ae6b-f2868e94ecc8 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:20:08.130831 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 4aa6651e-65b7-474f-ae6b-f2868e94ecc8, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4aa6651e-65b7-474f-ae6b-f2868e94ecc8,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:08.149227 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656472a4-be89-4b94-80b8-27f7d1157d57 req-e2f2bbb0-fe32-4c68-9c7c-d3cc74575557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:08.151975 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-656472a4-be89-4b94-80b8-27f7d1157d57 req-e2f2bbb0-fe32-4c68-9c7c-d3cc74575557 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=409a3c1a-34aa-46ee-b1af-34e270dd570a HTTP/1.1" status: 200 len: 851 time: 1.2717862 Feb 19 04:20:08.160169 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4aa6651e-65b7-474f-ae6b-f2868e94ecc8), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:08.206421 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-196225477'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:08.283424 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=4aa6651e-65b7-474f-ae6b-f2868e94ecc8,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:08.285085 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-656472a4-be89-4b94-80b8-27f7d1157d57 req-e759056f-e031-44c8-9ded-135227faa6ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d40f42e-b749-4901-ba8a-e7eceb678438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082375 Feb 19 04:20:08.298000 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 11533540-7a6d-40d8-8a54-aaa791486a26 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:08.298614 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (11533540-7a6d-40d8-8a54-aaa791486a26), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:08.347272 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Made reservation on behalf of 065e7bf474964274bb67d0605873fd3a for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:08.361622 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:08.491597 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:08.511700 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 11533540-7a6d-40d8-8a54-aaa791486a26 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:08.520740 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['4aa6651e-65b7-474f-ae6b-f2868e94ecc8'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:20:08.674448 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd0440-df84-4e41-b53d-6b72aff46bf7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting port 2cccef7c-79e5-488e-9354-8560edbba552 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:08.674965 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b3dd0440-df84-4e41-b53d-6b72aff46bf7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2cccef7c-79e5-488e-9354-8560edbba552), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:08.686560 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-83c9a627-75da-4531-845b-79041a0f8552 req-5f3b8fc1-e495-42e1-877c-565cecbeac69 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (d941f4de-5358-442f-b603-4b5682112ac0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:08.696065 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-8720c05f-b132-4b16-960b-85061d9c6a35 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:08.711890 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-8720c05f-b132-4b16-960b-85061d9c6a35 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/networks?id=c4b8ca24-cac0-497b-a06b-e0d114d8a9bc HTTP/1.1" status: 200 len: 821 time: 0.4171455 Feb 19 04:20:08.764583 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-6b3eb15f-fd79-461e-8752-5676dcdb868e tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/quotas/b73def591e6740ffa05801d1bfa9928b HTTP/1.1" status: 200 len: 375 time: 0.0495420 Feb 19 04:20:08.861830 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-bd95c06e-c1e8-4c97-87b3-80096a6d46d3 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b73def591e6740ffa05801d1bfa9928b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956523 Feb 19 04:20:08.903022 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:08.962625 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b8fc1-e495-42e1-877c-565cecbeac69 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Pushing event deleted for resources: {'Port': ['ID=d941f4de-5358-442f-b603-4b5682112ac0,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:09.052770 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:09.107298 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-d0fe1967-8903-43c5-8aa2-bc1e6c799065 service neutron] 10.222.0.65 "GET /v2.0/networks/c4b8ca24-cac0-497b-a06b-e0d114d8a9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340655 Feb 19 04:20:09.158101 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Publish callbacks [] for security_group (274d5ce5-403f-4e91-adad-9a1109c745a1), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:09.164946 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-83c9a627-75da-4531-845b-79041a0f8552 req-5f3b8fc1-e495-42e1-877c-565cecbeac69 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks [] for floatingip (30136964-318e-4085-911e-4ef41c856ebe), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:09.168647 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-83c9a627-75da-4531-845b-79041a0f8552 req-5f3b8fc1-e495-42e1-877c-565cecbeac69 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:09.181426 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-83c9a627-75da-4531-845b-79041a0f8552 req-5f3b8fc1-e495-42e1-877c-565cecbeac69 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "DELETE /v2.0/floatingips/30136964-318e-4085-911e-4ef41c856ebe HTTP/1.1" status: 204 len: 173 time: 3.7568007 Feb 19 04:20:09.223196 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-656472a4-be89-4b94-80b8-27f7d1157d57 req-e31533a3-185f-446f-b5d3-ecd70f007fae service neutron] 10.222.0.48 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8934121 Feb 19 04:20:09.226738 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (274d5ce5-403f-4e91-adad-9a1109c745a1), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:09.307497 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b3dd0440-df84-4e41-b53d-6b72aff46bf7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2cccef7c-79e5-488e-9354-8560edbba552), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:09.321274 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=274d5ce5-403f-4e91-adad-9a1109c745a1,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:09.368627 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.369205 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.369760 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.374028 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.374801 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.376065 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.376863 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.377771 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.381036 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.381036 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.381036 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.381036 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.385260 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:09.433019 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:20:09.444449 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-54604df2-80db-4486-8f03-bc7c259a1154 service neutron] 10.222.0.65 "GET /v2.0/networks/c4b8ca24-cac0-497b-a06b-e0d114d8a9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351321 Feb 19 04:20:09.456646 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd0440-df84-4e41-b53d-6b72aff46bf7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Calling delete_port for 2cccef7c-79e5-488e-9354-8560edbba552 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:09.468504 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (1701847f-9e6b-4e74-9ac0-ec1edb14a0da), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:09.468872 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Added segment 1701847f-9e6b-4e74-9ac0-ec1edb14a0da of type vlan for network 3bcfd539-a554-46f8-8425-7efa03e6ba5b Feb 19 04:20:09.626127 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134c8b8-c87a-4e5a-9c71-fa86a6ad20e9 req-96bad68c-f33c-44f1-84cc-148e9b6baa71 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:09.634125 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d134c8b8-c87a-4e5a-9c71-fa86a6ad20e9 req-96bad68c-f33c-44f1-84cc-148e9b6baa71 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 944 time: 0.3348281 Feb 19 04:20:09.636160 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (3bcfd539-a554-46f8-8425-7efa03e6ba5b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:09.699762 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (3bcfd539-a554-46f8-8425-7efa03e6ba5b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:09.708320 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-656472a4-be89-4b94-80b8-27f7d1157d57 req-59d13978-71bf-44ce-a57b-030ae21a3e72 service neutron] 10.222.0.48 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774630 Feb 19 04:20:09.710306 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:09.714481 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:09.777645 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0235686 Feb 19 04:20:09.913986 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d134c8b8-c87a-4e5a-9c71-fa86a6ad20e9 req-11773dc2-178a-4d06-b648-afa2dce841af tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770877 Feb 19 04:20:09.987506 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-5d5c5931-8199-4290-a324-d0083156f8e0 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:09.987795 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ed627-63d2-4329-b478-1a64bd820dcd tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Pushing event updated for resources: {'Network': ['ID=3bcfd539-a554-46f8-8425-7efa03e6ba5b,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:10.000151 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-5d5c5931-8199-4290-a324-d0083156f8e0 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.10 "GET /v2.0/networks?id=2e8348c5-bd19-42cc-b917-b87bb48cd5a9 HTTP/1.1" status: 200 len: 813 time: 0.4001875 Feb 19 04:20:10.021312 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 3bcfd539-a554-46f8-8425-7efa03e6ba5b details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:20:10.094570 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1e962840-ef4f-47a1-9c6a-177eb121d4d4 req-e9d9fe63-1164-4615-a2b9-5e98a5f42621 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.0733323 Feb 19 04:20:10.105295 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-63b2b019-71c6-4814-b3f4-6aa95df39d0d tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Request body: {'port': {'device_id': '71685914-1778-40d1-86a0-39003a2cc351', 'network_id': '2e8348c5-bd19-42cc-b917-b87bb48cd5a9', 'admin_state_up': True, 'tenant_id': '604260eeeaa44c60bee11ac098e6a63f'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:10.286343 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6edb87cd-cd86-4ff9-bdc7-355fd04af669 req-5c133377-21a7-4a64-8651-9672bcd525d6 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/ports?device_id=71685914-1778-40d1-86a0-39003a2cc351 HTTP/1.1" status: 200 len: 210 time: 0.1442032 Feb 19 04:20:10.450892 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b3dd0440-df84-4e41-b53d-6b72aff46bf7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (2cccef7c-79e5-488e-9354-8560edbba552), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:10.594842 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44374) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:10.605290 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd0440-df84-4e41-b53d-6b72aff46bf7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Port': ['ID=2cccef7c-79e5-488e-9354-8560edbba552,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:10.607495 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Request body: {'port': {'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b', 'binding:host_id': 'n-h1-772273-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1838801352'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:10.683180 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Made reservation on behalf of 1f13161baa4f414eb197a85221598222 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:10.687618 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:10.725177 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:10.731852 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b3dd0440-df84-4e41-b53d-6b72aff46bf7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:10.741067 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b3dd0440-df84-4e41-b53d-6b72aff46bf7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/2cccef7c-79e5-488e-9354-8560edbba552 HTTP/1.1" status: 204 len: 168 time: 3.8689759 Feb 19 04:20:10.752287 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44378) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:10.884011 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6e361473-56ac-4cbe-a50c-00f7dd097af4 req-c4855515-84e9-4df1-8d13-a23508c55b5d tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/ports?device_id=839cfa40-6daa-42b2-a66b-59fa42178051 HTTP/1.1" status: 200 len: 210 time: 0.1324577 Feb 19 04:20:10.953606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad88048-d2c8-48a4-b429-96db7b5ba07d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:10.956707 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad88048-d2c8-48a4-b429-96db7b5ba07d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:10.959690 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bad88048-d2c8-48a4-b429-96db7b5ba07d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2056012 Feb 19 04:20:10.966439 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44384) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:11.002049 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-63b2b019-71c6-4814-b3f4-6aa95df39d0d tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Made reservation on behalf of 604260eeeaa44c60bee11ac098e6a63f for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:11.007964 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-63b2b019-71c6-4814-b3f4-6aa95df39d0d tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:11.067391 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1658a-9729-4283-b827-1acb41468de4 req-bbc4e7cd-ef38-4c3b-80a2-9d64c8afc99d tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:11.077902 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-09a1658a-9729-4283-b827-1acb41468de4 req-bbc4e7cd-ef38-4c3b-80a2-9d64c8afc99d tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 945 time: 0.2954605 Feb 19 04:20:11.169081 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks [] for security_group (82c168ae-8eb9-4a49-a98d-1c1f40480c04), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:11.178465 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (82c168ae-8eb9-4a49-a98d-1c1f40480c04), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:11.190441 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] device_id is not set on port 0a736e96-d648-4bab-a58c-b6439d7175b6 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:20:11.289459 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 4aa6651e-65b7-474f-ae6b-f2868e94ecc8 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:11.339994 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-122b7591-7abf-494a-9ed2-f9ff5bc65b90 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet 1aaa4aa7-dfe5-4323-ad45-61b2000ef497 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:20:11.349796 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-122b7591-7abf-494a-9ed2-f9ff5bc65b90 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (1aaa4aa7-dfe5-4323-ad45-61b2000ef497), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:11.424852 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-63b2b019-71c6-4814-b3f4-6aa95df39d0d tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Allocated IP 172.20.0.2 (2e8348c5-bd19-42cc-b917-b87bb48cd5a9/458a34ef-1a24-43b1-8bd7-4059217fe731/c8cd9216-1826-4114-b025-878ce9256c57) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:11.433507 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 4aa6651e-65b7-474f-ae6b-f2868e94ecc8 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:20:11.457923 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 4aa6651e-65b7-474f-ae6b-f2868e94ecc8 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:11.458772 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4aa6651e-65b7-474f-ae6b-f2868e94ecc8), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:11.459510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe47a3-09dc-47d8-828e-3a153f22e63a req-8a0b948d-fc9a-4d95-bfbb-0368804ffd3d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:11.461388 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d9fe47a3-09dc-47d8-828e-3a153f22e63a req-8a0b948d-fc9a-4d95-bfbb-0368804ffd3d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 944 time: 0.2379873 Feb 19 04:20:11.464227 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-122b7591-7abf-494a-9ed2-f9ff5bc65b90 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (1aaa4aa7-dfe5-4323-ad45-61b2000ef497), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:11.614087 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 4aa6651e-65b7-474f-ae6b-f2868e94ecc8 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:11.616413 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4aa6651e-65b7-474f-ae6b-f2868e94ecc8), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:11.683542 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 4aa6651e-65b7-474f-ae6b-f2868e94ecc8, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4aa6651e-65b7-474f-ae6b-f2868e94ecc8,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:11.687483 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e263ac11-81f8-4c27-851a-61c516079d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa6651e-65b7-474f-ae6b-f2868e94ecc8'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:11.693693 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f606b9a-606e-4d6e-8a2f-5171a2507126" -d '{"events": [{"server_uuid": "e263ac11-81f8-4c27-851a-61c516079d42", "name": "network-vif-plugged", "status": "completed", "tag": "4aa6651e-65b7-474f-ae6b-f2868e94ecc8"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:11.700829 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4aa6651e-65b7-474f-ae6b-f2868e94ecc8), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:11.756308 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d9fe47a3-09dc-47d8-828e-3a153f22e63a req-68c3f937-5ca3-4008-bff0-1661f046006e tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457099 Feb 19 04:20:11.793407 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-122b7591-7abf-494a-9ed2-f9ff5bc65b90 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (1aaa4aa7-dfe5-4323-ad45-61b2000ef497), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:11.809230 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=4aa6651e-65b7-474f-ae6b-f2868e94ecc8,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:11.945464 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-63b2b019-71c6-4814-b3f4-6aa95df39d0d tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Publish callbacks [] for port (c8cd9216-1826-4114-b025-878ce9256c57), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:12.024678 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37472ada-ac55-46a0-803c-96b354f1d0e4 req-dc2b13fc-8992-4a26-99d5-a1ce8abd4434 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.0761888 Feb 19 04:20:12.042356 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c168ae-8eb9-4a49-a98d-1c1f40480c04,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:12.162901 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-09a1658a-9729-4283-b827-1acb41468de4 req-cffb9cd5-887c-4d72-a809-a6750a43a1a6 tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a7190e1-2a87-4b06-b0d6-2302cb3d9b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0195923 Feb 19 04:20:12.292769 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856f79b9-89cb-4f93-aaf0-3d417bd7a880 x-openstack-request-id: req-856f79b9-89cb-4f93-aaf0-3d417bd7a880 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:12.293696 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e263ac11-81f8-4c27-851a-61c516079d42", "name": "network-vif-plugged", "status": "completed", "tag": "4aa6651e-65b7-474f-ae6b-f2868e94ecc8", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:12.294027 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-856f79b9-89cb-4f93-aaf0-3d417bd7a880 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:12.294819 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e263ac11-81f8-4c27-851a-61c516079d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa6651e-65b7-474f-ae6b-f2868e94ecc8', 'code': 200} Feb 19 04:20:12.361730 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-00307ba5-b23b-485f-9606-db89ce3006b3 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:12.364817 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-00307ba5-b23b-485f-9606-db89ce3006b3 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.48 "GET /v2.0/networks?id=c4b8ca24-cac0-497b-a06b-e0d114d8a9bc HTTP/1.1" status: 200 len: 821 time: 0.3344114 Feb 19 04:20:12.448247 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-e340cbc3-c409-41d0-9555-950837d784c2 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Request body: {'port': {'device_id': '839cfa40-6daa-42b2-a66b-59fa42178051', 'network_id': 'c4b8ca24-cac0-497b-a06b-e0d114d8a9bc', 'admin_state_up': True, 'tenant_id': 'b73def591e6740ffa05801d1bfa9928b'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:12.499426 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd4e3b61-8f02-44f1-8e71-014757d9db26 req-324a0fad-33ea-4fcb-b917-0d82e1f263a1 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/ports?device_id=839cfa40-6daa-42b2-a66b-59fa42178051 HTTP/1.1" status: 200 len: 210 time: 0.0841949 Feb 19 04:20:12.525544 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-63b2b019-71c6-4814-b3f4-6aa95df39d0d tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (c8cd9216-1826-4114-b025-878ce9256c57), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:12.633568 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b54140-6498-4884-9084-feb6c380ff05 req-e21536e9-a333-453e-8536-bc1a76d4d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:12.636499 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-82b54140-6498-4884-9084-feb6c380ff05 req-e21536e9-a333-453e-8536-bc1a76d4d6b0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 1127 time: 0.2436767 Feb 19 04:20:12.640654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] device_id is not set on port 0a736e96-d648-4bab-a58c-b6439d7175b6 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:20:12.672355 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks [] for port (0a736e96-d648-4bab-a58c-b6439d7175b6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:12.717264 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (0a736e96-d648-4bab-a58c-b6439d7175b6), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:12.812623 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-82b54140-6498-4884-9084-feb6c380ff05 req-ec47f344-d75a-4907-88ac-cc363e3abac4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629930 Feb 19 04:20:12.864657 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Pushing event updated for resources: {'Port': ['ID=0a736e96-d648-4bab-a58c-b6439d7175b6,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:12.896834 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Checking segment: {'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:12.897466 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Network hostable DHCP agents. Network: 3bcfd539-a554-46f8-8425-7efa03e6ba5b, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:20:12.905431 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-122b7591-7abf-494a-9ed2-f9ff5bc65b90 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (1aaa4aa7-dfe5-4323-ad45-61b2000ef497), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:12.939101 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ae9c5-b62d-4c5b-9b79-3422b0340e2a req-327d4ed1-2c3f-4f22-9733-506af150bb6a tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:12.941974 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed4ae9c5-b62d-4c5b-9b79-3422b0340e2a req-327d4ed1-2c3f-4f22-9733-506af150bb6a tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.10 "GET /v2.0/ports?device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 945 time: 0.8765662 Feb 19 04:20:12.957072 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Network 3bcfd539-a554-46f8-8425-7efa03e6ba5b is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:20:12.967175 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-122b7591-7abf-494a-9ed2-f9ff5bc65b90 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:12.971828 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6626aa27-9ccf-4257-b068-3ef91fc5e41f None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:12.977525 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-122b7591-7abf-494a-9ed2-f9ff5bc65b90 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/1aaa4aa7-dfe5-4323-ad45-61b2000ef497 HTTP/1.1" status: 204 len: 168 time: 2.0086534 Feb 19 04:20:12.991413 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44396) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:13.157447 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-79209016-bf2a-4aef-ba7f-f9e89c7a569d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1149220 Feb 19 04:20:13.162756 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 3bcfd539-a554-46f8-8425-7efa03e6ba5b) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:13.175096 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44400) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:13.181503 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa7c2dc-ae5a-4b35-b430-e6fb1d5689fd None None] Network 3bcfd539-a554-46f8-8425-7efa03e6ba5b requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:13.224190 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:13.334918 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a022f8-540a-42bd-8ab1-571bd5b46e8a None None] DHCP port deletion for 9e765b0b-136b-493b-bef9-44145ed793f7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:20:13.349443 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da37220-dbef-4c6a-a77e-c732f2fef9ee req-508d3c96-d0a9-4212-ac45-f0450c3577a2 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:13.359600 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1da37220-dbef-4c6a-a77e-c732f2fef9ee req-508d3c96-d0a9-4212-ac45-f0450c3577a2 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 945 time: 0.3668067 Feb 19 04:20:13.372733 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:13.374080 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:13.374994 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:13.411702 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port 0a736e96-d648-4bab-a58c-b6439d7175b6 on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:13.412344 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:13.416300 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 2 to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 Feb 19 04:20:13.434857 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:13.436110 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:13.436781 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:13.480571 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f13b6e-9409-4337-8e32-596be46b8750 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:13.483402 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-34f13b6e-9409-4337-8e32-596be46b8750 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2993188 Feb 19 04:20:13.495309 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port 0a736e96-d648-4bab-a58c-b6439d7175b6 on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:13.496280 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:13.497159 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44404) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:13.507313 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 3 to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 Feb 19 04:20:13.526723 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-90a022f8-540a-42bd-8ab1-571bd5b46e8a None None] Deleting port 11533540-7a6d-40d8-8a54-aaa791486a26 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:13.527499 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-90a022f8-540a-42bd-8ab1-571bd5b46e8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (11533540-7a6d-40d8-8a54-aaa791486a26), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:13.573281 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-63b2b019-71c6-4814-b3f4-6aa95df39d0d tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Network 2e8348c5-bd19-42cc-b917-b87bb48cd5a9 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:13.574282 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-e340cbc3-c409-41d0-9555-950837d784c2 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Made reservation on behalf of b73def591e6740ffa05801d1bfa9928b for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:13.579994 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-e340cbc3-c409-41d0-9555-950837d784c2 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:13.590731 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b7591-7abf-494a-9ed2-f9ff5bc65b90 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=1aaa4aa7-dfe5-4323-ad45-61b2000ef497,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:13.609462 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b801b4-fb8d-46d1-b61d-8e5bb978026e req-d3395db3-3af8-4e6f-b241-db0713e4ccd5 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:13.621825 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01b801b4-fb8d-46d1-b61d-8e5bb978026e req-d3395db3-3af8-4e6f-b241-db0713e4ccd5 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/ports?device_id=71685914-1778-40d1-86a0-39003a2cc351 HTTP/1.1" status: 200 len: 931 time: 1.3557165 Feb 19 04:20:13.622986 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2b019-71c6-4814-b3f4-6aa95df39d0d tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Pushing event updated for resources: {'Port': ['ID=c8cd9216-1826-4114-b025-878ce9256c57,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:13.635061 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:13.647076 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:13.647668 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:13.674926 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-63b2b019-71c6-4814-b3f4-6aa95df39d0d tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:13.690335 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-63b2b019-71c6-4814-b3f4-6aa95df39d0d tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:13.714909 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port 0a736e96-d648-4bab-a58c-b6439d7175b6 on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:13.715360 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:13.728535 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 4 to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 Feb 19 04:20:13.746163 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1da37220-dbef-4c6a-a77e-c732f2fef9ee req-e626c99d-405a-40d6-9180-0cc45d706902 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849971 Feb 19 04:20:13.751934 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-90a022f8-540a-42bd-8ab1-571bd5b46e8a None None] For port 11533540-7a6d-40d8-8a54-aaa791486a26, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=11533540-7a6d-40d8-8a54-aaa791486a26,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:13.752999 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-90a022f8-540a-42bd-8ab1-571bd5b46e8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (11533540-7a6d-40d8-8a54-aaa791486a26), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:13.815207 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-90a022f8-540a-42bd-8ab1-571bd5b46e8a None None] Calling delete_port for 11533540-7a6d-40d8-8a54-aaa791486a26 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:13.885593 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 11533540-7a6d-40d8-8a54-aaa791486a26 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:13.902456 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:13.903023 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:13.903601 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:13.928012 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port 0a736e96-d648-4bab-a58c-b6439d7175b6 on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:13.928475 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:13.929474 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 5 to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 Feb 19 04:20:13.939093 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76e3fff-768d-4700-90d8-9d281a792740 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:13.946499 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f76e3fff-768d-4700-90d8-9d281a792740 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3796611 Feb 19 04:20:13.949759 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44410) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:14.052211 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8f42cf99-555b-4e78-8e21-a56447c1d398 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003287 Feb 19 04:20:14.053241 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44412) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:14.074871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:14.075760 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:14.076556 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:14.087207 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-63b2b019-71c6-4814-b3f4-6aa95df39d0d tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:14.090498 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-63b2b019-71c6-4814-b3f4-6aa95df39d0d tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.095327 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-211375da-8df1-4b9d-a6c5-ce1e3da0bee9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:14.221613 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-63b2b019-71c6-4814-b3f4-6aa95df39d0d tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1895907 Feb 19 04:20:14.233213 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bab06343-859a-4a5b-950b-824d0c24a573 req-a15e7ee0-101b-4706-a567-e775bd88ef39 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.1978996 Feb 19 04:20:14.235162 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port 0a736e96-d648-4bab-a58c-b6439d7175b6 on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:14.236381 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:14.236768 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01b801b4-fb8d-46d1-b61d-8e5bb978026e req-52a11b9a-8f29-4bc6-bdbf-d9d411faf53a tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5540543 Feb 19 04:20:14.244997 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-15391103-9d98-49b3-a579-f80e11beef02 service neutron] Request body: {'port': {'device_id': '71685914-1778-40d1-86a0-39003a2cc351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:14.276130 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 11533540-7a6d-40d8-8a54-aaa791486a26 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:14.276803 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (11533540-7a6d-40d8-8a54-aaa791486a26), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.293571 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 6 to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 Feb 19 04:20:14.327108 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:14.328162 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:14.329044 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:14.368429 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port 0a736e96-d648-4bab-a58c-b6439d7175b6 on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:14.368984 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:14.384029 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 7 to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 Feb 19 04:20:14.414462 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-15391103-9d98-49b3-a579-f80e11beef02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c8cd9216-1826-4114-b025-878ce9256c57), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.438521 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:14.444709 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:14.445289 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:14.481709 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port 0a736e96-d648-4bab-a58c-b6439d7175b6 on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:14.482283 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:14.486791 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 11533540-7a6d-40d8-8a54-aaa791486a26, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=11533540-7a6d-40d8-8a54-aaa791486a26,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:14.504643 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (11533540-7a6d-40d8-8a54-aaa791486a26), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.506426 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-ed4ae9c5-b62d-4c5b-9b79-3422b0340e2a req-61632f4d-061d-4b40-99c0-1e55b1a9695e tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Deleting port 9bb7cd37-cb36-48e8-8791-06c94dc911b2 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:14.507184 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ed4ae9c5-b62d-4c5b-9b79-3422b0340e2a req-61632f4d-061d-4b40-99c0-1e55b1a9695e tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9bb7cd37-cb36-48e8-8791-06c94dc911b2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.513916 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 8 to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 Feb 19 04:20:14.595753 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:14.597465 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:14.598622 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:14.677308 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port 0a736e96-d648-4bab-a58c-b6439d7175b6 on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:14.679737 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:14.697557 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-945b520a-e36b-4d10-a1c8-c8ff6190e3ef req-81aa8a19-58c0-4ef7-94c4-cd581beca6f0 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/ports?device_id=839cfa40-6daa-42b2-a66b-59fa42178051 HTTP/1.1" status: 200 len: 210 time: 0.1043816 Feb 19 04:20:14.703386 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 9 to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 Feb 19 04:20:14.753930 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:14.754484 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:14.755108 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:14.760598 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211375da-8df1-4b9d-a6c5-ce1e3da0bee9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:14.767947 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-211375da-8df1-4b9d-a6c5-ce1e3da0bee9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.785982 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port 0a736e96-d648-4bab-a58c-b6439d7175b6 on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:14.786823 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:14.808125 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 10 to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 Feb 19 04:20:14.863651 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-e340cbc3-c409-41d0-9555-950837d784c2 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Allocated IP 172.20.0.11 (c4b8ca24-cac0-497b-a06b-e0d114d8a9bc/0b31e3e6-2e3d-415e-8b71-17781ccbe3dc/a34e14e9-15a4-474a-a1c1-8e07c32c5c44) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:14.905875 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:14.906324 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:14.906647 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:14.925894 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port 0a736e96-d648-4bab-a58c-b6439d7175b6 on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:14.926354 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port 0a736e96-d648-4bab-a58c-b6439d7175b6 on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:14.926617 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0a736e96-d648-4bab-a58c-b6439d7175b6), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.976898 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=11533540-7a6d-40d8-8a54-aaa791486a26,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:14.984673 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-90a022f8-540a-42bd-8ab1-571bd5b46e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (11533540-7a6d-40d8-8a54-aaa791486a26), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.037437 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a022f8-540a-42bd-8ab1-571bd5b46e8a None None] Pushing event deleted for resources: {'Port': ['ID=11533540-7a6d-40d8-8a54-aaa791486a26,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:15.051164 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a022f8-540a-42bd-8ab1-571bd5b46e8a None None] No DVR routers for this DVR port 11533540-7a6d-40d8-8a54-aaa791486a26 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:20:15.079828 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe75ab-1e3c-4c5c-acd9-77c8d218a62c req-1f26a78d-f03e-4a66-8cfa-45f8161ea5ed tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:15.083791 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9afe75ab-1e3c-4c5c-acd9-77c8d218a62c req-1f26a78d-f03e-4a66-8cfa-45f8161ea5ed tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 945 time: 0.4754288 Feb 19 04:20:15.163790 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-ed4ae9c5-b62d-4c5b-9b79-3422b0340e2a req-61632f4d-061d-4b40-99c0-1e55b1a9695e tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] For port 9bb7cd37-cb36-48e8-8791-06c94dc911b2, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=9bb7cd37-cb36-48e8-8791-06c94dc911b2,segment=NetworkSegment(da10b1d4-3776-4b65-ab80-766f09098108),segment_id=da10b1d4-3776-4b65-ab80-766f09098108)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:15.164265 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ed4ae9c5-b62d-4c5b-9b79-3422b0340e2a req-61632f4d-061d-4b40-99c0-1e55b1a9695e tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9bb7cd37-cb36-48e8-8791-06c94dc911b2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.186381 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] For port 0a736e96-d648-4bab-a58c-b6439d7175b6, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:20:15.186381 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempted to set empty binding levels {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 04:20:15.218306 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (0a736e96-d648-4bab-a58c-b6439d7175b6), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.246007 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-ed4ae9c5-b62d-4c5b-9b79-3422b0340e2a req-61632f4d-061d-4b40-99c0-1e55b1a9695e tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Calling delete_port for 9bb7cd37-cb36-48e8-8791-06c94dc911b2 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:15.335566 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9afe75ab-1e3c-4c5c-acd9-77c8d218a62c req-751eba7e-9064-4ce0-a0d0-a53e05803c4f tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a7190e1-2a87-4b06-b0d6-2302cb3d9b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346978 Feb 19 04:20:15.408268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a81218-736f-4306-8371-c45a6b7fe3d1 req-9e7c0b6a-0966-4abf-90a3-b33051209ac2 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:15.425845 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-10a81218-736f-4306-8371-c45a6b7fe3d1 req-9e7c0b6a-0966-4abf-90a3-b33051209ac2 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 945 time: 0.4298193 Feb 19 04:20:15.442091 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-211375da-8df1-4b9d-a6c5-ce1e3da0bee9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (ebb38d81-5904-4241-a8ff-72bf82a9fb02), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.470700 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:15.474505 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.494089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 9bb7cd37-cb36-48e8-8791-06c94dc911b2 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:15.584853 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-e340cbc3-c409-41d0-9555-950837d784c2 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Publish callbacks [] for port (a34e14e9-15a4-474a-a1c1-8e07c32c5c44), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.643180 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Pushing event updated for resources: {'Port': ['ID=0a736e96-d648-4bab-a58c-b6439d7175b6,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:15.712292 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 9bb7cd37-cb36-48e8-8791-06c94dc911b2 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:15.720107 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211375da-8df1-4b9d-a6c5-ce1e3da0bee9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:15.720828 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9bb7cd37-cb36-48e8-8791-06c94dc911b2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.722829 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8beb1a-d103-479b-b69a-cd8cad374238 req-53629da5-32c3-445a-b195-87a0868a25c5 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:15.730671 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4c8beb1a-d103-479b-b69a-cd8cad374238 req-53629da5-32c3-445a-b195-87a0868a25c5 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/ports?device_id=71685914-1778-40d1-86a0-39003a2cc351 HTTP/1.1" status: 200 len: 931 time: 0.1996450 Feb 19 04:20:15.756863 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fe68e425-8602-4058-9e66-a13a9ad1af39 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 5.1603665 Feb 19 04:20:15.758987 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-211375da-8df1-4b9d-a6c5-ce1e3da0bee9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:15.761642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44420) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:15.782749 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211375da-8df1-4b9d-a6c5-ce1e3da0bee9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:15.784121 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-211375da-8df1-4b9d-a6c5-ce1e3da0bee9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.784340 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-15391103-9d98-49b3-a579-f80e11beef02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8cd9216-1826-4114-b025-878ce9256c57 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:20:15.802713 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-15391103-9d98-49b3-a579-f80e11beef02 service neutron] Publish callbacks [] for port (c8cd9216-1826-4114-b025-878ce9256c57), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.810886 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69d0a15-c31e-4240-b89a-ba50f6057d07 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:15.845800 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211375da-8df1-4b9d-a6c5-ce1e3da0bee9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=ebb38d81-5904-4241-a8ff-72bf82a9fb02,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:15.868858 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-10a81218-736f-4306-8371-c45a6b7fe3d1 req-23179762-4d18-42e6-bd4e-b2050eb2e5d8 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403768 Feb 19 04:20:15.883354 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-211375da-8df1-4b9d-a6c5-ce1e3da0bee9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8100562 Feb 19 04:20:15.884649 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44424) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:15.895864 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-233f5080-ea71-4adf-8d14-c4ef09dac0cd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'fixed_ips': [{'subnet_id': 'ebb38d81-5904-4241-a8ff-72bf82a9fb02', 'ip_address': '2001:db8::6520:8d1:4cff:a6d8'}], 'name': 'tempest-NetworksTestDHCPv6-1114888073'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:15.941465 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ed4ae9c5-b62d-4c5b-9b79-3422b0340e2a req-61632f4d-061d-4b40-99c0-1e55b1a9695e tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (9bb7cd37-cb36-48e8-8791-06c94dc911b2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.967122 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4c8beb1a-d103-479b-b69a-cd8cad374238 req-c51558d5-6a14-4398-a418-8ffdabfde449 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353370 Feb 19 04:20:16.055728 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-e340cbc3-c409-41d0-9555-950837d784c2 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a34e14e9-15a4-474a-a1c1-8e07c32c5c44), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:16.062992 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a893a083-390f-4a33-b313-2202a28e266f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9e765b0b-136b-493b-bef9-44145ed793f7', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'fixed_ips': [{'subnet_id': 'ebb38d81-5904-4241-a8ff-72bf82a9fb02'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:20:16.064991 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a893a083-390f-4a33-b313-2202a28e266f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:16.152216 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-15391103-9d98-49b3-a579-f80e11beef02 service neutron] Transition to ACTIVE for port object c8cd9216-1826-4114-b025-878ce9256c57 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:20:16.171119 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-15391103-9d98-49b3-a579-f80e11beef02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (c8cd9216-1826-4114-b025-878ce9256c57), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:16.174876 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61632f4d-061d-4b40-99c0-1e55b1a9695e tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Pushing event deleted for resources: {'Port': ['ID=9bb7cd37-cb36-48e8-8791-06c94dc911b2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:16.243192 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d5f133af-04b2-4980-946b-bbf92e9ba514 req-a43d1886-c3a9-4990-a5ad-b561f8f4409b tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.0974374 Feb 19 04:20:16.290257 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233f5080-ea71-4adf-8d14-c4ef09dac0cd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:16.340717 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-a893a083-390f-4a33-b313-2202a28e266f None None] Allocated IP 2001:db8::2 (9e765b0b-136b-493b-bef9-44145ed793f7/ebb38d81-5904-4241-a8ff-72bf82a9fb02/5726ad75-00e0-4bb7-8096-1f3d268d17d4) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:16.349915 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4ae9c5-b62d-4c5b-9b79-3422b0340e2a req-61632f4d-061d-4b40-99c0-1e55b1a9695e tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] No DVR routers for this DVR port 9bb7cd37-cb36-48e8-8791-06c94dc911b2 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:20:16.362342 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ed4ae9c5-b62d-4c5b-9b79-3422b0340e2a req-61632f4d-061d-4b40-99c0-1e55b1a9695e tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:16.366813 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed4ae9c5-b62d-4c5b-9b79-3422b0340e2a req-61632f4d-061d-4b40-99c0-1e55b1a9695e tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.10 "DELETE /v2.0/ports/9bb7cd37-cb36-48e8-8791-06c94dc911b2 HTTP/1.1" status: 204 len: 173 time: 3.4023082 Feb 19 04:20:16.369406 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c58364-4dcb-46bd-8290-c72c890015ca', 'name': 'network-vif-deleted', 'tag': '9bb7cd37-cb36-48e8-8791-06c94dc911b2'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:16.372148 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f5bb95-3bd8-47a1-9388-31ca3ec9c6fc" -d '{"events": [{"server_uuid": "f8c58364-4dcb-46bd-8290-c72c890015ca", "name": "network-vif-deleted", "tag": "9bb7cd37-cb36-48e8-8791-06c94dc911b2"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:16.377908 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-e340cbc3-c409-41d0-9555-950837d784c2 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Network c4b8ca24-cac0-497b-a06b-e0d114d8a9bc is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:16.400829 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-e340cbc3-c409-41d0-9555-950837d784c2 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:16.406970 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-e340cbc3-c409-41d0-9555-950837d784c2 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:16.448716 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340cbc3-c409-41d0-9555-950837d784c2 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Pushing event updated for resources: {'Port': ['ID=a34e14e9-15a4-474a-a1c1-8e07c32c5c44,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:16.622248 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-233f5080-ea71-4adf-8d14-c4ef09dac0cd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:16.697767 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4a6e3-3616-4030-bab0-639a86ed0391 req-0992d34e-1dff-402c-968a-59ad12bcad77 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:16.718036 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-20b4a6e3-3616-4030-bab0-639a86ed0391 req-0992d34e-1dff-402c-968a-59ad12bcad77 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/ports?device_id=839cfa40-6daa-42b2-a66b-59fa42178051 HTTP/1.1" status: 200 len: 932 time: 0.5341978 Feb 19 04:20:16.726594 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-233f5080-ea71-4adf-8d14-c4ef09dac0cd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] device_id is not set on port a56ee40f-4469-40df-8462-3a8fce42e88a yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:20:16.800365 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-15391103-9d98-49b3-a579-f80e11beef02 service neutron] Attempting to bind port c8cd9216-1826-4114-b025-878ce9256c57 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:16.801045 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-15391103-9d98-49b3-a579-f80e11beef02 service neutron] Attempting to bind port c8cd9216-1826-4114-b025-878ce9256c57 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '4a41fb18-0818-43d1-9c05-3233f3c0c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2e8348c5-bd19-42cc-b917-b87bb48cd5a9'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:16.802884 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-15391103-9d98-49b3-a579-f80e11beef02 service neutron] Attempting to bind port c8cd9216-1826-4114-b025-878ce9256c57 on network 2e8348c5-bd19-42cc-b917-b87bb48cd5a9 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:16.814821 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-e340cbc3-c409-41d0-9555-950837d784c2 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:16.815865 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-e340cbc3-c409-41d0-9555-950837d784c2 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:16.850232 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31dd082e-fa91-4a24-94c8-2ed45480fabf x-openstack-request-id: req-31dd082e-fa91-4a24-94c8-2ed45480fabf {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:16.850668 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c58364-4dcb-46bd-8290-c72c890015ca", "name": "network-vif-deleted", "tag": "9bb7cd37-cb36-48e8-8791-06c94dc911b2", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:16.851487 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-31dd082e-fa91-4a24-94c8-2ed45480fabf {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:16.851625 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c58364-4dcb-46bd-8290-c72c890015ca', 'name': 'network-vif-deleted', 'tag': '9bb7cd37-cb36-48e8-8791-06c94dc911b2', 'status': 'completed', 'code': 200} Feb 19 04:20:16.862600 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-e340cbc3-c409-41d0-9555-950837d784c2 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4244270 Feb 19 04:20:16.865305 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-6bfb9203-921a-4772-baa4-7d7bbae93210 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Deleting port 0a736e96-d648-4bab-a58c-b6439d7175b6 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:16.865790 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6bfb9203-921a-4772-baa4-7d7bbae93210 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0a736e96-d648-4bab-a58c-b6439d7175b6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:16.882583 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15391103-9d98-49b3-a579-f80e11beef02 service neutron] Pushing event updated for resources: {'Port': ['ID=c8cd9216-1826-4114-b025-878ce9256c57,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:16.907675 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a893a083-390f-4a33-b313-2202a28e266f None None] Publish callbacks [] for port (5726ad75-00e0-4bb7-8096-1f3d268d17d4), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:16.914585 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-34eb18b3-d20f-439d-bb47-68d12d4fcf28 req-4168113c-ea45-4f36-9f54-54461f0bbfbd tempest-FloatingIPsAssociationTestJSON-1206917719 tempest-FloatingIPsAssociationTestJSON-1206917719-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8c58364-4dcb-46bd-8290-c72c890015ca HTTP/1.1" status: 200 len: 210 time: 0.0533812 Feb 19 04:20:16.920232 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-15391103-9d98-49b3-a579-f80e11beef02 service neutron] Port c8cd9216-1826-4114-b025-878ce9256c57 on network 2e8348c5-bd19-42cc-b917-b87bb48cd5a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:16.921134 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-15391103-9d98-49b3-a579-f80e11beef02 service neutron] Attempting to bind port c8cd9216-1826-4114-b025-878ce9256c57 on network 2e8348c5-bd19-42cc-b917-b87bb48cd5a9 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:16.926510 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a893a083-390f-4a33-b313-2202a28e266f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (5726ad75-00e0-4bb7-8096-1f3d268d17d4), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:16.971321 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-82da0933-2610-4783-b5a0-3637bb7ee5d2 service neutron] Request body: {'port': {'device_id': '839cfa40-6daa-42b2-a66b-59fa42178051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:16.983490 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-15391103-9d98-49b3-a579-f80e11beef02 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:20:16.984032 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-15391103-9d98-49b3-a579-f80e11beef02 service neutron] Checking segment: {'id': '4a41fb18-0818-43d1-9c05-3233f3c0c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2e8348c5-bd19-42cc-b917-b87bb48cd5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:16.984652 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-15391103-9d98-49b3-a579-f80e11beef02 service neutron] Bound using segment: {'id': '4a41fb18-0818-43d1-9c05-3233f3c0c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2e8348c5-bd19-42cc-b917-b87bb48cd5a9'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:20:16.985449 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-15391103-9d98-49b3-a579-f80e11beef02 service neutron] Bound port: c8cd9216-1826-4114-b025-878ce9256c57, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a41fb18-0818-43d1-9c05-3233f3c0c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2e8348c5-bd19-42cc-b917-b87bb48cd5a9'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:20:16.986034 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-15391103-9d98-49b3-a579-f80e11beef02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c8cd9216-1826-4114-b025-878ce9256c57), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.148104 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a893a083-390f-4a33-b313-2202a28e266f None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:17.153997 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-a893a083-390f-4a33-b313-2202a28e266f None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:17.169430 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a893a083-390f-4a33-b313-2202a28e266f None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:17.172237 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893a083-390f-4a33-b313-2202a28e266f None None] Pushing event updated for resources: {'Port': ['ID=5726ad75-00e0-4bb7-8096-1f3d268d17d4,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:17.217901 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-233f5080-ea71-4adf-8d14-c4ef09dac0cd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8::6520:8d1:4cff:a6d8 (9e765b0b-136b-493b-bef9-44145ed793f7/ebb38d81-5904-4241-a8ff-72bf82a9fb02/a56ee40f-4469-40df-8462-3a8fce42e88a) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:17.261404 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b0973-8639-4432-84ca-63a8139daa1e req-5dd9bce3-ea56-499c-b89a-700a6c0d322a tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:17.265101 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cf4b0973-8639-4432-84ca-63a8139daa1e req-5dd9bce3-ea56-499c-b89a-700a6c0d322a tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 945 time: 0.1377320 Feb 19 04:20:17.380499 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-a893a083-390f-4a33-b313-2202a28e266f None None] Attempting to bind port 5726ad75-00e0-4bb7-8096-1f3d268d17d4 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:17.381119 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-a893a083-390f-4a33-b313-2202a28e266f None None] Attempting to bind port 5726ad75-00e0-4bb7-8096-1f3d268d17d4 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:17.381662 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a893a083-390f-4a33-b313-2202a28e266f None None] Attempting to bind port 5726ad75-00e0-4bb7-8096-1f3d268d17d4 on network 9e765b0b-136b-493b-bef9-44145ed793f7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:17.387974 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-6bfb9203-921a-4772-baa4-7d7bbae93210 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] For port 0a736e96-d648-4bab-a58c-b6439d7175b6, host n-h1-772273-4, got binding levels [] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:17.388593 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6bfb9203-921a-4772-baa4-7d7bbae93210 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0a736e96-d648-4bab-a58c-b6439d7175b6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.403763 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a893a083-390f-4a33-b313-2202a28e266f None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:20:17.404398 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a893a083-390f-4a33-b313-2202a28e266f None None] Checking segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:17.405085 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a893a083-390f-4a33-b313-2202a28e266f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.405698 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a893a083-390f-4a33-b313-2202a28e266f None None] Bound using segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:20:17.406457 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-a893a083-390f-4a33-b313-2202a28e266f None None] Bound port: 5726ad75-00e0-4bb7-8096-1f3d268d17d4, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:20:17.407051 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a893a083-390f-4a33-b313-2202a28e266f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5726ad75-00e0-4bb7-8096-1f3d268d17d4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.437244 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cf4b0973-8639-4432-84ca-63a8139daa1e req-8dfdb79a-43b1-4bbc-bf6a-998471a01d97 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591148 Feb 19 04:20:17.613954 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-20b4a6e3-3616-4030-bab0-639a86ed0391 req-b5450ebe-1144-43d1-a5ff-ede23cd04bc7 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/security-groups?id=06b16e7a-d734-4119-9e58-2d9c04253415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8945129 Feb 19 04:20:17.636506 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-6bfb9203-921a-4772-baa4-7d7bbae93210 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Calling delete_port for 0a736e96-d648-4bab-a58c-b6439d7175b6 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:17.658373 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-a893a083-390f-4a33-b313-2202a28e266f None None] For port 5726ad75-00e0-4bb7-8096-1f3d268d17d4, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:20:17.668817 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-a893a083-390f-4a33-b313-2202a28e266f None None] For port 5726ad75-00e0-4bb7-8096-1f3d268d17d4, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5726ad75-00e0-4bb7-8096-1f3d268d17d4,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:20:17.683411 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a893a083-390f-4a33-b313-2202a28e266f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5726ad75-00e0-4bb7-8096-1f3d268d17d4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.701945 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-82da0933-2610-4783-b5a0-3637bb7ee5d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a34e14e9-15a4-474a-a1c1-8e07c32c5c44), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.711877 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-233f5080-ea71-4adf-8d14-c4ef09dac0cd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (a56ee40f-4469-40df-8462-3a8fce42e88a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.739482 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-15391103-9d98-49b3-a579-f80e11beef02 service neutron] For port c8cd9216-1826-4114-b025-878ce9256c57, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:20:17.807024 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-233f5080-ea71-4adf-8d14-c4ef09dac0cd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (a56ee40f-4469-40df-8462-3a8fce42e88a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.880953 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893a083-390f-4a33-b313-2202a28e266f None None] Pushing event updated for resources: {'Port': ['ID=5726ad75-00e0-4bb7-8096-1f3d268d17d4,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:17.886371 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-15391103-9d98-49b3-a579-f80e11beef02 service neutron] For port c8cd9216-1826-4114-b025-878ce9256c57, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=c8cd9216-1826-4114-b025-878ce9256c57,segment=NetworkSegment(4a41fb18-0818-43d1-9c05-3233f3c0c9c4),segment_id=4a41fb18-0818-43d1-9c05-3233f3c0c9c4)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:20:17.948464 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233f5080-ea71-4adf-8d14-c4ef09dac0cd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:17.957309 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-233f5080-ea71-4adf-8d14-c4ef09dac0cd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:17.961593 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233f5080-ea71-4adf-8d14-c4ef09dac0cd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:17.971883 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6bfb9203-921a-4772-baa4-7d7bbae93210 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (0a736e96-d648-4bab-a58c-b6439d7175b6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.976591 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233f5080-ea71-4adf-8d14-c4ef09dac0cd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:17.977985 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-233f5080-ea71-4adf-8d14-c4ef09dac0cd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.983623 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7432964a-ba3a-4123-a21d-4de7ca80e100 req-cd0351e7-b269-43f1-982f-c65827de0600 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.1718056 Feb 19 04:20:18.045781 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb9203-921a-4772-baa4-7d7bbae93210 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a736e96-d648-4bab-a58c-b6439d7175b6,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:18.046527 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f5080-ea71-4adf-8d14-c4ef09dac0cd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=a56ee40f-4469-40df-8462-3a8fce42e88a,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:18.049402 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-15391103-9d98-49b3-a579-f80e11beef02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (c8cd9216-1826-4114-b025-878ce9256c57), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.103610 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44440) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:18.105780 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-233f5080-ea71-4adf-8d14-c4ef09dac0cd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2191818 Feb 19 04:20:18.114546 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-15391103-9d98-49b3-a579-f80e11beef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:18.115572 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-15391103-9d98-49b3-a579-f80e11beef02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.117466 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-15391103-9d98-49b3-a579-f80e11beef02 service neutron] 10.222.0.10 "PUT /v2.0/ports/c8cd9216-1826-4114-b025-878ce9256c57 HTTP/1.1" status: 200 len: 1091 time: 3.8779964 Feb 19 04:20:18.135024 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0231b7-e53b-4e8f-9a10-24f166791612 req-510ce986-2f23-4e5b-8512-ebcef9e8a395 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:18.137659 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ff0231b7-e53b-4e8f-9a10-24f166791612 req-510ce986-2f23-4e5b-8512-ebcef9e8a395 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/ports?device_id=71685914-1778-40d1-86a0-39003a2cc351 HTTP/1.1" status: 200 len: 943 time: 0.5151837 Feb 19 04:20:18.140488 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44442) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:18.413064 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6bfb9203-921a-4772-baa4-7d7bbae93210 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.424381 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6bfb9203-921a-4772-baa4-7d7bbae93210 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] 10.222.0.65 "DELETE /v2.0/ports/0a736e96-d648-4bab-a58c-b6439d7175b6 HTTP/1.1" status: 204 len: 168 time: 2.6511950 Feb 19 04:20:18.431960 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44444) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:18.577539 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a25579e-2093-4a35-bc44-f520592e61ae tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] GET failed (client error): The resource could not be found. Feb 19 04:20:18.585433 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6a25579e-2093-4a35-bc44-f520592e61ae tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] 10.222.0.65 "GET /v2.0/ports/0a736e96-d648-4bab-a58c-b6439d7175b6 HTTP/1.1" status: 404 len: 333 time: 0.1423464 Feb 19 04:20:18.590608 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44448) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:18.597843 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-92179741-4253-40a6-b07a-431165eee1af tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Request body: {'port': {'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-908240400'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:18.613872 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15391103-9d98-49b3-a579-f80e11beef02 service neutron] Pushing event updated for resources: {'Port': ['ID=c8cd9216-1826-4114-b025-878ce9256c57,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:18.718860 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ff0231b7-e53b-4e8f-9a10-24f166791612 req-d6ef1038-34fe-439e-a4cc-c2b48941cd88 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5676377 Feb 19 04:20:19.034448 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdd118-e765-4fd5-bbdd-eb39af693e53 req-2156d565-af29-42c6-ac4b-d4f0a217b6b0 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:19.037657 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-decdd118-e765-4fd5-bbdd-eb39af693e53 req-2156d565-af29-42c6-ac4b-d4f0a217b6b0 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/ports?device_id=839cfa40-6daa-42b2-a66b-59fa42178051 HTTP/1.1" status: 200 len: 932 time: 0.1389172 Feb 19 04:20:19.094924 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71685914-1778-40d1-86a0-39003a2cc351', 'tag': 'c8cd9216-1826-4114-b025-878ce9256c57'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:19.099978 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bb9433-6c13-4ab2-b952-b7614f98c136" -d '{"events": [{"name": "network-changed", "server_uuid": "71685914-1778-40d1-86a0-39003a2cc351", "tag": "c8cd9216-1826-4114-b025-878ce9256c57"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:19.191463 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-decdd118-e765-4fd5-bbdd-eb39af693e53 req-3c69949c-e923-4010-87b1-71c3f25fb653 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/security-groups?id=06b16e7a-d734-4119-9e58-2d9c04253415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394923 Feb 19 04:20:19.282480 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92179741-4253-40a6-b07a-431165eee1af tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Made reservation on behalf of 1f13161baa4f414eb197a85221598222 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:19.293602 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-92179741-4253-40a6-b07a-431165eee1af tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:19.321254 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ea8b4e0-d1cf-4f58-a229-e6da3997b672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:19.333693 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-82da0933-2610-4783-b5a0-3637bb7ee5d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34e14e9-15a4-474a-a1c1-8e07c32c5c44 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:20:19.345181 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-82da0933-2610-4783-b5a0-3637bb7ee5d2 service neutron] Publish callbacks [] for port (a34e14e9-15a4-474a-a1c1-8e07c32c5c44), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:19.361428 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-82da0933-2610-4783-b5a0-3637bb7ee5d2 service neutron] Transition to ACTIVE for port object a34e14e9-15a4-474a-a1c1-8e07c32c5c44 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:20:19.376221 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f9a75d-3ea4-4d3e-a307-21ecbe5d1765 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:19.392764 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f9a75d-3ea4-4d3e-a307-21ecbe5d1765 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:19.394914 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-20f9a75d-3ea4-4d3e-a307-21ecbe5d1765 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.2763290 Feb 19 04:20:19.405591 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-82da0933-2610-4783-b5a0-3637bb7ee5d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (a34e14e9-15a4-474a-a1c1-8e07c32c5c44), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:19.409297 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44456) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:19.508214 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-2e8e78d4-608d-4b03-aec4-e0e8ee7c8898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:19.510274 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-2e8e78d4-608d-4b03-aec4-e0e8ee7c8898 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=604260eeeaa44c60bee11ac098e6a63f&device_id=71685914-1778-40d1-86a0-39003a2cc351 HTTP/1.1" status: 200 len: 1125 time: 1.1677022 Feb 19 04:20:19.563206 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-92179741-4253-40a6-b07a-431165eee1af tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] device_id is not set on port 0bed59de-744d-42ae-ac99-b76501db31cb yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:20:19.573950 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-584de669-74bd-46a0-a5d6-b2707defa000 None None] Provisioning complete for port 5726ad75-00e0-4bb7-8096-1f3d268d17d4 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:19.574684 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-584de669-74bd-46a0-a5d6-b2707defa000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5726ad75-00e0-4bb7-8096-1f3d268d17d4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:19.596488 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-daf8a9e5-0bbd-46a5-b954-93fdf9a5fe68 req-0144ada1-4c4b-46ec-8a90-f00f632a29d1 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.1375289 Feb 19 04:20:19.621863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c9540-cdbe-4926-9889-796686a4ee67 req-aec7adcb-0338-4b25-bf09-21d2b76f4fe0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:19.624644 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-af0c9540-cdbe-4926-9889-796686a4ee67 req-aec7adcb-0338-4b25-bf09-21d2b76f4fe0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 945 time: 1.0046797 Feb 19 04:20:19.838500 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-f294ddd9-8f5e-4c64-8354-d3dbdabb0a46 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8cd9216-1826-4114-b025-878ce9256c57 HTTP/1.1" status: 200 len: 217 time: 0.3069751 Feb 19 04:20:19.874293 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8707c4-f3d6-45ff-a7bc-e5d55a2d75b9 x-openstack-request-id: req-1c8707c4-f3d6-45ff-a7bc-e5d55a2d75b9 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:19.874946 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71685914-1778-40d1-86a0-39003a2cc351", "tag": "c8cd9216-1826-4114-b025-878ce9256c57", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:19.875422 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1c8707c4-f3d6-45ff-a7bc-e5d55a2d75b9 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:19.876085 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71685914-1778-40d1-86a0-39003a2cc351', 'tag': 'c8cd9216-1826-4114-b025-878ce9256c57', 'status': 'completed', 'code': 200} Feb 19 04:20:19.953311 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5726ad75-00e0-4bb7-8096-1f3d268d17d4 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:20.022253 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da0933-2610-4783-b5a0-3637bb7ee5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a34e14e9-15a4-474a-a1c1-8e07c32c5c44,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:20.048610 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-584de669-74bd-46a0-a5d6-b2707defa000 None None] Current status of the port 5726ad75-00e0-4bb7-8096-1f3d268d17d4 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:20.049325 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-584de669-74bd-46a0-a5d6-b2707defa000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5726ad75-00e0-4bb7-8096-1f3d268d17d4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:20.173995 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-0da9fa2d-de89-4daf-9d23-aac0be6d4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:20.175768 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-0da9fa2d-de89-4daf-9d23-aac0be6d4840 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=458a34ef-1a24-43b1-8bd7-4059217fe731 HTTP/1.1" status: 200 len: 853 time: 0.3191597 Feb 19 04:20:20.188900 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-584de669-74bd-46a0-a5d6-b2707defa000 None None] For port 5726ad75-00e0-4bb7-8096-1f3d268d17d4, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5726ad75-00e0-4bb7-8096-1f3d268d17d4,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:20.211943 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-584de669-74bd-46a0-a5d6-b2707defa000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5726ad75-00e0-4bb7-8096-1f3d268d17d4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:20.236330 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f6fb9-e1b6-4d74-8f27-614c3bfa9910 req-ba34b761-1a06-434e-bcb3-52cf9148dbc8 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:20.242932 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-af0c9540-cdbe-4926-9889-796686a4ee67 req-a7308f21-1def-4a9a-824e-1675b20db58f tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008106 Feb 19 04:20:20.249807 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-093f6fb9-e1b6-4d74-8f27-614c3bfa9910 req-ba34b761-1a06-434e-bcb3-52cf9148dbc8 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/ports?device_id=71685914-1778-40d1-86a0-39003a2cc351 HTTP/1.1" status: 200 len: 943 time: 0.1839151 Feb 19 04:20:20.253965 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-97f9b86d-17a9-4975-bccf-65510ede9c7e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e8348c5-bd19-42cc-b917-b87bb48cd5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617197 Feb 19 04:20:20.271973 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 5726ad75-00e0-4bb7-8096-1f3d268d17d4 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:20.272789 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5726ad75-00e0-4bb7-8096-1f3d268d17d4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:20.386885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-82da0933-2610-4783-b5a0-3637bb7ee5d2 service neutron] Attempting to bind port a34e14e9-15a4-474a-a1c1-8e07c32c5c44 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:20.387162 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-82da0933-2610-4783-b5a0-3637bb7ee5d2 service neutron] Attempting to bind port a34e14e9-15a4-474a-a1c1-8e07c32c5c44 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'caafea1c-aef3-4c3d-9c73-45fc0a758f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4b8ca24-cac0-497b-a06b-e0d114d8a9bc'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:20.387461 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-82da0933-2610-4783-b5a0-3637bb7ee5d2 service neutron] Attempting to bind port a34e14e9-15a4-474a-a1c1-8e07c32c5c44 on network c4b8ca24-cac0-497b-a06b-e0d114d8a9bc {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:20.393337 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-d85536ad-2c8f-4501-a33d-30f2743f8a93 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting port a56ee40f-4469-40df-8462-3a8fce42e88a {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:20.393751 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d85536ad-2c8f-4501-a33d-30f2743f8a93 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a56ee40f-4469-40df-8462-3a8fce42e88a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:20.401267 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-8ea8b4e0-d1cf-4f58-a229-e6da3997b672 admin admin] Deleting port 79d5d458-afce-405a-adc9-279c420f42ef {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:20.402333 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ea8b4e0-d1cf-4f58-a229-e6da3997b672 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (79d5d458-afce-405a-adc9-279c420f42ef), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:20.463177 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-82da0933-2610-4783-b5a0-3637bb7ee5d2 service neutron] Port a34e14e9-15a4-474a-a1c1-8e07c32c5c44 on network c4b8ca24-cac0-497b-a06b-e0d114d8a9bc not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:20.463484 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-82da0933-2610-4783-b5a0-3637bb7ee5d2 service neutron] Attempting to bind port a34e14e9-15a4-474a-a1c1-8e07c32c5c44 on network c4b8ca24-cac0-497b-a06b-e0d114d8a9bc {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:20.519598 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-7ef73bcd-cc5c-473f-a73c-e62358f89a13 None None] Provisioning complete for port a56ee40f-4469-40df-8462-3a8fce42e88a triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:20.520432 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7ef73bcd-cc5c-473f-a73c-e62358f89a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a56ee40f-4469-40df-8462-3a8fce42e88a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:20.535954 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-82da0933-2610-4783-b5a0-3637bb7ee5d2 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:20:20.536308 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-82da0933-2610-4783-b5a0-3637bb7ee5d2 service neutron] Checking segment: {'id': 'caafea1c-aef3-4c3d-9c73-45fc0a758f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4b8ca24-cac0-497b-a06b-e0d114d8a9bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:20.536617 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-82da0933-2610-4783-b5a0-3637bb7ee5d2 service neutron] Bound using segment: {'id': 'caafea1c-aef3-4c3d-9c73-45fc0a758f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4b8ca24-cac0-497b-a06b-e0d114d8a9bc'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:20:20.537126 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-82da0933-2610-4783-b5a0-3637bb7ee5d2 service neutron] Bound port: a34e14e9-15a4-474a-a1c1-8e07c32c5c44, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caafea1c-aef3-4c3d-9c73-45fc0a758f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c4b8ca24-cac0-497b-a06b-e0d114d8a9bc'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:20:20.537503 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-82da0933-2610-4783-b5a0-3637bb7ee5d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a34e14e9-15a4-474a-a1c1-8e07c32c5c44), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:20.574591 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-92179741-4253-40a6-b07a-431165eee1af tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks [] for port (0bed59de-744d-42ae-ac99-b76501db31cb), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:20.581440 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-8ea8b4e0-d1cf-4f58-a229-e6da3997b672 admin admin] For port 79d5d458-afce-405a-adc9-279c420f42ef, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=79d5d458-afce-405a-adc9-279c420f42ef,segment=NetworkSegment(da10b1d4-3776-4b65-ab80-766f09098108),segment_id=da10b1d4-3776-4b65-ab80-766f09098108)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:20.582077 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ea8b4e0-d1cf-4f58-a229-e6da3997b672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (79d5d458-afce-405a-adc9-279c420f42ef), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:20.606277 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-8ea8b4e0-d1cf-4f58-a229-e6da3997b672 admin admin] Calling delete_port for 79d5d458-afce-405a-adc9-279c420f42ef owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:20.621355 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584de669-74bd-46a0-a5d6-b2707defa000 None None] Pushing event updated for resources: {'Port': ['ID=5726ad75-00e0-4bb7-8096-1f3d268d17d4,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:20.672775 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-b91dd93f-8fad-4492-9249-dc39d1bb95e3 service neutron] 10.222.0.10 "GET /v2.0/networks/2e8348c5-bd19-42cc-b917-b87bb48cd5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980060 Feb 19 04:20:20.673939 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 5726ad75-00e0-4bb7-8096-1f3d268d17d4 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:20.715702 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73bcd-cc5c-473f-a73c-e62358f89a13 None None] Port a56ee40f-4469-40df-8462-3a8fce42e88a cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:20:20.719018 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-093f6fb9-e1b6-4d74-8f27-614c3bfa9910 req-9c07a69e-d26d-45ea-9344-f65c2a773dea tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675362 Feb 19 04:20:20.750546 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d85536ad-2c8f-4501-a33d-30f2743f8a93 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a56ee40f-4469-40df-8462-3a8fce42e88a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:20.833195 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-d85536ad-2c8f-4501-a33d-30f2743f8a93 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Calling delete_port for a56ee40f-4469-40df-8462-3a8fce42e88a owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:20.842949 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a1ab3-4b40-4fdb-9a86-58fccde80e91 req-7e88e041-4074-47a2-92f1-c2a928ff866c tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:20.850681 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-121a1ab3-4b40-4fdb-9a86-58fccde80e91 req-7e88e041-4074-47a2-92f1-c2a928ff866c tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/ports?device_id=839cfa40-6daa-42b2-a66b-59fa42178051 HTTP/1.1" status: 200 len: 944 time: 0.3665435 Feb 19 04:20:20.891283 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-82da0933-2610-4783-b5a0-3637bb7ee5d2 service neutron] For port a34e14e9-15a4-474a-a1c1-8e07c32c5c44, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:20:20.896225 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-92179741-4253-40a6-b07a-431165eee1af tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (0bed59de-744d-42ae-ac99-b76501db31cb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:20.966224 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-82da0933-2610-4783-b5a0-3637bb7ee5d2 service neutron] For port a34e14e9-15a4-474a-a1c1-8e07c32c5c44, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=a34e14e9-15a4-474a-a1c1-8e07c32c5c44,segment=NetworkSegment(caafea1c-aef3-4c3d-9c73-45fc0a758f2b),segment_id=caafea1c-aef3-4c3d-9c73-45fc0a758f2b)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:20:20.997722 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6ad95aef-e9dd-4007-9302-1c590330a7bd req-a06c20cd-2ff5-438f-9f6b-7af3b36a4718 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.0581353 Feb 19 04:20:21.045788 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-82da0933-2610-4783-b5a0-3637bb7ee5d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (a34e14e9-15a4-474a-a1c1-8e07c32c5c44), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:21.063600 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92179741-4253-40a6-b07a-431165eee1af tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Network 3bcfd539-a554-46f8-8425-7efa03e6ba5b is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:21.083359 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e1d1723-e4b5-4c06-92e8-07dd2c7b17d5 req-c746fd5b-b31c-4b7c-be68-ece3a682066e service neutron] 10.222.0.10 "GET /v2.0/networks/2e8348c5-bd19-42cc-b917-b87bb48cd5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915043 Feb 19 04:20:21.089829 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-121a1ab3-4b40-4fdb-9a86-58fccde80e91 req-8f4606c3-81a6-454a-b1ef-23112a6c1f42 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/security-groups?id=06b16e7a-d734-4119-9e58-2d9c04253415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379925 Feb 19 04:20:21.132126 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-92179741-4253-40a6-b07a-431165eee1af tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:21.149381 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92179741-4253-40a6-b07a-431165eee1af tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Pushing event updated for resources: {'Port': ['ID=0bed59de-744d-42ae-ac99-b76501db31cb,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:21.158291 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92179741-4253-40a6-b07a-431165eee1af tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:21.160299 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92179741-4253-40a6-b07a-431165eee1af tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:21.162181 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-92179741-4253-40a6-b07a-431165eee1af tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:21.166221 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ea8b4e0-d1cf-4f58-a229-e6da3997b672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (79d5d458-afce-405a-adc9-279c420f42ef), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:21.168353 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-82da0933-2610-4783-b5a0-3637bb7ee5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:21.169328 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-82da0933-2610-4783-b5a0-3637bb7ee5d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:21.172015 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-82da0933-2610-4783-b5a0-3637bb7ee5d2 service neutron] 10.222.0.48 "PUT /v2.0/ports/a34e14e9-15a4-474a-a1c1-8e07c32c5c44 HTTP/1.1" status: 200 len: 1092 time: 4.2844138 Feb 19 04:20:21.226941 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8b4e0-d1cf-4f58-a229-e6da3997b672 admin admin] Pushing event deleted for resources: {'Port': ['ID=79d5d458-afce-405a-adc9-279c420f42ef,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:21.387834 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d85536ad-2c8f-4501-a33d-30f2743f8a93 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a56ee40f-4469-40df-8462-3a8fce42e88a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:21.492615 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-92179741-4253-40a6-b07a-431165eee1af tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.8974731 Feb 19 04:20:21.496106 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44468) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:21.502265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:21.515621 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da0933-2610-4783-b5a0-3637bb7ee5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a34e14e9-15a4-474a-a1c1-8e07c32c5c44,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:21.563797 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85536ad-2c8f-4501-a33d-30f2743f8a93 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Port': ['ID=a56ee40f-4469-40df-8462-3a8fce42e88a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:21.638230 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d85536ad-2c8f-4501-a33d-30f2743f8a93 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:21.649131 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d85536ad-2c8f-4501-a33d-30f2743f8a93 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/a56ee40f-4469-40df-8462-3a8fce42e88a HTTP/1.1" status: 204 len: 168 time: 2.2302384 Feb 19 04:20:21.653110 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44470) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:21.660040 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-9a05b418-0263-464c-9d4f-55f7d9de7656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:21.663101 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-9a05b418-0263-464c-9d4f-55f7d9de7656 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b73def591e6740ffa05801d1bfa9928b&device_id=839cfa40-6daa-42b2-a66b-59fa42178051 HTTP/1.1" status: 200 len: 1126 time: 0.4384294 Feb 19 04:20:21.733391 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb9433-6c13-4ab2-b952-b7614f98c136 req-218ba52b-ecbf-43d7-b81d-841c5c4b2901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:21.736081 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-73bb9433-6c13-4ab2-b952-b7614f98c136 req-218ba52b-ecbf-43d7-b81d-841c5c4b2901 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=604260eeeaa44c60bee11ac098e6a63f&device_id=71685914-1778-40d1-86a0-39003a2cc351 HTTP/1.1" status: 200 len: 1125 time: 0.5156574 Feb 19 04:20:21.793583 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ea8b4e0-d1cf-4f58-a229-e6da3997b672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:21.796865 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0bed59de-744d-42ae-ac99-b76501db31cb), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:21.855316 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5ee00-8167-415b-bc1b-43c65da70a35 req-4b8da256-0da8-4752-b246-ca9ba526a74d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:21.864083 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bfd5ee00-8167-415b-bc1b-43c65da70a35 req-4b8da256-0da8-4752-b246-ca9ba526a74d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 945 time: 0.4060364 Feb 19 04:20:21.919300 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839cfa40-6daa-42b2-a66b-59fa42178051', 'tag': 'a34e14e9-15a4-474a-a1c1-8e07c32c5c44'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:21.930962 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ed5d0a-6434-452f-8be7-e9e53127b701" -d '{"events": [{"name": "network-changed", "server_uuid": "839cfa40-6daa-42b2-a66b-59fa42178051", "tag": "a34e14e9-15a4-474a-a1c1-8e07c32c5c44"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:21.939670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ff7549-e4f3-4adc-ae2f-31ba8b05be12 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:21.942191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ff7549-e4f3-4adc-ae2f-31ba8b05be12 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:21.948846 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-35ff7549-e4f3-4adc-ae2f-31ba8b05be12 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2889912 Feb 19 04:20:21.952576 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5726ad75-00e0-4bb7-8096-1f3d268d17d4 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:22.004215 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44476) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:22.024123 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-5a667508-1d94-49b9-8afe-6675f2dd9f18 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a34e14e9-15a4-474a-a1c1-8e07c32c5c44 HTTP/1.1" status: 200 len: 217 time: 0.3381405 Feb 19 04:20:22.028190 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bfd5ee00-8167-415b-bc1b-43c65da70a35 req-3b4979a7-2a54-43ed-b7d2-78b387b76517 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628740 Feb 19 04:20:22.072725 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 5726ad75-00e0-4bb7-8096-1f3d268d17d4 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:22.073413 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5726ad75-00e0-4bb7-8096-1f3d268d17d4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:22.195321 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7523408-baee-4da2-87a1-812e2789625d x-openstack-request-id: req-b7523408-baee-4da2-87a1-812e2789625d {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:22.195795 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839cfa40-6daa-42b2-a66b-59fa42178051", "tag": "a34e14e9-15a4-474a-a1c1-8e07c32c5c44", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:22.196211 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b7523408-baee-4da2-87a1-812e2789625d {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:22.196847 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839cfa40-6daa-42b2-a66b-59fa42178051', 'tag': 'a34e14e9-15a4-474a-a1c1-8e07c32c5c44', 'status': 'completed', 'code': 200} Feb 19 04:20:22.386147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 5726ad75-00e0-4bb7-8096-1f3d268d17d4 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:22.386457 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-0b1b675e-6f2c-412d-b02a-d6cd1ef8e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:22.387706 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-0b1b675e-6f2c-412d-b02a-d6cd1ef8e99a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b31e3e6-2e3d-415e-8b71-17781ccbe3dc HTTP/1.1" status: 200 len: 861 time: 0.3091824 Feb 19 04:20:22.412557 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff8462-2659-46ac-b1b4-cb7266fea161 req-71026e73-8c37-4624-8445-4f87ff3a5125 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:22.417502 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-beff8462-2659-46ac-b1b4-cb7266fea161 req-71026e73-8c37-4624-8445-4f87ff3a5125 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/ports?device_id=71685914-1778-40d1-86a0-39003a2cc351 HTTP/1.1" status: 200 len: 943 time: 0.4375117 Feb 19 04:20:22.435226 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ed53f0-356e-4475-802b-4d0af5185bec tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet ebb38d81-5904-4241-a8ff-72bf82a9fb02 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:20:22.492186 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-023cd621-22b2-4159-976e-78762864cbf3 req-4e0926fc-09a5-44e1-b44e-50dddc2c0b7d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.0795076 Feb 19 04:20:22.525610 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-78ed53f0-356e-4475-802b-4d0af5185bec tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (ebb38d81-5904-4241-a8ff-72bf82a9fb02), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:22.531772 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb9433-6c13-4ab2-b952-b7614f98c136 req-e32654f6-fd96-4f8d-b418-25c5d145dd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:22.534678 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-73bb9433-6c13-4ab2-b952-b7614f98c136 req-e32654f6-fd96-4f8d-b418-25c5d145dd01 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2e8348c5-bd19-42cc-b917-b87bb48cd5a9 HTTP/1.1" status: 200 len: 913 time: 0.5874465 Feb 19 04:20:22.604827 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-83d53f93-1186-437e-af60-8c7dbf5a8d30 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4b8ca24-cac0-497b-a06b-e0d114d8a9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1846807 Feb 19 04:20:23.117061 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-73bb9433-6c13-4ab2-b952-b7614f98c136 req-2dc811ca-8b03-47a1-8096-fdacfd76f989 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8cd9216-1826-4114-b025-878ce9256c57 HTTP/1.1" status: 200 len: 217 time: 0.5008235 Feb 19 04:20:23.128349 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36ab46-1944-41c7-8ed5-5f081a36e686 req-632fe945-802d-4150-a4a7-186a0c817e91 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:23.130035 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-df36ab46-1944-41c7-8ed5-5f081a36e686 req-632fe945-802d-4150-a4a7-186a0c817e91 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/ports?device_id=839cfa40-6daa-42b2-a66b-59fa42178051 HTTP/1.1" status: 200 len: 944 time: 0.2365291 Feb 19 04:20:23.132568 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] device_id is not set on port 0bed59de-744d-42ae-ac99-b76501db31cb yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:20:23.148360 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks [] for port (0bed59de-744d-42ae-ac99-b76501db31cb), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:23.151668 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-beff8462-2659-46ac-b1b4-cb7266fea161 req-7de4676f-02ea-467d-a44f-1ff959461628 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6856680 Feb 19 04:20:23.181033 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-78ed53f0-356e-4475-802b-4d0af5185bec tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (ebb38d81-5904-4241-a8ff-72bf82a9fb02), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:23.308786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb9433-6c13-4ab2-b952-b7614f98c136 req-3eb57488-4bd5-41ce-a32a-3bf06f02b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:23.308786 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-73bb9433-6c13-4ab2-b952-b7614f98c136 req-3eb57488-4bd5-41ce-a32a-3bf06f02b32f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=458a34ef-1a24-43b1-8bd7-4059217fe731 HTTP/1.1" status: 200 len: 853 time: 0.1443999 Feb 19 04:20:23.314196 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (0bed59de-744d-42ae-ac99-b76501db31cb), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:23.346367 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-e30b1bf3-171d-43ca-95af-ebe1748a7281 service neutron] 10.222.0.48 "GET /v2.0/networks/c4b8ca24-cac0-497b-a06b-e0d114d8a9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7157929 Feb 19 04:20:23.438624 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-73bb9433-6c13-4ab2-b952-b7614f98c136 req-a690cdc5-368f-46cd-9d16-72f54bbc698d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e8348c5-bd19-42cc-b917-b87bb48cd5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090307 Feb 19 04:20:23.458793 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-df36ab46-1944-41c7-8ed5-5f081a36e686 req-caf86fa7-0d56-44cf-bcd7-4849bcfb62a3 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/security-groups?id=06b16e7a-d734-4119-9e58-2d9c04253415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076043 Feb 19 04:20:23.489410 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-78ed53f0-356e-4475-802b-4d0af5185bec tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (ebb38d81-5904-4241-a8ff-72bf82a9fb02), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:23.531692 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device c8cd9216-1826-4114-b025-878ce9256c57 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:20:23.540992 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea8b4e0-d1cf-4f58-a229-e6da3997b672 admin admin] Router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:20:23.551084 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Pushing event updated for resources: {'Port': ['ID=0bed59de-744d-42ae-ac99-b76501db31cb,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:23.556174 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:23.556590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:23.557038 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:23.577151 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port 0bed59de-744d-42ae-ac99-b76501db31cb on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:23.577620 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:23.579425 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 2 to bind port 0bed59de-744d-42ae-ac99-b76501db31cb Feb 19 04:20:23.675801 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:23.675801 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:23.675801 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:23.699560 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a4599e5b-7737-4db2-9252-9f8b72b38e5a req-968ec192-4e57-4db9-9e2f-4e7b4f90cdc5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.0376766 Feb 19 04:20:23.715569 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port 0bed59de-744d-42ae-ac99-b76501db31cb on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:23.715999 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:23.721410 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 3 to bind port 0bed59de-744d-42ae-ac99-b76501db31cb Feb 19 04:20:23.782342 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:23.782852 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:23.783278 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:23.787931 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873d739-991d-4df1-9ba1-87005173d709 req-3e714d17-602c-49bc-a178-4a54b15651e8 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:23.796438 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port 0bed59de-744d-42ae-ac99-b76501db31cb on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:23.796886 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:23.797205 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b873d739-991d-4df1-9ba1-87005173d709 req-3e714d17-602c-49bc-a178-4a54b15651e8 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 945 time: 0.5069001 Feb 19 04:20:23.799913 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 4 to bind port 0bed59de-744d-42ae-ac99-b76501db31cb Feb 19 04:20:23.837327 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port c8cd9216-1826-4114-b025-878ce9256c57, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=c8cd9216-1826-4114-b025-878ce9256c57,segment=NetworkSegment(4a41fb18-0818-43d1-9c05-3233f3c0c9c4),segment_id=4a41fb18-0818-43d1-9c05-3233f3c0c9c4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:23.854162 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'c8cd9216-1826-4114-b025-878ce9256c57', 'network_id': '2e8348c5-bd19-42cc-b917-b87bb48cd5a9', 'port_id': 'c8cd9216-1826-4114-b025-878ce9256c57', 'mac_address': 'fa:16:3e:71:ab:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458a34ef-1a24-43b1-8bd7-4059217fe731', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:20:23.865890 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea8b4e0-d1cf-4f58-a229-e6da3997b672 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:20:23.888821 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10e7b50-1298-4e71-9b23-cda08b3143d8 None None] Sync routers for ids ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:20:23.890659 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-10c91535-7390-4f87-aceb-576dcefb3e66 req-c1dc489c-fca4-48b6-8c29-df9d60b393d1 service neutron] 10.222.0.48 "GET /v2.0/networks/c4b8ca24-cac0-497b-a06b-e0d114d8a9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104854 Feb 19 04:20:23.897097 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8ea8b4e0-d1cf-4f58-a229-e6da3997b672 admin admin] 10.222.0.65 "PUT /v2.0/routers/fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7528293 Feb 19 04:20:23.900763 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44490) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:23.925919 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:23.927067 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:23.929736 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:23.948000 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10e7b50-1298-4e71-9b23-cda08b3143d8 None None] Routers {'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:23.948344 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-78ed53f0-356e-4475-802b-4d0af5185bec tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (ebb38d81-5904-4241-a8ff-72bf82a9fb02), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:23.949277 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b10e7b50-1298-4e71-9b23-cda08b3143d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:20:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:23.952215 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port 0bed59de-744d-42ae-ac99-b76501db31cb on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:23.953190 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:24.002653 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 5 to bind port 0bed59de-744d-42ae-ac99-b76501db31cb Feb 19 04:20:24.027821 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:24.028207 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:24.028677 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:24.038272 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port 0bed59de-744d-42ae-ac99-b76501db31cb on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:24.038604 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:24.043160 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 6 to bind port 0bed59de-744d-42ae-ac99-b76501db31cb Feb 19 04:20:24.043554 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-73bb9433-6c13-4ab2-b952-b7614f98c136 req-1b7dd127-f499-4fa8-8646-e5d80a9af0cf service neutron] 10.222.0.10 "GET /v2.0/networks/2e8348c5-bd19-42cc-b917-b87bb48cd5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5949619 Feb 19 04:20:24.102662 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:24.102936 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:24.103329 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:24.111078 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed53f0-356e-4475-802b-4d0af5185bec tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=ebb38d81-5904-4241-a8ff-72bf82a9fb02,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:24.113912 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port 0bed59de-744d-42ae-ac99-b76501db31cb on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:24.114276 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:24.118398 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 7 to bind port 0bed59de-744d-42ae-ac99-b76501db31cb Feb 19 04:20:24.146443 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:24.147456 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:24.147456 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:24.153995 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2b8651e-b0f4-4910-a9ae-90827ef347eb admin admin] Publish callbacks [] for router (fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:24.156641 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b873d739-991d-4df1-9ba1-87005173d709 req-ac58f09e-0d8b-4c2b-acbb-759f1347c6e1 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278801 Feb 19 04:20:24.167502 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-78ed53f0-356e-4475-802b-4d0af5185bec tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:24.174368 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-78ed53f0-356e-4475-802b-4d0af5185bec tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/ebb38d81-5904-4241-a8ff-72bf82a9fb02 HTTP/1.1" status: 204 len: 168 time: 2.1640933 Feb 19 04:20:24.244055 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44492) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:24.246515 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-b10e7b50-1298-4e71-9b23-cda08b3143d8 None None] Set router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:24.247467 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port 0bed59de-744d-42ae-ac99-b76501db31cb on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:24.248498 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:24.250711 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 8 to bind port 0bed59de-744d-42ae-ac99-b76501db31cb Feb 19 04:20:24.309979 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:24.312716 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:24.313383 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:24.324980 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port 0bed59de-744d-42ae-ac99-b76501db31cb on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:24.325361 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:24.329104 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 9 to bind port 0bed59de-744d-42ae-ac99-b76501db31cb Feb 19 04:20:24.358799 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8b1b6a69-a6a6-444d-9174-d2e5bc01ae62 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1025968 Feb 19 04:20:24.359764 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44496) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:24.371327 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-f0988e8a-1969-4c0b-a088-bd6b8463b9a4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:24.434400 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:24.434795 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:24.435424 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:24.457252 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port 0bed59de-744d-42ae-ac99-b76501db31cb on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:24.457593 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:24.459121 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 10 to bind port 0bed59de-744d-42ae-ac99-b76501db31cb Feb 19 04:20:24.479480 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:24.479861 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:24.480417 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:24.492221 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2b8651e-b0f4-4910-a9ae-90827ef347eb admin admin] Publish callbacks [] for router_gateway (fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:24.497279 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port 0bed59de-744d-42ae-ac99-b76501db31cb on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:24.497683 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port 0bed59de-744d-42ae-ac99-b76501db31cb on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:24.498265 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0bed59de-744d-42ae-ac99-b76501db31cb), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:24.498656 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed5d0a-6434-452f-8be7-e9e53127b701 req-f3924898-c308-4377-8670-a7d6387bb5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:24.501575 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c3ed5d0a-6434-452f-8be7-e9e53127b701 req-f3924898-c308-4377-8670-a7d6387bb5e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b73def591e6740ffa05801d1bfa9928b&device_id=839cfa40-6daa-42b2-a66b-59fa42178051 HTTP/1.1" status: 200 len: 1126 time: 0.5230792 Feb 19 04:20:24.533520 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6450a5-d2d2-4b7c-bee2-6ed81622f08c req-dcb82fcf-04b8-469f-bdca-107300e2f365 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:24.543114 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9b6450a5-d2d2-4b7c-bee2-6ed81622f08c req-dcb82fcf-04b8-469f-bdca-107300e2f365 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/ports?device_id=71685914-1778-40d1-86a0-39003a2cc351 HTTP/1.1" status: 200 len: 943 time: 0.2189853 Feb 19 04:20:24.615196 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port c8cd9216-1826-4114-b025-878ce9256c57 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:24.616016 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c8cd9216-1826-4114-b025-878ce9256c57), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:24.621039 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37904b9-eb96-4b5c-b459-68cee9e56f41 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:24.709063 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9b6450a5-d2d2-4b7c-bee2-6ed81622f08c req-0e19ba45-0d78-4e24-bf91-5675b25e4047 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647139 Feb 19 04:20:24.787239 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] For port 0bed59de-744d-42ae-ac99-b76501db31cb, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:20:24.787239 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempted to set empty binding levels {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 04:20:24.791610 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-73bb9433-6c13-4ab2-b952-b7614f98c136 req-0534ce2c-5f0f-456e-80e3-9e4c117bd859 service neutron] 10.222.0.10 "GET /v2.0/networks/2e8348c5-bd19-42cc-b917-b87bb48cd5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6997039 Feb 19 04:20:24.822460 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-a2b8651e-b0f4-4910-a9ae-90827ef347eb admin admin] Deleting port 318d3e77-2d61-451d-a19e-86fc7f0e1c5d {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:24.822833 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2b8651e-b0f4-4910-a9ae-90827ef347eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (318d3e77-2d61-451d-a19e-86fc7f0e1c5d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:24.837717 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (0bed59de-744d-42ae-ac99-b76501db31cb), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:24.914647 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] In _notify_port_updated(), no bound segment for port 0bed59de-744d-42ae-ac99-b76501db31cb on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:20:24.915743 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:24.916702 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:24.925237 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] 10.222.0.65 "PUT /v2.0/ports/0bed59de-744d-42ae-ac99-b76501db31cb HTTP/1.1" status: 200 len: 974 time: 3.4280059 Feb 19 04:20:24.930829 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8cd9216-1826-4114-b025-878ce9256c57 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:20:24.943986 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44504) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:25.045227 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port c8cd9216-1826-4114-b025-878ce9256c57, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=c8cd9216-1826-4114-b025-878ce9256c57,segment=NetworkSegment(4a41fb18-0818-43d1-9c05-3233f3c0c9c4),segment_id=4a41fb18-0818-43d1-9c05-3233f3c0c9c4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:25.059599 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d3bd3e14-bd67-46a8-9275-bbc9a06f0838 req-0eff8635-eb39-40c6-9d11-427a73d42a33 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.0981629 Feb 19 04:20:25.064259 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c8cd9216-1826-4114-b025-878ce9256c57), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:25.126238 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11376551-d5d5-46d5-9b17-e613213893f5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Pushing event updated for resources: {'Port': ['ID=0bed59de-744d-42ae-ac99-b76501db31cb,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:25.186012 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-a2b8651e-b0f4-4910-a9ae-90827ef347eb admin admin] For port 318d3e77-2d61-451d-a19e-86fc7f0e1c5d, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=318d3e77-2d61-451d-a19e-86fc7f0e1c5d,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:25.187066 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2b8651e-b0f4-4910-a9ae-90827ef347eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (318d3e77-2d61-451d-a19e-86fc7f0e1c5d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:25.191019 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119f5eff-4f1c-4244-8260-91a9d13a855e None None] DHCP port deletion for 9e765b0b-136b-493b-bef9-44145ed793f7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:20:25.211448 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-a2b8651e-b0f4-4910-a9ae-90827ef347eb admin admin] Calling delete_port for 318d3e77-2d61-451d-a19e-86fc7f0e1c5d owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:25.228795 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23365b56-451f-4332-ac2b-06eeed618b9d req-03200821-47cf-4dc1-b939-dc7626f57134 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.241767 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-23365b56-451f-4332-ac2b-06eeed618b9d req-03200821-47cf-4dc1-b939-dc7626f57134 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/ports?device_id=839cfa40-6daa-42b2-a66b-59fa42178051 HTTP/1.1" status: 200 len: 944 time: 0.4452288 Feb 19 04:20:25.258178 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0988e8a-1969-4c0b-a088-bd6b8463b9a4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:25.265590 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f0988e8a-1969-4c0b-a088-bd6b8463b9a4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:25.272382 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b10e7b50-1298-4e71-9b23-cda08b3143d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:20:21Z', 'revision_number': 5, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port': {'id': '318d3e77-2d61-451d-a19e-86fc7f0e1c5d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:17:36Z', 'updated_at': '2022-02-19T04:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:25.351402 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10e7b50-1298-4e71-9b23-cda08b3143d8 None None] Checking router: fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:20:25.420043 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['c8cd9216-1826-4114-b025-878ce9256c57'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:20:25.426835 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=c8cd9216-1826-4114-b025-878ce9256c57,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:25.474616 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa9e67-86f1-4163-80f2-418158bcd567 req-7415da07-4adb-44cc-8c94-8197b9fdf02c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.485222 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-41aa9e67-86f1-4163-80f2-418158bcd567 req-7415da07-4adb-44cc-8c94-8197b9fdf02c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 945 time: 0.1331975 Feb 19 04:20:25.495147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10e7b50-1298-4e71-9b23-cda08b3143d8 None None] Routers {'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:25.496705 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b10e7b50-1298-4e71-9b23-cda08b3143d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:20:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:25.567965 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed5d0a-6434-452f-8be7-e9e53127b701 req-b33b446b-b79e-4795-a7fb-6a9805b29aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.572771 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c3ed5d0a-6434-452f-8be7-e9e53127b701 req-b33b446b-b79e-4795-a7fb-6a9805b29aa5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4b8ca24-cac0-497b-a06b-e0d114d8a9bc HTTP/1.1" status: 200 len: 921 time: 1.0496464 Feb 19 04:20:25.652512 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-41aa9e67-86f1-4163-80f2-418158bcd567 req-737b3054-d446-4bc5-bebc-7c78e3551efa tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661038 Feb 19 04:20:25.718140 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-119f5eff-4f1c-4244-8260-91a9d13a855e None None] Deleting port 5726ad75-00e0-4bb7-8096-1f3d268d17d4 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:25.718926 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-119f5eff-4f1c-4244-8260-91a9d13a855e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (5726ad75-00e0-4bb7-8096-1f3d268d17d4), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:25.796564 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.797357 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.797637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.798108 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.798572 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.799130 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.799506 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.800121 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.800619 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.800887 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.801403 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.801961 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.802505 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.802941 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.803402 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.803852 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.804309 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.804563 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2b8651e-b0f4-4910-a9ae-90827ef347eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (318d3e77-2d61-451d-a19e-86fc7f0e1c5d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:25.804763 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.805640 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.805948 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.806410 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.806911 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.807471 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.807930 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.808384 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.808846 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.809351 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.818263 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a2f0e7b0-7985-41b1-89b4-7b5388216130 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24893 time: 0.8571117 Feb 19 04:20:25.819093 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44510) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:25.832735 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c3ed5d0a-6434-452f-8be7-e9e53127b701 req-10305c73-4a71-4ccd-8ebf-7f25f5e8a94a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a34e14e9-15a4-474a-a1c1-8e07c32c5c44 HTTP/1.1" status: 200 len: 217 time: 0.2223415 Feb 19 04:20:25.846017 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-23365b56-451f-4332-ac2b-06eeed618b9d req-3e079ee0-8244-460d-9821-66ee42451896 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/security-groups?id=06b16e7a-d734-4119-9e58-2d9c04253415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6017294 Feb 19 04:20:25.871235 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8651e-b0f4-4910-a9ae-90827ef347eb admin admin] Pushing event deleted for resources: {'Port': ['ID=318d3e77-2d61-451d-a19e-86fc7f0e1c5d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:25.915393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-119f5eff-4f1c-4244-8260-91a9d13a855e None None] For port 5726ad75-00e0-4bb7-8096-1f3d268d17d4, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5726ad75-00e0-4bb7-8096-1f3d268d17d4,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:25.916062 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-119f5eff-4f1c-4244-8260-91a9d13a855e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (5726ad75-00e0-4bb7-8096-1f3d268d17d4), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:25.964751 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-119f5eff-4f1c-4244-8260-91a9d13a855e None None] Calling delete_port for 5726ad75-00e0-4bb7-8096-1f3d268d17d4 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:26.066764 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2b8651e-b0f4-4910-a9ae-90827ef347eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:26.093247 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5726ad75-00e0-4bb7-8096-1f3d268d17d4 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:26.139875 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed5d0a-6434-452f-8be7-e9e53127b701 req-837a7943-e96b-4f0a-b847-da5f49063c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:26.144662 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c3ed5d0a-6434-452f-8be7-e9e53127b701 req-837a7943-e96b-4f0a-b847-da5f49063c10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b31e3e6-2e3d-415e-8b71-17781ccbe3dc HTTP/1.1" status: 200 len: 861 time: 0.2955010 Feb 19 04:20:26.233209 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-b10e7b50-1298-4e71-9b23-cda08b3143d8 None None] Set router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:26.256318 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c3ed5d0a-6434-452f-8be7-e9e53127b701 req-a7b231d5-86fd-4224-a247-f57f5e132278 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4b8ca24-cac0-497b-a06b-e0d114d8a9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058183 Feb 19 04:20:26.306758 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2b8651e-b0f4-4910-a9ae-90827ef347eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:26.314693 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2b8651e-b0f4-4910-a9ae-90827ef347eb admin admin] Publish callbacks [] for router_controller (fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:26.440641 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2b8651e-b0f4-4910-a9ae-90827ef347eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:26.442427 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b8651e-b0f4-4910-a9ae-90827ef347eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:20:26.454329 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2b8651e-b0f4-4910-a9ae-90827ef347eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:26.459617 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a2b8651e-b0f4-4910-a9ae-90827ef347eb admin admin] 10.222.0.65 "DELETE /v2.0/routers/fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54 HTTP/1.1" status: 204 len: 168 time: 2.5524747 Feb 19 04:20:26.462244 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44520) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:26.475188 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3d46fc38-91b6-4553-ba4b-27f7f6251468 req-2bd1d501-0744-4f57-bb7f-aa3b12b87d69 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.1226490 Feb 19 04:20:26.487133 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137d431-2090-4da3-a834-5bf0b66d4626 req-fd87c0b7-ee19-4395-b9d1-f7bc6e1880f6 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:26.488778 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f137d431-2090-4da3-a834-5bf0b66d4626 req-fd87c0b7-ee19-4395-b9d1-f7bc6e1880f6 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/ports?device_id=71685914-1778-40d1-86a0-39003a2cc351 HTTP/1.1" status: 200 len: 944 time: 0.4689341 Feb 19 04:20:26.524125 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f0988e8a-1969-4c0b-a088-bd6b8463b9a4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (2015b7c5-cded-42fa-9abe-aa0d2847dc5a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:26.631028 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-714bf90e-beec-49b6-86bf-57efc81ece0d admin admin] Deleting subnet 4036b21c-b280-4a08-8f13-b6e5e89c48cd {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:20:26.637186 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-714bf90e-beec-49b6-86bf-57efc81ece0d admin admin] Publish callbacks [] for subnet (4036b21c-b280-4a08-8f13-b6e5e89c48cd), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:26.679031 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b10e7b50-1298-4e71-9b23-cda08b3143d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:20:24Z', 'revision_number': 6, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:26.687556 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-933d1b74-ae69-4db9-9b73-d737ac02a2a8 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Deleting port 0bed59de-744d-42ae-ac99-b76501db31cb {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:26.688000 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-933d1b74-ae69-4db9-9b73-d737ac02a2a8 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0bed59de-744d-42ae-ac99-b76501db31cb), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:26.723637 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f137d431-2090-4da3-a834-5bf0b66d4626 req-47f8e713-28b8-4a9d-a224-e3839bed023f tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084198 Feb 19 04:20:26.737420 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-714bf90e-beec-49b6-86bf-57efc81ece0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (4036b21c-b280-4a08-8f13-b6e5e89c48cd), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:26.817509 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0988e8a-1969-4c0b-a088-bd6b8463b9a4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:26.824549 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10e7b50-1298-4e71-9b23-cda08b3143d8 None None] The sync data for ids ['fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54'] in n-d-772273-4 is: [{'id': 'fe7c0e1e-3bef-4b74-bcf7-6b5f685b5f54', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923266193-router', 'tenant_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:17:34Z', 'updated_at': '2022-02-19T04:20:24Z', 'revision_number': 6, 'project_id': '89adbc6ffff04dfd95e6648f4a0ff8fd', 'gw_port_host': None}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:20:26.867279 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-933d1b74-ae69-4db9-9b73-d737ac02a2a8 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] For port 0bed59de-744d-42ae-ac99-b76501db31cb, host n-h1-772273-4, got binding levels [] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:26.867664 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-933d1b74-ae69-4db9-9b73-d737ac02a2a8 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0bed59de-744d-42ae-ac99-b76501db31cb), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:26.894856 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-933d1b74-ae69-4db9-9b73-d737ac02a2a8 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Calling delete_port for 0bed59de-744d-42ae-ac99-b76501db31cb owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:26.949886 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-119f5eff-4f1c-4244-8260-91a9d13a855e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (5726ad75-00e0-4bb7-8096-1f3d268d17d4), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:27.007344 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Port 5726ad75-00e0-4bb7-8096-1f3d268d17d4 update to DOWN by agent not found {{(pid=115200) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 04:20:27.020503 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-714bf90e-beec-49b6-86bf-57efc81ece0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (4036b21c-b280-4a08-8f13-b6e5e89c48cd), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:27.078936 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c3ed5d0a-6434-452f-8be7-e9e53127b701 req-e9815d94-8766-4ceb-925a-681daee2665c service neutron] 10.222.0.48 "GET /v2.0/networks/c4b8ca24-cac0-497b-a06b-e0d114d8a9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8116047 Feb 19 04:20:27.079998 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-f0988e8a-1969-4c0b-a088-bd6b8463b9a4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:27.082281 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-933d1b74-ae69-4db9-9b73-d737ac02a2a8 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (0bed59de-744d-42ae-ac99-b76501db31cb), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:27.087385 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0988e8a-1969-4c0b-a088-bd6b8463b9a4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:27.088234 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f0988e8a-1969-4c0b-a088-bd6b8463b9a4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:27.092176 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f5eff-4f1c-4244-8260-91a9d13a855e None None] Pushing event deleted for resources: {'Port': ['ID=5726ad75-00e0-4bb7-8096-1f3d268d17d4,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:27.116519 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119f5eff-4f1c-4244-8260-91a9d13a855e None None] No DVR routers for this DVR port 5726ad75-00e0-4bb7-8096-1f3d268d17d4 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:20:27.135456 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0988e8a-1969-4c0b-a088-bd6b8463b9a4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=2015b7c5-cded-42fa-9abe-aa0d2847dc5a,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:27.146796 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b37598f-bcc8-472d-b64e-3961b254b19b None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:27.273600 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9926ff-806f-4831-8b4a-7098be9409e1 req-4c9b4da9-7bcd-4894-8a9d-37002cc14d39 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:27.275845 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ba9926ff-806f-4831-8b4a-7098be9409e1 req-4c9b4da9-7bcd-4894-8a9d-37002cc14d39 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/ports?device_id=839cfa40-6daa-42b2-a66b-59fa42178051 HTTP/1.1" status: 200 len: 944 time: 0.2000668 Feb 19 04:20:27.296193 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-714bf90e-beec-49b6-86bf-57efc81ece0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (4036b21c-b280-4a08-8f13-b6e5e89c48cd), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:27.350618 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d1b74-ae69-4db9-9b73-d737ac02a2a8 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bed59de-744d-42ae-ac99-b76501db31cb,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:27.363998 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device a34e14e9-15a4-474a-a1c1-8e07c32c5c44 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:20:27.377459 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-933d1b74-ae69-4db9-9b73-d737ac02a2a8 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:27.384885 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-933d1b74-ae69-4db9-9b73-d737ac02a2a8 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] 10.222.0.65 "DELETE /v2.0/ports/0bed59de-744d-42ae-ac99-b76501db31cb HTTP/1.1" status: 204 len: 168 time: 1.5614467 Feb 19 04:20:27.392222 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f0988e8a-1969-4c0b-a088-bd6b8463b9a4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0278654 Feb 19 04:20:27.393783 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44530) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:27.416850 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44532) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:27.453221 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-d81cc694-c1be-4a88-ab74-3520484b04c4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'fixed_ips': [{'subnet_id': '2015b7c5-cded-42fa-9abe-aa0d2847dc5a', 'ip_address': '2001:db8::62a7:8a7d:c97a:1863'}], 'name': 'tempest-NetworksTestDHCPv6-1974758473'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:27.457890 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46239291-441d-4065-b28d-e0f51162d89c None None] Network ffb608e3-05fc-4c93-b77e-be504917d727 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:27.470235 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-714bf90e-beec-49b6-86bf-57efc81ece0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:27.477459 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-714bf90e-beec-49b6-86bf-57efc81ece0d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4036b21c-b280-4a08-8f13-b6e5e89c48cd HTTP/1.1" status: 204 len: 168 time: 1.0144098 Feb 19 04:20:27.494915 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c3ed5d0a-6434-452f-8be7-e9e53127b701 req-0747ded0-c070-46a4-986b-e3d345382851 service neutron] 10.222.0.48 "GET /v2.0/networks/c4b8ca24-cac0-497b-a06b-e0d114d8a9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954210 Feb 19 04:20:27.496570 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44534) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:27.520173 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b05848-6a41-4176-96cf-22b7314fd452 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] GET failed (client error): The resource could not be found. Feb 19 04:20:27.533459 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-97b05848-6a41-4176-96cf-22b7314fd452 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] 10.222.0.65 "GET /v2.0/ports/0bed59de-744d-42ae-ac99-b76501db31cb HTTP/1.1" status: 404 len: 333 time: 0.1254900 Feb 19 04:20:27.572216 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device c8cd9216-1826-4114-b025-878ce9256c57 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:27.588784 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44536) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:27.610405 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:20:27.611256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bf90e-beec-49b6-86bf-57efc81ece0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4036b21c-b280-4a08-8f13-b6e5e89c48cd,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:27.633545 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380b2aa-07db-497b-acf6-d23456f540f4 req-1a977ea1-ca9e-4d56-b74f-8998ff39f58c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:27.636534 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6380b2aa-07db-497b-acf6-d23456f540f4 req-1a977ea1-ca9e-4d56-b74f-8998ff39f58c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 945 time: 0.8171790 Feb 19 04:20:27.641160 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-06e81bf5-193c-43ce-9039-4824c1cf8652 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-187512501', 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:27.664434 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ba9926ff-806f-4831-8b4a-7098be9409e1 req-63fc7212-5dd7-43f6-9572-c4a7156c6fdb tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/security-groups?id=06b16e7a-d734-4119-9e58-2d9c04253415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522105 Feb 19 04:20:27.666458 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef53397-0def-418e-a036-dd4924a99d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9e765b0b-136b-493b-bef9-44145ed793f7', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'fixed_ips': [{'subnet_id': '2015b7c5-cded-42fa-9abe-aa0d2847dc5a'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:20:27.667362 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aef53397-0def-418e-a036-dd4924a99d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:27.686753 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:20:27.901448 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6092-88bc-40dc-8e63-533088888a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (ffb608e3-05fc-4c93-b77e-be504917d727), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:28.012689 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e81bf5-193c-43ce-9039-4824c1cf8652 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Made reservation on behalf of 1f13161baa4f414eb197a85221598222 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:28.017215 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06e81bf5-193c-43ce-9039-4824c1cf8652 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:28.017466 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81cc694-c1be-4a88-ab74-3520484b04c4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:28.036538 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-aef53397-0def-418e-a036-dd4924a99d62 None None] Allocated IP 2001:db8::2 (9e765b0b-136b-493b-bef9-44145ed793f7/2015b7c5-cded-42fa-9abe-aa0d2847dc5a/3c9a4d6a-0c80-4d21-b4d5-de79a25e98db) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:28.091251 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6380b2aa-07db-497b-acf6-d23456f540f4 req-9f008d5f-99a3-4365-9ef3-ac5bab1a44e6 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596330 Feb 19 04:20:28.112660 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-06e81bf5-193c-43ce-9039-4824c1cf8652 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] device_id is not set on port a2a00c48-115d-4899-8235-fd741831f893 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:20:28.244279 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-6c9d6092-88bc-40dc-8e63-533088888a0e admin admin] Deleting port f453376a-5a34-475a-9780-8c17abbe9274 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:28.244818 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6092-88bc-40dc-8e63-533088888a0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f453376a-5a34-475a-9780-8c17abbe9274), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:28.272157 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aef53397-0def-418e-a036-dd4924a99d62 None None] Publish callbacks [] for port (3c9a4d6a-0c80-4d21-b4d5-de79a25e98db), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:28.285558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 318d3e77-2d61-451d-a19e-86fc7f0e1c5d no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:28.334039 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 318d3e77-2d61-451d-a19e-86fc7f0e1c5d {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:20:28.334793 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 318d3e77-2d61-451d-a19e-86fc7f0e1c5d not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:20:28.335861 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 79d5d458-afce-405a-adc9-279c420f42ef no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:28.339597 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aef53397-0def-418e-a036-dd4924a99d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (3c9a4d6a-0c80-4d21-b4d5-de79a25e98db), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:28.355105 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port a34e14e9-15a4-474a-a1c1-8e07c32c5c44, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=a34e14e9-15a4-474a-a1c1-8e07c32c5c44,segment=NetworkSegment(caafea1c-aef3-4c3d-9c73-45fc0a758f2b),segment_id=caafea1c-aef3-4c3d-9c73-45fc0a758f2b)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:28.371515 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef53397-0def-418e-a036-dd4924a99d62 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:28.373238 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port c8cd9216-1826-4114-b025-878ce9256c57 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:20:28.385967 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f99a0939-6e7b-47d5-bb80-f04e3afaf5cc req-daa8bd1c-4305-406f-8328-332b3dd7a37e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.3221891 Feb 19 04:20:28.418679 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-aef53397-0def-418e-a036-dd4924a99d62 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:28.453940 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef53397-0def-418e-a036-dd4924a99d62 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:28.473492 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 79d5d458-afce-405a-adc9-279c420f42ef {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:20:28.474108 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 79d5d458-afce-405a-adc9-279c420f42ef not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:20:28.488573 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port c8cd9216-1826-4114-b025-878ce9256c57 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:28.489074 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c8cd9216-1826-4114-b025-878ce9256c57), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:28.536248 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d81cc694-c1be-4a88-ab74-3520484b04c4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:28.561987 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b3280d-b38a-4bf3-a552-b79e1c016450 None None] DHCP port deletion for ffb608e3-05fc-4c93-b77e-be504917d727 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:20:28.606278 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-d81cc694-c1be-4a88-ab74-3520484b04c4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] device_id is not set on port dda829b0-0fc4-42ff-aa27-7294024bdd21 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:20:28.704383 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'a34e14e9-15a4-474a-a1c1-8e07c32c5c44', 'network_id': 'c4b8ca24-cac0-497b-a06b-e0d114d8a9bc', 'port_id': 'a34e14e9-15a4-474a-a1c1-8e07c32c5c44', 'mac_address': 'fa:16:3e:40:bf:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b31e3e6-2e3d-415e-8b71-17781ccbe3dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:20:28.712044 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef53397-0def-418e-a036-dd4924a99d62 None None] Pushing event updated for resources: {'Port': ['ID=3c9a4d6a-0c80-4d21-b4d5-de79a25e98db,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:28.929309 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-aef53397-0def-418e-a036-dd4924a99d62 None None] Attempting to bind port 3c9a4d6a-0c80-4d21-b4d5-de79a25e98db on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:28.932469 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-aef53397-0def-418e-a036-dd4924a99d62 None None] Attempting to bind port 3c9a4d6a-0c80-4d21-b4d5-de79a25e98db by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:28.935696 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef53397-0def-418e-a036-dd4924a99d62 None None] Attempting to bind port 3c9a4d6a-0c80-4d21-b4d5-de79a25e98db on network 9e765b0b-136b-493b-bef9-44145ed793f7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:29.015112 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef53397-0def-418e-a036-dd4924a99d62 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:20:29.015876 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef53397-0def-418e-a036-dd4924a99d62 None None] Checking segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:29.031210 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aef53397-0def-418e-a036-dd4924a99d62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:29.032188 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef53397-0def-418e-a036-dd4924a99d62 None None] Bound using segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:20:29.033182 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-aef53397-0def-418e-a036-dd4924a99d62 None None] Bound port: 3c9a4d6a-0c80-4d21-b4d5-de79a25e98db, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:20:29.033880 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aef53397-0def-418e-a036-dd4924a99d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3c9a4d6a-0c80-4d21-b4d5-de79a25e98db), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:29.047255 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06e81bf5-193c-43ce-9039-4824c1cf8652 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks [] for port (a2a00c48-115d-4899-8235-fd741831f893), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:29.064404 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port a34e14e9-15a4-474a-a1c1-8e07c32c5c44 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:29.065367 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a34e14e9-15a4-474a-a1c1-8e07c32c5c44), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:29.141980 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06e81bf5-193c-43ce-9039-4824c1cf8652 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a2a00c48-115d-4899-8235-fd741831f893), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:29.142529 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-74b3280d-b38a-4bf3-a552-b79e1c016450 None None] Deleting port f453376a-5a34-475a-9780-8c17abbe9274 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:29.143633 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-74b3280d-b38a-4bf3-a552-b79e1c016450 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f453376a-5a34-475a-9780-8c17abbe9274), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:29.158197 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-d81cc694-c1be-4a88-ab74-3520484b04c4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8::62a7:8a7d:c97a:1863 (9e765b0b-136b-493b-bef9-44145ed793f7/2015b7c5-cded-42fa-9abe-aa0d2847dc5a/dda829b0-0fc4-42ff-aa27-7294024bdd21) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:29.176705 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e81bf5-193c-43ce-9039-4824c1cf8652 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Network 3bcfd539-a554-46f8-8425-7efa03e6ba5b is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:29.181431 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-06e81bf5-193c-43ce-9039-4824c1cf8652 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:29.184401 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e81bf5-193c-43ce-9039-4824c1cf8652 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:29.186525 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e81bf5-193c-43ce-9039-4824c1cf8652 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:29.187148 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06e81bf5-193c-43ce-9039-4824c1cf8652 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:29.243273 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34e14e9-15a4-474a-a1c1-8e07c32c5c44 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:20:29.269077 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb779f-63d8-4ee8-8c1c-2d822d832074 req-b538217c-98f9-44f2-b6d5-ae9c732d35ec tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:29.270994 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-eccb779f-63d8-4ee8-8c1c-2d822d832074 req-b538217c-98f9-44f2-b6d5-ae9c732d35ec tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/ports?device_id=71685914-1778-40d1-86a0-39003a2cc351 HTTP/1.1" status: 200 len: 944 time: 0.1859951 Feb 19 04:20:29.275226 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-6c9d6092-88bc-40dc-8e63-533088888a0e admin admin] For port f453376a-5a34-475a-9780-8c17abbe9274, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f453376a-5a34-475a-9780-8c17abbe9274,segment=NetworkSegment(da10b1d4-3776-4b65-ab80-766f09098108),segment_id=da10b1d4-3776-4b65-ab80-766f09098108)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:29.275608 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6092-88bc-40dc-8e63-533088888a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f453376a-5a34-475a-9780-8c17abbe9274), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:29.312847 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-06e81bf5-193c-43ce-9039-4824c1cf8652 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6999359 Feb 19 04:20:29.314108 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-6c9d6092-88bc-40dc-8e63-533088888a0e admin admin] Calling delete_port for f453376a-5a34-475a-9780-8c17abbe9274 owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:29.328541 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44554) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:29.380749 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb427598-5fb8-42fd-865a-e9e35626bf5f tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:29.382154 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fb427598-5fb8-42fd-865a-e9e35626bf5f tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] 10.222.0.65 "GET /v2.0/ports/a2a00c48-115d-4899-8235-fd741831f893 HTTP/1.1" status: 200 len: 954 time: 0.0504506 Feb 19 04:20:29.387213 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e81bf5-193c-43ce-9039-4824c1cf8652 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Pushing event updated for resources: {'Port': ['ID=a2a00c48-115d-4899-8235-fd741831f893,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:29.398348 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44556) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:29.437451 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port a34e14e9-15a4-474a-a1c1-8e07c32c5c44, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=a34e14e9-15a4-474a-a1c1-8e07c32c5c44,segment=NetworkSegment(caafea1c-aef3-4c3d-9c73-45fc0a758f2b),segment_id=caafea1c-aef3-4c3d-9c73-45fc0a758f2b)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:29.480313 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a34e14e9-15a4-474a-a1c1-8e07c32c5c44), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:29.489736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-74b3280d-b38a-4bf3-a552-b79e1c016450 None None] For port f453376a-5a34-475a-9780-8c17abbe9274, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f453376a-5a34-475a-9780-8c17abbe9274,segment=NetworkSegment(da10b1d4-3776-4b65-ab80-766f09098108),segment_id=da10b1d4-3776-4b65-ab80-766f09098108)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:29.490776 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-74b3280d-b38a-4bf3-a552-b79e1c016450 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f453376a-5a34-475a-9780-8c17abbe9274), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:29.513148 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port c8cd9216-1826-4114-b025-878ce9256c57 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:29.514124 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c8cd9216-1826-4114-b025-878ce9256c57), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:29.522309 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-eccb779f-63d8-4ee8-8c1c-2d822d832074 req-125e12b0-4623-43af-bad2-cc4a3df7c339 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302320 Feb 19 04:20:29.659117 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-c10c7cfd-a20e-4463-b68f-d868d22a2c93 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Deleting port a2a00c48-115d-4899-8235-fd741831f893 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:29.659973 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c10c7cfd-a20e-4463-b68f-d868d22a2c93 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a2a00c48-115d-4899-8235-fd741831f893), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:29.681783 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d81cc694-c1be-4a88-ab74-3520484b04c4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (dda829b0-0fc4-42ff-aa27-7294024bdd21), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:29.685901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-aef53397-0def-418e-a036-dd4924a99d62 None None] For port 3c9a4d6a-0c80-4d21-b4d5-de79a25e98db, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:20:29.697620 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-74b3280d-b38a-4bf3-a552-b79e1c016450 None None] Calling delete_port for f453376a-5a34-475a-9780-8c17abbe9274 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:29.705786 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720d7d1-600c-468a-a503-9b7b6016f81e req-da69072d-9285-4723-8873-a9ed486dfed2 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:29.721776 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a720d7d1-600c-468a-a503-9b7b6016f81e req-da69072d-9285-4723-8873-a9ed486dfed2 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/ports?device_id=839cfa40-6daa-42b2-a66b-59fa42178051 HTTP/1.1" status: 200 len: 945 time: 0.1392577 Feb 19 04:20:29.797226 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['a34e14e9-15a4-474a-a1c1-8e07c32c5c44'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:20:29.818598 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a720d7d1-600c-468a-a503-9b7b6016f81e req-9fabe8c8-7006-4115-8c5d-1162d0421ebc tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/security-groups?id=06b16e7a-d734-4119-9e58-2d9c04253415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917900 Feb 19 04:20:29.823468 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-aef53397-0def-418e-a036-dd4924a99d62 None None] For port 3c9a4d6a-0c80-4d21-b4d5-de79a25e98db, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3c9a4d6a-0c80-4d21-b4d5-de79a25e98db,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:20:29.877578 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d81cc694-c1be-4a88-ab74-3520484b04c4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (dda829b0-0fc4-42ff-aa27-7294024bdd21), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:29.933047 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71685914-1778-40d1-86a0-39003a2cc351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cd9216-1826-4114-b025-878ce9256c57'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:29.937093 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb75cae-228d-47a7-aa68-e4af6fca309c" -d '{"events": [{"server_uuid": "71685914-1778-40d1-86a0-39003a2cc351", "name": "network-vif-plugged", "status": "completed", "tag": "c8cd9216-1826-4114-b025-878ce9256c57"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:30.003394 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f453376a-5a34-475a-9780-8c17abbe9274 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:30.007626 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c10c7cfd-a20e-4463-b68f-d868d22a2c93 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a2a00c48-115d-4899-8235-fd741831f893), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.028539 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port c8cd9216-1826-4114-b025-878ce9256c57, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=c8cd9216-1826-4114-b025-878ce9256c57,segment=NetworkSegment(4a41fb18-0818-43d1-9c05-3233f3c0c9c4),segment_id=4a41fb18-0818-43d1-9c05-3233f3c0c9c4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:30.036576 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-37d8dcb8-518f-4b05-9cf7-80cf4f1e3cbe req-a608bba8-24d3-482f-b731-0468a4cc8487 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.0715008 Feb 19 04:20:30.045557 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6092-88bc-40dc-8e63-533088888a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f453376a-5a34-475a-9780-8c17abbe9274), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.050099 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81cc694-c1be-4a88-ab74-3520484b04c4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:30.056833 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-d81cc694-c1be-4a88-ab74-3520484b04c4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:30.064480 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81cc694-c1be-4a88-ab74-3520484b04c4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:30.072535 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-c10c7cfd-a20e-4463-b68f-d868d22a2c93 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Calling delete_port for a2a00c48-115d-4899-8235-fd741831f893 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:30.073427 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aef53397-0def-418e-a036-dd4924a99d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3c9a4d6a-0c80-4d21-b4d5-de79a25e98db), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.075155 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81cc694-c1be-4a88-ab74-3520484b04c4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:30.077084 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d81cc694-c1be-4a88-ab74-3520484b04c4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.077303 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: f453376a-5a34-475a-9780-8c17abbe9274 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:20:30.077565 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f453376a-5a34-475a-9780-8c17abbe9274 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:20:30.084853 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9d6092-88bc-40dc-8e63-533088888a0e admin admin] No DVR routers for this DVR port f453376a-5a34-475a-9780-8c17abbe9274 on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:20:30.111061 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cc694-c1be-4a88-ab74-3520484b04c4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=dda829b0-0fc4-42ff-aa27-7294024bdd21,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:30.146903 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c8cd9216-1826-4114-b025-878ce9256c57), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.155510 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d81cc694-c1be-4a88-ab74-3520484b04c4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7131751 Feb 19 04:20:30.156491 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44564) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:30.159218 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=a34e14e9-15a4-474a-a1c1-8e07c32c5c44,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:30.196733 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d6092-88bc-40dc-8e63-533088888a0e admin admin] Pushing event deleted for resources: {'Port': ['ID=f453376a-5a34-475a-9780-8c17abbe9274,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:30.318005 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e865949e-aa03-4bf9-8037-77c7547785c6 x-openstack-request-id: req-e865949e-aa03-4bf9-8037-77c7547785c6 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:30.318476 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71685914-1778-40d1-86a0-39003a2cc351", "name": "network-vif-plugged", "status": "completed", "tag": "c8cd9216-1826-4114-b025-878ce9256c57", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:30.318912 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e865949e-aa03-4bf9-8037-77c7547785c6 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:30.319550 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71685914-1778-40d1-86a0-39003a2cc351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cd9216-1826-4114-b025-878ce9256c57', 'code': 200} Feb 19 04:20:30.350645 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c1a6a7-260b-402c-8f05-55c60ac22680 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:30.371829 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c1a6a7-260b-402c-8f05-55c60ac22680 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:30.377082 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f2c1a6a7-260b-402c-8f05-55c60ac22680 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2189343 Feb 19 04:20:30.389698 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44566) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:30.449632 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643674a3-6971-423d-bad5-1e44ddacd382 req-8329127d-d123-4918-b1b8-886b2b60c043 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:30.453230 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-643674a3-6971-423d-bad5-1e44ddacd382 req-8329127d-d123-4918-b1b8-886b2b60c043 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 945 time: 0.6174574 Feb 19 04:20:30.467263 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef53397-0def-418e-a036-dd4924a99d62 None None] Pushing event updated for resources: {'Port': ['ID=3c9a4d6a-0c80-4d21-b4d5-de79a25e98db,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:30.535459 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6092-88bc-40dc-8e63-533088888a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (ffb608e3-05fc-4c93-b77e-be504917d727), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.575548 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=c8cd9216-1826-4114-b025-878ce9256c57,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:30.591468 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-74b3280d-b38a-4bf3-a552-b79e1c016450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (f453376a-5a34-475a-9780-8c17abbe9274), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.599879 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-258f8af1-653c-4dfe-a60b-36a37d5b40c4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting port dda829b0-0fc4-42ff-aa27-7294024bdd21 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:30.600434 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-258f8af1-653c-4dfe-a60b-36a37d5b40c4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (dda829b0-0fc4-42ff-aa27-7294024bdd21), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.635335 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-643674a3-6971-423d-bad5-1e44ddacd382 req-ed078fe9-d884-4510-9e8f-8d564a6c1d96 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623898 Feb 19 04:20:30.637620 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-6c9d6092-88bc-40dc-8e63-533088888a0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb608e3-05fc-4c93-b77e-be504917d727']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:30.637765 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3280d-b38a-4bf3-a552-b79e1c016450 None None] Pushing event deleted for resources: {'Port': ['ID=f453376a-5a34-475a-9780-8c17abbe9274,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:30.660660 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-6c9d6092-88bc-40dc-8e63-533088888a0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da10b1d4-3776-4b65-ab80-766f09098108') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:30.661076 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-6c9d6092-88bc-40dc-8e63-533088888a0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da10b1d4-3776-4b65-ab80-766f09098108') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:30.736371 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6092-88bc-40dc-8e63-533088888a0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (da10b1d4-3776-4b65-ab80-766f09098108), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.780387 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157f2cc-4edc-413f-80ac-0554698205a0 req-860897e8-f3bf-440e-8d66-96d8604c347d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:30.782165 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3157f2cc-4edc-413f-80ac-0554698205a0 req-860897e8-f3bf-440e-8d66-96d8604c347d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=71685914-1778-40d1-86a0-39003a2cc351 HTTP/1.1" status: 200 len: 1127 time: 0.3724408 Feb 19 04:20:30.804445 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6092-88bc-40dc-8e63-533088888a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (da10b1d4-3776-4b65-ab80-766f09098108), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.850633 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c10c7cfd-a20e-4463-b68f-d868d22a2c93 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a2a00c48-115d-4899-8235-fd741831f893), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.897590 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c10c7cfd-a20e-4463-b68f-d868d22a2c93 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.904622 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-258f8af1-653c-4dfe-a60b-36a37d5b40c4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (dda829b0-0fc4-42ff-aa27-7294024bdd21), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.917318 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c10c7cfd-a20e-4463-b68f-d868d22a2c93 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] 10.222.0.65 "DELETE /v2.0/ports/a2a00c48-115d-4899-8235-fd741831f893 HTTP/1.1" status: 204 len: 168 time: 1.5154591 Feb 19 04:20:30.926415 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44572) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:30.930009 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9d6092-88bc-40dc-8e63-533088888a0e admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:20:30.930878 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6092-88bc-40dc-8e63-533088888a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (da10b1d4-3776-4b65-ab80-766f09098108), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:20:30.933834 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:20:30.998218 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-258f8af1-653c-4dfe-a60b-36a37d5b40c4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Calling delete_port for dda829b0-0fc4-42ff-aa27-7294024bdd21 owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:31.011718 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459da2b-de64-44c8-a5fc-6321d2828100 req-68b5492a-b2d0-4161-8392-0e4c8a4ceb72 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:31.017542 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8459da2b-de64-44c8-a5fc-6321d2828100 req-68b5492a-b2d0-4161-8392-0e4c8a4ceb72 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/ports?device_id=71685914-1778-40d1-86a0-39003a2cc351 HTTP/1.1" status: 200 len: 945 time: 0.2478392 Feb 19 04:20:31.018647 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-93142ce3-f38f-4e52-b969-40bdc0700cf5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] GET failed (client error): The resource could not be found. Feb 19 04:20:31.020360 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-93142ce3-f38f-4e52-b969-40bdc0700cf5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] 10.222.0.65 "GET /v2.0/ports/a2a00c48-115d-4899-8235-fd741831f893 HTTP/1.1" status: 404 len: 333 time: 0.0919473 Feb 19 04:20:31.034532 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44574) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:31.036966 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b3280d-b38a-4bf3-a552-b79e1c016450 None None] No DVR routers for this DVR port f453376a-5a34-475a-9780-8c17abbe9274 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:20:31.046944 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c89000cd-86e7-4074-b7d9-647f7ccd5ba2 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Request body: {'port': {'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1031499784'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:31.140548 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c7cfd-a20e-4463-b68f-d868d22a2c93 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2a00c48-115d-4899-8235-fd741831f893,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:31.184603 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3157f2cc-4edc-413f-80ac-0554698205a0 req-8d9db15c-1ac9-44e2-896d-2bae766af9fe service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727870 Feb 19 04:20:31.187181 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6092-88bc-40dc-8e63-533088888a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (ffb608e3-05fc-4c93-b77e-be504917d727), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:31.198397 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89000cd-86e7-4074-b7d9-647f7ccd5ba2 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Made reservation on behalf of 1f13161baa4f414eb197a85221598222 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:31.202124 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c89000cd-86e7-4074-b7d9-647f7ccd5ba2 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:31.211164 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6c9d6092-88bc-40dc-8e63-533088888a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:31.220359 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6c9d6092-88bc-40dc-8e63-533088888a0e admin admin] 10.222.0.65 "DELETE /v2.0/networks/ffb608e3-05fc-4c93-b77e-be504917d727 HTTP/1.1" status: 204 len: 168 time: 3.7175124 Feb 19 04:20:31.239088 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8459da2b-de64-44c8-a5fc-6321d2828100 req-e7e3aff6-2382-485f-87c0-fb8324807e69 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771452 Feb 19 04:20:31.245454 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d6092-88bc-40dc-8e63-533088888a0e admin admin] Pushing event deleted for resources: {'Network': ['ID=ffb608e3-05fc-4c93-b77e-be504917d727,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:31.272283 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-c89000cd-86e7-4074-b7d9-647f7ccd5ba2 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] device_id is not set on port fd18829a-c05d-4823-beb8-4897f221f3af yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:20:31.277063 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948f9de-fd5a-43bf-97e0-d68d591085c5 req-604e8b8c-9ae9-4d93-b278-9c746d35a613 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:31.280780 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7948f9de-fd5a-43bf-97e0-d68d591085c5 req-604e8b8c-9ae9-4d93-b278-9c746d35a613 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/ports?device_id=839cfa40-6daa-42b2-a66b-59fa42178051 HTTP/1.1" status: 200 len: 945 time: 0.1636767 Feb 19 04:20:31.383230 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7948f9de-fd5a-43bf-97e0-d68d591085c5 req-1319d843-8a0f-4f36-8443-31cfe26cd4b2 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/security-groups?id=06b16e7a-d734-4119-9e58-2d9c04253415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860453 Feb 19 04:20:31.492736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device a34e14e9-15a4-474a-a1c1-8e07c32c5c44 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:31.616299 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port a34e14e9-15a4-474a-a1c1-8e07c32c5c44 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:20:31.629154 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port a34e14e9-15a4-474a-a1c1-8e07c32c5c44 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:31.629688 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a34e14e9-15a4-474a-a1c1-8e07c32c5c44), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:31.664329 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44580) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:31.731331 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-23bad9e6-6b72-45a0-9703-c7e6003004aa req-0cb66c06-39bd-4def-8895-4373bd0c5dfa tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.2446578 Feb 19 04:20:31.774245 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-958108cd-2fb2-4e91-925e-9a25552010fc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=89adbc6ffff04dfd95e6648f4a0ff8fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1051209 Feb 19 04:20:31.775061 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44584) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:31.860709 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port a34e14e9-15a4-474a-a1c1-8e07c32c5c44 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:31.861495 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a34e14e9-15a4-474a-a1c1-8e07c32c5c44), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:31.910445 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c89000cd-86e7-4074-b7d9-647f7ccd5ba2 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks [] for port (fd18829a-c05d-4823-beb8-4897f221f3af), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:31.916611 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-258f8af1-653c-4dfe-a60b-36a37d5b40c4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (dda829b0-0fc4-42ff-aa27-7294024bdd21), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:31.983859 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port a34e14e9-15a4-474a-a1c1-8e07c32c5c44, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=a34e14e9-15a4-474a-a1c1-8e07c32c5c44,segment=NetworkSegment(caafea1c-aef3-4c3d-9c73-45fc0a758f2b),segment_id=caafea1c-aef3-4c3d-9c73-45fc0a758f2b)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:31.990904 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3c9a4d6a-0c80-4d21-b4d5-de79a25e98db up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:31.997084 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a34e14e9-15a4-474a-a1c1-8e07c32c5c44), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.024234 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dbd65747-05e8-49bb-aef5-5a2d2f189f13 admin admin] Publish callbacks [] for security_group (1a7190e1-2a87-4b06-b0d6-2302cb3d9b18), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.029789 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f8af1-653c-4dfe-a60b-36a37d5b40c4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Port': ['ID=dda829b0-0fc4-42ff-aa27-7294024bdd21,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:32.096555 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64775d2b-95cd-459e-94b2-ccba89c337da req-ebf18119-68a5-4074-92dd-5bb7d3f857ef tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:32.105745 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-64775d2b-95cd-459e-94b2-ccba89c337da req-ebf18119-68a5-4074-92dd-5bb7d3f857ef tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 945 time: 0.1951833 Feb 19 04:20:32.126742 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-258f8af1-653c-4dfe-a60b-36a37d5b40c4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.139088 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-258f8af1-653c-4dfe-a60b-36a37d5b40c4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/dda829b0-0fc4-42ff-aa27-7294024bdd21 HTTP/1.1" status: 204 len: 168 time: 1.7475641 Feb 19 04:20:32.140612 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44586) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:32.181155 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=a34e14e9-15a4-474a-a1c1-8e07c32c5c44,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:32.204176 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dbd65747-05e8-49bb-aef5-5a2d2f189f13 admin admin] Publish callbacks [] for security_group (1a7190e1-2a87-4b06-b0d6-2302cb3d9b18), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.244710 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 3c9a4d6a-0c80-4d21-b4d5-de79a25e98db triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:32.252739 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3c9a4d6a-0c80-4d21-b4d5-de79a25e98db), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.260858 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-57fec172-6d01-4ae7-bdc6-c75863193f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.286161 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c89000cd-86e7-4074-b7d9-647f7ccd5ba2 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (fd18829a-c05d-4823-beb8-4897f221f3af), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.312300 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba446af1-881e-4c7b-8d47-1f3cc8206a02 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:32.314089 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba446af1-881e-4c7b-8d47-1f3cc8206a02 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:32.315954 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ba446af1-881e-4c7b-8d47-1f3cc8206a02 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1661055 Feb 19 04:20:32.342918 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839cfa40-6daa-42b2-a66b-59fa42178051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34e14e9-15a4-474a-a1c1-8e07c32c5c44'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:32.344382 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44590) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:32.347788 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8ffff7-d944-4e95-8955-578dd76db104" -d '{"events": [{"server_uuid": "839cfa40-6daa-42b2-a66b-59fa42178051", "name": "network-vif-plugged", "status": "completed", "tag": "a34e14e9-15a4-474a-a1c1-8e07c32c5c44"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:32.398116 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89000cd-86e7-4074-b7d9-647f7ccd5ba2 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Network 3bcfd539-a554-46f8-8425-7efa03e6ba5b is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:32.401793 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-c89000cd-86e7-4074-b7d9-647f7ccd5ba2 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:32.408781 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89000cd-86e7-4074-b7d9-647f7ccd5ba2 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:32.409979 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89000cd-86e7-4074-b7d9-647f7ccd5ba2 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:32.410756 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c89000cd-86e7-4074-b7d9-647f7ccd5ba2 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.456004 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89000cd-86e7-4074-b7d9-647f7ccd5ba2 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Pushing event updated for resources: {'Port': ['ID=fd18829a-c05d-4823-beb8-4897f221f3af,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:32.477941 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c89000cd-86e7-4074-b7d9-647f7ccd5ba2 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4416218 Feb 19 04:20:32.483275 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44596) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:32.496341 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:32.511412 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-64775d2b-95cd-459e-94b2-ccba89c337da req-e7403f15-c744-4ddc-8c5e-c32e593b9f85 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949170 Feb 19 04:20:32.570286 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-be15f1b4-0766-451c-a04f-fdcdc71be40f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet 2015b7c5-cded-42fa-9abe-aa0d2847dc5a {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:20:32.578839 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be15f1b4-0766-451c-a04f-fdcdc71be40f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (2015b7c5-cded-42fa-9abe-aa0d2847dc5a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.598937 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d4d2029a-eb4c-40b2-97a2-0195e530b599 None None] Provisioning complete for port 3c9a4d6a-0c80-4d21-b4d5-de79a25e98db triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:32.600802 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d4d2029a-eb4c-40b2-97a2-0195e530b599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3c9a4d6a-0c80-4d21-b4d5-de79a25e98db), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.662176 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 3c9a4d6a-0c80-4d21-b4d5-de79a25e98db is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:32.662715 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3c9a4d6a-0c80-4d21-b4d5-de79a25e98db), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.719217 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc81ecb2-95f4-4bb5-aad9-0d25934aa008 x-openstack-request-id: req-bc81ecb2-95f4-4bb5-aad9-0d25934aa008 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:32.720980 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839cfa40-6daa-42b2-a66b-59fa42178051", "name": "network-vif-plugged", "status": "completed", "tag": "a34e14e9-15a4-474a-a1c1-8e07c32c5c44", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:32.727664 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc81ecb2-95f4-4bb5-aad9-0d25934aa008 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:32.728469 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839cfa40-6daa-42b2-a66b-59fa42178051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34e14e9-15a4-474a-a1c1-8e07c32c5c44', 'code': 200} Feb 19 04:20:32.766915 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fd18829a-c05d-4823-beb8-4897f221f3af), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.767285 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dbd65747-05e8-49bb-aef5-5a2d2f189f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1a7190e1-2a87-4b06-b0d6-2302cb3d9b18), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.779663 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dbd65747-05e8-49bb-aef5-5a2d2f189f13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.786315 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dbd65747-05e8-49bb-aef5-5a2d2f189f13 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1a7190e1-2a87-4b06-b0d6-2302cb3d9b18 HTTP/1.1" status: 204 len: 168 time: 1.0094135 Feb 19 04:20:32.834922 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 3c9a4d6a-0c80-4d21-b4d5-de79a25e98db, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3c9a4d6a-0c80-4d21-b4d5-de79a25e98db,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:32.851952 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef48493-27d6-4f47-90e3-0b2ea8f8b7e9 req-b8e29ea7-fe2d-4ff4-9e87-690888196ae2 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:32.857048 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3c9a4d6a-0c80-4d21-b4d5-de79a25e98db), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:32.860115 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ef48493-27d6-4f47-90e3-0b2ea8f8b7e9 req-b8e29ea7-fe2d-4ff4-9e87-690888196ae2 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/ports?device_id=71685914-1778-40d1-86a0-39003a2cc351 HTTP/1.1" status: 200 len: 945 time: 0.2692678 Feb 19 04:20:32.994665 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d4d2029a-eb4c-40b2-97a2-0195e530b599 None None] Current status of the port 3c9a4d6a-0c80-4d21-b4d5-de79a25e98db is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:33.006675 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be15f1b4-0766-451c-a04f-fdcdc71be40f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (2015b7c5-cded-42fa-9abe-aa0d2847dc5a), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:33.068327 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=3c9a4d6a-0c80-4d21-b4d5-de79a25e98db,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:33.131264 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8734ffff-048e-4245-b367-ca82e779df5d None None] Could not find standard attr ID for object dda829b0-0fc4-42ff-aa27-7294024bdd21. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:20:33.164743 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd65747-05e8-49bb-aef5-5a2d2f189f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7190e1-2a87-4b06-b0d6-2302cb3d9b18,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:33.384227 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a074692-5c9f-45da-b47d-b8b7139a1a1f req-9758afbc-6c85-4a46-9f10-0d5e4b6684c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:33.387115 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6a074692-5c9f-45da-b47d-b8b7139a1a1f req-9758afbc-6c85-4a46-9f10-0d5e4b6684c2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=839cfa40-6daa-42b2-a66b-59fa42178051 HTTP/1.1" status: 200 len: 1128 time: 0.5826926 Feb 19 04:20:33.410894 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51bd24-ba2f-4272-96b4-5d44c48edecd req-8b4f8985-cc74-423c-9cd6-39010d3ee928 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:33.413921 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cd51bd24-ba2f-4272-96b4-5d44c48edecd req-8b4f8985-cc74-423c-9cd6-39010d3ee928 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/ports?device_id=839cfa40-6daa-42b2-a66b-59fa42178051 HTTP/1.1" status: 200 len: 946 time: 0.5614872 Feb 19 04:20:33.497701 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be15f1b4-0766-451c-a04f-fdcdc71be40f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (2015b7c5-cded-42fa-9abe-aa0d2847dc5a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:33.505873 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ef48493-27d6-4f47-90e3-0b2ea8f8b7e9 req-36ca0bac-1f89-4c61-b8b8-8e0c46ab05bc tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6444311 Feb 19 04:20:33.664797 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6a074692-5c9f-45da-b47d-b8b7139a1a1f req-1eb95883-9366-4219-bdf8-1c34cd10ec2f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=06b16e7a-d734-4119-9e58-2d9c04253415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486262 Feb 19 04:20:33.679888 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cd51bd24-ba2f-4272-96b4-5d44c48edecd req-284991bc-b4ad-4409-bc7d-c5d788f97aa2 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/security-groups?id=06b16e7a-d734-4119-9e58-2d9c04253415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509120 Feb 19 04:20:33.737953 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be15f1b4-0766-451c-a04f-fdcdc71be40f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (2015b7c5-cded-42fa-9abe-aa0d2847dc5a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:33.825216 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a49296-ab5b-46c4-b78f-708e37d1310a None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:33.832958 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be15f1b4-0766-451c-a04f-fdcdc71be40f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:33.832958 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-be15f1b4-0766-451c-a04f-fdcdc71be40f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/2015b7c5-cded-42fa-9abe-aa0d2847dc5a HTTP/1.1" status: 204 len: 168 time: 1.4872773 Feb 19 04:20:33.843196 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44612) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:33.847967 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] device_id is not set on port fd18829a-c05d-4823-beb8-4897f221f3af yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:20:33.853070 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15f1b4-0766-451c-a04f-fdcdc71be40f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=2015b7c5-cded-42fa-9abe-aa0d2847dc5a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:33.959191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc8e56-9599-4f9d-8044-b17e269c5869 req-34bd5193-c7ff-4507-9c5c-be9fe5d427d5 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:33.969249 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-47bc8e56-9599-4f9d-8044-b17e269c5869 req-34bd5193-c7ff-4507-9c5c-be9fe5d427d5 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 945 time: 0.1541362 Feb 19 04:20:33.994573 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3c9a4d6a-0c80-4d21-b4d5-de79a25e98db up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:34.023992 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44616) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:34.024461 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ff99f247-b582-4f43-993d-ebbf09f2c35b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1602235 Feb 19 04:20:34.030721 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks [] for port (fd18829a-c05d-4823-beb8-4897f221f3af), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:34.036652 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-829ad94f-0579-4ec8-82e8-ab0c477f8155 req-3ff5923d-63c2-426b-a808-09d0101f4e77 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.2482715 Feb 19 04:20:34.046587 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-21061f58-f35d-473b-9a5e-bd71ceb1aa8c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:34.051308 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (fd18829a-c05d-4823-beb8-4897f221f3af), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:34.135310 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-47bc8e56-9599-4f9d-8044-b17e269c5869 req-9e950390-453b-46dd-9be6-1df0cb1ff12a tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650124 Feb 19 04:20:34.223312 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 3c9a4d6a-0c80-4d21-b4d5-de79a25e98db triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:34.224045 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3c9a4d6a-0c80-4d21-b4d5-de79a25e98db), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:34.244651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Pushing event updated for resources: {'Port': ['ID=fd18829a-c05d-4823-beb8-4897f221f3af,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:34.252793 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:34.253179 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:34.253552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:34.273410 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port fd18829a-c05d-4823-beb8-4897f221f3af on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:34.273860 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port fd18829a-c05d-4823-beb8-4897f221f3af on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:34.274487 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 2 to bind port fd18829a-c05d-4823-beb8-4897f221f3af Feb 19 04:20:34.301174 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc6f01f-2d8f-4eb3-af35-4fba73a46509 None None] DHCP port deletion for 9e765b0b-136b-493b-bef9-44145ed793f7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:20:34.305609 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:34.308899 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:34.309649 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:34.321033 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port fd18829a-c05d-4823-beb8-4897f221f3af on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:34.321945 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port fd18829a-c05d-4823-beb8-4897f221f3af on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:34.323975 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 3 to bind port fd18829a-c05d-4823-beb8-4897f221f3af Feb 19 04:20:34.346140 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21061f58-f35d-473b-9a5e-bd71ceb1aa8c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:34.351340 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21061f58-f35d-473b-9a5e-bd71ceb1aa8c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:34.359978 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:34.361088 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:34.362874 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:34.374752 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port fd18829a-c05d-4823-beb8-4897f221f3af on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:34.375472 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port fd18829a-c05d-4823-beb8-4897f221f3af on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:34.376330 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 4 to bind port fd18829a-c05d-4823-beb8-4897f221f3af Feb 19 04:20:34.407224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:34.407926 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:34.408679 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:34.425939 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port fd18829a-c05d-4823-beb8-4897f221f3af on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:34.426297 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port fd18829a-c05d-4823-beb8-4897f221f3af on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:34.426713 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 5 to bind port fd18829a-c05d-4823-beb8-4897f221f3af Feb 19 04:20:34.471657 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:34.473625 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:34.473994 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:34.493951 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port fd18829a-c05d-4823-beb8-4897f221f3af on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:34.495627 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port fd18829a-c05d-4823-beb8-4897f221f3af on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:34.499295 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 6 to bind port fd18829a-c05d-4823-beb8-4897f221f3af Feb 19 04:20:34.520017 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 3c9a4d6a-0c80-4d21-b4d5-de79a25e98db is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:34.527632 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-2dc6f01f-2d8f-4eb3-af35-4fba73a46509 None None] Deleting port 3c9a4d6a-0c80-4d21-b4d5-de79a25e98db {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:34.528166 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2dc6f01f-2d8f-4eb3-af35-4fba73a46509 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3c9a4d6a-0c80-4d21-b4d5-de79a25e98db), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:34.555564 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:34.556217 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:34.556783 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:34.569063 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port fd18829a-c05d-4823-beb8-4897f221f3af on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:34.572061 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port fd18829a-c05d-4823-beb8-4897f221f3af on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:34.572852 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 7 to bind port fd18829a-c05d-4823-beb8-4897f221f3af Feb 19 04:20:34.612748 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:34.613641 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:34.614533 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:34.627860 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port fd18829a-c05d-4823-beb8-4897f221f3af on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:34.629007 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port fd18829a-c05d-4823-beb8-4897f221f3af on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:34.629710 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 8 to bind port fd18829a-c05d-4823-beb8-4897f221f3af Feb 19 04:20:34.675172 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:34.676157 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:34.676745 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:34.694154 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port fd18829a-c05d-4823-beb8-4897f221f3af on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:34.695082 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port fd18829a-c05d-4823-beb8-4897f221f3af on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:34.696303 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 9 to bind port fd18829a-c05d-4823-beb8-4897f221f3af Feb 19 04:20:34.733078 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-2dc6f01f-2d8f-4eb3-af35-4fba73a46509 None None] For port 3c9a4d6a-0c80-4d21-b4d5-de79a25e98db, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3c9a4d6a-0c80-4d21-b4d5-de79a25e98db,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:34.733078 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2dc6f01f-2d8f-4eb3-af35-4fba73a46509 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3c9a4d6a-0c80-4d21-b4d5-de79a25e98db), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:34.735771 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:34.736360 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:34.738559 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:34.740954 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21061f58-f35d-473b-9a5e-bd71ceb1aa8c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (7cb57cfe-ac7c-44d8-b392-7762afc1b2cb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:34.748099 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port fd18829a-c05d-4823-beb8-4897f221f3af on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:34.748692 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port fd18829a-c05d-4823-beb8-4897f221f3af on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:34.749457 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempt 10 to bind port fd18829a-c05d-4823-beb8-4897f221f3af Feb 19 04:20:34.786584 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-2dc6f01f-2d8f-4eb3-af35-4fba73a46509 None None] Calling delete_port for 3c9a4d6a-0c80-4d21-b4d5-de79a25e98db owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:34.786944 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:34.787514 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:34.788227 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempting to bind port fd18829a-c05d-4823-beb8-4897f221f3af on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:34.803525 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Port fd18829a-c05d-4823-beb8-4897f221f3af on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:34.804095 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Failed to bind port fd18829a-c05d-4823-beb8-4897f221f3af on host n-h1-772273-4 for vnic_type normal using segments [{'id': '1701847f-9e6b-4e74-9ac0-ec1edb14a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3bcfd539-a554-46f8-8425-7efa03e6ba5b'}] Feb 19 04:20:34.804733 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fd18829a-c05d-4823-beb8-4897f221f3af), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:34.937618 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21061f58-f35d-473b-9a5e-bd71ceb1aa8c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:34.955911 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-21061f58-f35d-473b-9a5e-bd71ceb1aa8c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:34.966792 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825a6e4-d320-4e0b-9ba7-e894153a80cb req-508b9564-8633-438d-83ca-e8e5d37eecc5 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:34.976725 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7825a6e4-d320-4e0b-9ba7-e894153a80cb req-508b9564-8633-438d-83ca-e8e5d37eecc5 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/ports?device_id=71685914-1778-40d1-86a0-39003a2cc351 HTTP/1.1" status: 200 len: 945 time: 0.3198583 Feb 19 04:20:34.987974 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21061f58-f35d-473b-9a5e-bd71ceb1aa8c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:34.988869 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21061f58-f35d-473b-9a5e-bd71ceb1aa8c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:34.998016 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] For port fd18829a-c05d-4823-beb8-4897f221f3af, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:20:34.999018 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attempted to set empty binding levels {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 04:20:35.013790 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (fd18829a-c05d-4823-beb8-4897f221f3af), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:35.025839 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21061f58-f35d-473b-9a5e-bd71ceb1aa8c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=7cb57cfe-ac7c-44d8-b392-7762afc1b2cb,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:35.065131 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] In _notify_port_updated(), no bound segment for port fd18829a-c05d-4823-beb8-4897f221f3af on network 3bcfd539-a554-46f8-8425-7efa03e6ba5b {{(pid=115199) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:20:35.066672 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:35.067745 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:35.077788 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] 10.222.0.65 "PUT /v2.0/ports/fd18829a-c05d-4823-beb8-4897f221f3af HTTP/1.1" status: 200 len: 975 time: 2.5927191 Feb 19 04:20:35.079639 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44636) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:35.082138 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b6c3459c-8291-4417-aba6-8b56d0104bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:35.134543 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2dc6f01f-2d8f-4eb3-af35-4fba73a46509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (3c9a4d6a-0c80-4d21-b4d5-de79a25e98db), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:35.152904 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-21061f58-f35d-473b-9a5e-bd71ceb1aa8c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1241438 Feb 19 04:20:35.173963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44640) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:35.176706 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6f01f-2d8f-4eb3-af35-4fba73a46509 None None] Pushing event deleted for resources: {'Port': ['ID=3c9a4d6a-0c80-4d21-b4d5-de79a25e98db,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:35.184048 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc6f01f-2d8f-4eb3-af35-4fba73a46509 None None] No DVR routers for this DVR port 3c9a4d6a-0c80-4d21-b4d5-de79a25e98db on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:20:35.203384 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-1f75780a-c8be-4548-bea5-733dd3150e3d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'fixed_ips': [{'subnet_id': '7cb57cfe-ac7c-44d8-b392-7762afc1b2cb', 'ip_address': '2001:db8::2812:5945:8dd9:910a'}], 'name': 'tempest-NetworksTestDHCPv6-1773236398'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:35.214424 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad6cb5c-fa15-47eb-81ee-0d1247984bc8 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:35.261844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74a259-1a39-40c5-94d6-2af447d99268 req-766035ad-1f57-459c-a3a7-8e0d123cdfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:35.264732 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0f74a259-1a39-40c5-94d6-2af447d99268 req-766035ad-1f57-459c-a3a7-8e0d123cdfed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b786c5ef5d584827a0b45726072f8eb3&device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 1127 time: 0.4642940 Feb 19 04:20:35.270647 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402075d2-7752-431c-aade-ba36fffbb1b5 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Pushing event updated for resources: {'Port': ['ID=fd18829a-c05d-4823-beb8-4897f221f3af,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:35.294293 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04921a7d-10a0-4c14-9881-fafc72c7649a req-4db61bd0-b0fa-44cf-81c6-a9b551c50673 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:35.298329 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04921a7d-10a0-4c14-9881-fafc72c7649a req-4db61bd0-b0fa-44cf-81c6-a9b551c50673 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/ports?device_id=839cfa40-6daa-42b2-a66b-59fa42178051 HTTP/1.1" status: 200 len: 946 time: 0.2186756 Feb 19 04:20:35.388055 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7825a6e4-d320-4e0b-9ba7-e894153a80cb req-07e4a5b7-e49d-4740-8fc6-ec5a88b85536 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094784 Feb 19 04:20:35.405580 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04921a7d-10a0-4c14-9881-fafc72c7649a req-8fb69e67-6ce7-4523-b794-0861b507c5ec tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/security-groups?id=06b16e7a-d734-4119-9e58-2d9c04253415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931473 Feb 19 04:20:35.458210 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e58057-32e9-4448-a7b5-01ec2dbbe999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9e765b0b-136b-493b-bef9-44145ed793f7', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'fixed_ips': [{'subnet_id': '7cb57cfe-ac7c-44d8-b392-7762afc1b2cb'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:20:35.459711 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b7e58057-32e9-4448-a7b5-01ec2dbbe999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:35.632066 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01a10820-4d84-4c6c-990f-c00ebb1c2892 req-2a16148a-8813-4977-be42-30e80758d52c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6287987 Feb 19 04:20:35.711213 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-71b3620e-a423-4400-a8b4-02598128bcbc req-9e6bbee9-4c69-4bdf-b967-2e4ae589baec tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.1756508 Feb 19 04:20:35.796715 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258801f3-db14-4f95-a626-9789b311c45b req-9f90e918-a2fb-479b-a1cc-adbfce1d30df tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:35.821695 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-258801f3-db14-4f95-a626-9789b311c45b req-9f90e918-a2fb-479b-a1cc-adbfce1d30df tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 945 time: 0.2303674 Feb 19 04:20:35.882656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3c9a4d6a-0c80-4d21-b4d5-de79a25e98db no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:35.918454 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-258801f3-db14-4f95-a626-9789b311c45b req-17f95af8-f3cd-4b47-8f08-5fb05ad6d9a7 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918036 Feb 19 04:20:35.929733 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f75780a-c8be-4548-bea5-733dd3150e3d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:35.977969 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-5c451398-3116-40d1-a37d-378349863611 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Deleting port fd18829a-c05d-4823-beb8-4897f221f3af {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:35.984946 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5c451398-3116-40d1-a37d-378349863611 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (fd18829a-c05d-4823-beb8-4897f221f3af), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:36.030023 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-b7e58057-32e9-4448-a7b5-01ec2dbbe999 None None] Allocated IP 2001:db8::2 (9e765b0b-136b-493b-bef9-44145ed793f7/7cb57cfe-ac7c-44d8-b392-7762afc1b2cb/7cac2b3c-6c31-492f-8a51-372e6dbdd180) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:36.056175 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 3c9a4d6a-0c80-4d21-b4d5-de79a25e98db {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:20:36.056627 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3c9a4d6a-0c80-4d21-b4d5-de79a25e98db not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:20:36.171637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a10820-4d84-4c6c-990f-c00ebb1c2892 req-c972f5fd-9980-481f-8c4a-1412d0fe72ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:36.173826 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01a10820-4d84-4c6c-990f-c00ebb1c2892 req-c972f5fd-9980-481f-8c4a-1412d0fe72ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=64a84ec8d7f4403180aa77a18bbd859e&device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d HTTP/1.1" status: 200 len: 1128 time: 0.4499691 Feb 19 04:20:36.312201 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-5c451398-3116-40d1-a37d-378349863611 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] For port fd18829a-c05d-4823-beb8-4897f221f3af, host n-h1-772273-4, got binding levels [] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:36.312477 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5c451398-3116-40d1-a37d-378349863611 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (fd18829a-c05d-4823-beb8-4897f221f3af), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:36.333622 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-5c451398-3116-40d1-a37d-378349863611 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Calling delete_port for fd18829a-c05d-4823-beb8-4897f221f3af owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:36.371761 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74a259-1a39-40c5-94d6-2af447d99268 req-3878fea0-f06e-45d8-84b4-c1b87c02740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:36.375411 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0f74a259-1a39-40c5-94d6-2af447d99268 req-3878fea0-f06e-45d8-84b4-c1b87c02740a service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d40f42e-b749-4901-ba8a-e7eceb678438 HTTP/1.1" status: 200 len: 911 time: 1.0069845 Feb 19 04:20:36.506125 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b7e58057-32e9-4448-a7b5-01ec2dbbe999 None None] Publish callbacks [] for port (7cac2b3c-6c31-492f-8a51-372e6dbdd180), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:36.522551 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b7e58057-32e9-4448-a7b5-01ec2dbbe999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (7cac2b3c-6c31-492f-8a51-372e6dbdd180), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:36.537327 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2754fb-1dfb-45e7-bf41-878ed95a9c8c req-9e6bed75-3d7c-4e0e-a88e-e0e6d2cda828 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:36.543009 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d2754fb-1dfb-45e7-bf41-878ed95a9c8c req-9e6bed75-3d7c-4e0e-a88e-e0e6d2cda828 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/ports?device_id=71685914-1778-40d1-86a0-39003a2cc351 HTTP/1.1" status: 200 len: 945 time: 0.1554942 Feb 19 04:20:36.633375 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e58057-32e9-4448-a7b5-01ec2dbbe999 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:36.642349 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-b7e58057-32e9-4448-a7b5-01ec2dbbe999 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:36.659738 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e58057-32e9-4448-a7b5-01ec2dbbe999 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:36.744562 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e58057-32e9-4448-a7b5-01ec2dbbe999 None None] Pushing event updated for resources: {'Port': ['ID=7cac2b3c-6c31-492f-8a51-372e6dbdd180,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:36.759092 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d2754fb-1dfb-45e7-bf41-878ed95a9c8c req-4caeb4b8-980c-4510-9fe9-1d5f33b72690 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952405 Feb 19 04:20:36.831496 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:36.926125 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b7e58057-32e9-4448-a7b5-01ec2dbbe999 None None] Attempting to bind port 7cac2b3c-6c31-492f-8a51-372e6dbdd180 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:36.926597 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b7e58057-32e9-4448-a7b5-01ec2dbbe999 None None] Attempting to bind port 7cac2b3c-6c31-492f-8a51-372e6dbdd180 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:36.927195 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e58057-32e9-4448-a7b5-01ec2dbbe999 None None] Attempting to bind port 7cac2b3c-6c31-492f-8a51-372e6dbdd180 on network 9e765b0b-136b-493b-bef9-44145ed793f7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:36.944223 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e58057-32e9-4448-a7b5-01ec2dbbe999 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:20:36.944826 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e58057-32e9-4448-a7b5-01ec2dbbe999 None None] Checking segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:36.945556 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b7e58057-32e9-4448-a7b5-01ec2dbbe999 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:36.946214 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e58057-32e9-4448-a7b5-01ec2dbbe999 None None] Bound using segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:20:36.947027 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b7e58057-32e9-4448-a7b5-01ec2dbbe999 None None] Bound port: 7cac2b3c-6c31-492f-8a51-372e6dbdd180, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:20:36.947659 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b7e58057-32e9-4448-a7b5-01ec2dbbe999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7cac2b3c-6c31-492f-8a51-372e6dbdd180), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:36.980723 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d96bb401-686e-45b2-b202-aff634eb751a req-f3bad021-6838-49c5-b2e9-7406a0eef67d tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.0695910 Feb 19 04:20:37.090539 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44688) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:37.129159 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0f74a259-1a39-40c5-94d6-2af447d99268 req-bfdc104f-0d60-412f-9fb8-93f7b37a5698 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aa6651e-65b7-474f-ae6b-f2868e94ecc8 HTTP/1.1" status: 200 len: 217 time: 0.6694055 Feb 19 04:20:37.187456 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b7e58057-32e9-4448-a7b5-01ec2dbbe999 None None] For port 7cac2b3c-6c31-492f-8a51-372e6dbdd180, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:20:37.193761 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b7e58057-32e9-4448-a7b5-01ec2dbbe999 None None] For port 7cac2b3c-6c31-492f-8a51-372e6dbdd180, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=7cac2b3c-6c31-492f-8a51-372e6dbdd180,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:20:37.213051 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b7e58057-32e9-4448-a7b5-01ec2dbbe999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (7cac2b3c-6c31-492f-8a51-372e6dbdd180), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:37.251791 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e2708-2b48-4d19-af34-a5e7a378346a req-eef20cd7-92b3-46e2-983d-312502f1f409 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:37.264542 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1a9e2708-2b48-4d19-af34-a5e7a378346a req-eef20cd7-92b3-46e2-983d-312502f1f409 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 945 time: 0.1103210 Feb 19 04:20:37.281926 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ce6e5-11e9-48bb-a561-626d40ebf7a3 req-497e5c3e-4baf-41e6-ae1e-27bf6d98b666 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:37.302864 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-835ce6e5-11e9-48bb-a561-626d40ebf7a3 req-497e5c3e-4baf-41e6-ae1e-27bf6d98b666 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/ports?device_id=839cfa40-6daa-42b2-a66b-59fa42178051 HTTP/1.1" status: 200 len: 946 time: 0.7110040 Feb 19 04:20:37.344528 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:37.371738 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e58057-32e9-4448-a7b5-01ec2dbbe999 None None] Pushing event updated for resources: {'Port': ['ID=7cac2b3c-6c31-492f-8a51-372e6dbdd180,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:37.390366 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-98e0c6cd-edd8-4bd0-8e87-f0307f58b4d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:37.433044 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2376ea2-ba2b-4eff-a1c5-145ba6d1bdda req-aa3bf00a-80d9-43e0-951b-7247128216dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:37.435490 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d2376ea2-ba2b-4eff-a1c5-145ba6d1bdda req-aa3bf00a-80d9-43e0-951b-7247128216dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=604260eeeaa44c60bee11ac098e6a63f&device_id=71685914-1778-40d1-86a0-39003a2cc351 HTTP/1.1" status: 200 len: 1127 time: 1.0242453 Feb 19 04:20:37.441281 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74a259-1a39-40c5-94d6-2af447d99268 req-7f6daf8a-1255-4ca7-a7c8-fc83fffd54e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:37.442960 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0f74a259-1a39-40c5-94d6-2af447d99268 req-7f6daf8a-1255-4ca7-a7c8-fc83fffd54e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=409a3c1a-34aa-46ee-b1af-34e270dd570a HTTP/1.1" status: 200 len: 851 time: 0.2969866 Feb 19 04:20:37.456769 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1a9e2708-2b48-4d19-af34-a5e7a378346a req-0c693f52-fc08-4889-9632-746ca42bbf39 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800032 Feb 19 04:20:37.524029 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0f74a259-1a39-40c5-94d6-2af447d99268 req-9a02501b-21aa-435f-bb67-722547573541 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d40f42e-b749-4901-ba8a-e7eceb678438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550110 Feb 19 04:20:37.605347 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-98e0c6cd-edd8-4bd0-8e87-f0307f58b4d6 admin admin] Publish callbacks [] for security_group (5f26c1e8-7b87-4140-95ad-7feee5a3a205), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:37.613239 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-98e0c6cd-edd8-4bd0-8e87-f0307f58b4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5f26c1e8-7b87-4140-95ad-7feee5a3a205), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:37.707483 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0f74a259-1a39-40c5-94d6-2af447d99268 req-44ab526a-44f7-4333-8f7d-9428a3bd190b service neutron] 10.222.0.48 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544805 Feb 19 04:20:37.728205 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-98e0c6cd-edd8-4bd0-8e87-f0307f58b4d6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=62ec65f23e1d403b9a26692c586f337c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6350050 Feb 19 04:20:37.728642 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0c6cd-edd8-4bd0-8e87-f0307f58b4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f26c1e8-7b87-4140-95ad-7feee5a3a205,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:37.733089 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44692) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:37.769171 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f75780a-c8be-4548-bea5-733dd3150e3d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:37.827471 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:37.848559 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-1f75780a-c8be-4548-bea5-733dd3150e3d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] device_id is not set on port 651d6cbd-4948-4ff5-986e-469d9f455a0f yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:20:37.954803 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3a78b35-84a9-43a6-b047-0e53266c1fa8 admin admin] Publish callbacks [] for security_group (5f26c1e8-7b87-4140-95ad-7feee5a3a205), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.075335 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 7cac2b3c-6c31-492f-8a51-372e6dbdd180 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:38.100242 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3a78b35-84a9-43a6-b047-0e53266c1fa8 admin admin] Publish callbacks [] for security_group (5f26c1e8-7b87-4140-95ad-7feee5a3a205), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.187743 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 7cac2b3c-6c31-492f-8a51-372e6dbdd180 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:38.189110 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5c451398-3116-40d1-a37d-378349863611 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (fd18829a-c05d-4823-beb8-4897f221f3af), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.189956 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (7cac2b3c-6c31-492f-8a51-372e6dbdd180), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.242354 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-835ce6e5-11e9-48bb-a561-626d40ebf7a3 req-687e4d68-ca8e-42a9-8d17-444d8e333d0a tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/security-groups?id=06b16e7a-d734-4119-9e58-2d9c04253415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9379792 Feb 19 04:20:38.244856 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0f74a259-1a39-40c5-94d6-2af447d99268 req-762c48c7-e1f8-425c-b4b2-8f2d9890ac54 service neutron] 10.222.0.48 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166396 Feb 19 04:20:38.255873 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c451398-3116-40d1-a37d-378349863611 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd18829a-c05d-4823-beb8-4897f221f3af,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:38.267544 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a10820-4d84-4c6c-990f-c00ebb1c2892 req-1ed764a5-7aea-45fe-b905-7be66c62c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:38.269392 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01a10820-4d84-4c6c-990f-c00ebb1c2892 req-1ed764a5-7aea-45fe-b905-7be66c62c94e service neutron] 10.222.0.10 "GET /v2.0/networks?id=58c1cfe5-5b31-4d86-b71c-5778f412859b HTTP/1.1" status: 200 len: 911 time: 1.8860688 Feb 19 04:20:38.272094 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6ef90-3179-4643-a936-1ca51de70370 req-1fcea650-c5fa-4dbf-a0c2-dca70588a5d2 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:38.297018 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e8d6ef90-3179-4643-a936-1ca51de70370 req-1fcea650-c5fa-4dbf-a0c2-dca70588a5d2 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/ports?device_id=71685914-1778-40d1-86a0-39003a2cc351 HTTP/1.1" status: 200 len: 945 time: 0.2179995 Feb 19 04:20:38.311930 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5c451398-3116-40d1-a37d-378349863611 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.325657 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5c451398-3116-40d1-a37d-378349863611 tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] 10.222.0.65 "DELETE /v2.0/ports/fd18829a-c05d-4823-beb8-4897f221f3af HTTP/1.1" status: 204 len: 168 time: 3.2416966 Feb 19 04:20:38.330123 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44698) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:38.418618 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3a78b35-84a9-43a6-b047-0e53266c1fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5f26c1e8-7b87-4140-95ad-7feee5a3a205), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.436002 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3a78b35-84a9-43a6-b047-0e53266c1fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.447986 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d3a78b35-84a9-43a6-b047-0e53266c1fa8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5f26c1e8-7b87-4140-95ad-7feee5a3a205 HTTP/1.1" status: 204 len: 168 time: 0.7123516 Feb 19 04:20:38.484417 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-6abe7d58-bf00-425d-ad17-7b66de48b74c tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] GET failed (client error): The resource could not be found. Feb 19 04:20:38.492503 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6abe7d58-bf00-425d-ad17-7b66de48b74c tempest-PortsAdminExtendedAttrsTestJSON-1315182433 tempest-PortsAdminExtendedAttrsTestJSON-1315182433-project-admin] 10.222.0.65 "GET /v2.0/ports/fd18829a-c05d-4823-beb8-4897f221f3af HTTP/1.1" status: 404 len: 333 time: 0.1556671 Feb 19 04:20:38.505454 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44706) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:38.505738 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 7cac2b3c-6c31-492f-8a51-372e6dbdd180 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:38.505931 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7cac2b3c-6c31-492f-8a51-372e6dbdd180), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.561653 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-1f75780a-c8be-4548-bea5-733dd3150e3d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8::2812:5945:8dd9:910a (9e765b0b-136b-493b-bef9-44145ed793f7/7cb57cfe-ac7c-44d8-b392-7762afc1b2cb/651d6cbd-4948-4ff5-986e-469d9f455a0f) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:38.580643 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2376ea2-ba2b-4eff-a1c5-145ba6d1bdda req-a8b298d3-2ebf-4983-9554-8eba7ede5c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:38.587019 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 7cac2b3c-6c31-492f-8a51-372e6dbdd180, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=7cac2b3c-6c31-492f-8a51-372e6dbdd180,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:38.596037 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d2376ea2-ba2b-4eff-a1c5-145ba6d1bdda req-a8b298d3-2ebf-4983-9554-8eba7ede5c99 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2e8348c5-bd19-42cc-b917-b87bb48cd5a9 HTTP/1.1" status: 200 len: 913 time: 1.1496913 Feb 19 04:20:38.599971 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (7cac2b3c-6c31-492f-8a51-372e6dbdd180), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.669221 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a78b35-84a9-43a6-b047-0e53266c1fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f26c1e8-7b87-4140-95ad-7feee5a3a205,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:38.675198 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e820497f-f7a1-49ff-b8b9-1689334a7d2f req-19770d3f-a4c2-4368-befa-f5b1c512483b tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.1560636 Feb 19 04:20:38.745438 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d2376ea2-ba2b-4eff-a1c5-145ba6d1bdda req-abc3b965-8c8b-449f-a986-ed25d3fb66f5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8cd9216-1826-4114-b025-878ce9256c57 HTTP/1.1" status: 200 len: 217 time: 0.0870187 Feb 19 04:20:38.749332 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01a10820-4d84-4c6c-990f-c00ebb1c2892 req-36418550-0423-4d77-a57c-4c19e692fcb6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ca7b21f-5487-47d9-9cd9-b0e41b84afce HTTP/1.1" status: 200 len: 1002 time: 0.4652545 Feb 19 04:20:38.782006 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=7cac2b3c-6c31-492f-8a51-372e6dbdd180,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:38.801790 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e8d6ef90-3179-4643-a936-1ca51de70370 req-d293ed96-9dda-408d-8ed8-49f581c53acd tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091710 Feb 19 04:20:38.811844 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.902529 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a708004b-7496-40a5-bbd0-1df1cf903e26 tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (3bcfd539-a554-46f8-8425-7efa03e6ba5b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.991456 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.175900 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a708004b-7496-40a5-bbd0-1df1cf903e26 tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (3bcfd539-a554-46f8-8425-7efa03e6ba5b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.178593 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a10820-4d84-4c6c-990f-c00ebb1c2892 req-877e81e2-a122-41cf-be68-e9bbb0e62e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:39.181616 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01a10820-4d84-4c6c-990f-c00ebb1c2892 req-877e81e2-a122-41cf-be68-e9bbb0e62e0b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=94653809-5e9c-447e-841f-90aff76610c8 HTTP/1.1" status: 200 len: 850 time: 0.4215484 Feb 19 04:20:39.256498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-a708004b-7496-40a5-bbd0-1df1cf903e26 tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bcfd539-a554-46f8-8425-7efa03e6ba5b']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:39.276483 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-a708004b-7496-40a5-bbd0-1df1cf903e26 tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1701847f-9e6b-4e74-9ac0-ec1edb14a0da') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:39.277018 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-a708004b-7496-40a5-bbd0-1df1cf903e26 tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1701847f-9e6b-4e74-9ac0-ec1edb14a0da') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:39.298368 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a708004b-7496-40a5-bbd0-1df1cf903e26 tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (1701847f-9e6b-4e74-9ac0-ec1edb14a0da), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.332355 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a708004b-7496-40a5-bbd0-1df1cf903e26 tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (1701847f-9e6b-4e74-9ac0-ec1edb14a0da), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.349461 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a708004b-7496-40a5-bbd0-1df1cf903e26 tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:20:39.350674 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a708004b-7496-40a5-bbd0-1df1cf903e26 tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (1701847f-9e6b-4e74-9ac0-ec1edb14a0da), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:20:39.369275 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:20:39.379295 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2376ea2-ba2b-4eff-a1c5-145ba6d1bdda req-e982a44a-2145-4ce5-817a-91678489a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:39.386114 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d2376ea2-ba2b-4eff-a1c5-145ba6d1bdda req-e982a44a-2145-4ce5-817a-91678489a709 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=458a34ef-1a24-43b1-8bd7-4059217fe731 HTTP/1.1" status: 200 len: 853 time: 0.6195993 Feb 19 04:20:39.482072 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a708004b-7496-40a5-bbd0-1df1cf903e26 tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (3bcfd539-a554-46f8-8425-7efa03e6ba5b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.488518 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a708004b-7496-40a5-bbd0-1df1cf903e26 tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.507983 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a708004b-7496-40a5-bbd0-1df1cf903e26 tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] 10.222.0.65 "DELETE /v2.0/networks/3bcfd539-a554-46f8-8425-7efa03e6ba5b HTTP/1.1" status: 204 len: 168 time: 0.9983976 Feb 19 04:20:39.539982 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708004b-7496-40a5-bbd0-1df1cf903e26 tempest-PortsAdminExtendedAttrsTestJSON-201084663 tempest-PortsAdminExtendedAttrsTestJSON-201084663-project] Pushing event deleted for resources: {'Network': ['ID=3bcfd539-a554-46f8-8425-7efa03e6ba5b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:39.541482 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f75780a-c8be-4548-bea5-733dd3150e3d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (651d6cbd-4948-4ff5-986e-469d9f455a0f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.660308 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a20db88e-ada9-4c5c-b8ed-41fed6cfecad None None] Provisioning complete for port 7cac2b3c-6c31-492f-8a51-372e6dbdd180 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:39.660787 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a20db88e-ada9-4c5c-b8ed-41fed6cfecad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (7cac2b3c-6c31-492f-8a51-372e6dbdd180), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.672212 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d2376ea2-ba2b-4eff-a1c5-145ba6d1bdda req-6655ebde-b0d1-4204-ae25-44a93b9ef23e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e8348c5-bd19-42cc-b917-b87bb48cd5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968428 Feb 19 04:20:39.680138 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a10820-4d84-4c6c-990f-c00ebb1c2892 req-444b989e-1654-46f0-97e3-20325531707c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:39.683061 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01a10820-4d84-4c6c-990f-c00ebb1c2892 req-444b989e-1654-46f0-97e3-20325531707c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58c1cfe5-5b31-4d86-b71c-5778f412859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4665005 Feb 19 04:20:39.800015 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a20db88e-ada9-4c5c-b8ed-41fed6cfecad None None] Current status of the port 7cac2b3c-6c31-492f-8a51-372e6dbdd180 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:39.849219 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c86c5-ac6e-42d0-a454-9553fdb9a2d5 req-54d13362-62c3-4b28-a2cb-69a71ae4d007 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:39.864105 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2e2c86c5-ac6e-42d0-a454-9553fdb9a2d5 req-54d13362-62c3-4b28-a2cb-69a71ae4d007 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 945 time: 0.8151994 Feb 19 04:20:39.902555 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 7cac2b3c-6c31-492f-8a51-372e6dbdd180 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:40.056543 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-47c8827e-0616-47d4-bc5a-f8bdb3893afd req-e4896608-564f-4313-adec-d74473860e0b tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.1111021 Feb 19 04:20:40.058392 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 7cac2b3c-6c31-492f-8a51-372e6dbdd180 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:40.060729 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (7cac2b3c-6c31-492f-8a51-372e6dbdd180), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:40.112314 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2e2c86c5-ac6e-42d0-a454-9553fdb9a2d5 req-52dab79d-a962-42ff-8f27-d9ce9fb370b0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481740 Feb 19 04:20:40.228191 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44750) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:40.269129 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 7cac2b3c-6c31-492f-8a51-372e6dbdd180 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:40.280592 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0f3aa-7436-4384-ab37-4f2cd7c1231b req-6b06e4dd-273b-4945-8f6b-d3b00d05503a tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:40.290363 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5da0f3aa-7436-4384-ab37-4f2cd7c1231b req-6b06e4dd-273b-4945-8f6b-d3b00d05503a tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/ports?device_id=71685914-1778-40d1-86a0-39003a2cc351 HTTP/1.1" status: 200 len: 945 time: 0.1087561 Feb 19 04:20:40.416949 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5da0f3aa-7436-4384-ab37-4f2cd7c1231b req-a2cbcdae-84b1-4f66-8817-f2a3a24f13a6 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247878 Feb 19 04:20:40.427618 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d2376ea2-ba2b-4eff-a1c5-145ba6d1bdda req-b58efc15-7311-4ed5-9309-5400cabdb83c service neutron] 10.222.0.10 "GET /v2.0/networks/2e8348c5-bd19-42cc-b917-b87bb48cd5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7395558 Feb 19 04:20:40.471506 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01a10820-4d84-4c6c-990f-c00ebb1c2892 req-9b6ab1ec-b339-470f-b6b5-63b594d54b3a service neutron] 10.222.0.10 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7741184 Feb 19 04:20:40.483321 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f75780a-c8be-4548-bea5-733dd3150e3d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (651d6cbd-4948-4ff5-986e-469d9f455a0f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:40.603910 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9d81f0b0-c118-4939-81eb-8fc96ebcc4f9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=065e7bf474964274bb67d0605873fd3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3691909 Feb 19 04:20:40.607970 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44762) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:40.680951 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f75780a-c8be-4548-bea5-733dd3150e3d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:40.703214 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-1f75780a-c8be-4548-bea5-733dd3150e3d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:40.716399 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f75780a-c8be-4548-bea5-733dd3150e3d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:40.722844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f75780a-c8be-4548-bea5-733dd3150e3d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:40.723609 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f75780a-c8be-4548-bea5-733dd3150e3d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:40.757726 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1f75780a-c8be-4548-bea5-733dd3150e3d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.5728383 Feb 19 04:20:40.763657 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75780a-c8be-4548-bea5-733dd3150e3d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=651d6cbd-4948-4ff5-986e-469d9f455a0f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:40.770543 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44766) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:40.827824 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62dac76e-a9a7-45bc-bf57-e8407b74d92f admin admin] Publish callbacks [] for security_group (274d5ce5-403f-4e91-adad-9a1109c745a1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:40.857892 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d2376ea2-ba2b-4eff-a1c5-145ba6d1bdda req-3367f367-7227-472d-87e0-319aaf04db17 service neutron] 10.222.0.10 "GET /v2.0/networks/2e8348c5-bd19-42cc-b917-b87bb48cd5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850086 Feb 19 04:20:40.860992 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62dac76e-a9a7-45bc-bf57-e8407b74d92f admin admin] Publish callbacks [] for security_group (274d5ce5-403f-4e91-adad-9a1109c745a1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:40.866241 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01a10820-4d84-4c6c-990f-c00ebb1c2892 req-9ac1243f-1879-4e5d-8b5e-f5b076d94868 service neutron] 10.222.0.10 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792212 Feb 19 04:20:40.921341 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d24f257-669b-45e2-a98e-ab0c148a87be tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:40.928487 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d24f257-669b-45e2-a98e-ab0c148a87be tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:40.931143 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3d24f257-669b-45e2-a98e-ab0c148a87be tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1538548 Feb 19 04:20:40.936056 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44770) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:40.951761 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62dac76e-a9a7-45bc-bf57-e8407b74d92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (274d5ce5-403f-4e91-adad-9a1109c745a1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:40.955765 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62dac76e-a9a7-45bc-bf57-e8407b74d92f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:40.963543 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-62dac76e-a9a7-45bc-bf57-e8407b74d92f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/274d5ce5-403f-4e91-adad-9a1109c745a1 HTTP/1.1" status: 204 len: 168 time: 0.3493185 Feb 19 04:20:40.982836 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dac76e-a9a7-45bc-bf57-e8407b74d92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274d5ce5-403f-4e91-adad-9a1109c745a1,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:41.004113 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938564b-9a72-44b7-8e3e-46042ddea988 req-f355dded-df7c-4774-a1d1-60933dad0b3c tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:41.014340 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2938564b-9a72-44b7-8e3e-46042ddea988 req-f355dded-df7c-4774-a1d1-60933dad0b3c tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/ports?device_id=839cfa40-6daa-42b2-a66b-59fa42178051 HTTP/1.1" status: 200 len: 946 time: 0.2853911 Feb 19 04:20:41.112156 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2938564b-9a72-44b7-8e3e-46042ddea988 req-435e48e1-5669-435e-96cd-52bbff21a04e tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/security-groups?id=06b16e7a-d734-4119-9e58-2d9c04253415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965769 Feb 19 04:20:41.279351 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-98a7c12b-1731-4fd2-a641-045864c91ba4 None None] Provisioning complete for port 651d6cbd-4948-4ff5-986e-469d9f455a0f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:41.280431 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-98a7c12b-1731-4fd2-a641-045864c91ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (651d6cbd-4948-4ff5-986e-469d9f455a0f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:41.301752 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75cb4aff-304b-4f2a-97dc-5c265cb7a88c req-50a19891-13e4-4344-bac6-b709497b1594 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.0665483 Feb 19 04:20:41.370055 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-98a7c12b-1731-4fd2-a641-045864c91ba4 None None] Port 651d6cbd-4948-4ff5-986e-469d9f455a0f cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:20:41.391079 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-fafed08f-d045-4957-bde6-42df30b858b1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting port 651d6cbd-4948-4ff5-986e-469d9f455a0f {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:41.398105 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fafed08f-d045-4957-bde6-42df30b858b1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (651d6cbd-4948-4ff5-986e-469d9f455a0f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:41.625617 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07bbc0-610a-42f1-931d-386d3e19fa3c req-d96eb544-75f4-4ee8-a614-0199218c21da tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:41.627784 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cd07bbc0-610a-42f1-931d-386d3e19fa3c req-d96eb544-75f4-4ee8-a614-0199218c21da tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 945 time: 0.1326890 Feb 19 04:20:41.704711 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cd07bbc0-610a-42f1-931d-386d3e19fa3c req-01652b8f-f4e4-44dc-9734-a518044cf516 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707290 Feb 19 04:20:41.706029 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fafed08f-d045-4957-bde6-42df30b858b1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (651d6cbd-4948-4ff5-986e-469d9f455a0f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:41.735426 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-fafed08f-d045-4957-bde6-42df30b858b1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Calling delete_port for 651d6cbd-4948-4ff5-986e-469d9f455a0f owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:41.847554 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44786) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:42.019776 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-417df46f-ce9d-4830-b3a9-b56b2c76449c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1f13161baa4f414eb197a85221598222&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1678677 Feb 19 04:20:42.024137 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44790) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:42.073188 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f8769-6c26-4cdd-823e-07663492285b req-70b062e0-8f49-44f2-a8e3-ab480c739fe0 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:42.075992 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4a7f8769-6c26-4cdd-823e-07663492285b req-70b062e0-8f49-44f2-a8e3-ab480c739fe0 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/ports?device_id=71685914-1778-40d1-86a0-39003a2cc351 HTTP/1.1" status: 200 len: 945 time: 0.1797512 Feb 19 04:20:42.089240 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fafed08f-d045-4957-bde6-42df30b858b1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (651d6cbd-4948-4ff5-986e-469d9f455a0f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:42.180023 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafed08f-d045-4957-bde6-42df30b858b1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Port': ['ID=651d6cbd-4948-4ff5-986e-469d9f455a0f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:42.214172 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-37d705fb-cd54-4919-a67d-0219ab392905 admin admin] Publish callbacks [] for security_group (82c168ae-8eb9-4a49-a98d-1c1f40480c04), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:42.247545 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fafed08f-d045-4957-bde6-42df30b858b1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:42.252777 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-37d705fb-cd54-4919-a67d-0219ab392905 admin admin] Publish callbacks [] for security_group (82c168ae-8eb9-4a49-a98d-1c1f40480c04), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:42.258625 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fafed08f-d045-4957-bde6-42df30b858b1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/651d6cbd-4948-4ff5-986e-469d9f455a0f HTTP/1.1" status: 204 len: 168 time: 1.3199539 Feb 19 04:20:42.262598 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44794) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:42.278754 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4a7f8769-6c26-4cdd-823e-07663492285b req-737af2b4-f20a-4469-b927-2412ad3ee047 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871300 Feb 19 04:20:42.308955 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d795aa-7a30-41db-bddb-7a780e37e4bf req-cbed67cd-6248-4944-9783-153b0320717e tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:42.312082 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-24d795aa-7a30-41db-bddb-7a780e37e4bf req-cbed67cd-6248-4944-9783-153b0320717e tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.48 "GET /v2.0/ports?device_id=839cfa40-6daa-42b2-a66b-59fa42178051 HTTP/1.1" status: 200 len: 946 time: 0.3262322 Feb 19 04:20:42.430826 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-37d705fb-cd54-4919-a67d-0219ab392905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (82c168ae-8eb9-4a49-a98d-1c1f40480c04), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:42.435150 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-37d705fb-cd54-4919-a67d-0219ab392905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:42.437411 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-37d705fb-cd54-4919-a67d-0219ab392905 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/82c168ae-8eb9-4a49-a98d-1c1f40480c04 HTTP/1.1" status: 204 len: 168 time: 0.4045360 Feb 19 04:20:42.483363 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d705fb-cd54-4919-a67d-0219ab392905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c168ae-8eb9-4a49-a98d-1c1f40480c04,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:42.617459 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6d6fe23-3736-4f0a-ac52-211cfaf91c27 req-a1d58711-e803-45cf-a15c-9cd7e207e62a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.0625181 Feb 19 04:20:42.728683 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44806) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:43.080505 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961a8a45-5131-49c9-90f7-62a8948c08ba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:43.083249 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961a8a45-5131-49c9-90f7-62a8948c08ba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:43.085862 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-961a8a45-5131-49c9-90f7-62a8948c08ba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8211672 Feb 19 04:20:43.096962 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44818) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:43.201030 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc7ace-2be8-42c9-bdb9-2247b63daa86 req-eab3b4a0-0193-4152-8a61-1428166d2586 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:43.203392 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-27dc7ace-2be8-42c9-bdb9-2247b63daa86 req-eab3b4a0-0193-4152-8a61-1428166d2586 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 945 time: 0.1482549 Feb 19 04:20:43.233697 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65370b0c-0a6a-4aa4-9233-df0ce3f57b21 req-7d7bcb04-4e46-42d7-9530-535070c56ba4 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:43.237360 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cb539d55-baec-4ea7-aea8-3e2cdef678df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:43.246268 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-65370b0c-0a6a-4aa4-9233-df0ce3f57b21 req-7d7bcb04-4e46-42d7-9530-535070c56ba4 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/ports?device_id=839cfa40-6daa-42b2-a66b-59fa42178051 HTTP/1.1" status: 200 len: 946 time: 0.8902965 Feb 19 04:20:43.291961 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d843120-9496-486b-b4df-4dde82297ee3 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet 7cb57cfe-ac7c-44d8-b392-7762afc1b2cb {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:20:43.316638 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d843120-9496-486b-b4df-4dde82297ee3 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (7cb57cfe-ac7c-44d8-b392-7762afc1b2cb), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:43.343554 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-27dc7ace-2be8-42c9-bdb9-2247b63daa86 req-4abf0a34-4835-4c16-979b-e43817bb4e9b tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295462 Feb 19 04:20:43.460835 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d843120-9496-486b-b4df-4dde82297ee3 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (7cb57cfe-ac7c-44d8-b392-7762afc1b2cb), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:43.468740 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cb539d55-baec-4ea7-aea8-3e2cdef678df admin admin] Publish callbacks [] for security_group (8bc1cf47-7997-430b-a3e5-655e6000bf96), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:43.476229 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cb539d55-baec-4ea7-aea8-3e2cdef678df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8bc1cf47-7997-430b-a3e5-655e6000bf96), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:43.540666 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-24d795aa-7a30-41db-bddb-7a780e37e4bf req-119eb145-9745-4b64-8ab2-2058ba928109 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Deleting port a34e14e9-15a4-474a-a1c1-8e07c32c5c44 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:43.542811 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-24d795aa-7a30-41db-bddb-7a780e37e4bf req-119eb145-9745-4b64-8ab2-2058ba928109 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a34e14e9-15a4-474a-a1c1-8e07c32c5c44), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:43.556008 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-65370b0c-0a6a-4aa4-9233-df0ce3f57b21 req-926f468d-68f3-4851-97b0-bf548be7a0c0 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/security-groups?id=06b16e7a-d734-4119-9e58-2d9c04253415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076112 Feb 19 04:20:43.677142 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cb539d55-baec-4ea7-aea8-3e2cdef678df admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=959e431dae544b40a5febb056cf2c5ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9424534 Feb 19 04:20:43.678978 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44834) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:43.711542 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb539d55-baec-4ea7-aea8-3e2cdef678df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc1cf47-7997-430b-a3e5-655e6000bf96,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:43.765931 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4debe5e-0452-4fbd-b958-7db82f15a00b req-19e8fa3e-c19a-4c1f-a0da-f3d13d394b87 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:43.777770 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d4debe5e-0452-4fbd-b958-7db82f15a00b req-19e8fa3e-c19a-4c1f-a0da-f3d13d394b87 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/ports?device_id=71685914-1778-40d1-86a0-39003a2cc351 HTTP/1.1" status: 200 len: 945 time: 0.2790792 Feb 19 04:20:43.871341 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-24d795aa-7a30-41db-bddb-7a780e37e4bf req-119eb145-9745-4b64-8ab2-2058ba928109 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] For port a34e14e9-15a4-474a-a1c1-8e07c32c5c44, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=a34e14e9-15a4-474a-a1c1-8e07c32c5c44,segment=NetworkSegment(caafea1c-aef3-4c3d-9c73-45fc0a758f2b),segment_id=caafea1c-aef3-4c3d-9c73-45fc0a758f2b)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:43.873572 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-24d795aa-7a30-41db-bddb-7a780e37e4bf req-119eb145-9745-4b64-8ab2-2058ba928109 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a34e14e9-15a4-474a-a1c1-8e07c32c5c44), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:43.873826 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d11f016f-fd59-4271-b4a5-97992fa0bd3c admin admin] Publish callbacks [] for security_group (8bc1cf47-7997-430b-a3e5-655e6000bf96), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:43.940611 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bcbf3909-a3bc-406f-850a-d4935be2506d req-4a3da2c7-78ab-4476-8003-52a422f53ae5 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.1096947 Feb 19 04:20:43.941451 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d4debe5e-0452-4fbd-b958-7db82f15a00b req-8b866165-f177-4913-b594-dd43cf0c92aa tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327782 Feb 19 04:20:43.971603 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-24d795aa-7a30-41db-bddb-7a780e37e4bf req-119eb145-9745-4b64-8ab2-2058ba928109 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Calling delete_port for a34e14e9-15a4-474a-a1c1-8e07c32c5c44 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:43.981446 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d11f016f-fd59-4271-b4a5-97992fa0bd3c admin admin] Publish callbacks [] for security_group (8bc1cf47-7997-430b-a3e5-655e6000bf96), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:43.982599 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d843120-9496-486b-b4df-4dde82297ee3 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (7cb57cfe-ac7c-44d8-b392-7762afc1b2cb), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:44.045561 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44838) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:44.088951 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d11f016f-fd59-4271-b4a5-97992fa0bd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8bc1cf47-7997-430b-a3e5-655e6000bf96), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:44.093418 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d11f016f-fd59-4271-b4a5-97992fa0bd3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:44.095489 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d11f016f-fd59-4271-b4a5-97992fa0bd3c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8bc1cf47-7997-430b-a3e5-655e6000bf96 HTTP/1.1" status: 204 len: 168 time: 0.4092219 Feb 19 04:20:44.108350 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d843120-9496-486b-b4df-4dde82297ee3 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (7cb57cfe-ac7c-44d8-b392-7762afc1b2cb), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:44.110857 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f016f-fd59-4271-b4a5-97992fa0bd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc1cf47-7997-430b-a3e5-655e6000bf96,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:44.128280 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d843120-9496-486b-b4df-4dde82297ee3 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:44.135902 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5d843120-9496-486b-b4df-4dde82297ee3 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/7cb57cfe-ac7c-44d8-b392-7762afc1b2cb HTTP/1.1" status: 204 len: 168 time: 1.0322466 Feb 19 04:20:44.136541 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44844) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:44.171806 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d843120-9496-486b-b4df-4dde82297ee3 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=7cb57cfe-ac7c-44d8-b392-7762afc1b2cb,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:44.181178 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cba577-98d7-4e3d-9e27-904528e26930 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:44.277565 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-86881814-e6ee-4a11-9486-5e0e6e6fee84 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1382766 Feb 19 04:20:44.284091 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Request body: {'networks': [{'name': 'tempest-network--1749586548'}, {'name': 'tempest-network--1369000585'}]} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:44.284733 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Request body: {'network': {'name': 'tempest-network--1749586548'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:44.285645 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Request body: {'network': {'name': 'tempest-network--1369000585'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:44.290633 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44846) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:44.327863 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Made reservation on behalf of e777775e0b744201ad233c19bdc8734e for: {'network': 2} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:44.336543 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:44.356340 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:44.475577 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-24d795aa-7a30-41db-bddb-7a780e37e4bf req-119eb145-9745-4b64-8ab2-2058ba928109 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a34e14e9-15a4-474a-a1c1-8e07c32c5c44), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:44.567407 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a196861f-8bae-49ac-ab4a-ec383ccc6282 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:44.571006 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a196861f-8bae-49ac-ab4a-ec383ccc6282 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2786105 Feb 19 04:20:44.579609 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44850) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:44.612072 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119eb145-9745-4b64-8ab2-2058ba928109 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Pushing event deleted for resources: {'Port': ['ID=a34e14e9-15a4-474a-a1c1-8e07c32c5c44,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:44.640674 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce1f966-6d8b-4b6c-a066-a0698e94b36d None None] DHCP port deletion for 9e765b0b-136b-493b-bef9-44145ed793f7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:20:44.688388 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d795aa-7a30-41db-bddb-7a780e37e4bf req-119eb145-9745-4b64-8ab2-2058ba928109 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] No DVR routers for this DVR port a34e14e9-15a4-474a-a1c1-8e07c32c5c44 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:20:44.697954 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-24d795aa-7a30-41db-bddb-7a780e37e4bf req-119eb145-9745-4b64-8ab2-2058ba928109 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:44.715003 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-24d795aa-7a30-41db-bddb-7a780e37e4bf req-119eb145-9745-4b64-8ab2-2058ba928109 tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.48 "DELETE /v2.0/ports/a34e14e9-15a4-474a-a1c1-8e07c32c5c44 HTTP/1.1" status: 204 len: 173 time: 2.3573163 Feb 19 04:20:44.718270 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839cfa40-6daa-42b2-a66b-59fa42178051', 'name': 'network-vif-deleted', 'tag': 'a34e14e9-15a4-474a-a1c1-8e07c32c5c44'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:44.728327 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2b031b-c15a-40ec-b788-3076647e35bc" -d '{"events": [{"server_uuid": "839cfa40-6daa-42b2-a66b-59fa42178051", "name": "network-vif-deleted", "tag": "a34e14e9-15a4-474a-a1c1-8e07c32c5c44"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:44.802788 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7ce1f966-6d8b-4b6c-a066-a0698e94b36d None None] Deleting port 7cac2b3c-6c31-492f-8a51-372e6dbdd180 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:44.803958 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f966-6d8b-4b6c-a066-a0698e94b36d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (7cac2b3c-6c31-492f-8a51-372e6dbdd180), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:44.842966 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b138b06-20e4-42e6-89ef-e3189b446ce3 req-6e9ace1b-0020-4a60-b459-255833452327 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:44.862138 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c770bc1-d93c-4af7-8d73-f8236b691519 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:44.864974 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b138b06-20e4-42e6-89ef-e3189b446ce3 req-6e9ace1b-0020-4a60-b459-255833452327 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.10 "GET /v2.0/ports?device_id=71685914-1778-40d1-86a0-39003a2cc351 HTTP/1.1" status: 200 len: 945 time: 0.5071962 Feb 19 04:20:44.869562 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4c770bc1-d93c-4af7-8d73-f8236b691519 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2788701 Feb 19 04:20:44.870584 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44860) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:44.889377 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c21b87d2-4532-4cf9-9c0f-01b5193526fd req-e42372b3-0502-4461-9184-6b52f23a561f tempest-ServerMetadataNegativeTestJSON-493603166 tempest-ServerMetadataNegativeTestJSON-493603166-project] 10.222.0.65 "GET /v2.0/ports?device_id=839cfa40-6daa-42b2-a66b-59fa42178051 HTTP/1.1" status: 200 len: 210 time: 0.1551795 Feb 19 04:20:45.009123 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-626e90e7-c79f-458e-94ed-a88ab1d7317d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1328413 Feb 19 04:20:45.015721 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44868) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:45.026482 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-f7f4db76-27ab-4a27-9067-402426c12369 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:45.094626 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks [] for security_group (b33b88de-aac1-4024-8a77-54c59d3c31dc), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:45.112461 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0270b7-ac79-49ff-9123-9e952acef940 req-38502c88-7e5d-41ec-8818-433b61ddc9e3 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:45.126263 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-7ce1f966-6d8b-4b6c-a066-a0698e94b36d None None] For port 7cac2b3c-6c31-492f-8a51-372e6dbdd180, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=7cac2b3c-6c31-492f-8a51-372e6dbdd180,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:45.127186 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb0270b7-ac79-49ff-9123-9e952acef940 req-38502c88-7e5d-41ec-8818-433b61ddc9e3 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 945 time: 0.5590332 Feb 19 04:20:45.130143 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f966-6d8b-4b6c-a066-a0698e94b36d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (7cac2b3c-6c31-492f-8a51-372e6dbdd180), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:45.185176 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830f0733-5e1e-4189-987f-7a644e420b02 x-openstack-request-id: req-830f0733-5e1e-4189-987f-7a644e420b02 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:45.185911 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b33b88de-aac1-4024-8a77-54c59d3c31dc), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:45.186798 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:45.187384 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839cfa40-6daa-42b2-a66b-59fa42178051", "name": "network-vif-deleted", "tag": "a34e14e9-15a4-474a-a1c1-8e07c32c5c44", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:45.188465 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-830f0733-5e1e-4189-987f-7a644e420b02 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:45.189166 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839cfa40-6daa-42b2-a66b-59fa42178051', 'name': 'network-vif-deleted', 'tag': 'a34e14e9-15a4-474a-a1c1-8e07c32c5c44', 'status': 'completed', 'code': 200} Feb 19 04:20:45.190427 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7ce1f966-6d8b-4b6c-a066-a0698e94b36d None None] Calling delete_port for 7cac2b3c-6c31-492f-8a51-372e6dbdd180 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:45.277709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-4b138b06-20e4-42e6-89ef-e3189b446ce3 req-981255f2-53f5-4cb8-94ef-2e39a7602735 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Deleting port c8cd9216-1826-4114-b025-878ce9256c57 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:45.279127 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b138b06-20e4-42e6-89ef-e3189b446ce3 req-981255f2-53f5-4cb8-94ef-2e39a7602735 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (c8cd9216-1826-4114-b025-878ce9256c57), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:45.289114 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b33b88de-aac1-4024-8a77-54c59d3c31dc,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:45.301218 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f4db76-27ab-4a27-9067-402426c12369 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:45.306947 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f7f4db76-27ab-4a27-9067-402426c12369 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:45.345868 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb0270b7-ac79-49ff-9123-9e952acef940 req-593774e3-da74-4ef5-9cef-b8f8ccddb156 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171214 Feb 19 04:20:45.398280 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:20:45.415104 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (701f5f28-ac7a-47a7-a60a-424a423ce7fa), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:45.415747 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Added segment 701f5f28-ac7a-47a7-a60a-424a423ce7fa of type vlan for network 0127b10d-bc20-4ece-be3e-95f76eea3502 Feb 19 04:20:45.494807 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device a34e14e9-15a4-474a-a1c1-8e07c32c5c44 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:45.509254 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f966-6d8b-4b6c-a066-a0698e94b36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (7cac2b3c-6c31-492f-8a51-372e6dbdd180), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:45.584539 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (0127b10d-bc20-4ece-be3e-95f76eea3502), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:45.674719 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:20:45.685042 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: a34e14e9-15a4-474a-a1c1-8e07c32c5c44 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:20:45.685652 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device a34e14e9-15a4-474a-a1c1-8e07c32c5c44 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:20:45.694704 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (93c2fba5-1483-4528-adbe-6221b907f401), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:45.695331 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Added segment 93c2fba5-1483-4528-adbe-6221b907f401 of type vlan for network eb5c9388-52a7-4fb8-88a2-86c482c1a94f Feb 19 04:20:45.697736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1f966-6d8b-4b6c-a066-a0698e94b36d None None] Pushing event deleted for resources: {'Port': ['ID=7cac2b3c-6c31-492f-8a51-372e6dbdd180,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:45.711493 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce1f966-6d8b-4b6c-a066-a0698e94b36d None None] No DVR routers for this DVR port 7cac2b3c-6c31-492f-8a51-372e6dbdd180 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:20:45.759473 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (eb5c9388-52a7-4fb8-88a2-86c482c1a94f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:45.870646 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (0127b10d-bc20-4ece-be3e-95f76eea3502), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:45.872264 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (eb5c9388-52a7-4fb8-88a2-86c482c1a94f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:45.879074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:45.884108 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:45.885099 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:45.885274 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 7cac2b3c-6c31-492f-8a51-372e6dbdd180 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:45.917047 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-946accaa-2b13-4c6e-810f-cd497b1ffe21 req-3a9c7b57-98d7-4dd5-96dd-907d247631a3 service neutron] (115199) timed out ('10.222.0.48', 64053) {{(pid=115199) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:20:45.940059 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-deccbe23-6f0d-4e11-9e96-322845ee02aa req-75003f4a-ac01-4ea6-b2eb-d51ace6b7865 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.0835450 Feb 19 04:20:45.951557 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6716c-aec0-40da-99e4-6d6cd0551d52 req-f5273d1c-1e3a-4aad-b097-e4a2bf68d1e8 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:45.966573 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bdd6716c-aec0-40da-99e4-6d6cd0551d52 req-f5273d1c-1e3a-4aad-b097-e4a2bf68d1e8 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/ports?device_id=71685914-1778-40d1-86a0-39003a2cc351 HTTP/1.1" status: 200 len: 945 time: 0.5438962 Feb 19 04:20:45.974383 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 7cac2b3c-6c31-492f-8a51-372e6dbdd180 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:20:45.974941 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 7cac2b3c-6c31-492f-8a51-372e6dbdd180 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:20:46.051472 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-4b138b06-20e4-42e6-89ef-e3189b446ce3 req-981255f2-53f5-4cb8-94ef-2e39a7602735 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] For port c8cd9216-1826-4114-b025-878ce9256c57, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=c8cd9216-1826-4114-b025-878ce9256c57,segment=NetworkSegment(4a41fb18-0818-43d1-9c05-3233f3c0c9c4),segment_id=4a41fb18-0818-43d1-9c05-3233f3c0c9c4)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:46.052096 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b138b06-20e4-42e6-89ef-e3189b446ce3 req-981255f2-53f5-4cb8-94ef-2e39a7602735 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (c8cd9216-1826-4114-b025-878ce9256c57), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:46.074771 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44884) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:46.075655 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.0285647 Feb 19 04:20:46.079244 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44886) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:46.105339 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Pushing event updated for resources: {'Network': ['ID=0127b10d-bc20-4ece-be3e-95f76eea3502,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:46.127541 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 0127b10d-bc20-4ece-be3e-95f76eea3502 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:20:46.191099 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a510e0-3967-4f12-9075-1eeb2487884d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Pushing event updated for resources: {'Network': ['ID=eb5c9388-52a7-4fb8-88a2-86c482c1a94f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:46.252608 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network eb5c9388-52a7-4fb8-88a2-86c482c1a94f details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:20:46.257489 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-4b138b06-20e4-42e6-89ef-e3189b446ce3 req-981255f2-53f5-4cb8-94ef-2e39a7602735 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Calling delete_port for c8cd9216-1826-4114-b025-878ce9256c57 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:46.298378 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fae3669-f1cb-438f-8ac2-020b3b21d5f0 admin admin] Deleting subnet 0b31e3e6-2e3d-415e-8b71-17781ccbe3dc {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:20:46.358869 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44890) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:46.457639 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9fae3669-f1cb-438f-8ac2-020b3b21d5f0 admin admin] Publish callbacks [] for subnet (0b31e3e6-2e3d-415e-8b71-17781ccbe3dc), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:46.532659 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bdd6716c-aec0-40da-99e4-6d6cd0551d52 req-fb1fb4c7-e161-4a9d-aab9-5ffe2648c90c tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5580156 Feb 19 04:20:46.577248 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e9940d2f-7463-47e4-84b0-45d49664f7aa admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1041413511-network', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:46.597240 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f7f4db76-27ab-4a27-9067-402426c12369 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (29298c80-cf67-4e4f-b08f-a31ba48de929), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:46.607880 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9fae3669-f1cb-438f-8ac2-020b3b21d5f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (0b31e3e6-2e3d-415e-8b71-17781ccbe3dc), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:46.614523 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9940d2f-7463-47e4-84b0-45d49664f7aa admin admin] Made reservation on behalf of 49a7bbf595ba4e2ab97185ce2db519c7 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:46.618314 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e9940d2f-7463-47e4-84b0-45d49664f7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:46.629310 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e9940d2f-7463-47e4-84b0-45d49664f7aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:46.658980 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fcaa2-4768-4a96-b9fd-a1dd58c54ac3 req-e254ebc9-88c7-4b17-bbe2-ace32f193330 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:46.662065 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cb1fcaa2-4768-4a96-b9fd-a1dd58c54ac3 req-e254ebc9-88c7-4b17-bbe2-ace32f193330 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 945 time: 0.1812479 Feb 19 04:20:46.736968 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f4db76-27ab-4a27-9067-402426c12369 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:46.761927 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-f7f4db76-27ab-4a27-9067-402426c12369 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:46.787970 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8744c2f-00a5-4fab-ab4c-9db14160d906 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:46.793230 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e7c3a7-d896-437c-8698-b19fbd4d33f3 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:46.800512 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8744c2f-00a5-4fab-ab4c-9db14160d906 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:46.811563 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8744c2f-00a5-4fab-ab4c-9db14160d906 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:46.821635 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8744c2f-00a5-4fab-ab4c-9db14160d906 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:46.825658 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e8744c2f-00a5-4fab-ab4c-9db14160d906 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6234159 Feb 19 04:20:46.827582 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f4db76-27ab-4a27-9067-402426c12369 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:46.828546 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f7f4db76-27ab-4a27-9067-402426c12369 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:46.834436 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cb1fcaa2-4768-4a96-b9fd-a1dd58c54ac3 req-de645a69-7c25-4b2b-806e-e363a96f17af tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447406 Feb 19 04:20:46.842741 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44896) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:46.851146 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9fae3669-f1cb-438f-8ac2-020b3b21d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (0b31e3e6-2e3d-415e-8b71-17781ccbe3dc), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:46.902370 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4db76-27ab-4a27-9067-402426c12369 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=29298c80-cf67-4e4f-b08f-a31ba48de929,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:46.960866 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f7f4db76-27ab-4a27-9067-402426c12369 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9424920 Feb 19 04:20:46.974856 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44898) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:46.984190 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'fixed_ips': [{'subnet_id': '29298c80-cf67-4e4f-b08f-a31ba48de929', 'ip_address': '2001:db8::72b0:6f8b:ec7b:257b'}], 'name': 'tempest-NetworksTestDHCPv6-151477744'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:47.099704 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9e765b0b-136b-493b-bef9-44145ed793f7', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'fixed_ips': [{'subnet_id': '29298c80-cf67-4e4f-b08f-a31ba48de929'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:20:47.103750 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:47.124132 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4ccf228b-a963-4f46-b870-5bfa5d997c14 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (0127b10d-bc20-4ece-be3e-95f76eea3502), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:47.209845 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e9940d2f-7463-47e4-84b0-45d49664f7aa admin admin] Publish callbacks [] for security_group (540bfd87-ce6c-4355-b8ff-448bfa34a345), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:47.261220 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e9940d2f-7463-47e4-84b0-45d49664f7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (540bfd87-ce6c-4355-b8ff-448bfa34a345), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:47.266211 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-227b11a3-dd6d-4b18-b666-112fa7cad292 req-f3620dec-4878-48a2-9015-be6e2af3152f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.1338582 Feb 19 04:20:47.284014 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9fae3669-f1cb-438f-8ac2-020b3b21d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (0b31e3e6-2e3d-415e-8b71-17781ccbe3dc), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:47.358931 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9940d2f-7463-47e4-84b0-45d49664f7aa admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:20:47.398363 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae3669-f1cb-438f-8ac2-020b3b21d5f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b31e3e6-2e3d-415e-8b71-17781ccbe3dc,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:47.409428 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9fae3669-f1cb-438f-8ac2-020b3b21d5f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:47.417009 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9fae3669-f1cb-438f-8ac2-020b3b21d5f0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0b31e3e6-2e3d-415e-8b71-17781ccbe3dc HTTP/1.1" status: 204 len: 168 time: 1.3369827 Feb 19 04:20:47.423547 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b138b06-20e4-42e6-89ef-e3189b446ce3 req-981255f2-53f5-4cb8-94ef-2e39a7602735 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (c8cd9216-1826-4114-b025-878ce9256c57), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:47.429020 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44902) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:47.479427 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Allocated IP 2001:db8::2 (9e765b0b-136b-493b-bef9-44145ed793f7/29298c80-cf67-4e4f-b08f-a31ba48de929/2dc2c922-13e8-4365-a547-a8a5391034ea) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:47.486363 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9940d2f-7463-47e4-84b0-45d49664f7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540bfd87-ce6c-4355-b8ff-448bfa34a345,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:47.505201 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e9940d2f-7463-47e4-84b0-45d49664f7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (10ce9f64-fc7a-4610-9c0f-d2c168305f00), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:47.505825 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-e9940d2f-7463-47e4-84b0-45d49664f7aa admin admin] Added segment 10ce9f64-fc7a-4610-9c0f-d2c168305f00 of type vlan for network cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8 Feb 19 04:20:47.514547 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4ccf228b-a963-4f46-b870-5bfa5d997c14 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (0127b10d-bc20-4ece-be3e-95f76eea3502), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:47.532057 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981255f2-53f5-4cb8-94ef-2e39a7602735 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Pushing event deleted for resources: {'Port': ['ID=c8cd9216-1826-4114-b025-878ce9256c57,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:47.615597 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-4ccf228b-a963-4f46-b870-5bfa5d997c14 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0127b10d-bc20-4ece-be3e-95f76eea3502']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:47.630155 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e9940d2f-7463-47e4-84b0-45d49664f7aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:47.638659 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-4ccf228b-a963-4f46-b870-5bfa5d997c14 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701f5f28-ac7a-47a7-a60a-424a423ce7fa') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:47.640013 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-4ccf228b-a963-4f46-b870-5bfa5d997c14 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701f5f28-ac7a-47a7-a60a-424a423ce7fa') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:47.667603 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-243b3f46-273c-478a-8db3-47d74fbba0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (c4b8ca24-cac0-497b-a06b-e0d114d8a9bc), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:47.717021 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4ccf228b-a963-4f46-b870-5bfa5d997c14 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (701f5f28-ac7a-47a7-a60a-424a423ce7fa), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:47.735704 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e9940d2f-7463-47e4-84b0-45d49664f7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:47.736515 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b138b06-20e4-42e6-89ef-e3189b446ce3 req-981255f2-53f5-4cb8-94ef-2e39a7602735 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] No DVR routers for this DVR port c8cd9216-1826-4114-b025-878ce9256c57 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:20:47.737718 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9940d2f-7463-47e4-84b0-45d49664f7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:47.739204 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e9940d2f-7463-47e4-84b0-45d49664f7aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:47.749166 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b138b06-20e4-42e6-89ef-e3189b446ce3 req-981255f2-53f5-4cb8-94ef-2e39a7602735 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:47.755721 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b138b06-20e4-42e6-89ef-e3189b446ce3 req-981255f2-53f5-4cb8-94ef-2e39a7602735 tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.10 "DELETE /v2.0/ports/c8cd9216-1826-4114-b025-878ce9256c57 HTTP/1.1" status: 204 len: 173 time: 2.8605804 Feb 19 04:20:47.760029 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71685914-1778-40d1-86a0-39003a2cc351', 'name': 'network-vif-deleted', 'tag': 'c8cd9216-1826-4114-b025-878ce9256c57'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:47.763806 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f4736c-0fe4-4df5-a7a8-46d99b0ae681" -d '{"events": [{"server_uuid": "71685914-1778-40d1-86a0-39003a2cc351", "name": "network-vif-deleted", "tag": "c8cd9216-1826-4114-b025-878ce9256c57"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:47.782938 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:47.795232 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device c8cd9216-1826-4114-b025-878ce9256c57 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:47.891588 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ac17d98-88a6-4d3b-9921-9089c03b8b7d req-a8832c04-d686-4126-8b28-ebf03e79179e tempest-InstanceActionsTestJSON-1749499893 tempest-InstanceActionsTestJSON-1749499893-project] 10.222.0.65 "GET /v2.0/ports?device_id=71685914-1778-40d1-86a0-39003a2cc351 HTTP/1.1" status: 200 len: 210 time: 0.1669083 Feb 19 04:20:47.893412 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4ccf228b-a963-4f46-b870-5bfa5d997c14 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (701f5f28-ac7a-47a7-a60a-424a423ce7fa), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:47.904825 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c7b1ff-f9c5-448e-ad7a-d762dcfde721 x-openstack-request-id: req-b7c7b1ff-f9c5-448e-ad7a-d762dcfde721 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:47.905890 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71685914-1778-40d1-86a0-39003a2cc351", "name": "network-vif-deleted", "tag": "c8cd9216-1826-4114-b025-878ce9256c57", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:47.906642 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b7c7b1ff-f9c5-448e-ad7a-d762dcfde721 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:47.907793 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71685914-1778-40d1-86a0-39003a2cc351', 'name': 'network-vif-deleted', 'tag': 'c8cd9216-1826-4114-b025-878ce9256c57', 'status': 'completed', 'code': 200} Feb 19 04:20:47.987527 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9940d2f-7463-47e4-84b0-45d49664f7aa admin admin] Pushing event updated for resources: {'Network': ['ID=cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:48.001162 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e9940d2f-7463-47e4-84b0-45d49664f7aa admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6359980 Feb 19 04:20:48.005196 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44910) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:48.016730 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-d9a8476d-9707-4a8d-bb8f-51eddbf6ffe7 admin admin] Request body: {'subnet': {'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1041413511-subnet', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:48.051256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ccf228b-a963-4f46-b870-5bfa5d997c14 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:20:48.052257 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4ccf228b-a963-4f46-b870-5bfa5d997c14 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (701f5f28-ac7a-47a7-a60a-424a423ce7fa), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:20:48.057618 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:20:48.092301 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a8476d-9707-4a8d-bb8f-51eddbf6ffe7 admin admin] Made reservation on behalf of 49a7bbf595ba4e2ab97185ce2db519c7 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:48.097324 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d9a8476d-9707-4a8d-bb8f-51eddbf6ffe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:48.283744 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-243b3f46-273c-478a-8db3-47d74fbba0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (c4b8ca24-cac0-497b-a06b-e0d114d8a9bc), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:48.304077 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:20:48.326549 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4ccf228b-a963-4f46-b870-5bfa5d997c14 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (0127b10d-bc20-4ece-be3e-95f76eea3502), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:48.352679 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4ccf228b-a963-4f46-b870-5bfa5d997c14 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:48.359323 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4ccf228b-a963-4f46-b870-5bfa5d997c14 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] 10.222.0.65 "DELETE /v2.0/networks/0127b10d-bc20-4ece-be3e-95f76eea3502 HTTP/1.1" status: 204 len: 168 time: 1.5142832 Feb 19 04:20:48.371239 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44914) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:48.439845 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: c8cd9216-1826-4114-b025-878ce9256c57 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:20:48.440407 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device c8cd9216-1826-4114-b025-878ce9256c57 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:20:48.443497 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-243b3f46-273c-478a-8db3-47d74fbba0fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b8ca24-cac0-497b-a06b-e0d114d8a9bc']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:48.451250 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf228b-a963-4f46-b870-5bfa5d997c14 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Pushing event deleted for resources: {'Network': ['ID=0127b10d-bc20-4ece-be3e-95f76eea3502,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:48.531620 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-243b3f46-273c-478a-8db3-47d74fbba0fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caafea1c-aef3-4c3d-9c73-45fc0a758f2b') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:48.544682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-243b3f46-273c-478a-8db3-47d74fbba0fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caafea1c-aef3-4c3d-9c73-45fc0a758f2b') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:48.565326 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-243b3f46-273c-478a-8db3-47d74fbba0fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (caafea1c-aef3-4c3d-9c73-45fc0a758f2b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:48.584334 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-243b3f46-273c-478a-8db3-47d74fbba0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (caafea1c-aef3-4c3d-9c73-45fc0a758f2b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:48.593801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243b3f46-273c-478a-8db3-47d74fbba0fd admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:20:48.594447 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-243b3f46-273c-478a-8db3-47d74fbba0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (caafea1c-aef3-4c3d-9c73-45fc0a758f2b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:20:48.669526 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:20:48.698589 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:48.735354 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-243b3f46-273c-478a-8db3-47d74fbba0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (c4b8ca24-cac0-497b-a06b-e0d114d8a9bc), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:48.735660 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-122b3719-0da5-4236-ae1b-08a1bd97a699 req-cc4ac681-c404-4322-a0db-33f85be07bc6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.1319847 Feb 19 04:20:48.747358 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] device_id is not set on port 5d6be01c-07f4-4971-9d39-70e16d90ed93 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:20:48.765375 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f926a81-8f2b-42d7-a58a-d0dda5b281b7 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (eb5c9388-52a7-4fb8-88a2-86c482c1a94f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:48.784083 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987eed29-b1f3-4b20-88ef-fd5bca30ce96 req-0411cd70-5245-405c-a23e-45f221412753 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:48.789376 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-987eed29-b1f3-4b20-88ef-fd5bca30ce96 req-0411cd70-5245-405c-a23e-45f221412753 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 945 time: 0.6540532 Feb 19 04:20:48.796579 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-243b3f46-273c-478a-8db3-47d74fbba0fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:48.817954 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-243b3f46-273c-478a-8db3-47d74fbba0fd admin admin] 10.222.0.65 "DELETE /v2.0/networks/c4b8ca24-cac0-497b-a06b-e0d114d8a9bc HTTP/1.1" status: 204 len: 168 time: 1.3791864 Feb 19 04:20:48.919175 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Publish callbacks [] for port (2dc2c922-13e8-4365-a547-a8a5391034ea), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:48.947238 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (2dc2c922-13e8-4365-a547-a8a5391034ea), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:48.959200 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b3f46-273c-478a-8db3-47d74fbba0fd admin admin] Pushing event deleted for resources: {'Network': ['ID=c4b8ca24-cac0-497b-a06b-e0d114d8a9bc,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:49.097494 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44920) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:49.106216 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:49.114411 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Pushing event updated for resources: {'Port': ['ID=2dc2c922-13e8-4365-a547-a8a5391034ea,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:49.129193 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-987eed29-b1f3-4b20-88ef-fd5bca30ce96 req-75671e33-4a57-4804-863a-c0f562d3c83f tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992382 Feb 19 04:20:49.180556 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:49.191856 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:49.192393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:49.199195 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:49.201748 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:49.202422 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:49.202959 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:49.203524 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:49.204085 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:49.206897 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:49.207305 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44922) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:49.209974 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:49.210864 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:49.211472 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:49.212056 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:49.232396 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:49.281653 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f926a81-8f2b-42d7-a58a-d0dda5b281b7 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (eb5c9388-52a7-4fb8-88a2-86c482c1a94f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:49.301965 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a1e7c1d9-cdc5-47dd-ba23-9c61f5469a5e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b73def591e6740ffa05801d1bfa9928b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0927203 Feb 19 04:20:49.303495 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44926) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:49.365969 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Attempting to bind port 2dc2c922-13e8-4365-a547-a8a5391034ea on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:49.366568 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Attempting to bind port 2dc2c922-13e8-4365-a547-a8a5391034ea by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:49.368966 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Attempting to bind port 2dc2c922-13e8-4365-a547-a8a5391034ea on network 9e765b0b-136b-493b-bef9-44145ed793f7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:49.391995 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:20:49.392616 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Checking segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:49.393338 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:49.396688 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Bound using segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:20:49.397634 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Bound port: 2dc2c922-13e8-4365-a547-a8a5391034ea, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:20:49.400984 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2dc2c922-13e8-4365-a547-a8a5391034ea), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:49.434628 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-9f926a81-8f2b-42d7-a58a-d0dda5b281b7 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5c9388-52a7-4fb8-88a2-86c482c1a94f']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:49.457737 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c0626167-5e64-4944-a45f-cb161fb594f1 admin admin] Publish callbacks [] for security_group (06b16e7a-d734-4119-9e58-2d9c04253415), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:49.538315 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-9f926a81-8f2b-42d7-a58a-d0dda5b281b7 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c2fba5-1483-4528-adbe-6221b907f401') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:49.540475 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c0626167-5e64-4944-a45f-cb161fb594f1 admin admin] Publish callbacks [] for security_group (06b16e7a-d734-4119-9e58-2d9c04253415), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:49.552091 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-9f926a81-8f2b-42d7-a58a-d0dda5b281b7 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c2fba5-1483-4528-adbe-6221b907f401') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:49.583515 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8::72b0:6f8b:ec7b:257b (9e765b0b-136b-493b-bef9-44145ed793f7/29298c80-cf67-4e4f-b08f-a31ba48de929/5d6be01c-07f4-4971-9d39-70e16d90ed93) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:49.610678 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] For port 2dc2c922-13e8-4365-a547-a8a5391034ea, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:20:49.625425 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] For port 2dc2c922-13e8-4365-a547-a8a5391034ea, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2dc2c922-13e8-4365-a547-a8a5391034ea,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:20:49.651869 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2dc2c922-13e8-4365-a547-a8a5391034ea), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:49.666344 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-d134b0b9-a922-4c4b-8569-46bac01ea0ce admin admin] Deleting subnet 458a34ef-1a24-43b1-8bd7-4059217fe731 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:20:49.678094 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c0626167-5e64-4944-a45f-cb161fb594f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (06b16e7a-d734-4119-9e58-2d9c04253415), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:49.680780 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d134b0b9-a922-4c4b-8569-46bac01ea0ce admin admin] Publish callbacks [] for subnet (458a34ef-1a24-43b1-8bd7-4059217fe731), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:49.681587 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c0626167-5e64-4944-a45f-cb161fb594f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:49.686751 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c0626167-5e64-4944-a45f-cb161fb594f1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/06b16e7a-d734-4119-9e58-2d9c04253415 HTTP/1.1" status: 204 len: 168 time: 0.3782213 Feb 19 04:20:49.720425 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0626167-5e64-4944-a45f-cb161fb594f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b16e7a-d734-4119-9e58-2d9c04253415,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:49.785441 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d9a8476d-9707-4a8d-bb8f-51eddbf6ffe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (74e94b9f-2f2f-4190-b9f7-e78f36ba82b9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:49.791839 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f926a81-8f2b-42d7-a58a-d0dda5b281b7 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (93c2fba5-1483-4528-adbe-6221b907f401), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:49.931936 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d134b0b9-a922-4c4b-8569-46bac01ea0ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (458a34ef-1a24-43b1-8bd7-4059217fe731), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:49.955629 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16bcc4-0f7a-469d-beb4-763eeeeb916e None None] Pushing event updated for resources: {'Port': ['ID=2dc2c922-13e8-4365-a547-a8a5391034ea,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:50.028235 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f926a81-8f2b-42d7-a58a-d0dda5b281b7 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (93c2fba5-1483-4528-adbe-6221b907f401), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:50.093489 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f926a81-8f2b-42d7-a58a-d0dda5b281b7 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:20:50.094164 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f926a81-8f2b-42d7-a58a-d0dda5b281b7 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (93c2fba5-1483-4528-adbe-6221b907f401), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:20:50.120223 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:20:50.310966 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8476d-9707-4a8d-bb8f-51eddbf6ffe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74e94b9f-2f2f-4190-b9f7-e78f36ba82b9,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:50.342562 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d134b0b9-a922-4c4b-8569-46bac01ea0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (458a34ef-1a24-43b1-8bd7-4059217fe731), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:50.413731 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3373a-e7cd-4c9b-bcb3-52a380537e1d req-3409a0b2-197f-4919-8a25-e891564f2853 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:50.430052 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0bdf4977-78d0-4edc-a32a-692737fdec01 req-bf15085f-a37d-4b54-bf34-5c652e0f4602 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.2091644 Feb 19 04:20:50.436822 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0ca3373a-e7cd-4c9b-bcb3-52a380537e1d req-3409a0b2-197f-4919-8a25-e891564f2853 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 945 time: 0.6753662 Feb 19 04:20:50.443803 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f926a81-8f2b-42d7-a58a-d0dda5b281b7 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (eb5c9388-52a7-4fb8-88a2-86c482c1a94f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:50.473304 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f926a81-8f2b-42d7-a58a-d0dda5b281b7 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:50.490804 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9f926a81-8f2b-42d7-a58a-d0dda5b281b7 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] 10.222.0.65 "DELETE /v2.0/networks/eb5c9388-52a7-4fb8-88a2-86c482c1a94f HTTP/1.1" status: 204 len: 168 time: 2.1153746 Feb 19 04:20:50.495285 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44936) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:50.508360 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (5d6be01c-07f4-4971-9d39-70e16d90ed93), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:50.554926 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f926a81-8f2b-42d7-a58a-d0dda5b281b7 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Pushing event deleted for resources: {'Network': ['ID=eb5c9388-52a7-4fb8-88a2-86c482c1a94f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:50.561590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a8476d-9707-4a8d-bb8f-51eddbf6ffe7 admin admin] Checking segment: {'id': '10ce9f64-fc7a-4610-9c0f-d2c168305f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:50.562804 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a8476d-9707-4a8d-bb8f-51eddbf6ffe7 admin admin] Network hostable DHCP agents. Network: cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:20:50.574063 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d134b0b9-a922-4c4b-8569-46bac01ea0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (458a34ef-1a24-43b1-8bd7-4059217fe731), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:50.645307 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134b0b9-a922-4c4b-8569-46bac01ea0ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=458a34ef-1a24-43b1-8bd7-4059217fe731,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:50.653638 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d134b0b9-a922-4c4b-8569-46bac01ea0ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:50.662194 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d134b0b9-a922-4c4b-8569-46bac01ea0ce admin admin] 10.222.0.65 "DELETE /v2.0/subnets/458a34ef-1a24-43b1-8bd7-4059217fe731 HTTP/1.1" status: 204 len: 168 time: 1.5569534 Feb 19 04:20:50.664243 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44942) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:50.707853 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0ca3373a-e7cd-4c9b-bcb3-52a380537e1d req-3e5a29e8-3329-4f85-8872-5fd4c2f2558c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696860 Feb 19 04:20:50.789461 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c42d7d5-84ec-400e-a127-f88b43da9271 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:50.797509 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c42d7d5-84ec-400e-a127-f88b43da9271 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:50.799859 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8c42d7d5-84ec-400e-a127-f88b43da9271 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2886500 Feb 19 04:20:50.801970 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (5d6be01c-07f4-4971-9d39-70e16d90ed93), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:50.807058 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44948) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:50.816018 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-47e2d811-878b-4a0d-9466-c52c2ec9f7b8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1323513838'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:50.843623 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e69b45a3-202e-4498-a669-33666629050f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (2e8348c5-bd19-42cc-b917-b87bb48cd5a9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:50.848641 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a8476d-9707-4a8d-bb8f-51eddbf6ffe7 admin admin] Network cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:20:50.877175 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-d9a8476d-9707-4a8d-bb8f-51eddbf6ffe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:50.887801 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a8476d-9707-4a8d-bb8f-51eddbf6ffe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:50.895364 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:50.896352 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68257c5e-a367-43c6-badf-7889a30cd2bb None None] Network cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:50.906333 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d9a8476d-9707-4a8d-bb8f-51eddbf6ffe7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:50.910091 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:50.943768 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:50.950841 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:50.951887 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:50.992207 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0143316 Feb 19 04:20:51.008316 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44950) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:51.025696 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-f399a25d-23c7-48ed-8543-dbb22177440b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'fixed_ips': [{'subnet_id': '29298c80-cf67-4e4f-b08f-a31ba48de929', 'ip_address': '2001:db8::72b0:6f8b:ec7b:257b'}], 'name': 'tempest-NetworksTestDHCPv6-673868398'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:51.146144 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e69b45a3-202e-4498-a669-33666629050f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (2e8348c5-bd19-42cc-b917-b87bb48cd5a9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.186179 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-e69b45a3-202e-4498-a669-33666629050f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8348c5-bd19-42cc-b917-b87bb48cd5a9']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:51.204851 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-e69b45a3-202e-4498-a669-33666629050f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a41fb18-0818-43d1-9c05-3233f3c0c9c4') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:51.205649 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-e69b45a3-202e-4498-a669-33666629050f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a41fb18-0818-43d1-9c05-3233f3c0c9c4') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:51.226076 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e69b45a3-202e-4498-a669-33666629050f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (4a41fb18-0818-43d1-9c05-3233f3c0c9c4), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.232205 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900c6cf-bfc6-4671-a2fe-72f81486ea8d req-11b99a87-840a-4566-b0d1-5b5bd79bea10 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:51.234235 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d900c6cf-bfc6-4671-a2fe-72f81486ea8d req-11b99a87-840a-4566-b0d1-5b5bd79bea10 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.48 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 945 time: 0.4121709 Feb 19 04:20:51.252974 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e69b45a3-202e-4498-a669-33666629050f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (4a41fb18-0818-43d1-9c05-3233f3c0c9c4), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.265302 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69b45a3-202e-4498-a669-33666629050f admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:20:51.266022 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e69b45a3-202e-4498-a669-33666629050f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (4a41fb18-0818-43d1-9c05-3233f3c0c9c4), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.325069 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e2d811-878b-4a0d-9466-c52c2ec9f7b8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Made reservation on behalf of e777775e0b744201ad233c19bdc8734e for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:51.329376 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-47e2d811-878b-4a0d-9466-c52c2ec9f7b8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.346551 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2054a4ec-c675-435c-b906-38d069e79305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8', 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8', 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'fixed_ips': [{'subnet_id': '74e94b9f-2f2f-4190-b9f7-e78f36ba82b9'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:20:51.348226 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2054a4ec-c675-435c-b906-38d069e79305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.408762 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d9a8476d-9707-4a8d-bb8f-51eddbf6ffe7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.3988841 Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:20:51.410119 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:20:51.414432 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44958) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:51.423387 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-4081cc42-bd94-44ed-a467-0da6a61b74d1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1041413511-router', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:51.428804 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e69b45a3-202e-4498-a669-33666629050f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (2e8348c5-bd19-42cc-b917-b87bb48cd5a9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.436850 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e69b45a3-202e-4498-a669-33666629050f admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.444025 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e69b45a3-202e-4498-a669-33666629050f admin admin] 10.222.0.65 "DELETE /v2.0/networks/2e8348c5-bd19-42cc-b917-b87bb48cd5a9 HTTP/1.1" status: 204 len: 168 time: 0.7771909 Feb 19 04:20:51.502838 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b45a3-202e-4498-a669-33666629050f admin admin] Pushing event deleted for resources: {'Network': ['ID=2e8348c5-bd19-42cc-b917-b87bb48cd5a9,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:51.528580 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4081cc42-bd94-44ed-a467-0da6a61b74d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (6cbd6cca-b41f-4554-a069-87dde42f6c80), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.539153 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4081cc42-bd94-44ed-a467-0da6a61b74d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (6cbd6cca-b41f-4554-a069-87dde42f6c80), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.584408 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f399a25d-23c7-48ed-8543-dbb22177440b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:51.622313 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f399a25d-23c7-48ed-8543-dbb22177440b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.650838 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=5d6be01c-07f4-4971-9d39-70e16d90ed93,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:51.701891 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44966) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:51.730616 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4081cc42-bd94-44ed-a467-0da6a61b74d1 admin admin] Publish callbacks [] for router_controller (6cbd6cca-b41f-4554-a069-87dde42f6c80), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:51.793739 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b0c25f60-7358-4bbd-8f14-96e3ed2ca6b7 req-7a84f780-32e4-489d-95d5-21bd1a917018 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.0763657 Feb 19 04:20:51.850677 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:51.851262 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:51.878304 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:51.878995 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:51.883682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:51.884322 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:51.884892 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:51.885514 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:51.886120 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:51.886707 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:51.898839 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:51.899920 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:51.900527 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcfe21-9625-48ce-b87e-acaccb3471df tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:51.961701 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-f399a25d-23c7-48ed-8543-dbb22177440b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] device_id is not set on port a73184ce-9ac0-491a-a8af-bae9a666f14f yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:20:52.038880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e2d811-878b-4a0d-9466-c52c2ec9f7b8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:20:52.082734 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-2054a4ec-c675-435c-b906-38d069e79305 None None] Allocated IP 172.20.0.2 (cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8/74e94b9f-2f2f-4190-b9f7-e78f36ba82b9/b75a0cf8-f3d0-424d-86bf-d47a28c69ac0) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:52.241571 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2dc2c922-13e8-4365-a547-a8a5391034ea up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:52.368464 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44972) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:52.471785 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 2dc2c922-13e8-4365-a547-a8a5391034ea triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:52.472646 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2dc2c922-13e8-4365-a547-a8a5391034ea), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:52.524196 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4081cc42-bd94-44ed-a467-0da6a61b74d1 admin admin] Publish callbacks [] for router_gateway (6cbd6cca-b41f-4554-a069-87dde42f6c80), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:52.568894 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-a70d1f58-2ea5-4af4-8b53-cd969bf434da admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1746079781-network', 'tenant_id': 'df9c39b1157b4ff4913cb78a1d6accf7'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:52.574351 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-493206a5-36df-443f-8f0c-08bc23ab257b None None] Provisioning complete for port 2dc2c922-13e8-4365-a547-a8a5391034ea triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:52.574964 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-493206a5-36df-443f-8f0c-08bc23ab257b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2dc2c922-13e8-4365-a547-a8a5391034ea), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:52.661590 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70d1f58-2ea5-4af4-8b53-cd969bf434da admin admin] Made reservation on behalf of df9c39b1157b4ff4913cb78a1d6accf7 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:52.666709 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a70d1f58-2ea5-4af4-8b53-cd969bf434da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:52.706578 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-47e2d811-878b-4a0d-9466-c52c2ec9f7b8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (c040389e-42c5-4645-9d19-6718ae2e0324), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:52.707635 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-47e2d811-878b-4a0d-9466-c52c2ec9f7b8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Added segment c040389e-42c5-4645-9d19-6718ae2e0324 of type vlan for network adc7155f-70ef-4ce8-a988-8133647731cb Feb 19 04:20:52.736038 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a70d1f58-2ea5-4af4-8b53-cd969bf434da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:52.750229 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-074b113c-3ed8-43e3-a601-a74207e0b15e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=604260eeeaa44c60bee11ac098e6a63f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3764176 Feb 19 04:20:52.753129 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44974) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:52.831082 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 2dc2c922-13e8-4365-a547-a8a5391034ea is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:52.833017 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2dc2c922-13e8-4365-a547-a8a5391034ea), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:52.883895 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f399a25d-23c7-48ed-8543-dbb22177440b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 04:20:52.884896 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f399a25d-23c7-48ed-8543-dbb22177440b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:20:52.906954 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19921a60-da44-4100-af8e-b175e42ccf7c admin admin] Publish callbacks [] for security_group (3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:52.948148 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-d900c6cf-bfc6-4671-a2fe-72f81486ea8d req-b54f1157-4eb6-4c23-a4c6-be3a085f4624 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Deleting port 4aa6651e-65b7-474f-ae6b-f2868e94ecc8 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:52.948709 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d900c6cf-bfc6-4671-a2fe-72f81486ea8d req-b54f1157-4eb6-4c23-a4c6-be3a085f4624 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (4aa6651e-65b7-474f-ae6b-f2868e94ecc8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:52.962587 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19921a60-da44-4100-af8e-b175e42ccf7c admin admin] Publish callbacks [] for security_group (3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:52.985844 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 2dc2c922-13e8-4365-a547-a8a5391034ea, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2dc2c922-13e8-4365-a547-a8a5391034ea,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:53.009928 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2dc2c922-13e8-4365-a547-a8a5391034ea), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:53.157281 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=2dc2c922-13e8-4365-a547-a8a5391034ea,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:53.174661 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-493206a5-36df-443f-8f0c-08bc23ab257b None None] Current status of the port 2dc2c922-13e8-4365-a547-a8a5391034ea is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:53.175605 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-493206a5-36df-443f-8f0c-08bc23ab257b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2dc2c922-13e8-4365-a547-a8a5391034ea), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:53.195971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-d900c6cf-bfc6-4671-a2fe-72f81486ea8d req-b54f1157-4eb6-4c23-a4c6-be3a085f4624 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] For port 4aa6651e-65b7-474f-ae6b-f2868e94ecc8, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4aa6651e-65b7-474f-ae6b-f2868e94ecc8,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:53.196592 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d900c6cf-bfc6-4671-a2fe-72f81486ea8d req-b54f1157-4eb6-4c23-a4c6-be3a085f4624 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (4aa6651e-65b7-474f-ae6b-f2868e94ecc8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:53.218949 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-d900c6cf-bfc6-4671-a2fe-72f81486ea8d req-b54f1157-4eb6-4c23-a4c6-be3a085f4624 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Calling delete_port for 4aa6651e-65b7-474f-ae6b-f2868e94ecc8 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:53.249822 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2054a4ec-c675-435c-b906-38d069e79305 None None] Publish callbacks [] for port (b75a0cf8-f3d0-424d-86bf-d47a28c69ac0), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:53.308481 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2054a4ec-c675-435c-b906-38d069e79305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (b75a0cf8-f3d0-424d-86bf-d47a28c69ac0), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:53.436540 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d900c6cf-bfc6-4671-a2fe-72f81486ea8d req-b54f1157-4eb6-4c23-a4c6-be3a085f4624 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (4aa6651e-65b7-474f-ae6b-f2868e94ecc8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:53.452543 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d9fa5-5604-40f2-bbb1-cba98e9f12c9 req-6ad08d20-6d8d-4443-aa80-3f4bfa5732fa tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:53.454047 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2054a4ec-c675-435c-b906-38d069e79305 None None] Network cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:53.460867 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054a4ec-c675-435c-b906-38d069e79305 None None] Pushing event updated for resources: {'Port': ['ID=b75a0cf8-f3d0-424d-86bf-d47a28c69ac0,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:53.463130 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b12d9fa5-5604-40f2-bbb1-cba98e9f12c9 req-6ad08d20-6d8d-4443-aa80-3f4bfa5732fa tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 945 time: 1.4011493 Feb 19 04:20:53.467230 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-2054a4ec-c675-435c-b906-38d069e79305 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:53.474520 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f399a25d-23c7-48ed-8543-dbb22177440b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.4549062 Feb 19 04:20:53.481436 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2054a4ec-c675-435c-b906-38d069e79305 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:53.503148 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44978) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:53.507318 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 4aa6651e-65b7-474f-ae6b-f2868e94ecc8 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:53.552765 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-47e2d811-878b-4a0d-9466-c52c2ec9f7b8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (adc7155f-70ef-4ce8-a988-8133647731cb), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:53.575766 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 4aa6651e-65b7-474f-ae6b-f2868e94ecc8 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:20:53.576200 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 4aa6651e-65b7-474f-ae6b-f2868e94ecc8 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:20:53.635731 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-493206a5-36df-443f-8f0c-08bc23ab257b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:20:53.636407 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-493206a5-36df-443f-8f0c-08bc23ab257b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:20:53.642374 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a70d1f58-2ea5-4af4-8b53-cd969bf434da admin admin] Publish callbacks [] for security_group (57d154d9-6e7f-497b-99ab-8f81a16b1b58), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:53.644669 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f1157-4eb6-4c23-a4c6-be3a085f4624 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Pushing event deleted for resources: {'Port': ['ID=4aa6651e-65b7-474f-ae6b-f2868e94ecc8,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:53.677447 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e245773-7177-47c8-8938-6ca77f9e5324 req-918842e7-64f4-43ff-be95-9ecb0d9ad317 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.0967703 Feb 19 04:20:53.682353 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19921a60-da44-4100-af8e-b175e42ccf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:53.687608 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19921a60-da44-4100-af8e-b175e42ccf7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:53.690057 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-19921a60-da44-4100-af8e-b175e42ccf7c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6 HTTP/1.1" status: 204 len: 168 time: 0.9350832 Feb 19 04:20:53.708852 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2054a4ec-c675-435c-b906-38d069e79305 None None] Attempting to bind port b75a0cf8-f3d0-424d-86bf-d47a28c69ac0 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:53.709523 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2054a4ec-c675-435c-b906-38d069e79305 None None] Attempting to bind port b75a0cf8-f3d0-424d-86bf-d47a28c69ac0 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '10ce9f64-fc7a-4610-9c0f-d2c168305f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:53.710133 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2054a4ec-c675-435c-b906-38d069e79305 None None] Attempting to bind port b75a0cf8-f3d0-424d-86bf-d47a28c69ac0 on network cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:53.711503 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b12d9fa5-5604-40f2-bbb1-cba98e9f12c9 req-00a36e26-6a34-4dd0-bc22-9a48ff42d357 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473707 Feb 19 04:20:53.712218 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-47e2d811-878b-4a0d-9466-c52c2ec9f7b8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (adc7155f-70ef-4ce8-a988-8133647731cb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:53.719695 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e2d811-878b-4a0d-9466-c52c2ec9f7b8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:53.720370 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-47e2d811-878b-4a0d-9466-c52c2ec9f7b8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:53.725413 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2054a4ec-c675-435c-b906-38d069e79305 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:20:53.729362 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2054a4ec-c675-435c-b906-38d069e79305 None None] Checking segment: {'id': '10ce9f64-fc7a-4610-9c0f-d2c168305f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:53.730097 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2054a4ec-c675-435c-b906-38d069e79305 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:53.730811 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2054a4ec-c675-435c-b906-38d069e79305 None None] Bound using segment: {'id': '10ce9f64-fc7a-4610-9c0f-d2c168305f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:20:53.736903 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2054a4ec-c675-435c-b906-38d069e79305 None None] Bound port: b75a0cf8-f3d0-424d-86bf-d47a28c69ac0, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ce9f64-fc7a-4610-9c0f-d2c168305f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:20:53.737686 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2054a4ec-c675-435c-b906-38d069e79305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b75a0cf8-f3d0-424d-86bf-d47a28c69ac0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:53.753250 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a70d1f58-2ea5-4af4-8b53-cd969bf434da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (57d154d9-6e7f-497b-99ab-8f81a16b1b58), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:53.763066 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a70d1f58-2ea5-4af4-8b53-cd969bf434da admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:20:53.775584 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19921a60-da44-4100-af8e-b175e42ccf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2284a6-f5e4-44d7-8b21-5d5f67ebacf6,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:53.776407 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a70d1f58-2ea5-4af4-8b53-cd969bf434da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (7475f1e8-9ba9-4f4c-a789-729c28f3ed2d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:53.776836 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-a70d1f58-2ea5-4af4-8b53-cd969bf434da admin admin] Added segment 7475f1e8-9ba9-4f4c-a789-729c28f3ed2d of type vlan for network 1c84052c-91e0-4c2a-807c-a49aff1ef410 Feb 19 04:20:53.837259 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a70d1f58-2ea5-4af4-8b53-cd969bf434da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (1c84052c-91e0-4c2a-807c-a49aff1ef410), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:53.875566 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-2054a4ec-c675-435c-b906-38d069e79305 None None] For port b75a0cf8-f3d0-424d-86bf-d47a28c69ac0, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:20:53.882199 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-2054a4ec-c675-435c-b906-38d069e79305 None None] For port b75a0cf8-f3d0-424d-86bf-d47a28c69ac0, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b75a0cf8-f3d0-424d-86bf-d47a28c69ac0,segment=NetworkSegment(10ce9f64-fc7a-4610-9c0f-d2c168305f00),segment_id=10ce9f64-fc7a-4610-9c0f-d2c168305f00)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:20:53.912512 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2054a4ec-c675-435c-b906-38d069e79305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b75a0cf8-f3d0-424d-86bf-d47a28c69ac0), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:53.998069 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-47e2d811-878b-4a0d-9466-c52c2ec9f7b8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.1894050 Feb 19 04:20:54.004784 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44982) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:54.007712 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2d811-878b-4a0d-9466-c52c2ec9f7b8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Pushing event updated for resources: {'Network': ['ID=adc7155f-70ef-4ce8-a988-8133647731cb,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:54.012446 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d1f58-2ea5-4af4-8b53-cd969bf434da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d154d9-6e7f-497b-99ab-8f81a16b1b58,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:54.018963 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a70d1f58-2ea5-4af4-8b53-cd969bf434da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (1c84052c-91e0-4c2a-807c-a49aff1ef410), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:54.021077 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d1f58-2ea5-4af4-8b53-cd969bf434da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:54.022056 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a70d1f58-2ea5-4af4-8b53-cd969bf434da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:54.055224 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b8cd996d-7b2b-4533-a47c-01c72fd7fb58 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-173245251'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:54.059927 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054a4ec-c675-435c-b906-38d069e79305 None None] Pushing event updated for resources: {'Port': ['ID=b75a0cf8-f3d0-424d-86bf-d47a28c69ac0,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:54.066717 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2dc2c922-13e8-4365-a547-a8a5391034ea up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:54.070858 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network adc7155f-70ef-4ce8-a988-8133647731cb details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:20:54.088200 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4081cc42-bd94-44ed-a467-0da6a61b74d1 admin admin] Publish callbacks [] for router_gateway (6cbd6cca-b41f-4554-a069-87dde42f6c80), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:54.127305 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d900c6cf-bfc6-4671-a2fe-72f81486ea8d req-b54f1157-4eb6-4c23-a4c6-be3a085f4624 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] No DVR routers for this DVR port 4aa6651e-65b7-474f-ae6b-f2868e94ecc8 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:20:54.131165 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d900c6cf-bfc6-4671-a2fe-72f81486ea8d req-b54f1157-4eb6-4c23-a4c6-be3a085f4624 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:54.134985 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4081cc42-bd94-44ed-a467-0da6a61b74d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:54.139724 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d900c6cf-bfc6-4671-a2fe-72f81486ea8d req-b54f1157-4eb6-4c23-a4c6-be3a085f4624 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.48 "DELETE /v2.0/ports/4aa6651e-65b7-474f-ae6b-f2868e94ecc8 HTTP/1.1" status: 204 len: 173 time: 2.8765006 Feb 19 04:20:54.202305 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e263ac11-81f8-4c27-851a-61c516079d42', 'name': 'network-vif-deleted', 'tag': '4aa6651e-65b7-474f-ae6b-f2868e94ecc8'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:54.208085 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f145fdf8-0d98-48d5-a29e-099886d16472" -d '{"events": [{"server_uuid": "e263ac11-81f8-4c27-851a-61c516079d42", "name": "network-vif-deleted", "tag": "4aa6651e-65b7-474f-ae6b-f2868e94ecc8"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:54.237107 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a70d1f58-2ea5-4af4-8b53-cd969bf434da admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5280190 Feb 19 04:20:54.352879 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44988) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:54.401158 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-4d96e7c3-4184-4d7e-9401-8f6c2f124829 admin admin] Request body: {'subnet': {'network_id': '1c84052c-91e0-4c2a-807c-a49aff1ef410', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1746079781-subnet', 'tenant_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:54.426147 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eb9564-7934-460a-ba2c-1e30923f4259 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:54.435942 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eb9564-7934-460a-ba2c-1e30923f4259 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:54.441579 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-22eb9564-7934-460a-ba2c-1e30923f4259 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.9362071 Feb 19 04:20:54.443178 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44990) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:54.444713 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6787ce11-7b26-4da2-8601-e765b8dcedfa x-openstack-request-id: req-6787ce11-7b26-4da2-8601-e765b8dcedfa {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:54.445031 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e263ac11-81f8-4c27-851a-61c516079d42", "name": "network-vif-deleted", "tag": "4aa6651e-65b7-474f-ae6b-f2868e94ecc8", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:54.445284 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6787ce11-7b26-4da2-8601-e765b8dcedfa {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:54.445739 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e263ac11-81f8-4c27-851a-61c516079d42', 'name': 'network-vif-deleted', 'tag': '4aa6651e-65b7-474f-ae6b-f2868e94ecc8', 'status': 'completed', 'code': 200} Feb 19 04:20:54.472485 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-493206a5-36df-443f-8f0c-08bc23ab257b None None] Current status of the port 2dc2c922-13e8-4365-a547-a8a5391034ea is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:54.486712 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 2dc2c922-13e8-4365-a547-a8a5391034ea triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:54.487747 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2dc2c922-13e8-4365-a547-a8a5391034ea), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:54.512724 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-4081cc42-bd94-44ed-a467-0da6a61b74d1 admin admin] Allocated IP 172.25.0.7 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/98ade901-b155-48a2-affe-3b71bb529f62) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:54.609221 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cd996d-7b2b-4533-a47c-01c72fd7fb58 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Made reservation on behalf of e777775e0b744201ad233c19bdc8734e for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:54.622274 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b8cd996d-7b2b-4533-a47c-01c72fd7fb58 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:54.635839 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d1f58-2ea5-4af4-8b53-cd969bf434da admin admin] Pushing event updated for resources: {'Network': ['ID=1c84052c-91e0-4c2a-807c-a49aff1ef410,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:54.664216 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 1c84052c-91e0-4c2a-807c-a49aff1ef410 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:20:54.717519 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d96e7c3-4184-4d7e-9401-8f6c2f124829 admin admin] Made reservation on behalf of df9c39b1157b4ff4913cb78a1d6accf7 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:54.727158 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4d96e7c3-4184-4d7e-9401-8f6c2f124829 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:54.922749 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8cd996d-7b2b-4533-a47c-01c72fd7fb58 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:20:55.034822 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8944572c-18b2-4420-9478-a76f5e27d386 None None] Provisioning complete for port 5d6be01c-07f4-4971-9d39-70e16d90ed93 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:55.035628 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4081cc42-bd94-44ed-a467-0da6a61b74d1 admin admin] Publish callbacks [] for port (98ade901-b155-48a2-affe-3b71bb529f62), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:55.041585 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8944572c-18b2-4420-9478-a76f5e27d386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5d6be01c-07f4-4971-9d39-70e16d90ed93), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:55.165582 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4081cc42-bd94-44ed-a467-0da6a61b74d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (98ade901-b155-48a2-affe-3b71bb529f62), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:55.178613 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b8cd996d-7b2b-4533-a47c-01c72fd7fb58 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (a297b381-9c42-4ef2-ab16-7e7b01d481c1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:55.179097 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-b8cd996d-7b2b-4533-a47c-01c72fd7fb58 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Added segment a297b381-9c42-4ef2-ab16-7e7b01d481c1 of type vlan for network 32e8d3dd-1d3c-41aa-b402-6eb0b292adff Feb 19 04:20:55.220677 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8944572c-18b2-4420-9478-a76f5e27d386 None None] Port 5d6be01c-07f4-4971-9d39-70e16d90ed93 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:20:55.244474 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 2dc2c922-13e8-4365-a547-a8a5391034ea is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:55.283002 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4081cc42-bd94-44ed-a467-0da6a61b74d1 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:55.291304 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-4081cc42-bd94-44ed-a467-0da6a61b74d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:55.298953 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4081cc42-bd94-44ed-a467-0da6a61b74d1 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:55.309918 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b8cd996d-7b2b-4533-a47c-01c72fd7fb58 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (32e8d3dd-1d3c-41aa-b402-6eb0b292adff), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:55.352427 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081cc42-bd94-44ed-a467-0da6a61b74d1 admin admin] Pushing event updated for resources: {'Port': ['ID=98ade901-b155-48a2-affe-3b71bb529f62,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:55.412819 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-4f3cb9bc-67ff-4fbb-ae55-08043103316e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting port 5d6be01c-07f4-4971-9d39-70e16d90ed93 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:55.413254 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4f3cb9bc-67ff-4fbb-ae55-08043103316e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (5d6be01c-07f4-4971-9d39-70e16d90ed93), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:55.573990 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b8cd996d-7b2b-4533-a47c-01c72fd7fb58 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (32e8d3dd-1d3c-41aa-b402-6eb0b292adff), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:55.593693 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cd996d-7b2b-4533-a47c-01c72fd7fb58 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:55.594820 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b8cd996d-7b2b-4533-a47c-01c72fd7fb58 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:55.820750 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd996d-7b2b-4533-a47c-01c72fd7fb58 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Pushing event updated for resources: {'Network': ['ID=32e8d3dd-1d3c-41aa-b402-6eb0b292adff,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:55.824628 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5322f125-95d7-4521-ab75-f91cee0e56b8 req-e748fa8e-6526-44d4-a0b1-7e6d87059de0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=e263ac11-81f8-4c27-851a-61c516079d42 HTTP/1.1" status: 200 len: 210 time: 0.8233058 Feb 19 04:20:55.846247 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b8cd996d-7b2b-4533-a47c-01c72fd7fb58 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7986948 Feb 19 04:20:55.846475 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45014) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:55.882485 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 32e8d3dd-1d3c-41aa-b402-6eb0b292adff details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:20:55.894518 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Request body: {'ports': [{'network_id': 'adc7155f-70ef-4ce8-a988-8133647731cb', 'name': 'tempest-port--1201775754', 'admin_state_up': True}, {'network_id': '32e8d3dd-1d3c-41aa-b402-6eb0b292adff', 'admin_state_up': False}]} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:55.895043 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Request body: {'port': {'network_id': 'adc7155f-70ef-4ce8-a988-8133647731cb', 'name': 'tempest-port--1201775754', 'admin_state_up': True}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:55.895827 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Request body: {'port': {'network_id': '32e8d3dd-1d3c-41aa-b402-6eb0b292adff', 'admin_state_up': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:56.136122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b75a0cf8-f3d0-424d-86bf-d47a28c69ac0 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:56.229125 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45018) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:56.244767 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4081cc42-bd94-44ed-a467-0da6a61b74d1 admin admin] Publish callbacks [] for router_gateway (6cbd6cca-b41f-4554-a069-87dde42f6c80), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:56.332784 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e08ac68-109b-4a63-a785-95199d045ffe req-84f5f218-0e20-4bab-a9a3-2fe54d5a27f1 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 1.2110939 Feb 19 04:20:56.412436 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b75a0cf8-f3d0-424d-86bf-d47a28c69ac0 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:56.412854 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b75a0cf8-f3d0-424d-86bf-d47a28c69ac0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:56.499919 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4f3cb9bc-67ff-4fbb-ae55-08043103316e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (5d6be01c-07f4-4971-9d39-70e16d90ed93), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:56.611250 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062155c0-b7d0-428e-a6b3-2247a418ba93 None None] Network cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:56.668046 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-4f3cb9bc-67ff-4fbb-ae55-08043103316e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Calling delete_port for 5d6be01c-07f4-4971-9d39-70e16d90ed93 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:56.682436 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-1174cd0d-f145-42fe-b6c8-793a517ce65c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-401906180-network', 'tenant_id': '672a7d11d6964bc2bea57693f3723a4e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:56.692624 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4d96e7c3-4184-4d7e-9401-8f6c2f124829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (c4888f38-26f5-49c8-afae-244433e40900), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:56.735636 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4081cc42-bd94-44ed-a467-0da6a61b74d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (6cbd6cca-b41f-4554-a069-87dde42f6c80), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:56.758722 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b75a0cf8-f3d0-424d-86bf-d47a28c69ac0 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:56.759889 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b75a0cf8-f3d0-424d-86bf-d47a28c69ac0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:56.858425 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-578468cf-e9b9-4a76-aaac-346802cb1fd5 None None] Provisioning complete for port b75a0cf8-f3d0-424d-86bf-d47a28c69ac0 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:56.859275 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-578468cf-e9b9-4a76-aaac-346802cb1fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b75a0cf8-f3d0-424d-86bf-d47a28c69ac0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:57.007318 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port b75a0cf8-f3d0-424d-86bf-d47a28c69ac0, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b75a0cf8-f3d0-424d-86bf-d47a28c69ac0,segment=NetworkSegment(10ce9f64-fc7a-4610-9c0f-d2c168305f00),segment_id=10ce9f64-fc7a-4610-9c0f-d2c168305f00)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:57.045376 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e7c3-4184-4d7e-9401-8f6c2f124829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4888f38-26f5-49c8-afae-244433e40900,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:57.056218 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1174cd0d-f145-42fe-b6c8-793a517ce65c admin admin] Made reservation on behalf of 672a7d11d6964bc2bea57693f3723a4e for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:57.060856 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1174cd0d-f145-42fe-b6c8-793a517ce65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:57.061371 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b75a0cf8-f3d0-424d-86bf-d47a28c69ac0), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:57.073421 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4081cc42-bd94-44ed-a467-0da6a61b74d1 admin admin] Router 6cbd6cca-b41f-4554-a069-87dde42f6c80 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:20:57.126695 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1174cd0d-f145-42fe-b6c8-793a517ce65c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:57.166442 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Made reservation on behalf of e777775e0b744201ad233c19bdc8734e for: {'port': 2} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:57.171360 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:57.192232 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d96e7c3-4184-4d7e-9401-8f6c2f124829 admin admin] Checking segment: {'id': '7475f1e8-9ba9-4f4c-a789-729c28f3ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1c84052c-91e0-4c2a-807c-a49aff1ef410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:57.192751 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d96e7c3-4184-4d7e-9401-8f6c2f124829 admin admin] Network hostable DHCP agents. Network: 1c84052c-91e0-4c2a-807c-a49aff1ef410, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:20:57.200446 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:57.403373 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-578468cf-e9b9-4a76-aaac-346802cb1fd5 None None] Current status of the port b75a0cf8-f3d0-424d-86bf-d47a28c69ac0 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:57.426406 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=b75a0cf8-f3d0-424d-86bf-d47a28c69ac0,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:57.526171 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d96e7c3-4184-4d7e-9401-8f6c2f124829 admin admin] Network 1c84052c-91e0-4c2a-807c-a49aff1ef410 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:20:57.542017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4081cc42-bd94-44ed-a467-0da6a61b74d1 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:20:57.569498 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] Sync routers for ids ['6cbd6cca-b41f-4554-a069-87dde42f6c80'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:20:57.623399 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] Routers {'6cbd6cca-b41f-4554-a069-87dde42f6c80'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:57.624944 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:20:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6cbd6cca-b41f-4554-a069-87dde42f6c80'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:57.637384 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4081cc42-bd94-44ed-a467-0da6a61b74d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:57.639012 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4081cc42-bd94-44ed-a467-0da6a61b74d1 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2236562 Feb 19 04:20:57.643612 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45038) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:57.711946 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-4d96e7c3-4184-4d7e-9401-8f6c2f124829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 1c84052c-91e0-4c2a-807c-a49aff1ef410) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:57.807296 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ea75c0-78ff-429d-93bf-ff2bb522f1c7 None None] Network 1c84052c-91e0-4c2a-807c-a49aff1ef410 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:57.842258 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] Set router 6cbd6cca-b41f-4554-a069-87dde42f6c80 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:57.904037 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] device_id is not set on port cff84cc2-36c9-4c2b-889f-97cd1a5963a6 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:20:57.906058 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e42abbe4-e9b3-4ceb-ad48-83736027c1b5 None None] Provisioning complete for port b75a0cf8-f3d0-424d-86bf-d47a28c69ac0 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:57.906472 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e42abbe4-e9b3-4ceb-ad48-83736027c1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b75a0cf8-f3d0-424d-86bf-d47a28c69ac0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:58.018395 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b75a0cf8-f3d0-424d-86bf-d47a28c69ac0 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:58.038289 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks [] for port (cff84cc2-36c9-4c2b-889f-97cd1a5963a6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:58.072178 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-27212ac6-7492-4d24-9519-4f4ce7332d27 req-6cbfd311-0d81-438f-9de9-a034dc608f38 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.4315293 Feb 19 04:20:58.160975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] device_id is not set on port 5ac9a4b8-d27a-4467-bce1-207828f2aa12 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:20:58.258123 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d96e7c3-4184-4d7e-9401-8f6c2f124829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:58.259194 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4d96e7c3-4184-4d7e-9401-8f6c2f124829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:58.292686 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks [] for port (5ac9a4b8-d27a-4467-bce1-207828f2aa12), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:58.297641 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'name': 'tempest-ServersTestBootFromVolume-1041413511-router', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '98ade901-b155-48a2-affe-3b71bb529f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:51Z', 'updated_at': '2022-02-19T04:20:55Z', 'revision_number': 3, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'gw_port': {'id': '98ade901-b155-48a2-affe-3b71bb529f62', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:54Z', 'updated_at': '2022-02-19T04:20:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:58.365795 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4f3cb9bc-67ff-4fbb-ae55-08043103316e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (5d6be01c-07f4-4971-9d39-70e16d90ed93), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:58.386844 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (cff84cc2-36c9-4c2b-889f-97cd1a5963a6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:58.414479 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] Checking router: 6cbd6cca-b41f-4554-a069-87dde42f6c80 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:20:58.420397 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] Updating router 6cbd6cca-b41f-4554-a069-87dde42f6c80 port 98ade901-b155-48a2-affe-3b71bb529f62 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:20:58.484576 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3cb9bc-67ff-4fbb-ae55-08043103316e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Port': ['ID=5d6be01c-07f4-4971-9d39-70e16d90ed93,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:58.515628 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4d96e7c3-4184-4d7e-9401-8f6c2f124829 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.1343670 Feb 19 04:20:58.520740 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (98ade901-b155-48a2-affe-3b71bb529f62), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:58.540699 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45040) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:58.554365 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b75a0cf8-f3d0-424d-86bf-d47a28c69ac0 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:58.555138 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b75a0cf8-f3d0-424d-86bf-d47a28c69ac0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:58.628182 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193a7741-be2d-40f4-bddc-8ba65d36f3e1 None None] Network 1c84052c-91e0-4c2a-807c-a49aff1ef410 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:58.641838 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Pushing event updated for resources: {'Port': ['ID=cff84cc2-36c9-4c2b-889f-97cd1a5963a6,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:58.734853 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1174cd0d-f145-42fe-b6c8-793a517ce65c admin admin] Publish callbacks [] for security_group (ca5fb22e-5044-4356-80be-ab2e088414a1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:58.744779 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-643cecea-6867-4ea5-88fa-b7dbbb62693b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1746079781-router', 'tenant_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:58.842465 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-7f05da2e-8407-46ed-84ed-6bb90efaf5a6 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:58.858779 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-7f05da2e-8407-46ed-84ed-6bb90efaf5a6 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/networks?id=7d40f42e-b749-4901-ba8a-e7eceb678438 HTTP/1.1" status: 200 len: 811 time: 1.3409209 Feb 19 04:20:58.891426 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1174cd0d-f145-42fe-b6c8-793a517ce65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ca5fb22e-5044-4356-80be-ab2e088414a1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:58.897280 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2362d38-8efa-42b8-8906-c1a152876a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:58.992508 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e42abbe4-e9b3-4ceb-ad48-83736027c1b5 None None] Current status of the port b75a0cf8-f3d0-424d-86bf-d47a28c69ac0 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:59.103268 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1174cd0d-f145-42fe-b6c8-793a517ce65c admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:20:59.107618 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b75a0cf8-f3d0-424d-86bf-d47a28c69ac0 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:59.115566 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-643cecea-6867-4ea5-88fa-b7dbbb62693b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (711b1e62-1874-48b7-8c90-eaba7f315eae), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.117703 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-643cecea-6867-4ea5-88fa-b7dbbb62693b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (711b1e62-1874-48b7-8c90-eaba7f315eae), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.123796 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4f3cb9bc-67ff-4fbb-ae55-08043103316e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.127866 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4f3cb9bc-67ff-4fbb-ae55-08043103316e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/5d6be01c-07f4-4971-9d39-70e16d90ed93 HTTP/1.1" status: 204 len: 168 time: 4.6651380 Feb 19 04:20:59.140439 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45042) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:59.141536 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Checking segment: {'id': 'c040389e-42c5-4645-9d19-6718ae2e0324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'adc7155f-70ef-4ce8-a988-8133647731cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:59.142098 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Network hostable DHCP agents. Network: adc7155f-70ef-4ce8-a988-8133647731cb, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:20:59.145738 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-4dbb3355-384a-408a-8989-98186c8c7b42 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/quotas/b786c5ef5d584827a0b45726072f8eb3 HTTP/1.1" status: 200 len: 375 time: 0.2855856 Feb 19 04:20:59.243549 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] Publish callbacks [] for port (98ade901-b155-48a2-affe-3b71bb529f62), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.257438 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (98ade901-b155-48a2-affe-3b71bb529f62), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.320897 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] Attempting to bind port 98ade901-b155-48a2-affe-3b71bb529f62 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:59.321627 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] Attempting to bind port 98ade901-b155-48a2-affe-3b71bb529f62 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:59.322448 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] Attempting to bind port 98ade901-b155-48a2-affe-3b71bb529f62 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:59.335585 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2a7ddc38-8a95-4bb2-bd54-147b113f81ed req-6f0eaffa-fdc3-47dd-9afe-91041af7d2a9 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.0792401 Feb 19 04:20:59.373961 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:20:59.374541 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:59.374824 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.375218 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:20:59.375826 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] Bound port: 98ade901-b155-48a2-affe-3b71bb529f62, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:20:59.376217 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (98ade901-b155-48a2-affe-3b71bb529f62), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.490352 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] For port 98ade901-b155-48a2-affe-3b71bb529f62, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:20:59.495201 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b51a10-6afe-4527-9fd4-42354a0fbbad None None] Pushing event updated for resources: {'Port': ['ID=98ade901-b155-48a2-affe-3b71bb529f62,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:59.505216 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-a2362d38-8efa-42b8-8906-c1a152876a2d admin admin] Allocated IP 172.20.0.1 (cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8/74e94b9f-2f2f-4190-b9f7-e78f36ba82b9/706ea616-c356-4290-a54a-316e598ad4db) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:59.524415 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b51a10-6afe-4527-9fd4-42354a0fbbad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:59.525632 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b51a10-6afe-4527-9fd4-42354a0fbbad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:59.526543 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b51a10-6afe-4527-9fd4-42354a0fbbad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:59.528235 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b51a10-6afe-4527-9fd4-42354a0fbbad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:59.529249 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b51a10-6afe-4527-9fd4-42354a0fbbad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:59.529916 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b51a10-6afe-4527-9fd4-42354a0fbbad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:59.530815 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b51a10-6afe-4527-9fd4-42354a0fbbad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:59.531675 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b51a10-6afe-4527-9fd4-42354a0fbbad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:59.532523 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b51a10-6afe-4527-9fd4-42354a0fbbad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:59.533444 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b51a10-6afe-4527-9fd4-42354a0fbbad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:59.534829 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b51a10-6afe-4527-9fd4-42354a0fbbad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:59.535758 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b51a10-6afe-4527-9fd4-42354a0fbbad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:59.536733 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b51a10-6afe-4527-9fd4-42354a0fbbad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:59.561411 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] For port 98ade901-b155-48a2-affe-3b71bb529f62, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=98ade901-b155-48a2-affe-3b71bb529f62,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:20:59.575715 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5606384-1d89-42ff-a155-8337da35c078 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:59.577713 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5606384-1d89-42ff-a155-8337da35c078 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:59.578227 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (98ade901-b155-48a2-affe-3b71bb529f62), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.579594 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f5606384-1d89-42ff-a155-8337da35c078 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4327536 Feb 19 04:20:59.624859 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-834174dd-3ff2-4eb3-a559-9ebeaece8e7f tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b786c5ef5d584827a0b45726072f8eb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568049 Feb 19 04:20:59.632364 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45046) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:59.638835 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1174cd0d-f145-42fe-b6c8-793a517ce65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (16b32102-5185-4cbf-aa7e-16f071f0ba9f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.639352 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-1174cd0d-f145-42fe-b6c8-793a517ce65c admin admin] Added segment 16b32102-5185-4cbf-aa7e-16f071f0ba9f of type vlan for network d1294f4b-e620-490a-b32c-72fd1cd5a09a Feb 19 04:20:59.661212 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174cd0d-f145-42fe-b6c8-793a517ce65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5fb22e-5044-4356-80be-ab2e088414a1,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:59.691048 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] Routers {'6cbd6cca-b41f-4554-a069-87dde42f6c80'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:59.696358 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:20:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6cbd6cca-b41f-4554-a069-87dde42f6c80'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:59.706808 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b51a10-6afe-4527-9fd4-42354a0fbbad None None] Pushing event updated for resources: {'Port': ['ID=98ade901-b155-48a2-affe-3b71bb529f62,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:59.775514 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2362d38-8efa-42b8-8906-c1a152876a2d admin admin] Publish callbacks [] for port (706ea616-c356-4290-a54a-316e598ad4db), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.847974 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2362d38-8efa-42b8-8906-c1a152876a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (706ea616-c356-4290-a54a-316e598ad4db), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.875982 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Network adc7155f-70ef-4ce8-a988-8133647731cb is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:20:59.909546 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2362d38-8efa-42b8-8906-c1a152876a2d admin admin] Network cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:59.914154 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-a2362d38-8efa-42b8-8906-c1a152876a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:59.919207 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2362d38-8efa-42b8-8906-c1a152876a2d admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:59.987959 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-643cecea-6867-4ea5-88fa-b7dbbb62693b admin admin] Publish callbacks [] for router_controller (711b1e62-1874-48b7-8c90-eaba7f315eae), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:59.997110 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1174cd0d-f145-42fe-b6c8-793a517ce65c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (d1294f4b-e620-490a-b32c-72fd1cd5a09a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:00.003954 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-572aba71-6fbf-493c-b8d2-bca3c2ef42c7 service neutron] 10.222.0.65 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395000 Feb 19 04:21:00.006210 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, adc7155f-70ef-4ce8-a988-8133647731cb) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:00.028803 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f8ddb9-5038-41c8-84af-fc57c404132a None None] Network adc7155f-70ef-4ce8-a988-8133647731cb requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:00.049631 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:00.049919 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2362d38-8efa-42b8-8906-c1a152876a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (6cbd6cca-b41f-4554-a069-87dde42f6c80), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:00.051607 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (5ac9a4b8-d27a-4467-bce1-207828f2aa12), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:00.083432 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f1201d-ed3d-477c-8a91-1c2d1c36a213 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet 29298c80-cf67-4e4f-b08f-a31ba48de929 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:21:00.200307 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] Set router 6cbd6cca-b41f-4554-a069-87dde42f6c80 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:00.212324 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.resource_extend [None req-1174cd0d-f145-42fe-b6c8-793a517ce65c admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:21:00.217964 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-34f1201d-ed3d-477c-8a91-1c2d1c36a213 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (29298c80-cf67-4e4f-b08f-a31ba48de929), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:00.366760 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2362d38-8efa-42b8-8906-c1a152876a2d admin admin] Pushing event updated for resources: {'Port': ['ID=706ea616-c356-4290-a54a-316e598ad4db,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:00.477466 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-87ca0f91-4b92-480b-bf18-e866ce67adf4 None None] Provisioning complete for port 706ea616-c356-4290-a54a-316e598ad4db triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:00.478112 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-87ca0f91-4b92-480b-bf18-e866ce67adf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (706ea616-c356-4290-a54a-316e598ad4db), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:00.483267 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2362d38-8efa-42b8-8906-c1a152876a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (706ea616-c356-4290-a54a-316e598ad4db), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:00.581423 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-87ca0f91-4b92-480b-bf18-e866ce67adf4 None None] Port 706ea616-c356-4290-a54a-316e598ad4db cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:21:00.588565 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'name': 'tempest-ServersTestBootFromVolume-1041413511-router', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '98ade901-b155-48a2-affe-3b71bb529f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:51Z', 'updated_at': '2022-02-19T04:20:55Z', 'revision_number': 3, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'gw_port': {'id': '98ade901-b155-48a2-affe-3b71bb529f62', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:54Z', 'updated_at': '2022-02-19T04:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:00.642382 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1174cd0d-f145-42fe-b6c8-793a517ce65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d1294f4b-e620-490a-b32c-72fd1cd5a09a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:00.643021 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1174cd0d-f145-42fe-b6c8-793a517ce65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:00.643604 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1174cd0d-f145-42fe-b6c8-793a517ce65c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:00.675748 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ea7573-a240-4673-8254-fe7538c75c25 None None] The sync data for ids ['6cbd6cca-b41f-4554-a069-87dde42f6c80'] in n-d-772273-4 is: [{'id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'name': 'tempest-ServersTestBootFromVolume-1041413511-router', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '98ade901-b155-48a2-affe-3b71bb529f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:51Z', 'updated_at': '2022-02-19T04:20:55Z', 'revision_number': 3, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'gw_port': {'id': '98ade901-b155-48a2-affe-3b71bb529f62', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:54Z', 'updated_at': '2022-02-19T04:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:21:00.692487 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-effcbb25-ec66-42df-9516-02f157fb6ef5 req-b67c0c2d-88c0-43f5-9800-5b40f5c74941 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.0905111 Feb 19 04:21:00.788296 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-34f1201d-ed3d-477c-8a91-1c2d1c36a213 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (29298c80-cf67-4e4f-b08f-a31ba48de929), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:00.806408 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Pushing event updated for resources: {'Port': ['ID=5ac9a4b8-d27a-4467-bce1-207828f2aa12,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:00.908510 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2362d38-8efa-42b8-8906-c1a152876a2d admin admin] Publish callbacks [] for port (706ea616-c356-4290-a54a-316e598ad4db), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:00.919954 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2362d38-8efa-42b8-8906-c1a152876a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (706ea616-c356-4290-a54a-316e598ad4db), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:00.943169 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1174cd0d-f145-42fe-b6c8-793a517ce65c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.7052031 Feb 19 04:21:01.026458 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2362d38-8efa-42b8-8906-c1a152876a2d admin admin] Pushing event updated for resources: {'Port': ['ID=706ea616-c356-4290-a54a-316e598ad4db,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:01.028077 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45056) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:01.031148 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2362d38-8efa-42b8-8906-c1a152876a2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (6cbd6cca-b41f-4554-a069-87dde42f6c80), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:01.047845 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-a0e019d2-aafc-4a8d-828c-28eaba1fb49b admin admin] Request body: {'subnet': {'network_id': 'd1294f4b-e620-490a-b32c-72fd1cd5a09a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-401906180-subnet', 'tenant_id': '672a7d11d6964bc2bea57693f3723a4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:01.071496 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-643cecea-6867-4ea5-88fa-b7dbbb62693b admin admin] Publish callbacks [] for router_gateway (711b1e62-1874-48b7-8c90-eaba7f315eae), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:01.091725 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Checking segment: {'id': 'a297b381-9c42-4ef2-ab16-7e7b01d481c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '32e8d3dd-1d3c-41aa-b402-6eb0b292adff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:01.092204 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Network hostable DHCP agents. Network: 32e8d3dd-1d3c-41aa-b402-6eb0b292adff, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:21:01.128456 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e019d2-aafc-4a8d-828c-28eaba1fb49b admin admin] Made reservation on behalf of 672a7d11d6964bc2bea57693f3723a4e for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:01.131310 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a0e019d2-aafc-4a8d-828c-28eaba1fb49b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:01.253778 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-8a21b8ca-8fb0-40fa-864e-b6af5fc61706 service neutron] 10.222.0.65 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1904945 Feb 19 04:21:01.257491 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2362d38-8efa-42b8-8906-c1a152876a2d admin admin] Network cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:01.265738 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-a2362d38-8efa-42b8-8906-c1a152876a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:01.278843 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174cd0d-f145-42fe-b6c8-793a517ce65c admin admin] Pushing event updated for resources: {'Network': ['ID=d1294f4b-e620-490a-b32c-72fd1cd5a09a,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:01.295709 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network d1294f4b-e620-490a-b32c-72fd1cd5a09a details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:21:01.646880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Network 32e8d3dd-1d3c-41aa-b402-6eb0b292adff is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:21:01.672896 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2362d38-8efa-42b8-8906-c1a152876a2d admin admin] Router 6cbd6cca-b41f-4554-a069-87dde42f6c80 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:21:01.690603 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 32e8d3dd-1d3c-41aa-b402-6eb0b292adff) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:01.696824 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:01.719662 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:01.726114 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:01.727593 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:01.730980 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90973e30-6032-45b0-9253-cca1c9001053 None None] Network 32e8d3dd-1d3c-41aa-b402-6eb0b292adff requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:01.776290 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-34f1201d-ed3d-477c-8a91-1c2d1c36a213 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (29298c80-cf67-4e4f-b08f-a31ba48de929), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:01.858355 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-87b23f76-e643-45ed-aa13-dc8982ea4304 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.0040507 Feb 19 04:21:01.859158 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45066) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:01.972778 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b144f5a7-a739-4329-b115-cea969fdfb6b req-a412ce8e-aabe-4af7-b590-73c81bd48101 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.0486057 Feb 19 04:21:02.188807 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2362d38-8efa-42b8-8906-c1a152876a2d admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:21:02.223718 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a2362d38-8efa-42b8-8906-c1a152876a2d admin admin] 10.222.0.65 "PUT /v2.0/routers/6cbd6cca-b41f-4554-a069-87dde42f6c80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5780883 Feb 19 04:21:02.261958 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee9ef6e-b118-437f-a685-f0efebab11c8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:02.287110 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3052e30b-ca80-46ce-a83c-39c4d9d61fcd req-759b6bcf-1f3b-4bce-a446-494577311085 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=800dceb4-02bc-4230-ae7c-12d10e0216cf HTTP/1.1" status: 200 len: 210 time: 0.1008656 Feb 19 04:21:02.295510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee9ef6e-b118-437f-a685-f0efebab11c8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:02.298584 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8ee9ef6e-b118-437f-a685-f0efebab11c8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4326398 Feb 19 04:21:02.300619 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-34f1201d-ed3d-477c-8a91-1c2d1c36a213 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (29298c80-cf67-4e4f-b08f-a31ba48de929), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:02.301368 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45072) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:02.317244 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 98ade901-b155-48a2-affe-3b71bb529f62 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:02.478121 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9118f7cd-cc24-4d18-9db2-41bc55502026 None None] Provisioning complete for port 706ea616-c356-4290-a54a-316e598ad4db triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:02.478499 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9118f7cd-cc24-4d18-9db2-41bc55502026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (706ea616-c356-4290-a54a-316e598ad4db), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:02.582333 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1201d-ed3d-477c-8a91-1c2d1c36a213 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=29298c80-cf67-4e4f-b08f-a31ba48de929,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:02.587043 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-34f1201d-ed3d-477c-8a91-1c2d1c36a213 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:02.597558 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-34f1201d-ed3d-477c-8a91-1c2d1c36a213 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/29298c80-cf67-4e4f-b08f-a31ba48de929 HTTP/1.1" status: 204 len: 168 time: 2.9571357 Feb 19 04:21:02.604328 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45080) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:02.646687 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-201342a7-953f-4860-9714-a5edd7cdc311 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Deleting port cff84cc2-36c9-4c2b-889f-97cd1a5963a6 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:02.649496 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-201342a7-953f-4860-9714-a5edd7cdc311 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (cff84cc2-36c9-4c2b-889f-97cd1a5963a6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:02.724079 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8653c2ed-9c9b-4b21-b1cd-9e10e59ca4fa None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:02.740518 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b105b31d-4d95-4943-967a-7e2f85f13123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:02.846808 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a0e019d2-aafc-4a8d-828c-28eaba1fb49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (6957c29a-282f-44cd-9a6f-045174e44f06), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:02.855373 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-201342a7-953f-4860-9714-a5edd7cdc311 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (cff84cc2-36c9-4c2b-889f-97cd1a5963a6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:02.877508 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-201342a7-953f-4860-9714-a5edd7cdc311 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Calling delete_port for cff84cc2-36c9-4c2b-889f-97cd1a5963a6 owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:03.043943 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9118f7cd-cc24-4d18-9db2-41bc55502026 None None] Port 706ea616-c356-4290-a54a-316e598ad4db cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:21:03.113120 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-42a7679d-63d2-4edc-a0d2-479fe297d60e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4991398 Feb 19 04:21:03.113848 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45090) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:03.119946 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 98ade901-b155-48a2-affe-3b71bb529f62 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:03.121707 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (98ade901-b155-48a2-affe-3b71bb529f62), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:03.142790 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-25467ab4-998f-4e86-a794-b3387d7fe5d2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:03.203055 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e019d2-aafc-4a8d-828c-28eaba1fb49b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6957c29a-282f-44cd-9a6f-045174e44f06,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:03.244062 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-edfbfa2d-cb20-4358-9061-3486f0ee6f61 req-cbeb444f-344f-4022-a804-a13ed051f763 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.0918002 Feb 19 04:21:03.247599 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-201342a7-953f-4860-9714-a5edd7cdc311 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (cff84cc2-36c9-4c2b-889f-97cd1a5963a6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:03.301044 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-643cecea-6867-4ea5-88fa-b7dbbb62693b admin admin] Publish callbacks [] for router_gateway (711b1e62-1874-48b7-8c90-eaba7f315eae), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:03.380741 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e019d2-aafc-4a8d-828c-28eaba1fb49b admin admin] Checking segment: {'id': '16b32102-5185-4cbf-aa7e-16f071f0ba9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd1294f4b-e620-490a-b32c-72fd1cd5a09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:03.385471 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e019d2-aafc-4a8d-828c-28eaba1fb49b admin admin] Network hostable DHCP agents. Network: d1294f4b-e620-490a-b32c-72fd1cd5a09a, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:21:03.504371 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-201342a7-953f-4860-9714-a5edd7cdc311 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:03.515787 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-201342a7-953f-4860-9714-a5edd7cdc311 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] 10.222.0.65 "DELETE /v2.0/ports/cff84cc2-36c9-4c2b-889f-97cd1a5963a6 HTTP/1.1" status: 204 len: 168 time: 1.2130623 Feb 19 04:21:03.519667 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201342a7-953f-4860-9714-a5edd7cdc311 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Pushing event deleted for resources: {'Port': ['ID=cff84cc2-36c9-4c2b-889f-97cd1a5963a6,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:03.519998 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-643cecea-6867-4ea5-88fa-b7dbbb62693b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:03.536888 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45094) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:03.546554 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f183124-4ae7-4629-b9f9-f6c295bd7275 None None] DHCP port deletion for 9e765b0b-136b-493b-bef9-44145ed793f7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:21:03.641979 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 98ade901-b155-48a2-affe-3b71bb529f62 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:03.643065 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (98ade901-b155-48a2-affe-3b71bb529f62), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:03.788632 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 98ade901-b155-48a2-affe-3b71bb529f62, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=98ade901-b155-48a2-affe-3b71bb529f62,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:03.824759 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (98ade901-b155-48a2-affe-3b71bb529f62), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:03.920172 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e019d2-aafc-4a8d-828c-28eaba1fb49b admin admin] Network d1294f4b-e620-490a-b32c-72fd1cd5a09a is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:21:03.948901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6f183124-4ae7-4629-b9f9-f6c295bd7275 None None] Deleting port 2dc2c922-13e8-4365-a547-a8a5391034ea {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:03.952583 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6f183124-4ae7-4629-b9f9-f6c295bd7275 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2dc2c922-13e8-4365-a547-a8a5391034ea), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:04.043481 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45096) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:04.055126 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-aeae1ed8-4b9f-481a-b7ba-71831888416e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1829436051', 'description': 'tempest-description--216185983'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:04.079983 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-a0e019d2-aafc-4a8d-828c-28eaba1fb49b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, d1294f4b-e620-490a-b32c-72fd1cd5a09a) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:04.116266 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-543e8e61-7768-45af-93b5-fec6a15442e9 req-b1419509-e4a9-48eb-a157-9193efc40a98 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=800dceb4-02bc-4230-ae7c-12d10e0216cf HTTP/1.1" status: 200 len: 210 time: 0.5449383 Feb 19 04:21:04.157085 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e019d2-aafc-4a8d-828c-28eaba1fb49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:04.159772 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a0e019d2-aafc-4a8d-828c-28eaba1fb49b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:04.160889 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddabcd33-ab34-43b0-bd7f-a27510cd84dc None None] Network d1294f4b-e620-490a-b32c-72fd1cd5a09a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:04.164699 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2dc2c922-13e8-4365-a547-a8a5391034ea no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:21:04.259863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-643cecea-6867-4ea5-88fa-b7dbbb62693b admin admin] Allocated IP 172.25.0.135 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/8655014a-a397-44f1-ad24-0a41873df23f) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:04.333900 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25467ab4-998f-4e86-a794-b3387d7fe5d2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:04.346210 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-25467ab4-998f-4e86-a794-b3387d7fe5d2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:04.421228 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a0e019d2-aafc-4a8d-828c-28eaba1fb49b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.3705618 Feb 19 04:21:04.421228 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aeae1ed8-4b9f-481a-b7ba-71831888416e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:04.519551 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=98ade901-b155-48a2-affe-3b71bb529f62,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:04.553051 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-6f183124-4ae7-4629-b9f9-f6c295bd7275 None None] For port 2dc2c922-13e8-4365-a547-a8a5391034ea, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2dc2c922-13e8-4365-a547-a8a5391034ea,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:04.553758 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6f183124-4ae7-4629-b9f9-f6c295bd7275 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2dc2c922-13e8-4365-a547-a8a5391034ea), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:04.569193 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-bdca0a97-fced-425b-aae1-8eea6848a222 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Deleting port 5ac9a4b8-d27a-4467-bce1-207828f2aa12 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:04.573640 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bdca0a97-fced-425b-aae1-8eea6848a222 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (5ac9a4b8-d27a-4467-bce1-207828f2aa12), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:04.655181 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:21:04.668774 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ad9824-0eb1-493f-8bea-b851b3b02f37 None None] Network d1294f4b-e620-490a-b32c-72fd1cd5a09a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:04.679116 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6f183124-4ae7-4629-b9f9-f6c295bd7275 None None] Calling delete_port for 2dc2c922-13e8-4365-a547-a8a5391034ea owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:04.839635 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6b8e4aea-9f6a-4d36-89bd-bc93a5f72c86 req-86ec8674-8322-429e-ab73-cdaf97592252 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.3238406 Feb 19 04:21:04.972049 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6f183124-4ae7-4629-b9f9-f6c295bd7275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (2dc2c922-13e8-4365-a547-a8a5391034ea), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:04.974869 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] Sync routers for ids ['6cbd6cca-b41f-4554-a069-87dde42f6c80'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:21:05.008347 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bdca0a97-fced-425b-aae1-8eea6848a222 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (5ac9a4b8-d27a-4467-bce1-207828f2aa12), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:05.109249 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f183124-4ae7-4629-b9f9-f6c295bd7275 None None] Pushing event deleted for resources: {'Port': ['ID=2dc2c922-13e8-4365-a547-a8a5391034ea,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:05.141164 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-643cecea-6867-4ea5-88fa-b7dbbb62693b admin admin] Publish callbacks [] for port (8655014a-a397-44f1-ad24-0a41873df23f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:05.146925 n-d-772273-4 neutron-server[115200]: INFO neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No ports have port_id starting with 2dc2c922-13e8-4365-a547-a8a5391034ea Feb 19 04:21:05.218638 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-bdca0a97-fced-425b-aae1-8eea6848a222 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Calling delete_port for 5ac9a4b8-d27a-4467-bce1-207828f2aa12 owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:05.236872 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f183124-4ae7-4629-b9f9-f6c295bd7275 None None] No DVR routers for this DVR port 2dc2c922-13e8-4365-a547-a8a5391034ea on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:21:05.258476 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] Routers {'6cbd6cca-b41f-4554-a069-87dde42f6c80'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:05.258476 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:20:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6cbd6cca-b41f-4554-a069-87dde42f6c80'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:05.312753 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aeae1ed8-4b9f-481a-b7ba-71831888416e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks [] for security_group (cea4b522-df63-419d-b92f-eef69a56abaf), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:05.345189 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-25467ab4-998f-4e86-a794-b3387d7fe5d2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (fcc54e6e-397c-4fc4-81b8-61b2aa1b903e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:05.394105 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aeae1ed8-4b9f-481a-b7ba-71831888416e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (cea4b522-df63-419d-b92f-eef69a56abaf), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:05.410802 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-643cecea-6867-4ea5-88fa-b7dbbb62693b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (8655014a-a397-44f1-ad24-0a41873df23f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:05.518829 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643cecea-6867-4ea5-88fa-b7dbbb62693b admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:05.520241 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643cecea-6867-4ea5-88fa-b7dbbb62693b admin admin] Pushing event updated for resources: {'Port': ['ID=8655014a-a397-44f1-ad24-0a41873df23f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:05.553760 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-71d08aa5-02b4-4941-a1bb-f99209abcc53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:05.573260 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-643cecea-6867-4ea5-88fa-b7dbbb62693b admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:05.579269 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] Set router 6cbd6cca-b41f-4554-a069-87dde42f6c80 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:05.660876 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643cecea-6867-4ea5-88fa-b7dbbb62693b admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:05.682944 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d7de9f6a-9588-4d62-b1cf-3422d7bab126 req-6af956f2-20d7-4e70-a9ac-e4f089b92945 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=800dceb4-02bc-4230-ae7c-12d10e0216cf HTTP/1.1" status: 200 len: 210 time: 0.3412578 Feb 19 04:21:05.696534 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25467ab4-998f-4e86-a794-b3387d7fe5d2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:05.732879 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-25467ab4-998f-4e86-a794-b3387d7fe5d2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:05.736538 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae1ed8-4b9f-481a-b7ba-71831888416e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cea4b522-df63-419d-b92f-eef69a56abaf,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:05.756555 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25467ab4-998f-4e86-a794-b3387d7fe5d2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:05.757159 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-25467ab4-998f-4e86-a794-b3387d7fe5d2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:05.760476 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c310d169-30d1-4f48-a051-7ecddd45826a None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:05.763684 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aeae1ed8-4b9f-481a-b7ba-71831888416e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:05.767986 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-aeae1ed8-4b9f-481a-b7ba-71831888416e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.7187173 Feb 19 04:21:05.791816 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-75020e3a-9b7e-43b3-a910-f18e6b6d940d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:05.795427 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-75020e3a-9b7e-43b3-a910-f18e6b6d940d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.48 "GET /v2.0/networks?id=7d40f42e-b749-4901-ba8a-e7eceb678438 HTTP/1.1" status: 200 len: 811 time: 0.9525287 Feb 19 04:21:05.796372 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45118) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:05.816400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b69d4dc7-cbb4-4ce7-909a-2f22b8b90efd tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Request body: {'security_group_rule': {'security_group_id': 'cea4b522-df63-419d-b92f-eef69a56abaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:05.830186 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-d4bd4f5d-59d9-4595-9891-756cabc79917 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Request body: {'port': {'device_id': '800dceb4-02bc-4230-ae7c-12d10e0216cf', 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438', 'admin_state_up': True, 'tenant_id': 'b786c5ef5d584827a0b45726072f8eb3'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:06.334335 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 98ade901-b155-48a2-affe-3b71bb529f62 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:06.449265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-8a238f73-8daa-494f-9ff4-876a4a14ff9f tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:06.451254 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-8a238f73-8daa-494f-9ff4-876a4a14ff9f tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/networks?id=d1294f4b-e620-490a-b32c-72fd1cd5a09a HTTP/1.1" status: 200 len: 817 time: 0.8261015 Feb 19 04:21:06.476956 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25467ab4-998f-4e86-a794-b3387d7fe5d2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=fcc54e6e-397c-4fc4-81b8-61b2aa1b903e,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:06.508494 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f4df7f-a42b-43e1-8ccc-35890ac4ea16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9e765b0b-136b-493b-bef9-44145ed793f7', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'fixed_ips': [{'subnet_id': 'fcc54e6e-397c-4fc4-81b8-61b2aa1b903e'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:21:06.510050 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-77f4df7f-a42b-43e1-8ccc-35890ac4ea16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:06.542243 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-f6ee8750-9862-44b8-b1c3-ecbb21960807 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/quotas/672a7d11d6964bc2bea57693f3723a4e HTTP/1.1" status: 200 len: 375 time: 0.0489442 Feb 19 04:21:06.571290 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-25467ab4-998f-4e86-a794-b3387d7fe5d2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4479632 Feb 19 04:21:06.572066 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45124) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:06.579344 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-107b2e63-c806-4ef1-93a9-464e22d9977a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'fixed_ips': [{'subnet_id': 'fcc54e6e-397c-4fc4-81b8-61b2aa1b903e', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-2122913205'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:06.637363 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 98ade901-b155-48a2-affe-3b71bb529f62 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:06.638027 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (98ade901-b155-48a2-affe-3b71bb529f62), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:06.661300 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-38c48a42-1654-4349-ba54-0f4fd2030d6a tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=672a7d11d6964bc2bea57693f3723a4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906155 Feb 19 04:21:06.731858 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bdca0a97-fced-425b-aae1-8eea6848a222 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (5ac9a4b8-d27a-4467-bce1-207828f2aa12), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:06.848506 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca0a97-fced-425b-aae1-8eea6848a222 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Pushing event deleted for resources: {'Port': ['ID=5ac9a4b8-d27a-4467-bce1-207828f2aa12,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:06.890150 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:06.955067 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bdca0a97-fced-425b-aae1-8eea6848a222 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:06.962363 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-bdca0a97-fced-425b-aae1-8eea6848a222 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] 10.222.0.65 "DELETE /v2.0/ports/5ac9a4b8-d27a-4467-bce1-207828f2aa12 HTTP/1.1" status: 204 len: 168 time: 3.3633218 Feb 19 04:21:06.972974 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45128) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:07.113137 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'name': 'tempest-ServersTestBootFromVolume-1041413511-router', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '98ade901-b155-48a2-affe-3b71bb529f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:51Z', 'updated_at': '2022-02-19T04:21:00Z', 'revision_number': 4, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'gw_port': {'id': '98ade901-b155-48a2-affe-3b71bb529f62', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:54Z', 'updated_at': '2022-02-19T04:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '706ea616-c356-4290-a54a-316e598ad4db', 'name': '', 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'mac_address': 'fa:16:3e:c6:d4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '74e94b9f-2f2f-4190-b9f7-e78f36ba82b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:58Z', 'updated_at': '2022-02-19T04:21:00Z', 'revision_number': 2, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'subnets': [{'id': '74e94b9f-2f2f-4190-b9f7-e78f36ba82b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:07.185445 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] Checking router: 6cbd6cca-b41f-4554-a069-87dde42f6c80 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:21:07.186027 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] Updating router 6cbd6cca-b41f-4554-a069-87dde42f6c80 port 706ea616-c356-4290-a54a-316e598ad4db binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:21:07.191735 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2fa3bfe4-4f5f-44d6-8eb9-116ef55349b2 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2171676 Feb 19 04:21:07.198126 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45130) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:07.207969 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b69d4dc7-cbb4-4ce7-909a-2f22b8b90efd tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks [] for security_group_rule (1eb5d03c-f6c4-4927-8c5c-abc7650d8fd2), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.262947 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-80822a69-4779-4eb0-8128-bf2bd42985c2 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-696280186'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:07.298938 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-c9699131-31a1-49a4-a7e8-0b103f83e798 service neutron] 10.222.0.65 "GET /v2.0/networks/d1294f4b-e620-490a-b32c-72fd1cd5a09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5699689 Feb 19 04:21:07.333356 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 98ade901-b155-48a2-affe-3b71bb529f62 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:07.338220 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (706ea616-c356-4290-a54a-316e598ad4db), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.346668 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b69d4dc7-cbb4-4ce7-909a-2f22b8b90efd tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks [] for security_group_rule (1eb5d03c-f6c4-4927-8c5c-abc7650d8fd2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.352308 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-919e15e0-0ec6-41f8-b1d4-f85517f44c2d req-8e0a9e4c-96e5-4b17-bac3-57c998eb3883 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.2825112 Feb 19 04:21:07.359167 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107b2e63-c806-4ef1-93a9-464e22d9977a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:07.362774 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80822a69-4779-4eb0-8128-bf2bd42985c2 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Made reservation on behalf of e777775e0b744201ad233c19bdc8734e for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:07.367287 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80822a69-4779-4eb0-8128-bf2bd42985c2 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.372404 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b69d4dc7-cbb4-4ce7-909a-2f22b8b90efd tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (1eb5d03c-f6c4-4927-8c5c-abc7650d8fd2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.440987 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b69d4dc7-cbb4-4ce7-909a-2f22b8b90efd tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.440987 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b69d4dc7-cbb4-4ce7-909a-2f22b8b90efd tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6353714 Feb 19 04:21:07.451491 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45132) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:07.452608 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-d4bd4f5d-59d9-4595-9891-756cabc79917 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Made reservation on behalf of b786c5ef5d584827a0b45726072f8eb3 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:07.456277 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-d4bd4f5d-59d9-4595-9891-756cabc79917 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.466785 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-a80ed36e-dd26-4fca-b7a2-f18f93627ad0 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Request body: {'security_group_rule': {'security_group_id': 'cea4b522-df63-419d-b92f-eef69a56abaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:07.505482 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-77f4df7f-a42b-43e1-8ccc-35890ac4ea16 None None] Allocated IP 2001:db8::2 (9e765b0b-136b-493b-bef9-44145ed793f7/fcc54e6e-397c-4fc4-81b8-61b2aa1b903e/8bed72a2-ad7b-4142-8c46-45cb18cfcc93) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:07.525088 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80822a69-4779-4eb0-8128-bf2bd42985c2 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:21:07.542278 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.552017 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80822a69-4779-4eb0-8128-bf2bd42985c2 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (a2c35b38-27d7-41cc-ba43-0d328debf37b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.552417 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-80822a69-4779-4eb0-8128-bf2bd42985c2 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Added segment a2c35b38-27d7-41cc-ba43-0d328debf37b of type vlan for network caf334a1-f4d6-4967-8a72-86e99877f5a8 Feb 19 04:21:07.624650 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80822a69-4779-4eb0-8128-bf2bd42985c2 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (caf334a1-f4d6-4967-8a72-86e99877f5a8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.723781 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d4dc7-cbb4-4ce7-909a-2f22b8b90efd tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb5d03c-f6c4-4927-8c5c-abc7650d8fd2,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:07.743572 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a80ed36e-dd26-4fca-b7a2-f18f93627ad0 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks [] for security_group_rule (a8f5111b-981c-4ab4-a0bf-56da5aa26ee4), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.769465 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80822a69-4779-4eb0-8128-bf2bd42985c2 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (caf334a1-f4d6-4967-8a72-86e99877f5a8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.779020 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-a525187f-41e0-4edb-933e-37e0309b567d service neutron] 10.222.0.65 "GET /v2.0/networks/d1294f4b-e620-490a-b32c-72fd1cd5a09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661560 Feb 19 04:21:07.787299 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80822a69-4779-4eb0-8128-bf2bd42985c2 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:07.789089 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80822a69-4779-4eb0-8128-bf2bd42985c2 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.881336 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-107b2e63-c806-4ef1-93a9-464e22d9977a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.955193 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80822a69-4779-4eb0-8128-bf2bd42985c2 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Pushing event updated for resources: {'Network': ['ID=caf334a1-f4d6-4967-8a72-86e99877f5a8,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:07.966384 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-107b2e63-c806-4ef1-93a9-464e22d9977a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] device_id is not set on port 1659e93b-9c99-4209-81df-deb4ec7d1250 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:21:08.042410 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network caf334a1-f4d6-4967-8a72-86e99877f5a8 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:21:08.098972 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.291353 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-d4bd4f5d-59d9-4595-9891-756cabc79917 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Allocated IP 172.20.0.8 (7d40f42e-b749-4901-ba8a-e7eceb678438/409a3c1a-34aa-46ee-b1af-34e270dd570a/383c2517-2fe4-411f-b609-af4434f8dee1) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:08.642877 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d1abf5a6-b80d-4c26-addf-f4a778424752 req-f372b39f-3d6d-4de0-89b3-5f4d5678a18a tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/ports?device_id=73c74dcc-ee67-4d97-a313-c21e62cf11ac HTTP/1.1" status: 200 len: 210 time: 0.1421618 Feb 19 04:21:08.673120 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-77f4df7f-a42b-43e1-8ccc-35890ac4ea16 None None] Publish callbacks [] for port (8bed72a2-ad7b-4142-8c46-45cb18cfcc93), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.763744 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-107b2e63-c806-4ef1-93a9-464e22d9977a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:21:08.764492 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-107b2e63-c806-4ef1-93a9-464e22d9977a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:21:08.774496 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fdfc29ec-dcc1-4a96-96d9-c17185732e35 req-7fef1627-ce86-465b-a657-5f0abb4d0960 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=800dceb4-02bc-4230-ae7c-12d10e0216cf HTTP/1.1" status: 200 len: 210 time: 1.0529487 Feb 19 04:21:08.774795 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-77f4df7f-a42b-43e1-8ccc-35890ac4ea16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (8bed72a2-ad7b-4142-8c46-45cb18cfcc93), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.868877 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-107b2e63-c806-4ef1-93a9-464e22d9977a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.2911742 Feb 19 04:21:08.873618 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45144) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:08.903283 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a80ed36e-dd26-4fca-b7a2-f18f93627ad0 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks [] for security_group_rule (a8f5111b-981c-4ab4-a0bf-56da5aa26ee4), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.950227 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-80822a69-4779-4eb0-8128-bf2bd42985c2 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7433484 Feb 19 04:21:08.963512 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45146) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:08.964736 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a80ed36e-dd26-4fca-b7a2-f18f93627ad0 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (a8f5111b-981c-4ab4-a0bf-56da5aa26ee4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.976006 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f4df7f-a42b-43e1-8ccc-35890ac4ea16 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:08.978873 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-8eeac292-0a98-4181-a623-b4fdb3ad18d8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-81960762'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:08.994549 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4df7f-a42b-43e1-8ccc-35890ac4ea16 None None] Pushing event updated for resources: {'Port': ['ID=8bed72a2-ad7b-4142-8c46-45cb18cfcc93,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:09.073576 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ed36e-dd26-4fca-b7a2-f18f93627ad0 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f5111b-981c-4ab4-a0bf-56da5aa26ee4,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:09.079243 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eeac292-0a98-4181-a623-b4fdb3ad18d8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Made reservation on behalf of e777775e0b744201ad233c19bdc8734e for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:09.087185 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8eeac292-0a98-4181-a623-b4fdb3ad18d8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:09.121753 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-77f4df7f-a42b-43e1-8ccc-35890ac4ea16 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:09.138269 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f4df7f-a42b-43e1-8ccc-35890ac4ea16 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:09.153759 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eeac292-0a98-4181-a623-b4fdb3ad18d8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:21:09.172311 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0ad2545a-8bec-4392-8694-b70078967643 req-8deaaa78-d77b-44dd-b27d-ab422d703049 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.1512179 Feb 19 04:21:09.191052 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8eeac292-0a98-4181-a623-b4fdb3ad18d8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (fc6fda73-5f69-4cfb-ab02-dd118c079820), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:09.196428 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-8eeac292-0a98-4181-a623-b4fdb3ad18d8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Added segment fc6fda73-5f69-4cfb-ab02-dd118c079820 of type vlan for network d5b74e92-8873-4c16-b589-9ab88246f375 Feb 19 04:21:09.286951 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8eeac292-0a98-4181-a623-b4fdb3ad18d8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (d5b74e92-8873-4c16-b589-9ab88246f375), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:09.291976 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e630802-b88c-4131-82f0-b94f5a27e30b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:09.303939 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0e630802-b88c-4131-82f0-b94f5a27e30b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4278073 Feb 19 04:21:09.308162 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:09.308673 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45148) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:09.317684 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:09.343278 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-643cecea-6867-4ea5-88fa-b7dbbb62693b admin admin] Publish callbacks [] for router_gateway (711b1e62-1874-48b7-8c90-eaba7f315eae), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:09.458331 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-d4bd4f5d-59d9-4595-9891-756cabc79917 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks [] for port (383c2517-2fe4-411f-b609-af4434f8dee1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:09.468873 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8eeac292-0a98-4181-a623-b4fdb3ad18d8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d5b74e92-8873-4c16-b589-9ab88246f375), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:09.489212 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] Publish callbacks [] for port (706ea616-c356-4290-a54a-316e598ad4db), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:09.497654 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeac292-0a98-4181-a623-b4fdb3ad18d8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:09.499603 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8eeac292-0a98-4181-a623-b4fdb3ad18d8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:09.522929 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (706ea616-c356-4290-a54a-316e598ad4db), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:09.563047 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023a5543-a9fc-493e-933d-d3ea22353f85 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:09.566689 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023a5543-a9fc-493e-933d-d3ea22353f85 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:09.580518 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-023a5543-a9fc-493e-933d-d3ea22353f85 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2687297 Feb 19 04:21:09.583281 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45152) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:09.628591 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-77f4df7f-a42b-43e1-8ccc-35890ac4ea16 None None] Attempting to bind port 8bed72a2-ad7b-4142-8c46-45cb18cfcc93 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:21:09.630162 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-77f4df7f-a42b-43e1-8ccc-35890ac4ea16 None None] Attempting to bind port 8bed72a2-ad7b-4142-8c46-45cb18cfcc93 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:21:09.631143 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f4df7f-a42b-43e1-8ccc-35890ac4ea16 None None] Attempting to bind port 8bed72a2-ad7b-4142-8c46-45cb18cfcc93 on network 9e765b0b-136b-493b-bef9-44145ed793f7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:09.707530 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f4df7f-a42b-43e1-8ccc-35890ac4ea16 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:21:09.708765 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f4df7f-a42b-43e1-8ccc-35890ac4ea16 None None] Checking segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:09.709180 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-77f4df7f-a42b-43e1-8ccc-35890ac4ea16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:09.709953 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f4df7f-a42b-43e1-8ccc-35890ac4ea16 None None] Bound using segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:21:09.711013 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-77f4df7f-a42b-43e1-8ccc-35890ac4ea16 None None] Bound port: 8bed72a2-ad7b-4142-8c46-45cb18cfcc93, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:21:09.711235 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3339f21-6ef4-45bc-9862-92df6120b78d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet fcc54e6e-397c-4fc4-81b8-61b2aa1b903e {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:21:09.712007 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-77f4df7f-a42b-43e1-8ccc-35890ac4ea16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8bed72a2-ad7b-4142-8c46-45cb18cfcc93), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:09.717278 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c3339f21-6ef4-45bc-9862-92df6120b78d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (fcc54e6e-397c-4fc4-81b8-61b2aa1b903e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:09.792400 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a80ed36e-dd26-4fca-b7a2-f18f93627ad0 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:09.805518 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a80ed36e-dd26-4fca-b7a2-f18f93627ad0 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3480618 Feb 19 04:21:09.810578 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45156) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:09.822544 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f6b068d7-ab4d-4480-8719-fb2234afb33a tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:09.829213 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4954be9-d2fe-4701-9b5b-c7cf85ed59f5 None None] Pushing event updated for resources: {'Port': ['ID=706ea616-c356-4290-a54a-316e598ad4db,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:09.846056 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c3339f21-6ef4-45bc-9862-92df6120b78d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (fcc54e6e-397c-4fc4-81b8-61b2aa1b903e), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.023837 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f6b068d7-ab4d-4480-8719-fb2234afb33a tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.036502 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-d4bd4f5d-59d9-4595-9891-756cabc79917 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (383c2517-2fe4-411f-b609-af4434f8dee1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.048274 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeac292-0a98-4181-a623-b4fdb3ad18d8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Pushing event updated for resources: {'Network': ['ID=d5b74e92-8873-4c16-b589-9ab88246f375,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:10.100634 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8eeac292-0a98-4181-a623-b4fdb3ad18d8 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1213739 Feb 19 04:21:10.257799 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-77f4df7f-a42b-43e1-8ccc-35890ac4ea16 None None] For port 8bed72a2-ad7b-4142-8c46-45cb18cfcc93, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:21:10.272786 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-77f4df7f-a42b-43e1-8ccc-35890ac4ea16 None None] For port 8bed72a2-ad7b-4142-8c46-45cb18cfcc93, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8bed72a2-ad7b-4142-8c46-45cb18cfcc93,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:21:10.412877 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network d5b74e92-8873-4c16-b589-9ab88246f375 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:21:10.430210 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-77f4df7f-a42b-43e1-8ccc-35890ac4ea16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8bed72a2-ad7b-4142-8c46-45cb18cfcc93), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.592550 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-051a0315-99f7-4bd3-9593-d32caedec335 req-f9bae4e7-7320-48e4-8f0d-70d15e5905a6 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/ports?device_id=73c74dcc-ee67-4d97-a313-c21e62cf11ac HTTP/1.1" status: 200 len: 210 time: 0.5515535 Feb 19 04:21:10.629730 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-d4bd4f5d-59d9-4595-9891-756cabc79917 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Network 7d40f42e-b749-4901-ba8a-e7eceb678438 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:10.639125 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-d4bd4f5d-59d9-4595-9891-756cabc79917 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:10.669570 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c3339f21-6ef4-45bc-9862-92df6120b78d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (fcc54e6e-397c-4fc4-81b8-61b2aa1b903e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.680714 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-d4bd4f5d-59d9-4595-9891-756cabc79917 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:10.731486 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4df7f-a42b-43e1-8ccc-35890ac4ea16 None None] Pushing event updated for resources: {'Port': ['ID=8bed72a2-ad7b-4142-8c46-45cb18cfcc93,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:10.841304 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd4f5d-59d9-4595-9891-756cabc79917 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Pushing event updated for resources: {'Port': ['ID=383c2517-2fe4-411f-b609-af4434f8dee1,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:10.889208 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c220f5-37e1-4d4d-9ab4-e17172552653 req-2736bb74-828b-460b-9931-6a613c873eeb tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:10.893095 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4c220f5-37e1-4d4d-9ab4-e17172552653 req-2736bb74-828b-460b-9931-6a613c873eeb tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=800dceb4-02bc-4230-ae7c-12d10e0216cf HTTP/1.1" status: 200 len: 931 time: 0.7568309 Feb 19 04:21:11.027267 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] Attempting to bind port 706ea616-c356-4290-a54a-316e598ad4db on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:21:11.041011 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] Attempting to bind port 706ea616-c356-4290-a54a-316e598ad4db by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '10ce9f64-fc7a-4610-9c0f-d2c168305f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:21:11.042359 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] Attempting to bind port 706ea616-c356-4290-a54a-316e598ad4db on network cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:11.081553 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0ee4b04b-130b-4111-906f-2e0d4b15515a None None] Provisioning complete for port 706ea616-c356-4290-a54a-316e598ad4db triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:11.082490 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0ee4b04b-130b-4111-906f-2e0d4b15515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (706ea616-c356-4290-a54a-316e598ad4db), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.085296 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:21:11.086342 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] Checking segment: {'id': '10ce9f64-fc7a-4610-9c0f-d2c168305f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:11.088100 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.089157 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] Bound using segment: {'id': '10ce9f64-fc7a-4610-9c0f-d2c168305f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:21:11.090797 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] Bound port: 706ea616-c356-4290-a54a-316e598ad4db, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ce9f64-fc7a-4610-9c0f-d2c168305f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:21:11.091585 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (706ea616-c356-4290-a54a-316e598ad4db), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.231303 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0ee4b04b-130b-4111-906f-2e0d4b15515a None None] Port 706ea616-c356-4290-a54a-316e598ad4db cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:21:11.295889 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f6b068d7-ab4d-4480-8719-fb2234afb33a tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.352511 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4c220f5-37e1-4d4d-9ab4-e17172552653 req-54e665f0-c12c-4396-97ec-c99af82b3851 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277115 Feb 19 04:21:11.365222 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] For port 706ea616-c356-4290-a54a-316e598ad4db, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:21:11.386016 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] For port 706ea616-c356-4290-a54a-316e598ad4db, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=706ea616-c356-4290-a54a-316e598ad4db,segment=NetworkSegment(10ce9f64-fc7a-4610-9c0f-d2c168305f00),segment_id=10ce9f64-fc7a-4610-9c0f-d2c168305f00)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:21:11.407357 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (706ea616-c356-4290-a54a-316e598ad4db), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.444677 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-73643751-e219-4205-863c-f0b3379800cc req-4643372b-62ae-406b-b148-9b6279a9d7a8 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.5754955 Feb 19 04:21:11.480066 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c3339f21-6ef4-45bc-9862-92df6120b78d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (fcc54e6e-397c-4fc4-81b8-61b2aa1b903e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.669701 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3339f21-6ef4-45bc-9862-92df6120b78d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=fcc54e6e-397c-4fc4-81b8-61b2aa1b903e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:11.782203 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c3339f21-6ef4-45bc-9862-92df6120b78d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.789120 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c3339f21-6ef4-45bc-9862-92df6120b78d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/fcc54e6e-397c-4fc4-81b8-61b2aa1b903e HTTP/1.1" status: 204 len: 168 time: 2.2040415 Feb 19 04:21:11.799089 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3339f21-6ef4-45bc-9862-92df6120b78d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:11.800058 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3339f21-6ef4-45bc-9862-92df6120b78d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:11.800897 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3339f21-6ef4-45bc-9862-92df6120b78d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:11.801735 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3339f21-6ef4-45bc-9862-92df6120b78d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:11.803006 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3339f21-6ef4-45bc-9862-92df6120b78d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:11.804119 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3339f21-6ef4-45bc-9862-92df6120b78d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:11.804947 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3339f21-6ef4-45bc-9862-92df6120b78d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:11.805710 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3339f21-6ef4-45bc-9862-92df6120b78d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:11.806471 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3339f21-6ef4-45bc-9862-92df6120b78d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:11.808389 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3339f21-6ef4-45bc-9862-92df6120b78d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:11.809222 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3339f21-6ef4-45bc-9862-92df6120b78d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:11.810004 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3339f21-6ef4-45bc-9862-92df6120b78d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:11.810919 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3339f21-6ef4-45bc-9862-92df6120b78d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:11.821466 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45164) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:11.825574 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] Routers {'6cbd6cca-b41f-4554-a069-87dde42f6c80'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:11.828510 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:21:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6cbd6cca-b41f-4554-a069-87dde42f6c80'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:11.966939 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-d4bd4f5d-59d9-4595-9891-756cabc79917 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:11.970292 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-d4bd4f5d-59d9-4595-9891-756cabc79917 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:11.986314 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-643cecea-6867-4ea5-88fa-b7dbbb62693b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (711b1e62-1874-48b7-8c90-eaba7f315eae), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:12.086593 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a11c6903-9ccd-4c7b-a82b-89fcc96fa6ce tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2602363 Feb 19 04:21:12.108649 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45166) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:12.303526 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-5895df12-41ea-4d02-97e3-c89945ed2d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:12.426666 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-f6b068d7-ab4d-4480-8719-fb2234afb33a tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Allocated IP 172.25.0.50 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/ff1c87bd-6143-4cc8-9f1d-e87c74f4ac6a) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:12.444251 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-36e6056a-5eb5-40fc-a606-f77481b16897 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:12.447801 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-36e6056a-5eb5-40fc-a606-f77481b16897 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.10 "GET /v2.0/networks?id=d1294f4b-e620-490a-b32c-72fd1cd5a09a HTTP/1.1" status: 200 len: 817 time: 1.1048796 Feb 19 04:21:12.461207 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-d4bd4f5d-59d9-4595-9891-756cabc79917 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6558914 Feb 19 04:21:12.475734 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] Set router 6cbd6cca-b41f-4554-a069-87dde42f6c80 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:12.516117 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-210753e0-ee64-4e66-8f12-64b19174c12f tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Request body: {'port': {'device_id': '73c74dcc-ee67-4d97-a313-c21e62cf11ac', 'network_id': 'd1294f4b-e620-490a-b32c-72fd1cd5a09a', 'admin_state_up': True, 'tenant_id': '672a7d11d6964bc2bea57693f3723a4e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:12.594059 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4954be9-d2fe-4701-9b5b-c7cf85ed59f5 None None] Pushing event updated for resources: {'Port': ['ID=706ea616-c356-4290-a54a-316e598ad4db,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:12.626109 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8bed72a2-ad7b-4142-8c46-45cb18cfcc93 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:12.948276 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-cff7a4b7-8ef1-44ab-96a5-bc7b8632938e service neutron] Request body: {'port': {'device_id': '800dceb4-02bc-4230-ae7c-12d10e0216cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:12.951909 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a6fc57ab-439a-41b5-b5c3-acba9ee1081d None None] Provisioning complete for port 706ea616-c356-4290-a54a-316e598ad4db triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:12.953746 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a6fc57ab-439a-41b5-b5c3-acba9ee1081d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (706ea616-c356-4290-a54a-316e598ad4db), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:13.072497 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f6b068d7-ab4d-4480-8719-fb2234afb33a tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks [] for port (ff1c87bd-6143-4cc8-9f1d-e87c74f4ac6a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:13.260231 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-cff7a4b7-8ef1-44ab-96a5-bc7b8632938e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (383c2517-2fe4-411f-b609-af4434f8dee1), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:13.303617 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-210753e0-ee64-4e66-8f12-64b19174c12f tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Made reservation on behalf of 672a7d11d6964bc2bea57693f3723a4e for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:13.308945 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-210753e0-ee64-4e66-8f12-64b19174c12f tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:13.325751 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4f96f16b-16c3-4f22-b552-b1cdfccc4859 req-edf746cc-ebc0-437d-9c9b-e96c475daf6b tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/ports?device_id=73c74dcc-ee67-4d97-a313-c21e62cf11ac HTTP/1.1" status: 200 len: 210 time: 1.1366780 Feb 19 04:21:13.328542 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f6b068d7-ab4d-4480-8719-fb2234afb33a tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (ff1c87bd-6143-4cc8-9f1d-e87c74f4ac6a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:13.338494 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5895df12-41ea-4d02-97e3-c89945ed2d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:13.343774 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5895df12-41ea-4d02-97e3-c89945ed2d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:13.480677 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b068d7-ab4d-4480-8719-fb2234afb33a tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Pushing event updated for resources: {'Port': ['ID=ff1c87bd-6143-4cc8-9f1d-e87c74f4ac6a,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:13.512670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b3c8e-3d9a-4f8a-89a3-6e16c0454364 req-dd4dfd00-1e6d-4f89-8314-dc9a94434938 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:13.524180 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-532b3c8e-3d9a-4f8a-89a3-6e16c0454364 req-dd4dfd00-1e6d-4f89-8314-dc9a94434938 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=800dceb4-02bc-4230-ae7c-12d10e0216cf HTTP/1.1" status: 200 len: 931 time: 0.4798169 Feb 19 04:21:13.527096 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b068d7-ab4d-4480-8719-fb2234afb33a tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:13.530010 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-f6b068d7-ab4d-4480-8719-fb2234afb33a tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:13.537471 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b068d7-ab4d-4480-8719-fb2234afb33a tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:13.804689 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75afb523-2bc6-4fe4-b002-1c500316891f None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:13.815313 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 8bed72a2-ad7b-4142-8c46-45cb18cfcc93 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:13.816125 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8bed72a2-ad7b-4142-8c46-45cb18cfcc93), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:13.903572 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b420ee10-6757-4513-8f66-921e55478f39 req-373e84bf-06d6-4426-ba53-be2ae91d2895 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.1426139 Feb 19 04:21:13.963024 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f6b068d7-ab4d-4480-8719-fb2234afb33a tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks [] for floatingip (e3df94b3-f13b-4607-87b3-c68571ca6a5b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:14.096387 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f6b068d7-ab4d-4480-8719-fb2234afb33a tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ff1c87bd-6143-4cc8-9f1d-e87c74f4ac6a), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:14.482665 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f6b068d7-ab4d-4480-8719-fb2234afb33a tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks [] for port (ff1c87bd-6143-4cc8-9f1d-e87c74f4ac6a), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:14.494304 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f6b068d7-ab4d-4480-8719-fb2234afb33a tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (ff1c87bd-6143-4cc8-9f1d-e87c74f4ac6a), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:14.780121 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643cecea-6867-4ea5-88fa-b7dbbb62693b admin admin] Router 711b1e62-1874-48b7-8c90-eaba7f315eae is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:21:14.827209 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cb7fc383-c687-4b6f-9634-65565ff2e7e3 req-96d1fbec-02ed-4d4f-90e9-e7c0420b8441 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/ports?device_id=73c74dcc-ee67-4d97-a313-c21e62cf11ac HTTP/1.1" status: 200 len: 210 time: 0.2080746 Feb 19 04:21:14.847165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b068d7-ab4d-4480-8719-fb2234afb33a tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Pushing event updated for resources: {'Port': ['ID=ff1c87bd-6143-4cc8-9f1d-e87c74f4ac6a,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:14.872896 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f6b068d7-ab4d-4480-8719-fb2234afb33a tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (e3df94b3-f13b-4607-87b3-c68571ca6a5b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:14.912467 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f6b068d7-ab4d-4480-8719-fb2234afb33a tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:14.915255 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f6b068d7-ab4d-4480-8719-fb2234afb33a tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0999496 Feb 19 04:21:14.956781 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 8bed72a2-ad7b-4142-8c46-45cb18cfcc93 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:14.965433 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8bed72a2-ad7b-4142-8c46-45cb18cfcc93), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:15.005942 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-cff7a4b7-8ef1-44ab-96a5-bc7b8632938e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 383c2517-2fe4-411f-b609-af4434f8dee1 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:21:15.016576 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-cff7a4b7-8ef1-44ab-96a5-bc7b8632938e service neutron] Publish callbacks [] for port (383c2517-2fe4-411f-b609-af4434f8dee1), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:15.034325 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-cff7a4b7-8ef1-44ab-96a5-bc7b8632938e service neutron] Transition to ACTIVE for port object 383c2517-2fe4-411f-b609-af4434f8dee1 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:21:15.082361 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-532b3c8e-3d9a-4f8a-89a3-6e16c0454364 req-1b5d9342-8091-4552-a84d-4e2e61b29d87 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5519459 Feb 19 04:21:15.129690 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-cff7a4b7-8ef1-44ab-96a5-bc7b8632938e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (383c2517-2fe4-411f-b609-af4434f8dee1), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:15.168810 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3d0bc3-032a-4f3f-afa1-e97ec503df42 None None] DHCP port deletion for 9e765b0b-136b-493b-bef9-44145ed793f7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:21:15.191043 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 8bed72a2-ad7b-4142-8c46-45cb18cfcc93, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8bed72a2-ad7b-4142-8c46-45cb18cfcc93,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:15.192853 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a6fc57ab-439a-41b5-b5c3-acba9ee1081d None None] Current status of the port 706ea616-c356-4290-a54a-316e598ad4db is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:15.193573 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a6fc57ab-439a-41b5-b5c3-acba9ee1081d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (706ea616-c356-4290-a54a-316e598ad4db), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:15.286383 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8bed72a2-ad7b-4142-8c46-45cb18cfcc93), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:15.301511 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a67a3b82-e4cd-42c6-85a6-140f20eb8b09 req-7056b531-c03e-4eab-8e62-2d101172ed8c tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.1148851 Feb 19 04:21:15.332486 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'name': 'tempest-ServersTestBootFromVolume-1041413511-router', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '98ade901-b155-48a2-affe-3b71bb529f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:51Z', 'updated_at': '2022-02-19T04:21:00Z', 'revision_number': 4, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'gw_port': {'id': '98ade901-b155-48a2-affe-3b71bb529f62', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:54Z', 'updated_at': '2022-02-19T04:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '706ea616-c356-4290-a54a-316e598ad4db', 'name': '', 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'mac_address': 'fa:16:3e:c6:d4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '74e94b9f-2f2f-4190-b9f7-e78f36ba82b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:58Z', 'updated_at': '2022-02-19T04:21:11Z', 'revision_number': 4, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'subnets': [{'id': '74e94b9f-2f2f-4190-b9f7-e78f36ba82b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:15.541699 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce5a960-5090-4d8a-ab3c-265ea93afdb9 None None] The sync data for ids ['6cbd6cca-b41f-4554-a069-87dde42f6c80'] in n-d-772273-4 is: [{'id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'name': 'tempest-ServersTestBootFromVolume-1041413511-router', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '98ade901-b155-48a2-affe-3b71bb529f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:51Z', 'updated_at': '2022-02-19T04:21:00Z', 'revision_number': 4, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'gw_port': {'id': '98ade901-b155-48a2-affe-3b71bb529f62', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:54Z', 'updated_at': '2022-02-19T04:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '706ea616-c356-4290-a54a-316e598ad4db', 'name': '', 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'mac_address': 'fa:16:3e:c6:d4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '74e94b9f-2f2f-4190-b9f7-e78f36ba82b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:58Z', 'updated_at': '2022-02-19T04:21:11Z', 'revision_number': 4, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'subnets': [{'id': '74e94b9f-2f2f-4190-b9f7-e78f36ba82b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:21:15.569831 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-210753e0-ee64-4e66-8f12-64b19174c12f tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Allocated IP 172.20.0.3 (d1294f4b-e620-490a-b32c-72fd1cd5a09a/6957c29a-282f-44cd-9a6f-045174e44f06/34342596-9bd7-43d6-9ad5-9cd9174b50be) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:15.579577 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8bed72a2-ad7b-4142-8c46-45cb18cfcc93 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:21:15.586040 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7a4b7-8ef1-44ab-96a5-bc7b8632938e service neutron] Pushing event updated for resources: {'Port': ['ID=383c2517-2fe4-411f-b609-af4434f8dee1,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:15.750369 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45180) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:15.757594 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-870242c7-a7b6-4528-829b-ed208ca457a4 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Request body: {'subnets': [{'network_id': 'caf334a1-f4d6-4967-8a72-86e99877f5a8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--657476295', 'ip_version': 6}, {'network_id': 'd5b74e92-8873-4c16-b589-9ab88246f375', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:15.758207 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-870242c7-a7b6-4528-829b-ed208ca457a4 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Request body: {'subnet': {'network_id': 'caf334a1-f4d6-4967-8a72-86e99877f5a8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--657476295', 'ip_version': 6}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:15.759589 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-870242c7-a7b6-4528-829b-ed208ca457a4 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Request body: {'subnet': {'network_id': 'd5b74e92-8873-4c16-b589-9ab88246f375', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:15.764785 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-a6fc57ab-439a-41b5-b5c3-acba9ee1081d None None] For port 706ea616-c356-4290-a54a-316e598ad4db, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=706ea616-c356-4290-a54a-316e598ad4db,segment=NetworkSegment(10ce9f64-fc7a-4610-9c0f-d2c168305f00),segment_id=10ce9f64-fc7a-4610-9c0f-d2c168305f00)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:15.796229 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a6fc57ab-439a-41b5-b5c3-acba9ee1081d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (706ea616-c356-4290-a54a-316e598ad4db), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:15.887215 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643cecea-6867-4ea5-88fa-b7dbbb62693b admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:21:15.894325 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=8bed72a2-ad7b-4142-8c46-45cb18cfcc93,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:15.899544 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] Sync routers for ids ['711b1e62-1874-48b7-8c90-eaba7f315eae'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:21:15.934187 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d0bc3-032a-4f3f-afa1-e97ec503df42 None None] Deleting port 8bed72a2-ad7b-4142-8c46-45cb18cfcc93 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:15.934579 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1a3d0bc3-032a-4f3f-afa1-e97ec503df42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (8bed72a2-ad7b-4142-8c46-45cb18cfcc93), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:15.949361 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] Routers {'711b1e62-1874-48b7-8c90-eaba7f315eae'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:15.950430 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:21:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['711b1e62-1874-48b7-8c90-eaba7f315eae'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:16.124068 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5895df12-41ea-4d02-97e3-c89945ed2d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (4339cccf-8b42-4a6c-9171-866c5286f294), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:16.208484 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 8bed72a2-ad7b-4142-8c46-45cb18cfcc93 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:16.211299 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-643cecea-6867-4ea5-88fa-b7dbbb62693b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:16.212320 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8bed72a2-ad7b-4142-8c46-45cb18cfcc93), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:16.212944 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-643cecea-6867-4ea5-88fa-b7dbbb62693b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 17.5730913 Feb 19 04:21:16.235352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45186) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:16.254579 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0b1718a6-0f1b-4215-b2cc-56fce27033e9 None None] Provisioning complete for port 8bed72a2-ad7b-4142-8c46-45cb18cfcc93 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:16.255357 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0b1718a6-0f1b-4215-b2cc-56fce27033e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8bed72a2-ad7b-4142-8c46-45cb18cfcc93), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:16.321011 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5895df12-41ea-4d02-97e3-c89945ed2d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:16.333244 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc57ab-439a-41b5-b5c3-acba9ee1081d None None] Pushing event updated for resources: {'Port': ['ID=706ea616-c356-4290-a54a-316e598ad4db,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:16.352252 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-1a3d0bc3-032a-4f3f-afa1-e97ec503df42 None None] For port 8bed72a2-ad7b-4142-8c46-45cb18cfcc93, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8bed72a2-ad7b-4142-8c46-45cb18cfcc93,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:16.352881 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1a3d0bc3-032a-4f3f-afa1-e97ec503df42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (8bed72a2-ad7b-4142-8c46-45cb18cfcc93), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:16.370159 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-5895df12-41ea-4d02-97e3-c89945ed2d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:16.382872 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5895df12-41ea-4d02-97e3-c89945ed2d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:16.385429 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5895df12-41ea-4d02-97e3-c89945ed2d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:16.441418 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] Set router 711b1e62-1874-48b7-8c90-eaba7f315eae gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:16.478139 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d0bc3-032a-4f3f-afa1-e97ec503df42 None None] Calling delete_port for 8bed72a2-ad7b-4142-8c46-45cb18cfcc93 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:16.582717 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 8bed72a2-ad7b-4142-8c46-45cb18cfcc93, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8bed72a2-ad7b-4142-8c46-45cb18cfcc93,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:16.637646 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b688af7c-5cdd-45d2-9b54-c9b33ed96807 req-ac7cf0f0-fa1e-4d03-92c9-f8194943d2fc tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/ports?device_id=73c74dcc-ee67-4d97-a313-c21e62cf11ac HTTP/1.1" status: 200 len: 210 time: 0.4349422 Feb 19 04:21:16.642573 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-cff7a4b7-8ef1-44ab-96a5-bc7b8632938e service neutron] Attempting to bind port 383c2517-2fe4-411f-b609-af4434f8dee1 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:21:16.643298 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-cff7a4b7-8ef1-44ab-96a5-bc7b8632938e service neutron] Attempting to bind port 383c2517-2fe4-411f-b609-af4434f8dee1 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'e454b2aa-60ff-453a-93e7-63845488a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:21:16.644001 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-cff7a4b7-8ef1-44ab-96a5-bc7b8632938e service neutron] Attempting to bind port 383c2517-2fe4-411f-b609-af4434f8dee1 on network 7d40f42e-b749-4901-ba8a-e7eceb678438 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:16.690598 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-cff7a4b7-8ef1-44ab-96a5-bc7b8632938e service neutron] Port 383c2517-2fe4-411f-b609-af4434f8dee1 on network 7d40f42e-b749-4901-ba8a-e7eceb678438 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:21:16.691160 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-cff7a4b7-8ef1-44ab-96a5-bc7b8632938e service neutron] Attempting to bind port 383c2517-2fe4-411f-b609-af4434f8dee1 on network 7d40f42e-b749-4901-ba8a-e7eceb678438 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:16.749004 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0b1718a6-0f1b-4215-b2cc-56fce27033e9 None None] Current status of the port 8bed72a2-ad7b-4142-8c46-45cb18cfcc93 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:16.750327 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-cff7a4b7-8ef1-44ab-96a5-bc7b8632938e service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:21:16.751292 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-cff7a4b7-8ef1-44ab-96a5-bc7b8632938e service neutron] Checking segment: {'id': 'e454b2aa-60ff-453a-93e7-63845488a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:16.751559 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0b1718a6-0f1b-4215-b2cc-56fce27033e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8bed72a2-ad7b-4142-8c46-45cb18cfcc93), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:16.755396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-cff7a4b7-8ef1-44ab-96a5-bc7b8632938e service neutron] Bound using segment: {'id': 'e454b2aa-60ff-453a-93e7-63845488a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:21:16.759803 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-cff7a4b7-8ef1-44ab-96a5-bc7b8632938e service neutron] Bound port: 383c2517-2fe4-411f-b609-af4434f8dee1, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e454b2aa-60ff-453a-93e7-63845488a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:21:16.764167 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-cff7a4b7-8ef1-44ab-96a5-bc7b8632938e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (383c2517-2fe4-411f-b609-af4434f8dee1), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:16.819788 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5895df12-41ea-4d02-97e3-c89945ed2d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.6895144 Feb 19 04:21:16.834206 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45190) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:16.852529 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-bce9dda6-cb4c-4b3c-a08f-27680491caf4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1132050171', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:16.869794 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895df12-41ea-4d02-97e3-c89945ed2d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=4339cccf-8b42-4a6c-9171-866c5286f294,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:16.907775 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870242c7-a7b6-4528-829b-ed208ca457a4 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Made reservation on behalf of e777775e0b744201ad233c19bdc8734e for: {'subnet': 2} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:16.918659 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-0b1718a6-0f1b-4215-b2cc-56fce27033e9 None None] For port 8bed72a2-ad7b-4142-8c46-45cb18cfcc93, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8bed72a2-ad7b-4142-8c46-45cb18cfcc93,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:16.923570 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8bed72a2-ad7b-4142-8c46-45cb18cfcc93), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:16.933724 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-870242c7-a7b6-4528-829b-ed208ca457a4 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:16.933724 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-870242c7-a7b6-4528-829b-ed208ca457a4 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.065820 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711b1e62-1874-48b7-8c90-eaba7f315eae', 'name': 'tempest-ServerRescueTestJSON-1746079781-router', 'tenant_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '8655014a-a397-44f1-ad24-0a41873df23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:21:06Z', 'revision_number': 3, 'project_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'gw_port': {'id': '8655014a-a397-44f1-ad24-0a41873df23f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:40:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711b1e62-1874-48b7-8c90-eaba7f315eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:03Z', 'updated_at': '2022-02-19T04:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:17.085033 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0b1718a6-0f1b-4215-b2cc-56fce27033e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8bed72a2-ad7b-4142-8c46-45cb18cfcc93), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.158157 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=8bed72a2-ad7b-4142-8c46-45cb18cfcc93,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:17.174070 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3df72be2-cd58-470f-813f-f1ba9ed019fb req-daaa2843-2dff-4d4d-9a63-31849c98dae8 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.2287023 Feb 19 04:21:17.208416 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] Checking router: 711b1e62-1874-48b7-8c90-eaba7f315eae for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:21:17.209381 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] Updating router 711b1e62-1874-48b7-8c90-eaba7f315eae port 8655014a-a397-44f1-ad24-0a41873df23f binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:21:17.301843 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bce9dda6-cb4c-4b3c-a08f-27680491caf4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (83b65424-7f32-4c56-982c-695e387a1689), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.304020 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bce9dda6-cb4c-4b3c-a08f-27680491caf4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (83b65424-7f32-4c56-982c-695e387a1689), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.322042 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f956c-6b33-41ef-84c0-262fe4b731e9 req-a4dd0b0e-4c83-4754-8c52-27ddbca8e598 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:17.331354 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fd6f956c-6b33-41ef-84c0-262fe4b731e9 req-a4dd0b0e-4c83-4754-8c52-27ddbca8e598 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=800dceb4-02bc-4230-ae7c-12d10e0216cf HTTP/1.1" status: 200 len: 943 time: 1.0781701 Feb 19 04:21:17.331689 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8655014a-a397-44f1-ad24-0a41873df23f), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.381331 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1718a6-0f1b-4215-b2cc-56fce27033e9 None None] Pushing event updated for resources: {'Port': ['ID=8bed72a2-ad7b-4142-8c46-45cb18cfcc93,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:17.434598 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1a3d0bc3-032a-4f3f-afa1-e97ec503df42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (8bed72a2-ad7b-4142-8c46-45cb18cfcc93), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.520009 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-210753e0-ee64-4e66-8f12-64b19174c12f tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Publish callbacks [] for port (34342596-9bd7-43d6-9ad5-9cd9174b50be), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.558409 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d0bc3-032a-4f3f-afa1-e97ec503df42 None None] Pushing event deleted for resources: {'Port': ['ID=8bed72a2-ad7b-4142-8c46-45cb18cfcc93,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:17.561418 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d0bc3-032a-4f3f-afa1-e97ec503df42 None None] No DVR routers for this DVR port 8bed72a2-ad7b-4142-8c46-45cb18cfcc93 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:21:17.567326 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-cff7a4b7-8ef1-44ab-96a5-bc7b8632938e service neutron] For port 383c2517-2fe4-411f-b609-af4434f8dee1, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:21:17.594782 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab91445b-7874-423a-a6a1-4c448f4043c1 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:17.739231 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-cff7a4b7-8ef1-44ab-96a5-bc7b8632938e service neutron] For port 383c2517-2fe4-411f-b609-af4434f8dee1, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=383c2517-2fe4-411f-b609-af4434f8dee1,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:21:17.884155 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bce9dda6-cb4c-4b3c-a08f-27680491caf4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for router_controller (83b65424-7f32-4c56-982c-695e387a1689), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.907558 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bce9dda6-cb4c-4b3c-a08f-27680491caf4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (83b65424-7f32-4c56-982c-695e387a1689), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.965182 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 706ea616-c356-4290-a54a-316e598ad4db up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:17.985543 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-cff7a4b7-8ef1-44ab-96a5-bc7b8632938e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (383c2517-2fe4-411f-b609-af4434f8dee1), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:18.242530 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2e91b5-7770-47c2-b985-010e417d3ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9e765b0b-136b-493b-bef9-44145ed793f7', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'fixed_ips': [{'subnet_id': '4339cccf-8b42-4a6c-9171-866c5286f294'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:21:18.248360 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0a2e91b5-7770-47c2-b985-010e417d3ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:18.302561 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dab4df8e-e524-427f-a4cf-fe0b649fa912 req-e650abe4-b068-4655-af66-6292df002065 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/ports?device_id=73c74dcc-ee67-4d97-a313-c21e62cf11ac HTTP/1.1" status: 200 len: 210 time: 0.3686647 Feb 19 04:21:18.413760 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-cff7a4b7-8ef1-44ab-96a5-bc7b8632938e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:18.417295 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-cff7a4b7-8ef1-44ab-96a5-bc7b8632938e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:18.423203 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-cff7a4b7-8ef1-44ab-96a5-bc7b8632938e service neutron] 10.222.0.48 "PUT /v2.0/ports/383c2517-2fe4-411f-b609-af4434f8dee1 HTTP/1.1" status: 200 len: 1091 time: 5.8740487 Feb 19 04:21:18.434938 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bce9dda6-cb4c-4b3c-a08f-27680491caf4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:18.445902 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bce9dda6-cb4c-4b3c-a08f-27680491caf4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.6099124 Feb 19 04:21:18.447434 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800dceb4-02bc-4230-ae7c-12d10e0216cf', 'tag': '383c2517-2fe4-411f-b609-af4434f8dee1'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:21:18.456949 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207b0f22-0ad6-4785-8a2e-d75028897bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "800dceb4-02bc-4230-ae7c-12d10e0216cf", "tag": "383c2517-2fe4-411f-b609-af4434f8dee1"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:21:18.467857 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45196) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:18.525306 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] Publish callbacks [] for port (8655014a-a397-44f1-ad24-0a41873df23f), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:18.552878 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8655014a-a397-44f1-ad24-0a41873df23f), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:18.694720 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 706ea616-c356-4290-a54a-316e598ad4db triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:18.695575 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (706ea616-c356-4290-a54a-316e598ad4db), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:18.720669 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195a8a5-3065-4936-9963-abaac5dbbfa1 None None] Pushing event updated for resources: {'Port': ['ID=8655014a-a397-44f1-ad24-0a41873df23f,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:18.725757 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] Attempting to bind port 8655014a-a397-44f1-ad24-0a41873df23f on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:21:18.726861 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] Attempting to bind port 8655014a-a397-44f1-ad24-0a41873df23f by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:21:18.727923 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] Attempting to bind port 8655014a-a397-44f1-ad24-0a41873df23f on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:18.758116 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:21:18.764202 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:18.765209 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:18.766028 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:21:18.767960 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] Bound port: 8655014a-a397-44f1-ad24-0a41873df23f, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:21:18.774618 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8655014a-a397-44f1-ad24-0a41873df23f), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:18.916807 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] For port 8655014a-a397-44f1-ad24-0a41873df23f, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:21:18.928128 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] For port 8655014a-a397-44f1-ad24-0a41873df23f, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8655014a-a397-44f1-ad24-0a41873df23f,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:21:18.939728 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fd6f956c-6b33-41ef-84c0-262fe4b731e9 req-6e5c3351-49cd-4959-9aaa-517496c2c935 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6025348 Feb 19 04:21:18.946188 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8655014a-a397-44f1-ad24-0a41873df23f), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:18.953816 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5ba7dbbf-c3c1-42df-a1b7-eb05d2b06870 req-ebb309fe-3a3b-45d1-bf54-8d152dec532a tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.1364920 Feb 19 04:21:19.017117 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-0a2e91b5-7770-47c2-b985-010e417d3ac1 None None] Allocated IP 2001:db8::2 (9e765b0b-136b-493b-bef9-44145ed793f7/4339cccf-8b42-4a6c-9171-866c5286f294/93cc5066-7ba6-497d-9882-ea8cf142bbc2) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:19.074825 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] Routers {'711b1e62-1874-48b7-8c90-eaba7f315eae'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:19.075979 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:21:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['711b1e62-1874-48b7-8c90-eaba7f315eae'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:19.082462 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-870242c7-a7b6-4528-829b-ed208ca457a4 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (6f5e04b0-9aaf-4043-9d9d-e36b9ace1be4), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:19.210199 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643169f1-abd5-4440-92c0-d425a9dcead6 x-openstack-request-id: req-643169f1-abd5-4440-92c0-d425a9dcead6 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:21:19.211066 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800dceb4-02bc-4230-ae7c-12d10e0216cf", "tag": "383c2517-2fe4-411f-b609-af4434f8dee1", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:21:19.211706 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-643169f1-abd5-4440-92c0-d425a9dcead6 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:21:19.213897 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800dceb4-02bc-4230-ae7c-12d10e0216cf', 'tag': '383c2517-2fe4-411f-b609-af4434f8dee1', 'status': 'completed', 'code': 200} Feb 19 04:21:19.280605 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195a8a5-3065-4936-9963-abaac5dbbfa1 None None] Pushing event updated for resources: {'Port': ['ID=8655014a-a397-44f1-ad24-0a41873df23f,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:19.319423 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-210753e0-ee64-4e66-8f12-64b19174c12f tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (34342596-9bd7-43d6-9ad5-9cd9174b50be), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:19.361933 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870242c7-a7b6-4528-829b-ed208ca457a4 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Pushing event updated for resources: {'Subnet': ['ID=6f5e04b0-9aaf-4043-9d9d-e36b9ace1be4,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:19.366318 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7a4b7-8ef1-44ab-96a5-bc7b8632938e service neutron] Pushing event updated for resources: {'Port': ['ID=383c2517-2fe4-411f-b609-af4434f8dee1,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:19.382601 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0a2e91b5-7770-47c2-b985-010e417d3ac1 None None] Publish callbacks [] for port (93cc5066-7ba6-497d-9882-ea8cf142bbc2), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:19.405329 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-210753e0-ee64-4e66-8f12-64b19174c12f tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Network d1294f4b-e620-490a-b32c-72fd1cd5a09a is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:19.426979 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870242c7-a7b6-4528-829b-ed208ca457a4 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Checking segment: {'id': 'a2c35b38-27d7-41cc-ba43-0d328debf37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'caf334a1-f4d6-4967-8a72-86e99877f5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:19.428550 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870242c7-a7b6-4528-829b-ed208ca457a4 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Network hostable DHCP agents. Network: caf334a1-f4d6-4967-8a72-86e99877f5a8, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:21:19.446448 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0ffd2f14-8f3d-4c80-8089-bcd7d2b2ae8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:19.479026 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0a2e91b5-7770-47c2-b985-010e417d3ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (93cc5066-7ba6-497d-9882-ea8cf142bbc2), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:19.499086 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 706ea616-c356-4290-a54a-316e598ad4db is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:19.499391 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] Set router 711b1e62-1874-48b7-8c90-eaba7f315eae gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:19.519840 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2e91b5-7770-47c2-b985-010e417d3ac1 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:19.524467 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-0a2e91b5-7770-47c2-b985-010e417d3ac1 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:19.532563 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2e91b5-7770-47c2-b985-010e417d3ac1 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:19.674475 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e91b5-7770-47c2-b985-010e417d3ac1 None None] Pushing event updated for resources: {'Port': ['ID=93cc5066-7ba6-497d-9882-ea8cf142bbc2,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:19.744027 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-210753e0-ee64-4e66-8f12-64b19174c12f tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:19.752141 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-210753e0-ee64-4e66-8f12-64b19174c12f tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:19.759166 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-683eaaa0-3949-40ac-9912-ef0818324496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:19.761369 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-683eaaa0-3949-40ac-9912-ef0818324496 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b786c5ef5d584827a0b45726072f8eb3&device_id=800dceb4-02bc-4230-ae7c-12d10e0216cf HTTP/1.1" status: 200 len: 1125 time: 0.8913043 Feb 19 04:21:19.763710 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-0a2e91b5-7770-47c2-b985-010e417d3ac1 None None] Attempting to bind port 93cc5066-7ba6-497d-9882-ea8cf142bbc2 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:21:19.767179 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-0a2e91b5-7770-47c2-b985-010e417d3ac1 None None] Attempting to bind port 93cc5066-7ba6-497d-9882-ea8cf142bbc2 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:21:19.768473 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e91b5-7770-47c2-b985-010e417d3ac1 None None] Attempting to bind port 93cc5066-7ba6-497d-9882-ea8cf142bbc2 on network 9e765b0b-136b-493b-bef9-44145ed793f7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:19.779291 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e91b5-7770-47c2-b985-010e417d3ac1 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:21:19.780529 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e91b5-7770-47c2-b985-010e417d3ac1 None None] Checking segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:19.781797 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0a2e91b5-7770-47c2-b985-010e417d3ac1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:19.782933 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e91b5-7770-47c2-b985-010e417d3ac1 None None] Bound using segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:21:19.784125 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-0a2e91b5-7770-47c2-b985-010e417d3ac1 None None] Bound port: 93cc5066-7ba6-497d-9882-ea8cf142bbc2, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:21:19.785514 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0a2e91b5-7770-47c2-b985-010e417d3ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (93cc5066-7ba6-497d-9882-ea8cf142bbc2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:19.930995 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-0a2e91b5-7770-47c2-b985-010e417d3ac1 None None] For port 93cc5066-7ba6-497d-9882-ea8cf142bbc2, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:21:19.934354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870242c7-a7b6-4528-829b-ed208ca457a4 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Network caf334a1-f4d6-4967-8a72-86e99877f5a8 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:21:19.939641 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-0a2e91b5-7770-47c2-b985-010e417d3ac1 None None] For port 93cc5066-7ba6-497d-9882-ea8cf142bbc2, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=93cc5066-7ba6-497d-9882-ea8cf142bbc2,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:21:19.958091 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0a2e91b5-7770-47c2-b985-010e417d3ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (93cc5066-7ba6-497d-9882-ea8cf142bbc2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:20.018789 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-870242c7-a7b6-4528-829b-ed208ca457a4 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, caf334a1-f4d6-4967-8a72-86e99877f5a8) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:20.022547 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-0ffd2f14-8f3d-4c80-8089-bcd7d2b2ae8c admin admin] Allocated IP 172.20.0.1 (1c84052c-91e0-4c2a-807c-a49aff1ef410/c4888f38-26f5-49c8-afae-244433e40900/2f776a35-1743-4256-af30-fed07bf2583b) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:20.040107 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-870242c7-a7b6-4528-829b-ed208ca457a4 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (61c69750-d66f-4bef-832d-9d4f9e10ea41), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:20.076780 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b307ac7a-7b13-4cd3-88b3-2f3079ee7716 None None] Network caf334a1-f4d6-4967-8a72-86e99877f5a8 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:20.149751 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-90ff5ab2-4e4f-4a35-ba4d-aaf788cdf26c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:20.181809 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-3052fdd2-67ec-4e9d-8250-5f745a04a412 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=383c2517-2fe4-411f-b609-af4434f8dee1 HTTP/1.1" status: 200 len: 217 time: 0.3449523 Feb 19 04:21:20.216336 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711b1e62-1874-48b7-8c90-eaba7f315eae', 'name': 'tempest-ServerRescueTestJSON-1746079781-router', 'tenant_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '8655014a-a397-44f1-ad24-0a41873df23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:21:06Z', 'revision_number': 3, 'project_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'gw_port': {'id': '8655014a-a397-44f1-ad24-0a41873df23f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:40:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711b1e62-1874-48b7-8c90-eaba7f315eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:03Z', 'updated_at': '2022-02-19T04:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:20.237200 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210753e0-ee64-4e66-8f12-64b19174c12f tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Pushing event updated for resources: {'Port': ['ID=34342596-9bd7-43d6-9ad5-9cd9174b50be,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:20.355273 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178f6cb5-4133-4af9-92ef-5d55be7a2a1d None None] The sync data for ids ['711b1e62-1874-48b7-8c90-eaba7f315eae'] in n-d-772273-4 is: [{'id': '711b1e62-1874-48b7-8c90-eaba7f315eae', 'name': 'tempest-ServerRescueTestJSON-1746079781-router', 'tenant_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '8655014a-a397-44f1-ad24-0a41873df23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:21:06Z', 'revision_number': 3, 'project_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'gw_port': {'id': '8655014a-a397-44f1-ad24-0a41873df23f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:40:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711b1e62-1874-48b7-8c90-eaba7f315eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:03Z', 'updated_at': '2022-02-19T04:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:21:20.571989 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6db28-08f8-4fc3-93c0-f5a3d1389d7e req-955f5f0d-7cc6-419a-b54c-7488e87aaf8a tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:20.608728 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ad6db28-08f8-4fc3-93c0-f5a3d1389d7e req-955f5f0d-7cc6-419a-b54c-7488e87aaf8a tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/ports?device_id=73c74dcc-ee67-4d97-a313-c21e62cf11ac HTTP/1.1" status: 200 len: 931 time: 0.9055300 Feb 19 04:21:20.657090 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-210753e0-ee64-4e66-8f12-64b19174c12f tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:20.662958 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-210753e0-ee64-4e66-8f12-64b19174c12f tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:20.725978 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e91b5-7770-47c2-b985-010e417d3ac1 None None] Pushing event updated for resources: {'Port': ['ID=93cc5066-7ba6-497d-9882-ea8cf142bbc2,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:20.756264 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-19ab34fe-e495-4d55-a601-439ecd544d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:20.760782 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-19ab34fe-e495-4d55-a601-439ecd544d06 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=409a3c1a-34aa-46ee-b1af-34e270dd570a HTTP/1.1" status: 200 len: 851 time: 0.5392220 Feb 19 04:21:20.793764 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-210753e0-ee64-4e66-8f12-64b19174c12f tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.2949531 Feb 19 04:21:20.845059 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-e721e0de-725b-4700-bed9-4e6322ab739d service neutron] Request body: {'port': {'device_id': '73c74dcc-ee67-4d97-a313-c21e62cf11ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:20.861641 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c862682e-0dc9-4738-bc38-8d4ba9787e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-caf334a1-f4d6-4967-8a72-86e99877f5a8', 'network_id': 'caf334a1-f4d6-4967-8a72-86e99877f5a8', 'project_id': 'e777775e0b744201ad233c19bdc8734e', 'fixed_ips': [{'subnet_id': '6f5e04b0-9aaf-4043-9d9d-e36b9ace1be4'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:21:20.863997 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c862682e-0dc9-4738-bc38-8d4ba9787e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:20.873451 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870242c7-a7b6-4528-829b-ed208ca457a4 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Pushing event updated for resources: {'Subnet': ['ID=61c69750-d66f-4bef-832d-9d4f9e10ea41,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:20.963122 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0ffd2f14-8f3d-4c80-8089-bcd7d2b2ae8c admin admin] Publish callbacks [] for port (2f776a35-1743-4256-af30-fed07bf2583b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:21.061473 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56339c-a549-4d04-be23-a13bf087cda5 req-110ebf46-65ad-4556-a6b4-0acdad7fae2d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:21.071311 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ad6db28-08f8-4fc3-93c0-f5a3d1389d7e req-e9310a31-2162-4376-93b3-368840e6c8de tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5fb22e-5044-4356-80be-ab2e088414a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612167 Feb 19 04:21:21.075917 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cc56339c-a549-4d04-be23-a13bf087cda5 req-110ebf46-65ad-4556-a6b4-0acdad7fae2d tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=800dceb4-02bc-4230-ae7c-12d10e0216cf HTTP/1.1" status: 200 len: 943 time: 0.4386110 Feb 19 04:21:21.136362 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870242c7-a7b6-4528-829b-ed208ca457a4 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Checking segment: {'id': 'fc6fda73-5f69-4cfb-ab02-dd118c079820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd5b74e92-8873-4c16-b589-9ab88246f375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:21.137033 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870242c7-a7b6-4528-829b-ed208ca457a4 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Network hostable DHCP agents. Network: d5b74e92-8873-4c16-b589-9ab88246f375, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:21:21.219057 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-d1810348-9fd2-4371-a6f2-d55e89f295e2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d40f42e-b749-4901-ba8a-e7eceb678438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4066598 Feb 19 04:21:21.271669 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870242c7-a7b6-4528-829b-ed208ca457a4 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Network d5b74e92-8873-4c16-b589-9ab88246f375 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:21:21.337152 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cc56339c-a549-4d04-be23-a13bf087cda5 req-c67a499d-984d-4066-9489-94263b2abc98 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595971 Feb 19 04:21:21.343201 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-870242c7-a7b6-4528-829b-ed208ca457a4 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, d5b74e92-8873-4c16-b589-9ab88246f375) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:21.358392 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870242c7-a7b6-4528-829b-ed208ca457a4 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:21.359830 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870242c7-a7b6-4528-829b-ed208ca457a4 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:21.361694 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-870242c7-a7b6-4528-829b-ed208ca457a4 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:21.375950 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9217f4-7449-41f2-a21b-ae95079a3eb7 None None] Network d5b74e92-8873-4c16-b589-9ab88246f375 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:21.386978 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0ffd2f14-8f3d-4c80-8089-bcd7d2b2ae8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (2f776a35-1743-4256-af30-fed07bf2583b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:21.410950 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-870242c7-a7b6-4528-829b-ed208ca457a4 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.6484621 Feb 19 04:21:21.410950 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45206) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:21.530646 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6652ee13-2d55-4cef-a3a1-e071f59c2bef req-78edcfb5-9d4d-4543-9b82-ab878894c8d8 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.2449200 Feb 19 04:21:21.633992 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-c862682e-0dc9-4738-bc38-8d4ba9787e42 None None] Allocated IP 2001:db8::1 (caf334a1-f4d6-4967-8a72-86e99877f5a8/6f5e04b0-9aaf-4043-9d9d-e36b9ace1be4/7d482240-6f86-4507-af8e-d944993f5c2e) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:22.054964 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 93cc5066-7ba6-497d-9882-ea8cf142bbc2 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:22.205261 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d57b553-3dab-4fc7-8fd1-48d0c6c57a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-d5b74e92-8873-4c16-b589-9ab88246f375', 'network_id': 'd5b74e92-8873-4c16-b589-9ab88246f375', 'project_id': 'e777775e0b744201ad233c19bdc8734e', 'fixed_ips': [{'subnet_id': '61c69750-d66f-4bef-832d-9d4f9e10ea41'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:21:22.206645 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4d57b553-3dab-4fc7-8fd1-48d0c6c57a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:22.715343 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd2f14-8f3d-4c80-8089-bcd7d2b2ae8c admin admin] Pushing event updated for resources: {'Port': ['ID=2f776a35-1743-4256-af30-fed07bf2583b,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:22.795620 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-a733bede-3d90-4cc4-a1bc-c62726937999 req-65a6e440-3891-4ff5-b8dd-b3f693c57880 service neutron] (115198) timed out ('10.222.0.65', 53596) {{(pid=115198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:21:22.810951 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-d643e8aa-cc76-40d3-a918-23b8f7df8261 service neutron] 10.222.0.48 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5522730 Feb 19 04:21:22.891926 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cad4c6e-3dbf-4aab-9e47-76eaa83f03c7 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:22.895028 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cad4c6e-3dbf-4aab-9e47-76eaa83f03c7 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:22.898978 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cad4c6e-3dbf-4aab-9e47-76eaa83f03c7 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:22.903251 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0cad4c6e-3dbf-4aab-9e47-76eaa83f03c7 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 1.4888537 Feb 19 04:21:22.919293 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffd2f14-8f3d-4c80-8089-bcd7d2b2ae8c admin admin] Network 1c84052c-91e0-4c2a-807c-a49aff1ef410 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:22.927199 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45214) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:22.944777 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-0ffd2f14-8f3d-4c80-8089-bcd7d2b2ae8c admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:22.974294 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffd2f14-8f3d-4c80-8089-bcd7d2b2ae8c admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:23.058383 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0ffd2f14-8f3d-4c80-8089-bcd7d2b2ae8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (711b1e62-1874-48b7-8c90-eaba7f315eae), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:23.086105 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c862682e-0dc9-4738-bc38-8d4ba9787e42 None None] Publish callbacks [] for port (7d482240-6f86-4507-af8e-d944993f5c2e), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:23.118540 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c862682e-0dc9-4738-bc38-8d4ba9787e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (7d482240-6f86-4507-af8e-d944993f5c2e), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:23.185197 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-e721e0de-725b-4700-bed9-4e6322ab739d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (34342596-9bd7-43d6-9ad5-9cd9174b50be), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:23.261028 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c86d78-1ea8-4992-bca5-9f750abcec3c req-3c930423-a5de-49f0-92a3-c01eaeca0ef5 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:23.263084 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-74c86d78-1ea8-4992-bca5-9f750abcec3c req-3c930423-a5de-49f0-92a3-c01eaeca0ef5 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/ports?device_id=73c74dcc-ee67-4d97-a313-c21e62cf11ac HTTP/1.1" status: 200 len: 931 time: 0.5399516 Feb 19 04:21:23.284848 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862682e-0dc9-4738-bc38-8d4ba9787e42 None None] Pushing event updated for resources: {'Port': ['ID=7d482240-6f86-4507-af8e-d944993f5c2e,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:23.317741 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b9ceeec2-3f5c-40a6-b4a3-3fda15f558aa None None] Provisioning complete for port 93cc5066-7ba6-497d-9882-ea8cf142bbc2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:23.325913 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b9ceeec2-3f5c-40a6-b4a3-3fda15f558aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (93cc5066-7ba6-497d-9882-ea8cf142bbc2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:23.346627 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b426f4-d4f1-47a1-ac57-7c13088134f0 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Deleting subnet 6f5e04b0-9aaf-4043-9d9d-e36b9ace1be4 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:21:23.352811 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d2b426f4-d4f1-47a1-ac57-7c13088134f0 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks [] for subnet (6f5e04b0-9aaf-4043-9d9d-e36b9ace1be4), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:23.457243 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d2b426f4-d4f1-47a1-ac57-7c13088134f0 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (6f5e04b0-9aaf-4043-9d9d-e36b9ace1be4), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:23.477136 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c862682e-0dc9-4738-bc38-8d4ba9787e42 None None] Network caf334a1-f4d6-4967-8a72-86e99877f5a8 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:23.479276 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01909f05-6074-4e2b-884a-7cb563e61ff6 req-2454a32f-35a9-4270-af07-944a12d45be7 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:23.483671 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01909f05-6074-4e2b-884a-7cb563e61ff6 req-2454a32f-35a9-4270-af07-944a12d45be7 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=800dceb4-02bc-4230-ae7c-12d10e0216cf HTTP/1.1" status: 200 len: 943 time: 0.6709800 Feb 19 04:21:23.512128 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-c862682e-0dc9-4738-bc38-8d4ba9787e42 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:23.576712 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c862682e-0dc9-4738-bc38-8d4ba9787e42 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:23.596196 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-90ff5ab2-4e4f-4a35-ba4d-aaf788cdf26c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8::1 (9e765b0b-136b-493b-bef9-44145ed793f7/4339cccf-8b42-4a6c-9171-866c5286f294/11031cd8-4c03-404b-b69e-44c512efaef5) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:23.638467 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d2b426f4-d4f1-47a1-ac57-7c13088134f0 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (6f5e04b0-9aaf-4043-9d9d-e36b9ace1be4), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:23.671745 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b1ae15d-f156-43dc-a5d4-180855913352 req-b11deff8-1b1d-4b1b-bd4c-40f6f406c0f9 service neutron] 10.222.0.48 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7100940 Feb 19 04:21:23.691505 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01909f05-6074-4e2b-884a-7cb563e61ff6 req-3e602889-7ee6-45b8-a147-917f2a1fdd73 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895192 Feb 19 04:21:23.813691 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 93cc5066-7ba6-497d-9882-ea8cf142bbc2 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:23.814412 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (93cc5066-7ba6-497d-9882-ea8cf142bbc2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:23.818717 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-4d57b553-3dab-4fc7-8fd1-48d0c6c57a71 None None] Allocated IP 2001:db8:0:1::1 (d5b74e92-8873-4c16-b589-9ab88246f375/61c69750-d66f-4bef-832d-9d4f9e10ea41/625a06e9-b51b-4a17-8433-585eb316e4fb) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:23.878547 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d2b426f4-d4f1-47a1-ac57-7c13088134f0 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (6f5e04b0-9aaf-4043-9d9d-e36b9ace1be4), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.025424 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c862682e-0dc9-4738-bc38-8d4ba9787e42 None None] Attempting to bind port 7d482240-6f86-4507-af8e-d944993f5c2e on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:21:24.027577 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c862682e-0dc9-4738-bc38-8d4ba9787e42 None None] Attempting to bind port 7d482240-6f86-4507-af8e-d944993f5c2e by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'a2c35b38-27d7-41cc-ba43-0d328debf37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'caf334a1-f4d6-4967-8a72-86e99877f5a8'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:21:24.029948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c862682e-0dc9-4738-bc38-8d4ba9787e42 None None] Attempting to bind port 7d482240-6f86-4507-af8e-d944993f5c2e on network caf334a1-f4d6-4967-8a72-86e99877f5a8 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:24.065354 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-148b0280-c3ef-4a39-ae01-3a821e809544 req-e19cf24c-4f2b-422d-ac7c-968bb6d13034 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.1301150 Feb 19 04:21:24.070724 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d2b426f4-d4f1-47a1-ac57-7c13088134f0 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.077663 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d2b426f4-d4f1-47a1-ac57-7c13088134f0 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] 10.222.0.65 "DELETE /v2.0/subnets/6f5e04b0-9aaf-4043-9d9d-e36b9ace1be4 HTTP/1.1" status: 204 len: 168 time: 1.1477604 Feb 19 04:21:24.098539 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45216) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:24.131963 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b426f4-d4f1-47a1-ac57-7c13088134f0 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Pushing event deleted for resources: {'Subnet': ['ID=6f5e04b0-9aaf-4043-9d9d-e36b9ace1be4,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:24.244119 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-74c86d78-1ea8-4992-bca5-9f750abcec3c req-6e9fadd0-d6c8-43a8-8aa0-1d375006ea98 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5fb22e-5044-4356-80be-ab2e088414a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9633873 Feb 19 04:21:24.377954 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b0f22-0ad6-4785-8a2e-d75028897bd4 req-e2899bf3-d50d-43da-9fd7-2da2c6fce44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:24.379475 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0ffd2f14-8f3d-4c80-8089-bcd7d2b2ae8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2f776a35-1743-4256-af30-fed07bf2583b), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.380469 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-207b0f22-0ad6-4785-8a2e-d75028897bd4 req-e2899bf3-d50d-43da-9fd7-2da2c6fce44f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b786c5ef5d584827a0b45726072f8eb3&device_id=800dceb4-02bc-4230-ae7c-12d10e0216cf HTTP/1.1" status: 200 len: 1125 time: 0.5545275 Feb 19 04:21:24.391864 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-3546ba48-071e-4578-ae33-f5127a573308 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Deleting subnet 61c69750-d66f-4bef-832d-9d4f9e10ea41 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:21:24.438088 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c862682e-0dc9-4738-bc38-8d4ba9787e42 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:21:24.439861 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c862682e-0dc9-4738-bc38-8d4ba9787e42 None None] Checking segment: {'id': 'a2c35b38-27d7-41cc-ba43-0d328debf37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'caf334a1-f4d6-4967-8a72-86e99877f5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:24.440857 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c862682e-0dc9-4738-bc38-8d4ba9787e42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.441942 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c862682e-0dc9-4738-bc38-8d4ba9787e42 None None] Bound using segment: {'id': 'a2c35b38-27d7-41cc-ba43-0d328debf37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'caf334a1-f4d6-4967-8a72-86e99877f5a8'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:21:24.443187 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c862682e-0dc9-4738-bc38-8d4ba9787e42 None None] Bound port: 7d482240-6f86-4507-af8e-d944993f5c2e, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c35b38-27d7-41cc-ba43-0d328debf37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'caf334a1-f4d6-4967-8a72-86e99877f5a8'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:21:24.444288 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c862682e-0dc9-4738-bc38-8d4ba9787e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7d482240-6f86-4507-af8e-d944993f5c2e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.496801 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b9ceeec2-3f5c-40a6-b4a3-3fda15f558aa None None] Current status of the port 93cc5066-7ba6-497d-9882-ea8cf142bbc2 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:24.497617 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b9ceeec2-3f5c-40a6-b4a3-3fda15f558aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (93cc5066-7ba6-497d-9882-ea8cf142bbc2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.676432 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-90ff5ab2-4e4f-4a35-ba4d-aaf788cdf26c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (11031cd8-4c03-404b-b69e-44c512efaef5), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.683378 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 93cc5066-7ba6-497d-9882-ea8cf142bbc2 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:24.684347 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (93cc5066-7ba6-497d-9882-ea8cf142bbc2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.810386 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0ffd2f14-8f3d-4c80-8089-bcd7d2b2ae8c admin admin] Publish callbacks [] for port (2f776a35-1743-4256-af30-fed07bf2583b), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.835435 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0ffd2f14-8f3d-4c80-8089-bcd7d2b2ae8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (2f776a35-1743-4256-af30-fed07bf2583b), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.890738 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-e721e0de-725b-4700-bed9-4e6322ab739d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34342596-9bd7-43d6-9ad5-9cd9174b50be {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:21:24.905696 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4d57b553-3dab-4fc7-8fd1-48d0c6c57a71 None None] Publish callbacks [] for port (625a06e9-b51b-4a17-8433-585eb316e4fb), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.937387 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b9ceeec2-3f5c-40a6-b4a3-3fda15f558aa None None] For port 93cc5066-7ba6-497d-9882-ea8cf142bbc2, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=93cc5066-7ba6-497d-9882-ea8cf142bbc2,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:24.941538 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-c862682e-0dc9-4738-bc38-8d4ba9787e42 None None] For port 7d482240-6f86-4507-af8e-d944993f5c2e, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:21:24.950081 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3546ba48-071e-4578-ae33-f5127a573308 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks [] for subnet (61c69750-d66f-4bef-832d-9d4f9e10ea41), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.961417 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4d57b553-3dab-4fc7-8fd1-48d0c6c57a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (625a06e9-b51b-4a17-8433-585eb316e4fb), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.976337 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-e721e0de-725b-4700-bed9-4e6322ab739d service neutron] Publish callbacks [] for port (34342596-9bd7-43d6-9ad5-9cd9174b50be), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:25.012787 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b9ceeec2-3f5c-40a6-b4a3-3fda15f558aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (93cc5066-7ba6-497d-9882-ea8cf142bbc2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:25.065883 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-e721e0de-725b-4700-bed9-4e6322ab739d service neutron] Transition to ACTIVE for port object 34342596-9bd7-43d6-9ad5-9cd9174b50be will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:21:25.080502 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-c862682e-0dc9-4738-bc38-8d4ba9787e42 None None] For port 7d482240-6f86-4507-af8e-d944993f5c2e, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=7d482240-6f86-4507-af8e-d944993f5c2e,segment=NetworkSegment(a2c35b38-27d7-41cc-ba43-0d328debf37b),segment_id=a2c35b38-27d7-41cc-ba43-0d328debf37b)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:21:25.104021 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd2f14-8f3d-4c80-8089-bcd7d2b2ae8c admin admin] Pushing event updated for resources: {'Port': ['ID=2f776a35-1743-4256-af30-fed07bf2583b,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:25.110756 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d57b553-3dab-4fc7-8fd1-48d0c6c57a71 None None] Network d5b74e92-8873-4c16-b589-9ab88246f375 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:25.122730 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3546ba48-071e-4578-ae33-f5127a573308 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (61c69750-d66f-4bef-832d-9d4f9e10ea41), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:25.123339 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-e721e0de-725b-4700-bed9-4e6322ab739d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (34342596-9bd7-43d6-9ad5-9cd9174b50be), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:25.131139 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0ffd2f14-8f3d-4c80-8089-bcd7d2b2ae8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (711b1e62-1874-48b7-8c90-eaba7f315eae), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:25.157552 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-4d57b553-3dab-4fc7-8fd1-48d0c6c57a71 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:25.186089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d57b553-3dab-4fc7-8fd1-48d0c6c57a71 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:25.258949 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b0f22-0ad6-4785-8a2e-d75028897bd4 req-b7d06e97-d1cc-47f3-abe3-c654d4325625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:25.262609 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-207b0f22-0ad6-4785-8a2e-d75028897bd4 req-b7d06e97-d1cc-47f3-abe3-c654d4325625 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d40f42e-b749-4901-ba8a-e7eceb678438 HTTP/1.1" status: 200 len: 911 time: 0.8679435 Feb 19 04:21:25.280583 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721e0de-725b-4700-bed9-4e6322ab739d service neutron] Pushing event updated for resources: {'Port': ['ID=34342596-9bd7-43d6-9ad5-9cd9174b50be,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:25.313807 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c862682e-0dc9-4738-bc38-8d4ba9787e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (7d482240-6f86-4507-af8e-d944993f5c2e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:25.334663 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e1d16-e6b8-4390-a205-6fa2023bec73 req-cda715bf-4c85-452f-8a9e-83ecb4e60809 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:25.339869 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ff2e1d16-e6b8-4390-a205-6fa2023bec73 req-cda715bf-4c85-452f-8a9e-83ecb4e60809 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=800dceb4-02bc-4230-ae7c-12d10e0216cf HTTP/1.1" status: 200 len: 943 time: 0.4269788 Feb 19 04:21:25.345563 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57b553-3dab-4fc7-8fd1-48d0c6c57a71 None None] Pushing event updated for resources: {'Port': ['ID=625a06e9-b51b-4a17-8433-585eb316e4fb,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:25.385169 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:21:25.386341 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:21:25.443302 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-4d57b553-3dab-4fc7-8fd1-48d0c6c57a71 None None] Attempting to bind port 625a06e9-b51b-4a17-8433-585eb316e4fb on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:21:25.444326 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-4d57b553-3dab-4fc7-8fd1-48d0c6c57a71 None None] Attempting to bind port 625a06e9-b51b-4a17-8433-585eb316e4fb by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'fc6fda73-5f69-4cfb-ab02-dd118c079820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd5b74e92-8873-4c16-b589-9ab88246f375'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:21:25.444540 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d57b553-3dab-4fc7-8fd1-48d0c6c57a71 None None] Attempting to bind port 625a06e9-b51b-4a17-8433-585eb316e4fb on network d5b74e92-8873-4c16-b589-9ab88246f375 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:25.462234 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d57b553-3dab-4fc7-8fd1-48d0c6c57a71 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:21:25.463100 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d57b553-3dab-4fc7-8fd1-48d0c6c57a71 None None] Checking segment: {'id': 'fc6fda73-5f69-4cfb-ab02-dd118c079820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd5b74e92-8873-4c16-b589-9ab88246f375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:25.463860 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4d57b553-3dab-4fc7-8fd1-48d0c6c57a71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:25.464542 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d57b553-3dab-4fc7-8fd1-48d0c6c57a71 None None] Bound using segment: {'id': 'fc6fda73-5f69-4cfb-ab02-dd118c079820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd5b74e92-8873-4c16-b589-9ab88246f375'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:21:25.466291 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-4d57b553-3dab-4fc7-8fd1-48d0c6c57a71 None None] Bound port: 625a06e9-b51b-4a17-8433-585eb316e4fb, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6fda73-5f69-4cfb-ab02-dd118c079820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd5b74e92-8873-4c16-b589-9ab88246f375'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:21:25.466554 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4d57b553-3dab-4fc7-8fd1-48d0c6c57a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (625a06e9-b51b-4a17-8433-585eb316e4fb), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:25.484183 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-207b0f22-0ad6-4785-8a2e-d75028897bd4 req-d6f6bb5a-0b43-4899-9ab4-712b2d3df679 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=383c2517-2fe4-411f-b609-af4434f8dee1 HTTP/1.1" status: 200 len: 217 time: 0.1960537 Feb 19 04:21:25.511661 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffd2f14-8f3d-4c80-8089-bcd7d2b2ae8c admin admin] Network 1c84052c-91e0-4c2a-807c-a49aff1ef410 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:25.520746 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-0ffd2f14-8f3d-4c80-8089-bcd7d2b2ae8c admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:25.596240 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b0f22-0ad6-4785-8a2e-d75028897bd4 req-d19e316b-ea93-4386-a439-3e20ab2848ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:25.600497 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-207b0f22-0ad6-4785-8a2e-d75028897bd4 req-d19e316b-ea93-4386-a439-3e20ab2848ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=409a3c1a-34aa-46ee-b1af-34e270dd570a HTTP/1.1" status: 200 len: 851 time: 0.1061664 Feb 19 04:21:25.623877 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 383c2517-2fe4-411f-b609-af4434f8dee1 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:21:25.660607 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3546ba48-071e-4578-ae33-f5127a573308 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (61c69750-d66f-4bef-832d-9d4f9e10ea41), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:25.689099 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-90ff5ab2-4e4f-4a35-ba4d-aaf788cdf26c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (11031cd8-4c03-404b-b69e-44c512efaef5), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:25.740167 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ceeec2-3f5c-40a6-b4a3-3fda15f558aa None None] Pushing event updated for resources: {'Port': ['ID=93cc5066-7ba6-497d-9882-ea8cf142bbc2,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:25.744183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ff5ab2-4e4f-4a35-ba4d-aaf788cdf26c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:25.760288 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc44439-1d1a-4466-b2a7-0332dba48a54 None None] Network caf334a1-f4d6-4967-8a72-86e99877f5a8 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:25.779098 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-207b0f22-0ad6-4785-8a2e-d75028897bd4 req-5cdc59b3-0d0f-41b4-a413-45b4b13db8bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d40f42e-b749-4901-ba8a-e7eceb678438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1535752 Feb 19 04:21:25.788617 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-4d57b553-3dab-4fc7-8fd1-48d0c6c57a71 None None] For port 625a06e9-b51b-4a17-8433-585eb316e4fb, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:21:25.793719 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-90ff5ab2-4e4f-4a35-ba4d-aaf788cdf26c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:25.798930 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ff5ab2-4e4f-4a35-ba4d-aaf788cdf26c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:25.800000 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-90ff5ab2-4e4f-4a35-ba4d-aaf788cdf26c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (83b65424-7f32-4c56-982c-695e387a1689), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:25.811370 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3546ba48-071e-4578-ae33-f5127a573308 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (61c69750-d66f-4bef-832d-9d4f9e10ea41), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:25.835087 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-4d57b553-3dab-4fc7-8fd1-48d0c6c57a71 None None] For port 625a06e9-b51b-4a17-8433-585eb316e4fb, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=625a06e9-b51b-4a17-8433-585eb316e4fb,segment=NetworkSegment(fc6fda73-5f69-4cfb-ab02-dd118c079820),segment_id=fc6fda73-5f69-4cfb-ab02-dd118c079820)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:21:25.907471 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04c58c64-03a9-42f1-bc3b-7d5c0f7bac90 req-240b6bf9-01f8-40ac-a06a-d3b748386f50 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.4302506 Feb 19 04:21:25.943815 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4d57b553-3dab-4fc7-8fd1-48d0c6c57a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (625a06e9-b51b-4a17-8433-585eb316e4fb), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:25.993912 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546ba48-071e-4578-ae33-f5127a573308 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Pushing event deleted for resources: {'Subnet': ['ID=61c69750-d66f-4bef-832d-9d4f9e10ea41,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:26.030741 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3546ba48-071e-4578-ae33-f5127a573308 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:26.037289 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3546ba48-071e-4578-ae33-f5127a573308 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] 10.222.0.65 "DELETE /v2.0/subnets/61c69750-d66f-4bef-832d-9d4f9e10ea41 HTTP/1.1" status: 204 len: 168 time: 1.9367187 Feb 19 04:21:26.043762 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45224) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:26.083769 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:21:26.248607 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ff2e1d16-e6b8-4390-a205-6fa2023bec73 req-8b69a942-a097-4443-bed9-fb472addf6d2 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8151815 Feb 19 04:21:26.352316 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89325fc4-00df-479d-8f53-8eb0714fd34d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:26.355552 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-89325fc4-00df-479d-8f53-8eb0714fd34d tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3100500 Feb 19 04:21:26.372533 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862682e-0dc9-4738-bc38-8d4ba9787e42 None None] Pushing event updated for resources: {'Port': ['ID=7d482240-6f86-4507-af8e-d944993f5c2e,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:26.379993 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45226) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:26.442300 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 93cc5066-7ba6-497d-9882-ea8cf142bbc2 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:26.444365 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8655014a-a397-44f1-ad24-0a41873df23f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:26.464866 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3e3cb-8201-4637-bf41-fbf8a270f2bb req-3ec7836f-6527-40c4-8ab2-336a40066a5a tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:26.468388 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fbb3e3cb-8201-4637-bf41-fbf8a270f2bb req-3ec7836f-6527-40c4-8ab2-336a40066a5a tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/ports?device_id=73c74dcc-ee67-4d97-a313-c21e62cf11ac HTTP/1.1" status: 200 len: 943 time: 0.2440622 Feb 19 04:21:26.506729 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff5ab2-4e4f-4a35-ba4d-aaf788cdf26c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=11031cd8-4c03-404b-b69e-44c512efaef5,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:26.651829 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b5fba57d-8d78-4914-b1c4-0d619a3ec926 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (d5b74e92-8873-4c16-b589-9ab88246f375), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:26.673524 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-e721e0de-725b-4700-bed9-4e6322ab739d service neutron] Attempting to bind port 34342596-9bd7-43d6-9ad5-9cd9174b50be on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:21:26.674572 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-e721e0de-725b-4700-bed9-4e6322ab739d service neutron] Attempting to bind port 34342596-9bd7-43d6-9ad5-9cd9174b50be by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '16b32102-5185-4cbf-aa7e-16f071f0ba9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd1294f4b-e620-490a-b32c-72fd1cd5a09a'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:21:26.675488 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-e721e0de-725b-4700-bed9-4e6322ab739d service neutron] Attempting to bind port 34342596-9bd7-43d6-9ad5-9cd9174b50be on network d1294f4b-e620-490a-b32c-72fd1cd5a09a {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:26.681656 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffd2f14-8f3d-4c80-8089-bcd7d2b2ae8c admin admin] Router 711b1e62-1874-48b7-8c90-eaba7f315eae has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:21:26.726513 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-e721e0de-725b-4700-bed9-4e6322ab739d service neutron] Port 34342596-9bd7-43d6-9ad5-9cd9174b50be on network d1294f4b-e620-490a-b32c-72fd1cd5a09a not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:21:26.727668 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-e721e0de-725b-4700-bed9-4e6322ab739d service neutron] Attempting to bind port 34342596-9bd7-43d6-9ad5-9cd9174b50be on network d1294f4b-e620-490a-b32c-72fd1cd5a09a {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:26.829128 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-e721e0de-725b-4700-bed9-4e6322ab739d service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:21:26.830155 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-e721e0de-725b-4700-bed9-4e6322ab739d service neutron] Checking segment: {'id': '16b32102-5185-4cbf-aa7e-16f071f0ba9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd1294f4b-e620-490a-b32c-72fd1cd5a09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:26.831050 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-e721e0de-725b-4700-bed9-4e6322ab739d service neutron] Bound using segment: {'id': '16b32102-5185-4cbf-aa7e-16f071f0ba9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd1294f4b-e620-490a-b32c-72fd1cd5a09a'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:21:26.832489 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-e721e0de-725b-4700-bed9-4e6322ab739d service neutron] Bound port: 34342596-9bd7-43d6-9ad5-9cd9174b50be, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b32102-5185-4cbf-aa7e-16f071f0ba9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd1294f4b-e620-490a-b32c-72fd1cd5a09a'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:21:26.833592 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-e721e0de-725b-4700-bed9-4e6322ab739d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (34342596-9bd7-43d6-9ad5-9cd9174b50be), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:26.877988 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-207b0f22-0ad6-4785-8a2e-d75028897bd4 req-0ec59d46-f1d9-4f27-bf81-40c5a2981a1a service neutron] 10.222.0.48 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0708406 Feb 19 04:21:26.967595 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57b553-3dab-4fc7-8fd1-48d0c6c57a71 None None] Pushing event updated for resources: {'Port': ['ID=625a06e9-b51b-4a17-8433-585eb316e4fb,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:27.021904 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fbb3e3cb-8201-4637-bf41-fbf8a270f2bb req-62ddfeaf-7267-4432-9151-293f0dd9e820 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5fb22e-5044-4356-80be-ab2e088414a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871739 Feb 19 04:21:27.188243 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffd2f14-8f3d-4c80-8089-bcd7d2b2ae8c admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:21:27.202407 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0ffd2f14-8f3d-4c80-8089-bcd7d2b2ae8c admin admin] 10.222.0.65 "PUT /v2.0/routers/711b1e62-1874-48b7-8c90-eaba7f315eae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9599407 Feb 19 04:21:27.218504 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-90ff5ab2-4e4f-4a35-ba4d-aaf788cdf26c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (11031cd8-4c03-404b-b69e-44c512efaef5), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:27.222548 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] Sync routers for ids ['711b1e62-1874-48b7-8c90-eaba7f315eae'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:21:27.225165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-b5fba57d-8d78-4914-b1c4-0d619a3ec926 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Deleting port 625a06e9-b51b-4a17-8433-585eb316e4fb {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:27.225828 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b5fba57d-8d78-4914-b1c4-0d619a3ec926 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (625a06e9-b51b-4a17-8433-585eb316e4fb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:27.278539 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-207b0f22-0ad6-4785-8a2e-d75028897bd4 req-b894609d-fe63-4d78-98e0-856aaa9f2e08 service neutron] 10.222.0.48 "GET /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780015 Feb 19 04:21:27.380445 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 383c2517-2fe4-411f-b609-af4434f8dee1, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=383c2517-2fe4-411f-b609-af4434f8dee1,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:27.388843 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b98e2285-fdb2-42c6-909f-4b99e69ece30 None None] Provisioning complete for port 11031cd8-4c03-404b-b69e-44c512efaef5 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:27.389346 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b98e2285-fdb2-42c6-909f-4b99e69ece30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (11031cd8-4c03-404b-b69e-44c512efaef5), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:27.397917 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-b5fba57d-8d78-4914-b1c4-0d619a3ec926 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] For port 625a06e9-b51b-4a17-8433-585eb316e4fb, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=625a06e9-b51b-4a17-8433-585eb316e4fb,segment=NetworkSegment(fc6fda73-5f69-4cfb-ab02-dd118c079820),segment_id=fc6fda73-5f69-4cfb-ab02-dd118c079820)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:27.398538 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b5fba57d-8d78-4914-b1c4-0d619a3ec926 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (625a06e9-b51b-4a17-8433-585eb316e4fb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:27.451765 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-b5fba57d-8d78-4914-b1c4-0d619a3ec926 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Calling delete_port for 625a06e9-b51b-4a17-8433-585eb316e4fb owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:27.456646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] Routers {'711b1e62-1874-48b7-8c90-eaba7f315eae'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:27.457517 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:21:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['711b1e62-1874-48b7-8c90-eaba7f315eae'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:27.485317 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c6f99a98-6a54-4119-ad2e-072660a891a0 req-3a0f2c00-f8f2-46f3-93cf-64ed6545b0f1 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.2521498 Feb 19 04:21:27.660061 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] Set router 711b1e62-1874-48b7-8c90-eaba7f315eae gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:27.701515 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cd00f-84c4-486c-accc-1aabf62cf4db req-e0da0f19-962a-4544-a076-227a12fbcdf7 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:27.710777 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4e8cd00f-84c4-486c-accc-1aabf62cf4db req-e0da0f19-962a-4544-a076-227a12fbcdf7 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=800dceb4-02bc-4230-ae7c-12d10e0216cf HTTP/1.1" status: 200 len: 943 time: 0.2509882 Feb 19 04:21:27.807495 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '383c2517-2fe4-411f-b609-af4434f8dee1', 'network_id': '7d40f42e-b749-4901-ba8a-e7eceb678438', 'port_id': '383c2517-2fe4-411f-b609-af4434f8dee1', 'mac_address': 'fa:16:3e:0e:71:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '409a3c1a-34aa-46ee-b1af-34e270dd570a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:21:27.886052 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4e8cd00f-84c4-486c-accc-1aabf62cf4db req-35a63b08-853c-4c0b-8081-87058fd52602 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741035 Feb 19 04:21:27.891870 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b5fba57d-8d78-4914-b1c4-0d619a3ec926 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (625a06e9-b51b-4a17-8433-585eb316e4fb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:27.986046 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-e721e0de-725b-4700-bed9-4e6322ab739d service neutron] For port 34342596-9bd7-43d6-9ad5-9cd9174b50be, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:21:27.991921 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-e721e0de-725b-4700-bed9-4e6322ab739d service neutron] For port 34342596-9bd7-43d6-9ad5-9cd9174b50be, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=34342596-9bd7-43d6-9ad5-9cd9174b50be,segment=NetworkSegment(16b32102-5185-4cbf-aa7e-16f071f0ba9f),segment_id=16b32102-5185-4cbf-aa7e-16f071f0ba9f)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:21:28.010425 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fba57d-8d78-4914-b1c4-0d619a3ec926 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Pushing event deleted for resources: {'Port': ['ID=625a06e9-b51b-4a17-8433-585eb316e4fb,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:28.015091 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fba57d-8d78-4914-b1c4-0d619a3ec926 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] No DVR routers for this DVR port 625a06e9-b51b-4a17-8433-585eb316e4fb on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:21:28.021431 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-e721e0de-725b-4700-bed9-4e6322ab739d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (34342596-9bd7-43d6-9ad5-9cd9174b50be), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.092707 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-e721e0de-725b-4700-bed9-4e6322ab739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:28.094313 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-e721e0de-725b-4700-bed9-4e6322ab739d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.096429 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-e721e0de-725b-4700-bed9-4e6322ab739d service neutron] 10.222.0.10 "PUT /v2.0/ports/34342596-9bd7-43d6-9ad5-9cd9174b50be HTTP/1.1" status: 200 len: 1091 time: 7.2608974 Feb 19 04:21:28.112718 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c74dcc-ee67-4d97-a313-c21e62cf11ac', 'tag': '34342596-9bd7-43d6-9ad5-9cd9174b50be'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:21:28.126902 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ced146b-fc56-48c7-a780-50a02b0c7dea" -d '{"events": [{"name": "network-changed", "server_uuid": "73c74dcc-ee67-4d97-a313-c21e62cf11ac", "tag": "34342596-9bd7-43d6-9ad5-9cd9174b50be"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:21:28.207392 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 383c2517-2fe4-411f-b609-af4434f8dee1 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:28.207981 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (383c2517-2fe4-411f-b609-af4434f8dee1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.242079 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b98e2285-fdb2-42c6-909f-4b99e69ece30 None None] Port 11031cd8-4c03-404b-b69e-44c512efaef5 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:21:28.255131 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383c2517-2fe4-411f-b609-af4434f8dee1 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:21:28.321746 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b5fba57d-8d78-4914-b1c4-0d619a3ec926 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (d5b74e92-8873-4c16-b589-9ab88246f375), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.366566 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 8655014a-a397-44f1-ad24-0a41873df23f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:28.370823 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8655014a-a397-44f1-ad24-0a41873df23f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.373624 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-b5fba57d-8d78-4914-b1c4-0d619a3ec926 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b74e92-8873-4c16-b589-9ab88246f375']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:28.394770 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-b5fba57d-8d78-4914-b1c4-0d619a3ec926 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6fda73-5f69-4cfb-ab02-dd118c079820') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:28.395409 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 383c2517-2fe4-411f-b609-af4434f8dee1, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=383c2517-2fe4-411f-b609-af4434f8dee1,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:28.395648 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-b5fba57d-8d78-4914-b1c4-0d619a3ec926 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6fda73-5f69-4cfb-ab02-dd118c079820') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:28.413384 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b5fba57d-8d78-4914-b1c4-0d619a3ec926 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (fc6fda73-5f69-4cfb-ab02-dd118c079820), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.434300 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b5fba57d-8d78-4914-b1c4-0d619a3ec926 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (fc6fda73-5f69-4cfb-ab02-dd118c079820), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.444015 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5fba57d-8d78-4914-b1c4-0d619a3ec926 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:21:28.444617 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b5fba57d-8d78-4914-b1c4-0d619a3ec926 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (fc6fda73-5f69-4cfb-ab02-dd118c079820), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.481672 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (383c2517-2fe4-411f-b609-af4434f8dee1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:21:28.539860 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:21:28.557089 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b5fba57d-8d78-4914-b1c4-0d619a3ec926 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (d5b74e92-8873-4c16-b589-9ab88246f375), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.557635 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-3b47416d-420b-4a0a-963d-3a8caa9125be tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:28.569331 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-3b47416d-420b-4a0a-963d-3a8caa9125be tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/networks?id=1c84052c-91e0-4c2a-807c-a49aff1ef410 HTTP/1.1" status: 200 len: 811 time: 0.3254728 Feb 19 04:21:28.586038 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b5fba57d-8d78-4914-b1c4-0d619a3ec926 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.592993 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b5fba57d-8d78-4914-b1c4-0d619a3ec926 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] 10.222.0.65 "DELETE /v2.0/networks/d5b74e92-8873-4c16-b589-9ab88246f375 HTTP/1.1" status: 204 len: 168 time: 2.2089291 Feb 19 04:21:28.595660 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45252) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:28.627583 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fba57d-8d78-4914-b1c4-0d619a3ec926 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Pushing event deleted for resources: {'Network': ['ID=d5b74e92-8873-4c16-b589-9ab88246f375,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:28.639526 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=383c2517-2fe4-411f-b609-af4434f8dee1,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:28.645884 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9751ec6-d7c3-4111-8caa-a08b850efd38 None None] get_active_networks_info from n-d-772273-4 {{(pid=115200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:21:28.744793 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-f28d7e4a-98a9-47b5-8aa4-421430ce9630 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/quotas/df9c39b1157b4ff4913cb78a1d6accf7 HTTP/1.1" status: 200 len: 375 time: 0.1491654 Feb 19 04:21:28.763583 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['383c2517-2fe4-411f-b609-af4434f8dee1'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:21:28.769277 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ba283944-fc7a-44a3-be46-899a5c124837 None None] Could not find standard attr ID for object 625a06e9-b51b-4a17-8433-585eb316e4fb. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:21:28.773475 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-a4e47641-81b8-4604-bcf5-e3ef855fea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:28.778720 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-a4e47641-81b8-4604-bcf5-e3ef855fea62 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=672a7d11d6964bc2bea57693f3723a4e&device_id=73c74dcc-ee67-4d97-a313-c21e62cf11ac HTTP/1.1" status: 200 len: 1125 time: 0.5476499 Feb 19 04:21:28.789621 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf2445-15bd-4b7c-93b8-3f8d117aa50e req-f06b1c76-22f1-4097-94dc-5803c1bd2cdc tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:28.806515 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ddf2445-15bd-4b7c-93b8-3f8d117aa50e req-f06b1c76-22f1-4097-94dc-5803c1bd2cdc tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/ports?device_id=73c74dcc-ee67-4d97-a313-c21e62cf11ac HTTP/1.1" status: 200 len: 943 time: 0.2610662 Feb 19 04:21:28.864962 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a93b2d70-2682-4787-9a38-8f4a74a0bf74 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (caf334a1-f4d6-4967-8a72-86e99877f5a8), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:28.933565 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ddf2445-15bd-4b7c-93b8-3f8d117aa50e req-bb32c977-87b6-4ac6-ab92-b4aae988b519 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5fb22e-5044-4356-80be-ab2e088414a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193881 Feb 19 04:21:29.057141 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-a93b2d70-2682-4787-9a38-8f4a74a0bf74 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Deleting port 7d482240-6f86-4507-af8e-d944993f5c2e {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:29.057749 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a93b2d70-2682-4787-9a38-8f4a74a0bf74 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (7d482240-6f86-4507-af8e-d944993f5c2e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:29.105494 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711b1e62-1874-48b7-8c90-eaba7f315eae', 'name': 'tempest-ServerRescueTestJSON-1746079781-router', 'tenant_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '8655014a-a397-44f1-ad24-0a41873df23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:21:24Z', 'revision_number': 4, 'project_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'gw_port': {'id': '8655014a-a397-44f1-ad24-0a41873df23f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:40:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711b1e62-1874-48b7-8c90-eaba7f315eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:03Z', 'updated_at': '2022-02-19T04:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '2f776a35-1743-4256-af30-fed07bf2583b', 'name': '', 'network_id': '1c84052c-91e0-4c2a-807c-a49aff1ef410', 'tenant_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'mac_address': 'fa:16:3e:96:01:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711b1e62-1874-48b7-8c90-eaba7f315eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'c4888f38-26f5-49c8-afae-244433e40900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:19Z', 'updated_at': '2022-02-19T04:21:24Z', 'revision_number': 2, 'project_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'subnets': [{'id': 'c4888f38-26f5-49c8-afae-244433e40900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:29.207901 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-a93b2d70-2682-4787-9a38-8f4a74a0bf74 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] For port 7d482240-6f86-4507-af8e-d944993f5c2e, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=7d482240-6f86-4507-af8e-d944993f5c2e,segment=NetworkSegment(a2c35b38-27d7-41cc-ba43-0d328debf37b),segment_id=a2c35b38-27d7-41cc-ba43-0d328debf37b)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:29.208432 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a93b2d70-2682-4787-9a38-8f4a74a0bf74 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (7d482240-6f86-4507-af8e-d944993f5c2e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:29.229442 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] Checking router: 711b1e62-1874-48b7-8c90-eaba7f315eae for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:21:29.230060 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] Updating router 711b1e62-1874-48b7-8c90-eaba7f315eae port 2f776a35-1743-4256-af30-fed07bf2583b binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:21:29.239661 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-a93b2d70-2682-4787-9a38-8f4a74a0bf74 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Calling delete_port for 7d482240-6f86-4507-af8e-d944993f5c2e owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:29.318995 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2f776a35-1743-4256-af30-fed07bf2583b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:29.415386 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 8655014a-a397-44f1-ad24-0a41873df23f is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:29.416087 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8655014a-a397-44f1-ad24-0a41873df23f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:29.456716 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb12384-4faf-41b9-a371-6171ff05c0fe x-openstack-request-id: req-edb12384-4faf-41b9-a371-6171ff05c0fe {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:21:29.457595 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a93b2d70-2682-4787-9a38-8f4a74a0bf74 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (7d482240-6f86-4507-af8e-d944993f5c2e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:29.458862 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c74dcc-ee67-4d97-a313-c21e62cf11ac", "tag": "34342596-9bd7-43d6-9ad5-9cd9174b50be", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:21:29.460784 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-edb12384-4faf-41b9-a371-6171ff05c0fe {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:21:29.461951 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c74dcc-ee67-4d97-a313-c21e62cf11ac', 'tag': '34342596-9bd7-43d6-9ad5-9cd9174b50be', 'status': 'completed', 'code': 200} Feb 19 04:21:29.469191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721e0de-725b-4700-bed9-4e6322ab739d service neutron] Pushing event updated for resources: {'Port': ['ID=34342596-9bd7-43d6-9ad5-9cd9174b50be,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:29.480768 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-9bea3341-9b82-4883-b678-5f62ab84ec70 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34342596-9bd7-43d6-9ad5-9cd9174b50be HTTP/1.1" status: 200 len: 217 time: 0.6165822 Feb 19 04:21:29.558227 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0ccd8447-24c3-46b6-b784-8eadb30f6e41 req-2cea0f6c-60a3-41b3-b598-4ea6e279b72e tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4b32621-eaa8-4f6e-942b-dbaa60bcf8e7 HTTP/1.1" status: 200 len: 210 time: 0.1177878 Feb 19 04:21:29.572172 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b2d70-2682-4787-9a38-8f4a74a0bf74 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Pushing event deleted for resources: {'Port': ['ID=7d482240-6f86-4507-af8e-d944993f5c2e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:29.589268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93b2d70-2682-4787-9a38-8f4a74a0bf74 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] No DVR routers for this DVR port 7d482240-6f86-4507-af8e-d944993f5c2e on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:21:29.775181 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 8655014a-a397-44f1-ad24-0a41873df23f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8655014a-a397-44f1-ad24-0a41873df23f,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:29.802700 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-90ff5ab2-4e4f-4a35-ba4d-aaf788cdf26c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (11031cd8-4c03-404b-b69e-44c512efaef5), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:29.813547 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a93b2d70-2682-4787-9a38-8f4a74a0bf74 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (caf334a1-f4d6-4967-8a72-86e99877f5a8), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:29.843157 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-60506036-14ff-4ab7-a2d9-acce6484c4f6 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=df9c39b1157b4ff4913cb78a1d6accf7&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0740569 Feb 19 04:21:29.848752 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-90ff5ab2-4e4f-4a35-ba4d-aaf788cdf26c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (11031cd8-4c03-404b-b69e-44c512efaef5), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:29.850738 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-90ff5ab2-4e4f-4a35-ba4d-aaf788cdf26c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (83b65424-7f32-4c56-982c-695e387a1689), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:29.855213 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8655014a-a397-44f1-ad24-0a41873df23f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:29.984269 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-a93b2d70-2682-4787-9a38-8f4a74a0bf74 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf334a1-f4d6-4967-8a72-86e99877f5a8']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:30.005470 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9751ec6-d7c3-4111-8caa-a08b850efd38 None None] Resources bound (agent type, host, resource id): {{(pid=115200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:21:30.057704 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-c658b219-43a9-4064-a242-8be3b7f90b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:30.064995 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-a93b2d70-2682-4787-9a38-8f4a74a0bf74 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c35b38-27d7-41cc-ba43-0d328debf37b') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:30.065512 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-a93b2d70-2682-4787-9a38-8f4a74a0bf74 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c35b38-27d7-41cc-ba43-0d328debf37b') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:30.066602 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-c658b219-43a9-4064-a242-8be3b7f90b0b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6957c29a-282f-44cd-9a6f-045174e44f06 HTTP/1.1" status: 200 len: 857 time: 0.5791564 Feb 19 04:21:30.127711 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a93b2d70-2682-4787-9a38-8f4a74a0bf74 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (a2c35b38-27d7-41cc-ba43-0d328debf37b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:30.234759 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9cbcc-dbdb-4cfd-8534-6e15f3eef3d9 req-7ce50655-5eaf-4fb0-9c39-3c8522e2ea72 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:30.253556 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e8a9cbcc-dbdb-4cfd-8534-6e15f3eef3d9 req-7ce50655-5eaf-4fb0-9c39-3c8522e2ea72 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=800dceb4-02bc-4230-ae7c-12d10e0216cf HTTP/1.1" status: 200 len: 944 time: 0.4349191 Feb 19 04:21:30.264284 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a93b2d70-2682-4787-9a38-8f4a74a0bf74 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (a2c35b38-27d7-41cc-ba43-0d328debf37b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:30.335002 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93b2d70-2682-4787-9a38-8f4a74a0bf74 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:21:30.336332 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a93b2d70-2682-4787-9a38-8f4a74a0bf74 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (a2c35b38-27d7-41cc-ba43-0d328debf37b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:21:30.340624 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:21:30.343194 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-0f4cc0ec-a669-4603-aa2b-95eda591d0e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1294f4b-e620-490a-b32c-72fd1cd5a09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2547467 Feb 19 04:21:30.473887 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-38138809-c34f-438e-b8f1-3c3339203979 service neutron] 10.222.0.65 "GET /v2.0/networks/1c84052c-91e0-4c2a-807c-a49aff1ef410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6172285 Feb 19 04:21:30.476383 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff5ab2-4e4f-4a35-ba4d-aaf788cdf26c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=11031cd8-4c03-404b-b69e-44c512efaef5,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:30.589864 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 93cc5066-7ba6-497d-9882-ea8cf142bbc2 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:30.639895 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e8a9cbcc-dbdb-4cfd-8534-6e15f3eef3d9 req-27fbaee6-86c1-44b6-93f4-02e4ea8dcf4f tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705430 Feb 19 04:21:30.681232 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a93b2d70-2682-4787-9a38-8f4a74a0bf74 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (caf334a1-f4d6-4967-8a72-86e99877f5a8), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:30.694686 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a93b2d70-2682-4787-9a38-8f4a74a0bf74 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:30.710737 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a93b2d70-2682-4787-9a38-8f4a74a0bf74 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] 10.222.0.65 "DELETE /v2.0/networks/caf334a1-f4d6-4967-8a72-86e99877f5a8 HTTP/1.1" status: 204 len: 168 time: 2.1035903 Feb 19 04:21:30.722785 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=8655014a-a397-44f1-ad24-0a41873df23f,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:30.736725 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45294) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:30.751523 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b2d70-2682-4787-9a38-8f4a74a0bf74 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Pushing event deleted for resources: {'Network': ['ID=caf334a1-f4d6-4967-8a72-86e99877f5a8,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:30.800150 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ff5ab2-4e4f-4a35-ba4d-aaf788cdf26c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:30.926553 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 93cc5066-7ba6-497d-9882-ea8cf142bbc2 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:30.927282 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (93cc5066-7ba6-497d-9882-ea8cf142bbc2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:30.962897 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0a844aef-06e5-4bfb-af81-a95e911447db tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (32e8d3dd-1d3c-41aa-b402-6eb0b292adff), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:30.990373 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-7f8be21c-cfa2-4c8f-b6ab-405cb950190e service neutron] 10.222.0.10 "GET /v2.0/networks/d1294f4b-e620-490a-b32c-72fd1cd5a09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276831 Feb 19 04:21:31.020480 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-90ff5ab2-4e4f-4a35-ba4d-aaf788cdf26c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:31.292410 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d86e2db1-958e-4b87-8dff-06bccb1ef5ea req-b6ece734-549a-4b30-bea3-9fb21f37dacc service neutron] 10.222.0.10 "GET /v2.0/networks/d1294f4b-e620-490a-b32c-72fd1cd5a09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670040 Feb 19 04:21:31.438369 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0a844aef-06e5-4bfb-af81-a95e911447db tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (32e8d3dd-1d3c-41aa-b402-6eb0b292adff), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:31.486896 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d84a57d-241b-48f3-9057-81bd02cbb631 None None] DHCP port deletion for d5b74e92-8873-4c16-b589-9ab88246f375 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:21:31.497125 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d66942-7df9-4d17-955b-2959e053a428 req-c9ca009d-a01d-4efb-9772-126b9cc214cb tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:31.512543 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f0d66942-7df9-4d17-955b-2959e053a428 req-c9ca009d-a01d-4efb-9772-126b9cc214cb tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/ports?device_id=73c74dcc-ee67-4d97-a313-c21e62cf11ac HTTP/1.1" status: 200 len: 943 time: 0.5082860 Feb 19 04:21:31.604579 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-0a844aef-06e5-4bfb-af81-a95e911447db tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e8d3dd-1d3c-41aa-b402-6eb0b292adff']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:31.704999 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc7641d-8569-4fe6-b612-98939d66278b None None] Network d5b74e92-8873-4c16-b589-9ab88246f375 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:31.745212 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc7641d-8569-4fe6-b612-98939d66278b None None] Network d5b74e92-8873-4c16-b589-9ab88246f375 could not be found, it might have been deleted concurrently. {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:21:31.750015 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f0d66942-7df9-4d17-955b-2959e053a428 req-d0cdf7aa-7417-411c-8443-0098dee3c5e0 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5fb22e-5044-4356-80be-ab2e088414a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287550 Feb 19 04:21:31.753094 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-0a844aef-06e5-4bfb-af81-a95e911447db tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a297b381-9c42-4ef2-ab16-7e7b01d481c1') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:31.753658 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-0a844aef-06e5-4bfb-af81-a95e911447db tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a297b381-9c42-4ef2-ab16-7e7b01d481c1') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:31.768555 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 93cc5066-7ba6-497d-9882-ea8cf142bbc2 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:31.825587 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0a844aef-06e5-4bfb-af81-a95e911447db tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (a297b381-9c42-4ef2-ab16-7e7b01d481c1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:31.865292 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ff5ab2-4e4f-4a35-ba4d-aaf788cdf26c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Router 83b65424-7f32-4c56-982c-695e387a1689 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:21:31.896568 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0a844aef-06e5-4bfb-af81-a95e911447db tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (a297b381-9c42-4ef2-ab16-7e7b01d481c1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:31.919270 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a844aef-06e5-4bfb-af81-a95e911447db tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:21:31.919921 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0a844aef-06e5-4bfb-af81-a95e911447db tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (a297b381-9c42-4ef2-ab16-7e7b01d481c1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:31.941899 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-ab58a343-780e-477d-812d-db318e946653 service neutron] 10.222.0.65 "GET /v2.0/networks/1c84052c-91e0-4c2a-807c-a49aff1ef410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4505036 Feb 19 04:21:32.081965 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced146b-fc56-48c7-a780-50a02b0c7dea req-aff62016-7196-4e34-9f3d-bbb40abe0497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:32.087020 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ced146b-fc56-48c7-a780-50a02b0c7dea req-aff62016-7196-4e34-9f3d-bbb40abe0497 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=672a7d11d6964bc2bea57693f3723a4e&device_id=73c74dcc-ee67-4d97-a313-c21e62cf11ac HTTP/1.1" status: 200 len: 1125 time: 0.5098822 Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:21:32.195242 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:21:32.207348 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0a844aef-06e5-4bfb-af81-a95e911447db tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (32e8d3dd-1d3c-41aa-b402-6eb0b292adff), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:32.233410 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0a844aef-06e5-4bfb-af81-a95e911447db tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:32.242840 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0a844aef-06e5-4bfb-af81-a95e911447db tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] 10.222.0.65 "DELETE /v2.0/networks/32e8d3dd-1d3c-41aa-b402-6eb0b292adff HTTP/1.1" status: 204 len: 168 time: 1.5010681 Feb 19 04:21:32.287665 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45338) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:32.344566 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a844aef-06e5-4bfb-af81-a95e911447db tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Pushing event deleted for resources: {'Network': ['ID=32e8d3dd-1d3c-41aa-b402-6eb0b292adff,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:32.537764 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8655014a-a397-44f1-ad24-0a41873df23f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:32.570868 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 383c2517-2fe4-411f-b609-af4434f8dee1 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:32.694666 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45346) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:32.821234 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-08bbecfe-5362-4bcc-8bfb-d6262608824f req-64b7dd78-8ed6-4f98-9f95-bd57c1ba7704 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 210 time: 0.1047270 Feb 19 04:21:32.840546 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] Publish callbacks [] for port (2f776a35-1743-4256-af30-fed07bf2583b), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:32.860039 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ff5ab2-4e4f-4a35-ba4d-aaf788cdf26c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:21:32.874951 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] Sync routers for ids ['83b65424-7f32-4c56-982c-695e387a1689'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:21:32.900216 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1226b14-939e-4f10-86bf-28b1b9721ef1 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (adc7155f-70ef-4ce8-a988-8133647731cb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:32.904736 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-90ff5ab2-4e4f-4a35-ba4d-aaf788cdf26c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "PUT /v2.0/routers/83b65424-7f32-4c56-982c-695e387a1689/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4199755 Feb 19 04:21:32.907518 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45354) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:32.907808 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] Routers {'83b65424-7f32-4c56-982c-695e387a1689'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:32.912027 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:21:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['83b65424-7f32-4c56-982c-695e387a1689'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:32.923193 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d6aa207a-1054-4696-8277-cf32a9e9f90a None None] Provisioning complete for port 11031cd8-4c03-404b-b69e-44c512efaef5 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:32.925065 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d6aa207a-1054-4696-8277-cf32a9e9f90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (11031cd8-4c03-404b-b69e-44c512efaef5), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:33.062446 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2f776a35-1743-4256-af30-fed07bf2583b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:33.070160 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc1432f-b4a7-4475-a584-4828afd59564 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:33.072447 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8dc1432f-b4a7-4475-a584-4828afd59564 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports/11031cd8-4c03-404b-b69e-44c512efaef5 HTTP/1.1" status: 200 len: 911 time: 0.1369100 Feb 19 04:21:33.074929 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45356) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:33.079282 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b98607-3bec-4446-beef-57063b4d198b req-2bba33f0-9ab6-4d43-9865-21ac57ca76fc tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:33.116794 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced146b-fc56-48c7-a780-50a02b0c7dea req-9011db19-ddd7-4c94-ba63-6970de3c0d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:33.118516 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ced146b-fc56-48c7-a780-50a02b0c7dea req-9011db19-ddd7-4c94-ba63-6970de3c0d25 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d1294f4b-e620-490a-b32c-72fd1cd5a09a HTTP/1.1" status: 200 len: 917 time: 1.0218124 Feb 19 04:21:33.124650 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-13b98607-3bec-4446-beef-57063b4d198b req-2bba33f0-9ab6-4d43-9865-21ac57ca76fc tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=800dceb4-02bc-4230-ae7c-12d10e0216cf HTTP/1.1" status: 200 len: 944 time: 0.7848713 Feb 19 04:21:33.136371 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7e4ab745-84ac-4bcd-8ce2-cae912d81420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:33.144079 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 383c2517-2fe4-411f-b609-af4434f8dee1 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:21:33.269532 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 383c2517-2fe4-411f-b609-af4434f8dee1 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:33.269917 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (383c2517-2fe4-411f-b609-af4434f8dee1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:33.295882 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] Set router 83b65424-7f32-4c56-982c-695e387a1689 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:33.328039 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d6aa207a-1054-4696-8277-cf32a9e9f90a None None] Port 11031cd8-4c03-404b-b69e-44c512efaef5 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:21:33.417745 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ced146b-fc56-48c7-a780-50a02b0c7dea req-915d1a66-4f77-497f-a68d-d731ae99bea2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34342596-9bd7-43d6-9ad5-9cd9174b50be HTTP/1.1" status: 200 len: 217 time: 0.2144561 Feb 19 04:21:33.459502 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f6a3af3c-cebe-4187-882d-e2f40758c178 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for security_group (cc8716b3-df70-4e10-b54a-f3f26e40dceb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:33.467268 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] Attempting to bind port 2f776a35-1743-4256-af30-fed07bf2583b on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:21:33.470944 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] Attempting to bind port 2f776a35-1743-4256-af30-fed07bf2583b by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '7475f1e8-9ba9-4f4c-a789-729c28f3ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1c84052c-91e0-4c2a-807c-a49aff1ef410'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:21:33.470944 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] Attempting to bind port 2f776a35-1743-4256-af30-fed07bf2583b on network 1c84052c-91e0-4c2a-807c-a49aff1ef410 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:33.479781 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce714746-597e-4f59-ae37-2804cdf79173 None None] Pushing event updated for resources: {'Port': ['ID=2f776a35-1743-4256-af30-fed07bf2583b,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:33.523841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 8655014a-a397-44f1-ad24-0a41873df23f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:33.524182 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8655014a-a397-44f1-ad24-0a41873df23f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:33.536638 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f6a3af3c-cebe-4187-882d-e2f40758c178 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for security_group (cc8716b3-df70-4e10-b54a-f3f26e40dceb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:33.546984 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:21:33.547710 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] Checking segment: {'id': '7475f1e8-9ba9-4f4c-a789-729c28f3ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1c84052c-91e0-4c2a-807c-a49aff1ef410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:33.548616 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:33.548868 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] Bound using segment: {'id': '7475f1e8-9ba9-4f4c-a789-729c28f3ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1c84052c-91e0-4c2a-807c-a49aff1ef410'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:21:33.550272 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] Bound port: 2f776a35-1743-4256-af30-fed07bf2583b, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7475f1e8-9ba9-4f4c-a789-729c28f3ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1c84052c-91e0-4c2a-807c-a49aff1ef410'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:21:33.568440 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2f776a35-1743-4256-af30-fed07bf2583b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:33.678404 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f6a3af3c-cebe-4187-882d-e2f40758c178 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (cc8716b3-df70-4e10-b54a-f3f26e40dceb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:33.684839 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f6a3af3c-cebe-4187-882d-e2f40758c178 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:33.691908 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f6a3af3c-cebe-4187-882d-e2f40758c178 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "DELETE /v2.0/security-groups/cc8716b3-df70-4e10-b54a-f3f26e40dceb HTTP/1.1" status: 204 len: 168 time: 0.9951425 Feb 19 04:21:33.693336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45364) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:33.767087 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1226b14-939e-4f10-86bf-28b1b9721ef1 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (adc7155f-70ef-4ce8-a988-8133647731cb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:33.787906 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-13b98607-3bec-4446-beef-57063b4d198b req-40ef2343-ea76-486d-9ebd-5d733b009a3e tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6486385 Feb 19 04:21:33.807146 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521174ae-d335-46d0-9c0b-e52c30ee88ae tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:33.811215 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-0d6eec0a-89bc-4d80-8633-9dbdb7e042de tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] show failed (client error): The resource could not be found. Feb 19 04:21:33.818431 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521174ae-d335-46d0-9c0b-e52c30ee88ae tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:33.828273 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0d6eec0a-89bc-4d80-8633-9dbdb7e042de tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "GET /v2.0/security-groups/cc8716b3-df70-4e10-b54a-f3f26e40dceb HTTP/1.1" status: 404 len: 347 time: 0.1175237 Feb 19 04:21:33.831398 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3af3c-cebe-4187-882d-e2f40758c178 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8716b3-df70-4e10-b54a-f3f26e40dceb,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:33.839007 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45368) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:33.841464 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-521174ae-d335-46d0-9c0b-e52c30ee88ae tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7654200 Feb 19 04:21:33.843517 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 34342596-9bd7-43d6-9ad5-9cd9174b50be details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:21:33.848239 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45370) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:34.012603 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced146b-fc56-48c7-a780-50a02b0c7dea req-edfcee9e-5354-4629-8ee8-40ad4f8142dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:34.015209 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ced146b-fc56-48c7-a780-50a02b0c7dea req-edfcee9e-5354-4629-8ee8-40ad4f8142dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6957c29a-282f-44cd-9a6f-045174e44f06 HTTP/1.1" status: 200 len: 857 time: 0.5160370 Feb 19 04:21:34.023690 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b65424-7f32-4c56-982c-695e387a1689', 'name': 'tempest-NetworksTestDHCPv6-router-1132050171', 'tenant_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:21:17Z', 'updated_at': '2022-02-19T04:21:26Z', 'revision_number': 2, 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'gw_port_host': None, '_interfaces': [{'id': '11031cd8-4c03-404b-b69e-44c512efaef5', 'name': '', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'tenant_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'mac_address': 'fa:16:3e:57:9d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b65424-7f32-4c56-982c-695e387a1689', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4339cccf-8b42-4a6c-9171-866c5286f294', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:20Z', 'updated_at': '2022-02-19T04:21:27Z', 'revision_number': 2, 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'subnets': [{'id': '4339cccf-8b42-4a6c-9171-866c5286f294', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:34.032646 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf3218-4952-4085-a3d0-0dc62943da1e req-ae038fc7-420d-4607-96cb-0e5ed612a218 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:34.034593 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cbbf3218-4952-4085-a3d0-0dc62943da1e req-ae038fc7-420d-4607-96cb-0e5ed612a218 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/ports?device_id=73c74dcc-ee67-4d97-a313-c21e62cf11ac HTTP/1.1" status: 200 len: 943 time: 0.8605762 Feb 19 04:21:34.122965 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] Checking router: 83b65424-7f32-4c56-982c-695e387a1689 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:21:34.123801 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] Updating router 83b65424-7f32-4c56-982c-695e387a1689 port 11031cd8-4c03-404b-b69e-44c512efaef5 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:21:34.141690 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-c1226b14-939e-4f10-86bf-28b1b9721ef1 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc7155f-70ef-4ce8-a988-8133647731cb']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:34.196510 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (11031cd8-4c03-404b-b69e-44c512efaef5), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:34.209004 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:21:34.215574 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] For port 2f776a35-1743-4256-af30-fed07bf2583b, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:21:34.238882 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9ecaca20-b975-446b-b895-af4785d47fc9 req-604966cc-eb4f-4d5b-bfa4-f142d9797c19 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 210 time: 0.1830862 Feb 19 04:21:34.283340 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 383c2517-2fe4-411f-b609-af4434f8dee1 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:34.288106 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (383c2517-2fe4-411f-b609-af4434f8dee1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:34.388450 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] For port 2f776a35-1743-4256-af30-fed07bf2583b, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2f776a35-1743-4256-af30-fed07bf2583b,segment=NetworkSegment(7475f1e8-9ba9-4f4c-a789-729c28f3ed2d),segment_id=7475f1e8-9ba9-4f4c-a789-729c28f3ed2d)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:21:34.428098 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-c1226b14-939e-4f10-86bf-28b1b9721ef1 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c040389e-42c5-4645-9d19-6718ae2e0324') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:34.434849 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-c1226b14-939e-4f10-86bf-28b1b9721ef1 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c040389e-42c5-4645-9d19-6718ae2e0324') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:34.448030 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ced146b-fc56-48c7-a780-50a02b0c7dea req-c61cff92-5d91-4147-b475-9cb20182b607 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d1294f4b-e620-490a-b32c-72fd1cd5a09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4091015 Feb 19 04:21:34.515843 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cbbf3218-4952-4085-a3d0-0dc62943da1e req-9995b782-71a2-4abb-bd8c-656e5c0a801c tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5fb22e-5044-4356-80be-ab2e088414a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582300 Feb 19 04:21:34.545443 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2f776a35-1743-4256-af30-fed07bf2583b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:34.569443 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1226b14-939e-4f10-86bf-28b1b9721ef1 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (c040389e-42c5-4645-9d19-6718ae2e0324), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:34.590934 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1226b14-939e-4f10-86bf-28b1b9721ef1 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (c040389e-42c5-4645-9d19-6718ae2e0324), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:34.599837 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1226b14-939e-4f10-86bf-28b1b9721ef1 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:21:34.600779 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1226b14-939e-4f10-86bf-28b1b9721ef1 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (c040389e-42c5-4645-9d19-6718ae2e0324), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:34.602507 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 8655014a-a397-44f1-ad24-0a41873df23f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:34.734685 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 625a06e9-b51b-4a17-8433-585eb316e4fb no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:21:34.736106 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:21:34.755498 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1226b14-939e-4f10-86bf-28b1b9721ef1 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (adc7155f-70ef-4ce8-a988-8133647731cb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:34.824108 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1226b14-939e-4f10-86bf-28b1b9721ef1 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:34.831192 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c1226b14-939e-4f10-86bf-28b1b9721ef1 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] 10.222.0.65 "DELETE /v2.0/networks/adc7155f-70ef-4ce8-a988-8133647731cb HTTP/1.1" status: 204 len: 168 time: 2.5291188 Feb 19 04:21:34.863123 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1226b14-939e-4f10-86bf-28b1b9721ef1 tempest-BulkNetworkOpsIpV6Test-1814235941 tempest-BulkNetworkOpsIpV6Test-1814235941-project] Pushing event deleted for resources: {'Network': ['ID=adc7155f-70ef-4ce8-a988-8133647731cb,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:34.894847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800dceb4-02bc-4230-ae7c-12d10e0216cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383c2517-2fe4-411f-b609-af4434f8dee1'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:21:34.899226 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499a5cd5-2584-4ebf-aa6d-02e66bf5d9c7" -d '{"events": [{"server_uuid": "800dceb4-02bc-4230-ae7c-12d10e0216cf", "name": "network-vif-plugged", "status": "completed", "tag": "383c2517-2fe4-411f-b609-af4434f8dee1"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:21:34.977367 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-09f61b51-10a6-49d5-82ec-fcfe2154a485 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Deleting port 77c10965-4720-4965-be2d-eabb6b0e111f {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:34.991748 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-09f61b51-10a6-49d5-82ec-fcfe2154a485 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (77c10965-4720-4965-be2d-eabb6b0e111f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:34.993511 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 625a06e9-b51b-4a17-8433-585eb316e4fb {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:21:34.994064 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 625a06e9-b51b-4a17-8433-585eb316e4fb not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:21:35.071296 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 383c2517-2fe4-411f-b609-af4434f8dee1, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=383c2517-2fe4-411f-b609-af4434f8dee1,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:35.136347 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6eb70e9-8b21-483d-87f0-114a0bdaaaaf x-openstack-request-id: req-b6eb70e9-8b21-483d-87f0-114a0bdaaaaf {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:21:35.137095 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800dceb4-02bc-4230-ae7c-12d10e0216cf", "name": "network-vif-plugged", "status": "completed", "tag": "383c2517-2fe4-411f-b609-af4434f8dee1", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:21:35.138340 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b6eb70e9-8b21-483d-87f0-114a0bdaaaaf {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:21:35.141116 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800dceb4-02bc-4230-ae7c-12d10e0216cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383c2517-2fe4-411f-b609-af4434f8dee1', 'code': 200} Feb 19 04:21:35.159215 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] Publish callbacks [] for port (11031cd8-4c03-404b-b69e-44c512efaef5), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:35.177252 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (11031cd8-4c03-404b-b69e-44c512efaef5), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:35.180490 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] Routers {'711b1e62-1874-48b7-8c90-eaba7f315eae'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:35.183275 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:21:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['711b1e62-1874-48b7-8c90-eaba7f315eae'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:35.383289 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22cd38-abdd-4665-8096-2a4d0d6d8225 None None] Pushing event updated for resources: {'Port': ['ID=11031cd8-4c03-404b-b69e-44c512efaef5,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:35.505883 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] Set router 711b1e62-1874-48b7-8c90-eaba7f315eae gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:35.674720 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659142d4-931f-4cef-aacb-39933a35e410 req-a43245a7-af50-4a2e-ba96-2dce1ab4ebf7 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:35.677489 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-659142d4-931f-4cef-aacb-39933a35e410 req-a43245a7-af50-4a2e-ba96-2dce1ab4ebf7 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=800dceb4-02bc-4230-ae7c-12d10e0216cf HTTP/1.1" status: 200 len: 945 time: 0.4628029 Feb 19 04:21:35.684879 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-09f61b51-10a6-49d5-82ec-fcfe2154a485 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (77c10965-4720-4965-be2d-eabb6b0e111f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:35.711665 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-09f61b51-10a6-49d5-82ec-fcfe2154a485 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for floatingip (77c10965-4720-4965-be2d-eabb6b0e111f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:35.718975 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] Attempting to bind port 11031cd8-4c03-404b-b69e-44c512efaef5 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:21:35.729839 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] Attempting to bind port 11031cd8-4c03-404b-b69e-44c512efaef5 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:21:35.732392 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] Attempting to bind port 11031cd8-4c03-404b-b69e-44c512efaef5 on network 9e765b0b-136b-493b-bef9-44145ed793f7 {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:35.758999 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:21:35.779446 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] Checking segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:35.781774 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:35.783869 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] Bound using segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:21:35.786236 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] Bound port: 11031cd8-4c03-404b-b69e-44c512efaef5, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:21:35.786880 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (11031cd8-4c03-404b-b69e-44c512efaef5), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:35.815997 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (383c2517-2fe4-411f-b609-af4434f8dee1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:35.851473 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-09f61b51-10a6-49d5-82ec-fcfe2154a485 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Calling delete_port for 77c10965-4720-4965-be2d-eabb6b0e111f owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:35.884129 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 34342596-9bd7-43d6-9ad5-9cd9174b50be, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=34342596-9bd7-43d6-9ad5-9cd9174b50be,segment=NetworkSegment(16b32102-5185-4cbf-aa7e-16f071f0ba9f),segment_id=16b32102-5185-4cbf-aa7e-16f071f0ba9f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:35.952650 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ced146b-fc56-48c7-a780-50a02b0c7dea req-29112561-1b17-49a8-b2a8-035857d2aa2d service neutron] 10.222.0.10 "GET /v2.0/networks/d1294f4b-e620-490a-b32c-72fd1cd5a09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4581165 Feb 19 04:21:36.022239 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce714746-597e-4f59-ae37-2804cdf79173 None None] Pushing event updated for resources: {'Port': ['ID=2f776a35-1743-4256-af30-fed07bf2583b,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:36.039408 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45396) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:36.259226 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] For port 11031cd8-4c03-404b-b69e-44c512efaef5, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:21:36.263346 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=383c2517-2fe4-411f-b609-af4434f8dee1,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:36.279969 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] For port 11031cd8-4c03-404b-b69e-44c512efaef5, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=11031cd8-4c03-404b-b69e-44c512efaef5,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:21:36.280471 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-013dacec-b86c-425f-aa78-d049b96914c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:36.300451 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '34342596-9bd7-43d6-9ad5-9cd9174b50be', 'network_id': 'd1294f4b-e620-490a-b32c-72fd1cd5a09a', 'port_id': '34342596-9bd7-43d6-9ad5-9cd9174b50be', 'mac_address': 'fa:16:3e:5d:fc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6957c29a-282f-44cd-9a6f-045174e44f06', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:21:36.311591 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (11031cd8-4c03-404b-b69e-44c512efaef5), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:36.472444 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-813b0470-0885-4c1c-a428-56ad15baca75 req-986f7f2c-4e70-4f54-b060-2e370c9346ad tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 210 time: 0.7633386 Feb 19 04:21:36.585931 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 34342596-9bd7-43d6-9ad5-9cd9174b50be is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:36.586908 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (34342596-9bd7-43d6-9ad5-9cd9174b50be), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:36.656320 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] Routers {'83b65424-7f32-4c56-982c-695e387a1689'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:36.656871 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34342596-9bd7-43d6-9ad5-9cd9174b50be {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:21:36.658949 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:21:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['83b65424-7f32-4c56-982c-695e387a1689'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:36.726491 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8de2720d-7ddb-454e-ac32-4a19fa1469ed None None] Provisioning complete for port 11031cd8-4c03-404b-b69e-44c512efaef5 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:36.728044 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8de2720d-7ddb-454e-ac32-4a19fa1469ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (11031cd8-4c03-404b-b69e-44c512efaef5), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:36.852134 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22cd38-abdd-4665-8096-2a4d0d6d8225 None None] Pushing event updated for resources: {'Port': ['ID=11031cd8-4c03-404b-b69e-44c512efaef5,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:36.915043 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:36.928955 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 34342596-9bd7-43d6-9ad5-9cd9174b50be, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=34342596-9bd7-43d6-9ad5-9cd9174b50be,segment=NetworkSegment(16b32102-5185-4cbf-aa7e-16f071f0ba9f),segment_id=16b32102-5185-4cbf-aa7e-16f071f0ba9f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:36.975585 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (34342596-9bd7-43d6-9ad5-9cd9174b50be), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:37.021041 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fbeebcaa-e14a-4aad-b7c1-4d7cac7d1241 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e777775e0b744201ad233c19bdc8734e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9724493 Feb 19 04:21:37.036487 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45404) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:37.096305 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] Set router 83b65424-7f32-4c56-982c-695e387a1689 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:37.240425 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['34342596-9bd7-43d6-9ad5-9cd9174b50be'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:21:37.273072 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922d892-37d5-470a-9966-7638cf71b8e0 req-db2d67c1-20b8-4547-ad63-a85afd02dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:37.277903 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4922d892-37d5-470a-9966-7638cf71b8e0 req-db2d67c1-20b8-4547-ad63-a85afd02dbd3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=800dceb4-02bc-4230-ae7c-12d10e0216cf HTTP/1.1" status: 200 len: 1127 time: 1.9375989 Feb 19 04:21:37.315757 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ced146b-fc56-48c7-a780-50a02b0c7dea req-8f32961e-e8bb-49e5-a86e-eb98f0d64ee7 service neutron] 10.222.0.10 "GET /v2.0/networks/d1294f4b-e620-490a-b32c-72fd1cd5a09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1908782 Feb 19 04:21:37.403680 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8de2720d-7ddb-454e-ac32-4a19fa1469ed None None] Current status of the port 11031cd8-4c03-404b-b69e-44c512efaef5 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:37.404324 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8de2720d-7ddb-454e-ac32-4a19fa1469ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (11031cd8-4c03-404b-b69e-44c512efaef5), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:37.411861 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711b1e62-1874-48b7-8c90-eaba7f315eae', 'name': 'tempest-ServerRescueTestJSON-1746079781-router', 'tenant_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '8655014a-a397-44f1-ad24-0a41873df23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:21:24Z', 'revision_number': 4, 'project_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'gw_port': {'id': '8655014a-a397-44f1-ad24-0a41873df23f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:40:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711b1e62-1874-48b7-8c90-eaba7f315eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:03Z', 'updated_at': '2022-02-19T04:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '2f776a35-1743-4256-af30-fed07bf2583b', 'name': '', 'network_id': '1c84052c-91e0-4c2a-807c-a49aff1ef410', 'tenant_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'mac_address': 'fa:16:3e:96:01:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711b1e62-1874-48b7-8c90-eaba7f315eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'c4888f38-26f5-49c8-afae-244433e40900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:19Z', 'updated_at': '2022-02-19T04:21:34Z', 'revision_number': 4, 'project_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'subnets': [{'id': 'c4888f38-26f5-49c8-afae-244433e40900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:37.423200 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8d997-cbaa-4dfa-adf6-e30c7f7e6ec7 req-c6010032-223e-4fbe-8e15-4942734f7697 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:37.446440 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-43d8d997-cbaa-4dfa-adf6-e30c7f7e6ec7 req-c6010032-223e-4fbe-8e15-4942734f7697 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/ports?device_id=73c74dcc-ee67-4d97-a313-c21e62cf11ac HTTP/1.1" status: 200 len: 943 time: 0.6521094 Feb 19 04:21:37.457633 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11dee88d-e7be-44ac-bfd9-97e6f397df36 req-f7bfee16-86cb-428c-9e46-a503244d146f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9085066 Feb 19 04:21:37.636470 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=34342596-9bd7-43d6-9ad5-9cd9174b50be,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:37.698304 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:37.702285 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83848235-aba9-4e9c-9352-854d19c20094 None None] The sync data for ids ['711b1e62-1874-48b7-8c90-eaba7f315eae'] in n-d-772273-4 is: [{'id': '711b1e62-1874-48b7-8c90-eaba7f315eae', 'name': 'tempest-ServerRescueTestJSON-1746079781-router', 'tenant_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '8655014a-a397-44f1-ad24-0a41873df23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:21:24Z', 'revision_number': 4, 'project_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'gw_port': {'id': '8655014a-a397-44f1-ad24-0a41873df23f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:40:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711b1e62-1874-48b7-8c90-eaba7f315eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:03Z', 'updated_at': '2022-02-19T04:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '2f776a35-1743-4256-af30-fed07bf2583b', 'name': '', 'network_id': '1c84052c-91e0-4c2a-807c-a49aff1ef410', 'tenant_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'mac_address': 'fa:16:3e:96:01:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711b1e62-1874-48b7-8c90-eaba7f315eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'c4888f38-26f5-49c8-afae-244433e40900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:19Z', 'updated_at': '2022-02-19T04:21:34Z', 'revision_number': 4, 'project_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'subnets': [{'id': 'c4888f38-26f5-49c8-afae-244433e40900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:21:37.934799 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:38.010576 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b65424-7f32-4c56-982c-695e387a1689', 'name': 'tempest-NetworksTestDHCPv6-router-1132050171', 'tenant_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:21:17Z', 'updated_at': '2022-02-19T04:21:26Z', 'revision_number': 2, 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'gw_port_host': None, '_interfaces': [{'id': '11031cd8-4c03-404b-b69e-44c512efaef5', 'name': '', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'tenant_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'mac_address': 'fa:16:3e:57:9d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b65424-7f32-4c56-982c-695e387a1689', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4339cccf-8b42-4a6c-9171-866c5286f294', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:20Z', 'updated_at': '2022-02-19T04:21:36Z', 'revision_number': 4, 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'subnets': [{'id': '4339cccf-8b42-4a6c-9171-866c5286f294', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:38.108225 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8de2720d-7ddb-454e-ac32-4a19fa1469ed None None] For port 11031cd8-4c03-404b-b69e-44c512efaef5, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=11031cd8-4c03-404b-b69e-44c512efaef5,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:38.118773 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8de2720d-7ddb-454e-ac32-4a19fa1469ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (11031cd8-4c03-404b-b69e-44c512efaef5), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:38.123029 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c3e3b7-1835-4488-b484-d7c79f07930b None None] The sync data for ids ['83b65424-7f32-4c56-982c-695e387a1689'] in n-d-772273-4 is: [{'id': '83b65424-7f32-4c56-982c-695e387a1689', 'name': 'tempest-NetworksTestDHCPv6-router-1132050171', 'tenant_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:21:17Z', 'updated_at': '2022-02-19T04:21:26Z', 'revision_number': 2, 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'gw_port_host': None, '_interfaces': [{'id': '11031cd8-4c03-404b-b69e-44c512efaef5', 'name': '', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'tenant_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'mac_address': 'fa:16:3e:57:9d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b65424-7f32-4c56-982c-695e387a1689', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4339cccf-8b42-4a6c-9171-866c5286f294', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:20Z', 'updated_at': '2022-02-19T04:21:36Z', 'revision_number': 4, 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'subnets': [{'id': '4339cccf-8b42-4a6c-9171-866c5286f294', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:21:38.285473 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-e7046d35-3513-4901-8259-6b02bde1b0a6 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:38.287089 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-e7046d35-3513-4901-8259-6b02bde1b0a6 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.48 "GET /v2.0/networks?id=1c84052c-91e0-4c2a-807c-a49aff1ef410 HTTP/1.1" status: 200 len: 811 time: 0.8275139 Feb 19 04:21:38.335174 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-5d317832-3c64-4806-ac01-abd01a6cd9c2 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Request body: {'port': {'device_id': '459bb1f4-4b81-4faf-a527-f10af85a46a9', 'network_id': '1c84052c-91e0-4c2a-807c-a49aff1ef410', 'admin_state_up': True, 'tenant_id': 'df9c39b1157b4ff4913cb78a1d6accf7'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:38.367331 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-583df268-d516-46ec-827d-d22c3d3616e9 None None] Provisioning complete for port 11031cd8-4c03-404b-b69e-44c512efaef5 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:38.377621 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-583df268-d516-46ec-827d-d22c3d3616e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (11031cd8-4c03-404b-b69e-44c512efaef5), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:38.417454 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-659142d4-931f-4cef-aacb-39933a35e410 req-2d330362-c862-4726-9691-8104c6315508 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.6989958 Feb 19 04:21:38.485430 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2720d-7ddb-454e-ac32-4a19fa1469ed None None] Pushing event updated for resources: {'Port': ['ID=11031cd8-4c03-404b-b69e-44c512efaef5,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:38.738026 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-583df268-d516-46ec-827d-d22c3d3616e9 None None] Current status of the port 11031cd8-4c03-404b-b69e-44c512efaef5 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:38.802032 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2630ef43-ffce-4aef-a965-ccbc5508cdb5 req-d8ce35c7-2132-4dab-a3e0-ac347e03e1cb tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 210 time: 0.0979345 Feb 19 04:21:38.803010 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-09f61b51-10a6-49d5-82ec-fcfe2154a485 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (77c10965-4720-4965-be2d-eabb6b0e111f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:38.807972 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-871685fc-7888-47e4-9bd3-578e04aaeaac admin admin] Publish callbacks [] for security_group (b33b88de-aac1-4024-8a77-54c59d3c31dc), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:38.822960 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:38.876450 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-871685fc-7888-47e4-9bd3-578e04aaeaac admin admin] Publish callbacks [] for security_group (b33b88de-aac1-4024-8a77-54c59d3c31dc), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:38.985189 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-871685fc-7888-47e4-9bd3-578e04aaeaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b33b88de-aac1-4024-8a77-54c59d3c31dc), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:38.985751 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:38.989457 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-871685fc-7888-47e4-9bd3-578e04aaeaac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:38.997587 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 34342596-9bd7-43d6-9ad5-9cd9174b50be up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:39.000065 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-871685fc-7888-47e4-9bd3-578e04aaeaac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b33b88de-aac1-4024-8a77-54c59d3c31dc HTTP/1.1" status: 204 len: 168 time: 1.9403210 Feb 19 04:21:39.114884 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4922d892-37d5-470a-9966-7638cf71b8e0 req-b82dfbec-f547-4dc8-b527-1393ce5d11be service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7858400 Feb 19 04:21:39.187995 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871685fc-7888-47e4-9bd3-578e04aaeaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33b88de-aac1-4024-8a77-54c59d3c31dc,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:39.339101 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-43d8d997-cbaa-4dfa-adf6-e30c7f7e6ec7 req-76a214d5-d87d-45e1-a110-40913f89a071 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5fb22e-5044-4356-80be-ab2e088414a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8892417 Feb 19 04:21:39.348188 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f61b51-10a6-49d5-82ec-fcfe2154a485 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event deleted for resources: {'Port': ['ID=77c10965-4720-4965-be2d-eabb6b0e111f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:39.360333 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-5d317832-3c64-4806-ac01-abd01a6cd9c2 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Made reservation on behalf of df9c39b1157b4ff4913cb78a1d6accf7 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:39.386793 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-5d317832-3c64-4806-ac01-abd01a6cd9c2 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:39.427562 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dee88d-e7be-44ac-bfd9-97e6f397df36 req-72032725-dc3a-417a-bdcf-e838cb1a7218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:39.429075 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11dee88d-e7be-44ac-bfd9-97e6f397df36 req-72032725-dc3a-417a-bdcf-e838cb1a7218 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=64a84ec8d7f4403180aa77a18bbd859e&device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d HTTP/1.1" status: 200 len: 1128 time: 0.8645606 Feb 19 04:21:39.643087 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-09f61b51-10a6-49d5-82ec-fcfe2154a485 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for floatingip (ad7bec75-5053-45f8-a67e-813158ed1b2d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:39.653553 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-09f61b51-10a6-49d5-82ec-fcfe2154a485 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:39.663886 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-09f61b51-10a6-49d5-82ec-fcfe2154a485 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "DELETE /v2.0/floatingips/ad7bec75-5053-45f8-a67e-813158ed1b2d HTTP/1.1" status: 204 len: 168 time: 5.8115969 Feb 19 04:21:39.956364 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 34342596-9bd7-43d6-9ad5-9cd9174b50be completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:21:39.969615 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 34342596-9bd7-43d6-9ad5-9cd9174b50be triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:39.969998 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (34342596-9bd7-43d6-9ad5-9cd9174b50be), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:40.013997 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45422) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:40.414056 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-5d317832-3c64-4806-ac01-abd01a6cd9c2 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Allocated IP 172.20.0.3 (1c84052c-91e0-4c2a-807c-a49aff1ef410/c4888f38-26f5-49c8-afae-244433e40900/6f1137a5-e292-403a-8a79-de92781e87ed) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:40.425580 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 34342596-9bd7-43d6-9ad5-9cd9174b50be is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:40.430026 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (34342596-9bd7-43d6-9ad5-9cd9174b50be), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:40.481007 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-555f7bd1-aedb-4d36-aaad-37ba41567592 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (83b65424-7f32-4c56-982c-695e387a1689), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:40.600743 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c74dcc-ee67-4d97-a313-c21e62cf11ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34342596-9bd7-43d6-9ad5-9cd9174b50be'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:21:40.606989 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1d0172-7474-469c-91b6-7f6c0edc38b3" -d '{"events": [{"server_uuid": "73c74dcc-ee67-4d97-a313-c21e62cf11ac", "name": "network-vif-plugged", "status": "completed", "tag": "34342596-9bd7-43d6-9ad5-9cd9174b50be"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:21:40.607983 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd620f6d-1216-485d-a5d5-4b7758f576c1 req-cdc171cb-cd38-474a-bd92-582e3d9c5f1f tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:40.620872 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bd620f6d-1216-485d-a5d5-4b7758f576c1 req-cdc171cb-cd38-474a-bd92-582e3d9c5f1f tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=800dceb4-02bc-4230-ae7c-12d10e0216cf HTTP/1.1" status: 200 len: 945 time: 0.4936426 Feb 19 04:21:40.680127 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2f776a35-1743-4256-af30-fed07bf2583b up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:40.708573 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a58a9f9c-d644-4c68-8198-2c970f8d5147 req-c025fdd4-a7ff-49ce-a3d0-ab22af4f3bc2 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 210 time: 0.2554650 Feb 19 04:21:40.839715 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 34342596-9bd7-43d6-9ad5-9cd9174b50be, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=34342596-9bd7-43d6-9ad5-9cd9174b50be,segment=NetworkSegment(16b32102-5185-4cbf-aa7e-16f071f0ba9f),segment_id=16b32102-5185-4cbf-aa7e-16f071f0ba9f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:40.873137 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (34342596-9bd7-43d6-9ad5-9cd9174b50be), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:40.990095 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bd620f6d-1216-485d-a5d5-4b7758f576c1 req-75f6bf1e-0415-4c6b-99cb-a69d562eb7c4 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653162 Feb 19 04:21:41.200662 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-5d317832-3c64-4806-ac01-abd01a6cd9c2 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Publish callbacks [] for port (6f1137a5-e292-403a-8a79-de92781e87ed), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:41.236646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=34342596-9bd7-43d6-9ad5-9cd9174b50be,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:41.305803 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9736592-6872-4314-af10-b8e39350178b x-openstack-request-id: req-a9736592-6872-4314-af10-b8e39350178b {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:21:41.312294 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c74dcc-ee67-4d97-a313-c21e62cf11ac", "name": "network-vif-plugged", "status": "completed", "tag": "34342596-9bd7-43d6-9ad5-9cd9174b50be", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:21:41.313410 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a9736592-6872-4314-af10-b8e39350178b {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:21:41.314363 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c74dcc-ee67-4d97-a313-c21e62cf11ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34342596-9bd7-43d6-9ad5-9cd9174b50be', 'code': 200} Feb 19 04:21:41.316280 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 2f776a35-1743-4256-af30-fed07bf2583b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:41.316845 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2f776a35-1743-4256-af30-fed07bf2583b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:41.397259 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-5d317832-3c64-4806-ac01-abd01a6cd9c2 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (6f1137a5-e292-403a-8a79-de92781e87ed), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:41.599879 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d317832-3c64-4806-ac01-abd01a6cd9c2 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Pushing event updated for resources: {'Port': ['ID=6f1137a5-e292-403a-8a79-de92781e87ed,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:41.638518 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:21:41.647940 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-5d317832-3c64-4806-ac01-abd01a6cd9c2 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Network 1c84052c-91e0-4c2a-807c-a49aff1ef410 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:41.650849 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-5d317832-3c64-4806-ac01-abd01a6cd9c2 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:41.660991 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-5d317832-3c64-4806-ac01-abd01a6cd9c2 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:41.690373 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 2f776a35-1743-4256-af30-fed07bf2583b is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:41.691252 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2f776a35-1743-4256-af30-fed07bf2583b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:41.833893 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 2f776a35-1743-4256-af30-fed07bf2583b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2f776a35-1743-4256-af30-fed07bf2583b,segment=NetworkSegment(7475f1e8-9ba9-4f4c-a789-729c28f3ed2d),segment_id=7475f1e8-9ba9-4f4c-a789-729c28f3ed2d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:41.852554 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2f776a35-1743-4256-af30-fed07bf2583b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:41.854442 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 11031cd8-4c03-404b-b69e-44c512efaef5 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:41.870931 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-5d317832-3c64-4806-ac01-abd01a6cd9c2 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:41.872566 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-5d317832-3c64-4806-ac01-abd01a6cd9c2 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:41.931201 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-5d317832-3c64-4806-ac01-abd01a6cd9c2 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6167617 Feb 19 04:21:41.934818 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dee88d-e7be-44ac-bfd9-97e6f397df36 req-29dd3512-de3c-43ab-a0fc-4981199708d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:41.936507 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11dee88d-e7be-44ac-bfd9-97e6f397df36 req-29dd3512-de3c-43ab-a0fc-4981199708d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=58c1cfe5-5b31-4d86-b71c-5778f412859b HTTP/1.1" status: 200 len: 911 time: 2.4681661 Feb 19 04:21:41.961934 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-712b9dd9-80f5-4221-b04b-190b949126bd service neutron] Request body: {'port': {'device_id': '459bb1f4-4b81-4faf-a527-f10af85a46a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:42.133327 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=2f776a35-1743-4256-af30-fed07bf2583b,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:42.169134 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45460) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:42.209514 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81488cb-13c3-4f59-b51b-4af15e500b05 req-5ab022c3-eb03-4d67-a1ff-cd5790fcb9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:42.218290 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d81488cb-13c3-4f59-b51b-4af15e500b05 req-5ab022c3-eb03-4d67-a1ff-cd5790fcb9b1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=73c74dcc-ee67-4d97-a313-c21e62cf11ac HTTP/1.1" status: 200 len: 1127 time: 0.8023970 Feb 19 04:21:42.221483 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-712b9dd9-80f5-4221-b04b-190b949126bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6f1137a5-e292-403a-8a79-de92781e87ed), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:42.241581 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddf8ff-fb53-4502-a9c5-e0643ff27ba9 req-3ea8cd0d-922c-4868-8efa-8bcc622b6cb7 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:42.245993 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-37ddf8ff-fb53-4502-a9c5-e0643ff27ba9 req-3ea8cd0d-922c-4868-8efa-8bcc622b6cb7 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 931 time: 0.2272468 Feb 19 04:21:42.276283 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 11031cd8-4c03-404b-b69e-44c512efaef5 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:42.277036 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (11031cd8-4c03-404b-b69e-44c512efaef5), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:42.280668 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e3dec-adec-4c25-8efa-601b9f313421 req-48454b3b-3a62-4c2e-9d5f-c7e1daeacec7 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:42.302222 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e31e3dec-adec-4c25-8efa-601b9f313421 req-48454b3b-3a62-4c2e-9d5f-c7e1daeacec7 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/ports?device_id=73c74dcc-ee67-4d97-a313-c21e62cf11ac HTTP/1.1" status: 200 len: 945 time: 1.2470863 Feb 19 04:21:42.447819 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 11031cd8-4c03-404b-b69e-44c512efaef5 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:42.490491 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-df4f9942-9b75-45f9-8a8b-8498b6c82d7a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-277844496'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:42.543997 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-37ddf8ff-fb53-4502-a9c5-e0643ff27ba9 req-3fc73611-e504-41c7-87a8-c65ed987f812 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847400 Feb 19 04:21:42.583829 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4f9942-9b75-45f9-8a8b-8498b6c82d7a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Made reservation on behalf of a9af6f4985b5429fae80b578cf16ea14 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:42.590150 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-df4f9942-9b75-45f9-8a8b-8498b6c82d7a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:42.672750 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2f776a35-1743-4256-af30-fed07bf2583b up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:42.700080 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-df4f9942-9b75-45f9-8a8b-8498b6c82d7a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:42.711656 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11dee88d-e7be-44ac-bfd9-97e6f397df36 req-03d78af0-0306-4aa5-afc5-b6873e782705 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ca7b21f-5487-47d9-9cd9-b0e41b84afce HTTP/1.1" status: 200 len: 1002 time: 0.7457705 Feb 19 04:21:42.755371 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-3ec6c8ab-d1b7-44fd-9a84-98e7d559f1b4 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Deleting port 13c2138b-ecb4-49ec-863d-bf5056060952 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:42.756041 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3ec6c8ab-d1b7-44fd-9a84-98e7d559f1b4 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (13c2138b-ecb4-49ec-863d-bf5056060952), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:42.785644 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 2f776a35-1743-4256-af30-fed07bf2583b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:21:42.786411 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2f776a35-1743-4256-af30-fed07bf2583b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:42.800944 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d81488cb-13c3-4f59-b51b-4af15e500b05 req-53e9ced3-0cd0-4525-ab79-e5cf0ea1ee5b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ca5fb22e-5044-4356-80be-ab2e088414a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5705688 Feb 19 04:21:42.835976 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e31e3dec-adec-4c25-8efa-601b9f313421 req-8c578428-346e-4020-a350-e5beafa0bfe4 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5fb22e-5044-4356-80be-ab2e088414a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315316 Feb 19 04:21:42.948417 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dee88d-e7be-44ac-bfd9-97e6f397df36 req-2812dad2-97be-4b8d-ad77-ba21ac3921d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:42.951059 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11dee88d-e7be-44ac-bfd9-97e6f397df36 req-2812dad2-97be-4b8d-ad77-ba21ac3921d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=94653809-5e9c-447e-841f-90aff76610c8 HTTP/1.1" status: 200 len: 850 time: 0.2278385 Feb 19 04:21:43.012259 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3ec6c8ab-d1b7-44fd-9a84-98e7d559f1b4 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (13c2138b-ecb4-49ec-863d-bf5056060952), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:43.016729 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 2f776a35-1743-4256-af30-fed07bf2583b is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:43.039586 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-3ec6c8ab-d1b7-44fd-9a84-98e7d559f1b4 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Calling delete_port for 13c2138b-ecb4-49ec-863d-bf5056060952 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:43.131321 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8a51f-5ef4-43a6-b4ae-885bb9cc4a08 req-2510d95b-a4b3-4eb2-8a4f-aa1278fd1e11 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:43.144095 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ed8a51f-5ef4-43a6-b4ae-885bb9cc4a08 req-2510d95b-a4b3-4eb2-8a4f-aa1278fd1e11 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=800dceb4-02bc-4230-ae7c-12d10e0216cf HTTP/1.1" status: 200 len: 945 time: 0.4589906 Feb 19 04:21:43.194772 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-555f7bd1-aedb-4d36-aaad-37ba41567592 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting port 11031cd8-4c03-404b-b69e-44c512efaef5 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:43.195139 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-555f7bd1-aedb-4d36-aaad-37ba41567592 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (11031cd8-4c03-404b-b69e-44c512efaef5), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:43.329362 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ed8a51f-5ef4-43a6-b4ae-885bb9cc4a08 req-5d1b62c7-2ec4-422e-806c-46769efef07f tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689913 Feb 19 04:21:43.378971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-555f7bd1-aedb-4d36-aaad-37ba41567592 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] For port 11031cd8-4c03-404b-b69e-44c512efaef5, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=11031cd8-4c03-404b-b69e-44c512efaef5,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:43.379695 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-555f7bd1-aedb-4d36-aaad-37ba41567592 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (11031cd8-4c03-404b-b69e-44c512efaef5), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:43.449506 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-555f7bd1-aedb-4d36-aaad-37ba41567592 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Calling delete_port for 11031cd8-4c03-404b-b69e-44c512efaef5 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:43.494034 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-df4f9942-9b75-45f9-8a8b-8498b6c82d7a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks [] for security_group (fe2c23a2-64ca-431f-bb54-4ba714588eed), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:43.508236 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-df4f9942-9b75-45f9-8a8b-8498b6c82d7a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (fe2c23a2-64ca-431f-bb54-4ba714588eed), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:43.559150 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-712b9dd9-80f5-4221-b04b-190b949126bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f1137a5-e292-403a-8a79-de92781e87ed {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:21:43.615192 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4f9942-9b75-45f9-8a8b-8498b6c82d7a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:21:43.655975 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-df4f9942-9b75-45f9-8a8b-8498b6c82d7a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (31df5968-4120-4fb3-9317-5576a3462577), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:43.656534 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-df4f9942-9b75-45f9-8a8b-8498b6c82d7a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Added segment 31df5968-4120-4fb3-9317-5576a3462577 of type vlan for network 118cbe85-1b3f-4f61-806f-257f6a51632e Feb 19 04:21:43.665245 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-712b9dd9-80f5-4221-b04b-190b949126bd service neutron] Publish callbacks [] for port (6f1137a5-e292-403a-8a79-de92781e87ed), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:43.690144 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dee88d-e7be-44ac-bfd9-97e6f397df36 req-f2351c56-7617-4d91-9737-6fce615f28ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:43.693263 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11dee88d-e7be-44ac-bfd9-97e6f397df36 req-f2351c56-7617-4d91-9737-6fce615f28ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58c1cfe5-5b31-4d86-b71c-5778f412859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6345201 Feb 19 04:21:43.993064 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f9942-9b75-45f9-8a8b-8498b6c82d7a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2c23a2-64ca-431f-bb54-4ba714588eed,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:44.040238 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-df4f9942-9b75-45f9-8a8b-8498b6c82d7a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (118cbe85-1b3f-4f61-806f-257f6a51632e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:44.123047 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-df4f9942-9b75-45f9-8a8b-8498b6c82d7a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (118cbe85-1b3f-4f61-806f-257f6a51632e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:44.134872 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4f9942-9b75-45f9-8a8b-8498b6c82d7a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:44.135956 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-df4f9942-9b75-45f9-8a8b-8498b6c82d7a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:44.208549 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11dee88d-e7be-44ac-bfd9-97e6f397df36 req-2b79c711-56a8-4b41-ac49-898922bbc268 service neutron] 10.222.0.10 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038166 Feb 19 04:21:44.318104 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-df4f9942-9b75-45f9-8a8b-8498b6c82d7a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1446538 Feb 19 04:21:44.351501 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f9942-9b75-45f9-8a8b-8498b6c82d7a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event updated for resources: {'Network': ['ID=118cbe85-1b3f-4f61-806f-257f6a51632e,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:44.403455 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 118cbe85-1b3f-4f61-806f-257f6a51632e details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:21:44.413879 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99e3a2-af0c-4ea2-bfe7-e5054c267ef4 req-274aebb2-14a0-47ab-b048-b65127acf90b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:44.449588 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fa99e3a2-af0c-4ea2-bfe7-e5054c267ef4 req-274aebb2-14a0-47ab-b048-b65127acf90b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 931 time: 0.5413427 Feb 19 04:21:44.666601 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3ec6c8ab-d1b7-44fd-9a84-98e7d559f1b4 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (13c2138b-ecb4-49ec-863d-bf5056060952), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:44.673821 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fa99e3a2-af0c-4ea2-bfe7-e5054c267ef4 req-50002d70-111c-4a3a-b29a-e6d7746ebdce tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221553 Feb 19 04:21:45.009321 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6c8ab-d1b7-44fd-9a84-98e7d559f1b4 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event deleted for resources: {'Port': ['ID=13c2138b-ecb4-49ec-863d-bf5056060952,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:45.080355 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-712b9dd9-80f5-4221-b04b-190b949126bd service neutron] Transition to ACTIVE for port object 6f1137a5-e292-403a-8a79-de92781e87ed will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:21:45.112253 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45581b68-b445-48ed-96aa-71737164c969 req-7d83b0d0-8ac7-4f2d-8b89-0072ffaa47cf tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:45.117357 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-45581b68-b445-48ed-96aa-71737164c969 req-7d83b0d0-8ac7-4f2d-8b89-0072ffaa47cf tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/ports?device_id=73c74dcc-ee67-4d97-a313-c21e62cf11ac HTTP/1.1" status: 200 len: 945 time: 0.1873982 Feb 19 04:21:45.121718 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-712b9dd9-80f5-4221-b04b-190b949126bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (6f1137a5-e292-403a-8a79-de92781e87ed), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.137760 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5869fa-1f2e-4fc0-bd52-035bc4b62f58 req-1361b766-d7da-4587-9858-ddfbcf466fca tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:45.151910 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b5869fa-1f2e-4fc0-bd52-035bc4b62f58 req-1361b766-d7da-4587-9858-ddfbcf466fca tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=800dceb4-02bc-4230-ae7c-12d10e0216cf HTTP/1.1" status: 200 len: 945 time: 0.9879000 Feb 19 04:21:45.190556 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-555f7bd1-aedb-4d36-aaad-37ba41567592 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (11031cd8-4c03-404b-b69e-44c512efaef5), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.312766 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3ec6c8ab-d1b7-44fd-9a84-98e7d559f1b4 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.317961 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3ec6c8ab-d1b7-44fd-9a84-98e7d559f1b4 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "DELETE /v2.0/ports/13c2138b-ecb4-49ec-863d-bf5056060952 HTTP/1.1" status: 204 len: 168 time: 5.1027265 Feb 19 04:21:45.354062 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45482) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:45.375531 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11dee88d-e7be-44ac-bfd9-97e6f397df36 req-631dbc87-5591-41c6-a99c-52cb18f31d71 service neutron] 10.222.0.10 "GET /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1298690 Feb 19 04:21:45.394654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b9dd9-80f5-4221-b04b-190b949126bd service neutron] Pushing event updated for resources: {'Port': ['ID=6f1137a5-e292-403a-8a79-de92781e87ed,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:45.448048 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f7bd1-aedb-4d36-aaad-37ba41567592 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Port': ['ID=11031cd8-4c03-404b-b69e-44c512efaef5,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:45.670708 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b5869fa-1f2e-4fc0-bd52-035bc4b62f58 req-55a35ea2-75af-4adf-b278-fe4a4fd052d0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165396 Feb 19 04:21:45.820948 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-555f7bd1-aedb-4d36-aaad-37ba41567592 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (83b65424-7f32-4c56-982c-695e387a1689), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:46.142368 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-45581b68-b445-48ed-96aa-71737164c969 req-de426cfd-23a7-48ad-b048-194fc151302f tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5fb22e-5044-4356-80be-ab2e088414a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8742678 Feb 19 04:21:46.321098 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-712b9dd9-80f5-4221-b04b-190b949126bd service neutron] Attempting to bind port 6f1137a5-e292-403a-8a79-de92781e87ed on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:21:46.328314 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-712b9dd9-80f5-4221-b04b-190b949126bd service neutron] Attempting to bind port 6f1137a5-e292-403a-8a79-de92781e87ed by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '7475f1e8-9ba9-4f4c-a789-729c28f3ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1c84052c-91e0-4c2a-807c-a49aff1ef410'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:21:46.329465 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-712b9dd9-80f5-4221-b04b-190b949126bd service neutron] Attempting to bind port 6f1137a5-e292-403a-8a79-de92781e87ed on network 1c84052c-91e0-4c2a-807c-a49aff1ef410 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:46.375847 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-712b9dd9-80f5-4221-b04b-190b949126bd service neutron] Port 6f1137a5-e292-403a-8a79-de92781e87ed on network 1c84052c-91e0-4c2a-807c-a49aff1ef410 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:21:46.376864 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-712b9dd9-80f5-4221-b04b-190b949126bd service neutron] Attempting to bind port 6f1137a5-e292-403a-8a79-de92781e87ed on network 1c84052c-91e0-4c2a-807c-a49aff1ef410 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:46.391344 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-571ea058-fd97-4616-8157-5e9163f840e4 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Deleting port 9d415e29-cab4-46b2-af1d-2e9b199b10da {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:46.392294 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-571ea058-fd97-4616-8157-5e9163f840e4 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9d415e29-cab4-46b2-af1d-2e9b199b10da), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:46.461262 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-712b9dd9-80f5-4221-b04b-190b949126bd service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:21:46.465631 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-712b9dd9-80f5-4221-b04b-190b949126bd service neutron] Checking segment: {'id': '7475f1e8-9ba9-4f4c-a789-729c28f3ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1c84052c-91e0-4c2a-807c-a49aff1ef410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:46.466756 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-712b9dd9-80f5-4221-b04b-190b949126bd service neutron] Bound using segment: {'id': '7475f1e8-9ba9-4f4c-a789-729c28f3ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1c84052c-91e0-4c2a-807c-a49aff1ef410'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:21:46.467867 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-712b9dd9-80f5-4221-b04b-190b949126bd service neutron] Bound port: 6f1137a5-e292-403a-8a79-de92781e87ed, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7475f1e8-9ba9-4f4c-a789-729c28f3ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1c84052c-91e0-4c2a-807c-a49aff1ef410'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:21:46.471359 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-712b9dd9-80f5-4221-b04b-190b949126bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6f1137a5-e292-403a-8a79-de92781e87ed), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:46.913129 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-712b9dd9-80f5-4221-b04b-190b949126bd service neutron] For port 6f1137a5-e292-403a-8a79-de92781e87ed, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:21:47.124665 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-712b9dd9-80f5-4221-b04b-190b949126bd service neutron] For port 6f1137a5-e292-403a-8a79-de92781e87ed, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=6f1137a5-e292-403a-8a79-de92781e87ed,segment=NetworkSegment(7475f1e8-9ba9-4f4c-a789-729c28f3ed2d),segment_id=7475f1e8-9ba9-4f4c-a789-729c28f3ed2d)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:21:47.168026 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-712b9dd9-80f5-4221-b04b-190b949126bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (6f1137a5-e292-403a-8a79-de92781e87ed), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:47.442878 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-571ea058-fd97-4616-8157-5e9163f840e4 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9d415e29-cab4-46b2-af1d-2e9b199b10da), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:47.468647 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-571ea058-fd97-4616-8157-5e9163f840e4 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Calling delete_port for 9d415e29-cab4-46b2-af1d-2e9b199b10da owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:47.483093 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd338ca0-2106-4320-9fa9-25a91f00b956 req-717d3560-da3f-488b-9da7-36862246c510 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:47.484877 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dd338ca0-2106-4320-9fa9-25a91f00b956 req-717d3560-da3f-488b-9da7-36862246c510 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 943 time: 0.2506433 Feb 19 04:21:47.528128 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555f7bd1-aedb-4d36-aaad-37ba41567592 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Router 83b65424-7f32-4c56-982c-695e387a1689 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:21:47.766654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-712b9dd9-80f5-4221-b04b-190b949126bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:47.768172 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-712b9dd9-80f5-4221-b04b-190b949126bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:47.770946 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-712b9dd9-80f5-4221-b04b-190b949126bd service neutron] 10.222.0.48 "PUT /v2.0/ports/6f1137a5-e292-403a-8a79-de92781e87ed HTTP/1.1" status: 200 len: 1091 time: 5.8297884 Feb 19 04:21:47.772216 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459bb1f4-4b81-4faf-a527-f10af85a46a9', 'tag': '6f1137a5-e292-403a-8a79-de92781e87ed'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:21:47.777660 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b599fa-607b-4d39-904f-ac6caf287273" -d '{"events": [{"name": "network-changed", "server_uuid": "459bb1f4-4b81-4faf-a527-f10af85a46a9", "tag": "6f1137a5-e292-403a-8a79-de92781e87ed"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:21:47.795682 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-571ea058-fd97-4616-8157-5e9163f840e4 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (9d415e29-cab4-46b2-af1d-2e9b199b10da), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:47.822403 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf42fc-c363-48f8-9031-e5f1020cc8ff req-d9d3c74b-8b11-4553-b698-1b5cf7459b38 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:47.838217 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-81bf42fc-c363-48f8-9031-e5f1020cc8ff req-d9d3c74b-8b11-4553-b698-1b5cf7459b38 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/ports?device_id=73c74dcc-ee67-4d97-a313-c21e62cf11ac HTTP/1.1" status: 200 len: 945 time: 0.8654411 Feb 19 04:21:47.903016 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b9dd9-80f5-4221-b04b-190b949126bd service neutron] Pushing event updated for resources: {'Port': ['ID=6f1137a5-e292-403a-8a79-de92781e87ed,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:47.953702 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dd338ca0-2106-4320-9fa9-25a91f00b956 req-7ac0a65c-1c20-43d8-8a0e-9c92ef355927 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532988 Feb 19 04:21:48.055477 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555f7bd1-aedb-4d36-aaad-37ba41567592 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:21:48.092837 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-555f7bd1-aedb-4d36-aaad-37ba41567592 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "PUT /v2.0/routers/83b65424-7f32-4c56-982c-695e387a1689/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2282939 Feb 19 04:21:48.119335 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08ecca4-22dc-4c72-a726-fac922dc963f None None] Sync routers for ids ['83b65424-7f32-4c56-982c-695e387a1689'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:21:48.126803 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45504) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:48.187505 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08ecca4-22dc-4c72-a726-fac922dc963f None None] Routers {'83b65424-7f32-4c56-982c-695e387a1689'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:48.196755 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f08ecca4-22dc-4c72-a726-fac922dc963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:21:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['83b65424-7f32-4c56-982c-695e387a1689'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:48.464702 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03898e4-41a8-4743-964a-062f169dc7d4 req-095217d3-2310-47dc-a9db-40dc833d1f68 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:48.484994 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b03898e4-41a8-4743-964a-062f169dc7d4 req-095217d3-2310-47dc-a9db-40dc833d1f68 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.10 "GET /v2.0/ports?device_id=73c74dcc-ee67-4d97-a313-c21e62cf11ac HTTP/1.1" status: 200 len: 945 time: 0.3902254 Feb 19 04:21:48.533962 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ea058-fd97-4616-8157-5e9163f840e4 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event deleted for resources: {'Port': ['ID=9d415e29-cab4-46b2-af1d-2e9b199b10da,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:48.542587 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-f08ecca4-22dc-4c72-a726-fac922dc963f None None] Set router 83b65424-7f32-4c56-982c-695e387a1689 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:48.652491 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-81bf42fc-c363-48f8-9031-e5f1020cc8ff req-5b8ab08f-fa4d-458c-adc3-82123b9656cd tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5fb22e-5044-4356-80be-ab2e088414a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8101900 Feb 19 04:21:48.876801 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-571ea058-fd97-4616-8157-5e9163f840e4 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:48.898498 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-571ea058-fd97-4616-8157-5e9163f840e4 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "DELETE /v2.0/ports/9d415e29-cab4-46b2-af1d-2e9b199b10da HTTP/1.1" status: 204 len: 168 time: 3.5337915 Feb 19 04:21:48.904123 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff719eb-cc82-46f3-a46e-d3cab9166ec2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:48.906052 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f08ecca4-22dc-4c72-a726-fac922dc963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b65424-7f32-4c56-982c-695e387a1689', 'name': 'tempest-NetworksTestDHCPv6-router-1132050171', 'tenant_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:21:17Z', 'updated_at': '2022-02-19T04:21:44Z', 'revision_number': 3, 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:48.907558 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff719eb-cc82-46f3-a46e-d3cab9166ec2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:48.911718 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fff719eb-cc82-46f3-a46e-d3cab9166ec2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6572597 Feb 19 04:21:48.916716 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45508) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:48.917391 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45510) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:48.989800 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b1204-2f7d-4b2f-b2fe-c2caf93cc152 req-2d31dc53-abdd-484c-a5fd-1b830f1ec655 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:49.019912 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-040b1204-2f7d-4b2f-b2fe-c2caf93cc152 req-2d31dc53-abdd-484c-a5fd-1b830f1ec655 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=800dceb4-02bc-4230-ae7c-12d10e0216cf HTTP/1.1" status: 200 len: 945 time: 0.8034134 Feb 19 04:21:49.114512 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08ecca4-22dc-4c72-a726-fac922dc963f None None] Checking router: 83b65424-7f32-4c56-982c-695e387a1689 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:21:49.159904 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08ecca4-22dc-4c72-a726-fac922dc963f None None] Routers {'83b65424-7f32-4c56-982c-695e387a1689'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:21:49.165504 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f08ecca4-22dc-4c72-a726-fac922dc963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:21:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['83b65424-7f32-4c56-982c-695e387a1689'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:49.238271 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-040b1204-2f7d-4b2f-b2fe-c2caf93cc152 req-8fcec76f-97c6-4bba-9760-b66554533b18 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170393 Feb 19 04:21:49.293533 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534ac8a1-09ef-49f6-9c45-1ee04f6b8a09 x-openstack-request-id: req-534ac8a1-09ef-49f6-9c45-1ee04f6b8a09 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:21:49.294181 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459bb1f4-4b81-4faf-a527-f10af85a46a9", "tag": "6f1137a5-e292-403a-8a79-de92781e87ed", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:21:49.333191 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-534ac8a1-09ef-49f6-9c45-1ee04f6b8a09 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:21:49.333799 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-b03898e4-41a8-4743-964a-062f169dc7d4 req-32a05a7a-e6ec-4fda-9ee3-de06727b35f3 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Deleting port 34342596-9bd7-43d6-9ad5-9cd9174b50be {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:49.335633 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b03898e4-41a8-4743-964a-062f169dc7d4 req-32a05a7a-e6ec-4fda-9ee3-de06727b35f3 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (34342596-9bd7-43d6-9ad5-9cd9174b50be), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:49.337846 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459bb1f4-4b81-4faf-a527-f10af85a46a9', 'tag': '6f1137a5-e292-403a-8a79-de92781e87ed', 'status': 'completed', 'code': 200} Feb 19 04:21:49.419262 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-77967e3d-3207-49b3-b7bf-8269c60b3106 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Deleting subnet 3182cf3a-ad2c-4837-8f72-549019a0a801 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:21:49.497655 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-f08ecca4-22dc-4c72-a726-fac922dc963f None None] Set router 83b65424-7f32-4c56-982c-695e387a1689 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:21:49.530613 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-77967e3d-3207-49b3-b7bf-8269c60b3106 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for subnet (3182cf3a-ad2c-4837-8f72-549019a0a801), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:49.610758 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f08ecca4-22dc-4c72-a726-fac922dc963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b65424-7f32-4c56-982c-695e387a1689', 'name': 'tempest-NetworksTestDHCPv6-router-1132050171', 'tenant_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:21:17Z', 'updated_at': '2022-02-19T04:21:44Z', 'revision_number': 3, 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:49.669435 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-1dab749f-a4d5-458d-9c8f-8847a57ab709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:49.671295 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-1dab749f-a4d5-458d-9c8f-8847a57ab709 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df9c39b1157b4ff4913cb78a1d6accf7&device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 1125 time: 1.7944241 Feb 19 04:21:49.682357 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-c977e1af-109b-4c34-ade7-1c76b12103cf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet 4339cccf-8b42-4a6c-9171-866c5286f294 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:21:49.689710 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08ecca4-22dc-4c72-a726-fac922dc963f None None] The sync data for ids ['83b65424-7f32-4c56-982c-695e387a1689'] in n-d-772273-4 is: [{'id': '83b65424-7f32-4c56-982c-695e387a1689', 'name': 'tempest-NetworksTestDHCPv6-router-1132050171', 'tenant_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:21:17Z', 'updated_at': '2022-02-19T04:21:44Z', 'revision_number': 3, 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'gw_port_host': None}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:21:49.698454 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c977e1af-109b-4c34-ade7-1c76b12103cf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (4339cccf-8b42-4a6c-9171-866c5286f294), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:49.917555 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-77967e3d-3207-49b3-b7bf-8269c60b3106 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (3182cf3a-ad2c-4837-8f72-549019a0a801), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.018897 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-b03898e4-41a8-4743-964a-062f169dc7d4 req-32a05a7a-e6ec-4fda-9ee3-de06727b35f3 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] For port 34342596-9bd7-43d6-9ad5-9cd9174b50be, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=34342596-9bd7-43d6-9ad5-9cd9174b50be,segment=NetworkSegment(16b32102-5185-4cbf-aa7e-16f071f0ba9f),segment_id=16b32102-5185-4cbf-aa7e-16f071f0ba9f)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:50.020899 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b03898e4-41a8-4743-964a-062f169dc7d4 req-32a05a7a-e6ec-4fda-9ee3-de06727b35f3 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (34342596-9bd7-43d6-9ad5-9cd9174b50be), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.074212 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-5d1c34c0-0f36-497e-86f5-f2133c1b255b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f1137a5-e292-403a-8a79-de92781e87ed HTTP/1.1" status: 200 len: 217 time: 0.2489603 Feb 19 04:21:50.107771 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-b03898e4-41a8-4743-964a-062f169dc7d4 req-32a05a7a-e6ec-4fda-9ee3-de06727b35f3 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Calling delete_port for 34342596-9bd7-43d6-9ad5-9cd9174b50be owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:50.140039 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c977e1af-109b-4c34-ade7-1c76b12103cf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (4339cccf-8b42-4a6c-9171-866c5286f294), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.401257 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c977e1af-109b-4c34-ade7-1c76b12103cf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (4339cccf-8b42-4a6c-9171-866c5286f294), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.565227 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 11031cd8-4c03-404b-b69e-44c512efaef5 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:21:50.614940 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 11031cd8-4c03-404b-b69e-44c512efaef5 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:21:50.619788 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 11031cd8-4c03-404b-b69e-44c512efaef5 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:21:50.735891 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-5d097852-acea-438f-89e8-09e629ec292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:50.741646 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b03898e4-41a8-4743-964a-062f169dc7d4 req-32a05a7a-e6ec-4fda-9ee3-de06727b35f3 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (34342596-9bd7-43d6-9ad5-9cd9174b50be), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.743228 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-5d097852-acea-438f-89e8-09e629ec292d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4888f38-26f5-49c8-afae-244433e40900 HTTP/1.1" status: 200 len: 851 time: 0.2523243 Feb 19 04:21:50.752964 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c977e1af-109b-4c34-ade7-1c76b12103cf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (4339cccf-8b42-4a6c-9171-866c5286f294), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.757447 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['34342596-9bd7-43d6-9ad5-9cd9174b50be'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:21:50.794773 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3a5f49b9-fa55-40cd-b0f5-fb1fb1d64de4 req-10bf1b18-979d-4c12-a57e-a61b3e8d74c1 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/ports?device_id=73c74dcc-ee67-4d97-a313-c21e62cf11ac HTTP/1.1" status: 200 len: 210 time: 0.0738418 Feb 19 04:21:50.804464 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45524) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:50.818156 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2976e807-8043-4b84-934c-a52d383e0012 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Request body: {'subnet': {'network_id': '118cbe85-1b3f-4f61-806f-257f6a51632e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:50.886378 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-77967e3d-3207-49b3-b7bf-8269c60b3106 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (3182cf3a-ad2c-4837-8f72-549019a0a801), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.891929 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-1dd22085-4d37-4d92-9149-4df130c0adac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1c84052c-91e0-4c2a-807c-a49aff1ef410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1312561 Feb 19 04:21:50.970076 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a05a7a-e6ec-4fda-9ee3-de06727b35f3 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Pushing event deleted for resources: {'Port': ['ID=34342596-9bd7-43d6-9ad5-9cd9174b50be,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:50.980455 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977e1af-109b-4c34-ade7-1c76b12103cf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=4339cccf-8b42-4a6c-9171-866c5286f294,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:51.003281 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af666363-4a84-4a4a-b7a8-438fea9b65a9 req-2ccd7ff6-e10e-4bb9-8cb4-244ea00acb9d tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:51.017090 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-af666363-4a84-4a4a-b7a8-438fea9b65a9 req-2ccd7ff6-e10e-4bb9-8cb4-244ea00acb9d tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 943 time: 1.6723962 Feb 19 04:21:51.065190 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c977e1af-109b-4c34-ade7-1c76b12103cf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.071954 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c977e1af-109b-4c34-ade7-1c76b12103cf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/4339cccf-8b42-4a6c-9171-866c5286f294 HTTP/1.1" status: 204 len: 168 time: 1.9959486 Feb 19 04:21:51.075186 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab716ec0-2b88-4477-8778-5f62d701f655 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:51.125380 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45530) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:51.365364 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03898e4-41a8-4743-964a-062f169dc7d4 req-32a05a7a-e6ec-4fda-9ee3-de06727b35f3 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] No DVR routers for this DVR port 34342596-9bd7-43d6-9ad5-9cd9174b50be on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:21:51.407778 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b03898e4-41a8-4743-964a-062f169dc7d4 req-32a05a7a-e6ec-4fda-9ee3-de06727b35f3 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.412116 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b03898e4-41a8-4743-964a-062f169dc7d4 req-32a05a7a-e6ec-4fda-9ee3-de06727b35f3 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.10 "DELETE /v2.0/ports/34342596-9bd7-43d6-9ad5-9cd9174b50be HTTP/1.1" status: 204 len: 173 time: 2.9131804 Feb 19 04:21:51.413982 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c74dcc-ee67-4d97-a313-c21e62cf11ac', 'name': 'network-vif-deleted', 'tag': '34342596-9bd7-43d6-9ad5-9cd9174b50be'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:21:51.416659 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409a4294-c1e4-4232-820c-a4cf76a685eb" -d '{"events": [{"server_uuid": "73c74dcc-ee67-4d97-a313-c21e62cf11ac", "name": "network-vif-deleted", "tag": "34342596-9bd7-43d6-9ad5-9cd9174b50be"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:21:51.463405 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2976e807-8043-4b84-934c-a52d383e0012 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Made reservation on behalf of a9af6f4985b5429fae80b578cf16ea14 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:51.467695 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2ce314-953e-4ec2-a87e-e739d084a81e None None] DHCP port deletion for 9e765b0b-136b-493b-bef9-44145ed793f7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:21:51.481867 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2976e807-8043-4b84-934c-a52d383e0012 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.570175 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-af666363-4a84-4a4a-b7a8-438fea9b65a9 req-e05b0d94-576e-4553-9f5e-9affa924c20b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505414 Feb 19 04:21:51.654403 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5b2ce314-953e-4ec2-a87e-e739d084a81e None None] Deleting port 93cc5066-7ba6-497d-9882-ea8cf142bbc2 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:51.661607 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5b2ce314-953e-4ec2-a87e-e739d084a81e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (93cc5066-7ba6-497d-9882-ea8cf142bbc2), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.711154 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-77967e3d-3207-49b3-b7bf-8269c60b3106 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (3182cf3a-ad2c-4837-8f72-549019a0a801), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.767357 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665bfeee-9c7b-43e4-a839-2fb5673a74d6 x-openstack-request-id: req-665bfeee-9c7b-43e4-a839-2fb5673a74d6 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:21:51.768359 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c74dcc-ee67-4d97-a313-c21e62cf11ac", "name": "network-vif-deleted", "tag": "34342596-9bd7-43d6-9ad5-9cd9174b50be", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:21:51.771900 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-665bfeee-9c7b-43e4-a839-2fb5673a74d6 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:21:51.775334 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c74dcc-ee67-4d97-a313-c21e62cf11ac', 'name': 'network-vif-deleted', 'tag': '34342596-9bd7-43d6-9ad5-9cd9174b50be', 'status': 'completed', 'code': 200} Feb 19 04:21:51.787953 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-718bcb94-397d-4984-8127-eb0740abaf78 service neutron] 10.222.0.48 "GET /v2.0/networks/1c84052c-91e0-4c2a-807c-a49aff1ef410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7469177 Feb 19 04:21:51.793225 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb916d-592c-4e9d-8ea7-feee59ac922a req-6618ad3f-ee99-45c6-9a03-addc51c3d5f5 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:51.793748 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-5b2ce314-953e-4ec2-a87e-e739d084a81e None None] For port 93cc5066-7ba6-497d-9882-ea8cf142bbc2, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=93cc5066-7ba6-497d-9882-ea8cf142bbc2,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:51.794304 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5b2ce314-953e-4ec2-a87e-e739d084a81e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (93cc5066-7ba6-497d-9882-ea8cf142bbc2), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.813532 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5b2ce314-953e-4ec2-a87e-e739d084a81e None None] Calling delete_port for 93cc5066-7ba6-497d-9882-ea8cf142bbc2 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:51.813926 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-82fd507d-d1e7-4ba2-9a46-99bea1621e02 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6855881 Feb 19 04:21:51.814456 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f6bb916d-592c-4e9d-8ea7-feee59ac922a req-6618ad3f-ee99-45c6-9a03-addc51c3d5f5 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=800dceb4-02bc-4230-ae7c-12d10e0216cf HTTP/1.1" status: 200 len: 945 time: 0.8507888 Feb 19 04:21:51.815918 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77967e3d-3207-49b3-b7bf-8269c60b3106 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event deleted for resources: {'Subnet': ['ID=3182cf3a-ad2c-4837-8f72-549019a0a801,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:51.820434 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-77967e3d-3207-49b3-b7bf-8269c60b3106 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:51.827550 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-77967e3d-3207-49b3-b7bf-8269c60b3106 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "DELETE /v2.0/subnets/3182cf3a-ad2c-4837-8f72-549019a0a801 HTTP/1.1" status: 204 len: 168 time: 2.9083230 Feb 19 04:21:51.828785 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45534) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:51.833577 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45536) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:51.840581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d458aa-b2af-4b25-bcb6-bc2da9a77e30 None None] Network 711f24c3-7d72-4738-9575-b7145b783950 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:52.241675 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19220c44-b3ac-4f19-9741-03f76fec3ae6 req-35c3d6c6-0063-4221-92fe-95642461ac2b tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:52.244027 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-19220c44-b3ac-4f19-9741-03f76fec3ae6 req-35c3d6c6-0063-4221-92fe-95642461ac2b tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.48 "GET /v2.0/ports?device_id=800dceb4-02bc-4230-ae7c-12d10e0216cf HTTP/1.1" status: 200 len: 945 time: 0.8757157 Feb 19 04:21:52.261511 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5b2ce314-953e-4ec2-a87e-e739d084a81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (93cc5066-7ba6-497d-9882-ea8cf142bbc2), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.275431 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f6bb916d-592c-4e9d-8ea7-feee59ac922a req-7f95ca6e-cb74-4c01-84e1-6de28f8255dc tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284983 Feb 19 04:21:52.436466 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdafe4ce-c08c-4a0c-8e13-083fbddeafec None None] DHCP port deletion for 711f24c3-7d72-4738-9575-b7145b783950 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:21:52.450009 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-81970ca0-69ca-476e-9903-9168b353537b tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Deleting subnet f5a38712-95b2-4271-ab6e-5854ab0620a4 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:21:52.460612 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81970ca0-69ca-476e-9903-9168b353537b tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks [] for subnet (f5a38712-95b2-4271-ab6e-5854ab0620a4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.468492 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ce314-953e-4ec2-a87e-e739d084a81e None None] Pushing event deleted for resources: {'Port': ['ID=93cc5066-7ba6-497d-9882-ea8cf142bbc2,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:52.502670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ce314-953e-4ec2-a87e-e739d084a81e None None] No DVR routers for this DVR port 93cc5066-7ba6-497d-9882-ea8cf142bbc2 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:21:52.553800 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81970ca0-69ca-476e-9903-9168b353537b tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (f5a38712-95b2-4271-ab6e-5854ab0620a4), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.614818 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ce314-953e-4ec2-a87e-e739d084a81e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:52.615239 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ce314-953e-4ec2-a87e-e739d084a81e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:52.615596 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ce314-953e-4ec2-a87e-e739d084a81e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:52.615963 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ce314-953e-4ec2-a87e-e739d084a81e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:52.618176 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ce314-953e-4ec2-a87e-e739d084a81e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:52.620511 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ce314-953e-4ec2-a87e-e739d084a81e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:52.620885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ce314-953e-4ec2-a87e-e739d084a81e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:52.621264 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ce314-953e-4ec2-a87e-e739d084a81e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:52.621610 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ce314-953e-4ec2-a87e-e739d084a81e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:52.621968 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ce314-953e-4ec2-a87e-e739d084a81e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:52.622485 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ce314-953e-4ec2-a87e-e739d084a81e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:52.622832 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ce314-953e-4ec2-a87e-e739d084a81e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:52.623170 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2ce314-953e-4ec2-a87e-e739d084a81e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:52.760109 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-19220c44-b3ac-4f19-9741-03f76fec3ae6 req-5df51624-4b5b-4383-b051-ff286d35f36c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Deleting port 383c2517-2fe4-411f-b609-af4434f8dee1 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:52.760643 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-19220c44-b3ac-4f19-9741-03f76fec3ae6 req-5df51624-4b5b-4383-b051-ff286d35f36c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (383c2517-2fe4-411f-b609-af4434f8dee1), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.761476 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-fdafe4ce-c08c-4a0c-8e13-083fbddeafec None None] Deleting port 52e7dc55-7c70-49d2-a9ee-a6d594adecc5 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:52.762113 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fdafe4ce-c08c-4a0c-8e13-083fbddeafec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (52e7dc55-7c70-49d2-a9ee-a6d594adecc5), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.769646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 93cc5066-7ba6-497d-9882-ea8cf142bbc2 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:21:52.872005 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2976e807-8043-4b84-934c-a52d383e0012 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (dc798f11-3a05-4272-8cdc-98ba9056e26c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.892956 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 93cc5066-7ba6-497d-9882-ea8cf142bbc2 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:21:52.893551 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 93cc5066-7ba6-497d-9882-ea8cf142bbc2 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:21:52.894597 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 52e7dc55-7c70-49d2-a9ee-a6d594adecc5 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:21:52.919524 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81970ca0-69ca-476e-9903-9168b353537b tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (f5a38712-95b2-4271-ab6e-5854ab0620a4), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.990995 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-fdafe4ce-c08c-4a0c-8e13-083fbddeafec None None] For port 52e7dc55-7c70-49d2-a9ee-a6d594adecc5, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=52e7dc55-7c70-49d2-a9ee-a6d594adecc5,segment=NetworkSegment(3c3cc939-80bd-4c27-898f-5f96a179182c),segment_id=3c3cc939-80bd-4c27-898f-5f96a179182c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:52.991770 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fdafe4ce-c08c-4a0c-8e13-083fbddeafec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (52e7dc55-7c70-49d2-a9ee-a6d594adecc5), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.045589 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-fdafe4ce-c08c-4a0c-8e13-083fbddeafec None None] Calling delete_port for 52e7dc55-7c70-49d2-a9ee-a6d594adecc5 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:53.063601 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 34342596-9bd7-43d6-9ad5-9cd9174b50be no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:21:53.186588 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 34342596-9bd7-43d6-9ad5-9cd9174b50be {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:21:53.186940 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 34342596-9bd7-43d6-9ad5-9cd9174b50be not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:21:53.221852 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91e54c-5e08-499e-a5a7-878d7833a060 req-fd527237-6d4e-4f7e-85ac-abe89f363394 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:53.230065 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8f91e54c-5e08-499e-a5a7-878d7833a060 req-fd527237-6d4e-4f7e-85ac-abe89f363394 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 943 time: 0.5026140 Feb 19 04:21:53.244133 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976e807-8043-4b84-934c-a52d383e0012 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event updated for resources: {'Subnet': ['ID=dc798f11-3a05-4272-8cdc-98ba9056e26c,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:53.245341 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9273a55a-afa0-4919-a53e-d65c397dca22 req-c8a6adb0-664b-4e26-be2f-b2e442d64f03 tempest-InstanceActionsV221TestJSON-1734813336 tempest-InstanceActionsV221TestJSON-1734813336-project] 10.222.0.65 "GET /v2.0/ports?device_id=73c74dcc-ee67-4d97-a313-c21e62cf11ac HTTP/1.1" status: 200 len: 210 time: 0.0852726 Feb 19 04:21:53.254638 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d054d0bb-d16e-4316-beb8-2ed21c40e04c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for router (83b65424-7f32-4c56-982c-695e387a1689), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.284188 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2976e807-8043-4b84-934c-a52d383e0012 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Checking segment: {'id': '31df5968-4120-4fb3-9317-5576a3462577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '118cbe85-1b3f-4f61-806f-257f6a51632e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:53.284642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2976e807-8043-4b84-934c-a52d383e0012 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Network hostable DHCP agents. Network: 118cbe85-1b3f-4f61-806f-257f6a51632e, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:21:53.300837 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2976e807-8043-4b84-934c-a52d383e0012 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.301170 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2976e807-8043-4b84-934c-a52d383e0012 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.301572 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2976e807-8043-4b84-934c-a52d383e0012 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.301930 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2976e807-8043-4b84-934c-a52d383e0012 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.302278 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2976e807-8043-4b84-934c-a52d383e0012 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.302623 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2976e807-8043-4b84-934c-a52d383e0012 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.302960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2976e807-8043-4b84-934c-a52d383e0012 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.303294 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2976e807-8043-4b84-934c-a52d383e0012 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.303623 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2976e807-8043-4b84-934c-a52d383e0012 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.303953 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2976e807-8043-4b84-934c-a52d383e0012 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.304382 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2976e807-8043-4b84-934c-a52d383e0012 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.304719 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2976e807-8043-4b84-934c-a52d383e0012 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.305066 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2976e807-8043-4b84-934c-a52d383e0012 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:21:53.386603 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-19220c44-b3ac-4f19-9741-03f76fec3ae6 req-5df51624-4b5b-4383-b051-ff286d35f36c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] For port 383c2517-2fe4-411f-b609-af4434f8dee1, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=383c2517-2fe4-411f-b609-af4434f8dee1,segment=NetworkSegment(e454b2aa-60ff-453a-93e7-63845488a4f5),segment_id=e454b2aa-60ff-453a-93e7-63845488a4f5)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:53.388499 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-19220c44-b3ac-4f19-9741-03f76fec3ae6 req-5df51624-4b5b-4383-b051-ff286d35f36c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (383c2517-2fe4-411f-b609-af4434f8dee1), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.407939 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81970ca0-69ca-476e-9903-9168b353537b tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (f5a38712-95b2-4271-ab6e-5854ab0620a4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.442328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-19220c44-b3ac-4f19-9741-03f76fec3ae6 req-5df51624-4b5b-4383-b051-ff286d35f36c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Calling delete_port for 383c2517-2fe4-411f-b609-af4434f8dee1 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:53.473792 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2976e807-8043-4b84-934c-a52d383e0012 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Network 118cbe85-1b3f-4f61-806f-257f6a51632e is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:21:53.491257 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81970ca0-69ca-476e-9903-9168b353537b tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event deleted for resources: {'Subnet': ['ID=f5a38712-95b2-4271-ab6e-5854ab0620a4,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:53.498929 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81970ca0-69ca-476e-9903-9168b353537b tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.505236 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-81970ca0-69ca-476e-9903-9168b353537b tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "DELETE /v2.0/subnets/f5a38712-95b2-4271-ab6e-5854ab0620a4 HTTP/1.1" status: 204 len: 168 time: 1.6617010 Feb 19 04:21:53.508706 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45552) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:53.513668 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b933b0-bf1c-4549-9837-9dad59d162e2 None None] Network f5d4812e-d0cd-4e7d-8694-a42a96ae1939 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:53.525654 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8f91e54c-5e08-499e-a5a7-878d7833a060 req-c0217b13-256f-466f-80b5-78827194495c tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886555 Feb 19 04:21:53.535942 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-2976e807-8043-4b84-934c-a52d383e0012 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 118cbe85-1b3f-4f61-806f-257f6a51632e) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:53.544758 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 52e7dc55-7c70-49d2-a9ee-a6d594adecc5 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:53.545182 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (52e7dc55-7c70-49d2-a9ee-a6d594adecc5), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.598725 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2976e807-8043-4b84-934c-a52d383e0012 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:53.599781 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2976e807-8043-4b84-934c-a52d383e0012 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.632528 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 52e7dc55-7c70-49d2-a9ee-a6d594adecc5, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=52e7dc55-7c70-49d2-a9ee-a6d594adecc5,segment=NetworkSegment(3c3cc939-80bd-4c27-898f-5f96a179182c),segment_id=3c3cc939-80bd-4c27-898f-5f96a179182c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:53.634815 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8283df-42f9-4e4d-bc89-d95f03a7e836 None None] Network 118cbe85-1b3f-4f61-806f-257f6a51632e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:53.686870 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (52e7dc55-7c70-49d2-a9ee-a6d594adecc5), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.694256 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e3c39966-d0e8-4afb-9abf-70141f64cde4 req-7d145b1c-56d6-4d91-b91f-10e14442346b service neutron] 10.222.0.48 "GET /v2.0/networks/1c84052c-91e0-4c2a-807c-a49aff1ef410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8975756 Feb 19 04:21:53.745991 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2976e807-8043-4b84-934c-a52d383e0012 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9398770 Feb 19 04:21:53.752218 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45554) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:53.779312 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-6775f283-d0c7-4efd-8406-af14f5ea952a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-915965098'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:53.889292 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-31620edb-802a-461d-ad91-99d8009078c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (711f24c3-7d72-4738-9575-b7145b783950), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.912007 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fdafe4ce-c08c-4a0c-8e13-083fbddeafec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (52e7dc55-7c70-49d2-a9ee-a6d594adecc5), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.939880 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdafe4ce-c08c-4a0c-8e13-083fbddeafec None None] No DVR routers for this DVR port 52e7dc55-7c70-49d2-a9ee-a6d594adecc5 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:21:53.957291 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6775f283-d0c7-4efd-8406-af14f5ea952a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Made reservation on behalf of a9af6f4985b5429fae80b578cf16ea14 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:53.979046 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6775f283-d0c7-4efd-8406-af14f5ea952a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.982734 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=52e7dc55-7c70-49d2-a9ee-a6d594adecc5,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:54.038178 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafe4ce-c08c-4a0c-8e13-083fbddeafec None None] Pushing event deleted for resources: {'Port': ['ID=52e7dc55-7c70-49d2-a9ee-a6d594adecc5,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:54.041636 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d054d0bb-d16e-4316-beb8-2ed21c40e04c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (83b65424-7f32-4c56-982c-695e387a1689), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.046654 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d054d0bb-d16e-4316-beb8-2ed21c40e04c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for router_controller (83b65424-7f32-4c56-982c-695e387a1689), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.126954 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c57ab0-2d47-4cc9-9ea1-b2eb9b7d4254 req-ecbedeb4-7140-43de-bde9-4197d21f403e tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:54.129309 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d0c57ab0-2d47-4cc9-9ea1-b2eb9b7d4254 req-ecbedeb4-7140-43de-bde9-4197d21f403e tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=800dceb4-02bc-4230-ae7c-12d10e0216cf HTTP/1.1" status: 200 len: 945 time: 0.5510273 Feb 19 04:21:54.134574 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b599fa-607b-4d39-904f-ac6caf287273 req-626472c4-1a74-4c92-baa6-b0e603b22245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:54.136501 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-22b599fa-607b-4d39-904f-ac6caf287273 req-626472c4-1a74-4c92-baa6-b0e603b22245 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df9c39b1157b4ff4913cb78a1d6accf7&device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 1125 time: 0.3674011 Feb 19 04:21:54.140792 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ea4378-5a91-4821-91e1-031328f7d4d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-118cbe85-1b3f-4f61-806f-257f6a51632e', 'network_id': '118cbe85-1b3f-4f61-806f-257f6a51632e', 'project_id': 'a9af6f4985b5429fae80b578cf16ea14', 'fixed_ips': [{'subnet_id': 'dc798f11-3a05-4272-8cdc-98ba9056e26c'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:21:54.143446 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-07ea4378-5a91-4821-91e1-031328f7d4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.170424 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d054d0bb-d16e-4316-beb8-2ed21c40e04c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (83b65424-7f32-4c56-982c-695e387a1689), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.171134 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d054d0bb-d16e-4316-beb8-2ed21c40e04c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Fanout notify agent at l3_agent the message router_deleted on router 83b65424-7f32-4c56-982c-695e387a1689 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:21:54.188621 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d054d0bb-d16e-4316-beb8-2ed21c40e04c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.194920 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d054d0bb-d16e-4316-beb8-2ed21c40e04c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/routers/83b65424-7f32-4c56-982c-695e387a1689 HTTP/1.1" status: 204 len: 168 time: 2.3501973 Feb 19 04:21:54.218899 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45558) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:54.273987 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-c2446819-a8f8-4188-8e37-bfcea00b891b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:54.388874 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d0c57ab0-2d47-4cc9-9ea1-b2eb9b7d4254 req-19b35e9f-0ac7-4194-b859-4c5868809498 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/security-groups?id=5889d915-5658-4488-9b97-df1bd213b821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335157 Feb 19 04:21:54.490976 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b599fa-607b-4d39-904f-ac6caf287273 req-caf24590-7437-45f6-818b-ade239067da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:54.494383 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-22b599fa-607b-4d39-904f-ac6caf287273 req-caf24590-7437-45f6-818b-ade239067da7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1c84052c-91e0-4c2a-807c-a49aff1ef410 HTTP/1.1" status: 200 len: 911 time: 0.3493109 Feb 19 04:21:54.585659 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6775f283-d0c7-4efd-8406-af14f5ea952a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:21:54.621054 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-19220c44-b3ac-4f19-9741-03f76fec3ae6 req-5df51624-4b5b-4383-b051-ff286d35f36c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (383c2517-2fe4-411f-b609-af4434f8dee1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.704415 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-22b599fa-607b-4d39-904f-ac6caf287273 req-97e27cf4-ea7c-4551-848a-5231ef5bb4a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f1137a5-e292-403a-8a79-de92781e87ed HTTP/1.1" status: 200 len: 217 time: 0.2037938 Feb 19 04:21:54.801834 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-31620edb-802a-461d-ad91-99d8009078c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (711f24c3-7d72-4738-9575-b7145b783950), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.831806 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6775f283-d0c7-4efd-8406-af14f5ea952a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (db5eca2e-f190-452c-b9ac-f7293d1386bc), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.832391 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-6775f283-d0c7-4efd-8406-af14f5ea952a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Added segment db5eca2e-f190-452c-b9ac-f7293d1386bc of type vlan for network 03b1880c-79cb-4443-8349-0501639f33ff Feb 19 04:21:54.835617 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-19220c44-b3ac-4f19-9741-03f76fec3ae6 req-5df51624-4b5b-4383-b051-ff286d35f36c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] No DVR routers for this DVR port 383c2517-2fe4-411f-b609-af4434f8dee1 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:21:54.858616 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45572) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:54.860222 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df51624-4b5b-4383-b051-ff286d35f36c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Pushing event deleted for resources: {'Port': ['ID=383c2517-2fe4-411f-b609-af4434f8dee1,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:54.880200 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-19220c44-b3ac-4f19-9741-03f76fec3ae6 req-5df51624-4b5b-4383-b051-ff286d35f36c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.887250 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-19220c44-b3ac-4f19-9741-03f76fec3ae6 req-5df51624-4b5b-4383-b051-ff286d35f36c tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.48 "DELETE /v2.0/ports/383c2517-2fe4-411f-b609-af4434f8dee1 HTTP/1.1" status: 204 len: 173 time: 2.6067562 Feb 19 04:21:54.900109 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800dceb4-02bc-4230-ae7c-12d10e0216cf', 'name': 'network-vif-deleted', 'tag': '383c2517-2fe4-411f-b609-af4434f8dee1'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:21:54.904683 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4809e362-73d5-4d41-8728-f3c7df7fcc6c" -d '{"events": [{"server_uuid": "800dceb4-02bc-4230-ae7c-12d10e0216cf", "name": "network-vif-deleted", "tag": "383c2517-2fe4-411f-b609-af4434f8dee1"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:21:55.010076 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b599fa-607b-4d39-904f-ac6caf287273 req-c6db7a89-993c-4206-8446-e50b85e321af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:55.014959 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-22b599fa-607b-4d39-904f-ac6caf287273 req-c6db7a89-993c-4206-8446-e50b85e321af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4888f38-26f5-49c8-afae-244433e40900 HTTP/1.1" status: 200 len: 851 time: 0.3002696 Feb 19 04:21:55.017884 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199dce95-cb6e-4fe1-a3a2-dd4b284c819e x-openstack-request-id: req-199dce95-cb6e-4fe1-a3a2-dd4b284c819e {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:21:55.018386 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800dceb4-02bc-4230-ae7c-12d10e0216cf", "name": "network-vif-deleted", "tag": "383c2517-2fe4-411f-b609-af4434f8dee1", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:21:55.018824 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-199dce95-cb6e-4fe1-a3a2-dd4b284c819e {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:21:55.019458 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800dceb4-02bc-4230-ae7c-12d10e0216cf', 'name': 'network-vif-deleted', 'tag': '383c2517-2fe4-411f-b609-af4434f8dee1', 'status': 'completed', 'code': 200} Feb 19 04:21:55.022388 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-31620edb-802a-461d-ad91-99d8009078c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711f24c3-7d72-4738-9575-b7145b783950']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:55.032242 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed88414-007e-4a83-a244-1cd04e52dfd0 None None] DHCP port deletion for f5d4812e-d0cd-4e7d-8694-a42a96ae1939 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:21:55.037928 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f22757c0-6d42-4f4b-97c4-250c8be89489 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:21:55.061378 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6faa9d-fddc-429c-99f2-e5066e09c335 req-cd2d34f4-42e0-40f0-9085-a0edc233943b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:55.063212 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e6faa9d-fddc-429c-99f2-e5066e09c335 req-cd2d34f4-42e0-40f0-9085-a0edc233943b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 943 time: 0.3226361 Feb 19 04:21:55.092887 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-22b599fa-607b-4d39-904f-ac6caf287273 req-7c8a07e6-bb2d-44fb-857a-bea5042c3caf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1c84052c-91e0-4c2a-807c-a49aff1ef410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668700 Feb 19 04:21:55.096849 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6775f283-d0c7-4efd-8406-af14f5ea952a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (03b1880c-79cb-4443-8349-0501639f33ff), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.142512 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-31620edb-802a-461d-ad91-99d8009078c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3cc939-80bd-4c27-898f-5f96a179182c') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:55.143036 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-31620edb-802a-461d-ad91-99d8009078c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3cc939-80bd-4c27-898f-5f96a179182c') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:55.162920 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-07ea4378-5a91-4821-91e1-031328f7d4d5 None None] Allocated IP 2001:db8:0:ffff::2 (118cbe85-1b3f-4f61-806f-257f6a51632e/dc798f11-3a05-4272-8cdc-98ba9056e26c/b43b9ea3-ef40-4664-9f5b-86d9d29776f0) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:55.201842 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-fed88414-007e-4a83-a244-1cd04e52dfd0 None None] Deleting port f22757c0-6d42-4f4b-97c4-250c8be89489 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:21:55.202544 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fed88414-007e-4a83-a244-1cd04e52dfd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f22757c0-6d42-4f4b-97c4-250c8be89489), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.231423 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-31620edb-802a-461d-ad91-99d8009078c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (3c3cc939-80bd-4c27-898f-5f96a179182c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.235274 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e6faa9d-fddc-429c-99f2-e5066e09c335 req-dc16d279-5608-43c1-8867-90a39df0c8c9 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522210 Feb 19 04:21:55.278561 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d9e055-a69f-41a7-ae6e-cf76380d7dfa admin admin] Deleting subnet 6957c29a-282f-44cd-9a6f-045174e44f06 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:21:55.287329 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d6d9e055-a69f-41a7-ae6e-cf76380d7dfa admin admin] Publish callbacks [] for subnet (6957c29a-282f-44cd-9a6f-045174e44f06), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.307182 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-22b599fa-607b-4d39-904f-ac6caf287273 req-9611fd30-f244-4adc-9cca-e229c049c112 service neutron] 10.222.0.48 "GET /v2.0/networks/1c84052c-91e0-4c2a-807c-a49aff1ef410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994841 Feb 19 04:21:55.348722 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-fed88414-007e-4a83-a244-1cd04e52dfd0 None None] For port f22757c0-6d42-4f4b-97c4-250c8be89489, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f22757c0-6d42-4f4b-97c4-250c8be89489,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:55.349422 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fed88414-007e-4a83-a244-1cd04e52dfd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f22757c0-6d42-4f4b-97c4-250c8be89489), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.410617 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.resource_extend [None req-6775f283-d0c7-4efd-8406-af14f5ea952a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:21:55.423851 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-fed88414-007e-4a83-a244-1cd04e52dfd0 None None] Calling delete_port for f22757c0-6d42-4f4b-97c4-250c8be89489 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:21:55.458324 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2446819-a8f8-4188-8e37-bfcea00b891b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:55.459738 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port f22757c0-6d42-4f4b-97c4-250c8be89489 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:55.460245 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f22757c0-6d42-4f4b-97c4-250c8be89489), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.464297 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c2446819-a8f8-4188-8e37-bfcea00b891b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.595783 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-31620edb-802a-461d-ad91-99d8009078c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (3c3cc939-80bd-4c27-898f-5f96a179182c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.693476 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port f22757c0-6d42-4f4b-97c4-250c8be89489, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f22757c0-6d42-4f4b-97c4-250c8be89489,segment=NetworkSegment(08d0de5c-f76e-47d2-bb10-a0e1f8919b7f),segment_id=08d0de5c-f76e-47d2-bb10-a0e1f8919b7f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:55.714819 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31620edb-802a-461d-ad91-99d8009078c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:21:55.715398 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-31620edb-802a-461d-ad91-99d8009078c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (3c3cc939-80bd-4c27-898f-5f96a179182c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:21:55.725348 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:21:55.765328 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6775f283-d0c7-4efd-8406-af14f5ea952a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (03b1880c-79cb-4443-8349-0501639f33ff), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.771016 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6775f283-d0c7-4efd-8406-af14f5ea952a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:55.771688 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6775f283-d0c7-4efd-8406-af14f5ea952a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.776831 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d6d9e055-a69f-41a7-ae6e-cf76380d7dfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (6957c29a-282f-44cd-9a6f-045174e44f06), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.794623 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f22757c0-6d42-4f4b-97c4-250c8be89489), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.816585 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-22b599fa-607b-4d39-904f-ac6caf287273 req-f6a1cd77-d734-451a-bc77-4d1005c5f45d service neutron] 10.222.0.48 "GET /v2.0/networks/1c84052c-91e0-4c2a-807c-a49aff1ef410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5023263 Feb 19 04:21:55.854832 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-07ea4378-5a91-4821-91e1-031328f7d4d5 None None] Publish callbacks [] for port (b43b9ea3-ef40-4664-9f5b-86d9d29776f0), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.877352 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f959b71b-2ff8-4788-b6a6-870d47c99783 req-fc849d55-d01b-4349-878a-6a9ab4a6faf0 tempest-DeleteServersTestJSON-1522123555 tempest-DeleteServersTestJSON-1522123555-project] 10.222.0.65 "GET /v2.0/ports?device_id=800dceb4-02bc-4230-ae7c-12d10e0216cf HTTP/1.1" status: 200 len: 210 time: 0.1759610 Feb 19 04:21:55.921257 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-07ea4378-5a91-4821-91e1-031328f7d4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (b43b9ea3-ef40-4664-9f5b-86d9d29776f0), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.951456 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fed88414-007e-4a83-a244-1cd04e52dfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (f22757c0-6d42-4f4b-97c4-250c8be89489), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:55.982003 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed88414-007e-4a83-a244-1cd04e52dfd0 None None] No DVR routers for this DVR port f22757c0-6d42-4f4b-97c4-250c8be89489 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:21:55.993511 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=f22757c0-6d42-4f4b-97c4-250c8be89489,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:55.998690 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ea4378-5a91-4821-91e1-031328f7d4d5 None None] Network 118cbe85-1b3f-4f61-806f-257f6a51632e is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:56.022871 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-31620edb-802a-461d-ad91-99d8009078c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (711f24c3-7d72-4738-9575-b7145b783950), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.032514 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45582) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:56.038949 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-27379563-ffc8-4aa6-9ce5-b8ec82e95e94 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Request body: {'subnet': {'network_id': '03b1880c-79cb-4443-8349-0501639f33ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:56.043826 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6775f283-d0c7-4efd-8406-af14f5ea952a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.2799053 Feb 19 04:21:56.050229 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-31620edb-802a-461d-ad91-99d8009078c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.051995 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-07ea4378-5a91-4821-91e1-031328f7d4d5 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:56.061534 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ea4378-5a91-4821-91e1-031328f7d4d5 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:56.062640 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-31620edb-802a-461d-ad91-99d8009078c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "DELETE /v2.0/networks/711f24c3-7d72-4738-9575-b7145b783950 HTTP/1.1" status: 204 len: 168 time: 2.5289106 Feb 19 04:21:56.075369 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45584) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:56.114328 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea4378-5a91-4821-91e1-031328f7d4d5 None None] Pushing event updated for resources: {'Port': ['ID=b43b9ea3-ef40-4664-9f5b-86d9d29776f0,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:56.153746 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d6d9e055-a69f-41a7-ae6e-cf76380d7dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (6957c29a-282f-44cd-9a6f-045174e44f06), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.172824 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed88414-007e-4a83-a244-1cd04e52dfd0 None None] Pushing event deleted for resources: {'Port': ['ID=f22757c0-6d42-4f4b-97c4-250c8be89489,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:56.181851 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-07ea4378-5a91-4821-91e1-031328f7d4d5 None None] Attempting to bind port b43b9ea3-ef40-4664-9f5b-86d9d29776f0 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:21:56.182253 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-07ea4378-5a91-4821-91e1-031328f7d4d5 None None] Attempting to bind port b43b9ea3-ef40-4664-9f5b-86d9d29776f0 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '31df5968-4120-4fb3-9317-5576a3462577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '118cbe85-1b3f-4f61-806f-257f6a51632e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:21:56.182637 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ea4378-5a91-4821-91e1-031328f7d4d5 None None] Attempting to bind port b43b9ea3-ef40-4664-9f5b-86d9d29776f0 on network 118cbe85-1b3f-4f61-806f-257f6a51632e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:21:56.204533 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ea4378-5a91-4821-91e1-031328f7d4d5 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:21:56.204881 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ea4378-5a91-4821-91e1-031328f7d4d5 None None] Checking segment: {'id': '31df5968-4120-4fb3-9317-5576a3462577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '118cbe85-1b3f-4f61-806f-257f6a51632e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:56.205278 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-07ea4378-5a91-4821-91e1-031328f7d4d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.205710 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ea4378-5a91-4821-91e1-031328f7d4d5 None None] Bound using segment: {'id': '31df5968-4120-4fb3-9317-5576a3462577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '118cbe85-1b3f-4f61-806f-257f6a51632e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:21:56.206201 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-07ea4378-5a91-4821-91e1-031328f7d4d5 None None] Bound port: b43b9ea3-ef40-4664-9f5b-86d9d29776f0, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31df5968-4120-4fb3-9317-5576a3462577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '118cbe85-1b3f-4f61-806f-257f6a51632e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:21:56.206598 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-07ea4378-5a91-4821-91e1-031328f7d4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b43b9ea3-ef40-4664-9f5b-86d9d29776f0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.211222 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775f283-d0c7-4efd-8406-af14f5ea952a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event updated for resources: {'Network': ['ID=03b1880c-79cb-4443-8349-0501639f33ff,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:56.237899 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 03b1880c-79cb-4443-8349-0501639f33ff details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:21:56.262994 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27379563-ffc8-4aa6-9ce5-b8ec82e95e94 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Made reservation on behalf of a9af6f4985b5429fae80b578cf16ea14 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:56.271434 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-27379563-ffc8-4aa6-9ce5-b8ec82e95e94 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.380260 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d6d9e055-a69f-41a7-ae6e-cf76380d7dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (6957c29a-282f-44cd-9a6f-045174e44f06), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.469664 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-07ea4378-5a91-4821-91e1-031328f7d4d5 None None] For port b43b9ea3-ef40-4664-9f5b-86d9d29776f0, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:21:56.480600 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-07ea4378-5a91-4821-91e1-031328f7d4d5 None None] For port b43b9ea3-ef40-4664-9f5b-86d9d29776f0, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b43b9ea3-ef40-4664-9f5b-86d9d29776f0,segment=NetworkSegment(31df5968-4120-4fb3-9317-5576a3462577),segment_id=31df5968-4120-4fb3-9317-5576a3462577)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:21:56.497800 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-07ea4378-5a91-4821-91e1-031328f7d4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b43b9ea3-ef40-4664-9f5b-86d9d29776f0), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.501708 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-17760bbe-cf75-4110-bd59-7645bb34799f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (f5d4812e-d0cd-4e7d-8694-a42a96ae1939), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.579392 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9e055-a69f-41a7-ae6e-cf76380d7dfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6957c29a-282f-44cd-9a6f-045174e44f06,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:56.587988 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d6d9e055-a69f-41a7-ae6e-cf76380d7dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:56.592569 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d6d9e055-a69f-41a7-ae6e-cf76380d7dfa admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6957c29a-282f-44cd-9a6f-045174e44f06 HTTP/1.1" status: 204 len: 168 time: 1.7277558 Feb 19 04:21:56.598950 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31620edb-802a-461d-ad91-99d8009078c6 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event deleted for resources: {'Network': ['ID=711f24c3-7d72-4738-9575-b7145b783950,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:56.603004 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45590) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:56.652140 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 6f1137a5-e292-403a-8a79-de92781e87ed details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:21:56.655206 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 383c2517-2fe4-411f-b609-af4434f8dee1 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:21:56.766007 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 383c2517-2fe4-411f-b609-af4434f8dee1 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:21:56.766824 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 383c2517-2fe4-411f-b609-af4434f8dee1 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:21:56.776361 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea4378-5a91-4821-91e1-031328f7d4d5 None None] Pushing event updated for resources: {'Port': ['ID=b43b9ea3-ef40-4664-9f5b-86d9d29776f0,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:56.890556 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b108d6-3089-4863-a9db-5923014cba2a req-be03bf3e-2d88-44a6-8701-e46324c4ce84 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:56.895273 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-08b108d6-3089-4863-a9db-5923014cba2a req-be03bf3e-2d88-44a6-8701-e46324c4ce84 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 943 time: 0.1903770 Feb 19 04:21:56.983242 n-d-772273-4 neutron-server[115199]: DEBUG neutron.objects.ports [None req-27379563-ffc8-4aa6-9ce5-b8ec82e95e94 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115199) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:21:57.037185 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-27379563-ffc8-4aa6-9ce5-b8ec82e95e94 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (92102b3c-8d54-4224-9a4d-0ab61aaf6899), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.063230 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 6f1137a5-e292-403a-8a79-de92781e87ed, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=6f1137a5-e292-403a-8a79-de92781e87ed,segment=NetworkSegment(7475f1e8-9ba9-4f4c-a789-729c28f3ed2d),segment_id=7475f1e8-9ba9-4f4c-a789-729c28f3ed2d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:57.095046 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '6f1137a5-e292-403a-8a79-de92781e87ed', 'network_id': '1c84052c-91e0-4c2a-807c-a49aff1ef410', 'port_id': '6f1137a5-e292-403a-8a79-de92781e87ed', 'mac_address': 'fa:16:3e:09:73:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4888f38-26f5-49c8-afae-244433e40900', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:21:57.132325 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27379563-ffc8-4aa6-9ce5-b8ec82e95e94 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event updated for resources: {'Subnet': ['ID=92102b3c-8d54-4224-9a4d-0ab61aaf6899,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:57.222361 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-08b108d6-3089-4863-a9db-5923014cba2a req-8fa31786-66e2-4995-8361-96293b82c412 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361908 Feb 19 04:21:57.251215 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 6f1137a5-e292-403a-8a79-de92781e87ed is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:21:57.252299 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6f1137a5-e292-403a-8a79-de92781e87ed), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.277670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f1137a5-e292-403a-8a79-de92781e87ed {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:21:57.322803 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27379563-ffc8-4aa6-9ce5-b8ec82e95e94 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Checking segment: {'id': 'db5eca2e-f190-452c-b9ac-f7293d1386bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '03b1880c-79cb-4443-8349-0501639f33ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:21:57.327702 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27379563-ffc8-4aa6-9ce5-b8ec82e95e94 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Network hostable DHCP agents. Network: 03b1880c-79cb-4443-8349-0501639f33ff, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:21:57.351708 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 6f1137a5-e292-403a-8a79-de92781e87ed, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=6f1137a5-e292-403a-8a79-de92781e87ed,segment=NetworkSegment(7475f1e8-9ba9-4f4c-a789-729c28f3ed2d),segment_id=7475f1e8-9ba9-4f4c-a789-729c28f3ed2d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:21:57.370784 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6f1137a5-e292-403a-8a79-de92781e87ed), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.375113 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27379563-ffc8-4aa6-9ce5-b8ec82e95e94 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Network 03b1880c-79cb-4443-8349-0501639f33ff is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:21:57.392659 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-27379563-ffc8-4aa6-9ce5-b8ec82e95e94 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 03b1880c-79cb-4443-8349-0501639f33ff) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:57.402452 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27379563-ffc8-4aa6-9ce5-b8ec82e95e94 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:57.403379 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-27379563-ffc8-4aa6-9ce5-b8ec82e95e94 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.454187 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-27379563-ffc8-4aa6-9ce5-b8ec82e95e94 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4193444 Feb 19 04:21:57.456661 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45604) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:57.469233 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42ed572-1f95-4763-b4a7-53a512953444 None None] Network 03b1880c-79cb-4443-8349-0501639f33ff requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:57.478354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c4116d33-654f-409e-943c-f3dfab23d6cc tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Request body: {'port': {'network_id': '03b1880c-79cb-4443-8349-0501639f33ff', 'name': 'tempest-NetworksIpV6TestAttrs-1492356249'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:57.621456 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['6f1137a5-e292-403a-8a79-de92781e87ed'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:21:57.678169 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=6f1137a5-e292-403a-8a79-de92781e87ed,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:57.916877 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4116d33-654f-409e-943c-f3dfab23d6cc tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Made reservation on behalf of a9af6f4985b5429fae80b578cf16ea14 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:21:57.921002 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c4116d33-654f-409e-943c-f3dfab23d6cc tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.969120 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-c4116d33-654f-409e-943c-f3dfab23d6cc tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] device_id is not set on port 0d537b72-ad39-4dcf-bb8a-fbd8df2ed0ea yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:21:58.003553 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2acf2a-100f-459e-8ea5-ddcd90d640fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-03b1880c-79cb-4443-8349-0501639f33ff', 'network_id': '03b1880c-79cb-4443-8349-0501639f33ff', 'project_id': 'a9af6f4985b5429fae80b578cf16ea14', 'fixed_ips': [{'subnet_id': '92102b3c-8d54-4224-9a4d-0ab61aaf6899'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:21:58.007051 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5b2acf2a-100f-459e-8ea5-ddcd90d640fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.096560 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-daa469ac-8042-4fdf-97e9-98f50552e66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (d1294f4b-e620-490a-b32c-72fd1cd5a09a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.195170 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-c4116d33-654f-409e-943c-f3dfab23d6cc tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Allocated IP 2001:db8::f816:3eff:fef8:9b61 (03b1880c-79cb-4443-8349-0501639f33ff/92102b3c-8d54-4224-9a4d-0ab61aaf6899/0d537b72-ad39-4dcf-bb8a-fbd8df2ed0ea) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:58.212735 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c2446819-a8f8-4188-8e37-bfcea00b891b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (b5be03dc-dcb1-40e7-a63d-195932cdb575), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.278765 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-17760bbe-cf75-4110-bd59-7645bb34799f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (f5d4812e-d0cd-4e7d-8694-a42a96ae1939), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.428500 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-17760bbe-cf75-4110-bd59-7645bb34799f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d4812e-d0cd-4e7d-8694-a42a96ae1939']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:58.476599 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c4116d33-654f-409e-943c-f3dfab23d6cc tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks [] for port (0d537b72-ad39-4dcf-bb8a-fbd8df2ed0ea), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.486594 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2446819-a8f8-4188-8e37-bfcea00b891b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:58.494973 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-17760bbe-cf75-4110-bd59-7645bb34799f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d0de5c-f76e-47d2-bb10-a0e1f8919b7f') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:58.495262 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-17760bbe-cf75-4110-bd59-7645bb34799f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d0de5c-f76e-47d2-bb10-a0e1f8919b7f') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:58.501441 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-c2446819-a8f8-4188-8e37-bfcea00b891b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:58.525151 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2446819-a8f8-4188-8e37-bfcea00b891b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:58.525800 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c2446819-a8f8-4188-8e37-bfcea00b891b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.566141 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-17760bbe-cf75-4110-bd59-7645bb34799f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (08d0de5c-f76e-47d2-bb10-a0e1f8919b7f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.568273 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c4116d33-654f-409e-943c-f3dfab23d6cc tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (0d537b72-ad39-4dcf-bb8a-fbd8df2ed0ea), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.578467 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2446819-a8f8-4188-8e37-bfcea00b891b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=b5be03dc-dcb1-40e7-a63d-195932cdb575,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:58.635681 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4116d33-654f-409e-943c-f3dfab23d6cc tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Network 03b1880c-79cb-4443-8349-0501639f33ff is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:21:58.654247 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbabc69-c12d-4d24-8aba-90d8f480f7de req-dff7a49d-c3ad-476c-960b-5a625a5e0a7c tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:58.655910 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bfbabc69-c12d-4d24-8aba-90d8f480f7de req-dff7a49d-c3ad-476c-960b-5a625a5e0a7c tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 944 time: 0.1392515 Feb 19 04:21:58.659502 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-c4116d33-654f-409e-943c-f3dfab23d6cc tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:21:58.662387 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4116d33-654f-409e-943c-f3dfab23d6cc tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:21:58.669269 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4116d33-654f-409e-943c-f3dfab23d6cc tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:58.670063 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c4116d33-654f-409e-943c-f3dfab23d6cc tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.684783 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-17760bbe-cf75-4110-bd59-7645bb34799f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (08d0de5c-f76e-47d2-bb10-a0e1f8919b7f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.697410 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-daa469ac-8042-4fdf-97e9-98f50552e66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (d1294f4b-e620-490a-b32c-72fd1cd5a09a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.721761 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c4116d33-654f-409e-943c-f3dfab23d6cc tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2634549 Feb 19 04:21:58.729494 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45628) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:58.734813 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c2446819-a8f8-4188-8e37-bfcea00b891b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.5049262 Feb 19 04:21:58.742499 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c039de-aa1d-4b29-95b4-4a5f4e53586f None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:58.764135 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17760bbe-cf75-4110-bd59-7645bb34799f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:21:58.765351 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-17760bbe-cf75-4110-bd59-7645bb34799f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (08d0de5c-f76e-47d2-bb10-a0e1f8919b7f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:58.774961 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45630) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:21:58.780183 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:21:58.791604 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-27fd1ce3-3ac3-452c-8ac0-75cb5fda6cdd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-557552721', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:21:58.838918 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b349fd-f17c-4a7d-968b-16358890293f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Deleting subnet 92102b3c-8d54-4224-9a4d-0ab61aaf6899 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:21:58.846156 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4116d33-654f-409e-943c-f3dfab23d6cc tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event updated for resources: {'Port': ['ID=0d537b72-ad39-4dcf-bb8a-fbd8df2ed0ea,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:58.887465 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bfbabc69-c12d-4d24-8aba-90d8f480f7de req-5749e48c-ce1f-4f6a-8367-6a93bee2ec6b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010324 Feb 19 04:21:58.999960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-daa469ac-8042-4fdf-97e9-98f50552e66a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1294f4b-e620-490a-b32c-72fd1cd5a09a']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:59.015861 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b43b9ea3-ef40-4664-9f5b-86d9d29776f0 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:21:59.019822 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-daa469ac-8042-4fdf-97e9-98f50552e66a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b32102-5185-4cbf-aa7e-16f071f0ba9f') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:59.020336 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-daa469ac-8042-4fdf-97e9-98f50552e66a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b32102-5185-4cbf-aa7e-16f071f0ba9f') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:21:59.034548 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27fd1ce3-3ac3-452c-8ac0-75cb5fda6cdd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (eba66d6a-bf0c-424d-a811-477a4306c18e), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.035721 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27fd1ce3-3ac3-452c-8ac0-75cb5fda6cdd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (eba66d6a-bf0c-424d-a811-477a4306c18e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.043611 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-17760bbe-cf75-4110-bd59-7645bb34799f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (f5d4812e-d0cd-4e7d-8694-a42a96ae1939), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.052890 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-17760bbe-cf75-4110-bd59-7645bb34799f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.057754 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-17760bbe-cf75-4110-bd59-7645bb34799f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] 10.222.0.65 "DELETE /v2.0/networks/f5d4812e-d0cd-4e7d-8694-a42a96ae1939 HTTP/1.1" status: 204 len: 168 time: 2.9642866 Feb 19 04:21:59.060858 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-daa469ac-8042-4fdf-97e9-98f50552e66a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (16b32102-5185-4cbf-aa7e-16f071f0ba9f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.229558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de8f4b7-e15e-4fc3-9774-169786062445 None None] Network 118cbe85-1b3f-4f61-806f-257f6a51632e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:21:59.255236 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-5b2acf2a-100f-459e-8ea5-ddcd90d640fa None None] Allocated IP 2001:db8::f816:3eff:fea8:f7b7 (03b1880c-79cb-4443-8349-0501639f33ff/92102b3c-8d54-4224-9a4d-0ab61aaf6899/c18e4a8d-55c4-4da6-b91d-074d5a9cd96f) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:21:59.282137 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-daa469ac-8042-4fdf-97e9-98f50552e66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (16b32102-5185-4cbf-aa7e-16f071f0ba9f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.295759 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa469ac-8042-4fdf-97e9-98f50552e66a admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:21:59.296445 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-daa469ac-8042-4fdf-97e9-98f50552e66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (16b32102-5185-4cbf-aa7e-16f071f0ba9f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.340125 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27fd1ce3-3ac3-452c-8ac0-75cb5fda6cdd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for router_controller (eba66d6a-bf0c-424d-a811-477a4306c18e), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:21:59.342776 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:21:59.351526 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17760bbe-cf75-4110-bd59-7645bb34799f tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] Pushing event deleted for resources: {'Network': ['ID=f5d4812e-d0cd-4e7d-8694-a42a96ae1939,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:21:59.372270 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27fd1ce3-3ac3-452c-8ac0-75cb5fda6cdd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (eba66d6a-bf0c-424d-a811-477a4306c18e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.567823 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27fd1ce3-3ac3-452c-8ac0-75cb5fda6cdd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.567823 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-27fd1ce3-3ac3-452c-8ac0-75cb5fda6cdd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7839112 Feb 19 04:21:59.570336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45656) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:21:59.572399 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-daa469ac-8042-4fdf-97e9-98f50552e66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (d1294f4b-e620-490a-b32c-72fd1cd5a09a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.586640 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-daa469ac-8042-4fdf-97e9-98f50552e66a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.607971 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-daa469ac-8042-4fdf-97e9-98f50552e66a admin admin] 10.222.0.65 "DELETE /v2.0/networks/d1294f4b-e620-490a-b32c-72fd1cd5a09a HTTP/1.1" status: 204 len: 168 time: 2.9744627 Feb 19 04:21:59.631483 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa469ac-8042-4fdf-97e9-98f50552e66a admin admin] Pushing event deleted for resources: {'Network': ['ID=d1294f4b-e620-490a-b32c-72fd1cd5a09a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:00.123977 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-7edb5f08-969e-4dea-8e01-2e0a1e7fc41c None None] Provisioning complete for port b43b9ea3-ef40-4664-9f5b-86d9d29776f0 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:00.124852 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7edb5f08-969e-4dea-8e01-2e0a1e7fc41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b43b9ea3-ef40-4664-9f5b-86d9d29776f0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.190009 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45670) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:00.234182 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2773254e-3014-405d-8309-6c9453c1e2db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9e765b0b-136b-493b-bef9-44145ed793f7', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'fixed_ips': [{'subnet_id': 'b5be03dc-dcb1-40e7-a63d-195932cdb575'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:22:00.235205 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2773254e-3014-405d-8309-6c9453c1e2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.298578 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b43b9ea3-ef40-4664-9f5b-86d9d29776f0 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:00.298963 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b43b9ea3-ef40-4664-9f5b-86d9d29776f0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.323687 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a1fbaff6-d9b1-42b4-b993-6fc2a40803d6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=672a7d11d6964bc2bea57693f3723a4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314502 Feb 19 04:22:00.324851 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45672) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:00.505920 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee17a3-3cfa-4261-bd88-78e853055ffb req-0792a68f-e53c-4786-8393-1ff5cdf17f2d tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:00.507998 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1dee17a3-3cfa-4261-bd88-78e853055ffb req-0792a68f-e53c-4786-8393-1ff5cdf17f2d tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 944 time: 0.3718705 Feb 19 04:22:00.552161 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0c1e7b87-8ec4-49ff-8d32-3d788761aed0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.712657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 6f1137a5-e292-403a-8a79-de92781e87ed up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:00.718212 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5b2acf2a-100f-459e-8ea5-ddcd90d640fa None None] Publish callbacks [] for port (c18e4a8d-55c4-4da6-b91d-074d5a9cd96f), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.753633 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1284f218-0a0f-4983-88e4-fadfe38a3ce0 admin admin] Publish callbacks [] for security_group (ca5fb22e-5044-4356-80be-ab2e088414a1), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.826372 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30b349fd-f17c-4a7d-968b-16358890293f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks [] for subnet (92102b3c-8d54-4224-9a4d-0ab61aaf6899), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.834724 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25a8cb-a90d-4f08-bfad-0dd838a37ebd req-ed0c4a70-cc1b-47d8-b8f0-8169a8cf73ec tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:00.842246 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6c25a8cb-a90d-4f08-bfad-0dd838a37ebd req-ed0c4a70-cc1b-47d8-b8f0-8169a8cf73ec tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d HTTP/1.1" status: 200 len: 946 time: 0.3925283 Feb 19 04:22:00.866466 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1284f218-0a0f-4983-88e4-fadfe38a3ce0 admin admin] Publish callbacks [] for security_group (ca5fb22e-5044-4356-80be-ab2e088414a1), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:00.968344 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6c25a8cb-a90d-4f08-bfad-0dd838a37ebd req-4816a83b-24b2-4ef5-8a1a-902c2f9d0b36 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bcdbd35-b84b-4120-922e-200da2954705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249175 Feb 19 04:22:00.999756 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5b2acf2a-100f-459e-8ea5-ddcd90d640fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (c18e4a8d-55c4-4da6-b91d-074d5a9cd96f), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.007372 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1dee17a3-3cfa-4261-bd88-78e853055ffb req-7aff2adc-b1b9-431b-89ff-2db502b4ad89 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652593 Feb 19 04:22:01.132370 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1284f218-0a0f-4983-88e4-fadfe38a3ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ca5fb22e-5044-4356-80be-ab2e088414a1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.148198 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1284f218-0a0f-4983-88e4-fadfe38a3ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.153700 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1284f218-0a0f-4983-88e4-fadfe38a3ce0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ca5fb22e-5044-4356-80be-ab2e088414a1 HTTP/1.1" status: 204 len: 168 time: 0.8278813 Feb 19 04:22:01.176396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284f218-0a0f-4983-88e4-fadfe38a3ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5fb22e-5044-4356-80be-ab2e088414a1,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:01.179032 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-0c1e7b87-8ec4-49ff-8d32-3d788761aed0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8::1 (9e765b0b-136b-493b-bef9-44145ed793f7/b5be03dc-dcb1-40e7-a63d-195932cdb575/9da0c08b-dfa7-4210-b63e-0f948a525b50) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:01.229832 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2acf2a-100f-459e-8ea5-ddcd90d640fa None None] Network 03b1880c-79cb-4443-8349-0501639f33ff is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:01.312066 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-5b2acf2a-100f-459e-8ea5-ddcd90d640fa None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:01.344508 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2acf2a-100f-459e-8ea5-ddcd90d640fa None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:01.373056 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0c1e7b87-8ec4-49ff-8d32-3d788761aed0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (9da0c08b-dfa7-4210-b63e-0f948a525b50), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.403834 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30b349fd-f17c-4a7d-968b-16358890293f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (92102b3c-8d54-4224-9a4d-0ab61aaf6899), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.425138 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7edb5f08-969e-4dea-8e01-2e0a1e7fc41c None None] Current status of the port b43b9ea3-ef40-4664-9f5b-86d9d29776f0 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:01.426245 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7edb5f08-969e-4dea-8e01-2e0a1e7fc41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b43b9ea3-ef40-4664-9f5b-86d9d29776f0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.505757 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2acf2a-100f-459e-8ea5-ddcd90d640fa None None] Pushing event updated for resources: {'Port': ['ID=c18e4a8d-55c4-4da6-b91d-074d5a9cd96f,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:01.540865 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 6f1137a5-e292-403a-8a79-de92781e87ed completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:22:01.589559 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-7edb5f08-969e-4dea-8e01-2e0a1e7fc41c None None] For port b43b9ea3-ef40-4664-9f5b-86d9d29776f0, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b43b9ea3-ef40-4664-9f5b-86d9d29776f0,segment=NetworkSegment(31df5968-4120-4fb3-9317-5576a3462577),segment_id=31df5968-4120-4fb3-9317-5576a3462577)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:01.591228 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b43b9ea3-ef40-4664-9f5b-86d9d29776f0 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:01.591691 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b43b9ea3-ef40-4664-9f5b-86d9d29776f0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.613681 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 6f1137a5-e292-403a-8a79-de92781e87ed triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:01.614427 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6f1137a5-e292-403a-8a79-de92781e87ed), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.633200 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7edb5f08-969e-4dea-8e01-2e0a1e7fc41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b43b9ea3-ef40-4664-9f5b-86d9d29776f0), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.755232 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0c1e7b87-8ec4-49ff-8d32-3d788761aed0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (9da0c08b-dfa7-4210-b63e-0f948a525b50), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.771205 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-5b2acf2a-100f-459e-8ea5-ddcd90d640fa None None] Attempting to bind port c18e4a8d-55c4-4da6-b91d-074d5a9cd96f on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:01.771702 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-5b2acf2a-100f-459e-8ea5-ddcd90d640fa None None] Attempting to bind port c18e4a8d-55c4-4da6-b91d-074d5a9cd96f by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'db5eca2e-f190-452c-b9ac-f7293d1386bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '03b1880c-79cb-4443-8349-0501639f33ff'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:01.773615 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2acf2a-100f-459e-8ea5-ddcd90d640fa None None] Attempting to bind port c18e4a8d-55c4-4da6-b91d-074d5a9cd96f on network 03b1880c-79cb-4443-8349-0501639f33ff {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:01.849003 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2acf2a-100f-459e-8ea5-ddcd90d640fa None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:01.849435 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2acf2a-100f-459e-8ea5-ddcd90d640fa None None] Checking segment: {'id': 'db5eca2e-f190-452c-b9ac-f7293d1386bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '03b1880c-79cb-4443-8349-0501639f33ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:01.850746 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5b2acf2a-100f-459e-8ea5-ddcd90d640fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.851152 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2acf2a-100f-459e-8ea5-ddcd90d640fa None None] Bound using segment: {'id': 'db5eca2e-f190-452c-b9ac-f7293d1386bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '03b1880c-79cb-4443-8349-0501639f33ff'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:01.851682 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-5b2acf2a-100f-459e-8ea5-ddcd90d640fa None None] Bound port: c18e4a8d-55c4-4da6-b91d-074d5a9cd96f, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5eca2e-f190-452c-b9ac-f7293d1386bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '03b1880c-79cb-4443-8349-0501639f33ff'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:01.852087 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5b2acf2a-100f-459e-8ea5-ddcd90d640fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c18e4a8d-55c4-4da6-b91d-074d5a9cd96f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:01.981794 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-2773254e-3014-405d-8309-6c9453c1e2db None None] Allocated IP 2001:db8::2 (9e765b0b-136b-493b-bef9-44145ed793f7/b5be03dc-dcb1-40e7-a63d-195932cdb575/ae2909de-01d2-427d-bdf5-6cf5009a0ea3) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:01.999106 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30b349fd-f17c-4a7d-968b-16358890293f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (92102b3c-8d54-4224-9a4d-0ab61aaf6899), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.007631 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53715111-e061-4e60-ad41-0daeb97a910b req-ccc986a2-d1eb-4c6f-8e3e-9588c61c84e9 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:02.010366 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-53715111-e061-4e60-ad41-0daeb97a910b req-ccc986a2-d1eb-4c6f-8e3e-9588c61c84e9 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.10 "GET /v2.0/ports?device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d HTTP/1.1" status: 200 len: 946 time: 0.1502535 Feb 19 04:22:02.010945 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:22:02.011309 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:22:02.012557 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1e7b87-8ec4-49ff-8d32-3d788761aed0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:02.014770 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f254ec31-e658-4252-b913-609a0c5c423c None None] Provisioning complete for port b43b9ea3-ef40-4664-9f5b-86d9d29776f0 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:02.015108 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f254ec31-e658-4252-b913-609a0c5c423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b43b9ea3-ef40-4664-9f5b-86d9d29776f0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.036385 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb5f08-969e-4dea-8e01-2e0a1e7fc41c None None] Pushing event updated for resources: {'Port': ['ID=b43b9ea3-ef40-4664-9f5b-86d9d29776f0,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:02.052466 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-0c1e7b87-8ec4-49ff-8d32-3d788761aed0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:02.093259 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e7b87-8ec4-49ff-8d32-3d788761aed0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:02.095154 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0c1e7b87-8ec4-49ff-8d32-3d788761aed0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (eba66d6a-bf0c-424d-a811-477a4306c18e), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.117068 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e7b87-8ec4-49ff-8d32-3d788761aed0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=9da0c08b-dfa7-4210-b63e-0f948a525b50,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:02.465172 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c5b6d34b-556d-41e6-9cf7-5caec9317e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.484602 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 6f1137a5-e292-403a-8a79-de92781e87ed is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:02.485199 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6f1137a5-e292-403a-8a79-de92781e87ed), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.517133 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80734bdf-d6ea-4c91-b2f7-e28d92b2e102 req-4a92ff6b-fe1a-4c3d-835d-93d31d5550b6 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:02.519514 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-80734bdf-d6ea-4c91-b2f7-e28d92b2e102 req-4a92ff6b-fe1a-4c3d-835d-93d31d5550b6 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d HTTP/1.1" status: 200 len: 946 time: 0.2080996 Feb 19 04:22:02.529483 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30b349fd-f17c-4a7d-968b-16358890293f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (92102b3c-8d54-4224-9a4d-0ab61aaf6899), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.549640 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-5b2acf2a-100f-459e-8ea5-ddcd90d640fa None None] For port c18e4a8d-55c4-4da6-b91d-074d5a9cd96f, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:02.559096 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-53715111-e061-4e60-ad41-0daeb97a910b req-eddfe900-142c-41d0-a5d1-8fdabc52c88c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Deleting port 8ca7b21f-5487-47d9-9cd9-b0e41b84afce {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:02.559998 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-53715111-e061-4e60-ad41-0daeb97a910b req-eddfe900-142c-41d0-a5d1-8fdabc52c88c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (8ca7b21f-5487-47d9-9cd9-b0e41b84afce), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.579342 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8124e5-0c74-4044-b0e9-355199f51f6d req-7de7b40a-59bc-4dcc-bd2d-f7d668489a16 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:02.582457 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf8124e5-0c74-4044-b0e9-355199f51f6d req-7de7b40a-59bc-4dcc-bd2d-f7d668489a16 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 944 time: 0.3179529 Feb 19 04:22:02.623846 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b349fd-f17c-4a7d-968b-16358890293f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event deleted for resources: {'Subnet': ['ID=92102b3c-8d54-4224-9a4d-0ab61aaf6899,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:02.658917 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30b349fd-f17c-4a7d-968b-16358890293f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.667154 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-30b349fd-f17c-4a7d-968b-16358890293f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "DELETE /v2.0/subnets/92102b3c-8d54-4224-9a4d-0ab61aaf6899 HTTP/1.1" status: 204 len: 168 time: 3.9364743 Feb 19 04:22:02.674356 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45702) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:02.723633 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-5b2acf2a-100f-459e-8ea5-ddcd90d640fa None None] For port c18e4a8d-55c4-4da6-b91d-074d5a9cd96f, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c18e4a8d-55c4-4da6-b91d-074d5a9cd96f,segment=NetworkSegment(db5eca2e-f190-452c-b9ac-f7293d1386bc),segment_id=db5eca2e-f190-452c-b9ac-f7293d1386bc)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:02.748835 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459bb1f4-4b81-4faf-a527-f10af85a46a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1137a5-e292-403a-8a79-de92781e87ed'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:22:02.756603 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94bd395-adb2-426b-bf27-f226da6f4a0f" -d '{"events": [{"server_uuid": "459bb1f4-4b81-4faf-a527-f10af85a46a9", "name": "network-vif-plugged", "status": "completed", "tag": "6f1137a5-e292-403a-8a79-de92781e87ed"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:22:02.787978 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-80734bdf-d6ea-4c91-b2f7-e28d92b2e102 req-6401aa72-18aa-48b4-9ab4-53f54daa2459 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups?id=4bcdbd35-b84b-4120-922e-200da2954705&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543361 Feb 19 04:22:02.857652 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0c1e7b87-8ec4-49ff-8d32-3d788761aed0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9da0c08b-dfa7-4210-b63e-0f948a525b50), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.859699 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5b2acf2a-100f-459e-8ea5-ddcd90d640fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c18e4a8d-55c4-4da6-b91d-074d5a9cd96f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:02.878828 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 6f1137a5-e292-403a-8a79-de92781e87ed, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=6f1137a5-e292-403a-8a79-de92781e87ed,segment=NetworkSegment(7475f1e8-9ba9-4f4c-a789-729c28f3ed2d),segment_id=7475f1e8-9ba9-4f4c-a789-729c28f3ed2d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:02.995256 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-53715111-e061-4e60-ad41-0daeb97a910b req-eddfe900-142c-41d0-a5d1-8fdabc52c88c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] For port 8ca7b21f-5487-47d9-9cd9-b0e41b84afce, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=8ca7b21f-5487-47d9-9cd9-b0e41b84afce,segment=NetworkSegment(bb7b92ab-063f-403e-a94f-7c593ba6f180),segment_id=bb7b92ab-063f-403e-a94f-7c593ba6f180)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:02.995888 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-53715111-e061-4e60-ad41-0daeb97a910b req-eddfe900-142c-41d0-a5d1-8fdabc52c88c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (8ca7b21f-5487-47d9-9cd9-b0e41b84afce), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.066194 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d325d1bc-5975-4996-8b54-51d7de05c367 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:03.066194 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d325d1bc-5975-4996-8b54-51d7de05c367 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:03.067139 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6f1137a5-e292-403a-8a79-de92781e87ed), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.067318 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d325d1bc-5975-4996-8b54-51d7de05c367 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3837290 Feb 19 04:22:03.083586 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf8124e5-0c74-4044-b0e9-355199f51f6d req-a6769fb9-548e-42a8-a0ec-47e719a6bbae tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740067 Feb 19 04:22:03.088248 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45716) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:03.114207 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b43b9ea3-ef40-4664-9f5b-86d9d29776f0 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:03.184641 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f254ec31-e658-4252-b913-609a0c5c423c None None] Current status of the port b43b9ea3-ef40-4664-9f5b-86d9d29776f0 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:03.257940 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4f50ee-6e63-4674-b06b-b4d9a62a957f x-openstack-request-id: req-fb4f50ee-6e63-4674-b06b-b4d9a62a957f {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:22:03.260348 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459bb1f4-4b81-4faf-a527-f10af85a46a9", "name": "network-vif-plugged", "status": "completed", "tag": "6f1137a5-e292-403a-8a79-de92781e87ed", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:22:03.260348 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fb4f50ee-6e63-4674-b06b-b4d9a62a957f {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:22:03.260348 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459bb1f4-4b81-4faf-a527-f10af85a46a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1137a5-e292-403a-8a79-de92781e87ed', 'code': 200} Feb 19 04:22:03.372687 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b43b9ea3-ef40-4664-9f5b-86d9d29776f0 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:03.384367 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2773254e-3014-405d-8309-6c9453c1e2db None None] Publish callbacks [] for port (ae2909de-01d2-427d-bdf5-6cf5009a0ea3), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.432671 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5ec4f388-b37b-4775-aa29-9ef3cc811165 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (03b1880c-79cb-4443-8349-0501639f33ff), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.472344 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2acf2a-100f-459e-8ea5-ddcd90d640fa None None] Pushing event updated for resources: {'Port': ['ID=c18e4a8d-55c4-4da6-b91d-074d5a9cd96f,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:03.691106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=6f1137a5-e292-403a-8a79-de92781e87ed,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:03.699421 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-53715111-e061-4e60-ad41-0daeb97a910b req-eddfe900-142c-41d0-a5d1-8fdabc52c88c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.700309 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-53715111-e061-4e60-ad41-0daeb97a910b req-eddfe900-142c-41d0-a5d1-8fdabc52c88c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (8aac8cfe-7631-49c6-914d-3050651c46d9), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.700309 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [req-53715111-e061-4e60-ad41-0daeb97a910b req-eddfe900-142c-41d0-a5d1-8fdabc52c88c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Floating IP 8aac8cfe-7631-49c6-914d-3050651c46d9 disassociated. External IP: 172.25.0.209, port: 8ca7b21f-5487-47d9-9cd9-b0e41b84afce. Feb 19 04:22:03.700598 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-53715111-e061-4e60-ad41-0daeb97a910b req-eddfe900-142c-41d0-a5d1-8fdabc52c88c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Calling delete_port for 8ca7b21f-5487-47d9-9cd9-b0e41b84afce owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:03.710539 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45732) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:03.712978 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2773254e-3014-405d-8309-6c9453c1e2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (ae2909de-01d2-427d-bdf5-6cf5009a0ea3), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.906427 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2773254e-3014-405d-8309-6c9453c1e2db None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:03.918012 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-2773254e-3014-405d-8309-6c9453c1e2db None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:03.930259 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2773254e-3014-405d-8309-6c9453c1e2db None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:03.931937 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec4f388-b37b-4775-aa29-9ef3cc811165 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 19 04:22:03.933599 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec4f388-b37b-4775-aa29-9ef3cc811165 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:22:03.953919 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5ec4f388-b37b-4775-aa29-9ef3cc811165 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "DELETE /v2.0/networks/03b1880c-79cb-4443-8349-0501639f33ff HTTP/1.1" status: 409 len: 466 time: 0.8591468 Feb 19 04:22:03.978123 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b43b9ea3-ef40-4664-9f5b-86d9d29776f0 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:03.981696 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b43b9ea3-ef40-4664-9f5b-86d9d29776f0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.984206 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45738) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:04.022359 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-fd3ad12a-4e76-4a5f-85f7-46a472b4fce0 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1596397157'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:04.061986 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-68af1e31-69d4-4c33-8d14-2f2c6eb3ebc4 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1673350323-network', 'tenant_id': '506cb7596c474a7f90c5d2404b0aa738'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:04.137802 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-53715111-e061-4e60-ad41-0daeb97a910b req-eddfe900-142c-41d0-a5d1-8fdabc52c88c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (8ca7b21f-5487-47d9-9cd9-b0e41b84afce), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:04.146626 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68af1e31-69d4-4c33-8d14-2f2c6eb3ebc4 admin admin] Made reservation on behalf of 506cb7596c474a7f90c5d2404b0aa738 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:04.159256 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68af1e31-69d4-4c33-8d14-2f2c6eb3ebc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:04.196632 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773254e-3014-405d-8309-6c9453c1e2db None None] Pushing event updated for resources: {'Port': ['ID=ae2909de-01d2-427d-bdf5-6cf5009a0ea3,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:04.329502 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68af1e31-69d4-4c33-8d14-2f2c6eb3ebc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:04.334980 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddfe900-142c-41d0-a5d1-8fdabc52c88c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Pushing event deleted for resources: {'Port': ['ID=8ca7b21f-5487-47d9-9cd9-b0e41b84afce,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:04.373894 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2773254e-3014-405d-8309-6c9453c1e2db None None] Attempting to bind port ae2909de-01d2-427d-bdf5-6cf5009a0ea3 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:04.374277 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2773254e-3014-405d-8309-6c9453c1e2db None None] Attempting to bind port ae2909de-01d2-427d-bdf5-6cf5009a0ea3 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:04.374661 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2773254e-3014-405d-8309-6c9453c1e2db None None] Attempting to bind port ae2909de-01d2-427d-bdf5-6cf5009a0ea3 on network 9e765b0b-136b-493b-bef9-44145ed793f7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:04.389245 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2773254e-3014-405d-8309-6c9453c1e2db None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:04.389649 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2773254e-3014-405d-8309-6c9453c1e2db None None] Checking segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:04.390244 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2773254e-3014-405d-8309-6c9453c1e2db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:04.390917 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2773254e-3014-405d-8309-6c9453c1e2db None None] Bound using segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:04.391487 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2773254e-3014-405d-8309-6c9453c1e2db None None] Bound port: ae2909de-01d2-427d-bdf5-6cf5009a0ea3, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:04.391954 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2773254e-3014-405d-8309-6c9453c1e2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ae2909de-01d2-427d-bdf5-6cf5009a0ea3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:04.421670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b43b9ea3-ef40-4664-9f5b-86d9d29776f0 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:04.486486 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-70f5413a-87c6-462e-b9f2-834b569e09a1 req-b6f12d12-1ba3-4362-8eb3-7e7197d156ce tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d HTTP/1.1" status: 200 len: 210 time: 0.4431651 Feb 19 04:22:04.524759 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3ad12a-4e76-4a5f-85f7-46a472b4fce0 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Made reservation on behalf of a9af6f4985b5429fae80b578cf16ea14 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:04.535371 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad12a-4e76-4a5f-85f7-46a472b4fce0 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:04.565655 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ace181-c632-4a28-9796-016634105f41 req-602ebc43-93e6-4509-802d-5c6431519c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:04.568674 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e5ace181-c632-4a28-9796-016634105f41 req-602ebc43-93e6-4509-802d-5c6431519c0b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 1127 time: 1.1316316 Feb 19 04:22:04.655536 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-2773254e-3014-405d-8309-6c9453c1e2db None None] For port ae2909de-01d2-427d-bdf5-6cf5009a0ea3, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:04.681240 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-2773254e-3014-405d-8309-6c9453c1e2db None None] For port ae2909de-01d2-427d-bdf5-6cf5009a0ea3, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ae2909de-01d2-427d-bdf5-6cf5009a0ea3,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:04.702462 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2773254e-3014-405d-8309-6c9453c1e2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ae2909de-01d2-427d-bdf5-6cf5009a0ea3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:04.782814 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3ad12a-4e76-4a5f-85f7-46a472b4fce0 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:22:04.967564 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68af1e31-69d4-4c33-8d14-2f2c6eb3ebc4 admin admin] Publish callbacks [] for security_group (68534563-e152-4c55-b5b6-af8ea442e744), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:04.970278 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad12a-4e76-4a5f-85f7-46a472b4fce0 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (0d026e93-40b1-42ec-b2c8-cff1a40b0acc), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:04.970871 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-fd3ad12a-4e76-4a5f-85f7-46a472b4fce0 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Added segment 0d026e93-40b1-42ec-b2c8-cff1a40b0acc of type vlan for network 9dae5ed1-9318-4621-8315-bfe35fcee06a Feb 19 04:22:04.997355 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68af1e31-69d4-4c33-8d14-2f2c6eb3ebc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (68534563-e152-4c55-b5b6-af8ea442e744), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:04.999531 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e5ace181-c632-4a28-9796-016634105f41 req-e8e4a6c1-64e7-432f-a309-f3d9b4075b85 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106760 Feb 19 04:22:05.032738 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68af1e31-69d4-4c33-8d14-2f2c6eb3ebc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:22:05.078574 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68af1e31-69d4-4c33-8d14-2f2c6eb3ebc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (b203e463-9d74-4687-a1cd-3b59df24e97a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.079510 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-68af1e31-69d4-4c33-8d14-2f2c6eb3ebc4 admin admin] Added segment b203e463-9d74-4687-a1cd-3b59df24e97a of type vlan for network 1403bd4f-dfe9-4e23-a75a-2d1d7160da01 Feb 19 04:22:05.090283 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773254e-3014-405d-8309-6c9453c1e2db None None] Pushing event updated for resources: {'Port': ['ID=ae2909de-01d2-427d-bdf5-6cf5009a0ea3,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:05.122552 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7e3f8105-638f-497b-ba36-9cd0fb5cf94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.194487 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0c1e7b87-8ec4-49ff-8d32-3d788761aed0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (9da0c08b-dfa7-4210-b63e-0f948a525b50), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.201730 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad12a-4e76-4a5f-85f7-46a472b4fce0 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (9dae5ed1-9318-4621-8315-bfe35fcee06a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.206373 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68af1e31-69d4-4c33-8d14-2f2c6eb3ebc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (1403bd4f-dfe9-4e23-a75a-2d1d7160da01), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.233578 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0c1e7b87-8ec4-49ff-8d32-3d788761aed0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (9da0c08b-dfa7-4210-b63e-0f948a525b50), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.235111 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0c1e7b87-8ec4-49ff-8d32-3d788761aed0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (eba66d6a-bf0c-424d-a811-477a4306c18e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.406793 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53715111-e061-4e60-ad41-0daeb97a910b req-eddfe900-142c-41d0-a5d1-8fdabc52c88c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Router 855cc8f5-81f2-4ab5-b830-1558162b90b2 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:22:05.416802 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af1e31-69d4-4c33-8d14-2f2c6eb3ebc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68534563-e152-4c55-b5b6-af8ea442e744,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:05.422037 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68af1e31-69d4-4c33-8d14-2f2c6eb3ebc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (1403bd4f-dfe9-4e23-a75a-2d1d7160da01), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.426502 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68af1e31-69d4-4c33-8d14-2f2c6eb3ebc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:05.427285 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68af1e31-69d4-4c33-8d14-2f2c6eb3ebc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.449372 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c18e4a8d-55c4-4da6-b91d-074d5a9cd96f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:05.522688 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port c18e4a8d-55c4-4da6-b91d-074d5a9cd96f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:05.523484 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c18e4a8d-55c4-4da6-b91d-074d5a9cd96f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.531015 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-68af1e31-69d4-4c33-8d14-2f2c6eb3ebc4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8177950 Feb 19 04:22:05.551510 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e7b87-8ec4-49ff-8d32-3d788761aed0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=9da0c08b-dfa7-4210-b63e-0f948a525b50,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:05.554096 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45752) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:05.584222 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcaafb9-e356-4d65-86f1-1596d5f16474 req-d2001370-f19a-41c7-8d1e-081cce0affcb tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:05.603690 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3fcaafb9-e356-4d65-86f1-1596d5f16474 req-d2001370-f19a-41c7-8d1e-081cce0affcb tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 945 time: 1.1515601 Feb 19 04:22:05.621897 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-ffbc78bf-86b6-4b20-bb6c-54a37291be1f admin admin] Request body: {'subnet': {'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1673350323-subnet', 'tenant_id': '506cb7596c474a7f90c5d2404b0aa738', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:05.911178 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad12a-4e76-4a5f-85f7-46a472b4fce0 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (9dae5ed1-9318-4621-8315-bfe35fcee06a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.942876 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3ad12a-4e76-4a5f-85f7-46a472b4fce0 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:05.950777 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad12a-4e76-4a5f-85f7-46a472b4fce0 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.178933 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af1e31-69d4-4c33-8d14-2f2c6eb3ebc4 admin admin] Pushing event updated for resources: {'Network': ['ID=1403bd4f-dfe9-4e23-a75a-2d1d7160da01,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:06.200841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d4431f-fbf6-4e28-a026-fc164f062c57 None None] Network 03b1880c-79cb-4443-8349-0501639f33ff requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:06.219766 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d5a2219-5499-4c69-9083-cd7b66427caa req-13b83ab2-eec0-4d9c-825a-af7a4874de89 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d HTTP/1.1" status: 200 len: 210 time: 0.3956738 Feb 19 04:22:06.359172 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbc78bf-86b6-4b20-bb6c-54a37291be1f admin admin] Made reservation on behalf of 506cb7596c474a7f90c5d2404b0aa738 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:06.363468 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ffbc78bf-86b6-4b20-bb6c-54a37291be1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.412092 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3fcaafb9-e356-4d65-86f1-1596d5f16474 req-bed022c9-46e8-46da-a9b6-83a500f46d1f tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8058817 Feb 19 04:22:06.448478 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53715111-e061-4e60-ad41-0daeb97a910b req-eddfe900-142c-41d0-a5d1-8fdabc52c88c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:22:06.466962 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8484511-6398-422c-8564-633b37334796 None None] Sync routers for ids ['855cc8f5-81f2-4ab5-b830-1558162b90b2'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:22:06.474394 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 1403bd4f-dfe9-4e23-a75a-2d1d7160da01 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:22:06.493961 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8484511-6398-422c-8564-633b37334796 None None] Routers {'855cc8f5-81f2-4ab5-b830-1558162b90b2'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:06.494931 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d8484511-6398-422c-8564-633b37334796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:22:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['855cc8f5-81f2-4ab5-b830-1558162b90b2'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:06.607329 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-53715111-e061-4e60-ad41-0daeb97a910b req-eddfe900-142c-41d0-a5d1-8fdabc52c88c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] No DVR routers for this DVR port 8ca7b21f-5487-47d9-9cd9-b0e41b84afce on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:22:06.618441 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-53715111-e061-4e60-ad41-0daeb97a910b req-eddfe900-142c-41d0-a5d1-8fdabc52c88c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.622144 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-53715111-e061-4e60-ad41-0daeb97a910b req-eddfe900-142c-41d0-a5d1-8fdabc52c88c tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.10 "DELETE /v2.0/ports/8ca7b21f-5487-47d9-9cd9-b0e41b84afce HTTP/1.1" status: 204 len: 173 time: 4.6049862 Feb 19 04:22:06.622687 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941d0e3d-b77e-4834-a0ce-d6fa633e129d', 'name': 'network-vif-deleted', 'tag': '8ca7b21f-5487-47d9-9cd9-b0e41b84afce'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:22:06.638997 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5754183-2071-4159-900f-2a20e60dcdb4" -d '{"events": [{"server_uuid": "941d0e3d-b77e-4834-a0ce-d6fa633e129d", "name": "network-vif-deleted", "tag": "8ca7b21f-5487-47d9-9cd9-b0e41b84afce"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:22:06.692192 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-bd385680-4720-4a31-87b3-c588fa7f4883 None None] Provisioning complete for port c18e4a8d-55c4-4da6-b91d-074d5a9cd96f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:06.692880 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bd385680-4720-4a31-87b3-c588fa7f4883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c18e4a8d-55c4-4da6-b91d-074d5a9cd96f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.766125 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port c18e4a8d-55c4-4da6-b91d-074d5a9cd96f is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:06.767191 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c18e4a8d-55c4-4da6-b91d-074d5a9cd96f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:06.807559 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-d8484511-6398-422c-8564-633b37334796 None None] Set router 855cc8f5-81f2-4ab5-b830-1558162b90b2 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:22:06.852826 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb42b28-9016-45e9-8d98-00ecc5742acc x-openstack-request-id: req-0fb42b28-9016-45e9-8d98-00ecc5742acc {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:22:06.853414 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941d0e3d-b77e-4834-a0ce-d6fa633e129d", "name": "network-vif-deleted", "tag": "8ca7b21f-5487-47d9-9cd9-b0e41b84afce", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:22:06.853883 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0fb42b28-9016-45e9-8d98-00ecc5742acc {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:22:06.854508 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941d0e3d-b77e-4834-a0ce-d6fa633e129d', 'name': 'network-vif-deleted', 'tag': '8ca7b21f-5487-47d9-9cd9-b0e41b84afce', 'status': 'completed', 'code': 200} Feb 19 04:22:07.080317 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 8ca7b21f-5487-47d9-9cd9-b0e41b84afce no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:22:07.108949 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port c18e4a8d-55c4-4da6-b91d-074d5a9cd96f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c18e4a8d-55c4-4da6-b91d-074d5a9cd96f,segment=NetworkSegment(db5eca2e-f190-452c-b9ac-f7293d1386bc),segment_id=db5eca2e-f190-452c-b9ac-f7293d1386bc)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:07.306926 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c18e4a8d-55c4-4da6-b91d-074d5a9cd96f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.311869 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.432057 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 8ca7b21f-5487-47d9-9cd9-b0e41b84afce {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:22:07.438594 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 8ca7b21f-5487-47d9-9cd9-b0e41b84afce not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:22:07.758333 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-bd385680-4720-4a31-87b3-c588fa7f4883 None None] Current status of the port c18e4a8d-55c4-4da6-b91d-074d5a9cd96f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:07.823371 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ae2909de-01d2-427d-bdf5-6cf5009a0ea3 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:07.867747 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-64c2c06b-ef3c-4726-83c2-c37a96da8014 req-5a5bcdeb-e54c-4d3e-9167-22c21b47faa3 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/ports?device_id=941d0e3d-b77e-4834-a0ce-d6fa633e129d HTTP/1.1" status: 200 len: 210 time: 0.1269433 Feb 19 04:22:07.976835 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fd3ad12a-4e76-4a5f-85f7-46a472b4fce0 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.9756165 Feb 19 04:22:07.978196 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.981587 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45774) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:07.987280 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-499917fb-ccfb-4987-82a5-eb30571c68b1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Request body: {'subnet': {'network_id': '9dae5ed1-9318-4621-8315-bfe35fcee06a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:08.027264 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ad12a-4e76-4a5f-85f7-46a472b4fce0 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event updated for resources: {'Network': ['ID=9dae5ed1-9318-4621-8315-bfe35fcee06a,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:08.120847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 9dae5ed1-9318-4621-8315-bfe35fcee06a details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:22:08.161612 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1e7b87-8ec4-49ff-8d32-3d788761aed0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:08.179823 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-0c1e7b87-8ec4-49ff-8d32-3d788761aed0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:08.200872 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d8484511-6398-422c-8564-633b37334796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'name': 'tempest-AttachVolumeTestJSON-1179252603-router', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:01Z', 'updated_at': '2022-02-19T04:12:20Z', 'revision_number': 4, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'gw_port': {'id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9', 'name': '', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'mac_address': 'fa:16:3e:75:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '94653809-5e9c-447e-841f-90aff76610c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:18Z', 'updated_at': '2022-02-19T04:12:32Z', 'revision_number': 5, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'subnets': [{'id': '94653809-5e9c-447e-841f-90aff76610c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:08.215131 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=c18e4a8d-55c4-4da6-b91d-074d5a9cd96f,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:08.318628 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8484511-6398-422c-8564-633b37334796 None None] Checking router: 855cc8f5-81f2-4ab5-b830-1558162b90b2 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:22:08.340206 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.348517 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8484511-6398-422c-8564-633b37334796 None None] Routers {'855cc8f5-81f2-4ab5-b830-1558162b90b2'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:08.349214 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d8484511-6398-422c-8564-633b37334796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:22:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['855cc8f5-81f2-4ab5-b830-1558162b90b2'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:08.373678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499917fb-ccfb-4987-82a5-eb30571c68b1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Made reservation on behalf of a9af6f4985b5429fae80b578cf16ea14 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:08.378710 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-499917fb-ccfb-4987-82a5-eb30571c68b1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.394078 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-90c108b5-cc88-4734-9d03-f7c7b43c2184 None None] Provisioning complete for port ae2909de-01d2-427d-bdf5-6cf5009a0ea3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:08.394469 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-90c108b5-cc88-4734-9d03-f7c7b43c2184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ae2909de-01d2-427d-bdf5-6cf5009a0ea3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.428339 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e606da-4d4c-44a5-93b7-15c8f1a73c20 None None] DHCP port deletion for 03b1880c-79cb-4443-8349-0501639f33ff request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:22:08.558234 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ee313-89ed-4912-86c3-50d8bc566d48 req-313ca22a-e253-4b38-943b-b074ab3aa5b7 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:08.573266 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4c9ee313-89ed-4912-86c3-50d8bc566d48 req-313ca22a-e253-4b38-943b-b074ab3aa5b7 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 945 time: 0.5916455 Feb 19 04:22:08.650054 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ae2909de-01d2-427d-bdf5-6cf5009a0ea3 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:08.650445 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ae2909de-01d2-427d-bdf5-6cf5009a0ea3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.899792 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-d8484511-6398-422c-8564-633b37334796 None None] Set router 855cc8f5-81f2-4ab5-b830-1558162b90b2 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:22:08.940211 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4c9ee313-89ed-4912-86c3-50d8bc566d48 req-298b5ad1-0924-49ae-94d7-36b14ef0a85d tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526251 Feb 19 04:22:08.954869 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.127320 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ae2909de-01d2-427d-bdf5-6cf5009a0ea3 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:09.128649 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ae2909de-01d2-427d-bdf5-6cf5009a0ea3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.166044 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1e7b87-8ec4-49ff-8d32-3d788761aed0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Router eba66d6a-bf0c-424d-a811-477a4306c18e is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:22:09.192639 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45796) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:09.411494 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.426571 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-71e606da-4d4c-44a5-93b7-15c8f1a73c20 None None] Deleting port c18e4a8d-55c4-4da6-b91d-074d5a9cd96f {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:09.427430 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-71e606da-4d4c-44a5-93b7-15c8f1a73c20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (c18e4a8d-55c4-4da6-b91d-074d5a9cd96f), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.504988 n-d-772273-4 neutron-server[115198]: DEBUG neutron.objects.ports [None req-499917fb-ccfb-4987-82a5-eb30571c68b1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115198) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:22:09.511903 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-499917fb-ccfb-4987-82a5-eb30571c68b1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (3df919b7-674b-4936-9cbf-3da1a92d35c4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.640375 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-90c108b5-cc88-4734-9d03-f7c7b43c2184 None None] Current status of the port ae2909de-01d2-427d-bdf5-6cf5009a0ea3 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:09.644443 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-90c108b5-cc88-4734-9d03-f7c7b43c2184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ae2909de-01d2-427d-bdf5-6cf5009a0ea3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.676449 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port ae2909de-01d2-427d-bdf5-6cf5009a0ea3, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ae2909de-01d2-427d-bdf5-6cf5009a0ea3,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:09.691575 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ffbc78bf-86b6-4b20-bb6c-54a37291be1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (58ed72c5-a803-479d-bfd8-f74c761c253f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.723922 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ae2909de-01d2-427d-bdf5-6cf5009a0ea3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.751005 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d8484511-6398-422c-8564-633b37334796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'name': 'tempest-AttachVolumeTestJSON-1179252603-router', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:01Z', 'updated_at': '2022-02-19T04:12:20Z', 'revision_number': 4, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'gw_port': {'id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9', 'name': '', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'mac_address': 'fa:16:3e:75:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '94653809-5e9c-447e-841f-90aff76610c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:18Z', 'updated_at': '2022-02-19T04:12:32Z', 'revision_number': 5, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'subnets': [{'id': '94653809-5e9c-447e-841f-90aff76610c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:09.764638 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cddee583-6d6e-4b69-9be4-9d7b16b229da tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for security_group (4bcdbd35-b84b-4120-922e-200da2954705), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.828324 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499917fb-ccfb-4987-82a5-eb30571c68b1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event updated for resources: {'Subnet': ['ID=3df919b7-674b-4936-9cbf-3da1a92d35c4,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:09.845255 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8484511-6398-422c-8564-633b37334796 None None] The sync data for ids ['855cc8f5-81f2-4ab5-b830-1558162b90b2'] in n-d-772273-4 is: [{'id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'name': 'tempest-AttachVolumeTestJSON-1179252603-router', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:01Z', 'updated_at': '2022-02-19T04:12:20Z', 'revision_number': 4, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'gw_port': {'id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9', 'name': '', 'network_id': '58c1cfe5-5b31-4d86-b71c-5778f412859b', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'mac_address': 'fa:16:3e:75:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '94653809-5e9c-447e-841f-90aff76610c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:18Z', 'updated_at': '2022-02-19T04:12:32Z', 'revision_number': 5, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'subnets': [{'id': '94653809-5e9c-447e-841f-90aff76610c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:22:09.858684 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cddee583-6d6e-4b69-9be4-9d7b16b229da tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for security_group (4bcdbd35-b84b-4120-922e-200da2954705), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.872811 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-71e606da-4d4c-44a5-93b7-15c8f1a73c20 None None] For port c18e4a8d-55c4-4da6-b91d-074d5a9cd96f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c18e4a8d-55c4-4da6-b91d-074d5a9cd96f,segment=NetworkSegment(db5eca2e-f190-452c-b9ac-f7293d1386bc),segment_id=db5eca2e-f190-452c-b9ac-f7293d1386bc)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:09.879731 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-71e606da-4d4c-44a5-93b7-15c8f1a73c20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (c18e4a8d-55c4-4da6-b91d-074d5a9cd96f), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:09.916012 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc78bf-86b6-4b20-bb6c-54a37291be1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=58ed72c5-a803-479d-bfd8-f74c761c253f,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:09.939093 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1e7b87-8ec4-49ff-8d32-3d788761aed0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:22:09.972437 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-71e606da-4d4c-44a5-93b7-15c8f1a73c20 None None] Calling delete_port for c18e4a8d-55c4-4da6-b91d-074d5a9cd96f owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:09.976500 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45802) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:09.980063 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0c1e7b87-8ec4-49ff-8d32-3d788761aed0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "PUT /v2.0/routers/eba66d6a-bf0c-424d-a811-477a4306c18e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4085383 Feb 19 04:22:09.987725 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9195b-976a-4bf0-a7b8-beecf06096a0 req-5b1864cf-9765-49b4-83df-365ede3b855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:09.991863 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04f9195b-976a-4bf0-a7b8-beecf06096a0 req-5b1864cf-9765-49b4-83df-365ede3b855f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df9c39b1157b4ff4913cb78a1d6accf7&device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 1127 time: 0.4527211 Feb 19 04:22:10.014061 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499917fb-ccfb-4987-82a5-eb30571c68b1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Checking segment: {'id': '0d026e93-40b1-42ec-b2c8-cff1a40b0acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9dae5ed1-9318-4621-8315-bfe35fcee06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:10.014541 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499917fb-ccfb-4987-82a5-eb30571c68b1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Network hostable DHCP agents. Network: 9dae5ed1-9318-4621-8315-bfe35fcee06a, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:22:10.017028 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cddee583-6d6e-4b69-9be4-9d7b16b229da tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4bcdbd35-b84b-4120-922e-200da2954705), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.019808 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cddee583-6d6e-4b69-9be4-9d7b16b229da tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.021113 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cddee583-6d6e-4b69-9be4-9d7b16b229da tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "DELETE /v2.0/security-groups/4bcdbd35-b84b-4120-922e-200da2954705 HTTP/1.1" status: 204 len: 168 time: 0.8201234 Feb 19 04:22:10.033140 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45804) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:10.062223 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-3c23b3e0-057e-40b1-a74a-ebc949461b88 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] show failed (client error): The resource could not be found. Feb 19 04:22:10.064574 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3c23b3e0-057e-40b1-a74a-ebc949461b88 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "GET /v2.0/security-groups/4bcdbd35-b84b-4120-922e-200da2954705 HTTP/1.1" status: 404 len: 347 time: 0.0241466 Feb 19 04:22:10.090950 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45810) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:10.188062 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc78bf-86b6-4b20-bb6c-54a37291be1f admin admin] Checking segment: {'id': 'b203e463-9d74-4687-a1cd-3b59df24e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:10.188776 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbc78bf-86b6-4b20-bb6c-54a37291be1f admin admin] Network hostable DHCP agents. Network: 1403bd4f-dfe9-4e23-a75a-2d1d7160da01, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:22:10.189984 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c69abd-2bbc-4e55-88f0-61b2f97cc239 req-d1864a02-f8ca-42a0-9348-c8a18e126647 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:10.191896 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-12c69abd-2bbc-4e55-88f0-61b2f97cc239 req-d1864a02-f8ca-42a0-9348-c8a18e126647 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 945 time: 0.5619104 Feb 19 04:22:10.206060 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddee583-6d6e-4b69-9be4-9d7b16b229da tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcdbd35-b84b-4120-922e-200da2954705,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:10.288661 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c18e4a8d-55c4-4da6-b91d-074d5a9cd96f no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:22:10.304118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b37dac-e69f-4853-afa9-1778f8688236 None None] Sync routers for ids ['eba66d6a-bf0c-424d-a811-477a4306c18e'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:22:10.335027 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-12c69abd-2bbc-4e55-88f0-61b2f97cc239 req-3c8d86a1-62b2-4dfb-94e1-400fb1156391 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148698 Feb 19 04:22:10.358069 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b000f11a-9857-4681-8fe4-8c574d02226c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:10.359783 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b000f11a-9857-4681-8fe4-8c574d02226c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports/9da0c08b-dfa7-4210-b63e-0f948a525b50 HTTP/1.1" status: 200 len: 911 time: 0.3790791 Feb 19 04:22:10.371301 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45812) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:10.394784 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbc78bf-86b6-4b20-bb6c-54a37291be1f admin admin] Network 1403bd4f-dfe9-4e23-a75a-2d1d7160da01 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:22:10.470634 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02db7865-165a-4eb4-922d-431d92fefdd1 None None] New status for floating IP 8aac8cfe-7631-49c6-914d-3050651c46d9: DOWN {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:22:10.487111 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499917fb-ccfb-4987-82a5-eb30571c68b1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Network 9dae5ed1-9318-4621-8315-bfe35fcee06a is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:22:10.532837 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-ffbc78bf-86b6-4b20-bb6c-54a37291be1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 1403bd4f-dfe9-4e23-a75a-2d1d7160da01) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:10.558921 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-499917fb-ccfb-4987-82a5-eb30571c68b1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 9dae5ed1-9318-4621-8315-bfe35fcee06a) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:10.573763 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499917fb-ccfb-4987-82a5-eb30571c68b1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:10.574711 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-499917fb-ccfb-4987-82a5-eb30571c68b1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.584107 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbc78bf-86b6-4b20-bb6c-54a37291be1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:10.589127 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ffbc78bf-86b6-4b20-bb6c-54a37291be1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.627701 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bae829-c955-44c0-97cc-0f460c1fd835 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:10.636556 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d35d93-a344-42ea-b4ed-8c8f0e8db1d3 None None] Network 1403bd4f-dfe9-4e23-a75a-2d1d7160da01 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:10.644199 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb79cee-880a-445a-beee-b63e25570e98 None None] Network 9dae5ed1-9318-4621-8315-bfe35fcee06a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:10.646593 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bae829-c955-44c0-97cc-0f460c1fd835 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:10.653244 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-96bae829-c955-44c0-97cc-0f460c1fd835 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2746313 Feb 19 04:22:10.656249 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45816) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:10.744163 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9195b-976a-4bf0-a7b8-beecf06096a0 req-22404d10-1085-47e4-aeff-c862ab98dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:10.752368 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04f9195b-976a-4bf0-a7b8-beecf06096a0 req-22404d10-1085-47e4-aeff-c862ab98dc29 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1c84052c-91e0-4c2a-807c-a49aff1ef410 HTTP/1.1" status: 200 len: 911 time: 0.7532940 Feb 19 04:22:10.804538 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ffbc78bf-86b6-4b20-bb6c-54a37291be1f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 5.2016821 Feb 19 04:22:10.856958 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b37dac-e69f-4853-afa9-1778f8688236 None None] Routers {'eba66d6a-bf0c-424d-a811-477a4306c18e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:10.866265 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-37b37dac-e69f-4853-afa9-1778f8688236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:22:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['eba66d6a-bf0c-424d-a811-477a4306c18e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:10.879497 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-90c108b5-cc88-4734-9d03-f7c7b43c2184 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:22:10.880077 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-90c108b5-cc88-4734-9d03-f7c7b43c2184 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:22:11.026482 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04f9195b-976a-4bf0-a7b8-beecf06096a0 req-7f5470b4-005b-4c40-a428-617fc69620b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f1137a5-e292-403a-8a79-de92781e87ed HTTP/1.1" status: 200 len: 217 time: 0.2640789 Feb 19 04:22:11.031997 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-f7da69b3-0f2d-42bd-8c01-d6d50b4b3925 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Deleting port 648a0bd8-30c8-495b-a4f7-70745d4951d9 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:11.038765 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7da69b3-0f2d-42bd-8c01-d6d50b4b3925 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (648a0bd8-30c8-495b-a4f7-70745d4951d9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:11.189765 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9195b-976a-4bf0-a7b8-beecf06096a0 req-ef488045-ad1c-4aa2-9031-5834c3c4dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:11.192347 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04f9195b-976a-4bf0-a7b8-beecf06096a0 req-ef488045-ad1c-4aa2-9031-5834c3c4dfb2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4888f38-26f5-49c8-afae-244433e40900 HTTP/1.1" status: 200 len: 851 time: 0.1472566 Feb 19 04:22:11.371951 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04f9195b-976a-4bf0-a7b8-beecf06096a0 req-c462b738-9495-4f5b-b9bb-59259fe4e7ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1c84052c-91e0-4c2a-807c-a49aff1ef410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1577437 Feb 19 04:22:11.548759 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-499917fb-ccfb-4987-82a5-eb30571c68b1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5640604 Feb 19 04:22:11.550515 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45832) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:11.658549 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b587a9b3-ff94-4724-8943-4848ad4cc85e tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Request body: {'port': {'network_id': '9dae5ed1-9318-4621-8315-bfe35fcee06a', 'name': 'tempest-NetworksIpV6TestAttrs-712138380'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:11.822598 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04f9195b-976a-4bf0-a7b8-beecf06096a0 req-ae3c25e5-c557-4250-9774-f142a8f795b7 service neutron] 10.222.0.48 "GET /v2.0/networks/1c84052c-91e0-4c2a-807c-a49aff1ef410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365165 Feb 19 04:22:12.038447 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=ae2909de-01d2-427d-bdf5-6cf5009a0ea3,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:12.078700 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b587a9b3-ff94-4724-8943-4848ad4cc85e tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Made reservation on behalf of a9af6f4985b5429fae80b578cf16ea14 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:12.084760 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b587a9b3-ff94-4724-8943-4848ad4cc85e tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.143384 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-90c108b5-cc88-4734-9d03-f7c7b43c2184 None None] Current status of the port ae2909de-01d2-427d-bdf5-6cf5009a0ea3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:12.150922 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-71e606da-4d4c-44a5-93b7-15c8f1a73c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (c18e4a8d-55c4-4da6-b91d-074d5a9cd96f), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.160235 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90940812-3d45-42ec-bece-551890eaddcb req-bb7296ac-d381-4c57-9fb0-9c48b7ffebef tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:12.161989 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-90940812-3d45-42ec-bece-551890eaddcb req-bb7296ac-d381-4c57-9fb0-9c48b7ffebef tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 945 time: 0.4618158 Feb 19 04:22:12.205874 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-b587a9b3-ff94-4724-8943-4848ad4cc85e tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] device_id is not set on port 189f5822-26a1-43fc-b5ff-8a1efbbcffdf yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:22:12.345678 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No active binding found for port c18e4a8d-55c4-4da6-b91d-074d5a9cd96f {{(pid=115200) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 04:22:12.346245 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] The host n-d-772273-4 is not matching for port c18e4a8d-55c4-4da6-b91d-074d5a9cd96f host None! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:22:12.346841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c18e4a8d-55c4-4da6-b91d-074d5a9cd96f not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:22:12.468988 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7da69b3-0f2d-42bd-8c01-d6d50b4b3925 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (648a0bd8-30c8-495b-a4f7-70745d4951d9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.468988 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7da69b3-0f2d-42bd-8c01-d6d50b4b3925 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for floatingip (648a0bd8-30c8-495b-a4f7-70745d4951d9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.500009 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-f7da69b3-0f2d-42bd-8c01-d6d50b4b3925 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Calling delete_port for 648a0bd8-30c8-495b-a4f7-70745d4951d9 owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:12.596968 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01abf432-3a78-4a55-957b-ddbeafe4ad76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9dae5ed1-9318-4621-8315-bfe35fcee06a', 'network_id': '9dae5ed1-9318-4621-8315-bfe35fcee06a', 'project_id': 'a9af6f4985b5429fae80b578cf16ea14', 'fixed_ips': [{'subnet_id': '3df919b7-674b-4936-9cbf-3da1a92d35c4'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:22:12.598956 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-01abf432-3a78-4a55-957b-ddbeafe4ad76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.606788 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-90940812-3d45-42ec-bece-551890eaddcb req-4af187cf-aeff-4e8f-be8d-1a33e7ebd1bd tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196942 Feb 19 04:22:12.678524 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e606da-4d4c-44a5-93b7-15c8f1a73c20 None None] No DVR routers for this DVR port c18e4a8d-55c4-4da6-b91d-074d5a9cd96f on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:22:12.699244 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-18be5581-8173-4459-a83c-a3520ddbd851 None None] Provisioning complete for port 9da0c08b-dfa7-4210-b63e-0f948a525b50 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:12.699890 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-18be5581-8173-4459-a83c-a3520ddbd851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9da0c08b-dfa7-4210-b63e-0f948a525b50), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:12.864700 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-b587a9b3-ff94-4724-8943-4848ad4cc85e tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Allocated IP 2001:db8::f816:3eff:fe91:4467 (9dae5ed1-9318-4621-8315-bfe35fcee06a/3df919b7-674b-4936-9cbf-3da1a92d35c4/189f5822-26a1-43fc-b5ff-8a1efbbcffdf) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:12.889381 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04f9195b-976a-4bf0-a7b8-beecf06096a0 req-be0d3dfb-9b25-43d0-aaa1-9c056dc440ea service neutron] 10.222.0.48 "GET /v2.0/networks/1c84052c-91e0-4c2a-807c-a49aff1ef410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0649405 Feb 19 04:22:13.222256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71ab2ac-17d5-4020-8498-b2a564e796a7 None None] Network 1403bd4f-dfe9-4e23-a75a-2d1d7160da01 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:13.308363 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ae2909de-01d2-427d-bdf5-6cf5009a0ea3 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:13.311182 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e606da-4d4c-44a5-93b7-15c8f1a73c20 None None] Pushing event deleted for resources: {'Port': ['ID=c18e4a8d-55c4-4da6-b91d-074d5a9cd96f,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:13.315649 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-37b37dac-e69f-4853-afa9-1778f8688236 None None] Set router eba66d6a-bf0c-424d-a811-477a4306c18e gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:22:13.505005 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-5788794f-5dfd-4b47-b10d-ed27eac79ecd tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:13.506855 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-5788794f-5dfd-4b47-b10d-ed27eac79ecd tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/networks?id=1403bd4f-dfe9-4e23-a75a-2d1d7160da01 HTTP/1.1" status: 200 len: 813 time: 0.6697736 Feb 19 04:22:13.530799 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7da69b3-0f2d-42bd-8c01-d6d50b4b3925 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (648a0bd8-30c8-495b-a4f7-70745d4951d9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:13.538035 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-18be5581-8173-4459-a83c-a3520ddbd851 None None] Port 9da0c08b-dfa7-4210-b63e-0f948a525b50 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:22:13.654270 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-0030ceea-c99c-405d-8b29-2b698ef6555c tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/quotas/506cb7596c474a7f90c5d2404b0aa738 HTTP/1.1" status: 200 len: 375 time: 0.1328640 Feb 19 04:22:13.657663 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da69b3-0f2d-42bd-8c01-d6d50b4b3925 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Pushing event deleted for resources: {'Port': ['ID=648a0bd8-30c8-495b-a4f7-70745d4951d9,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:13.707063 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b587a9b3-ff94-4724-8943-4848ad4cc85e tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks [] for port (189f5822-26a1-43fc-b5ff-8a1efbbcffdf), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:13.746006 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ae2909de-01d2-427d-bdf5-6cf5009a0ea3 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:13.746674 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ae2909de-01d2-427d-bdf5-6cf5009a0ea3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:13.752405 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7da69b3-0f2d-42bd-8c01-d6d50b4b3925 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:13.761592 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7da69b3-0f2d-42bd-8c01-d6d50b4b3925 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:13.762273 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7da69b3-0f2d-42bd-8c01-d6d50b4b3925 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:13.762926 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7da69b3-0f2d-42bd-8c01-d6d50b4b3925 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:13.763122 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b587a9b3-ff94-4724-8943-4848ad4cc85e tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (189f5822-26a1-43fc-b5ff-8a1efbbcffdf), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:13.763702 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7da69b3-0f2d-42bd-8c01-d6d50b4b3925 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:13.764251 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7da69b3-0f2d-42bd-8c01-d6d50b4b3925 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:13.764787 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7da69b3-0f2d-42bd-8c01-d6d50b4b3925 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:13.765431 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7da69b3-0f2d-42bd-8c01-d6d50b4b3925 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:13.765965 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7da69b3-0f2d-42bd-8c01-d6d50b4b3925 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:13.766512 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7da69b3-0f2d-42bd-8c01-d6d50b4b3925 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:13.767076 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7da69b3-0f2d-42bd-8c01-d6d50b4b3925 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:13.767651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7da69b3-0f2d-42bd-8c01-d6d50b4b3925 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:13.768342 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7da69b3-0f2d-42bd-8c01-d6d50b4b3925 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:13.797304 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-a190a259-44a6-4250-88d2-a036e574a015 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=506cb7596c474a7f90c5d2404b0aa738&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1227860 Feb 19 04:22:13.860842 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6242f071-99ed-46e8-ba4d-2cacb3941d31 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (eba66d6a-bf0c-424d-a811-477a4306c18e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:13.929376 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7da69b3-0f2d-42bd-8c01-d6d50b4b3925 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks [] for floatingip (8aac8cfe-7631-49c6-914d-3050651c46d9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:13.933000 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7da69b3-0f2d-42bd-8c01-d6d50b4b3925 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:13.934851 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f7da69b3-0f2d-42bd-8c01-d6d50b4b3925 tempest-AttachVolumeTestJSON-438607495 tempest-AttachVolumeTestJSON-438607495-project] 10.222.0.65 "DELETE /v2.0/floatingips/8aac8cfe-7631-49c6-914d-3050651c46d9 HTTP/1.1" status: 204 len: 168 time: 3.8354561 Feb 19 04:22:13.960326 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-01abf432-3a78-4a55-957b-ddbeafe4ad76 None None] Allocated IP 2001:db8::f816:3eff:fec1:8e02 (9dae5ed1-9318-4621-8315-bfe35fcee06a/3df919b7-674b-4936-9cbf-3da1a92d35c4/128ad28f-441d-4605-bf6c-f5f4cbe2748d) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:14.091207 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-2c42c511-d986-4b12-8cb2-126d53bcd3d3 service neutron] 10.222.0.65 "GET /v2.0/networks/1403bd4f-dfe9-4e23-a75a-2d1d7160da01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494876 Feb 19 04:22:14.126505 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b587a9b3-ff94-4724-8943-4848ad4cc85e tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Network 9dae5ed1-9318-4621-8315-bfe35fcee06a is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:14.137932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-b587a9b3-ff94-4724-8943-4848ad4cc85e tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:14.163453 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b587a9b3-ff94-4724-8943-4848ad4cc85e tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:14.169953 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b587a9b3-ff94-4724-8943-4848ad4cc85e tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:14.171068 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b587a9b3-ff94-4724-8943-4848ad4cc85e tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:14.234441 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b587a9b3-ff94-4724-8943-4848ad4cc85e tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.6024616 Feb 19 04:22:14.252821 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45866) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:14.279885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587a9b3-ff94-4724-8943-4848ad4cc85e tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event updated for resources: {'Port': ['ID=189f5822-26a1-43fc-b5ff-8a1efbbcffdf,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:14.351398 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6a78f-2f94-4339-bc47-8c7aeba25c5d req-28d1af12-848b-432d-bcde-bc231e80bb89 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:14.353540 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dcd6a78f-2f94-4339-bc47-8c7aeba25c5d req-28d1af12-848b-432d-bcde-bc231e80bb89 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 945 time: 0.4898489 Feb 19 04:22:14.430563 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-01abf432-3a78-4a55-957b-ddbeafe4ad76 None None] Publish callbacks [] for port (128ad28f-441d-4605-bf6c-f5f4cbe2748d), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:14.458087 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-01abf432-3a78-4a55-957b-ddbeafe4ad76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (128ad28f-441d-4605-bf6c-f5f4cbe2748d), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:14.513558 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-d79e6370-25a0-43af-bca8-15ea8379ae7a service neutron] 10.222.0.65 "GET /v2.0/networks/1403bd4f-dfe9-4e23-a75a-2d1d7160da01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992252 Feb 19 04:22:14.527638 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ab3c62-6574-40a2-8d4c-bc6f307d4af1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Deleting subnet 3df919b7-674b-4936-9cbf-3da1a92d35c4 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:22:14.534059 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-59ab3c62-6574-40a2-8d4c-bc6f307d4af1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks [] for subnet (3df919b7-674b-4936-9cbf-3da1a92d35c4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:14.669554 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-59ab3c62-6574-40a2-8d4c-bc6f307d4af1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (3df919b7-674b-4936-9cbf-3da1a92d35c4), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:14.867930 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01abf432-3a78-4a55-957b-ddbeafe4ad76 None None] Network 9dae5ed1-9318-4621-8315-bfe35fcee06a is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:14.895617 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-01abf432-3a78-4a55-957b-ddbeafe4ad76 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:14.924595 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dcd6a78f-2f94-4339-bc47-8c7aeba25c5d req-2d50c4c0-c394-45dc-9655-1238813bd26d tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819233 Feb 19 04:22:14.936559 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01abf432-3a78-4a55-957b-ddbeafe4ad76 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:14.999307 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abf432-3a78-4a55-957b-ddbeafe4ad76 None None] Pushing event updated for resources: {'Port': ['ID=128ad28f-441d-4605-bf6c-f5f4cbe2748d,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:15.354275 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-59ab3c62-6574-40a2-8d4c-bc6f307d4af1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (3df919b7-674b-4936-9cbf-3da1a92d35c4), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:15.476475 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-37b37dac-e69f-4853-afa9-1778f8688236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba66d6a-bf0c-424d-a811-477a4306c18e', 'name': 'tempest-NetworksTestDHCPv6-router-557552721', 'tenant_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:21:59Z', 'updated_at': '2022-02-19T04:22:02Z', 'revision_number': 2, 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'gw_port_host': None, '_interfaces': [{'id': '9da0c08b-dfa7-4210-b63e-0f948a525b50', 'name': '', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'tenant_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'mac_address': 'fa:16:3e:a7:83:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba66d6a-bf0c-424d-a811-477a4306c18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'b5be03dc-dcb1-40e7-a63d-195932cdb575', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:22:00Z', 'updated_at': '2022-02-19T04:22:04Z', 'revision_number': 2, 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'subnets': [{'id': 'b5be03dc-dcb1-40e7-a63d-195932cdb575', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:15.505756 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f3cfbcc-2e9c-4919-a3b3-82e46ece59d1 req-51cf3125-3c97-4212-9344-9fee0aafcead tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fda646d-952c-4b88-9307-062f9fb2e633 HTTP/1.1" status: 200 len: 210 time: 0.1173470 Feb 19 04:22:15.564063 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-6242f071-99ed-46e8-ba4d-2cacb3941d31 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting port 9da0c08b-dfa7-4210-b63e-0f948a525b50 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:15.564632 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6242f071-99ed-46e8-ba4d-2cacb3941d31 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9da0c08b-dfa7-4210-b63e-0f948a525b50), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:15.591707 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b37dac-e69f-4853-afa9-1778f8688236 None None] Checking router: eba66d6a-bf0c-424d-a811-477a4306c18e for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:22:15.592483 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b37dac-e69f-4853-afa9-1778f8688236 None None] Updating router eba66d6a-bf0c-424d-a811-477a4306c18e port 9da0c08b-dfa7-4210-b63e-0f948a525b50 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:22:15.677059 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-37b37dac-e69f-4853-afa9-1778f8688236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9da0c08b-dfa7-4210-b63e-0f948a525b50), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:15.701020 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-01abf432-3a78-4a55-957b-ddbeafe4ad76 None None] Attempting to bind port 128ad28f-441d-4605-bf6c-f5f4cbe2748d on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:15.701833 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-01abf432-3a78-4a55-957b-ddbeafe4ad76 None None] Attempting to bind port 128ad28f-441d-4605-bf6c-f5f4cbe2748d by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '0d026e93-40b1-42ec-b2c8-cff1a40b0acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9dae5ed1-9318-4621-8315-bfe35fcee06a'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:15.702556 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01abf432-3a78-4a55-957b-ddbeafe4ad76 None None] Attempting to bind port 128ad28f-441d-4605-bf6c-f5f4cbe2748d on network 9dae5ed1-9318-4621-8315-bfe35fcee06a {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:15.710060 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ae2909de-01d2-427d-bdf5-6cf5009a0ea3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:15.737230 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01abf432-3a78-4a55-957b-ddbeafe4ad76 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:15.737828 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01abf432-3a78-4a55-957b-ddbeafe4ad76 None None] Checking segment: {'id': '0d026e93-40b1-42ec-b2c8-cff1a40b0acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9dae5ed1-9318-4621-8315-bfe35fcee06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:15.738478 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-01abf432-3a78-4a55-957b-ddbeafe4ad76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:15.739772 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01abf432-3a78-4a55-957b-ddbeafe4ad76 None None] Bound using segment: {'id': '0d026e93-40b1-42ec-b2c8-cff1a40b0acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9dae5ed1-9318-4621-8315-bfe35fcee06a'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:15.740386 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-01abf432-3a78-4a55-957b-ddbeafe4ad76 None None] Bound port: 128ad28f-441d-4605-bf6c-f5f4cbe2748d, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d026e93-40b1-42ec-b2c8-cff1a40b0acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9dae5ed1-9318-4621-8315-bfe35fcee06a'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:15.740878 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-01abf432-3a78-4a55-957b-ddbeafe4ad76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (128ad28f-441d-4605-bf6c-f5f4cbe2748d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:16.024742 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-59ab3c62-6574-40a2-8d4c-bc6f307d4af1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (3df919b7-674b-4936-9cbf-3da1a92d35c4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:16.374735 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6242f071-99ed-46e8-ba4d-2cacb3941d31 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9da0c08b-dfa7-4210-b63e-0f948a525b50), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:16.405412 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab3c62-6574-40a2-8d4c-bc6f307d4af1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event deleted for resources: {'Subnet': ['ID=3df919b7-674b-4936-9cbf-3da1a92d35c4,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:16.436156 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-01abf432-3a78-4a55-957b-ddbeafe4ad76 None None] For port 128ad28f-441d-4605-bf6c-f5f4cbe2748d, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:16.455733 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-01abf432-3a78-4a55-957b-ddbeafe4ad76 None None] For port 128ad28f-441d-4605-bf6c-f5f4cbe2748d, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=128ad28f-441d-4605-bf6c-f5f4cbe2748d,segment=NetworkSegment(0d026e93-40b1-42ec-b2c8-cff1a40b0acc),segment_id=0d026e93-40b1-42ec-b2c8-cff1a40b0acc)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:16.493278 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-59ab3c62-6574-40a2-8d4c-bc6f307d4af1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:16.502965 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45902) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:16.510186 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-59ab3c62-6574-40a2-8d4c-bc6f307d4af1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "DELETE /v2.0/subnets/3df919b7-674b-4936-9cbf-3da1a92d35c4 HTTP/1.1" status: 204 len: 168 time: 2.2550051 Feb 19 04:22:16.519653 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-6242f071-99ed-46e8-ba4d-2cacb3941d31 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Calling delete_port for 9da0c08b-dfa7-4210-b63e-0f948a525b50 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:16.533365 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-01abf432-3a78-4a55-957b-ddbeafe4ad76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (128ad28f-441d-4605-bf6c-f5f4cbe2748d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:16.598739 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adeb925-ea98-400b-b74a-2a26908ef436 req-0eb4fe5c-2966-41f9-99b2-0a3c6d03a6cc tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:16.604661 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2adeb925-ea98-400b-b74a-2a26908ef436 req-0eb4fe5c-2966-41f9-99b2-0a3c6d03a6cc tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 945 time: 0.4365394 Feb 19 04:22:16.827194 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9d4f65b4-5ca7-4b2a-9a19-61f65615adfa req-54dd1f63-bb97-46ac-8001-0b98c5c7ff4d tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fda646d-952c-4b88-9307-062f9fb2e633 HTTP/1.1" status: 200 len: 210 time: 0.0948102 Feb 19 04:22:16.832421 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1e2d91-a488-485a-b2c8-a997f2d5382b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:16.848379 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1e2d91-a488-485a-b2c8-a997f2d5382b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:16.862358 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-dc1e2d91-a488-485a-b2c8-a997f2d5382b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3569300 Feb 19 04:22:16.869088 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45906) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:17.060692 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abf432-3a78-4a55-957b-ddbeafe4ad76 None None] Pushing event updated for resources: {'Port': ['ID=128ad28f-441d-4605-bf6c-f5f4cbe2748d,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:17.185497 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8c7bea87-29a9-4a42-a32a-bafd17361d0f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (9dae5ed1-9318-4621-8315-bfe35fcee06a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.251864 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7bea87-29a9-4a42-a32a-bafd17361d0f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 19 04:22:17.252696 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c7bea87-29a9-4a42-a32a-bafd17361d0f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:22:17.294578 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8c7bea87-29a9-4a42-a32a-bafd17361d0f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "DELETE /v2.0/networks/9dae5ed1-9318-4621-8315-bfe35fcee06a HTTP/1.1" status: 409 len: 466 time: 0.4175155 Feb 19 04:22:17.301348 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45912) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:17.356116 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-ebceef17-1505-43c2-9721-a9477ec0edd6 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-267477227'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:17.368954 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2adeb925-ea98-400b-b74a-2a26908ef436 req-3d40a042-734b-45ce-9f83-d2a0bdb9e981 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7443972 Feb 19 04:22:17.537582 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebceef17-1505-43c2-9721-a9477ec0edd6 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Made reservation on behalf of a9af6f4985b5429fae80b578cf16ea14 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:17.576002 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ebceef17-1505-43c2-9721-a9477ec0edd6 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.705770 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebceef17-1505-43c2-9721-a9477ec0edd6 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:22:17.734696 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ebceef17-1505-43c2-9721-a9477ec0edd6 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (658ef374-d9e1-4a36-bd1d-0fba2c68a998), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.735362 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-ebceef17-1505-43c2-9721-a9477ec0edd6 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Added segment 658ef374-d9e1-4a36-bd1d-0fba2c68a998 of type vlan for network ee5ea72d-7c5a-4778-8aec-7339909f68b6 Feb 19 04:22:17.919386 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ebceef17-1505-43c2-9721-a9477ec0edd6 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (ee5ea72d-7c5a-4778-8aec-7339909f68b6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.983206 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-37b37dac-e69f-4853-afa9-1778f8688236 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:22:17.983782 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6242f071-99ed-46e8-ba4d-2cacb3941d31 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (9da0c08b-dfa7-4210-b63e-0f948a525b50), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.984531 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-37b37dac-e69f-4853-afa9-1778f8688236 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:22:18.126629 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ebceef17-1505-43c2-9721-a9477ec0edd6 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (ee5ea72d-7c5a-4778-8aec-7339909f68b6), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:18.156656 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebceef17-1505-43c2-9721-a9477ec0edd6 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:18.189964 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ebceef17-1505-43c2-9721-a9477ec0edd6 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:18.225869 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242f071-99ed-46e8-ba4d-2cacb3941d31 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Port': ['ID=9da0c08b-dfa7-4210-b63e-0f948a525b50,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:18.227957 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 128ad28f-441d-4605-bf6c-f5f4cbe2748d up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:18.628131 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:22:18.699954 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b37dac-e69f-4853-afa9-1778f8688236 None None] Port 9da0c08b-dfa7-4210-b63e-0f948a525b50 not found while updating agent binding for router eba66d6a-bf0c-424d-a811-477a4306c18e. {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 19 04:22:18.768871 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-db29f138-b6b0-4f16-9c79-040bd6c3e090 req-4ef0c95b-ddb5-4fd0-a37e-092122700248 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fda646d-952c-4b88-9307-062f9fb2e633 HTTP/1.1" status: 200 len: 210 time: 0.5407834 Feb 19 04:22:18.772903 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b37dac-e69f-4853-afa9-1778f8688236 None None] Routers {'eba66d6a-bf0c-424d-a811-477a4306c18e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:18.791142 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-37b37dac-e69f-4853-afa9-1778f8688236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:22:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['eba66d6a-bf0c-424d-a811-477a4306c18e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:18.844402 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ebceef17-1505-43c2-9721-a9477ec0edd6 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5304961 Feb 19 04:22:18.862087 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45936) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:18.877068 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-39252a8f-5718-4886-88dc-26dadd65c1f1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Request body: {'subnet': {'network_id': 'ee5ea72d-7c5a-4778-8aec-7339909f68b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:19.046842 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6242f071-99ed-46e8-ba4d-2cacb3941d31 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (eba66d6a-bf0c-424d-a811-477a4306c18e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:19.276708 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-37b37dac-e69f-4853-afa9-1778f8688236 None None] Set router eba66d6a-bf0c-424d-a811-477a4306c18e gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:22:19.389921 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebceef17-1505-43c2-9721-a9477ec0edd6 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event updated for resources: {'Network': ['ID=ee5ea72d-7c5a-4778-8aec-7339909f68b6,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:19.495613 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-37b37dac-e69f-4853-afa9-1778f8688236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba66d6a-bf0c-424d-a811-477a4306c18e', 'name': 'tempest-NetworksTestDHCPv6-router-557552721', 'tenant_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:21:59Z', 'updated_at': '2022-02-19T04:22:17Z', 'revision_number': 3, 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:19.650443 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 128ad28f-441d-4605-bf6c-f5f4cbe2748d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:19.653063 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (128ad28f-441d-4605-bf6c-f5f4cbe2748d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:19.662172 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network ee5ea72d-7c5a-4778-8aec-7339909f68b6 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:22:19.677222 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b37dac-e69f-4853-afa9-1778f8688236 None None] The sync data for ids ['eba66d6a-bf0c-424d-a811-477a4306c18e'] in n-d-772273-4 is: [{'id': 'eba66d6a-bf0c-424d-a811-477a4306c18e', 'name': 'tempest-NetworksTestDHCPv6-router-557552721', 'tenant_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:21:59Z', 'updated_at': '2022-02-19T04:22:17Z', 'revision_number': 3, 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'gw_port_host': None}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:22:19.724987 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-bd08b2ce-4b2d-4481-9147-9863f77ad8c9 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:19.730369 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-bd08b2ce-4b2d-4481-9147-9863f77ad8c9 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.48 "GET /v2.0/networks?id=1403bd4f-dfe9-4e23-a75a-2d1d7160da01 HTTP/1.1" status: 200 len: 813 time: 0.6023881 Feb 19 04:22:19.733969 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d5a06-23b8-42db-9cef-832c429f645a req-824002fa-c455-4257-a09c-b5c7c531f43c tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:19.736778 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-559d5a06-23b8-42db-9cef-832c429f645a req-824002fa-c455-4257-a09c-b5c7c531f43c tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 945 time: 0.8655074 Feb 19 04:22:19.758327 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-ad5efbfb-ad1a-4d78-a898-5e2eae723639 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Request body: {'port': {'device_id': '4fda646d-952c-4b88-9307-062f9fb2e633', 'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01', 'admin_state_up': True, 'tenant_id': '506cb7596c474a7f90c5d2404b0aa738'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:20.351918 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-559d5a06-23b8-42db-9cef-832c429f645a req-0f2a2987-ee67-48c3-9f7c-3fd27d3f816b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557250 Feb 19 04:22:20.376449 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c402ca6e-d1a7-49e0-a2b7-be65f2740425 req-7c2a2fb5-2397-4843-b234-82b290446303 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fda646d-952c-4b88-9307-062f9fb2e633 HTTP/1.1" status: 200 len: 210 time: 0.1660388 Feb 19 04:22:20.383553 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39252a8f-5718-4886-88dc-26dadd65c1f1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Made reservation on behalf of a9af6f4985b5429fae80b578cf16ea14 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:20.400609 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-39252a8f-5718-4886-88dc-26dadd65c1f1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:20.485018 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6242f071-99ed-46e8-ba4d-2cacb3941d31 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Router eba66d6a-bf0c-424d-a811-477a4306c18e has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:22:20.514251 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-634b629e-1f6c-42be-bf6f-bc5d633fa26f tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:20.521719 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-634b629e-1f6c-42be-bf6f-bc5d633fa26f tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.10 "GET /v2.0/networks?id=1403bd4f-dfe9-4e23-a75a-2d1d7160da01 HTTP/1.1" status: 200 len: 813 time: 1.4155216 Feb 19 04:22:20.555522 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-676876a1-83a4-4ace-b535-cd82b134a5e0 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Request body: {'port': {'device_id': 'e5181a1a-0867-4848-80b3-7e6187123e21', 'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01', 'admin_state_up': True, 'tenant_id': '506cb7596c474a7f90c5d2404b0aa738'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:20.685930 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-ad5efbfb-ad1a-4d78-a898-5e2eae723639 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Made reservation on behalf of 506cb7596c474a7f90c5d2404b0aa738 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:20.697400 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-ad5efbfb-ad1a-4d78-a898-5e2eae723639 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:20.815431 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d775fb27-c242-4ffb-8c42-4247d78f89fa None None] Network 9dae5ed1-9318-4621-8315-bfe35fcee06a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:21.077470 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-96ca215c-c0b0-4e13-afa7-60129c499d14 None None] Provisioning complete for port 128ad28f-441d-4605-bf6c-f5f4cbe2748d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:21.078558 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-96ca215c-c0b0-4e13-afa7-60129c499d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (128ad28f-441d-4605-bf6c-f5f4cbe2748d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:21.190880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6242f071-99ed-46e8-ba4d-2cacb3941d31 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:22:21.217195 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6242f071-99ed-46e8-ba4d-2cacb3941d31 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "PUT /v2.0/routers/eba66d6a-bf0c-424d-a811-477a4306c18e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5523384 Feb 19 04:22:21.249591 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45960) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:21.467840 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-96ca215c-c0b0-4e13-afa7-60129c499d14 None None] Current status of the port 128ad28f-441d-4605-bf6c-f5f4cbe2748d is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:21.468517 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-96ca215c-c0b0-4e13-afa7-60129c499d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (128ad28f-441d-4605-bf6c-f5f4cbe2748d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:21.527844 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 128ad28f-441d-4605-bf6c-f5f4cbe2748d is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:21.528483 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (128ad28f-441d-4605-bf6c-f5f4cbe2748d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:21.624319 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-96ca215c-c0b0-4e13-afa7-60129c499d14 None None] For port 128ad28f-441d-4605-bf6c-f5f4cbe2748d, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=128ad28f-441d-4605-bf6c-f5f4cbe2748d,segment=NetworkSegment(0d026e93-40b1-42ec-b2c8-cff1a40b0acc),segment_id=0d026e93-40b1-42ec-b2c8-cff1a40b0acc)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:21.645934 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eec708c-27d4-4ce9-a972-1e09b19c70ea None None] DHCP port deletion for 9dae5ed1-9318-4621-8315-bfe35fcee06a request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:22:21.740090 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-96ca215c-c0b0-4e13-afa7-60129c499d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (128ad28f-441d-4605-bf6c-f5f4cbe2748d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:21.753143 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:22:21.755011 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:22:21.760378 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864d28f-b7c5-4756-9499-75441e718023 None None] Sync routers for ids ['eba66d6a-bf0c-424d-a811-477a4306c18e'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:22:21.937387 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbeb042-64f4-432e-a958-cfd6bb8cb307 req-0688dd81-7dba-4996-b81f-d3c218547bcd tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:21.940026 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4cbeb042-64f4-432e-a958-cfd6bb8cb307 req-0688dd81-7dba-4996-b81f-d3c218547bcd tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 945 time: 0.3453305 Feb 19 04:22:22.011129 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-19b01406-0f8f-4a04-8f03-09638b0651a6 req-d81cd9f5-a0c3-4a81-857f-354662928962 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fda646d-952c-4b88-9307-062f9fb2e633 HTTP/1.1" status: 200 len: 210 time: 0.3682961 Feb 19 04:22:22.059738 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1864d28f-b7c5-4756-9499-75441e718023 None None] Routers {'eba66d6a-bf0c-424d-a811-477a4306c18e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:22.060766 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-1864d28f-b7c5-4756-9499-75441e718023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:22:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['eba66d6a-bf0c-424d-a811-477a4306c18e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:22.088415 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-676876a1-83a4-4ace-b535-cd82b134a5e0 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Made reservation on behalf of 506cb7596c474a7f90c5d2404b0aa738 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:22.095508 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-676876a1-83a4-4ace-b535-cd82b134a5e0 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:22.136463 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2538ee48-b033-4b21-87a1-aab8cad83d09 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:22.142668 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2538ee48-b033-4b21-87a1-aab8cad83d09 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:22.158788 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2538ee48-b033-4b21-87a1-aab8cad83d09 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9023054 Feb 19 04:22:22.195270 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45972) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:22.293981 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-1864d28f-b7c5-4756-9499-75441e718023 None None] Set router eba66d6a-bf0c-424d-a811-477a4306c18e gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:22:22.396774 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45978) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:22.457294 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-ad5efbfb-ad1a-4d78-a898-5e2eae723639 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Allocated IP 172.20.0.6 (1403bd4f-dfe9-4e23-a75a-2d1d7160da01/58ed72c5-a803-479d-bfd8-f74c761c253f/5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:22.468309 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4cbeb042-64f4-432e-a958-cfd6bb8cb307 req-833bd327-ca83-4c14-9387-80e3104476b6 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5002689 Feb 19 04:22:22.481936 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bdef6ba-a179-43e0-9eae-aa614b03a3a8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet b5be03dc-dcb1-40e7-a63d-195932cdb575 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:22:22.494705 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1bdef6ba-a179-43e0-9eae-aa614b03a3a8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (b5be03dc-dcb1-40e7-a63d-195932cdb575), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:22.665847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca215c-c0b0-4e13-afa7-60129c499d14 None None] Pushing event updated for resources: {'Port': ['ID=128ad28f-441d-4605-bf6c-f5f4cbe2748d,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:22.689312 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-1864d28f-b7c5-4756-9499-75441e718023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba66d6a-bf0c-424d-a811-477a4306c18e', 'name': 'tempest-NetworksTestDHCPv6-router-557552721', 'tenant_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:21:59Z', 'updated_at': '2022-02-19T04:22:17Z', 'revision_number': 3, 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:22.858442 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1bdef6ba-a179-43e0-9eae-aa614b03a3a8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (b5be03dc-dcb1-40e7-a63d-195932cdb575), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:22.874304 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-094a1874-bbf9-4082-8db2-f83edff27f9d admin admin] Deleting subnet 409a3c1a-34aa-46ee-b1af-34e270dd570a {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:22:22.894718 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-094a1874-bbf9-4082-8db2-f83edff27f9d admin admin] Publish callbacks [] for subnet (409a3c1a-34aa-46ee-b1af-34e270dd570a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:22.937892 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864d28f-b7c5-4756-9499-75441e718023 None None] Checking router: eba66d6a-bf0c-424d-a811-477a4306c18e for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:22:22.950029 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3eec708c-27d4-4ce9-a972-1e09b19c70ea None None] Deleting port 128ad28f-441d-4605-bf6c-f5f4cbe2748d {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:22.950621 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3eec708c-27d4-4ce9-a972-1e09b19c70ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (128ad28f-441d-4605-bf6c-f5f4cbe2748d), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:23.038098 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 128ad28f-441d-4605-bf6c-f5f4cbe2748d is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:23.039207 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-094a1874-bbf9-4082-8db2-f83edff27f9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (409a3c1a-34aa-46ee-b1af-34e270dd570a), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:23.193802 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-094a1874-bbf9-4082-8db2-f83edff27f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (409a3c1a-34aa-46ee-b1af-34e270dd570a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:23.196311 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1864d28f-b7c5-4756-9499-75441e718023 None None] Routers {'eba66d6a-bf0c-424d-a811-477a4306c18e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:22:23.198233 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-1864d28f-b7c5-4756-9499-75441e718023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:22:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['eba66d6a-bf0c-424d-a811-477a4306c18e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:23.343015 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 128ad28f-441d-4605-bf6c-f5f4cbe2748d no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:22:23.348166 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1bdef6ba-a179-43e0-9eae-aa614b03a3a8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (b5be03dc-dcb1-40e7-a63d-195932cdb575), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:23.412601 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-094a1874-bbf9-4082-8db2-f83edff27f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (409a3c1a-34aa-46ee-b1af-34e270dd570a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:23.464745 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-094a1874-bbf9-4082-8db2-f83edff27f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:23.480092 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-094a1874-bbf9-4082-8db2-f83edff27f9d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/409a3c1a-34aa-46ee-b1af-34e270dd570a HTTP/1.1" status: 204 len: 168 time: 1.0778639 Feb 19 04:22:23.484658 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45988) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:23.529223 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-1864d28f-b7c5-4756-9499-75441e718023 None None] Set router eba66d6a-bf0c-424d-a811-477a4306c18e gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:22:23.537134 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3eec708c-27d4-4ce9-a972-1e09b19c70ea None None] For port 128ad28f-441d-4605-bf6c-f5f4cbe2748d, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=128ad28f-441d-4605-bf6c-f5f4cbe2748d,segment=NetworkSegment(0d026e93-40b1-42ec-b2c8-cff1a40b0acc),segment_id=0d026e93-40b1-42ec-b2c8-cff1a40b0acc)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:23.538158 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3eec708c-27d4-4ce9-a972-1e09b19c70ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (128ad28f-441d-4605-bf6c-f5f4cbe2748d), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:23.889603 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-1864d28f-b7c5-4756-9499-75441e718023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba66d6a-bf0c-424d-a811-477a4306c18e', 'name': 'tempest-NetworksTestDHCPv6-router-557552721', 'tenant_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:21:59Z', 'updated_at': '2022-02-19T04:22:17Z', 'revision_number': 3, 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:23.944331 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2d4-2b72-4aa1-a3c0-bfcaf54c39c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (7d40f42e-b749-4901-ba8a-e7eceb678438), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:23.946596 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-ad5efbfb-ad1a-4d78-a898-5e2eae723639 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks [] for port (5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:23.977907 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 128ad28f-441d-4605-bf6c-f5f4cbe2748d is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:23.979509 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (128ad28f-441d-4605-bf6c-f5f4cbe2748d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:23.980213 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a1874-bbf9-4082-8db2-f83edff27f9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=409a3c1a-34aa-46ee-b1af-34e270dd570a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:24.021259 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864d28f-b7c5-4756-9499-75441e718023 None None] The sync data for ids ['eba66d6a-bf0c-424d-a811-477a4306c18e'] in n-d-772273-4 is: [{'id': 'eba66d6a-bf0c-424d-a811-477a4306c18e', 'name': 'tempest-NetworksTestDHCPv6-router-557552721', 'tenant_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:21:59Z', 'updated_at': '2022-02-19T04:22:17Z', 'revision_number': 3, 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'gw_port_host': None}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:22:24.041608 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3eec708c-27d4-4ce9-a972-1e09b19c70ea None None] Calling delete_port for 128ad28f-441d-4605-bf6c-f5f4cbe2748d owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:24.083821 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-ad5efbfb-ad1a-4d78-a898-5e2eae723639 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:24.100631 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1bdef6ba-a179-43e0-9eae-aa614b03a3a8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (b5be03dc-dcb1-40e7-a63d-195932cdb575), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:24.129756 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 128ad28f-441d-4605-bf6c-f5f4cbe2748d, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=128ad28f-441d-4605-bf6c-f5f4cbe2748d,segment=NetworkSegment(0d026e93-40b1-42ec-b2c8-cff1a40b0acc),segment_id=0d026e93-40b1-42ec-b2c8-cff1a40b0acc)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:24.264185 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (128ad28f-441d-4605-bf6c-f5f4cbe2748d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:24.307605 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-676876a1-83a4-4ace-b535-cd82b134a5e0 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Allocated IP 172.20.0.14 (1403bd4f-dfe9-4e23-a75a-2d1d7160da01/58ed72c5-a803-479d-bfd8-f74c761c253f/b9ed8c52-9b8e-4875-81ac-57a2343a938b) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:24.492578 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=128ad28f-441d-4605-bf6c-f5f4cbe2748d,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:24.569577 n-d-772273-4 neutron-server[115199]: DEBUG neutron.objects.ports [None req-39252a8f-5718-4886-88dc-26dadd65c1f1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115199) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:22:24.579359 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdef6ba-a179-43e0-9eae-aa614b03a3a8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=b5be03dc-dcb1-40e7-a63d-195932cdb575,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:24.596719 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-39252a8f-5718-4886-88dc-26dadd65c1f1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (4490a462-e896-4d51-b6e8-1fe27c0f8556), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:24.622498 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3eec708c-27d4-4ce9-a972-1e09b19c70ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (128ad28f-441d-4605-bf6c-f5f4cbe2748d), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:24.690553 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec708c-27d4-4ce9-a972-1e09b19c70ea None None] Pushing event deleted for resources: {'Port': ['ID=128ad28f-441d-4605-bf6c-f5f4cbe2748d,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:24.728888 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eec708c-27d4-4ce9-a972-1e09b19c70ea None None] No DVR routers for this DVR port 128ad28f-441d-4605-bf6c-f5f4cbe2748d on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:22:24.820705 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5efbfb-ad1a-4d78-a898-5e2eae723639 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Pushing event updated for resources: {'Port': ['ID=5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:24.866416 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39252a8f-5718-4886-88dc-26dadd65c1f1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event updated for resources: {'Subnet': ['ID=4490a462-e896-4d51-b6e8-1fe27c0f8556,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:24.951898 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1bdef6ba-a179-43e0-9eae-aa614b03a3a8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:24.968082 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcc8bb3-8755-4017-b58d-e872dcb54854 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:24.968402 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1bdef6ba-a179-43e0-9eae-aa614b03a3a8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/b5be03dc-dcb1-40e7-a63d-195932cdb575 HTTP/1.1" status: 204 len: 168 time: 2.7674277 Feb 19 04:22:25.002930 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-ad5efbfb-ad1a-4d78-a898-5e2eae723639 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Network 1403bd4f-dfe9-4e23-a75a-2d1d7160da01 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:25.004007 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46000) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:25.102788 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecd20b-8ea1-4613-a732-0ad5b4ba4a50 req-9dc26463-4d58-4026-9c6b-f0e2f60f26ac tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:25.105123 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-ad5efbfb-ad1a-4d78-a898-5e2eae723639 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:25.119428 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-12ecd20b-8ea1-4613-a732-0ad5b4ba4a50 req-9dc26463-4d58-4026-9c6b-f0e2f60f26ac tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 945 time: 1.2881386 Feb 19 04:22:25.121842 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-ad5efbfb-ad1a-4d78-a898-5e2eae723639 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:25.224701 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2d4-2b72-4aa1-a3c0-bfcaf54c39c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (7d40f42e-b749-4901-ba8a-e7eceb678438), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:25.252307 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725729be-00d2-49d4-a6d7-641b407b2f71 req-c7078525-0919-46c2-9baf-ed44e8002dfd tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:25.254370 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-725729be-00d2-49d4-a6d7-641b407b2f71 req-c7078525-0919-46c2-9baf-ed44e8002dfd tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fda646d-952c-4b88-9307-062f9fb2e633 HTTP/1.1" status: 200 len: 931 time: 1.2163868 Feb 19 04:22:25.306063 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39252a8f-5718-4886-88dc-26dadd65c1f1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Checking segment: {'id': '658ef374-d9e1-4a36-bd1d-0fba2c68a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ee5ea72d-7c5a-4778-8aec-7339909f68b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:25.306412 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39252a8f-5718-4886-88dc-26dadd65c1f1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Network hostable DHCP agents. Network: ee5ea72d-7c5a-4778-8aec-7339909f68b6, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:22:25.387254 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-ad5efbfb-ad1a-4d78-a898-5e2eae723639 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:25.387254 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-ad5efbfb-ad1a-4d78-a898-5e2eae723639 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:25.399357 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f073590-4ded-4778-aa81-982f9f83c027 None None] DHCP port deletion for 9e765b0b-136b-493b-bef9-44145ed793f7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:22:25.566882 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7f073590-4ded-4778-aa81-982f9f83c027 None None] Deleting port ae2909de-01d2-427d-bdf5-6cf5009a0ea3 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:25.567473 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7f073590-4ded-4778-aa81-982f9f83c027 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ae2909de-01d2-427d-bdf5-6cf5009a0ea3), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:25.581495 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-36e9c2d4-2b72-4aa1-a3c0-bfcaf54c39c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d40f42e-b749-4901-ba8a-e7eceb678438']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:25.582345 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39252a8f-5718-4886-88dc-26dadd65c1f1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Network ee5ea72d-7c5a-4778-8aec-7339909f68b6 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:22:25.614131 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-725729be-00d2-49d4-a6d7-641b407b2f71 req-1adab344-5922-4b4a-a9de-4ed59375701f tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242447 Feb 19 04:22:25.615462 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-676876a1-83a4-4ace-b535-cd82b134a5e0 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks [] for port (b9ed8c52-9b8e-4875-81ac-57a2343a938b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:25.647350 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-ad5efbfb-ad1a-4d78-a898-5e2eae723639 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9005823 Feb 19 04:22:25.650812 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-39252a8f-5718-4886-88dc-26dadd65c1f1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, ee5ea72d-7c5a-4778-8aec-7339909f68b6) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:25.659975 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39252a8f-5718-4886-88dc-26dadd65c1f1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:25.660674 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-39252a8f-5718-4886-88dc-26dadd65c1f1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:25.693251 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-8b33e1e6-f5c1-4b4c-86c5-ebce7c553e0e service neutron] Request body: {'port': {'device_id': '4fda646d-952c-4b88-9307-062f9fb2e633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:25.708805 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-12ecd20b-8ea1-4613-a732-0ad5b4ba4a50 req-f264f80a-c09d-458f-94fc-fc6877c0e32a tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5876055 Feb 19 04:22:25.722259 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-36e9c2d4-2b72-4aa1-a3c0-bfcaf54c39c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e454b2aa-60ff-453a-93e7-63845488a4f5') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:25.731943 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-36e9c2d4-2b72-4aa1-a3c0-bfcaf54c39c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e454b2aa-60ff-453a-93e7-63845488a4f5') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:25.783453 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2d4-2b72-4aa1-a3c0-bfcaf54c39c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (e454b2aa-60ff-453a-93e7-63845488a4f5), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:25.804017 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2721d388-0fea-4ace-a6a1-9bf71086cd0f None None] Network ee5ea72d-7c5a-4778-8aec-7339909f68b6 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:25.820955 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-579142e9-efd1-482b-b756-f1fdd31a848c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7464499 Feb 19 04:22:25.830285 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2d4-2b72-4aa1-a3c0-bfcaf54c39c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (e454b2aa-60ff-453a-93e7-63845488a4f5), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:25.841038 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46008) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:25.854184 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e9c2d4-2b72-4aa1-a3c0-bfcaf54c39c8 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:22:25.854600 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2d4-2b72-4aa1-a3c0-bfcaf54c39c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (e454b2aa-60ff-453a-93e7-63845488a4f5), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:22:25.914192 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:22:26.027738 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-39252a8f-5718-4886-88dc-26dadd65c1f1 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 7.1604278 Feb 19 04:22:26.107804 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46012) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:26.110038 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-7f073590-4ded-4778-aa81-982f9f83c027 None None] For port ae2909de-01d2-427d-bdf5-6cf5009a0ea3, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ae2909de-01d2-427d-bdf5-6cf5009a0ea3,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:26.121660 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7f073590-4ded-4778-aa81-982f9f83c027 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ae2909de-01d2-427d-bdf5-6cf5009a0ea3), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:26.172304 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7f073590-4ded-4778-aa81-982f9f83c027 None None] Calling delete_port for ae2909de-01d2-427d-bdf5-6cf5009a0ea3 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:26.227126 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-676876a1-83a4-4ace-b535-cd82b134a5e0 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (b9ed8c52-9b8e-4875-81ac-57a2343a938b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:26.451661 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-676876a1-83a4-4ace-b535-cd82b134a5e0 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Network 1403bd4f-dfe9-4e23-a75a-2d1d7160da01 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:26.467217 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2d4-2b72-4aa1-a3c0-bfcaf54c39c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (7d40f42e-b749-4901-ba8a-e7eceb678438), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:26.507402 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-676876a1-83a4-4ace-b535-cd82b134a5e0 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:26.521214 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2d4-2b72-4aa1-a3c0-bfcaf54c39c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:26.544798 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-36e9c2d4-2b72-4aa1-a3c0-bfcaf54c39c8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7d40f42e-b749-4901-ba8a-e7eceb678438 HTTP/1.1" status: 204 len: 168 time: 2.9613688 Feb 19 04:22:26.573941 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-676876a1-83a4-4ace-b535-cd82b134a5e0 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:26.581295 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7f073590-4ded-4778-aa81-982f9f83c027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (ae2909de-01d2-427d-bdf5-6cf5009a0ea3), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:26.721063 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676876a1-83a4-4ace-b535-cd82b134a5e0 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Pushing event updated for resources: {'Port': ['ID=b9ed8c52-9b8e-4875-81ac-57a2343a938b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:26.730141 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2d4-2b72-4aa1-a3c0-bfcaf54c39c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d40f42e-b749-4901-ba8a-e7eceb678438,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:26.816421 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e732ad23-72e3-4259-8d0a-fd8fd5aa41fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-ee5ea72d-7c5a-4778-8aec-7339909f68b6', 'network_id': 'ee5ea72d-7c5a-4778-8aec-7339909f68b6', 'project_id': 'a9af6f4985b5429fae80b578cf16ea14', 'fixed_ips': [{'subnet_id': '4490a462-e896-4d51-b6e8-1fe27c0f8556'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:22:26.818081 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46026) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:26.827463 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e732ad23-72e3-4259-8d0a-fd8fd5aa41fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:26.921542 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-676876a1-83a4-4ace-b535-cd82b134a5e0 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:26.922277 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-676876a1-83a4-4ace-b535-cd82b134a5e0 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:26.940623 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f073590-4ded-4778-aa81-982f9f83c027 None None] Pushing event deleted for resources: {'Port': ['ID=ae2909de-01d2-427d-bdf5-6cf5009a0ea3,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:27.009245 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f073590-4ded-4778-aa81-982f9f83c027 None None] No DVR routers for this DVR port ae2909de-01d2-427d-bdf5-6cf5009a0ea3 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:22:27.038657 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-676876a1-83a4-4ace-b535-cd82b134a5e0 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5032620 Feb 19 04:22:27.090456 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-4fd1222a-56b0-4706-998e-af72b6774241 service neutron] Request body: {'port': {'device_id': 'e5181a1a-0867-4848-80b3-7e6187123e21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:27.325256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ae2909de-01d2-427d-bdf5-6cf5009a0ea3 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:22:27.330185 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-4fd1222a-56b0-4706-998e-af72b6774241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b9ed8c52-9b8e-4875-81ac-57a2343a938b), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:27.349034 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-960a1afc-dc59-47a3-b7cf-344a4655d47d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b786c5ef5d584827a0b45726072f8eb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5303276 Feb 19 04:22:27.354807 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46032) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:27.391752 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: ae2909de-01d2-427d-bdf5-6cf5009a0ea3 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:22:27.392238 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ae2909de-01d2-427d-bdf5-6cf5009a0ea3 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:22:27.572253 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-e732ad23-72e3-4259-8d0a-fd8fd5aa41fb None None] Allocated IP 2001:db8::f816:3eff:feb7:98b8 (ee5ea72d-7c5a-4778-8aec-7339909f68b6/4490a462-e896-4d51-b6e8-1fe27c0f8556/10093eda-4567-4fe0-8f8f-70970eeb2bdb) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:27.736489 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc51-1d85-409a-a46f-0d1e7bb5b5d4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for router (eba66d6a-bf0c-424d-a811-477a4306c18e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:27.883639 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-8b33e1e6-f5c1-4b4c-86c5-ebce7c553e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:28.157386 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e732ad23-72e3-4259-8d0a-fd8fd5aa41fb None None] Publish callbacks [] for port (10093eda-4567-4fe0-8f8f-70970eeb2bdb), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:28.170997 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e732ad23-72e3-4259-8d0a-fd8fd5aa41fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (10093eda-4567-4fe0-8f8f-70970eeb2bdb), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:28.298309 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300407a0-c5d7-4a62-b9e7-1e9f4d873036 req-f7fd2a6b-b3e4-43ce-96d3-b1df6339477d tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:28.316436 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-300407a0-c5d7-4a62-b9e7-1e9f4d873036 req-f7fd2a6b-b3e4-43ce-96d3-b1df6339477d tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 945 time: 1.0015483 Feb 19 04:22:28.346525 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732ad23-72e3-4259-8d0a-fd8fd5aa41fb None None] Pushing event updated for resources: {'Port': ['ID=10093eda-4567-4fe0-8f8f-70970eeb2bdb,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:28.402618 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e732ad23-72e3-4259-8d0a-fd8fd5aa41fb None None] Network ee5ea72d-7c5a-4778-8aec-7339909f68b6 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:28.409242 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-e732ad23-72e3-4259-8d0a-fd8fd5aa41fb None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:28.430906 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e732ad23-72e3-4259-8d0a-fd8fd5aa41fb None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:28.584113 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-239aba61-b090-42bf-b705-821443da33b2 admin admin] Publish callbacks [] for security_group (5889d915-5658-4488-9b97-df1bd213b821), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:28.659046 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e732ad23-72e3-4259-8d0a-fd8fd5aa41fb None None] Attempting to bind port 10093eda-4567-4fe0-8f8f-70970eeb2bdb on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:28.659736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e732ad23-72e3-4259-8d0a-fd8fd5aa41fb None None] Attempting to bind port 10093eda-4567-4fe0-8f8f-70970eeb2bdb by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '658ef374-d9e1-4a36-bd1d-0fba2c68a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ee5ea72d-7c5a-4778-8aec-7339909f68b6'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:28.660286 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e732ad23-72e3-4259-8d0a-fd8fd5aa41fb None None] Attempting to bind port 10093eda-4567-4fe0-8f8f-70970eeb2bdb on network ee5ea72d-7c5a-4778-8aec-7339909f68b6 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:28.677501 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e732ad23-72e3-4259-8d0a-fd8fd5aa41fb None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:28.678116 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e732ad23-72e3-4259-8d0a-fd8fd5aa41fb None None] Checking segment: {'id': '658ef374-d9e1-4a36-bd1d-0fba2c68a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ee5ea72d-7c5a-4778-8aec-7339909f68b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:28.678809 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e732ad23-72e3-4259-8d0a-fd8fd5aa41fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:28.679509 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e732ad23-72e3-4259-8d0a-fd8fd5aa41fb None None] Bound using segment: {'id': '658ef374-d9e1-4a36-bd1d-0fba2c68a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ee5ea72d-7c5a-4778-8aec-7339909f68b6'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:28.680384 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e732ad23-72e3-4259-8d0a-fd8fd5aa41fb None None] Bound port: 10093eda-4567-4fe0-8f8f-70970eeb2bdb, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658ef374-d9e1-4a36-bd1d-0fba2c68a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ee5ea72d-7c5a-4778-8aec-7339909f68b6'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:28.681058 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e732ad23-72e3-4259-8d0a-fd8fd5aa41fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (10093eda-4567-4fe0-8f8f-70970eeb2bdb), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:28.699728 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-239aba61-b090-42bf-b705-821443da33b2 admin admin] Publish callbacks [] for security_group (5889d915-5658-4488-9b97-df1bd213b821), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:28.959783 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e732ad23-72e3-4259-8d0a-fd8fd5aa41fb None None] For port 10093eda-4567-4fe0-8f8f-70970eeb2bdb, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:28.976010 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e732ad23-72e3-4259-8d0a-fd8fd5aa41fb None None] For port 10093eda-4567-4fe0-8f8f-70970eeb2bdb, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=10093eda-4567-4fe0-8f8f-70970eeb2bdb,segment=NetworkSegment(658ef374-d9e1-4a36-bd1d-0fba2c68a998),segment_id=658ef374-d9e1-4a36-bd1d-0fba2c68a998)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:28.997773 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e732ad23-72e3-4259-8d0a-fd8fd5aa41fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (10093eda-4567-4fe0-8f8f-70970eeb2bdb), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:29.081753 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc51-1d85-409a-a46f-0d1e7bb5b5d4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (eba66d6a-bf0c-424d-a811-477a4306c18e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:29.092552 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc51-1d85-409a-a46f-0d1e7bb5b5d4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for router_controller (eba66d6a-bf0c-424d-a811-477a4306c18e), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:29.203439 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732ad23-72e3-4259-8d0a-fd8fd5aa41fb None None] Pushing event updated for resources: {'Port': ['ID=10093eda-4567-4fe0-8f8f-70970eeb2bdb,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:29.272292 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-300407a0-c5d7-4a62-b9e7-1e9f4d873036 req-25402909-b9e0-42d2-9905-ba02f7147aa5 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9528525 Feb 19 04:22:29.377722 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-daae5311-219b-418b-9752-e97ab5978a3b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (ee5ea72d-7c5a-4778-8aec-7339909f68b6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:29.432532 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa13f4-a061-4715-b353-400f0740dc37 req-9fdaf9d0-cae7-4597-b182-0c2a0a502241 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:29.438333 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2baa13f4-a061-4715-b353-400f0740dc37 req-9fdaf9d0-cae7-4597-b182-0c2a0a502241 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fda646d-952c-4b88-9307-062f9fb2e633 HTTP/1.1" status: 200 len: 931 time: 1.8661118 Feb 19 04:22:29.449737 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc51-1d85-409a-a46f-0d1e7bb5b5d4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (eba66d6a-bf0c-424d-a811-477a4306c18e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:29.450554 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c7bc51-1d85-409a-a46f-0d1e7bb5b5d4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Fanout notify agent at l3_agent the message router_deleted on router eba66d6a-bf0c-424d-a811-477a4306c18e {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:22:29.627540 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-4fd1222a-56b0-4706-998e-af72b6774241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ed8c52-9b8e-4875-81ac-57a2343a938b {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:22:29.660067 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-239aba61-b090-42bf-b705-821443da33b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5889d915-5658-4488-9b97-df1bd213b821), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:29.682132 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-239aba61-b090-42bf-b705-821443da33b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:29.706817 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-239aba61-b090-42bf-b705-821443da33b2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5889d915-5658-4488-9b97-df1bd213b821 HTTP/1.1" status: 204 len: 168 time: 2.2970567 Feb 19 04:22:29.766628 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-4fd1222a-56b0-4706-998e-af72b6774241 service neutron] Publish callbacks [] for port (b9ed8c52-9b8e-4875-81ac-57a2343a938b), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:29.861141 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239aba61-b090-42bf-b705-821443da33b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5889d915-5658-4488-9b97-df1bd213b821,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:29.884104 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc51-1d85-409a-a46f-0d1e7bb5b5d4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:29.900030 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c1c7bc51-1d85-409a-a46f-0d1e7bb5b5d4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/routers/eba66d6a-bf0c-424d-a811-477a4306c18e HTTP/1.1" status: 204 len: 168 time: 4.0532351 Feb 19 04:22:29.952953 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46050) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:30.013562 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-4fd1222a-56b0-4706-998e-af72b6774241 service neutron] Transition to ACTIVE for port object b9ed8c52-9b8e-4875-81ac-57a2343a938b will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:22:30.031211 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-4fd1222a-56b0-4706-998e-af72b6774241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (b9ed8c52-9b8e-4875-81ac-57a2343a938b), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:30.212482 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1222a-56b0-4706-998e-af72b6774241 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ed8c52-9b8e-4875-81ac-57a2343a938b,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:30.293455 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ad97b0f0-3099-4ac0-8db8-9eb41927b9d0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3387725 Feb 19 04:22:30.300702 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46052) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:30.517433 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-4fd1222a-56b0-4706-998e-af72b6774241 service neutron] Attempting to bind port b9ed8c52-9b8e-4875-81ac-57a2343a938b on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:30.518084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-4fd1222a-56b0-4706-998e-af72b6774241 service neutron] Attempting to bind port b9ed8c52-9b8e-4875-81ac-57a2343a938b by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'b203e463-9d74-4687-a1cd-3b59df24e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:30.518649 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-4fd1222a-56b0-4706-998e-af72b6774241 service neutron] Attempting to bind port b9ed8c52-9b8e-4875-81ac-57a2343a938b on network 1403bd4f-dfe9-4e23-a75a-2d1d7160da01 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:30.537177 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-4fd1222a-56b0-4706-998e-af72b6774241 service neutron] Port b9ed8c52-9b8e-4875-81ac-57a2343a938b on network 1403bd4f-dfe9-4e23-a75a-2d1d7160da01 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:22:30.539468 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-4fd1222a-56b0-4706-998e-af72b6774241 service neutron] Attempting to bind port b9ed8c52-9b8e-4875-81ac-57a2343a938b on network 1403bd4f-dfe9-4e23-a75a-2d1d7160da01 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:30.563085 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-4fd1222a-56b0-4706-998e-af72b6774241 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:30.563634 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-4fd1222a-56b0-4706-998e-af72b6774241 service neutron] Checking segment: {'id': 'b203e463-9d74-4687-a1cd-3b59df24e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:30.564269 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-4fd1222a-56b0-4706-998e-af72b6774241 service neutron] Bound using segment: {'id': 'b203e463-9d74-4687-a1cd-3b59df24e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:30.572763 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-4fd1222a-56b0-4706-998e-af72b6774241 service neutron] Bound port: b9ed8c52-9b8e-4875-81ac-57a2343a938b, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b203e463-9d74-4687-a1cd-3b59df24e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:30.572763 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-4fd1222a-56b0-4706-998e-af72b6774241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b9ed8c52-9b8e-4875-81ac-57a2343a938b), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:31.411516 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536c1f36-4d5e-463f-ab76-047bda6d1c3a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:31.418173 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-536c1f36-4d5e-463f-ab76-047bda6d1c3a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.1062233 Feb 19 04:22:31.451422 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-8b33e1e6-f5c1-4b4c-86c5-ebce7c553e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:22:31.477182 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-8b33e1e6-f5c1-4b4c-86c5-ebce7c553e0e service neutron] Publish callbacks [] for port (5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:31.536539 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-8b33e1e6-f5c1-4b4c-86c5-ebce7c553e0e service neutron] Transition to ACTIVE for port object 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:22:31.542952 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46070) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:31.650598 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-8b33e1e6-f5c1-4b4c-86c5-ebce7c553e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:31.725038 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 10093eda-4567-4fe0-8f8f-70970eeb2bdb up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:31.901984 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 10093eda-4567-4fe0-8f8f-70970eeb2bdb triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:31.902649 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (10093eda-4567-4fe0-8f8f-70970eeb2bdb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:32.078159 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-4fd1222a-56b0-4706-998e-af72b6774241 service neutron] For port b9ed8c52-9b8e-4875-81ac-57a2343a938b, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:32.093439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33e1e6-f5c1-4b4c-86c5-ebce7c553e0e service neutron] Pushing event updated for resources: {'Port': ['ID=5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:32.129557 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-4fd1222a-56b0-4706-998e-af72b6774241 service neutron] For port b9ed8c52-9b8e-4875-81ac-57a2343a938b, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b9ed8c52-9b8e-4875-81ac-57a2343a938b,segment=NetworkSegment(b203e463-9d74-4687-a1cd-3b59df24e97a),segment_id=b203e463-9d74-4687-a1cd-3b59df24e97a)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:32.187311 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2baa13f4-a061-4715-b353-400f0740dc37 req-1d068aea-d202-4f13-843a-de09b379b839 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.4109159 Feb 19 04:22:32.205767 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-4fd1222a-56b0-4706-998e-af72b6774241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (b9ed8c52-9b8e-4875-81ac-57a2343a938b), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:32.208634 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e1fbb86b-a3cd-494b-b675-2ff9a39e54d8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6219258 Feb 19 04:22:32.212017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46080) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:32.227619 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8128b9-315d-4fc0-a4ab-a124b25a42da None None] Network ee5ea72d-7c5a-4778-8aec-7339909f68b6 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:32.299305 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-180ad1f8-86a4-4fd8-9d66-3edd69d94a61 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:32.340713 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af55cf-e074-4bde-a8bd-c70f8448d113 req-b4ca3e96-5ea8-45a3-bb4f-6643111262e9 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:32.344246 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c3af55cf-e074-4bde-a8bd-c70f8448d113 req-b4ca3e96-5ea8-45a3-bb4f-6643111262e9 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 945 time: 1.5739527 Feb 19 04:22:32.565740 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-4fd1222a-56b0-4706-998e-af72b6774241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:32.566871 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-4fd1222a-56b0-4706-998e-af72b6774241 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:32.569973 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-4fd1222a-56b0-4706-998e-af72b6774241 service neutron] 10.222.0.10 "PUT /v2.0/ports/b9ed8c52-9b8e-4875-81ac-57a2343a938b HTTP/1.1" status: 200 len: 1092 time: 5.4969568 Feb 19 04:22:32.571303 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5181a1a-0867-4848-80b3-7e6187123e21', 'tag': 'b9ed8c52-9b8e-4875-81ac-57a2343a938b'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:22:32.582737 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9c7d27-ad60-4744-b556-4ad2f4cd2315" -d '{"events": [{"name": "network-changed", "server_uuid": "e5181a1a-0867-4848-80b3-7e6187123e21", "tag": "b9ed8c52-9b8e-4875-81ac-57a2343a938b"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:22:32.853249 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6d63fd-90c1-4165-aa17-bd84efe53d9d x-openstack-request-id: req-0f6d63fd-90c1-4165-aa17-bd84efe53d9d {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:22:32.853823 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5181a1a-0867-4848-80b3-7e6187123e21", "tag": "b9ed8c52-9b8e-4875-81ac-57a2343a938b", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:22:32.854140 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f6d63fd-90c1-4165-aa17-bd84efe53d9d {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:22:32.855222 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5181a1a-0867-4848-80b3-7e6187123e21', 'tag': 'b9ed8c52-9b8e-4875-81ac-57a2343a938b', 'status': 'completed', 'code': 200} Feb 19 04:22:32.988883 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c3af55cf-e074-4bde-a8bd-c70f8448d113 req-213d5969-0c0d-4087-9701-61778007f3ac tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131814 Feb 19 04:22:33.002847 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-8b33e1e6-f5c1-4b4c-86c5-ebce7c553e0e service neutron] Attempting to bind port 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:33.006715 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-8b33e1e6-f5c1-4b4c-86c5-ebce7c553e0e service neutron] Attempting to bind port 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'b203e463-9d74-4687-a1cd-3b59df24e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:33.007715 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-8b33e1e6-f5c1-4b4c-86c5-ebce7c553e0e service neutron] Attempting to bind port 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44 on network 1403bd4f-dfe9-4e23-a75a-2d1d7160da01 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:33.015662 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1222a-56b0-4706-998e-af72b6774241 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ed8c52-9b8e-4875-81ac-57a2343a938b,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:33.029607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-194c9f2e-c3e8-479a-8736-713f7c5828b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:33.033290 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-194c9f2e-c3e8-479a-8736-713f7c5828b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=506cb7596c474a7f90c5d2404b0aa738&device_id=e5181a1a-0867-4848-80b3-7e6187123e21 HTTP/1.1" status: 200 len: 1126 time: 0.3697793 Feb 19 04:22:33.068291 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-8b33e1e6-f5c1-4b4c-86c5-ebce7c553e0e service neutron] Port 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44 on network 1403bd4f-dfe9-4e23-a75a-2d1d7160da01 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:22:33.068846 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-8b33e1e6-f5c1-4b4c-86c5-ebce7c553e0e service neutron] Attempting to bind port 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44 on network 1403bd4f-dfe9-4e23-a75a-2d1d7160da01 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:33.082554 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9c0f0366-bd6f-4d3e-a200-95ea5a2a2296 None None] Provisioning complete for port 10093eda-4567-4fe0-8f8f-70970eeb2bdb triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:33.083413 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9c0f0366-bd6f-4d3e-a200-95ea5a2a2296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (10093eda-4567-4fe0-8f8f-70970eeb2bdb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:33.112512 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-daae5311-219b-418b-9752-e97ab5978a3b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Deleting port 10093eda-4567-4fe0-8f8f-70970eeb2bdb {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:33.119776 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-daae5311-219b-418b-9752-e97ab5978a3b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (10093eda-4567-4fe0-8f8f-70970eeb2bdb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:33.185516 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-8b33e1e6-f5c1-4b4c-86c5-ebce7c553e0e service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:33.186495 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-8b33e1e6-f5c1-4b4c-86c5-ebce7c553e0e service neutron] Checking segment: {'id': 'b203e463-9d74-4687-a1cd-3b59df24e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:33.187258 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-8b33e1e6-f5c1-4b4c-86c5-ebce7c553e0e service neutron] Bound using segment: {'id': 'b203e463-9d74-4687-a1cd-3b59df24e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:33.188266 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-8b33e1e6-f5c1-4b4c-86c5-ebce7c553e0e service neutron] Bound port: 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b203e463-9d74-4687-a1cd-3b59df24e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:33.194367 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-8b33e1e6-f5c1-4b4c-86c5-ebce7c553e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:33.241145 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-be3d675a-93bd-4505-8e49-27cabf147533 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9ed8c52-9b8e-4875-81ac-57a2343a938b HTTP/1.1" status: 200 len: 217 time: 0.1992009 Feb 19 04:22:33.375223 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180ad1f8-86a4-4fd8-9d66-3edd69d94a61 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:33.384542 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cf522db6-e640-498b-8bfe-79169205416e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:33.393018 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-180ad1f8-86a4-4fd8-9d66-3edd69d94a61 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:33.460597 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-c2855694-f958-4ffd-8e34-3268c39c6614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:33.475570 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-c2855694-f958-4ffd-8e34-3268c39c6614 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58ed72c5-a803-479d-bfd8-f74c761c253f HTTP/1.1" status: 200 len: 853 time: 0.2223992 Feb 19 04:22:33.574491 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 10093eda-4567-4fe0-8f8f-70970eeb2bdb is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:33.577454 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (10093eda-4567-4fe0-8f8f-70970eeb2bdb), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:33.668241 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-12fb05b5-5644-4c2a-99cf-a57ac1185f29 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1403bd4f-dfe9-4e23-a75a-2d1d7160da01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1832721 Feb 19 04:22:33.672819 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 10093eda-4567-4fe0-8f8f-70970eeb2bdb, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=10093eda-4567-4fe0-8f8f-70970eeb2bdb,segment=NetworkSegment(658ef374-d9e1-4a36-bd1d-0fba2c68a998),segment_id=658ef374-d9e1-4a36-bd1d-0fba2c68a998)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:33.694741 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (10093eda-4567-4fe0-8f8f-70970eeb2bdb), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:33.999367 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=10093eda-4567-4fe0-8f8f-70970eeb2bdb,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:34.102579 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-3fb1d29e-3172-4ccd-b49d-a65ff083ff93 service neutron] 10.222.0.10 "GET /v2.0/networks/1403bd4f-dfe9-4e23-a75a-2d1d7160da01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265912 Feb 19 04:22:34.223967 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9c0f0366-bd6f-4d3e-a200-95ea5a2a2296 None None] Current status of the port 10093eda-4567-4fe0-8f8f-70970eeb2bdb is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:34.413097 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c567b712-7f5d-45c6-99e0-2a12d8bfa2b0 None None] Provisioning complete for port 10093eda-4567-4fe0-8f8f-70970eeb2bdb triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:34.417422 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c567b712-7f5d-45c6-99e0-2a12d8bfa2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (10093eda-4567-4fe0-8f8f-70970eeb2bdb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:34.536807 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-ac57eece-e034-4a45-9744-846b9c78e109 service neutron] 10.222.0.10 "GET /v2.0/networks/1403bd4f-dfe9-4e23-a75a-2d1d7160da01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271641 Feb 19 04:22:34.728480 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-daae5311-219b-418b-9752-e97ab5978a3b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] For port 10093eda-4567-4fe0-8f8f-70970eeb2bdb, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=10093eda-4567-4fe0-8f8f-70970eeb2bdb,segment=NetworkSegment(658ef374-d9e1-4a36-bd1d-0fba2c68a998),segment_id=658ef374-d9e1-4a36-bd1d-0fba2c68a998)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:34.731354 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-daae5311-219b-418b-9752-e97ab5978a3b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (10093eda-4567-4fe0-8f8f-70970eeb2bdb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:34.771557 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-daae5311-219b-418b-9752-e97ab5978a3b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Calling delete_port for 10093eda-4567-4fe0-8f8f-70970eeb2bdb owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:34.802183 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c567b712-7f5d-45c6-99e0-2a12d8bfa2b0 None None] Current status of the port 10093eda-4567-4fe0-8f8f-70970eeb2bdb is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:35.051875 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-59115fe3-5ce0-447d-8c60-1821d8c36169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:35.191316 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-8b33e1e6-f5c1-4b4c-86c5-ebce7c553e0e service neutron] For port 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:35.220128 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646f13a-fc97-4cc0-8151-0251ba23eb60 req-0a921b17-c7c5-4c0c-b0b8-24b174236a3b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:35.221381 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a5aa7-7ce0-40df-95e7-e6d725ec0746 req-b7cf6d67-bd25-47d4-b9d0-7bf2c0087388 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:35.229024 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0646f13a-fc97-4cc0-8151-0251ba23eb60 req-0a921b17-c7c5-4c0c-b0b8-24b174236a3b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 945 time: 0.5451043 Feb 19 04:22:35.241038 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-177a5aa7-7ce0-40df-95e7-e6d725ec0746 req-b7cf6d67-bd25-47d4-b9d0-7bf2c0087388 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fda646d-952c-4b88-9307-062f9fb2e633 HTTP/1.1" status: 200 len: 943 time: 1.2340558 Feb 19 04:22:35.334434 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c7d27-ad60-4744-b556-4ad2f4cd2315 req-1feb86f1-6e14-4afe-8abc-be5d7758b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:35.334646 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-8b33e1e6-f5c1-4b4c-86c5-ebce7c553e0e service neutron] For port 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44,segment=NetworkSegment(b203e463-9d74-4687-a1cd-3b59df24e97a),segment_id=b203e463-9d74-4687-a1cd-3b59df24e97a)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:35.336778 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f9c7d27-ad60-4744-b556-4ad2f4cd2315 req-1feb86f1-6e14-4afe-8abc-be5d7758b578 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=506cb7596c474a7f90c5d2404b0aa738&device_id=e5181a1a-0867-4848-80b3-7e6187123e21 HTTP/1.1" status: 200 len: 1126 time: 0.6824505 Feb 19 04:22:35.361222 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0646f13a-fc97-4cc0-8151-0251ba23eb60 req-3086043c-afe1-477d-9081-71a0bf26ff91 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310058 Feb 19 04:22:35.447446 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-8b33e1e6-f5c1-4b4c-86c5-ebce7c553e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:35.647435 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c7d27-ad60-4744-b556-4ad2f4cd2315 req-568c65b3-42d4-4399-871b-ea462f0b1a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:35.655936 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f9c7d27-ad60-4744-b556-4ad2f4cd2315 req-568c65b3-42d4-4399-871b-ea462f0b1a5c service neutron] 10.222.0.10 "GET /v2.0/networks?id=1403bd4f-dfe9-4e23-a75a-2d1d7160da01 HTTP/1.1" status: 200 len: 913 time: 0.2898309 Feb 19 04:22:35.685259 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5132f-512a-4773-af21-975301577b85 req-0c96323b-59a0-4811-827d-2a5b4623d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:35.688535 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-8b33e1e6-f5c1-4b4c-86c5-ebce7c553e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:35.689757 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-8b33e1e6-f5c1-4b4c-86c5-ebce7c553e0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:35.692372 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-8b33e1e6-f5c1-4b4c-86c5-ebce7c553e0e service neutron] 10.222.0.48 "PUT /v2.0/ports/5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44 HTTP/1.1" status: 200 len: 1091 time: 10.0228465 Feb 19 04:22:35.693145 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fda646d-952c-4b88-9307-062f9fb2e633', 'tag': '5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:22:35.698937 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d262707a-7d84-4d35-88fb-91b69e71b143" -d '{"events": [{"name": "network-changed", "server_uuid": "4fda646d-952c-4b88-9307-062f9fb2e633", "tag": "5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:22:35.701333 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-58f5132f-512a-4773-af21-975301577b85 req-0c96323b-59a0-4811-827d-2a5b4623d83f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df9c39b1157b4ff4913cb78a1d6accf7&device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 1127 time: 0.7019172 Feb 19 04:22:35.864721 n-d-772273-4 neutron-server[115199]: DEBUG neutron.objects.ports [None req-180ad1f8-86a4-4fd8-9d66-3edd69d94a61 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115199) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:22:35.965687 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f9c7d27-ad60-4744-b556-4ad2f4cd2315 req-1296199c-36a5-4976-b0c4-86d0b88460b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9ed8c52-9b8e-4875-81ac-57a2343a938b HTTP/1.1" status: 200 len: 217 time: 0.3025298 Feb 19 04:22:35.983261 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 10093eda-4567-4fe0-8f8f-70970eeb2bdb up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:36.010110 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33e1e6-f5c1-4b4c-86c5-ebce7c553e0e service neutron] Pushing event updated for resources: {'Port': ['ID=5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:36.317755 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 10093eda-4567-4fe0-8f8f-70970eeb2bdb triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:36.321587 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (10093eda-4567-4fe0-8f8f-70970eeb2bdb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:36.376700 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868d6110-9d1a-4cae-ac6e-e5f111dc9cbb x-openstack-request-id: req-868d6110-9d1a-4cae-ac6e-e5f111dc9cbb {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:22:36.380282 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fda646d-952c-4b88-9307-062f9fb2e633", "tag": "5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:22:36.384494 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-868d6110-9d1a-4cae-ac6e-e5f111dc9cbb {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:22:36.385111 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fda646d-952c-4b88-9307-062f9fb2e633', 'tag': '5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44', 'status': 'completed', 'code': 200} Feb 19 04:22:36.388347 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-180ad1f8-86a4-4fd8-9d66-3edd69d94a61 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (39a03061-a6f7-4916-90f5-a3a17025e1f4), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:36.420008 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-5b8ef78a-1dd3-4be1-a2fb-1a9bbfbd34c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:36.423386 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-5b8ef78a-1dd3-4be1-a2fb-1a9bbfbd34c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=506cb7596c474a7f90c5d2404b0aa738&device_id=4fda646d-952c-4b88-9307-062f9fb2e633 HTTP/1.1" status: 200 len: 1125 time: 0.4833069 Feb 19 04:22:36.474724 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-177a5aa7-7ce0-40df-95e7-e6d725ec0746 req-4a1b865c-69c9-469a-9001-d91b0a54f909 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2267776 Feb 19 04:22:36.551636 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Could not find standard attr ID for object 10093eda-4567-4fe0-8f8f-70970eeb2bdb. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:22:36.566310 n-d-772273-4 neutron-server[115200]: INFO neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No ports have port_id starting with 10093eda-4567-4fe0-8f8f-70970eeb2bdb Feb 19 04:22:36.616025 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c7d27-ad60-4744-b556-4ad2f4cd2315 req-8707f8d7-f55f-4a4f-9c47-e7a58b224149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:36.619408 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f9c7d27-ad60-4744-b556-4ad2f4cd2315 req-8707f8d7-f55f-4a4f-9c47-e7a58b224149 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58ed72c5-a803-479d-bfd8-f74c761c253f HTTP/1.1" status: 200 len: 853 time: 0.5650556 Feb 19 04:22:36.623130 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-6c37b381-ffca-4fdc-9330-b64aee0b85cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44 HTTP/1.1" status: 200 len: 217 time: 0.1886475 Feb 19 04:22:36.772011 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:37.013799 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f9c7d27-ad60-4744-b556-4ad2f4cd2315 req-00df6868-1a27-4f0b-9e18-00ccb6f8a781 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1403bd4f-dfe9-4e23-a75a-2d1d7160da01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3865118 Feb 19 04:22:37.119119 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ad1f8-86a4-4fd8-9d66-3edd69d94a61 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=39a03061-a6f7-4916-90f5-a3a17025e1f4,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:37.136040 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-daae5311-219b-418b-9752-e97ab5978a3b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (10093eda-4567-4fe0-8f8f-70970eeb2bdb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:37.156283 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device b9ed8c52-9b8e-4875-81ac-57a2343a938b details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:22:37.369501 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:22:37.400344 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae5311-219b-418b-9752-e97ab5978a3b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event deleted for resources: {'Port': ['ID=10093eda-4567-4fe0-8f8f-70970eeb2bdb,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:37.415300 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180ad1f8-86a4-4fd8-9d66-3edd69d94a61 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:37.496732 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46154) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:37.532562 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-e4429fbd-e09b-4569-a744-b7d9dcfa27ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:37.556902 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-e4429fbd-e09b-4569-a744-b7d9dcfa27ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=58ed72c5-a803-479d-bfd8-f74c761c253f HTTP/1.1" status: 200 len: 853 time: 0.8683717 Feb 19 04:22:37.572870 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5132f-512a-4773-af21-975301577b85 req-19c7242e-4b08-42d2-aa2d-d99da5ba47d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:37.581823 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-58f5132f-512a-4773-af21-975301577b85 req-19c7242e-4b08-42d2-aa2d-d99da5ba47d7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1c84052c-91e0-4c2a-807c-a49aff1ef410 HTTP/1.1" status: 200 len: 911 time: 1.5837379 Feb 19 04:22:37.583565 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-180ad1f8-86a4-4fd8-9d66-3edd69d94a61 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:37.689037 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4652f8-752c-4384-bdd3-ded6769ba1cd None None] DHCP port deletion for ee5ea72d-7c5a-4778-8aec-7339909f68b6 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:22:37.711606 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180ad1f8-86a4-4fd8-9d66-3edd69d94a61 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:37.712636 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-180ad1f8-86a4-4fd8-9d66-3edd69d94a61 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:37.745301 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084326d1-c505-4ba4-80a6-2c1cc2740023 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:37.749386 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:37.755008 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daae5311-219b-418b-9752-e97ab5978a3b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] No DVR routers for this DVR port 10093eda-4567-4fe0-8f8f-70970eeb2bdb on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:22:37.788798 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-aeb15f26-10c0-44e7-b9f0-090c40d4b92c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1403bd4f-dfe9-4e23-a75a-2d1d7160da01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2294686 Feb 19 04:22:38.133636 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34822e-6922-4402-9b4c-d523353ea5ea req-283a4176-5de7-4ca7-bcb1-f6827af4dc91 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:38.154064 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-58f5132f-512a-4773-af21-975301577b85 req-1547a45b-9fa0-43e4-a045-50327f5dc057 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f1137a5-e292-403a-8a79-de92781e87ed HTTP/1.1" status: 200 len: 217 time: 0.5533733 Feb 19 04:22:38.161641 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9e34822e-6922-4402-9b4c-d523353ea5ea req-283a4176-5de7-4ca7-bcb1-f6827af4dc91 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 945 time: 1.4352551 Feb 19 04:22:38.253695 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f9c7d27-ad60-4744-b556-4ad2f4cd2315 req-95e097e5-37be-407f-a80c-8ac409560659 service neutron] 10.222.0.10 "GET /v2.0/networks/1403bd4f-dfe9-4e23-a75a-2d1d7160da01?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2076862 Feb 19 04:22:38.354760 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-180ad1f8-86a4-4fd8-9d66-3edd69d94a61 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.1193111 Feb 19 04:22:38.392771 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port b9ed8c52-9b8e-4875-81ac-57a2343a938b, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b9ed8c52-9b8e-4875-81ac-57a2343a938b,segment=NetworkSegment(b203e463-9d74-4687-a1cd-3b59df24e97a),segment_id=b203e463-9d74-4687-a1cd-3b59df24e97a)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:38.422846 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 10093eda-4567-4fe0-8f8f-70970eeb2bdb no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:22:38.462556 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'b9ed8c52-9b8e-4875-81ac-57a2343a938b', 'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01', 'port_id': 'b9ed8c52-9b8e-4875-81ac-57a2343a938b', 'mac_address': 'fa:16:3e:92:b4:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ed72c5-a803-479d-bfd8-f74c761c253f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:22:38.586772 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 10093eda-4567-4fe0-8f8f-70970eeb2bdb {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:22:38.587163 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 10093eda-4567-4fe0-8f8f-70970eeb2bdb not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:22:38.590077 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c905da4c-44ec-4219-a450-d148429bc2a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9e765b0b-136b-493b-bef9-44145ed793f7', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'fixed_ips': [{'subnet_id': '39a03061-a6f7-4916-90f5-a3a17025e1f4'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:22:38.591616 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c905da4c-44ec-4219-a450-d148429bc2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:38.643642 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5132f-512a-4773-af21-975301577b85 req-5e44b000-cfed-4965-be08-21d48eec6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:38.653630 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-58f5132f-512a-4773-af21-975301577b85 req-5e44b000-cfed-4965-be08-21d48eec6770 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4888f38-26f5-49c8-afae-244433e40900 HTTP/1.1" status: 200 len: 851 time: 0.4040697 Feb 19 04:22:38.729072 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f9c7d27-ad60-4744-b556-4ad2f4cd2315 req-9c624a1a-6365-413a-8657-d8bce27f2c49 service neutron] 10.222.0.10 "GET /v2.0/networks/1403bd4f-dfe9-4e23-a75a-2d1d7160da01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522741 Feb 19 04:22:38.729911 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46164) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:38.771901 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-1fee6679-f4ef-4d99-9405-a4c937265d5d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:38.790900 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62e4d6c0-8a0e-461f-a51c-5db63d330d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:38.834972 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-daae5311-219b-418b-9752-e97ab5978a3b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (4490a462-e896-4d51-b6e8-1fe27c0f8556), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:38.880473 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9e34822e-6922-4402-9b4c-d523353ea5ea req-f2346881-4f39-41e7-a590-14e5c6d1bd07 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7170756 Feb 19 04:22:38.986021 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-c905da4c-44ec-4219-a450-d148429bc2a2 None None] Allocated IP 2001:db8::f816:3eff:fe4f:63b3 (9e765b0b-136b-493b-bef9-44145ed793f7/39a03061-a6f7-4916-90f5-a3a17025e1f4/4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:39.031564 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-58f5132f-512a-4773-af21-975301577b85 req-2b0d9bee-6347-429c-a707-644fd6b7daf9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1c84052c-91e0-4c2a-807c-a49aff1ef410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3705342 Feb 19 04:22:39.032148 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-4ee5bb3c-2172-4064-b716-eee9786dc3c8 service neutron] 10.222.0.48 "GET /v2.0/networks/1403bd4f-dfe9-4e23-a75a-2d1d7160da01?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2312524 Feb 19 04:22:39.176179 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00633c21-d262-4571-b3d3-bd65dcf33745 req-1eadbb40-2826-4221-ba7e-d59c2ac97103 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:39.179781 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-00633c21-d262-4571-b3d3-bd65dcf33745 req-1eadbb40-2826-4221-ba7e-d59c2ac97103 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fda646d-952c-4b88-9307-062f9fb2e633 HTTP/1.1" status: 200 len: 943 time: 1.4176748 Feb 19 04:22:39.181701 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-daae5311-219b-418b-9752-e97ab5978a3b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (4490a462-e896-4d51-b6e8-1fe27c0f8556), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:39.320112 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae5311-219b-418b-9752-e97ab5978a3b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event deleted for resources: {'Subnet': ['ID=4490a462-e896-4d51-b6e8-1fe27c0f8556,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:39.413751 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b17db9c-4682-47da-a486-51c68a6dac7e req-a04f0768-812c-4bc9-b71a-5ebf9d462b5d service neutron] 10.222.0.48 "GET /v2.0/networks/1403bd4f-dfe9-4e23-a75a-2d1d7160da01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716588 Feb 19 04:22:39.453326 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b6c78f-e984-4b9d-9f10-ffa8b1c601e8 None None] Network ee5ea72d-7c5a-4778-8aec-7339909f68b6 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:39.461760 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-58f5132f-512a-4773-af21-975301577b85 req-5e2df200-2965-4e38-883b-e24e31b152eb service neutron] 10.222.0.48 "GET /v2.0/networks/1c84052c-91e0-4c2a-807c-a49aff1ef410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274774 Feb 19 04:22:39.471115 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:39.478333 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-daae5311-219b-418b-9752-e97ab5978a3b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (ee5ea72d-7c5a-4778-8aec-7339909f68b6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:39.496304 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:39.521161 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:39.629106 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fee6679-f4ef-4d99-9405-a4c937265d5d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:39.635790 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1fee6679-f4ef-4d99-9405-a4c937265d5d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:39.796829 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-daae5311-219b-418b-9752-e97ab5978a3b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee5ea72d-7c5a-4778-8aec-7339909f68b6']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:39.810747 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port b9ed8c52-9b8e-4875-81ac-57a2343a938b is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:39.821072 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b9ed8c52-9b8e-4875-81ac-57a2343a938b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:39.822502 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-00633c21-d262-4571-b3d3-bd65dcf33745 req-67aabfae-4b21-43fb-bcb0-5dd4432dfc41 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6142235 Feb 19 04:22:39.914086 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-daae5311-219b-418b-9752-e97ab5978a3b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658ef374-d9e1-4a36-bd1d-0fba2c68a998') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:39.914732 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-daae5311-219b-418b-9752-e97ab5978a3b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658ef374-d9e1-4a36-bd1d-0fba2c68a998') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:39.922922 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ed8c52-9b8e-4875-81ac-57a2343a938b {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:22:39.936771 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262707a-7d84-4d35-88fb-91b69e71b143 req-9fbc7607-1e48-4769-9bd9-7dcf44f115aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:39.940327 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d262707a-7d84-4d35-88fb-91b69e71b143 req-9fbc7607-1e48-4769-9bd9-7dcf44f115aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=506cb7596c474a7f90c5d2404b0aa738&device_id=4fda646d-952c-4b88-9307-062f9fb2e633 HTTP/1.1" status: 200 len: 1125 time: 0.4402544 Feb 19 04:22:39.952399 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port b9ed8c52-9b8e-4875-81ac-57a2343a938b, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b9ed8c52-9b8e-4875-81ac-57a2343a938b,segment=NetworkSegment(b203e463-9d74-4687-a1cd-3b59df24e97a),segment_id=b203e463-9d74-4687-a1cd-3b59df24e97a)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:39.984245 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b9ed8c52-9b8e-4875-81ac-57a2343a938b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:40.059678 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-daae5311-219b-418b-9752-e97ab5978a3b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (658ef374-d9e1-4a36-bd1d-0fba2c68a998), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:40.067213 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=b9ed8c52-9b8e-4875-81ac-57a2343a938b,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:40.080503 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d075f1a-8e04-4f7c-a9cc-863466d00875 None None] DHCP port deletion for ee5ea72d-7c5a-4778-8aec-7339909f68b6 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:22:40.112534 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62e4d6c0-8a0e-461f-a51c-5db63d330d39 admin admin] Publish callbacks [] for security_group (b9d63e43-c6f1-4da8-a945-f5f6d95b85cb), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:40.158654 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62e4d6c0-8a0e-461f-a51c-5db63d330d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b9d63e43-c6f1-4da8-a945-f5f6d95b85cb), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:40.170004 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-daae5311-219b-418b-9752-e97ab5978a3b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (658ef374-d9e1-4a36-bd1d-0fba2c68a998), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:40.237001 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-58f5132f-512a-4773-af21-975301577b85 req-6b1c572e-de58-4208-9322-d23a162af73d service neutron] 10.222.0.48 "GET /v2.0/networks/1c84052c-91e0-4c2a-807c-a49aff1ef410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7201474 Feb 19 04:22:40.280551 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daae5311-219b-418b-9752-e97ab5978a3b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:22:40.298541 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-daae5311-219b-418b-9752-e97ab5978a3b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (658ef374-d9e1-4a36-bd1d-0fba2c68a998), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:22:40.311371 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:22:40.320564 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['b9ed8c52-9b8e-4875-81ac-57a2343a938b'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:22:40.343938 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262707a-7d84-4d35-88fb-91b69e71b143 req-204ebc6f-9ef5-4b19-b456-9e3ac5263ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:40.344859 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c905da4c-44ec-4219-a450-d148429bc2a2 None None] Publish callbacks [] for port (4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:40.345706 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d262707a-7d84-4d35-88fb-91b69e71b143 req-204ebc6f-9ef5-4b19-b456-9e3ac5263ffa service neutron] 10.222.0.48 "GET /v2.0/networks?id=1403bd4f-dfe9-4e23-a75a-2d1d7160da01 HTTP/1.1" status: 200 len: 913 time: 0.3972073 Feb 19 04:22:40.400129 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-62e4d6c0-8a0e-461f-a51c-5db63d330d39 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d0f0d3888dfb446eaf53ff84aaf6e0d6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8706601 Feb 19 04:22:40.404042 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4d6c0-8a0e-461f-a51c-5db63d330d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d63e43-c6f1-4da8-a945-f5f6d95b85cb,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:40.437820 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46178) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:40.476651 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c905da4c-44ec-4219-a450-d148429bc2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:40.569229 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1458d6-40a9-491b-9922-8e19e5cccf4b req-d4ff8d94-980c-4a58-9df4-26d569aca174 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:40.593742 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f1458d6-40a9-491b-9922-8e19e5cccf4b req-d4ff8d94-980c-4a58-9df4-26d569aca174 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 945 time: 0.3766348 Feb 19 04:22:40.601694 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d262707a-7d84-4d35-88fb-91b69e71b143 req-6038f7fa-13d3-4fcc-ba1a-f7ceac3d3a15 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44 HTTP/1.1" status: 200 len: 217 time: 0.2344441 Feb 19 04:22:40.722318 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c905da4c-44ec-4219-a450-d148429bc2a2 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:40.726270 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9122bf11-d16f-43d7-9339-dbb4605620d6 admin admin] Publish callbacks [] for security_group (b9d63e43-c6f1-4da8-a945-f5f6d95b85cb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:40.779496 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9122bf11-d16f-43d7-9339-dbb4605620d6 admin admin] Publish callbacks [] for security_group (b9d63e43-c6f1-4da8-a945-f5f6d95b85cb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:40.814612 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905da4c-44ec-4219-a450-d148429bc2a2 None None] Pushing event updated for resources: {'Port': ['ID=4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:40.837621 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-c905da4c-44ec-4219-a450-d148429bc2a2 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:40.842917 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c905da4c-44ec-4219-a450-d148429bc2a2 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:40.987175 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9122bf11-d16f-43d7-9339-dbb4605620d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b9d63e43-c6f1-4da8-a945-f5f6d95b85cb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:41.002634 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9122bf11-d16f-43d7-9339-dbb4605620d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:41.011361 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9122bf11-d16f-43d7-9339-dbb4605620d6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b9d63e43-c6f1-4da8-a945-f5f6d95b85cb HTTP/1.1" status: 204 len: 168 time: 0.5675046 Feb 19 04:22:41.037403 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122bf11-d16f-43d7-9339-dbb4605620d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d63e43-c6f1-4da8-a945-f5f6d95b85cb,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:41.042142 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262707a-7d84-4d35-88fb-91b69e71b143 req-08885d82-ef3b-4922-865e-18acfde280b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:41.045337 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d262707a-7d84-4d35-88fb-91b69e71b143 req-08885d82-ef3b-4922-865e-18acfde280b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=58ed72c5-a803-479d-bfd8-f74c761c253f HTTP/1.1" status: 200 len: 853 time: 0.4357910 Feb 19 04:22:41.057730 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-daae5311-219b-418b-9752-e97ab5978a3b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (ee5ea72d-7c5a-4778-8aec-7339909f68b6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:41.073935 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-daae5311-219b-418b-9752-e97ab5978a3b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:41.103699 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-daae5311-219b-418b-9752-e97ab5978a3b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "DELETE /v2.0/networks/ee5ea72d-7c5a-4778-8aec-7339909f68b6 HTTP/1.1" status: 204 len: 168 time: 14.9941618 Feb 19 04:22:41.129280 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46188) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:41.146439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-672e0047-4607-43a0-8f1b-6b37db9c1ae6 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-908526319'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:41.353467 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672e0047-4607-43a0-8f1b-6b37db9c1ae6 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Made reservation on behalf of a9af6f4985b5429fae80b578cf16ea14 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:41.366702 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-672e0047-4607-43a0-8f1b-6b37db9c1ae6 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:41.370434 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae5311-219b-418b-9752-e97ab5978a3b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event deleted for resources: {'Network': ['ID=ee5ea72d-7c5a-4778-8aec-7339909f68b6,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:41.395954 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c905da4c-44ec-4219-a450-d148429bc2a2 None None] Attempting to bind port 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:41.401332 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c905da4c-44ec-4219-a450-d148429bc2a2 None None] Attempting to bind port 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:41.402328 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c905da4c-44ec-4219-a450-d148429bc2a2 None None] Attempting to bind port 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09 on network 9e765b0b-136b-493b-bef9-44145ed793f7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:41.480260 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c905da4c-44ec-4219-a450-d148429bc2a2 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:41.481682 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c905da4c-44ec-4219-a450-d148429bc2a2 None None] Checking segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:41.482409 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c905da4c-44ec-4219-a450-d148429bc2a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:41.483076 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c905da4c-44ec-4219-a450-d148429bc2a2 None None] Bound using segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:41.484590 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c905da4c-44ec-4219-a450-d148429bc2a2 None None] Bound port: 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:41.487895 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c905da4c-44ec-4219-a450-d148429bc2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:41.560083 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672e0047-4607-43a0-8f1b-6b37db9c1ae6 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:22:41.658502 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-672e0047-4607-43a0-8f1b-6b37db9c1ae6 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (040cee77-1eac-4447-9a6a-2ce23f735bd9), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:41.678700 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-672e0047-4607-43a0-8f1b-6b37db9c1ae6 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Added segment 040cee77-1eac-4447-9a6a-2ce23f735bd9 of type vlan for network 4b3ada45-215e-413f-ae67-bb60c755a1d3 Feb 19 04:22:41.697509 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-c905da4c-44ec-4219-a450-d148429bc2a2 None None] For port 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:41.703429 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-c905da4c-44ec-4219-a450-d148429bc2a2 None None] For port 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:41.719086 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703675a1-94b6-412f-9ed3-782f0717e292 req-f0aa519d-ad21-461a-a899-61bb8c6e4b54 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:41.727058 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c905da4c-44ec-4219-a450-d148429bc2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:41.734409 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-703675a1-94b6-412f-9ed3-782f0717e292 req-f0aa519d-ad21-461a-a899-61bb8c6e4b54 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fda646d-952c-4b88-9307-062f9fb2e633 HTTP/1.1" status: 200 len: 943 time: 0.5266171 Feb 19 04:22:41.868942 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f1458d6-40a9-491b-9922-8e19e5cccf4b req-36cfec43-c170-4d2b-b939-767edaaa21d3 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2738318 Feb 19 04:22:41.894180 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d262707a-7d84-4d35-88fb-91b69e71b143 req-44404dde-dbb8-4abb-a94a-490de322f4fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1403bd4f-dfe9-4e23-a75a-2d1d7160da01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4809783 Feb 19 04:22:41.899719 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1fee6679-f4ef-4d99-9405-a4c937265d5d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (ec9197ed-0071-4dd7-b7a6-9bc74cb33e28), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:41.984696 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905da4c-44ec-4219-a450-d148429bc2a2 None None] Pushing event updated for resources: {'Port': ['ID=4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:41.985076 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-672e0047-4607-43a0-8f1b-6b37db9c1ae6 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (4b3ada45-215e-413f-ae67-bb60c755a1d3), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:42.205877 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-703675a1-94b6-412f-9ed3-782f0717e292 req-ce8e91b8-2439-4e9c-8c85-6d7b718fc0f4 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443862 Feb 19 04:22:42.243938 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-672e0047-4607-43a0-8f1b-6b37db9c1ae6 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (4b3ada45-215e-413f-ae67-bb60c755a1d3), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:42.265444 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fee6679-f4ef-4d99-9405-a4c937265d5d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:42.281490 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-1fee6679-f4ef-4d99-9405-a4c937265d5d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:42.283291 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672e0047-4607-43a0-8f1b-6b37db9c1ae6 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:42.284527 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-672e0047-4607-43a0-8f1b-6b37db9c1ae6 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:42.300361 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fee6679-f4ef-4d99-9405-a4c937265d5d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:42.305239 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1fee6679-f4ef-4d99-9405-a4c937265d5d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:42.413885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee6679-f4ef-4d99-9405-a4c937265d5d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=ec9197ed-0071-4dd7-b7a6-9bc74cb33e28,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:42.488317 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d262707a-7d84-4d35-88fb-91b69e71b143 req-4efae70d-db22-4ca2-84e9-bca48353e72c service neutron] 10.222.0.48 "GET /v2.0/networks/1403bd4f-dfe9-4e23-a75a-2d1d7160da01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5836599 Feb 19 04:22:42.514039 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1fee6679-f4ef-4d99-9405-a4c937265d5d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7588956 Feb 19 04:22:42.521428 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46206) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:42.611398 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-bcd05f71-8d2e-4eca-908c-85eef3e3d9fe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'mac_address': 'fa:16:3e:d2:6b:c0', 'name': 'tempest-NetworksTestDHCPv6-509815930'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:42.671001 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-672e0047-4607-43a0-8f1b-6b37db9c1ae6 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5361900 Feb 19 04:22:42.681247 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46210) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:42.703896 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c2d8b15c-a278-4aa4-bc2e-db3fd101399c tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Request body: {'subnet': {'network_id': '4b3ada45-215e-413f-ae67-bb60c755a1d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:42.816715 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e0047-4607-43a0-8f1b-6b37db9c1ae6 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event updated for resources: {'Network': ['ID=4b3ada45-215e-413f-ae67-bb60c755a1d3,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:42.846432 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 4b3ada45-215e-413f-ae67-bb60c755a1d3 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:22:43.062049 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:22:43.313697 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d8b15c-a278-4aa4-bc2e-db3fd101399c tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Made reservation on behalf of a9af6f4985b5429fae80b578cf16ea14 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:43.331597 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c2d8b15c-a278-4aa4-bc2e-db3fd101399c tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:43.366217 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44,segment=NetworkSegment(b203e463-9d74-4687-a1cd-3b59df24e97a),segment_id=b203e463-9d74-4687-a1cd-3b59df24e97a)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:43.478181 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44', 'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01', 'port_id': '5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44', 'mac_address': 'fa:16:3e:ff:da:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ed72c5-a803-479d-bfd8-f74c761c253f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:22:43.547805 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d262707a-7d84-4d35-88fb-91b69e71b143 req-86eefc23-5bab-4de4-b3f4-318c64be23c1 service neutron] 10.222.0.48 "GET /v2.0/networks/1403bd4f-dfe9-4e23-a75a-2d1d7160da01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0210974 Feb 19 04:22:43.692031 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd05f71-8d2e-4eca-908c-85eef3e3d9fe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:43.821411 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:43.822123 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:43.831137 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46232) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:43.913907 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:22:43.999991 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device b9ed8c52-9b8e-4875-81ac-57a2343a938b up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:44.064366 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a667d-182d-47e0-a88f-54e8e3896a49 req-1830a347-f220-46b7-a6fb-f5ea2f44f9a7 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:44.092381 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6d6a667d-182d-47e0-a88f-54e8e3896a49 req-1830a347-f220-46b7-a6fb-f5ea2f44f9a7 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 945 time: 0.9738824 Feb 19 04:22:44.273039 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44,segment=NetworkSegment(b203e463-9d74-4687-a1cd-3b59df24e97a),segment_id=b203e463-9d74-4687-a1cd-3b59df24e97a)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:44.281793 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:44.313646 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-0830ba30-6d5c-48cc-a631-360075a3c260 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-490369855-network', 'tenant_id': '080243c82be24b34904096ae4c6466a7'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:44.373040 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:44.392324 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0830ba30-6d5c-48cc-a631-360075a3c260 admin admin] Made reservation on behalf of 080243c82be24b34904096ae4c6466a7 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:44.396567 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0830ba30-6d5c-48cc-a631-360075a3c260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:44.489003 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6d6a667d-182d-47e0-a88f-54e8e3896a49 req-7877ef2f-4dd4-4e8c-9267-45d1aaaa65f6 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826880 Feb 19 04:22:44.565452 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0830ba30-6d5c-48cc-a631-360075a3c260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:44.605860 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb20f7-c7aa-4cbb-9bc6-d6450b7bbcee req-ef86ad16-3306-4985-aedb-98692381f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:44.610197 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-eedb20f7-c7aa-4cbb-9bc6-d6450b7bbcee req-ef86ad16-3306-4985-aedb-98692381f2f6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 1127 time: 0.3586967 Feb 19 04:22:44.615993 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bcd05f71-8d2e-4eca-908c-85eef3e3d9fe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:44.654806 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b5f575-83d4-4605-ab34-10f274ac2921 None None] get_active_networks_info from n-d-772273-4 {{(pid=115200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:22:44.688789 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:22:44.730406 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-bcd05f71-8d2e-4eca-908c-85eef3e3d9fe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] device_id is not set on port fda909ff-44cc-4528-8b14-f0329eeefe8d yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:22:44.805705 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:44.815089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port b9ed8c52-9b8e-4875-81ac-57a2343a938b completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:22:44.829534 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:44.829993 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:44.839226 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-4a4d0d92-c475-4ced-a8f8-a2d71cca62ae tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1829436051&fields=id&tenant_id=49a7bbf595ba4e2ab97185ce2db519c7 HTTP/1.1" status: 200 len: 267 time: 1.4382298 Feb 19 04:22:44.860365 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c2d8b15c-a278-4aa4-bc2e-db3fd101399c tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (46662f0e-8c69-4145-8527-b914920359af), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:45.000048 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b5f575-83d4-4605-ab34-10f274ac2921 None None] Resources bound (agent type, host, resource id): {{(pid=115200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:22:45.004883 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port b9ed8c52-9b8e-4875-81ac-57a2343a938b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:45.005310 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b9ed8c52-9b8e-4875-81ac-57a2343a938b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:45.054235 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6cd4e930-cdde-4eb3-8c4c-a6032003eb37 None None] Provisioning complete for port 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:45.054617 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6cd4e930-cdde-4eb3-8c4c-a6032003eb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:45.089555 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-eedb20f7-c7aa-4cbb-9bc6-d6450b7bbcee req-671c501e-cdbc-426a-bbe2-69eaf3941d06 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211240 Feb 19 04:22:45.180655 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8b15c-a278-4aa4-bc2e-db3fd101399c tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event updated for resources: {'Subnet': ['ID=46662f0e-8c69-4145-8527-b914920359af,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:45.267458 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d8b15c-a278-4aa4-bc2e-db3fd101399c tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Checking segment: {'id': '040cee77-1eac-4447-9a6a-2ce23f735bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4b3ada45-215e-413f-ae67-bb60c755a1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:45.268836 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d8b15c-a278-4aa4-bc2e-db3fd101399c tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Network hostable DHCP agents. Network: 4b3ada45-215e-413f-ae67-bb60c755a1d3, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:22:45.281488 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-ede0a2a6-e384-43b6-abfd-70660960a222 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:45.283330 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-ede0a2a6-e384-43b6-abfd-70660960a222 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/networks?id=cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8 HTTP/1.1" status: 200 len: 816 time: 0.4030392 Feb 19 04:22:45.291912 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f28d95-7008-4dfd-b9a2-fcbe9dda1dfe req-e82be21b-c495-4f2a-b917-8f695946ab4e tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:45.294713 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-40f28d95-7008-4dfd-b9a2-fcbe9dda1dfe req-e82be21b-c495-4f2a-b917-8f695946ab4e tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fda646d-952c-4b88-9307-062f9fb2e633 HTTP/1.1" status: 200 len: 944 time: 0.4450784 Feb 19 04:22:45.354091 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d8b15c-a278-4aa4-bc2e-db3fd101399c tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Network 4b3ada45-215e-413f-ae67-bb60c755a1d3 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:22:45.387276 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-4d4d4c3f-d22a-4c73-a28a-7767c4b170c6 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/quotas/49a7bbf595ba4e2ab97185ce2db519c7 HTTP/1.1" status: 200 len: 375 time: 0.0640175 Feb 19 04:22:45.438032 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-40f28d95-7008-4dfd-b9a2-fcbe9dda1dfe req-75245f1d-a376-404e-b97e-236e84615dd0 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297331 Feb 19 04:22:45.447153 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-c2d8b15c-a278-4aa4-bc2e-db3fd101399c tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 4b3ada45-215e-413f-ae67-bb60c755a1d3) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:45.456534 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d8b15c-a278-4aa4-bc2e-db3fd101399c tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:45.457680 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c2d8b15c-a278-4aa4-bc2e-db3fd101399c tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:45.529756 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c2d8b15c-a278-4aa4-bc2e-db3fd101399c tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8458793 Feb 19 04:22:45.530652 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46242) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:45.544460 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0830ba30-6d5c-48cc-a631-360075a3c260 admin admin] Publish callbacks [] for security_group (ec473abc-f036-46d1-bd41-b4419e4d66e1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:45.571008 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0830ba30-6d5c-48cc-a631-360075a3c260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ec473abc-f036-46d1-bd41-b4419e4d66e1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:45.630350 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-bcd05f71-8d2e-4eca-908c-85eef3e3d9fe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 172.20.0.3 (9e765b0b-136b-493b-bef9-44145ed793f7/ec9197ed-0071-4dd7-b7a6-9bc74cb33e28/fda909ff-44cc-4528-8b14-f0329eeefe8d) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:45.643344 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-bcd05f71-8d2e-4eca-908c-85eef3e3d9fe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8::f816:3eff:fed2:6bc0 (9e765b0b-136b-493b-bef9-44145ed793f7/39a03061-a6f7-4916-90f5-a3a17025e1f4/fda909ff-44cc-4528-8b14-f0329eeefe8d) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:45.681317 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:45.682162 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:45.692574 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-2877b99c-8e9d-48b2-92e2-d502c3305526 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=49a7bbf595ba4e2ab97185ce2db519c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3036346 Feb 19 04:22:45.746965 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:45.760137 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:45.962968 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:46.122290 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port b9ed8c52-9b8e-4875-81ac-57a2343a938b is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:46.122970 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b9ed8c52-9b8e-4875-81ac-57a2343a938b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:46.135365 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-fbe21a76-f751-494f-8118-78894dcc2947 service neutron] 10.222.0.65 "GET /v2.0/networks/cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027879 Feb 19 04:22:46.236297 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-18be56a1-fede-4ac4-bc85-1c3f61eb58dd tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (4b3ada45-215e-413f-ae67-bb60c755a1d3), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:46.383994 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6cd4e930-cdde-4eb3-8c4c-a6032003eb37 None None] Current status of the port 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:46.406589 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645556d3-7b74-4f61-b313-2de23540227b None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:46.415714 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6322be95-1412-430a-bd41-bb2d5dbc76c0 None None] Network 4b3ada45-215e-413f-ae67-bb60c755a1d3 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:46.428089 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-3aafd061-7e70-425f-943a-5b2f6f1d995a service neutron] 10.222.0.65 "GET /v2.0/networks/cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854190 Feb 19 04:22:46.511484 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0830ba30-6d5c-48cc-a631-360075a3c260 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:22:46.547523 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830ba30-6d5c-48cc-a631-360075a3c260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec473abc-f036-46d1-bd41-b4419e4d66e1,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:46.553666 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5181a1a-0867-4848-80b3-7e6187123e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ed8c52-9b8e-4875-81ac-57a2343a938b'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:22:46.568452 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595de39c-9480-48c2-8daf-bf9e7dc04fcb" -d '{"events": [{"server_uuid": "e5181a1a-0867-4848-80b3-7e6187123e21", "name": "network-vif-plugged", "status": "completed", "tag": "b9ed8c52-9b8e-4875-81ac-57a2343a938b"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:22:46.573159 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0830ba30-6d5c-48cc-a631-360075a3c260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (9072b92a-d3c0-4226-9eb6-c84f62aba446), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:46.574549 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-0830ba30-6d5c-48cc-a631-360075a3c260 admin admin] Added segment 9072b92a-d3c0-4226-9eb6-c84f62aba446 of type vlan for network d300b036-a23c-4f72-a128-4395aa24b688 Feb 19 04:22:46.644265 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-18be56a1-fede-4ac4-bc85-1c3f61eb58dd tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (46662f0e-8c69-4145-8527-b914920359af), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:46.681578 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0830ba30-6d5c-48cc-a631-360075a3c260 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (d300b036-a23c-4f72-a128-4395aa24b688), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:46.705484 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b9a46-9624-41c6-8493-2f477fcf1046 req-43f63888-d1a0-4af6-b373-b6a98585f9c7 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:46.708221 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-506b9a46-9624-41c6-8493-2f477fcf1046 req-43f63888-d1a0-4af6-b373-b6a98585f9c7 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 945 time: 0.8702948 Feb 19 04:22:46.727705 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bcd05f71-8d2e-4eca-908c-85eef3e3d9fe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (fda909ff-44cc-4528-8b14-f0329eeefe8d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:46.854883 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0830ba30-6d5c-48cc-a631-360075a3c260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d300b036-a23c-4f72-a128-4395aa24b688), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:46.855247 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port b9ed8c52-9b8e-4875-81ac-57a2343a938b, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b9ed8c52-9b8e-4875-81ac-57a2343a938b,segment=NetworkSegment(b203e463-9d74-4687-a1cd-3b59df24e97a),segment_id=b203e463-9d74-4687-a1cd-3b59df24e97a)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:46.867845 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0830ba30-6d5c-48cc-a631-360075a3c260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:46.871836 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0830ba30-6d5c-48cc-a631-360075a3c260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:46.894725 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b9ed8c52-9b8e-4875-81ac-57a2343a938b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:46.899731 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-18be56a1-fede-4ac4-bc85-1c3f61eb58dd tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (46662f0e-8c69-4145-8527-b914920359af), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:46.971100 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be56a1-fede-4ac4-bc85-1c3f61eb58dd tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event deleted for resources: {'Subnet': ['ID=46662f0e-8c69-4145-8527-b914920359af,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:47.103267 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-18be56a1-fede-4ac4-bc85-1c3f61eb58dd tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (4b3ada45-215e-413f-ae67-bb60c755a1d3), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:47.146762 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=b9ed8c52-9b8e-4875-81ac-57a2343a938b,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:47.167961 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:47.179972 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-506b9a46-9624-41c6-8493-2f477fcf1046 req-6962232e-bf80-4b24-a6e5-e849dd42846a tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568045 Feb 19 04:22:47.212073 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0830ba30-6d5c-48cc-a631-360075a3c260 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.3640132 Feb 19 04:22:47.222814 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46266) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:47.224272 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-18be56a1-fede-4ac4-bc85-1c3f61eb58dd tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3ada45-215e-413f-ae67-bb60c755a1d3']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:47.282537 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-68f3d90a-a0d0-4b9a-908e-7c8c62e500f2 admin admin] Request body: {'subnet': {'network_id': 'd300b036-a23c-4f72-a128-4395aa24b688', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-490369855-subnet', 'tenant_id': '080243c82be24b34904096ae4c6466a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:47.295075 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-18be56a1-fede-4ac4-bc85-1c3f61eb58dd tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040cee77-1eac-4447-9a6a-2ce23f735bd9') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:47.295773 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-18be56a1-fede-4ac4-bc85-1c3f61eb58dd tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040cee77-1eac-4447-9a6a-2ce23f735bd9') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:47.305495 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bcd05f71-8d2e-4eca-908c-85eef3e3d9fe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (fda909ff-44cc-4528-8b14-f0329eeefe8d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:47.348060 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-18be56a1-fede-4ac4-bc85-1c3f61eb58dd tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (040cee77-1eac-4447-9a6a-2ce23f735bd9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:47.414760 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830ba30-6d5c-48cc-a631-360075a3c260 admin admin] Pushing event updated for resources: {'Network': ['ID=d300b036-a23c-4f72-a128-4395aa24b688,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:47.417046 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-18be56a1-fede-4ac4-bc85-1c3f61eb58dd tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (040cee77-1eac-4447-9a6a-2ce23f735bd9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:47.462343 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd05f71-8d2e-4eca-908c-85eef3e3d9fe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:47.476116 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-bcd05f71-8d2e-4eca-908c-85eef3e3d9fe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:47.483943 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd05f71-8d2e-4eca-908c-85eef3e3d9fe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:47.493011 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18be56a1-fede-4ac4-bc85-1c3f61eb58dd tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:22:47.493011 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-18be56a1-fede-4ac4-bc85-1c3f61eb58dd tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (040cee77-1eac-4447-9a6a-2ce23f735bd9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:47.493456 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f3d90a-a0d0-4b9a-908e-7c8c62e500f2 admin admin] Made reservation on behalf of 080243c82be24b34904096ae4c6466a7 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:47.503047 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68f3d90a-a0d0-4b9a-908e-7c8c62e500f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:22:47.524526 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:22:47.574146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network d300b036-a23c-4f72-a128-4395aa24b688 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:22:47.726346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd05f71-8d2e-4eca-908c-85eef3e3d9fe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=fda909ff-44cc-4528-8b14-f0329eeefe8d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:47.788210 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd05f71-8d2e-4eca-908c-85eef3e3d9fe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:47.788952 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bcd05f71-8d2e-4eca-908c-85eef3e3d9fe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:47.841679 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c57cf-e21d-40f0-823e-3a7ba3aeb9e9 req-0c6b3d0e-f91f-47ba-863c-17b213e5d221 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:47.850559 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c38c57cf-e21d-40f0-823e-3a7ba3aeb9e9 req-0c6b3d0e-f91f-47ba-863c-17b213e5d221 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fda646d-952c-4b88-9307-062f9fb2e633 HTTP/1.1" status: 200 len: 944 time: 0.4969261 Feb 19 04:22:47.919795 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bcd05f71-8d2e-4eca-908c-85eef3e3d9fe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.3372140 Feb 19 04:22:47.927117 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd2e0ac4-e6ce-4e0e-8f55-aedb19fa6565 req-bb1135de-009e-42f0-95f9-54fc45bd2d4b tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 0.1228631 Feb 19 04:22:47.929764 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46274) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:47.958099 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50313779-3208-47f6-b143-cfc0e2f1751d req-578bc239-959b-4b27-b1f4-5c8e2df93bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:47.975707 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-50313779-3208-47f6-b143-cfc0e2f1751d req-578bc239-959b-4b27-b1f4-5c8e2df93bcb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e5181a1a-0867-4848-80b3-7e6187123e21 HTTP/1.1" status: 200 len: 1128 time: 0.2709534 Feb 19 04:22:48.031549 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e732dc0-c430-4725-84b7-3d0256b493d8 x-openstack-request-id: req-0e732dc0-c430-4725-84b7-3d0256b493d8 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:22:48.032043 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5181a1a-0867-4848-80b3-7e6187123e21", "name": "network-vif-plugged", "status": "completed", "tag": "b9ed8c52-9b8e-4875-81ac-57a2343a938b", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:22:48.032405 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e732dc0-c430-4725-84b7-3d0256b493d8 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:22:48.033062 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5181a1a-0867-4848-80b3-7e6187123e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ed8c52-9b8e-4875-81ac-57a2343a938b', 'code': 200} Feb 19 04:22:48.054918 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:48.117908 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc521aaf-c712-492c-9c25-bd8f483b28dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-4b3ada45-215e-413f-ae67-bb60c755a1d3', 'network_id': '4b3ada45-215e-413f-ae67-bb60c755a1d3', 'project_id': 'a9af6f4985b5429fae80b578cf16ea14', 'fixed_ips': [{'subnet_id': '46662f0e-8c69-4145-8527-b914920359af'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:22:48.122890 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-dc521aaf-c712-492c-9c25-bd8f483b28dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:48.165230 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-18be56a1-fede-4ac4-bc85-1c3f61eb58dd tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (4b3ada45-215e-413f-ae67-bb60c755a1d3), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:48.171287 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c38c57cf-e21d-40f0-823e-3a7ba3aeb9e9 req-9aea5247-8b7e-4fb8-8e17-38603b73b815 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195379 Feb 19 04:22:48.226696 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-18be56a1-fede-4ac4-bc85-1c3f61eb58dd tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:48.258389 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-18be56a1-fede-4ac4-bc85-1c3f61eb58dd tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "DELETE /v2.0/networks/4b3ada45-215e-413f-ae67-bb60c755a1d3 HTTP/1.1" status: 204 len: 168 time: 2.7243426 Feb 19 04:22:48.278795 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46282) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:48.309817 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:22:48.310455 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-448d47f8-42f5-4f4b-afdf-44ac8817f9f9 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-151707335'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:48.333148 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be56a1-fede-4ac4-bc85-1c3f61eb58dd tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event deleted for resources: {'Network': ['ID=4b3ada45-215e-413f-ae67-bb60c755a1d3,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:48.382840 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:48.383449 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:48.458151 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217d8489-b01f-418e-abe4-d6b53def2fda tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:48.489734 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217d8489-b01f-418e-abe4-d6b53def2fda tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:48.499360 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-217d8489-b01f-418e-abe4-d6b53def2fda tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.5612698 Feb 19 04:22:48.544855 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46286) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:48.595907 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240e12c6-76d6-4114-9581-dc5efd4f0ed5 None None] Network 4b3ada45-215e-413f-ae67-bb60c755a1d3 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:48.660292 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240e12c6-76d6-4114-9581-dc5efd4f0ed5 None None] Network 4b3ada45-215e-413f-ae67-bb60c755a1d3 could not be found, it might have been deleted concurrently. {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:22:48.743228 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c3666-3287-4789-bfbe-eae53bd5ef23 req-d3751102-5a42-4eba-8a10-4b106e5b62a6 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:48.762126 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-702c3666-3287-4789-bfbe-eae53bd5ef23 req-d3751102-5a42-4eba-8a10-4b106e5b62a6 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 945 time: 0.2627943 Feb 19 04:22:48.772491 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448d47f8-42f5-4f4b-afdf-44ac8817f9f9 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Made reservation on behalf of a9af6f4985b5429fae80b578cf16ea14 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:48.788777 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-448d47f8-42f5-4f4b-afdf-44ac8817f9f9 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:48.839832 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:48.840688 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:48.941070 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-50313779-3208-47f6-b143-cfc0e2f1751d req-056dc349-ad83-4896-8200-0cf55e72ef1e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9530573 Feb 19 04:22:48.958025 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-702c3666-3287-4789-bfbe-eae53bd5ef23 req-2c0dc5ac-b7eb-4580-a8fe-a8a4db2681bc tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940770 Feb 19 04:22:49.004214 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27ddc6a-2e66-4fd0-9a2e-ec9eeadcedcf None None] Update dhcp port {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'fixed_ips': [{'subnet_id': '39a03061-a6f7-4916-90f5-a3a17025e1f4', 'ip_address': '2001:db8::f816:3eff:fe4f:63b3'}, {'subnet_id': 'ec9197ed-0071-4dd7-b7a6-9bc74cb33e28'}], 'binding:host_id': 'n-d-772273-4'}, 'id': '4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09'} from n-d-772273-4. {{(pid=115200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:22:49.078201 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448d47f8-42f5-4f4b-afdf-44ac8817f9f9 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:22:49.109916 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-448d47f8-42f5-4f4b-afdf-44ac8817f9f9 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (2d772b6d-12cc-4fd0-a138-81c7a0ec749f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.110271 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-448d47f8-42f5-4f4b-afdf-44ac8817f9f9 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Added segment 2d772b6d-12cc-4fd0-a138-81c7a0ec749f of type vlan for network 21c5768f-76cd-4587-8c4d-3661566186fb Feb 19 04:22:49.225231 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68f3d90a-a0d0-4b9a-908e-7c8c62e500f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (f2ec2cb7-637d-4feb-bf2c-942129f21587), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.231818 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cb4fea06-0452-420a-8a08-8b8e7596e538 req-c46f9dea-a2c0-47eb-bb9f-6b7e4ed8ff9e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 0.0567751 Feb 19 04:22:49.285826 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-1a0c72ed-39dc-4a14-9995-68107248920b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting port fda909ff-44cc-4528-8b14-f0329eeefe8d {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:49.286271 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1a0c72ed-39dc-4a14-9995-68107248920b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (fda909ff-44cc-4528-8b14-f0329eeefe8d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.460226 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:49.461080 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.502272 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-448d47f8-42f5-4f4b-afdf-44ac8817f9f9 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (21c5768f-76cd-4587-8c4d-3661566186fb), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.698785 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3d90a-a0d0-4b9a-908e-7c8c62e500f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ec2cb7-637d-4feb-bf2c-942129f21587,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:49.705775 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:49.742169 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e27ddc6a-2e66-4fd0-9a2e-ec9eeadcedcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.904046 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44,segment=NetworkSegment(b203e463-9d74-4687-a1cd-3b59df24e97a),segment_id=b203e463-9d74-4687-a1cd-3b59df24e97a)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:49.917564 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:50.009584 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-737193bf-7be2-4d6c-ab06-271da548ad73 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:50.012438 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-737193bf-7be2-4d6c-ab06-271da548ad73 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/networks?id=1c84052c-91e0-4c2a-807c-a49aff1ef410 HTTP/1.1" status: 200 len: 811 time: 0.4811540 Feb 19 04:22:50.049923 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-b58b7d4f-22ee-43eb-94ab-3d6b4359919e tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/quotas/df9c39b1157b4ff4913cb78a1d6accf7 HTTP/1.1" status: 200 len: 375 time: 0.0235064 Feb 19 04:22:50.108791 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-448d47f8-42f5-4f4b-afdf-44ac8817f9f9 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (21c5768f-76cd-4587-8c4d-3661566186fb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:50.137781 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448d47f8-42f5-4f4b-afdf-44ac8817f9f9 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:50.139412 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-448d47f8-42f5-4f4b-afdf-44ac8817f9f9 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:50.154671 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fda646d-952c-4b88-9307-062f9fb2e633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:22:50.163570 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8406a07a-61f1-4c69-9b68-22243f2b5e70" -d '{"events": [{"server_uuid": "4fda646d-952c-4b88-9307-062f9fb2e633", "name": "network-vif-plugged", "status": "completed", "tag": "5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:22:50.224596 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-d5071a5b-4f23-4bc8-85b4-877a89730746 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=df9c39b1157b4ff4913cb78a1d6accf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1625159 Feb 19 04:22:50.298768 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:50.355567 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d47f8-42f5-4f4b-afdf-44ac8817f9f9 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event updated for resources: {'Network': ['ID=21c5768f-76cd-4587-8c4d-3661566186fb,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:50.384960 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 21c5768f-76cd-4587-8c4d-3661566186fb details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:22:50.397929 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1a0c72ed-39dc-4a14-9995-68107248920b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (fda909ff-44cc-4528-8b14-f0329eeefe8d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:50.418703 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3d90a-a0d0-4b9a-908e-7c8c62e500f2 admin admin] Checking segment: {'id': '9072b92a-d3c0-4226-9eb6-c84f62aba446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd300b036-a23c-4f72-a128-4395aa24b688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:50.419889 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f3d90a-a0d0-4b9a-908e-7c8c62e500f2 admin admin] Network hostable DHCP agents. Network: d300b036-a23c-4f72-a128-4395aa24b688, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:22:50.503099 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-448d47f8-42f5-4f4b-afdf-44ac8817f9f9 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.2116234 Feb 19 04:22:50.507028 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46316) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:50.515478 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-ac2092ba-6473-46b6-924b-013858445b0a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Request body: {'subnet': {'network_id': '21c5768f-76cd-4587-8c4d-3661566186fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:50.524581 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-1a0c72ed-39dc-4a14-9995-68107248920b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Calling delete_port for fda909ff-44cc-4528-8b14-f0329eeefe8d owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:50.590399 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f28589-f024-46a2-89de-a4dab0d579c4 req-69b7cdb7-278b-4c58-a4e2-835cc9014025 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:50.595189 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-97f28589-f024-46a2-89de-a4dab0d579c4 req-69b7cdb7-278b-4c58-a4e2-835cc9014025 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fda646d-952c-4b88-9307-062f9fb2e633 HTTP/1.1" status: 200 len: 944 time: 0.9571128 Feb 19 04:22:50.666374 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-e27ddc6a-2e66-4fd0-9a2e-ec9eeadcedcf None None] Allocated IP 172.20.0.2 (9e765b0b-136b-493b-bef9-44145ed793f7/ec9197ed-0071-4dd7-b7a6-9bc74cb33e28/4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:50.851640 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f3d90a-a0d0-4b9a-908e-7c8c62e500f2 admin admin] Network d300b036-a23c-4f72-a128-4395aa24b688 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:22:50.874587 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-0a76db57-cb9d-4b51-8c8e-a2741b4ec38e service neutron] 10.222.0.65 "GET /v2.0/networks/1c84052c-91e0-4c2a-807c-a49aff1ef410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6232917 Feb 19 04:22:51.039674 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e27ddc6a-2e66-4fd0-9a2e-ec9eeadcedcf None None] For port 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:51.114982 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-68f3d90a-a0d0-4b9a-908e-7c8c62e500f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, d300b036-a23c-4f72-a128-4395aa24b688) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:51.139898 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782ca0d3-843d-4582-b925-64b2245dadd8 None None] Network d300b036-a23c-4f72-a128-4395aa24b688 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:51.173653 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2092ba-6473-46b6-924b-013858445b0a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Made reservation on behalf of a9af6f4985b5429fae80b578cf16ea14 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:51.180827 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ac2092ba-6473-46b6-924b-013858445b0a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:51.496200 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-8b184be2-114e-4c03-b148-aa0dee75384f service neutron] 10.222.0.65 "GET /v2.0/networks/1c84052c-91e0-4c2a-807c-a49aff1ef410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188674 Feb 19 04:22:51.667998 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f3d90a-a0d0-4b9a-908e-7c8c62e500f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:51.673330 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68f3d90a-a0d0-4b9a-908e-7c8c62e500f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:51.748392 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1a0c72ed-39dc-4a14-9995-68107248920b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (fda909ff-44cc-4528-8b14-f0329eeefe8d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:51.814151 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-68f3d90a-a0d0-4b9a-908e-7c8c62e500f2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.5510597 Feb 19 04:22:51.933283 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c72ed-39dc-4a14-9995-68107248920b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Port': ['ID=fda909ff-44cc-4528-8b14-f0329eeefe8d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:51.944400 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e27ddc6a-2e66-4fd0-9a2e-ec9eeadcedcf None None] Publish callbacks [] for port (4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:51.974374 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e27ddc6a-2e66-4fd0-9a2e-ec9eeadcedcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:52.037919 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-97f28589-f024-46a2-89de-a4dab0d579c4 req-a92101a8-c2f4-432d-8c06-079f3096321f tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3892486 Feb 19 04:22:52.155573 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-83f16b2d-0817-49ca-9f81-411ea8870093 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:52.160240 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-83f16b2d-0817-49ca-9f81-411ea8870093 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.10 "GET /v2.0/networks?id=cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8 HTTP/1.1" status: 200 len: 816 time: 1.6750686 Feb 19 04:22:52.296519 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7550f3f-9cde-4420-afd1-3c4b4e534ac8 x-openstack-request-id: req-a7550f3f-9cde-4420-afd1-3c4b4e534ac8 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:22:52.297084 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fda646d-952c-4b88-9307-062f9fb2e633", "name": "network-vif-plugged", "status": "completed", "tag": "5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:22:52.297389 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a7550f3f-9cde-4420-afd1-3c4b4e534ac8 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:22:52.301987 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fda646d-952c-4b88-9307-062f9fb2e633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44', 'code': 200} Feb 19 04:22:52.581713 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-7e8f1138-5844-4631-8300-f20a7cdb800b tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49a7bbf595ba4e2ab97185ce2db519c7 HTTP/1.1" status: 200 len: 380 time: 0.2772970 Feb 19 04:22:52.655125 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Request body: {'port': {'device_id': '0cae1864-9aa4-40cd-8495-583878a423fe', 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8', 'admin_state_up': True, 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'security_groups': ['cea4b522-df63-419d-b92f-eef69a56abaf']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:52.676005 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3459a353-adde-45a9-8e1e-344e2e787aef req-16dcf3cc-94eb-416c-80bd-9ca605350370 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 210 time: 0.3008175 Feb 19 04:22:52.748526 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa0c435-8c71-4d83-8997-a6b9e17feaef None None] Network d300b036-a23c-4f72-a128-4395aa24b688 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:52.827756 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bc1d0157-f8e4-45ba-a48a-117d547df0bc req-7cd26a32-6e85-48b6-88d3-e381821dc4d9 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 0.3784294 Feb 19 04:22:52.830669 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ddc6a-2e66-4fd0-9a2e-ec9eeadcedcf None None] Pushing event updated for resources: {'Port': ['ID=4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:52.870719 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1a0c72ed-39dc-4a14-9995-68107248920b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:52.890376 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1a0c72ed-39dc-4a14-9995-68107248920b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/fda909ff-44cc-4528-8b14-f0329eeefe8d HTTP/1.1" status: 204 len: 168 time: 4.3234258 Feb 19 04:22:52.904636 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46342) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:52.947814 n-d-772273-4 neutron-server[115199]: DEBUG neutron.objects.ports [None req-ac2092ba-6473-46b6-924b-013858445b0a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115199) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:22:52.959994 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ac2092ba-6473-46b6-924b-013858445b0a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (373a3e0f-d116-4470-aa8b-07543ffadc3d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:53.082940 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ddc6a-2e66-4fd0-9a2e-ec9eeadcedcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.083811 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ddc6a-2e66-4fd0-9a2e-ec9eeadcedcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.083811 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ddc6a-2e66-4fd0-9a2e-ec9eeadcedcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.086534 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ddc6a-2e66-4fd0-9a2e-ec9eeadcedcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.089672 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ddc6a-2e66-4fd0-9a2e-ec9eeadcedcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.090257 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ddc6a-2e66-4fd0-9a2e-ec9eeadcedcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.094114 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ddc6a-2e66-4fd0-9a2e-ec9eeadcedcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.094525 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ddc6a-2e66-4fd0-9a2e-ec9eeadcedcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.097201 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ddc6a-2e66-4fd0-9a2e-ec9eeadcedcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.097687 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ddc6a-2e66-4fd0-9a2e-ec9eeadcedcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.100551 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ddc6a-2e66-4fd0-9a2e-ec9eeadcedcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.102260 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ddc6a-2e66-4fd0-9a2e-ec9eeadcedcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.102707 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ddc6a-2e66-4fd0-9a2e-ec9eeadcedcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:53.311531 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2092ba-6473-46b6-924b-013858445b0a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event updated for resources: {'Subnet': ['ID=373a3e0f-d116-4470-aa8b-07543ffadc3d,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:53.345021 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2092ba-6473-46b6-924b-013858445b0a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Checking segment: {'id': '2d772b6d-12cc-4fd0-a138-81c7a0ec749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '21c5768f-76cd-4587-8c4d-3661566186fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:53.346083 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2092ba-6473-46b6-924b-013858445b0a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Network hostable DHCP agents. Network: 21c5768f-76cd-4587-8c4d-3661566186fb, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:22:53.443532 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2092ba-6473-46b6-924b-013858445b0a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Network 21c5768f-76cd-4587-8c4d-3661566186fb is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:22:53.503576 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-ac2092ba-6473-46b6-924b-013858445b0a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 21c5768f-76cd-4587-8c4d-3661566186fb) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:53.518699 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968a42fc-fe5c-4fd2-ba69-79580ba17ba9 None None] Network 21c5768f-76cd-4587-8c4d-3661566186fb requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:53.529391 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2092ba-6473-46b6-924b-013858445b0a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:53.530701 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ac2092ba-6473-46b6-924b-013858445b0a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:53.617784 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ac2092ba-6473-46b6-924b-013858445b0a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.1085196 Feb 19 04:22:53.618813 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46356) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:53.775143 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c1bcdf-5f20-4b40-b178-676ab4ebfb2d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:53.785541 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c1bcdf-5f20-4b40-b178-676ab4ebfb2d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:53.787237 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c1bcdf-5f20-4b40-b178-676ab4ebfb2d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:53.789286 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-33c1bcdf-5f20-4b40-b178-676ab4ebfb2d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7823598 Feb 19 04:22:53.799863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46364) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:53.940277 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589d2c3-669c-4e78-81d1-edf47848b2f7 req-90729e44-b560-4f89-9dac-b217f5ebd219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:53.944317 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3589d2c3-669c-4e78-81d1-edf47848b2f7 req-90729e44-b560-4f89-9dac-b217f5ebd219 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4fda646d-952c-4b88-9307-062f9fb2e633 HTTP/1.1" status: 200 len: 1127 time: 1.4672415 Feb 19 04:22:53.974360 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Made reservation on behalf of 49a7bbf595ba4e2ab97185ce2db519c7 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:22:53.978594 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:54.024716 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-499ac8f1-925e-4968-87c6-22bd65fe530c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet 39a03061-a6f7-4916-90f5-a3a17025e1f4 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:22:54.066343 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-499ac8f1-925e-4968-87c6-22bd65fe530c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (39a03061-a6f7-4916-90f5-a3a17025e1f4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:54.087379 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb219ac-2c54-4eac-93a1-c5030558e45e req-22990088-eeda-44bb-b957-cc6c1cc7cbee tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:54.089150 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-acb219ac-2c54-4eac-93a1-c5030558e45e req-22990088-eeda-44bb-b957-cc6c1cc7cbee tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fda646d-952c-4b88-9307-062f9fb2e633 HTTP/1.1" status: 200 len: 945 time: 0.3837740 Feb 19 04:22:54.092364 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:22:54.176797 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daacc824-e801-4790-881f-7565792aefb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-21c5768f-76cd-4587-8c4d-3661566186fb', 'network_id': '21c5768f-76cd-4587-8c4d-3661566186fb', 'project_id': 'a9af6f4985b5429fae80b578cf16ea14', 'fixed_ips': [{'subnet_id': '373a3e0f-d116-4470-aa8b-07543ffadc3d'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:22:54.184226 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-daacc824-e801-4790-881f-7565792aefb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:54.389470 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-3032f905-ec10-42f0-b3fb-b83ced8217fa tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:54.407732 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-3032f905-ec10-42f0-b3fb-b83ced8217fa tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.65 "GET /v2.0/networks?id=d300b036-a23c-4f72-a128-4395aa24b688 HTTP/1.1" status: 200 len: 813 time: 0.6612225 Feb 19 04:22:54.414157 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3589d2c3-669c-4e78-81d1-edf47848b2f7 req-640578dc-8fd6-4b5c-9b21-ddb1197ba431 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527891 Feb 19 04:22:54.568868 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-499ac8f1-925e-4968-87c6-22bd65fe530c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (39a03061-a6f7-4916-90f5-a3a17025e1f4), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:54.574275 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-e0aad6ba-da89-4dd5-ba5b-02a2f63dda1d tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.65 "GET /v2.0/quotas/080243c82be24b34904096ae4c6466a7 HTTP/1.1" status: 200 len: 375 time: 0.1608281 Feb 19 04:22:54.760670 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-5ecbbe09-98b2-4416-9cbf-4cdf09f19b4c tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=080243c82be24b34904096ae4c6466a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1655695 Feb 19 04:22:54.880438 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-acb219ac-2c54-4eac-93a1-c5030558e45e req-825ce53d-c237-4441-a924-f2696d8c309c tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6840413 Feb 19 04:22:55.050652 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:55.065304 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:55.069287 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ec181aa6-13f5-43ed-bc42-e98c0ac2e407 None None] Provisioning complete for port 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:55.080042 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ec181aa6-13f5-43ed-bc42-e98c0ac2e407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:55.269075 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Allocated IP 172.20.0.8 (cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8/74e94b9f-2f2f-4190-b9f7-e78f36ba82b9/bf10202d-b570-486f-9937-a43c4f9d01e5) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:55.301277 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-aeca1fa1-39b3-4116-9407-e2689722015a service neutron] 10.222.0.65 "GET /v2.0/networks/d300b036-a23c-4f72-a128-4395aa24b688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657538 Feb 19 04:22:55.476518 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-f4fc50b3-fc6f-4f54-96fe-ae32fa06f9d5 service neutron] 10.222.0.65 "GET /v2.0/networks/d300b036-a23c-4f72-a128-4395aa24b688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740680 Feb 19 04:22:55.585093 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (21c5768f-76cd-4587-8c4d-3661566186fb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:55.650988 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:22:55.853992 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-daacc824-e801-4790-881f-7565792aefb9 None None] Allocated IP 2001:db8::f816:3eff:fea2:d3eb (21c5768f-76cd-4587-8c4d-3661566186fb/373a3e0f-d116-4470-aa8b-07543ffadc3d/bc1287f1-33b9-4476-9a62-8a9a320a3a21) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:22:55.864772 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (373a3e0f-d116-4470-aa8b-07543ffadc3d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:55.987764 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks [] for port (bf10202d-b570-486f-9937-a43c4f9d01e5), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:56.121253 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:56.321767 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e0b08123-ea9d-4be4-9832-cf9bfef0a915 req-2592e837-2efb-4884-95a0-1b55b470928d tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 0.1504846 Feb 19 04:22:56.414858 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (bf10202d-b570-486f-9937-a43c4f9d01e5), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:56.474327 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ec181aa6-13f5-43ed-bc42-e98c0ac2e407 None None] Current status of the port 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:56.536092 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ec181aa6-13f5-43ed-bc42-e98c0ac2e407 None None] Could not find standard attr ID for object fda909ff-44cc-4528-8b14-f0329eeefe8d. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:22:56.593303 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-42286452-73e9-4f2e-be39-4b1ba3dff81f req-f1e8ae29-07ac-4942-9563-6c03d956ceb7 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 210 time: 0.3209195 Feb 19 04:22:56.624303 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-23479eb5-bb3f-449c-be4a-9512bee410db req-caccaed5-a5c8-453a-ba8a-38c27f227908 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.65 "GET /v2.0/ports?device_id=93d004ea-18de-4749-a29e-4c03c015c0b1 HTTP/1.1" status: 200 len: 210 time: 0.1268940 Feb 19 04:22:56.699276 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-4f69ac13-fe9b-4e1e-add4-343ee4ff1cad None None] Could not find standard attr ID for object fda909ff-44cc-4528-8b14-f0329eeefe8d. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:22:56.905060 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-daacc824-e801-4790-881f-7565792aefb9 None None] Publish callbacks [] for port (bc1287f1-33b9-4476-9a62-8a9a320a3a21), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:56.920233 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-daacc824-e801-4790-881f-7565792aefb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (bc1287f1-33b9-4476-9a62-8a9a320a3a21), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:56.978755 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (373a3e0f-d116-4470-aa8b-07543ffadc3d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:56.996685 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Network cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:57.083504 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daacc824-e801-4790-881f-7565792aefb9 None None] Network 21c5768f-76cd-4587-8c4d-3661566186fb is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:22:57.119310 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-daacc824-e801-4790-881f-7565792aefb9 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:57.125404 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daacc824-e801-4790-881f-7565792aefb9 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:57.218316 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacc824-e801-4790-881f-7565792aefb9 None None] Pushing event updated for resources: {'Port': ['ID=bc1287f1-33b9-4476-9a62-8a9a320a3a21,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:57.254801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:22:57.291107 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:22:57.319820 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-4aacb2f6-1b0e-4343-b0b1-c156c6c7feda tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:57.327237 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-4aacb2f6-1b0e-4343-b0b1-c156c6c7feda tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.10 "GET /v2.0/networks?id=1c84052c-91e0-4c2a-807c-a49aff1ef410 HTTP/1.1" status: 200 len: 811 time: 1.0476284 Feb 19 04:22:57.329322 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-daacc824-e801-4790-881f-7565792aefb9 None None] Attempting to bind port bc1287f1-33b9-4476-9a62-8a9a320a3a21 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:22:57.332150 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-daacc824-e801-4790-881f-7565792aefb9 None None] Attempting to bind port bc1287f1-33b9-4476-9a62-8a9a320a3a21 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '2d772b6d-12cc-4fd0-a138-81c7a0ec749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '21c5768f-76cd-4587-8c4d-3661566186fb'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:22:57.332889 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daacc824-e801-4790-881f-7565792aefb9 None None] Attempting to bind port bc1287f1-33b9-4476-9a62-8a9a320a3a21 on network 21c5768f-76cd-4587-8c4d-3661566186fb {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:22:57.396212 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daacc824-e801-4790-881f-7565792aefb9 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:22:57.398411 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daacc824-e801-4790-881f-7565792aefb9 None None] Checking segment: {'id': '2d772b6d-12cc-4fd0-a138-81c7a0ec749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '21c5768f-76cd-4587-8c4d-3661566186fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:22:57.403302 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-daacc824-e801-4790-881f-7565792aefb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.404025 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daacc824-e801-4790-881f-7565792aefb9 None None] Bound using segment: {'id': '2d772b6d-12cc-4fd0-a138-81c7a0ec749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '21c5768f-76cd-4587-8c4d-3661566186fb'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:22:57.411403 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-daacc824-e801-4790-881f-7565792aefb9 None None] Bound port: bc1287f1-33b9-4476-9a62-8a9a320a3a21, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d772b6d-12cc-4fd0-a138-81c7a0ec749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '21c5768f-76cd-4587-8c4d-3661566186fb'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:22:57.412600 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-daacc824-e801-4790-881f-7565792aefb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bc1287f1-33b9-4476-9a62-8a9a320a3a21), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.467439 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (21c5768f-76cd-4587-8c4d-3661566186fb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.499665 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c5768f-76cd-4587-8c4d-3661566186fb']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:57.513634 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d772b6d-12cc-4fd0-a138-81c7a0ec749f') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:57.514346 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d772b6d-12cc-4fd0-a138-81c7a0ec749f') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:57.531045 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (2d772b6d-12cc-4fd0-a138-81c7a0ec749f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.559168 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (2d772b6d-12cc-4fd0-a138-81c7a0ec749f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.575104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:22:57.575932 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (2d772b6d-12cc-4fd0-a138-81c7a0ec749f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.646249 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-44a22b52-9adf-4a08-8e4c-b0b561d3cd9b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Request body: {'port': {'device_id': '1068f6b3-e55d-49ff-b291-6dc0a406479d', 'network_id': '1c84052c-91e0-4c2a-807c-a49aff1ef410', 'admin_state_up': True, 'tenant_id': 'df9c39b1157b4ff4913cb78a1d6accf7'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:57.673468 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-499ac8f1-925e-4968-87c6-22bd65fe530c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (39a03061-a6f7-4916-90f5-a3a17025e1f4), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.699322 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Pushing event updated for resources: {'Port': ['ID=bf10202d-b570-486f-9937-a43c4f9d01e5,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:57.718264 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event deleted for resources: {'Subnet': ['ID=373a3e0f-d116-4470-aa8b-07543ffadc3d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:22:57.735636 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:22:57.794498 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.api [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 04:22:57.794498 n-d-772273-4 neutron-server[115199]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 04:22:57.794498 n-d-772273-4 neutron-server[115199]: [parameters: {'id': '21c5768f-76cd-4587-8c4d-3661566186fb'}] Feb 19 04:22:57.794498 n-d-772273-4 neutron-server[115199]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:22:57.795950 n-d-772273-4 neutron-server[115199]: DEBUG oslo_db.api [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:22:57.837083 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-daacc824-e801-4790-881f-7565792aefb9 None None] For port bc1287f1-33b9-4476-9a62-8a9a320a3a21, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:22:57.859909 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-daacc824-e801-4790-881f-7565792aefb9 None None] For port bc1287f1-33b9-4476-9a62-8a9a320a3a21, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=bc1287f1-33b9-4476-9a62-8a9a320a3a21,segment=NetworkSegment(2d772b6d-12cc-4fd0-a138-81c7a0ec749f),segment_id=2d772b6d-12cc-4fd0-a138-81c7a0ec749f)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:22:57.881689 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-daacc824-e801-4790-881f-7565792aefb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (bc1287f1-33b9-4476-9a62-8a9a320a3a21), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.035004 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e088a70-b85d-4140-9e1a-f3bf0484f83a req-3d067953-9c22-47db-a3c3-77919aa9373d tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:58.038728 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6e088a70-b85d-4140-9e1a-f3bf0484f83a req-3d067953-9c22-47db-a3c3-77919aa9373d tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 931 time: 0.2943735 Feb 19 04:22:58.043555 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:58.044673 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.094406 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:58.095250 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:58.096485 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:58.098870 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:58.100632 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:58.102821 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:58.103496 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:58.105264 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:58.106352 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:58.109412 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:58.111361 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:58.111932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:58.112482 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:58.166178 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-f675a01c-f97c-43b9-a7a4-fb1be2fcb393 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5215304 Feb 19 04:22:58.174967 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacc824-e801-4790-881f-7565792aefb9 None None] Pushing event updated for resources: {'Port': ['ID=bc1287f1-33b9-4476-9a62-8a9a320a3a21,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:58.210357 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-b45d2ed5-0bf9-4f21-940e-2151a825983b service neutron] Request body: {'port': {'device_id': '0cae1864-9aa4-40cd-8495-583878a423fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:22:58.217375 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6e088a70-b85d-4140-9e1a-f3bf0484f83a req-d8e46c54-9587-42e5-a10a-464968651efa tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/security-groups?id=cea4b522-df63-419d-b92f-eef69a56abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668603 Feb 19 04:22:58.297782 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (21c5768f-76cd-4587-8c4d-3661566186fb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.320762 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e851e2e-6fd4-4ff4-a762-831fd8898265 None None] get_active_networks_info from n-d-772273-4 {{(pid=115200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:22:58.433296 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9008d2e6-2628-466a-abe7-c80f390309be None None] Provisioning complete for port bf10202d-b570-486f-9937-a43c4f9d01e5 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:22:58.438108 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9008d2e6-2628-466a-abe7-c80f390309be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (bf10202d-b570-486f-9937-a43c4f9d01e5), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.462012 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-b45d2ed5-0bf9-4f21-940e-2151a825983b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bf10202d-b570-486f-9937-a43c4f9d01e5), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.472080 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Deleting port bc1287f1-33b9-4476-9a62-8a9a320a3a21 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:22:58.473342 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (bc1287f1-33b9-4476-9a62-8a9a320a3a21), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.731558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9008d2e6-2628-466a-abe7-c80f390309be None None] Port bf10202d-b570-486f-9937-a43c4f9d01e5 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:22:58.744772 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] For port bc1287f1-33b9-4476-9a62-8a9a320a3a21, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=bc1287f1-33b9-4476-9a62-8a9a320a3a21,segment=NetworkSegment(2d772b6d-12cc-4fd0-a138-81c7a0ec749f),segment_id=2d772b6d-12cc-4fd0-a138-81c7a0ec749f)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:58.746061 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (bc1287f1-33b9-4476-9a62-8a9a320a3a21), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:58.781152 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Calling delete_port for bc1287f1-33b9-4476-9a62-8a9a320a3a21 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:22:58.872550 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e851e2e-6fd4-4ff4-a762-831fd8898265 None None] Resources bound (agent type, host, resource id): {{(pid=115200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:22:58.989702 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (bc1287f1-33b9-4476-9a62-8a9a320a3a21), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:59.029161 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c135aa91-c895-4aba-ad35-857178a6ba13 req-6df82252-2c56-4862-a137-e26438a6b3b2 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 210 time: 0.0549374 Feb 19 04:22:59.062476 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event deleted for resources: {'Port': ['ID=bc1287f1-33b9-4476-9a62-8a9a320a3a21,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:59.069793 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] No DVR routers for this DVR port bc1287f1-33b9-4476-9a62-8a9a320a3a21 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:22:59.241060 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (21c5768f-76cd-4587-8c4d-3661566186fb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:59.267691 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c5768f-76cd-4587-8c4d-3661566186fb']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:59.286381 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d772b6d-12cc-4fd0-a138-81c7a0ec749f') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:59.286754 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d772b6d-12cc-4fd0-a138-81c7a0ec749f') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:22:59.311425 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (2d772b6d-12cc-4fd0-a138-81c7a0ec749f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:59.332849 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (2d772b6d-12cc-4fd0-a138-81c7a0ec749f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:59.345725 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:22:59.348356 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (2d772b6d-12cc-4fd0-a138-81c7a0ec749f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:59.568038 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc974eec-ffa9-45b0-b486-67ccdef1681f None None] Network 21c5768f-76cd-4587-8c4d-3661566186fb requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:22:59.668463 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:22:59.733368 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (21c5768f-76cd-4587-8c4d-3661566186fb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:59.739124 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59b1cd6a-f966-414c-b0ba-7aa018f7c192 req-4e2d4c38-a9f1-46f6-b0cf-305bf455ed04 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.65 "GET /v2.0/ports?device_id=93d004ea-18de-4749-a29e-4c03c015c0b1 HTTP/1.1" status: 200 len: 210 time: 0.1081915 Feb 19 04:22:59.749328 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:59.757868 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "DELETE /v2.0/networks/21c5768f-76cd-4587-8c4d-3661566186fb HTTP/1.1" status: 204 len: 168 time: 6.1373911 Feb 19 04:22:59.764441 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46408) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:59.887868 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e757b5-725a-42bb-b976-c14293d9ee86 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event deleted for resources: {'Network': ['ID=21c5768f-76cd-4587-8c4d-3661566186fb,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:59.892714 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50ea55f-ce4a-4257-9e69-6fe5fedf71ca tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] DELETE failed (client error): The resource could not be found. Feb 19 04:22:59.893742 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a50ea55f-ce4a-4257-9e69-6fe5fedf71ca tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:22:59.901435 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a50ea55f-ce4a-4257-9e69-6fe5fedf71ca tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "DELETE /v2.0/subnets/373a3e0f-d116-4470-aa8b-07543ffadc3d HTTP/1.1" status: 404 len: 337 time: 0.0845926 Feb 19 04:22:59.904532 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46412) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:22:59.975745 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-3022c0bd-279f-4979-8128-b0872035ac05 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] DELETE failed (client error): The resource could not be found. Feb 19 04:22:59.978732 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3022c0bd-279f-4979-8128-b0872035ac05 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:22:59.998965 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3022c0bd-279f-4979-8128-b0872035ac05 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "DELETE /v2.0/networks/21c5768f-76cd-4587-8c4d-3661566186fb HTTP/1.1" status: 404 len: 339 time: 0.0921516 Feb 19 04:23:00.006893 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46414) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:00.134404 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e4ad6b-2686-4e0a-b0d5-6326c567f11a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] DELETE failed (client error): The resource could not be found. Feb 19 04:23:00.134995 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e4ad6b-2686-4e0a-b0d5-6326c567f11a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:23:00.145904 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-25e4ad6b-2686-4e0a-b0d5-6326c567f11a tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "DELETE /v2.0/subnets/46662f0e-8c69-4145-8527-b914920359af HTTP/1.1" status: 404 len: 337 time: 0.1366401 Feb 19 04:23:00.161406 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46418) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:00.250040 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-6069f4a7-4ce2-4b62-84f6-9c9b0d3769c3 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] DELETE failed (client error): The resource could not be found. Feb 19 04:23:00.250846 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6069f4a7-4ce2-4b62-84f6-9c9b0d3769c3 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:23:00.256851 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6069f4a7-4ce2-4b62-84f6-9c9b0d3769c3 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "DELETE /v2.0/networks/4b3ada45-215e-413f-ae67-bb60c755a1d3 HTTP/1.1" status: 404 len: 339 time: 0.0962319 Feb 19 04:23:00.265092 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46420) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:00.400977 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec882c6-8f06-4942-9a1a-5d5c5b49403f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] DELETE failed (client error): The resource could not be found. Feb 19 04:23:00.405723 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec882c6-8f06-4942-9a1a-5d5c5b49403f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:23:00.426873 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9ec882c6-8f06-4942-9a1a-5d5c5b49403f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "DELETE /v2.0/subnets/4490a462-e896-4d51-b6e8-1fe27c0f8556 HTTP/1.1" status: 404 len: 337 time: 0.1598475 Feb 19 04:23:00.433888 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46422) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:00.458584 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-b45d2ed5-0bf9-4f21-940e-2151a825983b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf10202d-b570-486f-9937-a43c4f9d01e5 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:23:00.492185 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-b45d2ed5-0bf9-4f21-940e-2151a825983b service neutron] Publish callbacks [] for port (bf10202d-b570-486f-9937-a43c4f9d01e5), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:00.511682 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b78f9bb-9874-48d1-a4db-b35443afaa8b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] DELETE failed (client error): The resource could not be found. Feb 19 04:23:00.512282 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b78f9bb-9874-48d1-a4db-b35443afaa8b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:23:00.519489 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1b78f9bb-9874-48d1-a4db-b35443afaa8b tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "DELETE /v2.0/networks/ee5ea72d-7c5a-4778-8aec-7339909f68b6 HTTP/1.1" status: 404 len: 339 time: 0.0813394 Feb 19 04:23:00.525600 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46424) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:00.560148 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-4fd1290d-a527-4d6c-9d1d-ab581e730b5a tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:00.561959 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-4fd1290d-a527-4d6c-9d1d-ab581e730b5a tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.48 "GET /v2.0/networks?id=d300b036-a23c-4f72-a128-4395aa24b688 HTTP/1.1" status: 200 len: 813 time: 0.7536082 Feb 19 04:23:00.617499 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334536ee-49c9-4508-8677-0fe9a5f083c0 req-faa2c855-479b-429a-b7fd-0d00a6178314 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:00.633335 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-334536ee-49c9-4508-8677-0fe9a5f083c0 req-faa2c855-479b-429a-b7fd-0d00a6178314 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fda646d-952c-4b88-9307-062f9fb2e633 HTTP/1.1" status: 200 len: 945 time: 3.6913562 Feb 19 04:23:00.648415 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-98d864b5-feeb-4c3e-bd8f-bb0fb1eb6658 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Request body: {'port': {'device_id': '93d004ea-18de-4749-a29e-4c03c015c0b1', 'network_id': 'd300b036-a23c-4f72-a128-4395aa24b688', 'admin_state_up': True, 'tenant_id': '080243c82be24b34904096ae4c6466a7'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:00.713046 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adfb9b-2eef-4487-8bf0-bdffdef8a68f req-cdf97c68-d764-4869-9fc4-1d7f309f94f6 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:00.722959 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-43adfb9b-2eef-4487-8bf0-bdffdef8a68f req-cdf97c68-d764-4869-9fc4-1d7f309f94f6 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 931 time: 0.6028106 Feb 19 04:23:00.840337 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-43adfb9b-2eef-4487-8bf0-bdffdef8a68f req-8924c03e-267d-463d-b620-c4b4178a07bb tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/security-groups?id=cea4b522-df63-419d-b92f-eef69a56abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067848 Feb 19 04:23:00.902293 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9b636-bf40-4b6a-ac83-2310bbc311b5 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Deleting port 189f5822-26a1-43fc-b5ff-8a1efbbcffdf {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:00.902627 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b636-bf40-4b6a-ac83-2310bbc311b5 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (189f5822-26a1-43fc-b5ff-8a1efbbcffdf), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:00.989379 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-b45d2ed5-0bf9-4f21-940e-2151a825983b service neutron] Transition to ACTIVE for port object bf10202d-b570-486f-9937-a43c4f9d01e5 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:23:01.022545 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-499ac8f1-925e-4968-87c6-22bd65fe530c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (39a03061-a6f7-4916-90f5-a3a17025e1f4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.057859 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-b45d2ed5-0bf9-4f21-940e-2151a825983b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (bf10202d-b570-486f-9937-a43c4f9d01e5), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.104639 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b636-bf40-4b6a-ac83-2310bbc311b5 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (189f5822-26a1-43fc-b5ff-8a1efbbcffdf), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.121843 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1ab29a-517c-4680-87b9-c293b77a434d None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:01.134035 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-499ac8f1-925e-4968-87c6-22bd65fe530c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.138617 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-499ac8f1-925e-4968-87c6-22bd65fe530c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/39a03061-a6f7-4916-90f5-a3a17025e1f4 HTTP/1.1" status: 204 len: 168 time: 7.3008029 Feb 19 04:23:01.141101 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ac8f1-925e-4968-87c6-22bd65fe530c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=39a03061-a6f7-4916-90f5-a3a17025e1f4,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:01.143839 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46432) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:01.190125 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-334536ee-49c9-4508-8677-0fe9a5f083c0 req-7984b9e3-6058-449e-8911-33c7a4667a87 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503755 Feb 19 04:23:01.289607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-98d864b5-feeb-4c3e-bd8f-bb0fb1eb6658 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Made reservation on behalf of 080243c82be24b34904096ae4c6466a7 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:01.296042 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9b636-bf40-4b6a-ac83-2310bbc311b5 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Calling delete_port for 189f5822-26a1-43fc-b5ff-8a1efbbcffdf owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:01.313304 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-98d864b5-feeb-4c3e-bd8f-bb0fb1eb6658 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.344105 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-38a55e1c-107c-4244-9dac-ee4c9175f3e5 req-4fb3eb6a-18a9-484e-a5cf-efba204f35a9 service neutron] (115199) timed out ('10.222.0.65', 56402) {{(pid=115199) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:23:01.471622 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a0c84e81-d0a0-43cd-b425-68f468cfb182 req-dc7e12a8-65c8-4aa4-9a91-61442f674217 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 210 time: 0.1163955 Feb 19 04:23:01.589220 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-44a22b52-9adf-4a08-8e4c-b0b561d3cd9b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Made reservation on behalf of df9c39b1157b4ff4913cb78a1d6accf7 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:01.594727 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-44a22b52-9adf-4a08-8e4c-b0b561d3cd9b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:01.659630 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d678d9a-d4c4-4f58-8306-8511fddea1fb req-34f2f472-25e7-4558-a326-bcabced710b0 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.65 "GET /v2.0/ports?device_id=93d004ea-18de-4749-a29e-4c03c015c0b1 HTTP/1.1" status: 200 len: 210 time: 0.1436360 Feb 19 04:23:01.665597 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d2ed5-0bf9-4f21-940e-2151a825983b service neutron] Pushing event updated for resources: {'Port': ['ID=bf10202d-b570-486f-9937-a43c4f9d01e5,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:01.995580 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b636-bf40-4b6a-ac83-2310bbc311b5 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (189f5822-26a1-43fc-b5ff-8a1efbbcffdf), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.128389 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9b636-bf40-4b6a-ac83-2310bbc311b5 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event deleted for resources: {'Port': ['ID=189f5822-26a1-43fc-b5ff-8a1efbbcffdf,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:02.207271 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-98d864b5-feeb-4c3e-bd8f-bb0fb1eb6658 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Allocated IP 172.20.0.4 (d300b036-a23c-4f72-a128-4395aa24b688/f2ec2cb7-637d-4feb-bf2c-942129f21587/3660b998-263c-4b92-8715-c7e09065f9e1) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:02.235313 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-dfcdc9d0-f9a6-4a7b-bfd1-f0faf705c5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.235926 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4376ce-ab5b-4a8e-8c9c-abe20c023b02 req-03546546-ad37-4245-868b-490769b8abdd tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:02.260555 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4b4376ce-ab5b-4a8e-8c9c-abe20c023b02 req-03546546-ad37-4245-868b-490769b8abdd tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5181a1a-0867-4848-80b3-7e6187123e21 HTTP/1.1" status: 200 len: 946 time: 0.4364274 Feb 19 04:23:02.303411 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b636-bf40-4b6a-ac83-2310bbc311b5 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.313218 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fcc9b636-bf40-4b6a-ac83-2310bbc311b5 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "DELETE /v2.0/ports/189f5822-26a1-43fc-b5ff-8a1efbbcffdf HTTP/1.1" status: 204 len: 168 time: 1.7835276 Feb 19 04:23:02.316414 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46442) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:02.419215 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6fe3ca8-40bb-4ce4-931a-b13e3b542f32 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] DELETE failed (client error): The resource could not be found. Feb 19 04:23:02.420242 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6fe3ca8-40bb-4ce4-931a-b13e3b542f32 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:23:02.432523 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f6fe3ca8-40bb-4ce4-931a-b13e3b542f32 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "DELETE /v2.0/subnets/3df919b7-674b-4936-9cbf-3da1a92d35c4 HTTP/1.1" status: 404 len: 337 time: 0.1122079 Feb 19 04:23:02.435566 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46444) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:02.532768 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-98d864b5-feeb-4c3e-bd8f-bb0fb1eb6658 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Publish callbacks [] for port (3660b998-263c-4b92-8715-c7e09065f9e1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.625139 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bafa39c1-80d1-4c74-9c8d-add34969c8c3 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (9dae5ed1-9318-4621-8315-bfe35fcee06a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.672003 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4b4376ce-ab5b-4a8e-8c9c-abe20c023b02 req-a56ff48e-6e89-4972-bbcb-56638204201f tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094346 Feb 19 04:23:02.713251 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01fa5cf-a37c-48d0-9481-42c229442d8a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet ec9197ed-0071-4dd7-b7a6-9bc74cb33e28 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:23:02.770109 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-98d864b5-feeb-4c3e-bd8f-bb0fb1eb6658 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (3660b998-263c-4b92-8715-c7e09065f9e1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.809741 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a01fa5cf-a37c-48d0-9481-42c229442d8a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (ec9197ed-0071-4dd7-b7a6-9bc74cb33e28), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.878823 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a01fa5cf-a37c-48d0-9481-42c229442d8a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (ec9197ed-0071-4dd7-b7a6-9bc74cb33e28), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.890481 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bafa39c1-80d1-4c74-9c8d-add34969c8c3 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (9dae5ed1-9318-4621-8315-bfe35fcee06a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.918369 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-bafa39c1-80d1-4c74-9c8d-add34969c8c3 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dae5ed1-9318-4621-8315-bfe35fcee06a']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:02.930829 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-bafa39c1-80d1-4c74-9c8d-add34969c8c3 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d026e93-40b1-42ec-b2c8-cff1a40b0acc') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:02.931177 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-bafa39c1-80d1-4c74-9c8d-add34969c8c3 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d026e93-40b1-42ec-b2c8-cff1a40b0acc') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:02.942638 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bafa39c1-80d1-4c74-9c8d-add34969c8c3 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (0d026e93-40b1-42ec-b2c8-cff1a40b0acc), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.958465 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bafa39c1-80d1-4c74-9c8d-add34969c8c3 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (0d026e93-40b1-42ec-b2c8-cff1a40b0acc), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:02.972209 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bafa39c1-80d1-4c74-9c8d-add34969c8c3 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:23:02.973467 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bafa39c1-80d1-4c74-9c8d-add34969c8c3 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (0d026e93-40b1-42ec-b2c8-cff1a40b0acc), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.008771 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a01fa5cf-a37c-48d0-9481-42c229442d8a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (ec9197ed-0071-4dd7-b7a6-9bc74cb33e28), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:23:03.146926 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:23:03.152471 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bafa39c1-80d1-4c74-9c8d-add34969c8c3 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (9dae5ed1-9318-4621-8315-bfe35fcee06a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.212467 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-17a4155a-3957-4af3-a05a-577abbff40d2 req-f8eb3be1-cb65-4157-b508-aa0f12d76584 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 210 time: 0.0889199 Feb 19 04:23:03.266703 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bafa39c1-80d1-4c74-9c8d-add34969c8c3 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.273306 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-bafa39c1-80d1-4c74-9c8d-add34969c8c3 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "DELETE /v2.0/networks/9dae5ed1-9318-4621-8315-bfe35fcee06a HTTP/1.1" status: 204 len: 168 time: 0.8361120 Feb 19 04:23:03.285807 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa39c1-80d1-4c74-9c8d-add34969c8c3 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event deleted for resources: {'Network': ['ID=9dae5ed1-9318-4621-8315-bfe35fcee06a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:03.289321 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46456) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:03.471842 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-44a22b52-9adf-4a08-8e4c-b0b561d3cd9b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Allocated IP 172.20.0.5 (1c84052c-91e0-4c2a-807c-a49aff1ef410/c4888f38-26f5-49c8-afae-244433e40900/1eae58e1-9dc8-42d4-a68e-6edcd18a56cb) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:03.478106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0dee6f74-59a3-492d-92d8-ced65ec1bb5c None None] Provisioning complete for port 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:03.479039 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0dee6f74-59a3-492d-92d8-ced65ec1bb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.571991 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe2b7e-a25a-4e48-8531-f3f0d7acb1fe req-848eed05-9f7c-4d6c-82d3-dabe250003d5 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:03.574471 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-73fe2b7e-a25a-4e48-8531-f3f0d7acb1fe req-848eed05-9f7c-4d6c-82d3-dabe250003d5 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.65 "GET /v2.0/ports?device_id=93d004ea-18de-4749-a29e-4c03c015c0b1 HTTP/1.1" status: 200 len: 931 time: 0.1928093 Feb 19 04:23:03.577503 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-f2b57288-c1c7-41c7-9442-d82eaeeb3dbc tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Deleting port 0d537b72-ad39-4dcf-bb8a-fbd8df2ed0ea {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:03.578177 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f2b57288-c1c7-41c7-9442-d82eaeeb3dbc tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0d537b72-ad39-4dcf-bb8a-fbd8df2ed0ea), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.673475 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f2b57288-c1c7-41c7-9442-d82eaeeb3dbc tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0d537b72-ad39-4dcf-bb8a-fbd8df2ed0ea), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.691709 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-f2b57288-c1c7-41c7-9442-d82eaeeb3dbc tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Calling delete_port for 0d537b72-ad39-4dcf-bb8a-fbd8df2ed0ea owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:03.786387 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0dee6f74-59a3-492d-92d8-ced65ec1bb5c None None] Current status of the port 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:03.821632 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f2b57288-c1c7-41c7-9442-d82eaeeb3dbc tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (0d537b72-ad39-4dcf-bb8a-fbd8df2ed0ea), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.858852 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-44a22b52-9adf-4a08-8e4c-b0b561d3cd9b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Publish callbacks [] for port (1eae58e1-9dc8-42d4-a68e-6edcd18a56cb), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.860537 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b57288-c1c7-41c7-9442-d82eaeeb3dbc tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event deleted for resources: {'Port': ['ID=0d537b72-ad39-4dcf-bb8a-fbd8df2ed0ea,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:03.896802 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f2b57288-c1c7-41c7-9442-d82eaeeb3dbc tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.905628 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f2b57288-c1c7-41c7-9442-d82eaeeb3dbc tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "DELETE /v2.0/ports/0d537b72-ad39-4dcf-bb8a-fbd8df2ed0ea HTTP/1.1" status: 204 len: 168 time: 0.6075094 Feb 19 04:23:03.913692 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46460) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:03.937564 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-73fe2b7e-a25a-4e48-8531-f3f0d7acb1fe req-428b82fa-fc7b-4098-b9db-dde715c61aad tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec473abc-f036-46d1-bd41-b4419e4d66e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420741 Feb 19 04:23:03.958208 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a01fa5cf-a37c-48d0-9481-42c229442d8a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (ec9197ed-0071-4dd7-b7a6-9bc74cb33e28), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:03.980181 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6a77d4-aca4-443b-ae71-fcde4fbedfff tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] DELETE failed (client error): The resource could not be found. Feb 19 04:23:03.980748 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d6a77d4-aca4-443b-ae71-fcde4fbedfff tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:23:03.986036 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7d6a77d4-aca4-443b-ae71-fcde4fbedfff tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "DELETE /v2.0/subnets/92102b3c-8d54-4224-9a4d-0ab61aaf6899 HTTP/1.1" status: 404 len: 337 time: 0.0708869 Feb 19 04:23:03.989569 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46462) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:04.093309 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-44a22b52-9adf-4a08-8e4c-b0b561d3cd9b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (1eae58e1-9dc8-42d4-a68e-6edcd18a56cb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.093833 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a856fb-bc15-4937-98d1-b9dbd87b6943 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:04.102137 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-b45d2ed5-0bf9-4f21-940e-2151a825983b service neutron] Attempting to bind port bf10202d-b570-486f-9937-a43c4f9d01e5 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:04.107030 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-b45d2ed5-0bf9-4f21-940e-2151a825983b service neutron] Attempting to bind port bf10202d-b570-486f-9937-a43c4f9d01e5 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '10ce9f64-fc7a-4610-9c0f-d2c168305f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:04.109779 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-b45d2ed5-0bf9-4f21-940e-2151a825983b service neutron] Attempting to bind port bf10202d-b570-486f-9937-a43c4f9d01e5 on network cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:04.188014 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a01fa5cf-a37c-48d0-9481-42c229442d8a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.212205 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a01fa5cf-a37c-48d0-9481-42c229442d8a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/ec9197ed-0071-4dd7-b7a6-9bc74cb33e28 HTTP/1.1" status: 204 len: 168 time: 3.0190890 Feb 19 04:23:04.244185 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['6f1137a5-e292-403a-8a79-de92781e87ed'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:23:04.275441 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5cd97a7d-a045-4143-bf9c-34b6dabf1652 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (03b1880c-79cb-4443-8349-0501639f33ff), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.304385 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46466) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:04.348312 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d864b5-feeb-4c3e-bd8f-bb0fb1eb6658 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Pushing event updated for resources: {'Port': ['ID=3660b998-263c-4b92-8715-c7e09065f9e1,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:04.474519 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7488c3a6-a222-4779-b085-1a6d6b096ad7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1664391 Feb 19 04:23:04.475733 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46472) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:04.495300 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-ae468862-3502-4d23-b5cf-31255a20d0a2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:04.638199 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-98d864b5-feeb-4c3e-bd8f-bb0fb1eb6658 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Network d300b036-a23c-4f72-a128-4395aa24b688 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:04.660213 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a22b52-9adf-4a08-8e4c-b0b561d3cd9b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Pushing event updated for resources: {'Port': ['ID=1eae58e1-9dc8-42d4-a68e-6edcd18a56cb,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:04.685931 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f0488-6fb8-4ef4-9709-be1a255210aa req-8610f463-cc07-422f-bac4-e841be6325e8 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:04.692802 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-722f0488-6fb8-4ef4-9709-be1a255210aa req-8610f463-cc07-422f-bac4-e841be6325e8 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 943 time: 2.2665541 Feb 19 04:23:04.694898 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-b45d2ed5-0bf9-4f21-940e-2151a825983b service neutron] Port bf10202d-b570-486f-9937-a43c4f9d01e5 on network cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:23:04.694898 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-b45d2ed5-0bf9-4f21-940e-2151a825983b service neutron] Attempting to bind port bf10202d-b570-486f-9937-a43c4f9d01e5 on network cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:04.728350 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-44a22b52-9adf-4a08-8e4c-b0b561d3cd9b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Network 1c84052c-91e0-4c2a-807c-a49aff1ef410 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:04.736890 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01fa5cf-a37c-48d0-9481-42c229442d8a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=ec9197ed-0071-4dd7-b7a6-9bc74cb33e28,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:04.740566 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-98d864b5-feeb-4c3e-bd8f-bb0fb1eb6658 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:04.749332 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-98d864b5-feeb-4c3e-bd8f-bb0fb1eb6658 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:04.766766 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-44a22b52-9adf-4a08-8e4c-b0b561d3cd9b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:04.769535 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-b45d2ed5-0bf9-4f21-940e-2151a825983b service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:23:04.769952 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-b45d2ed5-0bf9-4f21-940e-2151a825983b service neutron] Checking segment: {'id': '10ce9f64-fc7a-4610-9c0f-d2c168305f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:04.770393 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-b45d2ed5-0bf9-4f21-940e-2151a825983b service neutron] Bound using segment: {'id': '10ce9f64-fc7a-4610-9c0f-d2c168305f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:23:04.772249 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-b45d2ed5-0bf9-4f21-940e-2151a825983b service neutron] Bound port: bf10202d-b570-486f-9937-a43c4f9d01e5, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10ce9f64-fc7a-4610-9c0f-d2c168305f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:23:04.772249 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-b45d2ed5-0bf9-4f21-940e-2151a825983b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bf10202d-b570-486f-9937-a43c4f9d01e5), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.775905 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-44a22b52-9adf-4a08-8e4c-b0b561d3cd9b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:04.887650 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e4a9d1-ed43-4083-8e46-781cab7fb591 None None] DHCP port deletion for 9e765b0b-136b-493b-bef9-44145ed793f7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:23:04.906246 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5cd97a7d-a045-4143-bf9c-34b6dabf1652 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (03b1880c-79cb-4443-8349-0501639f33ff), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.932476 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-5cd97a7d-a045-4143-bf9c-34b6dabf1652 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b1880c-79cb-4443-8349-0501639f33ff']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:04.947469 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-5cd97a7d-a045-4143-bf9c-34b6dabf1652 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5eca2e-f190-452c-b9ac-f7293d1386bc') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:04.947802 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-5cd97a7d-a045-4143-bf9c-34b6dabf1652 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5eca2e-f190-452c-b9ac-f7293d1386bc') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:04.968818 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5cd97a7d-a045-4143-bf9c-34b6dabf1652 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (db5eca2e-f190-452c-b9ac-f7293d1386bc), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.998556 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5cd97a7d-a045-4143-bf9c-34b6dabf1652 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (db5eca2e-f190-452c-b9ac-f7293d1386bc), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.015182 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd97a7d-a045-4143-bf9c-34b6dabf1652 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:23:05.015182 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5cd97a7d-a045-4143-bf9c-34b6dabf1652 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (db5eca2e-f190-452c-b9ac-f7293d1386bc), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.106956 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-44a22b52-9adf-4a08-8e4c-b0b561d3cd9b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:23:05.109095 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:23:05.111391 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-44a22b52-9adf-4a08-8e4c-b0b561d3cd9b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.118188 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5cd97a7d-a045-4143-bf9c-34b6dabf1652 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (03b1880c-79cb-4443-8349-0501639f33ff), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.139149 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5cd97a7d-a045-4143-bf9c-34b6dabf1652 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.142791 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-97750d67-cbc7-4d5e-bca7-84b5400c004b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.143009 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5cd97a7d-a045-4143-bf9c-34b6dabf1652 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "DELETE /v2.0/networks/03b1880c-79cb-4443-8349-0501639f33ff HTTP/1.1" status: 204 len: 168 time: 1.1521857 Feb 19 04:23:05.150989 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46478) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:05.194208 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-98d864b5-feeb-4c3e-bd8f-bb0fb1eb6658 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:05.195379 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-98d864b5-feeb-4c3e-bd8f-bb0fb1eb6658 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.243939 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-12e4a9d1-ed43-4083-8e46-781cab7fb591 None None] Deleting port 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:05.244714 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-12e4a9d1-ed43-4083-8e46-781cab7fb591 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.264216 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-722f0488-6fb8-4ef4-9709-be1a255210aa req-506d8abc-e84d-4a6b-8d77-1518655dfe3f tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/security-groups?id=cea4b522-df63-419d-b92f-eef69a56abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5015404 Feb 19 04:23:05.344556 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-98d864b5-feeb-4c3e-bd8f-bb0fb1eb6658 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7016184 Feb 19 04:23:05.382666 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-070b414f-7149-4465-82e2-4ad74ee18c6c service neutron] Request body: {'port': {'device_id': '93d004ea-18de-4749-a29e-4c03c015c0b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:05.461833 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-44a22b52-9adf-4a08-8e4c-b0b561d3cd9b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0655584 Feb 19 04:23:05.579824 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-04926019-82e3-42f3-8ae4-c16b6e48af74 service neutron] Request body: {'port': {'device_id': '1068f6b3-e55d-49ff-b291-6dc0a406479d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:05.592621 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-12e4a9d1-ed43-4083-8e46-781cab7fb591 None None] For port 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:05.593693 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-12e4a9d1-ed43-4083-8e46-781cab7fb591 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.614435 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-b45d2ed5-0bf9-4f21-940e-2151a825983b service neutron] For port bf10202d-b570-486f-9937-a43c4f9d01e5, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:23:05.639822 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-12e4a9d1-ed43-4083-8e46-781cab7fb591 None None] Calling delete_port for 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:05.787243 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-b45d2ed5-0bf9-4f21-940e-2151a825983b service neutron] For port bf10202d-b570-486f-9937-a43c4f9d01e5, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=bf10202d-b570-486f-9937-a43c4f9d01e5,segment=NetworkSegment(10ce9f64-fc7a-4610-9c0f-d2c168305f00),segment_id=10ce9f64-fc7a-4610-9c0f-d2c168305f00)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:23:05.808321 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-b45d2ed5-0bf9-4f21-940e-2151a825983b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (bf10202d-b570-486f-9937-a43c4f9d01e5), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.934306 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-12e4a9d1-ed43-4083-8e46-781cab7fb591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.960926 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e4a9d1-ed43-4083-8e46-781cab7fb591 None None] No DVR routers for this DVR port 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:23:06.028988 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4a9d1-ed43-4083-8e46-781cab7fb591 None None] Pushing event deleted for resources: {'Port': ['ID=4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:06.049779 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d2ed5-0bf9-4f21-940e-2151a825983b service neutron] Pushing event updated for resources: {'Port': ['ID=bf10202d-b570-486f-9937-a43c4f9d01e5,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:06.178834 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-04926019-82e3-42f3-8ae4-c16b6e48af74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1eae58e1-9dc8-42d4-a68e-6edcd18a56cb), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.193664 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-b45d2ed5-0bf9-4f21-940e-2151a825983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:06.195257 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-b45d2ed5-0bf9-4f21-940e-2151a825983b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.200412 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-b45d2ed5-0bf9-4f21-940e-2151a825983b service neutron] 10.222.0.10 "PUT /v2.0/ports/bf10202d-b570-486f-9937-a43c4f9d01e5 HTTP/1.1" status: 200 len: 1091 time: 7.9983630 Feb 19 04:23:06.201555 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-070b414f-7149-4465-82e2-4ad74ee18c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3660b998-263c-4b92-8715-c7e09065f9e1), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.204177 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cae1864-9aa4-40cd-8495-583878a423fe', 'tag': 'bf10202d-b570-486f-9937-a43c4f9d01e5'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:06.222326 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a175a53c-c3d0-4703-8554-6ab409e90b35" -d '{"events": [{"name": "network-changed", "server_uuid": "0cae1864-9aa4-40cd-8495-583878a423fe", "tag": "bf10202d-b570-486f-9937-a43c4f9d01e5"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:06.383977 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:06.433194 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:23:06.433550 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4cd7d5a1-1f0a-4f4b-91e1-1f65fecadb09 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:23:06.494570 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-477a2d64-b7ac-42ad-a428-45fdf5b581ab tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Deleting subnet dc798f11-3a05-4272-8cdc-98ba9056e26c {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:23:06.508991 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-477a2d64-b7ac-42ad-a428-45fdf5b581ab tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks [] for subnet (dc798f11-3a05-4272-8cdc-98ba9056e26c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.523135 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6cd84-1407-44f8-89c5-4b11c66a23dc req-ee53e727-5d26-4f09-82a0-bebae4b245b5 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:06.530786 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-68f6cd84-1407-44f8-89c5-4b11c66a23dc req-ee53e727-5d26-4f09-82a0-bebae4b245b5 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.65 "GET /v2.0/ports?device_id=93d004ea-18de-4749-a29e-4c03c015c0b1 HTTP/1.1" status: 200 len: 931 time: 0.5075278 Feb 19 04:23:06.587797 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-477a2d64-b7ac-42ad-a428-45fdf5b581ab tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (dc798f11-3a05-4272-8cdc-98ba9056e26c), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.659091 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27901301-c70e-4241-91d6-3f90fc83eeae req-9e433231-0251-4374-876b-fca1d52f3c00 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:06.662425 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-27901301-c70e-4241-91d6-3f90fc83eeae req-9e433231-0251-4374-876b-fca1d52f3c00 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 931 time: 1.9314837 Feb 19 04:23:06.664973 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd97a7d-a045-4143-bf9c-34b6dabf1652 tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event deleted for resources: {'Network': ['ID=03b1880c-79cb-4443-8349-0501639f33ff,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:06.667990 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae468862-3502-4d23-b5cf-31255a20d0a2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:06.672230 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae468862-3502-4d23-b5cf-31255a20d0a2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.730297 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.788388 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-f000f8f5-284c-47c6-8ffe-fc08133a0d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:06.790304 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-f000f8f5-284c-47c6-8ffe-fc08133a0d40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49a7bbf595ba4e2ab97185ce2db519c7&device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 1125 time: 0.5315444 Feb 19 04:23:07.045293 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-070b414f-7149-4465-82e2-4ad74ee18c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3660b998-263c-4b92-8715-c7e09065f9e1 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:23:07.074004 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-070b414f-7149-4465-82e2-4ad74ee18c6c service neutron] Publish callbacks [] for port (3660b998-263c-4b92-8715-c7e09065f9e1), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.091960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-070b414f-7149-4465-82e2-4ad74ee18c6c service neutron] Transition to ACTIVE for port object 3660b998-263c-4b92-8715-c7e09065f9e1 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:23:07.246026 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.266847 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-477a2d64-b7ac-42ad-a428-45fdf5b581ab tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (dc798f11-3a05-4272-8cdc-98ba9056e26c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.343597 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-04926019-82e3-42f3-8ae4-c16b6e48af74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:23:07.356530 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-04926019-82e3-42f3-8ae4-c16b6e48af74 service neutron] Publish callbacks [] for port (1eae58e1-9dc8-42d4-a68e-6edcd18a56cb), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.379616 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-04926019-82e3-42f3-8ae4-c16b6e48af74 service neutron] Transition to ACTIVE for port object 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:23:07.414409 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-070b414f-7149-4465-82e2-4ad74ee18c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (3660b998-263c-4b92-8715-c7e09065f9e1), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.429298 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-68f6cd84-1407-44f8-89c5-4b11c66a23dc req-df7af657-bfe5-46b1-bf97-3522a3acf0cb tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec473abc-f036-46d1-bd41-b4419e4d66e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8742816 Feb 19 04:23:07.503880 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-27901301-c70e-4241-91d6-3f90fc83eeae req-611a1e88-bf5b-4961-be0c-4030cb09640e tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8012316 Feb 19 04:23:07.516841 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-477a2d64-b7ac-42ad-a428-45fdf5b581ab tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (dc798f11-3a05-4272-8cdc-98ba9056e26c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.555135 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-59d62ea3-5ab4-40f7-a232-66f6232b1d2c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf10202d-b570-486f-9937-a43c4f9d01e5 HTTP/1.1" status: 200 len: 217 time: 0.4611778 Feb 19 04:23:07.578478 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-04926019-82e3-42f3-8ae4-c16b6e48af74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (1eae58e1-9dc8-42d4-a68e-6edcd18a56cb), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.718998 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d2acec-5831-48cb-92b2-c9f370ebf710 None None] Network 118cbe85-1b3f-4f61-806f-257f6a51632e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:07.742130 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46506) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:07.750405 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a2d64-b7ac-42ad-a428-45fdf5b581ab tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event deleted for resources: {'Subnet': ['ID=dc798f11-3a05-4272-8cdc-98ba9056e26c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:07.794384 n-d-772273-4 neutron-server[115199]: DEBUG neutron.objects.ports [None req-ae468862-3502-4d23-b5cf-31255a20d0a2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115199) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:23:07.807286 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-477a2d64-b7ac-42ad-a428-45fdf5b581ab tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.810826 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-477a2d64-b7ac-42ad-a428-45fdf5b581ab tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "DELETE /v2.0/subnets/dc798f11-3a05-4272-8cdc-98ba9056e26c HTTP/1.1" status: 204 len: 168 time: 2.6583459 Feb 19 04:23:07.818164 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae468862-3502-4d23-b5cf-31255a20d0a2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (3cd2873a-6b56-4373-bfa9-e05855275e14), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.837470 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46510) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:07.844897 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520fb91-b330-4dea-85ca-522dd6a54898 req-77404701-62ad-4021-9e77-add060578386 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:07.846716 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f520fb91-b330-4dea-85ca-522dd6a54898 req-77404701-62ad-4021-9e77-add060578386 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.48 "GET /v2.0/ports?device_id=4fda646d-952c-4b88-9307-062f9fb2e633 HTTP/1.1" status: 200 len: 945 time: 0.4462473 Feb 19 04:23:07.920862 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae468862-3502-4d23-b5cf-31255a20d0a2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:07.951726 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea141a9-c14f-43e9-bc59-80bfae28c83a req-b80fabd3-b354-4741-b8cc-1940334f0d76 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:07.953592 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1ea141a9-c14f-43e9-bc59-80bfae28c83a req-b80fabd3-b354-4741-b8cc-1940334f0d76 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5181a1a-0867-4848-80b3-7e6187123e21 HTTP/1.1" status: 200 len: 946 time: 1.5570536 Feb 19 04:23:07.971614 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25239f45-6daa-4eb5-8a65-e1ad21cf7a30 x-openstack-request-id: req-25239f45-6daa-4eb5-8a65-e1ad21cf7a30 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:07.972108 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cae1864-9aa4-40cd-8495-583878a423fe", "tag": "bf10202d-b570-486f-9937-a43c4f9d01e5", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:07.972420 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-25239f45-6daa-4eb5-8a65-e1ad21cf7a30 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:07.972827 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cae1864-9aa4-40cd-8495-583878a423fe', 'tag': 'bf10202d-b570-486f-9937-a43c4f9d01e5', 'status': 'completed', 'code': 200} Feb 19 04:23:08.024778 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-35579026-d254-47ce-ace4-f9dc78d810de tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:08.045755 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-35579026-d254-47ce-ace4-f9dc78d810de tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/networks?id=1403bd4f-dfe9-4e23-a75a-2d1d7160da01 HTTP/1.1" status: 200 len: 813 time: 0.4554038 Feb 19 04:23:08.079499 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:08.139933 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae468862-3502-4d23-b5cf-31255a20d0a2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=3cd2873a-6b56-4373-bfa9-e05855275e14,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:08.143068 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-ae468862-3502-4d23-b5cf-31255a20d0a2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:08.176011 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92afd80-6068-4fac-86fc-0d5b7d6f7c80 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:08.247765 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b414f-7149-4465-82e2-4ad74ee18c6c service neutron] Pushing event updated for resources: {'Port': ['ID=3660b998-263c-4b92-8715-c7e09065f9e1,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:08.262445 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae468862-3502-4d23-b5cf-31255a20d0a2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:08.264260 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae468862-3502-4d23-b5cf-31255a20d0a2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:08.376342 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04926019-82e3-42f3-8ae4-c16b6e48af74 service neutron] Pushing event updated for resources: {'Port': ['ID=1eae58e1-9dc8-42d4-a68e-6edcd18a56cb,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:08.556873 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eee8dd-8971-4d2f-873e-925d4df9014a None None] DHCP port deletion for 118cbe85-1b3f-4f61-806f-257f6a51632e request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:23:08.577315 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-c3f4b32d-4b4d-44d4-acbb-d26efd27dd72 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/quotas/506cb7596c474a7f90c5d2404b0aa738 HTTP/1.1" status: 200 len: 375 time: 0.5152791 Feb 19 04:23:08.607845 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ced495b-c025-4fa2-97fa-8ca39661d62c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9e765b0b-136b-493b-bef9-44145ed793f7', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'fixed_ips': [{'subnet_id': '3cd2873a-6b56-4373-bfa9-e05855275e14'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:23:08.611698 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2ced495b-c025-4fa2-97fa-8ca39661d62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:08.616373 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-ac6ab9c8-3b04-41fa-8f9e-071dade13bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:08.619910 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-ac6ab9c8-3b04-41fa-8f9e-071dade13bfe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=74e94b9f-2f2f-4190-b9f7-e78f36ba82b9 HTTP/1.1" status: 200 len: 855 time: 1.0299282 Feb 19 04:23:08.859054 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-2ced495b-c025-4fa2-97fa-8ca39661d62c None None] Allocated IP 2001:db8::f816:3eff:fe95:482a (9e765b0b-136b-493b-bef9-44145ed793f7/3cd2873a-6b56-4373-bfa9-e05855275e14/0fc57b87-ae92-4420-9c59-6a9821241371) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:08.947622 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-070b414f-7149-4465-82e2-4ad74ee18c6c service neutron] Attempting to bind port 3660b998-263c-4b92-8715-c7e09065f9e1 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:08.948333 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-070b414f-7149-4465-82e2-4ad74ee18c6c service neutron] Attempting to bind port 3660b998-263c-4b92-8715-c7e09065f9e1 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '9072b92a-d3c0-4226-9eb6-c84f62aba446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd300b036-a23c-4f72-a128-4395aa24b688'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:08.948853 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-070b414f-7149-4465-82e2-4ad74ee18c6c service neutron] Attempting to bind port 3660b998-263c-4b92-8715-c7e09065f9e1 on network d300b036-a23c-4f72-a128-4395aa24b688 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:08.964880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-070b414f-7149-4465-82e2-4ad74ee18c6c service neutron] Port 3660b998-263c-4b92-8715-c7e09065f9e1 on network d300b036-a23c-4f72-a128-4395aa24b688 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:23:08.965628 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-070b414f-7149-4465-82e2-4ad74ee18c6c service neutron] Attempting to bind port 3660b998-263c-4b92-8715-c7e09065f9e1 on network d300b036-a23c-4f72-a128-4395aa24b688 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:08.996419 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-31685c77-dbc8-4925-b92b-36940b8d31ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:08.998840 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-31685c77-dbc8-4925-b92b-36940b8d31ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3117557 Feb 19 04:23:08.999985 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-070b414f-7149-4465-82e2-4ad74ee18c6c service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:23:09.001417 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-070b414f-7149-4465-82e2-4ad74ee18c6c service neutron] Checking segment: {'id': '9072b92a-d3c0-4226-9eb6-c84f62aba446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd300b036-a23c-4f72-a128-4395aa24b688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:09.002123 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-070b414f-7149-4465-82e2-4ad74ee18c6c service neutron] Bound using segment: {'id': '9072b92a-d3c0-4226-9eb6-c84f62aba446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd300b036-a23c-4f72-a128-4395aa24b688'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:23:09.002811 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-070b414f-7149-4465-82e2-4ad74ee18c6c service neutron] Bound port: 3660b998-263c-4b92-8715-c7e09065f9e1, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9072b92a-d3c0-4226-9eb6-c84f62aba446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd300b036-a23c-4f72-a128-4395aa24b688'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:23:09.003369 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-070b414f-7149-4465-82e2-4ad74ee18c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3660b998-263c-4b92-8715-c7e09065f9e1), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.065161 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b50f4e-0096-4861-986f-965605fce2f1 req-7771cf7a-2efd-456b-ac05-f83338a3bc24 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:09.076891 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d2b50f4e-0096-4861-986f-965605fce2f1 req-7771cf7a-2efd-456b-ac05-f83338a3bc24 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 943 time: 1.3793001 Feb 19 04:23:09.092619 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-070b414f-7149-4465-82e2-4ad74ee18c6c service neutron] For port 3660b998-263c-4b92-8715-c7e09065f9e1, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:23:09.097370 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-070b414f-7149-4465-82e2-4ad74ee18c6c service neutron] For port 3660b998-263c-4b92-8715-c7e09065f9e1, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3660b998-263c-4b92-8715-c7e09065f9e1,segment=NetworkSegment(9072b92a-d3c0-4226-9eb6-c84f62aba446),segment_id=9072b92a-d3c0-4226-9eb6-c84f62aba446)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:23:09.110165 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f967eb65-bfb5-42b5-b3ef-9de290e9893f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (118cbe85-1b3f-4f61-806f-257f6a51632e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.125600 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-070b414f-7149-4465-82e2-4ad74ee18c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (3660b998-263c-4b92-8715-c7e09065f9e1), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.141324 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ae468862-3502-4d23-b5cf-31255a20d0a2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6577802 Feb 19 04:23:09.149106 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46518) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:09.162236 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-f82f5c10-782f-499e-8259-42f7cf9045bc tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=506cb7596c474a7f90c5d2404b0aa738&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5700474 Feb 19 04:23:09.162659 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-abd30b09-8521-405f-90e5-de1bf00a6148 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:09.173734 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-070b414f-7149-4465-82e2-4ad74ee18c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:09.174762 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-070b414f-7149-4465-82e2-4ad74ee18c6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.176440 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-070b414f-7149-4465-82e2-4ad74ee18c6c service neutron] 10.222.0.48 "PUT /v2.0/ports/3660b998-263c-4b92-8715-c7e09065f9e1 HTTP/1.1" status: 200 len: 1091 time: 3.8098547 Feb 19 04:23:09.418846 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.439016 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d2b50f4e-0096-4861-986f-965605fce2f1 req-d47c048d-a3d7-4124-8f26-a95576f30bb0 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/security-groups?id=cea4b522-df63-419d-b92f-eef69a56abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3610764 Feb 19 04:23:09.441822 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.500441 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-31eee8dd-8971-4d2f-873e-925d4df9014a None None] Deleting port b43b9ea3-ef40-4664-9f5b-86d9d29776f0 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:09.500852 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-31eee8dd-8971-4d2f-873e-925d4df9014a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b43b9ea3-ef40-4664-9f5b-86d9d29776f0), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.637793 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-f520fb91-b330-4dea-85ca-522dd6a54898 req-e1617b71-194c-496b-8405-02a0b8c69add tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Deleting port 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:09.638329 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f520fb91-b330-4dea-85ca-522dd6a54898 req-e1617b71-194c-496b-8405-02a0b8c69add tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.662846 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-31eee8dd-8971-4d2f-873e-925d4df9014a None None] For port b43b9ea3-ef40-4664-9f5b-86d9d29776f0, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b43b9ea3-ef40-4664-9f5b-86d9d29776f0,segment=NetworkSegment(31df5968-4120-4fb3-9317-5576a3462577),segment_id=31df5968-4120-4fb3-9317-5576a3462577)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:09.663664 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-31eee8dd-8971-4d2f-873e-925d4df9014a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b43b9ea3-ef40-4664-9f5b-86d9d29776f0), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.696746 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-31eee8dd-8971-4d2f-873e-925d4df9014a None None] Calling delete_port for b43b9ea3-ef40-4664-9f5b-86d9d29776f0 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:09.699316 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2ced495b-c025-4fa2-97fa-8ca39661d62c None None] Publish callbacks [] for port (0fc57b87-ae92-4420-9c59-6a9821241371), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.849563 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-5f5afbbe-a2b7-4f09-9ca3-0fd6b45520aa service neutron] 10.222.0.65 "GET /v2.0/networks/1403bd4f-dfe9-4e23-a75a-2d1d7160da01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592756 Feb 19 04:23:09.871382 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2ced495b-c025-4fa2-97fa-8ca39661d62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (0fc57b87-ae92-4420-9c59-6a9821241371), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.904389 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-04926019-82e3-42f3-8ae4-c16b6e48af74 service neutron] Attempting to bind port 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:09.905151 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-04926019-82e3-42f3-8ae4-c16b6e48af74 service neutron] Attempting to bind port 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '7475f1e8-9ba9-4f4c-a789-729c28f3ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1c84052c-91e0-4c2a-807c-a49aff1ef410'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:09.905734 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-04926019-82e3-42f3-8ae4-c16b6e48af74 service neutron] Attempting to bind port 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb on network 1c84052c-91e0-4c2a-807c-a49aff1ef410 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:09.918724 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-04926019-82e3-42f3-8ae4-c16b6e48af74 service neutron] Port 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb on network 1c84052c-91e0-4c2a-807c-a49aff1ef410 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:23:09.919360 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-04926019-82e3-42f3-8ae4-c16b6e48af74 service neutron] Attempting to bind port 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb on network 1c84052c-91e0-4c2a-807c-a49aff1ef410 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:09.948576 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd30b09-8521-405f-90e5-de1bf00a6148 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:09.955469 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-abd30b09-8521-405f-90e5-de1bf00a6148 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.965006 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced495b-c025-4fa2-97fa-8ca39661d62c None None] Pushing event updated for resources: {'Port': ['ID=0fc57b87-ae92-4420-9c59-6a9821241371,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:09.969601 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-31eee8dd-8971-4d2f-873e-925d4df9014a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (b43b9ea3-ef40-4664-9f5b-86d9d29776f0), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.999519 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-04926019-82e3-42f3-8ae4-c16b6e48af74 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:23:10.000418 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-04926019-82e3-42f3-8ae4-c16b6e48af74 service neutron] Checking segment: {'id': '7475f1e8-9ba9-4f4c-a789-729c28f3ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1c84052c-91e0-4c2a-807c-a49aff1ef410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:10.001724 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-04926019-82e3-42f3-8ae4-c16b6e48af74 service neutron] Bound using segment: {'id': '7475f1e8-9ba9-4f4c-a789-729c28f3ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1c84052c-91e0-4c2a-807c-a49aff1ef410'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:23:10.004043 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-04926019-82e3-42f3-8ae4-c16b6e48af74 service neutron] Bound port: 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7475f1e8-9ba9-4f4c-a789-729c28f3ed2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1c84052c-91e0-4c2a-807c-a49aff1ef410'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:23:10.004987 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-04926019-82e3-42f3-8ae4-c16b6e48af74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1eae58e1-9dc8-42d4-a68e-6edcd18a56cb), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:10.006387 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ced495b-c025-4fa2-97fa-8ca39661d62c None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:10.017074 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d004ea-18de-4749-a29e-4c03c015c0b1', 'tag': '3660b998-263c-4b92-8715-c7e09065f9e1'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:10.022908 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a6e967-a6d2-43a7-b6bb-cf2145056dad" -d '{"events": [{"name": "network-changed", "server_uuid": "93d004ea-18de-4749-a29e-4c03c015c0b1", "tag": "3660b998-263c-4b92-8715-c7e09065f9e1"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:10.047115 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-1ea141a9-c14f-43e9-bc59-80bfae28c83a req-e8a7b4bf-9e51-4d1a-aac4-fa3f4fea0446 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Deleting port b9ed8c52-9b8e-4875-81ac-57a2343a938b {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:10.047647 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1ea141a9-c14f-43e9-bc59-80bfae28c83a req-e8a7b4bf-9e51-4d1a-aac4-fa3f4fea0446 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b9ed8c52-9b8e-4875-81ac-57a2343a938b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:10.051038 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-2ced495b-c025-4fa2-97fa-8ca39661d62c None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:10.060089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ced495b-c025-4fa2-97fa-8ca39661d62c None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:10.066821 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eee8dd-8971-4d2f-873e-925d4df9014a None None] Pushing event deleted for resources: {'Port': ['ID=b43b9ea3-ef40-4664-9f5b-86d9d29776f0,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:10.082045 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eee8dd-8971-4d2f-873e-925d4df9014a None None] No DVR routers for this DVR port b43b9ea3-ef40-4664-9f5b-86d9d29776f0 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:23:10.115055 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device b9ed8c52-9b8e-4875-81ac-57a2343a938b no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:10.132287 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-4c0fe3f2-0fd5-4461-8544-6444ca5b2413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:10.133872 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-4c0fe3f2-0fd5-4461-8544-6444ca5b2413 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=080243c82be24b34904096ae4c6466a7&device_id=93d004ea-18de-4749-a29e-4c03c015c0b1 HTTP/1.1" status: 200 len: 1125 time: 0.3248620 Feb 19 04:23:10.215238 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-04926019-82e3-42f3-8ae4-c16b6e48af74 service neutron] For port 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:23:10.219533 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-04926019-82e3-42f3-8ae4-c16b6e48af74 service neutron] For port 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=1eae58e1-9dc8-42d4-a68e-6edcd18a56cb,segment=NetworkSegment(7475f1e8-9ba9-4f4c-a789-729c28f3ed2d),segment_id=7475f1e8-9ba9-4f4c-a789-729c28f3ed2d)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:23:10.283124 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b414f-7149-4465-82e2-4ad74ee18c6c service neutron] Pushing event updated for resources: {'Port': ['ID=3660b998-263c-4b92-8715-c7e09065f9e1,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:10.288958 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-81dbe5b6-b9b5-45f6-989f-452682916b76 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3660b998-263c-4b92-8715-c7e09065f9e1 HTTP/1.1" status: 200 len: 217 time: 0.0543566 Feb 19 04:23:10.296393 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-04926019-82e3-42f3-8ae4-c16b6e48af74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (1eae58e1-9dc8-42d4-a68e-6edcd18a56cb), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:10.362247 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b43b9ea3-ef40-4664-9f5b-86d9d29776f0 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:10.397421 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-68969165-d36c-4066-a72d-39d165797103 service neutron] 10.222.0.10 "GET /v2.0/networks/cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3740780 Feb 19 04:23:10.405792 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-04926019-82e3-42f3-8ae4-c16b6e48af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:10.406471 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-04926019-82e3-42f3-8ae4-c16b6e48af74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:10.408187 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-04926019-82e3-42f3-8ae4-c16b6e48af74 service neutron] 10.222.0.10 "PUT /v2.0/ports/1eae58e1-9dc8-42d4-a68e-6edcd18a56cb HTTP/1.1" status: 200 len: 1091 time: 4.8491189 Feb 19 04:23:10.530495 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: b43b9ea3-ef40-4664-9f5b-86d9d29776f0 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:23:10.530822 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b43b9ea3-ef40-4664-9f5b-86d9d29776f0 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:23:10.551126 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2ced495b-c025-4fa2-97fa-8ca39661d62c None None] Attempting to bind port 0fc57b87-ae92-4420-9c59-6a9821241371 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:10.551639 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2ced495b-c025-4fa2-97fa-8ca39661d62c None None] Attempting to bind port 0fc57b87-ae92-4420-9c59-6a9821241371 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:10.552800 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ced495b-c025-4fa2-97fa-8ca39661d62c None None] Attempting to bind port 0fc57b87-ae92-4420-9c59-6a9821241371 on network 9e765b0b-136b-493b-bef9-44145ed793f7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:10.590203 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ced495b-c025-4fa2-97fa-8ca39661d62c None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:23:10.590841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ced495b-c025-4fa2-97fa-8ca39661d62c None None] Checking segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:10.591546 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2ced495b-c025-4fa2-97fa-8ca39661d62c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:10.592215 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ced495b-c025-4fa2-97fa-8ca39661d62c None None] Bound using segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:23:10.593089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2ced495b-c025-4fa2-97fa-8ca39661d62c None None] Bound port: 0fc57b87-ae92-4420-9c59-6a9821241371, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:23:10.593751 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2ced495b-c025-4fa2-97fa-8ca39661d62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0fc57b87-ae92-4420-9c59-6a9821241371), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:10.764612 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-34364be3-a562-47d5-8749-087a34ef3ed4 service neutron] 10.222.0.65 "GET /v2.0/networks/1403bd4f-dfe9-4e23-a75a-2d1d7160da01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9009731 Feb 19 04:23:10.791336 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-ba7a83aa-33e6-4cf5-8031-2fef5226019f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:10.794664 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-ba7a83aa-33e6-4cf5-8031-2fef5226019f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f2ec2cb7-637d-4feb-bf2c-942129f21587 HTTP/1.1" status: 200 len: 853 time: 0.4864483 Feb 19 04:23:10.834706 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04926019-82e3-42f3-8ae4-c16b6e48af74 service neutron] Pushing event updated for resources: {'Port': ['ID=1eae58e1-9dc8-42d4-a68e-6edcd18a56cb,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:10.907282 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port b9ed8c52-9b8e-4875-81ac-57a2343a938b is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:10.908145 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b9ed8c52-9b8e-4875-81ac-57a2343a938b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:10.919560 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-959dcac3-9c91-400a-a3f9-bf7f01375130 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d300b036-a23c-4f72-a128-4395aa24b688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099365 Feb 19 04:23:10.943648 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-f967eb65-bfb5-42b5-b3ef-9de290e9893f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Deleting port b43b9ea3-ef40-4664-9f5b-86d9d29776f0 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:10.944529 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f967eb65-bfb5-42b5-b3ef-9de290e9893f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b43b9ea3-ef40-4664-9f5b-86d9d29776f0), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.003446 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-2ced495b-c025-4fa2-97fa-8ca39661d62c None None] For port 0fc57b87-ae92-4420-9c59-6a9821241371, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:23:11.022389 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-09139e25-19b0-453e-927a-c18407cf1d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:11.024577 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-09139e25-19b0-453e-927a-c18407cf1d59 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df9c39b1157b4ff4913cb78a1d6accf7&device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 1125 time: 0.4246008 Feb 19 04:23:11.043707 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-f520fb91-b330-4dea-85ca-522dd6a54898 req-e1617b71-194c-496b-8405-02a0b8c69add tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] For port 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44,segment=NetworkSegment(b203e463-9d74-4687-a1cd-3b59df24e97a),segment_id=b203e463-9d74-4687-a1cd-3b59df24e97a)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:11.044038 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f520fb91-b330-4dea-85ca-522dd6a54898 req-e1617b71-194c-496b-8405-02a0b8c69add tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.078364 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port b9ed8c52-9b8e-4875-81ac-57a2343a938b, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b9ed8c52-9b8e-4875-81ac-57a2343a938b,segment=NetworkSegment(b203e463-9d74-4687-a1cd-3b59df24e97a),segment_id=b203e463-9d74-4687-a1cd-3b59df24e97a)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:11.082420 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-f520fb91-b330-4dea-85ca-522dd6a54898 req-e1617b71-194c-496b-8405-02a0b8c69add tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Calling delete_port for 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:11.084979 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5181a1a-0867-4848-80b3-7e6187123e21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9ed8c52-9b8e-4875-81ac-57a2343a938b'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:11.100722 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233eecef-137c-4a54-b7b7-eb49a29216a8" -d '{"events": [{"server_uuid": "e5181a1a-0867-4848-80b3-7e6187123e21", "name": "network-vif-unplugged", "status": "completed", "tag": "b9ed8c52-9b8e-4875-81ac-57a2343a938b"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:11.134566 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-2ced495b-c025-4fa2-97fa-8ca39661d62c None None] For port 0fc57b87-ae92-4420-9c59-6a9821241371, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0fc57b87-ae92-4420-9c59-6a9821241371,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:23:11.149917 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:11.159090 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ced0f19f-f15a-43da-978c-4aa9d4ef111b req-fde9b8e6-48fd-4ce2-ad74-d5026715ba00 service neutron] 10.222.0.10 "GET /v2.0/networks/cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7438369 Feb 19 04:23:11.165461 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-e97af1be-200d-4edc-8ac7-d65310d77d33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eae58e1-9dc8-42d4-a68e-6edcd18a56cb HTTP/1.1" status: 200 len: 217 time: 0.1251621 Feb 19 04:23:11.257687 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b9ed8c52-9b8e-4875-81ac-57a2343a938b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.277753 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2ced495b-c025-4fa2-97fa-8ca39661d62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0fc57b87-ae92-4420-9c59-6a9821241371), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.280272 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-e21c75f3-1bf9-4116-819d-a6bf04717e56 service neutron] 10.222.0.48 "GET /v2.0/networks/d300b036-a23c-4f72-a128-4395aa24b688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385062 Feb 19 04:23:11.513128 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d67e33-499d-495b-b45b-4c33eecfe378 req-43794aa8-022b-460c-a41f-1d1880499b6b tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:11.526131 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c7d67e33-499d-495b-b45b-4c33eecfe378 req-43794aa8-022b-460c-a41f-1d1880499b6b tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.65 "GET /v2.0/ports?device_id=93d004ea-18de-4749-a29e-4c03c015c0b1 HTTP/1.1" status: 200 len: 943 time: 1.8229225 Feb 19 04:23:11.534593 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7f60782a-f50c-44a1-851c-6adbd29afd5f req-0a8c4077-6b1f-4f2e-ac39-4119c4300c54 service neutron] 10.222.0.48 "GET /v2.0/networks/d300b036-a23c-4f72-a128-4395aa24b688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200212 Feb 19 04:23:11.660582 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175a53c-c3d0-4703-8554-6ab409e90b35 req-7329fd38-1339-4c48-a8ce-89f5756bcaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:11.662902 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a175a53c-c3d0-4703-8554-6ab409e90b35 req-7329fd38-1339-4c48-a8ce-89f5756bcaf0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49a7bbf595ba4e2ab97185ce2db519c7&device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 1125 time: 0.3813801 Feb 19 04:23:11.666650 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-a7049de2-92a9-4eea-a485-a799bb239d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:11.669158 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-a7049de2-92a9-4eea-a485-a799bb239d8b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c4888f38-26f5-49c8-afae-244433e40900 HTTP/1.1" status: 200 len: 851 time: 0.3742502 Feb 19 04:23:11.781453 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=b9ed8c52-9b8e-4875-81ac-57a2343a938b,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:11.798951 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:11.799597 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:11.949299 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-1ea141a9-c14f-43e9-bc59-80bfae28c83a req-e8a7b4bf-9e51-4d1a-aac4-fa3f4fea0446 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] For port b9ed8c52-9b8e-4875-81ac-57a2343a938b, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b9ed8c52-9b8e-4875-81ac-57a2343a938b,segment=NetworkSegment(b203e463-9d74-4687-a1cd-3b59df24e97a),segment_id=b203e463-9d74-4687-a1cd-3b59df24e97a)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:11.950148 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1ea141a9-c14f-43e9-bc59-80bfae28c83a req-e8a7b4bf-9e51-4d1a-aac4-fa3f4fea0446 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b9ed8c52-9b8e-4875-81ac-57a2343a938b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:12.011499 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced495b-c025-4fa2-97fa-8ca39661d62c None None] Pushing event updated for resources: {'Port': ['ID=0fc57b87-ae92-4420-9c59-6a9821241371,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:12.033984 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-22d7fd5a-c6a1-413c-bcb3-af850c7fc2f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c84052c-91e0-4c2a-807c-a49aff1ef410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2626467 Feb 19 04:23:12.120189 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-f967eb65-bfb5-42b5-b3ef-9de290e9893f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] For port b43b9ea3-ef40-4664-9f5b-86d9d29776f0, host n-d-772273-4, got binding levels [] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:12.120621 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f967eb65-bfb5-42b5-b3ef-9de290e9893f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b43b9ea3-ef40-4664-9f5b-86d9d29776f0), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:12.258667 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-297afed9-ac40-4b16-83cb-f9f424a2fd92 service neutron] 10.222.0.10 "GET /v2.0/networks/1c84052c-91e0-4c2a-807c-a49aff1ef410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105734 Feb 19 04:23:12.347653 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad5488-47a4-4262-b4af-f725711521b3 req-0c05e991-d4eb-4f31-b687-048f13c5c119 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:12.366194 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-52ad5488-47a4-4262-b4af-f725711521b3 req-0c05e991-d4eb-4f31-b687-048f13c5c119 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 943 time: 0.8071764 Feb 19 04:23:12.517042 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175a53c-c3d0-4703-8554-6ab409e90b35 req-48ad4759-aff4-4399-bba5-20708a2dba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:12.518694 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a175a53c-c3d0-4703-8554-6ab409e90b35 req-48ad4759-aff4-4399-bba5-20708a2dba5b service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8 HTTP/1.1" status: 200 len: 916 time: 0.8464792 Feb 19 04:23:12.623405 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0fc57b87-ae92-4420-9c59-6a9821241371 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:23:12.646754 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a175a53c-c3d0-4703-8554-6ab409e90b35 req-051a41d1-7f8c-45bb-9371-5403bff4ce1e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf10202d-b570-486f-9937-a43c4f9d01e5 HTTP/1.1" status: 200 len: 217 time: 0.1160824 Feb 19 04:23:12.699068 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-f967eb65-bfb5-42b5-b3ef-9de290e9893f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Calling delete_port for b43b9ea3-ef40-4664-9f5b-86d9d29776f0 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:12.706512 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-52ad5488-47a4-4262-b4af-f725711521b3 req-981dfdb1-ac1c-4fa1-a70d-9355f8c989d8 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392062 Feb 19 04:23:12.706830 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.ipam_backend_mixin [None req-f967eb65-bfb5-42b5-b3ef-9de290e9893f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Port b43b9ea3-ef40-4664-9f5b-86d9d29776f0 was not found and therefore no delete operation was performed {{(pid=115199) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:23:12.719870 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-1ea141a9-c14f-43e9-bc59-80bfae28c83a req-e8a7b4bf-9e51-4d1a-aac4-fa3f4fea0446 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Calling delete_port for b9ed8c52-9b8e-4875-81ac-57a2343a938b owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:12.841221 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc1fd96-30e2-4291-acb5-4897c7e6edc5 x-openstack-request-id: req-cdc1fd96-30e2-4291-acb5-4897c7e6edc5 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:12.842605 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d004ea-18de-4749-a29e-4c03c015c0b1", "tag": "3660b998-263c-4b92-8715-c7e09065f9e1", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:12.843898 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cdc1fd96-30e2-4291-acb5-4897c7e6edc5 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:12.845171 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d004ea-18de-4749-a29e-4c03c015c0b1', 'tag': '3660b998-263c-4b92-8715-c7e09065f9e1', 'status': 'completed', 'code': 200} Feb 19 04:23:12.977524 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b36eecb-0c90-4102-af29-86166f0c28cd req-f6dc132e-0b6c-4378-b57e-62c61a995dcb service neutron] 10.222.0.10 "GET /v2.0/networks/1c84052c-91e0-4c2a-807c-a49aff1ef410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6846948 Feb 19 04:23:12.984333 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 0fc57b87-ae92-4420-9c59-6a9821241371 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:12.985220 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0fc57b87-ae92-4420-9c59-6a9821241371), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:13.055352 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175a53c-c3d0-4703-8554-6ab409e90b35 req-09ad7e0f-039e-4525-9006-54d868a91a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:13.056359 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-abd30b09-8521-405f-90e5-de1bf00a6148 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (865225c3-d1c1-40fd-83e9-ab10dae68210), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:13.057987 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a175a53c-c3d0-4703-8554-6ab409e90b35 req-09ad7e0f-039e-4525-9006-54d868a91a06 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=74e94b9f-2f2f-4190-b9f7-e78f36ba82b9 HTTP/1.1" status: 200 len: 855 time: 0.3962545 Feb 19 04:23:13.070277 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f520fb91-b330-4dea-85ca-522dd6a54898 req-e1617b71-194c-496b-8405-02a0b8c69add tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:13.072735 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f967eb65-bfb5-42b5-b3ef-9de290e9893f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b43b9ea3-ef40-4664-9f5b-86d9d29776f0), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:13.283190 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 0fc57b87-ae92-4420-9c59-6a9821241371 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:13.284078 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0fc57b87-ae92-4420-9c59-6a9821241371), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:13.296626 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6e967-a6d2-43a7-b6bb-cf2145056dad req-e7a300e5-004e-4e0f-a14d-ab11a4f3f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:13.297597 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c7d67e33-499d-495b-b45b-4c33eecfe378 req-7a279c1a-0b27-491a-a687-882de5c3023e tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec473abc-f036-46d1-bd41-b4419e4d66e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6314991 Feb 19 04:23:13.299610 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a4a6e967-a6d2-43a7-b6bb-cf2145056dad req-e7a300e5-004e-4e0f-a14d-ab11a4f3f19a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=080243c82be24b34904096ae4c6466a7&device_id=93d004ea-18de-4749-a29e-4c03c015c0b1 HTTP/1.1" status: 200 len: 1125 time: 0.4488482 Feb 19 04:23:13.306467 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1ea141a9-c14f-43e9-bc59-80bfae28c83a req-e8a7b4bf-9e51-4d1a-aac4-fa3f4fea0446 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b9ed8c52-9b8e-4875-81ac-57a2343a938b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:13.321261 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f967eb65-bfb5-42b5-b3ef-9de290e9893f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] No DVR routers for this DVR port b43b9ea3-ef40-4664-9f5b-86d9d29776f0 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:23:13.414951 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd30b09-8521-405f-90e5-de1bf00a6148 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=865225c3-d1c1-40fd-83e9-ab10dae68210,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:13.419842 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967eb65-bfb5-42b5-b3ef-9de290e9893f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event deleted for resources: {'Port': ['ID=b43b9ea3-ef40-4664-9f5b-86d9d29776f0,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:13.456643 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175a53c-c3d0-4703-8554-6ab409e90b35 req-69b61d58-df0b-4623-9ff3-a482f43524c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:13.465143 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a175a53c-c3d0-4703-8554-6ab409e90b35 req-69b61d58-df0b-4623-9ff3-a482f43524c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3413522 Feb 19 04:23:13.489557 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 0fc57b87-ae92-4420-9c59-6a9821241371, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0fc57b87-ae92-4420-9c59-6a9821241371,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:13.498608 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d3844-1471-4d64-8cea-5e8cdf286627 req-17e65bce-dcda-498b-986f-eb4a2c5d3beb tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:13.507486 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0fc57b87-ae92-4420-9c59-6a9821241371), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:13.513791 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-834d3844-1471-4d64-8cea-5e8cdf286627 req-17e65bce-dcda-498b-986f-eb4a2c5d3beb tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 943 time: 0.5105724 Feb 19 04:23:13.592081 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd30b09-8521-405f-90e5-de1bf00a6148 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:13.625944 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea74c53-0bff-4469-a6d0-0d3d401460f5 x-openstack-request-id: req-dea74c53-0bff-4469-a6d0-0d3d401460f5 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:13.632021 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5181a1a-0867-4848-80b3-7e6187123e21", "name": "network-vif-unplugged", "status": "completed", "tag": "b9ed8c52-9b8e-4875-81ac-57a2343a938b", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:13.632768 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dea74c53-0bff-4469-a6d0-0d3d401460f5 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:13.634080 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5181a1a-0867-4848-80b3-7e6187123e21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9ed8c52-9b8e-4875-81ac-57a2343a938b', 'code': 200} Feb 19 04:23:13.738499 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-abd30b09-8521-405f-90e5-de1bf00a6148 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:13.766348 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=0fc57b87-ae92-4420-9c59-6a9821241371,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:13.857350 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd30b09-8521-405f-90e5-de1bf00a6148 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:13.858899 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-abd30b09-8521-405f-90e5-de1bf00a6148 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:14.003575 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4bd37d-1d4b-44a3-ab0d-029befc6cb23 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:14.071364 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1617b71-194c-496b-8405-02a0b8c69add tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Pushing event deleted for resources: {'Port': ['ID=5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:14.075881 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-834d3844-1471-4d64-8cea-5e8cdf286627 req-c81c5550-e058-405f-8413-51625f7c3155 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/security-groups?id=cea4b522-df63-419d-b92f-eef69a56abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5580285 Feb 19 04:23:14.120330 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6e967-a6d2-43a7-b6bb-cf2145056dad req-7120053d-9ea6-45d4-855f-369ad6546a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:14.123854 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a4a6e967-a6d2-43a7-b6bb-cf2145056dad req-7120053d-9ea6-45d4-855f-369ad6546a3f service neutron] 10.222.0.48 "GET /v2.0/networks?id=d300b036-a23c-4f72-a128-4395aa24b688 HTTP/1.1" status: 200 len: 913 time: 0.7999086 Feb 19 04:23:14.136415 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-f520fb91-b330-4dea-85ca-522dd6a54898 req-e1617b71-194c-496b-8405-02a0b8c69add tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] No DVR routers for this DVR port 5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:23:14.151558 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f520fb91-b330-4dea-85ca-522dd6a54898 req-e1617b71-194c-496b-8405-02a0b8c69add tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:14.156866 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f520fb91-b330-4dea-85ca-522dd6a54898 req-e1617b71-194c-496b-8405-02a0b8c69add tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.48 "DELETE /v2.0/ports/5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44 HTTP/1.1" status: 204 len: 173 time: 6.1837535 Feb 19 04:23:14.247689 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fda646d-952c-4b88-9307-062f9fb2e633', 'name': 'network-vif-deleted', 'tag': '5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:14.252043 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6f6088-9800-4ee9-a92e-3e10215a4ed9" -d '{"events": [{"server_uuid": "4fda646d-952c-4b88-9307-062f9fb2e633", "name": "network-vif-deleted", "tag": "5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:14.274863 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-abd30b09-8521-405f-90e5-de1bf00a6148 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1162796 Feb 19 04:23:14.343427 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46558) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:14.398999 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1617b71-194c-496b-8405-02a0b8c69add tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:14.399568 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1617b71-194c-496b-8405-02a0b8c69add tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:14.400125 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1617b71-194c-496b-8405-02a0b8c69add tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:14.400679 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1617b71-194c-496b-8405-02a0b8c69add tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:14.401256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1617b71-194c-496b-8405-02a0b8c69add tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:14.401795 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1617b71-194c-496b-8405-02a0b8c69add tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:14.404686 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-fe097c64-7cca-4cd0-9273-844ebb7d2316 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'mac_address': 'fa:16:3e:8c:9b:1b', 'name': 'tempest-NetworksTestDHCPv6-1568372628'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:14.421054 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1617b71-194c-496b-8405-02a0b8c69add tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:14.421855 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1617b71-194c-496b-8405-02a0b8c69add tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:14.422440 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1617b71-194c-496b-8405-02a0b8c69add tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:14.423023 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1617b71-194c-496b-8405-02a0b8c69add tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:14.432407 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1617b71-194c-496b-8405-02a0b8c69add tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:14.433798 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1617b71-194c-496b-8405-02a0b8c69add tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:14.434892 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1617b71-194c-496b-8405-02a0b8c69add tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:14.440248 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a4a6e967-a6d2-43a7-b6bb-cf2145056dad req-07012bdf-33c0-4f99-a3c8-414181cb5919 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3660b998-263c-4b92-8715-c7e09065f9e1 HTTP/1.1" status: 200 len: 217 time: 0.2986515 Feb 19 04:23:14.447884 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f967eb65-bfb5-42b5-b3ef-9de290e9893f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (118cbe85-1b3f-4f61-806f-257f6a51632e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:14.454641 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0fc57b87-ae92-4420-9c59-6a9821241371 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:23:14.463759 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6b47bfdd-9c47-4d9c-86e2-32246b72bfdc None None] Provisioning complete for port 0fc57b87-ae92-4420-9c59-6a9821241371 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:14.464442 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6b47bfdd-9c47-4d9c-86e2-32246b72bfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0fc57b87-ae92-4420-9c59-6a9821241371), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:14.557997 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a175a53c-c3d0-4703-8554-6ab409e90b35 req-72db951d-c86a-4c0b-a7b2-965223249a81 service neutron] 10.222.0.10 "GET /v2.0/networks/cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0023727 Feb 19 04:23:14.779559 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11aa10d8-32ad-417e-97a4-93162df48dac req-46e0d83c-11c4-461a-aab4-c9ce054fa7c6 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fcd7958-141a-4d98-a758-4f233d4ec823 HTTP/1.1" status: 200 len: 210 time: 0.3023829 Feb 19 04:23:14.798248 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6e967-a6d2-43a7-b6bb-cf2145056dad req-0ff69d7b-d6d4-4a2f-a709-a176baa995f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:14.800572 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a4a6e967-a6d2-43a7-b6bb-cf2145056dad req-0ff69d7b-d6d4-4a2f-a709-a176baa995f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f2ec2cb7-637d-4feb-bf2c-942129f21587 HTTP/1.1" status: 200 len: 853 time: 0.2952414 Feb 19 04:23:14.805017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7b4bf-9e51-4d1a-aac4-fa3f4fea0446 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Pushing event deleted for resources: {'Port': ['ID=b9ed8c52-9b8e-4875-81ac-57a2343a938b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:14.882128 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1068f6b3-e55d-49ff-b291-6dc0a406479d', 'tag': '1eae58e1-9dc8-42d4-a68e-6edcd18a56cb'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:14.885070 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5c77a3-ea64-4cde-aa4a-354f2064f9a3" -d '{"events": [{"name": "network-changed", "server_uuid": "1068f6b3-e55d-49ff-b291-6dc0a406479d", "tag": "1eae58e1-9dc8-42d4-a68e-6edcd18a56cb"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:14.914860 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 0fc57b87-ae92-4420-9c59-6a9821241371 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:14.915155 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0fc57b87-ae92-4420-9c59-6a9821241371), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:14.922013 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6b47bfdd-9c47-4d9c-86e2-32246b72bfdc None None] Current status of the port 0fc57b87-ae92-4420-9c59-6a9821241371 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:14.942080 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a4a6e967-a6d2-43a7-b6bb-cf2145056dad req-1fb70c59-9fde-4e0b-8b23-f09c943d8a79 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d300b036-a23c-4f72-a128-4395aa24b688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174505 Feb 19 04:23:15.170686 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 3660b998-263c-4b92-8715-c7e09065f9e1 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:23:15.199654 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a175a53c-c3d0-4703-8554-6ab409e90b35 req-336ea1f4-df28-4376-8fc6-6ea30d7e3f99 service neutron] 10.222.0.10 "GET /v2.0/networks/cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396956 Feb 19 04:23:15.212548 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6ed744-98c4-4f3c-91a2-c00364674ccd None None] Update dhcp port {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'fixed_ips': [{'subnet_id': '3cd2873a-6b56-4373-bfa9-e05855275e14', 'ip_address': '2001:db8::f816:3eff:fe95:482a'}, {'subnet_id': '865225c3-d1c1-40fd-83e9-ab10dae68210'}], 'binding:host_id': 'n-d-772273-4'}, 'id': '0fc57b87-ae92-4420-9c59-6a9821241371'} from n-d-772273-4. {{(pid=115200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:23:15.258512 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe097c64-7cca-4cd0-9273-844ebb7d2316 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:15.356083 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ac6ed744-98c4-4f3c-91a2-c00364674ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0fc57b87-ae92-4420-9c59-6a9821241371), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:15.398491 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 0fc57b87-ae92-4420-9c59-6a9821241371 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:15.479335 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a4a6e967-a6d2-43a7-b6bb-cf2145056dad req-fb1f23f7-d046-4b43-97ea-1b05d7d91eb2 service neutron] 10.222.0.48 "GET /v2.0/networks/d300b036-a23c-4f72-a128-4395aa24b688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262096 Feb 19 04:23:15.503669 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 3660b998-263c-4b92-8715-c7e09065f9e1, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3660b998-263c-4b92-8715-c7e09065f9e1,segment=NetworkSegment(9072b92a-d3c0-4226-9eb6-c84f62aba446),segment_id=9072b92a-d3c0-4226-9eb6-c84f62aba446)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:15.600119 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe097c64-7cca-4cd0-9273-844ebb7d2316 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:15.867404 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-fe097c64-7cca-4cd0-9273-844ebb7d2316 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] device_id is not set on port 24656f51-ecc0-42eb-b07f-7f0b95c520a4 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:23:15.960167 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-f967eb65-bfb5-42b5-b3ef-9de290e9893f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118cbe85-1b3f-4f61-806f-257f6a51632e']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:15.967579 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-ac6ed744-98c4-4f3c-91a2-c00364674ccd None None] Allocated IP 172.20.0.2 (9e765b0b-136b-493b-bef9-44145ed793f7/865225c3-d1c1-40fd-83e9-ab10dae68210/0fc57b87-ae92-4420-9c59-6a9821241371) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:15.974757 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6619aad4-5739-4816-b0f9-0fc23c174baa x-openstack-request-id: req-6619aad4-5739-4816-b0f9-0fc23c174baa {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:15.975123 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fda646d-952c-4b88-9307-062f9fb2e633", "name": "network-vif-deleted", "tag": "5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:15.975294 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6619aad4-5739-4816-b0f9-0fc23c174baa {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:15.976185 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fda646d-952c-4b88-9307-062f9fb2e633', 'name': 'network-vif-deleted', 'tag': '5f0e0ad8-bb8c-4301-9b91-a916f1e7ca44', 'status': 'completed', 'code': 200} Feb 19 04:23:16.052779 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-f967eb65-bfb5-42b5-b3ef-9de290e9893f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31df5968-4120-4fb3-9317-5576a3462577') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:16.054528 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-f967eb65-bfb5-42b5-b3ef-9de290e9893f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31df5968-4120-4fb3-9317-5576a3462577') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:16.063724 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea141a9-c14f-43e9-bc59-80bfae28c83a req-e8a7b4bf-9e51-4d1a-aac4-fa3f4fea0446 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] No DVR routers for this DVR port b9ed8c52-9b8e-4875-81ac-57a2343a938b on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:23:16.110093 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f967eb65-bfb5-42b5-b3ef-9de290e9893f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (31df5968-4120-4fb3-9317-5576a3462577), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.118568 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1ea141a9-c14f-43e9-bc59-80bfae28c83a req-e8a7b4bf-9e51-4d1a-aac4-fa3f4fea0446 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.125192 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1ea141a9-c14f-43e9-bc59-80bfae28c83a req-e8a7b4bf-9e51-4d1a-aac4-fa3f4fea0446 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.10 "DELETE /v2.0/ports/b9ed8c52-9b8e-4875-81ac-57a2343a938b HTTP/1.1" status: 204 len: 173 time: 8.0765598 Feb 19 04:23:16.188399 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fd62f-cf57-4729-a0ce-b74a5d0177da req-86c61c7c-0031-4a8b-aa63-aab0e41083dd tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:16.191723 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d63fd62f-cf57-4729-a0ce-b74a5d0177da req-86c61c7c-0031-4a8b-aa63-aab0e41083dd tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.65 "GET /v2.0/ports?device_id=93d004ea-18de-4749-a29e-4c03c015c0b1 HTTP/1.1" status: 200 len: 943 time: 0.5475392 Feb 19 04:23:16.199340 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5242ff7-d8fe-4a08-a37b-66f58ea57a93 req-e8d6b677-f558-4528-a717-90c44b31633e tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:16.205833 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5242ff7-d8fe-4a08-a37b-66f58ea57a93 req-e8d6b677-f558-4528-a717-90c44b31633e tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 943 time: 2.1272457 Feb 19 04:23:16.316776 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a4a6e967-a6d2-43a7-b6bb-cf2145056dad req-55357506-532c-4b72-a261-ab2284a6534f service neutron] 10.222.0.48 "GET /v2.0/networks/d300b036-a23c-4f72-a128-4395aa24b688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8158600 Feb 19 04:23:16.368519 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-ac6ed744-98c4-4f3c-91a2-c00364674ccd None None] For port 0fc57b87-ae92-4420-9c59-6a9821241371, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0fc57b87-ae92-4420-9c59-6a9821241371,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:16.388100 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f967eb65-bfb5-42b5-b3ef-9de290e9893f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (31df5968-4120-4fb3-9317-5576a3462577), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.419765 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:23:16.421903 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f967eb65-bfb5-42b5-b3ef-9de290e9893f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:23:16.424212 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f967eb65-bfb5-42b5-b3ef-9de290e9893f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (31df5968-4120-4fb3-9317-5576a3462577), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.432548 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '3660b998-263c-4b92-8715-c7e09065f9e1', 'network_id': 'd300b036-a23c-4f72-a128-4395aa24b688', 'port_id': '3660b998-263c-4b92-8715-c7e09065f9e1', 'mac_address': 'fa:16:3e:65:fb:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ec2cb7-637d-4feb-bf2c-942129f21587', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:23:16.458091 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-0e291878-3f6c-4793-beea-42695f76024b tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:16.467817 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-0e291878-3f6c-4793-beea-42695f76024b tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.10 "GET /v2.0/networks?id=1403bd4f-dfe9-4e23-a75a-2d1d7160da01 HTTP/1.1" status: 200 len: 813 time: 0.8116286 Feb 19 04:23:16.512101 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-37e621b8-a143-4a7e-8665-4a1ee77e65f9 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Request body: {'port': {'device_id': '965f749d-8796-45b6-96b2-6fbcbe04aef4', 'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01', 'admin_state_up': True, 'tenant_id': '506cb7596c474a7f90c5d2404b0aa738'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:16.578227 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ac6ed744-98c4-4f3c-91a2-c00364674ccd None None] Publish callbacks [] for port (0fc57b87-ae92-4420-9c59-6a9821241371), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.626230 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ac6ed744-98c4-4f3c-91a2-c00364674ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0fc57b87-ae92-4420-9c59-6a9821241371), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:23:16.664472 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:23:16.717966 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f967eb65-bfb5-42b5-b3ef-9de290e9893f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (118cbe85-1b3f-4f61-806f-257f6a51632e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.759621 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 3660b998-263c-4b92-8715-c7e09065f9e1 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:16.760038 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3660b998-263c-4b92-8715-c7e09065f9e1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.820653 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=1eae58e1-9dc8-42d4-a68e-6edcd18a56cb,segment=NetworkSegment(7475f1e8-9ba9-4f4c-a789-729c28f3ed2d),segment_id=7475f1e8-9ba9-4f4c-a789-729c28f3ed2d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:16.836443 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ed744-98c4-4f3c-91a2-c00364674ccd None None] Pushing event updated for resources: {'Port': ['ID=0fc57b87-ae92-4420-9c59-6a9821241371,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:16.849803 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3660b998-263c-4b92-8715-c7e09065f9e1 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:23:16.856838 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '1eae58e1-9dc8-42d4-a68e-6edcd18a56cb', 'network_id': '1c84052c-91e0-4c2a-807c-a49aff1ef410', 'port_id': '1eae58e1-9dc8-42d4-a68e-6edcd18a56cb', 'mac_address': 'fa:16:3e:e4:29:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4888f38-26f5-49c8-afae-244433e40900', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:23:16.937120 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 3660b998-263c-4b92-8715-c7e09065f9e1, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3660b998-263c-4b92-8715-c7e09065f9e1,segment=NetworkSegment(9072b92a-d3c0-4226-9eb6-c84f62aba446),segment_id=9072b92a-d3c0-4226-9eb6-c84f62aba446)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:16.957006 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3660b998-263c-4b92-8715-c7e09065f9e1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.982249 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-896f9808-ceec-42eb-aa06-00717a53ef31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (3ea619a2-26e6-4da0-95d2-96ea90c973b8), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:16.986455 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967eb65-bfb5-42b5-b3ef-9de290e9893f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Pushing event deleted for resources: {'Network': ['ID=118cbe85-1b3f-4f61-806f-257f6a51632e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:17.002823 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f967eb65-bfb5-42b5-b3ef-9de290e9893f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.020719 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:17.021407 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1eae58e1-9dc8-42d4-a68e-6edcd18a56cb), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.026296 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f967eb65-bfb5-42b5-b3ef-9de290e9893f tempest-NetworksIpV6TestAttrs-397515268 tempest-NetworksIpV6TestAttrs-397515268-project] 10.222.0.65 "DELETE /v2.0/networks/118cbe85-1b3f-4f61-806f-257f6a51632e HTTP/1.1" status: 204 len: 168 time: 9.0713978 Feb 19 04:23:17.050653 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5242ff7-d8fe-4a08-a37b-66f58ea57a93 req-5f802610-c5a7-4d25-b21c-24c29edcfd97 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8123121 Feb 19 04:23:17.063034 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-35487a2e-cb59-4016-b1ea-4de24d892796 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:17.066716 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-35487a2e-cb59-4016-b1ea-4de24d892796 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.48 "GET /v2.0/networks?id=1403bd4f-dfe9-4e23-a75a-2d1d7160da01 HTTP/1.1" status: 200 len: 813 time: 0.8222554 Feb 19 04:23:17.164459 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:23:17.216941 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['3660b998-263c-4b92-8715-c7e09065f9e1'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:23:17.261681 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-b6760cb0-d4de-4507-8438-30efd094b7c1 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Request body: {'port': {'device_id': '5fcd7958-141a-4d98-a758-4f233d4ec823', 'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01', 'admin_state_up': True, 'tenant_id': '506cb7596c474a7f90c5d2404b0aa738'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:17.368641 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=3660b998-263c-4b92-8715-c7e09065f9e1,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:17.427908 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=1eae58e1-9dc8-42d4-a68e-6edcd18a56cb,segment=NetworkSegment(7475f1e8-9ba9-4f4c-a789-729c28f3ed2d),segment_id=7475f1e8-9ba9-4f4c-a789-729c28f3ed2d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:17.454424 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (1eae58e1-9dc8-42d4-a68e-6edcd18a56cb), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.640236 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2235776c-d1e9-4c3d-8622-c8ac95e84e71 x-openstack-request-id: req-2235776c-d1e9-4c3d-8622-c8ac95e84e71 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:17.641088 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1068f6b3-e55d-49ff-b291-6dc0a406479d", "tag": "1eae58e1-9dc8-42d4-a68e-6edcd18a56cb", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:17.641088 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2235776c-d1e9-4c3d-8622-c8ac95e84e71 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:17.641881 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1068f6b3-e55d-49ff-b291-6dc0a406479d', 'tag': '1eae58e1-9dc8-42d4-a68e-6edcd18a56cb', 'status': 'completed', 'code': 200} Feb 19 04:23:17.681007 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=1eae58e1-9dc8-42d4-a68e-6edcd18a56cb,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:17.726631 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46580) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:17.803416 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['1eae58e1-9dc8-42d4-a68e-6edcd18a56cb'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:23:17.991971 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5181a1a-0867-4848-80b3-7e6187123e21', 'name': 'network-vif-deleted', 'tag': 'b9ed8c52-9b8e-4875-81ac-57a2343a938b'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:17.995722 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8972ad78-ea38-4c19-843f-18c1d88e49b9" -d '{"events": [{"server_uuid": "e5181a1a-0867-4848-80b3-7e6187123e21", "name": "network-vif-deleted", "tag": "b9ed8c52-9b8e-4875-81ac-57a2343a938b"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:18.115291 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c77a3-ea64-4cde-aa4a-354f2064f9a3 req-63f981bc-f27b-4386-a39b-bad8f2fe67a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:18.119522 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fd5c77a3-ea64-4cde-aa4a-354f2064f9a3 req-63f981bc-f27b-4386-a39b-bad8f2fe67a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df9c39b1157b4ff4913cb78a1d6accf7&device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 1125 time: 0.7890503 Feb 19 04:23:18.124930 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d63fd62f-cf57-4729-a0ce-b74a5d0177da req-5f3e7833-451f-43af-a560-361975669af9 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec473abc-f036-46d1-bd41-b4419e4d66e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8959024 Feb 19 04:23:18.149282 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-37e621b8-a143-4a7e-8665-4a1ee77e65f9 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Made reservation on behalf of 506cb7596c474a7f90c5d2404b0aa738 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:18.155419 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-37e621b8-a143-4a7e-8665-4a1ee77e65f9 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:18.179272 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb658885-f667-4d1f-a3fe-0b4e7b3fc42d req-3afce407-4d4a-47a0-892c-ad38bc88bb7a tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:18.186916 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-eb658885-f667-4d1f-a3fe-0b4e7b3fc42d req-3afce407-4d4a-47a0-892c-ad38bc88bb7a tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 943 time: 0.6356680 Feb 19 04:23:18.426042 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0fc57b87-ae92-4420-9c59-6a9821241371 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:23:18.495770 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8413e79a-a94b-41d6-b6a1-48361d19f341 req-bee921b1-6c8c-4c64-adf3-680ced237535 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fcd7958-141a-4d98-a758-4f233d4ec823 HTTP/1.1" status: 200 len: 210 time: 0.1161566 Feb 19 04:23:18.607410 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-004ac694-74df-4aae-8a15-ecd26667a006 None None] Provisioning complete for port 0fc57b87-ae92-4420-9c59-6a9821241371 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:18.607915 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-004ac694-74df-4aae-8a15-ecd26667a006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0fc57b87-ae92-4420-9c59-6a9821241371), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:18.750458 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 0fc57b87-ae92-4420-9c59-6a9821241371 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:18.751505 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0fc57b87-ae92-4420-9c59-6a9821241371), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:18.819740 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-37e621b8-a143-4a7e-8665-4a1ee77e65f9 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Allocated IP 172.20.0.7 (1403bd4f-dfe9-4e23-a75a-2d1d7160da01/58ed72c5-a803-479d-bfd8-f74c761c253f/faa297a1-90c9-4714-9641-57a4881fe117) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:18.866414 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-b6760cb0-d4de-4507-8438-30efd094b7c1 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Made reservation on behalf of 506cb7596c474a7f90c5d2404b0aa738 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:18.873843 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-b6760cb0-d4de-4507-8438-30efd094b7c1 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:18.908516 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75607eab-8323-47c3-bf1c-0feec0272951 x-openstack-request-id: req-75607eab-8323-47c3-bf1c-0feec0272951 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:18.909570 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5181a1a-0867-4848-80b3-7e6187123e21", "name": "network-vif-deleted", "tag": "b9ed8c52-9b8e-4875-81ac-57a2343a938b", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:18.910409 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-75607eab-8323-47c3-bf1c-0feec0272951 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:18.911688 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5181a1a-0867-4848-80b3-7e6187123e21', 'name': 'network-vif-deleted', 'tag': 'b9ed8c52-9b8e-4875-81ac-57a2343a938b', 'status': 'completed', 'code': 200} Feb 19 04:23:18.922572 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-eb658885-f667-4d1f-a3fe-0b4e7b3fc42d req-5dd25602-a318-422a-89b9-42ea721ab7a0 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/security-groups?id=cea4b522-df63-419d-b92f-eef69a56abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6981006 Feb 19 04:23:19.019781 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-004ac694-74df-4aae-8a15-ecd26667a006 None None] Current status of the port 0fc57b87-ae92-4420-9c59-6a9821241371 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:19.075358 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-60ea924e-7a05-46c1-b069-81038ac0a097 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a9af6f4985b5429fae80b578cf16ea14&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2208955 Feb 19 04:23:19.089525 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 0fc57b87-ae92-4420-9c59-6a9821241371 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:19.090254 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46592) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:19.097477 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 3660b998-263c-4b92-8715-c7e09065f9e1 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:23:19.156190 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-fe097c64-7cca-4cd0-9273-844ebb7d2316 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 172.20.0.5 (9e765b0b-136b-493b-bef9-44145ed793f7/865225c3-d1c1-40fd-83e9-ab10dae68210/24656f51-ecc0-42eb-b07f-7f0b95c520a4) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:19.180771 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c77a3-ea64-4cde-aa4a-354f2064f9a3 req-3d3a8e1b-96de-47c7-9479-888b13f9b2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:19.183812 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fd5c77a3-ea64-4cde-aa4a-354f2064f9a3 req-3d3a8e1b-96de-47c7-9479-888b13f9b2d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c84052c-91e0-4c2a-807c-a49aff1ef410 HTTP/1.1" status: 200 len: 911 time: 0.9824138 Feb 19 04:23:19.193886 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-fe097c64-7cca-4cd0-9273-844ebb7d2316 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8::f816:3eff:fe8c:9b1b (9e765b0b-136b-493b-bef9-44145ed793f7/3cd2873a-6b56-4373-bfa9-e05855275e14/24656f51-ecc0-42eb-b07f-7f0b95c520a4) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:19.228066 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 3660b998-263c-4b92-8715-c7e09065f9e1 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:23:19.249344 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 3660b998-263c-4b92-8715-c7e09065f9e1 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:19.251101 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3660b998-263c-4b92-8715-c7e09065f9e1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.482011 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de10e5-f086-4a1b-90e8-5479aeb6a6d9 req-eb9d39af-0094-4d3f-b476-4cc2219da11e tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:19.501493 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0de10e5-f086-4a1b-90e8-5479aeb6a6d9 req-eb9d39af-0094-4d3f-b476-4cc2219da11e tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 944 time: 0.4942353 Feb 19 04:23:19.642532 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fd5c77a3-ea64-4cde-aa4a-354f2064f9a3 req-5c55b832-a8c7-46f9-9a8f-3648e5768937 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eae58e1-9dc8-42d4-a68e-6edcd18a56cb HTTP/1.1" status: 200 len: 217 time: 0.4457197 Feb 19 04:23:19.657930 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 3660b998-263c-4b92-8715-c7e09065f9e1 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:19.658443 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3660b998-263c-4b92-8715-c7e09065f9e1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.752483 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c77a3-ea64-4cde-aa4a-354f2064f9a3 req-ce9e7da3-32a0-4ef3-b356-bb769a3b399f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:19.755417 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fd5c77a3-ea64-4cde-aa4a-354f2064f9a3 req-ce9e7da3-32a0-4ef3-b356-bb769a3b399f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c4888f38-26f5-49c8-afae-244433e40900 HTTP/1.1" status: 200 len: 851 time: 0.0962753 Feb 19 04:23:19.800746 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 3660b998-263c-4b92-8715-c7e09065f9e1, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3660b998-263c-4b92-8715-c7e09065f9e1,segment=NetworkSegment(9072b92a-d3c0-4226-9eb6-c84f62aba446),segment_id=9072b92a-d3c0-4226-9eb6-c84f62aba446)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:19.805325 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d004ea-18de-4749-a29e-4c03c015c0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3660b998-263c-4b92-8715-c7e09065f9e1'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:19.826887 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1060ad-aa4e-4693-b78f-adb1331c6e20" -d '{"events": [{"server_uuid": "93d004ea-18de-4749-a29e-4c03c015c0b1", "name": "network-vif-plugged", "status": "completed", "tag": "3660b998-263c-4b92-8715-c7e09065f9e1"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:19.843397 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3660b998-263c-4b92-8715-c7e09065f9e1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.904110 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fd5c77a3-ea64-4cde-aa4a-354f2064f9a3 req-6eabdec5-3502-4b64-a663-244595b18be2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c84052c-91e0-4c2a-807c-a49aff1ef410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372254 Feb 19 04:23:19.954971 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-37e621b8-a143-4a7e-8665-4a1ee77e65f9 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks [] for port (faa297a1-90c9-4714-9641-57a4881fe117), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.027249 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=3660b998-263c-4b92-8715-c7e09065f9e1,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:20.060879 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dfc49127-031c-43e0-a723-b366f9151c0f admin admin] Publish callbacks [] for security_group (fe2c23a2-64ca-431f-bb54-4ba714588eed), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.153690 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe097c64-7cca-4cd0-9273-844ebb7d2316 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (24656f51-ecc0-42eb-b07f-7f0b95c520a4), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.186985 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:23:20.214471 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0de10e5-f086-4a1b-90e8-5479aeb6a6d9 req-3fb98204-cc7f-4905-8142-3e6bc772a781 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7112508 Feb 19 04:23:20.215812 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe097c64-7cca-4cd0-9273-844ebb7d2316 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (24656f51-ecc0-42eb-b07f-7f0b95c520a4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.288475 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bbded-bab6-44e6-a659-661c1d074b8e req-b6688de7-bdae-491c-86b2-6ca3907e857e tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:20.294485 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e39bbded-bab6-44e6-a659-661c1d074b8e req-b6688de7-bdae-491c-86b2-6ca3907e857e tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.65 "GET /v2.0/ports?device_id=93d004ea-18de-4749-a29e-4c03c015c0b1 HTTP/1.1" status: 200 len: 944 time: 0.7305079 Feb 19 04:23:20.305608 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe097c64-7cca-4cd0-9273-844ebb7d2316 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=24656f51-ecc0-42eb-b07f-7f0b95c520a4,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:20.334063 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe097c64-7cca-4cd0-9273-844ebb7d2316 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:20.337206 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-fe097c64-7cca-4cd0-9273-844ebb7d2316 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:20.345470 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe097c64-7cca-4cd0-9273-844ebb7d2316 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:20.417456 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-37e621b8-a143-4a7e-8665-4a1ee77e65f9 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (faa297a1-90c9-4714-9641-57a4881fe117), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.431740 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dfc49127-031c-43e0-a723-b366f9151c0f admin admin] Publish callbacks [] for security_group (fe2c23a2-64ca-431f-bb54-4ba714588eed), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.658875 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e621b8-a143-4a7e-8665-4a1ee77e65f9 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Pushing event updated for resources: {'Port': ['ID=faa297a1-90c9-4714-9641-57a4881fe117,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:20.666709 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed3cd522-f397-49a3-b721-c731e357b039 req-12109e8b-d68f-464a-8bbd-3963026c0c86 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fcd7958-141a-4d98-a758-4f233d4ec823 HTTP/1.1" status: 200 len: 210 time: 0.2734637 Feb 19 04:23:20.694327 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe097c64-7cca-4cd0-9273-844ebb7d2316 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:20.695372 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe097c64-7cca-4cd0-9273-844ebb7d2316 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.758436 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-37e621b8-a143-4a7e-8665-4a1ee77e65f9 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Network 1403bd4f-dfe9-4e23-a75a-2d1d7160da01 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:20.763955 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-37e621b8-a143-4a7e-8665-4a1ee77e65f9 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:20.781721 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fd5c77a3-ea64-4cde-aa4a-354f2064f9a3 req-b462bf63-9563-4e32-9d32-e1e48edf0583 service neutron] 10.222.0.10 "GET /v2.0/networks/1c84052c-91e0-4c2a-807c-a49aff1ef410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8644481 Feb 19 04:23:20.813797 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fe097c64-7cca-4cd0-9273-844ebb7d2316 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.4544442 Feb 19 04:23:20.814842 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-37e621b8-a143-4a7e-8665-4a1ee77e65f9 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:20.821440 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46604) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:20.900073 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad138407-1568-4a29-a48a-51bcdc4f22ae x-openstack-request-id: req-ad138407-1568-4a29-a48a-51bcdc4f22ae {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:20.900073 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d004ea-18de-4749-a29e-4c03c015c0b1", "name": "network-vif-plugged", "status": "completed", "tag": "3660b998-263c-4b92-8715-c7e09065f9e1", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:20.900841 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ad138407-1568-4a29-a48a-51bcdc4f22ae {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:20.902048 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d004ea-18de-4749-a29e-4c03c015c0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3660b998-263c-4b92-8715-c7e09065f9e1', 'code': 200} Feb 19 04:23:20.977944 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-b6760cb0-d4de-4507-8438-30efd094b7c1 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Allocated IP 172.20.0.2 (1403bd4f-dfe9-4e23-a75a-2d1d7160da01/58ed72c5-a803-479d-bfd8-f74c761c253f/304982e7-bb5a-4f14-b30f-55bdc3baa648) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:21.019046 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:23:21.037709 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:21.038260 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1eae58e1-9dc8-42d4-a68e-6edcd18a56cb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.096770 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1977e5cb-5f47-4be3-85e5-3354e8e6e52d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:21.103242 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1977e5cb-5f47-4be3-85e5-3354e8e6e52d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:21.109710 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1977e5cb-5f47-4be3-85e5-3354e8e6e52d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2865617 Feb 19 04:23:21.117474 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-37e621b8-a143-4a7e-8665-4a1ee77e65f9 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:21.118203 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-37e621b8-a143-4a7e-8665-4a1ee77e65f9 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.122755 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46606) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:21.206907 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c340f8-3531-4109-89c1-4f429a5dc84c req-dffd7a0c-bf25-41b1-8ee0-3099ec171777 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:21.209159 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a4c340f8-3531-4109-89c1-4f429a5dc84c req-dffd7a0c-bf25-41b1-8ee0-3099ec171777 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 943 time: 0.2436388 Feb 19 04:23:21.211305 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c84897-4085-45a8-b9eb-b6ea2c8dea61 req-e2712423-aa75-46f7-a096-c0f38ed43a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:21.212882 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-96c84897-4085-45a8-b9eb-b6ea2c8dea61 req-e2712423-aa75-46f7-a096-c0f38ed43a87 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=93d004ea-18de-4749-a29e-4c03c015c0b1 HTTP/1.1" status: 200 len: 1127 time: 0.3275533 Feb 19 04:23:21.295067 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-37e621b8-a143-4a7e-8665-4a1ee77e65f9 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8031883 Feb 19 04:23:21.332135 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-52261c4c-7c58-47ee-b208-61ed204f49eb service neutron] Request body: {'port': {'device_id': '965f749d-8796-45b6-96b2-6fbcbe04aef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:21.340774 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-896f9808-ceec-42eb-aa06-00717a53ef31 admin admin] Deleting port 0a8df158-d0fa-44f0-b806-d96fe000d527 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:21.345596 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-896f9808-ceec-42eb-aa06-00717a53ef31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0a8df158-d0fa-44f0-b806-d96fe000d527), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.353847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-00d8b8ac-e483-42cf-90e9-16d7a4be8413 None None] Provisioning complete for port 24656f51-ecc0-42eb-b07f-7f0b95c520a4 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:21.355056 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-00d8b8ac-e483-42cf-90e9-16d7a4be8413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (24656f51-ecc0-42eb-b07f-7f0b95c520a4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.439781 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a4c340f8-3531-4109-89c1-4f429a5dc84c req-9446673a-1b0c-474e-8a6c-530736790beb tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/security-groups?id=cea4b522-df63-419d-b92f-eef69a56abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976624 Feb 19 04:23:21.475801 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-00d8b8ac-e483-42cf-90e9-16d7a4be8413 None None] Port 24656f51-ecc0-42eb-b07f-7f0b95c520a4 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:23:21.513707 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:21.515640 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1eae58e1-9dc8-42d4-a68e-6edcd18a56cb), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.538078 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-52261c4c-7c58-47ee-b208-61ed204f49eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (faa297a1-90c9-4714-9641-57a4881fe117), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.597022 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-22ed8488-4948-49fd-9064-d06a31b62eba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting port 24656f51-ecc0-42eb-b07f-7f0b95c520a4 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:21.597604 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-22ed8488-4948-49fd-9064-d06a31b62eba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (24656f51-ecc0-42eb-b07f-7f0b95c520a4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.618205 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=1eae58e1-9dc8-42d4-a68e-6edcd18a56cb,segment=NetworkSegment(7475f1e8-9ba9-4f4c-a789-729c28f3ed2d),segment_id=7475f1e8-9ba9-4f4c-a789-729c28f3ed2d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:21.624130 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (1eae58e1-9dc8-42d4-a68e-6edcd18a56cb), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.643746 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-96c84897-4085-45a8-b9eb-b6ea2c8dea61 req-8bba3b16-bc7a-42a1-ad9a-09e74a3d2ccc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ec473abc-f036-46d1-bd41-b4419e4d66e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931472 Feb 19 04:23:21.675639 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e39bbded-bab6-44e6-a659-661c1d074b8e req-3ccee9d2-b0b5-486d-9df7-99dd7c47c28d tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec473abc-f036-46d1-bd41-b4419e4d66e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3726993 Feb 19 04:23:21.717084 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=1eae58e1-9dc8-42d4-a68e-6edcd18a56cb,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:21.756328 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-896f9808-ceec-42eb-aa06-00717a53ef31 admin admin] For port 0a8df158-d0fa-44f0-b806-d96fe000d527, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0a8df158-d0fa-44f0-b806-d96fe000d527,segment=NetworkSegment(35e2884c-3d3d-4a1c-80c4-83e043e81213),segment_id=35e2884c-3d3d-4a1c-80c4-83e043e81213)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:21.756718 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-896f9808-ceec-42eb-aa06-00717a53ef31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0a8df158-d0fa-44f0-b806-d96fe000d527), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:21.819363 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-896f9808-ceec-42eb-aa06-00717a53ef31 admin admin] Calling delete_port for 0a8df158-d0fa-44f0-b806-d96fe000d527 owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:22.033117 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfe2d6-6132-4f7c-bc1a-e1d542f878e0 req-d029f87e-6da3-4e6c-baa0-1f8efcd1c22d tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:22.035646 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-14dfe2d6-6132-4f7c-bc1a-e1d542f878e0 req-d029f87e-6da3-4e6c-baa0-1f8efcd1c22d tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 945 time: 0.2163665 Feb 19 04:23:22.063575 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dfc49127-031c-43e0-a723-b366f9151c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (fe2c23a2-64ca-431f-bb54-4ba714588eed), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:22.072745 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dfc49127-031c-43e0-a723-b366f9151c0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:22.074797 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-dfc49127-031c-43e0-a723-b366f9151c0f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fe2c23a2-64ca-431f-bb54-4ba714588eed HTTP/1.1" status: 204 len: 168 time: 2.9782939 Feb 19 04:23:22.169783 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-22ed8488-4948-49fd-9064-d06a31b62eba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (24656f51-ecc0-42eb-b07f-7f0b95c520a4), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:22.187490 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-63cd6ff5-90a4-4643-aa59-879a415e0104 req-7e6f7f6a-4d36-4167-abfd-6daf0638fbca tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fcd7958-141a-4d98-a758-4f233d4ec823 HTTP/1.1" status: 200 len: 210 time: 0.1253853 Feb 19 04:23:22.285280 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-22ed8488-4948-49fd-9064-d06a31b62eba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Calling delete_port for 24656f51-ecc0-42eb-b07f-7f0b95c520a4 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:22.359965 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fd5c77a3-ea64-4cde-aa4a-354f2064f9a3 req-c9b59e8e-44b3-45cc-8488-fb5b1139c82a service neutron] 10.222.0.10 "GET /v2.0/networks/1c84052c-91e0-4c2a-807c-a49aff1ef410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5602612 Feb 19 04:23:22.365535 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc49127-031c-43e0-a723-b366f9151c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2c23a2-64ca-431f-bb54-4ba714588eed,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:22.412198 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-b6760cb0-d4de-4507-8438-30efd094b7c1 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks [] for port (304982e7-bb5a-4f14-b30f-55bdc3baa648), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:22.516564 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-896f9808-ceec-42eb-aa06-00717a53ef31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (0a8df158-d0fa-44f0-b806-d96fe000d527), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:22.581801 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f9808-ceec-42eb-aa06-00717a53ef31 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a8df158-d0fa-44f0-b806-d96fe000d527,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:22.586036 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-b6760cb0-d4de-4507-8438-30efd094b7c1 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (304982e7-bb5a-4f14-b30f-55bdc3baa648), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:22.821487 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6760cb0-d4de-4507-8438-30efd094b7c1 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Pushing event updated for resources: {'Port': ['ID=304982e7-bb5a-4f14-b30f-55bdc3baa648,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:22.902739 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1068f6b3-e55d-49ff-b291-6dc0a406479d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eae58e1-9dc8-42d4-a68e-6edcd18a56cb'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:22.905789 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fce0b14-3d59-4d42-a3e4-3f979cd83bb6" -d '{"events": [{"server_uuid": "1068f6b3-e55d-49ff-b291-6dc0a406479d", "name": "network-vif-plugged", "status": "completed", "tag": "1eae58e1-9dc8-42d4-a68e-6edcd18a56cb"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:22.938123 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-52261c4c-7c58-47ee-b208-61ed204f49eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa297a1-90c9-4714-9641-57a4881fe117 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:23:22.952520 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-52261c4c-7c58-47ee-b208-61ed204f49eb service neutron] Publish callbacks [] for port (faa297a1-90c9-4714-9641-57a4881fe117), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:22.970558 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-52261c4c-7c58-47ee-b208-61ed204f49eb service neutron] Transition to ACTIVE for port object faa297a1-90c9-4714-9641-57a4881fe117 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:23:22.985044 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-14dfe2d6-6132-4f7c-bc1a-e1d542f878e0 req-e9f25110-edf1-4f5f-8a51-434d6b414072 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7885094 Feb 19 04:23:22.989305 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-52261c4c-7c58-47ee-b208-61ed204f49eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (faa297a1-90c9-4714-9641-57a4881fe117), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:23.119451 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-b6760cb0-d4de-4507-8438-30efd094b7c1 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Network 1403bd4f-dfe9-4e23-a75a-2d1d7160da01 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:23.134789 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-b6760cb0-d4de-4507-8438-30efd094b7c1 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:23.154833 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-b6760cb0-d4de-4507-8438-30efd094b7c1 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:23.198443 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52261c4c-7c58-47ee-b208-61ed204f49eb service neutron] Pushing event updated for resources: {'Port': ['ID=faa297a1-90c9-4714-9641-57a4881fe117,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:23.259899 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd560d1-a505-45a9-b663-d06bc2a898f2 req-651a0e20-dbb1-4d86-90f6-38efc4aa052f tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:23.268788 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ccd560d1-a505-45a9-b663-d06bc2a898f2 req-651a0e20-dbb1-4d86-90f6-38efc4aa052f tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 943 time: 0.5410943 Feb 19 04:23:23.401557 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ccd560d1-a505-45a9-b663-d06bc2a898f2 req-9a1ef405-29af-48d1-a0d2-9fd390418ab5 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/security-groups?id=cea4b522-df63-419d-b92f-eef69a56abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314578 Feb 19 04:23:23.423507 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-b6760cb0-d4de-4507-8438-30efd094b7c1 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:23.432850 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-b6760cb0-d4de-4507-8438-30efd094b7c1 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:23.492299 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b396a6-b5d9-43ec-949e-a936a6d3782c x-openstack-request-id: req-e3b396a6-b5d9-43ec-949e-a936a6d3782c {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:23.492812 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1068f6b3-e55d-49ff-b291-6dc0a406479d", "name": "network-vif-plugged", "status": "completed", "tag": "1eae58e1-9dc8-42d4-a68e-6edcd18a56cb", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:23.493211 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e3b396a6-b5d9-43ec-949e-a936a6d3782c {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:23.493833 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1068f6b3-e55d-49ff-b291-6dc0a406479d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eae58e1-9dc8-42d4-a68e-6edcd18a56cb', 'code': 200} Feb 19 04:23:23.497508 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-b6760cb0-d4de-4507-8438-30efd094b7c1 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2673323 Feb 19 04:23:23.533762 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-ae9e9d63-629a-4b9b-b8ae-4d3ab5c06f5e service neutron] Request body: {'port': {'device_id': '5fcd7958-141a-4d98-a758-4f233d4ec823', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:23.617797 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-22ed8488-4948-49fd-9064-d06a31b62eba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (24656f51-ecc0-42eb-b07f-7f0b95c520a4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:23.758464 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed8488-4948-49fd-9064-d06a31b62eba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Port': ['ID=24656f51-ecc0-42eb-b07f-7f0b95c520a4,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:23.924856 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286bebb-3730-4e71-acc0-2fb7864fd789 req-76f940a8-4d5b-4147-98cf-35fc6a99cf58 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:23.928108 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6286bebb-3730-4e71-acc0-2fb7864fd789 req-76f940a8-4d5b-4147-98cf-35fc6a99cf58 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.65 "GET /v2.0/ports?device_id=93d004ea-18de-4749-a29e-4c03c015c0b1 HTTP/1.1" status: 200 len: 945 time: 0.7238350 Feb 19 04:23:23.973605 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-896f9808-ceec-42eb-aa06-00717a53ef31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (3ea619a2-26e6-4da0-95d2-96ea90c973b8), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:23.975306 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-52261c4c-7c58-47ee-b208-61ed204f49eb service neutron] Attempting to bind port faa297a1-90c9-4714-9641-57a4881fe117 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:23.976142 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-52261c4c-7c58-47ee-b208-61ed204f49eb service neutron] Attempting to bind port faa297a1-90c9-4714-9641-57a4881fe117 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'b203e463-9d74-4687-a1cd-3b59df24e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:23.976988 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-52261c4c-7c58-47ee-b208-61ed204f49eb service neutron] Attempting to bind port faa297a1-90c9-4714-9641-57a4881fe117 on network 1403bd4f-dfe9-4e23-a75a-2d1d7160da01 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:24.025345 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-ae9e9d63-629a-4b9b-b8ae-4d3ab5c06f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (304982e7-bb5a-4f14-b30f-55bdc3baa648), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:24.119299 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20841d6-1ed6-4172-a9e8-8356ad627d11 req-e29dbcf6-21ff-4f14-9d07-c57d17cc8a39 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:24.122874 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a20841d6-1ed6-4172-a9e8-8356ad627d11 req-e29dbcf6-21ff-4f14-9d07-c57d17cc8a39 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fcd7958-141a-4d98-a758-4f233d4ec823 HTTP/1.1" status: 200 len: 931 time: 0.4418480 Feb 19 04:23:24.135619 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c24da-9d86-4531-89d4-cbe69c631780 req-1ff302bc-57c0-4190-9664-758511b35306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:24.138763 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-db4c24da-9d86-4531-89d4-cbe69c631780 req-1ff302bc-57c0-4190-9664-758511b35306 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 1127 time: 0.4954629 Feb 19 04:23:24.153342 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-22ed8488-4948-49fd-9064-d06a31b62eba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:24.164935 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-22ed8488-4948-49fd-9064-d06a31b62eba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/24656f51-ecc0-42eb-b07f-7f0b95c520a4 HTTP/1.1" status: 204 len: 168 time: 3.0337563 Feb 19 04:23:24.178567 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46648) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:24.179509 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-52261c4c-7c58-47ee-b208-61ed204f49eb service neutron] Port faa297a1-90c9-4714-9641-57a4881fe117 on network 1403bd4f-dfe9-4e23-a75a-2d1d7160da01 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:23:24.180066 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-52261c4c-7c58-47ee-b208-61ed204f49eb service neutron] Attempting to bind port faa297a1-90c9-4714-9641-57a4881fe117 on network 1403bd4f-dfe9-4e23-a75a-2d1d7160da01 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:24.233600 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-52261c4c-7c58-47ee-b208-61ed204f49eb service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:23:24.234438 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-52261c4c-7c58-47ee-b208-61ed204f49eb service neutron] Checking segment: {'id': 'b203e463-9d74-4687-a1cd-3b59df24e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:24.234815 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-52261c4c-7c58-47ee-b208-61ed204f49eb service neutron] Bound using segment: {'id': 'b203e463-9d74-4687-a1cd-3b59df24e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:23:24.235492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-52261c4c-7c58-47ee-b208-61ed204f49eb service neutron] Bound port: faa297a1-90c9-4714-9641-57a4881fe117, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b203e463-9d74-4687-a1cd-3b59df24e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:23:24.235999 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-52261c4c-7c58-47ee-b208-61ed204f49eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (faa297a1-90c9-4714-9641-57a4881fe117), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:24.490478 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6286bebb-3730-4e71-acc0-2fb7864fd789 req-5d51c31c-52ee-4ec1-9c9d-acf8b07d37c8 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec473abc-f036-46d1-bd41-b4419e4d66e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321288 Feb 19 04:23:24.497861 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ebb308-bd35-421b-8a16-c72e55968dc9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:24.501892 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ebb308-bd35-421b-8a16-c72e55968dc9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:24.506149 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ebb308-bd35-421b-8a16-c72e55968dc9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:24.509147 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-11ebb308-bd35-421b-8a16-c72e55968dc9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3056905 Feb 19 04:23:24.514455 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46652) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:24.643499 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-52261c4c-7c58-47ee-b208-61ed204f49eb service neutron] For port faa297a1-90c9-4714-9641-57a4881fe117, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:23:24.653616 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-52261c4c-7c58-47ee-b208-61ed204f49eb service neutron] For port faa297a1-90c9-4714-9641-57a4881fe117, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=faa297a1-90c9-4714-9641-57a4881fe117,segment=NetworkSegment(b203e463-9d74-4687-a1cd-3b59df24e97a),segment_id=b203e463-9d74-4687-a1cd-3b59df24e97a)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:23:24.656124 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46656) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:24.829234 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-52261c4c-7c58-47ee-b208-61ed204f49eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (faa297a1-90c9-4714-9641-57a4881fe117), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:24.870202 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-db4c24da-9d86-4531-89d4-cbe69c631780 req-d1ff07f7-b1ac-46f5-bb30-c9aa484a3565 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7168858 Feb 19 04:23:24.980004 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-52261c4c-7c58-47ee-b208-61ed204f49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:24.981298 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-52261c4c-7c58-47ee-b208-61ed204f49eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:24.984155 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-52261c4c-7c58-47ee-b208-61ed204f49eb service neutron] 10.222.0.10 "PUT /v2.0/ports/faa297a1-90c9-4714-9641-57a4881fe117 HTTP/1.1" status: 200 len: 1091 time: 3.6563132 Feb 19 04:23:24.991088 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965f749d-8796-45b6-96b2-6fbcbe04aef4', 'tag': 'faa297a1-90c9-4714-9641-57a4881fe117'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:24.995367 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03ff0f9-a44d-4ef5-96c8-fdd4eb5058ba" -d '{"events": [{"name": "network-changed", "server_uuid": "965f749d-8796-45b6-96b2-6fbcbe04aef4", "tag": "faa297a1-90c9-4714-9641-57a4881fe117"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:25.017388 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-0b1a58df-331d-45e0-9151-8e89fffb2d9c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1801204157'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:25.061989 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976413a-f7d1-4041-b86c-61e330542d68 req-52abab13-a010-4bc1-9135-d3d8dbfb1b83 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:25.065062 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a976413a-f7d1-4041-b86c-61e330542d68 req-52abab13-a010-4bc1-9135-d3d8dbfb1b83 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 945 time: 0.3964670 Feb 19 04:23:25.086135 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-69049365-fc03-4735-b67e-c0083b65c4c8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet 3cd2873a-6b56-4373-bfa9-e05855275e14 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:23:25.117593 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-69049365-fc03-4735-b67e-c0083b65c4c8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (3cd2873a-6b56-4373-bfa9-e05855275e14), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.156543 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52261c4c-7c58-47ee-b208-61ed204f49eb service neutron] Pushing event updated for resources: {'Port': ['ID=faa297a1-90c9-4714-9641-57a4881fe117,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:25.227642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1a58df-331d-45e0-9151-8e89fffb2d9c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:25.231702 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0b1a58df-331d-45e0-9151-8e89fffb2d9c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.272968 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-69049365-fc03-4735-b67e-c0083b65c4c8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (3cd2873a-6b56-4373-bfa9-e05855275e14), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.303150 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0b1a58df-331d-45e0-9151-8e89fffb2d9c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.316717 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a20841d6-1ed6-4172-a9e8-8356ad627d11 req-7202dcc3-eb52-4c46-b12e-9b7f493c3f37 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1737251 Feb 19 04:23:25.347111 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-405ba32e-0f9d-43e8-add6-2a6ab37b57ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:25.349633 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-405ba32e-0f9d-43e8-add6-2a6ab37b57ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=506cb7596c474a7f90c5d2404b0aa738&device_id=965f749d-8796-45b6-96b2-6fbcbe04aef4 HTTP/1.1" status: 200 len: 1125 time: 0.1870713 Feb 19 04:23:25.395924 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a976413a-f7d1-4041-b86c-61e330542d68 req-60b015df-9e97-42c0-9b28-8f708da0ffe6 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008158 Feb 19 04:23:25.539372 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0b1a58df-331d-45e0-9151-8e89fffb2d9c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (e5cf5c3c-5189-45af-9a77-ea929baae776), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.582068 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0b1a58df-331d-45e0-9151-8e89fffb2d9c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e5cf5c3c-5189-45af-9a77-ea929baae776), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.596292 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1a58df-331d-45e0-9151-8e89fffb2d9c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:23:25.608894 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0b1a58df-331d-45e0-9151-8e89fffb2d9c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (5cd34749-3185-4fb4-8807-1152ca5fe0c3), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.609279 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-0b1a58df-331d-45e0-9151-8e89fffb2d9c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Added segment 5cd34749-3185-4fb4-8807-1152ca5fe0c3 of type vlan for network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 Feb 19 04:23:25.630277 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-73aceef1-7cde-4cf9-b200-8bbe76b88d15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=faa297a1-90c9-4714-9641-57a4881fe117 HTTP/1.1" status: 200 len: 217 time: 0.2618909 Feb 19 04:23:25.633494 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0aefc11-41b7-4a04-bef3-7a0fca22cbf1 x-openstack-request-id: req-f0aefc11-41b7-4a04-bef3-7a0fca22cbf1 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:25.633840 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965f749d-8796-45b6-96b2-6fbcbe04aef4", "tag": "faa297a1-90c9-4714-9641-57a4881fe117", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:25.634050 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f0aefc11-41b7-4a04-bef3-7a0fca22cbf1 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:25.634483 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '965f749d-8796-45b6-96b2-6fbcbe04aef4', 'tag': 'faa297a1-90c9-4714-9641-57a4881fe117', 'status': 'completed', 'code': 200} Feb 19 04:23:25.669840 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896f9808-ceec-42eb-aa06-00717a53ef31 admin admin] Router 3ea619a2-26e6-4da0-95d2-96ea90c973b8 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:23:25.801283 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a58df-331d-45e0-9151-8e89fffb2d9c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cf5c3c-5189-45af-9a77-ea929baae776,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:25.810965 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0b1a58df-331d-45e0-9151-8e89fffb2d9c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (4b4ee219-081e-47f1-adc3-bc6d7aae1457), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.824814 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-69049365-fc03-4735-b67e-c0083b65c4c8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (3cd2873a-6b56-4373-bfa9-e05855275e14), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:25.835523 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470c785-6cb1-4637-8224-31087539c779 req-44b18fbd-639f-4c4c-a942-121f0b126415 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:25.837279 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1470c785-6cb1-4637-8224-31087539c779 req-44b18fbd-639f-4c4c-a942-121f0b126415 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 943 time: 0.4161403 Feb 19 04:23:25.940184 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.resource_extend [None req-0b1a58df-331d-45e0-9151-8e89fffb2d9c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:23:25.972215 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-58c77114-6e2a-4761-871e-ab3fe6e1887f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:25.986018 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-58c77114-6e2a-4761-871e-ab3fe6e1887f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58ed72c5-a803-479d-bfd8-f74c761c253f HTTP/1.1" status: 200 len: 853 time: 0.3384151 Feb 19 04:23:26.104542 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-5146972d-0580-4601-b704-8c8ca8691f4a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1403bd4f-dfe9-4e23-a75a-2d1d7160da01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091635 Feb 19 04:23:26.139229 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0b1a58df-331d-45e0-9151-8e89fffb2d9c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (4b4ee219-081e-47f1-adc3-bc6d7aae1457), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:26.147617 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1a58df-331d-45e0-9151-8e89fffb2d9c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:26.148602 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0b1a58df-331d-45e0-9151-8e89fffb2d9c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:26.197908 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0b1a58df-331d-45e0-9151-8e89fffb2d9c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5257339 Feb 19 04:23:26.254296 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46672) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:26.262402 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-55f2d467-c9ab-4eb0-a9bb-5337b8834499 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'port': {'network_id': '4b4ee219-081e-47f1-adc3-bc6d7aae1457', 'name': 'tempest-PortsIpV6TestJSON-634857323'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:26.420128 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1470c785-6cb1-4637-8224-31087539c779 req-84754e85-9438-4e08-a310-d50bb1325975 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/security-groups?id=cea4b522-df63-419d-b92f-eef69a56abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4363856 Feb 19 04:23:26.483145 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896f9808-ceec-42eb-aa06-00717a53ef31 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:23:26.501067 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-896f9808-ceec-42eb-aa06-00717a53ef31 admin admin] 10.222.0.65 "PUT /v2.0/routers/3ea619a2-26e6-4da0-95d2-96ea90c973b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.6996872 Feb 19 04:23:26.506352 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d523dce6-0bce-4047-95f0-0fe2a680c10f None None] Sync routers for ids ['3ea619a2-26e6-4da0-95d2-96ea90c973b8'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:23:26.522904 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46680) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:26.560851 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d523dce6-0bce-4047-95f0-0fe2a680c10f None None] Routers {'3ea619a2-26e6-4da0-95d2-96ea90c973b8'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:23:26.562746 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d523dce6-0bce-4047-95f0-0fe2a680c10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:23:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['3ea619a2-26e6-4da0-95d2-96ea90c973b8'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:26.843752 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-ae9e9d63-629a-4b9b-b8ae-4d3ab5c06f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 304982e7-bb5a-4f14-b30f-55bdc3baa648 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:23:26.888683 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-ae9e9d63-629a-4b9b-b8ae-4d3ab5c06f5e service neutron] Publish callbacks [] for port (304982e7-bb5a-4f14-b30f-55bdc3baa648), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:26.920676 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-ae9e9d63-629a-4b9b-b8ae-4d3ab5c06f5e service neutron] Transition to ACTIVE for port object 304982e7-bb5a-4f14-b30f-55bdc3baa648 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:23:26.937293 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a86329-a7aa-42af-b91c-15359d02fe64 req-4e79d111-d342-46bd-aa03-6f46b5fe018b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:26.939096 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f2a86329-a7aa-42af-b91c-15359d02fe64 req-4e79d111-d342-46bd-aa03-6f46b5fe018b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 945 time: 0.2141402 Feb 19 04:23:26.942801 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-ae9e9d63-629a-4b9b-b8ae-4d3ab5c06f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (304982e7-bb5a-4f14-b30f-55bdc3baa648), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:26.947530 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7fb197f1-2a9f-4b79-a763-360406c245c2 admin admin] Publish callbacks [] for router (3ea619a2-26e6-4da0-95d2-96ea90c973b8), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:26.980509 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-d523dce6-0bce-4047-95f0-0fe2a680c10f None None] Set router 3ea619a2-26e6-4da0-95d2-96ea90c973b8 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:23:27.255812 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7fb197f1-2a9f-4b79-a763-360406c245c2 admin admin] Publish callbacks [] for router_gateway (3ea619a2-26e6-4da0-95d2-96ea90c973b8), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:27.265220 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-932580f2-ca85-4eb3-aaa5-7f318de4d9b4 service neutron] 10.222.0.10 "GET /v2.0/networks/1403bd4f-dfe9-4e23-a75a-2d1d7160da01?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1459682 Feb 19 04:23:27.350264 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-69049365-fc03-4735-b67e-c0083b65c4c8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (3cd2873a-6b56-4373-bfa9-e05855275e14), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:27.353185 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a58df-331d-45e0-9151-8e89fffb2d9c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Network': ['ID=4b4ee219-081e-47f1-adc3-bc6d7aae1457,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:27.355128 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f2a86329-a7aa-42af-b91c-15359d02fe64 req-68d163d6-1262-4d0d-aac6-ff834196e053 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500933 Feb 19 04:23:27.376699 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:23:27.380221 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e9d63-629a-4b9b-b8ae-4d3ab5c06f5e service neutron] Pushing event updated for resources: {'Port': ['ID=304982e7-bb5a-4f14-b30f-55bdc3baa648,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:27.488262 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d523dce6-0bce-4047-95f0-0fe2a680c10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'name': 'tempest-TaggedBootDevicesTest-829036890-router', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:18Z', 'updated_at': '2022-02-19T04:23:22Z', 'revision_number': 5, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'gw_port': {'id': 'ce5e0ad4-7a1c-4170-87cd-d44eaad83dda', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:20Z', 'updated_at': '2022-02-19T04:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:27.602310 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-ae9e9d63-629a-4b9b-b8ae-4d3ab5c06f5e service neutron] Attempting to bind port 304982e7-bb5a-4f14-b30f-55bdc3baa648 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:27.603431 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-ae9e9d63-629a-4b9b-b8ae-4d3ab5c06f5e service neutron] Attempting to bind port 304982e7-bb5a-4f14-b30f-55bdc3baa648 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'b203e463-9d74-4687-a1cd-3b59df24e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:27.604033 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-ae9e9d63-629a-4b9b-b8ae-4d3ab5c06f5e service neutron] Attempting to bind port 304982e7-bb5a-4f14-b30f-55bdc3baa648 on network 1403bd4f-dfe9-4e23-a75a-2d1d7160da01 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:27.613466 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69049365-fc03-4735-b67e-c0083b65c4c8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd2873a-6b56-4373-bfa9-e05855275e14,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:27.620145 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-7fb197f1-2a9f-4b79-a763-360406c245c2 admin admin] Deleting port ce5e0ad4-7a1c-4170-87cd-d44eaad83dda {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:27.620605 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7fb197f1-2a9f-4b79-a763-360406c245c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ce5e0ad4-7a1c-4170-87cd-d44eaad83dda), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:27.626319 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d523dce6-0bce-4047-95f0-0fe2a680c10f None None] Checking router: 3ea619a2-26e6-4da0-95d2-96ea90c973b8 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:23:27.642372 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-ae9e9d63-629a-4b9b-b8ae-4d3ab5c06f5e service neutron] Port 304982e7-bb5a-4f14-b30f-55bdc3baa648 on network 1403bd4f-dfe9-4e23-a75a-2d1d7160da01 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:23:27.643216 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-ae9e9d63-629a-4b9b-b8ae-4d3ab5c06f5e service neutron] Attempting to bind port 304982e7-bb5a-4f14-b30f-55bdc3baa648 on network 1403bd4f-dfe9-4e23-a75a-2d1d7160da01 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:27.655757 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-69049365-fc03-4735-b67e-c0083b65c4c8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:27.661241 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9609e084-5054-478d-ad02-877fb9e39706 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:27.664854 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-69049365-fc03-4735-b67e-c0083b65c4c8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/3cd2873a-6b56-4373-bfa9-e05855275e14 HTTP/1.1" status: 204 len: 168 time: 3.1477363 Feb 19 04:23:27.668843 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d523dce6-0bce-4047-95f0-0fe2a680c10f None None] Routers {'3ea619a2-26e6-4da0-95d2-96ea90c973b8'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:23:27.670322 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46690) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:27.670512 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d523dce6-0bce-4047-95f0-0fe2a680c10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:23:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['3ea619a2-26e6-4da0-95d2-96ea90c973b8'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:27.871304 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c749d5c-7b6c-45e0-a5dc-5bbf36e69f30 req-7acae225-ca6a-4655-bf9b-c55e96fa304f tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:27.888882 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1c749d5c-7b6c-45e0-a5dc-5bbf36e69f30 req-7acae225-ca6a-4655-bf9b-c55e96fa304f tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fcd7958-141a-4d98-a758-4f233d4ec823 HTTP/1.1" status: 200 len: 943 time: 0.6405611 Feb 19 04:23:27.914181 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-7fb197f1-2a9f-4b79-a763-360406c245c2 admin admin] For port ce5e0ad4-7a1c-4170-87cd-d44eaad83dda, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ce5e0ad4-7a1c-4170-87cd-d44eaad83dda,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:27.914573 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7fb197f1-2a9f-4b79-a763-360406c245c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ce5e0ad4-7a1c-4170-87cd-d44eaad83dda), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:27.946915 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-7fb197f1-2a9f-4b79-a763-360406c245c2 admin admin] Calling delete_port for ce5e0ad4-7a1c-4170-87cd-d44eaad83dda owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:28.034930 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-5335ef9d-2174-4427-a7ab-6c7dcc38de05 service neutron] 10.222.0.10 "GET /v2.0/networks/1403bd4f-dfe9-4e23-a75a-2d1d7160da01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7321961 Feb 19 04:23:28.104337 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f2d467-c9ab-4eb0-a9bb-5337b8834499 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:28.108972 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-55f2d467-c9ab-4eb0-a9bb-5337b8834499 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.132256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-ae9e9d63-629a-4b9b-b8ae-4d3ab5c06f5e service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:23:28.132503 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-ae9e9d63-629a-4b9b-b8ae-4d3ab5c06f5e service neutron] Checking segment: {'id': 'b203e463-9d74-4687-a1cd-3b59df24e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:28.132602 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd55e11c-64a6-4cb8-886f-61e706668170 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet 865225c3-d1c1-40fd-83e9-ab10dae68210 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:23:28.133044 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-ae9e9d63-629a-4b9b-b8ae-4d3ab5c06f5e service neutron] Bound using segment: {'id': 'b203e463-9d74-4687-a1cd-3b59df24e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:23:28.133476 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-ae9e9d63-629a-4b9b-b8ae-4d3ab5c06f5e service neutron] Bound port: 304982e7-bb5a-4f14-b30f-55bdc3baa648, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b203e463-9d74-4687-a1cd-3b59df24e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:23:28.133815 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-ae9e9d63-629a-4b9b-b8ae-4d3ab5c06f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (304982e7-bb5a-4f14-b30f-55bdc3baa648), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.185653 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-d523dce6-0bce-4047-95f0-0fe2a680c10f None None] Set router 3ea619a2-26e6-4da0-95d2-96ea90c973b8 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:23:28.209507 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cd55e11c-64a6-4cb8-886f-61e706668170 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (865225c3-d1c1-40fd-83e9-ab10dae68210), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.296260 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-55f2d467-c9ab-4eb0-a9bb-5337b8834499 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] device_id is not set on port a1cb026c-51c7-42f3-914d-474c13352312 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:23:28.313267 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d523dce6-0bce-4047-95f0-0fe2a680c10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'name': 'tempest-TaggedBootDevicesTest-829036890-router', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:18Z', 'updated_at': '2022-02-19T04:23:27Z', 'revision_number': 6, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:28.313626 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03884d33-b7b8-4dec-b400-8cfcc8dc1c55 req-d0415f2e-6ac5-47ef-a765-b44d19f5cb4d tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:28.315868 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-03884d33-b7b8-4dec-b400-8cfcc8dc1c55 req-d0415f2e-6ac5-47ef-a765-b44d19f5cb4d tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.65 "GET /v2.0/ports?device_id=93d004ea-18de-4749-a29e-4c03c015c0b1 HTTP/1.1" status: 200 len: 945 time: 0.6891532 Feb 19 04:23:28.387902 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d523dce6-0bce-4047-95f0-0fe2a680c10f None None] The sync data for ids ['3ea619a2-26e6-4da0-95d2-96ea90c973b8'] in n-d-772273-4 is: [{'id': '3ea619a2-26e6-4da0-95d2-96ea90c973b8', 'name': 'tempest-TaggedBootDevicesTest-829036890-router', 'tenant_id': '50046a5e10b942e69046ff4f02f577d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:18Z', 'updated_at': '2022-02-19T04:23:27Z', 'revision_number': 6, 'project_id': '50046a5e10b942e69046ff4f02f577d8', 'gw_port_host': None}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:23:28.419749 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-ae9e9d63-629a-4b9b-b8ae-4d3ab5c06f5e service neutron] For port 304982e7-bb5a-4f14-b30f-55bdc3baa648, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:23:28.427495 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-03884d33-b7b8-4dec-b400-8cfcc8dc1c55 req-2681d267-4273-4275-b2e5-376c41bbbc48 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec473abc-f036-46d1-bd41-b4419e4d66e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009071 Feb 19 04:23:28.429602 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-ae9e9d63-629a-4b9b-b8ae-4d3ab5c06f5e service neutron] For port 304982e7-bb5a-4f14-b30f-55bdc3baa648, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=304982e7-bb5a-4f14-b30f-55bdc3baa648,segment=NetworkSegment(b203e463-9d74-4687-a1cd-3b59df24e97a),segment_id=b203e463-9d74-4687-a1cd-3b59df24e97a)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:23:28.433972 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7fb197f1-2a9f-4b79-a763-360406c245c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (ce5e0ad4-7a1c-4170-87cd-d44eaad83dda), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.476202 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cd55e11c-64a6-4cb8-886f-61e706668170 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (865225c3-d1c1-40fd-83e9-ab10dae68210), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.496543 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-ae9e9d63-629a-4b9b-b8ae-4d3ab5c06f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (304982e7-bb5a-4f14-b30f-55bdc3baa648), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.508581 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb197f1-2a9f-4b79-a763-360406c245c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce5e0ad4-7a1c-4170-87cd-d44eaad83dda,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:28.578656 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1c749d5c-7b6c-45e0-a5dc-5bbf36e69f30 req-7cbced4c-50c2-4789-ad35-fcc05eb86e20 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6861453 Feb 19 04:23:28.614332 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68490e6f-2d5d-4556-9010-5cd8785f8acb req-8b72916b-0113-4914-9fb7-3fb672e349f0 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:28.615995 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-68490e6f-2d5d-4556-9010-5cd8785f8acb req-8b72916b-0113-4914-9fb7-3fb672e349f0 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.48 "GET /v2.0/ports?device_id=93d004ea-18de-4749-a29e-4c03c015c0b1 HTTP/1.1" status: 200 len: 945 time: 0.5628633 Feb 19 04:23:28.624892 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-ae9e9d63-629a-4b9b-b8ae-4d3ab5c06f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:28.626880 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-ae9e9d63-629a-4b9b-b8ae-4d3ab5c06f5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.628254 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-ae9e9d63-629a-4b9b-b8ae-4d3ab5c06f5e service neutron] 10.222.0.48 "PUT /v2.0/ports/304982e7-bb5a-4f14-b30f-55bdc3baa648 HTTP/1.1" status: 200 len: 1091 time: 5.1105030 Feb 19 04:23:28.639916 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fcd7958-141a-4d98-a758-4f233d4ec823', 'tag': '304982e7-bb5a-4f14-b30f-55bdc3baa648'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:28.651413 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453d2b07-7b3b-442a-ac39-e6d008210e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "5fcd7958-141a-4d98-a758-4f233d4ec823", "tag": "304982e7-bb5a-4f14-b30f-55bdc3baa648"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:28.672290 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ff0f9-a44d-4ef5-96c8-fdd4eb5058ba req-86e482bb-6f1c-49c5-80b7-05da3c13e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:28.674225 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d03ff0f9-a44d-4ef5-96c8-fdd4eb5058ba req-86e482bb-6f1c-49c5-80b7-05da3c13e2d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=506cb7596c474a7f90c5d2404b0aa738&device_id=965f749d-8796-45b6-96b2-6fbcbe04aef4 HTTP/1.1" status: 200 len: 1125 time: 0.5135310 Feb 19 04:23:28.808528 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e9d63-629a-4b9b-b8ae-4d3ab5c06f5e service neutron] Pushing event updated for resources: {'Port': ['ID=304982e7-bb5a-4f14-b30f-55bdc3baa648,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:28.819239 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7fb197f1-2a9f-4b79-a763-360406c245c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (3ea619a2-26e6-4da0-95d2-96ea90c973b8), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.888662 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cd55e11c-64a6-4cb8-886f-61e706668170 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (865225c3-d1c1-40fd-83e9-ab10dae68210), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:28.999142 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7fb197f1-2a9f-4b79-a763-360406c245c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (3ea619a2-26e6-4da0-95d2-96ea90c973b8), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:29.011660 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7fb197f1-2a9f-4b79-a763-360406c245c2 admin admin] Publish callbacks [] for router_controller (3ea619a2-26e6-4da0-95d2-96ea90c973b8), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:29.024280 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-62d9b310-b572-416d-9030-f0f4d4ce9daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:29.026151 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-62d9b310-b572-416d-9030-f0f4d4ce9daf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=506cb7596c474a7f90c5d2404b0aa738&device_id=5fcd7958-141a-4d98-a758-4f233d4ec823 HTTP/1.1" status: 200 len: 1125 time: 0.2830455 Feb 19 04:23:29.111139 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46698) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:29.141130 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f71b60-c744-4ac3-bb1a-5ebe0f891271 x-openstack-request-id: req-67f71b60-c744-4ac3-bb1a-5ebe0f891271 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:29.141734 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fcd7958-141a-4d98-a758-4f233d4ec823", "tag": "304982e7-bb5a-4f14-b30f-55bdc3baa648", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:29.142694 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-67f71b60-c744-4ac3-bb1a-5ebe0f891271 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:29.143302 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fcd7958-141a-4d98-a758-4f233d4ec823', 'tag': '304982e7-bb5a-4f14-b30f-55bdc3baa648', 'status': 'completed', 'code': 200} Feb 19 04:23:29.198205 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-2354af93-d074-45ed-96bf-12117c100528 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=304982e7-bb5a-4f14-b30f-55bdc3baa648 HTTP/1.1" status: 200 len: 217 time: 0.1619303 Feb 19 04:23:29.241811 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cd55e11c-64a6-4cb8-886f-61e706668170 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (865225c3-d1c1-40fd-83e9-ab10dae68210), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:29.276209 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7fb197f1-2a9f-4b79-a763-360406c245c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (3ea619a2-26e6-4da0-95d2-96ea90c973b8), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:29.277275 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb197f1-2a9f-4b79-a763-360406c245c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ea619a2-26e6-4da0-95d2-96ea90c973b8 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:23:29.296880 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7fb197f1-2a9f-4b79-a763-360406c245c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:29.299253 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7fb197f1-2a9f-4b79-a763-360406c245c2 admin admin] 10.222.0.65 "DELETE /v2.0/routers/3ea619a2-26e6-4da0-95d2-96ea90c973b8 HTTP/1.1" status: 204 len: 168 time: 2.7755938 Feb 19 04:23:29.314741 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cd55e11c-64a6-4cb8-886f-61e706668170 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:29.326899 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46702) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:29.333294 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cd55e11c-64a6-4cb8-886f-61e706668170 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/865225c3-d1c1-40fd-83e9-ab10dae68210 HTTP/1.1" status: 204 len: 168 time: 1.6569304 Feb 19 04:23:29.338408 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46704) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:29.345510 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d131707-2cd4-4fea-862c-d5702ec78045 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:29.355899 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-466ce787-3156-4f91-a7e8-7ae4b573bf97 None None] Provisioning complete for port 0fc57b87-ae92-4420-9c59-6a9821241371 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:29.356510 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-466ce787-3156-4f91-a7e8-7ae4b573bf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0fc57b87-ae92-4420-9c59-6a9821241371), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:29.560070 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55e11c-64a6-4cb8-886f-61e706668170 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=865225c3-d1c1-40fd-83e9-ab10dae68210,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:29.673630 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835f341-6365-4d27-8ea3-7518ca0ec063 req-47d2894a-7b59-4e68-b97b-6492495c3d05 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:29.685769 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a835f341-6365-4d27-8ea3-7518ca0ec063 req-47d2894a-7b59-4e68-b97b-6492495c3d05 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 943 time: 0.9021904 Feb 19 04:23:29.688098 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-842fe348-1765-439a-8a2e-d8da15305df8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3327546 Feb 19 04:23:29.689854 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-39371623-f3cd-4c0a-ba7f-35f0c6625bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:29.693979 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-39371623-f3cd-4c0a-ba7f-35f0c6625bf0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=58ed72c5-a803-479d-bfd8-f74c761c253f HTTP/1.1" status: 200 len: 853 time: 0.4765389 Feb 19 04:23:29.698283 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b86607-723f-4208-bd62-18d28b592930 req-6d2f3df5-fcfa-4d69-8c2c-bddf7a8b97eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:29.701472 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-70b86607-723f-4208-bd62-18d28b592930 req-6d2f3df5-fcfa-4d69-8c2c-bddf7a8b97eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df9c39b1157b4ff4913cb78a1d6accf7&device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 1127 time: 0.5888176 Feb 19 04:23:29.708019 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46710) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:29.721450 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-9833b76d-6b09-49c9-bb01-aa54cd4f1fc0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:29.733099 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-466ce787-3156-4f91-a7e8-7ae4b573bf97 None None] Current status of the port 0fc57b87-ae92-4420-9c59-6a9821241371 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:29.806460 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-55f2d467-c9ab-4eb0-a9bb-5337b8834499 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for port (a1cb026c-51c7-42f3-914d-474c13352312), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:29.807109 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-c22ee3a0-5c4d-4fcb-9f79-b980aa5a82c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1403bd4f-dfe9-4e23-a75a-2d1d7160da01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779119 Feb 19 04:23:29.825497 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f610a9c-80b3-4bd1-b718-81f4258ed4aa None None] DHCP port deletion for 9e765b0b-136b-493b-bef9-44145ed793f7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:23:29.853664 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-68490e6f-2d5d-4556-9010-5cd8785f8acb req-4ffbf67c-15ef-4396-b40e-1f423ae2523b tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Deleting port 3660b998-263c-4b92-8715-c7e09065f9e1 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:29.854431 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-68490e6f-2d5d-4556-9010-5cd8785f8acb req-4ffbf67c-15ef-4396-b40e-1f423ae2523b tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3660b998-263c-4b92-8715-c7e09065f9e1), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:29.872602 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ff0f9-a44d-4ef5-96c8-fdd4eb5058ba req-7061d6f4-8d50-467b-a886-614717bcc895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:29.874913 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d03ff0f9-a44d-4ef5-96c8-fdd4eb5058ba req-7061d6f4-8d50-467b-a886-614717bcc895 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1403bd4f-dfe9-4e23-a75a-2d1d7160da01 HTTP/1.1" status: 200 len: 913 time: 1.1377573 Feb 19 04:23:29.995819 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f610a9c-80b3-4bd1-b718-81f4258ed4aa None None] Deleting port 0fc57b87-ae92-4420-9c59-6a9821241371 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:29.997444 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f610a9c-80b3-4bd1-b718-81f4258ed4aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0fc57b87-ae92-4420-9c59-6a9821241371), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:30.148547 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d03ff0f9-a44d-4ef5-96c8-fdd4eb5058ba req-439a2482-b30f-4c49-a509-7ba24f7c76a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=faa297a1-90c9-4714-9641-57a4881fe117 HTTP/1.1" status: 200 len: 217 time: 0.2184153 Feb 19 04:23:30.178993 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f610a9c-80b3-4bd1-b718-81f4258ed4aa None None] For port 0fc57b87-ae92-4420-9c59-6a9821241371, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0fc57b87-ae92-4420-9c59-6a9821241371,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:30.179707 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f610a9c-80b3-4bd1-b718-81f4258ed4aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0fc57b87-ae92-4420-9c59-6a9821241371), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:30.213508 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f610a9c-80b3-4bd1-b718-81f4258ed4aa None None] Calling delete_port for 0fc57b87-ae92-4420-9c59-6a9821241371 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:30.375507 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a835f341-6365-4d27-8ea3-7518ca0ec063 req-37cc0755-3b6f-4413-a115-9937463cd1ea tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/security-groups?id=cea4b522-df63-419d-b92f-eef69a56abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6880608 Feb 19 04:23:30.376287 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0fc57b87-ae92-4420-9c59-6a9821241371 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:30.382620 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f610a9c-80b3-4bd1-b718-81f4258ed4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (0fc57b87-ae92-4420-9c59-6a9821241371), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:30.471557 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 0fc57b87-ae92-4420-9c59-6a9821241371 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:23:30.472256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0fc57b87-ae92-4420-9c59-6a9821241371 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:23:30.474039 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0a8df158-d0fa-44f0-b806-d96fe000d527 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:30.482125 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f610a9c-80b3-4bd1-b718-81f4258ed4aa None None] Pushing event deleted for resources: {'Port': ['ID=0fc57b87-ae92-4420-9c59-6a9821241371,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:30.491742 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-55f2d467-c9ab-4eb0-a9bb-5337b8834499 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a1cb026c-51c7-42f3-914d-474c13352312), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:30.514864 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f610a9c-80b3-4bd1-b718-81f4258ed4aa None None] No DVR routers for this DVR port 0fc57b87-ae92-4420-9c59-6a9821241371 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:23:30.531282 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 0a8df158-d0fa-44f0-b806-d96fe000d527 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:23:30.531282 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0a8df158-d0fa-44f0-b806-d96fe000d527 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:23:30.531282 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ce5e0ad4-7a1c-4170-87cd-d44eaad83dda no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:30.573646 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9833b76d-6b09-49c9-bb01-aa54cd4f1fc0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:30.579517 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9833b76d-6b09-49c9-bb01-aa54cd4f1fc0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:30.581643 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: ce5e0ad4-7a1c-4170-87cd-d44eaad83dda {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:23:30.582170 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ce5e0ad4-7a1c-4170-87cd-d44eaad83dda not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:23:30.600411 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-68490e6f-2d5d-4556-9010-5cd8785f8acb req-4ffbf67c-15ef-4396-b40e-1f423ae2523b tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] For port 3660b998-263c-4b92-8715-c7e09065f9e1, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3660b998-263c-4b92-8715-c7e09065f9e1,segment=NetworkSegment(9072b92a-d3c0-4226-9eb6-c84f62aba446),segment_id=9072b92a-d3c0-4226-9eb6-c84f62aba446)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:30.601049 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-68490e6f-2d5d-4556-9010-5cd8785f8acb req-4ffbf67c-15ef-4396-b40e-1f423ae2523b tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3660b998-263c-4b92-8715-c7e09065f9e1), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:30.714192 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ff0f9-a44d-4ef5-96c8-fdd4eb5058ba req-fafa48d0-7a35-44b4-86a4-abfb2b8f8b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:30.716212 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d03ff0f9-a44d-4ef5-96c8-fdd4eb5058ba req-fafa48d0-7a35-44b4-86a4-abfb2b8f8b58 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58ed72c5-a803-479d-bfd8-f74c761c253f HTTP/1.1" status: 200 len: 853 time: 0.5558763 Feb 19 04:23:30.731983 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc4ef31-c38a-4363-899e-0d2186d05215 admin admin] Deleting subnet 51a2a4cd-6790-4215-a871-8bf82a31fe51 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:23:30.747270 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0fc4ef31-c38a-4363-899e-0d2186d05215 admin admin] Publish callbacks [] for subnet (51a2a4cd-6790-4215-a871-8bf82a31fe51), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:30.764512 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-68490e6f-2d5d-4556-9010-5cd8785f8acb req-4ffbf67c-15ef-4396-b40e-1f423ae2523b tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Calling delete_port for 3660b998-263c-4b92-8715-c7e09065f9e1 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:30.818881 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989cbe8-bde9-4a44-9dd8-b3ea6bd9bb2e req-d60b822b-e76a-4c64-865a-f0fe9fe6f18c tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:30.825352 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a989cbe8-bde9-4a44-9dd8-b3ea6bd9bb2e req-d60b822b-e76a-4c64-865a-f0fe9fe6f18c tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 945 time: 1.5560651 Feb 19 04:23:30.869082 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d03ff0f9-a44d-4ef5-96c8-fdd4eb5058ba req-77ab7bc9-778e-4587-a7b4-33a7ac181158 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1403bd4f-dfe9-4e23-a75a-2d1d7160da01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015587 Feb 19 04:23:30.888494 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2d467-c9ab-4eb0-a9bb-5337b8834499 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Port': ['ID=a1cb026c-51c7-42f3-914d-474c13352312,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:30.959130 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b86607-723f-4208-bd62-18d28b592930 req-951eb603-4885-4bc9-a74e-8bc98a98b027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:30.961669 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-70b86607-723f-4208-bd62-18d28b592930 req-951eb603-4885-4bc9-a74e-8bc98a98b027 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c84052c-91e0-4c2a-807c-a49aff1ef410 HTTP/1.1" status: 200 len: 911 time: 1.2087286 Feb 19 04:23:31.027245 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0fc4ef31-c38a-4363-899e-0d2186d05215 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (51a2a4cd-6790-4215-a871-8bf82a31fe51), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:31.130181 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-6c272665-3aed-403a-b8dd-b8c8a4363e85 service neutron] 10.222.0.48 "GET /v2.0/networks/1403bd4f-dfe9-4e23-a75a-2d1d7160da01?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2812722 Feb 19 04:23:31.139696 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-70b86607-723f-4208-bd62-18d28b592930 req-4d58472f-3c1c-4771-926e-983a7ffa9542 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eae58e1-9dc8-42d4-a68e-6edcd18a56cb HTTP/1.1" status: 200 len: 217 time: 0.1432340 Feb 19 04:23:31.142242 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f2d467-c9ab-4eb0-a9bb-5337b8834499 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Checking segment: {'id': '5cd34749-3185-4fb4-8807-1152ca5fe0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4b4ee219-081e-47f1-adc3-bc6d7aae1457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:31.142659 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f2d467-c9ab-4eb0-a9bb-5337b8834499 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network hostable DHCP agents. Network: 4b4ee219-081e-47f1-adc3-bc6d7aae1457, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:23:31.156843 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb57bd-1215-445b-af25-34b1a3ff456e req-c66b5209-c09d-4a0f-875a-c0e94f8629e6 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:31.158896 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-52fb57bd-1215-445b-af25-34b1a3ff456e req-c66b5209-c09d-4a0f-875a-c0e94f8629e6 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.65 "GET /v2.0/ports?device_id=93d004ea-18de-4749-a29e-4c03c015c0b1 HTTP/1.1" status: 200 len: 945 time: 0.6029379 Feb 19 04:23:31.212068 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a989cbe8-bde9-4a44-9dd8-b3ea6bd9bb2e req-07f0bda6-e05d-49a3-a523-08c36dcc1291 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668098 Feb 19 04:23:31.386403 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f2d467-c9ab-4eb0-a9bb-5337b8834499 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:23:31.453487 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b86607-723f-4208-bd62-18d28b592930 req-09c4b85a-aaf7-422c-95f4-e598eef0f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:31.456289 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-70b86607-723f-4208-bd62-18d28b592930 req-09c4b85a-aaf7-422c-95f4-e598eef0f4bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c4888f38-26f5-49c8-afae-244433e40900 HTTP/1.1" status: 200 len: 851 time: 0.2990043 Feb 19 04:23:31.470577 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d03ff0f9-a44d-4ef5-96c8-fdd4eb5058ba req-b66299e9-be78-4d84-b514-4745679e9f14 service neutron] 10.222.0.10 "GET /v2.0/networks/1403bd4f-dfe9-4e23-a75a-2d1d7160da01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612855 Feb 19 04:23:31.494559 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-55f2d467-c9ab-4eb0-a9bb-5337b8834499 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 4b4ee219-081e-47f1-adc3-bc6d7aae1457) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:31.507951 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c73248-4153-4ba9-8472-f3c8c99ba542 None None] Network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:31.565048 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0fc4ef31-c38a-4363-899e-0d2186d05215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (51a2a4cd-6790-4215-a871-8bf82a31fe51), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:31.571907 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-70b86607-723f-4208-bd62-18d28b592930 req-8223a5f1-a821-4025-ad75-9d17d86ded1d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c84052c-91e0-4c2a-807c-a49aff1ef410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936172 Feb 19 04:23:31.707095 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f2d467-c9ab-4eb0-a9bb-5337b8834499 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:31.714306 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-53f73708-2bfc-40be-beb9-f233fc05e20a req-f074ac8e-6ca3-4da9-a85f-42e82aa3a228 service neutron] 10.222.0.48 "GET /v2.0/networks/1403bd4f-dfe9-4e23-a75a-2d1d7160da01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5618908 Feb 19 04:23:31.718520 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f2d467-c9ab-4eb0-a9bb-5337b8834499 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:31.721228 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-55f2d467-c9ab-4eb0-a9bb-5337b8834499 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:31.727222 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9833b76d-6b09-49c9-bb01-aa54cd4f1fc0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (e04b402b-3571-42a0-8feb-98dfc79edc69), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:31.740884 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-52fb57bd-1215-445b-af25-34b1a3ff456e req-84370dd2-a70e-43d5-98a3-a71079521d00 tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec473abc-f036-46d1-bd41-b4419e4d66e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586085 Feb 19 04:23:31.805552 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-55f2d467-c9ab-4eb0-a9bb-5337b8834499 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 5.5493155 Feb 19 04:23:31.814104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95362929-0bcd-4033-ae52-05c8738506db req-41722544-a230-4922-a2a2-653c1c2bf2a2 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:31.816141 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95362929-0bcd-4033-ae52-05c8738506db req-41722544-a230-4922-a2a2-653c1c2bf2a2 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fcd7958-141a-4d98-a758-4f233d4ec823 HTTP/1.1" status: 200 len: 943 time: 0.4260836 Feb 19 04:23:31.817508 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46714) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:31.832448 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-7cceb02d-1b95-446a-87bd-a8df97c377ef tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-971068827'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:31.926260 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9833b76d-6b09-49c9-bb01-aa54cd4f1fc0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:31.936444 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-9833b76d-6b09-49c9-bb01-aa54cd4f1fc0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:31.948432 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-68490e6f-2d5d-4556-9010-5cd8785f8acb req-4ffbf67c-15ef-4396-b40e-1f423ae2523b tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (3660b998-263c-4b92-8715-c7e09065f9e1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:31.952416 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9833b76d-6b09-49c9-bb01-aa54cd4f1fc0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:31.953542 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9833b76d-6b09-49c9-bb01-aa54cd4f1fc0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:31.958477 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55655c21-aaa7-43de-b515-547944fb8fc9 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:31.990602 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0fc4ef31-c38a-4363-899e-0d2186d05215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (51a2a4cd-6790-4215-a871-8bf82a31fe51), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:32.008715 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-70b86607-723f-4208-bd62-18d28b592930 req-3ffb2319-ea69-4f3a-9fc2-bddbdc9ab795 service neutron] 10.222.0.10 "GET /v2.0/networks/1c84052c-91e0-4c2a-807c-a49aff1ef410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860343 Feb 19 04:23:32.009494 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cceb02d-1b95-446a-87bd-a8df97c377ef tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:32.013991 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7cceb02d-1b95-446a-87bd-a8df97c377ef tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:32.045243 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833b76d-6b09-49c9-bb01-aa54cd4f1fc0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=e04b402b-3571-42a0-8feb-98dfc79edc69,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:32.057647 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbf67c-15ef-4396-b40e-1f423ae2523b tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Pushing event deleted for resources: {'Port': ['ID=3660b998-263c-4b92-8715-c7e09065f9e1,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:32.064976 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d03ff0f9-a44d-4ef5-96c8-fdd4eb5058ba req-680121c6-692b-4880-97db-207f39f62186 service neutron] 10.222.0.10 "GET /v2.0/networks/1403bd4f-dfe9-4e23-a75a-2d1d7160da01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5743635 Feb 19 04:23:32.072372 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9833b76d-6b09-49c9-bb01-aa54cd4f1fc0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3575580 Feb 19 04:23:32.076423 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4ef31-c38a-4363-899e-0d2186d05215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51a2a4cd-6790-4215-a871-8bf82a31fe51,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:32.080202 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46716) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:32.093756 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-81b362d8-e1da-4ea4-87f2-ff8d71d3fab1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:32.103778 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0fc4ef31-c38a-4363-899e-0d2186d05215 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:32.111579 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0fc4ef31-c38a-4363-899e-0d2186d05215 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/51a2a4cd-6790-4215-a871-8bf82a31fe51 HTTP/1.1" status: 204 len: 168 time: 2.7758214 Feb 19 04:23:32.132824 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715427ca-b876-42ac-826d-77ae44300d74 None None] Network 13a9d3f4-3356-4e6e-a155-7a335ac942cb requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:32.136491 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46718) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:32.153957 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95362929-0bcd-4033-ae52-05c8738506db req-5b359d77-9827-4e83-ac52-0870e2c88fc9 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142669 Feb 19 04:23:32.211595 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e571da8e-fb47-4017-827e-ad81d5ffa5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (855cc8f5-81f2-4ab5-b830-1558162b90b2), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:32.226887 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d2b07-7b3b-442a-ac39-e6d008210e8c req-8f58b1f8-bd93-4c9d-902c-efbad04315a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:32.243005 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-453d2b07-7b3b-442a-ac39-e6d008210e8c req-8f58b1f8-bd93-4c9d-902c-efbad04315a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=506cb7596c474a7f90c5d2404b0aa738&device_id=5fcd7958-141a-4d98-a758-4f233d4ec823 HTTP/1.1" status: 200 len: 1125 time: 0.4067903 Feb 19 04:23:32.243005 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cceb02d-1b95-446a-87bd-a8df97c377ef tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:23:32.243684 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device faa297a1-90c9-4714-9641-57a4881fe117 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:23:32.273614 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-68490e6f-2d5d-4556-9010-5cd8785f8acb req-4ffbf67c-15ef-4396-b40e-1f423ae2523b tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] No DVR routers for this DVR port 3660b998-263c-4b92-8715-c7e09065f9e1 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:23:32.281756 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-68490e6f-2d5d-4556-9010-5cd8785f8acb req-4ffbf67c-15ef-4396-b40e-1f423ae2523b tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:32.288685 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-68490e6f-2d5d-4556-9010-5cd8785f8acb req-4ffbf67c-15ef-4396-b40e-1f423ae2523b tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.48 "DELETE /v2.0/ports/3660b998-263c-4b92-8715-c7e09065f9e1 HTTP/1.1" status: 204 len: 173 time: 3.6621296 Feb 19 04:23:32.352052 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d004ea-18de-4749-a29e-4c03c015c0b1', 'name': 'network-vif-deleted', 'tag': '3660b998-263c-4b92-8715-c7e09065f9e1'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:32.356148 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e744ab2-e515-4770-bae5-25e88d00f1dc" -d '{"events": [{"server_uuid": "93d004ea-18de-4749-a29e-4c03c015c0b1", "name": "network-vif-deleted", "tag": "3660b998-263c-4b92-8715-c7e09065f9e1"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:32.388629 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-08f95f80-81ef-4da1-9033-7c168cc8d8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:32.404516 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bde48fa-b10e-4ae9-a89b-194cd4b42574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9e765b0b-136b-493b-bef9-44145ed793f7', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'fixed_ips': [{'subnet_id': 'e04b402b-3571-42a0-8feb-98dfc79edc69'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:23:32.405912 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e84ea-e37d-4d82-82ae-f7399e623c9d req-580a1e67-6fd9-4781-bbe2-405c1289fc2e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:32.407385 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9bde48fa-b10e-4ae9-a89b-194cd4b42574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:32.419071 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6e7e84ea-e37d-4d82-82ae-f7399e623c9d req-580a1e67-6fd9-4781-bbe2-405c1289fc2e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 943 time: 0.5395672 Feb 19 04:23:32.503758 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7cceb02d-1b95-446a-87bd-a8df97c377ef tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (08e010b4-ae69-4a8d-84e4-4677aff21fef), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:32.504736 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-7cceb02d-1b95-446a-87bd-a8df97c377ef tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Added segment 08e010b4-ae69-4a8d-84e4-4677aff21fef of type vlan for network c471a03d-53ae-40e6-a180-389ea2308f6f Feb 19 04:23:32.549530 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-70b86607-723f-4208-bd62-18d28b592930 req-23ff006f-2573-4a6e-9e1a-3bea4e5630a4 service neutron] 10.222.0.10 "GET /v2.0/networks/1c84052c-91e0-4c2a-807c-a49aff1ef410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322545 Feb 19 04:23:32.612171 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9d6728c0-abf6-4175-b15b-f4bd8ffbaca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (13a9d3f4-3356-4e6e-a155-7a335ac942cb), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:32.639640 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:23:32.669767 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6e7e84ea-e37d-4d82-82ae-f7399e623c9d req-6d2b08b2-31d9-48a0-9791-5d85d0701419 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/security-groups?id=cea4b522-df63-419d-b92f-eef69a56abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487922 Feb 19 04:23:32.803548 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7cceb02d-1b95-446a-87bd-a8df97c377ef tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (c471a03d-53ae-40e6-a180-389ea2308f6f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:32.827857 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0537446-f342-49b3-945c-75eef4df726c x-openstack-request-id: req-e0537446-f342-49b3-945c-75eef4df726c {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:32.828330 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d004ea-18de-4749-a29e-4c03c015c0b1", "name": "network-vif-deleted", "tag": "3660b998-263c-4b92-8715-c7e09065f9e1", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:32.829171 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e0537446-f342-49b3-945c-75eef4df726c {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:32.830892 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d004ea-18de-4749-a29e-4c03c015c0b1', 'name': 'network-vif-deleted', 'tag': '3660b998-263c-4b92-8715-c7e09065f9e1', 'status': 'completed', 'code': 200} Feb 19 04:23:32.857736 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b362d8-e1da-4ea4-87f2-ff8d71d3fab1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:32.866643 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:23:32.877502 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81b362d8-e1da-4ea4-87f2-ff8d71d3fab1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:32.878259 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d2b07-7b3b-442a-ac39-e6d008210e8c req-552d0d77-ee63-431f-a682-819896b0c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:32.881508 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-453d2b07-7b3b-442a-ac39-e6d008210e8c req-552d0d77-ee63-431f-a682-819896b0c056 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1403bd4f-dfe9-4e23-a75a-2d1d7160da01 HTTP/1.1" status: 200 len: 913 time: 0.5789974 Feb 19 04:23:33.047225 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-9bde48fa-b10e-4ae9-a89b-194cd4b42574 None None] Allocated IP 172.20.0.2 (9e765b0b-136b-493b-bef9-44145ed793f7/e04b402b-3571-42a0-8feb-98dfc79edc69/049024b7-ffa2-4fe6-a95c-bde1a592a3c9) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:33.092716 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7cceb02d-1b95-446a-87bd-a8df97c377ef tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (c471a03d-53ae-40e6-a180-389ea2308f6f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:33.103189 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cceb02d-1b95-446a-87bd-a8df97c377ef tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:33.104262 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7cceb02d-1b95-446a-87bd-a8df97c377ef tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:33.109709 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-453d2b07-7b3b-442a-ac39-e6d008210e8c req-9e03f39f-501a-4dff-915e-6a298bbad54b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=304982e7-bb5a-4f14-b30f-55bdc3baa648 HTTP/1.1" status: 200 len: 217 time: 0.1466737 Feb 19 04:23:33.125421 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390929cc-f783-46c9-a4d2-86ac91744f0f req-ad717ee3-7134-4797-abe0-6ff7b327db87 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:33.137940 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-390929cc-f783-46c9-a4d2-86ac91744f0f req-ad717ee3-7134-4797-abe0-6ff7b327db87 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 945 time: 0.5315506 Feb 19 04:23:33.182760 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 3660b998-263c-4b92-8715-c7e09065f9e1 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:33.295183 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 3660b998-263c-4b92-8715-c7e09065f9e1 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:23:33.295801 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 3660b998-263c-4b92-8715-c7e09065f9e1 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:23:33.330145 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a759b33-d143-4906-8ca5-1cf6e796cf7e None None] DHCP port deletion for 13a9d3f4-3356-4e6e-a155-7a335ac942cb request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:23:33.435912 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7cceb02d-1b95-446a-87bd-a8df97c377ef tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6108482 Feb 19 04:23:33.438890 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d2b07-7b3b-442a-ac39-e6d008210e8c req-2a6c8266-2cfd-407f-9195-13ed7bb5520d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:33.442463 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-453d2b07-7b3b-442a-ac39-e6d008210e8c req-2a6c8266-2cfd-407f-9195-13ed7bb5520d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=58ed72c5-a803-479d-bfd8-f74c761c253f HTTP/1.1" status: 200 len: 853 time: 0.2996607 Feb 19 04:23:33.453159 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46734) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:33.489771 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'ports': [{'network_id': '4b4ee219-081e-47f1-adc3-bc6d7aae1457'}, {'network_id': 'c471a03d-53ae-40e6-a180-389ea2308f6f'}]} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:33.490354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'port': {'network_id': '4b4ee219-081e-47f1-adc3-bc6d7aae1457'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:33.491122 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'port': {'network_id': 'c471a03d-53ae-40e6-a180-389ea2308f6f'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:33.516639 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port faa297a1-90c9-4714-9641-57a4881fe117, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=faa297a1-90c9-4714-9641-57a4881fe117,segment=NetworkSegment(b203e463-9d74-4687-a1cd-3b59df24e97a),segment_id=b203e463-9d74-4687-a1cd-3b59df24e97a)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:33.557610 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'faa297a1-90c9-4714-9641-57a4881fe117', 'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01', 'port_id': 'faa297a1-90c9-4714-9641-57a4881fe117', 'mac_address': 'fa:16:3e:51:87:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ed72c5-a803-479d-bfd8-f74c761c253f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:23:33.572392 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-453d2b07-7b3b-442a-ac39-e6d008210e8c req-7f0e2689-4534-40c3-a600-736f6e3e9240 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1403bd4f-dfe9-4e23-a75a-2d1d7160da01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152902 Feb 19 04:23:33.573753 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cceb02d-1b95-446a-87bd-a8df97c377ef tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Network': ['ID=c471a03d-53ae-40e6-a180-389ea2308f6f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:33.593877 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9bde48fa-b10e-4ae9-a89b-194cd4b42574 None None] Publish callbacks [] for port (049024b7-ffa2-4fe6-a95c-bde1a592a3c9), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:33.595590 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c98a8368-53df-449b-b459-c911e4368af3 req-b16cd31f-e693-4f6b-9e0f-f007ca3692bf tempest-ServerAddressesTestJSON-1552833834 tempest-ServerAddressesTestJSON-1552833834-project] 10.222.0.65 "GET /v2.0/ports?device_id=93d004ea-18de-4749-a29e-4c03c015c0b1 HTTP/1.1" status: 200 len: 210 time: 0.0665066 Feb 19 04:23:33.612540 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-9d6728c0-abf6-4175-b15b-f4bd8ffbaca0 admin admin] Deleting port 6c57e125-6706-4b73-b30f-a9ef8b89c72f {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:33.614022 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9d6728c0-abf6-4175-b15b-f4bd8ffbaca0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (6c57e125-6706-4b73-b30f-a9ef8b89c72f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:33.678142 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7a759b33-d143-4906-8ca5-1cf6e796cf7e None None] Deleting port 6c57e125-6706-4b73-b30f-a9ef8b89c72f {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:33.679442 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7a759b33-d143-4906-8ca5-1cf6e796cf7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (6c57e125-6706-4b73-b30f-a9ef8b89c72f), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:33.824415 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network c471a03d-53ae-40e6-a180-389ea2308f6f details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:23:33.835403 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-390929cc-f783-46c9-a4d2-86ac91744f0f req-405ccbb1-4172-45bf-97d4-dc59781e45c4 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6768217 Feb 19 04:23:33.846867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-9d6728c0-abf6-4175-b15b-f4bd8ffbaca0 admin admin] For port 6c57e125-6706-4b73-b30f-a9ef8b89c72f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6c57e125-6706-4b73-b30f-a9ef8b89c72f,segment=NetworkSegment(35e2884c-3d3d-4a1c-80c4-83e043e81213),segment_id=35e2884c-3d3d-4a1c-80c4-83e043e81213)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:33.847396 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9d6728c0-abf6-4175-b15b-f4bd8ffbaca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (6c57e125-6706-4b73-b30f-a9ef8b89c72f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:33.900262 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-9d6728c0-abf6-4175-b15b-f4bd8ffbaca0 admin admin] Calling delete_port for 6c57e125-6706-4b73-b30f-a9ef8b89c72f owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:33.942491 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-453d2b07-7b3b-442a-ac39-e6d008210e8c req-73793504-22c1-418f-bb0a-cc829ba1d541 service neutron] 10.222.0.48 "GET /v2.0/networks/1403bd4f-dfe9-4e23-a75a-2d1d7160da01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715921 Feb 19 04:23:33.952785 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9bde48fa-b10e-4ae9-a89b-194cd4b42574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (049024b7-ffa2-4fe6-a95c-bde1a592a3c9), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:33.973420 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port faa297a1-90c9-4714-9641-57a4881fe117 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:33.974100 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (faa297a1-90c9-4714-9641-57a4881fe117), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:33.986547 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-7a759b33-d143-4906-8ca5-1cf6e796cf7e None None] For port 6c57e125-6706-4b73-b30f-a9ef8b89c72f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6c57e125-6706-4b73-b30f-a9ef8b89c72f,segment=NetworkSegment(35e2884c-3d3d-4a1c-80c4-83e043e81213),segment_id=35e2884c-3d3d-4a1c-80c4-83e043e81213)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:33.988050 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7a759b33-d143-4906-8ca5-1cf6e796cf7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (6c57e125-6706-4b73-b30f-a9ef8b89c72f), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.062676 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'port': 2} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:34.068753 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.076132 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7a759b33-d143-4906-8ca5-1cf6e796cf7e None None] Calling delete_port for 6c57e125-6706-4b73-b30f-a9ef8b89c72f owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:34.103644 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa297a1-90c9-4714-9641-57a4881fe117 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:23:34.119001 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bde48fa-b10e-4ae9-a89b-194cd4b42574 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:34.120486 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.143992 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-9bde48fa-b10e-4ae9-a89b-194cd4b42574 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:34.151949 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bde48fa-b10e-4ae9-a89b-194cd4b42574 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:34.156167 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f95e1-a9c5-4ebe-bc2b-3658e7362dbc req-1ebd0b21-c977-4ea8-a88a-75103e6f7605 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:34.168150 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8c8f95e1-a9c5-4ebe-bc2b-3658e7362dbc req-1ebd0b21-c977-4ea8-a88a-75103e6f7605 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fcd7958-141a-4d98-a758-4f233d4ec823 HTTP/1.1" status: 200 len: 943 time: 0.3902388 Feb 19 04:23:34.228001 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9d6728c0-abf6-4175-b15b-f4bd8ffbaca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (6c57e125-6706-4b73-b30f-a9ef8b89c72f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.258770 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-453d2b07-7b3b-442a-ac39-e6d008210e8c req-48f0d4f3-1c16-4545-8c05-fa840f55b7cd service neutron] 10.222.0.48 "GET /v2.0/networks/1403bd4f-dfe9-4e23-a75a-2d1d7160da01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899635 Feb 19 04:23:34.268805 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11eb02c-d316-43ca-a454-c03fb54407b9 req-12da3b04-e393-4319-9759-85ea150d00f1 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:34.270308 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c11eb02c-d316-43ca-a454-c03fb54407b9 req-12da3b04-e393-4319-9759-85ea150d00f1 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 943 time: 0.2267783 Feb 19 04:23:34.273215 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-e571da8e-fb47-4017-827e-ad81d5ffa5a4 admin admin] Deleting port 5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:34.273703 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e571da8e-fb47-4017-827e-ad81d5ffa5a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.331473 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde48fa-b10e-4ae9-a89b-194cd4b42574 None None] Pushing event updated for resources: {'Port': ['ID=049024b7-ffa2-4fe6-a95c-bde1a592a3c9,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:34.366407 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6728c0-abf6-4175-b15b-f4bd8ffbaca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c57e125-6706-4b73-b30f-a9ef8b89c72f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:34.375587 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6728c0-abf6-4175-b15b-f4bd8ffbaca0 admin admin] No DVR routers for this DVR port 6c57e125-6706-4b73-b30f-a9ef8b89c72f on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:23:34.406622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port faa297a1-90c9-4714-9641-57a4881fe117, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=faa297a1-90c9-4714-9641-57a4881fe117,segment=NetworkSegment(b203e463-9d74-4687-a1cd-3b59df24e97a),segment_id=b203e463-9d74-4687-a1cd-3b59df24e97a)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:34.412636 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6c57e125-6706-4b73-b30f-a9ef8b89c72f no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:34.460546 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8c8f95e1-a9c5-4ebe-bc2b-3658e7362dbc req-5f06de87-4659-4324-99da-2bb85f77e68c tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781374 Feb 19 04:23:34.550067 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] device_id is not set on port e29d2105-cdcc-4ade-85c8-98d394743fe8 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:23:34.565301 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c11eb02c-d316-43ca-a454-c03fb54407b9 req-bcc4d4fe-c6de-419e-8121-a3bae5173593 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/security-groups?id=cea4b522-df63-419d-b92f-eef69a56abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319257 Feb 19 04:23:34.579189 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-e571da8e-fb47-4017-827e-ad81d5ffa5a4 admin admin] For port 5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9,segment=NetworkSegment(bb7b92ab-063f-403e-a94f-7c593ba6f180),segment_id=bb7b92ab-063f-403e-a94f-7c593ba6f180)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:34.579536 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e571da8e-fb47-4017-827e-ad81d5ffa5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.603050 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-e571da8e-fb47-4017-827e-ad81d5ffa5a4 admin admin] Calling delete_port for 5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9 owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:34.640695 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9d6728c0-abf6-4175-b15b-f4bd8ffbaca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (13a9d3f4-3356-4e6e-a155-7a335ac942cb), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.693691 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 6c57e125-6706-4b73-b30f-a9ef8b89c72f {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:23:34.694246 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6c57e125-6706-4b73-b30f-a9ef8b89c72f not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:23:34.700540 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-9d6728c0-abf6-4175-b15b-f4bd8ffbaca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a9d3f4-3356-4e6e-a155-7a335ac942cb']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:34.732730 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-9d6728c0-abf6-4175-b15b-f4bd8ffbaca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e2884c-3d3d-4a1c-80c4-83e043e81213') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:34.733277 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-9d6728c0-abf6-4175-b15b-f4bd8ffbaca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e2884c-3d3d-4a1c-80c4-83e043e81213') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:34.741649 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (faa297a1-90c9-4714-9641-57a4881fe117), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.748744 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46740) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:34.766202 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9d6728c0-abf6-4175-b15b-f4bd8ffbaca0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (35e2884c-3d3d-4a1c-80c4-83e043e81213), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.779957 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device bf10202d-b570-486f-9937-a43c4f9d01e5 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:23:34.807779 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9d6728c0-abf6-4175-b15b-f4bd8ffbaca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (35e2884c-3d3d-4a1c-80c4-83e043e81213), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.829328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6728c0-abf6-4175-b15b-f4bd8ffbaca0 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:23:34.830571 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9d6728c0-abf6-4175-b15b-f4bd8ffbaca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (35e2884c-3d3d-4a1c-80c4-83e043e81213), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:23:34.837467 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:23:34.875513 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9bde48fa-b10e-4ae9-a89b-194cd4b42574 None None] Attempting to bind port 049024b7-ffa2-4fe6-a95c-bde1a592a3c9 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:34.876110 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9bde48fa-b10e-4ae9-a89b-194cd4b42574 None None] Attempting to bind port 049024b7-ffa2-4fe6-a95c-bde1a592a3c9 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:34.876705 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bde48fa-b10e-4ae9-a89b-194cd4b42574 None None] Attempting to bind port 049024b7-ffa2-4fe6-a95c-bde1a592a3c9 on network 9e765b0b-136b-493b-bef9-44145ed793f7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:34.943985 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bde48fa-b10e-4ae9-a89b-194cd4b42574 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:23:34.944768 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bde48fa-b10e-4ae9-a89b-194cd4b42574 None None] Checking segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:34.945665 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9bde48fa-b10e-4ae9-a89b-194cd4b42574 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.946358 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bde48fa-b10e-4ae9-a89b-194cd4b42574 None None] Bound using segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:23:34.947158 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9bde48fa-b10e-4ae9-a89b-194cd4b42574 None None] Bound port: 049024b7-ffa2-4fe6-a95c-bde1a592a3c9, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:23:34.947790 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9bde48fa-b10e-4ae9-a89b-194cd4b42574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (049024b7-ffa2-4fe6-a95c-bde1a592a3c9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.986051 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9d6728c0-abf6-4175-b15b-f4bd8ffbaca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (13a9d3f4-3356-4e6e-a155-7a335ac942cb), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:34.999904 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9d6728c0-abf6-4175-b15b-f4bd8ffbaca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:35.004989 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9d6728c0-abf6-4175-b15b-f4bd8ffbaca0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/13a9d3f4-3356-4e6e-a155-7a335ac942cb HTTP/1.1" status: 204 len: 168 time: 2.8627572 Feb 19 04:23:35.007362 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:23:35.013957 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['faa297a1-90c9-4714-9641-57a4881fe117'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:23:35.018023 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46744) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:35.094687 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6728c0-abf6-4175-b15b-f4bd8ffbaca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=13a9d3f4-3356-4e6e-a155-7a335ac942cb,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:35.154364 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 304982e7-bb5a-4f14-b30f-55bdc3baa648 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:23:35.157549 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=faa297a1-90c9-4714-9641-57a4881fe117,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:35.222350 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7a759b33-d143-4906-8ca5-1cf6e796cf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (6c57e125-6706-4b73-b30f-a9ef8b89c72f), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:35.245767 n-d-772273-4 neutron-server[115198]: DEBUG neutron.objects.ports [None req-81b362d8-e1da-4ea4-87f2-ff8d71d3fab1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115198) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:23:35.284037 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1a4fa25b-de55-4ae9-9f23-dc81d089eb23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:35.295359 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7a759b33-d143-4906-8ca5-1cf6e796cf7e None None] Network 13a9d3f4-3356-4e6e-a155-7a335ac942cb is not hosted by any dhcp agent {{(pid=115200) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 04:23:35.295840 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a759b33-d143-4906-8ca5-1cf6e796cf7e None None] No DVR routers for this DVR port 6c57e125-6706-4b73-b30f-a9ef8b89c72f on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:23:35.313464 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a759b33-d143-4906-8ca5-1cf6e796cf7e None None] Pushing event deleted for resources: {'Port': ['ID=6c57e125-6706-4b73-b30f-a9ef8b89c72f,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:35.319308 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:23:35.431211 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9bde48fa-b10e-4ae9-a89b-194cd4b42574 None None] For port 049024b7-ffa2-4fe6-a95c-bde1a592a3c9, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:23:35.486600 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9bde48fa-b10e-4ae9-a89b-194cd4b42574 None None] For port 049024b7-ffa2-4fe6-a95c-bde1a592a3c9, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=049024b7-ffa2-4fe6-a95c-bde1a592a3c9,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:23:35.502130 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b9c4eb-dd12-4c11-8ca3-9ebfd45f8fbe admin admin] Deleting subnet f2ec2cb7-637d-4feb-bf2c-942129f21587 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:23:35.545710 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9bde48fa-b10e-4ae9-a89b-194cd4b42574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (049024b7-ffa2-4fe6-a95c-bde1a592a3c9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:35.551328 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-09b9c4eb-dd12-4c11-8ca3-9ebfd45f8fbe admin admin] Publish callbacks [] for subnet (f2ec2cb7-637d-4feb-bf2c-942129f21587), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:35.564650 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port bf10202d-b570-486f-9937-a43c4f9d01e5, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=bf10202d-b570-486f-9937-a43c4f9d01e5,segment=NetworkSegment(10ce9f64-fc7a-4610-9c0f-d2c168305f00),segment_id=10ce9f64-fc7a-4610-9c0f-d2c168305f00)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:35.637436 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for port (e29d2105-cdcc-4ade-85c8-98d394743fe8), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:35.693667 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde48fa-b10e-4ae9-a89b-194cd4b42574 None None] Pushing event updated for resources: {'Port': ['ID=049024b7-ffa2-4fe6-a95c-bde1a592a3c9,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:35.702182 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 304982e7-bb5a-4f14-b30f-55bdc3baa648, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=304982e7-bb5a-4f14-b30f-55bdc3baa648,segment=NetworkSegment(b203e463-9d74-4687-a1cd-3b59df24e97a),segment_id=b203e463-9d74-4687-a1cd-3b59df24e97a)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:35.710078 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'bf10202d-b570-486f-9937-a43c4f9d01e5', 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8', 'port_id': 'bf10202d-b570-486f-9937-a43c4f9d01e5', 'mac_address': 'fa:16:3e:29:9d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e94b9f-2f2f-4190-b9f7-e78f36ba82b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:23:35.728051 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '304982e7-bb5a-4f14-b30f-55bdc3baa648', 'network_id': '1403bd4f-dfe9-4e23-a75a-2d1d7160da01', 'port_id': '304982e7-bb5a-4f14-b30f-55bdc3baa648', 'mac_address': 'fa:16:3e:ac:9b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ed72c5-a803-479d-bfd8-f74c761c253f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:23:35.794295 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] device_id is not set on port 475311e0-0536-4b67-8862-6ef8ed1cc22e yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:23:35.835775 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port bf10202d-b570-486f-9937-a43c4f9d01e5 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:35.836201 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bf10202d-b570-486f-9937-a43c4f9d01e5), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:35.855024 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 304982e7-bb5a-4f14-b30f-55bdc3baa648 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:35.855471 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (304982e7-bb5a-4f14-b30f-55bdc3baa648), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:35.869296 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf10202d-b570-486f-9937-a43c4f9d01e5 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:23:35.882034 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 304982e7-bb5a-4f14-b30f-55bdc3baa648 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:23:35.913103 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port bf10202d-b570-486f-9937-a43c4f9d01e5, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=bf10202d-b570-486f-9937-a43c4f9d01e5,segment=NetworkSegment(10ce9f64-fc7a-4610-9c0f-d2c168305f00),segment_id=10ce9f64-fc7a-4610-9c0f-d2c168305f00)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:35.938707 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (bf10202d-b570-486f-9937-a43c4f9d01e5), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:35.938707 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 304982e7-bb5a-4f14-b30f-55bdc3baa648, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=304982e7-bb5a-4f14-b30f-55bdc3baa648,segment=NetworkSegment(b203e463-9d74-4687-a1cd-3b59df24e97a),segment_id=b203e463-9d74-4687-a1cd-3b59df24e97a)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:35.951404 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (304982e7-bb5a-4f14-b30f-55bdc3baa648), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:35.976887 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-09b9c4eb-dd12-4c11-8ca3-9ebfd45f8fbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (f2ec2cb7-637d-4feb-bf2c-942129f21587), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:36.041932 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-35b82486-4873-46ed-95bf-5277bbafb406 req-6fe39240-2aba-4800-b4e8-30f4d20e1994 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1866539 Feb 19 04:23:36.078592 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=bf10202d-b570-486f-9937-a43c4f9d01e5,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:36.164623 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e406cb-49fa-42df-b40f-f7cb128b7897 req-c58e2fbd-c77b-49b2-b2b2-7e2a6b670fe5 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:36.167823 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-17e406cb-49fa-42df-b40f-f7cb128b7897 req-c58e2fbd-c77b-49b2-b2b2-7e2a6b670fe5 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fcd7958-141a-4d98-a758-4f233d4ec823 HTTP/1.1" status: 200 len: 943 time: 0.5162778 Feb 19 04:23:36.172708 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['304982e7-bb5a-4f14-b30f-55bdc3baa648'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:23:36.182258 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-09b9c4eb-dd12-4c11-8ca3-9ebfd45f8fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (f2ec2cb7-637d-4feb-bf2c-942129f21587), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:36.193956 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81b362d8-e1da-4ea4-87f2-ff8d71d3fab1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (049024b7-ffa2-4fe6-a95c-bde1a592a3c9), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:36.196309 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946981c7-a632-4cbb-a2dd-6d6634835332 req-84c1c68c-1405-4644-8059-9e68842770b1 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:36.210686 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-946981c7-a632-4cbb-a2dd-6d6634835332 req-84c1c68c-1405-4644-8059-9e68842770b1 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 945 time: 0.7459846 Feb 19 04:23:36.271093 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['bf10202d-b570-486f-9937-a43c4f9d01e5'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:23:36.319907 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e571da8e-fb47-4017-827e-ad81d5ffa5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:36.343320 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b82486-4873-46ed-95bf-5277bbafb406 req-5835253a-bc02-4308-9b6b-09918848b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:36.346422 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-35b82486-4873-46ed-95bf-5277bbafb406 req-5835253a-bc02-4308-9b6b-09918848b539 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df9c39b1157b4ff4913cb78a1d6accf7&device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 1127 time: 0.2119720 Feb 19 04:23:36.385443 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for port (475311e0-0536-4b67-8862-6ef8ed1cc22e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:36.420447 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 049024b7-ffa2-4fe6-a95c-bde1a592a3c9 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:23:36.433887 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571da8e-fb47-4017-827e-ad81d5ffa5a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:36.434183 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-17e406cb-49fa-42df-b40f-f7cb128b7897 req-43d408e9-78cd-4331-b5b8-f329a85e70f7 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552700 Feb 19 04:23:36.439248 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=304982e7-bb5a-4f14-b30f-55bdc3baa648,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:36.608245 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-946981c7-a632-4cbb-a2dd-6d6634835332 req-7bd5252f-ab76-46a2-b7e1-e06716699777 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620923 Feb 19 04:23:36.636711 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-09b9c4eb-dd12-4c11-8ca3-9ebfd45f8fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (f2ec2cb7-637d-4feb-bf2c-942129f21587), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:36.666501 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-09b9c4eb-dd12-4c11-8ca3-9ebfd45f8fbe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:36.675413 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-09b9c4eb-dd12-4c11-8ca3-9ebfd45f8fbe admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f2ec2cb7-637d-4feb-bf2c-942129f21587 HTTP/1.1" status: 204 len: 168 time: 1.9191570 Feb 19 04:23:36.685647 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46750) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:36.779517 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9c4eb-dd12-4c11-8ca3-9ebfd45f8fbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ec2cb7-637d-4feb-bf2c-942129f21587,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:36.826350 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device faa297a1-90c9-4714-9641-57a4881fe117 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:23:36.846486 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:36.905571 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (e29d2105-cdcc-4ade-85c8-98d394743fe8), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:36.916614 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13533e72-284a-4c43-bca0-ca0a9719d6b1 req-95f6bc64-51aa-46f2-a527-f7e776204328 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:36.919510 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-13533e72-284a-4c43-bca0-ca0a9719d6b1 req-95f6bc64-51aa-46f2-a527-f7e776204328 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 944 time: 0.1935508 Feb 19 04:23:36.981006 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 049024b7-ffa2-4fe6-a95c-bde1a592a3c9 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:36.981596 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (049024b7-ffa2-4fe6-a95c-bde1a592a3c9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.013889 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-926154d1-6094-4539-ba09-b180d3adc52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (06b1d9ba-db2e-40a4-8d16-3e1a4258556a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.140384 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-81b362d8-e1da-4ea4-87f2-ff8d71d3fab1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] For port 049024b7-ffa2-4fe6-a95c-bde1a592a3c9, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=049024b7-ffa2-4fe6-a95c-bde1a592a3c9,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:37.173732 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b49835a-e2b4-43ec-9ccc-d94569ab094f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (d300b036-a23c-4f72-a128-4395aa24b688), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.197515 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port faa297a1-90c9-4714-9641-57a4881fe117 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:23:37.208371 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:37.216187 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-13533e72-284a-4c43-bca0-ca0a9719d6b1 req-3784104d-3b5e-4c9a-9542-635ace144cce tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/security-groups?id=cea4b522-df63-419d-b92f-eef69a56abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2826152 Feb 19 04:23:37.218491 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b82486-4873-46ed-95bf-5277bbafb406 req-1c282de0-1544-41ed-bb01-bc1320e077eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:37.220580 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-35b82486-4873-46ed-95bf-5277bbafb406 req-1c282de0-1544-41ed-bb01-bc1320e077eb service neutron] 10.222.0.48 "GET /v2.0/networks?id=1c84052c-91e0-4c2a-807c-a49aff1ef410 HTTP/1.1" status: 200 len: 911 time: 0.8315611 Feb 19 04:23:37.229396 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:37.243139 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:37.244511 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (475311e0-0536-4b67-8862-6ef8ed1cc22e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.247883 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port faa297a1-90c9-4714-9641-57a4881fe117 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:37.248819 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (faa297a1-90c9-4714-9641-57a4881fe117), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.277338 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e571da8e-fb47-4017-827e-ad81d5ffa5a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (855cc8f5-81f2-4ab5-b830-1558162b90b2), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.292464 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Port': ['ID=e29d2105-cdcc-4ade-85c8-98d394743fe8,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:37.348048 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81b362d8-e1da-4ea4-87f2-ff8d71d3fab1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (049024b7-ffa2-4fe6-a95c-bde1a592a3c9), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.387434 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81b362d8-e1da-4ea4-87f2-ff8d71d3fab1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (049024b7-ffa2-4fe6-a95c-bde1a592a3c9), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.421131 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 049024b7-ffa2-4fe6-a95c-bde1a592a3c9 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:37.421785 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (049024b7-ffa2-4fe6-a95c-bde1a592a3c9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.433759 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.463148 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81b362d8-e1da-4ea4-87f2-ff8d71d3fab1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (3ab26bea-819b-4a1f-96bb-2b62cd5f0cf7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.469734 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Port': ['ID=475311e0-0536-4b67-8862-6ef8ed1cc22e,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:37.553800 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-35b82486-4873-46ed-95bf-5277bbafb406 req-7b27cc6a-2aed-4061-a934-fd8a4da628b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f1137a5-e292-403a-8a79-de92781e87ed HTTP/1.1" status: 200 len: 217 time: 0.3139601 Feb 19 04:23:37.589519 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port faa297a1-90c9-4714-9641-57a4881fe117 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:37.590705 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (faa297a1-90c9-4714-9641-57a4881fe117), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.622610 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b362d8-e1da-4ea4-87f2-ff8d71d3fab1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:37.627740 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:23:37.629697 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:23:37.639494 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-81b362d8-e1da-4ea4-87f2-ff8d71d3fab1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:37.652745 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b362d8-e1da-4ea4-87f2-ff8d71d3fab1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:37.657717 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81b362d8-e1da-4ea4-87f2-ff8d71d3fab1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.659022 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0813c88-8f9f-4aa9-9b61-556cf2d487cb None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:37.674446 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b362d8-e1da-4ea4-87f2-ff8d71d3fab1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=049024b7-ffa2-4fe6-a95c-bde1a592a3c9,revision_number=4']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:37.724260 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b362d8-e1da-4ea4-87f2-ff8d71d3fab1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=3ab26bea-819b-4a1f-96bb-2b62cd5f0cf7,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:37.776801 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965f749d-8796-45b6-96b2-6fbcbe04aef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa297a1-90c9-4714-9641-57a4881fe117'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:37.780951 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e7466c-ee8c-41fc-8dfc-7b7997dcedab" -d '{"events": [{"server_uuid": "965f749d-8796-45b6-96b2-6fbcbe04aef4", "name": "network-vif-plugged", "status": "completed", "tag": "faa297a1-90c9-4714-9641-57a4881fe117"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:37.812621 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d2850ce2-0166-4c7b-8ae2-fba98325ff98 None None] Provisioning complete for port 049024b7-ffa2-4fe6-a95c-bde1a592a3c9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:37.813113 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d2850ce2-0166-4c7b-8ae2-fba98325ff98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (049024b7-ffa2-4fe6-a95c-bde1a592a3c9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.831670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port faa297a1-90c9-4714-9641-57a4881fe117, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=faa297a1-90c9-4714-9641-57a4881fe117,segment=NetworkSegment(b203e463-9d74-4687-a1cd-3b59df24e97a),segment_id=b203e463-9d74-4687-a1cd-3b59df24e97a)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:37.865615 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-81b362d8-e1da-4ea4-87f2-ff8d71d3fab1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.7783620 Feb 19 04:23:37.884831 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46758) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:37.888775 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (faa297a1-90c9-4714-9641-57a4881fe117), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.894288 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b49835a-e2b4-43ec-9ccc-d94569ab094f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (d300b036-a23c-4f72-a128-4395aa24b688), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.964575 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.980779 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-081fe63d-05ae-4897-9752-7a10a01842b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'mac_address': 'fa:16:3e:9c:94:d1', 'name': 'tempest-NetworksTestDHCPv6-1422103489'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:37.996438 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383ebe6-a46f-493b-b90d-f19ef685c2eb req-e710f904-79ff-4e20-a141-a713d40363b5 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:38.000545 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8383ebe6-a46f-493b-b90d-f19ef685c2eb req-e710f904-79ff-4e20-a141-a713d40363b5 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 945 time: 0.2064955 Feb 19 04:23:38.068715 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=faa297a1-90c9-4714-9641-57a4881fe117,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:38.069741 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b82486-4873-46ed-95bf-5277bbafb406 req-eca47974-8cb3-4b0a-af79-bebc631a93ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:38.073429 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-35b82486-4873-46ed-95bf-5277bbafb406 req-eca47974-8cb3-4b0a-af79-bebc631a93ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4888f38-26f5-49c8-afae-244433e40900 HTTP/1.1" status: 200 len: 851 time: 0.4855485 Feb 19 04:23:38.103222 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8383ebe6-a46f-493b-b90d-f19ef685c2eb req-dd9c86d1-ec55-4c60-860e-709fdedaf06b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850627 Feb 19 04:23:38.122097 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-926154d1-6094-4539-ba09-b180d3adc52c admin admin] Deleting port 76958b55-7055-497c-8d35-8cf2c7eb4710 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:38.122734 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-926154d1-6094-4539-ba09-b180d3adc52c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (76958b55-7055-497c-8d35-8cf2c7eb4710), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:38.138181 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-5b49835a-e2b4-43ec-9ccc-d94569ab094f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d300b036-a23c-4f72-a128-4395aa24b688']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:38.167380 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Checking segment: {'id': '08e010b4-ae69-4a8d-84e4-4677aff21fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c471a03d-53ae-40e6-a180-389ea2308f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:38.168007 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network hostable DHCP agents. Network: c471a03d-53ae-40e6-a180-389ea2308f6f, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:23:38.219522 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d2850ce2-0166-4c7b-8ae2-fba98325ff98 None None] Current status of the port 049024b7-ffa2-4fe6-a95c-bde1a592a3c9 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:38.220478 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d2850ce2-0166-4c7b-8ae2-fba98325ff98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (049024b7-ffa2-4fe6-a95c-bde1a592a3c9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:38.250982 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 049024b7-ffa2-4fe6-a95c-bde1a592a3c9 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:38.251608 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (049024b7-ffa2-4fe6-a95c-bde1a592a3c9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:38.278846 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-926154d1-6094-4539-ba09-b180d3adc52c admin admin] For port 76958b55-7055-497c-8d35-8cf2c7eb4710, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=76958b55-7055-497c-8d35-8cf2c7eb4710,segment=NetworkSegment(0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976),segment_id=0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:38.279690 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-926154d1-6094-4539-ba09-b180d3adc52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (76958b55-7055-497c-8d35-8cf2c7eb4710), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:38.289757 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698da2b-2a81-4fa5-bb8e-698312cb6967 req-43282087-71c5-4594-b175-546343041686 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:38.292623 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8698da2b-2a81-4fa5-bb8e-698312cb6967 req-43282087-71c5-4594-b175-546343041686 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fcd7958-141a-4d98-a758-4f233d4ec823 HTTP/1.1" status: 200 len: 944 time: 0.7029452 Feb 19 04:23:38.296654 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-35b82486-4873-46ed-95bf-5277bbafb406 req-62cf4905-23c5-403c-a5c8-971b76cf3a99 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1c84052c-91e0-4c2a-807c-a49aff1ef410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1470630 Feb 19 04:23:38.304507 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-5b49835a-e2b4-43ec-9ccc-d94569ab094f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9072b92a-d3c0-4226-9eb6-c84f62aba446') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:38.305050 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-5b49835a-e2b4-43ec-9ccc-d94569ab094f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9072b92a-d3c0-4226-9eb6-c84f62aba446') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:38.307331 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-926154d1-6094-4539-ba09-b180d3adc52c admin admin] Calling delete_port for 76958b55-7055-497c-8d35-8cf2c7eb4710 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:38.350356 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161ca1af-dad9-4722-b6ea-f896a1bb7ad6 x-openstack-request-id: req-161ca1af-dad9-4722-b6ea-f896a1bb7ad6 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:38.350882 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965f749d-8796-45b6-96b2-6fbcbe04aef4", "name": "network-vif-plugged", "status": "completed", "tag": "faa297a1-90c9-4714-9641-57a4881fe117", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:38.351233 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-161ca1af-dad9-4722-b6ea-f896a1bb7ad6 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:38.351872 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965f749d-8796-45b6-96b2-6fbcbe04aef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa297a1-90c9-4714-9641-57a4881fe117', 'code': 200} Feb 19 04:23:38.418263 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d2850ce2-0166-4c7b-8ae2-fba98325ff98 None None] For port 049024b7-ffa2-4fe6-a95c-bde1a592a3c9, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=049024b7-ffa2-4fe6-a95c-bde1a592a3c9,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:38.427645 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d2850ce2-0166-4c7b-8ae2-fba98325ff98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (049024b7-ffa2-4fe6-a95c-bde1a592a3c9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:38.459446 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b49835a-e2b4-43ec-9ccc-d94569ab094f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (9072b92a-d3c0-4226-9eb6-c84f62aba446), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:38.584484 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:23:38.584956 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:23:38.608393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2850ce2-0166-4c7b-8ae2-fba98325ff98 None None] Pushing event updated for resources: {'Port': ['ID=049024b7-ffa2-4fe6-a95c-bde1a592a3c9,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:38.751582 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network c471a03d-53ae-40e6-a180-389ea2308f6f is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:23:38.782100 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device bf10202d-b570-486f-9937-a43c4f9d01e5 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:23:38.788973 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b49835a-e2b4-43ec-9ccc-d94569ab094f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (9072b92a-d3c0-4226-9eb6-c84f62aba446), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:38.797736 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a7f48-558e-4a7c-95eb-51d64c475a12 req-f906dd2d-b1b0-43d3-9495-a41e8966baff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:38.800435 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-572a7f48-558e-4a7c-95eb-51d64c475a12 req-f906dd2d-b1b0-43d3-9495-a41e8966baff service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=965f749d-8796-45b6-96b2-6fbcbe04aef4 HTTP/1.1" status: 200 len: 1127 time: 0.2494516 Feb 19 04:23:38.818673 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dc989-2a83-4803-90e1-1daee549ff2b req-3f5fb38f-681b-4335-915d-11f317dea5b5 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:38.831514 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3c8dc989-2a83-4803-90e1-1daee549ff2b req-3f5fb38f-681b-4335-915d-11f317dea5b5 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 944 time: 0.3001816 Feb 19 04:23:38.851179 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b49835a-e2b4-43ec-9ccc-d94569ab094f admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:23:38.852173 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b49835a-e2b4-43ec-9ccc-d94569ab094f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (9072b92a-d3c0-4226-9eb6-c84f62aba446), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:38.881824 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:23:38.920133 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:23:38.928692 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port bf10202d-b570-486f-9937-a43c4f9d01e5 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:23:38.946085 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port bf10202d-b570-486f-9937-a43c4f9d01e5 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:38.948448 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (bf10202d-b570-486f-9937-a43c4f9d01e5), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:38.950249 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, c471a03d-53ae-40e6-a180-389ea2308f6f) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:38.951884 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-926154d1-6094-4539-ba09-b180d3adc52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (76958b55-7055-497c-8d35-8cf2c7eb4710), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:38.993886 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8698da2b-2a81-4fa5-bb8e-698312cb6967 req-79be2f66-d541-4b87-8a0b-348bc91c4e1a tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6681826 Feb 19 04:23:39.040200 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-572a7f48-558e-4a7c-95eb-51d64c475a12 req-1a90e9c0-3d47-488c-9450-69971dd9a916 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971281 Feb 19 04:23:39.040884 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1f01fb-86aa-45ee-a86d-f7f83bb59c5c None None] Network c471a03d-53ae-40e6-a180-389ea2308f6f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:39.049135 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926154d1-6094-4539-ba09-b180d3adc52c admin admin] Pushing event deleted for resources: {'Port': ['ID=76958b55-7055-497c-8d35-8cf2c7eb4710,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:39.058325 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:39.069834 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:39.077415 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3c8dc989-2a83-4803-90e1-1daee549ff2b req-df815351-6f18-40dd-8823-989947f0a2eb tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/security-groups?id=cea4b522-df63-419d-b92f-eef69a56abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438028 Feb 19 04:23:39.081884 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:39.083069 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:39.188367 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27165db4-f884-4d9e-9c94-ed59a166c01f req-4ac5f7b3-5abd-489c-be03-1ad4ed382d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:39.191990 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-27165db4-f884-4d9e-9c94-ed59a166c01f req-4ac5f7b3-5abd-489c-be03-1ad4ed382d89 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df9c39b1157b4ff4913cb78a1d6accf7&device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 1127 time: 0.7249234 Feb 19 04:23:39.198247 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-35b82486-4873-46ed-95bf-5277bbafb406 req-b16ae476-9f34-416d-afe7-38101f36f5ac service neutron] 10.222.0.48 "GET /v2.0/networks/1c84052c-91e0-4c2a-807c-a49aff1ef410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8622675 Feb 19 04:23:39.199208 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081fe63d-05ae-4897-9752-7a10a01842b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:39.276771 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-daadadac-7c72-4a56-b097-becfe3b96dfd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.8109443 Feb 19 04:23:39.333923 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b49835a-e2b4-43ec-9ccc-d94569ab094f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (d300b036-a23c-4f72-a128-4395aa24b688), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:39.351111 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 304982e7-bb5a-4f14-b30f-55bdc3baa648 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:23:39.420089 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46764) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:39.424003 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e571da8e-fb47-4017-827e-ad81d5ffa5a4 admin admin] Router 855cc8f5-81f2-4ab5-b830-1558162b90b2 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:23:39.551825 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b49835a-e2b4-43ec-9ccc-d94569ab094f admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:39.556488 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5b49835a-e2b4-43ec-9ccc-d94569ab094f admin admin] 10.222.0.65 "DELETE /v2.0/networks/d300b036-a23c-4f72-a128-4395aa24b688 HTTP/1.1" status: 204 len: 168 time: 2.8266757 Feb 19 04:23:39.632198 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:39.721091 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 049024b7-ffa2-4fe6-a95c-bde1a592a3c9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:39.729396 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-2161c798-0ba1-49f6-b50a-5a6974bd77dc None None] Provisioning complete for port 049024b7-ffa2-4fe6-a95c-bde1a592a3c9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:39.729790 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2161c798-0ba1-49f6-b50a-5a6974bd77dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (049024b7-ffa2-4fe6-a95c-bde1a592a3c9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:39.824324 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 304982e7-bb5a-4f14-b30f-55bdc3baa648 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:23:39.831932 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port bf10202d-b570-486f-9937-a43c4f9d01e5 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:39.832771 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bf10202d-b570-486f-9937-a43c4f9d01e5), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:39.835203 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 304982e7-bb5a-4f14-b30f-55bdc3baa648 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:39.835623 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (304982e7-bb5a-4f14-b30f-55bdc3baa648), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:39.876506 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46768) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:39.925490 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49835a-e2b4-43ec-9ccc-d94569ab094f admin admin] Pushing event deleted for resources: {'Network': ['ID=d300b036-a23c-4f72-a128-4395aa24b688,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:39.955913 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port bf10202d-b570-486f-9937-a43c4f9d01e5, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=bf10202d-b570-486f-9937-a43c4f9d01e5,segment=NetworkSegment(10ce9f64-fc7a-4610-9c0f-d2c168305f00),segment_id=10ce9f64-fc7a-4610-9c0f-d2c168305f00)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:39.968793 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (bf10202d-b570-486f-9937-a43c4f9d01e5), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.014062 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-2161c798-0ba1-49f6-b50a-5a6974bd77dc None None] Current status of the port 049024b7-ffa2-4fe6-a95c-bde1a592a3c9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:40.143650 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=bf10202d-b570-486f-9937-a43c4f9d01e5,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:40.148163 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-926154d1-6094-4539-ba09-b180d3adc52c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (06b1d9ba-db2e-40a4-8d16-3e1a4258556a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.152952 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 304982e7-bb5a-4f14-b30f-55bdc3baa648 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:40.153401 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (304982e7-bb5a-4f14-b30f-55bdc3baa648), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.193911 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-081fe63d-05ae-4897-9752-7a10a01842b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.197305 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 049024b7-ffa2-4fe6-a95c-bde1a592a3c9 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:23:40.300737 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 304982e7-bb5a-4f14-b30f-55bdc3baa648, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=304982e7-bb5a-4f14-b30f-55bdc3baa648,segment=NetworkSegment(b203e463-9d74-4687-a1cd-3b59df24e97a),segment_id=b203e463-9d74-4687-a1cd-3b59df24e97a)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:40.308876 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (304982e7-bb5a-4f14-b30f-55bdc3baa648), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.356253 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cae1864-9aa4-40cd-8495-583878a423fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf10202d-b570-486f-9937-a43c4f9d01e5'}, {'server_uuid': '5fcd7958-141a-4d98-a758-4f233d4ec823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304982e7-bb5a-4f14-b30f-55bdc3baa648'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:40.359618 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192e5f6d-5372-42bc-9f17-ba94231c9cd3" -d '{"events": [{"server_uuid": "0cae1864-9aa4-40cd-8495-583878a423fe", "name": "network-vif-plugged", "status": "completed", "tag": "bf10202d-b570-486f-9937-a43c4f9d01e5"}, {"server_uuid": "5fcd7958-141a-4d98-a758-4f233d4ec823", "name": "network-vif-plugged", "status": "completed", "tag": "304982e7-bb5a-4f14-b30f-55bdc3baa648"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:40.421692 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 049024b7-ffa2-4fe6-a95c-bde1a592a3c9 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:40.422324 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (049024b7-ffa2-4fe6-a95c-bde1a592a3c9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.445176 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a865c-abaa-4364-8e86-411c1278c0a9 req-aba63214-91bf-49f5-bff2-cd94b5ab4a8c tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:40.447431 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-040a865c-abaa-4364-8e86-411c1278c0a9 req-aba63214-91bf-49f5-bff2-cd94b5ab4a8c tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fcd7958-141a-4d98-a758-4f233d4ec823 HTTP/1.1" status: 200 len: 944 time: 0.2664218 Feb 19 04:23:40.462867 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=304982e7-bb5a-4f14-b30f-55bdc3baa648,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:40.564062 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 049024b7-ffa2-4fe6-a95c-bde1a592a3c9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:40.588779 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-040a865c-abaa-4364-8e86-411c1278c0a9 req-6ec6def7-f511-4a9f-b6da-21b6484a2cad tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350155 Feb 19 04:23:40.685511 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200c3cf-642c-430a-91b1-733899b09dce req-b17e2df9-4b27-452d-beb2-027c74fae9d8 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:40.687297 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7200c3cf-642c-430a-91b1-733899b09dce req-b17e2df9-4b27-452d-beb2-027c74fae9d8 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 945 time: 1.3504479 Feb 19 04:23:40.711013 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-35b82486-4873-46ed-95bf-5277bbafb406 req-b56211e6-e7b9-446f-b6d1-d1a6bbd220d1 service neutron] 10.222.0.48 "GET /v2.0/networks/1c84052c-91e0-4c2a-807c-a49aff1ef410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5044184 Feb 19 04:23:40.717931 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-081fe63d-05ae-4897-9752-7a10a01842b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] device_id is not set on port 3d812035-8c2d-4e73-966c-c97d46a24d13 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:23:40.733880 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27165db4-f884-4d9e-9c94-ed59a166c01f req-1a35102b-dcbc-47b8-bf63-c062a49cc44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:40.736420 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-27165db4-f884-4d9e-9c94-ed59a166c01f req-1a35102b-dcbc-47b8-bf63-c062a49cc44f service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c84052c-91e0-4c2a-807c-a49aff1ef410 HTTP/1.1" status: 200 len: 911 time: 1.4220071 Feb 19 04:23:40.766816 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926154d1-6094-4539-ba09-b180d3adc52c admin admin] Router 06b1d9ba-db2e-40a4-8d16-3e1a4258556a has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:23:40.796762 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57654206-bc43-45e8-a282-a5b3dca44d2a req-30206eb9-e912-4abf-b156-232a4bf6b2fc tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:40.798385 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-57654206-bc43-45e8-a282-a5b3dca44d2a req-30206eb9-e912-4abf-b156-232a4bf6b2fc tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 945 time: 0.1185687 Feb 19 04:23:40.807177 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8b0e284c-8ce4-4548-9a43-56a6e0838ec4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=080243c82be24b34904096ae4c6466a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9227684 Feb 19 04:23:40.867856 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46776) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:40.938657 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-fd280348-51cb-4709-950a-e098f86022e7 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting port 475311e0-0536-4b67-8862-6ef8ed1cc22e {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:40.939351 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd280348-51cb-4709-950a-e098f86022e7 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (475311e0-0536-4b67-8862-6ef8ed1cc22e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.958969 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-27165db4-f884-4d9e-9c94-ed59a166c01f req-58491582-f618-4983-a4a6-db75205e5910 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eae58e1-9dc8-42d4-a68e-6edcd18a56cb HTTP/1.1" status: 200 len: 217 time: 0.1716228 Feb 19 04:23:41.071764 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-57654206-bc43-45e8-a282-a5b3dca44d2a req-1334d26a-1bb5-4522-b699-630544b5d1ad tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/security-groups?id=cea4b522-df63-419d-b92f-eef69a56abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024784 Feb 19 04:23:41.084316 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926154d1-6094-4539-ba09-b180d3adc52c admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:23:41.095637 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e571da8e-fb47-4017-827e-ad81d5ffa5a4 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:23:41.102616 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-926154d1-6094-4539-ba09-b180d3adc52c admin admin] 10.222.0.65 "PUT /v2.0/routers/06b1d9ba-db2e-40a4-8d16-3e1a4258556a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0824547 Feb 19 04:23:41.103474 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9d2972f1-39fc-4e4c-ad30-b0e3c0d2319a admin admin] Publish callbacks [] for security_group (ec473abc-f036-46d1-bd41-b4419e4d66e1), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:41.111894 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46778) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:41.115835 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e571da8e-fb47-4017-827e-ad81d5ffa5a4 admin admin] 10.222.0.65 "PUT /v2.0/routers/855cc8f5-81f2-4ab5-b830-1558162b90b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9819808 Feb 19 04:23:41.122281 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46780) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:41.162715 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb64f0-ee06-4603-b401-66d8686e0687 None None] Sync routers for ids ['06b1d9ba-db2e-40a4-8d16-3e1a4258556a'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:23:41.177228 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1bc978-5632-4cbb-8e2a-2f93ea6ddbd2 None None] Sync routers for ids ['855cc8f5-81f2-4ab5-b830-1558162b90b2'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:23:41.187053 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbbf2f9-485c-460a-bbb1-df3086145de3 x-openstack-request-id: req-9fbbf2f9-485c-460a-bbb1-df3086145de3 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:41.188593 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cae1864-9aa4-40cd-8495-583878a423fe", "name": "network-vif-plugged", "status": "completed", "tag": "bf10202d-b570-486f-9937-a43c4f9d01e5", "code": 200}, {"server_uuid": "5fcd7958-141a-4d98-a758-4f233d4ec823", "name": "network-vif-plugged", "status": "completed", "tag": "304982e7-bb5a-4f14-b30f-55bdc3baa648", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:41.189266 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9fbbf2f9-485c-460a-bbb1-df3086145de3 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:41.190369 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cae1864-9aa4-40cd-8495-583878a423fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf10202d-b570-486f-9937-a43c4f9d01e5', 'code': 200} Feb 19 04:23:41.192349 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fcd7958-141a-4d98-a758-4f233d4ec823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304982e7-bb5a-4f14-b30f-55bdc3baa648', 'code': 200} Feb 19 04:23:41.196131 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb64f0-ee06-4603-b401-66d8686e0687 None None] Routers {'06b1d9ba-db2e-40a4-8d16-3e1a4258556a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:23:41.198969 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-afeb64f0-ee06-4603-b401-66d8686e0687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:23:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['06b1d9ba-db2e-40a4-8d16-3e1a4258556a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:41.201317 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1bc978-5632-4cbb-8e2a-2f93ea6ddbd2 None None] Routers {'855cc8f5-81f2-4ab5-b830-1558162b90b2'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:23:41.202008 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ae1bc978-5632-4cbb-8e2a-2f93ea6ddbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:23:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['855cc8f5-81f2-4ab5-b830-1558162b90b2'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:41.212692 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9d2972f1-39fc-4e4c-ad30-b0e3c0d2319a admin admin] Publish callbacks [] for security_group (ec473abc-f036-46d1-bd41-b4419e4d66e1), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:41.235585 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd280348-51cb-4709-950a-e098f86022e7 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (475311e0-0536-4b67-8862-6ef8ed1cc22e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:41.330660 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9d2972f1-39fc-4e4c-ad30-b0e3c0d2319a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ec473abc-f036-46d1-bd41-b4419e4d66e1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:41.334563 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9d2972f1-39fc-4e4c-ad30-b0e3c0d2319a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:41.339046 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9d2972f1-39fc-4e4c-ad30-b0e3c0d2319a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ec473abc-f036-46d1-bd41-b4419e4d66e1 HTTP/1.1" status: 204 len: 168 time: 0.4677124 Feb 19 04:23:41.416325 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7200c3cf-642c-430a-91b1-733899b09dce req-fbd42ccb-0746-4b8b-91f0-c576ecd587e8 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6863241 Feb 19 04:23:41.418110 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-fd280348-51cb-4709-950a-e098f86022e7 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Calling delete_port for 475311e0-0536-4b67-8862-6ef8ed1cc22e owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:41.422998 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-afeb64f0-ee06-4603-b401-66d8686e0687 None None] Set router 06b1d9ba-db2e-40a4-8d16-3e1a4258556a gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:23:41.454675 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2972f1-39fc-4e4c-ad30-b0e3c0d2319a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec473abc-f036-46d1-bd41-b4419e4d66e1,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:41.472005 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4974bb32-3a47-4965-a41e-ebd0af59932c admin admin] Publish callbacks [] for router (06b1d9ba-db2e-40a4-8d16-3e1a4258556a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:41.524126 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-ae1bc978-5632-4cbb-8e2a-2f93ea6ddbd2 None None] Set router 855cc8f5-81f2-4ab5-b830-1558162b90b2 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:23:41.609611 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27165db4-f884-4d9e-9c94-ed59a166c01f req-1b5be239-045b-4d10-ba1f-6c99e3e994da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:41.612199 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-27165db4-f884-4d9e-9c94-ed59a166c01f req-1b5be239-045b-4d10-ba1f-6c99e3e994da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c4888f38-26f5-49c8-afae-244433e40900 HTTP/1.1" status: 200 len: 851 time: 0.6199453 Feb 19 04:23:41.637325 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bc7d0-4fac-471b-910b-228b46097f35 req-04ac464e-64b6-4063-9119-4524bbf9ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:41.640944 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-de4bc7d0-4fac-471b-910b-228b46097f35 req-04ac464e-64b6-4063-9119-4524bbf9ff7b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 1127 time: 0.2902167 Feb 19 04:23:41.760827 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-afeb64f0-ee06-4603-b401-66d8686e0687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b1d9ba-db2e-40a4-8d16-3e1a4258556a', 'name': 'tempest-TaggedBootDevicesTest-450920490-router', 'tenant_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'e477da3f-e65e-446e-8da4-d91e65b5de2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:46Z', 'updated_at': '2022-02-19T04:23:38Z', 'revision_number': 5, 'project_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'gw_port': {'id': 'e477da3f-e65e-446e-8da4-d91e65b5de2e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:42:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b1d9ba-db2e-40a4-8d16-3e1a4258556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:49Z', 'updated_at': '2022-02-19T04:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:41.809088 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb64f0-ee06-4603-b401-66d8686e0687 None None] Checking router: 06b1d9ba-db2e-40a4-8d16-3e1a4258556a for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:23:41.820885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb64f0-ee06-4603-b401-66d8686e0687 None None] Routers {'06b1d9ba-db2e-40a4-8d16-3e1a4258556a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:23:41.821825 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-afeb64f0-ee06-4603-b401-66d8686e0687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:23:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['06b1d9ba-db2e-40a4-8d16-3e1a4258556a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:41.845677 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-de4bc7d0-4fac-471b-910b-228b46097f35 req-0979e323-6523-40bb-be83-b4404ddfd82f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cea4b522-df63-419d-b92f-eef69a56abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476808 Feb 19 04:23:41.861709 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-27165db4-f884-4d9e-9c94-ed59a166c01f req-26ecfe41-b08c-4593-9149-3ac2c6020f23 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c84052c-91e0-4c2a-807c-a49aff1ef410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2158146 Feb 19 04:23:41.892221 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4974bb32-3a47-4965-a41e-ebd0af59932c admin admin] Publish callbacks [] for router_gateway (06b1d9ba-db2e-40a4-8d16-3e1a4258556a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:41.920038 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b7eb8-e2b3-494b-9d74-14d5fc2da078 req-b67f69b3-be20-4c3e-9e0e-898d9658cd32 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:41.922894 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0d4b7eb8-e2b3-494b-9d74-14d5fc2da078 req-b67f69b3-be20-4c3e-9e0e-898d9658cd32 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fcd7958-141a-4d98-a758-4f233d4ec823 HTTP/1.1" status: 200 len: 945 time: 0.2100949 Feb 19 04:23:41.985236 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ae1bc978-5632-4cbb-8e2a-2f93ea6ddbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'name': 'tempest-AttachVolumeTestJSON-1179252603-router', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:01Z', 'updated_at': '2022-02-19T04:23:36Z', 'revision_number': 5, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'gw_port': {'id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:42.036681 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1bc978-5632-4cbb-8e2a-2f93ea6ddbd2 None None] Checking router: 855cc8f5-81f2-4ab5-b830-1558162b90b2 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:23:42.053709 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1bc978-5632-4cbb-8e2a-2f93ea6ddbd2 None None] Routers {'855cc8f5-81f2-4ab5-b830-1558162b90b2'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:23:42.055384 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ae1bc978-5632-4cbb-8e2a-2f93ea6ddbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:23:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['855cc8f5-81f2-4ab5-b830-1558162b90b2'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:42.063382 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb050e-d3a5-4027-b335-101fb02270b4 req-23c1e9b0-eda6-4d54-9e1c-dc91e171613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:42.066426 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7bbb050e-d3a5-4027-b335-101fb02270b4 req-23c1e9b0-eda6-4d54-9e1c-dc91e171613f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5fcd7958-141a-4d98-a758-4f233d4ec823 HTTP/1.1" status: 200 len: 1127 time: 0.6830885 Feb 19 04:23:42.084401 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-afeb64f0-ee06-4603-b401-66d8686e0687 None None] Set router 06b1d9ba-db2e-40a4-8d16-3e1a4258556a gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:23:42.117653 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c51b6dbd-b7ea-4239-8b3a-5852619f0acd admin admin] Publish callbacks [] for router (855cc8f5-81f2-4ab5-b830-1558162b90b2), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:42.129497 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0d4b7eb8-e2b3-494b-9d74-14d5fc2da078 req-e777e439-b15a-446d-abe9-70f64ae916a1 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965077 Feb 19 04:23:42.196697 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-4974bb32-3a47-4965-a41e-ebd0af59932c admin admin] Deleting port e477da3f-e65e-446e-8da4-d91e65b5de2e {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:42.197264 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4974bb32-3a47-4965-a41e-ebd0af59932c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (e477da3f-e65e-446e-8da4-d91e65b5de2e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:42.365081 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-4974bb32-3a47-4965-a41e-ebd0af59932c admin admin] For port e477da3f-e65e-446e-8da4-d91e65b5de2e, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e477da3f-e65e-446e-8da4-d91e65b5de2e,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:42.365819 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4974bb32-3a47-4965-a41e-ebd0af59932c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (e477da3f-e65e-446e-8da4-d91e65b5de2e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:42.383825 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-4974bb32-3a47-4965-a41e-ebd0af59932c admin admin] Calling delete_port for e477da3f-e65e-446e-8da4-d91e65b5de2e owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:42.418440 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-081fe63d-05ae-4897-9752-7a10a01842b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 172.20.0.7 (9e765b0b-136b-493b-bef9-44145ed793f7/e04b402b-3571-42a0-8feb-98dfc79edc69/3d812035-8c2d-4e73-966c-c97d46a24d13) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:42.428369 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-ae1bc978-5632-4cbb-8e2a-2f93ea6ddbd2 None None] Set router 855cc8f5-81f2-4ab5-b830-1558162b90b2 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:23:42.467239 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-081fe63d-05ae-4897-9752-7a10a01842b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8::f816:3eff:fe9c:94d1 (9e765b0b-136b-493b-bef9-44145ed793f7/3ab26bea-819b-4a1f-96bb-2b62cd5f0cf7/3d812035-8c2d-4e73-966c-c97d46a24d13) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:42.492800 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-afeb64f0-ee06-4603-b401-66d8686e0687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b1d9ba-db2e-40a4-8d16-3e1a4258556a', 'name': 'tempest-TaggedBootDevicesTest-450920490-router', 'tenant_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'e477da3f-e65e-446e-8da4-d91e65b5de2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:46Z', 'updated_at': '2022-02-19T04:23:38Z', 'revision_number': 5, 'project_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'gw_port': {'id': 'e477da3f-e65e-446e-8da4-d91e65b5de2e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:42:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b1d9ba-db2e-40a4-8d16-3e1a4258556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:49Z', 'updated_at': '2022-02-19T04:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:42.542765 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb64f0-ee06-4603-b401-66d8686e0687 None None] The sync data for ids ['06b1d9ba-db2e-40a4-8d16-3e1a4258556a'] in n-d-772273-4 is: [{'id': '06b1d9ba-db2e-40a4-8d16-3e1a4258556a', 'name': 'tempest-TaggedBootDevicesTest-450920490-router', 'tenant_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'e477da3f-e65e-446e-8da4-d91e65b5de2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:10:46Z', 'updated_at': '2022-02-19T04:23:38Z', 'revision_number': 5, 'project_id': '02b8b4fa8fa442fc951ffec79c214ed4', 'gw_port': {'id': 'e477da3f-e65e-446e-8da4-d91e65b5de2e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:42:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b1d9ba-db2e-40a4-8d16-3e1a4258556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:10:49Z', 'updated_at': '2022-02-19T04:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:23:42.593865 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7bbb050e-d3a5-4027-b335-101fb02270b4 req-35a2106e-5dee-4d6a-b257-126a6dd82a17 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966538 Feb 19 04:23:42.619085 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd280348-51cb-4709-950a-e098f86022e7 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (475311e0-0536-4b67-8862-6ef8ed1cc22e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:42.774317 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd280348-51cb-4709-950a-e098f86022e7 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Port': ['ID=475311e0-0536-4b67-8862-6ef8ed1cc22e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:42.781508 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd280348-51cb-4709-950a-e098f86022e7 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:42.787502 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fd280348-51cb-4709-950a-e098f86022e7 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/ports/475311e0-0536-4b67-8862-6ef8ed1cc22e HTTP/1.1" status: 204 len: 168 time: 3.3561969 Feb 19 04:23:42.816656 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46804) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:42.816829 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ae1bc978-5632-4cbb-8e2a-2f93ea6ddbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'name': 'tempest-AttachVolumeTestJSON-1179252603-router', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:01Z', 'updated_at': '2022-02-19T04:23:36Z', 'revision_number': 5, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'gw_port': {'id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:42.869647 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1bc978-5632-4cbb-8e2a-2f93ea6ddbd2 None None] The sync data for ids ['855cc8f5-81f2-4ab5-b830-1558162b90b2'] in n-d-772273-4 is: [{'id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'name': 'tempest-AttachVolumeTestJSON-1179252603-router', 'tenant_id': '64a84ec8d7f4403180aa77a18bbd859e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:01Z', 'updated_at': '2022-02-19T04:23:36Z', 'revision_number': 5, 'project_id': '64a84ec8d7f4403180aa77a18bbd859e', 'gw_port': {'id': '61aac93a-faff-4f33-9a68-a4fc876ae4f0', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855cc8f5-81f2-4ab5-b830-1558162b90b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:05Z', 'updated_at': '2022-02-19T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:23:42.872140 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-27165db4-f884-4d9e-9c94-ed59a166c01f req-e06b3af5-87b2-4d48-890e-72ff71d246f2 service neutron] 10.222.0.10 "GET /v2.0/networks/1c84052c-91e0-4c2a-807c-a49aff1ef410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7961936 Feb 19 04:23:42.899367 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be70118-4fd7-44b3-9f66-91b9961f909b req-022267fb-7273-4cf0-8205-3e3f0d033604 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:42.902376 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7be70118-4fd7-44b3-9f66-91b9961f909b req-022267fb-7273-4cf0-8205-3e3f0d033604 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 945 time: 0.6080754 Feb 19 04:23:42.903706 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4974bb32-3a47-4965-a41e-ebd0af59932c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (e477da3f-e65e-446e-8da4-d91e65b5de2e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:42.993318 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974bb32-3a47-4965-a41e-ebd0af59932c admin admin] Pushing event deleted for resources: {'Port': ['ID=e477da3f-e65e-446e-8da4-d91e65b5de2e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:43.034678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f182f-048c-4bf6-ba18-20f1ee57a703 req-f54996c6-54dd-47ab-aa2c-1eedeb4bb018 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:43.038612 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a38f182f-048c-4bf6-ba18-20f1ee57a703 req-f54996c6-54dd-47ab-aa2c-1eedeb4bb018 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 945 time: 0.2830703 Feb 19 04:23:43.138143 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c51b6dbd-b7ea-4239-8b3a-5852619f0acd admin admin] Publish callbacks [] for router_gateway (855cc8f5-81f2-4ab5-b830-1558162b90b2), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:43.218240 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a38f182f-048c-4bf6-ba18-20f1ee57a703 req-9edb5b3e-832d-427c-8393-0d0f4925aa0b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717725 Feb 19 04:23:43.234183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c37bb7b-c1e1-4c1a-8003-d930e9012045 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:43.245051 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c37bb7b-c1e1-4c1a-8003-d930e9012045 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:43.253101 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9c37bb7b-c1e1-4c1a-8003-d930e9012045 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4362135 Feb 19 04:23:43.254599 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46812) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:43.382627 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4974bb32-3a47-4965-a41e-ebd0af59932c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (06b1d9ba-db2e-40a4-8d16-3e1a4258556a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:43.431800 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7be70118-4fd7-44b3-9f66-91b9961f909b req-ba47ad43-e476-43e8-b216-40e09120f239 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/security-groups?id=cea4b522-df63-419d-b92f-eef69a56abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4185793 Feb 19 04:23:43.467904 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-27165db4-f884-4d9e-9c94-ed59a166c01f req-70d64117-7398-4260-9eb2-98079195a7a9 service neutron] 10.222.0.10 "GET /v2.0/networks/1c84052c-91e0-4c2a-807c-a49aff1ef410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5635142 Feb 19 04:23:43.590390 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-081fe63d-05ae-4897-9752-7a10a01842b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (3d812035-8c2d-4e73-966c-c97d46a24d13), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:43.598736 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-c51b6dbd-b7ea-4239-8b3a-5852619f0acd admin admin] Deleting port 61aac93a-faff-4f33-9a68-a4fc876ae4f0 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:43.599670 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c51b6dbd-b7ea-4239-8b3a-5852619f0acd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (61aac93a-faff-4f33-9a68-a4fc876ae4f0), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:43.662920 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4974bb32-3a47-4965-a41e-ebd0af59932c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (06b1d9ba-db2e-40a4-8d16-3e1a4258556a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:43.668461 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4974bb32-3a47-4965-a41e-ebd0af59932c admin admin] Publish callbacks [] for router_controller (06b1d9ba-db2e-40a4-8d16-3e1a4258556a), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:43.765384 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafa67d-2d1b-42c5-bd33-561bec3b7fb8 req-2c2f03a9-76b6-4795-9702-234a6f6fd81b tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:43.767405 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7dafa67d-2d1b-42c5-bd33-561bec3b7fb8 req-2c2f03a9-76b6-4795-9702-234a6f6fd81b tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fcd7958-141a-4d98-a758-4f233d4ec823 HTTP/1.1" status: 200 len: 945 time: 0.3194203 Feb 19 04:23:43.810087 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4974bb32-3a47-4965-a41e-ebd0af59932c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (06b1d9ba-db2e-40a4-8d16-3e1a4258556a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:43.812714 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4974bb32-3a47-4965-a41e-ebd0af59932c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06b1d9ba-db2e-40a4-8d16-3e1a4258556a {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:23:43.830129 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4974bb32-3a47-4965-a41e-ebd0af59932c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:43.837562 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4974bb32-3a47-4965-a41e-ebd0af59932c admin admin] 10.222.0.65 "DELETE /v2.0/routers/06b1d9ba-db2e-40a4-8d16-3e1a4258556a HTTP/1.1" status: 204 len: 168 time: 2.7150745 Feb 19 04:23:43.867364 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-c51b6dbd-b7ea-4239-8b3a-5852619f0acd admin admin] For port 61aac93a-faff-4f33-9a68-a4fc876ae4f0, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=61aac93a-faff-4f33-9a68-a4fc876ae4f0,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:43.868244 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c51b6dbd-b7ea-4239-8b3a-5852619f0acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (61aac93a-faff-4f33-9a68-a4fc876ae4f0), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:43.881044 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46818) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:43.933284 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-c51b6dbd-b7ea-4239-8b3a-5852619f0acd admin admin] Calling delete_port for 61aac93a-faff-4f33-9a68-a4fc876ae4f0 owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:43.996176 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-3356da3c-7c13-4fde-aec7-ab1dc3bfb5f7 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting port e29d2105-cdcc-4ade-85c8-98d394743fe8 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:43.996655 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3356da3c-7c13-4fde-aec7-ab1dc3bfb5f7 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (e29d2105-cdcc-4ade-85c8-98d394743fe8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:44.037817 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-081fe63d-05ae-4897-9752-7a10a01842b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (3d812035-8c2d-4e73-966c-c97d46a24d13), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:44.052664 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7dafa67d-2d1b-42c5-bd33-561bec3b7fb8 req-09a19d9e-5f40-477b-b228-cce2228ad11d tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690599 Feb 19 04:23:44.067592 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:44.130497 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:23:44.135000 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5b6ff2e6-c098-4650-9a8e-ffe4f3d0a9b9 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:23:44.135741 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 76958b55-7055-497c-8d35-8cf2c7eb4710 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:44.164144 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fe63d-05ae-4897-9752-7a10a01842b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=3d812035-8c2d-4e73-966c-c97d46a24d13,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:44.188356 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3356da3c-7c13-4fde-aec7-ab1dc3bfb5f7 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (e29d2105-cdcc-4ade-85c8-98d394743fe8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:44.217168 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 76958b55-7055-497c-8d35-8cf2c7eb4710 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:23:44.217861 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 76958b55-7055-497c-8d35-8cf2c7eb4710 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:23:44.245646 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-3356da3c-7c13-4fde-aec7-ab1dc3bfb5f7 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Calling delete_port for e29d2105-cdcc-4ade-85c8-98d394743fe8 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:44.261483 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081fe63d-05ae-4897-9752-7a10a01842b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:44.268856 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-081fe63d-05ae-4897-9752-7a10a01842b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:44.276442 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081fe63d-05ae-4897-9752-7a10a01842b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:44.346742 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f37d9d2-46f5-4823-ab98-ba37963773d8 admin admin] Deleting subnet bf028817-caf3-4cc3-80e2-abc0a68148dc {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:23:44.354970 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3f37d9d2-46f5-4823-ab98-ba37963773d8 admin admin] Publish callbacks [] for subnet (bf028817-caf3-4cc3-80e2-abc0a68148dc), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:44.405989 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081fe63d-05ae-4897-9752-7a10a01842b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:44.407299 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-081fe63d-05ae-4897-9752-7a10a01842b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:44.464072 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-081fe63d-05ae-4897-9752-7a10a01842b8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.5150540 Feb 19 04:23:44.469792 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46824) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:44.485723 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3f37d9d2-46f5-4823-ab98-ba37963773d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (bf028817-caf3-4cc3-80e2-abc0a68148dc), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:44.614846 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c51b6dbd-b7ea-4239-8b3a-5852619f0acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (61aac93a-faff-4f33-9a68-a4fc876ae4f0), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:44.677156 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b6dbd-b7ea-4239-8b3a-5852619f0acd admin admin] Pushing event deleted for resources: {'Port': ['ID=61aac93a-faff-4f33-9a68-a4fc876ae4f0,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:44.821071 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3356da3c-7c13-4fde-aec7-ab1dc3bfb5f7 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (e29d2105-cdcc-4ade-85c8-98d394743fe8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:44.845532 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c51b6dbd-b7ea-4239-8b3a-5852619f0acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (855cc8f5-81f2-4ab5-b830-1558162b90b2), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:44.847931 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3356da3c-7c13-4fde-aec7-ab1dc3bfb5f7 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:44.854070 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3356da3c-7c13-4fde-aec7-ab1dc3bfb5f7 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/ports/e29d2105-cdcc-4ade-85c8-98d394743fe8 HTTP/1.1" status: 204 len: 168 time: 1.5922234 Feb 19 04:23:44.860416 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46834) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:44.945323 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356da3c-7c13-4fde-aec7-ab1dc3bfb5f7 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Port': ['ID=e29d2105-cdcc-4ade-85c8-98d394743fe8,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:45.012891 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c501f5-d25d-4cbb-b6f4-8d991a79bef9 req-dad02247-5b12-460e-9799-04ef3d8b925d tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:45.021436 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-09c501f5-d25d-4cbb-b6f4-8d991a79bef9 req-dad02247-5b12-460e-9799-04ef3d8b925d tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 945 time: 0.5534837 Feb 19 04:23:45.023201 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29b78c2d-1cac-4e0b-a9fa-cfe96ff9e110 None None] Provisioning complete for port 3d812035-8c2d-4e73-966c-c97d46a24d13 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:45.024226 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29b78c2d-1cac-4e0b-a9fa-cfe96ff9e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3d812035-8c2d-4e73-966c-c97d46a24d13), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:45.036540 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c51b6dbd-b7ea-4239-8b3a-5852619f0acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (855cc8f5-81f2-4ab5-b830-1558162b90b2), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:45.040730 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87a7964-521f-4ed7-a8f8-5e2f35d91f9a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:45.041766 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c51b6dbd-b7ea-4239-8b3a-5852619f0acd admin admin] Publish callbacks [] for router_controller (855cc8f5-81f2-4ab5-b830-1558162b90b2), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:45.047574 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87a7964-521f-4ed7-a8f8-5e2f35d91f9a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:45.049446 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a87a7964-521f-4ed7-a8f8-5e2f35d91f9a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.5707505 Feb 19 04:23:45.055570 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46838) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:45.082338 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3f37d9d2-46f5-4823-ab98-ba37963773d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (bf028817-caf3-4cc3-80e2-abc0a68148dc), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:45.123587 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29b78c2d-1cac-4e0b-a9fa-cfe96ff9e110 None None] Port 3d812035-8c2d-4e73-966c-c97d46a24d13 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:23:45.148161 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c771cb2-1dd1-4f29-89a8-26ce37d15d19 req-c0d9c525-3f9d-4c8d-a651-0bb70487bc00 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:45.150029 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1c771cb2-1dd1-4f29-89a8-26ce37d15d19 req-c0d9c525-3f9d-4c8d-a651-0bb70487bc00 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 945 time: 0.2480173 Feb 19 04:23:45.157761 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c51b6dbd-b7ea-4239-8b3a-5852619f0acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (855cc8f5-81f2-4ab5-b830-1558162b90b2), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:45.158327 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51b6dbd-b7ea-4239-8b3a-5852619f0acd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 855cc8f5-81f2-4ab5-b830-1558162b90b2 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:23:45.169815 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c51b6dbd-b7ea-4239-8b3a-5852619f0acd admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:45.172525 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c51b6dbd-b7ea-4239-8b3a-5852619f0acd admin admin] 10.222.0.65 "DELETE /v2.0/routers/855cc8f5-81f2-4ab5-b830-1558162b90b2 HTTP/1.1" status: 204 len: 168 time: 4.0479805 Feb 19 04:23:45.183892 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46842) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:45.270055 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0852e7-c866-4721-8572-41ee403e487a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:45.271955 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4f0852e7-c866-4721-8572-41ee403e487a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4082210 Feb 19 04:23:45.277959 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46844) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:45.309029 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-09c501f5-d25d-4cbb-b6f4-8d991a79bef9 req-25d80368-2025-4be5-8721-b15043c6647f tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864861 Feb 19 04:23:45.339661 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3f37d9d2-46f5-4823-ab98-ba37963773d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (bf028817-caf3-4cc3-80e2-abc0a68148dc), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:45.386687 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1c771cb2-1dd1-4f29-89a8-26ce37d15d19 req-27eea49f-02f5-44d6-bab7-a9fd03da41f0 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/security-groups?id=cea4b522-df63-419d-b92f-eef69a56abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245011 Feb 19 04:23:45.390435 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f46965-2bc3-45ff-a398-4caae9949471 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] GET failed (client error): The resource could not be found. Feb 19 04:23:45.392390 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-46f46965-2bc3-45ff-a398-4caae9949471 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports/475311e0-0536-4b67-8862-6ef8ed1cc22e HTTP/1.1" status: 404 len: 333 time: 0.1064954 Feb 19 04:23:45.402393 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46848) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:45.416812 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-168f8359-57f6-4bc0-9552-aa55fb8a0559 admin admin] Deleting subnet 94653809-5e9c-447e-841f-90aff76610c8 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:23:45.427684 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3f37d9d2-46f5-4823-ab98-ba37963773d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:45.445445 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6fa245-1772-40ac-99c2-a1ea84552002 None None] Network d34dbcd2-4835-4ffb-86bb-22434f31e1f8 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:45.455038 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3f37d9d2-46f5-4823-ab98-ba37963773d8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/bf028817-caf3-4cc3-80e2-abc0a68148dc HTTP/1.1" status: 204 len: 168 time: 1.5190754 Feb 19 04:23:45.457525 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37d9d2-46f5-4823-ab98-ba37963773d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf028817-caf3-4cc3-80e2-abc0a68148dc,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:45.468894 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46850) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:45.474064 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-168f8359-57f6-4bc0-9552-aa55fb8a0559 admin admin] Publish callbacks [] for subnet (94653809-5e9c-447e-841f-90aff76610c8), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:45.478802 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5a2fd8-2942-4a2b-9ee9-3b80bc349083 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] GET failed (client error): The resource could not be found. Feb 19 04:23:45.480528 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cf5a2fd8-2942-4a2b-9ee9-3b80bc349083 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports/e29d2105-cdcc-4ade-85c8-98d394743fe8 HTTP/1.1" status: 404 len: 333 time: 0.0771136 Feb 19 04:23:45.504487 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46854) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:45.591336 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-168f8359-57f6-4bc0-9552-aa55fb8a0559 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (94653809-5e9c-447e-841f-90aff76610c8), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:45.783762 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b5cc54-36a7-4bc4-bbfd-606c4408223f None None] DHCP port deletion for d34dbcd2-4835-4ffb-86bb-22434f31e1f8 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:23:45.897117 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d3b5cc54-36a7-4bc4-bbfd-606c4408223f None None] Deleting port 8bfcd472-0791-4929-b8f5-62e483168032 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:45.898335 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d3b5cc54-36a7-4bc4-bbfd-606c4408223f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (8bfcd472-0791-4929-b8f5-62e483168032), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:45.899784 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-168f8359-57f6-4bc0-9552-aa55fb8a0559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (94653809-5e9c-447e-841f-90aff76610c8), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:45.938697 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e477da3f-e65e-446e-8da4-d91e65b5de2e no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:46.014150 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d80bfb-6dda-4192-8211-55767bb3b5d7 req-5f1cac31-c843-40be-84b7-e22929c16dd5 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:46.016544 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-22d80bfb-6dda-4192-8211-55767bb3b5d7 req-5f1cac31-c843-40be-84b7-e22929c16dd5 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fcd7958-141a-4d98-a758-4f233d4ec823 HTTP/1.1" status: 200 len: 945 time: 0.4309356 Feb 19 04:23:46.024248 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d3b5cc54-36a7-4bc4-bbfd-606c4408223f None None] For port 8bfcd472-0791-4929-b8f5-62e483168032, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8bfcd472-0791-4929-b8f5-62e483168032,segment=NetworkSegment(0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976),segment_id=0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:46.025199 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d3b5cc54-36a7-4bc4-bbfd-606c4408223f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (8bfcd472-0791-4929-b8f5-62e483168032), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:46.047107 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d3b5cc54-36a7-4bc4-bbfd-606c4408223f None None] Calling delete_port for 8bfcd472-0791-4929-b8f5-62e483168032 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:46.088598 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-168f8359-57f6-4bc0-9552-aa55fb8a0559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (94653809-5e9c-447e-841f-90aff76610c8), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:46.165201 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f8359-57f6-4bc0-9552-aa55fb8a0559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94653809-5e9c-447e-841f-90aff76610c8,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:46.177852 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-168f8359-57f6-4bc0-9552-aa55fb8a0559 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:46.188249 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-168f8359-57f6-4bc0-9552-aa55fb8a0559 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/94653809-5e9c-447e-841f-90aff76610c8 HTTP/1.1" status: 204 len: 168 time: 1.0024412 Feb 19 04:23:46.191855 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46856) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:46.210337 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-22d80bfb-6dda-4192-8211-55767bb3b5d7 req-f6dc74e8-6b90-41d5-b194-aa42d8153323 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694400 Feb 19 04:23:46.233897 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846238e8-8c7b-41db-bab4-35f4bda11a32 None None] Network 58c1cfe5-5b31-4d86-b71c-5778f412859b requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:46.238804 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: e477da3f-e65e-446e-8da4-d91e65b5de2e {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:23:46.240088 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e477da3f-e65e-446e-8da4-d91e65b5de2e not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:23:46.240088 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8bfcd472-0791-4929-b8f5-62e483168032 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:46.332548 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d3b5cc54-36a7-4bc4-bbfd-606c4408223f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (8bfcd472-0791-4929-b8f5-62e483168032), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:46.333375 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e51d845a-9196-413f-a661-5cf8854a739c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (58c1cfe5-5b31-4d86-b71c-5778f412859b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:46.443509 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-f2740459-6cde-449d-9a20-a8bae491603d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting port 3d812035-8c2d-4e73-966c-c97d46a24d13 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:46.444001 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f2740459-6cde-449d-9a20-a8bae491603d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3d812035-8c2d-4e73-966c-c97d46a24d13), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:46.444983 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-e51d845a-9196-413f-a661-5cf8854a739c admin admin] Deleting port ee5d0c30-7700-4da7-b965-869aaa2a7040 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:46.445843 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e51d845a-9196-413f-a661-5cf8854a739c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ee5d0c30-7700-4da7-b965-869aaa2a7040), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:46.493178 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-299357dd-af84-4488-973d-2aaf149c0751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (d34dbcd2-4835-4ffb-86bb-22434f31e1f8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:46.495772 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5cc54-36a7-4bc4-bbfd-606c4408223f None None] Pushing event deleted for resources: {'Port': ['ID=8bfcd472-0791-4929-b8f5-62e483168032,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:46.503235 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b5cc54-36a7-4bc4-bbfd-606c4408223f None None] No DVR routers for this DVR port 8bfcd472-0791-4929-b8f5-62e483168032 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:23:46.526996 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No active binding found for port 8bfcd472-0791-4929-b8f5-62e483168032 {{(pid=115200) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 04:23:46.527650 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] The host n-d-772273-4 is not matching for port 8bfcd472-0791-4929-b8f5-62e483168032 host None! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:23:46.528332 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8bfcd472-0791-4929-b8f5-62e483168032 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:23:46.529214 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 61aac93a-faff-4f33-9a68-a4fc876ae4f0 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:46.624514 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 61aac93a-faff-4f33-9a68-a4fc876ae4f0 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:23:46.625270 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 61aac93a-faff-4f33-9a68-a4fc876ae4f0 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:23:46.667509 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-e51d845a-9196-413f-a661-5cf8854a739c admin admin] For port ee5d0c30-7700-4da7-b965-869aaa2a7040, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ee5d0c30-7700-4da7-b965-869aaa2a7040,segment=NetworkSegment(bb7b92ab-063f-403e-a94f-7c593ba6f180),segment_id=bb7b92ab-063f-403e-a94f-7c593ba6f180)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:46.669244 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e51d845a-9196-413f-a661-5cf8854a739c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ee5d0c30-7700-4da7-b965-869aaa2a7040), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:46.676750 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-58f5f530-c665-43ce-9b90-63d159cb10a2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (c471a03d-53ae-40e6-a180-389ea2308f6f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:46.704307 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-e51d845a-9196-413f-a661-5cf8854a739c admin admin] Calling delete_port for ee5d0c30-7700-4da7-b965-869aaa2a7040 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:46.725422 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319888e-c06d-4572-822e-a25de8c891e4 req-c8cc5ab4-1c56-4ab0-9080-644b3e268a9e tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:46.727872 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2319888e-c06d-4572-822e-a25de8c891e4 req-c8cc5ab4-1c56-4ab0-9080-644b3e268a9e tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=965f749d-8796-45b6-96b2-6fbcbe04aef4 HTTP/1.1" status: 200 len: 945 time: 0.2573779 Feb 19 04:23:46.815704 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bae8b-bd08-4f95-ad0c-77c6311dc2c6 req-c101dee0-5e6c-47a5-b774-7a8c40dead37 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:46.818220 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aef8b7-172f-4ecb-b36d-aa5b36a4b0a6 None None] DHCP port deletion for 58c1cfe5-5b31-4d86-b71c-5778f412859b request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:23:46.819019 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b92bae8b-bd08-4f95-ad0c-77c6311dc2c6 req-c101dee0-5e6c-47a5-b774-7a8c40dead37 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 945 time: 0.5446885 Feb 19 04:23:46.838672 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46864) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:46.847655 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-9575ee8b-b24f-46d0-a85a-c8690373b504 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Request body: {'floatingip': {'port_id': 'bf10202d-b570-486f-9937-a43c4f9d01e5'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:46.879208 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f2740459-6cde-449d-9a20-a8bae491603d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3d812035-8c2d-4e73-966c-c97d46a24d13), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:46.921132 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2319888e-c06d-4572-822e-a25de8c891e4 req-3834b971-bbb9-4578-b2eb-3a8386b0d979 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772161 Feb 19 04:23:46.949306 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9575ee8b-b24f-46d0-a85a-c8690373b504 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks [] for floatingip (e3df94b3-f13b-4607-87b3-c68571ca6a5b), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:46.987425 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f5aef8b7-172f-4ecb-b36d-aa5b36a4b0a6 None None] Deleting port ee5d0c30-7700-4da7-b965-869aaa2a7040 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:46.988511 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f5aef8b7-172f-4ecb-b36d-aa5b36a4b0a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ee5d0c30-7700-4da7-b965-869aaa2a7040), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:47.139297 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-f2740459-6cde-449d-9a20-a8bae491603d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Calling delete_port for 3d812035-8c2d-4e73-966c-c97d46a24d13 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:47.161260 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-f5aef8b7-172f-4ecb-b36d-aa5b36a4b0a6 None None] For port ee5d0c30-7700-4da7-b965-869aaa2a7040, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ee5d0c30-7700-4da7-b965-869aaa2a7040,segment=NetworkSegment(bb7b92ab-063f-403e-a94f-7c593ba6f180),segment_id=bb7b92ab-063f-403e-a94f-7c593ba6f180)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:47.162055 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f5aef8b7-172f-4ecb-b36d-aa5b36a4b0a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ee5d0c30-7700-4da7-b965-869aaa2a7040), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:47.191599 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f5aef8b7-172f-4ecb-b36d-aa5b36a4b0a6 None None] Calling delete_port for ee5d0c30-7700-4da7-b965-869aaa2a7040 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:47.215601 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-299357dd-af84-4488-973d-2aaf149c0751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (d34dbcd2-4835-4ffb-86bb-22434f31e1f8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:47.357928 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e51d845a-9196-413f-a661-5cf8854a739c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (ee5d0c30-7700-4da7-b965-869aaa2a7040), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:47.369743 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-58f5f530-c665-43ce-9b90-63d159cb10a2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (c471a03d-53ae-40e6-a180-389ea2308f6f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:47.476096 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f5aef8b7-172f-4ecb-b36d-aa5b36a4b0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (ee5d0c30-7700-4da7-b965-869aaa2a7040), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:47.478436 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d845a-9196-413f-a661-5cf8854a739c admin admin] Pushing event deleted for resources: {'Port': ['ID=ee5d0c30-7700-4da7-b965-869aaa2a7040,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:47.494941 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51d845a-9196-413f-a661-5cf8854a739c admin admin] No DVR routers for this DVR port ee5d0c30-7700-4da7-b965-869aaa2a7040 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:23:47.509603 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-299357dd-af84-4488-973d-2aaf149c0751 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34dbcd2-4835-4ffb-86bb-22434f31e1f8']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:47.529339 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-299357dd-af84-4488-973d-2aaf149c0751 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:47.529868 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-299357dd-af84-4488-973d-2aaf149c0751 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:47.546835 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aef8b7-172f-4ecb-b36d-aa5b36a4b0a6 None None] No DVR routers for this DVR port ee5d0c30-7700-4da7-b965-869aaa2a7040 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:23:47.551217 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-299357dd-af84-4488-973d-2aaf149c0751 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:47.555814 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aef8b7-172f-4ecb-b36d-aa5b36a4b0a6 None None] Pushing event deleted for resources: {'Port': ['ID=ee5d0c30-7700-4da7-b965-869aaa2a7040,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:47.582228 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-299357dd-af84-4488-973d-2aaf149c0751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:47.593921 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299357dd-af84-4488-973d-2aaf149c0751 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:23:47.594941 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-299357dd-af84-4488-973d-2aaf149c0751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (0c5bd17c-dfb8-46cf-b3a6-e8caa6d6c976), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:23:47.718080 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:23:47.753492 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-299357dd-af84-4488-973d-2aaf149c0751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (d34dbcd2-4835-4ffb-86bb-22434f31e1f8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:47.785584 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-58f5f530-c665-43ce-9b90-63d159cb10a2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c471a03d-53ae-40e6-a180-389ea2308f6f']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:47.793300 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-299357dd-af84-4488-973d-2aaf149c0751 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:47.806847 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-299357dd-af84-4488-973d-2aaf149c0751 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d34dbcd2-4835-4ffb-86bb-22434f31e1f8 HTTP/1.1" status: 204 len: 168 time: 2.3356535 Feb 19 04:23:47.867798 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-58f5f530-c665-43ce-9b90-63d159cb10a2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e010b4-ae69-4a8d-84e4-4677aff21fef') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:47.868739 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-58f5f530-c665-43ce-9b90-63d159cb10a2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e010b4-ae69-4a8d-84e4-4677aff21fef') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:47.900112 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299357dd-af84-4488-973d-2aaf149c0751 admin admin] Pushing event deleted for resources: {'Network': ['ID=d34dbcd2-4835-4ffb-86bb-22434f31e1f8,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:47.903485 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ee5d0c30-7700-4da7-b965-869aaa2a7040 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:47.906946 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-58f5f530-c665-43ce-9b90-63d159cb10a2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (08e010b4-ae69-4a8d-84e4-4677aff21fef), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:47.945286 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836b46a-53e2-4130-9935-8e5e7d562b76 req-57e45fe8-cf11-4b39-b327-060c4bef7b8f tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:47.947936 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9836b46a-53e2-4130-9935-8e5e7d562b76 req-57e45fe8-cf11-4b39-b327-060c4bef7b8f tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 945 time: 0.8750403 Feb 19 04:23:47.976436 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-58f5f530-c665-43ce-9b90-63d159cb10a2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (08e010b4-ae69-4a8d-84e4-4677aff21fef), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:48.015033 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f5f530-c665-43ce-9b90-63d159cb10a2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:23:48.015741 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-58f5f530-c665-43ce-9b90-63d159cb10a2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (08e010b4-ae69-4a8d-84e4-4677aff21fef), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:23:48.023670 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:23:48.217762 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-58f5f530-c665-43ce-9b90-63d159cb10a2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (c471a03d-53ae-40e6-a180-389ea2308f6f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:48.254250 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: ee5d0c30-7700-4da7-b965-869aaa2a7040 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:23:48.255788 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ee5d0c30-7700-4da7-b965-869aaa2a7040 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:23:48.256014 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9836b46a-53e2-4130-9935-8e5e7d562b76 req-fc36a97e-4dc0-43d9-b65e-f23eab79fe2b tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756584 Feb 19 04:23:48.266066 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-58f5f530-c665-43ce-9b90-63d159cb10a2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:48.276182 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-58f5f530-c665-43ce-9b90-63d159cb10a2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/networks/c471a03d-53ae-40e6-a180-389ea2308f6f HTTP/1.1" status: 204 len: 168 time: 2.7670443 Feb 19 04:23:48.280621 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46878) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:48.297587 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-5ef9831f-1718-4956-9609-89c095b9deb9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-352418280'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:48.303591 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5f530-c665-43ce-9b90-63d159cb10a2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Network': ['ID=c471a03d-53ae-40e6-a180-389ea2308f6f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:48.368015 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46882) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:48.416107 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef9831f-1718-4956-9609-89c095b9deb9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:48.423308 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5ef9831f-1718-4956-9609-89c095b9deb9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:48.529126 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e51d845a-9196-413f-a661-5cf8854a739c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (58c1cfe5-5b31-4d86-b71c-5778f412859b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:48.529983 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f2740459-6cde-449d-9a20-a8bae491603d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (3d812035-8c2d-4e73-966c-c97d46a24d13), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:48.597283 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2740459-6cde-449d-9a20-a8bae491603d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Port': ['ID=3d812035-8c2d-4e73-966c-c97d46a24d13,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:48.602678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef9831f-1718-4956-9609-89c095b9deb9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:23:48.608238 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d42ca78b-5b15-4c34-b70e-69b5a82ab7d9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=50046a5e10b942e69046ff4f02f577d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255116 Feb 19 04:23:48.610113 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-e51d845a-9196-413f-a661-5cf8854a739c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c1cfe5-5b31-4d86-b71c-5778f412859b']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:48.615113 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46888) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:48.651612 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5ef9831f-1718-4956-9609-89c095b9deb9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (a6f48443-37bc-4c8b-9827-28b798ae2f9c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:48.651982 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-5ef9831f-1718-4956-9609-89c095b9deb9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Added segment a6f48443-37bc-4c8b-9827-28b798ae2f9c of type vlan for network 1cf92be8-c50c-4d44-8085-60c3ab49beac Feb 19 04:23:48.689328 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-e51d845a-9196-413f-a661-5cf8854a739c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7b92ab-063f-403e-a94f-7c593ba6f180') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:48.689804 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-e51d845a-9196-413f-a661-5cf8854a739c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7b92ab-063f-403e-a94f-7c593ba6f180') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:48.846103 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5ef9831f-1718-4956-9609-89c095b9deb9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (1cf92be8-c50c-4d44-8085-60c3ab49beac), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:48.855710 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f2740459-6cde-449d-9a20-a8bae491603d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:48.867649 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f2740459-6cde-449d-9a20-a8bae491603d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/3d812035-8c2d-4e73-966c-c97d46a24d13 HTTP/1.1" status: 204 len: 168 time: 3.8049190 Feb 19 04:23:48.869600 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46892) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:48.984544 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a7c08-545f-48f5-8063-8124904a89a3 req-1a1c0789-d079-414c-84bb-0013c5d18fd9 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:48.994865 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-561a7c08-545f-48f5-8063-8124904a89a3 req-1a1c0789-d079-414c-84bb-0013c5d18fd9 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=965f749d-8796-45b6-96b2-6fbcbe04aef4 HTTP/1.1" status: 200 len: 945 time: 0.5604029 Feb 19 04:23:49.026213 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e51d845a-9196-413f-a661-5cf8854a739c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (bb7b92ab-063f-403e-a94f-7c593ba6f180), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:49.048053 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cffd52-faa4-4007-894c-c2ff8dfc2a60 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:49.049985 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cffd52-faa4-4007-894c-c2ff8dfc2a60 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:49.051625 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cffd52-faa4-4007-894c-c2ff8dfc2a60 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:49.056781 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-57cffd52-faa4-4007-894c-c2ff8dfc2a60 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1852157 Feb 19 04:23:49.057758 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46896) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:49.097776 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5ef9831f-1718-4956-9609-89c095b9deb9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (1cf92be8-c50c-4d44-8085-60c3ab49beac), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:49.122419 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef9831f-1718-4956-9609-89c095b9deb9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:49.126184 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5ef9831f-1718-4956-9609-89c095b9deb9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:49.299647 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-561a7c08-545f-48f5-8063-8124904a89a3 req-708a9a17-e43f-4a23-8e04-7d90a81cd486 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033736 Feb 19 04:23:49.305524 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.resource_extend [None req-9575ee8b-b24f-46d0-a85a-c8690373b504 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:23:49.312676 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5ef9831f-1718-4956-9609-89c095b9deb9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0186386 Feb 19 04:23:49.316502 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46906) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:49.360308 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e51d845a-9196-413f-a661-5cf8854a739c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (bb7b92ab-063f-403e-a94f-7c593ba6f180), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:49.380899 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-6a3a295c-d65c-4dc5-a81a-14f30e8532cc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'subnet': {'network_id': '1cf92be8-c50c-4d44-8085-60c3ab49beac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:49.442127 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51d845a-9196-413f-a661-5cf8854a739c admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:23:49.442888 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e51d845a-9196-413f-a661-5cf8854a739c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (bb7b92ab-063f-403e-a94f-7c593ba6f180), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:23:49.454816 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:23:49.475547 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e929e6-7b2f-4613-9f6f-efaaf56a6e70 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet 3ab26bea-819b-4a1f-96bb-2b62cd5f0cf7 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:23:49.484411 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9831f-1718-4956-9609-89c095b9deb9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Network': ['ID=1cf92be8-c50c-4d44-8085-60c3ab49beac,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:49.513010 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25917b-eecb-452d-b724-855205313e12 req-22754384-3b91-4775-88e7-d3c73bd0634d tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:49.515510 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d25917b-eecb-452d-b724-855205313e12 req-22754384-3b91-4775-88e7-d3c73bd0634d tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.10 "GET /v2.0/ports?device_id=965f749d-8796-45b6-96b2-6fbcbe04aef4 HTTP/1.1" status: 200 len: 945 time: 0.5483949 Feb 19 04:23:49.520046 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81e929e6-7b2f-4613-9f6f-efaaf56a6e70 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (3ab26bea-819b-4a1f-96bb-2b62cd5f0cf7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:49.524197 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 1cf92be8-c50c-4d44-8085-60c3ab49beac details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:23:49.614467 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9575ee8b-b24f-46d0-a85a-c8690373b504 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:49.626955 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b0f9cdee-134c-4abd-8cc8-e7ba847dfc1b admin admin] Publish callbacks [] for security_group (139c37f9-0980-469d-a67b-d7a6f81a93ae), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:49.636606 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45789299-eb0e-45b2-8e12-6b73d0fa8596 req-101bbbbd-a372-410c-b3b9-fcbf3ec42f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:49.639504 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-45789299-eb0e-45b2-8e12-6b73d0fa8596 req-101bbbbd-a372-410c-b3b9-fcbf3ec42f08 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 1127 time: 0.5724320 Feb 19 04:23:49.643758 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9575ee8b-b24f-46d0-a85a-c8690373b504 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (e3df94b3-f13b-4607-87b3-c68571ca6a5b), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:49.659450 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e51d845a-9196-413f-a661-5cf8854a739c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (58c1cfe5-5b31-4d86-b71c-5778f412859b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:49.686089 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81e929e6-7b2f-4613-9f6f-efaaf56a6e70 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (3ab26bea-819b-4a1f-96bb-2b62cd5f0cf7), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:49.782955 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19477b-a080-4f7b-a71c-891b8407472e req-08d674e5-8964-479f-a905-6eb236d4c929 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:49.783657 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ceaa2-b541-4588-bab7-c0ae9c935510 req-8fd32b7f-2437-440e-8605-00fc95dcade2 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:49.785607 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ca19477b-a080-4f7b-a71c-891b8407472e req-08d674e5-8964-479f-a905-6eb236d4c929 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 945 time: 0.3058636 Feb 19 04:23:49.787079 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-305ceaa2-b541-4588-bab7-c0ae9c935510 req-8fd32b7f-2437-440e-8605-00fc95dcade2 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fcd7958-141a-4d98-a758-4f233d4ec823 HTTP/1.1" status: 200 len: 945 time: 0.4297457 Feb 19 04:23:49.804198 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3a295c-d65c-4dc5-a81a-14f30e8532cc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:49.806528 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e51d845a-9196-413f-a661-5cf8854a739c admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:49.808394 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6a3a295c-d65c-4dc5-a81a-14f30e8532cc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:49.817351 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e51d845a-9196-413f-a661-5cf8854a739c admin admin] 10.222.0.65 "DELETE /v2.0/networks/58c1cfe5-5b31-4d86-b71c-5778f412859b HTTP/1.1" status: 204 len: 168 time: 3.6231422 Feb 19 04:23:49.889711 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d845a-9196-413f-a661-5cf8854a739c admin admin] Pushing event deleted for resources: {'Network': ['ID=58c1cfe5-5b31-4d86-b71c-5778f412859b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:49.896871 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b0f9cdee-134c-4abd-8cc8-e7ba847dfc1b admin admin] Publish callbacks [] for security_group (139c37f9-0980-469d-a67b-d7a6f81a93ae), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:49.937337 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.ipam_backend_mixin [None req-6a3a295c-d65c-4dc5-a81a-14f30e8532cc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Performing IP validity checks on allocation pools {{(pid=115198) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 04:23:49.940439 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.ipam_backend_mixin [None req-6a3a295c-d65c-4dc5-a81a-14f30e8532cc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115198) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 04:23:50.013568 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81e929e6-7b2f-4613-9f6f-efaaf56a6e70 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (3ab26bea-819b-4a1f-96bb-2b62cd5f0cf7), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:50.033176 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ca19477b-a080-4f7b-a71c-891b8407472e req-c83f63dc-17d9-49a6-8f2f-8d5d0a23d9b1 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180834 Feb 19 04:23:50.068293 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-1d25917b-eecb-452d-b724-855205313e12 req-e5309d6b-556a-4bf4-800b-ea00179de009 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Deleting port faa297a1-90c9-4714-9641-57a4881fe117 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:50.068684 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d25917b-eecb-452d-b724-855205313e12 req-e5309d6b-556a-4bf4-800b-ea00179de009 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (faa297a1-90c9-4714-9641-57a4881fe117), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:50.105660 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b0f9cdee-134c-4abd-8cc8-e7ba847dfc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (139c37f9-0980-469d-a67b-d7a6f81a93ae), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:50.111223 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b0f9cdee-134c-4abd-8cc8-e7ba847dfc1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:50.114052 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b0f9cdee-134c-4abd-8cc8-e7ba847dfc1b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/139c37f9-0980-469d-a67b-d7a6f81a93ae HTTP/1.1" status: 204 len: 168 time: 1.4563651 Feb 19 04:23:50.247354 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46914) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:50.272865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9cdee-134c-4abd-8cc8-e7ba847dfc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139c37f9-0980-469d-a67b-d7a6f81a93ae,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:50.289119 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81e929e6-7b2f-4613-9f6f-efaaf56a6e70 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (3ab26bea-819b-4a1f-96bb-2b62cd5f0cf7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:50.355976 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-1d25917b-eecb-452d-b724-855205313e12 req-e5309d6b-556a-4bf4-800b-ea00179de009 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] For port faa297a1-90c9-4714-9641-57a4881fe117, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=faa297a1-90c9-4714-9641-57a4881fe117,segment=NetworkSegment(b203e463-9d74-4687-a1cd-3b59df24e97a),segment_id=b203e463-9d74-4687-a1cd-3b59df24e97a)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:50.356366 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d25917b-eecb-452d-b724-855205313e12 req-e5309d6b-556a-4bf4-800b-ea00179de009 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (faa297a1-90c9-4714-9641-57a4881fe117), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:50.397311 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-45789299-eb0e-45b2-8e12-6b73d0fa8596 req-516ac825-b43e-4ebd-918e-eb8def56bb1c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7399395 Feb 19 04:23:50.427703 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-9575ee8b-b24f-46d0-a85a-c8690373b504 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Floating IP e3df94b3-f13b-4607-87b3-c68571ca6a5b associated. External IP: 172.25.0.50, port: bf10202d-b570-486f-9937-a43c4f9d01e5. Feb 19 04:23:50.455456 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e929e6-7b2f-4613-9f6f-efaaf56a6e70 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab26bea-819b-4a1f-96bb-2b62cd5f0cf7,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:50.463574 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81e929e6-7b2f-4613-9f6f-efaaf56a6e70 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:50.464832 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf6edab-5d1a-4a3b-985e-e6f9604edf23 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:50.469599 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-81e929e6-7b2f-4613-9f6f-efaaf56a6e70 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/3ab26bea-819b-4a1f-96bb-2b62cd5f0cf7 HTTP/1.1" status: 204 len: 168 time: 1.4011798 Feb 19 04:23:50.476466 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-1d25917b-eecb-452d-b724-855205313e12 req-e5309d6b-556a-4bf4-800b-ea00179de009 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Calling delete_port for faa297a1-90c9-4714-9641-57a4881fe117 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:50.476857 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46924) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:50.515628 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6a3a295c-d65c-4dc5-a81a-14f30e8532cc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (b4f0dc12-9a79-4dd4-9c56-ea1e2cf79c48), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:50.543992 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1fa443d8-a09f-4be7-a02d-531c4b7f568a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=64a84ec8d7f4403180aa77a18bbd859e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927163 Feb 19 04:23:50.565459 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46926) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:50.792607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a295c-d65c-4dc5-a81a-14f30e8532cc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Subnet': ['ID=b4f0dc12-9a79-4dd4-9c56-ea1e2cf79c48,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:50.842418 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46928) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:50.869806 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-305ceaa2-b541-4588-bab7-c0ae9c935510 req-6d46926f-28e0-490c-862a-8e375533b097 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Deleting port 304982e7-bb5a-4f14-b30f-55bdc3baa648 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:50.870293 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-305ceaa2-b541-4588-bab7-c0ae9c935510 req-6d46926f-28e0-490c-862a-8e375533b097 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (304982e7-bb5a-4f14-b30f-55bdc3baa648), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:50.883359 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae18f29-0130-4279-8043-791eb238491d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet e04b402b-3571-42a0-8feb-98dfc79edc69 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:23:50.885323 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42583134-7458-4057-a412-53f6edd6a23f admin admin] Publish callbacks [] for security_group (561c4457-3219-484c-8572-b3185c101309), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:50.905832 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c6f2f-5a65-456e-9a16-4c34c7bbfdd9 req-079067d1-8c19-4a85-b601-c1dbcc7e0ce0 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:50.916834 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-319c6f2f-5a65-456e-9a16-4c34c7bbfdd9 req-079067d1-8c19-4a85-b601-c1dbcc7e0ce0 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=965f749d-8796-45b6-96b2-6fbcbe04aef4 HTTP/1.1" status: 200 len: 945 time: 0.4764535 Feb 19 04:23:50.935843 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dae18f29-0130-4279-8043-791eb238491d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (e04b402b-3571-42a0-8feb-98dfc79edc69), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:51.030465 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42583134-7458-4057-a412-53f6edd6a23f admin admin] Publish callbacks [] for security_group (561c4457-3219-484c-8572-b3185c101309), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:51.045944 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a295c-d65c-4dc5-a81a-14f30e8532cc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Checking segment: {'id': 'a6f48443-37bc-4c8b-9827-28b798ae2f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1cf92be8-c50c-4d44-8085-60c3ab49beac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:51.046569 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3a295c-d65c-4dc5-a81a-14f30e8532cc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network hostable DHCP agents. Network: 1cf92be8-c50c-4d44-8085-60c3ab49beac, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:23:51.073828 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ca14290e-a011-4739-a63b-09c5436a6f04 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=02b8b4fa8fa442fc951ffec79c214ed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266459 Feb 19 04:23:51.081685 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46932) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:51.123102 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-319c6f2f-5a65-456e-9a16-4c34c7bbfdd9 req-b056d78f-841c-4f76-97a4-d53d2b80d4b4 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/security-groups?id=68534563-e152-4c55-b5b6-af8ea442e744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972313 Feb 19 04:23:51.240086 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dae18f29-0130-4279-8043-791eb238491d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (e04b402b-3571-42a0-8feb-98dfc79edc69), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:51.252024 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3a295c-d65c-4dc5-a81a-14f30e8532cc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network 1cf92be8-c50c-4d44-8085-60c3ab49beac is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:23:51.304190 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-6a3a295c-d65c-4dc5-a81a-14f30e8532cc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 1cf92be8-c50c-4d44-8085-60c3ab49beac) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:51.323329 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3a295c-d65c-4dc5-a81a-14f30e8532cc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:51.325457 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6a3a295c-d65c-4dc5-a81a-14f30e8532cc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:51.356674 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881bd5cf-4cfd-426e-91c4-6a88d369b2e6 None None] Network 1cf92be8-c50c-4d44-8085-60c3ab49beac requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:51.433117 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6a3a295c-d65c-4dc5-a81a-14f30e8532cc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0607576 Feb 19 04:23:51.435202 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d25917b-eecb-452d-b724-855205313e12 req-e5309d6b-556a-4bf4-800b-ea00179de009 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (faa297a1-90c9-4714-9641-57a4881fe117), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:51.439510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46936) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:51.442409 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42583134-7458-4057-a412-53f6edd6a23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (561c4457-3219-484c-8572-b3185c101309), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:51.449262 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42583134-7458-4057-a412-53f6edd6a23f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:51.451641 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-42583134-7458-4057-a412-53f6edd6a23f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/561c4457-3219-484c-8572-b3185c101309 HTTP/1.1" status: 204 len: 168 time: 0.8791342 Feb 19 04:23:51.462667 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'port': {'network_id': '1cf92be8-c50c-4d44-8085-60c3ab49beac', 'name': 'tempest-PortsIpV6TestJSON-826162605'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:51.478893 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9575ee8b-b24f-46d0-a85a-c8690373b504 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Router 6cbd6cca-b41f-4554-a069-87dde42f6c80 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:23:51.526762 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42583134-7458-4057-a412-53f6edd6a23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561c4457-3219-484c-8572-b3185c101309,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:51.701170 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5309d6b-556a-4bf4-800b-ea00179de009 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Pushing event deleted for resources: {'Port': ['ID=faa297a1-90c9-4714-9641-57a4881fe117,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:51.725492 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-305ceaa2-b541-4588-bab7-c0ae9c935510 req-6d46926f-28e0-490c-862a-8e375533b097 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] For port 304982e7-bb5a-4f14-b30f-55bdc3baa648, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=304982e7-bb5a-4f14-b30f-55bdc3baa648,segment=NetworkSegment(b203e463-9d74-4687-a1cd-3b59df24e97a),segment_id=b203e463-9d74-4687-a1cd-3b59df24e97a)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:51.725903 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-305ceaa2-b541-4588-bab7-c0ae9c935510 req-6d46926f-28e0-490c-862a-8e375533b097 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (304982e7-bb5a-4f14-b30f-55bdc3baa648), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:51.809911 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-305ceaa2-b541-4588-bab7-c0ae9c935510 req-6d46926f-28e0-490c-862a-8e375533b097 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Calling delete_port for 304982e7-bb5a-4f14-b30f-55bdc3baa648 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:51.841224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-1cf92be8-c50c-4d44-8085-60c3ab49beac', 'network_id': '1cf92be8-c50c-4d44-8085-60c3ab49beac', 'project_id': '4af7e87b955e44d2acf2aba9cee35b83', 'fixed_ips': [{'subnet_id': 'b4f0dc12-9a79-4dd4-9c56-ea1e2cf79c48'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:23:51.843207 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:51.872114 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d25917b-eecb-452d-b724-855205313e12 req-e5309d6b-556a-4bf4-800b-ea00179de009 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] No DVR routers for this DVR port faa297a1-90c9-4714-9641-57a4881fe117 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:23:51.889383 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d25917b-eecb-452d-b724-855205313e12 req-e5309d6b-556a-4bf4-800b-ea00179de009 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:51.896461 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d25917b-eecb-452d-b724-855205313e12 req-e5309d6b-556a-4bf4-800b-ea00179de009 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.10 "DELETE /v2.0/ports/faa297a1-90c9-4714-9641-57a4881fe117 HTTP/1.1" status: 204 len: 173 time: 2.3662498 Feb 19 04:23:51.908988 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965f749d-8796-45b6-96b2-6fbcbe04aef4', 'name': 'network-vif-deleted', 'tag': 'faa297a1-90c9-4714-9641-57a4881fe117'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:51.913485 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e218b11-f590-4127-bcd1-ebf2dd873390" -d '{"events": [{"server_uuid": "965f749d-8796-45b6-96b2-6fbcbe04aef4", "name": "network-vif-deleted", "tag": "faa297a1-90c9-4714-9641-57a4881fe117"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:51.942649 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a8949-a66f-471d-80a9-2423b7a3b60c req-7f4244c7-7d63-4c18-bbe1-1ad9d1edfb27 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:51.952091 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e2a8949-a66f-471d-80a9-2423b7a3b60c req-7f4244c7-7d63-4c18-bbe1-1ad9d1edfb27 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 945 time: 0.7569170 Feb 19 04:23:52.063283 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929afed0-1145-457d-a31f-f0325edad919 x-openstack-request-id: req-929afed0-1145-457d-a31f-f0325edad919 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:52.064080 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965f749d-8796-45b6-96b2-6fbcbe04aef4", "name": "network-vif-deleted", "tag": "faa297a1-90c9-4714-9641-57a4881fe117", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:52.064080 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-929afed0-1145-457d-a31f-f0325edad919 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:52.065285 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965f749d-8796-45b6-96b2-6fbcbe04aef4', 'name': 'network-vif-deleted', 'tag': 'faa297a1-90c9-4714-9641-57a4881fe117', 'status': 'completed', 'code': 200} Feb 19 04:23:52.097445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:52.105129 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:52.133812 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] device_id is not set on port 545f582a-4aa1-44cf-b4af-718c826268c9 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:23:52.170012 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dae18f29-0130-4279-8043-791eb238491d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (e04b402b-3571-42a0-8feb-98dfc79edc69), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:52.373086 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Allocated IP 2001:db8::2 (1cf92be8-c50c-4d44-8085-60c3ab49beac/b4f0dc12-9a79-4dd4-9c56-ea1e2cf79c48/1da192ec-ecd0-40dd-8bfe-fbee42bda36d) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:52.437146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-50b28330-439a-4e2a-ab93-d9ebecec4245 None None] Provisioning complete for port 049024b7-ffa2-4fe6-a95c-bde1a592a3c9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:52.437146 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-50b28330-439a-4e2a-ab93-d9ebecec4245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (049024b7-ffa2-4fe6-a95c-bde1a592a3c9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:52.475427 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9291b098-844f-4186-8e96-122beb4d029f req-acea12f1-2fa2-4852-a87f-63eb671dee3b tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=965f749d-8796-45b6-96b2-6fbcbe04aef4 HTTP/1.1" status: 200 len: 210 time: 0.1058154 Feb 19 04:23:52.703518 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9575ee8b-b24f-46d0-a85a-c8690373b504 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:23:52.723912 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-55964168-eb19-44ec-bd43-ae9fa8d92900 admin admin] Publish callbacks [] for security_group (000d33a6-2e51-4f5f-a9ea-344d38eac3a8), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:52.738938 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9575ee8b-b24f-46d0-a85a-c8690373b504 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:52.742861 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d503a2-5ac0-45d0-904c-09ce3c3578a2 None None] Sync routers for ids ['6cbd6cca-b41f-4554-a069-87dde42f6c80'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:23:52.792966 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d503a2-5ac0-45d0-904c-09ce3c3578a2 None None] Routers {'6cbd6cca-b41f-4554-a069-87dde42f6c80'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:23:52.793759 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f4d503a2-5ac0-45d0-904c-09ce3c3578a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:23:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6cbd6cca-b41f-4554-a069-87dde42f6c80'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:52.802651 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-50b28330-439a-4e2a-ab93-d9ebecec4245 None None] Current status of the port 049024b7-ffa2-4fe6-a95c-bde1a592a3c9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:52.806784 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-55964168-eb19-44ec-bd43-ae9fa8d92900 admin admin] Publish callbacks [] for security_group (000d33a6-2e51-4f5f-a9ea-344d38eac3a8), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:52.932957 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dae18f29-0130-4279-8043-791eb238491d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (e04b402b-3571-42a0-8feb-98dfc79edc69), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:52.992984 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-f4d503a2-5ac0-45d0-904c-09ce3c3578a2 None None] Set router 6cbd6cca-b41f-4554-a069-87dde42f6c80 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:23:53.018101 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae18f29-0130-4279-8043-791eb238491d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=e04b402b-3571-42a0-8feb-98dfc79edc69,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:53.040865 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e2a8949-a66f-471d-80a9-2423b7a3b60c req-87912fce-1a77-4dfe-9420-346a791deaf4 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0852187 Feb 19 04:23:53.059120 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9575ee8b-b24f-46d0-a85a-c8690373b504 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "PUT /v2.0/floatingips/e3df94b3-f13b-4607-87b3-c68571ca6a5b HTTP/1.1" status: 200 len: 990 time: 6.2189620 Feb 19 04:23:53.066917 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cae1864-9aa4-40cd-8495-583878a423fe', 'tag': 'bf10202d-b570-486f-9937-a43c4f9d01e5'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:53.072722 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04a642f-36c8-4912-a135-72333cb65f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "0cae1864-9aa4-40cd-8495-583878a423fe", "tag": "bf10202d-b570-486f-9937-a43c4f9d01e5"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:53.085670 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-55964168-eb19-44ec-bd43-ae9fa8d92900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (000d33a6-2e51-4f5f-a9ea-344d38eac3a8), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:53.091623 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-55964168-eb19-44ec-bd43-ae9fa8d92900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:53.095791 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-55964168-eb19-44ec-bd43-ae9fa8d92900 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/000d33a6-2e51-4f5f-a9ea-344d38eac3a8 HTTP/1.1" status: 204 len: 168 time: 2.0088186 Feb 19 04:23:53.102793 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dae18f29-0130-4279-8043-791eb238491d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:53.115489 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-dae18f29-0130-4279-8043-791eb238491d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/e04b402b-3571-42a0-8feb-98dfc79edc69 HTTP/1.1" status: 204 len: 168 time: 2.4267333 Feb 19 04:23:53.116642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46972) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:53.197448 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55964168-eb19-44ec-bd43-ae9fa8d92900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000d33a6-2e51-4f5f-a9ea-344d38eac3a8,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:53.230074 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcc6e40-bc5a-4d65-be2a-a26bb691b105 x-openstack-request-id: req-afcc6e40-bc5a-4d65-be2a-a26bb691b105 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:53.232113 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cae1864-9aa4-40cd-8495-583878a423fe", "tag": "bf10202d-b570-486f-9937-a43c4f9d01e5", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:53.232896 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-afcc6e40-bc5a-4d65-be2a-a26bb691b105 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:53.233834 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cae1864-9aa4-40cd-8495-583878a423fe', 'tag': 'bf10202d-b570-486f-9937-a43c4f9d01e5', 'status': 'completed', 'code': 200} Feb 19 04:23:53.300935 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device faa297a1-90c9-4714-9641-57a4881fe117 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:53.306936 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77938f0b-3896-4966-af57-9fd5bc195d21 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:53.311495 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 304982e7-bb5a-4f14-b30f-55bdc3baa648 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:53.344679 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d81feca1-0389-411f-85aa-82d61dadb319 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2246628 Feb 19 04:23:53.345988 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46976) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:53.374640 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-4a8a3f60-476b-477f-ac7d-ee3caeac6483 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:53.450218 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-305ceaa2-b541-4588-bab7-c0ae9c935510 req-6d46926f-28e0-490c-862a-8e375533b097 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (304982e7-bb5a-4f14-b30f-55bdc3baa648), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:53.515882 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46926f-28e0-490c-862a-8e375533b097 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Pushing event deleted for resources: {'Port': ['ID=304982e7-bb5a-4f14-b30f-55bdc3baa648,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:53.775960 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-305ceaa2-b541-4588-bab7-c0ae9c935510 req-6d46926f-28e0-490c-862a-8e375533b097 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] No DVR routers for this DVR port 304982e7-bb5a-4f14-b30f-55bdc3baa648 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:23:53.780467 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: faa297a1-90c9-4714-9641-57a4881fe117 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:23:53.786530 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-305ceaa2-b541-4588-bab7-c0ae9c935510 req-6d46926f-28e0-490c-862a-8e375533b097 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:53.798728 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device faa297a1-90c9-4714-9641-57a4881fe117 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:23:53.821794 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-305ceaa2-b541-4588-bab7-c0ae9c935510 req-6d46926f-28e0-490c-862a-8e375533b097 tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.48 "DELETE /v2.0/ports/304982e7-bb5a-4f14-b30f-55bdc3baa648 HTTP/1.1" status: 204 len: 173 time: 3.9674590 Feb 19 04:23:53.867553 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a642f-36c8-4912-a135-72333cb65f5e req-6fb34e1e-bd9f-4960-a33d-a7209e5b89b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:53.869933 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c04a642f-36c8-4912-a135-72333cb65f5e req-6fb34e1e-bd9f-4960-a33d-a7209e5b89b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49a7bbf595ba4e2ab97185ce2db519c7&device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 1127 time: 0.5217197 Feb 19 04:23:54.001741 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Publish callbacks [] for port (1da192ec-ecd0-40dd-8bfe-fbee42bda36d), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:54.083745 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (1da192ec-ecd0-40dd-8bfe-fbee42bda36d), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:54.134019 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9928c-6973-4436-b93a-9678acee8b41 req-84542ce1-f16f-4dfa-899b-06f7513093ce tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:54.145576 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No active binding found for port 304982e7-bb5a-4f14-b30f-55bdc3baa648 {{(pid=115200) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 04:23:54.146679 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a2f9928c-6973-4436-b93a-9678acee8b41 req-84542ce1-f16f-4dfa-899b-06f7513093ce tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 945 time: 0.7964590 Feb 19 04:23:54.146910 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] The host n-h2-772273-4 is not matching for port 304982e7-bb5a-4f14-b30f-55bdc3baa648 host None! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:23:54.149204 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 304982e7-bb5a-4f14-b30f-55bdc3baa648 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:23:54.155596 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a642f-36c8-4912-a135-72333cb65f5e req-adbc00ca-b3f8-41d3-aaaf-a89253df662e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:54.158223 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c04a642f-36c8-4912-a135-72333cb65f5e req-adbc00ca-b3f8-41d3-aaaf-a89253df662e service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8 HTTP/1.1" status: 200 len: 916 time: 0.2764971 Feb 19 04:23:54.280808 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-61c3fb35-3c59-40a6-bee0-5c5ef4358c11 req-5baffd83-3b43-4947-b26c-517866522faa tempest-MultipleCreateTestJSON-1156957070 tempest-MultipleCreateTestJSON-1156957070-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fcd7958-141a-4d98-a758-4f233d4ec823 HTTP/1.1" status: 200 len: 210 time: 0.1241128 Feb 19 04:23:54.454113 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Network 1cf92be8-c50c-4d44-8085-60c3ab49beac is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:54.482962 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:54.519812 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:54.599202 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f4d503a2-5ac0-45d0-904c-09ce3c3578a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'name': 'tempest-ServersTestBootFromVolume-1041413511-router', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '98ade901-b155-48a2-affe-3b71bb529f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:51Z', 'updated_at': '2022-02-19T04:21:00Z', 'revision_number': 4, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'gw_port': {'id': '98ade901-b155-48a2-affe-3b71bb529f62', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:54Z', 'updated_at': '2022-02-19T04:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'e3df94b3-f13b-4607-87b3-c68571ca6a5b', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'port_id': 'bf10202d-b570-486f-9937-a43c4f9d01e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8', 'mac_address': 'fa:16:3e:29:9d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cae1864-9aa4-40cd-8495-583878a423fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:21:13Z', 'updated_at': '2022-02-19T04:23:49Z', 'revision_number': 1, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706ea616-c356-4290-a54a-316e598ad4db', 'name': '', 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'mac_address': 'fa:16:3e:c6:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '74e94b9f-2f2f-4190-b9f7-e78f36ba82b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:58Z', 'updated_at': '2022-02-19T04:21:15Z', 'revision_number': 5, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'subnets': [{'id': '74e94b9f-2f2f-4190-b9f7-e78f36ba82b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:54.631115 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8a3f60-476b-477f-ac7d-ee3caeac6483 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:54.647513 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4a8a3f60-476b-477f-ac7d-ee3caeac6483 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:54.730562 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680f51a6-0050-4305-9adb-d91d4a404ef9 None None] DHCP port deletion for 9e765b0b-136b-493b-bef9-44145ed793f7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:23:54.733359 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Pushing event updated for resources: {'Port': ['ID=1da192ec-ecd0-40dd-8bfe-fbee42bda36d,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:54.814108 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122d448-d6cc-4ca6-9c5a-86ba90b243d3 req-fefa035b-84b3-4936-b015-b42825fdcfe0 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:54.829146 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c122d448-d6cc-4ca6-9c5a-86ba90b243d3 req-fefa035b-84b3-4936-b015-b42825fdcfe0 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 945 time: 0.2200825 Feb 19 04:23:54.835870 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a2f9928c-6973-4436-b93a-9678acee8b41 req-3f882d05-80ea-4c55-a700-67594e2c5c6d tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/security-groups?id=cea4b522-df63-419d-b92f-eef69a56abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6876597 Feb 19 04:23:54.851991 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:54.854570 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:54.859153 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:54.860144 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:54.860721 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:54.861734 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:54.864488 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:54.867852 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:54.868436 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:54.870435 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:54.871139 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:54.874834 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:54.876405 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:54.891622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d503a2-5ac0-45d0-904c-09ce3c3578a2 None None] Checking router: 6cbd6cca-b41f-4554-a069-87dde42f6c80 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:23:55.085501 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Attempting to bind port 1da192ec-ecd0-40dd-8bfe-fbee42bda36d on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:55.094908 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Attempting to bind port 1da192ec-ecd0-40dd-8bfe-fbee42bda36d by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'a6f48443-37bc-4c8b-9827-28b798ae2f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1cf92be8-c50c-4d44-8085-60c3ab49beac'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:55.095981 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Attempting to bind port 1da192ec-ecd0-40dd-8bfe-fbee42bda36d on network 1cf92be8-c50c-4d44-8085-60c3ab49beac {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:55.124010 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c122d448-d6cc-4ca6-9c5a-86ba90b243d3 req-13fc6c29-e70d-4ce3-bc81-fa26860027b0 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930949 Feb 19 04:23:55.237169 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fcd7958-141a-4d98-a758-4f233d4ec823', 'name': 'network-vif-deleted', 'tag': '304982e7-bb5a-4f14-b30f-55bdc3baa648'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:55.244666 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524e1b20-1c46-425c-8940-c830484049f2" -d '{"events": [{"server_uuid": "5fcd7958-141a-4d98-a758-4f233d4ec823", "name": "network-vif-deleted", "tag": "304982e7-bb5a-4f14-b30f-55bdc3baa648"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:55.325971 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47028) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:55.328606 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:23:55.329032 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Checking segment: {'id': 'a6f48443-37bc-4c8b-9827-28b798ae2f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1cf92be8-c50c-4d44-8085-60c3ab49beac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:55.329552 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:55.329995 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Bound using segment: {'id': 'a6f48443-37bc-4c8b-9827-28b798ae2f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1cf92be8-c50c-4d44-8085-60c3ab49beac'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:23:55.330632 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Bound port: 1da192ec-ecd0-40dd-8bfe-fbee42bda36d, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f48443-37bc-4c8b-9827-28b798ae2f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1cf92be8-c50c-4d44-8085-60c3ab49beac'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:23:55.331086 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1da192ec-ecd0-40dd-8bfe-fbee42bda36d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:55.457629 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d491a94-3fe2-4207-bf53-73ae763bc1d1 x-openstack-request-id: req-1d491a94-3fe2-4207-bf53-73ae763bc1d1 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:55.458678 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fcd7958-141a-4d98-a758-4f233d4ec823", "name": "network-vif-deleted", "tag": "304982e7-bb5a-4f14-b30f-55bdc3baa648", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:55.459485 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d491a94-3fe2-4207-bf53-73ae763bc1d1 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:55.460745 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fcd7958-141a-4d98-a758-4f233d4ec823', 'name': 'network-vif-deleted', 'tag': '304982e7-bb5a-4f14-b30f-55bdc3baa648', 'status': 'completed', 'code': 200} Feb 19 04:23:55.560136 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47036) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:55.568280 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d503a2-5ac0-45d0-904c-09ce3c3578a2 None None] Routers {'6cbd6cca-b41f-4554-a069-87dde42f6c80'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:23:55.575564 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f4d503a2-5ac0-45d0-904c-09ce3c3578a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:23:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6cbd6cca-b41f-4554-a069-87dde42f6c80'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:55.866195 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-19bc5576-72d3-4cd6-beb1-24baca4db827 admin admin] Deleting subnet 58ed72c5-a803-479d-bfd8-f74c761c253f {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:23:55.973507 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19bc5576-72d3-4cd6-beb1-24baca4db827 admin admin] Publish callbacks [] for subnet (58ed72c5-a803-479d-bfd8-f74c761c253f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:56.107197 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19bc5576-72d3-4cd6-beb1-24baca4db827 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (58ed72c5-a803-479d-bfd8-f74c761c253f), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:56.226714 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-9f42d4dd-9a8d-4f9d-9d3d-a901ce689c39 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1484128463-network', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:56.292881 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04910844-5e9c-48f4-893c-9caee146e551 req-a345cd60-592c-4a88-bb4e-9d8f5f3635b6 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:56.307678 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04910844-5e9c-48f4-893c-9caee146e551 req-a345cd60-592c-4a88-bb4e-9d8f5f3635b6 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 945 time: 0.4313328 Feb 19 04:23:56.459615 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152ae9f-07a1-4cb7-b1ff-797ada82ffe0 req-2358ece4-6851-4a1a-91ea-6e59cecd0d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:56.462556 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3152ae9f-07a1-4cb7-b1ff-797ada82ffe0 req-2358ece4-6851-4a1a-91ea-6e59cecd0d7a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=df9c39b1157b4ff4913cb78a1d6accf7&device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 1127 time: 0.7689240 Feb 19 04:23:56.491605 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19bc5576-72d3-4cd6-beb1-24baca4db827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (58ed72c5-a803-479d-bfd8-f74c761c253f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:56.571811 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c04a642f-36c8-4912-a135-72333cb65f5e req-a939a4f2-52f8-48f5-ac4a-d8778650c8ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf10202d-b570-486f-9937-a43c4f9d01e5 HTTP/1.1" status: 200 len: 998 time: 2.2950408 Feb 19 04:23:56.575276 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Allocated IP 2001:db8::65 (1cf92be8-c50c-4d44-8085-60c3ab49beac/b4f0dc12-9a79-4dd4-9c56-ea1e2cf79c48/545f582a-4aa1-44cf-b4af-718c826268c9) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:23:56.585675 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4a8a3f60-476b-477f-ac7d-ee3caeac6483 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (8e446e28-40b9-48d3-b18c-75b63b0d8c1d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:56.599980 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-f4d503a2-5ac0-45d0-904c-09ce3c3578a2 None None] Set router 6cbd6cca-b41f-4554-a069-87dde42f6c80 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:23:56.665177 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f42d4dd-9a8d-4f9d-9d3d-a901ce689c39 admin admin] Made reservation on behalf of ea967e23a8ef43cfacd115b397486d6c for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:56.670950 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f42d4dd-9a8d-4f9d-9d3d-a901ce689c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:56.792166 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f42d4dd-9a8d-4f9d-9d3d-a901ce689c39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:56.805559 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a642f-36c8-4912-a135-72333cb65f5e req-945c2591-2172-47f8-9962-bf8b53bba36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:56.809304 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c04a642f-36c8-4912-a135-72333cb65f5e req-945c2591-2172-47f8-9962-bf8b53bba36d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=74e94b9f-2f2f-4190-b9f7-e78f36ba82b9 HTTP/1.1" status: 200 len: 855 time: 0.2196558 Feb 19 04:23:56.813924 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04910844-5e9c-48f4-893c-9caee146e551 req-ddc9d8fa-56c1-4a6d-a765-ce54f2e15225 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044765 Feb 19 04:23:56.821935 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a3f60-476b-477f-ac7d-ee3caeac6483 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=8e446e28-40b9-48d3-b18c-75b63b0d8c1d,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:56.853106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 049024b7-ffa2-4fe6-a95c-bde1a592a3c9 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:23:56.986335 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-680f51a6-0050-4305-9adb-d91d4a404ef9 None None] Deleting port 049024b7-ffa2-4fe6-a95c-bde1a592a3c9 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:23:56.994678 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-680f51a6-0050-4305-9adb-d91d4a404ef9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (049024b7-ffa2-4fe6-a95c-bde1a592a3c9), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.016169 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8a3f60-476b-477f-ac7d-ee3caeac6483 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:57.023190 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-4a8a3f60-476b-477f-ac7d-ee3caeac6483 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:57.031991 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8a3f60-476b-477f-ac7d-ee3caeac6483 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:57.033487 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4a8a3f60-476b-477f-ac7d-ee3caeac6483 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.115253 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19bc5576-72d3-4cd6-beb1-24baca4db827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (58ed72c5-a803-479d-bfd8-f74c761c253f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.116441 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] For port 1da192ec-ecd0-40dd-8bfe-fbee42bda36d, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:23:57.186317 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152ae9f-07a1-4cb7-b1ff-797ada82ffe0 req-680f3a3a-3fe2-4c74-be8c-41a3f351fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:57.189135 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3152ae9f-07a1-4cb7-b1ff-797ada82ffe0 req-680f3a3a-3fe2-4c74-be8c-41a3f351fa1d service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c84052c-91e0-4c2a-807c-a49aff1ef410 HTTP/1.1" status: 200 len: 911 time: 0.7066045 Feb 19 04:23:57.269194 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4a8a3f60-476b-477f-ac7d-ee3caeac6483 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9167070 Feb 19 04:23:57.270846 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] For port 1da192ec-ecd0-40dd-8bfe-fbee42bda36d, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=1da192ec-ecd0-40dd-8bfe-fbee42bda36d,segment=NetworkSegment(a6f48443-37bc-4c8b-9827-28b798ae2f9c),segment_id=a6f48443-37bc-4c8b-9827-28b798ae2f9c)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:23:57.280475 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47068) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:57.307450 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc5576-72d3-4cd6-beb1-24baca4db827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58ed72c5-a803-479d-bfd8-f74c761c253f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:57.320701 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19bc5576-72d3-4cd6-beb1-24baca4db827 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.325912 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-64dcafe4-4bfd-4742-b693-3b004b8d7aab tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:57.326284 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-19bc5576-72d3-4cd6-beb1-24baca4db827 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/58ed72c5-a803-479d-bfd8-f74c761c253f HTTP/1.1" status: 204 len: 168 time: 1.7637362 Feb 19 04:23:57.346032 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a642f-36c8-4912-a135-72333cb65f5e req-d5277819-6bc4-43fa-8f65-74bf044f8b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:57.348477 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c04a642f-36c8-4912-a135-72333cb65f5e req-d5277819-6bc4-43fa-8f65-74bf044f8b68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5187495 Feb 19 04:23:57.349314 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47070) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:57.401509 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (1da192ec-ecd0-40dd-8bfe-fbee42bda36d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.430641 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3152ae9f-07a1-4cb7-b1ff-797ada82ffe0 req-5c22d5c9-7519-4f5e-bd7b-743d11e0c49e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1eae58e1-9dc8-42d4-a68e-6edcd18a56cb HTTP/1.1" status: 200 len: 217 time: 0.1678724 Feb 19 04:23:57.520858 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f42d4dd-9a8d-4f9d-9d3d-a901ce689c39 admin admin] Publish callbacks [] for security_group (43f693dc-97e2-45c1-af88-5d55ce001e1f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.530758 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f42d4dd-9a8d-4f9d-9d3d-a901ce689c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (43f693dc-97e2-45c1-af88-5d55ce001e1f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.533800 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977ccb9-923a-4090-bcde-b128d7d4a724 None None] Pushing event updated for resources: {'Port': ['ID=1da192ec-ecd0-40dd-8bfe-fbee42bda36d,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:57.626159 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152ae9f-07a1-4cb7-b1ff-797ada82ffe0 req-de4bea63-77bf-4476-bd8b-63297d8297e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:57.630351 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3152ae9f-07a1-4cb7-b1ff-797ada82ffe0 req-de4bea63-77bf-4476-bd8b-63297d8297e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c4888f38-26f5-49c8-afae-244433e40900 HTTP/1.1" status: 200 len: 851 time: 0.1855941 Feb 19 04:23:57.633664 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f42d4dd-9a8d-4f9d-9d3d-a901ce689c39 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:23:57.732799 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42d4dd-9a8d-4f9d-9d3d-a901ce689c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f693dc-97e2-45c1-af88-5d55ce001e1f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:57.769072 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3152ae9f-07a1-4cb7-b1ff-797ada82ffe0 req-95d9b459-e6e5-41e2-b5ee-5bc1795e0dc1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c84052c-91e0-4c2a-807c-a49aff1ef410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1238871 Feb 19 04:23:57.776171 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f42d4dd-9a8d-4f9d-9d3d-a901ce689c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (8799b4e1-b85f-451a-906a-6c07568a3fb8), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.776732 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-9f42d4dd-9a8d-4f9d-9d3d-a901ce689c39 admin admin] Added segment 8799b4e1-b85f-451a-906a-6c07568a3fb8 of type vlan for network 4a64a19d-d377-4cb4-886a-9dfbe46eb1ee Feb 19 04:23:57.791625 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-680f51a6-0050-4305-9adb-d91d4a404ef9 None None] For port 049024b7-ffa2-4fe6-a95c-bde1a592a3c9, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=049024b7-ffa2-4fe6-a95c-bde1a592a3c9,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:57.792425 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-680f51a6-0050-4305-9adb-d91d4a404ef9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (049024b7-ffa2-4fe6-a95c-bde1a592a3c9), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.838715 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe2a229a-d753-4ccc-9b43-cd5eb1ae4b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (1403bd4f-dfe9-4e23-a75a-2d1d7160da01), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.840204 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 049024b7-ffa2-4fe6-a95c-bde1a592a3c9 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:57.840955 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (049024b7-ffa2-4fe6-a95c-bde1a592a3c9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.988332 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 049024b7-ffa2-4fe6-a95c-bde1a592a3c9, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=049024b7-ffa2-4fe6-a95c-bde1a592a3c9,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:58.008996 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for port (545f582a-4aa1-44cf-b4af-718c826268c9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.088319 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-680f51a6-0050-4305-9adb-d91d4a404ef9 None None] Calling delete_port for 049024b7-ffa2-4fe6-a95c-bde1a592a3c9 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:23:58.109661 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (049024b7-ffa2-4fe6-a95c-bde1a592a3c9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.172458 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dcafe4-4bfd-4742-b693-3b004b8d7aab tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:58.176474 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-64dcafe4-4bfd-4742-b693-3b004b8d7aab tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.196716 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c04a642f-36c8-4912-a135-72333cb65f5e req-68dd1c20-4b08-40e5-89ef-8121dbeabc31 service neutron] 10.222.0.10 "GET /v2.0/networks/cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7997773 Feb 19 04:23:58.364272 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f42d4dd-9a8d-4f9d-9d3d-a901ce689c39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (4a64a19d-d377-4cb4-886a-9dfbe46eb1ee), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.433566 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe2a229a-d753-4ccc-9b43-cd5eb1ae4b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (1403bd4f-dfe9-4e23-a75a-2d1d7160da01), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.468952 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1da192ec-ecd0-40dd-8bfe-fbee42bda36d up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:23:58.508181 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3152ae9f-07a1-4cb7-b1ff-797ada82ffe0 req-392d67d1-4bf2-415b-a3a9-fd48f910750d service neutron] 10.222.0.10 "GET /v2.0/networks/1c84052c-91e0-4c2a-807c-a49aff1ef410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6878858 Feb 19 04:23:58.521893 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-fe2a229a-d753-4ccc-9b43-cd5eb1ae4b6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1403bd4f-dfe9-4e23-a75a-2d1d7160da01']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:58.524178 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027d951-cc42-4bcd-b29d-1d3a781c8335 req-10e669d4-bef1-4f47-b996-fc027765e066 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:58.527138 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7027d951-cc42-4bcd-b29d-1d3a781c8335 req-10e669d4-bef1-4f47-b996-fc027765e066 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 945 time: 0.3771989 Feb 19 04:23:58.528236 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f42d4dd-9a8d-4f9d-9d3d-a901ce689c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (4a64a19d-d377-4cb4-886a-9dfbe46eb1ee), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.530475 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f42d4dd-9a8d-4f9d-9d3d-a901ce689c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:58.532144 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f42d4dd-9a8d-4f9d-9d3d-a901ce689c39 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.580375 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-fe2a229a-d753-4ccc-9b43-cd5eb1ae4b6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b203e463-9d74-4687-a1cd-3b59df24e97a') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:58.581586 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-fe2a229a-d753-4ccc-9b43-cd5eb1ae4b6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b203e463-9d74-4687-a1cd-3b59df24e97a') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:58.620666 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe2a229a-d753-4ccc-9b43-cd5eb1ae4b6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (b203e463-9d74-4687-a1cd-3b59df24e97a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.625561 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=049024b7-ffa2-4fe6-a95c-bde1a592a3c9,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:58.657189 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f4d503a2-5ac0-45d0-904c-09ce3c3578a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'name': 'tempest-ServersTestBootFromVolume-1041413511-router', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '98ade901-b155-48a2-affe-3b71bb529f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:51Z', 'updated_at': '2022-02-19T04:21:00Z', 'revision_number': 4, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'gw_port': {'id': '98ade901-b155-48a2-affe-3b71bb529f62', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:54Z', 'updated_at': '2022-02-19T04:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'e3df94b3-f13b-4607-87b3-c68571ca6a5b', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'port_id': 'bf10202d-b570-486f-9937-a43c4f9d01e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8', 'mac_address': 'fa:16:3e:29:9d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cae1864-9aa4-40cd-8495-583878a423fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:21:13Z', 'updated_at': '2022-02-19T04:23:49Z', 'revision_number': 1, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706ea616-c356-4290-a54a-316e598ad4db', 'name': '', 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'mac_address': 'fa:16:3e:c6:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '74e94b9f-2f2f-4190-b9f7-e78f36ba82b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:58Z', 'updated_at': '2022-02-19T04:21:15Z', 'revision_number': 5, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'subnets': [{'id': '74e94b9f-2f2f-4190-b9f7-e78f36ba82b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:23:58.716311 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d503a2-5ac0-45d0-904c-09ce3c3578a2 None None] The sync data for ids ['6cbd6cca-b41f-4554-a069-87dde42f6c80'] in n-d-772273-4 is: [{'id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'name': 'tempest-ServersTestBootFromVolume-1041413511-router', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '98ade901-b155-48a2-affe-3b71bb529f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:51Z', 'updated_at': '2022-02-19T04:21:00Z', 'revision_number': 4, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'gw_port': {'id': '98ade901-b155-48a2-affe-3b71bb529f62', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:54Z', 'updated_at': '2022-02-19T04:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'e3df94b3-f13b-4607-87b3-c68571ca6a5b', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'port_id': 'bf10202d-b570-486f-9937-a43c4f9d01e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8', 'mac_address': 'fa:16:3e:29:9d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cae1864-9aa4-40cd-8495-583878a423fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:21:13Z', 'updated_at': '2022-02-19T04:23:49Z', 'revision_number': 1, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706ea616-c356-4290-a54a-316e598ad4db', 'name': '', 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'mac_address': 'fa:16:3e:c6:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '74e94b9f-2f2f-4190-b9f7-e78f36ba82b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:58Z', 'updated_at': '2022-02-19T04:21:15Z', 'revision_number': 5, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'subnets': [{'id': '74e94b9f-2f2f-4190-b9f7-e78f36ba82b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:23:58.734056 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 1da192ec-ecd0-40dd-8bfe-fbee42bda36d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:58.735584 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1da192ec-ecd0-40dd-8bfe-fbee42bda36d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.745353 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-680f51a6-0050-4305-9adb-d91d4a404ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (049024b7-ffa2-4fe6-a95c-bde1a592a3c9), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.826474 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe2a229a-d753-4ccc-9b43-cd5eb1ae4b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (b203e463-9d74-4687-a1cd-3b59df24e97a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:58.908182 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f51a6-0050-4305-9adb-d91d4a404ef9 None None] Pushing event deleted for resources: {'Port': ['ID=049024b7-ffa2-4fe6-a95c-bde1a592a3c9,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:58.926828 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680f51a6-0050-4305-9adb-d91d4a404ef9 None None] No DVR routers for this DVR port 049024b7-ffa2-4fe6-a95c-bde1a592a3c9 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:23:58.929698 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42d4dd-9a8d-4f9d-9d3d-a901ce689c39 admin admin] Pushing event updated for resources: {'Network': ['ID=4a64a19d-d377-4cb4-886a-9dfbe46eb1ee,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:58.968817 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9f42d4dd-9a8d-4f9d-9d3d-a901ce689c39 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.6399193 Feb 19 04:23:58.976675 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 4a64a19d-d377-4cb4-886a-9dfbe46eb1ee details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:23:58.983084 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47096) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:58.994214 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-6cef3b88-9cf9-4ec2-8dfb-6ebbb606f54f admin admin] Request body: {'subnet': {'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1484128463-subnet', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:59.003592 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8166ede6-0076-4426-880c-c46b862fcdb3 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:59.037874 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cef3b88-9cf9-4ec2-8dfb-6ebbb606f54f admin admin] Made reservation on behalf of ea967e23a8ef43cfacd115b397486d6c for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:23:59.042863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2a229a-d753-4ccc-9b43-cd5eb1ae4b6b admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:23:59.043721 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe2a229a-d753-4ccc-9b43-cd5eb1ae4b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (b203e463-9d74-4687-a1cd-3b59df24e97a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:23:59.047845 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:23:59.052674 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cef3b88-9cf9-4ec2-8dfb-6ebbb606f54f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:59.083327 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (545f582a-4aa1-44cf-b4af-718c826268c9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:59.212610 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7027d951-cc42-4bcd-b29d-1d3a781c8335 req-c3ff5a39-c2b6-4046-a2f6-4966b2bb19f1 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6765878 Feb 19 04:23:59.327683 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7c79da-2f26-412d-b3ea-6b15788738fa None None] New status for floating IP e3df94b3-f13b-4607-87b3-c68571ca6a5b: ACTIVE {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:23:59.411236 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network 1cf92be8-c50c-4d44-8085-60c3ab49beac is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:23:59.416228 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:23:59.523024 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:23:59.530452 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:59.535631 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:59.624732 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Port': ['ID=545f582a-4aa1-44cf-b4af-718c826268c9,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:59.767328 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89eb78e5-e606-44a5-b3e2-fd4c6b5204da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9e765b0b-136b-493b-bef9-44145ed793f7', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'fixed_ips': [{'subnet_id': '8e446e28-40b9-48d3-b18c-75b63b0d8c1d'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:23:59.774598 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-89eb78e5-e606-44a5-b3e2-fd4c6b5204da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:59.782815 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:59.783412 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:59.784761 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:59.785463 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:59.786726 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:59.787312 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:59.788006 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:59.788403 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:59.788973 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:59.789521 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:59.790209 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:59.790907 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:59.791468 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:59.832253 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661bf714-8680-4f24-8c0c-770ae35cc497 None None] Network 1cf92be8-c50c-4d44-8085-60c3ab49beac requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:23:59.854173 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4ecb29c8-ba34-4602-ae6f-a3869d618975 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 8.4130278 Feb 19 04:23:59.855171 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47104) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:23:59.898602 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c04a642f-36c8-4912-a135-72333cb65f5e req-14ffb858-ebc9-4e0f-aeb5-65c4b8125627 service neutron] 10.222.0.10 "GET /v2.0/networks/cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6696708 Feb 19 04:23:59.899708 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe2a229a-d753-4ccc-9b43-cd5eb1ae4b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (1403bd4f-dfe9-4e23-a75a-2d1d7160da01), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:59.962485 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe2a229a-d753-4ccc-9b43-cd5eb1ae4b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:59.969239 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fe2a229a-d753-4ccc-9b43-cd5eb1ae4b6b admin admin] 10.222.0.65 "DELETE /v2.0/networks/1403bd4f-dfe9-4e23-a75a-2d1d7160da01 HTTP/1.1" status: 204 len: 168 time: 2.6112349 Feb 19 04:24:00.037442 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a229a-d753-4ccc-9b43-cd5eb1ae4b6b admin admin] Pushing event deleted for resources: {'Network': ['ID=1403bd4f-dfe9-4e23-a75a-2d1d7160da01,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:00.116587 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 1da192ec-ecd0-40dd-8bfe-fbee42bda36d is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:00.118474 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1da192ec-ecd0-40dd-8bfe-fbee42bda36d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:00.281127 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9bfcfd3d-9f10-44a4-997d-7a9aa4a975cf None None] Provisioning complete for port 1da192ec-ecd0-40dd-8bfe-fbee42bda36d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:00.281524 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9bfcfd3d-9f10-44a4-997d-7a9aa4a975cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1da192ec-ecd0-40dd-8bfe-fbee42bda36d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:00.306149 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-ac0bf473-a040-4b5d-83d5-5a4a1f7cc2de tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting port 545f582a-4aa1-44cf-b4af-718c826268c9 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:00.306869 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf473-a040-4b5d-83d5-5a4a1f7cc2de tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (545f582a-4aa1-44cf-b4af-718c826268c9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:00.364389 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3152ae9f-07a1-4cb7-b1ff-797ada82ffe0 req-049d8ec0-3228-4bf4-8e3e-23363adaac4c service neutron] 10.222.0.10 "GET /v2.0/networks/1c84052c-91e0-4c2a-807c-a49aff1ef410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8267369 Feb 19 04:24:00.439648 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 1da192ec-ecd0-40dd-8bfe-fbee42bda36d, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=1da192ec-ecd0-40dd-8bfe-fbee42bda36d,segment=NetworkSegment(a6f48443-37bc-4c8b-9827-28b798ae2f9c),segment_id=a6f48443-37bc-4c8b-9827-28b798ae2f9c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:00.484263 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (1da192ec-ecd0-40dd-8bfe-fbee42bda36d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:00.524160 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47122) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:00.613733 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538afe2e-5a5b-4612-8e11-c33b6af23b6f req-11685b60-9a84-499f-8575-205dd3caeed4 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:00.621396 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-538afe2e-5a5b-4612-8e11-c33b6af23b6f req-11685b60-9a84-499f-8575-205dd3caeed4 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 945 time: 0.1869016 Feb 19 04:24:00.719753 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf473-a040-4b5d-83d5-5a4a1f7cc2de tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (545f582a-4aa1-44cf-b4af-718c826268c9), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:00.746444 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-ac0bf473-a040-4b5d-83d5-5a4a1f7cc2de tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Calling delete_port for 545f582a-4aa1-44cf-b4af-718c826268c9 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:00.761315 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-85906a7b-c456-40cc-ab81-4363aede2a42 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=506cb7596c474a7f90c5d2404b0aa738&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2346931 Feb 19 04:24:00.768864 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47124) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:00.862942 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-538afe2e-5a5b-4612-8e11-c33b6af23b6f req-d697b5b9-fc24-4449-84ad-86af4c3efdf1 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394860 Feb 19 04:24:00.870296 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cef3b88-9cf9-4ec2-8dfb-6ebbb606f54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (01a6b77b-63ae-42f8-a188-7c9c486cfe0f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.035459 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef3b88-9cf9-4ec2-8dfb-6ebbb606f54f admin admin] Pushing event updated for resources: {'Subnet': ['ID=01a6b77b-63ae-42f8-a188-7c9c486cfe0f,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:01.043761 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cef3b88-9cf9-4ec2-8dfb-6ebbb606f54f admin admin] Checking segment: {'id': '8799b4e1-b85f-451a-906a-6c07568a3fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:01.044498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cef3b88-9cf9-4ec2-8dfb-6ebbb606f54f admin admin] Network hostable DHCP agents. Network: 4a64a19d-d377-4cb4-886a-9dfbe46eb1ee, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:24:01.089199 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32c82948-9ce1-4145-9be7-b5862af670d0 admin admin] Publish callbacks [] for security_group (68534563-e152-4c55-b5b6-af8ea442e744), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.091771 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=1da192ec-ecd0-40dd-8bfe-fbee42bda36d,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:01.094069 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cef3b88-9cf9-4ec2-8dfb-6ebbb606f54f admin admin] Network 4a64a19d-d377-4cb4-886a-9dfbe46eb1ee is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:24:01.112971 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-89eb78e5-e606-44a5-b3e2-fd4c6b5204da None None] Allocated IP 172.20.0.2 (9e765b0b-136b-493b-bef9-44145ed793f7/8e446e28-40b9-48d3-b18c-75b63b0d8c1d/564bd567-0a90-4675-b00f-80fcedf082ef) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:01.129857 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9bfcfd3d-9f10-44a4-997d-7a9aa4a975cf None None] Current status of the port 1da192ec-ecd0-40dd-8bfe-fbee42bda36d is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:01.145628 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-6cef3b88-9cf9-4ec2-8dfb-6ebbb606f54f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 4a64a19d-d377-4cb4-886a-9dfbe46eb1ee) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:01.162439 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3ade13-a3b4-4174-abc7-a09d1fca7701 None None] Network 4a64a19d-d377-4cb4-886a-9dfbe46eb1ee requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:01.194245 n-d-772273-4 neutron-server[115198]: DEBUG neutron.objects.ports [None req-64dcafe4-4bfd-4742-b693-3b004b8d7aab tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115198) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:24:01.233331 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32c82948-9ce1-4145-9be7-b5862af670d0 admin admin] Publish callbacks [] for security_group (68534563-e152-4c55-b5b6-af8ea442e744), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.249769 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-64dcafe4-4bfd-4742-b693-3b004b8d7aab tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (3d591c42-a919-462b-9eaf-57741090aab7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.325269 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cef3b88-9cf9-4ec2-8dfb-6ebbb606f54f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:01.326362 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cef3b88-9cf9-4ec2-8dfb-6ebbb606f54f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.375620 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6cef3b88-9cf9-4ec2-8dfb-6ebbb606f54f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3838687 Feb 19 04:24:01.404185 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47134) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:01.413797 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-a3355aea-bc93-4759-a023-2c4db0bf100e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1484128463-router', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:01.432325 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32c82948-9ce1-4145-9be7-b5862af670d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (68534563-e152-4c55-b5b6-af8ea442e744), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.435474 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf473-a040-4b5d-83d5-5a4a1f7cc2de tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (545f582a-4aa1-44cf-b4af-718c826268c9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.437628 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32c82948-9ce1-4145-9be7-b5862af670d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.439367 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-32c82948-9ce1-4145-9be7-b5862af670d0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/68534563-e152-4c55-b5b6-af8ea442e744 HTTP/1.1" status: 204 len: 168 time: 0.6608801 Feb 19 04:24:01.501472 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c82948-9ce1-4145-9be7-b5862af670d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68534563-e152-4c55-b5b6-af8ea442e744,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:01.506279 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dcafe4-4bfd-4742-b693-3b004b8d7aab tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:01.507842 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3355aea-bc93-4759-a023-2c4db0bf100e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (d732b77f-4645-4a29-b393-f72726ff4cf9), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.509458 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3355aea-bc93-4759-a023-2c4db0bf100e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (d732b77f-4645-4a29-b393-f72726ff4cf9), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.623788 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bf473-a040-4b5d-83d5-5a4a1f7cc2de tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Port': ['ID=545f582a-4aa1-44cf-b4af-718c826268c9,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:01.669778 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3355aea-bc93-4759-a023-2c4db0bf100e admin admin] Publish callbacks [] for router_controller (d732b77f-4645-4a29-b393-f72726ff4cf9), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.708164 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-64dcafe4-4bfd-4742-b693-3b004b8d7aab tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:01.718783 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dcafe4-4bfd-4742-b693-3b004b8d7aab tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:01.720152 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-64dcafe4-4bfd-4742-b693-3b004b8d7aab tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.756748 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf473-a040-4b5d-83d5-5a4a1f7cc2de tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.777564 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ac0bf473-a040-4b5d-83d5-5a4a1f7cc2de tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/ports/545f582a-4aa1-44cf-b4af-718c826268c9 HTTP/1.1" status: 204 len: 168 time: 1.9082384 Feb 19 04:24:01.791780 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47142) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:01.845697 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe25005-ca3e-4670-913b-0c3f3ac7838a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-4a64a19d-d377-4cb4-886a-9dfbe46eb1ee', 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee', 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'fixed_ips': [{'subnet_id': '01a6b77b-63ae-42f8-a188-7c9c486cfe0f'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:24:01.847250 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3fe25005-ca3e-4670-913b-0c3f3ac7838a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:01.858770 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcafe4-4bfd-4742-b693-3b004b8d7aab tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=3d591c42-a919-462b-9eaf-57741090aab7,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:01.907816 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-64dcafe4-4bfd-4742-b693-3b004b8d7aab tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6237595 Feb 19 04:24:01.921973 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47146) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:01.939729 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-cd71b198-eb34-4d74-9c63-86be7b006334 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'mac_address': 'fa:16:3e:a1:a8:74', 'name': 'tempest-NetworksTestDHCPv6-1866801830'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:02.081203 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-19bfec7f-2fb4-4990-baff-24167c896905 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] DELETE failed (client error): The resource could not be found. Feb 19 04:24:02.089531 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19bfec7f-2fb4-4990-baff-24167c896905 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:24:02.106873 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-19bfec7f-2fb4-4990-baff-24167c896905 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/ports/545f582a-4aa1-44cf-b4af-718c826268c9 HTTP/1.1" status: 404 len: 333 time: 0.3133130 Feb 19 04:24:02.109885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47150) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:02.278646 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecfbe642-6760-4e55-9a5d-44be27980acb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] GET failed (client error): The resource could not be found. Feb 19 04:24:02.282867 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ecfbe642-6760-4e55-9a5d-44be27980acb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports/545f582a-4aa1-44cf-b4af-718c826268c9 HTTP/1.1" status: 404 len: 333 time: 0.1681724 Feb 19 04:24:02.334351 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47158) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:02.411841 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3355aea-bc93-4759-a023-2c4db0bf100e admin admin] Publish callbacks [] for router_gateway (d732b77f-4645-4a29-b393-f72726ff4cf9), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:02.480587 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13a2a0-7242-4f58-a8f1-59241841b579 req-052bf634-f1ca-4908-9ecf-03caf115192f tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:02.511990 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7a13a2a0-7242-4f58-a8f1-59241841b579 req-052bf634-f1ca-4908-9ecf-03caf115192f tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 945 time: 0.4376781 Feb 19 04:24:02.795034 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-89eb78e5-e606-44a5-b3e2-fd4c6b5204da None None] Publish callbacks [] for port (564bd567-0a90-4675-b00f-80fcedf082ef), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:02.845682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c3ddda-4050-447b-8075-51c0987a29ec tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting subnet b4f0dc12-9a79-4dd4-9c56-ea1e2cf79c48 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:24:02.865808 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d4c3ddda-4050-447b-8075-51c0987a29ec tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for subnet (b4f0dc12-9a79-4dd4-9c56-ea1e2cf79c48), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:02.870532 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1da192ec-ecd0-40dd-8bfe-fbee42bda36d up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:02.911172 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7a13a2a0-7242-4f58-a8f1-59241841b579 req-954f34b1-b44a-4b77-bc44-df7d3d325d83 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911321 Feb 19 04:24:03.067122 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd71b198-eb34-4d74-9c63-86be7b006334 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:03.380509 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cd71b198-eb34-4d74-9c63-86be7b006334 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.553906 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d4c3ddda-4050-447b-8075-51c0987a29ec tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (b4f0dc12-9a79-4dd4-9c56-ea1e2cf79c48), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.554119 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-3fe25005-ca3e-4670-913b-0c3f3ac7838a None None] Allocated IP 172.20.0.2 (4a64a19d-d377-4cb4-886a-9dfbe46eb1ee/01a6b77b-63ae-42f8-a188-7c9c486cfe0f/3659ec9f-3d6a-47f5-b9f1-16dddb70095b) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:03.592063 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3355aea-bc93-4759-a023-2c4db0bf100e admin admin] Publish callbacks [] for router_gateway (d732b77f-4645-4a29-b393-f72726ff4cf9), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.664370 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3355aea-bc93-4759-a023-2c4db0bf100e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.964751 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d4c3ddda-4050-447b-8075-51c0987a29ec tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (b4f0dc12-9a79-4dd4-9c56-ea1e2cf79c48), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:03.996584 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-cd71b198-eb34-4d74-9c63-86be7b006334 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] device_id is not set on port 2a0493c1-924c-4525-a4e3-16fb4b6955bd yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:24:04.010417 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3fe25005-ca3e-4670-913b-0c3f3ac7838a None None] Publish callbacks [] for port (3659ec9f-3d6a-47f5-b9f1-16dddb70095b), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.048261 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-89eb78e5-e606-44a5-b3e2-fd4c6b5204da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (564bd567-0a90-4675-b00f-80fcedf082ef), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.081165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-a3355aea-bc93-4759-a023-2c4db0bf100e admin admin] Allocated IP 172.25.0.132 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/8032db5c-78b2-411e-975a-3736a3838698) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:04.187806 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8b6766e4-fd6b-4edf-b8ec-c3e2f094a08d None None] Provisioning complete for port 1da192ec-ecd0-40dd-8bfe-fbee42bda36d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:04.188458 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8b6766e4-fd6b-4edf-b8ec-c3e2f094a08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1da192ec-ecd0-40dd-8bfe-fbee42bda36d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.360894 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3fe25005-ca3e-4670-913b-0c3f3ac7838a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (3659ec9f-3d6a-47f5-b9f1-16dddb70095b), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.486305 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d4c3ddda-4050-447b-8075-51c0987a29ec tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (b4f0dc12-9a79-4dd4-9c56-ea1e2cf79c48), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.581841 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b75aabb7-d46d-4d1f-aa8e-fe71abb8fe6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.674555 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3ddda-4050-447b-8075-51c0987a29ec tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f0dc12-9a79-4dd4-9c56-ea1e2cf79c48,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:04.688220 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d4c3ddda-4050-447b-8075-51c0987a29ec tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.688646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe25005-ca3e-4670-913b-0c3f3ac7838a None None] Network 4a64a19d-d377-4cb4-886a-9dfbe46eb1ee is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:04.705259 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d4c3ddda-4050-447b-8075-51c0987a29ec tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/subnets/b4f0dc12-9a79-4dd4-9c56-ea1e2cf79c48 HTTP/1.1" status: 204 len: 168 time: 2.3613191 Feb 19 04:24:04.706267 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3355aea-bc93-4759-a023-2c4db0bf100e admin admin] Publish callbacks [] for port (8032db5c-78b2-411e-975a-3736a3838698), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:04.713212 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47198) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:04.769490 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-3fe25005-ca3e-4670-913b-0c3f3ac7838a None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:04.786085 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe25005-ca3e-4670-913b-0c3f3ac7838a None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:04.801066 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eb78e5-e606-44a5-b3e2-fd4c6b5204da None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:04.852234 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d8642b-b973-49ba-b2b8-834edbb20a64 None None] Network 1cf92be8-c50c-4d44-8085-60c3ab49beac requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:04.917320 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-89eb78e5-e606-44a5-b3e2-fd4c6b5204da None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:04.926205 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eb78e5-e606-44a5-b3e2-fd4c6b5204da None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:05.057750 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 1da192ec-ecd0-40dd-8bfe-fbee42bda36d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:05.058744 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1da192ec-ecd0-40dd-8bfe-fbee42bda36d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:05.065864 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3355aea-bc93-4759-a023-2c4db0bf100e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (8032db5c-78b2-411e-975a-3736a3838698), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:05.183432 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb78e5-e606-44a5-b3e2-fd4c6b5204da None None] Pushing event updated for resources: {'Port': ['ID=564bd567-0a90-4675-b00f-80fcedf082ef,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:05.296752 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e38eedd2-27ef-4980-b72b-43950c4bf662 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (1cf92be8-c50c-4d44-8085-60c3ab49beac), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:05.419259 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3355aea-bc93-4759-a023-2c4db0bf100e admin admin] Pushing event updated for resources: {'Port': ['ID=8032db5c-78b2-411e-975a-3736a3838698,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:05.434305 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-cd71b198-eb34-4d74-9c63-86be7b006334 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 172.20.0.6 (9e765b0b-136b-493b-bef9-44145ed793f7/8e446e28-40b9-48d3-b18c-75b63b0d8c1d/2a0493c1-924c-4525-a4e3-16fb4b6955bd) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:05.461074 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-cd71b198-eb34-4d74-9c63-86be7b006334 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8::f816:3eff:fea1:a874 (9e765b0b-136b-493b-bef9-44145ed793f7/3d591c42-a919-462b-9eaf-57741090aab7/2a0493c1-924c-4525-a4e3-16fb4b6955bd) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:05.483301 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3355aea-bc93-4759-a023-2c4db0bf100e admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:05.499073 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-a3355aea-bc93-4759-a023-2c4db0bf100e admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:05.510836 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3355aea-bc93-4759-a023-2c4db0bf100e admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:05.570017 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe25005-ca3e-4670-913b-0c3f3ac7838a None None] Pushing event updated for resources: {'Port': ['ID=3659ec9f-3d6a-47f5-b9f1-16dddb70095b,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:05.735194 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c2b0e-9dcf-45d4-ace5-ad685fb6be43 req-c5d92534-88ea-4a2e-932d-93a7803b3674 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:05.742896 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bc1c2b0e-9dcf-45d4-ace5-ad685fb6be43 req-c5d92534-88ea-4a2e-932d-93a7803b3674 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 945 time: 0.9432268 Feb 19 04:24:05.818095 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8b6766e4-fd6b-4edf-b8ec-c3e2f094a08d None None] Current status of the port 1da192ec-ecd0-40dd-8bfe-fbee42bda36d is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:05.949326 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8b6766e4-fd6b-4edf-b8ec-c3e2f094a08d None None] Could not find standard attr ID for object 545f582a-4aa1-44cf-b4af-718c826268c9. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:24:06.028046 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-59693bb5-3edd-40e1-b955-ed5f2006b97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:06.039450 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47216) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:06.170308 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cd71b198-eb34-4d74-9c63-86be7b006334 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (2a0493c1-924c-4525-a4e3-16fb4b6955bd), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:06.301570 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bc1c2b0e-9dcf-45d4-ace5-ad685fb6be43 req-acc2fa09-3b6c-482f-a939-3b39258b79fb tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290539 Feb 19 04:24:06.428177 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3fe25005-ca3e-4670-913b-0c3f3ac7838a None None] Attempting to bind port 3659ec9f-3d6a-47f5-b9f1-16dddb70095b on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:24:06.431279 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3fe25005-ca3e-4670-913b-0c3f3ac7838a None None] Attempting to bind port 3659ec9f-3d6a-47f5-b9f1-16dddb70095b by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '8799b4e1-b85f-451a-906a-6c07568a3fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:24:06.433856 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe25005-ca3e-4670-913b-0c3f3ac7838a None None] Attempting to bind port 3659ec9f-3d6a-47f5-b9f1-16dddb70095b on network 4a64a19d-d377-4cb4-886a-9dfbe46eb1ee {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:06.478503 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 1da192ec-ecd0-40dd-8bfe-fbee42bda36d is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:06.502637 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cd71b198-eb34-4d74-9c63-86be7b006334 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (2a0493c1-924c-4525-a4e3-16fb4b6955bd), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:06.548207 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe25005-ca3e-4670-913b-0c3f3ac7838a None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:24:06.553150 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe25005-ca3e-4670-913b-0c3f3ac7838a None None] Checking segment: {'id': '8799b4e1-b85f-451a-906a-6c07568a3fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:06.556106 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3fe25005-ca3e-4670-913b-0c3f3ac7838a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:06.557896 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe25005-ca3e-4670-913b-0c3f3ac7838a None None] Bound using segment: {'id': '8799b4e1-b85f-451a-906a-6c07568a3fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:24:06.561242 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3fe25005-ca3e-4670-913b-0c3f3ac7838a None None] Bound port: 3659ec9f-3d6a-47f5-b9f1-16dddb70095b, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8799b4e1-b85f-451a-906a-6c07568a3fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:24:06.565471 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3fe25005-ca3e-4670-913b-0c3f3ac7838a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3659ec9f-3d6a-47f5-b9f1-16dddb70095b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:06.673658 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-7fb6b6b6-16bd-44fa-aa8b-1d6237d63bc9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1553536970-network', 'tenant_id': '93f449894d4c4e21b75e1f09fa0cdd12'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:06.747411 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1a5a6d68-a171-4fcd-9d37-104346b819e5 None None] Could not find standard attr ID for object 545f582a-4aa1-44cf-b4af-718c826268c9. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:24:06.813516 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd71b198-eb34-4d74-9c63-86be7b006334 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:06.825317 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-cd71b198-eb34-4d74-9c63-86be7b006334 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:06.881939 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb6b6b6-16bd-44fa-aa8b-1d6237d63bc9 admin admin] Made reservation on behalf of 93f449894d4c4e21b75e1f09fa0cdd12 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:06.890113 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7fb6b6b6-16bd-44fa-aa8b-1d6237d63bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:06.899518 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd71b198-eb34-4d74-9c63-86be7b006334 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:06.926438 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-89eb78e5-e606-44a5-b3e2-fd4c6b5204da None None] Attempting to bind port 564bd567-0a90-4675-b00f-80fcedf082ef on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:24:06.927332 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-89eb78e5-e606-44a5-b3e2-fd4c6b5204da None None] Attempting to bind port 564bd567-0a90-4675-b00f-80fcedf082ef by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:24:06.928022 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eb78e5-e606-44a5-b3e2-fd4c6b5204da None None] Attempting to bind port 564bd567-0a90-4675-b00f-80fcedf082ef on network 9e765b0b-136b-493b-bef9-44145ed793f7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:06.944625 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7fb6b6b6-16bd-44fa-aa8b-1d6237d63bc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.039566 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eb78e5-e606-44a5-b3e2-fd4c6b5204da None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:24:07.040064 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eb78e5-e606-44a5-b3e2-fd4c6b5204da None None] Checking segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:07.040500 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-89eb78e5-e606-44a5-b3e2-fd4c6b5204da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.040946 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eb78e5-e606-44a5-b3e2-fd4c6b5204da None None] Bound using segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:24:07.041459 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-89eb78e5-e606-44a5-b3e2-fd4c6b5204da None None] Bound port: 564bd567-0a90-4675-b00f-80fcedf082ef, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:24:07.041922 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-89eb78e5-e606-44a5-b3e2-fd4c6b5204da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (564bd567-0a90-4675-b00f-80fcedf082ef), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.050214 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3355aea-bc93-4759-a023-2c4db0bf100e admin admin] Publish callbacks [] for router_gateway (d732b77f-4645-4a29-b393-f72726ff4cf9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.134098 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71b198-eb34-4d74-9c63-86be7b006334 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=2a0493c1-924c-4525-a4e3-16fb4b6955bd,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:07.139486 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.152763 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-e38eedd2-27ef-4980-b72b-43950c4bf662 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting port 1da192ec-ecd0-40dd-8bfe-fbee42bda36d {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:07.153715 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e38eedd2-27ef-4980-b72b-43950c4bf662 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (1da192ec-ecd0-40dd-8bfe-fbee42bda36d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.175515 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3fe25005-ca3e-4670-913b-0c3f3ac7838a None None] For port 3659ec9f-3d6a-47f5-b9f1-16dddb70095b, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:24:07.340312 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd71b198-eb34-4d74-9c63-86be7b006334 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:07.348476 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cd71b198-eb34-4d74-9c63-86be7b006334 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.469848 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3fe25005-ca3e-4670-913b-0c3f3ac7838a None None] For port 3659ec9f-3d6a-47f5-b9f1-16dddb70095b, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3659ec9f-3d6a-47f5-b9f1-16dddb70095b,segment=NetworkSegment(8799b4e1-b85f-451a-906a-6c07568a3fb8),segment_id=8799b4e1-b85f-451a-906a-6c07568a3fb8)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:24:07.492127 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6761bf1-5cfc-4f8c-8e6f-d3e44773fec4 None None] DHCP port deletion for 1cf92be8-c50c-4d44-8085-60c3ab49beac request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:24:07.512556 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7fb6b6b6-16bd-44fa-aa8b-1d6237d63bc9 admin admin] Publish callbacks [] for security_group (bbcf4f98-d95e-41b1-9eaa-fba32110ecae), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.522049 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3fe25005-ca3e-4670-913b-0c3f3ac7838a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3659ec9f-3d6a-47f5-b9f1-16dddb70095b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.526944 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7fb6b6b6-16bd-44fa-aa8b-1d6237d63bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (bbcf4f98-d95e-41b1-9eaa-fba32110ecae), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.580592 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6b6b6-16bd-44fa-aa8b-1d6237d63bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcf4f98-d95e-41b1-9eaa-fba32110ecae,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:07.581012 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.593139 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-89eb78e5-e606-44a5-b3e2-fd4c6b5204da None None] For port 564bd567-0a90-4675-b00f-80fcedf082ef, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:24:07.651562 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb6b6b6-16bd-44fa-aa8b-1d6237d63bc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:24:07.675823 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7fb6b6b6-16bd-44fa-aa8b-1d6237d63bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (b55c0cd0-c400-4626-889a-4d0793276cbd), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.676289 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-7fb6b6b6-16bd-44fa-aa8b-1d6237d63bc9 admin admin] Added segment b55c0cd0-c400-4626-889a-4d0793276cbd of type vlan for network 3b544283-ed6e-4862-9298-e85c895d835c Feb 19 04:24:07.714072 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3355aea-bc93-4759-a023-2c4db0bf100e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (d732b77f-4645-4a29-b393-f72726ff4cf9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.802060 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-e38eedd2-27ef-4980-b72b-43950c4bf662 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] For port 1da192ec-ecd0-40dd-8bfe-fbee42bda36d, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=1da192ec-ecd0-40dd-8bfe-fbee42bda36d,segment=NetworkSegment(a6f48443-37bc-4c8b-9827-28b798ae2f9c),segment_id=a6f48443-37bc-4c8b-9827-28b798ae2f9c)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:07.803934 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e38eedd2-27ef-4980-b72b-43950c4bf662 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (1da192ec-ecd0-40dd-8bfe-fbee42bda36d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.877756 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-e38eedd2-27ef-4980-b72b-43950c4bf662 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Calling delete_port for 1da192ec-ecd0-40dd-8bfe-fbee42bda36d owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:07.944678 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7fb6b6b6-16bd-44fa-aa8b-1d6237d63bc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (3b544283-ed6e-4862-9298-e85c895d835c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.969574 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-89eb78e5-e606-44a5-b3e2-fd4c6b5204da None None] For port 564bd567-0a90-4675-b00f-80fcedf082ef, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=564bd567-0a90-4675-b00f-80fcedf082ef,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:24:08.071685 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7fb6b6b6-16bd-44fa-aa8b-1d6237d63bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (3b544283-ed6e-4862-9298-e85c895d835c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.073465 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb6b6b6-16bd-44fa-aa8b-1d6237d63bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:08.074568 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7fb6b6b6-16bd-44fa-aa8b-1d6237d63bc9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.106103 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-89eb78e5-e606-44a5-b3e2-fd4c6b5204da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (564bd567-0a90-4675-b00f-80fcedf082ef), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.191822 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7fb6b6b6-16bd-44fa-aa8b-1d6237d63bc9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1469467 Feb 19 04:24:08.202807 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47242) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:08.216668 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.219235 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-8d1e3e7e-4165-4e66-ad40-c14caad8252f admin admin] Request body: {'subnet': {'network_id': '3b544283-ed6e-4862-9298-e85c895d835c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1553536970-subnet', 'tenant_id': '93f449894d4c4e21b75e1f09fa0cdd12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:08.257772 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6b6b6-16bd-44fa-aa8b-1d6237d63bc9 admin admin] Pushing event updated for resources: {'Network': ['ID=3b544283-ed6e-4862-9298-e85c895d835c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:08.272165 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe25005-ca3e-4670-913b-0c3f3ac7838a None None] Pushing event updated for resources: {'Port': ['ID=3659ec9f-3d6a-47f5-b9f1-16dddb70095b,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:08.289912 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1e3e7e-4165-4e66-ad40-c14caad8252f admin admin] Made reservation on behalf of 93f449894d4c4e21b75e1f09fa0cdd12 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:08.292848 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d1e3e7e-4165-4e66-ad40-c14caad8252f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.303648 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 3b544283-ed6e-4862-9298-e85c895d835c details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:24:08.370512 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47244) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:08.378370 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cd71b198-eb34-4d74-9c63-86be7b006334 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.4542177 Feb 19 04:24:08.463543 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0952301-b09a-4509-b8a1-f40e5ece6542 req-c104a1b1-2df3-4a17-83ca-e143332ff2aa tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:08.477020 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0952301-b09a-4509-b8a1-f40e5ece6542 req-c104a1b1-2df3-4a17-83ca-e143332ff2aa tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 945 time: 1.1971142 Feb 19 04:24:08.507691 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e38eedd2-27ef-4980-b72b-43950c4bf662 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (1da192ec-ecd0-40dd-8bfe-fbee42bda36d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.676855 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3355aea-bc93-4759-a023-2c4db0bf100e admin admin] Router d732b77f-4645-4a29-b393-f72726ff4cf9 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:24:08.786319 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e6761bf1-5cfc-4f8c-8e6f-d3e44773fec4 None None] Deleting port 1da192ec-ecd0-40dd-8bfe-fbee42bda36d {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:08.788219 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e6761bf1-5cfc-4f8c-8e6f-d3e44773fec4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (1da192ec-ecd0-40dd-8bfe-fbee42bda36d), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.825842 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38eedd2-27ef-4980-b72b-43950c4bf662 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] No DVR routers for this DVR port 1da192ec-ecd0-40dd-8bfe-fbee42bda36d on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:08.841144 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38eedd2-27ef-4980-b72b-43950c4bf662 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Port': ['ID=1da192ec-ecd0-40dd-8bfe-fbee42bda36d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:08.992678 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e6761bf1-5cfc-4f8c-8e6f-d3e44773fec4 None None] For port 1da192ec-ecd0-40dd-8bfe-fbee42bda36d, host n-d-772273-4, got binding levels [] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:08.993263 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e6761bf1-5cfc-4f8c-8e6f-d3e44773fec4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (1da192ec-ecd0-40dd-8bfe-fbee42bda36d), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.052666 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e6761bf1-5cfc-4f8c-8e6f-d3e44773fec4 None None] Calling delete_port for 1da192ec-ecd0-40dd-8bfe-fbee42bda36d owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:09.067182 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.ipam_backend_mixin [None req-e6761bf1-5cfc-4f8c-8e6f-d3e44773fec4 None None] Port 1da192ec-ecd0-40dd-8bfe-fbee42bda36d was not found and therefore no delete operation was performed {{(pid=115200) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:24:09.123164 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3355aea-bc93-4759-a023-2c4db0bf100e admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:24:09.126291 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e6761bf1-5cfc-4f8c-8e6f-d3e44773fec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (1da192ec-ecd0-40dd-8bfe-fbee42bda36d), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.172149 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3659ec9f-3d6a-47f5-b9f1-16dddb70095b up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:09.202291 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7064da-b3f8-490f-a185-c14ab5c472d4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:09.248234 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7064da-b3f8-490f-a185-c14ab5c472d4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:09.257056 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cb7064da-b3f8-490f-a185-c14ab5c472d4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.8815708 Feb 19 04:24:09.275466 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47254) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:09.324031 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3355aea-bc93-4759-a023-2c4db0bf100e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.326091 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a3355aea-bc93-4759-a023-2c4db0bf100e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.9199514 Feb 19 04:24:09.354316 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] Sync routers for ids ['d732b77f-4645-4a29-b393-f72726ff4cf9'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:24:09.361128 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47258) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:09.463477 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb78e5-e606-44a5-b3e2-fd4c6b5204da None None] Pushing event updated for resources: {'Port': ['ID=564bd567-0a90-4675-b00f-80fcedf082ef,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:09.592985 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6761bf1-5cfc-4f8c-8e6f-d3e44773fec4 None None] Pushing event deleted for resources: {'Port': ['ID=1da192ec-ecd0-40dd-8bfe-fbee42bda36d,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:09.601541 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.618772 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6761bf1-5cfc-4f8c-8e6f-d3e44773fec4 None None] No DVR routers for this DVR port 1da192ec-ecd0-40dd-8bfe-fbee42bda36d on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:09.634568 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.650514 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] Routers {'d732b77f-4645-4a29-b393-f72726ff4cf9'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:09.652147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:24:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d732b77f-4645-4a29-b393-f72726ff4cf9'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:09.665879 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:24:09.726497 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e38eedd2-27ef-4980-b72b-43950c4bf662 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (1cf92be8-c50c-4d44-8085-60c3ab49beac), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:09.757555 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0952301-b09a-4509-b8a1-f40e5ece6542 req-530585f3-bad7-428e-aedb-cdf079c9a3c5 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2187009 Feb 19 04:24:09.951454 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-e38eedd2-27ef-4980-b72b-43950c4bf662 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf92be8-c50c-4d44-8085-60c3ab49beac']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:09.997749 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-e38eedd2-27ef-4980-b72b-43950c4bf662 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f48443-37bc-4c8b-9827-28b798ae2f9c') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:09.999625 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-e38eedd2-27ef-4980-b72b-43950c4bf662 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f48443-37bc-4c8b-9827-28b798ae2f9c') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:10.039491 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e38eedd2-27ef-4980-b72b-43950c4bf662 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (a6f48443-37bc-4c8b-9827-28b798ae2f9c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.042156 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 3659ec9f-3d6a-47f5-b9f1-16dddb70095b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:10.042990 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3659ec9f-3d6a-47f5-b9f1-16dddb70095b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.086492 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e38eedd2-27ef-4980-b72b-43950c4bf662 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (a6f48443-37bc-4c8b-9827-28b798ae2f9c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.122921 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38eedd2-27ef-4980-b72b-43950c4bf662 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:24:10.123361 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e38eedd2-27ef-4980-b72b-43950c4bf662 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (a6f48443-37bc-4c8b-9827-28b798ae2f9c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.246235 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-c560d774-108c-41ae-8aac-2c8707459be1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting port 2a0493c1-924c-4525-a4e3-16fb4b6955bd {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:10.246951 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c560d774-108c-41ae-8aac-2c8707459be1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2a0493c1-924c-4525-a4e3-16fb4b6955bd), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:24:10.464814 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:24:10.493701 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e38eedd2-27ef-4980-b72b-43950c4bf662 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (1cf92be8-c50c-4d44-8085-60c3ab49beac), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.497638 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eb490c-43ec-4a79-af50-fe3676d3caf8 None None] Network 4a64a19d-d377-4cb4-886a-9dfbe46eb1ee requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:10.526178 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e38eedd2-27ef-4980-b72b-43950c4bf662 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.554645 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e38eedd2-27ef-4980-b72b-43950c4bf662 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/networks/1cf92be8-c50c-4d44-8085-60c3ab49beac HTTP/1.1" status: 204 len: 168 time: 5.8288567 Feb 19 04:24:10.629905 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47268) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:10.658783 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-eacb9988-2715-4839-97b8-149876ccda3c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-323053179'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:10.683810 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38eedd2-27ef-4980-b72b-43950c4bf662 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Network': ['ID=1cf92be8-c50c-4d44-8085-60c3ab49beac,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:10.698651 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d1e3e7e-4165-4e66-ad40-c14caad8252f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (8ff47eb2-8322-4b19-bead-d6213cbc7362), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.815032 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e3e7e-4165-4e66-ad40-c14caad8252f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ff47eb2-8322-4b19-bead-d6213cbc7362,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:10.878133 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] Set router d732b77f-4645-4a29-b393-f72726ff4cf9 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:10.911180 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacb9988-2715-4839-97b8-149876ccda3c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:10.918149 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eacb9988-2715-4839-97b8-149876ccda3c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.016275 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f04e99-a7b2-43e7-a415-5a14aeee8a5b req-9b4e76c8-e07d-456c-80b2-6590d9abdc7f tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:11.018912 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5f04e99-a7b2-43e7-a415-5a14aeee8a5b req-9b4e76c8-e07d-456c-80b2-6590d9abdc7f tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.10 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 945 time: 0.6304882 Feb 19 04:24:11.021562 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c560d774-108c-41ae-8aac-2c8707459be1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2a0493c1-924c-4525-a4e3-16fb4b6955bd), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.075363 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b665173b-59df-4b26-901d-d8f76a04224f None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:11.193941 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-91f77425-9cb0-48a2-b888-c3ce9ea24274 None None] Provisioning complete for port 3659ec9f-3d6a-47f5-b9f1-16dddb70095b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:11.194773 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-91f77425-9cb0-48a2-b888-c3ce9ea24274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3659ec9f-3d6a-47f5-b9f1-16dddb70095b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.345687 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-c560d774-108c-41ae-8aac-2c8707459be1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Calling delete_port for 2a0493c1-924c-4525-a4e3-16fb4b6955bd owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:11.351439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1e3e7e-4165-4e66-ad40-c14caad8252f admin admin] Checking segment: {'id': 'b55c0cd0-c400-4626-889a-4d0793276cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3b544283-ed6e-4862-9298-e85c895d835c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:11.352053 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1e3e7e-4165-4e66-ad40-c14caad8252f admin admin] Network hostable DHCP agents. Network: 3b544283-ed6e-4862-9298-e85c895d835c, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:24:11.412537 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eacb9988-2715-4839-97b8-149876ccda3c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:24:11.530226 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eacb9988-2715-4839-97b8-149876ccda3c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (babcee19-43d6-410e-9b8f-da7401af0db4), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.532421 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-eacb9988-2715-4839-97b8-149876ccda3c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Added segment babcee19-43d6-410e-9b8f-da7401af0db4 of type vlan for network adbcc92a-2ad7-4548-af92-6aa6fa38b774 Feb 19 04:24:11.754246 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1e3e7e-4165-4e66-ad40-c14caad8252f admin admin] Network 3b544283-ed6e-4862-9298-e85c895d835c is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:24:11.810121 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-8d1e3e7e-4165-4e66-ad40-c14caad8252f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 3b544283-ed6e-4862-9298-e85c895d835c) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:11.846871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1e3e7e-4165-4e66-ad40-c14caad8252f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:11.847546 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d1e3e7e-4165-4e66-ad40-c14caad8252f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:11.866982 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d52831-8963-4bfc-a104-741781a073ac None None] Network 3b544283-ed6e-4862-9298-e85c895d835c requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:11.871901 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-c5f04e99-a7b2-43e7-a415-5a14aeee8a5b req-e1b4b25e-12ba-4bf1-a14d-56079320cda2 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Deleting port 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:11.872260 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c5f04e99-a7b2-43e7-a415-5a14aeee8a5b req-e1b4b25e-12ba-4bf1-a14d-56079320cda2 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (1eae58e1-9dc8-42d4-a68e-6edcd18a56cb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.024644 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-c5f04e99-a7b2-43e7-a415-5a14aeee8a5b req-e1b4b25e-12ba-4bf1-a14d-56079320cda2 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] For port 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=1eae58e1-9dc8-42d4-a68e-6edcd18a56cb,segment=NetworkSegment(7475f1e8-9ba9-4f4c-a789-729c28f3ed2d),segment_id=7475f1e8-9ba9-4f4c-a789-729c28f3ed2d)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:12.025086 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c5f04e99-a7b2-43e7-a415-5a14aeee8a5b req-e1b4b25e-12ba-4bf1-a14d-56079320cda2 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (1eae58e1-9dc8-42d4-a68e-6edcd18a56cb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.040828 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-c5f04e99-a7b2-43e7-a415-5a14aeee8a5b req-e1b4b25e-12ba-4bf1-a14d-56079320cda2 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Calling delete_port for 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:12.224076 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eacb9988-2715-4839-97b8-149876ccda3c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (adbcc92a-2ad7-4548-af92-6aa6fa38b774), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.245101 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c5f04e99-a7b2-43e7-a415-5a14aeee8a5b req-e1b4b25e-12ba-4bf1-a14d-56079320cda2 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (1eae58e1-9dc8-42d4-a68e-6edcd18a56cb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.294623 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['6f1137a5-e292-403a-8a79-de92781e87ed'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:24:12.305416 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['1eae58e1-9dc8-42d4-a68e-6edcd18a56cb'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:24:12.333328 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8d1e3e7e-4165-4e66-ad40-c14caad8252f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.1118197 Feb 19 04:24:12.394006 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.resource_extend [None req-eacb9988-2715-4839-97b8-149876ccda3c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:24:12.403512 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4b25e-12ba-4bf1-a14d-56079320cda2 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Pushing event deleted for resources: {'Port': ['ID=1eae58e1-9dc8-42d4-a68e-6edcd18a56cb,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:12.511769 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c934cc-019d-4e82-8e7d-ad3b5af5d35a None None] Network 3b544283-ed6e-4862-9298-e85c895d835c requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:12.516300 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 3659ec9f-3d6a-47f5-b9f1-16dddb70095b is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:12.517805 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3659ec9f-3d6a-47f5-b9f1-16dddb70095b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.541383 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f04e99-a7b2-43e7-a415-5a14aeee8a5b req-e1b4b25e-12ba-4bf1-a14d-56079320cda2 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] No DVR routers for this DVR port 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:12.547313 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c5f04e99-a7b2-43e7-a415-5a14aeee8a5b req-e1b4b25e-12ba-4bf1-a14d-56079320cda2 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.554901 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5f04e99-a7b2-43e7-a415-5a14aeee8a5b req-e1b4b25e-12ba-4bf1-a14d-56079320cda2 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.10 "DELETE /v2.0/ports/1eae58e1-9dc8-42d4-a68e-6edcd18a56cb HTTP/1.1" status: 204 len: 173 time: 1.5256512 Feb 19 04:24:12.557523 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1068f6b3-e55d-49ff-b291-6dc0a406479d', 'name': 'network-vif-deleted', 'tag': '1eae58e1-9dc8-42d4-a68e-6edcd18a56cb'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:24:12.560811 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f12e13e-05a0-4e5d-83ec-5576c0d4481f" -d '{"events": [{"server_uuid": "1068f6b3-e55d-49ff-b291-6dc0a406479d", "name": "network-vif-deleted", "tag": "1eae58e1-9dc8-42d4-a68e-6edcd18a56cb"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:24:12.561317 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-91f77425-9cb0-48a2-b888-c3ce9ea24274 None None] Current status of the port 3659ec9f-3d6a-47f5-b9f1-16dddb70095b is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:12.561781 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-91f77425-9cb0-48a2-b888-c3ce9ea24274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3659ec9f-3d6a-47f5-b9f1-16dddb70095b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.567628 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eacb9988-2715-4839-97b8-149876ccda3c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (adbcc92a-2ad7-4548-af92-6aa6fa38b774), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.575208 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacb9988-2715-4839-97b8-149876ccda3c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:12.576190 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eacb9988-2715-4839-97b8-149876ccda3c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:12.833434 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f542ca6-f8f9-4c61-8eef-20718aafb11f req-93e26ba0-c649-4418-9115-74bc53890b25 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:12.835765 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f542ca6-f8f9-4c61-8eef-20718aafb11f req-93e26ba0-c649-4418-9115-74bc53890b25 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=1068f6b3-e55d-49ff-b291-6dc0a406479d HTTP/1.1" status: 200 len: 945 time: 0.8934100 Feb 19 04:24:13.149195 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f542ca6-f8f9-4c61-8eef-20718aafb11f req-24d3f02b-3f27-4ba9-8796-a6d4bfceb739 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968497 Feb 19 04:24:13.188320 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 3659ec9f-3d6a-47f5-b9f1-16dddb70095b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3659ec9f-3d6a-47f5-b9f1-16dddb70095b,segment=NetworkSegment(8799b4e1-b85f-451a-906a-6c07568a3fb8),segment_id=8799b4e1-b85f-451a-906a-6c07568a3fb8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:13.253878 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3659ec9f-3d6a-47f5-b9f1-16dddb70095b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:13.340328 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-91f77425-9cb0-48a2-b888-c3ce9ea24274 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:24:13.341061 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-91f77425-9cb0-48a2-b888-c3ce9ea24274 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:24:13.363584 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-99121e2e-7525-4c4a-b499-4a6aa1bafe8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:13.401656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1da192ec-ecd0-40dd-8bfe-fbee42bda36d no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:13.452601 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484128463-router', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '8032db5c-78b2-411e-975a-3736a3838698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:01Z', 'updated_at': '2022-02-19T04:24:06Z', 'revision_number': 3, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'gw_port': {'id': '8032db5c-78b2-411e-975a-3736a3838698', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:03Z', 'updated_at': '2022-02-19T04:24:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:13.535378 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 1da192ec-ecd0-40dd-8bfe-fbee42bda36d {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:24:13.535726 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1da192ec-ecd0-40dd-8bfe-fbee42bda36d not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:24:13.616605 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] Checking router: d732b77f-4645-4a29-b393-f72726ff4cf9 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:24:13.618003 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] Updating router d732b77f-4645-4a29-b393-f72726ff4cf9 port 8032db5c-78b2-411e-975a-3736a3838698 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:24:13.690087 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c56cb64-9530-4a7b-82f6-fa3c04ed5b4a x-openstack-request-id: req-9c56cb64-9530-4a7b-82f6-fa3c04ed5b4a {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:24:13.690788 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd3653c-5329-4eec-8f83-fec88e8f0feb None None] Update dhcp port {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'fixed_ips': [{'subnet_id': '8e446e28-40b9-48d3-b18c-75b63b0d8c1d', 'ip_address': '172.20.0.2'}, {'subnet_id': '3d591c42-a919-462b-9eaf-57741090aab7'}], 'binding:host_id': 'n-d-772273-4'}, 'id': '564bd567-0a90-4675-b00f-80fcedf082ef'} from n-d-772273-4. {{(pid=115200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:24:13.691321 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1068f6b3-e55d-49ff-b291-6dc0a406479d", "name": "network-vif-deleted", "tag": "1eae58e1-9dc8-42d4-a68e-6edcd18a56cb", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:24:13.693521 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9c56cb64-9530-4a7b-82f6-fa3c04ed5b4a {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:24:13.695201 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1068f6b3-e55d-49ff-b291-6dc0a406479d', 'name': 'network-vif-deleted', 'tag': '1eae58e1-9dc8-42d4-a68e-6edcd18a56cb', 'status': 'completed', 'code': 200} Feb 19 04:24:13.757414 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47302) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:13.759843 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-eacb9988-2715-4839-97b8-149876ccda3c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 3.1292400 Feb 19 04:24:13.766582 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-031c9643-ae9d-4257-a6e0-260134c5fb4d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'subnet': {'network_id': 'adbcc92a-2ad7-4548-af92-6aa6fa38b774', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:13.786171 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb9988-2715-4839-97b8-149876ccda3c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Network': ['ID=adbcc92a-2ad7-4548-af92-6aa6fa38b774,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:13.852490 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c560d774-108c-41ae-8aac-2c8707459be1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (2a0493c1-924c-4525-a4e3-16fb4b6955bd), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:13.960428 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9fd3653c-5329-4eec-8f83-fec88e8f0feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (564bd567-0a90-4675-b00f-80fcedf082ef), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:13.963952 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8032db5c-78b2-411e-975a-3736a3838698), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:14.086908 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560d774-108c-41ae-8aac-2c8707459be1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Port': ['ID=2a0493c1-924c-4525-a4e3-16fb4b6955bd,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:14.160006 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-91f77425-9cb0-48a2-b888-c3ce9ea24274 None None] Current status of the port 3659ec9f-3d6a-47f5-b9f1-16dddb70095b is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:14.163738 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network adbcc92a-2ad7-4548-af92-6aa6fa38b774 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:24:14.167477 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 564bd567-0a90-4675-b00f-80fcedf082ef up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:14.355842 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=3659ec9f-3d6a-47f5-b9f1-16dddb70095b,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:14.470306 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c560d774-108c-41ae-8aac-2c8707459be1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:14.481183 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c560d774-108c-41ae-8aac-2c8707459be1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/2a0493c1-924c-4525-a4e3-16fb4b6955bd HTTP/1.1" status: 204 len: 168 time: 5.1981909 Feb 19 04:24:14.483700 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47314) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:14.759169 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a38e22d-ded2-4799-a119-f53b979f00cf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:14.760949 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a38e22d-ded2-4799-a119-f53b979f00cf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:14.767997 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a38e22d-ded2-4799-a119-f53b979f00cf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:14.778422 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4a38e22d-ded2-4799-a119-f53b979f00cf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2913208 Feb 19 04:24:14.785261 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47320) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:14.824825 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-cae1bebb-d4c2-49d9-a3a8-cef2ac7b5b97 None None] Provisioning complete for port 564bd567-0a90-4675-b00f-80fcedf082ef triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:14.827386 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cae1bebb-d4c2-49d9-a3a8-cef2ac7b5b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (564bd567-0a90-4675-b00f-80fcedf082ef), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:14.874359 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031c9643-ae9d-4257-a6e0-260134c5fb4d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:14.887959 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-031c9643-ae9d-4257-a6e0-260134c5fb4d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:14.905205 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-652343a3-5323-471a-997c-761885938d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet 3d591c42-a919-462b-9eaf-57741090aab7 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:24:14.912905 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-652343a3-5323-471a-997c-761885938d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (3d591c42-a919-462b-9eaf-57741090aab7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:15.040727 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:15.115244 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-652343a3-5323-471a-997c-761885938d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (3d591c42-a919-462b-9eaf-57741090aab7), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:15.256138 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-652343a3-5323-471a-997c-761885938d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (3d591c42-a919-462b-9eaf-57741090aab7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:15.332469 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-99121e2e-7525-4c4a-b499-4a6aa1bafe8b admin admin] Allocated IP 172.20.0.1 (4a64a19d-d377-4cb4-886a-9dfbe46eb1ee/01a6b77b-63ae-42f8-a188-7c9c486cfe0f/1fa75f7f-4eb0-41c2-9b03-dc73923459a3) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:15.411421 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09912e-a370-4651-b91a-10699f442f36 req-f5cb1136-21f1-42ae-8502-5c79a71a89c5 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:15.412492 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-652343a3-5323-471a-997c-761885938d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (3d591c42-a919-462b-9eaf-57741090aab7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:15.425395 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f09912e-a370-4651-b91a-10699f442f36 req-f5cb1136-21f1-42ae-8502-5c79a71a89c5 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 945 time: 0.2415934 Feb 19 04:24:15.494406 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:24:15.495020 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 1eae58e1-9dc8-42d4-a68e-6edcd18a56cb not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:24:15.501578 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652343a3-5323-471a-997c-761885938d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=3d591c42-a919-462b-9eaf-57741090aab7,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:15.508710 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-652343a3-5323-471a-997c-761885938d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:15.513933 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-652343a3-5323-471a-997c-761885938d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/3d591c42-a919-462b-9eaf-57741090aab7 HTTP/1.1" status: 204 len: 168 time: 0.7264948 Feb 19 04:24:15.535769 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47342) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:15.574479 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652343a3-5323-471a-997c-761885938d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.578347 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652343a3-5323-471a-997c-761885938d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.578858 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652343a3-5323-471a-997c-761885938d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.580708 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652343a3-5323-471a-997c-761885938d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.581823 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652343a3-5323-471a-997c-761885938d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.583232 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652343a3-5323-471a-997c-761885938d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.584056 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652343a3-5323-471a-997c-761885938d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.585704 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652343a3-5323-471a-997c-761885938d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.587433 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652343a3-5323-471a-997c-761885938d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.588213 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652343a3-5323-471a-997c-761885938d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.589024 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652343a3-5323-471a-997c-761885938d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.590693 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652343a3-5323-471a-997c-761885938d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.593183 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652343a3-5323-471a-997c-761885938d67 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server [None req-9fd3653c-5329-4eec-8f83-fec88e8f0feb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d591c42-a919-462b-9eaf-57741090aab7: This subnet is being modified by another concurrent operation. Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:24:15.644343 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise exception Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d591c42-a919-462b-9eaf-57741090aab7: This subnet is being modified by another concurrent operation. Feb 19 04:24:15.654101 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server Feb 19 04:24:15.730115 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 564bd567-0a90-4675-b00f-80fcedf082ef triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:15.731329 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (564bd567-0a90-4675-b00f-80fcedf082ef), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:15.735259 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47346) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:15.794082 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e4551a-c769-4b21-a9bf-36eeb47bf7aa tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet 8e446e28-40b9-48d3-b18c-75b63b0d8c1d {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:24:15.823911 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d8e4551a-c769-4b21-a9bf-36eeb47bf7aa tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (8e446e28-40b9-48d3-b18c-75b63b0d8c1d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:15.872961 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01154042-2e42-4faa-a980-0b8d503bf8dd None None] get_active_networks_info from n-d-772273-4 {{(pid=115200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:24:15.882312 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d8e4551a-c769-4b21-a9bf-36eeb47bf7aa tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (8e446e28-40b9-48d3-b18c-75b63b0d8c1d), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:15.990842 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d8e4551a-c769-4b21-a9bf-36eeb47bf7aa tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (8e446e28-40b9-48d3-b18c-75b63b0d8c1d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.072886 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d8e4551a-c769-4b21-a9bf-36eeb47bf7aa tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (8e446e28-40b9-48d3-b18c-75b63b0d8c1d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.098257 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-99121e2e-7525-4c4a-b499-4a6aa1bafe8b admin admin] Publish callbacks [] for port (1fa75f7f-4eb0-41c2-9b03-dc73923459a3), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.147779 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4551a-c769-4b21-a9bf-36eeb47bf7aa tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=8e446e28-40b9-48d3-b18c-75b63b0d8c1d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:16.205228 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d8e4551a-c769-4b21-a9bf-36eeb47bf7aa tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.208105 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d8e4551a-c769-4b21-a9bf-36eeb47bf7aa tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/8e446e28-40b9-48d3-b18c-75b63b0d8c1d HTTP/1.1" status: 204 len: 168 time: 0.6703174 Feb 19 04:24:16.214878 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f09912e-a370-4651-b91a-10699f442f36 req-2af60694-a208-43bb-9f5c-b88ab3d1f054 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7872906 Feb 19 04:24:16.215498 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] Publish callbacks [] for port (8032db5c-78b2-411e-975a-3736a3838698), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.218581 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47354) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:16.246889 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8032db5c-78b2-411e-975a-3736a3838698), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.318894 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-031c9643-ae9d-4257-a6e0-260134c5fb4d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (4a2b993a-8d9b-446f-ba59-ef36f748101d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.360678 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-11bc2f12-d88a-4a36-83cc-057e1102b3c9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1407118 Feb 19 04:24:16.362134 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47358) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:16.372312 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b501e310-3ca1-4457-9c4c-f6fc0b5ce4c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.527614 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c9643-ae9d-4257-a6e0-260134c5fb4d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Subnet': ['ID=4a2b993a-8d9b-446f-ba59-ef36f748101d,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:16.579688 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-99121e2e-7525-4c4a-b499-4a6aa1bafe8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (1fa75f7f-4eb0-41c2-9b03-dc73923459a3), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.640899 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b501e310-3ca1-4457-9c4c-f6fc0b5ce4c7 admin admin] Publish callbacks [] for security_group (b78ccd50-82ca-4e25-acdd-75ffdf3fef9b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.661496 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b501e310-3ca1-4457-9c4c-f6fc0b5ce4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b78ccd50-82ca-4e25-acdd-75ffdf3fef9b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.732555 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b501e310-3ca1-4457-9c4c-f6fc0b5ce4c7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f50e01d6c1be46228bf0622cc1e4aa7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9896178 Feb 19 04:24:16.743476 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47372) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:16.765233 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-cae1bebb-d4c2-49d9-a3a8-cef2ac7b5b97 None None] Current status of the port 564bd567-0a90-4675-b00f-80fcedf082ef is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:16.765960 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cae1bebb-d4c2-49d9-a3a8-cef2ac7b5b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (564bd567-0a90-4675-b00f-80fcedf082ef), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.769613 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eec803-4874-4a5c-9048-09f6dafc6b01 None None] Pushing event updated for resources: {'Port': ['ID=8032db5c-78b2-411e-975a-3736a3838698,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:16.807757 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99121e2e-7525-4c4a-b499-4a6aa1bafe8b admin admin] Network 4a64a19d-d377-4cb4-886a-9dfbe46eb1ee is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:16.808313 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] Attempting to bind port 8032db5c-78b2-411e-975a-3736a3838698 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:24:16.808861 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] Attempting to bind port 8032db5c-78b2-411e-975a-3736a3838698 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:24:16.809402 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] Attempting to bind port 8032db5c-78b2-411e-975a-3736a3838698 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:16.828152 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:24:16.828655 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:16.829094 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.829683 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:24:16.830902 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] Bound port: 8032db5c-78b2-411e-975a-3736a3838698, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:24:16.831420 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8032db5c-78b2-411e-975a-3736a3838698), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.850716 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca28e0a-4285-455b-b2a4-b898c9a021e7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:16.852181 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-99121e2e-7525-4c4a-b499-4a6aa1bafe8b admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:16.865081 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3ca28e0a-4285-455b-b2a4-b898c9a021e7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4936686 Feb 19 04:24:16.866962 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47378) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:16.871278 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99121e2e-7525-4c4a-b499-4a6aa1bafe8b admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:16.902508 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031c9643-ae9d-4257-a6e0-260134c5fb4d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Checking segment: {'id': 'babcee19-43d6-410e-9b8f-da7401af0db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'adbcc92a-2ad7-4548-af92-6aa6fa38b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:16.903201 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031c9643-ae9d-4257-a6e0-260134c5fb4d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network hostable DHCP agents. Network: adbcc92a-2ad7-4548-af92-6aa6fa38b774, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:24:16.952760 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 564bd567-0a90-4675-b00f-80fcedf082ef is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:16.953076 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (564bd567-0a90-4675-b00f-80fcedf082ef), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:16.975411 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501e310-3ca1-4457-9c4c-f6fc0b5ce4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78ccd50-82ca-4e25-acdd-75ffdf3fef9b,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:17.011850 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-cae1bebb-d4c2-49d9-a3a8-cef2ac7b5b97 None None] For port 564bd567-0a90-4675-b00f-80fcedf082ef, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=564bd567-0a90-4675-b00f-80fcedf082ef,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:17.013246 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01154042-2e42-4faa-a980-0b8d503bf8dd None None] Resources bound (agent type, host, resource id): {{(pid=115200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:24:17.025838 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45da896c-8fdd-4133-8f52-d5dc328593de tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:17.029489 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-45da896c-8fdd-4133-8f52-d5dc328593de tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1602385 Feb 19 04:24:17.032072 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47380) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:17.109846 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99121e2e-7525-4c4a-b499-4a6aa1bafe8b admin admin] Pushing event updated for resources: {'Port': ['ID=1fa75f7f-4eb0-41c2-9b03-dc73923459a3,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:17.125948 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-80d094fc-00d4-415f-afcc-b541c30d1b42 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890069 Feb 19 04:24:17.136257 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47382) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:17.152410 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-eebdc0e3-4711-42f4-bd90-142fc1174107 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:17.180453 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] For port 8032db5c-78b2-411e-975a-3736a3838698, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:24:17.193225 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] For port 8032db5c-78b2-411e-975a-3736a3838698, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8032db5c-78b2-411e-975a-3736a3838698,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:24:17.199265 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031c9643-ae9d-4257-a6e0-260134c5fb4d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network adbcc92a-2ad7-4548-af92-6aa6fa38b774 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:24:17.207287 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cae1bebb-d4c2-49d9-a3a8-cef2ac7b5b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (564bd567-0a90-4675-b00f-80fcedf082ef), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.231726 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-99121e2e-7525-4c4a-b499-4a6aa1bafe8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (d732b77f-4645-4a29-b393-f72726ff4cf9), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.400871 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8032db5c-78b2-411e-975a-3736a3838698), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.443824 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-031c9643-ae9d-4257-a6e0-260134c5fb4d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, adbcc92a-2ad7-4548-af92-6aa6fa38b774) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:17.474508 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebdc0e3-4711-42f4-bd90-142fc1174107 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:17.482914 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eebdc0e3-4711-42f4-bd90-142fc1174107 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.487795 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-eebdc0e3-4711-42f4-bd90-142fc1174107 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:24:17.489328 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c7c47b6-b6d1-46be-94a1-f1162d3bdb59 admin admin] Publish callbacks [] for security_group (b78ccd50-82ca-4e25-acdd-75ffdf3fef9b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.490461 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eebdc0e3-4711-42f4-bd90-142fc1174107 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:24:17.498729 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1bebb-d4c2-49d9-a3a8-cef2ac7b5b97 None None] Pushing event updated for resources: {'Port': ['ID=564bd567-0a90-4675-b00f-80fcedf082ef,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:17.505483 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46442ea6-81e9-42d4-a93b-895c99994067 req-3dd35889-9a9a-4c5d-8060-c1d31c62304b tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:17.524547 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-46442ea6-81e9-42d4-a93b-895c99994067 req-3dd35889-9a9a-4c5d-8060-c1d31c62304b tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/networks?id=3b544283-ed6e-4862-9298-e85c895d835c HTTP/1.1" status: 200 len: 810 time: 0.7163923 Feb 19 04:24:17.552941 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031c9643-ae9d-4257-a6e0-260134c5fb4d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:17.554045 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-031c9643-ae9d-4257-a6e0-260134c5fb4d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.591828 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13520ba-5ca3-41ed-921c-5396d7861c8c req-d58183aa-9056-411d-91cd-f0aeea5353dc tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:17.604187 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f13520ba-5ca3-41ed-921c-5396d7861c8c req-d58183aa-9056-411d-91cd-f0aeea5353dc tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.48 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 945 time: 0.2601845 Feb 19 04:24:17.637607 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-eebdc0e3-4711-42f4-bd90-142fc1174107 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4980023 Feb 19 04:24:17.654041 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-46442ea6-81e9-42d4-a93b-895c99994067 req-6ab9572d-60f4-46e7-9dd2-a5425d9baa13 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/quotas/93f449894d4c4e21b75e1f09fa0cdd12 HTTP/1.1" status: 200 len: 375 time: 0.1273341 Feb 19 04:24:17.659552 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47386) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:17.666156 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-99121e2e-7525-4c4a-b499-4a6aa1bafe8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1fa75f7f-4eb0-41c2-9b03-dc73923459a3), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.698254 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:24:17.698771 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:24:17.704302 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-4c5fe279-cb7a-49e2-bdc4-a1021e218533 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:17.708156 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-cae1bebb-d4c2-49d9-a3a8-cef2ac7b5b97 None None] Provisioning complete for port 3659ec9f-3d6a-47f5-b9f1-16dddb70095b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:17.708768 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cae1bebb-d4c2-49d9-a3a8-cef2ac7b5b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3659ec9f-3d6a-47f5-b9f1-16dddb70095b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.710133 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c7c47b6-b6d1-46be-94a1-f1162d3bdb59 admin admin] Publish callbacks [] for security_group (b78ccd50-82ca-4e25-acdd-75ffdf3fef9b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.731502 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-031c9643-ae9d-4257-a6e0-260134c5fb4d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9725218 Feb 19 04:24:17.732174 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47390) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:17.758387 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-c33c01f9-f552-45b5-a585-c630d05e51aa tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'port': {'network_id': 'adbcc92a-2ad7-4548-af92-6aa6fa38b774', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-637426341'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:17.762111 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] Routers {'d732b77f-4645-4a29-b393-f72726ff4cf9'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:17.763166 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:24:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d732b77f-4645-4a29-b393-f72726ff4cf9'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:17.862668 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-46442ea6-81e9-42d4-a93b-895c99994067 req-91e37556-f0ff-4c8e-8f7f-cbea8494630f tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=93f449894d4c4e21b75e1f09fa0cdd12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2070374 Feb 19 04:24:17.953703 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e54a4-027e-4a14-b6c6-3e6a8ee96aa5 req-14a15d08-d8c2-436b-83a9-e29ef4abe4ab tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:17.956192 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-325e54a4-027e-4a14-b6c6-3e6a8ee96aa5 req-14a15d08-d8c2-436b-83a9-e29ef4abe4ab tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 945 time: 0.2210758 Feb 19 04:24:18.058071 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-f13520ba-5ca3-41ed-921c-5396d7861c8c req-fa953836-103b-48aa-b831-3a6db2e23407 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Deleting port 6f1137a5-e292-403a-8a79-de92781e87ed {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:18.058695 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f13520ba-5ca3-41ed-921c-5396d7861c8c req-fa953836-103b-48aa-b831-3a6db2e23407 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (6f1137a5-e292-403a-8a79-de92781e87ed), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:18.084553 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-325e54a4-027e-4a14-b6c6-3e6a8ee96aa5 req-901b44f2-d129-4905-a946-5ce142729533 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/security-groups?id=57d154d9-6e7f-497b-99ab-8f81a16b1b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118426 Feb 19 04:24:18.107075 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eec803-4874-4a5c-9048-09f6dafc6b01 None None] Pushing event updated for resources: {'Port': ['ID=8032db5c-78b2-411e-975a-3736a3838698,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:18.141646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] Set router d732b77f-4645-4a29-b393-f72726ff4cf9 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:18.248996 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5fe279-cb7a-49e2-bdc4-a1021e218533 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:18.253471 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4c5fe279-cb7a-49e2-bdc4-a1021e218533 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:18.255852 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5fe279-cb7a-49e2-bdc4-a1021e218533 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:24:18.256393 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-f13520ba-5ca3-41ed-921c-5396d7861c8c req-fa953836-103b-48aa-b831-3a6db2e23407 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] For port 6f1137a5-e292-403a-8a79-de92781e87ed, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=6f1137a5-e292-403a-8a79-de92781e87ed,segment=NetworkSegment(7475f1e8-9ba9-4f4c-a789-729c28f3ed2d),segment_id=7475f1e8-9ba9-4f4c-a789-729c28f3ed2d)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:18.256586 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5fe279-cb7a-49e2-bdc4-a1021e218533 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:24:18.257191 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f13520ba-5ca3-41ed-921c-5396d7861c8c req-fa953836-103b-48aa-b831-3a6db2e23407 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (6f1137a5-e292-403a-8a79-de92781e87ed), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:18.278183 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-f13520ba-5ca3-41ed-921c-5396d7861c8c req-fa953836-103b-48aa-b831-3a6db2e23407 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Calling delete_port for 6f1137a5-e292-403a-8a79-de92781e87ed owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:18.312285 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c7c47b6-b6d1-46be-94a1-f1162d3bdb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b78ccd50-82ca-4e25-acdd-75ffdf3fef9b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:18.317307 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c7c47b6-b6d1-46be-94a1-f1162d3bdb59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:18.319265 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8c7c47b6-b6d1-46be-94a1-f1162d3bdb59 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b78ccd50-82ca-4e25-acdd-75ffdf3fef9b HTTP/1.1" status: 204 len: 168 time: 1.5593107 Feb 19 04:24:18.472759 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4c5fe279-cb7a-49e2-bdc4-a1021e218533 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7697535 Feb 19 04:24:18.473860 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47406) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:18.483254 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 564bd567-0a90-4675-b00f-80fcedf082ef is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:18.560646 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-d9e315b0-def9-4498-ad14-79eb36917add tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:18.575445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c47b6-b6d1-46be-94a1-f1162d3bdb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78ccd50-82ca-4e25-acdd-75ffdf3fef9b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:18.745508 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f13520ba-5ca3-41ed-921c-5396d7861c8c req-fa953836-103b-48aa-b831-3a6db2e23407 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (6f1137a5-e292-403a-8a79-de92781e87ed), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:18.779848 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3659ec9f-3d6a-47f5-b9f1-16dddb70095b up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:18.784300 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['6f1137a5-e292-403a-8a79-de92781e87ed'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:24:18.792492 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-46442ea6-81e9-42d4-a93b-895c99994067 req-4bbfd9f2-0151-46ec-97ee-b003dc7b7869 service neutron] 10.222.0.65 "GET /v2.0/networks/3b544283-ed6e-4862-9298-e85c895d835c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9285626 Feb 19 04:24:18.856714 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa953836-103b-48aa-b831-3a6db2e23407 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Pushing event deleted for resources: {'Port': ['ID=6f1137a5-e292-403a-8a79-de92781e87ed,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:18.876046 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33c01f9-f552-45b5-a585-c630d05e51aa tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:18.891062 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c33c01f9-f552-45b5-a585-c630d05e51aa tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:18.913044 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b87bbb2-5eae-453c-9074-e96a8b26d941 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:18.915657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00e7396-4475-4844-ba95-3827d21ab20f None None] Network adbcc92a-2ad7-4548-af92-6aa6fa38b774 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:19.022111 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13520ba-5ca3-41ed-921c-5396d7861c8c req-fa953836-103b-48aa-b831-3a6db2e23407 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] No DVR routers for this DVR port 6f1137a5-e292-403a-8a79-de92781e87ed on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:19.027041 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f13520ba-5ca3-41ed-921c-5396d7861c8c req-fa953836-103b-48aa-b831-3a6db2e23407 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:19.034920 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f13520ba-5ca3-41ed-921c-5396d7861c8c req-fa953836-103b-48aa-b831-3a6db2e23407 tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.48 "DELETE /v2.0/ports/6f1137a5-e292-403a-8a79-de92781e87ed HTTP/1.1" status: 204 len: 173 time: 1.4241159 Feb 19 04:24:19.035527 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459bb1f4-4b81-4faf-a527-f10af85a46a9', 'name': 'network-vif-deleted', 'tag': '6f1137a5-e292-403a-8a79-de92781e87ed'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:24:19.038060 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7778df1-6048-4d51-bc6f-79d46ea169b0" -d '{"events": [{"server_uuid": "459bb1f4-4b81-4faf-a527-f10af85a46a9", "name": "network-vif-deleted", "tag": "6f1137a5-e292-403a-8a79-de92781e87ed"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:24:19.184441 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47418) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:19.208102 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78f963c-ebfd-4ac4-a836-bd5aabfb319b x-openstack-request-id: req-d78f963c-ebfd-4ac4-a836-bd5aabfb319b {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:24:19.208402 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459bb1f4-4b81-4faf-a527-f10af85a46a9", "name": "network-vif-deleted", "tag": "6f1137a5-e292-403a-8a79-de92781e87ed", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:24:19.208661 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d78f963c-ebfd-4ac4-a836-bd5aabfb319b {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:24:19.209117 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459bb1f4-4b81-4faf-a527-f10af85a46a9', 'name': 'network-vif-deleted', 'tag': '6f1137a5-e292-403a-8a79-de92781e87ed', 'status': 'completed', 'code': 200} Feb 19 04:24:19.341467 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-c33c01f9-f552-45b5-a585-c630d05e51aa tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] device_id is not set on port effe2fc5-9adf-498f-9704-b1cdf535f5b7 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:24:19.387103 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-cae1bebb-d4c2-49d9-a3a8-cef2ac7b5b97 None None] Current status of the port 3659ec9f-3d6a-47f5-b9f1-16dddb70095b is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:19.527715 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47422) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:19.581480 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 3659ec9f-3d6a-47f5-b9f1-16dddb70095b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:19.582092 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3659ec9f-3d6a-47f5-b9f1-16dddb70095b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:19.610718 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a48c2dc-f355-48bd-9052-bb74df3ded4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:19.623367 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-99121e2e-7525-4c4a-b499-4a6aa1bafe8b admin admin] Publish callbacks [] for port (1fa75f7f-4eb0-41c2-9b03-dc73923459a3), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:19.629364 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e315b0-def9-4498-ad14-79eb36917add tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:19.633651 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d9e315b0-def9-4498-ad14-79eb36917add tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:19.635576 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e315b0-def9-4498-ad14-79eb36917add tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:24:19.636281 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e315b0-def9-4498-ad14-79eb36917add tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:24:19.649605 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-99121e2e-7525-4c4a-b499-4a6aa1bafe8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (1fa75f7f-4eb0-41c2-9b03-dc73923459a3), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:19.663278 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3749f047-3583-4930-b1b0-492626c04cdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:19.676709 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeee62ee-f021-4bef-8b9a-34e15c2cb318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-adbcc92a-2ad7-4548-af92-6aa6fa38b774', 'network_id': 'adbcc92a-2ad7-4548-af92-6aa6fa38b774', 'project_id': '4af7e87b955e44d2acf2aba9cee35b83', 'fixed_ips': [{'subnet_id': '4a2b993a-8d9b-446f-ba59-ef36f748101d'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:24:19.677887 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aeee62ee-f021-4bef-8b9a-34e15c2cb318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:19.682023 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-64dcf557-cb3d-4c66-a191-29303b6ae528 req-84d25cad-0999-4bc3-ade0-4e50b48f4c1f tempest-ServerRescueTestJSON-746988894 tempest-ServerRescueTestJSON-746988894-project] 10.222.0.65 "GET /v2.0/ports?device_id=459bb1f4-4b81-4faf-a527-f10af85a46a9 HTTP/1.1" status: 200 len: 210 time: 0.1041167 Feb 19 04:24:19.763122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3ea2e44e-9ea8-448d-8679-6818d3138754 None None] Provisioning complete for port 564bd567-0a90-4675-b00f-80fcedf082ef triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:19.763562 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3ea2e44e-9ea8-448d-8679-6818d3138754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (564bd567-0a90-4675-b00f-80fcedf082ef), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:19.788684 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d9e315b0-def9-4498-ad14-79eb36917add tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.2616720 Feb 19 04:24:19.806446 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47424) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:19.817687 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-06fdc377-2054-4658-a0f7-dbd8853f42bd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:19.847127 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99121e2e-7525-4c4a-b499-4a6aa1bafe8b admin admin] Pushing event updated for resources: {'Port': ['ID=1fa75f7f-4eb0-41c2-9b03-dc73923459a3,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:19.850170 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-99121e2e-7525-4c4a-b499-4a6aa1bafe8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (d732b77f-4645-4a29-b393-f72726ff4cf9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:19.857723 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-46442ea6-81e9-42d4-a93b-895c99994067 req-f6734d1d-9b20-4559-ade2-b889e8df9272 service neutron] 10.222.0.65 "GET /v2.0/networks/3b544283-ed6e-4862-9298-e85c895d835c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0393589 Feb 19 04:24:19.976981 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210a9bac-55db-454a-90a8-8e2527252a08 None None] DHCP port deletion for 9e765b0b-136b-493b-bef9-44145ed793f7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:24:20.071288 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-c33c01f9-f552-45b5-a585-c630d05e51aa tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Allocated IP 2001:db8::301 (adbcc92a-2ad7-4548-af92-6aa6fa38b774/4a2b993a-8d9b-446f-ba59-ef36f748101d/effe2fc5-9adf-498f-9704-b1cdf535f5b7) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:20.081270 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99121e2e-7525-4c4a-b499-4a6aa1bafe8b admin admin] Network 4a64a19d-d377-4cb4-886a-9dfbe46eb1ee is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:20.092312 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-99121e2e-7525-4c4a-b499-4a6aa1bafe8b admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:20.268789 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fdc377-2054-4658-a0f7-dbd8853f42bd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:20.290175 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-06fdc377-2054-4658-a0f7-dbd8853f42bd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:20.303481 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-06fdc377-2054-4658-a0f7-dbd8853f42bd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:24:20.304449 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06fdc377-2054-4658-a0f7-dbd8853f42bd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:24:20.316373 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a48c2dc-f355-48bd-9052-bb74df3ded4b admin admin] Publish callbacks [] for security_group (3d566804-2d12-48ea-9ab7-d84d45dabc6d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:20.411479 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a48c2dc-f355-48bd-9052-bb74df3ded4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3d566804-2d12-48ea-9ab7-d84d45dabc6d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:20.432597 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3749f047-3583-4930-b1b0-492626c04cdb admin admin] Publish callbacks [] for security_group (842fe96c-e930-45af-8f40-96c2c25faed7), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:20.453603 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484128463-router', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '8032db5c-78b2-411e-975a-3736a3838698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:01Z', 'updated_at': '2022-02-19T04:24:17Z', 'revision_number': 4, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'gw_port': {'id': '8032db5c-78b2-411e-975a-3736a3838698', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:03Z', 'updated_at': '2022-02-19T04:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '1fa75f7f-4eb0-41c2-9b03-dc73923459a3', 'name': '', 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'mac_address': 'fa:16:3e:99:0b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '01a6b77b-63ae-42f8-a188-7c9c486cfe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:13Z', 'updated_at': '2022-02-19T04:24:15Z', 'revision_number': 1, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'subnets': [{'id': '01a6b77b-63ae-42f8-a188-7c9c486cfe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:20.496525 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3749f047-3583-4930-b1b0-492626c04cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (842fe96c-e930-45af-8f40-96c2c25faed7), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:20.525613 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4a48c2dc-f355-48bd-9052-bb74df3ded4b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f201b0b7b2aa4b3e9ea399c67a49fa70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9964652 Feb 19 04:24:20.536511 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f642d-01ba-49b6-867d-1797c895ea18 None None] The sync data for ids ['d732b77f-4645-4a29-b393-f72726ff4cf9'] in n-d-772273-4 is: [{'id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484128463-router', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '8032db5c-78b2-411e-975a-3736a3838698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:01Z', 'updated_at': '2022-02-19T04:24:17Z', 'revision_number': 4, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'gw_port': {'id': '8032db5c-78b2-411e-975a-3736a3838698', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:03Z', 'updated_at': '2022-02-19T04:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '1fa75f7f-4eb0-41c2-9b03-dc73923459a3', 'name': '', 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'mac_address': 'fa:16:3e:99:0b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '01a6b77b-63ae-42f8-a188-7c9c486cfe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:13Z', 'updated_at': '2022-02-19T04:24:15Z', 'revision_number': 1, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'subnets': [{'id': '01a6b77b-63ae-42f8-a188-7c9c486cfe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:24:20.542349 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 3659ec9f-3d6a-47f5-b9f1-16dddb70095b is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:20.563907 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-06fdc377-2054-4658-a0f7-dbd8853f42bd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7535465 Feb 19 04:24:20.564957 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47426) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:20.565466 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47428) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:20.639142 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-33bffe90-8af9-4bb3-bd9c-857abe552d47 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:20.675630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2e44e-9ea8-448d-8679-6818d3138754 None None] Current status of the port 564bd567-0a90-4675-b00f-80fcedf082ef is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:20.705990 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 564bd567-0a90-4675-b00f-80fcedf082ef no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:20.938536 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3749f047-3583-4930-b1b0-492626c04cdb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f1ee21b66e9a406b927cbd4823ea0eaf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7525952 Feb 19 04:24:20.940439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47434) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:20.961831 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48c2dc-f355-48bd-9052-bb74df3ded4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d566804-2d12-48ea-9ab7-d84d45dabc6d,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:20.967069 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47438) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:21.105356 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3ea2e44e-9ea8-448d-8679-6818d3138754 None None] Could not find standard attr ID for object 2a0493c1-924c-4525-a4e3-16fb4b6955bd. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:24:21.136739 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-210a9bac-55db-454a-90a8-8e2527252a08 None None] Deleting port 564bd567-0a90-4675-b00f-80fcedf082ef {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:21.137369 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-210a9bac-55db-454a-90a8-8e2527252a08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (564bd567-0a90-4675-b00f-80fcedf082ef), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:21.172896 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3ea2e44e-9ea8-448d-8679-6818d3138754 None None] Provisioning complete for port 1fa75f7f-4eb0-41c2-9b03-dc73923459a3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:21.173962 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3ea2e44e-9ea8-448d-8679-6818d3138754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1fa75f7f-4eb0-41c2-9b03-dc73923459a3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:21.318093 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 6f1137a5-e292-403a-8a79-de92781e87ed no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:21.413631 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 6f1137a5-e292-403a-8a79-de92781e87ed {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:24:21.414181 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 6f1137a5-e292-403a-8a79-de92781e87ed not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:24:21.423591 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749f047-3583-4930-b1b0-492626c04cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842fe96c-e930-45af-8f40-96c2c25faed7,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:21.504076 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-57180b1f-988f-4976-82de-6975c8aad9cb admin admin] Publish callbacks [] for security_group (3d566804-2d12-48ea-9ab7-d84d45dabc6d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:21.528612 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3658536f-485b-4b94-8b46-c850e507ac3b req-e407a994-3419-4e69-9a4f-ccfbc4ab7f09 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/ports?device_id=4541b57b-b721-46c1-b892-6a229d7bd8a6 HTTP/1.1" status: 200 len: 210 time: 0.2510509 Feb 19 04:24:21.562494 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2e44e-9ea8-448d-8679-6818d3138754 None None] Port 1fa75f7f-4eb0-41c2-9b03-dc73923459a3 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:24:21.562494 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 564bd567-0a90-4675-b00f-80fcedf082ef is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:21.562494 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (564bd567-0a90-4675-b00f-80fcedf082ef), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:21.575967 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-210a9bac-55db-454a-90a8-8e2527252a08 None None] For port 564bd567-0a90-4675-b00f-80fcedf082ef, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=564bd567-0a90-4675-b00f-80fcedf082ef,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:21.578949 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-210a9bac-55db-454a-90a8-8e2527252a08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (564bd567-0a90-4675-b00f-80fcedf082ef), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:21.630227 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-210a9bac-55db-454a-90a8-8e2527252a08 None None] Calling delete_port for 564bd567-0a90-4675-b00f-80fcedf082ef owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:21.653832 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bffe90-8af9-4bb3-bd9c-857abe552d47 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:21.658218 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33bffe90-8af9-4bb3-bd9c-857abe552d47 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:21.666619 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-33bffe90-8af9-4bb3-bd9c-857abe552d47 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:24:21.675324 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33bffe90-8af9-4bb3-bd9c-857abe552d47 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:24:21.755600 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-57180b1f-988f-4976-82de-6975c8aad9cb admin admin] Publish callbacks [] for security_group (3d566804-2d12-48ea-9ab7-d84d45dabc6d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:21.757064 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 564bd567-0a90-4675-b00f-80fcedf082ef, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=564bd567-0a90-4675-b00f-80fcedf082ef,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:21.795168 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-089db32f-e652-4d98-86c8-63645156dfb4 admin admin] Publish callbacks [] for security_group (842fe96c-e930-45af-8f40-96c2c25faed7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:21.805479 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (564bd567-0a90-4675-b00f-80fcedf082ef), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:21.853162 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-33bffe90-8af9-4bb3-bd9c-857abe552d47 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.2298982 Feb 19 04:24:21.874658 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47444) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:21.887471 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-cded55e5-57e8-4984-9fdc-fc9b7c36cce1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:21.980472 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c33c01f9-f552-45b5-a585-c630d05e51aa tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for port (effe2fc5-9adf-498f-9704-b1cdf535f5b7), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:21.987859 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=564bd567-0a90-4675-b00f-80fcedf082ef,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:22.015799 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99121e2e-7525-4c4a-b499-4a6aa1bafe8b admin admin] Router d732b77f-4645-4a29-b393-f72726ff4cf9 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:24:22.028373 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9efc6bb7-6aa6-4cac-84ed-151e69f57cdb None None] Provisioning complete for port 1fa75f7f-4eb0-41c2-9b03-dc73923459a3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:22.029216 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9efc6bb7-6aa6-4cac-84ed-151e69f57cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1fa75f7f-4eb0-41c2-9b03-dc73923459a3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:22.161116 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9efc6bb7-6aa6-4cac-84ed-151e69f57cdb None None] Port 1fa75f7f-4eb0-41c2-9b03-dc73923459a3 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:24:22.215705 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-210a9bac-55db-454a-90a8-8e2527252a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (564bd567-0a90-4675-b00f-80fcedf082ef), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:22.283507 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a9bac-55db-454a-90a8-8e2527252a08 None None] Pushing event deleted for resources: {'Port': ['ID=564bd567-0a90-4675-b00f-80fcedf082ef,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:22.300082 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210a9bac-55db-454a-90a8-8e2527252a08 None None] No DVR routers for this DVR port 564bd567-0a90-4675-b00f-80fcedf082ef on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:22.352038 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-089db32f-e652-4d98-86c8-63645156dfb4 admin admin] Publish callbacks [] for security_group (842fe96c-e930-45af-8f40-96c2c25faed7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:22.399775 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c33c01f9-f552-45b5-a585-c630d05e51aa tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (effe2fc5-9adf-498f-9704-b1cdf535f5b7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:22.614885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-aeee62ee-f021-4bef-8b9a-34e15c2cb318 None None] Allocated IP 2001:db8::2 (adbcc92a-2ad7-4548-af92-6aa6fa38b774/4a2b993a-8d9b-446f-ba59-ef36f748101d/0bac3378-0850-45a1-b47b-dcb6934089b0) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:22.727098 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cded55e5-57e8-4984-9fdc-fc9b7c36cce1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:22.747162 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cded55e5-57e8-4984-9fdc-fc9b7c36cce1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:22.757018 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-cded55e5-57e8-4984-9fdc-fc9b7c36cce1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:24:22.758010 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cded55e5-57e8-4984-9fdc-fc9b7c36cce1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:24:22.776035 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99121e2e-7525-4c4a-b499-4a6aa1bafe8b admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:24:22.797834 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-99121e2e-7525-4c4a-b499-4a6aa1bafe8b admin admin] 10.222.0.65 "PUT /v2.0/routers/d732b77f-4645-4a29-b393-f72726ff4cf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4332914 Feb 19 04:24:22.887756 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c01f9-f552-45b5-a585-c630d05e51aa tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Port': ['ID=effe2fc5-9adf-498f-9704-b1cdf535f5b7,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:22.898557 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33c01f9-f552-45b5-a585-c630d05e51aa tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network adbcc92a-2ad7-4548-af92-6aa6fa38b774 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:22.902138 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-c33c01f9-f552-45b5-a585-c630d05e51aa tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:22.908532 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33c01f9-f552-45b5-a585-c630d05e51aa tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:22.914025 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-089db32f-e652-4d98-86c8-63645156dfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (842fe96c-e930-45af-8f40-96c2c25faed7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:22.922199 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-089db32f-e652-4d98-86c8-63645156dfb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:22.940384 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33c01f9-f552-45b5-a585-c630d05e51aa tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:22.941208 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-089db32f-e652-4d98-86c8-63645156dfb4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/842fe96c-e930-45af-8f40-96c2c25faed7 HTTP/1.1" status: 204 len: 168 time: 1.9352260 Feb 19 04:24:22.941639 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c33c01f9-f552-45b5-a585-c630d05e51aa tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:22.997552 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-57180b1f-988f-4976-82de-6975c8aad9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3d566804-2d12-48ea-9ab7-d84d45dabc6d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:23.000746 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-57180b1f-988f-4976-82de-6975c8aad9cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:23.006413 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-57180b1f-988f-4976-82de-6975c8aad9cb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d566804-2d12-48ea-9ab7-d84d45dabc6d HTTP/1.1" status: 204 len: 168 time: 2.4229369 Feb 19 04:24:23.027208 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c33c01f9-f552-45b5-a585-c630d05e51aa tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 5.2752016 Feb 19 04:24:23.029282 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47456) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:23.035904 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-43aef3a8-30cf-4c78-ae33-28a419b6e7d8 req-470e95cc-b894-4404-aba8-ba0384f476de tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/ports?device_id=4541b57b-b721-46c1-b892-6a229d7bd8a6 HTTP/1.1" status: 200 len: 210 time: 0.1804690 Feb 19 04:24:23.083450 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cded55e5-57e8-4984-9fdc-fc9b7c36cce1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2055202 Feb 19 04:24:23.120885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47458) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:23.122650 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089db32f-e652-4d98-86c8-63645156dfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842fe96c-e930-45af-8f40-96c2c25faed7,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:23.179399 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57180b1f-988f-4976-82de-6975c8aad9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d566804-2d12-48ea-9ab7-d84d45dabc6d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:23.334691 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-632c50c3-4e2d-43e3-9463-79a80664d0ed tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2084835 Feb 19 04:24:23.359849 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47460) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:23.520832 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec074a69-eb2d-4bbc-98af-35c43a508ce7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:23.531403 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ec074a69-eb2d-4bbc-98af-35c43a508ce7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1566851 Feb 19 04:24:23.538646 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47466) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:23.568482 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-38fb7e70-9314-4e9f-8193-20f5d31c69f9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting port effe2fc5-9adf-498f-9704-b1cdf535f5b7 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:23.569124 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-38fb7e70-9314-4e9f-8193-20f5d31c69f9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (effe2fc5-9adf-498f-9704-b1cdf535f5b7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:23.612809 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aeee62ee-f021-4bef-8b9a-34e15c2cb318 None None] Publish callbacks [] for port (0bac3378-0850-45a1-b47b-dcb6934089b0), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:23.636596 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aeee62ee-f021-4bef-8b9a-34e15c2cb318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (0bac3378-0850-45a1-b47b-dcb6934089b0), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:23.688649 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fc55c9e3-23f0-4779-8332-136fa122bc1b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1482408 Feb 19 04:24:23.708598 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeee62ee-f021-4bef-8b9a-34e15c2cb318 None None] Network adbcc92a-2ad7-4548-af92-6aa6fa38b774 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:23.723291 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-aeee62ee-f021-4bef-8b9a-34e15c2cb318 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:23.738450 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeee62ee-f021-4bef-8b9a-34e15c2cb318 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:23.775814 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee62ee-f021-4bef-8b9a-34e15c2cb318 None None] Pushing event updated for resources: {'Port': ['ID=0bac3378-0850-45a1-b47b-dcb6934089b0,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:23.819280 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47468) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:23.845907 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-bb86cd6d-6531-4a4e-a6b4-cd872cb9de39 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:24.052794 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-aeee62ee-f021-4bef-8b9a-34e15c2cb318 None None] Attempting to bind port 0bac3378-0850-45a1-b47b-dcb6934089b0 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:24:24.057106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-aeee62ee-f021-4bef-8b9a-34e15c2cb318 None None] Attempting to bind port 0bac3378-0850-45a1-b47b-dcb6934089b0 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'babcee19-43d6-410e-9b8f-da7401af0db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'adbcc92a-2ad7-4548-af92-6aa6fa38b774'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:24:24.061979 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeee62ee-f021-4bef-8b9a-34e15c2cb318 None None] Attempting to bind port 0bac3378-0850-45a1-b47b-dcb6934089b0 on network adbcc92a-2ad7-4548-af92-6aa6fa38b774 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:24.086314 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeee62ee-f021-4bef-8b9a-34e15c2cb318 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:24:24.093474 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeee62ee-f021-4bef-8b9a-34e15c2cb318 None None] Checking segment: {'id': 'babcee19-43d6-410e-9b8f-da7401af0db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'adbcc92a-2ad7-4548-af92-6aa6fa38b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:24.094785 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aeee62ee-f021-4bef-8b9a-34e15c2cb318 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:24.096460 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeee62ee-f021-4bef-8b9a-34e15c2cb318 None None] Bound using segment: {'id': 'babcee19-43d6-410e-9b8f-da7401af0db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'adbcc92a-2ad7-4548-af92-6aa6fa38b774'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:24:24.098827 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-aeee62ee-f021-4bef-8b9a-34e15c2cb318 None None] Bound port: 0bac3378-0850-45a1-b47b-dcb6934089b0, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'babcee19-43d6-410e-9b8f-da7401af0db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'adbcc92a-2ad7-4548-af92-6aa6fa38b774'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:24:24.099941 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aeee62ee-f021-4bef-8b9a-34e15c2cb318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0bac3378-0850-45a1-b47b-dcb6934089b0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:24.344796 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8032db5c-78b2-411e-975a-3736a3838698 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:24.373411 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-38fb7e70-9314-4e9f-8193-20f5d31c69f9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (effe2fc5-9adf-498f-9704-b1cdf535f5b7), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:24.441087 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-38fb7e70-9314-4e9f-8193-20f5d31c69f9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Calling delete_port for effe2fc5-9adf-498f-9704-b1cdf535f5b7 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:24.559503 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f893538a-79d7-4d2c-8d70-0a56ad9eb615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (711b1e62-1874-48b7-8c90-eaba7f315eae), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:24.711313 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-aeee62ee-f021-4bef-8b9a-34e15c2cb318 None None] For port 0bac3378-0850-45a1-b47b-dcb6934089b0, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:24:24.731330 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-aeee62ee-f021-4bef-8b9a-34e15c2cb318 None None] For port 0bac3378-0850-45a1-b47b-dcb6934089b0, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0bac3378-0850-45a1-b47b-dcb6934089b0,segment=NetworkSegment(babcee19-43d6-410e-9b8f-da7401af0db4),segment_id=babcee19-43d6-410e-9b8f-da7401af0db4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:24:24.772993 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aeee62ee-f021-4bef-8b9a-34e15c2cb318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0bac3378-0850-45a1-b47b-dcb6934089b0), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:24.830931 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-07807e79-639f-45e6-9abc-ed7d2e1f8327 req-7bf9b29e-d461-47d6-a6ba-7706a0385822 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/ports?device_id=4541b57b-b721-46c1-b892-6a229d7bd8a6 HTTP/1.1" status: 200 len: 210 time: 0.2025454 Feb 19 04:24:25.016115 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 8032db5c-78b2-411e-975a-3736a3838698 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:25.016788 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8032db5c-78b2-411e-975a-3736a3838698), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:25.039794 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb86cd6d-6531-4a4e-a6b4-cd872cb9de39 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:25.044703 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bb86cd6d-6531-4a4e-a6b4-cd872cb9de39 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:25.103824 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46442ea6-81e9-42d4-a93b-895c99994067 req-d2dbebc6-c275-4d85-a359-ebde1d40024d tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:25.106584 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46442ea6-81e9-42d4-a93b-895c99994067 req-d2dbebc6-c275-4d85-a359-ebde1d40024d tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.48 "GET /v2.0/networks?id=3b544283-ed6e-4862-9298-e85c895d835c HTTP/1.1" status: 200 len: 810 time: 0.9860406 Feb 19 04:24:25.141015 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-46442ea6-81e9-42d4-a93b-895c99994067 req-97952fe4-8f30-482a-9a56-032693d982f2 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Request body: {'port': {'device_id': '4541b57b-b721-46c1-b892-6a229d7bd8a6', 'network_id': '3b544283-ed6e-4862-9298-e85c895d835c', 'admin_state_up': True, 'tenant_id': '93f449894d4c4e21b75e1f09fa0cdd12'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:25.228128 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee62ee-f021-4bef-8b9a-34e15c2cb318 None None] Pushing event updated for resources: {'Port': ['ID=0bac3378-0850-45a1-b47b-dcb6934089b0,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:25.416452 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 8032db5c-78b2-411e-975a-3736a3838698 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:25.419274 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8032db5c-78b2-411e-975a-3736a3838698), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:25.426651 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-38fb7e70-9314-4e9f-8193-20f5d31c69f9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (effe2fc5-9adf-498f-9704-b1cdf535f5b7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:25.498464 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 8032db5c-78b2-411e-975a-3736a3838698, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8032db5c-78b2-411e-975a-3736a3838698,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:25.528453 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8032db5c-78b2-411e-975a-3736a3838698), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:25.606714 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb7e70-9314-4e9f-8193-20f5d31c69f9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Port': ['ID=effe2fc5-9adf-498f-9704-b1cdf535f5b7,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:25.681230 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=8032db5c-78b2-411e-975a-3736a3838698,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:25.755144 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-38fb7e70-9314-4e9f-8193-20f5d31c69f9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:25.762776 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-38fb7e70-9314-4e9f-8193-20f5d31c69f9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/ports/effe2fc5-9adf-498f-9704-b1cdf535f5b7 HTTP/1.1" status: 204 len: 168 time: 2.7274208 Feb 19 04:24:25.769484 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47508) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:25.788618 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46442ea6-81e9-42d4-a93b-895c99994067 req-97952fe4-8f30-482a-9a56-032693d982f2 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Made reservation on behalf of 93f449894d4c4e21b75e1f09fa0cdd12 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:25.800554 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-46442ea6-81e9-42d4-a93b-895c99994067 req-97952fe4-8f30-482a-9a56-032693d982f2 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:25.828425 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47510) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:25.836323 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-3a94e772-7762-40aa-a61a-eef8ae71ac42 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-424402504-network', 'tenant_id': '82338ea0f2c0482593c95c014017eddd'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:25.919453 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d24db50-0a4b-4261-93fe-0edf388e85ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] GET failed (client error): The resource could not be found. Feb 19 04:24:25.927450 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a94e772-7762-40aa-a61a-eef8ae71ac42 admin admin] Made reservation on behalf of 82338ea0f2c0482593c95c014017eddd for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:25.932203 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3a94e772-7762-40aa-a61a-eef8ae71ac42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:25.932667 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9d24db50-0a4b-4261-93fe-0edf388e85ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports/effe2fc5-9adf-498f-9704-b1cdf535f5b7 HTTP/1.1" status: 404 len: 333 time: 0.1614232 Feb 19 04:24:25.934737 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47514) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:26.059635 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3a94e772-7762-40aa-a61a-eef8ae71ac42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:26.210747 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-5516e083-1f5d-489a-8a48-7aa807f1a102 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting subnet 4a2b993a-8d9b-446f-ba59-ef36f748101d {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:24:26.303086 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] Sync routers for ids ['d732b77f-4645-4a29-b393-f72726ff4cf9'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:24:26.316503 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6d875abd-aab7-4e1f-895d-48323daca17a req-32a74e65-ce07-426b-87f5-4c334f023984 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/ports?device_id=4541b57b-b721-46c1-b892-6a229d7bd8a6 HTTP/1.1" status: 200 len: 210 time: 0.1377792 Feb 19 04:24:26.375588 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] Routers {'d732b77f-4645-4a29-b393-f72726ff4cf9'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:26.393515 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:24:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d732b77f-4645-4a29-b393-f72726ff4cf9'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:26.395887 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8032db5c-78b2-411e-975a-3736a3838698 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:26.425365 n-d-772273-4 neutron-server[115198]: DEBUG neutron.objects.ports [None req-bb86cd6d-6531-4a4e-a6b4-cd872cb9de39 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115198) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:24:26.463580 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-f893538a-79d7-4d2c-8d70-0a56ad9eb615 admin admin] Deleting port 2f776a35-1743-4256-af30-fed07bf2583b {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:26.463808 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f893538a-79d7-4d2c-8d70-0a56ad9eb615 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2f776a35-1743-4256-af30-fed07bf2583b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:26.471254 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bb86cd6d-6531-4a4e-a6b4-cd872cb9de39 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (2f023a98-9320-412e-80b0-141720b6853c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:26.472155 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-46442ea6-81e9-42d4-a93b-895c99994067 req-97952fe4-8f30-482a-9a56-032693d982f2 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Allocated IP 172.20.0.4 (3b544283-ed6e-4862-9298-e85c895d835c/8ff47eb2-8322-4b19-bead-d6213cbc7362/4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:26.505096 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5516e083-1f5d-489a-8a48-7aa807f1a102 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for subnet (4a2b993a-8d9b-446f-ba59-ef36f748101d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:26.552515 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 8032db5c-78b2-411e-975a-3736a3838698 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:26.553143 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8032db5c-78b2-411e-975a-3736a3838698), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:26.745947 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86cd6d-6531-4a4e-a6b4-cd872cb9de39 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=2f023a98-9320-412e-80b0-141720b6853c,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:26.841224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 8032db5c-78b2-411e-975a-3736a3838698 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:26.843347 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0bac3378-0850-45a1-b47b-dcb6934089b0 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:26.870665 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-f893538a-79d7-4d2c-8d70-0a56ad9eb615 admin admin] For port 2f776a35-1743-4256-af30-fed07bf2583b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2f776a35-1743-4256-af30-fed07bf2583b,segment=NetworkSegment(7475f1e8-9ba9-4f4c-a789-729c28f3ed2d),segment_id=7475f1e8-9ba9-4f4c-a789-729c28f3ed2d)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:26.871574 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f893538a-79d7-4d2c-8d70-0a56ad9eb615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2f776a35-1743-4256-af30-fed07bf2583b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:26.890637 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5516e083-1f5d-489a-8a48-7aa807f1a102 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (4a2b993a-8d9b-446f-ba59-ef36f748101d), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:26.905374 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-f893538a-79d7-4d2c-8d70-0a56ad9eb615 admin admin] Calling delete_port for 2f776a35-1743-4256-af30-fed07bf2583b owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:27.036983 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 0bac3378-0850-45a1-b47b-dcb6934089b0 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:27.037668 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0bac3378-0850-45a1-b47b-dcb6934089b0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:27.042974 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] Set router d732b77f-4645-4a29-b393-f72726ff4cf9 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:27.057766 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb86cd6d-6531-4a4e-a6b4-cd872cb9de39 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:27.107811 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-bb86cd6d-6531-4a4e-a6b4-cd872cb9de39 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:27.142008 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb86cd6d-6531-4a4e-a6b4-cd872cb9de39 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:27.143062 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bb86cd6d-6531-4a4e-a6b4-cd872cb9de39 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:27.145598 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb77f21-9b67-4384-bb59-564ebb57fa00 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:27.233896 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bb86cd6d-6531-4a4e-a6b4-cd872cb9de39 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4127889 Feb 19 04:24:27.249338 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47534) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:27.528991 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5516e083-1f5d-489a-8a48-7aa807f1a102 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (4a2b993a-8d9b-446f-ba59-ef36f748101d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:27.709906 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ca53a9-0d69-4e88-a323-f96184859865 None None] Network adbcc92a-2ad7-4548-af92-6aa6fa38b774 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:27.840831 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f893538a-79d7-4d2c-8d70-0a56ad9eb615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (2f776a35-1743-4256-af30-fed07bf2583b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:27.854260 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3a94e772-7762-40aa-a61a-eef8ae71ac42 admin admin] Publish callbacks [] for security_group (f5dd0c69-3a16-47b6-846f-1eec9707f1dd), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:27.919562 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-63b24ffe-efee-4fb5-bc8c-7c04bd4a9835 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'mac_address': 'fa:16:3e:ef:aa:0d', 'name': 'tempest-NetworksTestDHCPv6-430162231'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:27.934600 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484128463-router', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '8032db5c-78b2-411e-975a-3736a3838698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:01Z', 'updated_at': '2022-02-19T04:24:17Z', 'revision_number': 4, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'gw_port': {'id': '8032db5c-78b2-411e-975a-3736a3838698', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:03Z', 'updated_at': '2022-02-19T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '1fa75f7f-4eb0-41c2-9b03-dc73923459a3', 'name': '', 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'mac_address': 'fa:16:3e:99:0b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '01a6b77b-63ae-42f8-a188-7c9c486cfe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:13Z', 'updated_at': '2022-02-19T04:24:17Z', 'revision_number': 2, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'subnets': [{'id': '01a6b77b-63ae-42f8-a188-7c9c486cfe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:27.948145 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893538a-79d7-4d2c-8d70-0a56ad9eb615 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f776a35-1743-4256-af30-fed07bf2583b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:27.976364 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-46442ea6-81e9-42d4-a93b-895c99994067 req-97952fe4-8f30-482a-9a56-032693d982f2 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Publish callbacks [] for port (4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:27.990064 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5516e083-1f5d-489a-8a48-7aa807f1a102 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (4a2b993a-8d9b-446f-ba59-ef36f748101d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:27.993758 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3a94e772-7762-40aa-a61a-eef8ae71ac42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f5dd0c69-3a16-47b6-846f-1eec9707f1dd), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.050247 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48840eba-ece0-40a9-b272-6c8f9b2ede36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9e765b0b-136b-493b-bef9-44145ed793f7', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'fixed_ips': [{'subnet_id': '2f023a98-9320-412e-80b0-141720b6853c'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:24:28.050844 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] Checking router: d732b77f-4645-4a29-b393-f72726ff4cf9 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:24:28.051770 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] Updating router d732b77f-4645-4a29-b393-f72726ff4cf9 port 1fa75f7f-4eb0-41c2-9b03-dc73923459a3 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:24:28.051917 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-48840eba-ece0-40a9-b272-6c8f9b2ede36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.092498 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 0bac3378-0850-45a1-b47b-dcb6934089b0 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:28.093230 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0bac3378-0850-45a1-b47b-dcb6934089b0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.119363 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1fa75f7f-4eb0-41c2-9b03-dc73923459a3), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.152875 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-de9cad5b-354b-4510-adc5-793eb3b336e2 None None] Provisioning complete for port 0bac3378-0850-45a1-b47b-dcb6934089b0 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:28.153519 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-de9cad5b-354b-4510-adc5-793eb3b336e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0bac3378-0850-45a1-b47b-dcb6934089b0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.332537 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-46442ea6-81e9-42d4-a93b-895c99994067 req-97952fe4-8f30-482a-9a56-032693d982f2 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.347914 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a94e772-7762-40aa-a61a-eef8ae71ac42 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:24:28.381158 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94e772-7762-40aa-a61a-eef8ae71ac42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dd0c69-3a16-47b6-846f-1eec9707f1dd,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:28.385988 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516e083-1f5d-489a-8a48-7aa807f1a102 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Subnet': ['ID=4a2b993a-8d9b-446f-ba59-ef36f748101d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:28.408709 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5516e083-1f5d-489a-8a48-7aa807f1a102 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.414892 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5516e083-1f5d-489a-8a48-7aa807f1a102 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/subnets/4a2b993a-8d9b-446f-ba59-ef36f748101d HTTP/1.1" status: 204 len: 168 time: 2.4759803 Feb 19 04:24:28.423865 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47560) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:28.495527 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3a94e772-7762-40aa-a61a-eef8ae71ac42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (aafaf0f1-83a3-4dae-97b4-b094b40def8f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:28.496090 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-3a94e772-7762-40aa-a61a-eef8ae71ac42 admin admin] Added segment aafaf0f1-83a3-4dae-97b4-b094b40def8f of type vlan for network 905acf5c-9538-430e-9b25-a0c784a5d182 Feb 19 04:24:28.675327 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46442ea6-81e9-42d4-a93b-895c99994067 req-97952fe4-8f30-482a-9a56-032693d982f2 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Network 3b544283-ed6e-4862-9298-e85c895d835c is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:28.694026 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-46442ea6-81e9-42d4-a93b-895c99994067 req-97952fe4-8f30-482a-9a56-032693d982f2 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:28.807507 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-46442ea6-81e9-42d4-a93b-895c99994067 req-97952fe4-8f30-482a-9a56-032693d982f2 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:28.865860 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97952fe4-8f30-482a-9a56-032693d982f2 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Pushing event updated for resources: {'Port': ['ID=4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:28.931178 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133a9e4-4b3b-4cbc-8109-855abcc7bb9a req-85d6c3d3-eb09-4283-b707-192d8a8d2e32 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:28.934572 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4133a9e4-4b3b-4cbc-8109-855abcc7bb9a req-85d6c3d3-eb09-4283-b707-192d8a8d2e32 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/ports?device_id=4541b57b-b721-46c1-b892-6a229d7bd8a6 HTTP/1.1" status: 200 len: 931 time: 0.8631756 Feb 19 04:24:28.953741 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3a94e772-7762-40aa-a61a-eef8ae71ac42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (905acf5c-9538-430e-9b25-a0c784a5d182), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:29.049373 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46442ea6-81e9-42d4-a93b-895c99994067 req-97952fe4-8f30-482a-9a56-032693d982f2 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:29.050518 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-46442ea6-81e9-42d4-a93b-895c99994067 req-97952fe4-8f30-482a-9a56-032693d982f2 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:29.089087 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:24:29.090726 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:24:29.123462 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3a94e772-7762-40aa-a61a-eef8ae71ac42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (905acf5c-9538-430e-9b25-a0c784a5d182), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:29.125150 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46442ea6-81e9-42d4-a93b-895c99994067 req-97952fe4-8f30-482a-9a56-032693d982f2 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0083728 Feb 19 04:24:29.127217 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a94e772-7762-40aa-a61a-eef8ae71ac42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:29.128876 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3a94e772-7762-40aa-a61a-eef8ae71ac42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:29.154540 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-46442ea6-81e9-42d4-a93b-895c99994067 req-9743657a-71ee-4a90-9b16-ee27aaad0899 service neutron] Request body: {'port': {'device_id': '4541b57b-b721-46c1-b892-6a229d7bd8a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:29.207308 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f893538a-79d7-4d2c-8d70-0a56ad9eb615 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (711b1e62-1874-48b7-8c90-eaba7f315eae), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:29.225279 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4133a9e4-4b3b-4cbc-8109-855abcc7bb9a req-e4f0455a-551a-4ec5-b3b5-ca447cbc307a tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcf4f98-d95e-41b1-9eaa-fba32110ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605209 Feb 19 04:24:29.225734 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] Publish callbacks [] for port (1fa75f7f-4eb0-41c2-9b03-dc73923459a3), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:29.243268 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (1fa75f7f-4eb0-41c2-9b03-dc73923459a3), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:29.324443 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-48840eba-ece0-40a9-b272-6c8f9b2ede36 None None] Allocated IP 2001:db8::f816:3eff:fefe:f3e5 (9e765b0b-136b-493b-bef9-44145ed793f7/2f023a98-9320-412e-80b0-141720b6853c/5f45d210-7751-423f-89d0-59366ad5ac97) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:29.352382 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de4a24-14a4-4172-b9b8-224cad71bda2 None None] Pushing event updated for resources: {'Port': ['ID=1fa75f7f-4eb0-41c2-9b03-dc73923459a3,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:29.399031 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de4a24-14a4-4172-b9b8-224cad71bda2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:29.399864 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de4a24-14a4-4172-b9b8-224cad71bda2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:29.400488 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de4a24-14a4-4172-b9b8-224cad71bda2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:29.401129 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de4a24-14a4-4172-b9b8-224cad71bda2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:29.403029 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de4a24-14a4-4172-b9b8-224cad71bda2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:29.408207 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de4a24-14a4-4172-b9b8-224cad71bda2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:29.409476 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de4a24-14a4-4172-b9b8-224cad71bda2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:29.410471 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de4a24-14a4-4172-b9b8-224cad71bda2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:29.411691 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de4a24-14a4-4172-b9b8-224cad71bda2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:29.413175 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de4a24-14a4-4172-b9b8-224cad71bda2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:29.414181 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de4a24-14a4-4172-b9b8-224cad71bda2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:29.415089 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de4a24-14a4-4172-b9b8-224cad71bda2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:29.416326 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3de4a24-14a4-4172-b9b8-224cad71bda2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:29.494166 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] Attempting to bind port 1fa75f7f-4eb0-41c2-9b03-dc73923459a3 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:24:29.495184 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] Attempting to bind port 1fa75f7f-4eb0-41c2-9b03-dc73923459a3 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '8799b4e1-b85f-451a-906a-6c07568a3fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:24:29.496126 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] Attempting to bind port 1fa75f7f-4eb0-41c2-9b03-dc73923459a3 on network 4a64a19d-d377-4cb4-886a-9dfbe46eb1ee {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:29.509746 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:24:29.511869 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] Checking segment: {'id': '8799b4e1-b85f-451a-906a-6c07568a3fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:29.514022 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:29.516461 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] Bound using segment: {'id': '8799b4e1-b85f-451a-906a-6c07568a3fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:24:29.519109 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] Bound port: 1fa75f7f-4eb0-41c2-9b03-dc73923459a3, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8799b4e1-b85f-451a-906a-6c07568a3fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:24:29.520353 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1fa75f7f-4eb0-41c2-9b03-dc73923459a3), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:29.525765 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-46442ea6-81e9-42d4-a93b-895c99994067 req-9743657a-71ee-4a90-9b16-ee27aaad0899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:29.586116 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c554aaf-239d-48bd-8e40-eea88396ee3d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (adbcc92a-2ad7-4548-af92-6aa6fa38b774), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:29.619672 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94e772-7762-40aa-a61a-eef8ae71ac42 admin admin] Pushing event updated for resources: {'Network': ['ID=905acf5c-9538-430e-9b25-a0c784a5d182,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:29.678409 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 905acf5c-9538-430e-9b25-a0c784a5d182 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:24:29.827464 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b24ffe-efee-4fb5-bc8c-7c04bd4a9835 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:29.871014 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3a94e772-7762-40aa-a61a-eef8ae71ac42 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.0390704 Feb 19 04:24:29.872100 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47584) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:29.906912 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] For port 1fa75f7f-4eb0-41c2-9b03-dc73923459a3, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:24:29.918901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 0bac3378-0850-45a1-b47b-dcb6934089b0 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:29.919579 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0bac3378-0850-45a1-b47b-dcb6934089b0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:29.926133 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] For port 1fa75f7f-4eb0-41c2-9b03-dc73923459a3, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=1fa75f7f-4eb0-41c2-9b03-dc73923459a3,segment=NetworkSegment(8799b4e1-b85f-451a-906a-6c07568a3fb8),segment_id=8799b4e1-b85f-451a-906a-6c07568a3fb8)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:24:29.943521 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (1fa75f7f-4eb0-41c2-9b03-dc73923459a3), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:29.947496 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2a3659e0-afe1-4bcc-973a-be0ab2956c9f admin admin] Request body: {'subnet': {'network_id': '905acf5c-9538-430e-9b25-a0c784a5d182', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-424402504-subnet', 'tenant_id': '82338ea0f2c0482593c95c014017eddd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:30.064433 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-de9cad5b-354b-4510-adc5-793eb3b336e2 None None] Current status of the port 0bac3378-0850-45a1-b47b-dcb6934089b0 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:30.065153 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-de9cad5b-354b-4510-adc5-793eb3b336e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0bac3378-0850-45a1-b47b-dcb6934089b0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:30.111177 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] Routers {'d732b77f-4645-4a29-b393-f72726ff4cf9'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:30.113057 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:24:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d732b77f-4645-4a29-b393-f72726ff4cf9'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:30.114043 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47586) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:30.119411 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de4a24-14a4-4172-b9b8-224cad71bda2 None None] Pushing event updated for resources: {'Port': ['ID=1fa75f7f-4eb0-41c2-9b03-dc73923459a3,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:30.179302 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3659e0-afe1-4bcc-973a-be0ab2956c9f admin admin] Made reservation on behalf of 82338ea0f2c0482593c95c014017eddd for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:30.191889 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2a3659e0-afe1-4bcc-973a-be0ab2956c9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:30.427325 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3004a6e-d910-491a-883c-306267ba24a1 req-a8430ddd-925e-497e-9ee9-0c7acbc9997f tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:30.439571 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a3004a6e-d910-491a-883c-306267ba24a1 req-a8430ddd-925e-497e-9ee9-0c7acbc9997f tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 945 time: 1.2971842 Feb 19 04:24:30.556756 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] Set router d732b77f-4645-4a29-b393-f72726ff4cf9 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:30.786984 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd839191-07ea-48b7-9a59-ecc91f414586 None None] Network adbcc92a-2ad7-4548-af92-6aa6fa38b774 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:30.794946 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a3004a6e-d910-491a-883c-306267ba24a1 req-c051cb49-d752-449e-8688-2dc81315d019 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/security-groups?id=cea4b522-df63-419d-b92f-eef69a56abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133358 Feb 19 04:24:30.891797 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-2c554aaf-239d-48bd-8e40-eea88396ee3d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting port 0bac3378-0850-45a1-b47b-dcb6934089b0 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:30.892708 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c554aaf-239d-48bd-8e40-eea88396ee3d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0bac3378-0850-45a1-b47b-dcb6934089b0), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:30.901656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 0bac3378-0850-45a1-b47b-dcb6934089b0, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0bac3378-0850-45a1-b47b-dcb6934089b0,segment=NetworkSegment(babcee19-43d6-410e-9b8f-da7401af0db4),segment_id=babcee19-43d6-410e-9b8f-da7401af0db4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:31.035647 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0bac3378-0850-45a1-b47b-dcb6934089b0), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:31.094902 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ed348c2d-314e-4361-a2a1-e659266adfa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:31.095509 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af788a96-3c0f-406f-835f-c0a13ec4b86b req-f8d5d85a-f755-41b0-a1fb-a21908eee006 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:31.103264 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-af788a96-3c0f-406f-835f-c0a13ec4b86b req-f8d5d85a-f755-41b0-a1fb-a21908eee006 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/ports?device_id=4541b57b-b721-46c1-b892-6a229d7bd8a6 HTTP/1.1" status: 200 len: 931 time: 0.4750931 Feb 19 04:24:31.155061 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-48840eba-ece0-40a9-b272-6c8f9b2ede36 None None] Publish callbacks [] for port (5f45d210-7751-423f-89d0-59366ad5ac97), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:31.159433 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484128463-router', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '8032db5c-78b2-411e-975a-3736a3838698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:01Z', 'updated_at': '2022-02-19T04:24:17Z', 'revision_number': 4, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'gw_port': {'id': '8032db5c-78b2-411e-975a-3736a3838698', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:03Z', 'updated_at': '2022-02-19T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '1fa75f7f-4eb0-41c2-9b03-dc73923459a3', 'name': '', 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'mac_address': 'fa:16:3e:99:0b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '01a6b77b-63ae-42f8-a188-7c9c486cfe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:13Z', 'updated_at': '2022-02-19T04:24:29Z', 'revision_number': 4, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'subnets': [{'id': '01a6b77b-63ae-42f8-a188-7c9c486cfe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:31.227565 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-de9cad5b-354b-4510-adc5-793eb3b336e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:24:31.228146 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-de9cad5b-354b-4510-adc5-793eb3b336e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:24:31.232120 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-48840eba-ece0-40a9-b272-6c8f9b2ede36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (5f45d210-7751-423f-89d0-59366ad5ac97), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:31.256336 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ee2ba7-4406-483b-ba3b-e8204a908c15 None None] The sync data for ids ['d732b77f-4645-4a29-b393-f72726ff4cf9'] in n-d-772273-4 is: [{'id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484128463-router', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '8032db5c-78b2-411e-975a-3736a3838698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:01Z', 'updated_at': '2022-02-19T04:24:17Z', 'revision_number': 4, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'gw_port': {'id': '8032db5c-78b2-411e-975a-3736a3838698', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:03Z', 'updated_at': '2022-02-19T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '1fa75f7f-4eb0-41c2-9b03-dc73923459a3', 'name': '', 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'mac_address': 'fa:16:3e:99:0b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '01a6b77b-63ae-42f8-a188-7c9c486cfe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:13Z', 'updated_at': '2022-02-19T04:24:29Z', 'revision_number': 4, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'subnets': [{'id': '01a6b77b-63ae-42f8-a188-7c9c486cfe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:24:31.431713 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=0bac3378-0850-45a1-b47b-dcb6934089b0,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:31.470522 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-2c554aaf-239d-48bd-8e40-eea88396ee3d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] For port 0bac3378-0850-45a1-b47b-dcb6934089b0, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0bac3378-0850-45a1-b47b-dcb6934089b0,segment=NetworkSegment(babcee19-43d6-410e-9b8f-da7401af0db4),segment_id=babcee19-43d6-410e-9b8f-da7401af0db4)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:31.471414 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c554aaf-239d-48bd-8e40-eea88396ee3d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0bac3378-0850-45a1-b47b-dcb6934089b0), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:31.492004 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-63b24ffe-efee-4fb5-bc8c-7c04bd4a9835 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:31.589725 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48840eba-ece0-40a9-b272-6c8f9b2ede36 None None] Pushing event updated for resources: {'Port': ['ID=5f45d210-7751-423f-89d0-59366ad5ac97,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:31.607176 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1fa75f7f-4eb0-41c2-9b03-dc73923459a3 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:31.754657 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2a3659e0-afe1-4bcc-973a-be0ab2956c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (17489c7d-8dda-4f69-a700-039f2b068333), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:31.757278 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-2c554aaf-239d-48bd-8e40-eea88396ee3d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Calling delete_port for 0bac3378-0850-45a1-b47b-dcb6934089b0 owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:31.843553 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3659e0-afe1-4bcc-973a-be0ab2956c9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=17489c7d-8dda-4f69-a700-039f2b068333,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:31.873754 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-af788a96-3c0f-406f-835f-c0a13ec4b86b req-a67757f8-fb9f-4731-9c82-47a5cb95cd09 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcf4f98-d95e-41b1-9eaa-fba32110ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7606506 Feb 19 04:24:31.877017 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-de9cad5b-354b-4510-adc5-793eb3b336e2 None None] Current status of the port 0bac3378-0850-45a1-b47b-dcb6934089b0 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:31.905836 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48840eba-ece0-40a9-b272-6c8f9b2ede36 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:31.914019 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-63b24ffe-efee-4fb5-bc8c-7c04bd4a9835 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] device_id is not set on port 812dd34d-0d40-405b-a76b-152ffe6f86b5 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:24:31.951260 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-48840eba-ece0-40a9-b272-6c8f9b2ede36 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:31.956254 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48840eba-ece0-40a9-b272-6c8f9b2ede36 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:31.982195 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f893538a-79d7-4d2c-8d70-0a56ad9eb615 admin admin] Router 711b1e62-1874-48b7-8c90-eaba7f315eae has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:24:32.119680 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-48840eba-ece0-40a9-b272-6c8f9b2ede36 None None] Attempting to bind port 5f45d210-7751-423f-89d0-59366ad5ac97 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:24:32.120297 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-48840eba-ece0-40a9-b272-6c8f9b2ede36 None None] Attempting to bind port 5f45d210-7751-423f-89d0-59366ad5ac97 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:24:32.120942 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48840eba-ece0-40a9-b272-6c8f9b2ede36 None None] Attempting to bind port 5f45d210-7751-423f-89d0-59366ad5ac97 on network 9e765b0b-136b-493b-bef9-44145ed793f7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:32.137196 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48840eba-ece0-40a9-b272-6c8f9b2ede36 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:24:32.137805 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48840eba-ece0-40a9-b272-6c8f9b2ede36 None None] Checking segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:32.138628 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-48840eba-ece0-40a9-b272-6c8f9b2ede36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:32.139364 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48840eba-ece0-40a9-b272-6c8f9b2ede36 None None] Bound using segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:24:32.140945 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-48840eba-ece0-40a9-b272-6c8f9b2ede36 None None] Bound port: 5f45d210-7751-423f-89d0-59366ad5ac97, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:24:32.141758 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-48840eba-ece0-40a9-b272-6c8f9b2ede36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5f45d210-7751-423f-89d0-59366ad5ac97), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:32.189225 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ee8f703c-9721-4960-bda8-1fb1982e7261 None None] Provisioning complete for port 0bac3378-0850-45a1-b47b-dcb6934089b0 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:32.191129 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ee8f703c-9721-4960-bda8-1fb1982e7261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0bac3378-0850-45a1-b47b-dcb6934089b0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:32.294536 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3659e0-afe1-4bcc-973a-be0ab2956c9f admin admin] Checking segment: {'id': 'aafaf0f1-83a3-4dae-97b4-b094b40def8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '905acf5c-9538-430e-9b25-a0c784a5d182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:32.294905 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3659e0-afe1-4bcc-973a-be0ab2956c9f admin admin] Network hostable DHCP agents. Network: 905acf5c-9538-430e-9b25-a0c784a5d182, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:24:32.373183 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707f170e-d3b5-4c7c-9e05-d18033a93790 None None] DHCP port deletion for adbcc92a-2ad7-4548-af92-6aa6fa38b774 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:24:32.393248 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f893538a-79d7-4d2c-8d70-0a56ad9eb615 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:24:32.412752 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f893538a-79d7-4d2c-8d70-0a56ad9eb615 admin admin] 10.222.0.65 "PUT /v2.0/routers/711b1e62-1874-48b7-8c90-eaba7f315eae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4599216 Feb 19 04:24:32.419310 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47608) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:32.470234 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 1fa75f7f-4eb0-41c2-9b03-dc73923459a3 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:32.471899 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1fa75f7f-4eb0-41c2-9b03-dc73923459a3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:32.536137 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-46442ea6-81e9-42d4-a93b-895c99994067 req-9743657a-71ee-4a90-9b16-ee27aaad0899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:24:32.556152 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77b0d68-7dd0-41c6-acc6-4c39fd238a9c None None] Sync routers for ids ['711b1e62-1874-48b7-8c90-eaba7f315eae'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:24:32.561088 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-46442ea6-81e9-42d4-a93b-895c99994067 req-9743657a-71ee-4a90-9b16-ee27aaad0899 service neutron] Publish callbacks [] for port (4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:32.588445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88fb68-e6a6-4a07-af8b-e4f0cc663490 req-5c55faab-b8f6-41dd-9301-925e9e7da6d3 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:32.615212 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ca88fb68-e6a6-4a07-af8b-e4f0cc663490 req-5c55faab-b8f6-41dd-9301-925e9e7da6d3 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 945 time: 0.5757914 Feb 19 04:24:32.675920 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ed348c2d-314e-4361-a2a1-e659266adfa7 admin admin] Publish callbacks [] for security_group (a1fd49d7-f8c1-4dfb-ac23-7ec3b1f8c0be), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:32.708344 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3659e0-afe1-4bcc-973a-be0ab2956c9f admin admin] Network 905acf5c-9538-430e-9b25-a0c784a5d182 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:24:32.725038 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c554aaf-239d-48bd-8e40-eea88396ee3d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (0bac3378-0850-45a1-b47b-dcb6934089b0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:32.728578 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ed348c2d-314e-4361-a2a1-e659266adfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a1fd49d7-f8c1-4dfb-ac23-7ec3b1f8c0be), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:32.747149 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f703c-9721-4960-bda8-1fb1982e7261 None None] Current status of the port 0bac3378-0850-45a1-b47b-dcb6934089b0 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:32.747826 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-46442ea6-81e9-42d4-a93b-895c99994067 req-9743657a-71ee-4a90-9b16-ee27aaad0899 service neutron] Transition to ACTIVE for port object 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:24:32.804303 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e605ed65-7e47-4232-a6de-e9439e7c9c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:32.809512 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-46442ea6-81e9-42d4-a93b-895c99994067 req-9743657a-71ee-4a90-9b16-ee27aaad0899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:32.817712 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a42a1262-a2fd-4ce9-8184-a77f6b1b0dff admin admin] Publish callbacks [] for router (711b1e62-1874-48b7-8c90-eaba7f315eae), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:32.843360 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77b0d68-7dd0-41c6-acc6-4c39fd238a9c None None] Routers {'711b1e62-1874-48b7-8c90-eaba7f315eae'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:32.844501 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b77b0d68-7dd0-41c6-acc6-4c39fd238a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:24:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['711b1e62-1874-48b7-8c90-eaba7f315eae'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:32.902381 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ed348c2d-314e-4361-a2a1-e659266adfa7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=774ed34774f94031ba13daee3179f105&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7022378 Feb 19 04:24:32.926501 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47610) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:33.018369 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-48840eba-ece0-40a9-b272-6c8f9b2ede36 None None] For port 5f45d210-7751-423f-89d0-59366ad5ac97, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:24:33.048943 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-63b24ffe-efee-4fb5-bc8c-7c04bd4a9835 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8::f816:3eff:feef:aa0d (9e765b0b-136b-493b-bef9-44145ed793f7/2f023a98-9320-412e-80b0-141720b6853c/812dd34d-0d40-405b-a76b-152ffe6f86b5) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:33.075305 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ee8f703c-9721-4960-bda8-1fb1982e7261 None None] Provisioning complete for port 1fa75f7f-4eb0-41c2-9b03-dc73923459a3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:33.075940 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ee8f703c-9721-4960-bda8-1fb1982e7261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1fa75f7f-4eb0-41c2-9b03-dc73923459a3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.116743 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c554aaf-239d-48bd-8e40-eea88396ee3d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Port': ['ID=0bac3378-0850-45a1-b47b-dcb6934089b0,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:33.120498 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-2a3659e0-afe1-4bcc-973a-be0ab2956c9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 905acf5c-9538-430e-9b25-a0c784a5d182) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:33.165564 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c554aaf-239d-48bd-8e40-eea88396ee3d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] No DVR routers for this DVR port 0bac3378-0850-45a1-b47b-dcb6934089b0 on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:33.170458 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3659e0-afe1-4bcc-973a-be0ab2956c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:33.171618 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2a3659e0-afe1-4bcc-973a-be0ab2956c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.190858 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6165fc-f013-452a-8db1-dfbc3a219704 None None] Network 905acf5c-9538-430e-9b25-a0c784a5d182 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:33.200123 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-48840eba-ece0-40a9-b272-6c8f9b2ede36 None None] For port 5f45d210-7751-423f-89d0-59366ad5ac97, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5f45d210-7751-423f-89d0-59366ad5ac97,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:24:33.205720 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed348c2d-314e-4361-a2a1-e659266adfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fd49d7-f8c1-4dfb-ac23-7ec3b1f8c0be,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:33.229077 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743657a-71ee-4a90-9b16-ee27aaad0899 service neutron] Pushing event updated for resources: {'Port': ['ID=4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:33.378574 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ca88fb68-e6a6-4a07-af8b-e4f0cc663490 req-c80e65f6-fa26-4554-b629-95633a76b27e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/security-groups?id=cea4b522-df63-419d-b92f-eef69a56abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7608364 Feb 19 04:24:33.403543 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-48840eba-ece0-40a9-b272-6c8f9b2ede36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5f45d210-7751-423f-89d0-59366ad5ac97), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.412336 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2a3659e0-afe1-4bcc-973a-be0ab2956c9f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.5081913 Feb 19 04:24:33.417975 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47616) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:33.468452 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 1fa75f7f-4eb0-41c2-9b03-dc73923459a3 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:33.469011 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1fa75f7f-4eb0-41c2-9b03-dc73923459a3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.528331 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-707f170e-d3b5-4c7c-9e05-d18033a93790 None None] Deleting port 0bac3378-0850-45a1-b47b-dcb6934089b0 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:33.528792 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-707f170e-d3b5-4c7c-9e05-d18033a93790 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0bac3378-0850-45a1-b47b-dcb6934089b0), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.530299 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-33b3cc01-3268-47d5-8951-69e4fe7cb245 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-424402504-router', 'tenant_id': '82338ea0f2c0482593c95c014017eddd', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:33.628160 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c554aaf-239d-48bd-8e40-eea88396ee3d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (adbcc92a-2ad7-4548-af92-6aa6fa38b774), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.656219 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33b3cc01-3268-47d5-8951-69e4fe7cb245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (277e6030-540f-448d-a0e1-8361d80c8ff1), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.658768 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33b3cc01-3268-47d5-8951-69e4fe7cb245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (277e6030-540f-448d-a0e1-8361d80c8ff1), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.675940 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-12b5c126-a070-444f-9752-50fb30d21546 admin admin] Publish callbacks [] for security_group (a1fd49d7-f8c1-4dfb-ac23-7ec3b1f8c0be), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.705481 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-2c554aaf-239d-48bd-8e40-eea88396ee3d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbcc92a-2ad7-4548-af92-6aa6fa38b774']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:33.758328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-2c554aaf-239d-48bd-8e40-eea88396ee3d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'babcee19-43d6-410e-9b8f-da7401af0db4') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:33.758881 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-2c554aaf-239d-48bd-8e40-eea88396ee3d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'babcee19-43d6-410e-9b8f-da7401af0db4') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:33.785567 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-12b5c126-a070-444f-9752-50fb30d21546 admin admin] Publish callbacks [] for security_group (a1fd49d7-f8c1-4dfb-ac23-7ec3b1f8c0be), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.794809 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c554aaf-239d-48bd-8e40-eea88396ee3d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (babcee19-43d6-410e-9b8f-da7401af0db4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.854639 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c554aaf-239d-48bd-8e40-eea88396ee3d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (babcee19-43d6-410e-9b8f-da7401af0db4), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.867799 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c554aaf-239d-48bd-8e40-eea88396ee3d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:24:33.868488 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c554aaf-239d-48bd-8e40-eea88396ee3d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (babcee19-43d6-410e-9b8f-da7401af0db4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:24:33.873465 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:24:33.897108 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-63b24ffe-efee-4fb5-bc8c-7c04bd4a9835 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (812dd34d-0d40-405b-a76b-152ffe6f86b5), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.926402 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f703c-9721-4960-bda8-1fb1982e7261 None None] Current status of the port 1fa75f7f-4eb0-41c2-9b03-dc73923459a3 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:33.927012 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ee8f703c-9721-4960-bda8-1fb1982e7261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1fa75f7f-4eb0-41c2-9b03-dc73923459a3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:33.939622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-b77b0d68-7dd0-41c6-acc6-4c39fd238a9c None None] Set router 711b1e62-1874-48b7-8c90-eaba7f315eae gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:34.003439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-46442ea6-81e9-42d4-a93b-895c99994067 req-9743657a-71ee-4a90-9b16-ee27aaad0899 service neutron] Attempting to bind port 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:24:34.003439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-46442ea6-81e9-42d4-a93b-895c99994067 req-9743657a-71ee-4a90-9b16-ee27aaad0899 service neutron] Attempting to bind port 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'b55c0cd0-c400-4626-889a-4d0793276cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3b544283-ed6e-4862-9298-e85c895d835c'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:24:34.004105 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46442ea6-81e9-42d4-a93b-895c99994067 req-9743657a-71ee-4a90-9b16-ee27aaad0899 service neutron] Attempting to bind port 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d on network 3b544283-ed6e-4862-9298-e85c895d835c {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:34.037047 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-707f170e-d3b5-4c7c-9e05-d18033a93790 None None] For port 0bac3378-0850-45a1-b47b-dcb6934089b0, host n-d-772273-4, got binding levels [] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:34.037047 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-707f170e-d3b5-4c7c-9e05-d18033a93790 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0bac3378-0850-45a1-b47b-dcb6934089b0), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:34.039278 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46442ea6-81e9-42d4-a93b-895c99994067 req-9743657a-71ee-4a90-9b16-ee27aaad0899 service neutron] Port 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d on network 3b544283-ed6e-4862-9298-e85c895d835c not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:24:34.039965 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46442ea6-81e9-42d4-a93b-895c99994067 req-9743657a-71ee-4a90-9b16-ee27aaad0899 service neutron] Attempting to bind port 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d on network 3b544283-ed6e-4862-9298-e85c895d835c {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:34.064386 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a42a1262-a2fd-4ce9-8184-a77f6b1b0dff admin admin] Publish callbacks [] for router_gateway (711b1e62-1874-48b7-8c90-eaba7f315eae), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:34.094372 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe40b6e-628c-4d3c-a9fd-70cb0f596620 req-9fbf160e-3874-4eda-a72d-5b1bb2e5e690 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:34.097203 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-efe40b6e-628c-4d3c-a9fd-70cb0f596620 req-9fbf160e-3874-4eda-a72d-5b1bb2e5e690 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/ports?device_id=4541b57b-b721-46c1-b892-6a229d7bd8a6 HTTP/1.1" status: 200 len: 943 time: 0.8255632 Feb 19 04:24:34.101700 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c554aaf-239d-48bd-8e40-eea88396ee3d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (adbcc92a-2ad7-4548-af92-6aa6fa38b774), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:34.106515 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-12b5c126-a070-444f-9752-50fb30d21546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a1fd49d7-f8c1-4dfb-ac23-7ec3b1f8c0be), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:34.113236 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-12b5c126-a070-444f-9752-50fb30d21546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:34.118763 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-12b5c126-a070-444f-9752-50fb30d21546 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a1fd49d7-f8c1-4dfb-ac23-7ec3b1f8c0be HTTP/1.1" status: 204 len: 168 time: 1.1481764 Feb 19 04:24:34.130517 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c554aaf-239d-48bd-8e40-eea88396ee3d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:34.143601 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48840eba-ece0-40a9-b272-6c8f9b2ede36 None None] Pushing event updated for resources: {'Port': ['ID=5f45d210-7751-423f-89d0-59366ad5ac97,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:34.159930 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46442ea6-81e9-42d4-a93b-895c99994067 req-9743657a-71ee-4a90-9b16-ee27aaad0899 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:24:34.160533 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46442ea6-81e9-42d4-a93b-895c99994067 req-9743657a-71ee-4a90-9b16-ee27aaad0899 service neutron] Checking segment: {'id': 'b55c0cd0-c400-4626-889a-4d0793276cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3b544283-ed6e-4862-9298-e85c895d835c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:34.161283 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46442ea6-81e9-42d4-a93b-895c99994067 req-9743657a-71ee-4a90-9b16-ee27aaad0899 service neutron] Bound using segment: {'id': 'b55c0cd0-c400-4626-889a-4d0793276cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3b544283-ed6e-4862-9298-e85c895d835c'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:24:34.162104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-46442ea6-81e9-42d4-a93b-895c99994067 req-9743657a-71ee-4a90-9b16-ee27aaad0899 service neutron] Bound port: 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b55c0cd0-c400-4626-889a-4d0793276cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3b544283-ed6e-4862-9298-e85c895d835c'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:24:34.162780 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-46442ea6-81e9-42d4-a93b-895c99994067 req-9743657a-71ee-4a90-9b16-ee27aaad0899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:34.167338 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 1fa75f7f-4eb0-41c2-9b03-dc73923459a3, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=1fa75f7f-4eb0-41c2-9b03-dc73923459a3,segment=NetworkSegment(8799b4e1-b85f-451a-906a-6c07568a3fb8),segment_id=8799b4e1-b85f-451a-906a-6c07568a3fb8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:34.178414 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2c554aaf-239d-48bd-8e40-eea88396ee3d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/networks/adbcc92a-2ad7-4548-af92-6aa6fa38b774 HTTP/1.1" status: 204 len: 168 time: 5.7511065 Feb 19 04:24:34.215769 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47622) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:34.216048 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acaf91f-836a-40eb-927f-9e52582b5c3c req-7dbb5b1c-9a3d-4f93-8317-8d9889e300f8 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:34.218789 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7acaf91f-836a-40eb-927f-9e52582b5c3c req-7dbb5b1c-9a3d-4f93-8317-8d9889e300f8 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 945 time: 0.8242297 Feb 19 04:24:34.253983 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5c126-a070-444f-9752-50fb30d21546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fd49d7-f8c1-4dfb-ac23-7ec3b1f8c0be,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:34.266018 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-67f233ee-e7c4-4423-bfab-af4622dddef3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'port': {'network_id': '4b4ee219-081e-47f1-adc3-bc6d7aae1457', 'name': 'tempest-PortsIpV6TestJSON-381575122'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:34.277815 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c554aaf-239d-48bd-8e40-eea88396ee3d tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Network': ['ID=adbcc92a-2ad7-4548-af92-6aa6fa38b774,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:34.310295 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-63b24ffe-efee-4fb5-bc8c-7c04bd4a9835 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (812dd34d-0d40-405b-a76b-152ffe6f86b5), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:34.317585 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (1fa75f7f-4eb0-41c2-9b03-dc73923459a3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:34.340974 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-707f170e-d3b5-4c7c-9e05-d18033a93790 None None] Calling delete_port for 0bac3378-0850-45a1-b47b-dcb6934089b0 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:34.349736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.ipam_backend_mixin [None req-707f170e-d3b5-4c7c-9e05-d18033a93790 None None] Port 0bac3378-0850-45a1-b47b-dcb6934089b0 was not found and therefore no delete operation was performed {{(pid=115200) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:24:34.465825 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-707f170e-d3b5-4c7c-9e05-d18033a93790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (0bac3378-0850-45a1-b47b-dcb6934089b0), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:34.503236 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3300abe1-b39c-4532-b930-6415ec067dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-905acf5c-9538-430e-9b25-a0c784a5d182', 'network_id': '905acf5c-9538-430e-9b25-a0c784a5d182', 'project_id': '82338ea0f2c0482593c95c014017eddd', 'fixed_ips': [{'subnet_id': '17489c7d-8dda-4f69-a700-039f2b068333'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:24:34.505282 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3300abe1-b39c-4532-b930-6415ec067dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:34.512330 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-707f170e-d3b5-4c7c-9e05-d18033a93790 None None] Network adbcc92a-2ad7-4548-af92-6aa6fa38b774 is not hosted by any dhcp agent {{(pid=115200) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 04:24:34.513209 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707f170e-d3b5-4c7c-9e05-d18033a93790 None None] No DVR routers for this DVR port 0bac3378-0850-45a1-b47b-dcb6934089b0 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:34.574074 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33b3cc01-3268-47d5-8951-69e4fe7cb245 admin admin] Publish callbacks [] for router_controller (277e6030-540f-448d-a0e1-8361d80c8ff1), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:34.751075 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b24ffe-efee-4fb5-bc8c-7c04bd4a9835 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:34.765699 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-63b24ffe-efee-4fb5-bc8c-7c04bd4a9835 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:34.829971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b24ffe-efee-4fb5-bc8c-7c04bd4a9835 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:34.841425 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b24ffe-efee-4fb5-bc8c-7c04bd4a9835 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:34.842580 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-63b24ffe-efee-4fb5-bc8c-7c04bd4a9835 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:34.850778 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b24ffe-efee-4fb5-bc8c-7c04bd4a9835 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=812dd34d-0d40-405b-a76b-152ffe6f86b5,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:34.938150 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-63b24ffe-efee-4fb5-bc8c-7c04bd4a9835 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 7.6838708 Feb 19 04:24:34.958843 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47630) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:34.997327 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f233ee-e7c4-4423-bfab-af4622dddef3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:35.010295 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67f233ee-e7c4-4423-bfab-af4622dddef3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:35.026356 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-ee8f703c-9721-4960-bda8-1fb1982e7261 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:24:35.027009 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-ee8f703c-9721-4960-bda8-1fb1982e7261 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:24:35.029940 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5f45d210-7751-423f-89d0-59366ad5ac97 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:35.030229 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-efe40b6e-628c-4d3c-a9fd-70cb0f596620 req-669badb4-203e-4371-8678-78cf5353e313 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcf4f98-d95e-41b1-9eaa-fba32110ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8990490 Feb 19 04:24:35.079795 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a66686-602a-45c9-ac67-123a776c2968 req-032dd140-22c1-4474-8ade-6d4b60638075 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:35.095232 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54a66686-602a-45c9-ac67-123a776c2968 req-032dd140-22c1-4474-8ade-6d4b60638075 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 945 time: 0.3592327 Feb 19 04:24:35.115543 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-a42a1262-a2fd-4ce9-8184-a77f6b1b0dff admin admin] Deleting port 8655014a-a397-44f1-ad24-0a41873df23f {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:35.115971 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a42a1262-a2fd-4ce9-8184-a77f6b1b0dff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (8655014a-a397-44f1-ad24-0a41873df23f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:35.172310 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-67f233ee-e7c4-4423-bfab-af4622dddef3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] device_id is not set on port d7ec88db-58e0-4cce-bc7f-c2a26727386c yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:24:35.322274 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-3300abe1-b39c-4532-b930-6415ec067dd3 None None] Allocated IP 172.20.0.2 (905acf5c-9538-430e-9b25-a0c784a5d182/17489c7d-8dda-4f69-a700-039f2b068333/9df76e2a-817b-404c-99c3-e4b4f1afd274) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:35.379513 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-46442ea6-81e9-42d4-a93b-895c99994067 req-9743657a-71ee-4a90-9b16-ee27aaad0899 service neutron] For port 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:24:35.394931 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=1fa75f7f-4eb0-41c2-9b03-dc73923459a3,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:35.399908 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-46442ea6-81e9-42d4-a93b-895c99994067 req-9743657a-71ee-4a90-9b16-ee27aaad0899 service neutron] For port 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d,segment=NetworkSegment(b55c0cd0-c400-4626-889a-4d0793276cbd),segment_id=b55c0cd0-c400-4626-889a-4d0793276cbd)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:24:35.424103 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-46442ea6-81e9-42d4-a93b-895c99994067 req-9743657a-71ee-4a90-9b16-ee27aaad0899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:35.431996 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3470ac90-e3a9-47d8-ae3b-3c1320e55d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:35.457918 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2483450-c142-4cca-8200-6d8a4176fee4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:35.473426 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2483450-c142-4cca-8200-6d8a4176fee4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:35.480847 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c2483450-c142-4cca-8200-6d8a4176fee4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5179753 Feb 19 04:24:35.497534 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47650) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:35.622785 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f170e-d3b5-4c7c-9e05-d18033a93790 None None] Pushing event deleted for resources: {'Port': ['ID=0bac3378-0850-45a1-b47b-dcb6934089b0,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:35.670873 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54a66686-602a-45c9-ac67-123a776c2968 req-f7420da5-a626-4fe2-bb36-2e254cbcaa1f tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/security-groups?id=cea4b522-df63-419d-b92f-eef69a56abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5757313 Feb 19 04:24:35.715609 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33b3cc01-3268-47d5-8951-69e4fe7cb245 admin admin] Publish callbacks [] for router_gateway (277e6030-540f-448d-a0e1-8361d80c8ff1), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:35.817857 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46442ea6-81e9-42d4-a93b-895c99994067 req-9743657a-71ee-4a90-9b16-ee27aaad0899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:35.819130 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-46442ea6-81e9-42d4-a93b-895c99994067 req-9743657a-71ee-4a90-9b16-ee27aaad0899 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:35.822430 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46442ea6-81e9-42d4-a93b-895c99994067 req-9743657a-71ee-4a90-9b16-ee27aaad0899 service neutron] 10.222.0.48 "PUT /v2.0/ports/4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d HTTP/1.1" status: 200 len: 1091 time: 6.6824589 Feb 19 04:24:35.899158 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b77b0d68-7dd0-41c6-acc6-4c39fd238a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711b1e62-1874-48b7-8c90-eaba7f315eae', 'name': 'tempest-ServerRescueTestJSON-1746079781-router', 'tenant_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '8655014a-a397-44f1-ad24-0a41873df23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:24:27Z', 'revision_number': 5, 'project_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'gw_port': {'id': '8655014a-a397-44f1-ad24-0a41873df23f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:40:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711b1e62-1874-48b7-8c90-eaba7f315eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:21:03Z', 'updated_at': '2022-02-19T04:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:35.903329 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4541b57b-b721-46c1-b892-6a229d7bd8a6', 'tag': '4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:24:35.921449 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257bf92a-89a2-4c27-90b1-047ab6d4aa2e" -d '{"events": [{"name": "network-changed", "server_uuid": "4541b57b-b721-46c1-b892-6a229d7bd8a6", "tag": "4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:24:35.942879 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-7acaf91f-836a-40eb-927f-9e52582b5c3c req-f712a826-4370-472b-a027-bb93e2df522e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Deleting port bf10202d-b570-486f-9937-a43c4f9d01e5 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:35.943424 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7acaf91f-836a-40eb-927f-9e52582b5c3c req-f712a826-4370-472b-a027-bb93e2df522e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (bf10202d-b570-486f-9937-a43c4f9d01e5), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:35.948828 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743657a-71ee-4a90-9b16-ee27aaad0899 service neutron] Pushing event updated for resources: {'Port': ['ID=4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:36.009199 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-3e209738-fe89-4e8e-a494-105b95b693f7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting port 812dd34d-0d40-405b-a76b-152ffe6f86b5 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:36.010041 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3e209738-fe89-4e8e-a494-105b95b693f7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (812dd34d-0d40-405b-a76b-152ffe6f86b5), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.101474 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67f233ee-e7c4-4423-bfab-af4622dddef3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for port (d7ec88db-58e0-4cce-bc7f-c2a26727386c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.156307 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77b0d68-7dd0-41c6-acc6-4c39fd238a9c None None] Checking router: 711b1e62-1874-48b7-8c90-eaba7f315eae for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:24:36.175363 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f703c-9721-4960-bda8-1fb1982e7261 None None] Current status of the port 1fa75f7f-4eb0-41c2-9b03-dc73923459a3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:36.195033 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-a42a1262-a2fd-4ce9-8184-a77f6b1b0dff admin admin] For port 8655014a-a397-44f1-ad24-0a41873df23f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8655014a-a397-44f1-ad24-0a41873df23f,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:36.206465 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a42a1262-a2fd-4ce9-8184-a77f6b1b0dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (8655014a-a397-44f1-ad24-0a41873df23f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.215275 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77b0d68-7dd0-41c6-acc6-4c39fd238a9c None None] Routers {'711b1e62-1874-48b7-8c90-eaba7f315eae'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:36.216430 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b77b0d68-7dd0-41c6-acc6-4c39fd238a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:24:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['711b1e62-1874-48b7-8c90-eaba7f315eae'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:36.256681 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3ed75f-388b-4ce9-a58a-bca60e4fd274 x-openstack-request-id: req-ae3ed75f-388b-4ce9-a58a-bca60e4fd274 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:24:36.257092 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4541b57b-b721-46c1-b892-6a229d7bd8a6", "tag": "4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:24:36.257364 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ae3ed75f-388b-4ce9-a58a-bca60e4fd274 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:24:36.259862 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4541b57b-b721-46c1-b892-6a229d7bd8a6', 'tag': '4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d', 'status': 'completed', 'code': 200} Feb 19 04:24:36.345712 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 5f45d210-7751-423f-89d0-59366ad5ac97 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:36.345712 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5f45d210-7751-423f-89d0-59366ad5ac97), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.378548 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3e209738-fe89-4e8e-a494-105b95b693f7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (812dd34d-0d40-405b-a76b-152ffe6f86b5), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.409342 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-3e209738-fe89-4e8e-a494-105b95b693f7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Calling delete_port for 812dd34d-0d40-405b-a76b-152ffe6f86b5 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:36.420647 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-a42a1262-a2fd-4ce9-8184-a77f6b1b0dff admin admin] Calling delete_port for 8655014a-a397-44f1-ad24-0a41873df23f owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:36.581997 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46442ea6-81e9-42d4-a93b-895c99994067 req-853dcf75-73a9-4445-8041-9aa81239c5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:36.583632 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46442ea6-81e9-42d4-a93b-895c99994067 req-853dcf75-73a9-4445-8041-9aa81239c5e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=93f449894d4c4e21b75e1f09fa0cdd12&device_id=4541b57b-b721-46c1-b892-6a229d7bd8a6 HTTP/1.1" status: 200 len: 1125 time: 0.6501508 Feb 19 04:24:36.660224 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46442ea6-81e9-42d4-a93b-895c99994067 req-5e9af17f-3f51-4dab-b63f-aadab07f9c1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d HTTP/1.1" status: 200 len: 217 time: 0.0553610 Feb 19 04:24:36.721004 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-7acaf91f-836a-40eb-927f-9e52582b5c3c req-f712a826-4370-472b-a027-bb93e2df522e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] For port bf10202d-b570-486f-9937-a43c4f9d01e5, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=bf10202d-b570-486f-9937-a43c4f9d01e5,segment=NetworkSegment(10ce9f64-fc7a-4610-9c0f-d2c168305f00),segment_id=10ce9f64-fc7a-4610-9c0f-d2c168305f00)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:36.722108 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7acaf91f-836a-40eb-927f-9e52582b5c3c req-f712a826-4370-472b-a027-bb93e2df522e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (bf10202d-b570-486f-9937-a43c4f9d01e5), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.789135 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-181c7c8b-ac98-496b-932a-15242ffabf5d None None] Provisioning complete for port 5f45d210-7751-423f-89d0-59366ad5ac97 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:36.790960 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-181c7c8b-ac98-496b-932a-15242ffabf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5f45d210-7751-423f-89d0-59366ad5ac97), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.836529 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3446f-0706-4e03-bf31-feaaaa09059b req-4fdaf59e-74d7-411b-ac7a-966141859b00 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:36.838349 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-32a3446f-0706-4e03-bf31-feaaaa09059b req-4fdaf59e-74d7-411b-ac7a-966141859b00 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/ports?device_id=4541b57b-b721-46c1-b892-6a229d7bd8a6 HTTP/1.1" status: 200 len: 943 time: 0.4360368 Feb 19 04:24:36.921367 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67f233ee-e7c4-4423-bfab-af4622dddef3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (d7ec88db-58e0-4cce-bc7f-c2a26727386c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.989008 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-b77b0d68-7dd0-41c6-acc6-4c39fd238a9c None None] Set router 711b1e62-1874-48b7-8c90-eaba7f315eae gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:37.053012 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3e209738-fe89-4e8e-a494-105b95b693f7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (812dd34d-0d40-405b-a76b-152ffe6f86b5), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:37.086237 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f233ee-e7c4-4423-bfab-af4622dddef3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Port': ['ID=d7ec88db-58e0-4cce-bc7f-c2a26727386c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:37.174197 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device bf10202d-b570-486f-9937-a43c4f9d01e5 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:37.196741 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:37.199492 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3300abe1-b39c-4532-b930-6415ec067dd3 None None] Publish callbacks [] for port (9df76e2a-817b-404c-99c3-e4b4f1afd274), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:37.283327 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b77b0d68-7dd0-41c6-acc6-4c39fd238a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711b1e62-1874-48b7-8c90-eaba7f315eae', 'name': 'tempest-ServerRescueTestJSON-1746079781-router', 'tenant_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:24:34Z', 'revision_number': 6, 'project_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:37.509335 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3300abe1-b39c-4532-b930-6415ec067dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (9df76e2a-817b-404c-99c3-e4b4f1afd274), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:37.526596 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77b0d68-7dd0-41c6-acc6-4c39fd238a9c None None] The sync data for ids ['711b1e62-1874-48b7-8c90-eaba7f315eae'] in n-d-772273-4 is: [{'id': '711b1e62-1874-48b7-8c90-eaba7f315eae', 'name': 'tempest-ServerRescueTestJSON-1746079781-router', 'tenant_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:59Z', 'updated_at': '2022-02-19T04:24:34Z', 'revision_number': 6, 'project_id': 'df9c39b1157b4ff4913cb78a1d6accf7', 'gw_port_host': None}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:24:37.710183 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46442ea6-81e9-42d4-a93b-895c99994067 req-a6584412-8eda-4104-a95d-16b0080ea437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:37.713059 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46442ea6-81e9-42d4-a93b-895c99994067 req-a6584412-8eda-4104-a95d-16b0080ea437 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8ff47eb2-8322-4b19-bead-d6213cbc7362 HTTP/1.1" status: 200 len: 850 time: 1.0375478 Feb 19 04:24:37.771203 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:37.809486 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3300abe1-b39c-4532-b930-6415ec067dd3 None None] Network 905acf5c-9538-430e-9b25-a0c784a5d182 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:37.921527 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3e209738-fe89-4e8e-a494-105b95b693f7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:37.928691 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3e209738-fe89-4e8e-a494-105b95b693f7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/812dd34d-0d40-405b-a76b-152ffe6f86b5 HTTP/1.1" status: 204 len: 168 time: 2.4283164 Feb 19 04:24:37.940032 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47676) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:37.946729 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e209738-fe89-4e8e-a494-105b95b693f7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Port': ['ID=812dd34d-0d40-405b-a76b-152ffe6f86b5,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:37.995035 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-3300abe1-b39c-4532-b930-6415ec067dd3 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:38.021087 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port bf10202d-b570-486f-9937-a43c4f9d01e5 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:38.021723 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bf10202d-b570-486f-9937-a43c4f9d01e5), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.026005 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 5f45d210-7751-423f-89d0-59366ad5ac97 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:38.027098 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5f45d210-7751-423f-89d0-59366ad5ac97), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.030165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f233ee-e7c4-4423-bfab-af4622dddef3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:38.064629 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3300abe1-b39c-4532-b930-6415ec067dd3 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:38.105750 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300abe1-b39c-4532-b930-6415ec067dd3 None None] Pushing event updated for resources: {'Port': ['ID=9df76e2a-817b-404c-99c3-e4b4f1afd274,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:38.112858 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-67f233ee-e7c4-4423-bfab-af4622dddef3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:38.123411 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f233ee-e7c4-4423-bfab-af4622dddef3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:38.137600 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f233ee-e7c4-4423-bfab-af4622dddef3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:38.139377 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67f233ee-e7c4-4423-bfab-af4622dddef3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.189693 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e4139-1de3-44c6-8c25-eb8397ebee9d req-22cbcaa4-c283-4998-9f24-87dfd841976f tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:38.193268 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ec6e4139-1de3-44c6-8c25-eb8397ebee9d req-22cbcaa4-c283-4998-9f24-87dfd841976f tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 945 time: 1.1165304 Feb 19 04:24:38.240527 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c69a8ab-a257-446e-99bb-647c8309bc85 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:38.242034 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c69a8ab-a257-446e-99bb-647c8309bc85 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:38.244735 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6c69a8ab-a257-446e-99bb-647c8309bc85 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3020511 Feb 19 04:24:38.260606 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-67f233ee-e7c4-4423-bfab-af4622dddef3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 4.0255251 Feb 19 04:24:38.260949 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7acaf91f-836a-40eb-927f-9e52582b5c3c req-f712a826-4370-472b-a027-bb93e2df522e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.261670 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7acaf91f-836a-40eb-927f-9e52582b5c3c req-f712a826-4370-472b-a027-bb93e2df522e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (e3df94b3-f13b-4607-87b3-c68571ca6a5b), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.261670 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [req-7acaf91f-836a-40eb-927f-9e52582b5c3c req-f712a826-4370-472b-a027-bb93e2df522e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Floating IP e3df94b3-f13b-4607-87b3-c68571ca6a5b disassociated. External IP: 172.25.0.50, port: bf10202d-b570-486f-9937-a43c4f9d01e5. Feb 19 04:24:38.261670 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-7acaf91f-836a-40eb-927f-9e52582b5c3c req-f712a826-4370-472b-a027-bb93e2df522e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Calling delete_port for bf10202d-b570-486f-9937-a43c4f9d01e5 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:38.279890 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47684) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:38.280413 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47686) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:38.303969 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46442ea6-81e9-42d4-a93b-895c99994067 req-2369a2f9-54af-408f-a7d2-1b96fae47d94 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b544283-ed6e-4862-9298-e85c895d835c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282940 Feb 19 04:24:38.343361 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 5f45d210-7751-423f-89d0-59366ad5ac97, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5f45d210-7751-423f-89d0-59366ad5ac97,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:38.381790 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.386750 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-32a3446f-0706-4e03-bf31-feaaaa09059b req-7f6fddb7-f95b-4f26-927e-35414ded163c tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcf4f98-d95e-41b1-9eaa-fba32110ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4885483 Feb 19 04:24:38.419102 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-181c7c8b-ac98-496b-932a-15242ffabf5d None None] Current status of the port 5f45d210-7751-423f-89d0-59366ad5ac97 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:38.420208 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-181c7c8b-ac98-496b-932a-15242ffabf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5f45d210-7751-423f-89d0-59366ad5ac97), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.471685 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5f45d210-7751-423f-89d0-59366ad5ac97), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.561746 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cae1864-9aa4-40cd-8495-583878a423fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf10202d-b570-486f-9937-a43c4f9d01e5'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:24:38.565942 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84357b85-c100-436c-9b13-c4d15f7faf49" -d '{"events": [{"server_uuid": "0cae1864-9aa4-40cd-8495-583878a423fe", "name": "network-vif-unplugged", "status": "completed", "tag": "bf10202d-b570-486f-9937-a43c4f9d01e5"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:24:38.756387 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc3c8bd-5081-4d78-b110-58856589b7a5 x-openstack-request-id: req-9cc3c8bd-5081-4d78-b110-58856589b7a5 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:24:38.758498 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cae1864-9aa4-40cd-8495-583878a423fe", "name": "network-vif-unplugged", "status": "completed", "tag": "bf10202d-b570-486f-9937-a43c4f9d01e5", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:24:38.758498 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9cc3c8bd-5081-4d78-b110-58856589b7a5 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:24:38.758498 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cae1864-9aa4-40cd-8495-583878a423fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf10202d-b570-486f-9937-a43c4f9d01e5', 'code': 200} Feb 19 04:24:38.780252 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a42a1262-a2fd-4ce9-8184-a77f6b1b0dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (8655014a-a397-44f1-ad24-0a41873df23f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.780827 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0bac3378-0850-45a1-b47b-dcb6934089b0 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:38.798593 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33b3cc01-3268-47d5-8951-69e4fe7cb245 admin admin] Publish callbacks [] for router_gateway (277e6030-540f-448d-a0e1-8361d80c8ff1), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.839531 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8725d7-e140-4d8b-ace9-1a8556d42592 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet 2f023a98-9320-412e-80b0-141720b6853c {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:24:38.858130 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33b3cc01-3268-47d5-8951-69e4fe7cb245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.863878 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ec6e4139-1de3-44c6-8c25-eb8397ebee9d req-9fe2d87d-633b-4c1a-b4c8-799ec5a9c729 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/security-groups?id=cea4b522-df63-419d-b92f-eef69a56abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6439199 Feb 19 04:24:38.865240 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a1262-a2fd-4ce9-8184-a77f6b1b0dff admin admin] Pushing event deleted for resources: {'Port': ['ID=8655014a-a397-44f1-ad24-0a41873df23f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:38.870065 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port bf10202d-b570-486f-9937-a43c4f9d01e5, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=bf10202d-b570-486f-9937-a43c4f9d01e5,segment=NetworkSegment(10ce9f64-fc7a-4610-9c0f-d2c168305f00),segment_id=10ce9f64-fc7a-4610-9c0f-d2c168305f00)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:38.876749 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46442ea6-81e9-42d4-a93b-895c99994067 req-70d1ac79-c60b-4b3e-a4a3-f53e4092a2a3 service neutron] 10.222.0.48 "GET /v2.0/networks/3b544283-ed6e-4862-9298-e85c895d835c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5054851 Feb 19 04:24:38.908300 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (bf10202d-b570-486f-9937-a43c4f9d01e5), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.916386 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 0bac3378-0850-45a1-b47b-dcb6934089b0 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:24:38.916973 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0bac3378-0850-45a1-b47b-dcb6934089b0 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:24:38.924968 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ae8725d7-e140-4d8b-ace9-1a8556d42592 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (2f023a98-9320-412e-80b0-141720b6853c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.935311 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3300abe1-b39c-4532-b930-6415ec067dd3 None None] Attempting to bind port 9df76e2a-817b-404c-99c3-e4b4f1afd274 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:24:38.935882 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3300abe1-b39c-4532-b930-6415ec067dd3 None None] Attempting to bind port 9df76e2a-817b-404c-99c3-e4b4f1afd274 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'aafaf0f1-83a3-4dae-97b4-b094b40def8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '905acf5c-9538-430e-9b25-a0c784a5d182'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:24:38.936483 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3300abe1-b39c-4532-b930-6415ec067dd3 None None] Attempting to bind port 9df76e2a-817b-404c-99c3-e4b4f1afd274 on network 905acf5c-9538-430e-9b25-a0c784a5d182 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:39.008403 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-cdd61d83-f338-4521-9859-7cd29b6dfeaf tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting port d7ec88db-58e0-4cce-bc7f-c2a26727386c {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:39.010015 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cdd61d83-f338-4521-9859-7cd29b6dfeaf tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (d7ec88db-58e0-4cce-bc7f-c2a26727386c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.117762 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a42a1262-a2fd-4ce9-8184-a77f6b1b0dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (711b1e62-1874-48b7-8c90-eaba7f315eae), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.121162 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3300abe1-b39c-4532-b930-6415ec067dd3 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:24:39.121940 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3300abe1-b39c-4532-b930-6415ec067dd3 None None] Checking segment: {'id': 'aafaf0f1-83a3-4dae-97b4-b094b40def8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '905acf5c-9538-430e-9b25-a0c784a5d182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:39.122421 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3300abe1-b39c-4532-b930-6415ec067dd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.123496 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3300abe1-b39c-4532-b930-6415ec067dd3 None None] Bound using segment: {'id': 'aafaf0f1-83a3-4dae-97b4-b094b40def8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '905acf5c-9538-430e-9b25-a0c784a5d182'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:24:39.124309 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3300abe1-b39c-4532-b930-6415ec067dd3 None None] Bound port: 9df76e2a-817b-404c-99c3-e4b4f1afd274, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafaf0f1-83a3-4dae-97b4-b094b40def8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '905acf5c-9538-430e-9b25-a0c784a5d182'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:24:39.125051 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3300abe1-b39c-4532-b930-6415ec067dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9df76e2a-817b-404c-99c3-e4b4f1afd274), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.133400 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cdd61d83-f338-4521-9859-7cd29b6dfeaf tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (d7ec88db-58e0-4cce-bc7f-c2a26727386c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.145208 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.164821 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-cdd61d83-f338-4521-9859-7cd29b6dfeaf tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Calling delete_port for d7ec88db-58e0-4cce-bc7f-c2a26727386c owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:39.177063 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=5f45d210-7751-423f-89d0-59366ad5ac97,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:39.220628 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1fa75f7f-4eb0-41c2-9b03-dc73923459a3 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:39.323754 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ae8725d7-e140-4d8b-ace9-1a8556d42592 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (2f023a98-9320-412e-80b0-141720b6853c), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.340315 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a42a1262-a2fd-4ce9-8184-a77f6b1b0dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (711b1e62-1874-48b7-8c90-eaba7f315eae), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.347442 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.349438 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a42a1262-a2fd-4ce9-8184-a77f6b1b0dff admin admin] Publish callbacks [] for router_controller (711b1e62-1874-48b7-8c90-eaba7f315eae), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.374148 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-181c7c8b-ac98-496b-932a-15242ffabf5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:24:39.374739 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-181c7c8b-ac98-496b-932a-15242ffabf5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:24:39.446629 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7acaf91f-836a-40eb-927f-9e52582b5c3c req-f712a826-4370-472b-a027-bb93e2df522e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (bf10202d-b570-486f-9937-a43c4f9d01e5), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.488836 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 1fa75f7f-4eb0-41c2-9b03-dc73923459a3 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:39.489602 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1fa75f7f-4eb0-41c2-9b03-dc73923459a3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.496832 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ae8725d7-e140-4d8b-ace9-1a8556d42592 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (2f023a98-9320-412e-80b0-141720b6853c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.499163 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-33b3cc01-3268-47d5-8951-69e4fe7cb245 admin admin] Allocated IP 172.25.0.25 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/0b8ac462-14e1-4abf-9f74-c6821864dd80) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:39.505370 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46442ea6-81e9-42d4-a93b-895c99994067 req-3f4d9ac2-aacb-4ddb-a8c0-a7ebc2b52fcb service neutron] 10.222.0.48 "GET /v2.0/networks/3b544283-ed6e-4862-9298-e85c895d835c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6195102 Feb 19 04:24:39.511490 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cdd61d83-f338-4521-9859-7cd29b6dfeaf tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (d7ec88db-58e0-4cce-bc7f-c2a26727386c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.559898 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a42a1262-a2fd-4ce9-8184-a77f6b1b0dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (711b1e62-1874-48b7-8c90-eaba7f315eae), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.560625 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42a1262-a2fd-4ce9-8184-a77f6b1b0dff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 711b1e62-1874-48b7-8c90-eaba7f315eae {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:24:39.608129 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=bf10202d-b570-486f-9937-a43c4f9d01e5,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:39.614157 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a42a1262-a2fd-4ce9-8184-a77f6b1b0dff admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.619371 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a42a1262-a2fd-4ce9-8184-a77f6b1b0dff admin admin] 10.222.0.65 "DELETE /v2.0/routers/711b1e62-1874-48b7-8c90-eaba7f315eae HTTP/1.1" status: 204 len: 168 time: 7.1985722 Feb 19 04:24:39.622655 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712a826-4370-472b-a027-bb93e2df522e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Pushing event deleted for resources: {'Port': ['ID=bf10202d-b570-486f-9937-a43c4f9d01e5,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:39.636704 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47702) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:39.746843 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd61d83-f338-4521-9859-7cd29b6dfeaf tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Port': ['ID=d7ec88db-58e0-4cce-bc7f-c2a26727386c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:39.772987 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cdd61d83-f338-4521-9859-7cd29b6dfeaf tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:39.789476 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cdd61d83-f338-4521-9859-7cd29b6dfeaf tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/ports/d7ec88db-58e0-4cce-bc7f-c2a26727386c HTTP/1.1" status: 204 len: 168 time: 1.4992495 Feb 19 04:24:39.793909 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47704) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:39.814412 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-4e43c3ba-32dd-4721-952c-9c6673db785b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'port': {'network_id': '4b4ee219-081e-47f1-adc3-bc6d7aae1457', 'mac_address': 'fa:16:3e:2d:f9:ca', 'name': 'tempest-PortsIpV6TestJSON-2061758786'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:39.850648 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3300abe1-b39c-4532-b930-6415ec067dd3 None None] For port 9df76e2a-817b-404c-99c3-e4b4f1afd274, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:24:39.871224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3300abe1-b39c-4532-b930-6415ec067dd3 None None] For port 9df76e2a-817b-404c-99c3-e4b4f1afd274, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9df76e2a-817b-404c-99c3-e4b4f1afd274,segment=NetworkSegment(aafaf0f1-83a3-4dae-97b4-b094b40def8f),segment_id=aafaf0f1-83a3-4dae-97b4-b094b40def8f)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:24:39.959617 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f21557-8ca1-4857-a145-5e961fc521e3 admin admin] Deleting subnet c4888f38-26f5-49c8-afae-244433e40900 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:24:39.983394 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3300abe1-b39c-4532-b930-6415ec067dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9df76e2a-817b-404c-99c3-e4b4f1afd274), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:40.009851 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ae8725d7-e140-4d8b-ace9-1a8556d42592 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (2f023a98-9320-412e-80b0-141720b6853c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:40.076049 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d0f21557-8ca1-4857-a145-5e961fc521e3 admin admin] Publish callbacks [] for subnet (c4888f38-26f5-49c8-afae-244433e40900), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:40.156657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300abe1-b39c-4532-b930-6415ec067dd3 None None] Pushing event updated for resources: {'Port': ['ID=9df76e2a-817b-404c-99c3-e4b4f1afd274,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:40.164003 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bf92a-89a2-4c27-90b1-047ab6d4aa2e req-ff65413c-6d8a-4d61-90ea-2853c52a88a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:40.179039 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-257bf92a-89a2-4c27-90b1-047ab6d4aa2e req-ff65413c-6d8a-4d61-90ea-2853c52a88a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=93f449894d4c4e21b75e1f09fa0cdd12&device_id=4541b57b-b721-46c1-b892-6a229d7bd8a6 HTTP/1.1" status: 200 len: 1125 time: 0.5430143 Feb 19 04:24:40.190266 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-181c7c8b-ac98-496b-932a-15242ffabf5d None None] Current status of the port 5f45d210-7751-423f-89d0-59366ad5ac97 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:40.243297 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ae8725d7-e140-4d8b-ace9-1a8556d42592 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:40.249954 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 1fa75f7f-4eb0-41c2-9b03-dc73923459a3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:40.258122 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ae8725d7-e140-4d8b-ace9-1a8556d42592 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/2f023a98-9320-412e-80b0-141720b6853c HTTP/1.1" status: 204 len: 168 time: 1.9636593 Feb 19 04:24:40.259519 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47714) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:40.271239 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a8b057-6e0d-4092-8f17-4b6d93e2ece5 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:40.289905 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8725d7-e140-4d8b-ace9-1a8556d42592 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=2f023a98-9320-412e-80b0-141720b6853c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:40.321612 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e43c3ba-32dd-4721-952c-9c6673db785b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:40.330644 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcfd94-b493-4896-af91-f6bd40ddb332 req-a2192a00-17e4-4813-9785-83559aebadcf tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:40.349898 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-08fcfd94-b493-4896-af91-f6bd40ddb332 req-a2192a00-17e4-4813-9785-83559aebadcf tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/ports?device_id=4541b57b-b721-46c1-b892-6a229d7bd8a6 HTTP/1.1" status: 200 len: 943 time: 0.7849622 Feb 19 04:24:40.470610 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2f776a35-1743-4256-af30-fed07bf2583b no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:40.478555 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d0dc58e6-9d1f-4024-8d97-44819cac2e42 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1771560 Feb 19 04:24:40.479982 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-208b495d-5119-4f41-9350-9165fcf0c0f1 req-3e90a96d-31d2-4111-8e3b-4142f9a39152 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 0.2475336 Feb 19 04:24:40.600818 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d0f21557-8ca1-4857-a145-5e961fc521e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (c4888f38-26f5-49c8-afae-244433e40900), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:40.614290 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47716) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:40.636477 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-cb7540e9-c7f3-4976-8512-c2c6356c510e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:40.687270 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7acaf91f-836a-40eb-927f-9e52582b5c3c req-f712a826-4370-472b-a027-bb93e2df522e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Router 6cbd6cca-b41f-4554-a069-87dde42f6c80 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:24:40.699078 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e43c3ba-32dd-4721-952c-9c6673db785b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:40.732017 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33b3cc01-3268-47d5-8951-69e4fe7cb245 admin admin] Publish callbacks [] for port (0b8ac462-14e1-4abf-9f74-c6821864dd80), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:40.824651 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d0f21557-8ca1-4857-a145-5e961fc521e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (c4888f38-26f5-49c8-afae-244433e40900), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:40.938100 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 2f776a35-1743-4256-af30-fed07bf2583b {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:24:40.939479 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2f776a35-1743-4256-af30-fed07bf2583b not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:24:40.939900 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8655014a-a397-44f1-ad24-0a41873df23f no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:40.953116 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9a673c07-344d-4c75-9c76-0838ef1fce52 None None] Could not find standard attr ID for object 812dd34d-0d40-405b-a76b-152ffe6f86b5. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:24:40.961472 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-08fcfd94-b493-4896-af91-f6bd40ddb332 req-f8d6536d-0306-4a33-8a75-b39c1c55ba6d tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcf4f98-d95e-41b1-9eaa-fba32110ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6078031 Feb 19 04:24:41.019214 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-4e43c3ba-32dd-4721-952c-9c6673db785b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] device_id is not set on port 8cf279aa-ea6d-4925-a351-5208418d72c2 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:24:41.050321 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 8655014a-a397-44f1-ad24-0a41873df23f {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:24:41.050935 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8655014a-a397-44f1-ad24-0a41873df23f not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:24:41.061751 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bf92a-89a2-4c27-90b1-047ab6d4aa2e req-4e2b015f-736e-4856-9ec9-84be1cf80592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:41.063805 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-257bf92a-89a2-4c27-90b1-047ab6d4aa2e req-4e2b015f-736e-4856-9ec9-84be1cf80592 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b544283-ed6e-4862-9298-e85c895d835c HTTP/1.1" status: 200 len: 910 time: 0.8251340 Feb 19 04:24:41.250389 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-257bf92a-89a2-4c27-90b1-047ab6d4aa2e req-ce9f14bf-6237-4f3d-b023-2ab2b1c49776 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d HTTP/1.1" status: 200 len: 217 time: 0.1573281 Feb 19 04:24:41.257547 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33b3cc01-3268-47d5-8951-69e4fe7cb245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (0b8ac462-14e1-4abf-9f74-c6821864dd80), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:41.282790 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7540e9-c7f3-4976-8512-c2c6356c510e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:41.285460 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb7540e9-c7f3-4976-8512-c2c6356c510e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:41.330448 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e1ee1e-00d8-48f1-a5cc-d02807e58ffe None None] DHCP port deletion for 9e765b0b-136b-493b-bef9-44145ed793f7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:24:41.501300 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9df76e2a-817b-404c-99c3-e4b4f1afd274 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:41.522187 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e43c3ba-32dd-4721-952c-9c6673db785b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for port (8cf279aa-ea6d-4925-a351-5208418d72c2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:41.589165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b3cc01-3268-47d5-8951-69e4fe7cb245 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:41.640791 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-33b3cc01-3268-47d5-8951-69e4fe7cb245 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:41.661209 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b3cc01-3268-47d5-8951-69e4fe7cb245 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:41.666317 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d0f21557-8ca1-4857-a145-5e961fc521e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (c4888f38-26f5-49c8-afae-244433e40900), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:41.702315 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3cc01-3268-47d5-8951-69e4fe7cb245 admin admin] Pushing event updated for resources: {'Port': ['ID=0b8ac462-14e1-4abf-9f74-c6821864dd80,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:41.775677 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bf92a-89a2-4c27-90b1-047ab6d4aa2e req-f02fd22e-0a25-4197-be56-d198c5289ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:41.778417 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-257bf92a-89a2-4c27-90b1-047ab6d4aa2e req-f02fd22e-0a25-4197-be56-d198c5289ba5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8ff47eb2-8322-4b19-bead-d6213cbc7362 HTTP/1.1" status: 200 len: 850 time: 0.5023878 Feb 19 04:24:41.791892 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f21557-8ca1-4857-a145-5e961fc521e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4888f38-26f5-49c8-afae-244433e40900,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:41.802783 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7acaf91f-836a-40eb-927f-9e52582b5c3c req-f712a826-4370-472b-a027-bb93e2df522e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:24:41.829634 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c311083e-bb70-4a8f-8ce8-7e0426e92712 None None] Sync routers for ids ['6cbd6cca-b41f-4554-a069-87dde42f6c80'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:24:41.857052 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e43c3ba-32dd-4721-952c-9c6673db785b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (8cf279aa-ea6d-4925-a351-5208418d72c2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:41.884112 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c311083e-bb70-4a8f-8ce8-7e0426e92712 None None] Routers {'6cbd6cca-b41f-4554-a069-87dde42f6c80'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:41.885867 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c311083e-bb70-4a8f-8ce8-7e0426e92712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:24:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6cbd6cca-b41f-4554-a069-87dde42f6c80'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:41.905647 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d0f21557-8ca1-4857-a145-5e961fc521e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:41.915118 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d0f21557-8ca1-4857-a145-5e961fc521e3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c4888f38-26f5-49c8-afae-244433e40900 HTTP/1.1" status: 204 len: 168 time: 2.2756605 Feb 19 04:24:41.928692 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47730) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:41.954820 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 9df76e2a-817b-404c-99c3-e4b4f1afd274 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:41.956326 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9df76e2a-817b-404c-99c3-e4b4f1afd274), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:41.960506 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e43c3ba-32dd-4721-952c-9c6673db785b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:41.964826 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-257bf92a-89a2-4c27-90b1-047ab6d4aa2e req-d5c5cb30-40e1-46fa-b7dc-7a730a83e23e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b544283-ed6e-4862-9298-e85c895d835c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1585710 Feb 19 04:24:41.968445 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e00a4509-d142-423a-b6fa-4fe629d3af44 req-c1ec3a5d-9270-4d00-a3ff-eb62bc27f76b tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 0.2090986 Feb 19 04:24:41.982761 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-4e43c3ba-32dd-4721-952c-9c6673db785b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:41.989841 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e43c3ba-32dd-4721-952c-9c6673db785b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:42.001128 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e43c3ba-32dd-4721-952c-9c6673db785b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:42.002246 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e43c3ba-32dd-4721-952c-9c6673db785b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:42.140669 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-61e1ee1e-00d8-48f1-a5cc-d02807e58ffe None None] Deleting port 5f45d210-7751-423f-89d0-59366ad5ac97 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:42.150974 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-61e1ee1e-00d8-48f1-a5cc-d02807e58ffe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (5f45d210-7751-423f-89d0-59366ad5ac97), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:42.168111 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acaf91f-836a-40eb-927f-9e52582b5c3c req-f712a826-4370-472b-a027-bb93e2df522e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] No DVR routers for this DVR port bf10202d-b570-486f-9937-a43c4f9d01e5 on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:42.205154 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7acaf91f-836a-40eb-927f-9e52582b5c3c req-f712a826-4370-472b-a027-bb93e2df522e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:42.209431 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7acaf91f-836a-40eb-927f-9e52582b5c3c req-f712a826-4370-472b-a027-bb93e2df522e tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.10 "DELETE /v2.0/ports/bf10202d-b570-486f-9937-a43c4f9d01e5 HTTP/1.1" status: 204 len: 173 time: 7.9466670 Feb 19 04:24:42.224219 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cae1864-9aa4-40cd-8495-583878a423fe', 'name': 'network-vif-deleted', 'tag': 'bf10202d-b570-486f-9937-a43c4f9d01e5'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:24:42.228140 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e207ba8-963b-4a74-83a5-eb3344be4b2c" -d '{"events": [{"server_uuid": "0cae1864-9aa4-40cd-8495-583878a423fe", "name": "network-vif-deleted", "tag": "bf10202d-b570-486f-9937-a43c4f9d01e5"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:24:42.452694 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-c311083e-bb70-4a8f-8ce8-7e0426e92712 None None] Set router 6cbd6cca-b41f-4554-a069-87dde42f6c80 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:42.550645 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4e43c3ba-32dd-4721-952c-9c6673db785b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.7448289 Feb 19 04:24:42.573730 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47740) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:42.690704 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-61e1ee1e-00d8-48f1-a5cc-d02807e58ffe None None] For port 5f45d210-7751-423f-89d0-59366ad5ac97, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5f45d210-7751-423f-89d0-59366ad5ac97,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:42.695912 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-61e1ee1e-00d8-48f1-a5cc-d02807e58ffe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (5f45d210-7751-423f-89d0-59366ad5ac97), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:42.796302 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43c3ba-32dd-4721-952c-9c6673db785b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Port': ['ID=8cf279aa-ea6d-4925-a351-5208418d72c2,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:42.854403 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3dd37727-0428-459b-92ee-572679b8c792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (1c84052c-91e0-4c2a-807c-a49aff1ef410), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:42.858305 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-61e1ee1e-00d8-48f1-a5cc-d02807e58ffe None None] Calling delete_port for 5f45d210-7751-423f-89d0-59366ad5ac97 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:43.003248 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b88b0b1-786b-4045-b5e3-3cde75211b42 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:43.009709 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3b88b0b1-786b-4045-b5e3-3cde75211b42 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports/8cf279aa-ea6d-4925-a351-5208418d72c2 HTTP/1.1" status: 200 len: 845 time: 0.4253364 Feb 19 04:24:43.020815 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47744) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:43.037178 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 9df76e2a-817b-404c-99c3-e4b4f1afd274 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:43.037976 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9df76e2a-817b-404c-99c3-e4b4f1afd274), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:43.040385 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c948f5-3f15-4e89-af6c-7b14f608bda8 None None] Network 905acf5c-9538-430e-9b25-a0c784a5d182 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:43.196993 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c311083e-bb70-4a8f-8ce8-7e0426e92712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'name': 'tempest-ServersTestBootFromVolume-1041413511-router', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '98ade901-b155-48a2-affe-3b71bb529f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:51Z', 'updated_at': '2022-02-19T04:21:00Z', 'revision_number': 4, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'gw_port': {'id': '98ade901-b155-48a2-affe-3b71bb529f62', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:54Z', 'updated_at': '2022-02-19T04:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '706ea616-c356-4290-a54a-316e598ad4db', 'name': '', 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'mac_address': 'fa:16:3e:c6:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '74e94b9f-2f2f-4190-b9f7-e78f36ba82b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:58Z', 'updated_at': '2022-02-19T04:21:15Z', 'revision_number': 5, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'subnets': [{'id': '74e94b9f-2f2f-4190-b9f7-e78f36ba82b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:43.235063 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32b4b7-d9d1-4315-9931-f03673319665 req-e76d85c5-95e2-4186-b78e-f4d6fa8556dc tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:43.250476 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-af32b4b7-d9d1-4315-9931-f03673319665 req-e76d85c5-95e2-4186-b78e-f4d6fa8556dc tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/ports?device_id=4541b57b-b721-46c1-b892-6a229d7bd8a6 HTTP/1.1" status: 200 len: 943 time: 1.0685067 Feb 19 04:24:43.296134 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c311083e-bb70-4a8f-8ce8-7e0426e92712 None None] Checking router: 6cbd6cca-b41f-4554-a069-87dde42f6c80 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:24:43.338939 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c311083e-bb70-4a8f-8ce8-7e0426e92712 None None] Routers {'6cbd6cca-b41f-4554-a069-87dde42f6c80'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:43.342930 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c311083e-bb70-4a8f-8ce8-7e0426e92712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:24:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6cbd6cca-b41f-4554-a069-87dde42f6c80'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:43.354321 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77f6bb1-0e79-4803-a5c5-972025a0546e x-openstack-request-id: req-e77f6bb1-0e79-4803-a5c5-972025a0546e {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:24:43.354892 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cae1864-9aa4-40cd-8495-583878a423fe", "name": "network-vif-deleted", "tag": "bf10202d-b570-486f-9937-a43c4f9d01e5", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:24:43.358248 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e77f6bb1-0e79-4803-a5c5-972025a0546e {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:24:43.358900 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cae1864-9aa4-40cd-8495-583878a423fe', 'name': 'network-vif-deleted', 'tag': 'bf10202d-b570-486f-9937-a43c4f9d01e5', 'status': 'completed', 'code': 200} Feb 19 04:24:43.530910 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-257bf92a-89a2-4c27-90b1-047ab6d4aa2e req-fff26e42-058b-4df8-91cf-44b6c6d7c21f service neutron] 10.222.0.48 "GET /v2.0/networks/3b544283-ed6e-4862-9298-e85c895d835c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5498085 Feb 19 04:24:43.584224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 9df76e2a-817b-404c-99c3-e4b4f1afd274, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9df76e2a-817b-404c-99c3-e4b4f1afd274,segment=NetworkSegment(aafaf0f1-83a3-4dae-97b4-b094b40def8f),segment_id=aafaf0f1-83a3-4dae-97b4-b094b40def8f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:43.630385 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3dd37727-0428-459b-92ee-572679b8c792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (1c84052c-91e0-4c2a-807c-a49aff1ef410), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:43.677402 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:24:43.715673 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-61e1ee1e-00d8-48f1-a5cc-d02807e58ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (5f45d210-7751-423f-89d0-59366ad5ac97), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:43.775345 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-97ed3435-68dd-4c58-b581-dd291d5e4012 req-4ea3f31e-79b2-49e3-9598-c73823ce8880 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 0.4119575 Feb 19 04:24:43.778952 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-af32b4b7-d9d1-4315-9931-f03673319665 req-fae4e11e-dbb9-4cfd-9a01-81ec38f42eca tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcf4f98-d95e-41b1-9eaa-fba32110ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5129719 Feb 19 04:24:43.790816 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-3dd37727-0428-459b-92ee-572679b8c792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c84052c-91e0-4c2a-807c-a49aff1ef410']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:43.792903 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d1db5124-7d24-4ea0-a85a-674e543a1f95 None None] Provisioning complete for port 9df76e2a-817b-404c-99c3-e4b4f1afd274 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:43.793725 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d1db5124-7d24-4ea0-a85a-674e543a1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9df76e2a-817b-404c-99c3-e4b4f1afd274), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:43.811066 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9df76e2a-817b-404c-99c3-e4b4f1afd274), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:43.819765 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e1ee1e-00d8-48f1-a5cc-d02807e58ffe None None] No DVR routers for this DVR port 5f45d210-7751-423f-89d0-59366ad5ac97 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:43.834252 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-c311083e-bb70-4a8f-8ce8-7e0426e92712 None None] Set router 6cbd6cca-b41f-4554-a069-87dde42f6c80 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:43.871274 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-3dd37727-0428-459b-92ee-572679b8c792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7475f1e8-9ba9-4f4c-a789-729c28f3ed2d') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:43.871774 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-3dd37727-0428-459b-92ee-572679b8c792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7475f1e8-9ba9-4f4c-a789-729c28f3ed2d') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:43.925396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.objects.ports [None req-cb7540e9-c7f3-4976-8512-c2c6356c510e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115198) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:24:43.947118 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3dd37727-0428-459b-92ee-572679b8c792 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (7475f1e8-9ba9-4f4c-a789-729c28f3ed2d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:44.003093 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1ee1e-00d8-48f1-a5cc-d02807e58ffe None None] Pushing event deleted for resources: {'Port': ['ID=5f45d210-7751-423f-89d0-59366ad5ac97,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:44.189705 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-257bf92a-89a2-4c27-90b1-047ab6d4aa2e req-c26f65cc-7a00-4bb9-bf19-d4e9a42b1cee service neutron] 10.222.0.48 "GET /v2.0/networks/3b544283-ed6e-4862-9298-e85c895d835c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5976498 Feb 19 04:24:44.252825 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-80687ff3-068e-481d-8ddb-091101473450 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting port 8cf279aa-ea6d-4925-a351-5208418d72c2 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:44.253353 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80687ff3-068e-481d-8ddb-091101473450 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (8cf279aa-ea6d-4925-a351-5208418d72c2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:44.269904 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5f45d210-7751-423f-89d0-59366ad5ac97 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:44.349480 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 5f45d210-7751-423f-89d0-59366ad5ac97 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:24:44.350267 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5f45d210-7751-423f-89d0-59366ad5ac97 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:24:44.425664 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:24:44.428780 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80687ff3-068e-481d-8ddb-091101473450 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (8cf279aa-ea6d-4925-a351-5208418d72c2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:44.439306 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33b3cc01-3268-47d5-8951-69e4fe7cb245 admin admin] Publish callbacks [] for router_gateway (277e6030-540f-448d-a0e1-8361d80c8ff1), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:44.465717 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-80687ff3-068e-481d-8ddb-091101473450 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Calling delete_port for 8cf279aa-ea6d-4925-a351-5208418d72c2 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:44.594793 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3dd37727-0428-459b-92ee-572679b8c792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (7475f1e8-9ba9-4f4c-a789-729c28f3ed2d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:44.627982 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd37727-0428-459b-92ee-572679b8c792 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:24:44.629162 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3dd37727-0428-459b-92ee-572679b8c792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (7475f1e8-9ba9-4f4c-a789-729c28f3ed2d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:24:44.637579 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:24:44.700389 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c311083e-bb70-4a8f-8ce8-7e0426e92712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'name': 'tempest-ServersTestBootFromVolume-1041413511-router', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '98ade901-b155-48a2-affe-3b71bb529f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:51Z', 'updated_at': '2022-02-19T04:21:00Z', 'revision_number': 4, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'gw_port': {'id': '98ade901-b155-48a2-affe-3b71bb529f62', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:54Z', 'updated_at': '2022-02-19T04:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '706ea616-c356-4290-a54a-316e598ad4db', 'name': '', 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'mac_address': 'fa:16:3e:c6:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '74e94b9f-2f2f-4190-b9f7-e78f36ba82b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:58Z', 'updated_at': '2022-02-19T04:21:15Z', 'revision_number': 5, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'subnets': [{'id': '74e94b9f-2f2f-4190-b9f7-e78f36ba82b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:44.711010 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=9df76e2a-817b-404c-99c3-e4b4f1afd274,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:44.785283 n-d-772273-4 neutron-server[115198]: WARNING neutron.services.revisions.revision_plugin [None req-cb7540e9-c7f3-4976-8512-c2c6356c510e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Could not find related port for resource to bump revision. Feb 19 04:24:44.795325 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d1db5124-7d24-4ea0-a85a-674e543a1f95 None None] Current status of the port 9df76e2a-817b-404c-99c3-e4b4f1afd274 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:44.808199 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.ipam_pluggable_backend [None req-cb7540e9-c7f3-4976-8512-c2c6356c510e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Port 5f45d210-7751-423f-89d0-59366ad5ac97 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=115198) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 19 04:24:44.808199 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.ipam_pluggable_backend [None req-cb7540e9-c7f3-4976-8512-c2c6356c510e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Reverting IP allocation for 2001:db8::f816:3eff:fefe:f3e5 {{(pid=115198) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 19 04:24:44.812253 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.ipam_pluggable_backend [None req-cb7540e9-c7f3-4976-8512-c2c6356c510e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fefe:f3e5 {{(pid=115198) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 19 04:24:44.822391 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb7540e9-c7f3-4976-8512-c2c6356c510e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (f4c8b368-5d1a-4634-90d6-1478cd32b4b7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:44.851611 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3dd37727-0428-459b-92ee-572679b8c792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (1c84052c-91e0-4c2a-807c-a49aff1ef410), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:44.878070 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c311083e-bb70-4a8f-8ce8-7e0426e92712 None None] The sync data for ids ['6cbd6cca-b41f-4554-a069-87dde42f6c80'] in n-d-772273-4 is: [{'id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'name': 'tempest-ServersTestBootFromVolume-1041413511-router', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '98ade901-b155-48a2-affe-3b71bb529f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:51Z', 'updated_at': '2022-02-19T04:21:00Z', 'revision_number': 4, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'gw_port': {'id': '98ade901-b155-48a2-affe-3b71bb529f62', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:54Z', 'updated_at': '2022-02-19T04:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '706ea616-c356-4290-a54a-316e598ad4db', 'name': '', 'network_id': 'cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'mac_address': 'fa:16:3e:c6:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '74e94b9f-2f2f-4190-b9f7-e78f36ba82b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:58Z', 'updated_at': '2022-02-19T04:21:15Z', 'revision_number': 5, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'subnets': [{'id': '74e94b9f-2f2f-4190-b9f7-e78f36ba82b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:24:44.897988 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3dd37727-0428-459b-92ee-572679b8c792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:44.927261 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3dd37727-0428-459b-92ee-572679b8c792 admin admin] 10.222.0.65 "DELETE /v2.0/networks/1c84052c-91e0-4c2a-807c-a49aff1ef410 HTTP/1.1" status: 204 len: 168 time: 2.9617121 Feb 19 04:24:45.154359 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd37727-0428-459b-92ee-572679b8c792 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c84052c-91e0-4c2a-807c-a49aff1ef410,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:45.160181 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80687ff3-068e-481d-8ddb-091101473450 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (8cf279aa-ea6d-4925-a351-5208418d72c2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:45.223393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d,segment=NetworkSegment(b55c0cd0-c400-4626-889a-4d0793276cbd),segment_id=b55c0cd0-c400-4626-889a-4d0793276cbd)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:45.302279 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d', 'network_id': '3b544283-ed6e-4862-9298-e85c895d835c', 'port_id': '4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d', 'mac_address': 'fa:16:3e:41:ce:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ff47eb2-8322-4b19-bead-d6213cbc7362', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:24:45.415231 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7540e9-c7f3-4976-8512-c2c6356c510e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:45.417868 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80687ff3-068e-481d-8ddb-091101473450 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Port': ['ID=8cf279aa-ea6d-4925-a351-5208418d72c2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:45.456961 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47766) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:45.466745 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:45.467439 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:45.475203 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-cb7540e9-c7f3-4976-8512-c2c6356c510e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:45.530332 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:24:45.558416 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad250b19-5106-47c1-8531-420c9f07ffd7 req-a0428b12-7b02-4c42-9543-d8da42392046 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:45.562565 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ad250b19-5106-47c1-8531-420c9f07ffd7 req-a0428b12-7b02-4c42-9543-d8da42392046 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/ports?device_id=4541b57b-b721-46c1-b892-6a229d7bd8a6 HTTP/1.1" status: 200 len: 943 time: 0.3537629 Feb 19 04:24:45.575355 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935346d6-2fa0-463b-9d47-484fd72695a9 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:45.581603 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7540e9-c7f3-4976-8512-c2c6356c510e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:45.582685 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb7540e9-c7f3-4976-8512-c2c6356c510e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:45.633734 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e396508-dcb3-400d-8f5d-4bdabb299688 req-3335c7dd-5e6e-40b0-b825-e500270c3b14 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 0.4628553 Feb 19 04:24:45.654223 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33b3cc01-3268-47d5-8951-69e4fe7cb245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (277e6030-540f-448d-a0e1-8361d80c8ff1), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:45.699154 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80687ff3-068e-481d-8ddb-091101473450 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:45.724151 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-80687ff3-068e-481d-8ddb-091101473450 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/ports/8cf279aa-ea6d-4925-a351-5208418d72c2 HTTP/1.1" status: 204 len: 168 time: 2.6914864 Feb 19 04:24:45.742708 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7540e9-c7f3-4976-8512-c2c6356c510e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=f4c8b368-5d1a-4634-90d6-1478cd32b4b7,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:45.777286 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d,segment=NetworkSegment(b55c0cd0-c400-4626-889a-4d0793276cbd),segment_id=b55c0cd0-c400-4626-889a-4d0793276cbd)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:45.786120 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d7459-a9aa-467a-9008-6dfeeba784d3 None None] New status for floating IP e3df94b3-f13b-4607-87b3-c68571ca6a5b: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:24:45.788741 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47770) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:45.789113 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d48dc818-ec51-49de-bfc0-c8af65c977e3 None None] Provisioning complete for port 9df76e2a-817b-404c-99c3-e4b4f1afd274 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:45.789563 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d48dc818-ec51-49de-bfc0-c8af65c977e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9df76e2a-817b-404c-99c3-e4b4f1afd274), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:45.829662 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ad250b19-5106-47c1-8531-420c9f07ffd7 req-e826b3c0-c223-4153-ae41-87adf3b02941 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcf4f98-d95e-41b1-9eaa-fba32110ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549138 Feb 19 04:24:45.837490 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:45.936555 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff27f6aa-8899-433e-83e7-7360d752dfde tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] GET failed (client error): The resource could not be found. Feb 19 04:24:45.947173 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47778) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:45.956164 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ff27f6aa-8899-433e-83e7-7360d752dfde tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports/8cf279aa-ea6d-4925-a351-5208418d72c2 HTTP/1.1" status: 404 len: 333 time: 0.1655092 Feb 19 04:24:46.009304 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cb7540e9-c7f3-4976-8512-c2c6356c510e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.3811274 Feb 19 04:24:46.030183 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b8b446d3-d43a-4d7a-8102-a082ef8fc308 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=df9c39b1157b4ff4913cb78a1d6accf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5508401 Feb 19 04:24:46.031235 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47780) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:46.035038 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47782) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:46.050968 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-aaf8f43b-366b-40e1-85d4-9ab494feaa3f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'mac_address': 'fa:16:3e:04:b8:36', 'name': 'tempest-NetworksTestDHCPv6-1649534867'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:46.128623 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-4eee2f87-8e4a-44a6-9aef-4691440f4801 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'port': {'network_id': '4b4ee219-081e-47f1-adc3-bc6d7aae1457', 'name': 'tempest-PortsIpV6TestJSON-20691539'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:46.206638 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9df76e2a-817b-404c-99c3-e4b4f1afd274 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:46.210736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:24:46.363276 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b3cc01-3268-47d5-8951-69e4fe7cb245 admin admin] Router 277e6030-540f-448d-a0e1-8361d80c8ff1 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:24:46.421410 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a47660ae-aaa7-4512-b4e7-9bfce4b15239 admin admin] Publish callbacks [] for security_group (57d154d9-6e7f-497b-99ab-8f81a16b1b58), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:46.472569 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eee2f87-8e4a-44a6-9aef-4691440f4801 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:46.477906 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4eee2f87-8e4a-44a6-9aef-4691440f4801 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:46.591010 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a47660ae-aaa7-4512-b4e7-9bfce4b15239 admin admin] Publish callbacks [] for security_group (57d154d9-6e7f-497b-99ab-8f81a16b1b58), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:46.604480 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-4eee2f87-8e4a-44a6-9aef-4691440f4801 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] device_id is not set on port 588d6a0f-d300-4b1f-a4f3-0e811b649596 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:24:46.643985 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:24:46.722608 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:46.772849 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbdda8f-b768-4d88-bca6-c9cefdf2ef99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9e765b0b-136b-493b-bef9-44145ed793f7', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'fixed_ips': [{'subnet_id': 'f4c8b368-5d1a-4634-90d6-1478cd32b4b7'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:24:46.782961 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0dbdda8f-b768-4d88-bca6-c9cefdf2ef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:46.873856 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b3cc01-3268-47d5-8951-69e4fe7cb245 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:24:46.893491 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] Sync routers for ids ['277e6030-540f-448d-a0e1-8361d80c8ff1'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:24:46.936417 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf8f43b-366b-40e1-85d4-9ab494feaa3f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:46.965135 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33b3cc01-3268-47d5-8951-69e4fe7cb245 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:46.975929 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47794) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:46.981193 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-33b3cc01-3268-47d5-8951-69e4fe7cb245 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 13.5195756 Feb 19 04:24:47.187541 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5217555c-a489-4a66-af17-3ec4507f9c0e req-8ca6eb3d-23ea-43c6-890f-a416dd408f45 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 0.1713827 Feb 19 04:24:47.241272 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc818-ec51-49de-bfc0-c8af65c977e3 None None] Current status of the port 9df76e2a-817b-404c-99c3-e4b4f1afd274 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:47.290115 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 9df76e2a-817b-404c-99c3-e4b4f1afd274 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:47.290963 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9df76e2a-817b-404c-99c3-e4b4f1afd274), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:47.334177 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4eee2f87-8e4a-44a6-9aef-4691440f4801 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for port (588d6a0f-d300-4b1f-a4f3-0e811b649596), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:47.419240 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] Routers {'277e6030-540f-448d-a0e1-8361d80c8ff1'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:47.428584 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:24:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['277e6030-540f-448d-a0e1-8361d80c8ff1'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:47.485763 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a47660ae-aaa7-4512-b4e7-9bfce4b15239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (57d154d9-6e7f-497b-99ab-8f81a16b1b58), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:47.490497 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4eee2f87-8e4a-44a6-9aef-4691440f4801 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (588d6a0f-d300-4b1f-a4f3-0e811b649596), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:47.512948 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a47660ae-aaa7-4512-b4e7-9bfce4b15239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:47.515037 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a47660ae-aaa7-4512-b4e7-9bfce4b15239 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/57d154d9-6e7f-497b-99ab-8f81a16b1b58 HTTP/1.1" status: 204 len: 168 time: 1.4594483 Feb 19 04:24:47.702527 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47660ae-aaa7-4512-b4e7-9bfce4b15239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d154d9-6e7f-497b-99ab-8f81a16b1b58,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:47.805637 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eee2f87-8e4a-44a6-9aef-4691440f4801 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:47.831256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-4eee2f87-8e4a-44a6-9aef-4691440f4801 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:47.844690 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eee2f87-8e4a-44a6-9aef-4691440f4801 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:47.860202 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eee2f87-8e4a-44a6-9aef-4691440f4801 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:47.863259 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4eee2f87-8e4a-44a6-9aef-4691440f4801 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:47.871497 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee2f87-8e4a-44a6-9aef-4691440f4801 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Port': ['ID=588d6a0f-d300-4b1f-a4f3-0e811b649596,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:47.894270 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] Set router 277e6030-540f-448d-a0e1-8361d80c8ff1 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:47.912432 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4eee2f87-8e4a-44a6-9aef-4691440f4801 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.9634471 Feb 19 04:24:47.917334 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47802) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:47.931954 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-2a12561b-a047-40f7-9425-e00a1595b40c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:47.989863 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-0dbdda8f-b768-4d88-bca6-c9cefdf2ef99 None None] Allocated IP 2001:db8::f816:3eff:fe41:4b39 (9e765b0b-136b-493b-bef9-44145ed793f7/f4c8b368-5d1a-4634-90d6-1478cd32b4b7/7055d4dc-5ad5-4e2b-816b-f21d3131b983) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:48.112484 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d113b-9862-47b8-9709-a0985a259431 req-55a58135-ba5c-4624-991c-79bc47100f32 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:48.133714 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-298d113b-9862-47b8-9709-a0985a259431 req-55a58135-ba5c-4624-991c-79bc47100f32 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/ports?device_id=4541b57b-b721-46c1-b892-6a229d7bd8a6 HTTP/1.1" status: 200 len: 944 time: 0.8601110 Feb 19 04:24:48.167242 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f43b-366b-40e1-85d4-9ab494feaa3f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:48.293429 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2a12561b-a047-40f7-9425-e00a1595b40c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (588d6a0f-d300-4b1f-a4f3-0e811b649596), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:48.375999 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-298d113b-9862-47b8-9709-a0985a259431 req-bf2facbd-0003-48b8-9be8-77b7edde9f7b tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcf4f98-d95e-41b1-9eaa-fba32110ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409291 Feb 19 04:24:48.444645 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 9df76e2a-817b-404c-99c3-e4b4f1afd274 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:48.482225 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-aaf8f43b-366b-40e1-85d4-9ab494feaa3f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] device_id is not set on port be665fc2-1426-4b36-acb6-5816eae5463b yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:24:48.490247 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47810) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:48.693007 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6b2f5d0b-9c9f-46cb-99fe-daf96c5f0ce5 req-a6a9357d-65bf-495c-a4dd-c52a94254947 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 0.1923103 Feb 19 04:24:48.754822 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0dbdda8f-b768-4d88-bca6-c9cefdf2ef99 None None] Publish callbacks [] for port (7055d4dc-5ad5-4e2b-816b-f21d3131b983), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:48.783876 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0dbdda8f-b768-4d88-bca6-c9cefdf2ef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (7055d4dc-5ad5-4e2b-816b-f21d3131b983), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:48.852275 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277e6030-540f-448d-a0e1-8361d80c8ff1', 'name': 'tempest-TaggedBootDevicesTest_v242-424402504-router', 'tenant_id': '82338ea0f2c0482593c95c014017eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '0b8ac462-14e1-4abf-9f74-c6821864dd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:33Z', 'updated_at': '2022-02-19T04:24:43Z', 'revision_number': 3, 'project_id': '82338ea0f2c0482593c95c014017eddd', 'gw_port': {'id': '0b8ac462-14e1-4abf-9f74-c6821864dd80', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277e6030-540f-448d-a0e1-8361d80c8ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:38Z', 'updated_at': '2022-02-19T04:24:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:48.869422 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbdda8f-b768-4d88-bca6-c9cefdf2ef99 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:48.939122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-0dbdda8f-b768-4d88-bca6-c9cefdf2ef99 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:48.950738 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbdda8f-b768-4d88-bca6-c9cefdf2ef99 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:48.985248 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] Checking router: 277e6030-540f-448d-a0e1-8361d80c8ff1 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:24:48.994236 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] Updating router 277e6030-540f-448d-a0e1-8361d80c8ff1 port 0b8ac462-14e1-4abf-9f74-c6821864dd80 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:24:49.117563 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0b8ac462-14e1-4abf-9f74-c6821864dd80), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:49.201354 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3003797-02e1-4156-9256-72b0879eec64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:49.251644 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbdda8f-b768-4d88-bca6-c9cefdf2ef99 None None] Pushing event updated for resources: {'Port': ['ID=7055d4dc-5ad5-4e2b-816b-f21d3131b983,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:49.299817 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2a12561b-a047-40f7-9425-e00a1595b40c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for port (588d6a0f-d300-4b1f-a4f3-0e811b649596), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:49.303392 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-aaf8f43b-366b-40e1-85d4-9ab494feaa3f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8::f816:3eff:fe04:b836 (9e765b0b-136b-493b-bef9-44145ed793f7/f4c8b368-5d1a-4634-90d6-1478cd32b4b7/be665fc2-1426-4b36-acb6-5816eae5463b) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:49.311976 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-0dbdda8f-b768-4d88-bca6-c9cefdf2ef99 None None] Attempting to bind port 7055d4dc-5ad5-4e2b-816b-f21d3131b983 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:24:49.313422 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-0dbdda8f-b768-4d88-bca6-c9cefdf2ef99 None None] Attempting to bind port 7055d4dc-5ad5-4e2b-816b-f21d3131b983 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:24:49.316870 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2a12561b-a047-40f7-9425-e00a1595b40c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (588d6a0f-d300-4b1f-a4f3-0e811b649596), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:49.321296 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbdda8f-b768-4d88-bca6-c9cefdf2ef99 None None] Attempting to bind port 7055d4dc-5ad5-4e2b-816b-f21d3131b983 on network 9e765b0b-136b-493b-bef9-44145ed793f7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:49.346752 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbdda8f-b768-4d88-bca6-c9cefdf2ef99 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:24:49.347861 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbdda8f-b768-4d88-bca6-c9cefdf2ef99 None None] Checking segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:49.353533 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0dbdda8f-b768-4d88-bca6-c9cefdf2ef99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:49.354375 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbdda8f-b768-4d88-bca6-c9cefdf2ef99 None None] Bound using segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:24:49.355564 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-0dbdda8f-b768-4d88-bca6-c9cefdf2ef99 None None] Bound port: 7055d4dc-5ad5-4e2b-816b-f21d3131b983, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:24:49.356459 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0dbdda8f-b768-4d88-bca6-c9cefdf2ef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7055d4dc-5ad5-4e2b-816b-f21d3131b983), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:49.510074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-2a12561b-a047-40f7-9425-e00a1595b40c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] In _notify_port_updated(), no bound segment for port 588d6a0f-d300-4b1f-a4f3-0e811b649596 on network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 {{(pid=115199) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:24:49.553536 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a12561b-a047-40f7-9425-e00a1595b40c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:49.569517 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2a12561b-a047-40f7-9425-e00a1595b40c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:49.583940 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2a12561b-a047-40f7-9425-e00a1595b40c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "PUT /v2.0/ports/588d6a0f-d300-4b1f-a4f3-0e811b649596 HTTP/1.1" status: 200 len: 818 time: 1.6599982 Feb 19 04:24:49.584897 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47826) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:49.743019 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-0dbdda8f-b768-4d88-bca6-c9cefdf2ef99 None None] For port 7055d4dc-5ad5-4e2b-816b-f21d3131b983, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:24:49.759683 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-0dbdda8f-b768-4d88-bca6-c9cefdf2ef99 None None] For port 7055d4dc-5ad5-4e2b-816b-f21d3131b983, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=7055d4dc-5ad5-4e2b-816b-f21d3131b983,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:24:49.779976 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0dbdda8f-b768-4d88-bca6-c9cefdf2ef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (7055d4dc-5ad5-4e2b-816b-f21d3131b983), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:49.901720 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:50.126193 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1aa439d6-319c-4546-8202-1e15a46fd808 req-cda11220-7d29-4780-9eba-db8003b70560 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 0.1320457 Feb 19 04:24:50.127902 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12561b-a047-40f7-9425-e00a1595b40c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Port': ['ID=588d6a0f-d300-4b1f-a4f3-0e811b649596,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:50.187574 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-9ab6bc9c-c673-4e7b-b55c-06b91a30abaa tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting port 588d6a0f-d300-4b1f-a4f3-0e811b649596 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:50.189161 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ab6bc9c-c673-4e7b-b55c-06b91a30abaa tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (588d6a0f-d300-4b1f-a4f3-0e811b649596), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.222580 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbdda8f-b768-4d88-bca6-c9cefdf2ef99 None None] Pushing event updated for resources: {'Port': ['ID=7055d4dc-5ad5-4e2b-816b-f21d3131b983,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:50.270636 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:24:50.278795 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] Publish callbacks [] for port (0b8ac462-14e1-4abf-9f74-c6821864dd80), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.281560 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:50.285917 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.295425 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0b8ac462-14e1-4abf-9f74-c6821864dd80), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.451994 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ab6bc9c-c673-4e7b-b55c-06b91a30abaa tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (588d6a0f-d300-4b1f-a4f3-0e811b649596), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.499011 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-9ab6bc9c-c673-4e7b-b55c-06b91a30abaa tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Calling delete_port for 588d6a0f-d300-4b1f-a4f3-0e811b649596 owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:50.510589 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] Attempting to bind port 0b8ac462-14e1-4abf-9f74-c6821864dd80 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:24:50.511129 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] Attempting to bind port 0b8ac462-14e1-4abf-9f74-c6821864dd80 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:24:50.511683 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] Attempting to bind port 0b8ac462-14e1-4abf-9f74-c6821864dd80 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:50.542892 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:24:50.552904 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:50.552904 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.552904 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:24:50.552904 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] Bound port: 0b8ac462-14e1-4abf-9f74-c6821864dd80, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:24:50.552904 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0b8ac462-14e1-4abf-9f74-c6821864dd80), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.762379 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47836) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:50.771480 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523e1df-f98d-4841-b608-3b1c9cdcd97f None None] Pushing event updated for resources: {'Port': ['ID=0b8ac462-14e1-4abf-9f74-c6821864dd80,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:50.802803 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:50.803334 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.865982 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4541b57b-b721-46c1-b892-6a229d7bd8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:24:50.880993 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050afb0d-5562-4117-b38b-2fd251f4ea2e" -d '{"events": [{"server_uuid": "4541b57b-b721-46c1-b892-6a229d7bd8a6", "name": "network-vif-plugged", "status": "completed", "tag": "4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:24:50.889644 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ab6bc9c-c673-4e7b-b55c-06b91a30abaa tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (588d6a0f-d300-4b1f-a4f3-0e811b649596), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.902853 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] For port 0b8ac462-14e1-4abf-9f74-c6821864dd80, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:24:50.929796 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d,segment=NetworkSegment(b55c0cd0-c400-4626-889a-4d0793276cbd),segment_id=b55c0cd0-c400-4626-889a-4d0793276cbd)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:50.937274 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] For port 0b8ac462-14e1-4abf-9f74-c6821864dd80, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0b8ac462-14e1-4abf-9f74-c6821864dd80,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:24:50.938444 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.967550 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0b8ac462-14e1-4abf-9f74-c6821864dd80), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:51.010798 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adcb12b-8f7d-4f57-ba2a-fd17b707c16d x-openstack-request-id: req-2adcb12b-8f7d-4f57-ba2a-fd17b707c16d {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:24:51.011289 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4541b57b-b721-46c1-b892-6a229d7bd8a6", "name": "network-vif-plugged", "status": "completed", "tag": "4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:24:51.011737 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2adcb12b-8f7d-4f57-ba2a-fd17b707c16d {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:24:51.016894 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4541b57b-b721-46c1-b892-6a229d7bd8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d', 'code': 200} Feb 19 04:24:51.065155 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6bc9c-c673-4e7b-b55c-06b91a30abaa tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Port': ['ID=588d6a0f-d300-4b1f-a4f3-0e811b649596,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:51.090383 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ab6bc9c-c673-4e7b-b55c-06b91a30abaa tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:51.110327 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9ab6bc9c-c673-4e7b-b55c-06b91a30abaa tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/ports/588d6a0f-d300-4b1f-a4f3-0e811b649596 HTTP/1.1" status: 204 len: 168 time: 1.5069215 Feb 19 04:24:51.114850 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47844) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:51.115195 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:51.241428 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] Routers {'277e6030-540f-448d-a0e1-8361d80c8ff1'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:51.242506 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:24:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['277e6030-540f-448d-a0e1-8361d80c8ff1'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:51.283425 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-40706f5c-d376-4ab9-93c0-8c0615cb91d3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1156271571-network', 'tenant_id': '8cacf0263ee84f64a630c7eb71dfd691'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:51.366129 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-beaadf4f-fc5a-4569-96b0-4368f5a4f05f req-041856dc-bb24-4e51-a02a-a2a989afc051 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 0.0920558 Feb 19 04:24:51.514524 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40706f5c-d376-4ab9-93c0-8c0615cb91d3 admin admin] Made reservation on behalf of 8cacf0263ee84f64a630c7eb71dfd691 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:51.524678 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-40706f5c-d376-4ab9-93c0-8c0615cb91d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:51.557573 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] Set router 277e6030-540f-448d-a0e1-8361d80c8ff1 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:51.595108 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7cf11-0dbf-4d2f-ad9f-c15e0be309af req-e429d452-4b01-43cc-8f13-260ff60b14b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:51.598364 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-29f7cf11-0dbf-4d2f-ad9f-c15e0be309af req-e429d452-4b01-43cc-8f13-260ff60b14b5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4541b57b-b721-46c1-b892-6a229d7bd8a6 HTTP/1.1" status: 200 len: 1127 time: 0.4146454 Feb 19 04:24:51.630787 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e658b1be-b0bd-4b79-9d7c-c42ab9d98ccf tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:51.639251 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e658b1be-b0bd-4b79-9d7c-c42ab9d98ccf tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5214517 Feb 19 04:24:51.654141 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47848) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:51.680394 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-40706f5c-d376-4ab9-93c0-8c0615cb91d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:51.735384 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cf17a-b4e8-4b09-927b-ae496ce4ead5 req-22ab787a-bfd1-4210-b7f8-2d747bcbed1a tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:51.748375 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-261cf17a-b4e8-4b09-927b-ae496ce4ead5 req-22ab787a-bfd1-4210-b7f8-2d747bcbed1a tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/ports?device_id=4541b57b-b721-46c1-b892-6a229d7bd8a6 HTTP/1.1" status: 200 len: 945 time: 1.2620413 Feb 19 04:24:51.793687 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f43b-366b-40e1-85d4-9ab494feaa3f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (be665fc2-1426-4b36-acb6-5816eae5463b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:51.863456 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3003797-02e1-4156-9256-72b0879eec64 admin admin] Publish callbacks [] for security_group (4d7657cc-139d-4431-99f0-f53264ccddba), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:51.909644 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3003797-02e1-4156-9256-72b0879eec64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4d7657cc-139d-4431-99f0-f53264ccddba), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:51.933056 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e3ea17-8cdf-4b64-a64a-c5727b492ab0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] GET failed (client error): The resource could not be found. Feb 19 04:24:51.940952 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-80e3ea17-8cdf-4b64-a64a-c5727b492ab0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports/588d6a0f-d300-4b1f-a4f3-0e811b649596 HTTP/1.1" status: 404 len: 333 time: 0.2647271 Feb 19 04:24:51.950440 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47850) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:51.987832 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-d7d818c3-42c8-42d7-ad1d-afc404557b93 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1646850219'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:52.094559 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d818c3-42c8-42d7-ad1d-afc404557b93 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:52.117236 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d7d818c3-42c8-42d7-ad1d-afc404557b93 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:52.146143 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523e1df-f98d-4841-b608-3b1c9cdcd97f None None] Pushing event updated for resources: {'Port': ['ID=0b8ac462-14e1-4abf-9f74-c6821864dd80,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:52.154864 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277e6030-540f-448d-a0e1-8361d80c8ff1', 'name': 'tempest-TaggedBootDevicesTest_v242-424402504-router', 'tenant_id': '82338ea0f2c0482593c95c014017eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '0b8ac462-14e1-4abf-9f74-c6821864dd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:33Z', 'updated_at': '2022-02-19T04:24:43Z', 'revision_number': 3, 'project_id': '82338ea0f2c0482593c95c014017eddd', 'gw_port': {'id': '0b8ac462-14e1-4abf-9f74-c6821864dd80', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277e6030-540f-448d-a0e1-8361d80c8ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:38Z', 'updated_at': '2022-02-19T04:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:52.173887 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-261cf17a-b4e8-4b09-927b-ae496ce4ead5 req-25961113-dac3-458c-a8bd-b465108bdd3a tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcf4f98-d95e-41b1-9eaa-fba32110ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220328 Feb 19 04:24:52.247043 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a3003797-02e1-4156-9256-72b0879eec64 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b987d6d06322494f9cc598be1344a9e8&name=default HTTP/1.1" status: 200 len: 3000 time: 3.7396543 Feb 19 04:24:52.252558 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3003797-02e1-4156-9256-72b0879eec64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7657cc-139d-4431-99f0-f53264ccddba,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:52.257608 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47852) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:52.277867 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f43b-366b-40e1-85d4-9ab494feaa3f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (be665fc2-1426-4b36-acb6-5816eae5463b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:52.320816 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde585c5-6d47-42d0-bc53-89fafe578b2d None None] The sync data for ids ['277e6030-540f-448d-a0e1-8361d80c8ff1'] in n-d-772273-4 is: [{'id': '277e6030-540f-448d-a0e1-8361d80c8ff1', 'name': 'tempest-TaggedBootDevicesTest_v242-424402504-router', 'tenant_id': '82338ea0f2c0482593c95c014017eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '0b8ac462-14e1-4abf-9f74-c6821864dd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:33Z', 'updated_at': '2022-02-19T04:24:43Z', 'revision_number': 3, 'project_id': '82338ea0f2c0482593c95c014017eddd', 'gw_port': {'id': '0b8ac462-14e1-4abf-9f74-c6821864dd80', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277e6030-540f-448d-a0e1-8361d80c8ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:38Z', 'updated_at': '2022-02-19T04:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:24:52.340492 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ea36-b9b6-4cef-a443-3069024026da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:52.349698 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-40706f5c-d376-4ab9-93c0-8c0615cb91d3 admin admin] Publish callbacks [] for security_group (5e10a6e4-49b0-4666-8fd1-84cc05e69f65), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:52.387174 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-40706f5c-d376-4ab9-93c0-8c0615cb91d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5e10a6e4-49b0-4666-8fd1-84cc05e69f65), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:52.397059 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-29f7cf11-0dbf-4d2f-ad9f-c15e0be309af req-d2f9a273-0715-4971-9072-69271f552885 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bbcf4f98-d95e-41b1-9eaa-fba32110ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7529302 Feb 19 04:24:52.476316 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40706f5c-d376-4ab9-93c0-8c0615cb91d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e10a6e4-49b0-4666-8fd1-84cc05e69f65,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:52.493484 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40706f5c-d376-4ab9-93c0-8c0615cb91d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:24:52.524590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d818c3-42c8-42d7-ad1d-afc404557b93 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:24:52.546129 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-40706f5c-d376-4ab9-93c0-8c0615cb91d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (26e2fec7-4f9c-4983-9d2c-4304ced3cb71), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:52.546892 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-40706f5c-d376-4ab9-93c0-8c0615cb91d3 admin admin] Added segment 26e2fec7-4f9c-4983-9d2c-4304ced3cb71 of type vlan for network e83f3002-0af4-41e3-a80b-f034b33ca87c Feb 19 04:24:52.580571 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf8f43b-366b-40e1-85d4-9ab494feaa3f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:52.580729 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d7d818c3-42c8-42d7-ad1d-afc404557b93 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (575f0723-6715-4e41-9299-a87c68bdded6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:52.580729 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-d7d818c3-42c8-42d7-ad1d-afc404557b93 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Added segment 575f0723-6715-4e41-9299-a87c68bdded6 of type vlan for network 65731f68-b524-4d4e-8573-f052c5bfcb15 Feb 19 04:24:52.656116 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-fabc5d45-bf9c-48cd-81ef-76cbfcae466c None None] Provisioning complete for port 7055d4dc-5ad5-4e2b-816b-f21d3131b983 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:52.660395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-aaf8f43b-366b-40e1-85d4-9ab494feaa3f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:52.663313 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fabc5d45-bf9c-48cd-81ef-76cbfcae466c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (7055d4dc-5ad5-4e2b-816b-f21d3131b983), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:52.675766 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf8f43b-366b-40e1-85d4-9ab494feaa3f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:52.699990 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf8f43b-366b-40e1-85d4-9ab494feaa3f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:52.701092 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f43b-366b-40e1-85d4-9ab494feaa3f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:52.814981 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8f43b-366b-40e1-85d4-9ab494feaa3f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=be665fc2-1426-4b36-acb6-5816eae5463b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:52.824834 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-40706f5c-d376-4ab9-93c0-8c0615cb91d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (e83f3002-0af4-41e3-a80b-f034b33ca87c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:52.879567 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-aaf8f43b-366b-40e1-85d4-9ab494feaa3f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.8411417 Feb 19 04:24:52.893858 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47856) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:52.901385 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 7055d4dc-5ad5-4e2b-816b-f21d3131b983 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:52.920126 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-78005c5c-cadc-492f-ac31-ddb506a4f7bc req-0a452c33-661e-4386-8258-29f8acbf81ae tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 0.2863350 Feb 19 04:24:52.974819 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c6550c3-389d-491f-a812-81ff02cc356c admin admin] Publish callbacks [] for security_group (4d7657cc-139d-4431-99f0-f53264ccddba), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.019075 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d7d818c3-42c8-42d7-ad1d-afc404557b93 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (65731f68-b524-4d4e-8573-f052c5bfcb15), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.089227 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-40706f5c-d376-4ab9-93c0-8c0615cb91d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (e83f3002-0af4-41e3-a80b-f034b33ca87c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.114537 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40706f5c-d376-4ab9-93c0-8c0615cb91d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:53.117354 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-40706f5c-d376-4ab9-93c0-8c0615cb91d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.207670 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-40706f5c-d376-4ab9-93c0-8c0615cb91d3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4390752 Feb 19 04:24:53.220505 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47858) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:53.229611 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-b58795a1-ae05-48fa-afee-76141492cff6 admin admin] Request body: {'subnet': {'network_id': 'e83f3002-0af4-41e3-a80b-f034b33ca87c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1156271571-subnet', 'tenant_id': '8cacf0263ee84f64a630c7eb71dfd691', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:53.251406 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-fabc5d45-bf9c-48cd-81ef-76cbfcae466c None None] Current status of the port 7055d4dc-5ad5-4e2b-816b-f21d3131b983 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:53.257746 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d7d818c3-42c8-42d7-ad1d-afc404557b93 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (65731f68-b524-4d4e-8573-f052c5bfcb15), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.258672 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fabc5d45-bf9c-48cd-81ef-76cbfcae466c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7055d4dc-5ad5-4e2b-816b-f21d3131b983), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.295366 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d818c3-42c8-42d7-ad1d-afc404557b93 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:53.296092 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d7d818c3-42c8-42d7-ad1d-afc404557b93 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.384206 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c6550c3-389d-491f-a812-81ff02cc356c admin admin] Publish callbacks [] for security_group (4d7657cc-139d-4431-99f0-f53264ccddba), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.425463 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 7055d4dc-5ad5-4e2b-816b-f21d3131b983 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:53.425772 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (7055d4dc-5ad5-4e2b-816b-f21d3131b983), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.577524 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40706f5c-d376-4ab9-93c0-8c0615cb91d3 admin admin] Pushing event updated for resources: {'Network': ['ID=e83f3002-0af4-41e3-a80b-f034b33ca87c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:53.624855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network e83f3002-0af4-41e3-a80b-f034b33ca87c details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:24:53.682087 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abe6c22-9ef8-4d6f-975a-c7d5ae160d5f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:53.693447 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abe6c22-9ef8-4d6f-975a-c7d5ae160d5f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:53.695560 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6abe6c22-9ef8-4d6f-975a-c7d5ae160d5f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7976720 Feb 19 04:24:53.708027 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47862) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:53.836939 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d818c3-42c8-42d7-ad1d-afc404557b93 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Network': ['ID=65731f68-b524-4d4e-8573-f052c5bfcb15,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:53.891790 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58795a1-ae05-48fa-afee-76141492cff6 admin admin] Made reservation on behalf of 8cacf0263ee84f64a630c7eb71dfd691 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:53.927400 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b58795a1-ae05-48fa-afee-76141492cff6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.968531 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-fabc5d45-bf9c-48cd-81ef-76cbfcae466c None None] For port 7055d4dc-5ad5-4e2b-816b-f21d3131b983, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=7055d4dc-5ad5-4e2b-816b-f21d3131b983,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:53.974320 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 65731f68-b524-4d4e-8573-f052c5bfcb15 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:24:54.024768 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909f629-0dc0-481a-9e80-ff0a364d2f54 req-da8db127-41f5-430f-836d-9c7f8af2e0a6 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:54.028537 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5909f629-0dc0-481a-9e80-ff0a364d2f54 req-da8db127-41f5-430f-836d-9c7f8af2e0a6 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/ports?device_id=4541b57b-b721-46c1-b892-6a229d7bd8a6 HTTP/1.1" status: 200 len: 945 time: 0.4865963 Feb 19 04:24:54.054870 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c6550c3-389d-491f-a812-81ff02cc356c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4d7657cc-139d-4431-99f0-f53264ccddba), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.059943 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c6550c3-389d-491f-a812-81ff02cc356c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.062134 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2c6550c3-389d-491f-a812-81ff02cc356c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4d7657cc-139d-4431-99f0-f53264ccddba HTTP/1.1" status: 204 len: 168 time: 1.7993786 Feb 19 04:24:54.074579 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fabc5d45-bf9c-48cd-81ef-76cbfcae466c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (7055d4dc-5ad5-4e2b-816b-f21d3131b983), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.101972 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-6ef5ea36-b9b6-4cef-a443-3069024026da admin admin] Allocated IP 172.20.0.1 (905acf5c-9538-430e-9b25-a0c784a5d182/17489c7d-8dda-4f69-a700-039f2b068333/427a6c81-d91f-4f3b-ab28-980f27400581) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:54.104646 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6550c3-389d-491f-a812-81ff02cc356c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7657cc-139d-4431-99f0-f53264ccddba,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:54.212625 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d7d818c3-42c8-42d7-ad1d-afc404557b93 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2334270 Feb 19 04:24:54.228555 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47868) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:54.252717 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c42313f4-5bdb-4c68-9681-f97c0f735e61 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'subnet': {'network_id': '65731f68-b524-4d4e-8573-f052c5bfcb15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:54.336220 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62933dda-cf08-491a-8de9-880f685d7141 req-523d0267-1b23-4f9b-a29b-b1e4d4129818 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 0.0780616 Feb 19 04:24:54.417170 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5909f629-0dc0-481a-9e80-ff0a364d2f54 req-e93aec6c-cdcf-4a3d-96a0-cde69a2b46f9 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcf4f98-d95e-41b1-9eaa-fba32110ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490486 Feb 19 04:24:54.491319 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-940a39cf-b9a2-4625-ac83-b6726755eb8f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting port be665fc2-1426-4b36-acb6-5816eae5463b {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:54.497087 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-940a39cf-b9a2-4625-ac83-b6726755eb8f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (be665fc2-1426-4b36-acb6-5816eae5463b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.629569 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-7f3926b0-6869-4239-9a3c-25b3661ab2f5 None None] Provisioning complete for port be665fc2-1426-4b36-acb6-5816eae5463b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:54.637592 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7f3926b0-6869-4239-9a3c-25b3661ab2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (be665fc2-1426-4b36-acb6-5816eae5463b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.646055 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 7055d4dc-5ad5-4e2b-816b-f21d3131b983 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:54.663302 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc5d45-bf9c-48cd-81ef-76cbfcae466c None None] Pushing event updated for resources: {'Port': ['ID=7055d4dc-5ad5-4e2b-816b-f21d3131b983,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:54.900729 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7f3926b0-6869-4239-9a3c-25b3661ab2f5 None None] Port be665fc2-1426-4b36-acb6-5816eae5463b cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:24:54.972558 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ea36-b9b6-4cef-a443-3069024026da admin admin] Publish callbacks [] for port (427a6c81-d91f-4f3b-ab28-980f27400581), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:55.009671 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42313f4-5bdb-4c68-9681-f97c0f735e61 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:55.024214 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c42313f4-5bdb-4c68-9681-f97c0f735e61 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:55.026371 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-940a39cf-b9a2-4625-ac83-b6726755eb8f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (be665fc2-1426-4b36-acb6-5816eae5463b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:55.049039 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-940a39cf-b9a2-4625-ac83-b6726755eb8f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Calling delete_port for be665fc2-1426-4b36-acb6-5816eae5463b owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:55.127240 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0b8ac462-14e1-4abf-9f74-c6821864dd80 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:55.152673 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ea36-b9b6-4cef-a443-3069024026da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (427a6c81-d91f-4f3b-ab28-980f27400581), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:55.251588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef5ea36-b9b6-4cef-a443-3069024026da admin admin] Network 905acf5c-9538-430e-9b25-a0c784a5d182 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:55.271159 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-6ef5ea36-b9b6-4cef-a443-3069024026da admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:55.274826 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef5ea36-b9b6-4cef-a443-3069024026da admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:55.278688 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5ea36-b9b6-4cef-a443-3069024026da admin admin] Pushing event updated for resources: {'Port': ['ID=427a6c81-d91f-4f3b-ab28-980f27400581,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:55.310054 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b58795a1-ae05-48fa-afee-76141492cff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (76246db3-a2cb-42fb-bfa7-f40488252c69), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:55.347489 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 0b8ac462-14e1-4abf-9f74-c6821864dd80 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:55.349395 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0b8ac462-14e1-4abf-9f74-c6821864dd80), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:55.418272 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ea36-b9b6-4cef-a443-3069024026da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (277e6030-540f-448d-a0e1-8361d80c8ff1), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:55.669046 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 0b8ac462-14e1-4abf-9f74-c6821864dd80 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:55.675435 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0b8ac462-14e1-4abf-9f74-c6821864dd80), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:55.735252 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58795a1-ae05-48fa-afee-76141492cff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76246db3-a2cb-42fb-bfa7-f40488252c69,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:55.773822 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 0b8ac462-14e1-4abf-9f74-c6821864dd80, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0b8ac462-14e1-4abf-9f74-c6821864dd80,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:55.783241 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0b8ac462-14e1-4abf-9f74-c6821864dd80), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:55.954180 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-85f80800-c967-47df-b308-d28e00f2e424 req-a07df9cf-6186-41d7-a106-c80aa182f88d tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 0.1305890 Feb 19 04:24:55.955543 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58795a1-ae05-48fa-afee-76141492cff6 admin admin] Checking segment: {'id': '26e2fec7-4f9c-4983-9d2c-4304ced3cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e83f3002-0af4-41e3-a80b-f034b33ca87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:55.955972 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58795a1-ae05-48fa-afee-76141492cff6 admin admin] Network hostable DHCP agents. Network: e83f3002-0af4-41e3-a80b-f034b33ca87c, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:24:55.985431 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=0b8ac462-14e1-4abf-9f74-c6821864dd80,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:56.019244 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ea36-b9b6-4cef-a443-3069024026da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (427a6c81-d91f-4f3b-ab28-980f27400581), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.046494 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:56.048461 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:56.049256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:56.049822 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:56.050580 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:56.051963 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-940a39cf-b9a2-4625-ac83-b6726755eb8f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (be665fc2-1426-4b36-acb6-5816eae5463b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.052621 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:56.052621 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:56.053620 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:56.053620 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:56.053620 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:56.054061 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:56.054431 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:56.055475 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:56.113439 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-969c7162-1d58-4a8a-834b-4138ce6d34ae None None] Provisioning complete for port 427a6c81-d91f-4f3b-ab28-980f27400581 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:56.114014 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-969c7162-1d58-4a8a-834b-4138ce6d34ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (427a6c81-d91f-4f3b-ab28-980f27400581), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.123987 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c42313f4-5bdb-4c68-9681-f97c0f735e61 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (0bf28a1b-3543-4fba-8db6-c33d5d7d5d41), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.138668 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58795a1-ae05-48fa-afee-76141492cff6 admin admin] Network e83f3002-0af4-41e3-a80b-f034b33ca87c is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:24:56.192756 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a39cf-b9a2-4625-ac83-b6726755eb8f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Port': ['ID=be665fc2-1426-4b36-acb6-5816eae5463b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:56.222766 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-969c7162-1d58-4a8a-834b-4138ce6d34ae None None] Port 427a6c81-d91f-4f3b-ab28-980f27400581 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:24:56.257608 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-b58795a1-ae05-48fa-afee-76141492cff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, e83f3002-0af4-41e3-a80b-f034b33ca87c) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:56.257904 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7acf7-0f91-4e8c-bd9e-10f11a783283 req-37da6f91-e97f-44a8-942d-92b49fbc8154 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:56.262677 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-07c7acf7-0f91-4e8c-bd9e-10f11a783283 req-37da6f91-e97f-44a8-942d-92b49fbc8154 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/ports?device_id=4541b57b-b721-46c1-b892-6a229d7bd8a6 HTTP/1.1" status: 200 len: 945 time: 0.4537504 Feb 19 04:24:56.284596 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18d28b9-754f-4939-b0b5-57cbbb0780c8 None None] Network e83f3002-0af4-41e3-a80b-f034b33ca87c requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:56.314740 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58795a1-ae05-48fa-afee-76141492cff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:56.315620 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b58795a1-ae05-48fa-afee-76141492cff6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.400345 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-940a39cf-b9a2-4625-ac83-b6726755eb8f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.414699 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-940a39cf-b9a2-4625-ac83-b6726755eb8f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/be665fc2-1426-4b36-acb6-5816eae5463b HTTP/1.1" status: 204 len: 168 time: 2.7010839 Feb 19 04:24:56.423021 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42313f4-5bdb-4c68-9681-f97c0f735e61 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Subnet': ['ID=0bf28a1b-3543-4fba-8db6-c33d5d7d5d41,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:56.429080 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47892) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:56.446268 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b58795a1-ae05-48fa-afee-76141492cff6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.2233398 Feb 19 04:24:56.449587 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47896) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:56.455793 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-fb2c3bfb-26c6-467f-b65e-a6c9470626e8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1156271571-router', 'tenant_id': '8cacf0263ee84f64a630c7eb71dfd691', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:56.490589 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42313f4-5bdb-4c68-9681-f97c0f735e61 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Checking segment: {'id': '575f0723-6715-4e41-9299-a87c68bdded6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '65731f68-b524-4d4e-8573-f052c5bfcb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:56.491113 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42313f4-5bdb-4c68-9681-f97c0f735e61 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network hostable DHCP agents. Network: 65731f68-b524-4d4e-8573-f052c5bfcb15, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:24:56.498325 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb2c3bfb-26c6-467f-b65e-a6c9470626e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (0cdf4581-202b-4d0c-ae18-13c26071596b), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.499367 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb2c3bfb-26c6-467f-b65e-a6c9470626e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (0cdf4581-202b-4d0c-ae18-13c26071596b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.615815 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb2c3bfb-26c6-467f-b65e-a6c9470626e8 admin admin] Publish callbacks [] for router_controller (0cdf4581-202b-4d0c-ae18-13c26071596b), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.699157 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-07c7acf7-0f91-4e8c-bd9e-10f11a783283 req-c01a95e7-fd1d-4d83-9aeb-fd6a0fe26e1b tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcf4f98-d95e-41b1-9eaa-fba32110ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491554 Feb 19 04:24:56.714202 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171e227c-909c-48e1-8de1-25271a8c3b7c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:56.716287 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171e227c-909c-48e1-8de1-25271a8c3b7c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:56.719019 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-171e227c-909c-48e1-8de1-25271a8c3b7c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2852671 Feb 19 04:24:56.727044 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47898) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:56.805185 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3e9447-8194-40df-9d4e-8cff128d4150 None None] Network e83f3002-0af4-41e3-a80b-f034b33ca87c requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:56.851948 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bfa79ef-6ff3-4e92-98ab-c1cefe413b64 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet f4c8b368-5d1a-4634-90d6-1478cd32b4b7 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:24:56.869834 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2bfa79ef-6ff3-4e92-98ab-c1cefe413b64 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (f4c8b368-5d1a-4634-90d6-1478cd32b4b7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.910906 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ea36-b9b6-4cef-a443-3069024026da admin admin] Publish callbacks [] for port (427a6c81-d91f-4f3b-ab28-980f27400581), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.927348 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ea36-b9b6-4cef-a443-3069024026da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (427a6c81-d91f-4f3b-ab28-980f27400581), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.932733 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0b8ac462-14e1-4abf-9f74-c6821864dd80 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:57.017511 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5ea36-b9b6-4cef-a443-3069024026da admin admin] Pushing event updated for resources: {'Port': ['ID=427a6c81-d91f-4f3b-ab28-980f27400581,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:57.052079 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 0b8ac462-14e1-4abf-9f74-c6821864dd80 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:57.055785 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0b8ac462-14e1-4abf-9f74-c6821864dd80), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.057485 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb2c3bfb-26c6-467f-b65e-a6c9470626e8 admin admin] Publish callbacks [] for router_gateway (0cdf4581-202b-4d0c-ae18-13c26071596b), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.081207 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2bfa79ef-6ff3-4e92-98ab-c1cefe413b64 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (f4c8b368-5d1a-4634-90d6-1478cd32b4b7), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.082961 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42313f4-5bdb-4c68-9681-f97c0f735e61 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network 65731f68-b524-4d4e-8573-f052c5bfcb15 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:24:57.186189 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-c42313f4-5bdb-4c68-9681-f97c0f735e61 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 65731f68-b524-4d4e-8573-f052c5bfcb15) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:57.190863 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ea36-b9b6-4cef-a443-3069024026da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (277e6030-540f-448d-a0e1-8361d80c8ff1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.210937 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42313f4-5bdb-4c68-9681-f97c0f735e61 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:57.212166 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c42313f4-5bdb-4c68-9681-f97c0f735e61 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.214748 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214df3f6-663d-47eb-9f6f-ed46fa7602c5 None None] Network 65731f68-b524-4d4e-8573-f052c5bfcb15 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:57.391079 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 0b8ac462-14e1-4abf-9f74-c6821864dd80 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:57.392441 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 7055d4dc-5ad5-4e2b-816b-f21d3131b983 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:24:57.414087 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1639af44-f284-43ff-a0ef-678d88cef001 req-8899ad60-cd1f-4760-97dc-ed07c2ee4259 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 0.1036997 Feb 19 04:24:57.446599 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c42313f4-5bdb-4c68-9681-f97c0f735e61 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2141593 Feb 19 04:24:57.447986 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47914) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:57.459389 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e72a59e7-1910-4fd1-9bff-23d23c5e96d0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'subnet': {'network_id': '65731f68-b524-4d4e-8573-f052c5bfcb15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:57.473032 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2bfa79ef-6ff3-4e92-98ab-c1cefe413b64 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (f4c8b368-5d1a-4634-90d6-1478cd32b4b7), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.588231 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67389d7-120d-46b0-beca-53934b4b0e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-65731f68-b524-4d4e-8573-f052c5bfcb15', 'network_id': '65731f68-b524-4d4e-8573-f052c5bfcb15', 'project_id': '4af7e87b955e44d2acf2aba9cee35b83', 'fixed_ips': [{'subnet_id': '0bf28a1b-3543-4fba-8db6-c33d5d7d5d41'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:24:57.590456 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f67389d7-120d-46b0-beca-53934b4b0e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.635382 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2bfa79ef-6ff3-4e92-98ab-c1cefe413b64 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (f4c8b368-5d1a-4634-90d6-1478cd32b4b7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.711251 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2bfa79ef-6ff3-4e92-98ab-c1cefe413b64 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.722472 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6089a2b0-b164-456b-a007-2b229e83b888 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:57.729120 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2bfa79ef-6ff3-4e92-98ab-c1cefe413b64 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/f4c8b368-5d1a-4634-90d6-1478cd32b4b7 HTTP/1.1" status: 204 len: 168 time: 1.0001297 Feb 19 04:24:57.755626 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47922) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:57.787710 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 7055d4dc-5ad5-4e2b-816b-f21d3131b983 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:57.787973 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (7055d4dc-5ad5-4e2b-816b-f21d3131b983), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.981217 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa79ef-6ff3-4e92-98ab-c1cefe413b64 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=f4c8b368-5d1a-4634-90d6-1478cd32b4b7,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:57.993596 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1ae9be2f-83d6-4e8a-8329-fa88808a1c0f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1973107 Feb 19 04:24:57.994748 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47928) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:58.074946 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-f67389d7-120d-46b0-beca-53934b4b0e0d None None] Allocated IP 2001:db8::2 (65731f68-b524-4d4e-8573-f052c5bfcb15/0bf28a1b-3543-4fba-8db6-c33d5d7d5d41/b915187e-9e8b-4801-a7d4-bb9a14672862) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:58.146336 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dc38c-06b2-4135-b7f3-6e5c4c48f653 req-c941bf96-dc73-41b8-937f-0f42fe140d8f tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:58.165258 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f94dc38c-06b2-4135-b7f3-6e5c4c48f653 req-c941bf96-dc73-41b8-937f-0f42fe140d8f tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/ports?device_id=4541b57b-b721-46c1-b892-6a229d7bd8a6 HTTP/1.1" status: 200 len: 945 time: 0.5629699 Feb 19 04:24:58.240566 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef5ea36-b9b6-4cef-a443-3069024026da admin admin] Network 905acf5c-9538-430e-9b25-a0c784a5d182 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:58.246413 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-6ef5ea36-b9b6-4cef-a443-3069024026da admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:58.369351 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4a4f23-67bb-4847-a3a7-4379d9fe9be4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:58.372285 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1e4a4f23-67bb-4847-a3a7-4379d9fe9be4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3699770 Feb 19 04:24:58.382011 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47932) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:58.447618 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f94dc38c-06b2-4135-b7f3-6e5c4c48f653 req-cb2344a5-9de1-4628-a608-7f3757060de2 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcf4f98-d95e-41b1-9eaa-fba32110ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810991 Feb 19 04:24:58.515021 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9f413d-3d8e-4a2a-b04c-97e40f52c4b4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:58.518140 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0f9f413d-3d8e-4a2a-b04c-97e40f52c4b4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1309009 Feb 19 04:24:58.544785 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47938) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:58.699622 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f6c421ad-3a3b-4aff-8457-d22de7c6e42b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1515303 Feb 19 04:24:58.700650 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47940) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:58.743516 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:58.977968 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef5ea36-b9b6-4cef-a443-3069024026da admin admin] Router 277e6030-540f-448d-a0e1-8361d80c8ff1 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:24:59.043885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e71dabb-a77f-4422-bf0a-8c8ab4c2adba None None] DHCP port deletion for 9e765b0b-136b-493b-bef9-44145ed793f7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:24:59.068269 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb2c3bfb-26c6-467f-b65e-a6c9470626e8 admin admin] Publish callbacks [] for router_gateway (0cdf4581-202b-4d0c-ae18-13c26071596b), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.089250 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f67389d7-120d-46b0-beca-53934b4b0e0d None None] Publish callbacks [] for port (b915187e-9e8b-4801-a7d4-bb9a14672862), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.095594 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 7055d4dc-5ad5-4e2b-816b-f21d3131b983 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:59.186083 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb2c3bfb-26c6-467f-b65e-a6c9470626e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.236369 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f67389d7-120d-46b0-beca-53934b4b0e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (b915187e-9e8b-4801-a7d4-bb9a14672862), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.373270 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67389d7-120d-46b0-beca-53934b4b0e0d None None] Pushing event updated for resources: {'Port': ['ID=b915187e-9e8b-4801-a7d4-bb9a14672862,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:59.377935 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 7055d4dc-5ad5-4e2b-816b-f21d3131b983 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:59.445662 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-27cbed4f-3edd-4f26-be06-b132fa7e5f92 req-202cf781-32fa-4710-ba74-ad7c2c061628 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 0.5556047 Feb 19 04:24:59.460646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-176d4fed-b09a-483f-b57f-d2ec2122124c None None] Provisioning complete for port 427a6c81-d91f-4f3b-ab28-980f27400581 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:24:59.461551 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-176d4fed-b09a-483f-b57f-d2ec2122124c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (427a6c81-d91f-4f3b-ab28-980f27400581), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.514149 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67389d7-120d-46b0-beca-53934b4b0e0d None None] Network 65731f68-b524-4d4e-8573-f052c5bfcb15 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:24:59.523898 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-f67389d7-120d-46b0-beca-53934b4b0e0d None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:24:59.528373 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67389d7-120d-46b0-beca-53934b4b0e0d None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:24:59.577755 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72a59e7-1910-4fd1-9bff-23d23c5e96d0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:59.581609 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e72a59e7-1910-4fd1-9bff-23d23c5e96d0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.698694 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-176d4fed-b09a-483f-b57f-d2ec2122124c None None] Port 427a6c81-d91f-4f3b-ab28-980f27400581 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:24:59.708199 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-fb2c3bfb-26c6-467f-b65e-a6c9470626e8 admin admin] Allocated IP 172.25.0.64 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/e43cbee1-1ce7-4f0e-9774-dd9459200be1) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:24:59.782534 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6e71dabb-a77f-4422-bf0a-8c8ab4c2adba None None] Deleting port 7055d4dc-5ad5-4e2b-816b-f21d3131b983 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:59.782896 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6e71dabb-a77f-4422-bf0a-8c8ab4c2adba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (7055d4dc-5ad5-4e2b-816b-f21d3131b983), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.811289 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-f67389d7-120d-46b0-beca-53934b4b0e0d None None] Attempting to bind port b915187e-9e8b-4801-a7d4-bb9a14672862 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:24:59.811719 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-f67389d7-120d-46b0-beca-53934b4b0e0d None None] Attempting to bind port b915187e-9e8b-4801-a7d4-bb9a14672862 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '575f0723-6715-4e41-9299-a87c68bdded6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '65731f68-b524-4d4e-8573-f052c5bfcb15'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:24:59.812104 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67389d7-120d-46b0-beca-53934b4b0e0d None None] Attempting to bind port b915187e-9e8b-4801-a7d4-bb9a14672862 on network 65731f68-b524-4d4e-8573-f052c5bfcb15 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:24:59.816620 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68693d-8d67-44b8-bb93-b8e1e8467572 req-5ab6edc3-434e-4417-838c-7bb7cde03824 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:59.818589 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4a68693d-8d67-44b8-bb93-b8e1e8467572 req-5ab6edc3-434e-4417-838c-7bb7cde03824 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.48 "GET /v2.0/ports?device_id=4541b57b-b721-46c1-b892-6a229d7bd8a6 HTTP/1.1" status: 200 len: 945 time: 0.9256470 Feb 19 04:24:59.852076 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67389d7-120d-46b0-beca-53934b4b0e0d None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:24:59.852477 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67389d7-120d-46b0-beca-53934b4b0e0d None None] Checking segment: {'id': '575f0723-6715-4e41-9299-a87c68bdded6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '65731f68-b524-4d4e-8573-f052c5bfcb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:24:59.852893 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f67389d7-120d-46b0-beca-53934b4b0e0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.855465 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67389d7-120d-46b0-beca-53934b4b0e0d None None] Bound using segment: {'id': '575f0723-6715-4e41-9299-a87c68bdded6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '65731f68-b524-4d4e-8573-f052c5bfcb15'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:24:59.856131 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-f67389d7-120d-46b0-beca-53934b4b0e0d None None] Bound port: b915187e-9e8b-4801-a7d4-bb9a14672862, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575f0723-6715-4e41-9299-a87c68bdded6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '65731f68-b524-4d4e-8573-f052c5bfcb15'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:24:59.856551 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f67389d7-120d-46b0-beca-53934b4b0e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b915187e-9e8b-4801-a7d4-bb9a14672862), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.870864 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 7055d4dc-5ad5-4e2b-816b-f21d3131b983 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:24:59.871588 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7055d4dc-5ad5-4e2b-816b-f21d3131b983), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.135669 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb2c3bfb-26c6-467f-b65e-a6c9470626e8 admin admin] Publish callbacks [] for port (e43cbee1-1ce7-4f0e-9774-dd9459200be1), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.161882 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:00.167752 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.192894 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-6e71dabb-a77f-4422-bf0a-8c8ab4c2adba None None] For port 7055d4dc-5ad5-4e2b-816b-f21d3131b983, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=7055d4dc-5ad5-4e2b-816b-f21d3131b983,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:00.193642 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6e71dabb-a77f-4422-bf0a-8c8ab4c2adba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (7055d4dc-5ad5-4e2b-816b-f21d3131b983), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.307040 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb2c3bfb-26c6-467f-b65e-a6c9470626e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (e43cbee1-1ce7-4f0e-9774-dd9459200be1), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.348408 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6e71dabb-a77f-4422-bf0a-8c8ab4c2adba None None] Calling delete_port for 7055d4dc-5ad5-4e2b-816b-f21d3131b983 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:00.364898 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 7055d4dc-5ad5-4e2b-816b-f21d3131b983, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=7055d4dc-5ad5-4e2b-816b-f21d3131b983,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:00.366898 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef5ea36-b9b6-4cef-a443-3069024026da admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:25:00.392996 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6ef5ea36-b9b6-4cef-a443-3069024026da admin admin] 10.222.0.65 "PUT /v2.0/routers/277e6030-540f-448d-a0e1-8361d80c8ff1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3965669 Feb 19 04:25:00.401240 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (7055d4dc-5ad5-4e2b-816b-f21d3131b983), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.479464 n-d-772273-4 neutron-server[115199]: INFO neutron.db.ipam_backend_mixin [None req-e72a59e7-1910-4fd1-9bff-23d23c5e96d0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0bf28a1b-3543-4fba-8db6-c33d5d7d5d41 (CIDR: 2001:db8::/64) Feb 19 04:25:00.482191 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-f67389d7-120d-46b0-beca-53934b4b0e0d None None] For port b915187e-9e8b-4801-a7d4-bb9a14672862, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:25:00.492296 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-f67389d7-120d-46b0-beca-53934b4b0e0d None None] For port b915187e-9e8b-4801-a7d4-bb9a14672862, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b915187e-9e8b-4801-a7d4-bb9a14672862,segment=NetworkSegment(575f0723-6715-4e41-9299-a87c68bdded6),segment_id=575f0723-6715-4e41-9299-a87c68bdded6)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:25:00.503259 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72a59e7-1910-4fd1-9bff-23d23c5e96d0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:25:00.504044 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e72a59e7-1910-4fd1-9bff-23d23c5e96d0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:25:00.519059 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2c3bfb-26c6-467f-b65e-a6c9470626e8 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:00.553963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28c1ec-e427-4401-b662-e933d3806bfd req-ae7fbbf6-3981-4505-95de-96845435317f tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:00.570094 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-fb2c3bfb-26c6-467f-b65e-a6c9470626e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:00.578728 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f28c1ec-e427-4401-b662-e933d3806bfd req-ae7fbbf6-3981-4505-95de-96845435317f tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/ports?device_id=4541b57b-b721-46c1-b892-6a229d7bd8a6 HTTP/1.1" status: 200 len: 945 time: 0.4184544 Feb 19 04:25:00.642928 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c3bfb-26c6-467f-b65e-a6c9470626e8 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:00.738907 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e72a59e7-1910-4fd1-9bff-23d23c5e96d0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.2794731 Feb 19 04:25:00.744344 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47978) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:00.749604 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c3bfb-26c6-467f-b65e-a6c9470626e8 admin admin] Pushing event updated for resources: {'Port': ['ID=e43cbee1-1ce7-4f0e-9774-dd9459200be1,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:00.765084 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-cd346b63-62db-42c2-b99d-5b6145ac7952 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'subnet': {'network_id': '65731f68-b524-4d4e-8573-f052c5bfcb15', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:00.796025 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] Sync routers for ids ['277e6030-540f-448d-a0e1-8361d80c8ff1'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:25:00.806147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=7055d4dc-5ad5-4e2b-816b-f21d3131b983,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:00.823509 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f67389d7-120d-46b0-beca-53934b4b0e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b915187e-9e8b-4801-a7d4-bb9a14672862), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.928360 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f28c1ec-e427-4401-b662-e933d3806bfd req-72a562d9-d153-4899-8f1a-7368fdd5dd16 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcf4f98-d95e-41b1-9eaa-fba32110ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391941 Feb 19 04:25:00.976327 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] Routers {'277e6030-540f-448d-a0e1-8361d80c8ff1'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:00.978450 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:24:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['277e6030-540f-448d-a0e1-8361d80c8ff1'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:01.307964 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67389d7-120d-46b0-beca-53934b4b0e0d None None] Pushing event updated for resources: {'Port': ['ID=b915187e-9e8b-4801-a7d4-bb9a14672862,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:01.786379 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] Set router 277e6030-540f-448d-a0e1-8361d80c8ff1 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:25:01.818238 n-d-772273-4 neutron-server[115198]: DEBUG neutron.objects.ports [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115198) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:25:02.150068 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6f950897-5e77-4891-ab9f-85f7fc926849 req-cdd2acdd-7b6e-4364-a28f-ec653d6941c8 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 1.2036486 Feb 19 04:25:02.261270 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb2c3bfb-26c6-467f-b65e-a6c9470626e8 admin admin] Publish callbacks [] for router_gateway (0cdf4581-202b-4d0c-ae18-13c26071596b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:02.388076 n-d-772273-4 neutron-server[115198]: WARNING neutron.services.revisions.revision_plugin [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Could not find related port for resource to bump revision. Feb 19 04:25:02.471649 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.ipam_pluggable_backend [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Port 7055d4dc-5ad5-4e2b-816b-f21d3131b983 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=115198) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 19 04:25:02.472137 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.ipam_pluggable_backend [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Reverting IP allocation for 2001:db8::f816:3eff:fe41:4b39 {{(pid=115198) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 19 04:25:02.496244 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.ipam_pluggable_backend [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe41:4b39 {{(pid=115198) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 19 04:25:02.590306 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6e71dabb-a77f-4422-bf0a-8c8ab4c2adba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (7055d4dc-5ad5-4e2b-816b-f21d3131b983), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:02.634349 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e71dabb-a77f-4422-bf0a-8c8ab4c2adba None None] No DVR routers for this DVR port 7055d4dc-5ad5-4e2b-816b-f21d3131b983 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:25:02.639269 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (1bae8b90-1d31-4587-9d4b-28c9c97a09e3), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:02.642054 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4866-df03-4db4-bb3e-c16a058be897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:02.662734 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71dabb-a77f-4422-bf0a-8c8ab4c2adba None None] Pushing event deleted for resources: {'Port': ['ID=7055d4dc-5ad5-4e2b-816b-f21d3131b983,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:02.745068 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277e6030-540f-448d-a0e1-8361d80c8ff1', 'name': 'tempest-TaggedBootDevicesTest_v242-424402504-router', 'tenant_id': '82338ea0f2c0482593c95c014017eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '0b8ac462-14e1-4abf-9f74-c6821864dd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:33Z', 'updated_at': '2022-02-19T04:24:55Z', 'revision_number': 4, 'project_id': '82338ea0f2c0482593c95c014017eddd', 'gw_port': {'id': '0b8ac462-14e1-4abf-9f74-c6821864dd80', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277e6030-540f-448d-a0e1-8361d80c8ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:38Z', 'updated_at': '2022-02-19T04:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '427a6c81-d91f-4f3b-ab28-980f27400581', 'name': '', 'network_id': '905acf5c-9538-430e-9b25-a0c784a5d182', 'tenant_id': '82338ea0f2c0482593c95c014017eddd', 'mac_address': 'fa:16:3e:eb:85:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277e6030-540f-448d-a0e1-8361d80c8ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '17489c7d-8dda-4f69-a700-039f2b068333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:52Z', 'updated_at': '2022-02-19T04:24:56Z', 'revision_number': 2, 'project_id': '82338ea0f2c0482593c95c014017eddd', 'subnets': [{'id': '17489c7d-8dda-4f69-a700-039f2b068333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:02.805259 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] Checking router: 277e6030-540f-448d-a0e1-8361d80c8ff1 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:25:02.806726 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] Updating router 277e6030-540f-448d-a0e1-8361d80c8ff1 port 427a6c81-d91f-4f3b-ab28-980f27400581 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:25:02.842797 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:02.849835 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:02.859583 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:02.860578 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:02.882404 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (427a6c81-d91f-4f3b-ab28-980f27400581), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:02.894110 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32911179-a1bd-4c10-9ec9-a6d3e6679999 req-7505db00-3b04-433c-8e75-42d712ac6f83 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:02.902264 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf8ac9a-f831-483c-b19b-a9d96fadb3cf None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:02.905772 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32911179-a1bd-4c10-9ec9-a6d3e6679999 req-7505db00-3b04-433c-8e75-42d712ac6f83 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/ports?device_id=4541b57b-b721-46c1-b892-6a229d7bd8a6 HTTP/1.1" status: 200 len: 945 time: 0.4848597 Feb 19 04:25:02.942927 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=1bae8b90-1d31-4587-9d4b-28c9c97a09e3,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:02.968143 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:02.969214 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:02.969991 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:02.970560 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:02.971101 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:02.971625 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:02.972145 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:02.972675 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:02.973441 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:02.974365 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:02.974926 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:02.975470 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:02.976116 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:02.997896 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9afc933e-65ee-4cf8-8b27-9d3bb705876b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.2837999 Feb 19 04:25:03.005404 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48040) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:03.015743 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-d5c2c1c9-5ba4-4f1e-b392-75a9987beb48 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'mac_address': 'fa:16:3e:9a:46:97', 'name': 'tempest-NetworksTestDHCPv6-873645275'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:03.287939 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f545a2a-cc6d-4148-bd68-f432a2008914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9e765b0b-136b-493b-bef9-44145ed793f7', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'fixed_ips': [{'subnet_id': '1bae8b90-1d31-4587-9d4b-28c9c97a09e3'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:25:03.288900 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4f545a2a-cc6d-4148-bd68-f432a2008914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:03.444757 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32911179-a1bd-4c10-9ec9-a6d3e6679999 req-4eaefff0-4ddf-4613-81a5-ea4995df9497 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcf4f98-d95e-41b1-9eaa-fba32110ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5303450 Feb 19 04:25:03.444757 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c2c1c9-5ba4-4f1e-b392-75a9987beb48 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:03.469146 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-4a68693d-8d67-44b8-bb93-b8e1e8467572 req-8a8d16ac-3a80-48c9-9b94-faa088c90ae2 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Deleting port 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:03.469914 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4a68693d-8d67-44b8-bb93-b8e1e8467572 req-8a8d16ac-3a80-48c9-9b94-faa088c90ae2 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:03.498234 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd346b63-62db-42c2-b99d-5b6145ac7952 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:03.502238 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cd346b63-62db-42c2-b99d-5b6145ac7952 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:03.752883 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-4f545a2a-cc6d-4148-bd68-f432a2008914 None None] Allocated IP 2001:db8::f816:3eff:fe04:a45 (9e765b0b-136b-493b-bef9-44145ed793f7/1bae8b90-1d31-4587-9d4b-28c9c97a09e3/c0400505-77e7-4310-b96b-fb58e2d389f6) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:03.912863 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d5c2c1c9-5ba4-4f1e-b392-75a9987beb48 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.054867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-d5c2c1c9-5ba4-4f1e-b392-75a9987beb48 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] device_id is not set on port 3b0e6c75-75d2-48e4-9ea6-546508697809 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:25:04.113428 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4f545a2a-cc6d-4148-bd68-f432a2008914 None None] Publish callbacks [] for port (c0400505-77e7-4310-b96b-fb58e2d389f6), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.131610 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b915187e-9e8b-4801-a7d4-bb9a14672862 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:04.136653 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7d8242-55fd-49d0-b923-30ec3db6538b None None] Network 65731f68-b524-4d4e-8573-f052c5bfcb15 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:04.143514 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:25:04.155659 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4f545a2a-cc6d-4148-bd68-f432a2008914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (c0400505-77e7-4310-b96b-fb58e2d389f6), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.288810 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-4a68693d-8d67-44b8-bb93-b8e1e8467572 req-8a8d16ac-3a80-48c9-9b94-faa088c90ae2 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] For port 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d,segment=NetworkSegment(b55c0cd0-c400-4626-889a-4d0793276cbd),segment_id=b55c0cd0-c400-4626-889a-4d0793276cbd)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:04.290410 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4a68693d-8d67-44b8-bb93-b8e1e8467572 req-8a8d16ac-3a80-48c9-9b94-faa088c90ae2 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.338105 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-4a68693d-8d67-44b8-bb93-b8e1e8467572 req-8a8d16ac-3a80-48c9-9b94-faa088c90ae2 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Calling delete_port for 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:04.373629 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-31b447e9-eee2-417e-86d8-513d36b7d27d req-ef8286b2-6f10-42d3-9d7e-4789c4176336 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 0.8795187 Feb 19 04:25:04.583084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-d5c2c1c9-5ba4-4f1e-b392-75a9987beb48 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8::f816:3eff:fe9a:4697 (9e765b0b-136b-493b-bef9-44145ed793f7/1bae8b90-1d31-4587-9d4b-28c9c97a09e3/3b0e6c75-75d2-48e4-9ea6-546508697809) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:04.644129 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb2c3bfb-26c6-467f-b65e-a6c9470626e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (0cdf4581-202b-4d0c-ae18-13c26071596b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.828797 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f545a2a-cc6d-4148-bd68-f432a2008914 None None] Pushing event updated for resources: {'Port': ['ID=c0400505-77e7-4310-b96b-fb58e2d389f6,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:05.127042 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f545a2a-cc6d-4148-bd68-f432a2008914 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:05.139319 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-4f545a2a-cc6d-4148-bd68-f432a2008914 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:05.189312 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d5c2c1c9-5ba4-4f1e-b392-75a9987beb48 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (3b0e6c75-75d2-48e4-9ea6-546508697809), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.452942 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d5c2c1c9-5ba4-4f1e-b392-75a9987beb48 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (3b0e6c75-75d2-48e4-9ea6-546508697809), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.616168 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c2c1c9-5ba4-4f1e-b392-75a9987beb48 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:05.627318 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-d5c2c1c9-5ba4-4f1e-b392-75a9987beb48 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:05.640482 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c2c1c9-5ba4-4f1e-b392-75a9987beb48 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:05.650839 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c2c1c9-5ba4-4f1e-b392-75a9987beb48 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:05.652501 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d5c2c1c9-5ba4-4f1e-b392-75a9987beb48 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.692238 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d5c2c1c9-5ba4-4f1e-b392-75a9987beb48 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6847758 Feb 19 04:25:05.701642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48098) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:05.717204 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c2f81-a0cb-4c72-a8be-20aad5ebb868 req-768a7de9-e226-413e-87a9-ff927e3275b1 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:05.731811 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-373c2f81-a0cb-4c72-a8be-20aad5ebb868 req-768a7de9-e226-413e-87a9-ff927e3275b1 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/ports?device_id=4541b57b-b721-46c1-b892-6a229d7bd8a6 HTTP/1.1" status: 200 len: 945 time: 1.0171876 Feb 19 04:25:05.740701 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f545a2a-cc6d-4148-bd68-f432a2008914 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:05.798993 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2c1c9-5ba4-4f1e-b392-75a9987beb48 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=3b0e6c75-75d2-48e4-9ea6-546508697809,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:05.897248 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e493c7cc-cb9e-4805-bebc-7aacd4635a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.922512 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-373c2f81-a0cb-4c72-a8be-20aad5ebb868 req-3f2d09f6-e82a-4f74-b338-dd2955a8ceb9 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbcf4f98-d95e-41b1-9eaa-fba32110ecae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881311 Feb 19 04:25:05.957727 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9b03070d-b364-4afc-b63a-30ab8ffc598e None None] Provisioning complete for port b915187e-9e8b-4801-a7d4-bb9a14672862 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:05.958871 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9b03070d-b364-4afc-b63a-30ab8ffc598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b915187e-9e8b-4801-a7d4-bb9a14672862), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.988386 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cd346b63-62db-42c2-b99d-5b6145ac7952 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (b0830563-b21c-448c-86f2-d49b2419764d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.003851 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd7416f-3519-4924-90bb-8240ea28ddbd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:06.010141 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd7416f-3519-4924-90bb-8240ea28ddbd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:06.013022 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3fd7416f-3519-4924-90bb-8240ea28ddbd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2758172 Feb 19 04:25:06.020709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48102) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:06.181650 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-4f545a2a-cc6d-4148-bd68-f432a2008914 None None] Attempting to bind port c0400505-77e7-4310-b96b-fb58e2d389f6 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:25:06.183019 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-4f545a2a-cc6d-4148-bd68-f432a2008914 None None] Attempting to bind port c0400505-77e7-4310-b96b-fb58e2d389f6 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:25:06.183616 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f545a2a-cc6d-4148-bd68-f432a2008914 None None] Attempting to bind port c0400505-77e7-4310-b96b-fb58e2d389f6 on network 9e765b0b-136b-493b-bef9-44145ed793f7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:25:06.215812 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] Publish callbacks [] for port (427a6c81-d91f-4f3b-ab28-980f27400581), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.277517 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd346b63-62db-42c2-b99d-5b6145ac7952 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Subnet': ['ID=b0830563-b21c-448c-86f2-d49b2419764d,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:06.287631 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-8c32d3a4-6fef-4373-9d47-f9b790f050bf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting port 3b0e6c75-75d2-48e4-9ea6-546508697809 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:06.288988 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c32d3a4-6fef-4373-9d47-f9b790f050bf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3b0e6c75-75d2-48e4-9ea6-546508697809), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.388248 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c44e965b-9183-4cee-b9fd-4245423ac87d req-dada32ea-1dd5-4d8b-8efa-5323c9dac8b8 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 0.5401170 Feb 19 04:25:06.420646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:06.423678 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.427379 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f545a2a-cc6d-4148-bd68-f432a2008914 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:25:06.430637 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd346b63-62db-42c2-b99d-5b6145ac7952 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network 65731f68-b524-4d4e-8573-f052c5bfcb15 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:06.432226 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f545a2a-cc6d-4148-bd68-f432a2008914 None None] Checking segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:06.434981 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4f545a2a-cc6d-4148-bd68-f432a2008914 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.436688 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f545a2a-cc6d-4148-bd68-f432a2008914 None None] Bound using segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:25:06.437647 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-4f545a2a-cc6d-4148-bd68-f432a2008914 None None] Bound port: c0400505-77e7-4310-b96b-fb58e2d389f6, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:25:06.439097 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4f545a2a-cc6d-4148-bd68-f432a2008914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c0400505-77e7-4310-b96b-fb58e2d389f6), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.497485 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-cd346b63-62db-42c2-b99d-5b6145ac7952 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:06.511256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd346b63-62db-42c2-b99d-5b6145ac7952 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:06.512285 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cd346b63-62db-42c2-b99d-5b6145ac7952 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.559411 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cd346b63-62db-42c2-b99d-5b6145ac7952 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 5.8039954 Feb 19 04:25:06.573182 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48108) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:06.580314 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c32d3a4-6fef-4373-9d47-f9b790f050bf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3b0e6c75-75d2-48e4-9ea6-546508697809), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.588434 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-a6b6f361-174a-42e7-ab3b-2762d974cd0a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'port': {'network_id': '65731f68-b524-4d4e-8573-f052c5bfcb15', 'fixed_ips': [{'subnet_id': '0bf28a1b-3543-4fba-8db6-c33d5d7d5d41'}, {'subnet_id': 'b0830563-b21c-448c-86f2-d49b2419764d'}], 'name': 'tempest-PortsIpV6TestJSON-521397741'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:06.605602 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (427a6c81-d91f-4f3b-ab28-980f27400581), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.633289 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-8c32d3a4-6fef-4373-9d47-f9b790f050bf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Calling delete_port for 3b0e6c75-75d2-48e4-9ea6-546508697809 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:06.674741 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b915187e-9e8b-4801-a7d4-bb9a14672862 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:06.675520 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b915187e-9e8b-4801-a7d4-bb9a14672862), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.983080 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4a68693d-8d67-44b8-bb93-b8e1e8467572 req-8a8d16ac-3a80-48c9-9b94-faa088c90ae2 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.120081 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d16ac-3a80-48c9-9b94-faa088c90ae2 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Pushing event deleted for resources: {'Port': ['ID=4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:07.255605 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2c3bfb-26c6-467f-b65e-a6c9470626e8 admin admin] Router 0cdf4581-202b-4d0c-ae18-13c26071596b is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:25:07.332850 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9b03070d-b364-4afc-b63a-30ab8ffc598e None None] Current status of the port b915187e-9e8b-4801-a7d4-bb9a14672862 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:07.334797 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9b03070d-b364-4afc-b63a-30ab8ffc598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b915187e-9e8b-4801-a7d4-bb9a14672862), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.359184 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a68693d-8d67-44b8-bb93-b8e1e8467572 req-8a8d16ac-3a80-48c9-9b94-faa088c90ae2 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] No DVR routers for this DVR port 4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:25:07.370535 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4a68693d-8d67-44b8-bb93-b8e1e8467572 req-8a8d16ac-3a80-48c9-9b94-faa088c90ae2 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.375878 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4a68693d-8d67-44b8-bb93-b8e1e8467572 req-8a8d16ac-3a80-48c9-9b94-faa088c90ae2 tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.48 "DELETE /v2.0/ports/4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d HTTP/1.1" status: 204 len: 173 time: 7.5320573 Feb 19 04:25:07.376412 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4541b57b-b721-46c1-b892-6a229d7bd8a6', 'name': 'network-vif-deleted', 'tag': '4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:25:07.402721 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8be822-8cec-4625-9989-eb88f74605b0" -d '{"events": [{"server_uuid": "4541b57b-b721-46c1-b892-6a229d7bd8a6", "name": "network-vif-deleted", "tag": "4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:25:07.623123 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-650a1a2c-e69e-4a96-9dd0-1dea6afadb08 req-99912cff-7f7f-4a2d-9cbe-a9a1fb072eda tempest-ServerGroupTestJSON-91291620 tempest-ServerGroupTestJSON-91291620-project] 10.222.0.65 "GET /v2.0/ports?device_id=4541b57b-b721-46c1-b892-6a229d7bd8a6 HTTP/1.1" status: 200 len: 210 time: 0.3433990 Feb 19 04:25:07.741376 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b915187e-9e8b-4801-a7d4-bb9a14672862 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:07.756273 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c32d3a4-6fef-4373-9d47-f9b790f050bf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (3b0e6c75-75d2-48e4-9ea6-546508697809), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.761097 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b915187e-9e8b-4801-a7d4-bb9a14672862), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.773793 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f46c-81a2-4b53-8031-e4c294bece67 None None] Pushing event updated for resources: {'Port': ['ID=427a6c81-d91f-4f3b-ab28-980f27400581,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:07.853667 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda1a0ff-2eb8-4fb6-b77b-1937401b9068 x-openstack-request-id: req-dda1a0ff-2eb8-4fb6-b77b-1937401b9068 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:25:07.854058 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4541b57b-b721-46c1-b892-6a229d7bd8a6", "name": "network-vif-deleted", "tag": "4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:25:07.854484 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dda1a0ff-2eb8-4fb6-b77b-1937401b9068 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:25:07.855160 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4541b57b-b721-46c1-b892-6a229d7bd8a6', 'name': 'network-vif-deleted', 'tag': '4cbb46cb-2c2b-4cc1-b952-c70d8ce0035d', 'status': 'completed', 'code': 200} Feb 19 04:25:07.940584 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b6f361-174a-42e7-ab3b-2762d974cd0a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:07.948905 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.988473 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] Attempting to bind port 427a6c81-d91f-4f3b-ab28-980f27400581 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:25:07.995661 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] Attempting to bind port 427a6c81-d91f-4f3b-ab28-980f27400581 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'aafaf0f1-83a3-4dae-97b4-b094b40def8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '905acf5c-9538-430e-9b25-a0c784a5d182'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:25:07.996399 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] Attempting to bind port 427a6c81-d91f-4f3b-ab28-980f27400581 on network 905acf5c-9538-430e-9b25-a0c784a5d182 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:25:08.126846 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32d3a4-6fef-4373-9d47-f9b790f050bf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Port': ['ID=3b0e6c75-75d2-48e4-9ea6-546508697809,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:08.137617 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c32d3a4-6fef-4373-9d47-f9b790f050bf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.157756 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:25:08.158386 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] Checking segment: {'id': 'aafaf0f1-83a3-4dae-97b4-b094b40def8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '905acf5c-9538-430e-9b25-a0c784a5d182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:08.159055 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.159624 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] Bound using segment: {'id': 'aafaf0f1-83a3-4dae-97b4-b094b40def8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '905acf5c-9538-430e-9b25-a0c784a5d182'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:25:08.160455 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] Bound port: 427a6c81-d91f-4f3b-ab28-980f27400581, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafaf0f1-83a3-4dae-97b4-b094b40def8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '905acf5c-9538-430e-9b25-a0c784a5d182'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:25:08.161184 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (427a6c81-d91f-4f3b-ab28-980f27400581), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.175204 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8c32d3a4-6fef-4373-9d47-f9b790f050bf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/3b0e6c75-75d2-48e4-9ea6-546508697809 HTTP/1.1" status: 204 len: 168 time: 2.1525190 Feb 19 04:25:08.180967 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48132) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:08.204068 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ef9358-c6db-442f-8b09-d2400c788ec0 None None] Network 65731f68-b524-4d4e-8573-f052c5bfcb15 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:08.305102 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2a52cbeb-c2b5-401a-a5c7-cc241e248356 req-14151ed8-3b1d-461b-9999-c56e0f5f8108 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 0.3123331 Feb 19 04:25:08.456146 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db4a45a-3cd5-4390-9a6a-2f30ba600fb1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:08.467334 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db4a45a-3cd5-4390-9a6a-2f30ba600fb1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:08.478277 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2db4a45a-3cd5-4390-9a6a-2f30ba600fb1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2904434 Feb 19 04:25:08.478778 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48136) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:08.763804 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9b03070d-b364-4afc-b63a-30ab8ffc598e None None] For port b915187e-9e8b-4801-a7d4-bb9a14672862, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b915187e-9e8b-4801-a7d4-bb9a14672862,segment=NetworkSegment(575f0723-6715-4e41-9299-a87c68bdded6),segment_id=575f0723-6715-4e41-9299-a87c68bdded6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:08.783200 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.789432 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.817315 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48144) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:08.833342 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-553d502b-4e69-4124-b46f-4fee9ed1d514 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet 1bae8b90-1d31-4587-9d4b-28c9c97a09e3 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:25:08.853522 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-553d502b-4e69-4124-b46f-4fee9ed1d514 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (1bae8b90-1d31-4587-9d4b-28c9c97a09e3), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.908499 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2c3bfb-26c6-467f-b65e-a6c9470626e8 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:25:08.935495 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] Sync routers for ids ['0cdf4581-202b-4d0c-ae18-13c26071596b'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:25:08.956500 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb2c3bfb-26c6-467f-b65e-a6c9470626e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.965596 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fb2c3bfb-26c6-467f-b65e-a6c9470626e8 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 12.5146554 Feb 19 04:25:08.990105 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48150) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:08.991762 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] Routers {'0cdf4581-202b-4d0c-ae18-13c26071596b'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:08.992796 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:25:06Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['0cdf4581-202b-4d0c-ae18-13c26071596b'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:09.017064 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-4f545a2a-cc6d-4148-bd68-f432a2008914 None None] For port c0400505-77e7-4310-b96b-fb58e2d389f6, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:25:09.025282 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-4f545a2a-cc6d-4148-bd68-f432a2008914 None None] For port c0400505-77e7-4310-b96b-fb58e2d389f6, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c0400505-77e7-4310-b96b-fb58e2d389f6,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:25:09.049054 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9b03070d-b364-4afc-b63a-30ab8ffc598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b915187e-9e8b-4801-a7d4-bb9a14672862), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:09.116654 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6b6f361-174a-42e7-ab3b-2762d974cd0a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:09.162346 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-553d502b-4e69-4124-b46f-4fee9ed1d514 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (1bae8b90-1d31-4587-9d4b-28c9c97a09e3), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:09.217825 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-a6b6f361-174a-42e7-ab3b-2762d974cd0a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] device_id is not set on port f2745b2a-30e7-4828-8bf3-0e821a5360d4 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:25:09.532659 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] Set router 0cdf4581-202b-4d0c-ae18-13c26071596b gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:25:09.646792 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] For port 427a6c81-d91f-4f3b-ab28-980f27400581, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:25:09.657644 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] For port 427a6c81-d91f-4f3b-ab28-980f27400581, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=427a6c81-d91f-4f3b-ab28-980f27400581,segment=NetworkSegment(aafaf0f1-83a3-4dae-97b4-b094b40def8f),segment_id=aafaf0f1-83a3-4dae-97b4-b094b40def8f)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:25:09.680756 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1fa19241-f78c-48b4-ac01-c17f07ca60ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:09.738153 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48172) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:09.806237 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:25:09.807110 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:25:09.815748 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4f545a2a-cc6d-4148-bd68-f432a2008914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c0400505-77e7-4310-b96b-fb58e2d389f6), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:09.836157 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (427a6c81-d91f-4f3b-ab28-980f27400581), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:09.881352 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3de0d8fe-1736-4255-92ae-6d76607fb472 req-a4bd9085-da0a-410a-83a8-ef63c2f11ccb tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 0.2749314 Feb 19 04:25:09.983203 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-553d502b-4e69-4124-b46f-4fee9ed1d514 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (1bae8b90-1d31-4587-9d4b-28c9c97a09e3), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.016289 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.135918 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03070d-b364-4afc-b63a-30ab8ffc598e None None] Pushing event updated for resources: {'Port': ['ID=b915187e-9e8b-4801-a7d4-bb9a14672862,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:10.242131 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.314748 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-553d502b-4e69-4124-b46f-4fee9ed1d514 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (1bae8b90-1d31-4587-9d4b-28c9c97a09e3), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.316497 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdf4581-202b-4d0c-ae18-13c26071596b', 'name': 'tempest-ServerRescueNegativeTestJSON-1156271571-router', 'tenant_id': '8cacf0263ee84f64a630c7eb71dfd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e43cbee1-1ce7-4f0e-9774-dd9459200be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:56Z', 'updated_at': '2022-02-19T04:25:01Z', 'revision_number': 3, 'project_id': '8cacf0263ee84f64a630c7eb71dfd691', 'gw_port': {'id': 'e43cbee1-1ce7-4f0e-9774-dd9459200be1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdf4581-202b-4d0c-ae18-13c26071596b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:59Z', 'updated_at': '2022-02-19T04:24:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:10.506934 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d502b-4e69-4124-b46f-4fee9ed1d514 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=1bae8b90-1d31-4587-9d4b-28c9c97a09e3,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:10.520873 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-553d502b-4e69-4124-b46f-4fee9ed1d514 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.536352 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-553d502b-4e69-4124-b46f-4fee9ed1d514 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/1bae8b90-1d31-4587-9d4b-28c9c97a09e3 HTTP/1.1" status: 204 len: 168 time: 2.0439951 Feb 19 04:25:10.538295 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48180) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:10.605343 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b915187e-9e8b-4801-a7d4-bb9a14672862 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:10.644372 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3a5e5d4d-78d1-4d33-83d9-b67ba9bdbc7a None None] Provisioning complete for port 427a6c81-d91f-4f3b-ab28-980f27400581 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:10.644943 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3a5e5d4d-78d1-4d33-83d9-b67ba9bdbc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (427a6c81-d91f-4f3b-ab28-980f27400581), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.761176 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-87d3a883-c9e2-4695-a8bf-b8b79e04af5a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2005301 Feb 19 04:25:10.762600 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48184) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:10.788845 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-82bf4aa1-57a8-4573-9310-9c5857e2090b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:10.882074 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] Routers {'277e6030-540f-448d-a0e1-8361d80c8ff1'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:10.893582 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:25:06Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['277e6030-540f-448d-a0e1-8361d80c8ff1'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:11.129497 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bf4aa1-57a8-4573-9310-9c5857e2090b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:11.135583 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] Checking router: 0cdf4581-202b-4d0c-ae18-13c26071596b for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:25:11.135997 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] Updating router 0cdf4581-202b-4d0c-ae18-13c26071596b port e43cbee1-1ce7-4f0e-9774-dd9459200be1 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:25:11.142380 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82bf4aa1-57a8-4573-9310-9c5857e2090b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:11.147672 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b915187e-9e8b-4801-a7d4-bb9a14672862 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:11.259018 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f545a2a-cc6d-4148-bd68-f432a2008914 None None] Pushing event updated for resources: {'Port': ['ID=c0400505-77e7-4310-b96b-fb58e2d389f6,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:11.364178 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e43cbee1-1ce7-4f0e-9774-dd9459200be1), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:11.678994 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] Set router 277e6030-540f-448d-a0e1-8361d80c8ff1 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:25:11.794308 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1fa19241-f78c-48b4-ac01-c17f07ca60ba admin admin] Publish callbacks [] for security_group (be6a15d5-2f14-4487-9ba2-8b1152f9f18a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:11.840429 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-63c7ce84-f6b5-4521-a9fe-f6179c522eb0 req-68ac2982-b264-4c8d-8f3b-36adbe38a6a4 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 0.2579885 Feb 19 04:25:12.221612 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b915187e-9e8b-4801-a7d4-bb9a14672862 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:12.221612 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b915187e-9e8b-4801-a7d4-bb9a14672862), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.271737 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] Publish callbacks [] for port (e43cbee1-1ce7-4f0e-9774-dd9459200be1), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.287738 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e43cbee1-1ce7-4f0e-9774-dd9459200be1), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.305945 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f46c-81a2-4b53-8031-e4c294bece67 None None] Pushing event updated for resources: {'Port': ['ID=427a6c81-d91f-4f3b-ab28-980f27400581,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:12.434533 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250419e2-2d4a-4d30-a550-bf78392fed47 None None] Pushing event updated for resources: {'Port': ['ID=e43cbee1-1ce7-4f0e-9774-dd9459200be1,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:12.511626 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] Attempting to bind port e43cbee1-1ce7-4f0e-9774-dd9459200be1 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:25:12.516979 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] Attempting to bind port e43cbee1-1ce7-4f0e-9774-dd9459200be1 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:25:12.517782 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] Attempting to bind port e43cbee1-1ce7-4f0e-9774-dd9459200be1 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:25:12.525277 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3a5e5d4d-78d1-4d33-83d9-b67ba9bdbc7a None None] Current status of the port 427a6c81-d91f-4f3b-ab28-980f27400581 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:12.525836 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3a5e5d4d-78d1-4d33-83d9-b67ba9bdbc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (427a6c81-d91f-4f3b-ab28-980f27400581), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.533514 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:25:12.537877 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:12.538443 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.538997 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:25:12.551986 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] Bound port: e43cbee1-1ce7-4f0e-9774-dd9459200be1, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:25:12.552494 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e43cbee1-1ce7-4f0e-9774-dd9459200be1), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.594331 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1fa19241-f78c-48b4-ac01-c17f07ca60ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (be6a15d5-2f14-4487-9ba2-8b1152f9f18a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.659380 n-d-772273-4 neutron-server[115198]: DEBUG neutron.objects.ports [None req-82bf4aa1-57a8-4573-9310-9c5857e2090b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115198) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:25:12.806443 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] For port e43cbee1-1ce7-4f0e-9774-dd9459200be1, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:25:12.830267 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] For port e43cbee1-1ce7-4f0e-9774-dd9459200be1, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e43cbee1-1ce7-4f0e-9774-dd9459200be1,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:25:12.841966 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a2e8e1-3a27-460a-909d-cc06ea4beba4 admin admin] Deleting subnet 8ff47eb2-8322-4b19-bead-d6213cbc7362 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:25:12.851805 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e43cbee1-1ce7-4f0e-9774-dd9459200be1), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.936398 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44a2e8e1-3a27-460a-909d-cc06ea4beba4 admin admin] Publish callbacks [] for subnet (8ff47eb2-8322-4b19-bead-d6213cbc7362), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.013355 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf8a906-84c0-42e5-a089-d94fcbfc3918 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:13.074120 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82bf4aa1-57a8-4573-9310-9c5857e2090b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c0400505-77e7-4310-b96b-fb58e2d389f6), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.084086 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa19241-f78c-48b4-ac01-c17f07ca60ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6a15d5-2f14-4487-9ba2-8b1152f9f18a,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:13.118315 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] Routers {'0cdf4581-202b-4d0c-ae18-13c26071596b'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:13.120249 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:25:06Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['0cdf4581-202b-4d0c-ae18-13c26071596b'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:13.180410 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250419e2-2d4a-4d30-a550-bf78392fed47 None None] Pushing event updated for resources: {'Port': ['ID=e43cbee1-1ce7-4f0e-9774-dd9459200be1,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:13.239471 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ef2f00ef-1145-4923-8ba4-c00157908f02 req-7b58ea57-9075-4376-8f78-59de754b1249 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 0.1622241 Feb 19 04:25:13.267425 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3a5e5d4d-78d1-4d33-83d9-b67ba9bdbc7a None None] For port 427a6c81-d91f-4f3b-ab28-980f27400581, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=427a6c81-d91f-4f3b-ab28-980f27400581,segment=NetworkSegment(aafaf0f1-83a3-4dae-97b4-b094b40def8f),segment_id=aafaf0f1-83a3-4dae-97b4-b094b40def8f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:13.271613 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160ec71e-1c88-43a7-805f-458181aace29 None None] Update dhcp port {'port': {'network_id': '65731f68-b524-4d4e-8573-f052c5bfcb15', 'fixed_ips': [{'subnet_id': '0bf28a1b-3543-4fba-8db6-c33d5d7d5d41', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b0830563-b21c-448c-86f2-d49b2419764d'}], 'binding:host_id': 'n-d-772273-4'}, 'id': 'b915187e-9e8b-4801-a7d4-bb9a14672862'} from n-d-772273-4. {{(pid=115200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:25:13.275966 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1fa19241-f78c-48b4-ac01-c17f07ca60ba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3dc5dc2f2ae14a0ead90e094057713f1&name=default HTTP/1.1" status: 200 len: 3000 time: 4.4565487 Feb 19 04:25:13.289598 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48206) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:13.334911 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-a6b6f361-174a-42e7-ab3b-2762d974cd0a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Allocated IP 2001:db8::2c0 (65731f68-b524-4d4e-8573-f052c5bfcb15/0bf28a1b-3543-4fba-8db6-c33d5d7d5d41/f2745b2a-30e7-4828-8bf3-0e821a5360d4) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:13.463891 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-a6b6f361-174a-42e7-ab3b-2762d974cd0a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Allocated IP 2001:db8:0:1::355 (65731f68-b524-4d4e-8573-f052c5bfcb15/b0830563-b21c-448c-86f2-d49b2419764d/f2745b2a-30e7-4828-8bf3-0e821a5360d4) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:13.481243 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3a5e5d4d-78d1-4d33-83d9-b67ba9bdbc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (427a6c81-d91f-4f3b-ab28-980f27400581), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.507741 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] Set router 0cdf4581-202b-4d0c-ae18-13c26071596b gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:25:13.599282 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44a2e8e1-3a27-460a-909d-cc06ea4beba4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (8ff47eb2-8322-4b19-bead-d6213cbc7362), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.659405 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-160ec71e-1c88-43a7-805f-458181aace29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b915187e-9e8b-4801-a7d4-bb9a14672862), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.726408 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-82bf4aa1-57a8-4573-9310-9c5857e2090b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] For port c0400505-77e7-4310-b96b-fb58e2d389f6, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c0400505-77e7-4310-b96b-fb58e2d389f6,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:13.811207 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82bf4aa1-57a8-4573-9310-9c5857e2090b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (c0400505-77e7-4310-b96b-fb58e2d389f6), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.821261 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82bf4aa1-57a8-4573-9310-9c5857e2090b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (c0400505-77e7-4310-b96b-fb58e2d389f6), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.867266 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277e6030-540f-448d-a0e1-8361d80c8ff1', 'name': 'tempest-TaggedBootDevicesTest_v242-424402504-router', 'tenant_id': '82338ea0f2c0482593c95c014017eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '0b8ac462-14e1-4abf-9f74-c6821864dd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:33Z', 'updated_at': '2022-02-19T04:24:55Z', 'revision_number': 4, 'project_id': '82338ea0f2c0482593c95c014017eddd', 'gw_port': {'id': '0b8ac462-14e1-4abf-9f74-c6821864dd80', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277e6030-540f-448d-a0e1-8361d80c8ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:38Z', 'updated_at': '2022-02-19T04:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '427a6c81-d91f-4f3b-ab28-980f27400581', 'name': '', 'network_id': '905acf5c-9538-430e-9b25-a0c784a5d182', 'tenant_id': '82338ea0f2c0482593c95c014017eddd', 'mac_address': 'fa:16:3e:eb:85:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277e6030-540f-448d-a0e1-8361d80c8ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '17489c7d-8dda-4f69-a700-039f2b068333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:52Z', 'updated_at': '2022-02-19T04:25:09Z', 'revision_number': 4, 'project_id': '82338ea0f2c0482593c95c014017eddd', 'subnets': [{'id': '17489c7d-8dda-4f69-a700-039f2b068333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:13.869940 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82bf4aa1-57a8-4573-9310-9c5857e2090b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (6b224806-1ce0-4e24-8b84-0cdb1a45c43d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.910870 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3a5e5d4d-78d1-4d33-83d9-b67ba9bdbc7a None None] Provisioning complete for port b915187e-9e8b-4801-a7d4-bb9a14672862 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:13.911759 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3a5e5d4d-78d1-4d33-83d9-b67ba9bdbc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b915187e-9e8b-4801-a7d4-bb9a14672862), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:14.040389 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdf4581-202b-4d0c-ae18-13c26071596b', 'name': 'tempest-ServerRescueNegativeTestJSON-1156271571-router', 'tenant_id': '8cacf0263ee84f64a630c7eb71dfd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e43cbee1-1ce7-4f0e-9774-dd9459200be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:56Z', 'updated_at': '2022-02-19T04:25:01Z', 'revision_number': 3, 'project_id': '8cacf0263ee84f64a630c7eb71dfd691', 'gw_port': {'id': 'e43cbee1-1ce7-4f0e-9774-dd9459200be1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdf4581-202b-4d0c-ae18-13c26071596b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:59Z', 'updated_at': '2022-02-19T04:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:14.042078 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44a2e8e1-3a27-460a-909d-cc06ea4beba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (8ff47eb2-8322-4b19-bead-d6213cbc7362), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:14.048976 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bf4aa1-57a8-4573-9310-9c5857e2090b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:14.074288 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-82bf4aa1-57a8-4573-9310-9c5857e2090b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:14.098374 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bf4aa1-57a8-4573-9310-9c5857e2090b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:14.102908 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82bf4aa1-57a8-4573-9310-9c5857e2090b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:14.127062 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c762be40-b60e-4e9b-9d6e-67b3f500bb78 None None] The sync data for ids ['0cdf4581-202b-4d0c-ae18-13c26071596b'] in n-d-772273-4 is: [{'id': '0cdf4581-202b-4d0c-ae18-13c26071596b', 'name': 'tempest-ServerRescueNegativeTestJSON-1156271571-router', 'tenant_id': '8cacf0263ee84f64a630c7eb71dfd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e43cbee1-1ce7-4f0e-9774-dd9459200be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:56Z', 'updated_at': '2022-02-19T04:25:01Z', 'revision_number': 3, 'project_id': '8cacf0263ee84f64a630c7eb71dfd691', 'gw_port': {'id': 'e43cbee1-1ce7-4f0e-9774-dd9459200be1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdf4581-202b-4d0c-ae18-13c26071596b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:59Z', 'updated_at': '2022-02-19T04:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:25:14.128058 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b80230d-e112-49ae-ab8d-234895c04c7c admin admin] Publish callbacks [] for security_group (be6a15d5-2f14-4487-9ba2-8b1152f9f18a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:14.144275 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc17f61-0da7-4765-9352-dc2098c7a24f None None] The sync data for ids ['277e6030-540f-448d-a0e1-8361d80c8ff1'] in n-d-772273-4 is: [{'id': '277e6030-540f-448d-a0e1-8361d80c8ff1', 'name': 'tempest-TaggedBootDevicesTest_v242-424402504-router', 'tenant_id': '82338ea0f2c0482593c95c014017eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '0b8ac462-14e1-4abf-9f74-c6821864dd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:33Z', 'updated_at': '2022-02-19T04:24:55Z', 'revision_number': 4, 'project_id': '82338ea0f2c0482593c95c014017eddd', 'gw_port': {'id': '0b8ac462-14e1-4abf-9f74-c6821864dd80', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277e6030-540f-448d-a0e1-8361d80c8ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:38Z', 'updated_at': '2022-02-19T04:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '427a6c81-d91f-4f3b-ab28-980f27400581', 'name': '', 'network_id': '905acf5c-9538-430e-9b25-a0c784a5d182', 'tenant_id': '82338ea0f2c0482593c95c014017eddd', 'mac_address': 'fa:16:3e:eb:85:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277e6030-540f-448d-a0e1-8361d80c8ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '17489c7d-8dda-4f69-a700-039f2b068333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:52Z', 'updated_at': '2022-02-19T04:25:09Z', 'revision_number': 4, 'project_id': '82338ea0f2c0482593c95c014017eddd', 'subnets': [{'id': '17489c7d-8dda-4f69-a700-039f2b068333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:25:14.174171 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b915187e-9e8b-4801-a7d4-bb9a14672862 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:14.178778 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e5d4d-78d1-4d33-83d9-b67ba9bdbc7a None None] Pushing event updated for resources: {'Port': ['ID=427a6c81-d91f-4f3b-ab28-980f27400581,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:14.300845 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf4aa1-57a8-4573-9310-9c5857e2090b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=6b224806-1ce0-4e24-8b84-0cdb1a45c43d,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:14.313594 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf4aa1-57a8-4573-9310-9c5857e2090b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=c0400505-77e7-4310-b96b-fb58e2d389f6,revision_number=5']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:14.339045 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-82bf4aa1-57a8-4573-9310-9c5857e2090b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.5749459 Feb 19 04:25:14.342049 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48216) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:14.360680 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-271fbb7c-900e-4923-8fb0-1995636c9813 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'mac_address': 'fa:16:3e:97:69:7a', 'name': 'tempest-NetworksTestDHCPv6-282395747'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:14.619862 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-27d47cd2-25cc-4766-b108-2c71fbc38b6b req-69b9b391-af50-4c24-95d5-296f344645b2 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 0.1620791 Feb 19 04:25:14.644167 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b80230d-e112-49ae-ab8d-234895c04c7c admin admin] Publish callbacks [] for security_group (be6a15d5-2f14-4487-9ba2-8b1152f9f18a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:14.786279 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3a5e5d4d-78d1-4d33-83d9-b67ba9bdbc7a None None] Current status of the port b915187e-9e8b-4801-a7d4-bb9a14672862 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:14.972738 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-70657250-581c-491d-967e-19aa71fd7570 None None] Provisioning complete for port c0400505-77e7-4310-b96b-fb58e2d389f6 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:14.973374 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-70657250-581c-491d-967e-19aa71fd7570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c0400505-77e7-4310-b96b-fb58e2d389f6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:15.084679 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44a2e8e1-3a27-460a-909d-cc06ea4beba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (8ff47eb2-8322-4b19-bead-d6213cbc7362), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:15.119840 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c0400505-77e7-4310-b96b-fb58e2d389f6 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:15.181166 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44a2e8e1-3a27-460a-909d-cc06ea4beba4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:15.195749 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-44a2e8e1-3a27-460a-909d-cc06ea4beba4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8ff47eb2-8322-4b19-bead-d6213cbc7362 HTTP/1.1" status: 204 len: 168 time: 5.4360983 Feb 19 04:25:15.205774 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6b6f361-174a-42e7-ab3b-2762d974cd0a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for port (f2745b2a-30e7-4828-8bf3-0e821a5360d4), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:15.207488 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48222) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:15.208492 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2e8e1-3a27-460a-909d-cc06ea4beba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ff47eb2-8322-4b19-bead-d6213cbc7362,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:15.273089 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271fbb7c-900e-4923-8fb0-1995636c9813 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:15.276026 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c61c43e-762f-4673-93a0-d6ba49d644b6 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:15.422142 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b80230d-e112-49ae-ab8d-234895c04c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (be6a15d5-2f14-4487-9ba2-8b1152f9f18a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:15.425339 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b80230d-e112-49ae-ab8d-234895c04c7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:15.428745 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1b80230d-e112-49ae-ab8d-234895c04c7c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/be6a15d5-2f14-4487-9ba2-8b1152f9f18a HTTP/1.1" status: 204 len: 168 time: 2.0914121 Feb 19 04:25:15.628651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80230d-e112-49ae-ab8d-234895c04c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6a15d5-2f14-4487-9ba2-8b1152f9f18a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:15.722574 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-271fbb7c-900e-4923-8fb0-1995636c9813 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:15.854384 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-271fbb7c-900e-4923-8fb0-1995636c9813 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] device_id is not set on port e1ec1aa3-7f9d-482a-b063-41385fd9a2b8 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:25:15.930213 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b4ff91a6-de8b-496b-b0ce-39432b20b5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (3b544283-ed6e-4862-9298-e85c895d835c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:15.951498 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6b6f361-174a-42e7-ab3b-2762d974cd0a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (f2745b2a-30e7-4828-8bf3-0e821a5360d4), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:15.999705 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b80230d-e112-49ae-ab8d-234895c04c7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:16.003026 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b80230d-e112-49ae-ab8d-234895c04c7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:16.007356 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b80230d-e112-49ae-ab8d-234895c04c7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:16.008641 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b80230d-e112-49ae-ab8d-234895c04c7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:16.013254 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b80230d-e112-49ae-ab8d-234895c04c7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:16.014573 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b80230d-e112-49ae-ab8d-234895c04c7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:16.017801 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b80230d-e112-49ae-ab8d-234895c04c7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:16.019135 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b80230d-e112-49ae-ab8d-234895c04c7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:16.021980 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b80230d-e112-49ae-ab8d-234895c04c7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:16.024248 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b80230d-e112-49ae-ab8d-234895c04c7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:16.040700 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b80230d-e112-49ae-ab8d-234895c04c7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:16.043783 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b80230d-e112-49ae-ab8d-234895c04c7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:16.048555 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b80230d-e112-49ae-ab8d-234895c04c7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:16.139051 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-70657250-581c-491d-967e-19aa71fd7570 None None] Current status of the port c0400505-77e7-4310-b96b-fb58e2d389f6 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:16.140339 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-70657250-581c-491d-967e-19aa71fd7570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c0400505-77e7-4310-b96b-fb58e2d389f6), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:16.265993 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2614966-83d8-4f85-af71-b4dba8b3cdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:16.291809 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port c0400505-77e7-4310-b96b-fb58e2d389f6 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:16.298591 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c0400505-77e7-4310-b96b-fb58e2d389f6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:16.500975 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48234) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:16.513547 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b6f361-174a-42e7-ab3b-2762d974cd0a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network 65731f68-b524-4d4e-8573-f052c5bfcb15 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:16.515458 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-859e7e75-351c-419c-af59-32ded575fde3 req-22dcba26-4770-4741-901d-11376acab9ed tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cae1864-9aa4-40cd-8495-583878a423fe HTTP/1.1" status: 200 len: 210 time: 0.2898586 Feb 19 04:25:16.531373 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-70657250-581c-491d-967e-19aa71fd7570 None None] For port c0400505-77e7-4310-b96b-fb58e2d389f6, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c0400505-77e7-4310-b96b-fb58e2d389f6,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:16.560565 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-271fbb7c-900e-4923-8fb0-1995636c9813 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8::f816:3eff:fe97:697a (9e765b0b-136b-493b-bef9-44145ed793f7/6b224806-1ce0-4e24-8b84-0cdb1a45c43d/e1ec1aa3-7f9d-482a-b063-41385fd9a2b8) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:16.652635 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-160ec71e-1c88-43a7-805f-458181aace29 None None] Allocated IP 2001:db8:0:1::2 (65731f68-b524-4d4e-8573-f052c5bfcb15/b0830563-b21c-448c-86f2-d49b2419764d/b915187e-9e8b-4801-a7d4-bb9a14672862) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:16.653168 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-a6b6f361-174a-42e7-ab3b-2762d974cd0a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:16.656517 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-70657250-581c-491d-967e-19aa71fd7570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c0400505-77e7-4310-b96b-fb58e2d389f6), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:16.794143 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b6f361-174a-42e7-ab3b-2762d974cd0a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:16.826260 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70657250-581c-491d-967e-19aa71fd7570 None None] Pushing event updated for resources: {'Port': ['ID=c0400505-77e7-4310-b96b-fb58e2d389f6,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:16.855773 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b6f361-174a-42e7-ab3b-2762d974cd0a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:16.857074 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6b6f361-174a-42e7-ab3b-2762d974cd0a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:16.938125 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-70657250-581c-491d-967e-19aa71fd7570 None None] Provisioning complete for port 427a6c81-d91f-4f3b-ab28-980f27400581 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:16.939034 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-70657250-581c-491d-967e-19aa71fd7570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (427a6c81-d91f-4f3b-ab28-980f27400581), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:17.154739 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6f361-174a-42e7-ab3b-2762d974cd0a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Port': ['ID=f2745b2a-30e7-4828-8bf3-0e821a5360d4,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:17.616168 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-271fbb7c-900e-4923-8fb0-1995636c9813 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (e1ec1aa3-7f9d-482a-b063-41385fd9a2b8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:17.626865 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a6b6f361-174a-42e7-ab3b-2762d974cd0a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 11.0488408 Feb 19 04:25:17.635841 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48250) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:17.671408 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-036eb846-f327-44c3-99ef-2100ec061da2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0bf28a1b-3543-4fba-8db6-c33d5d7d5d41'}]}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:17.687145 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port c0400505-77e7-4310-b96b-fb58e2d389f6 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:17.774644 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-271fbb7c-900e-4923-8fb0-1995636c9813 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (e1ec1aa3-7f9d-482a-b063-41385fd9a2b8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:17.832778 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48256) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:17.952704 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-160ec71e-1c88-43a7-805f-458181aace29 None None] For port b915187e-9e8b-4801-a7d4-bb9a14672862, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b915187e-9e8b-4801-a7d4-bb9a14672862,segment=NetworkSegment(575f0723-6715-4e41-9299-a87c68bdded6),segment_id=575f0723-6715-4e41-9299-a87c68bdded6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:18.033832 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271fbb7c-900e-4923-8fb0-1995636c9813 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:18.039156 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-271fbb7c-900e-4923-8fb0-1995636c9813 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:18.043953 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271fbb7c-900e-4923-8fb0-1995636c9813 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:18.050514 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271fbb7c-900e-4923-8fb0-1995636c9813 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:18.055490 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-70657250-581c-491d-967e-19aa71fd7570 None None] Current status of the port 427a6c81-d91f-4f3b-ab28-980f27400581 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:18.071489 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-271fbb7c-900e-4923-8fb0-1995636c9813 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:18.149683 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-160ec71e-1c88-43a7-805f-458181aace29 None None] Publish callbacks [] for port (b915187e-9e8b-4801-a7d4-bb9a14672862), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:18.158547 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-160ec71e-1c88-43a7-805f-458181aace29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b915187e-9e8b-4801-a7d4-bb9a14672862), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:18.174997 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fbb7c-900e-4923-8fb0-1995636c9813 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=e1ec1aa3-7f9d-482a-b063-41385fd9a2b8,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:18.315725 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-271fbb7c-900e-4923-8fb0-1995636c9813 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9724340 Feb 19 04:25:18.336238 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48262) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:18.378096 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c0400505-77e7-4310-b96b-fb58e2d389f6 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:18.396071 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5dc723e0-2f2f-446c-b470-978ed6def228 None None] Could not find standard attr ID for object 3b0e6c75-75d2-48e4-9ea6-546508697809. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:25:18.474776 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-295bd039-a21f-4415-9325-d7772e5561cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:18.557491 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-036eb846-f327-44c3-99ef-2100ec061da2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f2745b2a-30e7-4828-8bf3-0e821a5360d4), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:18.718032 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ec71e-1c88-43a7-805f-458181aace29 None None] Pushing event updated for resources: {'Port': ['ID=b915187e-9e8b-4801-a7d4-bb9a14672862,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:18.743819 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ee8eab9c-ec60-4510-99ef-9dca20c33f31 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks [] for security_group (cea4b522-df63-419d-b92f-eef69a56abaf), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:18.750769 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5dc723e0-2f2f-446c-b470-978ed6def228 None None] Provisioning complete for port c0400505-77e7-4310-b96b-fb58e2d389f6 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:18.752611 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5dc723e0-2f2f-446c-b470-978ed6def228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c0400505-77e7-4310-b96b-fb58e2d389f6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:18.842675 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port c0400505-77e7-4310-b96b-fb58e2d389f6 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:18.847001 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c0400505-77e7-4310-b96b-fb58e2d389f6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:18.859038 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ee8eab9c-ec60-4510-99ef-9dca20c33f31 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks [] for security_group (cea4b522-df63-419d-b92f-eef69a56abaf), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:18.954151 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-295bd039-a21f-4415-9325-d7772e5561cf admin admin] Publish callbacks [] for security_group (177ffdb5-b513-4353-8f70-41dfba850f75), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:18.968417 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b4ff91a6-de8b-496b-b0ce-39432b20b5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (3b544283-ed6e-4862-9298-e85c895d835c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:18.996073 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-295bd039-a21f-4415-9325-d7772e5561cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (177ffdb5-b513-4353-8f70-41dfba850f75), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:19.003997 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ee8eab9c-ec60-4510-99ef-9dca20c33f31 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (cea4b522-df63-419d-b92f-eef69a56abaf), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:19.007953 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ee8eab9c-ec60-4510-99ef-9dca20c33f31 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:19.012813 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ee8eab9c-ec60-4510-99ef-9dca20c33f31 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "DELETE /v2.0/security-groups/cea4b522-df63-419d-b92f-eef69a56abaf HTTP/1.1" status: 204 len: 168 time: 1.0720758 Feb 19 04:25:19.023676 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48274) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:19.024799 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8eab9c-ec60-4510-99ef-9dca20c33f31 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea4b522-df63-419d-b92f-eef69a56abaf,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:19.050744 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-1b3cd454-a1e9-4273-964e-916f794abe33 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] show failed (client error): The resource could not be found. Feb 19 04:25:19.052287 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1b3cd454-a1e9-4273-964e-916f794abe33 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "GET /v2.0/security-groups/cea4b522-df63-419d-b92f-eef69a56abaf HTTP/1.1" status: 404 len: 347 time: 0.0236199 Feb 19 04:25:19.063143 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c9354-6438-41d3-8194-c155eb248c73 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:19.074728 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c9354-6438-41d3-8194-c155eb248c73 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:19.082320 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f95c9354-6438-41d3-8194-c155eb248c73 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7403190 Feb 19 04:25:19.085244 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48276) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:19.085632 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48278) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:19.231001 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-295bd039-a21f-4415-9325-d7772e5561cf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=47ed7552aac44d7699b3d63ff013d8bc&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6407337 Feb 19 04:25:19.282014 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48280) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:19.493020 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5dc723e0-2f2f-446c-b470-978ed6def228 None None] Current status of the port c0400505-77e7-4310-b96b-fb58e2d389f6 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:19.509746 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port c0400505-77e7-4310-b96b-fb58e2d389f6 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:19.519921 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 427a6c81-d91f-4f3b-ab28-980f27400581 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:19.625065 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295bd039-a21f-4415-9325-d7772e5561cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177ffdb5-b513-4353-8f70-41dfba850f75,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:19.670031 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6023871c-7e0b-44ec-b470-f8ce56b085bf admin admin] Publish callbacks [] for security_group (177ffdb5-b513-4353-8f70-41dfba850f75), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:19.749749 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6023871c-7e0b-44ec-b470-f8ce56b085bf admin admin] Publish callbacks [] for security_group (177ffdb5-b513-4353-8f70-41dfba850f75), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:19.757256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 427a6c81-d91f-4f3b-ab28-980f27400581 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:19.758769 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (427a6c81-d91f-4f3b-ab28-980f27400581), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:19.763571 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a1f79252-5546-4307-8f97-ab8ac0b2d67b None None] Provisioning complete for port e1ec1aa3-7f9d-482a-b063-41385fd9a2b8 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:19.765289 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a1f79252-5546-4307-8f97-ab8ac0b2d67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e1ec1aa3-7f9d-482a-b063-41385fd9a2b8), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:19.766573 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-b4ff91a6-de8b-496b-b0ce-39432b20b5d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b544283-ed6e-4862-9298-e85c895d835c']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:19.864659 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6023871c-7e0b-44ec-b470-f8ce56b085bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (177ffdb5-b513-4353-8f70-41dfba850f75), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:19.872301 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6023871c-7e0b-44ec-b470-f8ce56b085bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:19.879716 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6023871c-7e0b-44ec-b470-f8ce56b085bf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/177ffdb5-b513-4353-8f70-41dfba850f75 HTTP/1.1" status: 204 len: 168 time: 0.5509250 Feb 19 04:25:19.925094 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023871c-7e0b-44ec-b470-f8ce56b085bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177ffdb5-b513-4353-8f70-41dfba850f75,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:19.958400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-a13a6f5a-360f-4394-89e3-9082ae6455c6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting port e1ec1aa3-7f9d-482a-b063-41385fd9a2b8 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:19.958706 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a13a6f5a-360f-4394-89e3-9082ae6455c6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (e1ec1aa3-7f9d-482a-b063-41385fd9a2b8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.047800 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a1f79252-5546-4307-8f97-ab8ac0b2d67b None None] Port e1ec1aa3-7f9d-482a-b063-41385fd9a2b8 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:20.209957 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a13a6f5a-360f-4394-89e3-9082ae6455c6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (e1ec1aa3-7f9d-482a-b063-41385fd9a2b8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.226788 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-a13a6f5a-360f-4394-89e3-9082ae6455c6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Calling delete_port for e1ec1aa3-7f9d-482a-b063-41385fd9a2b8 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:20.406185 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 427a6c81-d91f-4f3b-ab28-980f27400581 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:20.414129 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e43cbee1-1ce7-4f0e-9774-dd9459200be1 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:20.487728 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-b4ff91a6-de8b-496b-b0ce-39432b20b5d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55c0cd0-c400-4626-889a-4d0793276cbd') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:20.488816 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-b4ff91a6-de8b-496b-b0ce-39432b20b5d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55c0cd0-c400-4626-889a-4d0793276cbd') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:20.510141 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-a2614966-83d8-4f85-af71-b4dba8b3cdc3 admin admin] Allocated IP 172.20.0.1 (e83f3002-0af4-41e3-a80b-f034b33ca87c/76246db3-a2cb-42fb-bfa7-f40488252c69/ea76229c-3e5e-464b-898d-10ee5eec287f) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:20.554855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port e43cbee1-1ce7-4f0e-9774-dd9459200be1 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:20.555429 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e43cbee1-1ce7-4f0e-9774-dd9459200be1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.586276 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b4ff91a6-de8b-496b-b0ce-39432b20b5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (b55c0cd0-c400-4626-889a-4d0793276cbd), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.608370 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-8b2597fc-cade-4667-bfa1-056a47a32675 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Deleting port ff1c87bd-6143-4cc8-9f1d-e87c74f4ac6a {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:20.609092 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b2597fc-cade-4667-bfa1-056a47a32675 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ff1c87bd-6143-4cc8-9f1d-e87c74f4ac6a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.619732 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a13a6f5a-360f-4394-89e3-9082ae6455c6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (e1ec1aa3-7f9d-482a-b063-41385fd9a2b8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.693622 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b4ff91a6-de8b-496b-b0ce-39432b20b5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (b55c0cd0-c400-4626-889a-4d0793276cbd), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.741895 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9a1fd5c6-1f8c-4ff4-ac42-7f0905c07ecd None None] Provisioning complete for port b915187e-9e8b-4801-a7d4-bb9a14672862 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:20.743780 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd5c6-1f8c-4ff4-ac42-7f0905c07ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b915187e-9e8b-4801-a7d4-bb9a14672862), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.812823 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ff91a6-de8b-496b-b0ce-39432b20b5d5 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:25:20.821502 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b4ff91a6-de8b-496b-b0ce-39432b20b5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (b55c0cd0-c400-4626-889a-4d0793276cbd), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:25:20.823913 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:25:21.073593 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a6f5a-360f-4394-89e3-9082ae6455c6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Port': ['ID=e1ec1aa3-7f9d-482a-b063-41385fd9a2b8,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:21.277438 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port e43cbee1-1ce7-4f0e-9774-dd9459200be1 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:21.279611 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-036eb846-f327-44c3-99ef-2100ec061da2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Delete allocated IP 2001:db8:0:1::355 (65731f68-b524-4d4e-8573-f052c5bfcb15/b0830563-b21c-448c-86f2-d49b2419764d) {{(pid=115199) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 04:25:21.282380 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e43cbee1-1ce7-4f0e-9774-dd9459200be1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:21.293167 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a13a6f5a-360f-4394-89e3-9082ae6455c6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:21.319041 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48306) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:21.320106 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a13a6f5a-360f-4394-89e3-9082ae6455c6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/e1ec1aa3-7f9d-482a-b063-41385fd9a2b8 HTTP/1.1" status: 204 len: 168 time: 2.2081289 Feb 19 04:25:21.344514 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port e43cbee1-1ce7-4f0e-9774-dd9459200be1, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e43cbee1-1ce7-4f0e-9774-dd9459200be1,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:21.373458 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e43cbee1-1ce7-4f0e-9774-dd9459200be1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:21.451637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48312) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:21.570418 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dd8f2b0c-3ca7-4198-83de-edcdff61f0f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:21.615439 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b2597fc-cade-4667-bfa1-056a47a32675 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ff1c87bd-6143-4cc8-9f1d-e87c74f4ac6a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:21.616378 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b2597fc-cade-4667-bfa1-056a47a32675 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks [] for floatingip (ff1c87bd-6143-4cc8-9f1d-e87c74f4ac6a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:21.639324 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fd5c6-1f8c-4ff4-ac42-7f0905c07ecd None None] Current status of the port b915187e-9e8b-4801-a7d4-bb9a14672862 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:21.657712 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-8b2597fc-cade-4667-bfa1-056a47a32675 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Calling delete_port for ff1c87bd-6143-4cc8-9f1d-e87c74f4ac6a owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:21.738570 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=e43cbee1-1ce7-4f0e-9774-dd9459200be1,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:21.782014 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b915187e-9e8b-4801-a7d4-bb9a14672862 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:21.804437 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2614966-83d8-4f85-af71-b4dba8b3cdc3 admin admin] Publish callbacks [] for port (ea76229c-3e5e-464b-898d-10ee5eec287f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:21.900754 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b4ff91a6-de8b-496b-b0ce-39432b20b5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (3b544283-ed6e-4862-9298-e85c895d835c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:21.933802 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-83560a2e-2851-4cc9-b63f-e6eac1e26e65 None None] Provisioning complete for port f2745b2a-30e7-4828-8bf3-0e821a5360d4 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:21.934185 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-83560a2e-2851-4cc9-b63f-e6eac1e26e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f2745b2a-30e7-4828-8bf3-0e821a5360d4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:21.942185 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b4ff91a6-de8b-496b-b0ce-39432b20b5d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:21.972132 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b4ff91a6-de8b-496b-b0ce-39432b20b5d5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/3b544283-ed6e-4862-9298-e85c895d835c HTTP/1.1" status: 204 len: 168 time: 6.7570496 Feb 19 04:25:21.993087 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dd8f2b0c-3ca7-4198-83de-edcdff61f0f5 admin admin] Publish callbacks [] for security_group (bc2c753e-ea8f-4bbf-ba7d-6148c6202e82), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:21.998317 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2614966-83d8-4f85-af71-b4dba8b3cdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (ea76229c-3e5e-464b-898d-10ee5eec287f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:22.067707 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-83560a2e-2851-4cc9-b63f-e6eac1e26e65 None None] Port f2745b2a-30e7-4828-8bf3-0e821a5360d4 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:22.142444 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b915187e-9e8b-4801-a7d4-bb9a14672862 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:22.142971 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b915187e-9e8b-4801-a7d4-bb9a14672862), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:22.224480 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dd8f2b0c-3ca7-4198-83de-edcdff61f0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (bc2c753e-ea8f-4bbf-ba7d-6148c6202e82), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:22.403800 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2614966-83d8-4f85-af71-b4dba8b3cdc3 admin admin] Pushing event updated for resources: {'Port': ['ID=ea76229c-3e5e-464b-898d-10ee5eec287f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:22.449874 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b915187e-9e8b-4801-a7d4-bb9a14672862 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:22.496986 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff91a6-de8b-496b-b0ce-39432b20b5d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b544283-ed6e-4862-9298-e85c895d835c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:22.537147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c074554e-30fc-4b96-bfc5-b4cc012a4205 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:22.539550 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c074554e-30fc-4b96-bfc5-b4cc012a4205 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:22.550074 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c074554e-30fc-4b96-bfc5-b4cc012a4205 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 1.1789773 Feb 19 04:25:22.552163 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2614966-83d8-4f85-af71-b4dba8b3cdc3 admin admin] Network e83f3002-0af4-41e3-a80b-f034b33ca87c is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:22.554560 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48348) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:22.557427 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dd8f2b0c-3ca7-4198-83de-edcdff61f0f5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c869f32103814ddeaf363dee8a65a6c3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0949080 Feb 19 04:25:22.570975 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48350) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:22.597681 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f2b0c-3ca7-4198-83de-edcdff61f0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2c753e-ea8f-4bbf-ba7d-6148c6202e82,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:22.668670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48352) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:22.674838 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-a2614966-83d8-4f85-af71-b4dba8b3cdc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:22.679109 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2614966-83d8-4f85-af71-b4dba8b3cdc3 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:22.758653 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2614966-83d8-4f85-af71-b4dba8b3cdc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (0cdf4581-202b-4d0c-ae18-13c26071596b), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:22.869585 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-81548670-12d8-44d5-8246-ae012f07a3a0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=93f449894d4c4e21b75e1f09fa0cdd12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1976562 Feb 19 04:25:22.874215 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48358) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:22.938137 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b2597fc-cade-4667-bfa1-056a47a32675 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ff1c87bd-6143-4cc8-9f1d-e87c74f4ac6a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.005942 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-06228961-00b6-4d30-a8b1-088a553e6971 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet 6b224806-1ce0-4e24-8b84-0cdb1a45c43d {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:25:23.013438 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2597fc-cade-4667-bfa1-056a47a32675 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Pushing event deleted for resources: {'Port': ['ID=ff1c87bd-6143-4cc8-9f1d-e87c74f4ac6a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:23.029420 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-06228961-00b6-4d30-a8b1-088a553e6971 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (6b224806-1ce0-4e24-8b84-0cdb1a45c43d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.184515 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-036eb846-f327-44c3-99ef-2100ec061da2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for port (f2745b2a-30e7-4828-8bf3-0e821a5360d4), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.221109 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b2597fc-cade-4667-bfa1-056a47a32675 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks [] for floatingip (e3df94b3-f13b-4607-87b3-c68571ca6a5b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.230635 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b2597fc-cade-4667-bfa1-056a47a32675 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.234608 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8b2597fc-cade-4667-bfa1-056a47a32675 tempest-ServersTestBootFromVolume-285800885 tempest-ServersTestBootFromVolume-285800885-project] 10.222.0.65 "DELETE /v2.0/floatingips/e3df94b3-f13b-4607-87b3-c68571ca6a5b HTTP/1.1" status: 204 len: 168 time: 4.1465313 Feb 19 04:25:23.238065 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48362) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:23.249685 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-036eb846-f327-44c3-99ef-2100ec061da2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (f2745b2a-30e7-4828-8bf3-0e821a5360d4), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.268973 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e6276f0-d3be-4036-946f-351890cc9e8b admin admin] Publish callbacks [] for security_group (bc2c753e-ea8f-4bbf-ba7d-6148c6202e82), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.292459 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-06228961-00b6-4d30-a8b1-088a553e6971 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (6b224806-1ce0-4e24-8b84-0cdb1a45c43d), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.580596 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e6276f0-d3be-4036-946f-351890cc9e8b admin admin] Publish callbacks [] for security_group (bc2c753e-ea8f-4bbf-ba7d-6148c6202e82), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.588427 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e43cbee1-1ce7-4f0e-9774-dd9459200be1 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:23.628655 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:25:23.631929 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-036eb846-f327-44c3-99ef-2100ec061da2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] In _notify_port_updated(), no bound segment for port f2745b2a-30e7-4828-8bf3-0e821a5360d4 on network 65731f68-b524-4d4e-8573-f052c5bfcb15 {{(pid=115199) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:25:23.656614 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036eb846-f327-44c3-99ef-2100ec061da2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:23.665106 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-036eb846-f327-44c3-99ef-2100ec061da2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.667674 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-036eb846-f327-44c3-99ef-2100ec061da2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "PUT /v2.0/ports/f2745b2a-30e7-4828-8bf3-0e821a5360d4 HTTP/1.1" status: 200 len: 925 time: 6.0210502 Feb 19 04:25:23.669094 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c3432a22-39da-4db2-b2c7-8b7596ca10d2 admin admin] Publish callbacks [] for security_group (bbcf4f98-d95e-41b1-9eaa-fba32110ecae), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.689306 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48382) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:23.711916 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port e43cbee1-1ce7-4f0e-9774-dd9459200be1 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:23.712551 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e43cbee1-1ce7-4f0e-9774-dd9459200be1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.720619 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-f487140b-472d-4163-9804-8bc2b8a70d41 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0bf28a1b-3543-4fba-8db6-c33d5d7d5d41'}, {'subnet_id': 'b0830563-b21c-448c-86f2-d49b2419764d'}]}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:23.729700 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036eb846-f327-44c3-99ef-2100ec061da2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Port': ['ID=f2745b2a-30e7-4828-8bf3-0e821a5360d4,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:24.027573 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c3432a22-39da-4db2-b2c7-8b7596ca10d2 admin admin] Publish callbacks [] for security_group (bbcf4f98-d95e-41b1-9eaa-fba32110ecae), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:24.153871 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2614966-83d8-4f85-af71-b4dba8b3cdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ea76229c-3e5e-464b-898d-10ee5eec287f), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:24.279086 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-06228961-00b6-4d30-a8b1-088a553e6971 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (6b224806-1ce0-4e24-8b84-0cdb1a45c43d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:24.368484 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0114c5ec-5f1f-4b69-ade8-c67bfef99c9c None None] Provisioning complete for port f2745b2a-30e7-4828-8bf3-0e821a5360d4 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:24.370311 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0114c5ec-5f1f-4b69-ade8-c67bfef99c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f2745b2a-30e7-4828-8bf3-0e821a5360d4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:24.386621 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port e43cbee1-1ce7-4f0e-9774-dd9459200be1 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:24.515275 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0114c5ec-5f1f-4b69-ade8-c67bfef99c9c None None] Port f2745b2a-30e7-4828-8bf3-0e821a5360d4 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:24.796815 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e6276f0-d3be-4036-946f-351890cc9e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (bc2c753e-ea8f-4bbf-ba7d-6148c6202e82), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:24.803815 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e6276f0-d3be-4036-946f-351890cc9e8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:24.805758 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5e6276f0-d3be-4036-946f-351890cc9e8b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bc2c753e-ea8f-4bbf-ba7d-6148c6202e82 HTTP/1.1" status: 204 len: 168 time: 2.2095616 Feb 19 04:25:24.850662 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6276f0-d3be-4036-946f-351890cc9e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2c753e-ea8f-4bbf-ba7d-6148c6202e82,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:24.948032 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c3432a22-39da-4db2-b2c7-8b7596ca10d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (bbcf4f98-d95e-41b1-9eaa-fba32110ecae), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:24.955138 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c3432a22-39da-4db2-b2c7-8b7596ca10d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:24.965146 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c3432a22-39da-4db2-b2c7-8b7596ca10d2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bbcf4f98-d95e-41b1-9eaa-fba32110ecae HTTP/1.1" status: 204 len: 168 time: 2.0821624 Feb 19 04:25:25.053376 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-06228961-00b6-4d30-a8b1-088a553e6971 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (6b224806-1ce0-4e24-8b84-0cdb1a45c43d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:25.078126 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f487140b-472d-4163-9804-8bc2b8a70d41 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f2745b2a-30e7-4828-8bf3-0e821a5360d4), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:25.098167 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-06228961-00b6-4d30-a8b1-088a553e6971 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:25.113747 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-06228961-00b6-4d30-a8b1-088a553e6971 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/6b224806-1ce0-4e24-8b84-0cdb1a45c43d HTTP/1.1" status: 204 len: 168 time: 2.5386107 Feb 19 04:25:25.113747 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3432a22-39da-4db2-b2c7-8b7596ca10d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcf4f98-d95e-41b1-9eaa-fba32110ecae,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:25.127025 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48428) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:25.162962 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b766c739-110d-40af-962f-199ed6cb1635 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:25.588814 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2386dd-236a-40b5-b487-7e572a7863ae None None] DHCP port deletion for 9e765b0b-136b-493b-bef9-44145ed793f7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:25:25.713730 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6b2386dd-236a-40b5-b487-7e572a7863ae None None] Deleting port c0400505-77e7-4310-b96b-fb58e2d389f6 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:25.714259 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6b2386dd-236a-40b5-b487-7e572a7863ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (c0400505-77e7-4310-b96b-fb58e2d389f6), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:26.005367 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-6b2386dd-236a-40b5-b487-7e572a7863ae None None] For port c0400505-77e7-4310-b96b-fb58e2d389f6, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c0400505-77e7-4310-b96b-fb58e2d389f6,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:26.019859 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6b2386dd-236a-40b5-b487-7e572a7863ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (c0400505-77e7-4310-b96b-fb58e2d389f6), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:26.117052 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6b2386dd-236a-40b5-b487-7e572a7863ae None None] Calling delete_port for c0400505-77e7-4310-b96b-fb58e2d389f6 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:26.254667 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-31230715-2099-4482-bb0e-6bccf3dca3e2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.1192243 Feb 19 04:25:26.255684 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06228961-00b6-4d30-a8b1-088a553e6971 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=6b224806-1ce0-4e24-8b84-0cdb1a45c43d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:26.322366 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2614966-83d8-4f85-af71-b4dba8b3cdc3 admin admin] Publish callbacks [] for port (ea76229c-3e5e-464b-898d-10ee5eec287f), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:26.332547 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48452) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:26.387710 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2614966-83d8-4f85-af71-b4dba8b3cdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (ea76229c-3e5e-464b-898d-10ee5eec287f), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:26.439098 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6b2386dd-236a-40b5-b487-7e572a7863ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (c0400505-77e7-4310-b96b-fb58e2d389f6), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:26.482275 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-f487140b-472d-4163-9804-8bc2b8a70d41 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Allocated IP 2001:db8:0:1::1c0 (65731f68-b524-4d4e-8573-f052c5bfcb15/b0830563-b21c-448c-86f2-d49b2419764d/f2745b2a-30e7-4828-8bf3-0e821a5360d4) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:26.486894 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2386dd-236a-40b5-b487-7e572a7863ae None None] No DVR routers for this DVR port c0400505-77e7-4310-b96b-fb58e2d389f6 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:25:26.571984 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2386dd-236a-40b5-b487-7e572a7863ae None None] Pushing event deleted for resources: {'Port': ['ID=c0400505-77e7-4310-b96b-fb58e2d389f6,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:26.752578 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2614966-83d8-4f85-af71-b4dba8b3cdc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (0cdf4581-202b-4d0c-ae18-13c26071596b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:26.787204 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b3bd3a-e468-421c-9fcc-ae5fcd4eb82f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:26.795235 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-56b3bd3a-e468-421c-9fcc-ae5fcd4eb82f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4574800 Feb 19 04:25:26.800678 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48470) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:26.954195 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c48baf60-f2e3-4b6c-8aae-9a874d0c5651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (6cbd6cca-b41f-4554-a069-87dde42f6c80), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:27.023078 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d11af7b-e4da-44f9-9002-c24bd5a4ae8f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:27.026023 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3d11af7b-e4da-44f9-9002-c24bd5a4ae8f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2171319 Feb 19 04:25:27.027215 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2614966-83d8-4f85-af71-b4dba8b3cdc3 admin admin] Pushing event updated for resources: {'Port': ['ID=ea76229c-3e5e-464b-898d-10ee5eec287f,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:27.035264 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48486) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:27.239254 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f487140b-472d-4163-9804-8bc2b8a70d41 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for port (f2745b2a-30e7-4828-8bf3-0e821a5360d4), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:27.254476 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f487140b-472d-4163-9804-8bc2b8a70d41 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (f2745b2a-30e7-4828-8bf3-0e821a5360d4), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:27.644156 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2614966-83d8-4f85-af71-b4dba8b3cdc3 admin admin] Network e83f3002-0af4-41e3-a80b-f034b33ca87c is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:27.647463 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-a2614966-83d8-4f85-af71-b4dba8b3cdc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:27.659705 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-f487140b-472d-4163-9804-8bc2b8a70d41 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] In _notify_port_updated(), no bound segment for port f2745b2a-30e7-4828-8bf3-0e821a5360d4 on network 65731f68-b524-4d4e-8573-f052c5bfcb15 {{(pid=115198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:25:27.663624 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fe837c75-9fde-44e9-8c10-0918462defa5 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6265664 Feb 19 04:25:27.678808 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f487140b-472d-4163-9804-8bc2b8a70d41 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:27.680226 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48504) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:27.681331 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f487140b-472d-4163-9804-8bc2b8a70d41 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:27.690632 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f487140b-472d-4163-9804-8bc2b8a70d41 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "PUT /v2.0/ports/f2745b2a-30e7-4828-8bf3-0e821a5360d4 HTTP/1.1" status: 200 len: 1011 time: 3.9888029 Feb 19 04:25:27.692770 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c0400505-77e7-4310-b96b-fb58e2d389f6 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:25:27.714705 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48506) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:27.754463 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-633ff354-138b-41a5-a00a-d1c5502dd11d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:27.796819 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: c0400505-77e7-4310-b96b-fb58e2d389f6 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:25:27.799167 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c0400505-77e7-4310-b96b-fb58e2d389f6 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:25:27.986847 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487140b-472d-4163-9804-8bc2b8a70d41 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Port': ['ID=f2745b2a-30e7-4828-8bf3-0e821a5360d4,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:28.115181 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f86ffe83-5266-4edf-b1c1-c7a939b36842 None None] Provisioning complete for port f2745b2a-30e7-4828-8bf3-0e821a5360d4 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:28.120784 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f86ffe83-5266-4edf-b1c1-c7a939b36842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f2745b2a-30e7-4828-8bf3-0e821a5360d4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:28.306612 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f86ffe83-5266-4edf-b1c1-c7a939b36842 None None] Port f2745b2a-30e7-4828-8bf3-0e821a5360d4 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:28.650215 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633ff354-138b-41a5-a00a-d1c5502dd11d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:28.656706 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-633ff354-138b-41a5-a00a-d1c5502dd11d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:28.731003 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2614966-83d8-4f85-af71-b4dba8b3cdc3 admin admin] Router 0cdf4581-202b-4d0c-ae18-13c26071596b has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:25:28.764154 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-c48baf60-f2e3-4b6c-8aae-9a874d0c5651 admin admin] Deleting port 706ea616-c356-4290-a54a-316e598ad4db {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:28.765067 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c48baf60-f2e3-4b6c-8aae-9a874d0c5651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (706ea616-c356-4290-a54a-316e598ad4db), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:29.126673 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-6cdbbeef-7c3b-41dd-be23-2ebf8f14aed3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting port f2745b2a-30e7-4828-8bf3-0e821a5360d4 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:29.128436 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cdbbeef-7c3b-41dd-be23-2ebf8f14aed3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f2745b2a-30e7-4828-8bf3-0e821a5360d4), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:29.149210 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-c48baf60-f2e3-4b6c-8aae-9a874d0c5651 admin admin] For port 706ea616-c356-4290-a54a-316e598ad4db, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=706ea616-c356-4290-a54a-316e598ad4db,segment=NetworkSegment(10ce9f64-fc7a-4610-9c0f-d2c168305f00),segment_id=10ce9f64-fc7a-4610-9c0f-d2c168305f00)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:29.149998 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c48baf60-f2e3-4b6c-8aae-9a874d0c5651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (706ea616-c356-4290-a54a-316e598ad4db), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:29.202893 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-c48baf60-f2e3-4b6c-8aae-9a874d0c5651 admin admin] Calling delete_port for 706ea616-c356-4290-a54a-316e598ad4db owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:29.333211 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-633ff354-138b-41a5-a00a-d1c5502dd11d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (0ca9570f-9751-4270-b141-8da29d2faedd), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:29.525446 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633ff354-138b-41a5-a00a-d1c5502dd11d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:29.559149 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-633ff354-138b-41a5-a00a-d1c5502dd11d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:29.575677 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633ff354-138b-41a5-a00a-d1c5502dd11d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:29.579568 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-633ff354-138b-41a5-a00a-d1c5502dd11d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:29.581661 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66067bd-1462-4868-b625-4514ea96917f None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:29.642142 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48560) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:29.660045 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ff354-138b-41a5-a00a-d1c5502dd11d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=0ca9570f-9751-4270-b141-8da29d2faedd,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:29.677133 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-633ff354-138b-41a5-a00a-d1c5502dd11d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9896955 Feb 19 04:25:29.687425 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48564) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:29.720092 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-f173ef12-27bd-45d7-8da0-a34f9a6b3dbe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'mac_address': 'fa:16:3e:14:27:59', 'name': 'tempest-NetworksTestDHCPv6-257688917'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:29.755758 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cdbbeef-7c3b-41dd-be23-2ebf8f14aed3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f2745b2a-30e7-4828-8bf3-0e821a5360d4), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:29.823523 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-6cdbbeef-7c3b-41dd-be23-2ebf8f14aed3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Calling delete_port for f2745b2a-30e7-4828-8bf3-0e821a5360d4 owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:29.856750 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2614966-83d8-4f85-af71-b4dba8b3cdc3 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:25:29.888958 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a2614966-83d8-4f85-af71-b4dba8b3cdc3 admin admin] 10.222.0.65 "PUT /v2.0/routers/0cdf4581-202b-4d0c-ae18-13c26071596b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.8853006 Feb 19 04:25:29.952309 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] Sync routers for ids ['0cdf4581-202b-4d0c-ae18-13c26071596b'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:25:29.978217 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270bda6b-db49-4200-b38b-f65398ae4818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9e765b0b-136b-493b-bef9-44145ed793f7', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'fixed_ips': [{'subnet_id': '0ca9570f-9751-4270-b141-8da29d2faedd'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:25:29.984104 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-270bda6b-db49-4200-b38b-f65398ae4818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:30.013351 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] Routers {'0cdf4581-202b-4d0c-ae18-13c26071596b'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:30.021435 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:25:06Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['0cdf4581-202b-4d0c-ae18-13c26071596b'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:30.100851 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c48baf60-f2e3-4b6c-8aae-9a874d0c5651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (706ea616-c356-4290-a54a-316e598ad4db), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:30.103146 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4db3-8445-44df-8ec6-d9d6653f0a56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:30.221769 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48baf60-f2e3-4b6c-8aae-9a874d0c5651 admin admin] Pushing event deleted for resources: {'Port': ['ID=706ea616-c356-4290-a54a-316e598ad4db,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:30.540347 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cdbbeef-7c3b-41dd-be23-2ebf8f14aed3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (f2745b2a-30e7-4828-8bf3-0e821a5360d4), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:30.562300 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f173ef12-27bd-45d7-8da0-a34f9a6b3dbe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:30.631330 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbbeef-7c3b-41dd-be23-2ebf8f14aed3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Port': ['ID=f2745b2a-30e7-4828-8bf3-0e821a5360d4,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:30.757842 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] Set router 0cdf4581-202b-4d0c-ae18-13c26071596b gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:25:30.834479 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cdbbeef-7c3b-41dd-be23-2ebf8f14aed3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:30.852102 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6cdbbeef-7c3b-41dd-be23-2ebf8f14aed3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/ports/f2745b2a-30e7-4828-8bf3-0e821a5360d4 HTTP/1.1" status: 204 len: 168 time: 3.1358571 Feb 19 04:25:30.852795 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48596) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:30.955395 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b392840-e209-4cc5-ae51-21dc174e4660 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] GET failed (client error): The resource could not be found. Feb 19 04:25:30.966410 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6b392840-e209-4cc5-ae51-21dc174e4660 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports/f2745b2a-30e7-4828-8bf3-0e821a5360d4 HTTP/1.1" status: 404 len: 333 time: 0.1122129 Feb 19 04:25:30.967571 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48600) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:31.152403 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-270bda6b-db49-4200-b38b-f65398ae4818 None None] Allocated IP 2001:db8::2 (9e765b0b-136b-493b-bef9-44145ed793f7/0ca9570f-9751-4270-b141-8da29d2faedd/17fbc6eb-8d5b-4df9-8739-7ae825fe7043) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:31.219722 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e5c56c-03a0-481e-b1a2-8ba6d550dfaf tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting subnet b0830563-b21c-448c-86f2-d49b2419764d {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:25:31.240026 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-46e5c56c-03a0-481e-b1a2-8ba6d550dfaf tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for subnet (b0830563-b21c-448c-86f2-d49b2419764d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:31.387518 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-46e5c56c-03a0-481e-b1a2-8ba6d550dfaf tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (b0830563-b21c-448c-86f2-d49b2419764d), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:31.411119 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f173ef12-27bd-45d7-8da0-a34f9a6b3dbe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:31.518482 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4db3-8445-44df-8ec6-d9d6653f0a56 admin admin] Publish callbacks [] for security_group (c238e300-3e0c-4268-bd92-99b9e70c91f1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:31.561803 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-f173ef12-27bd-45d7-8da0-a34f9a6b3dbe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] device_id is not set on port eaa58076-8c30-4e16-8b25-3849e814c64e yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:25:31.649128 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-46e5c56c-03a0-481e-b1a2-8ba6d550dfaf tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (b0830563-b21c-448c-86f2-d49b2419764d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:31.757324 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c48baf60-f2e3-4b6c-8aae-9a874d0c5651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (6cbd6cca-b41f-4554-a069-87dde42f6c80), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:31.764214 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4db3-8445-44df-8ec6-d9d6653f0a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c238e300-3e0c-4268-bd92-99b9e70c91f1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:31.864474 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c4db3-8445-44df-8ec6-d9d6653f0a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c238e300-3e0c-4268-bd92-99b9e70c91f1,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:31.935745 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88b56c-9e79-4864-97ce-063397e50fba req-9b33f437-d8e5-4fdb-889f-388687b9b80e tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:31.947716 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f88b56c-9e79-4864-97ce-063397e50fba req-9b33f437-d8e5-4fdb-889f-388687b9b80e tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/networks?id=e83f3002-0af4-41e3-a80b-f034b33ca87c HTTP/1.1" status: 200 len: 819 time: 0.2376940 Feb 19 04:25:32.024301 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f88b56c-9e79-4864-97ce-063397e50fba req-dc8f581f-ca68-4947-b7d0-d706681532ea tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/quotas/8cacf0263ee84f64a630c7eb71dfd691 HTTP/1.1" status: 200 len: 375 time: 0.0749130 Feb 19 04:25:32.042694 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48618) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:32.255485 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f88b56c-9e79-4864-97ce-063397e50fba req-ac76731a-01a7-4ad0-bd39-30226d38d16b tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8cacf0263ee84f64a630c7eb71dfd691&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2291119 Feb 19 04:25:32.261398 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-46e5c56c-03a0-481e-b1a2-8ba6d550dfaf tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (b0830563-b21c-448c-86f2-d49b2419764d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:32.322949 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5c56c-03a0-481e-b1a2-8ba6d550dfaf tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Subnet': ['ID=b0830563-b21c-448c-86f2-d49b2419764d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:32.334365 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-46e5c56c-03a0-481e-b1a2-8ba6d550dfaf tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:32.347762 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-46e5c56c-03a0-481e-b1a2-8ba6d550dfaf tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/subnets/b0830563-b21c-448c-86f2-d49b2419764d HTTP/1.1" status: 204 len: 168 time: 1.3791006 Feb 19 04:25:32.352132 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48624) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:32.408956 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4917d074-f8c0-46bc-b0b5-4d32d6f06cfc None None] Network 65731f68-b524-4d4e-8573-f052c5bfcb15 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:32.424054 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ab0c4db3-8445-44df-8ec6-d9d6653f0a56 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fb8962169ce349f4befdb5ccaf221121&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7805016 Feb 19 04:25:32.427219 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48628) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:32.434192 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d563b934-a6a2-4ccf-8b75-37ec94cf63d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:32.532204 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-e08edf7b-e736-444f-af94-738df4337afc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting subnet 0bf28a1b-3543-4fba-8db6-c33d5d7d5d41 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:25:32.547231 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e08edf7b-e736-444f-af94-738df4337afc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for subnet (0bf28a1b-3543-4fba-8db6-c33d5d7d5d41), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:32.617806 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e08edf7b-e736-444f-af94-738df4337afc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (0bf28a1b-3543-4fba-8db6-c33d5d7d5d41), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:32.803473 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ec2d6e57-4ca0-4f0e-abd4-046eb9031f2c admin admin] Publish callbacks [] for security_group (c238e300-3e0c-4268-bd92-99b9e70c91f1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:32.890356 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-270bda6b-db49-4200-b38b-f65398ae4818 None None] Publish callbacks [] for port (17fbc6eb-8d5b-4df9-8739-7ae825fe7043), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:32.907437 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-270bda6b-db49-4200-b38b-f65398ae4818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (17fbc6eb-8d5b-4df9-8739-7ae825fe7043), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:32.919496 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48baf60-f2e3-4b6c-8aae-9a874d0c5651 admin admin] Router 6cbd6cca-b41f-4554-a069-87dde42f6c80 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:25:32.939807 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94af2183-2d75-43af-8c60-c98253b4a8fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:32.970692 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ec2d6e57-4ca0-4f0e-abd4-046eb9031f2c admin admin] Publish callbacks [] for security_group (c238e300-3e0c-4268-bd92-99b9e70c91f1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:32.984337 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e08edf7b-e736-444f-af94-738df4337afc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (0bf28a1b-3543-4fba-8db6-c33d5d7d5d41), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:32.996796 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bda6b-db49-4200-b38b-f65398ae4818 None None] Pushing event updated for resources: {'Port': ['ID=17fbc6eb-8d5b-4df9-8739-7ae825fe7043,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:33.051944 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270bda6b-db49-4200-b38b-f65398ae4818 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:33.073216 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-270bda6b-db49-4200-b38b-f65398ae4818 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:33.076936 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270bda6b-db49-4200-b38b-f65398ae4818 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:33.081649 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdf4581-202b-4d0c-ae18-13c26071596b', 'name': 'tempest-ServerRescueNegativeTestJSON-1156271571-router', 'tenant_id': '8cacf0263ee84f64a630c7eb71dfd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e43cbee1-1ce7-4f0e-9774-dd9459200be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:56Z', 'updated_at': '2022-02-19T04:25:23Z', 'revision_number': 4, 'project_id': '8cacf0263ee84f64a630c7eb71dfd691', 'gw_port': {'id': 'e43cbee1-1ce7-4f0e-9774-dd9459200be1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdf4581-202b-4d0c-ae18-13c26071596b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:59Z', 'updated_at': '2022-02-19T04:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ea76229c-3e5e-464b-898d-10ee5eec287f', 'name': '', 'network_id': 'e83f3002-0af4-41e3-a80b-f034b33ca87c', 'tenant_id': '8cacf0263ee84f64a630c7eb71dfd691', 'mac_address': 'fa:16:3e:7c:2e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdf4581-202b-4d0c-ae18-13c26071596b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '76246db3-a2cb-42fb-bfa7-f40488252c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:16Z', 'updated_at': '2022-02-19T04:25:24Z', 'revision_number': 2, 'project_id': '8cacf0263ee84f64a630c7eb71dfd691', 'subnets': [{'id': '76246db3-a2cb-42fb-bfa7-f40488252c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:33.110330 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-f173ef12-27bd-45d7-8da0-a34f9a6b3dbe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8::1b3 (9e765b0b-136b-493b-bef9-44145ed793f7/0ca9570f-9751-4270-b141-8da29d2faedd/eaa58076-8c30-4e16-8b25-3849e814c64e) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:33.140033 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] Checking router: 0cdf4581-202b-4d0c-ae18-13c26071596b for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:25:33.140546 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] Updating router 0cdf4581-202b-4d0c-ae18-13c26071596b port ea76229c-3e5e-464b-898d-10ee5eec287f binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:25:33.179220 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ea76229c-3e5e-464b-898d-10ee5eec287f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:33.468152 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-270bda6b-db49-4200-b38b-f65398ae4818 None None] Attempting to bind port 17fbc6eb-8d5b-4df9-8739-7ae825fe7043 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:25:33.469242 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-270bda6b-db49-4200-b38b-f65398ae4818 None None] Attempting to bind port 17fbc6eb-8d5b-4df9-8739-7ae825fe7043 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:25:33.469242 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270bda6b-db49-4200-b38b-f65398ae4818 None None] Attempting to bind port 17fbc6eb-8d5b-4df9-8739-7ae825fe7043 on network 9e765b0b-136b-493b-bef9-44145ed793f7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:25:33.492962 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f88b56c-9e79-4864-97ce-063397e50fba req-79646d91-f70c-43af-997d-042a969727aa service neutron] 10.222.0.65 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2260091 Feb 19 04:25:33.500233 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270bda6b-db49-4200-b38b-f65398ae4818 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:25:33.501165 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270bda6b-db49-4200-b38b-f65398ae4818 None None] Checking segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:33.502077 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-270bda6b-db49-4200-b38b-f65398ae4818 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:33.502857 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270bda6b-db49-4200-b38b-f65398ae4818 None None] Bound using segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:25:33.503723 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-270bda6b-db49-4200-b38b-f65398ae4818 None None] Bound port: 17fbc6eb-8d5b-4df9-8739-7ae825fe7043, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:25:33.504609 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-270bda6b-db49-4200-b38b-f65398ae4818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (17fbc6eb-8d5b-4df9-8739-7ae825fe7043), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:33.660032 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e08edf7b-e736-444f-af94-738df4337afc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (0bf28a1b-3543-4fba-8db6-c33d5d7d5d41), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:33.671557 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f173ef12-27bd-45d7-8da0-a34f9a6b3dbe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (eaa58076-8c30-4e16-8b25-3849e814c64e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:33.696393 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ec2d6e57-4ca0-4f0e-abd4-046eb9031f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c238e300-3e0c-4268-bd92-99b9e70c91f1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:33.710270 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ec2d6e57-4ca0-4f0e-abd4-046eb9031f2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:33.714840 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ec2d6e57-4ca0-4f0e-abd4-046eb9031f2c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c238e300-3e0c-4268-bd92-99b9e70c91f1 HTTP/1.1" status: 204 len: 168 time: 1.2861838 Feb 19 04:25:33.754698 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f173ef12-27bd-45d7-8da0-a34f9a6b3dbe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (eaa58076-8c30-4e16-8b25-3849e814c64e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:33.872495 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e08edf7b-e736-444f-af94-738df4337afc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:33.888159 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e08edf7b-e736-444f-af94-738df4337afc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/subnets/0bf28a1b-3543-4fba-8db6-c33d5d7d5d41 HTTP/1.1" status: 204 len: 168 time: 1.5346575 Feb 19 04:25:33.979417 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173ef12-27bd-45d7-8da0-a34f9a6b3dbe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=eaa58076-8c30-4e16-8b25-3849e814c64e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:33.991439 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48640) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:34.084433 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f88b56c-9e79-4864-97ce-063397e50fba req-5cfb438c-d98d-42ca-837b-dd0d6b00d000 service neutron] 10.222.0.65 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808804 Feb 19 04:25:34.125281 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f173ef12-27bd-45d7-8da0-a34f9a6b3dbe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:34.147556 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08edf7b-e736-444f-af94-738df4337afc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Subnet': ['ID=0bf28a1b-3543-4fba-8db6-c33d5d7d5d41,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:34.156678 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d6e57-4ca0-4f0e-abd4-046eb9031f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c238e300-3e0c-4268-bd92-99b9e70c91f1,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:34.160398 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-f173ef12-27bd-45d7-8da0-a34f9a6b3dbe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:34.289043 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94af2183-2d75-43af-8c60-c98253b4a8fd admin admin] Publish callbacks [] for security_group (68bbd06e-7a9a-4687-a2ab-c104d64286fd), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:34.299068 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94af2183-2d75-43af-8c60-c98253b4a8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (68bbd06e-7a9a-4687-a2ab-c104d64286fd), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:34.401196 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-270bda6b-db49-4200-b38b-f65398ae4818 None None] For port 17fbc6eb-8d5b-4df9-8739-7ae825fe7043, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:25:34.428114 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f173ef12-27bd-45d7-8da0-a34f9a6b3dbe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:34.433773 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-270bda6b-db49-4200-b38b-f65398ae4818 None None] For port 17fbc6eb-8d5b-4df9-8739-7ae825fe7043, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=17fbc6eb-8d5b-4df9-8739-7ae825fe7043,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:25:34.443694 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f173ef12-27bd-45d7-8da0-a34f9a6b3dbe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:34.444785 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f173ef12-27bd-45d7-8da0-a34f9a6b3dbe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:34.568001 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-94af2183-2d75-43af-8c60-c98253b4a8fd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=95a1f09e25d34e5086863c5880c0dd1a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5189097 Feb 19 04:25:34.585310 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-270bda6b-db49-4200-b38b-f65398ae4818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (17fbc6eb-8d5b-4df9-8739-7ae825fe7043), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:34.599344 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48646) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:34.704485 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af2183-2d75-43af-8c60-c98253b4a8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bbd06e-7a9a-4687-a2ab-c104d64286fd,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:34.704778 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f173ef12-27bd-45d7-8da0-a34f9a6b3dbe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.0141075 Feb 19 04:25:34.721111 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48650) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:34.727319 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48baf60-f2e3-4b6c-8aae-9a874d0c5651 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:25:34.780090 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd58a5d1-e493-4ee7-8f8c-a75f9b5d4333 None None] Sync routers for ids ['6cbd6cca-b41f-4554-a069-87dde42f6c80'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:25:34.819461 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-33f31cae-ffc7-4491-8893-acf2b9f10017 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (65731f68-b524-4d4e-8573-f052c5bfcb15), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:34.849952 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c48baf60-f2e3-4b6c-8aae-9a874d0c5651 admin admin] 10.222.0.65 "PUT /v2.0/routers/6cbd6cca-b41f-4554-a069-87dde42f6c80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6103292 Feb 19 04:25:34.881740 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48656) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:34.911218 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd58a5d1-e493-4ee7-8f8c-a75f9b5d4333 None None] Routers {'6cbd6cca-b41f-4554-a069-87dde42f6c80'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:34.919705 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-fd58a5d1-e493-4ee7-8f8c-a75f9b5d4333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:25:06Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6cbd6cca-b41f-4554-a069-87dde42f6c80'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:34.955522 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bda6b-db49-4200-b38b-f65398ae4818 None None] Pushing event updated for resources: {'Port': ['ID=17fbc6eb-8d5b-4df9-8739-7ae825fe7043,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:35.153773 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09864aa-830b-4c84-a942-cd3678bc9d8b None None] Network 65731f68-b524-4d4e-8573-f052c5bfcb15 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:35.272999 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c22e5ddb-7bd7-450a-b72c-0db00ac2ca47 req-ea4a1550-0b1f-4c04-b4d5-aa9cfb04b540 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 210 time: 0.2750177 Feb 19 04:25:35.400071 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3d089b-20c4-4263-a5d3-053312dafc4c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:35.438401 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3d089b-20c4-4263-a5d3-053312dafc4c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:35.446970 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dd3d089b-20c4-4263-a5d3-053312dafc4c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7193701 Feb 19 04:25:35.451640 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48672) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:35.498055 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b38d6a3b-50b9-4b6f-bbdc-9f17678cc1fc admin admin] Publish callbacks [] for router (6cbd6cca-b41f-4554-a069-87dde42f6c80), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:35.633883 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa127cbd-0926-4b53-9965-88b95a4d711a admin admin] Publish callbacks [] for security_group (68bbd06e-7a9a-4687-a2ab-c104d64286fd), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:35.761044 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-fd58a5d1-e493-4ee7-8f8c-a75f9b5d4333 None None] Set router 6cbd6cca-b41f-4554-a069-87dde42f6c80 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:25:35.971443 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa127cbd-0926-4b53-9965-88b95a4d711a admin admin] Publish callbacks [] for security_group (68bbd06e-7a9a-4687-a2ab-c104d64286fd), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:35.988655 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-33f31cae-ffc7-4491-8893-acf2b9f10017 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting port b915187e-9e8b-4801-a7d4-bb9a14672862 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:35.989555 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-33f31cae-ffc7-4491-8893-acf2b9f10017 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b915187e-9e8b-4801-a7d4-bb9a14672862), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:36.158209 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a8d2fdf6-5c6a-4fd3-8d11-1305271a660d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:36.196404 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-4516a521-be0d-4385-ba18-f16cea60eb43 None None] Provisioning complete for port b915187e-9e8b-4801-a7d4-bb9a14672862 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:36.197542 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4516a521-be0d-4385-ba18-f16cea60eb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b915187e-9e8b-4801-a7d4-bb9a14672862), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:36.496835 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db14f0f9-2680-408b-b859-2975ee914f65 None None] DHCP port deletion for 65731f68-b524-4d4e-8573-f052c5bfcb15 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:25:36.511321 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-33f31cae-ffc7-4491-8893-acf2b9f10017 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] For port b915187e-9e8b-4801-a7d4-bb9a14672862, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b915187e-9e8b-4801-a7d4-bb9a14672862,segment=NetworkSegment(575f0723-6715-4e41-9299-a87c68bdded6),segment_id=575f0723-6715-4e41-9299-a87c68bdded6)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:36.517671 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-33f31cae-ffc7-4491-8893-acf2b9f10017 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b915187e-9e8b-4801-a7d4-bb9a14672862), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:36.615492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-33f31cae-ffc7-4491-8893-acf2b9f10017 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Calling delete_port for b915187e-9e8b-4801-a7d4-bb9a14672862 owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:36.653114 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-ca796ad4-dd53-4cf0-bc83-c86f7c944afe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting port eaa58076-8c30-4e16-8b25-3849e814c64e {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:36.659971 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ca796ad4-dd53-4cf0-bc83-c86f7c944afe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (eaa58076-8c30-4e16-8b25-3849e814c64e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:36.759103 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-0a71d358-8ea8-4a51-bf79-4be73b453948 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:36.792103 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-0a71d358-8ea8-4a51-bf79-4be73b453948 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/networks?id=e83f3002-0af4-41e3-a80b-f034b33ca87c HTTP/1.1" status: 200 len: 819 time: 0.6794980 Feb 19 04:25:36.939217 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-fd58a5d1-e493-4ee7-8f8c-a75f9b5d4333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'name': 'tempest-ServersTestBootFromVolume-1041413511-router', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '98ade901-b155-48a2-affe-3b71bb529f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:51Z', 'updated_at': '2022-02-19T04:25:29Z', 'revision_number': 5, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'gw_port': {'id': '98ade901-b155-48a2-affe-3b71bb529f62', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:20:54Z', 'updated_at': '2022-02-19T04:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:36.946841 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b38d6a3b-50b9-4b6f-bbdc-9f17678cc1fc admin admin] Publish callbacks [] for router_gateway (6cbd6cca-b41f-4554-a069-87dde42f6c80), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:36.994744 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-a911ce79-d2c0-439b-b4bd-09818e16116b tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/quotas/8cacf0263ee84f64a630c7eb71dfd691 HTTP/1.1" status: 200 len: 375 time: 0.1996033 Feb 19 04:25:37.024473 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:37.154819 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd58a5d1-e493-4ee7-8f8c-a75f9b5d4333 None None] Checking router: 6cbd6cca-b41f-4554-a069-87dde42f6c80 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:25:37.186734 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ca796ad4-dd53-4cf0-bc83-c86f7c944afe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (eaa58076-8c30-4e16-8b25-3849e814c64e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:37.217532 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd58a5d1-e493-4ee7-8f8c-a75f9b5d4333 None None] Routers {'6cbd6cca-b41f-4554-a069-87dde42f6c80'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:37.228048 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-fd58a5d1-e493-4ee7-8f8c-a75f9b5d4333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:25:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6cbd6cca-b41f-4554-a069-87dde42f6c80'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:37.233643 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-ca796ad4-dd53-4cf0-bc83-c86f7c944afe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Calling delete_port for eaa58076-8c30-4e16-8b25-3849e814c64e owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:37.397563 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4516a521-be0d-4385-ba18-f16cea60eb43 None None] Current status of the port b915187e-9e8b-4801-a7d4-bb9a14672862 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:37.402102 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48696) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:37.433986 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa127cbd-0926-4b53-9965-88b95a4d711a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (68bbd06e-7a9a-4687-a2ab-c104d64286fd), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:37.444226 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa127cbd-0926-4b53-9965-88b95a4d711a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:37.446981 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-aa127cbd-0926-4b53-9965-88b95a4d711a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/68bbd06e-7a9a-4687-a2ab-c104d64286fd HTTP/1.1" status: 204 len: 168 time: 2.8434484 Feb 19 04:25:37.486105 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa127cbd-0926-4b53-9965-88b95a4d711a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bbd06e-7a9a-4687-a2ab-c104d64286fd,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:37.590772 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-6dcbbe23-fbaf-46b4-9ed5-3ed50689e428 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8cacf0263ee84f64a630c7eb71dfd691&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5722835 Feb 19 04:25:37.603911 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-b38d6a3b-50b9-4b6f-bbdc-9f17678cc1fc admin admin] Deleting port 98ade901-b155-48a2-affe-3b71bb529f62 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:37.606465 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b38d6a3b-50b9-4b6f-bbdc-9f17678cc1fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (98ade901-b155-48a2-affe-3b71bb529f62), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:37.679004 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-fd58a5d1-e493-4ee7-8f8c-a75f9b5d4333 None None] Set router 6cbd6cca-b41f-4554-a069-87dde42f6c80 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:25:37.755597 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-db14f0f9-2680-408b-b859-2975ee914f65 None None] Deleting port b915187e-9e8b-4801-a7d4-bb9a14672862 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:37.757824 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-db14f0f9-2680-408b-b859-2975ee914f65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b915187e-9e8b-4801-a7d4-bb9a14672862), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:37.915321 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:38.101436 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-fd58a5d1-e493-4ee7-8f8c-a75f9b5d4333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'name': 'tempest-ServersTestBootFromVolume-1041413511-router', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:51Z', 'updated_at': '2022-02-19T04:25:36Z', 'revision_number': 6, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:38.219115 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-db14f0f9-2680-408b-b859-2975ee914f65 None None] For port b915187e-9e8b-4801-a7d4-bb9a14672862, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b915187e-9e8b-4801-a7d4-bb9a14672862,segment=NetworkSegment(575f0723-6715-4e41-9299-a87c68bdded6),segment_id=575f0723-6715-4e41-9299-a87c68bdded6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:38.220070 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-db14f0f9-2680-408b-b859-2975ee914f65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b915187e-9e8b-4801-a7d4-bb9a14672862), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:38.261249 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-db14f0f9-2680-408b-b859-2975ee914f65 None None] Calling delete_port for b915187e-9e8b-4801-a7d4-bb9a14672862 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:38.269744 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd58a5d1-e493-4ee7-8f8c-a75f9b5d4333 None None] The sync data for ids ['6cbd6cca-b41f-4554-a069-87dde42f6c80'] in n-d-772273-4 is: [{'id': '6cbd6cca-b41f-4554-a069-87dde42f6c80', 'name': 'tempest-ServersTestBootFromVolume-1041413511-router', 'tenant_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:20:51Z', 'updated_at': '2022-02-19T04:25:36Z', 'revision_number': 6, 'project_id': '49a7bbf595ba4e2ab97185ce2db519c7', 'gw_port_host': None}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:25:38.573504 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-33f31cae-ffc7-4491-8893-acf2b9f10017 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (b915187e-9e8b-4801-a7d4-bb9a14672862), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:38.687443 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f31cae-ffc7-4491-8893-acf2b9f10017 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] No DVR routers for this DVR port b915187e-9e8b-4801-a7d4-bb9a14672862 on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: from cryptography.utils import int_from_bytes Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: from cryptography.utils import int_from_bytes Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.851237 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.858864 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.858864 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.858864 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.858864 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.858864 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.858864 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.858864 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.858864 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.858864 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.858864 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.858864 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.858864 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.858864 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:25:38.858864 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:25:38.889265 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-db14f0f9-2680-408b-b859-2975ee914f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (b915187e-9e8b-4801-a7d4-bb9a14672862), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:38.947196 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f31cae-ffc7-4491-8893-acf2b9f10017 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Port': ['ID=b915187e-9e8b-4801-a7d4-bb9a14672862,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:39.032422 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] Publish callbacks [] for port (ea76229c-3e5e-464b-898d-10ee5eec287f), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.045383 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-b38d6a3b-50b9-4b6f-bbdc-9f17678cc1fc admin admin] For port 98ade901-b155-48a2-affe-3b71bb529f62, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=98ade901-b155-48a2-affe-3b71bb529f62,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:39.051891 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 17fbc6eb-8d5b-4df9-8739-7ae825fe7043 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:39.061710 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b38d6a3b-50b9-4b6f-bbdc-9f17678cc1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (98ade901-b155-48a2-affe-3b71bb529f62), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.077209 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ca796ad4-dd53-4cf0-bc83-c86f7c944afe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (eaa58076-8c30-4e16-8b25-3849e814c64e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.094171 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0e7260cb-4729-4c84-86fb-8d87c00f8bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.152612 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db14f0f9-2680-408b-b859-2975ee914f65 None None] No DVR routers for this DVR port b915187e-9e8b-4801-a7d4-bb9a14672862 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:25:39.187011 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-9ba1ec5a-0189-4d32-b085-0afe0d869d7b service neutron] 10.222.0.65 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5053380 Feb 19 04:25:39.196776 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14f0f9-2680-408b-b859-2975ee914f65 None None] Pushing event deleted for resources: {'Port': ['ID=b915187e-9e8b-4801-a7d4-bb9a14672862,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:39.209918 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ea76229c-3e5e-464b-898d-10ee5eec287f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.258723 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca796ad4-dd53-4cf0-bc83-c86f7c944afe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Port': ['ID=eaa58076-8c30-4e16-8b25-3849e814c64e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:39.314925 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-b38d6a3b-50b9-4b6f-bbdc-9f17678cc1fc admin admin] Calling delete_port for 98ade901-b155-48a2-affe-3b71bb529f62 owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:39.413754 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.441063 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3e73b-aac8-4cbb-a3f7-6aa4e67dd0c8 None None] Pushing event updated for resources: {'Port': ['ID=ea76229c-3e5e-464b-898d-10ee5eec287f,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:39.502064 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88b56c-9e79-4864-97ce-063397e50fba req-de853d22-98c4-468e-8961-737a877f904d tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:39.504138 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f88b56c-9e79-4864-97ce-063397e50fba req-de853d22-98c4-468e-8961-737a877f904d tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.10 "GET /v2.0/networks?id=e83f3002-0af4-41e3-a80b-f034b33ca87c HTTP/1.1" status: 200 len: 819 time: 1.5477004 Feb 19 04:25:39.588448 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.599084 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-33f31cae-ffc7-4491-8893-acf2b9f10017 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (65731f68-b524-4d4e-8573-f052c5bfcb15), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.703636 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c3f18dce-3f1b-4709-86b2-4b3a010ac01c None None] Provisioning complete for port 17fbc6eb-8d5b-4df9-8739-7ae825fe7043 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:39.704792 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c3f18dce-3f1b-4709-86b2-4b3a010ac01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (17fbc6eb-8d5b-4df9-8739-7ae825fe7043), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.777153 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-33f31cae-ffc7-4491-8893-acf2b9f10017 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65731f68-b524-4d4e-8573-f052c5bfcb15']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:39.819751 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-33f31cae-ffc7-4491-8893-acf2b9f10017 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575f0723-6715-4e41-9299-a87c68bdded6') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:39.820166 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-33f31cae-ffc7-4491-8893-acf2b9f10017 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575f0723-6715-4e41-9299-a87c68bdded6') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:39.866512 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-33f31cae-ffc7-4491-8893-acf2b9f10017 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (575f0723-6715-4e41-9299-a87c68bdded6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.880744 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.913700 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-33f31cae-ffc7-4491-8893-acf2b9f10017 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (575f0723-6715-4e41-9299-a87c68bdded6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:39.922122 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f31cae-ffc7-4491-8893-acf2b9f10017 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:25:39.922744 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-33f31cae-ffc7-4491-8893-acf2b9f10017 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (575f0723-6715-4e41-9299-a87c68bdded6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:40.020951 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] Attempting to bind port ea76229c-3e5e-464b-898d-10ee5eec287f on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:25:40.031156 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:25:40.042556 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] Attempting to bind port ea76229c-3e5e-464b-898d-10ee5eec287f by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '26e2fec7-4f9c-4983-9d2c-4304ced3cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e83f3002-0af4-41e3-a80b-f034b33ca87c'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:25:40.042556 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] Attempting to bind port ea76229c-3e5e-464b-898d-10ee5eec287f on network e83f3002-0af4-41e3-a80b-f034b33ca87c {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:25:40.043155 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ca796ad4-dd53-4cf0-bc83-c86f7c944afe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:40.063199 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ca796ad4-dd53-4cf0-bc83-c86f7c944afe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/eaa58076-8c30-4e16-8b25-3849e814c64e HTTP/1.1" status: 204 len: 168 time: 4.6052184 Feb 19 04:25:40.065919 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-33f31cae-ffc7-4491-8893-acf2b9f10017 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (65731f68-b524-4d4e-8573-f052c5bfcb15), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:40.068393 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48728) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:40.109974 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-33f31cae-ffc7-4491-8893-acf2b9f10017 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:40.119362 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-33f31cae-ffc7-4491-8893-acf2b9f10017 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/networks/65731f68-b524-4d4e-8573-f052c5bfcb15 HTTP/1.1" status: 204 len: 168 time: 6.1028774 Feb 19 04:25:40.155721 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48732) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:40.174702 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f31cae-ffc7-4491-8893-acf2b9f10017 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Network': ['ID=65731f68-b524-4d4e-8573-f052c5bfcb15,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:40.212887 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-3f88b56c-9e79-4864-97ce-063397e50fba req-4bc0899f-6e68-4f84-b656-61f5e56529d2 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Request body: {'port': {'device_id': '2c256dcb-1273-4870-9387-de4d10896c1d', 'network_id': 'e83f3002-0af4-41e3-a80b-f034b33ca87c', 'admin_state_up': True, 'tenant_id': '8cacf0263ee84f64a630c7eb71dfd691'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:40.242536 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:25:40.243909 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] Checking segment: {'id': '26e2fec7-4f9c-4983-9d2c-4304ced3cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e83f3002-0af4-41e3-a80b-f034b33ca87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:40.243909 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:40.244443 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] Bound using segment: {'id': '26e2fec7-4f9c-4983-9d2c-4304ced3cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e83f3002-0af4-41e3-a80b-f034b33ca87c'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:25:40.250660 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] Bound port: ea76229c-3e5e-464b-898d-10ee5eec287f, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e2fec7-4f9c-4983-9d2c-4304ced3cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e83f3002-0af4-41e3-a80b-f034b33ca87c'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:25:40.251433 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ea76229c-3e5e-464b-898d-10ee5eec287f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:40.286584 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000541cf-615f-4900-a6eb-c2947a544bd4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:40.293864 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000541cf-615f-4900-a6eb-c2947a544bd4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:40.296639 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-000541cf-615f-4900-a6eb-c2947a544bd4 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2266917 Feb 19 04:25:40.309926 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48746) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:40.321833 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-60b7f8f7-51b6-45ea-9482-48980a721d7e service neutron] 10.222.0.65 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0687535 Feb 19 04:25:40.323961 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c3f18dce-3f1b-4709-86b2-4b3a010ac01c None None] Current status of the port 17fbc6eb-8d5b-4df9-8739-7ae825fe7043 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:40.350616 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c3f18dce-3f1b-4709-86b2-4b3a010ac01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (17fbc6eb-8d5b-4df9-8739-7ae825fe7043), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:40.356215 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 17fbc6eb-8d5b-4df9-8739-7ae825fe7043 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:40.356609 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (17fbc6eb-8d5b-4df9-8739-7ae825fe7043), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:40.431802 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b38d6a3b-50b9-4b6f-bbdc-9f17678cc1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (98ade901-b155-48a2-affe-3b71bb529f62), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:40.554813 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ed583c-20a8-4ed5-8965-71a3a56ea9d7 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:40.563974 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d6ed583c-20a8-4ed5-8965-71a3a56ea9d7 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4063888 Feb 19 04:25:40.569396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48750) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:40.678380 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6413ad-d223-446f-b2ca-5e54ad23190a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet 0ca9570f-9751-4270-b141-8da29d2faedd {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:25:40.698727 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4b6413ad-d223-446f-b2ca-5e54ad23190a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (0ca9570f-9751-4270-b141-8da29d2faedd), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:40.845402 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-c3f18dce-3f1b-4709-86b2-4b3a010ac01c None None] For port 17fbc6eb-8d5b-4df9-8739-7ae825fe7043, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=17fbc6eb-8d5b-4df9-8739-7ae825fe7043,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:40.855863 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4b6413ad-d223-446f-b2ca-5e54ad23190a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (0ca9570f-9751-4270-b141-8da29d2faedd), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:40.866566 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-72935e0e-da9a-4081-89b8-24bba6bdfbf9 req-06f1d323-c7c0-47f7-8428-ef110594dc55 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 210 time: 0.0710843 Feb 19 04:25:40.907338 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c3f18dce-3f1b-4709-86b2-4b3a010ac01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (17fbc6eb-8d5b-4df9-8739-7ae825fe7043), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:40.912379 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] For port ea76229c-3e5e-464b-898d-10ee5eec287f, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:25:40.936999 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] For port ea76229c-3e5e-464b-898d-10ee5eec287f, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ea76229c-3e5e-464b-898d-10ee5eec287f,segment=NetworkSegment(26e2fec7-4f9c-4983-9d2c-4304ced3cb71),segment_id=26e2fec7-4f9c-4983-9d2c-4304ced3cb71)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:25:41.060714 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1a28a56d-9c12-4e35-932b-4495d5194f16 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4866269 Feb 19 04:25:41.062558 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48760) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:41.088999 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-78add628-d2f2-4c71-8b78-c1688a78130e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1691394764'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:41.108057 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ea76229c-3e5e-464b-898d-10ee5eec287f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:41.152337 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78add628-d2f2-4c71-8b78-c1688a78130e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:41.171278 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-78add628-d2f2-4c71-8b78-c1688a78130e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:41.221079 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-2b110416-66a2-43ce-b080-bb96f66a8cf8 None None] Could not find standard attr ID for object eaa58076-8c30-4e16-8b25-3849e814c64e. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:25:41.232516 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 17fbc6eb-8d5b-4df9-8739-7ae825fe7043 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:41.317656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] Routers {'0cdf4581-202b-4d0c-ae18-13c26071596b'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:41.317656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:25:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['0cdf4581-202b-4d0c-ae18-13c26071596b'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:41.325692 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f18dce-3f1b-4709-86b2-4b3a010ac01c None None] Pushing event updated for resources: {'Port': ['ID=17fbc6eb-8d5b-4df9-8739-7ae825fe7043,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:41.428738 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78add628-d2f2-4c71-8b78-c1688a78130e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:25:41.512428 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-78add628-d2f2-4c71-8b78-c1688a78130e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (3710056d-5407-47dc-bd1f-9709878a669a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:41.522183 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-78add628-d2f2-4c71-8b78-c1688a78130e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Added segment 3710056d-5407-47dc-bd1f-9709878a669a of type vlan for network 23e9c774-8f3a-4145-8353-ed816f1a71cb Feb 19 04:25:41.554344 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b915187e-9e8b-4801-a7d4-bb9a14672862 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:25:41.634727 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d6a3b-50b9-4b6f-bbdc-9f17678cc1fc admin admin] Pushing event deleted for resources: {'Port': ['ID=98ade901-b155-48a2-affe-3b71bb529f62,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:41.706039 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: b915187e-9e8b-4801-a7d4-bb9a14672862 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:25:41.707264 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b915187e-9e8b-4801-a7d4-bb9a14672862 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:25:41.770742 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-78add628-d2f2-4c71-8b78-c1688a78130e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (23e9c774-8f3a-4145-8353-ed816f1a71cb), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:41.831152 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4b6413ad-d223-446f-b2ca-5e54ad23190a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (0ca9570f-9751-4270-b141-8da29d2faedd), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:41.840470 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3e73b-aac8-4cbb-a3f7-6aa4e67dd0c8 None None] Pushing event updated for resources: {'Port': ['ID=ea76229c-3e5e-464b-898d-10ee5eec287f,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:41.951391 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.resource_extend [None req-78add628-d2f2-4c71-8b78-c1688a78130e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:25:42.182693 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0e7260cb-4729-4c84-86fb-8d87c00f8bf0 admin admin] Publish callbacks [] for security_group (c1fcb8b3-3e5b-4af1-b217-2a1557c825db), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:42.202229 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] Set router 0cdf4581-202b-4d0c-ae18-13c26071596b gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:25:42.204826 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4b6413ad-d223-446f-b2ca-5e54ad23190a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (0ca9570f-9751-4270-b141-8da29d2faedd), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:42.220018 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0e7260cb-4729-4c84-86fb-8d87c00f8bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c1fcb8b3-3e5b-4af1-b217-2a1557c825db), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:42.255345 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-78add628-d2f2-4c71-8b78-c1688a78130e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (23e9c774-8f3a-4145-8353-ed816f1a71cb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:42.268701 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78add628-d2f2-4c71-8b78-c1688a78130e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:42.285371 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-78add628-d2f2-4c71-8b78-c1688a78130e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:42.355459 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 17fbc6eb-8d5b-4df9-8739-7ae825fe7043 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:42.411848 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4b6413ad-d223-446f-b2ca-5e54ad23190a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:42.420361 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4b6413ad-d223-446f-b2ca-5e54ad23190a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/0ca9570f-9751-4270-b141-8da29d2faedd HTTP/1.1" status: 204 len: 168 time: 2.1082268 Feb 19 04:25:42.463736 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6413ad-d223-446f-b2ca-5e54ad23190a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca9570f-9751-4270-b141-8da29d2faedd,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:42.486761 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48798) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:42.513119 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa348c8-f089-4f7d-897b-b5cf7ea611ea None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:42.615568 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-78add628-d2f2-4c71-8b78-c1688a78130e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5388951 Feb 19 04:25:42.633254 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48802) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:42.696800 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7260cb-4729-4c84-86fb-8d87c00f8bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fcb8b3-3e5b-4af1-b217-2a1557c825db,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:42.732547 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e55a393d-543e-4535-8c9d-5cf04b08aadf req-042fec7f-650a-494f-91a2-fed92f261166 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 210 time: 0.5130975 Feb 19 04:25:42.735770 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0e7260cb-4729-4c84-86fb-8d87c00f8bf0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7f238416907545b8bc0ad4372ddfde65&name=default HTTP/1.1" status: 200 len: 3000 time: 5.3314750 Feb 19 04:25:42.740111 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-70956937-a375-4d7a-a2f6-6de920c05e18 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2471118 Feb 19 04:25:42.741111 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48804) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:42.741111 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48806) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:42.760436 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-94e4565c-44a9-4a00-a4fb-eb4b89fbf6ab tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'subnet': {'network_id': '23e9c774-8f3a-4145-8353-ed816f1a71cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:43.027654 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78add628-d2f2-4c71-8b78-c1688a78130e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Network': ['ID=23e9c774-8f3a-4145-8353-ed816f1a71cb,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:43.043304 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f88b56c-9e79-4864-97ce-063397e50fba req-4bc0899f-6e68-4f84-b656-61f5e56529d2 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Made reservation on behalf of 8cacf0263ee84f64a630c7eb71dfd691 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:43.056581 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3f88b56c-9e79-4864-97ce-063397e50fba req-4bc0899f-6e68-4f84-b656-61f5e56529d2 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:43.075367 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b38d6a3b-50b9-4b6f-bbdc-9f17678cc1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (6cbd6cca-b41f-4554-a069-87dde42f6c80), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:43.177483 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5adb990c-1a25-409f-90c6-4694416ac17c admin admin] Publish callbacks [] for security_group (c1fcb8b3-3e5b-4af1-b217-2a1557c825db), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:43.253701 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac35b7b-f5f5-4217-8a3d-0d13473d9375 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:43.268156 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8ac35b7b-f5f5-4217-8a3d-0d13473d9375 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5229368 Feb 19 04:25:43.277975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48830) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:43.312209 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 23e9c774-8f3a-4145-8353-ed816f1a71cb details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:25:43.364623 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5adb990c-1a25-409f-90c6-4694416ac17c admin admin] Publish callbacks [] for security_group (c1fcb8b3-3e5b-4af1-b217-2a1557c825db), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:43.475516 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382a3938-1118-4b7b-874c-d21c57615108 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:43.478252 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-382a3938-1118-4b7b-874c-d21c57615108 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1969965 Feb 19 04:25:43.483278 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48836) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:43.578028 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bdf32a1b-0db2-4980-b582-f70318d53bb0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928700 Feb 19 04:25:43.589202 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48838) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:43.597500 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-1b35cb9f-9550-4adb-9c9d-641b25ca390b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:43.623762 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5adb990c-1a25-409f-90c6-4694416ac17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c1fcb8b3-3e5b-4af1-b217-2a1557c825db), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:43.627257 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5adb990c-1a25-409f-90c6-4694416ac17c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:43.629007 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5adb990c-1a25-409f-90c6-4694416ac17c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c1fcb8b3-3e5b-4af1-b217-2a1557c825db HTTP/1.1" status: 204 len: 168 time: 0.8623924 Feb 19 04:25:43.716505 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b38d6a3b-50b9-4b6f-bbdc-9f17678cc1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (6cbd6cca-b41f-4554-a069-87dde42f6c80), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:43.729290 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b38d6a3b-50b9-4b6f-bbdc-9f17678cc1fc admin admin] Publish callbacks [] for router_controller (6cbd6cca-b41f-4554-a069-87dde42f6c80), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:43.773398 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb990c-1a25-409f-90c6-4694416ac17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fcb8b3-3e5b-4af1-b217-2a1557c825db,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:44.103627 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b35cb9f-9550-4adb-9c9d-641b25ca390b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:44.133079 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b35cb9f-9550-4adb-9c9d-641b25ca390b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:44.139473 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5d62beeb-75e6-44ce-9a33-52e1c8407799 req-5f53b8ac-f7af-4abf-9706-9e079e7fa98e tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 210 time: 0.1824567 Feb 19 04:25:44.285390 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 17fbc6eb-8d5b-4df9-8739-7ae825fe7043 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:44.285803 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (17fbc6eb-8d5b-4df9-8739-7ae825fe7043), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:44.342935 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdf4581-202b-4d0c-ae18-13c26071596b', 'name': 'tempest-ServerRescueNegativeTestJSON-1156271571-router', 'tenant_id': '8cacf0263ee84f64a630c7eb71dfd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e43cbee1-1ce7-4f0e-9774-dd9459200be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:56Z', 'updated_at': '2022-02-19T04:25:23Z', 'revision_number': 4, 'project_id': '8cacf0263ee84f64a630c7eb71dfd691', 'gw_port': {'id': 'e43cbee1-1ce7-4f0e-9774-dd9459200be1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdf4581-202b-4d0c-ae18-13c26071596b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:59Z', 'updated_at': '2022-02-19T04:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ea76229c-3e5e-464b-898d-10ee5eec287f', 'name': '', 'network_id': 'e83f3002-0af4-41e3-a80b-f034b33ca87c', 'tenant_id': '8cacf0263ee84f64a630c7eb71dfd691', 'mac_address': 'fa:16:3e:7c:2e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdf4581-202b-4d0c-ae18-13c26071596b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '76246db3-a2cb-42fb-bfa7-f40488252c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:16Z', 'updated_at': '2022-02-19T04:25:40Z', 'revision_number': 4, 'project_id': '8cacf0263ee84f64a630c7eb71dfd691', 'subnets': [{'id': '76246db3-a2cb-42fb-bfa7-f40488252c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:44.384215 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b450bca6-d895-43cb-9d4b-f5bf89e097b3 None None] The sync data for ids ['0cdf4581-202b-4d0c-ae18-13c26071596b'] in n-d-772273-4 is: [{'id': '0cdf4581-202b-4d0c-ae18-13c26071596b', 'name': 'tempest-ServerRescueNegativeTestJSON-1156271571-router', 'tenant_id': '8cacf0263ee84f64a630c7eb71dfd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e43cbee1-1ce7-4f0e-9774-dd9459200be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:56Z', 'updated_at': '2022-02-19T04:25:23Z', 'revision_number': 4, 'project_id': '8cacf0263ee84f64a630c7eb71dfd691', 'gw_port': {'id': 'e43cbee1-1ce7-4f0e-9774-dd9459200be1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdf4581-202b-4d0c-ae18-13c26071596b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:59Z', 'updated_at': '2022-02-19T04:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ea76229c-3e5e-464b-898d-10ee5eec287f', 'name': '', 'network_id': 'e83f3002-0af4-41e3-a80b-f034b33ca87c', 'tenant_id': '8cacf0263ee84f64a630c7eb71dfd691', 'mac_address': 'fa:16:3e:7c:2e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdf4581-202b-4d0c-ae18-13c26071596b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '76246db3-a2cb-42fb-bfa7-f40488252c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:16Z', 'updated_at': '2022-02-19T04:25:40Z', 'revision_number': 4, 'project_id': '8cacf0263ee84f64a630c7eb71dfd691', 'subnets': [{'id': '76246db3-a2cb-42fb-bfa7-f40488252c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:25:44.528398 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 17fbc6eb-8d5b-4df9-8739-7ae825fe7043 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:44.557199 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d795a56-70ab-4865-8350-c57ab4ebc9f9 None None] DHCP port deletion for 9e765b0b-136b-493b-bef9-44145ed793f7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:25:44.720117 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 706ea616-c356-4290-a54a-316e598ad4db no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:25:44.738407 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-6b95819a-7ded-45d7-9643-d1b000dbd058 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:44.744079 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-6b95819a-7ded-45d7-9643-d1b000dbd058 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.48 "GET /v2.0/networks?id=e83f3002-0af4-41e3-a80b-f034b33ca87c HTTP/1.1" status: 200 len: 819 time: 1.0755942 Feb 19 04:25:44.802641 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-901ed5dd-d626-4cf3-8723-14a38a1034c5 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Request body: {'port': {'device_id': '6e858565-ef5a-4b75-8420-9d5bc5d95b0c', 'network_id': 'e83f3002-0af4-41e3-a80b-f034b33ca87c', 'admin_state_up': True, 'tenant_id': '8cacf0263ee84f64a630c7eb71dfd691'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:44.828285 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e4565c-44a9-4a00-a4fb-eb4b89fbf6ab tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:44.842071 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94e4565c-44a9-4a00-a4fb-eb4b89fbf6ab tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:44.892195 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 706ea616-c356-4290-a54a-316e598ad4db {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:25:44.892195 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 706ea616-c356-4290-a54a-316e598ad4db not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:25:44.892666 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 98ade901-b155-48a2-affe-3b71bb529f62 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:25:44.912579 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b38d6a3b-50b9-4b6f-bbdc-9f17678cc1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (6cbd6cca-b41f-4554-a069-87dde42f6c80), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:44.913778 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38d6a3b-50b9-4b6f-bbdc-9f17678cc1fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cbd6cca-b41f-4554-a069-87dde42f6c80 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:25:44.933367 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b38d6a3b-50b9-4b6f-bbdc-9f17678cc1fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:44.938902 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b38d6a3b-50b9-4b6f-bbdc-9f17678cc1fc admin admin] 10.222.0.65 "DELETE /v2.0/routers/6cbd6cca-b41f-4554-a069-87dde42f6c80 HTTP/1.1" status: 204 len: 168 time: 10.0549362 Feb 19 04:25:44.994690 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48864) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:45.014846 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 98ade901-b155-48a2-affe-3b71bb529f62 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:25:45.015368 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 98ade901-b155-48a2-affe-3b71bb529f62 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:25:45.023676 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0d795a56-70ab-4865-8350-c57ab4ebc9f9 None None] Deleting port 17fbc6eb-8d5b-4df9-8739-7ae825fe7043 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:45.024391 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0d795a56-70ab-4865-8350-c57ab4ebc9f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (17fbc6eb-8d5b-4df9-8739-7ae825fe7043), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:45.269818 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-0d795a56-70ab-4865-8350-c57ab4ebc9f9 None None] For port 17fbc6eb-8d5b-4df9-8739-7ae825fe7043, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=17fbc6eb-8d5b-4df9-8739-7ae825fe7043,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:45.270626 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0d795a56-70ab-4865-8350-c57ab4ebc9f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (17fbc6eb-8d5b-4df9-8739-7ae825fe7043), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:45.376580 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0d795a56-70ab-4865-8350-c57ab4ebc9f9 None None] Calling delete_port for 17fbc6eb-8d5b-4df9-8739-7ae825fe7043 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:45.498436 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48876) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:45.607581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ea76229c-3e5e-464b-898d-10ee5eec287f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:45.621079 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0d795a56-70ab-4865-8350-c57ab4ebc9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (17fbc6eb-8d5b-4df9-8739-7ae825fe7043), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:45.778191 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b1f8fff1-32c3-4f43-8b80-033c7e506cfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:45.907457 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d795a56-70ab-4865-8350-c57ab4ebc9f9 None None] No DVR routers for this DVR port 17fbc6eb-8d5b-4df9-8739-7ae825fe7043 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:25:45.934329 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d795a56-70ab-4865-8350-c57ab4ebc9f9 None None] Pushing event deleted for resources: {'Port': ['ID=17fbc6eb-8d5b-4df9-8739-7ae825fe7043,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:45.989639 n-d-772273-4 neutron-server[115198]: DEBUG neutron.objects.ports [None req-1b35cb9f-9550-4adb-9c9d-641b25ca390b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115198) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:25:45.992385 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b35cb9f-9550-4adb-9c9d-641b25ca390b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (6ab0a65c-3c68-4d1b-a575-a9239d1f5f5a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:46.017761 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4e93b3a3-8b29-4398-8dc1-a207b8e7c44b req-8120c3ff-17de-42b4-b019-257770d49abc tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 210 time: 0.3714967 Feb 19 04:25:46.046544 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ea76229c-3e5e-464b-898d-10ee5eec287f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:46.048474 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ea76229c-3e5e-464b-898d-10ee5eec287f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:46.071493 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b35cb9f-9550-4adb-9c9d-641b25ca390b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:46.082658 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-1b35cb9f-9550-4adb-9c9d-641b25ca390b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:46.091411 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b35cb9f-9550-4adb-9c9d-641b25ca390b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:46.093113 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b35cb9f-9550-4adb-9c9d-641b25ca390b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:46.108779 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-3f88b56c-9e79-4864-97ce-063397e50fba req-4bc0899f-6e68-4f84-b656-61f5e56529d2 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Allocated IP 172.20.0.7 (e83f3002-0af4-41e3-a80b-f034b33ca87c/76246db3-a2cb-42fb-bfa7-f40488252c69/b035654e-0a6c-4e43-acb6-0915ea347957) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:46.117706 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35cb9f-9550-4adb-9c9d-641b25ca390b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=6ab0a65c-3c68-4d1b-a575-a9239d1f5f5a,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:46.120432 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1796e6d0-d4c0-49a0-bbb9-2cb141493371 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:46.144944 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1b35cb9f-9550-4adb-9c9d-641b25ca390b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5505121 Feb 19 04:25:46.145283 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48890) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:46.152831 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-97fa13a6-a451-4232-a0c4-c78f99d3da73 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:46.494118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcf995c-1b31-4ecd-b02c-d072c96fb778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9e765b0b-136b-493b-bef9-44145ed793f7', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'fixed_ips': [{'subnet_id': '6ab0a65c-3c68-4d1b-a575-a9239d1f5f5a'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:25:46.498531 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fa13a6-a451-4232-a0c4-c78f99d3da73 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:46.499808 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-abcf995c-1b31-4ecd-b02c-d072c96fb778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:46.509376 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-97fa13a6-a451-4232-a0c4-c78f99d3da73 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:46.658165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-b04de763-abbe-4bff-9e92-5713781ebd0d admin admin] Deleting subnet 74e94b9f-2f2f-4190-b9f7-e78f36ba82b9 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:25:46.736981 n-d-772273-4 neutron-server[115198]: INFO neutron.db.ipam_backend_mixin [None req-97fa13a6-a451-4232-a0c4-c78f99d3da73 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6ab0a65c-3c68-4d1b-a575-a9239d1f5f5a (CIDR: 2001:db8::/64) Feb 19 04:25:46.747331 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-97fa13a6-a451-4232-a0c4-c78f99d3da73 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:25:46.748696 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97fa13a6-a451-4232-a0c4-c78f99d3da73 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:25:46.806710 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-97fa13a6-a451-4232-a0c4-c78f99d3da73 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6588976 Feb 19 04:25:46.810668 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48900) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:46.830017 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-80cb2266-3749-40aa-93cd-85e062e57a33 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:46.918965 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b04de763-abbe-4bff-9e92-5713781ebd0d admin admin] Publish callbacks [] for subnet (74e94b9f-2f2f-4190-b9f7-e78f36ba82b9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:47.002035 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ea76229c-3e5e-464b-898d-10ee5eec287f is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:47.002631 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ea76229c-3e5e-464b-898d-10ee5eec287f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:47.156179 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cb2266-3749-40aa-93cd-85e062e57a33 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:47.174620 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80cb2266-3749-40aa-93cd-85e062e57a33 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:47.184775 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port ea76229c-3e5e-464b-898d-10ee5eec287f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ea76229c-3e5e-464b-898d-10ee5eec287f,segment=NetworkSegment(26e2fec7-4f9c-4983-9d2c-4304ced3cb71),segment_id=26e2fec7-4f9c-4983-9d2c-4304ced3cb71)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:47.218835 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ea76229c-3e5e-464b-898d-10ee5eec287f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:47.379957 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-abcf995c-1b31-4ecd-b02c-d072c96fb778 None None] Allocated IP 2001:db8::f816:3eff:feff:6081 (9e765b0b-136b-493b-bef9-44145ed793f7/6ab0a65c-3c68-4d1b-a575-a9239d1f5f5a/18a6debb-d09a-44c7-bc36-9cb414941834) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:47.384005 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 17fbc6eb-8d5b-4df9-8739-7ae825fe7043 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:25:47.392492 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94e4565c-44a9-4a00-a4fb-eb4b89fbf6ab tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (60f4e78f-fa11-4661-be05-dbf2729b5fa8), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:47.415667 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-901ed5dd-d626-4cf3-8723-14a38a1034c5 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Made reservation on behalf of 8cacf0263ee84f64a630c7eb71dfd691 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:47.421703 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-901ed5dd-d626-4cf3-8723-14a38a1034c5 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:47.498179 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 17fbc6eb-8d5b-4df9-8739-7ae825fe7043 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:25:47.500031 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 17fbc6eb-8d5b-4df9-8739-7ae825fe7043 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:25:47.626920 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=ea76229c-3e5e-464b-898d-10ee5eec287f,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:47.701718 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-940d13f5-6006-4121-b32f-c2bf51e1b729 req-6c2fa7a0-e6ea-470c-9a26-82dc83586a16 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 210 time: 0.2386243 Feb 19 04:25:47.779463 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3f88b56c-9e79-4864-97ce-063397e50fba req-4bc0899f-6e68-4f84-b656-61f5e56529d2 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Publish callbacks [] for port (b035654e-0a6c-4e43-acb6-0915ea347957), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:47.788516 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4565c-44a9-4a00-a4fb-eb4b89fbf6ab tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Subnet': ['ID=60f4e78f-fa11-4661-be05-dbf2729b5fa8,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:47.873602 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b04de763-abbe-4bff-9e92-5713781ebd0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (74e94b9f-2f2f-4190-b9f7-e78f36ba82b9), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:47.884519 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e4565c-44a9-4a00-a4fb-eb4b89fbf6ab tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Checking segment: {'id': '3710056d-5407-47dc-bd1f-9709878a669a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '23e9c774-8f3a-4145-8353-ed816f1a71cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:47.885339 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e4565c-44a9-4a00-a4fb-eb4b89fbf6ab tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network hostable DHCP agents. Network: 23e9c774-8f3a-4145-8353-ed816f1a71cb, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:25:48.139059 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-abcf995c-1b31-4ecd-b02c-d072c96fb778 None None] Publish callbacks [] for port (18a6debb-d09a-44c7-bc36-9cb414941834), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:48.155607 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-abcf995c-1b31-4ecd-b02c-d072c96fb778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (18a6debb-d09a-44c7-bc36-9cb414941834), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:48.190966 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80cb2266-3749-40aa-93cd-85e062e57a33 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (da7e708e-aed4-49a4-a104-2d72827c6b08), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:48.252707 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cb2266-3749-40aa-93cd-85e062e57a33 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:48.257502 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-80cb2266-3749-40aa-93cd-85e062e57a33 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:48.283648 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cb2266-3749-40aa-93cd-85e062e57a33 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:48.283648 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80cb2266-3749-40aa-93cd-85e062e57a33 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:48.300817 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b04de763-abbe-4bff-9e92-5713781ebd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (74e94b9f-2f2f-4190-b9f7-e78f36ba82b9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:48.331619 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb2266-3749-40aa-93cd-85e062e57a33 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=da7e708e-aed4-49a4-a104-2d72827c6b08,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:48.366291 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcf995c-1b31-4ecd-b02c-d072c96fb778 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:48.376039 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-80cb2266-3749-40aa-93cd-85e062e57a33 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5631006 Feb 19 04:25:48.380851 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48932) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:48.392693 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-809b5a36-b340-4f33-80ca-56e66feef724 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'mac_address': 'fa:16:3e:2e:bb:2d', 'name': 'tempest-NetworksTestDHCPv6-1063079971'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:48.418178 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-abcf995c-1b31-4ecd-b02c-d072c96fb778 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:48.423882 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcf995c-1b31-4ecd-b02c-d072c96fb778 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:48.427916 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf995c-1b31-4ecd-b02c-d072c96fb778 None None] Pushing event updated for resources: {'Port': ['ID=18a6debb-d09a-44c7-bc36-9cb414941834,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:48.565808 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b1f8fff1-32c3-4f43-8b80-033c7e506cfc admin admin] Publish callbacks [] for security_group (056f2aa2-b4e1-440b-b27a-f271088abb42), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:48.598646 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b1f8fff1-32c3-4f43-8b80-033c7e506cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (056f2aa2-b4e1-440b-b27a-f271088abb42), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:48.667757 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-abcf995c-1b31-4ecd-b02c-d072c96fb778 None None] Attempting to bind port 18a6debb-d09a-44c7-bc36-9cb414941834 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:25:48.673725 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-abcf995c-1b31-4ecd-b02c-d072c96fb778 None None] Attempting to bind port 18a6debb-d09a-44c7-bc36-9cb414941834 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:25:48.674429 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcf995c-1b31-4ecd-b02c-d072c96fb778 None None] Attempting to bind port 18a6debb-d09a-44c7-bc36-9cb414941834 on network 9e765b0b-136b-493b-bef9-44145ed793f7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:25:48.678286 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8fff1-32c3-4f43-8b80-033c7e506cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056f2aa2-b4e1-440b-b27a-f271088abb42,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:48.698084 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e4565c-44a9-4a00-a4fb-eb4b89fbf6ab tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network 23e9c774-8f3a-4145-8353-ed816f1a71cb is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:25:48.701463 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcf995c-1b31-4ecd-b02c-d072c96fb778 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:25:48.702774 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcf995c-1b31-4ecd-b02c-d072c96fb778 None None] Checking segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:48.705182 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-abcf995c-1b31-4ecd-b02c-d072c96fb778 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:48.711341 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcf995c-1b31-4ecd-b02c-d072c96fb778 None None] Bound using segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:25:48.713558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-abcf995c-1b31-4ecd-b02c-d072c96fb778 None None] Bound port: 18a6debb-d09a-44c7-bc36-9cb414941834, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:25:48.718974 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-abcf995c-1b31-4ecd-b02c-d072c96fb778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (18a6debb-d09a-44c7-bc36-9cb414941834), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:48.877213 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-94e4565c-44a9-4a00-a4fb-eb4b89fbf6ab tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 23e9c774-8f3a-4145-8353-ed816f1a71cb) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:48.883474 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809b5a36-b340-4f33-80ca-56e66feef724 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:48.907304 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48944) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:48.909009 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b1f8fff1-32c3-4f43-8b80-033c7e506cfc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fcb5780d236a489a8a815db1d21cd1b9&name=default HTTP/1.1" status: 200 len: 3000 time: 3.3944092 Feb 19 04:25:48.916871 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d79dce-a047-47c9-aa9b-fce1674ebb30 None None] Network 23e9c774-8f3a-4145-8353-ed816f1a71cb requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:48.928666 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e4565c-44a9-4a00-a4fb-eb4b89fbf6ab tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:48.929890 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94e4565c-44a9-4a00-a4fb-eb4b89fbf6ab tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.013153 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-94e4565c-44a9-4a00-a4fb-eb4b89fbf6ab tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.3016822 Feb 19 04:25:49.015196 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3f88b56c-9e79-4864-97ce-063397e50fba req-4bc0899f-6e68-4f84-b656-61f5e56529d2 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b035654e-0a6c-4e43-acb6-0915ea347957), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.038291 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48952) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:49.132380 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-abcf995c-1b31-4ecd-b02c-d072c96fb778 None None] For port 18a6debb-d09a-44c7-bc36-9cb414941834, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:25:49.139683 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-abcf995c-1b31-4ecd-b02c-d072c96fb778 None None] For port 18a6debb-d09a-44c7-bc36-9cb414941834, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=18a6debb-d09a-44c7-bc36-9cb414941834,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:25:49.185878 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-883d115a-ba4d-4054-8842-dc5480193581 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'port': {'network_id': '23e9c774-8f3a-4145-8353-ed816f1a71cb', 'name': 'tempest-PortsIpV6TestJSON-1993354313'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:49.186404 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-abcf995c-1b31-4ecd-b02c-d072c96fb778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (18a6debb-d09a-44c7-bc36-9cb414941834), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.252024 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48958) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:49.282607 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d333ab0-17d3-45b6-bb08-7a48afdfabad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-23e9c774-8f3a-4145-8353-ed816f1a71cb', 'network_id': '23e9c774-8f3a-4145-8353-ed816f1a71cb', 'project_id': '4af7e87b955e44d2acf2aba9cee35b83', 'fixed_ips': [{'subnet_id': '60f4e78f-fa11-4661-be05-dbf2729b5fa8'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:25:49.283730 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3d333ab0-17d3-45b6-bb08-7a48afdfabad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.331664 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f88b56c-9e79-4864-97ce-063397e50fba req-4bc0899f-6e68-4f84-b656-61f5e56529d2 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Network e83f3002-0af4-41e3-a80b-f034b33ca87c is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:49.380721 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf995c-1b31-4ecd-b02c-d072c96fb778 None None] Pushing event updated for resources: {'Port': ['ID=18a6debb-d09a-44c7-bc36-9cb414941834,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:49.399074 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b04de763-abbe-4bff-9e92-5713781ebd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (74e94b9f-2f2f-4190-b9f7-e78f36ba82b9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.422475 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4908f6d6-a2f6-4225-8037-53f96bed5c66 req-fedc80ae-6f0e-45d4-899b-0cad8caf3289 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 210 time: 0.3786232 Feb 19 04:25:49.425389 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-3f88b56c-9e79-4864-97ce-063397e50fba req-4bc0899f-6e68-4f84-b656-61f5e56529d2 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:49.442251 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f88b56c-9e79-4864-97ce-063397e50fba req-4bc0899f-6e68-4f84-b656-61f5e56529d2 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:49.603658 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-901ed5dd-d626-4cf3-8723-14a38a1034c5 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Allocated IP 172.20.0.4 (e83f3002-0af4-41e3-a80b-f034b33ca87c/76246db3-a2cb-42fb-bfa7-f40488252c69/4387ee52-5183-4579-a6e9-67ba0d18de1f) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:49.643404 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b04de763-abbe-4bff-9e92-5713781ebd0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.653350 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b04de763-abbe-4bff-9e92-5713781ebd0d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/74e94b9f-2f2f-4190-b9f7-e78f36ba82b9 HTTP/1.1" status: 204 len: 168 time: 4.5528414 Feb 19 04:25:49.672847 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88b56c-9e79-4864-97ce-063397e50fba req-4bc0899f-6e68-4f84-b656-61f5e56529d2 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:49.678434 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3f88b56c-9e79-4864-97ce-063397e50fba req-4bc0899f-6e68-4f84-b656-61f5e56529d2 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.688884 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9528cbb6-93a0-44f8-a08d-d158aebbd329 None None] Network cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:49.750365 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48968) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:49.839466 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-809b5a36-b340-4f33-80ca-56e66feef724 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.912663 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f88b56c-9e79-4864-97ce-063397e50fba req-4bc0899f-6e68-4f84-b656-61f5e56529d2 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.7171073 Feb 19 04:25:49.933633 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04de763-abbe-4bff-9e92-5713781ebd0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74e94b9f-2f2f-4190-b9f7-e78f36ba82b9,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:49.936326 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-809b5a36-b340-4f33-80ca-56e66feef724 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] device_id is not set on port 88ce90b5-7b6e-410d-9d77-018b9ec91a0c yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:25:49.946345 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0899f-6e68-4f84-b656-61f5e56529d2 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Pushing event updated for resources: {'Port': ['ID=b035654e-0a6c-4e43-acb6-0915ea347957,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:49.962684 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883d115a-ba4d-4054-8842-dc5480193581 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:49.976202 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-3f88b56c-9e79-4864-97ce-063397e50fba req-d8be90be-d6b8-4a6d-a03a-d82d66752754 service neutron] Request body: {'port': {'device_id': '2c256dcb-1273-4870-9387-de4d10896c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:50.005539 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-883d115a-ba4d-4054-8842-dc5480193581 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.121757 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ea76229c-3e5e-464b-898d-10ee5eec287f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:50.160742 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3f88b56c-9e79-4864-97ce-063397e50fba req-d8be90be-d6b8-4a6d-a03a-d82d66752754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b035654e-0a6c-4e43-acb6-0915ea347957), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.222043 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-3d333ab0-17d3-45b6-bb08-7a48afdfabad None None] Allocated IP 2001:db8::2 (23e9c774-8f3a-4145-8353-ed816f1a71cb/60f4e78f-fa11-4661-be05-dbf2729b5fa8/2ec64f4f-3152-4233-a725-ad34b5b86e1f) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:50.340444 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ba246df4-972c-4786-9c38-f7641309c365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.346653 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5af7-5d3d-4c50-b838-c1ef301dc8e1 admin admin] Publish callbacks [] for security_group (056f2aa2-b4e1-440b-b27a-f271088abb42), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.355197 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-883d115a-ba4d-4054-8842-dc5480193581 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] device_id is not set on port 79aa8ec4-1db2-4695-898d-11536caa9bdf yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:25:50.561478 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b31d7ae4-f562-4a7c-a7d3-f7851dac057a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.649336 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ea76229c-3e5e-464b-898d-10ee5eec287f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:50.649888 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ea76229c-3e5e-464b-898d-10ee5eec287f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.820859 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ba246df4-972c-4786-9c38-f7641309c365 admin admin] Publish callbacks [] for security_group (fa4480ae-73fb-4f81-a6b7-87eae819daa6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.826849 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a046a3-985b-4a2e-8e7a-896431a6435c None None] DHCP port deletion for cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:25:51.020280 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5af7-5d3d-4c50-b838-c1ef301dc8e1 admin admin] Publish callbacks [] for security_group (056f2aa2-b4e1-440b-b27a-f271088abb42), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:51.088952 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ba246df4-972c-4786-9c38-f7641309c365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (fa4480ae-73fb-4f81-a6b7-87eae819daa6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:51.122661 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-b31d7ae4-f562-4a7c-a7d3-f7851dac057a admin admin] Deleting port b75a0cf8-f3d0-424d-86bf-d47a28c69ac0 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:51.123074 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b31d7ae4-f562-4a7c-a7d3-f7851dac057a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b75a0cf8-f3d0-424d-86bf-d47a28c69ac0), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:51.129364 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-901ed5dd-d626-4cf3-8723-14a38a1034c5 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Publish callbacks [] for port (4387ee52-5183-4579-a6e9-67ba0d18de1f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:51.304883 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3d333ab0-17d3-45b6-bb08-7a48afdfabad None None] Publish callbacks [] for port (2ec64f4f-3152-4233-a725-ad34b5b86e1f), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:51.314658 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ea76229c-3e5e-464b-898d-10ee5eec287f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:51.328445 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3d333ab0-17d3-45b6-bb08-7a48afdfabad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (2ec64f4f-3152-4233-a725-ad34b5b86e1f), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:51.408464 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-b31d7ae4-f562-4a7c-a7d3-f7851dac057a admin admin] For port b75a0cf8-f3d0-424d-86bf-d47a28c69ac0, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b75a0cf8-f3d0-424d-86bf-d47a28c69ac0,segment=NetworkSegment(10ce9f64-fc7a-4610-9c0f-d2c168305f00),segment_id=10ce9f64-fc7a-4610-9c0f-d2c168305f00)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:51.408793 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b31d7ae4-f562-4a7c-a7d3-f7851dac057a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b75a0cf8-f3d0-424d-86bf-d47a28c69ac0), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:51.423861 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-63a046a3-985b-4a2e-8e7a-896431a6435c None None] Deleting port b75a0cf8-f3d0-424d-86bf-d47a28c69ac0 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:51.425727 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-63a046a3-985b-4a2e-8e7a-896431a6435c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b75a0cf8-f3d0-424d-86bf-d47a28c69ac0), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:51.450599 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f7e4fd8e-48b5-4f71-b263-9d32d5030d6b req-e5e8f059-a114-48aa-8af5-b1cacee8d34d tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 210 time: 0.5755615 Feb 19 04:25:51.562703 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-b31d7ae4-f562-4a7c-a7d3-f7851dac057a admin admin] Calling delete_port for b75a0cf8-f3d0-424d-86bf-d47a28c69ac0 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:51.757915 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba246df4-972c-4786-9c38-f7641309c365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4480ae-73fb-4f81-a6b7-87eae819daa6,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:51.803489 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ba246df4-972c-4786-9c38-f7641309c365 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9b342a60fff54a4baa97b8633ffc2c09&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5054152 Feb 19 04:25:51.826482 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49020) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:51.855733 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-901ed5dd-d626-4cf3-8723-14a38a1034c5 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (4387ee52-5183-4579-a6e9-67ba0d18de1f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:52.015775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-883d115a-ba4d-4054-8842-dc5480193581 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Allocated IP 2001:db8::162 (23e9c774-8f3a-4145-8353-ed816f1a71cb/60f4e78f-fa11-4661-be05-dbf2729b5fa8/79aa8ec4-1db2-4695-898d-11536caa9bdf) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:52.046960 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ed5dd-d626-4cf3-8723-14a38a1034c5 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Pushing event updated for resources: {'Port': ['ID=4387ee52-5183-4579-a6e9-67ba0d18de1f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:52.068605 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-901ed5dd-d626-4cf3-8723-14a38a1034c5 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Network e83f3002-0af4-41e3-a80b-f034b33ca87c is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:52.083291 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-901ed5dd-d626-4cf3-8723-14a38a1034c5 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:52.183885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-901ed5dd-d626-4cf3-8723-14a38a1034c5 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:52.290330 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d333ab0-17d3-45b6-bb08-7a48afdfabad None None] Network 23e9c774-8f3a-4145-8353-ed816f1a71cb is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:52.294603 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68178fb1-8fe4-4e23-940f-d2c328064d40 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:52.300526 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 18a6debb-d09a-44c7-bc36-9cb414941834 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:52.352938 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-809b5a36-b340-4f33-80ca-56e66feef724 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8:0:1::221 (9e765b0b-136b-493b-bef9-44145ed793f7/da7e708e-aed4-49a4-a104-2d72827c6b08/88ce90b5-7b6e-410d-9d77-018b9ec91a0c) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:52.390146 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5af7-5d3d-4c50-b838-c1ef301dc8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (056f2aa2-b4e1-440b-b27a-f271088abb42), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:52.395236 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bc0f5af7-5d3d-4c50-b838-c1ef301dc8e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:52.397471 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bc0f5af7-5d3d-4c50-b838-c1ef301dc8e1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/056f2aa2-b4e1-440b-b27a-f271088abb42 HTTP/1.1" status: 204 len: 168 time: 3.4857345 Feb 19 04:25:52.400382 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-809b5a36-b340-4f33-80ca-56e66feef724 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8::f816:3eff:fe2e:bb2d (9e765b0b-136b-493b-bef9-44145ed793f7/6ab0a65c-3c68-4d1b-a575-a9239d1f5f5a/88ce90b5-7b6e-410d-9d77-018b9ec91a0c) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:52.433882 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-901ed5dd-d626-4cf3-8723-14a38a1034c5 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:52.435401 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-901ed5dd-d626-4cf3-8723-14a38a1034c5 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:52.454803 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b31d7ae4-f562-4a7c-a7d3-f7851dac057a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b75a0cf8-f3d0-424d-86bf-d47a28c69ac0), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:52.481453 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c2a4-758d-41e0-979b-1a0d4091c99f admin admin] Publish callbacks [] for security_group (fa4480ae-73fb-4f81-a6b7-87eae819daa6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:52.520757 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f5af7-5d3d-4c50-b838-c1ef301dc8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056f2aa2-b4e1-440b-b27a-f271088abb42,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:52.579757 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-901ed5dd-d626-4cf3-8723-14a38a1034c5 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8205814 Feb 19 04:25:52.594331 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d7ae4-f562-4a7c-a7d3-f7851dac057a admin admin] Pushing event deleted for resources: {'Port': ['ID=b75a0cf8-f3d0-424d-86bf-d47a28c69ac0,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:52.604256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-2f4009fa-8d3f-4a47-a968-53680a7dd586 service neutron] Request body: {'port': {'device_id': '6e858565-ef5a-4b75-8420-9d5bc5d95b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:52.679900 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-3f88b56c-9e79-4864-97ce-063397e50fba req-d8be90be-d6b8-4a6d-a03a-d82d66752754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b035654e-0a6c-4e43-acb6-0915ea347957 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:25:52.707239 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31d7ae4-f562-4a7c-a7d3-f7851dac057a admin admin] No DVR routers for this DVR port b75a0cf8-f3d0-424d-86bf-d47a28c69ac0 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:25:52.725315 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3f88b56c-9e79-4864-97ce-063397e50fba req-d8be90be-d6b8-4a6d-a03a-d82d66752754 service neutron] Publish callbacks [] for port (b035654e-0a6c-4e43-acb6-0915ea347957), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:52.787259 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-63a046a3-985b-4a2e-8e7a-896431a6435c None None] For port b75a0cf8-f3d0-424d-86bf-d47a28c69ac0, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b75a0cf8-f3d0-424d-86bf-d47a28c69ac0,segment=NetworkSegment(10ce9f64-fc7a-4610-9c0f-d2c168305f00),segment_id=10ce9f64-fc7a-4610-9c0f-d2c168305f00)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:52.787868 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-63a046a3-985b-4a2e-8e7a-896431a6435c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b75a0cf8-f3d0-424d-86bf-d47a28c69ac0), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:52.825554 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-63a046a3-985b-4a2e-8e7a-896431a6435c None None] Calling delete_port for b75a0cf8-f3d0-424d-86bf-d47a28c69ac0 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:52.838124 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c2a4-758d-41e0-979b-1a0d4091c99f admin admin] Publish callbacks [] for security_group (fa4480ae-73fb-4f81-a6b7-87eae819daa6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:52.893552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-3f88b56c-9e79-4864-97ce-063397e50fba req-d8be90be-d6b8-4a6d-a03a-d82d66752754 service neutron] Transition to ACTIVE for port object b035654e-0a6c-4e43-acb6-0915ea347957 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:25:52.963477 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-3d333ab0-17d3-45b6-bb08-7a48afdfabad None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:53.006813 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d333ab0-17d3-45b6-bb08-7a48afdfabad None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:53.028248 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d333ab0-17d3-45b6-bb08-7a48afdfabad None None] Pushing event updated for resources: {'Port': ['ID=2ec64f4f-3152-4233-a725-ad34b5b86e1f,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:53.052943 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3f88b56c-9e79-4864-97ce-063397e50fba req-d8be90be-d6b8-4a6d-a03a-d82d66752754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (b035654e-0a6c-4e43-acb6-0915ea347957), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:53.115246 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ea8d1591-aa50-450e-936c-1250c01d9336 None None] Provisioning complete for port 18a6debb-d09a-44c7-bc36-9cb414941834 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:53.115246 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ea8d1591-aa50-450e-936c-1250c01d9336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (18a6debb-d09a-44c7-bc36-9cb414941834), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:53.190385 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 18a6debb-d09a-44c7-bc36-9cb414941834 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:53.191045 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (18a6debb-d09a-44c7-bc36-9cb414941834), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:53.201687 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-883d115a-ba4d-4054-8842-dc5480193581 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for port (79aa8ec4-1db2-4695-898d-11536caa9bdf), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:53.343258 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c2a4-758d-41e0-979b-1a0d4091c99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (fa4480ae-73fb-4f81-a6b7-87eae819daa6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:53.346732 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c2a4-758d-41e0-979b-1a0d4091c99f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:53.348480 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e0d6c2a4-758d-41e0-979b-1a0d4091c99f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fa4480ae-73fb-4f81-a6b7-87eae819daa6 HTTP/1.1" status: 204 len: 168 time: 1.5200162 Feb 19 04:25:53.356574 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b31d7ae4-f562-4a7c-a7d3-f7851dac057a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:53.361901 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-2f4009fa-8d3f-4a47-a968-53680a7dd586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4387ee52-5183-4579-a6e9-67ba0d18de1f), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:53.372721 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6c2a4-758d-41e0-979b-1a0d4091c99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4480ae-73fb-4f81-a6b7-87eae819daa6,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:53.455309 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-883d115a-ba4d-4054-8842-dc5480193581 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (79aa8ec4-1db2-4695-898d-11536caa9bdf), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:53.493677 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3d333ab0-17d3-45b6-bb08-7a48afdfabad None None] Attempting to bind port 2ec64f4f-3152-4233-a725-ad34b5b86e1f on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:25:53.494509 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3d333ab0-17d3-45b6-bb08-7a48afdfabad None None] Attempting to bind port 2ec64f4f-3152-4233-a725-ad34b5b86e1f by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '3710056d-5407-47dc-bd1f-9709878a669a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '23e9c774-8f3a-4145-8353-ed816f1a71cb'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:25:53.495269 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d333ab0-17d3-45b6-bb08-7a48afdfabad None None] Attempting to bind port 2ec64f4f-3152-4233-a725-ad34b5b86e1f on network 23e9c774-8f3a-4145-8353-ed816f1a71cb {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:25:53.545588 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d333ab0-17d3-45b6-bb08-7a48afdfabad None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:25:53.546292 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d333ab0-17d3-45b6-bb08-7a48afdfabad None None] Checking segment: {'id': '3710056d-5407-47dc-bd1f-9709878a669a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '23e9c774-8f3a-4145-8353-ed816f1a71cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:53.547124 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3d333ab0-17d3-45b6-bb08-7a48afdfabad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:53.547752 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d333ab0-17d3-45b6-bb08-7a48afdfabad None None] Bound using segment: {'id': '3710056d-5407-47dc-bd1f-9709878a669a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '23e9c774-8f3a-4145-8353-ed816f1a71cb'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:25:53.548888 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3d333ab0-17d3-45b6-bb08-7a48afdfabad None None] Bound port: 2ec64f4f-3152-4233-a725-ad34b5b86e1f, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3710056d-5407-47dc-bd1f-9709878a669a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '23e9c774-8f3a-4145-8353-ed816f1a71cb'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:25:53.549626 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3d333ab0-17d3-45b6-bb08-7a48afdfabad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2ec64f4f-3152-4233-a725-ad34b5b86e1f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:53.553366 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-809b5a36-b340-4f33-80ca-56e66feef724 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (88ce90b5-7b6e-410d-9d77-018b9ec91a0c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:53.581863 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-63a046a3-985b-4a2e-8e7a-896431a6435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (b75a0cf8-f3d0-424d-86bf-d47a28c69ac0), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:53.620216 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a046a3-985b-4a2e-8e7a-896431a6435c None None] No DVR routers for this DVR port b75a0cf8-f3d0-424d-86bf-d47a28c69ac0 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:25:53.791404 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883d115a-ba4d-4054-8842-dc5480193581 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network 23e9c774-8f3a-4145-8353-ed816f1a71cb is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:53.847501 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-883d115a-ba4d-4054-8842-dc5480193581 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:53.875677 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883d115a-ba4d-4054-8842-dc5480193581 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:53.889379 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883d115a-ba4d-4054-8842-dc5480193581 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:53.890765 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-883d115a-ba4d-4054-8842-dc5480193581 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:53.902604 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d115a-ba4d-4054-8842-dc5480193581 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Port': ['ID=79aa8ec4-1db2-4695-898d-11536caa9bdf,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:54.014134 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-883d115a-ba4d-4054-8842-dc5480193581 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.8435040 Feb 19 04:25:54.015214 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49104) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:54.036110 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-e799920f-18c8-4cb8-b334-76a8c1f63064 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'port': {'network_id': '23e9c774-8f3a-4145-8353-ed816f1a71cb', 'name': 'tempest-PortsIpV6TestJSON-1546597130'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:54.125041 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3d333ab0-17d3-45b6-bb08-7a48afdfabad None None] For port 2ec64f4f-3152-4233-a725-ad34b5b86e1f, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:25:54.135942 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3d333ab0-17d3-45b6-bb08-7a48afdfabad None None] For port 2ec64f4f-3152-4233-a725-ad34b5b86e1f, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2ec64f4f-3152-4233-a725-ad34b5b86e1f,segment=NetworkSegment(3710056d-5407-47dc-bd1f-9709878a669a),segment_id=3710056d-5407-47dc-bd1f-9709878a669a)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:25:54.156616 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a046a3-985b-4a2e-8e7a-896431a6435c None None] Pushing event deleted for resources: {'Port': ['ID=b75a0cf8-f3d0-424d-86bf-d47a28c69ac0,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:54.247858 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3d333ab0-17d3-45b6-bb08-7a48afdfabad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2ec64f4f-3152-4233-a725-ad34b5b86e1f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:54.318507 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-809b5a36-b340-4f33-80ca-56e66feef724 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (88ce90b5-7b6e-410d-9d77-018b9ec91a0c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:54.359849 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-2f4009fa-8d3f-4a47-a968-53680a7dd586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4387ee52-5183-4579-a6e9-67ba0d18de1f {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:25:54.381148 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-2f4009fa-8d3f-4a47-a968-53680a7dd586 service neutron] Publish callbacks [] for port (4387ee52-5183-4579-a6e9-67ba0d18de1f), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:54.415184 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-2f4009fa-8d3f-4a47-a968-53680a7dd586 service neutron] Transition to ACTIVE for port object 4387ee52-5183-4579-a6e9-67ba0d18de1f will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:25:54.445555 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d1591-aa50-450e-936c-1250c01d9336 None None] Current status of the port 18a6debb-d09a-44c7-bc36-9cb414941834 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:54.446225 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ea8d1591-aa50-450e-936c-1250c01d9336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (18a6debb-d09a-44c7-bc36-9cb414941834), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:54.480086 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-b31d7ae4-f562-4a7c-a7d3-f7851dac057a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:54.505775 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8436f-025e-4bb7-b387-7292ed753c13 req-32aea6ff-04b1-4423-9969-4d96cdd12f36 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:54.506119 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 18a6debb-d09a-44c7-bc36-9cb414941834 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:54.506859 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (18a6debb-d09a-44c7-bc36-9cb414941834), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:54.508873 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f9c8436f-025e-4bb7-b387-7292ed753c13 req-32aea6ff-04b1-4423-9969-4d96cdd12f36 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 931 time: 1.6800401 Feb 19 04:25:54.510462 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-2f4009fa-8d3f-4a47-a968-53680a7dd586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (4387ee52-5183-4579-a6e9-67ba0d18de1f), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:54.514758 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be90be-d6b8-4a6d-a03a-d82d66752754 service neutron] Pushing event updated for resources: {'Port': ['ID=b035654e-0a6c-4e43-acb6-0915ea347957,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:54.580308 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809b5a36-b340-4f33-80ca-56e66feef724 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:54.605145 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-b31d7ae4-f562-4a7c-a7d3-f7851dac057a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ce9f64-fc7a-4610-9c0f-d2c168305f00') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:54.605652 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-b31d7ae4-f562-4a7c-a7d3-f7851dac057a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ce9f64-fc7a-4610-9c0f-d2c168305f00') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:54.617781 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-809b5a36-b340-4f33-80ca-56e66feef724 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:54.667203 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49120) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:54.669775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809b5a36-b340-4f33-80ca-56e66feef724 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:54.694872 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809b5a36-b340-4f33-80ca-56e66feef724 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:54.699414 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-809b5a36-b340-4f33-80ca-56e66feef724 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:54.769994 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 18a6debb-d09a-44c7-bc36-9cb414941834, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=18a6debb-d09a-44c7-bc36-9cb414941834,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:54.810011 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (18a6debb-d09a-44c7-bc36-9cb414941834), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:54.821985 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39698b9-17b8-4529-9f19-12f4a226f686 None None] Update dhcp port {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'fixed_ips': [{'subnet_id': '6ab0a65c-3c68-4d1b-a575-a9239d1f5f5a', 'ip_address': '2001:db8::f816:3eff:feff:6081'}, {'subnet_id': 'da7e708e-aed4-49a4-a104-2d72827c6b08'}], 'binding:host_id': 'n-d-772273-4'}, 'id': '18a6debb-d09a-44c7-bc36-9cb414941834'} from n-d-772273-4. {{(pid=115200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:25:54.842928 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ea9dae68-d20a-4267-8bf7-bc66426e7145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:54.904843 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b5a36-b340-4f33-80ca-56e66feef724 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=88ce90b5-7b6e-410d-9d77-018b9ec91a0c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:54.926036 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b31d7ae4-f562-4a7c-a7d3-f7851dac057a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (10ce9f64-fc7a-4610-9c0f-d2c168305f00), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:54.990130 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f9c8436f-025e-4bb7-b387-7292ed753c13 req-ac467a08-cf62-46aa-8b62-d407e62190bf tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887899 Feb 19 04:25:54.992746 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-809b5a36-b340-4f33-80ca-56e66feef724 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 6.6096735 Feb 19 04:25:55.009775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49128) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:55.108444 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d333ab0-17d3-45b6-bb08-7a48afdfabad None None] Pushing event updated for resources: {'Port': ['ID=2ec64f4f-3152-4233-a725-ad34b5b86e1f,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:55.209845 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b31d7ae4-f562-4a7c-a7d3-f7851dac057a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (10ce9f64-fc7a-4610-9c0f-d2c168305f00), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:55.248829 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-ea8d1591-aa50-450e-936c-1250c01d9336 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:25:55.249841 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-ea8d1591-aa50-450e-936c-1250c01d9336 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:25:55.254651 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b75a0cf8-f3d0-424d-86bf-d47a28c69ac0 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:25:55.292382 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31d7ae4-f562-4a7c-a7d3-f7851dac057a admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:25:55.300233 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b31d7ae4-f562-4a7c-a7d3-f7851dac057a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (10ce9f64-fc7a-4610-9c0f-d2c168305f00), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:55.447346 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: b75a0cf8-f3d0-424d-86bf-d47a28c69ac0 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:25:55.447737 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b75a0cf8-f3d0-424d-86bf-d47a28c69ac0 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:25:55.462282 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d39698b9-17b8-4529-9f19-12f4a226f686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (18a6debb-d09a-44c7-bc36-9cb414941834), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:25:55.477030 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:25:55.529697 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4009fa-8d3f-4a47-a968-53680a7dd586 service neutron] Pushing event updated for resources: {'Port': ['ID=4387ee52-5183-4579-a6e9-67ba0d18de1f,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:55.540417 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b31d7ae4-f562-4a7c-a7d3-f7851dac057a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:55.652719 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b31d7ae4-f562-4a7c-a7d3-f7851dac057a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:55.662747 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b31d7ae4-f562-4a7c-a7d3-f7851dac057a admin admin] 10.222.0.65 "DELETE /v2.0/networks/cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8 HTTP/1.1" status: 204 len: 168 time: 5.9029098 Feb 19 04:25:55.711965 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ea9dae68-d20a-4267-8bf7-bc66426e7145 admin admin] Publish callbacks [] for security_group (025ba44c-9bcb-4e7a-9f4a-63f6713b97b0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:55.735135 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e799920f-18c8-4cb8-b334-76a8c1f63064 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:55.751236 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e799920f-18c8-4cb8-b334-76a8c1f63064 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:55.775096 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=18a6debb-d09a-44c7-bc36-9cb414941834,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:55.837661 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ea9dae68-d20a-4267-8bf7-bc66426e7145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (025ba44c-9bcb-4e7a-9f4a-63f6713b97b0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:56.059092 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ea9dae68-d20a-4267-8bf7-bc66426e7145 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0bf35b40287840d7b86edc7edde8a70f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3370285 Feb 19 04:25:56.065114 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2ec64f4f-3152-4233-a725-ad34b5b86e1f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:56.072443 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-e799920f-18c8-4cb8-b334-76a8c1f63064 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] device_id is not set on port a56ba305-7b8a-4c23-8648-212125db630f yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:25:56.088045 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49146) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:56.097782 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9dae68-d20a-4267-8bf7-bc66426e7145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025ba44c-9bcb-4e7a-9f4a-63f6713b97b0,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:56.103709 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-2f4009fa-8d3f-4a47-a968-53680a7dd586 service neutron] Attempting to bind port 4387ee52-5183-4579-a6e9-67ba0d18de1f on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:25:56.107949 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-2f4009fa-8d3f-4a47-a968-53680a7dd586 service neutron] Attempting to bind port 4387ee52-5183-4579-a6e9-67ba0d18de1f by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '26e2fec7-4f9c-4983-9d2c-4304ced3cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e83f3002-0af4-41e3-a80b-f034b33ca87c'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:25:56.108555 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-2f4009fa-8d3f-4a47-a968-53680a7dd586 service neutron] Attempting to bind port 4387ee52-5183-4579-a6e9-67ba0d18de1f on network e83f3002-0af4-41e3-a80b-f034b33ca87c {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:25:56.301540 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-35cd1e78-d855-4623-bdff-6c68f2468947 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting port 88ce90b5-7b6e-410d-9d77-018b9ec91a0c {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:25:56.302464 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-35cd1e78-d855-4623-bdff-6c68f2468947 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (88ce90b5-7b6e-410d-9d77-018b9ec91a0c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:56.303948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d1591-aa50-450e-936c-1250c01d9336 None None] Current status of the port 18a6debb-d09a-44c7-bc36-9cb414941834 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:56.366838 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d7ae4-f562-4a7c-a7d3-f7851dac057a admin admin] Pushing event deleted for resources: {'Network': ['ID=cc6e7b8f-c6d5-4b78-97b1-d34f5e645ac8,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:56.410308 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3f88b56c-9e79-4864-97ce-063397e50fba req-d8be90be-d6b8-4a6d-a03a-d82d66752754 service neutron] Attempting to bind port b035654e-0a6c-4e43-acb6-0915ea347957 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:25:56.421563 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3f88b56c-9e79-4864-97ce-063397e50fba req-d8be90be-d6b8-4a6d-a03a-d82d66752754 service neutron] Attempting to bind port b035654e-0a6c-4e43-acb6-0915ea347957 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '26e2fec7-4f9c-4983-9d2c-4304ced3cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e83f3002-0af4-41e3-a80b-f034b33ca87c'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:25:56.422909 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f88b56c-9e79-4864-97ce-063397e50fba req-d8be90be-d6b8-4a6d-a03a-d82d66752754 service neutron] Attempting to bind port b035654e-0a6c-4e43-acb6-0915ea347957 on network e83f3002-0af4-41e3-a80b-f034b33ca87c {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:25:56.435707 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-2f4009fa-8d3f-4a47-a968-53680a7dd586 service neutron] Port 4387ee52-5183-4579-a6e9-67ba0d18de1f on network e83f3002-0af4-41e3-a80b-f034b33ca87c not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:25:56.436468 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-2f4009fa-8d3f-4a47-a968-53680a7dd586 service neutron] Attempting to bind port 4387ee52-5183-4579-a6e9-67ba0d18de1f on network e83f3002-0af4-41e3-a80b-f034b33ca87c {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:25:56.495321 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-2f4009fa-8d3f-4a47-a968-53680a7dd586 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:25:56.496465 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-2f4009fa-8d3f-4a47-a968-53680a7dd586 service neutron] Checking segment: {'id': '26e2fec7-4f9c-4983-9d2c-4304ced3cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e83f3002-0af4-41e3-a80b-f034b33ca87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:56.496465 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-2f4009fa-8d3f-4a47-a968-53680a7dd586 service neutron] Bound using segment: {'id': '26e2fec7-4f9c-4983-9d2c-4304ced3cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e83f3002-0af4-41e3-a80b-f034b33ca87c'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:25:56.496789 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-2f4009fa-8d3f-4a47-a968-53680a7dd586 service neutron] Bound port: 4387ee52-5183-4579-a6e9-67ba0d18de1f, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e2fec7-4f9c-4983-9d2c-4304ced3cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e83f3002-0af4-41e3-a80b-f034b33ca87c'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:25:56.497575 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-2f4009fa-8d3f-4a47-a968-53680a7dd586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4387ee52-5183-4579-a6e9-67ba0d18de1f), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:56.503325 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f88b56c-9e79-4864-97ce-063397e50fba req-d8be90be-d6b8-4a6d-a03a-d82d66752754 service neutron] Port b035654e-0a6c-4e43-acb6-0915ea347957 on network e83f3002-0af4-41e3-a80b-f034b33ca87c not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:25:56.507301 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f88b56c-9e79-4864-97ce-063397e50fba req-d8be90be-d6b8-4a6d-a03a-d82d66752754 service neutron] Attempting to bind port b035654e-0a6c-4e43-acb6-0915ea347957 on network e83f3002-0af4-41e3-a80b-f034b33ca87c {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:25:56.586313 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-35cd1e78-d855-4623-bdff-6c68f2468947 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (88ce90b5-7b6e-410d-9d77-018b9ec91a0c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:56.593747 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-d39698b9-17b8-4529-9f19-12f4a226f686 None None] Allocated IP 2001:db8:0:1::2 (9e765b0b-136b-493b-bef9-44145ed793f7/da7e708e-aed4-49a4-a104-2d72827c6b08/18a6debb-d09a-44c7-bc36-9cb414941834) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:56.598706 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ebc6a31-e2f5-4b5c-8d30-6397a6b1c650 admin admin] Publish callbacks [] for security_group (025ba44c-9bcb-4e7a-9f4a-63f6713b97b0), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:56.691974 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 2ec64f4f-3152-4233-a725-ad34b5b86e1f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:56.692586 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2ec64f4f-3152-4233-a725-ad34b5b86e1f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:56.698172 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f88b56c-9e79-4864-97ce-063397e50fba req-d8be90be-d6b8-4a6d-a03a-d82d66752754 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:25:56.698737 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f88b56c-9e79-4864-97ce-063397e50fba req-d8be90be-d6b8-4a6d-a03a-d82d66752754 service neutron] Checking segment: {'id': '26e2fec7-4f9c-4983-9d2c-4304ced3cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e83f3002-0af4-41e3-a80b-f034b33ca87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:56.701577 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f88b56c-9e79-4864-97ce-063397e50fba req-d8be90be-d6b8-4a6d-a03a-d82d66752754 service neutron] Bound using segment: {'id': '26e2fec7-4f9c-4983-9d2c-4304ced3cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e83f3002-0af4-41e3-a80b-f034b33ca87c'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:25:56.704085 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3f88b56c-9e79-4864-97ce-063397e50fba req-d8be90be-d6b8-4a6d-a03a-d82d66752754 service neutron] Bound port: b035654e-0a6c-4e43-acb6-0915ea347957, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e2fec7-4f9c-4983-9d2c-4304ced3cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e83f3002-0af4-41e3-a80b-f034b33ca87c'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:25:56.704857 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3f88b56c-9e79-4864-97ce-063397e50fba req-d8be90be-d6b8-4a6d-a03a-d82d66752754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b035654e-0a6c-4e43-acb6-0915ea347957), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:56.792979 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-35cd1e78-d855-4623-bdff-6c68f2468947 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Calling delete_port for 88ce90b5-7b6e-410d-9d77-018b9ec91a0c owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:25:56.798866 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ebc6a31-e2f5-4b5c-8d30-6397a6b1c650 admin admin] Publish callbacks [] for security_group (025ba44c-9bcb-4e7a-9f4a-63f6713b97b0), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:56.910972 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49168) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:57.070456 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-e799920f-18c8-4cb8-b334-76a8c1f63064 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Allocated IP 2001:db8::3be (23e9c774-8f3a-4145-8353-ed816f1a71cb/60f4e78f-fa11-4661-be05-dbf2729b5fa8/a56ba305-7b8a-4c23-8648-212125db630f) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:57.404875 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 2ec64f4f-3152-4233-a725-ad34b5b86e1f is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:57.407792 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2ec64f4f-3152-4233-a725-ad34b5b86e1f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:57.440768 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d43c21-1512-48a5-9ed3-86c4ee4b175d None None] Network 23e9c774-8f3a-4145-8353-ed816f1a71cb requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:57.741245 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d39698b9-17b8-4529-9f19-12f4a226f686 None None] For port 18a6debb-d09a-44c7-bc36-9cb414941834, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=18a6debb-d09a-44c7-bc36-9cb414941834,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:57.806758 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d39698b9-17b8-4529-9f19-12f4a226f686 None None] Publish callbacks [] for port (18a6debb-d09a-44c7-bc36-9cb414941834), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:57.871919 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 2ec64f4f-3152-4233-a725-ad34b5b86e1f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2ec64f4f-3152-4233-a725-ad34b5b86e1f,segment=NetworkSegment(3710056d-5407-47dc-bd1f-9709878a669a),segment_id=3710056d-5407-47dc-bd1f-9709878a669a)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:57.886546 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d39698b9-17b8-4529-9f19-12f4a226f686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (18a6debb-d09a-44c7-bc36-9cb414941834), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:57.899065 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-7941028c-1626-493c-bc26-099384b512ca None None] Provisioning complete for port 2ec64f4f-3152-4233-a725-ad34b5b86e1f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:57.902662 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7941028c-1626-493c-bc26-099384b512ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2ec64f4f-3152-4233-a725-ad34b5b86e1f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:57.933556 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2ec64f4f-3152-4233-a725-ad34b5b86e1f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:58.023804 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e799920f-18c8-4cb8-b334-76a8c1f63064 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for port (a56ba305-7b8a-4c23-8648-212125db630f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:58.048669 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-35cd1e78-d855-4623-bdff-6c68f2468947 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (88ce90b5-7b6e-410d-9d77-018b9ec91a0c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:58.180147 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd1e78-d855-4623-bdff-6c68f2468947 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Port': ['ID=88ce90b5-7b6e-410d-9d77-018b9ec91a0c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:58.237705 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 18a6debb-d09a-44c7-bc36-9cb414941834 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:58.358263 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3f88b56c-9e79-4864-97ce-063397e50fba req-d8be90be-d6b8-4a6d-a03a-d82d66752754 service neutron] For port b035654e-0a6c-4e43-acb6-0915ea347957, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:25:58.365841 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3f88b56c-9e79-4864-97ce-063397e50fba req-d8be90be-d6b8-4a6d-a03a-d82d66752754 service neutron] For port b035654e-0a6c-4e43-acb6-0915ea347957, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b035654e-0a6c-4e43-acb6-0915ea347957,segment=NetworkSegment(26e2fec7-4f9c-4983-9d2c-4304ced3cb71),segment_id=26e2fec7-4f9c-4983-9d2c-4304ced3cb71)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:25:58.376198 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ebc6a31-e2f5-4b5c-8d30-6397a6b1c650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (025ba44c-9bcb-4e7a-9f4a-63f6713b97b0), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:58.385497 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ebc6a31-e2f5-4b5c-8d30-6397a6b1c650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:58.389571 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9ebc6a31-e2f5-4b5c-8d30-6397a6b1c650 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/025ba44c-9bcb-4e7a-9f4a-63f6713b97b0 HTTP/1.1" status: 204 len: 168 time: 2.2654295 Feb 19 04:25:58.401082 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e799920f-18c8-4cb8-b334-76a8c1f63064 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a56ba305-7b8a-4c23-8648-212125db630f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:58.423285 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3f88b56c-9e79-4864-97ce-063397e50fba req-d8be90be-d6b8-4a6d-a03a-d82d66752754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (b035654e-0a6c-4e43-acb6-0915ea347957), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:58.525731 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-35cd1e78-d855-4623-bdff-6c68f2468947 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:58.534119 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-35cd1e78-d855-4623-bdff-6c68f2468947 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/88ce90b5-7b6e-410d-9d77-018b9ec91a0c HTTP/1.1" status: 204 len: 168 time: 3.5205543 Feb 19 04:25:58.569106 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc6a31-e2f5-4b5c-8d30-6397a6b1c650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025ba44c-9bcb-4e7a-9f4a-63f6713b97b0,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:58.622057 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49202) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:58.760753 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49208) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:58.764858 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e799920f-18c8-4cb8-b334-76a8c1f63064 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network 23e9c774-8f3a-4145-8353-ed816f1a71cb is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:58.766198 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-596893f9-13d1-42f7-b12d-79d26bdf4827 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=49a7bbf595ba4e2ab97185ce2db519c7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8361034 Feb 19 04:25:58.772512 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88b56c-9e79-4864-97ce-063397e50fba req-d8be90be-d6b8-4a6d-a03a-d82d66752754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:58.775670 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3f88b56c-9e79-4864-97ce-063397e50fba req-d8be90be-d6b8-4a6d-a03a-d82d66752754 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:58.779684 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f88b56c-9e79-4864-97ce-063397e50fba req-d8be90be-d6b8-4a6d-a03a-d82d66752754 service neutron] 10.222.0.10 "PUT /v2.0/ports/b035654e-0a6c-4e43-acb6-0915ea347957 HTTP/1.1" status: 200 len: 1091 time: 8.8498936 Feb 19 04:25:58.791062 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c256dcb-1273-4870-9387-de4d10896c1d', 'tag': 'b035654e-0a6c-4e43-acb6-0915ea347957'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:25:58.799131 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c44c231-b283-42c0-b2ba-c5ff0fa7630e" -d '{"events": [{"name": "network-changed", "server_uuid": "2c256dcb-1273-4870-9387-de4d10896c1d", "tag": "b035654e-0a6c-4e43-acb6-0915ea347957"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:25:58.802890 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39698b9-17b8-4529-9f19-12f4a226f686 None None] Pushing event updated for resources: {'Port': ['ID=18a6debb-d09a-44c7-bc36-9cb414941834,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:58.837922 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-e799920f-18c8-4cb8-b334-76a8c1f63064 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:58.844961 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e799920f-18c8-4cb8-b334-76a8c1f63064 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:58.872824 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be90be-d6b8-4a6d-a03a-d82d66752754 service neutron] Pushing event updated for resources: {'Port': ['ID=b035654e-0a6c-4e43-acb6-0915ea347957,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:58.905582 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e799920f-18c8-4cb8-b334-76a8c1f63064 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:58.915803 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e799920f-18c8-4cb8-b334-76a8c1f63064 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:58.927980 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39698b9-17b8-4529-9f19-12f4a226f686 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:58.928376 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39698b9-17b8-4529-9f19-12f4a226f686 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:58.928858 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39698b9-17b8-4529-9f19-12f4a226f686 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:58.929368 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39698b9-17b8-4529-9f19-12f4a226f686 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:58.929846 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39698b9-17b8-4529-9f19-12f4a226f686 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:58.930365 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39698b9-17b8-4529-9f19-12f4a226f686 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:58.936299 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39698b9-17b8-4529-9f19-12f4a226f686 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:58.937087 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39698b9-17b8-4529-9f19-12f4a226f686 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:58.938621 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39698b9-17b8-4529-9f19-12f4a226f686 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:58.939452 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39698b9-17b8-4529-9f19-12f4a226f686 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:58.939935 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39698b9-17b8-4529-9f19-12f4a226f686 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:58.943157 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39698b9-17b8-4529-9f19-12f4a226f686 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:58.944729 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39698b9-17b8-4529-9f19-12f4a226f686 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:58.946429 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799920f-18c8-4cb8-b334-76a8c1f63064 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Port': ['ID=a56ba305-7b8a-4c23-8648-212125db630f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:58.964292 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-2f4009fa-8d3f-4a47-a968-53680a7dd586 service neutron] For port 4387ee52-5183-4579-a6e9-67ba0d18de1f, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:25:59.028035 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594f4100-aa64-4c26-a91a-eb572245da5b x-openstack-request-id: req-594f4100-aa64-4c26-a91a-eb572245da5b {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:25:59.029259 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c256dcb-1273-4870-9387-de4d10896c1d", "tag": "b035654e-0a6c-4e43-acb6-0915ea347957", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:25:59.029694 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-594f4100-aa64-4c26-a91a-eb572245da5b {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:25:59.030412 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c256dcb-1273-4870-9387-de4d10896c1d', 'tag': 'b035654e-0a6c-4e43-acb6-0915ea347957', 'status': 'completed', 'code': 200} Feb 19 04:25:59.048689 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-2f4009fa-8d3f-4a47-a968-53680a7dd586 service neutron] For port 4387ee52-5183-4579-a6e9-67ba0d18de1f, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4387ee52-5183-4579-a6e9-67ba0d18de1f,segment=NetworkSegment(26e2fec7-4f9c-4983-9d2c-4304ced3cb71),segment_id=26e2fec7-4f9c-4983-9d2c-4304ced3cb71)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:25:59.054818 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcfd04-7dfa-4543-8cd7-f0d7893d79cb req-9448074b-b376-4a91-bf6d-b7211289e323 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:59.057953 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-09dcfd04-7dfa-4543-8cd7-f0d7893d79cb req-9448074b-b376-4a91-bf6d-b7211289e323 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 943 time: 2.2945015 Feb 19 04:25:59.121474 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-2f4009fa-8d3f-4a47-a968-53680a7dd586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (4387ee52-5183-4579-a6e9-67ba0d18de1f), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:59.151435 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e799920f-18c8-4cb8-b334-76a8c1f63064 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.1312642 Feb 19 04:25:59.166451 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49212) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:59.282627 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-2f4009fa-8d3f-4a47-a968-53680a7dd586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:59.284075 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-2f4009fa-8d3f-4a47-a968-53680a7dd586 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:59.289733 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-2f4009fa-8d3f-4a47-a968-53680a7dd586 service neutron] 10.222.0.48 "PUT /v2.0/ports/4387ee52-5183-4579-a6e9-67ba0d18de1f HTTP/1.1" status: 200 len: 1091 time: 6.6904638 Feb 19 04:25:59.331657 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88b56c-9e79-4864-97ce-063397e50fba req-4fa703fc-677e-45bf-81a9-4a5c214b91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:59.336173 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f88b56c-9e79-4864-97ce-063397e50fba req-4fa703fc-677e-45bf-81a9-4a5c214b91cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cacf0263ee84f64a630c7eb71dfd691&device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 1125 time: 0.4201481 Feb 19 04:25:59.500527 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9414ce-5912-4d03-bfc8-1e4c9d7c4742 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:59.513597 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bb9414ce-5912-4d03-bfc8-1e4c9d7c4742 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8821454 Feb 19 04:25:59.521742 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49218) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:59.545776 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 18a6debb-d09a-44c7-bc36-9cb414941834 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:59.546794 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (18a6debb-d09a-44c7-bc36-9cb414941834), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:59.628887 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f88b56c-9e79-4864-97ce-063397e50fba req-429965ae-b952-42c4-a9db-2ba90ed7fe44 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b035654e-0a6c-4e43-acb6-0915ea347957 HTTP/1.1" status: 200 len: 217 time: 0.2370923 Feb 19 04:25:59.775035 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7941028c-1626-493c-bc26-099384b512ca None None] Current status of the port 2ec64f4f-3152-4233-a725-ad34b5b86e1f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:59.794786 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=2ec64f4f-3152-4233-a725-ad34b5b86e1f,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:59.799832 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-09dcfd04-7dfa-4543-8cd7-f0d7893d79cb req-b41e03ab-48d4-4a6b-aabc-a607cecdff75 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7157881 Feb 19 04:25:59.856165 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1212dfd8-f560-49d1-989a-1b0cc25be53a admin admin] Publish callbacks [] for security_group (540bfd87-ce6c-4355-b8ff-448bfa34a345), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:59.905179 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4009fa-8d3f-4a47-a968-53680a7dd586 service neutron] Pushing event updated for resources: {'Port': ['ID=4387ee52-5183-4579-a6e9-67ba0d18de1f,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:00.090183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9649f0df-e73a-497c-a31d-2536e57b5053 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:00.099683 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9649f0df-e73a-497c-a31d-2536e57b5053 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A162 HTTP/1.1" status: 200 len: 929 time: 0.9285827 Feb 19 04:26:00.119933 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49234) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:00.189440 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 18a6debb-d09a-44c7-bc36-9cb414941834 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:00.193931 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88b56c-9e79-4864-97ce-063397e50fba req-9dd06675-c4d4-4f00-87fd-533a6193b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:00.201613 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f88b56c-9e79-4864-97ce-063397e50fba req-9dd06675-c4d4-4f00-87fd-533a6193b4b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76246db3-a2cb-42fb-bfa7-f40488252c69 HTTP/1.1" status: 200 len: 859 time: 0.5700488 Feb 19 04:26:00.203085 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1212dfd8-f560-49d1-989a-1b0cc25be53a admin admin] Publish callbacks [] for security_group (540bfd87-ce6c-4355-b8ff-448bfa34a345), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:00.344367 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5ff936-c0a6-46da-827e-d1b75e8431af tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:00.350612 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6c5ff936-c0a6-46da-827e-d1b75e8431af tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8083169 Feb 19 04:26:00.381904 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-7c255b1e-c126-4612-83aa-c7f40c5cc82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:00.388815 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-7c255b1e-c126-4612-83aa-c7f40c5cc82d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8cacf0263ee84f64a630c7eb71dfd691&device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 1125 time: 0.9993851 Feb 19 04:26:00.430175 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49242) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:00.464274 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1212dfd8-f560-49d1-989a-1b0cc25be53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (540bfd87-ce6c-4355-b8ff-448bfa34a345), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:00.501423 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1212dfd8-f560-49d1-989a-1b0cc25be53a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:00.516533 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1212dfd8-f560-49d1-989a-1b0cc25be53a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/540bfd87-ce6c-4355-b8ff-448bfa34a345 HTTP/1.1" status: 204 len: 168 time: 1.7396655 Feb 19 04:26:00.597431 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212dfd8-f560-49d1-989a-1b0cc25be53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540bfd87-ce6c-4355-b8ff-448bfa34a345,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:00.630023 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2ec64f4f-3152-4233-a725-ad34b5b86e1f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:26:00.642204 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:26:00.691494 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268cf6fe-1e3e-4e27-8234-59f77fd7dad9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:00.694272 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268cf6fe-1e3e-4e27-8234-59f77fd7dad9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:00.706988 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268cf6fe-1e3e-4e27-8234-59f77fd7dad9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:00.719025 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-268cf6fe-1e3e-4e27-8234-59f77fd7dad9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2868044 Feb 19 04:26:00.723701 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49256) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:00.774233 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6af36c83-3f59-4dee-addc-8865e980bbe7 None None] Provisioning complete for port 18a6debb-d09a-44c7-bc36-9cb414941834 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:00.775353 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6af36c83-3f59-4dee-addc-8865e980bbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (18a6debb-d09a-44c7-bc36-9cb414941834), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:00.972905 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf832425-6a7a-4ddc-a6c7-59281a2bec6d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet 6ab0a65c-3c68-4d1b-a575-a9239d1f5f5a {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:26:00.991904 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f88b56c-9e79-4864-97ce-063397e50fba req-67c9144a-2dec-48a7-b43d-b3ff1621a24c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e83f3002-0af4-41e3-a80b-f034b33ca87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7715335 Feb 19 04:26:00.992741 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf832425-6a7a-4ddc-a6c7-59281a2bec6d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (6ab0a65c-3c68-4d1b-a575-a9239d1f5f5a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:01.041747 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e858565-ef5a-4b75-8420-9d5bc5d95b0c', 'tag': '4387ee52-5183-4579-a6e9-67ba0d18de1f'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:26:01.054017 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf595d03-339c-4250-8bc1-a038267ffc2e" -d '{"events": [{"name": "network-changed", "server_uuid": "6e858565-ef5a-4b75-8420-9d5bc5d95b0c", "tag": "4387ee52-5183-4579-a6e9-67ba0d18de1f"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:26:01.067383 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-5b4afcd5-2665-49b7-8aa0-725f7f886b38 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4387ee52-5183-4579-a6e9-67ba0d18de1f HTTP/1.1" status: 200 len: 217 time: 0.5273657 Feb 19 04:26:01.223745 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf832425-6a7a-4ddc-a6c7-59281a2bec6d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (6ab0a65c-3c68-4d1b-a575-a9239d1f5f5a), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:01.241004 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 2ec64f4f-3152-4233-a725-ad34b5b86e1f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:01.251962 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2ec64f4f-3152-4233-a725-ad34b5b86e1f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:01.343532 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef28b5e-0b53-47b0-b6c2-81d62f3b3869 x-openstack-request-id: req-6ef28b5e-0b53-47b0-b6c2-81d62f3b3869 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:26:01.344850 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e858565-ef5a-4b75-8420-9d5bc5d95b0c", "tag": "4387ee52-5183-4579-a6e9-67ba0d18de1f", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:26:01.345600 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ef28b5e-0b53-47b0-b6c2-81d62f3b3869 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:26:01.347846 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e858565-ef5a-4b75-8420-9d5bc5d95b0c', 'tag': '4387ee52-5183-4579-a6e9-67ba0d18de1f', 'status': 'completed', 'code': 200} Feb 19 04:26:01.478349 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-734a61d6-1736-4cc0-8984-3a6a0f14c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:01.481523 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-734a61d6-1736-4cc0-8984-3a6a0f14c57f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76246db3-a2cb-42fb-bfa7-f40488252c69 HTTP/1.1" status: 200 len: 859 time: 0.3817143 Feb 19 04:26:01.619340 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-10dc7485-3e1c-4bde-aee4-9137ac3307a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e83f3002-0af4-41e3-a80b-f034b33ca87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128223 Feb 19 04:26:01.630121 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6af36c83-3f59-4dee-addc-8865e980bbe7 None None] Current status of the port 18a6debb-d09a-44c7-bc36-9cb414941834 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:01.632563 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf832425-6a7a-4ddc-a6c7-59281a2bec6d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (6ab0a65c-3c68-4d1b-a575-a9239d1f5f5a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:01.734038 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f88b56c-9e79-4864-97ce-063397e50fba req-3659a4ca-e1d5-4b14-95ca-8a37980a1f2f service neutron] 10.222.0.10 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7194424 Feb 19 04:26:01.871446 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 2ec64f4f-3152-4233-a725-ad34b5b86e1f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:01.883527 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 18a6debb-d09a-44c7-bc36-9cb414941834 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:26:01.900111 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-af117c02-e0fd-428f-b8f6-2692f740fd0f None None] Could not find standard attr ID for object 88ce90b5-7b6e-410d-9d77-018b9ec91a0c. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:26:01.940997 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf832425-6a7a-4ddc-a6c7-59281a2bec6d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (6ab0a65c-3c68-4d1b-a575-a9239d1f5f5a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:02.064289 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-af117c02-e0fd-428f-b8f6-2692f740fd0f None None] Provisioning complete for port 79aa8ec4-1db2-4695-898d-11536caa9bdf triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:02.065247 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-af117c02-e0fd-428f-b8f6-2692f740fd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (79aa8ec4-1db2-4695-898d-11536caa9bdf), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:02.091101 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf832425-6a7a-4ddc-a6c7-59281a2bec6d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab0a65c-3c68-4d1b-a575-a9239d1f5f5a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:02.104733 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf832425-6a7a-4ddc-a6c7-59281a2bec6d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:02.117952 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cf832425-6a7a-4ddc-a6c7-59281a2bec6d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/6ab0a65c-3c68-4d1b-a575-a9239d1f5f5a HTTP/1.1" status: 204 len: 168 time: 1.3919148 Feb 19 04:26:02.125766 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49282) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:02.244429 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-af117c02-e0fd-428f-b8f6-2692f740fd0f None None] Port 79aa8ec4-1db2-4695-898d-11536caa9bdf cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:26:02.266476 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde08584-9567-4256-949e-08fae008ceb6 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:02.322269 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-ea18b81b-98af-4d40-8886-d8b4b7eacb79 service neutron] 10.222.0.48 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6367712 Feb 19 04:26:02.355326 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-614588f3-3abe-4380-bb46-00f0d9012332 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet da7e708e-aed4-49a4-a104-2d72827c6b08 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:26:02.364841 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-d65e0542-7fc5-4b92-91f1-44d122b68ec0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting port a56ba305-7b8a-4c23-8648-212125db630f {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:26:02.365444 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d65e0542-7fc5-4b92-91f1-44d122b68ec0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a56ba305-7b8a-4c23-8648-212125db630f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:02.370177 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-614588f3-3abe-4380-bb46-00f0d9012332 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (da7e708e-aed4-49a4-a104-2d72827c6b08), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:02.415161 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bd96d001-30f1-4486-934a-9cdcfc419991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:02.431423 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-af117c02-e0fd-428f-b8f6-2692f740fd0f None None] Provisioning complete for port a56ba305-7b8a-4c23-8648-212125db630f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:02.432482 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-af117c02-e0fd-428f-b8f6-2692f740fd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a56ba305-7b8a-4c23-8648-212125db630f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:02.533362 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-614588f3-3abe-4380-bb46-00f0d9012332 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (da7e708e-aed4-49a4-a104-2d72827c6b08), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:02.563662 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d65e0542-7fc5-4b92-91f1-44d122b68ec0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a56ba305-7b8a-4c23-8648-212125db630f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:02.589516 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-d65e0542-7fc5-4b92-91f1-44d122b68ec0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Calling delete_port for a56ba305-7b8a-4c23-8648-212125db630f owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:26:02.657530 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-af117c02-e0fd-428f-b8f6-2692f740fd0f None None] Port a56ba305-7b8a-4c23-8648-212125db630f cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:26:02.666832 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 18a6debb-d09a-44c7-bc36-9cb414941834 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:02.670291 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (18a6debb-d09a-44c7-bc36-9cb414941834), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:02.952938 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-af117c02-e0fd-428f-b8f6-2692f740fd0f None None] Provisioning complete for port 2ec64f4f-3152-4233-a725-ad34b5b86e1f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:02.954099 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-af117c02-e0fd-428f-b8f6-2692f740fd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2ec64f4f-3152-4233-a725-ad34b5b86e1f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:02.985604 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d65e0542-7fc5-4b92-91f1-44d122b68ec0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (a56ba305-7b8a-4c23-8648-212125db630f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:03.020786 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-614588f3-3abe-4380-bb46-00f0d9012332 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (da7e708e-aed4-49a4-a104-2d72827c6b08), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:03.120507 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 18a6debb-d09a-44c7-bc36-9cb414941834 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:03.211379 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-614588f3-3abe-4380-bb46-00f0d9012332 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (da7e708e-aed4-49a4-a104-2d72827c6b08), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:03.411069 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-614588f3-3abe-4380-bb46-00f0d9012332 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:03.413024 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-af117c02-e0fd-428f-b8f6-2692f740fd0f None None] Current status of the port 2ec64f4f-3152-4233-a725-ad34b5b86e1f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:03.433860 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-614588f3-3abe-4380-bb46-00f0d9012332 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/da7e708e-aed4-49a4-a104-2d72827c6b08 HTTP/1.1" status: 204 len: 168 time: 1.3062539 Feb 19 04:26:03.436831 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614588f3-3abe-4380-bb46-00f0d9012332 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=da7e708e-aed4-49a4-a104-2d72827c6b08,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:03.440377 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49316) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:03.575561 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-31bef125-c91f-4f17-99c3-d7830f539a40 None None] Could not find standard attr ID for object a56ba305-7b8a-4c23-8648-212125db630f. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:26:03.589750 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-188ba15f-0759-458c-a2f3-f3901900e6ce req-0720f007-4ff7-4055-8a9c-a2f43c630173 service neutron] 10.222.0.48 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2556736 Feb 19 04:26:03.615703 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d65e0542-7fc5-4b92-91f1-44d122b68ec0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:03.633670 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d65e0542-7fc5-4b92-91f1-44d122b68ec0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/ports/a56ba305-7b8a-4c23-8648-212125db630f HTTP/1.1" status: 204 len: 168 time: 3.4841461 Feb 19 04:26:03.637139 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e0542-7fc5-4b92-91f1-44d122b68ec0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Port': ['ID=a56ba305-7b8a-4c23-8648-212125db630f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:03.647782 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49318) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:03.673932 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9ddb0a61-ca17-40f3-b214-dc10f37eba1d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2201815 Feb 19 04:26:03.676856 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49320) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:03.690721 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614588f3-3abe-4380-bb46-00f0d9012332 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:03.691424 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614588f3-3abe-4380-bb46-00f0d9012332 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:03.692322 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614588f3-3abe-4380-bb46-00f0d9012332 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:03.693048 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614588f3-3abe-4380-bb46-00f0d9012332 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:03.693678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614588f3-3abe-4380-bb46-00f0d9012332 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:03.694326 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614588f3-3abe-4380-bb46-00f0d9012332 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:03.695770 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614588f3-3abe-4380-bb46-00f0d9012332 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:03.697491 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614588f3-3abe-4380-bb46-00f0d9012332 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:03.699652 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614588f3-3abe-4380-bb46-00f0d9012332 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:03.703550 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614588f3-3abe-4380-bb46-00f0d9012332 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:03.704852 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614588f3-3abe-4380-bb46-00f0d9012332 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:03.706939 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614588f3-3abe-4380-bb46-00f0d9012332 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:03.709559 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614588f3-3abe-4380-bb46-00f0d9012332 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:03.754595 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-a11e5d8d-c3b4-4ef0-ab9d-2ce17f1b566c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:03.896628 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf8cf90-dbe1-4849-8d43-93969b4209d3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] GET failed (client error): The resource could not be found. Feb 19 04:26:03.904123 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2bf8cf90-dbe1-4849-8d43-93969b4209d3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports/a56ba305-7b8a-4c23-8648-212125db630f HTTP/1.1" status: 404 len: 333 time: 0.2456005 Feb 19 04:26:03.928998 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49324) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:03.940950 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f88b56c-9e79-4864-97ce-063397e50fba req-3bd17d08-cc2c-4297-ad6c-487baf9d644a service neutron] 10.222.0.10 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2041500 Feb 19 04:26:04.091267 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b0fab-a83c-49ff-b9f5-5793c12c3694 req-abc482b6-084f-4cd0-82be-5acee6cd586a tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:04.102698 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-707b0fab-a83c-49ff-b9f5-5793c12c3694 req-abc482b6-084f-4cd0-82be-5acee6cd586a tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 943 time: 2.7011447 Feb 19 04:26:04.222283 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11e5d8d-c3b4-4ef0-ab9d-2ce17f1b566c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:04.242341 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a11e5d8d-c3b4-4ef0-ab9d-2ce17f1b566c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:04.353079 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf595d03-339c-4250-8bc1-a038267ffc2e req-8d9ab83e-e8f0-4218-821d-4dd6c8f90b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:04.359984 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf595d03-339c-4250-8bc1-a038267ffc2e req-8d9ab83e-e8f0-4218-821d-4dd6c8f90b12 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8cacf0263ee84f64a630c7eb71dfd691&device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 1125 time: 0.6343355 Feb 19 04:26:04.798058 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c231-b283-42c0-b2ba-c5ff0fa7630e req-08585ff2-2f17-4750-9033-9eb772081263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:04.815642 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4c44c231-b283-42c0-b2ba-c5ff0fa7630e req-08585ff2-2f17-4750-9033-9eb772081263 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cacf0263ee84f64a630c7eb71dfd691&device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 1125 time: 0.6963427 Feb 19 04:26:04.828224 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-707b0fab-a83c-49ff-b9f5-5793c12c3694 req-d621adeb-e306-4e9c-89e1-84560ca907c4 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7240009 Feb 19 04:26:04.843376 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36d92a2-9c6d-4995-849f-bc0f28768c99 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:04.961671 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0edb1aeb-16d9-442c-916e-136d687c3071 None None] Provisioning complete for port 18a6debb-d09a-44c7-bc36-9cb414941834 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:04.962322 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0edb1aeb-16d9-442c-916e-136d687c3071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (18a6debb-d09a-44c7-bc36-9cb414941834), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:05.279242 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-4b49f6f5-71cc-49c0-9ce6-e89ea6fa9ea4 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting port 79aa8ec4-1db2-4695-898d-11536caa9bdf {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:26:05.279796 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4b49f6f5-71cc-49c0-9ce6-e89ea6fa9ea4 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (79aa8ec4-1db2-4695-898d-11536caa9bdf), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:05.347728 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ab22e29e-f547-4bba-80da-cb976c65e6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:05.487196 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0edb1aeb-16d9-442c-916e-136d687c3071 None None] Current status of the port 18a6debb-d09a-44c7-bc36-9cb414941834 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:05.513149 n-d-772273-4 neutron-server[115198]: DEBUG neutron.objects.ports [None req-a11e5d8d-c3b4-4ef0-ab9d-2ce17f1b566c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115198) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:26:05.527232 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf595d03-339c-4250-8bc1-a038267ffc2e req-e9eddd4d-b9f3-4a66-afba-2eef1a71f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:05.532058 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf595d03-339c-4250-8bc1-a038267ffc2e req-e9eddd4d-b9f3-4a66-afba-2eef1a71f92b service neutron] 10.222.0.48 "GET /v2.0/networks?id=e83f3002-0af4-41e3-a80b-f034b33ca87c HTTP/1.1" status: 200 len: 919 time: 1.1442695 Feb 19 04:26:05.657840 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae0caf7-39ab-40b0-8675-3ae790cf4048 None None] DHCP port deletion for 9e765b0b-136b-493b-bef9-44145ed793f7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:26:05.670795 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf595d03-339c-4250-8bc1-a038267ffc2e req-45bb9003-758e-47bd-9518-aa82591ac66e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4387ee52-5183-4579-a6e9-67ba0d18de1f HTTP/1.1" status: 200 len: 217 time: 0.1216054 Feb 19 04:26:05.681265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c231-b283-42c0-b2ba-c5ff0fa7630e req-50506166-7021-45a1-a2f5-bf1b5be840a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:05.685135 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4c44c231-b283-42c0-b2ba-c5ff0fa7630e req-50506166-7021-45a1-a2f5-bf1b5be840a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e83f3002-0af4-41e3-a80b-f034b33ca87c HTTP/1.1" status: 200 len: 919 time: 0.8448050 Feb 19 04:26:05.911698 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0caf7-39ab-40b0-8675-3ae790cf4048 None None] Deleting port 18a6debb-d09a-44c7-bc36-9cb414941834 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:26:05.913243 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8ae0caf7-39ab-40b0-8675-3ae790cf4048 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (18a6debb-d09a-44c7-bc36-9cb414941834), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:05.931474 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf595d03-339c-4250-8bc1-a038267ffc2e req-dacbcbd2-6ed3-494a-a5bd-c840bb763fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:05.943471 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf595d03-339c-4250-8bc1-a038267ffc2e req-dacbcbd2-6ed3-494a-a5bd-c840bb763fbb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76246db3-a2cb-42fb-bfa7-f40488252c69 HTTP/1.1" status: 200 len: 859 time: 0.2650347 Feb 19 04:26:06.093082 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4b49f6f5-71cc-49c0-9ce6-e89ea6fa9ea4 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (79aa8ec4-1db2-4695-898d-11536caa9bdf), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:06.142198 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-4b49f6f5-71cc-49c0-9ce6-e89ea6fa9ea4 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Calling delete_port for 79aa8ec4-1db2-4695-898d-11536caa9bdf owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:26:06.248567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8ae0caf7-39ab-40b0-8675-3ae790cf4048 None None] For port 18a6debb-d09a-44c7-bc36-9cb414941834, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=18a6debb-d09a-44c7-bc36-9cb414941834,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:06.249930 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8ae0caf7-39ab-40b0-8675-3ae790cf4048 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (18a6debb-d09a-44c7-bc36-9cb414941834), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:06.298740 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0caf7-39ab-40b0-8675-3ae790cf4048 None None] Calling delete_port for 18a6debb-d09a-44c7-bc36-9cb414941834 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:26:06.494265 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 4387ee52-5183-4579-a6e9-67ba0d18de1f details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:26:06.657973 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4c44c231-b283-42c0-b2ba-c5ff0fa7630e req-9f00401e-5344-42f7-b5f9-9d4255c9fc2e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b035654e-0a6c-4e43-acb6-0915ea347957 HTTP/1.1" status: 200 len: 217 time: 0.7105722 Feb 19 04:26:06.675034 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf595d03-339c-4250-8bc1-a038267ffc2e req-3a2ca20b-d129-4856-9ef1-a196829480db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e83f3002-0af4-41e3-a80b-f034b33ca87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3154252 Feb 19 04:26:06.694129 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:26:06.897235 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 4387ee52-5183-4579-a6e9-67ba0d18de1f, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4387ee52-5183-4579-a6e9-67ba0d18de1f,segment=NetworkSegment(26e2fec7-4f9c-4983-9d2c-4304ced3cb71),segment_id=26e2fec7-4f9c-4983-9d2c-4304ced3cb71)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:06.921895 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '4387ee52-5183-4579-a6e9-67ba0d18de1f', 'network_id': 'e83f3002-0af4-41e3-a80b-f034b33ca87c', 'port_id': '4387ee52-5183-4579-a6e9-67ba0d18de1f', 'mac_address': 'fa:16:3e:3e:eb:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76246db3-a2cb-42fb-bfa7-f40488252c69', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:26:06.973123 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:07.059748 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8ae0caf7-39ab-40b0-8675-3ae790cf4048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (18a6debb-d09a-44c7-bc36-9cb414941834), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:07.167977 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0caf7-39ab-40b0-8675-3ae790cf4048 None None] Pushing event deleted for resources: {'Port': ['ID=18a6debb-d09a-44c7-bc36-9cb414941834,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:07.178994 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae0caf7-39ab-40b0-8675-3ae790cf4048 None None] No DVR routers for this DVR port 18a6debb-d09a-44c7-bc36-9cb414941834 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:26:07.189575 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 4387ee52-5183-4579-a6e9-67ba0d18de1f is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:07.190233 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4387ee52-5183-4579-a6e9-67ba0d18de1f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:07.240621 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c231-b283-42c0-b2ba-c5ff0fa7630e req-79f77112-7b81-45bf-a870-7e7b539b11cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:07.253737 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4c44c231-b283-42c0-b2ba-c5ff0fa7630e req-79f77112-7b81-45bf-a870-7e7b539b11cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76246db3-a2cb-42fb-bfa7-f40488252c69 HTTP/1.1" status: 200 len: 859 time: 0.5557790 Feb 19 04:26:07.255270 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4387ee52-5183-4579-a6e9-67ba0d18de1f {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:26:07.286969 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device b035654e-0a6c-4e43-acb6-0915ea347957 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:26:07.419545 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.ipam_pluggable_backend [None req-a11e5d8d-c3b4-4ef0-ab9d-2ce17f1b566c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Port 18a6debb-d09a-44c7-bc36-9cb414941834 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=115198) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 19 04:26:07.421272 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4c44c231-b283-42c0-b2ba-c5ff0fa7630e req-cb805ead-bf88-41e3-b910-cc9f40be5d27 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e83f3002-0af4-41e3-a80b-f034b33ca87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1590500 Feb 19 04:26:07.423741 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.ipam_pluggable_backend [None req-a11e5d8d-c3b4-4ef0-ab9d-2ce17f1b566c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Reverting IP allocation for 2001:db8::f816:3eff:feff:6081 {{(pid=115198) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 19 04:26:07.440086 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.ipam_pluggable_backend [None req-a11e5d8d-c3b4-4ef0-ab9d-2ce17f1b566c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feff:6081 {{(pid=115198) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 19 04:26:07.448367 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a11e5d8d-c3b4-4ef0-ab9d-2ce17f1b566c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (5a32911f-6b4d-4fd3-b4d4-64fe90a1f51f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:07.552572 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port b035654e-0a6c-4e43-acb6-0915ea347957, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b035654e-0a6c-4e43-acb6-0915ea347957,segment=NetworkSegment(26e2fec7-4f9c-4983-9d2c-4304ced3cb71),segment_id=26e2fec7-4f9c-4983-9d2c-4304ced3cb71)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:07.611868 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'b035654e-0a6c-4e43-acb6-0915ea347957', 'network_id': 'e83f3002-0af4-41e3-a80b-f034b33ca87c', 'port_id': 'b035654e-0a6c-4e43-acb6-0915ea347957', 'mac_address': 'fa:16:3e:9e:69:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76246db3-a2cb-42fb-bfa7-f40488252c69', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:26:07.616453 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 18a6debb-d09a-44c7-bc36-9cb414941834 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:26:07.665687 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e5d8d-c3b4-4ef0-ab9d-2ce17f1b566c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:26:07.687737 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-a11e5d8d-c3b4-4ef0-ab9d-2ce17f1b566c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:07.704942 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11e5d8d-c3b4-4ef0-ab9d-2ce17f1b566c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:07.704942 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a11e5d8d-c3b4-4ef0-ab9d-2ce17f1b566c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:07.740225 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125d475-3a01-4846-a388-558cdb98746b req-8d62b7fa-8020-4271-b645-60eb0fd043de tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:07.746162 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d125d475-3a01-4846-a388-558cdb98746b req-8d62b7fa-8020-4271-b645-60eb0fd043de tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 943 time: 1.5944624 Feb 19 04:26:07.749315 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49400) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:07.829486 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e5d8d-c3b4-4ef0-ab9d-2ce17f1b566c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=5a32911f-6b4d-4fd3-b4d4-64fe90a1f51f,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:07.869901 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a11e5d8d-c3b4-4ef0-ab9d-2ce17f1b566c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1910479 Feb 19 04:26:07.876173 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49406) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:07.879389 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 4387ee52-5183-4579-a6e9-67ba0d18de1f, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4387ee52-5183-4579-a6e9-67ba0d18de1f,segment=NetworkSegment(26e2fec7-4f9c-4983-9d2c-4304ced3cb71),segment_id=26e2fec7-4f9c-4983-9d2c-4304ced3cb71)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:07.883286 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2541fe5c-e219-456b-8b60-1648ae776822 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:07.891326 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port b035654e-0a6c-4e43-acb6-0915ea347957 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:07.892116 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b035654e-0a6c-4e43-acb6-0915ea347957), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:07.916642 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 18a6debb-d09a-44c7-bc36-9cb414941834 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:26:07.917319 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 18a6debb-d09a-44c7-bc36-9cb414941834 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:26:07.925857 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-47c6b64f-dd46-45cd-97d9-27d4db949bd2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:07.926497 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:07.954638 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf595d03-339c-4250-8bc1-a038267ffc2e req-e3119f55-aa75-46bf-89ff-649ab37e4112 service neutron] 10.222.0.48 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2258544 Feb 19 04:26:07.968990 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4387ee52-5183-4579-a6e9-67ba0d18de1f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:08.019066 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d125d475-3a01-4846-a388-558cdb98746b req-22ae04f9-f04d-4f70-b1cd-c598635aaff7 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412670 Feb 19 04:26:08.033074 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4c44c231-b283-42c0-b2ba-c5ff0fa7630e req-9ee4c2d5-3a9b-435d-a6cc-a6a6cd193900 service neutron] 10.222.0.10 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6103308 Feb 19 04:26:08.043673 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49408) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:08.142895 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b035654e-0a6c-4e43-acb6-0915ea347957 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:26:08.217357 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port b035654e-0a6c-4e43-acb6-0915ea347957, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b035654e-0a6c-4e43-acb6-0915ea347957,segment=NetworkSegment(26e2fec7-4f9c-4983-9d2c-4304ced3cb71),segment_id=26e2fec7-4f9c-4983-9d2c-4304ced3cb71)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:08.254350 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b035654e-0a6c-4e43-acb6-0915ea347957), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:08.263122 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:08.291971 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4c44c231-b283-42c0-b2ba-c5ff0fa7630e req-1b2f7da6-22fd-49d0-a2f3-0b1f287beec5 service neutron] 10.222.0.10 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430377 Feb 19 04:26:08.314647 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['4387ee52-5183-4579-a6e9-67ba0d18de1f'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:26:08.513377 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4b49f6f5-71cc-49c0-9ce6-e89ea6fa9ea4 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (79aa8ec4-1db2-4695-898d-11536caa9bdf), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:08.559763 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['b035654e-0a6c-4e43-acb6-0915ea347957'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:26:08.571413 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=4387ee52-5183-4579-a6e9-67ba0d18de1f,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:08.655838 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007cebe9-19ad-428f-af43-f65c26b85b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9e765b0b-136b-493b-bef9-44145ed793f7', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'fixed_ips': [{'subnet_id': '5a32911f-6b4d-4fd3-b4d4-64fe90a1f51f'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:26:08.658552 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-007cebe9-19ad-428f-af43-f65c26b85b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:08.712204 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49f6f5-71cc-49c0-9ce6-e89ea6fa9ea4 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Port': ['ID=79aa8ec4-1db2-4695-898d-11536caa9bdf,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:08.874370 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4b49f6f5-71cc-49c0-9ce6-e89ea6fa9ea4 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:08.882337 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4b49f6f5-71cc-49c0-9ce6-e89ea6fa9ea4 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/ports/79aa8ec4-1db2-4695-898d-11536caa9bdf HTTP/1.1" status: 204 len: 168 time: 4.9248021 Feb 19 04:26:08.882960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49418) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:09.064627 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c6b64f-dd46-45cd-97d9-27d4db949bd2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:09.085784 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-47c6b64f-dd46-45cd-97d9-27d4db949bd2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:09.137573 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-90a86ae5-86f7-4ac8-ac8d-7afbbf7f9dbb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-673477472-network', 'tenant_id': '0c4849e59fe942818a45c5dc120d64c8'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:09.170294 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-754d73f7-b009-40f3-aff6-4c2d4d80f4b2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] GET failed (client error): The resource could not be found. Feb 19 04:26:09.173965 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-754d73f7-b009-40f3-aff6-4c2d4d80f4b2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports/79aa8ec4-1db2-4695-898d-11536caa9bdf HTTP/1.1" status: 404 len: 333 time: 0.2885318 Feb 19 04:26:09.197233 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49424) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:09.508468 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=b035654e-0a6c-4e43-acb6-0915ea347957,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:09.533373 n-d-772273-4 neutron-server[115199]: INFO neutron.db.ipam_backend_mixin [None req-47c6b64f-dd46-45cd-97d9-27d4db949bd2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5a32911f-6b4d-4fd3-b4d4-64fe90a1f51f (CIDR: 2001:db8::/64) Feb 19 04:26:09.607971 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c6b64f-dd46-45cd-97d9-27d4db949bd2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:26:09.611104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c6b64f-dd46-45cd-97d9-27d4db949bd2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:26:09.616777 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d4c017-647b-4f3b-a7c9-09d63b9738e8 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting subnet 60f4e78f-fa11-4661-be05-dbf2729b5fa8 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:26:09.629137 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f7d4c017-647b-4f3b-a7c9-09d63b9738e8 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for subnet (60f4e78f-fa11-4661-be05-dbf2729b5fa8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:09.634759 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:09.729382 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf595d03-339c-4250-8bc1-a038267ffc2e req-d651604c-9b00-4308-b82c-493c2ed56853 service neutron] 10.222.0.48 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6834552 Feb 19 04:26:09.778847 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:09.789941 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-47c6b64f-dd46-45cd-97d9-27d4db949bd2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9044366 Feb 19 04:26:09.791903 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f7d4c017-647b-4f3b-a7c9-09d63b9738e8 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (60f4e78f-fa11-4661-be05-dbf2729b5fa8), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:09.794149 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49430) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:09.825695 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-324784b2-1b90-4b23-a0aa-95877d55fb33 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:09.969637 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f7d4c017-647b-4f3b-a7c9-09d63b9738e8 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (60f4e78f-fa11-4661-be05-dbf2729b5fa8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:10.032016 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5e5e6572-d06a-4249-9f60-641cabf71112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:10.145306 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d19ec2-8718-427f-affd-4c0527d1f805 req-7f3296ec-e53e-4221-9ed0-e9b47d936a2d tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:10.148091 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f4d19ec2-8718-427f-affd-4c0527d1f805 req-7f3296ec-e53e-4221-9ed0-e9b47d936a2d tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 944 time: 0.5949924 Feb 19 04:26:10.187990 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324784b2-1b90-4b23-a0aa-95877d55fb33 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:10.194962 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-324784b2-1b90-4b23-a0aa-95877d55fb33 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:10.282592 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5e5e6572-d06a-4249-9f60-641cabf71112 admin admin] Publish callbacks [] for security_group (b3534064-4cf3-4aab-adb5-e752b5ef928b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:10.284830 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a86ae5-86f7-4ac8-ac8d-7afbbf7f9dbb admin admin] Made reservation on behalf of 0c4849e59fe942818a45c5dc120d64c8 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:10.289834 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-90a86ae5-86f7-4ac8-ac8d-7afbbf7f9dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:10.312183 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-90a86ae5-86f7-4ac8-ac8d-7afbbf7f9dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:10.336935 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5e5e6572-d06a-4249-9f60-641cabf71112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b3534064-4cf3-4aab-adb5-e752b5ef928b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:10.467437 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-007cebe9-19ad-428f-af43-f65c26b85b9e None None] Allocated IP 2001:db8::f816:3eff:fe34:4a27 (9e765b0b-136b-493b-bef9-44145ed793f7/5a32911f-6b4d-4fd3-b4d4-64fe90a1f51f/1adc268b-4c2f-4425-ac73-3c05adfcc272) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:26:10.569484 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-90a86ae5-86f7-4ac8-ac8d-7afbbf7f9dbb admin admin] Publish callbacks [] for security_group (5d97a921-80cd-4d82-8c3e-d5608fad36dd), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:10.609502 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-324784b2-1b90-4b23-a0aa-95877d55fb33 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (6e9a3e59-f112-4996-b07d-1acdf4326fa9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:10.631222 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5e5e6572-d06a-4249-9f60-641cabf71112 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5edeb6f91b6344a38e7041c976a6342c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8653438 Feb 19 04:26:10.635782 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e6572-d06a-4249-9f60-641cabf71112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3534064-4cf3-4aab-adb5-e752b5ef928b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:10.645796 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-90a86ae5-86f7-4ac8-ac8d-7afbbf7f9dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5d97a921-80cd-4d82-8c3e-d5608fad36dd), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:10.660640 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a86ae5-86f7-4ac8-ac8d-7afbbf7f9dbb admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:26:10.672599 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49446) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:10.673035 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49448) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:10.747231 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-90a86ae5-86f7-4ac8-ac8d-7afbbf7f9dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (866f4430-62ad-45d6-a1c9-becfde8653f6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:10.747752 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-90a86ae5-86f7-4ac8-ac8d-7afbbf7f9dbb admin admin] Added segment 866f4430-62ad-45d6-a1c9-becfde8653f6 of type vlan for network 095ae5e7-e817-4723-b26d-53f0c41ac60c Feb 19 04:26:10.905331 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-007cebe9-19ad-428f-af43-f65c26b85b9e None None] Publish callbacks [] for port (1adc268b-4c2f-4425-ac73-3c05adfcc272), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:10.945713 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-007cebe9-19ad-428f-af43-f65c26b85b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (1adc268b-4c2f-4425-ac73-3c05adfcc272), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:11.005765 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f7d4c017-647b-4f3b-a7c9-09d63b9738e8 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (60f4e78f-fa11-4661-be05-dbf2729b5fa8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:11.051948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007cebe9-19ad-428f-af43-f65c26b85b9e None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:26:11.072061 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-007cebe9-19ad-428f-af43-f65c26b85b9e None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:11.076201 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007cebe9-19ad-428f-af43-f65c26b85b9e None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:26:11.087010 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007cebe9-19ad-428f-af43-f65c26b85b9e None None] Pushing event updated for resources: {'Port': ['ID=1adc268b-4c2f-4425-ac73-3c05adfcc272,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:11.117140 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-90a86ae5-86f7-4ac8-ac8d-7afbbf7f9dbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (095ae5e7-e817-4723-b26d-53f0c41ac60c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:11.152020 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a86ae5-86f7-4ac8-ac8d-7afbbf7f9dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d97a921-80cd-4d82-8c3e-d5608fad36dd,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:11.183550 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-90a86ae5-86f7-4ac8-ac8d-7afbbf7f9dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (095ae5e7-e817-4723-b26d-53f0c41ac60c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:11.186718 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a86ae5-86f7-4ac8-ac8d-7afbbf7f9dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:11.188021 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-90a86ae5-86f7-4ac8-ac8d-7afbbf7f9dbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:11.197504 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324784b2-1b90-4b23-a0aa-95877d55fb33 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:26:11.202440 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f4d19ec2-8718-427f-affd-4c0527d1f805 req-3c3d54b9-5cbd-467e-bbad-a648d4d121a3 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0462074 Feb 19 04:26:11.207664 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-324784b2-1b90-4b23-a0aa-95877d55fb33 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:11.213536 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324784b2-1b90-4b23-a0aa-95877d55fb33 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:11.214550 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-324784b2-1b90-4b23-a0aa-95877d55fb33 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:11.222204 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-86357e95-141f-42aa-9133-5c110e28971f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:11.236995 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f7d4c017-647b-4f3b-a7c9-09d63b9738e8 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:11.241031 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324784b2-1b90-4b23-a0aa-95877d55fb33 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=6e9a3e59-f112-4996-b07d-1acdf4326fa9,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:11.250875 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f7d4c017-647b-4f3b-a7c9-09d63b9738e8 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/subnets/60f4e78f-fa11-4661-be05-dbf2729b5fa8 HTTP/1.1" status: 204 len: 168 time: 2.0465388 Feb 19 04:26:11.252188 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49460) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:11.260568 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a46694-1a54-4536-8a7e-31be0973af7c None None] Network 23e9c774-8f3a-4145-8353-ed816f1a71cb requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:11.302681 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-324784b2-1b90-4b23-a0aa-95877d55fb33 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4898021 Feb 19 04:26:11.307270 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4c017-647b-4f3b-a7c9-09d63b9738e8 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Subnet': ['ID=60f4e78f-fa11-4661-be05-dbf2729b5fa8,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:11.307658 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49462) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:11.311628 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-515a4839-6073-4c2a-8689-5559a4154ff8 admin admin] Publish callbacks [] for security_group (b3534064-4cf3-4aab-adb5-e752b5ef928b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:11.330658 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-90a86ae5-86f7-4ac8-ac8d-7afbbf7f9dbb admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.2851140 Feb 19 04:26:11.358400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49464) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:11.396877 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-115668e9-376a-4813-9e55-36e388cbccda admin admin] Request body: {'subnet': {'network_id': '095ae5e7-e817-4723-b26d-53f0c41ac60c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-673477472-subnet', 'tenant_id': '0c4849e59fe942818a45c5dc120d64c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:11.513933 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'mac_address': 'fa:16:3e:5d:88:eb', 'name': 'tempest-NetworksTestDHCPv6-1562550572'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:11.539017 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-007cebe9-19ad-428f-af43-f65c26b85b9e None None] Attempting to bind port 1adc268b-4c2f-4425-ac73-3c05adfcc272 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:26:11.539787 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-007cebe9-19ad-428f-af43-f65c26b85b9e None None] Attempting to bind port 1adc268b-4c2f-4425-ac73-3c05adfcc272 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:26:11.540577 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007cebe9-19ad-428f-af43-f65c26b85b9e None None] Attempting to bind port 1adc268b-4c2f-4425-ac73-3c05adfcc272 on network 9e765b0b-136b-493b-bef9-44145ed793f7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:26:11.628666 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007cebe9-19ad-428f-af43-f65c26b85b9e None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:26:11.629036 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007cebe9-19ad-428f-af43-f65c26b85b9e None None] Checking segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:26:11.629500 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-007cebe9-19ad-428f-af43-f65c26b85b9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:11.629932 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007cebe9-19ad-428f-af43-f65c26b85b9e None None] Bound using segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:26:11.630459 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-007cebe9-19ad-428f-af43-f65c26b85b9e None None] Bound port: 1adc268b-4c2f-4425-ac73-3c05adfcc272, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:26:11.630862 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-007cebe9-19ad-428f-af43-f65c26b85b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1adc268b-4c2f-4425-ac73-3c05adfcc272), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:11.653271 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17bbee05-e37c-4074-8c8f-ec2f676227eb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (23e9c774-8f3a-4145-8353-ed816f1a71cb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:11.658443 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-86357e95-141f-42aa-9133-5c110e28971f admin admin] Publish callbacks [] for security_group (a37ceaee-9152-402f-b36b-8139da4f17a1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:11.686264 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-515a4839-6073-4c2a-8689-5559a4154ff8 admin admin] Publish callbacks [] for security_group (b3534064-4cf3-4aab-adb5-e752b5ef928b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:11.756536 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-007cebe9-19ad-428f-af43-f65c26b85b9e None None] For port 1adc268b-4c2f-4425-ac73-3c05adfcc272, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:26:11.764572 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-007cebe9-19ad-428f-af43-f65c26b85b9e None None] For port 1adc268b-4c2f-4425-ac73-3c05adfcc272, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=1adc268b-4c2f-4425-ac73-3c05adfcc272,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:26:11.769117 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-86357e95-141f-42aa-9133-5c110e28971f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a37ceaee-9152-402f-b36b-8139da4f17a1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:11.775537 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-007cebe9-19ad-428f-af43-f65c26b85b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (1adc268b-4c2f-4425-ac73-3c05adfcc272), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:11.828697 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-86357e95-141f-42aa-9133-5c110e28971f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8df8f625e66a4900bf03945b177957ae&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1431429 Feb 19 04:26:11.830622 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115668e9-376a-4813-9e55-36e388cbccda admin admin] Made reservation on behalf of 0c4849e59fe942818a45c5dc120d64c8 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:11.830939 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49474) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:11.832249 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-115668e9-376a-4813-9e55-36e388cbccda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:11.838096 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a86ae5-86f7-4ac8-ac8d-7afbbf7f9dbb admin admin] Pushing event updated for resources: {'Network': ['ID=095ae5e7-e817-4723-b26d-53f0c41ac60c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:11.875096 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c80ecf-2dbb-46d2-b4c2-434e0418fc33 None None] DHCP port deletion for 23e9c774-8f3a-4145-8353-ed816f1a71cb request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:26:11.878476 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 095ae5e7-e817-4723-b26d-53f0c41ac60c details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:26:11.991064 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86357e95-141f-42aa-9133-5c110e28971f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37ceaee-9152-402f-b36b-8139da4f17a1,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:12.033818 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1f98c9b4-7416-4f1f-91eb-a05ccb3ef6cc admin admin] Publish callbacks [] for security_group (a37ceaee-9152-402f-b36b-8139da4f17a1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:12.055628 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-515a4839-6073-4c2a-8689-5559a4154ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b3534064-4cf3-4aab-adb5-e752b5ef928b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:12.057727 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-17bbee05-e37c-4074-8c8f-ec2f676227eb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting port 2ec64f4f-3152-4233-a725-ad34b5b86e1f {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:26:12.058374 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17bbee05-e37c-4074-8c8f-ec2f676227eb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2ec64f4f-3152-4233-a725-ad34b5b86e1f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:12.060832 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-515a4839-6073-4c2a-8689-5559a4154ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:12.063297 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-515a4839-6073-4c2a-8689-5559a4154ff8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b3534064-4cf3-4aab-adb5-e752b5ef928b HTTP/1.1" status: 204 len: 168 time: 1.3845482 Feb 19 04:26:12.101495 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a4839-6073-4c2a-8689-5559a4154ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3534064-4cf3-4aab-adb5-e752b5ef928b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:12.150873 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:12.194810 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007cebe9-19ad-428f-af43-f65c26b85b9e None None] Pushing event updated for resources: {'Port': ['ID=1adc268b-4c2f-4425-ac73-3c05adfcc272,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:12.221893 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 4387ee52-5183-4579-a6e9-67ba0d18de1f up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:26:12.283788 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-33c80ecf-2dbb-46d2-b4c2-434e0418fc33 None None] Deleting port 2ec64f4f-3152-4233-a725-ad34b5b86e1f {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:26:12.284155 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-33c80ecf-2dbb-46d2-b4c2-434e0418fc33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2ec64f4f-3152-4233-a725-ad34b5b86e1f), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:12.483670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 4387ee52-5183-4579-a6e9-67ba0d18de1f completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:26:12.509016 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1f98c9b4-7416-4f1f-91eb-a05ccb3ef6cc admin admin] Publish callbacks [] for security_group (a37ceaee-9152-402f-b36b-8139da4f17a1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:12.539113 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 4387ee52-5183-4579-a6e9-67ba0d18de1f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:12.549944 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4387ee52-5183-4579-a6e9-67ba0d18de1f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:12.573053 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-33c80ecf-2dbb-46d2-b4c2-434e0418fc33 None None] For port 2ec64f4f-3152-4233-a725-ad34b5b86e1f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2ec64f4f-3152-4233-a725-ad34b5b86e1f,segment=NetworkSegment(3710056d-5407-47dc-bd1f-9709878a669a),segment_id=3710056d-5407-47dc-bd1f-9709878a669a)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:12.575719 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-33c80ecf-2dbb-46d2-b4c2-434e0418fc33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2ec64f4f-3152-4233-a725-ad34b5b86e1f), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:12.587116 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-17bbee05-e37c-4074-8c8f-ec2f676227eb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] For port 2ec64f4f-3152-4233-a725-ad34b5b86e1f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2ec64f4f-3152-4233-a725-ad34b5b86e1f,segment=NetworkSegment(3710056d-5407-47dc-bd1f-9709878a669a),segment_id=3710056d-5407-47dc-bd1f-9709878a669a)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:12.587656 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17bbee05-e37c-4074-8c8f-ec2f676227eb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2ec64f4f-3152-4233-a725-ad34b5b86e1f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:12.638944 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-115668e9-376a-4813-9e55-36e388cbccda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (03461490-9a6a-4c20-8dcc-67de82146434), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:12.664770 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-17bbee05-e37c-4074-8c8f-ec2f676227eb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Calling delete_port for 2ec64f4f-3152-4233-a725-ad34b5b86e1f owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:26:12.722621 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-33c80ecf-2dbb-46d2-b4c2-434e0418fc33 None None] Calling delete_port for 2ec64f4f-3152-4233-a725-ad34b5b86e1f owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:26:12.907237 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115668e9-376a-4813-9e55-36e388cbccda admin admin] Pushing event updated for resources: {'Subnet': ['ID=03461490-9a6a-4c20-8dcc-67de82146434,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:12.969883 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:13.003445 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 4387ee52-5183-4579-a6e9-67ba0d18de1f is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:13.004082 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4387ee52-5183-4579-a6e9-67ba0d18de1f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:13.005904 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e648c5-1c62-48dc-af3f-a2ea309289ec req-b800e151-e2d5-436b-b7c9-dc0c98108aca tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:13.008759 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e5e648c5-1c62-48dc-af3f-a2ea309289ec req-b800e151-e2d5-436b-b7c9-dc0c98108aca tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 944 time: 0.4876711 Feb 19 04:26:13.037430 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-33c80ecf-2dbb-46d2-b4c2-434e0418fc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (2ec64f4f-3152-4233-a725-ad34b5b86e1f), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:13.071857 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c80ecf-2dbb-46d2-b4c2-434e0418fc33 None None] No DVR routers for this DVR port 2ec64f4f-3152-4233-a725-ad34b5b86e1f on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:26:13.094514 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115668e9-376a-4813-9e55-36e388cbccda admin admin] Checking segment: {'id': '866f4430-62ad-45d6-a1c9-becfde8653f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '095ae5e7-e817-4723-b26d-53f0c41ac60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:26:13.099615 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115668e9-376a-4813-9e55-36e388cbccda admin admin] Network hostable DHCP agents. Network: 095ae5e7-e817-4723-b26d-53f0c41ac60c, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:26:13.157358 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] device_id is not set on port 5cd17c36-7273-47f1-b991-4892c5d6715a yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:26:13.171974 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1f98c9b4-7416-4f1f-91eb-a05ccb3ef6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a37ceaee-9152-402f-b36b-8139da4f17a1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:13.178478 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c80ecf-2dbb-46d2-b4c2-434e0418fc33 None None] Pushing event deleted for resources: {'Port': ['ID=2ec64f4f-3152-4233-a725-ad34b5b86e1f,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:13.196494 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1f98c9b4-7416-4f1f-91eb-a05ccb3ef6cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:13.198396 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e858565-ef5a-4b75-8420-9d5bc5d95b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4387ee52-5183-4579-a6e9-67ba0d18de1f'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:26:13.201028 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1f98c9b4-7416-4f1f-91eb-a05ccb3ef6cc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a37ceaee-9152-402f-b36b-8139da4f17a1 HTTP/1.1" status: 204 len: 168 time: 1.3663774 Feb 19 04:26:13.206777 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115668e9-376a-4813-9e55-36e388cbccda admin admin] Network 095ae5e7-e817-4723-b26d-53f0c41ac60c is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:26:13.210742 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b0aa32-348a-4b6e-b7c3-ed2b6e8e9300" -d '{"events": [{"server_uuid": "6e858565-ef5a-4b75-8420-9d5bc5d95b0c", "name": "network-vif-plugged", "status": "completed", "tag": "4387ee52-5183-4579-a6e9-67ba0d18de1f"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:26:13.236397 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e5e648c5-1c62-48dc-af3f-a2ea309289ec req-9ece0c7f-08c3-44f6-8024-ec6bdf513973 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925030 Feb 19 04:26:13.251873 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98c9b4-7416-4f1f-91eb-a05ccb3ef6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37ceaee-9152-402f-b36b-8139da4f17a1,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:13.263981 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-115668e9-376a-4813-9e55-36e388cbccda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 095ae5e7-e817-4723-b26d-53f0c41ac60c) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:13.272370 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 4387ee52-5183-4579-a6e9-67ba0d18de1f, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4387ee52-5183-4579-a6e9-67ba0d18de1f,segment=NetworkSegment(26e2fec7-4f9c-4983-9d2c-4304ced3cb71),segment_id=26e2fec7-4f9c-4983-9d2c-4304ced3cb71)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:13.280426 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5682522-e93b-46b5-bbe4-8d05a38411ea None None] Network 095ae5e7-e817-4723-b26d-53f0c41ac60c requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:13.286491 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115668e9-376a-4813-9e55-36e388cbccda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:13.287125 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-115668e9-376a-4813-9e55-36e388cbccda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:13.319406 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device b035654e-0a6c-4e43-acb6-0915ea347957 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:26:13.357405 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-115668e9-376a-4813-9e55-36e388cbccda admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9969223 Feb 19 04:26:13.424997 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17bbee05-e37c-4074-8c8f-ec2f676227eb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (2ec64f4f-3152-4233-a725-ad34b5b86e1f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:13.431074 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4387ee52-5183-4579-a6e9-67ba0d18de1f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:13.633860 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbee05-e37c-4074-8c8f-ec2f676227eb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Port': ['ID=2ec64f4f-3152-4233-a725-ad34b5b86e1f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:13.640258 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bbee05-e37c-4074-8c8f-ec2f676227eb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] No DVR routers for this DVR port 2ec64f4f-3152-4233-a725-ad34b5b86e1f on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:26:13.689175 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44842dc0-3708-445b-b5fb-f9db8dc239dc x-openstack-request-id: req-44842dc0-3708-445b-b5fb-f9db8dc239dc {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:26:13.689842 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e858565-ef5a-4b75-8420-9d5bc5d95b0c", "name": "network-vif-plugged", "status": "completed", "tag": "4387ee52-5183-4579-a6e9-67ba0d18de1f", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:26:13.691129 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-44842dc0-3708-445b-b5fb-f9db8dc239dc {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:26:13.692661 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e858565-ef5a-4b75-8420-9d5bc5d95b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4387ee52-5183-4579-a6e9-67ba0d18de1f', 'code': 200} Feb 19 04:26:13.874108 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=4387ee52-5183-4579-a6e9-67ba0d18de1f,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:13.878993 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1adc268b-4c2f-4425-ac73-3c05adfcc272 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:26:13.975510 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port b035654e-0a6c-4e43-acb6-0915ea347957 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:26:14.017137 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port b035654e-0a6c-4e43-acb6-0915ea347957 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:14.018828 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b035654e-0a6c-4e43-acb6-0915ea347957), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:14.126106 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2b706-fd91-4c1f-9e6a-51444fcb18f0 req-decf3d64-9623-449a-ae75-bd9a9862fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:14.128800 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6da2b706-fd91-4c1f-9e6a-51444fcb18f0 req-decf3d64-9623-449a-ae75-bd9a9862fe7d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 1127 time: 0.6198089 Feb 19 04:26:14.208479 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5a4cdf-af1b-49e7-b012-afdd5c3bd3a9 None None] Network 095ae5e7-e817-4723-b26d-53f0c41ac60c requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:14.300220 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17bbee05-e37c-4074-8c8f-ec2f676227eb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (23e9c774-8f3a-4145-8353-ed816f1a71cb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:14.352901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 1adc268b-4c2f-4425-ac73-3c05adfcc272 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:14.353710 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1adc268b-4c2f-4425-ac73-3c05adfcc272), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:14.493689 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port b035654e-0a6c-4e43-acb6-0915ea347957 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:14.495371 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b035654e-0a6c-4e43-acb6-0915ea347957), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:14.551207 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98c79e2-ca2a-4c21-a4bf-e9b0ad330293 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:14.567040 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-17bbee05-e37c-4074-8c8f-ec2f676227eb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e9c774-8f3a-4145-8353-ed816f1a71cb']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:26:14.611295 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-17bbee05-e37c-4074-8c8f-ec2f676227eb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3710056d-5407-47dc-bd1f-9709878a669a') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:26:14.612089 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-17bbee05-e37c-4074-8c8f-ec2f676227eb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3710056d-5407-47dc-bd1f-9709878a669a') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:26:14.620154 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6da2b706-fd91-4c1f-9e6a-51444fcb18f0 req-30184973-5731-4d0a-9861-e011381b12ac service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629009 Feb 19 04:26:14.646685 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17bbee05-e37c-4074-8c8f-ec2f676227eb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (3710056d-5407-47dc-bd1f-9709878a669a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:14.663145 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8:0:1::28b (9e765b0b-136b-493b-bef9-44145ed793f7/6e9a3e59-f112-4996-b07d-1acdf4326fa9/5cd17c36-7273-47f1-b991-4892c5d6715a) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:26:14.670847 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49538) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:14.694251 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17bbee05-e37c-4074-8c8f-ec2f676227eb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (3710056d-5407-47dc-bd1f-9709878a669a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:14.698854 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8::f816:3eff:fe5d:88eb (9e765b0b-136b-493b-bef9-44145ed793f7/5a32911f-6b4d-4fd3-b4d4-64fe90a1f51f/5cd17c36-7273-47f1-b991-4892c5d6715a) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:26:14.717064 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17bbee05-e37c-4074-8c8f-ec2f676227eb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:26:14.718044 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17bbee05-e37c-4074-8c8f-ec2f676227eb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (3710056d-5407-47dc-bd1f-9709878a669a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:26:14.723321 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:26:14.757761 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662eda8-63fd-4b02-ae9f-d80e977480d5 req-a36456e7-c462-45cc-a630-bcdddf99e3cf tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:14.774406 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4662eda8-63fd-4b02-ae9f-d80e977480d5 req-a36456e7-c462-45cc-a630-bcdddf99e3cf tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 945 time: 0.2323012 Feb 19 04:26:14.783056 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c7a612b-6bf8-45b5-a00f-7bae57be1f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:14.895260 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17bbee05-e37c-4074-8c8f-ec2f676227eb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (23e9c774-8f3a-4145-8353-ed816f1a71cb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:14.934431 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17bbee05-e37c-4074-8c8f-ec2f676227eb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:14.942912 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-17bbee05-e37c-4074-8c8f-ec2f676227eb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/networks/23e9c774-8f3a-4145-8353-ed816f1a71cb HTTP/1.1" status: 204 len: 168 time: 3.6865649 Feb 19 04:26:14.947609 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4662eda8-63fd-4b02-ae9f-d80e977480d5 req-5b3201e3-b8a7-4079-8b19-eb4f028c3aa2 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715806 Feb 19 04:26:14.948451 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49542) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:14.999640 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b69e5138-4de8-4f76-86c0-f3c63507f4bb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-394325930'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:15.023833 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbee05-e37c-4074-8c8f-ec2f676227eb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Network': ['ID=23e9c774-8f3a-4145-8353-ed816f1a71cb,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:15.043485 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-93f730f2-06d8-4882-afff-133b8cbd0fd6 None None] Provisioning complete for port 1adc268b-4c2f-4425-ac73-3c05adfcc272 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:15.043927 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-93f730f2-06d8-4882-afff-133b8cbd0fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1adc268b-4c2f-4425-ac73-3c05adfcc272), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:15.067977 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69e5138-4de8-4f76-86c0-f3c63507f4bb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:15.070426 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port b035654e-0a6c-4e43-acb6-0915ea347957, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b035654e-0a6c-4e43-acb6-0915ea347957,segment=NetworkSegment(26e2fec7-4f9c-4983-9d2c-4304ced3cb71),segment_id=26e2fec7-4f9c-4983-9d2c-4304ced3cb71)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:15.075393 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b69e5138-4de8-4f76-86c0-f3c63507f4bb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:15.137638 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69e5138-4de8-4f76-86c0-f3c63507f4bb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:26:15.150069 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b69e5138-4de8-4f76-86c0-f3c63507f4bb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (e71e16df-f32a-4b28-adbd-de468098b4c6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:15.150440 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-b69e5138-4de8-4f76-86c0-f3c63507f4bb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Added segment e71e16df-f32a-4b28-adbd-de468098b4c6 of type vlan for network ef470ace-f54b-478b-ba21-ea6cec6a6546 Feb 19 04:26:15.202509 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b69e5138-4de8-4f76-86c0-f3c63507f4bb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (ef470ace-f54b-478b-ba21-ea6cec6a6546), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:15.255418 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b69e5138-4de8-4f76-86c0-f3c63507f4bb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (ef470ace-f54b-478b-ba21-ea6cec6a6546), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:15.268317 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69e5138-4de8-4f76-86c0-f3c63507f4bb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:15.270469 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b69e5138-4de8-4f76-86c0-f3c63507f4bb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:15.348841 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c7a612b-6bf8-45b5-a00f-7bae57be1f73 admin admin] Publish callbacks [] for security_group (e229c614-4646-4b3c-aca0-f5d5c8fe77cd), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:15.405591 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (5cd17c36-7273-47f1-b991-4892c5d6715a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:15.495283 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b035654e-0a6c-4e43-acb6-0915ea347957), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:15.516957 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c7a612b-6bf8-45b5-a00f-7bae57be1f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e229c614-4646-4b3c-aca0-f5d5c8fe77cd), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:15.554514 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (5cd17c36-7273-47f1-b991-4892c5d6715a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:15.654963 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 1adc268b-4c2f-4425-ac73-3c05adfcc272 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:15.655464 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1adc268b-4c2f-4425-ac73-3c05adfcc272), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:15.692122 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b69e5138-4de8-4f76-86c0-f3c63507f4bb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7253928 Feb 19 04:26:15.702806 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49552) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:15.720201 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c256dcb-1273-4870-9387-de4d10896c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b035654e-0a6c-4e43-acb6-0915ea347957'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:26:15.723415 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c159b25-854c-4e62-9ad7-2b3addc87335" -d '{"events": [{"server_uuid": "2c256dcb-1273-4870-9387-de4d10896c1d", "name": "network-vif-plugged", "status": "completed", "tag": "b035654e-0a6c-4e43-acb6-0915ea347957"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:26:15.730295 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-30148b25-dff7-4ccb-ba65-94670b0fa7a0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'subnet': {'network_id': 'ef470ace-f54b-478b-ba21-ea6cec6a6546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:15.844282 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e5138-4de8-4f76-86c0-f3c63507f4bb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Network': ['ID=ef470ace-f54b-478b-ba21-ea6cec6a6546,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:15.892452 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a612b-6bf8-45b5-a00f-7bae57be1f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e229c614-4646-4b3c-aca0-f5d5c8fe77cd,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:15.906865 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network ef470ace-f54b-478b-ba21-ea6cec6a6546 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:26:15.915672 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8c7a612b-6bf8-45b5-a00f-7bae57be1f73 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3554d22059d14679a284b98192fe77be&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2393889 Feb 19 04:26:15.924163 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49560) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:15.956729 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae543ba-f659-4372-a92f-dd2085fb4926 x-openstack-request-id: req-7ae543ba-f659-4372-a92f-dd2085fb4926 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:26:15.959747 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c256dcb-1273-4870-9387-de4d10896c1d", "name": "network-vif-plugged", "status": "completed", "tag": "b035654e-0a6c-4e43-acb6-0915ea347957", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:26:15.963125 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7ae543ba-f659-4372-a92f-dd2085fb4926 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:26:15.964668 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c256dcb-1273-4870-9387-de4d10896c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b035654e-0a6c-4e43-acb6-0915ea347957', 'code': 200} Feb 19 04:26:15.972799 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=b035654e-0a6c-4e43-acb6-0915ea347957,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:16.123959 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 1adc268b-4c2f-4425-ac73-3c05adfcc272, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=1adc268b-4c2f-4425-ac73-3c05adfcc272,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:16.176616 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-752b1fb1-29cf-49a9-8b43-fe28da7fafcb admin admin] Publish callbacks [] for security_group (e229c614-4646-4b3c-aca0-f5d5c8fe77cd), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:16.184375 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (1adc268b-4c2f-4425-ac73-3c05adfcc272), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:16.331894 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2ec64f4f-3152-4233-a725-ad34b5b86e1f no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:26:16.395834 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 2ec64f4f-3152-4233-a725-ad34b5b86e1f {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:26:16.396295 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2ec64f4f-3152-4233-a725-ad34b5b86e1f not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:26:16.414703 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-93f730f2-06d8-4882-afff-133b8cbd0fd6 None None] Current status of the port 1adc268b-4c2f-4425-ac73-3c05adfcc272 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:16.437414 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-752b1fb1-29cf-49a9-8b43-fe28da7fafcb admin admin] Publish callbacks [] for security_group (e229c614-4646-4b3c-aca0-f5d5c8fe77cd), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:16.440653 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72444d6c-bb7a-420d-88db-776f84000ae5 None None] Update dhcp port {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'fixed_ips': [{'subnet_id': '5a32911f-6b4d-4fd3-b4d4-64fe90a1f51f', 'ip_address': '2001:db8::f816:3eff:fe34:4a27'}, {'subnet_id': '6e9a3e59-f112-4996-b07d-1acdf4326fa9'}], 'binding:host_id': 'n-d-772273-4'}, 'id': '1adc268b-4c2f-4425-ac73-3c05adfcc272'} from n-d-772273-4. {{(pid=115200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:26:16.449718 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=1adc268b-4c2f-4425-ac73-3c05adfcc272,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:16.499728 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-72444d6c-bb7a-420d-88db-776f84000ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1adc268b-4c2f-4425-ac73-3c05adfcc272), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:16.605982 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-752b1fb1-29cf-49a9-8b43-fe28da7fafcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e229c614-4646-4b3c-aca0-f5d5c8fe77cd), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:16.610560 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-752b1fb1-29cf-49a9-8b43-fe28da7fafcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:16.612951 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-752b1fb1-29cf-49a9-8b43-fe28da7fafcb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e229c614-4646-4b3c-aca0-f5d5c8fe77cd HTTP/1.1" status: 204 len: 168 time: 0.6839025 Feb 19 04:26:16.664355 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b1fb1-29cf-49a9-8b43-fe28da7fafcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e229c614-4646-4b3c-aca0-f5d5c8fe77cd,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:16.724381 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a48b7-8d0e-408b-821c-7e1448072562 req-9e9116be-107b-4e53-95f7-3149e07d3971 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:16.727317 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e10a48b7-8d0e-408b-821c-7e1448072562 req-9e9116be-107b-4e53-95f7-3149e07d3971 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 945 time: 0.4537411 Feb 19 04:26:16.756292 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:26:16.774692 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:16.789997 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:26:16.809459 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:16.813953 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:16.835913 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=5cd17c36-7273-47f1-b991-4892c5d6715a,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:16.853250 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1adc268b-4c2f-4425-ac73-3c05adfcc272 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:26:16.880360 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:16.881129 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:16.882019 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:16.882876 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:16.883737 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:16.884575 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:16.884827 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e10a48b7-8d0e-408b-821c-7e1448072562 req-93ddfcbe-2226-409a-aaa2-6a7e34a3d63d tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439943 Feb 19 04:26:16.886217 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:16.887121 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:16.887947 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:16.888741 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:16.890973 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:16.892131 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:16.894105 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:16.968530 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30148b25-dff7-4ccb-ba65-94670b0fa7a0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:16.977913 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30148b25-dff7-4ccb-ba65-94670b0fa7a0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:17.087683 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-72444d6c-bb7a-420d-88db-776f84000ae5 None None] Allocated IP 2001:db8:0:1::2 (9e765b0b-136b-493b-bef9-44145ed793f7/6e9a3e59-f112-4996-b07d-1acdf4326fa9/1adc268b-4c2f-4425-ac73-3c05adfcc272) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:26:17.100876 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 1adc268b-4c2f-4425-ac73-3c05adfcc272 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:17.101567 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1adc268b-4c2f-4425-ac73-3c05adfcc272), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:17.118177 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49590) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:17.118475 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f4e34c13-82fd-48f7-9e73-5faf156e95e8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 5.6341476 Feb 19 04:26:17.132148 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34b697-7009-4b4f-af90-28f15076208f req-3e0eadff-9ed6-4c0c-9562-bd8f302cea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:17.142226 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8c34b697-7009-4b4f-af90-28f15076208f req-3e0eadff-9ed6-4c0c-9562-bd8f302cea4f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 1127 time: 0.9545119 Feb 19 04:26:17.700231 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-89a82f5b-951c-4fcd-a49c-8256f0f54874 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting port 5cd17c36-7273-47f1-b991-4892c5d6715a {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:26:17.702618 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89a82f5b-951c-4fcd-a49c-8256f0f54874 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (5cd17c36-7273-47f1-b991-4892c5d6715a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:17.721268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-b927ea2f-bb47-40a8-ae82-e3d04854fe5b tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:17.743294 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-b927ea2f-bb47-40a8-ae82-e3d04854fe5b tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/networks?id=095ae5e7-e817-4723-b26d-53f0c41ac60c HTTP/1.1" status: 200 len: 814 time: 1.5552170 Feb 19 04:26:17.897059 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 1adc268b-4c2f-4425-ac73-3c05adfcc272 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:17.935821 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-72444d6c-bb7a-420d-88db-776f84000ae5 None None] For port 1adc268b-4c2f-4425-ac73-3c05adfcc272, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=1adc268b-4c2f-4425-ac73-3c05adfcc272,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:17.967796 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc0f3a-6525-4498-b130-efd2f6afc03d req-f80f6752-b9d2-4529-9460-193cc2f956e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:17.973008 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cefc0f3a-6525-4498-b130-efd2f6afc03d req-f80f6752-b9d2-4529-9460-193cc2f956e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8cacf0263ee84f64a630c7eb71dfd691&device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 1127 time: 0.4884522 Feb 19 04:26:17.981687 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f2ff4-bc19-4092-b149-248a9be82046 req-0abe38cd-f9a3-40ff-a847-4fd82d09153e tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:17.988822 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d46f2ff4-bc19-4092-b149-248a9be82046 req-0abe38cd-f9a3-40ff-a847-4fd82d09153e tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 945 time: 0.4792719 Feb 19 04:26:17.999154 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-02297005-b29b-42f8-a12d-773122977a60 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/quotas/0c4849e59fe942818a45c5dc120d64c8 HTTP/1.1" status: 200 len: 375 time: 0.2331171 Feb 19 04:26:18.075229 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-72444d6c-bb7a-420d-88db-776f84000ae5 None None] Publish callbacks [] for port (1adc268b-4c2f-4425-ac73-3c05adfcc272), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:18.084119 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-72444d6c-bb7a-420d-88db-776f84000ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (1adc268b-4c2f-4425-ac73-3c05adfcc272), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:18.170150 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d46f2ff4-bc19-4092-b149-248a9be82046 req-f91be9a4-7b2a-42b1-aee3-dffcb79ef1ec tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595960 Feb 19 04:26:18.284506 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89a82f5b-951c-4fcd-a49c-8256f0f54874 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (5cd17c36-7273-47f1-b991-4892c5d6715a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:18.292614 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8c34b697-7009-4b4f-af90-28f15076208f req-30242fe2-2d52-4c93-ba88-4c6db6370671 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8057237 Feb 19 04:26:18.340887 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-89a82f5b-951c-4fcd-a49c-8256f0f54874 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Calling delete_port for 5cd17c36-7273-47f1-b991-4892c5d6715a owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:26:18.341353 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-b84bdd19-efdb-4387-806d-1376732d2c06 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0c4849e59fe942818a45c5dc120d64c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3370080 Feb 19 04:26:18.373959 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30148b25-dff7-4ccb-ba65-94670b0fa7a0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (2ef184ad-2840-4b3b-83a6-2c02e281c0c2), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:18.391967 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72444d6c-bb7a-420d-88db-776f84000ae5 None None] Pushing event updated for resources: {'Port': ['ID=1adc268b-4c2f-4425-ac73-3c05adfcc272,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:18.635868 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-fcbc4f45-1d7d-41d1-8f72-d44c19adc72f service neutron] 10.222.0.65 "GET /v2.0/networks/095ae5e7-e817-4723-b26d-53f0c41ac60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441826 Feb 19 04:26:18.695540 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1adc268b-4c2f-4425-ac73-3c05adfcc272 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:26:18.823293 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc0f3a-6525-4498-b130-efd2f6afc03d req-bb527234-71f5-4413-91ae-22543635a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:18.827037 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cefc0f3a-6525-4498-b130-efd2f6afc03d req-bb527234-71f5-4413-91ae-22543635a8a9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e83f3002-0af4-41e3-a80b-f034b33ca87c HTTP/1.1" status: 200 len: 919 time: 0.8124092 Feb 19 04:26:18.913481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 1adc268b-4c2f-4425-ac73-3c05adfcc272 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:18.919880 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1adc268b-4c2f-4425-ac73-3c05adfcc272), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:18.971584 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cefc0f3a-6525-4498-b130-efd2f6afc03d req-be76d07d-b6de-48f2-bc43-5b469a6ab427 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4387ee52-5183-4579-a6e9-67ba0d18de1f HTTP/1.1" status: 200 len: 217 time: 0.1019559 Feb 19 04:26:19.037515 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89a82f5b-951c-4fcd-a49c-8256f0f54874 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (5cd17c36-7273-47f1-b991-4892c5d6715a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:19.118045 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30148b25-dff7-4ccb-ba65-94670b0fa7a0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Subnet': ['ID=2ef184ad-2840-4b3b-83a6-2c02e281c0c2,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:19.187652 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a82f5b-951c-4fcd-a49c-8256f0f54874 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Port': ['ID=5cd17c36-7273-47f1-b991-4892c5d6715a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:19.208327 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 1adc268b-4c2f-4425-ac73-3c05adfcc272 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:19.225185 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30148b25-dff7-4ccb-ba65-94670b0fa7a0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Checking segment: {'id': 'e71e16df-f32a-4b28-adbd-de468098b4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ef470ace-f54b-478b-ba21-ea6cec6a6546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:26:19.225679 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30148b25-dff7-4ccb-ba65-94670b0fa7a0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network hostable DHCP agents. Network: ef470ace-f54b-478b-ba21-ea6cec6a6546, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:26:19.291498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc0f3a-6525-4498-b130-efd2f6afc03d req-3fe3ca54-d015-448a-a94b-3cab1aa9a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:19.294474 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cefc0f3a-6525-4498-b130-efd2f6afc03d req-3fe3ca54-d015-448a-a94b-3cab1aa9a609 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76246db3-a2cb-42fb-bfa7-f40488252c69 HTTP/1.1" status: 200 len: 859 time: 0.2586010 Feb 19 04:26:19.332739 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-8890f5f6-5c01-4175-a301-0f46dd24e247 service neutron] 10.222.0.65 "GET /v2.0/networks/095ae5e7-e817-4723-b26d-53f0c41ac60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5793741 Feb 19 04:26:19.429419 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cefc0f3a-6525-4498-b130-efd2f6afc03d req-9e1105bd-5142-4d24-adc8-a827a624722a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e83f3002-0af4-41e3-a80b-f034b33ca87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194770 Feb 19 04:26:19.431354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30148b25-dff7-4ccb-ba65-94670b0fa7a0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network ef470ace-f54b-478b-ba21-ea6cec6a6546 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:26:19.609099 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89a82f5b-951c-4fcd-a49c-8256f0f54874 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:19.645379 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-89a82f5b-951c-4fcd-a49c-8256f0f54874 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/5cd17c36-7273-47f1-b991-4892c5d6715a HTTP/1.1" status: 204 len: 168 time: 2.5252998 Feb 19 04:26:19.650270 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cefc0f3a-6525-4498-b130-efd2f6afc03d req-8bdd2f3c-28f3-4fc7-ab22-d4f01e7573c6 service neutron] 10.222.0.48 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937129 Feb 19 04:26:19.650859 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49636) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:19.723011 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-30148b25-dff7-4ccb-ba65-94670b0fa7a0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, ef470ace-f54b-478b-ba21-ea6cec6a6546) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:19.745237 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faba227-77e0-49ac-aecf-fc2142d721fb None None] Network ef470ace-f54b-478b-ba21-ea6cec6a6546 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:19.877893 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81024814-7c2d-4c59-aefb-ce9a1ac597da req-a6192bcc-5422-4def-90cc-40dd98aec15c tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:19.880593 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-81024814-7c2d-4c59-aefb-ce9a1ac597da req-a6192bcc-5422-4def-90cc-40dd98aec15c tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 945 time: 0.3012173 Feb 19 04:26:19.893858 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30148b25-dff7-4ccb-ba65-94670b0fa7a0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:19.894598 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30148b25-dff7-4ccb-ba65-94670b0fa7a0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:20.066234 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-81024814-7c2d-4c59-aefb-ce9a1ac597da req-d99f694f-aed5-43b3-b3ed-641029c1f1d9 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706755 Feb 19 04:26:20.157459 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c8da7ac9-290e-4e69-9de3-9a123b032d48 None None] Provisioning complete for port 1adc268b-4c2f-4425-ac73-3c05adfcc272 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:20.159653 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c8da7ac9-290e-4e69-9de3-9a123b032d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1adc268b-4c2f-4425-ac73-3c05adfcc272), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:20.162720 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-670aa39b-c1d6-43e2-8d74-cddb1f1e84a4 req-f3a9d0c9-1ea0-4b4c-9e40-8ee8b26fc90a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 210 time: 0.2476089 Feb 19 04:26:20.242148 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-30148b25-dff7-4ccb-ba65-94670b0fa7a0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5198169 Feb 19 04:26:20.242433 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49646) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:20.258340 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-aba2e744-fc25-41d9-ab53-a7dc32139ffb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'port': {'network_id': 'ef470ace-f54b-478b-ba21-ea6cec6a6546', 'name': 'tempest-PortsIpV6TestJSON-859518618', 'fixed_ips': [{'subnet_id': '2ef184ad-2840-4b3b-83a6-2c02e281c0c2', 'ip_address': '2001:db8::10'}]}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:20.280635 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd53661-2b6b-4ac7-9251-34fc6a3984e6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:20.306155 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-edd53661-2b6b-4ac7-9251-34fc6a3984e6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6527238 Feb 19 04:26:20.307028 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49648) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:20.307290 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49650) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:20.362339 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b144c4-7a25-4124-a65d-e159ee3689ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-ef470ace-f54b-478b-ba21-ea6cec6a6546', 'network_id': 'ef470ace-f54b-478b-ba21-ea6cec6a6546', 'project_id': '4af7e87b955e44d2acf2aba9cee35b83', 'fixed_ips': [{'subnet_id': '2ef184ad-2840-4b3b-83a6-2c02e281c0c2'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:26:20.374254 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d3b144c4-7a25-4124-a65d-e159ee3689ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:20.655710 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba2e744-fc25-41d9-ab53-a7dc32139ffb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:20.734520 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cefc0f3a-6525-4498-b130-efd2f6afc03d req-d2665daa-11b1-468a-a32e-26e291a15ee8 service neutron] 10.222.0.48 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0370846 Feb 19 04:26:20.891142 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6de68d-5953-4cb7-abb4-01f89677d229 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:20.902720 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9e6de68d-5953-4cb7-abb4-01f89677d229 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5757225 Feb 19 04:26:20.933546 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49668) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:21.143543 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-d3b144c4-7a25-4124-a65d-e159ee3689ff None None] Allocated IP 2001:db8::2 (ef470ace-f54b-478b-ba21-ea6cec6a6546/2ef184ad-2840-4b3b-83a6-2c02e281c0c2/76b1d385-8897-4384-bc6f-1dc74ee490f1) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:26:21.158639 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c8da7ac9-290e-4e69-9de3-9a123b032d48 None None] Current status of the port 1adc268b-4c2f-4425-ac73-3c05adfcc272 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:21.346147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba7cd57-171c-4de0-a881-aa3170d5eecf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:21.350922 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba7cd57-171c-4de0-a881-aa3170d5eecf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:21.356358 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba7cd57-171c-4de0-a881-aa3170d5eecf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:21.361072 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-bba7cd57-171c-4de0-a881-aa3170d5eecf tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4206474 Feb 19 04:26:21.372149 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49690) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:21.472564 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f86162ac-f227-435d-8e97-813f6ab46d27 req-a0e1a239-e9a4-4c40-b7bc-0bded8de22ac tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 210 time: 0.1093118 Feb 19 04:26:21.480385 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c8836b2c-16af-497e-a52a-1e4d686c2cff None None] Could not find standard attr ID for object 5cd17c36-7273-47f1-b991-4892c5d6715a. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:26:21.484504 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7733c0a3-3bcd-4a2b-b030-aeff89969d48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:21.528118 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aba2e744-fc25-41d9-ab53-a7dc32139ffb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:21.667558 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-aba2e744-fc25-41d9-ab53-a7dc32139ffb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] device_id is not set on port 0787d7d5-74ea-4efd-9ce3-19fbf5a95842 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:26:21.756421 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-7befb0ea-b6ee-4773-9da0-ea9da9b9f1a9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet 5a32911f-6b4d-4fd3-b4d4-64fe90a1f51f {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:26:21.762520 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7733c0a3-3bcd-4a2b-b030-aeff89969d48 admin admin] Publish callbacks [] for security_group (2de8b97c-5ff8-4704-9c2b-b70b416dbfb4), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:21.780668 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7733c0a3-3bcd-4a2b-b030-aeff89969d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2de8b97c-5ff8-4704-9c2b-b70b416dbfb4), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:21.781400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba8d33-2b48-42f7-944d-11b00b6bc61f req-2fa7c749-5157-4df0-84ca-bc8ad55eb642 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:21.784013 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9eba8d33-2b48-42f7-944d-11b00b6bc61f req-2fa7c749-5157-4df0-84ca-bc8ad55eb642 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 945 time: 0.4645422 Feb 19 04:26:21.785230 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7befb0ea-b6ee-4773-9da0-ea9da9b9f1a9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (5a32911f-6b4d-4fd3-b4d4-64fe90a1f51f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:21.862606 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d3b144c4-7a25-4124-a65d-e159ee3689ff None None] Publish callbacks [] for port (76b1d385-8897-4384-bc6f-1dc74ee490f1), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:21.877288 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d3b144c4-7a25-4124-a65d-e159ee3689ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (76b1d385-8897-4384-bc6f-1dc74ee490f1), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:21.971606 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b144c4-7a25-4124-a65d-e159ee3689ff None None] Network ef470ace-f54b-478b-ba21-ea6cec6a6546 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:26:21.986412 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-d3b144c4-7a25-4124-a65d-e159ee3689ff None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:22.008516 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b144c4-7a25-4124-a65d-e159ee3689ff None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:26:22.021700 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7733c0a3-3bcd-4a2b-b030-aeff89969d48 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=293289f8ca364a5e952b0d7985de2d36&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6982615 Feb 19 04:26:22.040205 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49696) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:22.065692 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b144c4-7a25-4124-a65d-e159ee3689ff None None] Pushing event updated for resources: {'Port': ['ID=76b1d385-8897-4384-bc6f-1dc74ee490f1,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:22.083461 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733c0a3-3bcd-4a2b-b030-aeff89969d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de8b97c-5ff8-4704-9c2b-b70b416dbfb4,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:22.125882 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7befb0ea-b6ee-4773-9da0-ea9da9b9f1a9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (5a32911f-6b4d-4fd3-b4d4-64fe90a1f51f), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.242252 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e5164987-15f4-4b9a-a59a-a4b0e89faf8c admin admin] Publish callbacks [] for security_group (2de8b97c-5ff8-4704-9c2b-b70b416dbfb4), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.339754 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e5164987-15f4-4b9a-a59a-a4b0e89faf8c admin admin] Publish callbacks [] for security_group (2de8b97c-5ff8-4704-9c2b-b70b416dbfb4), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.368835 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d3b144c4-7a25-4124-a65d-e159ee3689ff None None] Attempting to bind port 76b1d385-8897-4384-bc6f-1dc74ee490f1 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:26:22.370245 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d3b144c4-7a25-4124-a65d-e159ee3689ff None None] Attempting to bind port 76b1d385-8897-4384-bc6f-1dc74ee490f1 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'e71e16df-f32a-4b28-adbd-de468098b4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ef470ace-f54b-478b-ba21-ea6cec6a6546'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:26:22.372621 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b144c4-7a25-4124-a65d-e159ee3689ff None None] Attempting to bind port 76b1d385-8897-4384-bc6f-1dc74ee490f1 on network ef470ace-f54b-478b-ba21-ea6cec6a6546 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:26:22.398138 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b144c4-7a25-4124-a65d-e159ee3689ff None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:26:22.398537 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b144c4-7a25-4124-a65d-e159ee3689ff None None] Checking segment: {'id': 'e71e16df-f32a-4b28-adbd-de468098b4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ef470ace-f54b-478b-ba21-ea6cec6a6546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:26:22.398972 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d3b144c4-7a25-4124-a65d-e159ee3689ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.399391 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b144c4-7a25-4124-a65d-e159ee3689ff None None] Bound using segment: {'id': 'e71e16df-f32a-4b28-adbd-de468098b4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ef470ace-f54b-478b-ba21-ea6cec6a6546'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:26:22.399900 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d3b144c4-7a25-4124-a65d-e159ee3689ff None None] Bound port: 76b1d385-8897-4384-bc6f-1dc74ee490f1, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71e16df-f32a-4b28-adbd-de468098b4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ef470ace-f54b-478b-ba21-ea6cec6a6546'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:26:22.400303 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d3b144c4-7a25-4124-a65d-e159ee3689ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (76b1d385-8897-4384-bc6f-1dc74ee490f1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.425645 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9eba8d33-2b48-42f7-944d-11b00b6bc61f req-740cdcd9-c92f-4d01-84de-610a88fb437d tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6257970 Feb 19 04:26:22.540615 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e5164987-15f4-4b9a-a59a-a4b0e89faf8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2de8b97c-5ff8-4704-9c2b-b70b416dbfb4), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.548203 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e5164987-15f4-4b9a-a59a-a4b0e89faf8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.565853 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e5164987-15f4-4b9a-a59a-a4b0e89faf8c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2de8b97c-5ff8-4704-9c2b-b70b416dbfb4 HTTP/1.1" status: 204 len: 168 time: 0.5182066 Feb 19 04:26:22.601633 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5164987-15f4-4b9a-a59a-a4b0e89faf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de8b97c-5ff8-4704-9c2b-b70b416dbfb4,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:22.699016 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d3b144c4-7a25-4124-a65d-e159ee3689ff None None] For port 76b1d385-8897-4384-bc6f-1dc74ee490f1, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:26:22.717942 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d3b144c4-7a25-4124-a65d-e159ee3689ff None None] For port 76b1d385-8897-4384-bc6f-1dc74ee490f1, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=76b1d385-8897-4384-bc6f-1dc74ee490f1,segment=NetworkSegment(e71e16df-f32a-4b28-adbd-de468098b4c6),segment_id=e71e16df-f32a-4b28-adbd-de468098b4c6)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:26:22.760313 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d3b144c4-7a25-4124-a65d-e159ee3689ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (76b1d385-8897-4384-bc6f-1dc74ee490f1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.803429 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-aba2e744-fc25-41d9-ab53-a7dc32139ffb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Allocated IP 2001:db8::10 (ef470ace-f54b-478b-ba21-ea6cec6a6546/2ef184ad-2840-4b3b-83a6-2c02e281c0c2/0787d7d5-74ea-4efd-9ce3-19fbf5a95842) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:26:23.097397 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b144c4-7a25-4124-a65d-e159ee3689ff None None] Pushing event updated for resources: {'Port': ['ID=76b1d385-8897-4384-bc6f-1dc74ee490f1,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:23.287904 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8486afe7-3dbc-4763-acb8-4c5edff73ace req-47cbc94e-8822-407e-be1d-7979f6cca0ed tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 210 time: 0.6043696 Feb 19 04:26:23.337913 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-5588752c-43af-48c8-95d4-0b6dd61ea3ed tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:23.343993 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-5588752c-43af-48c8-95d4-0b6dd61ea3ed tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.10 "GET /v2.0/networks?id=095ae5e7-e817-4723-b26d-53f0c41ac60c HTTP/1.1" status: 200 len: 814 time: 0.5456448 Feb 19 04:26:23.370130 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-61aa3863-e005-441f-b18c-f9b77c997fb5 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Request body: {'port': {'device_id': 'e5421d94-d53d-44bf-8bf9-da84701da3aa', 'network_id': '095ae5e7-e817-4723-b26d-53f0c41ac60c', 'admin_state_up': True, 'tenant_id': '0c4849e59fe942818a45c5dc120d64c8'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:23.471742 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7befb0ea-b6ee-4773-9da0-ea9da9b9f1a9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (5a32911f-6b4d-4fd3-b4d4-64fe90a1f51f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:23.694599 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aba2e744-fc25-41d9-ab53-a7dc32139ffb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for port (0787d7d5-74ea-4efd-9ce3-19fbf5a95842), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:23.900931 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-61aa3863-e005-441f-b18c-f9b77c997fb5 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Made reservation on behalf of 0c4849e59fe942818a45c5dc120d64c8 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:23.915000 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-61aa3863-e005-441f-b18c-f9b77c997fb5 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:23.916378 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7befb0ea-b6ee-4773-9da0-ea9da9b9f1a9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (5a32911f-6b4d-4fd3-b4d4-64fe90a1f51f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:24.035784 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49800) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:24.051962 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7befb0ea-b6ee-4773-9da0-ea9da9b9f1a9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=5a32911f-6b4d-4fd3-b4d4-64fe90a1f51f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:24.064129 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7befb0ea-b6ee-4773-9da0-ea9da9b9f1a9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:24.067287 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f96c815-99e1-4255-9f1e-2aa6929b7eeb None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:24.087338 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49802) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:24.093546 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7befb0ea-b6ee-4773-9da0-ea9da9b9f1a9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/5a32911f-6b4d-4fd3-b4d4-64fe90a1f51f HTTP/1.1" status: 204 len: 168 time: 2.7112639 Feb 19 04:26:24.127130 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe84b235-0bbd-4b2e-a889-e6aaaf164fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:24.257273 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cb5c7-2529-442b-874f-345986b0b801 req-467fd14b-78d1-4c99-ae92-2a3ca6cac824 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:24.281463 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6c4cb5c7-2529-442b-874f-345986b0b801 req-467fd14b-78d1-4c99-ae92-2a3ca6cac824 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 945 time: 0.5505896 Feb 19 04:26:24.339031 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aba2e744-fc25-41d9-ab53-a7dc32139ffb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (0787d7d5-74ea-4efd-9ce3-19fbf5a95842), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:24.373004 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef641c80-2af8-4722-a9eb-7770706fcb98 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet 6e9a3e59-f112-4996-b07d-1acdf4326fa9 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:26:24.390724 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ef641c80-2af8-4722-a9eb-7770706fcb98 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (6e9a3e59-f112-4996-b07d-1acdf4326fa9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:24.534889 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ef641c80-2af8-4722-a9eb-7770706fcb98 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (6e9a3e59-f112-4996-b07d-1acdf4326fa9), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:24.678196 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2e744-fc25-41d9-ab53-a7dc32139ffb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Port': ['ID=0787d7d5-74ea-4efd-9ce3-19fbf5a95842,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:24.793639 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba2e744-fc25-41d9-ab53-a7dc32139ffb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network ef470ace-f54b-478b-ba21-ea6cec6a6546 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:26:24.811873 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-aba2e744-fc25-41d9-ab53-a7dc32139ffb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:24.834103 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba2e744-fc25-41d9-ab53-a7dc32139ffb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:26:24.847549 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba2e744-fc25-41d9-ab53-a7dc32139ffb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:24.849226 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aba2e744-fc25-41d9-ab53-a7dc32139ffb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:24.920219 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 76b1d385-8897-4384-bc6f-1dc74ee490f1 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:26:24.925492 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-aba2e744-fc25-41d9-ab53-a7dc32139ffb tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6817708 Feb 19 04:26:24.935167 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6c4cb5c7-2529-442b-874f-345986b0b801 req-41378a06-f9b1-479d-9276-2e3e406eaee4 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6463995 Feb 19 04:26:24.998450 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49832) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:25.029994 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-3ebff416-4cf7-4d13-a759-1aaa1a999742 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'port': {'network_id': 'ef470ace-f54b-478b-ba21-ea6cec6a6546', 'name': 'tempest-PortsIpV6TestJSON-2146662085', 'fixed_ips': [{'subnet_id': '2ef184ad-2840-4b3b-83a6-2c02e281c0c2', 'ip_address': '2001:db8::f'}]}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:25.122118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 76b1d385-8897-4384-bc6f-1dc74ee490f1 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:25.122954 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (76b1d385-8897-4384-bc6f-1dc74ee490f1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:25.212751 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2f5beee8-fe72-4a9f-9806-0c9bb4968dac req-f0efefc3-2026-4551-a26a-9e9f2ed05ba9 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 210 time: 0.1914687 Feb 19 04:26:25.283094 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe84b235-0bbd-4b2e-a889-e6aaaf164fa9 admin admin] Publish callbacks [] for security_group (95b467c1-7e27-4489-8952-71d5c9b14e38), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:25.297178 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-61aa3863-e005-441f-b18c-f9b77c997fb5 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Allocated IP 172.20.0.3 (095ae5e7-e817-4723-b26d-53f0c41ac60c/03461490-9a6a-4c20-8dcc-67de82146434/45df4cf3-fe70-4b61-a30e-d952c9c46d9e) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:26:25.313681 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe84b235-0bbd-4b2e-a889-e6aaaf164fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (95b467c1-7e27-4489-8952-71d5c9b14e38), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:25.340981 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ef641c80-2af8-4722-a9eb-7770706fcb98 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (6e9a3e59-f112-4996-b07d-1acdf4326fa9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:25.401080 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84b235-0bbd-4b2e-a889-e6aaaf164fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b467c1-7e27-4489-8952-71d5c9b14e38,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:25.570444 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fe84b235-0bbd-4b2e-a889-e6aaaf164fa9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=960fdacb30be4609a1e13ad9559db4ab&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5312388 Feb 19 04:26:25.599891 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49858) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:25.641582 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 76b1d385-8897-4384-bc6f-1dc74ee490f1 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:25.642632 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (76b1d385-8897-4384-bc6f-1dc74ee490f1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:25.654447 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebff416-4cf7-4d13-a759-1aaa1a999742 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:25.674030 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3ebff416-4cf7-4d13-a759-1aaa1a999742 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:25.803395 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ef641c80-2af8-4722-a9eb-7770706fcb98 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (6e9a3e59-f112-4996-b07d-1acdf4326fa9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:25.832246 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-3ebff416-4cf7-4d13-a759-1aaa1a999742 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] device_id is not set on port ad2a647f-cff0-4391-89a3-db37a854cbfc yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:26:25.848655 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 76b1d385-8897-4384-bc6f-1dc74ee490f1, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=76b1d385-8897-4384-bc6f-1dc74ee490f1,segment=NetworkSegment(e71e16df-f32a-4b28-adbd-de468098b4c6),segment_id=e71e16df-f32a-4b28-adbd-de468098b4c6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:25.861325 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (76b1d385-8897-4384-bc6f-1dc74ee490f1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:25.950529 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e860630-0192-4e45-91a9-9a050eaa192b admin admin] Publish callbacks [] for security_group (95b467c1-7e27-4489-8952-71d5c9b14e38), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:25.953670 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef641c80-2af8-4722-a9eb-7770706fcb98 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=6e9a3e59-f112-4996-b07d-1acdf4326fa9,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:25.978558 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ef641c80-2af8-4722-a9eb-7770706fcb98 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:25.988743 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ef641c80-2af8-4722-a9eb-7770706fcb98 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/6e9a3e59-f112-4996-b07d-1acdf4326fa9 HTTP/1.1" status: 204 len: 168 time: 1.8999517 Feb 19 04:26:25.993979 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49864) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:26.099324 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafdf3e1-3c13-4213-897d-1887d647759c None None] Network ef470ace-f54b-478b-ba21-ea6cec6a6546 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:26.120517 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b48613c5-755c-446b-b46f-9bd2e8a78565 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1185784 Feb 19 04:26:26.121280 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49868) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:26.156290 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-59ac7f09-c098-4430-ab28-51c3e61cbfec tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:26.220641 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e860630-0192-4e45-91a9-9a050eaa192b admin admin] Publish callbacks [] for security_group (95b467c1-7e27-4489-8952-71d5c9b14e38), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:26.331690 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=76b1d385-8897-4384-bc6f-1dc74ee490f1,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:26.350625 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53446d52-ed0d-4314-8469-8b38ed679848 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:26.490190 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-61aa3863-e005-441f-b18c-f9b77c997fb5 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Publish callbacks [] for port (45df4cf3-fe70-4b61-a30e-d952c9c46d9e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:26.579678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-3ebff416-4cf7-4d13-a759-1aaa1a999742 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Allocated IP 2001:db8::f (ef470ace-f54b-478b-ba21-ea6cec6a6546/2ef184ad-2840-4b3b-83a6-2c02e281c0c2/ad2a647f-cff0-4391-89a3-db37a854cbfc) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:26:26.615077 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49876) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:26.638554 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-fb62ed28-5814-4ffe-9859-5911e03d1c75 None None] Provisioning complete for port 76b1d385-8897-4384-bc6f-1dc74ee490f1 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:26.639717 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fb62ed28-5814-4ffe-9859-5911e03d1c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (76b1d385-8897-4384-bc6f-1dc74ee490f1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:26.643834 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 76b1d385-8897-4384-bc6f-1dc74ee490f1 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:26:26.686522 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e92ee7-d07d-4ef9-8fba-4732292602d2 req-999e3f40-3320-40da-9086-f2e42b37b6d0 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:26.690294 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-79e92ee7-d07d-4ef9-8fba-4732292602d2 req-999e3f40-3320-40da-9086-f2e42b37b6d0 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 945 time: 0.4965777 Feb 19 04:26:26.769703 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-61aa3863-e005-441f-b18c-f9b77c997fb5 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (45df4cf3-fe70-4b61-a30e-d952c9c46d9e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:27.217283 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-79e92ee7-d07d-4ef9-8fba-4732292602d2 req-45b4b5a6-c58a-4d77-b187-cd6b0c18dc3a tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5089927 Feb 19 04:26:27.248309 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3327a590-0027-4ac6-986b-e0f3b8ede629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:27.356032 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-fb62ed28-5814-4ffe-9859-5911e03d1c75 None None] Current status of the port 76b1d385-8897-4384-bc6f-1dc74ee490f1 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:27.386531 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 76b1d385-8897-4384-bc6f-1dc74ee490f1 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:27.387113 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (76b1d385-8897-4384-bc6f-1dc74ee490f1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:27.518462 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f4b6ff03-4d46-418e-a2ad-6b23a5c49fc0 None None] Provisioning complete for port 76b1d385-8897-4384-bc6f-1dc74ee490f1 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:27.519534 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f4b6ff03-4d46-418e-a2ad-6b23a5c49fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (76b1d385-8897-4384-bc6f-1dc74ee490f1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:27.576427 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c232b3-a794-47cb-bc86-ccfcbda074a1 None None] DHCP port deletion for 9e765b0b-136b-493b-bef9-44145ed793f7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:26:27.644780 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3ebff416-4cf7-4d13-a759-1aaa1a999742 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for port (ad2a647f-cff0-4391-89a3-db37a854cbfc), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:27.702415 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa3863-e005-441f-b18c-f9b77c997fb5 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Pushing event updated for resources: {'Port': ['ID=45df4cf3-fe70-4b61-a30e-d952c9c46d9e,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:27.750918 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ac7f09-c098-4430-ab28-51c3e61cbfec tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:27.759737 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-59ac7f09-c098-4430-ab28-51c3e61cbfec tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:27.764885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 76b1d385-8897-4384-bc6f-1dc74ee490f1 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:27.765238 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3ebff416-4cf7-4d13-a759-1aaa1a999742 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ad2a647f-cff0-4391-89a3-db37a854cbfc), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:27.803174 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-61aa3863-e005-441f-b18c-f9b77c997fb5 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Network 095ae5e7-e817-4723-b26d-53f0c41ac60c is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:26:27.819706 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3327a590-0027-4ac6-986b-e0f3b8ede629 admin admin] Publish callbacks [] for security_group (8651bdbe-0676-4063-b70c-e11059e12fe0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:27.843811 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-61aa3863-e005-441f-b18c-f9b77c997fb5 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:27.846567 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3327a590-0027-4ac6-986b-e0f3b8ede629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8651bdbe-0676-4063-b70c-e11059e12fe0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:27.874277 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e8c232b3-a794-47cb-bc86-ccfcbda074a1 None None] Deleting port 1adc268b-4c2f-4425-ac73-3c05adfcc272 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:26:27.874813 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e8c232b3-a794-47cb-bc86-ccfcbda074a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (1adc268b-4c2f-4425-ac73-3c05adfcc272), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:27.885846 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebff416-4cf7-4d13-a759-1aaa1a999742 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network ef470ace-f54b-478b-ba21-ea6cec6a6546 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:26:27.905401 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-3ebff416-4cf7-4d13-a759-1aaa1a999742 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:27.905401 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebff416-4cf7-4d13-a759-1aaa1a999742 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Port': ['ID=ad2a647f-cff0-4391-89a3-db37a854cbfc,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:27.915750 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebff416-4cf7-4d13-a759-1aaa1a999742 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:26:27.920939 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebff416-4cf7-4d13-a759-1aaa1a999742 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:27.921629 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3ebff416-4cf7-4d13-a759-1aaa1a999742 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:27.944155 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49892) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:27.954885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-61aa3863-e005-441f-b18c-f9b77c997fb5 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:26:27.959892 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-fe469d44-7526-4894-bbc5-bb78b1b8c355 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-649526043'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:27.984764 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e8c232b3-a794-47cb-bc86-ccfcbda074a1 None None] For port 1adc268b-4c2f-4425-ac73-3c05adfcc272, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=1adc268b-4c2f-4425-ac73-3c05adfcc272,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:27.985507 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e8c232b3-a794-47cb-bc86-ccfcbda074a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (1adc268b-4c2f-4425-ac73-3c05adfcc272), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:27.990049 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e860630-0192-4e45-91a9-9a050eaa192b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (95b467c1-7e27-4489-8952-71d5c9b14e38), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:28.003400 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e8c232b3-a794-47cb-bc86-ccfcbda074a1 None None] Calling delete_port for 1adc268b-4c2f-4425-ac73-3c05adfcc272 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:26:28.004321 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e860630-0192-4e45-91a9-9a050eaa192b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:28.005899 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe469d44-7526-4894-bbc5-bb78b1b8c355 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Made reservation on behalf of ea967e23a8ef43cfacd115b397486d6c for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:28.013272 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f4b6ff03-4d46-418e-a2ad-6b23a5c49fc0 None None] Current status of the port 76b1d385-8897-4384-bc6f-1dc74ee490f1 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:28.013553 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5e860630-0192-4e45-91a9-9a050eaa192b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/95b467c1-7e27-4489-8952-71d5c9b14e38 HTTP/1.1" status: 204 len: 168 time: 2.3966813 Feb 19 04:26:28.014386 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe469d44-7526-4894-bbc5-bb78b1b8c355 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:28.031872 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327a590-0027-4ac6-986b-e0f3b8ede629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8651bdbe-0676-4063-b70c-e11059e12fe0,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:28.083156 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3327a590-0027-4ac6-986b-e0f3b8ede629 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c59e9842a7c1466684e245e3d67e498e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4642701 Feb 19 04:26:28.114019 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49896) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:28.142584 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f4b6ff03-4d46-418e-a2ad-6b23a5c49fc0 None None] Provisioning complete for port 1adc268b-4c2f-4425-ac73-3c05adfcc272 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:28.142961 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f4b6ff03-4d46-418e-a2ad-6b23a5c49fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1adc268b-4c2f-4425-ac73-3c05adfcc272), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:28.155069 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3ebff416-4cf7-4d13-a759-1aaa1a999742 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1548259 Feb 19 04:26:28.161515 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49898) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:28.226604 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-61aa3863-e005-441f-b18c-f9b77c997fb5 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:28.228017 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-61aa3863-e005-441f-b18c-f9b77c997fb5 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:28.321062 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e860630-0192-4e45-91a9-9a050eaa192b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b467c1-7e27-4489-8952-71d5c9b14e38,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:28.356549 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80657ba3-75ce-4ecc-8955-5c3a83257b72 req-23e8130b-27d2-4337-b6f2-07b85160a7f1 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:28.360397 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-80657ba3-75ce-4ecc-8955-5c3a83257b72 req-23e8130b-27d2-4337-b6f2-07b85160a7f1 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 931 time: 1.7744453 Feb 19 04:26:28.373904 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-61aa3863-e005-441f-b18c-f9b77c997fb5 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0189550 Feb 19 04:26:28.389274 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e8c232b3-a794-47cb-bc86-ccfcbda074a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (1adc268b-4c2f-4425-ac73-3c05adfcc272), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:28.441869 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-8ca6efcf-0abc-432b-8b5b-efb8fae04aa9 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:28.442568 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c232b3-a794-47cb-bc86-ccfcbda074a1 None None] Pushing event deleted for resources: {'Port': ['ID=1adc268b-4c2f-4425-ac73-3c05adfcc272,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:28.443740 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-8ca6efcf-0abc-432b-8b5b-efb8fae04aa9 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150175 Feb 19 04:26:28.449555 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f4b6ff03-4d46-418e-a2ad-6b23a5c49fc0 None None] Current status of the port 1adc268b-4c2f-4425-ac73-3c05adfcc272 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:28.453785 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c232b3-a794-47cb-bc86-ccfcbda074a1 None None] No DVR routers for this DVR port 1adc268b-4c2f-4425-ac73-3c05adfcc272 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:26:28.499750 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-3033e22e-4507-4af9-a4d9-8f3fb4f8f92b service neutron] Request body: {'port': {'device_id': 'e5421d94-d53d-44bf-8bf9-da84701da3aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:28.508329 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f4b6ff03-4d46-418e-a2ad-6b23a5c49fc0 None None] Provisioning complete for port 0787d7d5-74ea-4efd-9ce3-19fbf5a95842 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:28.508789 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f4b6ff03-4d46-418e-a2ad-6b23a5c49fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0787d7d5-74ea-4efd-9ce3-19fbf5a95842), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:28.534095 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe469d44-7526-4894-bbc5-bb78b1b8c355 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:26:28.579728 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe469d44-7526-4894-bbc5-bb78b1b8c355 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (1e975a58-21cf-443b-876b-098328642114), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:28.579728 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-fe469d44-7526-4894-bbc5-bb78b1b8c355 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Added segment 1e975a58-21cf-443b-876b-098328642114 of type vlan for network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 Feb 19 04:26:28.657792 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f4b6ff03-4d46-418e-a2ad-6b23a5c49fc0 None None] Port 0787d7d5-74ea-4efd-9ce3-19fbf5a95842 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:26:28.677628 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1adc268b-4c2f-4425-ac73-3c05adfcc272 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:26:28.679942 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a0a031a4-3be6-4c5a-aa6e-249a510a94dc admin admin] Publish callbacks [] for security_group (8651bdbe-0676-4063-b70c-e11059e12fe0), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:28.695335 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23009365-5d01-489e-9a1d-8d6c7952f114 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:28.697201 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-23009365-5d01-489e-9a1d-8d6c7952f114 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.5342796 Feb 19 04:26:28.711785 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 1adc268b-4c2f-4425-ac73-3c05adfcc272 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:26:28.713138 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1adc268b-4c2f-4425-ac73-3c05adfcc272 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:26:28.715020 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f62581-ad12-4a21-85d6-316612f9728e req-bc850dc4-d694-47f6-bae7-9e9e6f4835ac tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:28.724328 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-61f62581-ad12-4a21-85d6-316612f9728e req-bc850dc4-d694-47f6-bae7-9e9e6f4835ac tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 945 time: 0.3109586 Feb 19 04:26:28.725304 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49908) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:28.744188 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe469d44-7526-4894-bbc5-bb78b1b8c355 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (764b20a5-eab4-4a63-9460-dbe0ef9fffb1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:28.808205 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f168e0b6-e13a-40f6-9a35-fdc3635a8c9b None None] Provisioning complete for port ad2a647f-cff0-4391-89a3-db37a854cbfc triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:28.808770 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f168e0b6-e13a-40f6-9a35-fdc3635a8c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ad2a647f-cff0-4391-89a3-db37a854cbfc), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:28.814164 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a0a031a4-3be6-4c5a-aa6e-249a510a94dc admin admin] Publish callbacks [] for security_group (8651bdbe-0676-4063-b70c-e11059e12fe0), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:28.828596 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-80657ba3-75ce-4ecc-8955-5c3a83257b72 req-ac4ec40a-406b-4348-9fc5-00a188e951d2 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522204 Feb 19 04:26:28.866135 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-3033e22e-4507-4af9-a4d9-8f3fb4f8f92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (45df4cf3-fe70-4b61-a30e-d952c9c46d9e), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:28.921690 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe469d44-7526-4894-bbc5-bb78b1b8c355 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (764b20a5-eab4-4a63-9460-dbe0ef9fffb1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:28.927920 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe469d44-7526-4894-bbc5-bb78b1b8c355 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:28.928745 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe469d44-7526-4894-bbc5-bb78b1b8c355 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:28.939851 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f168e0b6-e13a-40f6-9a35-fdc3635a8c9b None None] Port ad2a647f-cff0-4391-89a3-db37a854cbfc cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:26:28.977295 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f168e0b6-e13a-40f6-9a35-fdc3635a8c9b None None] Provisioning complete for port 0787d7d5-74ea-4efd-9ce3-19fbf5a95842 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:28.978549 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f168e0b6-e13a-40f6-9a35-fdc3635a8c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0787d7d5-74ea-4efd-9ce3-19fbf5a95842), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:28.987851 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-61f62581-ad12-4a21-85d6-316612f9728e req-2aed54dc-60a5-472e-a888-bef26bf7e06b tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475886 Feb 19 04:26:29.066502 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4abaed1-f14b-45bc-8f8b-04b5d1a18a94 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:29.073187 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f168e0b6-e13a-40f6-9a35-fdc3635a8c9b None None] Port 0787d7d5-74ea-4efd-9ce3-19fbf5a95842 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:26:29.073758 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4abaed1-f14b-45bc-8f8b-04b5d1a18a94 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:29.079463 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4abaed1-f14b-45bc-8f8b-04b5d1a18a94 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:29.085087 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e4abaed1-f14b-45bc-8f8b-04b5d1a18a94 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3430922 Feb 19 04:26:29.095807 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fe469d44-7526-4894-bbc5-bb78b1b8c355 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1492655 Feb 19 04:26:29.099796 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49916) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:29.111250 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49918) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:29.120205 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2c55e2f8-f857-4471-828f-deedad467610 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1728535601'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:29.153737 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe469d44-7526-4894-bbc5-bb78b1b8c355 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event updated for resources: {'Network': ['ID=764b20a5-eab4-4a63-9460-dbe0ef9fffb1,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:29.162884 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a0a031a4-3be6-4c5a-aa6e-249a510a94dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8651bdbe-0676-4063-b70c-e11059e12fe0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:29.166336 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a0a031a4-3be6-4c5a-aa6e-249a510a94dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:29.171465 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a0a031a4-3be6-4c5a-aa6e-249a510a94dc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8651bdbe-0676-4063-b70c-e11059e12fe0 HTTP/1.1" status: 204 len: 168 time: 1.0147228 Feb 19 04:26:29.176634 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-59ac7f09-c098-4430-ab28-51c3e61cbfec tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (164d3d10-eb82-42c7-887d-4fb86dad600c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:29.186553 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:26:29.211956 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a031a4-3be6-4c5a-aa6e-249a510a94dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8651bdbe-0676-4063-b70c-e11059e12fe0,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:29.239830 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c55e2f8-f857-4471-828f-deedad467610 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Made reservation on behalf of ea967e23a8ef43cfacd115b397486d6c for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:29.243781 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c55e2f8-f857-4471-828f-deedad467610 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:29.286204 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c55e2f8-f857-4471-828f-deedad467610 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:26:29.305240 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c55e2f8-f857-4471-828f-deedad467610 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (a2a1e401-78fd-4a36-92fe-e1e86bcac256), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:29.305524 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-2c55e2f8-f857-4471-828f-deedad467610 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Added segment a2a1e401-78fd-4a36-92fe-e1e86bcac256 of type vlan for network 0197e602-f5d2-48ef-bb73-a3741213d4f6 Feb 19 04:26:29.326065 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-10d45f51-3af1-4641-a9e9-77cc591ab770 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting port ad2a647f-cff0-4391-89a3-db37a854cbfc {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:26:29.326511 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-10d45f51-3af1-4641-a9e9-77cc591ab770 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ad2a647f-cff0-4391-89a3-db37a854cbfc), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:29.423222 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ac7f09-c098-4430-ab28-51c3e61cbfec tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:26:29.427748 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c55e2f8-f857-4471-828f-deedad467610 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (0197e602-f5d2-48ef-bb73-a3741213d4f6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:29.445948 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-59ac7f09-c098-4430-ab28-51c3e61cbfec tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:29.451587 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ac7f09-c098-4430-ab28-51c3e61cbfec tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:29.452635 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-59ac7f09-c098-4430-ab28-51c3e61cbfec tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:29.477998 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9411accb-7391-450e-9822-a1e9c2d79df5 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:29.487837 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-10d45f51-3af1-4641-a9e9-77cc591ab770 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ad2a647f-cff0-4391-89a3-db37a854cbfc), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:29.491732 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c55e2f8-f857-4471-828f-deedad467610 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (0197e602-f5d2-48ef-bb73-a3741213d4f6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:29.498006 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c55e2f8-f857-4471-828f-deedad467610 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:29.498954 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c55e2f8-f857-4471-828f-deedad467610 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:29.502337 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac7f09-c098-4430-ab28-51c3e61cbfec tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=164d3d10-eb82-42c7-887d-4fb86dad600c,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:29.541196 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-59ac7f09-c098-4430-ab28-51c3e61cbfec tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.3915303 Feb 19 04:26:29.541473 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-10d45f51-3af1-4641-a9e9-77cc591ab770 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Calling delete_port for ad2a647f-cff0-4391-89a3-db37a854cbfc owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:26:29.546728 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49928) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:29.749722 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f668e34-a3a6-425a-81ca-49aae0234406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9e765b0b-136b-493b-bef9-44145ed793f7', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'fixed_ips': [{'subnet_id': '164d3d10-eb82-42c7-887d-4fb86dad600c'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:26:29.750761 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3f668e34-a3a6-425a-81ca-49aae0234406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:29.955999 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-3033e22e-4507-4af9-a4d9-8f3fb4f8f92b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45df4cf3-fe70-4b61-a30e-d952c9c46d9e {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:26:29.991369 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-3033e22e-4507-4af9-a4d9-8f3fb4f8f92b service neutron] Publish callbacks [] for port (45df4cf3-fe70-4b61-a30e-d952c9c46d9e), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:30.038253 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-3033e22e-4507-4af9-a4d9-8f3fb4f8f92b service neutron] Transition to ACTIVE for port object 45df4cf3-fe70-4b61-a30e-d952c9c46d9e will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:26:30.060352 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-3f668e34-a3a6-425a-81ca-49aae0234406 None None] Allocated IP 2001:db8::2 (9e765b0b-136b-493b-bef9-44145ed793f7/164d3d10-eb82-42c7-887d-4fb86dad600c/232ac403-6290-4081-87d6-327d0ba797e8) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:26:30.069853 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-3033e22e-4507-4af9-a4d9-8f3fb4f8f92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (45df4cf3-fe70-4b61-a30e-d952c9c46d9e), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:30.194820 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-1d66afc3-39c5-42e3-9a15-b0d9cef31e52 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:30.270874 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8879b-8799-4224-af5b-0050df7ab329 req-ce263b56-2f4a-4e56-ba8e-ef35704fa458 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:30.272866 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ab8879b-8799-4224-af5b-0050df7ab329 req-ce263b56-2f4a-4e56-ba8e-ef35704fa458 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 943 time: 0.2282181 Feb 19 04:26:30.321802 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033e22e-4507-4af9-a4d9-8f3fb4f8f92b service neutron] Pushing event updated for resources: {'Port': ['ID=45df4cf3-fe70-4b61-a30e-d952c9c46d9e,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:30.365034 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49942) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:30.382798 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55e2f8-f857-4471-828f-deedad467610 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event updated for resources: {'Network': ['ID=0197e602-f5d2-48ef-bb73-a3741213d4f6,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:30.404775 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2c55e2f8-f857-4471-828f-deedad467610 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2891231 Feb 19 04:26:30.416110 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49944) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:30.465642 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ab8879b-8799-4224-af5b-0050df7ab329 req-ff2a2add-eaa7-44ec-ac6a-27290e4036b1 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812146 Feb 19 04:26:30.468269 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3f668e34-a3a6-425a-81ca-49aae0234406 None None] Publish callbacks [] for port (232ac403-6290-4081-87d6-327d0ba797e8), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:30.475065 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-00968e7b-64af-410c-af0c-b061362385dd tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Request body: {'subnet': {'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:30.476556 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 0197e602-f5d2-48ef-bb73-a3741213d4f6 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:26:30.485051 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3f668e34-a3a6-425a-81ca-49aae0234406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (232ac403-6290-4081-87d6-327d0ba797e8), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:30.536397 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cd5a2aa7-df30-4eb7-be7f-b5c2d8199da8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:30.639804 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d66afc3-39c5-42e3-9a15-b0d9cef31e52 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:30.644753 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1d66afc3-39c5-42e3-9a15-b0d9cef31e52 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:30.662804 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00968e7b-64af-410c-af0c-b061362385dd tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Made reservation on behalf of ea967e23a8ef43cfacd115b397486d6c for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:30.671539 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00968e7b-64af-410c-af0c-b061362385dd tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:30.684250 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-3033e22e-4507-4af9-a4d9-8f3fb4f8f92b service neutron] Attempting to bind port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:26:30.685912 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-3033e22e-4507-4af9-a4d9-8f3fb4f8f92b service neutron] Attempting to bind port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '866f4430-62ad-45d6-a1c9-becfde8653f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '095ae5e7-e817-4723-b26d-53f0c41ac60c'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:26:30.689482 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-3033e22e-4507-4af9-a4d9-8f3fb4f8f92b service neutron] Attempting to bind port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e on network 095ae5e7-e817-4723-b26d-53f0c41ac60c {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:26:30.708806 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8d8bf-c027-4d70-b225-19c3ea0da71c req-79667e76-534d-4597-9f1e-e95acdea3a67 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:30.710671 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32d8d8bf-c027-4d70-b225-19c3ea0da71c req-79667e76-534d-4597-9f1e-e95acdea3a67 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 945 time: 0.3491294 Feb 19 04:26:30.772604 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-3033e22e-4507-4af9-a4d9-8f3fb4f8f92b service neutron] Port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e on network 095ae5e7-e817-4723-b26d-53f0c41ac60c not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:26:30.773287 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-3033e22e-4507-4af9-a4d9-8f3fb4f8f92b service neutron] Attempting to bind port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e on network 095ae5e7-e817-4723-b26d-53f0c41ac60c {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:26:30.781964 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f668e34-a3a6-425a-81ca-49aae0234406 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:26:30.786810 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-3f668e34-a3a6-425a-81ca-49aae0234406 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:30.798442 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f668e34-a3a6-425a-81ca-49aae0234406 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:26:30.809754 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-3033e22e-4507-4af9-a4d9-8f3fb4f8f92b service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:26:30.810256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-3033e22e-4507-4af9-a4d9-8f3fb4f8f92b service neutron] Checking segment: {'id': '866f4430-62ad-45d6-a1c9-becfde8653f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '095ae5e7-e817-4723-b26d-53f0c41ac60c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:26:30.810493 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-3033e22e-4507-4af9-a4d9-8f3fb4f8f92b service neutron] Bound using segment: {'id': '866f4430-62ad-45d6-a1c9-becfde8653f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '095ae5e7-e817-4723-b26d-53f0c41ac60c'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:26:30.810961 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-3033e22e-4507-4af9-a4d9-8f3fb4f8f92b service neutron] Bound port: 45df4cf3-fe70-4b61-a30e-d952c9c46d9e, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866f4430-62ad-45d6-a1c9-becfde8653f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '095ae5e7-e817-4723-b26d-53f0c41ac60c'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:26:30.811338 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-3033e22e-4507-4af9-a4d9-8f3fb4f8f92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (45df4cf3-fe70-4b61-a30e-d952c9c46d9e), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:30.910975 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f668e34-a3a6-425a-81ca-49aae0234406 None None] Pushing event updated for resources: {'Port': ['ID=232ac403-6290-4081-87d6-327d0ba797e8,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:30.928664 n-d-772273-4 neutron-server[115198]: INFO neutron.db.ipam_backend_mixin [None req-1d66afc3-39c5-42e3-9a15-b0d9cef31e52 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 164d3d10-eb82-42c7-887d-4fb86dad600c (CIDR: 2001:db8::/64) Feb 19 04:26:30.935206 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3f668e34-a3a6-425a-81ca-49aae0234406 None None] Attempting to bind port 232ac403-6290-4081-87d6-327d0ba797e8 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:26:30.935976 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3f668e34-a3a6-425a-81ca-49aae0234406 None None] Attempting to bind port 232ac403-6290-4081-87d6-327d0ba797e8 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:26:30.936669 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f668e34-a3a6-425a-81ca-49aae0234406 None None] Attempting to bind port 232ac403-6290-4081-87d6-327d0ba797e8 on network 9e765b0b-136b-493b-bef9-44145ed793f7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:26:30.947608 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f668e34-a3a6-425a-81ca-49aae0234406 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:26:30.948838 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f668e34-a3a6-425a-81ca-49aae0234406 None None] Checking segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:26:30.949691 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3f668e34-a3a6-425a-81ca-49aae0234406 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:30.950492 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f668e34-a3a6-425a-81ca-49aae0234406 None None] Bound using segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:26:30.952027 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3f668e34-a3a6-425a-81ca-49aae0234406 None None] Bound port: 232ac403-6290-4081-87d6-327d0ba797e8, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:26:30.952027 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3f668e34-a3a6-425a-81ca-49aae0234406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (232ac403-6290-4081-87d6-327d0ba797e8), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:30.977109 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d66afc3-39c5-42e3-9a15-b0d9cef31e52 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:26:30.977536 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d66afc3-39c5-42e3-9a15-b0d9cef31e52 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:26:31.031053 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-3033e22e-4507-4af9-a4d9-8f3fb4f8f92b service neutron] For port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:26:31.035905 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-3033e22e-4507-4af9-a4d9-8f3fb4f8f92b service neutron] For port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=45df4cf3-fe70-4b61-a30e-d952c9c46d9e,segment=NetworkSegment(866f4430-62ad-45d6-a1c9-becfde8653f6),segment_id=866f4430-62ad-45d6-a1c9-becfde8653f6)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:26:31.142029 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1d66afc3-39c5-42e3-9a15-b0d9cef31e52 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5939705 Feb 19 04:26:31.145454 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49956) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:31.149278 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3f668e34-a3a6-425a-81ca-49aae0234406 None None] For port 232ac403-6290-4081-87d6-327d0ba797e8, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:26:31.153345 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-3d86e5ec-d6c8-4516-a77e-d1e21a1d648b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:31.161694 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3f668e34-a3a6-425a-81ca-49aae0234406 None None] For port 232ac403-6290-4081-87d6-327d0ba797e8, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=232ac403-6290-4081-87d6-327d0ba797e8,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:26:31.180386 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32d8d8bf-c027-4d70-b225-19c3ea0da71c req-6df182ad-cf60-488b-a812-cea3cf272c24 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021152 Feb 19 04:26:31.181909 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3f668e34-a3a6-425a-81ca-49aae0234406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (232ac403-6290-4081-87d6-327d0ba797e8), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:31.207865 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-3033e22e-4507-4af9-a4d9-8f3fb4f8f92b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (45df4cf3-fe70-4b61-a30e-d952c9c46d9e), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:31.288438 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cd5a2aa7-df30-4eb7-be7f-b5c2d8199da8 admin admin] Publish callbacks [] for security_group (08bac242-9d7a-454d-888a-a1b74dd7d253), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:31.293481 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-10d45f51-3af1-4641-a9e9-77cc591ab770 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ad2a647f-cff0-4391-89a3-db37a854cbfc), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:31.366509 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f668e34-a3a6-425a-81ca-49aae0234406 None None] Pushing event updated for resources: {'Port': ['ID=232ac403-6290-4081-87d6-327d0ba797e8,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:31.381977 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00968e7b-64af-410c-af0c-b061362385dd tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (544bab28-3af6-4f3c-be5b-695dcbab8919), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:31.413081 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cd5a2aa7-df30-4eb7-be7f-b5c2d8199da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (08bac242-9d7a-454d-888a-a1b74dd7d253), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:31.443157 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033e22e-4507-4af9-a4d9-8f3fb4f8f92b service neutron] Pushing event updated for resources: {'Port': ['ID=45df4cf3-fe70-4b61-a30e-d952c9c46d9e,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:31.452375 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-3033e22e-4507-4af9-a4d9-8f3fb4f8f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:31.453078 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-3033e22e-4507-4af9-a4d9-8f3fb4f8f92b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:31.454761 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-3033e22e-4507-4af9-a4d9-8f3fb4f8f92b service neutron] 10.222.0.10 "PUT /v2.0/ports/45df4cf3-fe70-4b61-a30e-d952c9c46d9e HTTP/1.1" status: 200 len: 1091 time: 2.9683297 Feb 19 04:26:31.459446 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5421d94-d53d-44bf-8bf9-da84701da3aa', 'tag': '45df4cf3-fe70-4b61-a30e-d952c9c46d9e'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:26:31.462259 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6b6634-8631-4b76-b798-306945618996" -d '{"events": [{"name": "network-changed", "server_uuid": "e5421d94-d53d-44bf-8bf9-da84701da3aa", "tag": "45df4cf3-fe70-4b61-a30e-d952c9c46d9e"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:26:31.489398 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d45f51-3af1-4641-a9e9-77cc591ab770 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Port': ['ID=ad2a647f-cff0-4391-89a3-db37a854cbfc,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:31.552697 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d412582-d738-40c3-993e-276475598139 x-openstack-request-id: req-9d412582-d738-40c3-993e-276475598139 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:26:31.553010 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5421d94-d53d-44bf-8bf9-da84701da3aa", "tag": "45df4cf3-fe70-4b61-a30e-d952c9c46d9e", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:26:31.553285 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d412582-d738-40c3-993e-276475598139 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:26:31.554485 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5421d94-d53d-44bf-8bf9-da84701da3aa', 'tag': '45df4cf3-fe70-4b61-a30e-d952c9c46d9e', 'status': 'completed', 'code': 200} Feb 19 04:26:31.608567 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00968e7b-64af-410c-af0c-b061362385dd tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event updated for resources: {'Subnet': ['ID=544bab28-3af6-4f3c-be5b-695dcbab8919,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:31.677584 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-10d45f51-3af1-4641-a9e9-77cc591ab770 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:31.687693 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00968e7b-64af-410c-af0c-b061362385dd tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Checking segment: {'id': '1e975a58-21cf-443b-876b-098328642114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:26:31.688309 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00968e7b-64af-410c-af0c-b061362385dd tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Network hostable DHCP agents. Network: 764b20a5-eab4-4a63-9460-dbe0ef9fffb1, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:26:31.695795 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-10d45f51-3af1-4641-a9e9-77cc591ab770 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/ports/ad2a647f-cff0-4391-89a3-db37a854cbfc HTTP/1.1" status: 204 len: 168 time: 2.5941138 Feb 19 04:26:31.698091 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49970) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:31.798879 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a2aa7-df30-4eb7-be7f-b5c2d8199da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bac242-9d7a-454d-888a-a1b74dd7d253,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:31.841162 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cd5a2aa7-df30-4eb7-be7f-b5c2d8199da8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=530074475e61483a92b576282c827d03&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4694655 Feb 19 04:26:31.842487 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49974) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:31.844504 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d86e5ec-d6c8-4516-a77e-d1e21a1d648b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:31.866099 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d86e5ec-d6c8-4516-a77e-d1e21a1d648b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:31.877276 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cde63b6-32f3-4fdd-800d-4c2c77f2ba32 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] GET failed (client error): The resource could not be found. Feb 19 04:26:31.884658 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7cde63b6-32f3-4fdd-800d-4c2c77f2ba32 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports/ad2a647f-cff0-4391-89a3-db37a854cbfc HTTP/1.1" status: 404 len: 333 time: 0.1823373 Feb 19 04:26:31.885843 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49976) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:31.897814 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-d0ff1bf5-8f5a-4b57-82aa-23b196105624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:31.900610 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-d0ff1bf5-8f5a-4b57-82aa-23b196105624 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c4849e59fe942818a45c5dc120d64c8&device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 1125 time: 0.3835483 Feb 19 04:26:32.016476 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-5ed318d9-90b6-476d-a6d8-c7b74b7d8680 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45df4cf3-fe70-4b61-a30e-d952c9c46d9e HTTP/1.1" status: 200 len: 217 time: 0.1049716 Feb 19 04:26:32.056785 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00968e7b-64af-410c-af0c-b061362385dd tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:26:32.124440 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114277d2-2cdd-4472-a054-840dc26f7549 req-67687c52-b711-412a-a585-8a75eee58021 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:32.133663 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-114277d2-2cdd-4472-a054-840dc26f7549 req-67687c52-b711-412a-a585-8a75eee58021 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 943 time: 0.4190598 Feb 19 04:26:32.140072 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49980) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:32.206104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-00968e7b-64af-410c-af0c-b061362385dd tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 764b20a5-eab4-4a63-9460-dbe0ef9fffb1) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:32.208597 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25c7fc16-489b-4085-b07b-ee635d285097 admin admin] Publish callbacks [] for security_group (08bac242-9d7a-454d-888a-a1b74dd7d253), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:32.235760 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00968e7b-64af-410c-af0c-b061362385dd tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:32.236782 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00968e7b-64af-410c-af0c-b061362385dd tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:32.239566 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25c7fc16-489b-4085-b07b-ee635d285097 admin admin] Publish callbacks [] for security_group (08bac242-9d7a-454d-888a-a1b74dd7d253), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:32.269763 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a1f6ec-c2b9-4a0a-9e7e-8387fd742144 None None] Network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:32.285496 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-00968e7b-64af-410c-af0c-b061362385dd tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8183029 Feb 19 04:26:32.289397 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-94995ceb-30c2-4ed3-a3ef-2e780a24ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:32.292299 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49988) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:32.295564 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-94995ceb-30c2-4ed3-a3ef-2e780a24ee9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=03461490-9a6a-4c20-8dcc-67de82146434 HTTP/1.1" status: 200 len: 854 time: 0.2709346 Feb 19 04:26:32.308136 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-6f4ae300-971c-4fe9-8aa0-069404e353c5 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Request body: {'subnet': {'network_id': '0197e602-f5d2-48ef-bb73-a3741213d4f6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:32.393241 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-bcb1df09-8911-4ece-b460-d1c11b6b247e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=095ae5e7-e817-4723-b26d-53f0c41ac60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893991 Feb 19 04:26:32.433544 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25c7fc16-489b-4085-b07b-ee635d285097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (08bac242-9d7a-454d-888a-a1b74dd7d253), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:32.437147 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25c7fc16-489b-4085-b07b-ee635d285097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:32.442722 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-25c7fc16-489b-4085-b07b-ee635d285097 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/08bac242-9d7a-454d-888a-a1b74dd7d253 HTTP/1.1" status: 204 len: 168 time: 0.5657127 Feb 19 04:26:32.503346 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1692135c-9504-4f9c-8c40-54de655f094f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:32.508547 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-114277d2-2cdd-4472-a054-840dc26f7549 req-4a468d90-3691-4327-9f3f-2903b52624ce tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734097 Feb 19 04:26:32.513377 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7fc16-489b-4085-b07b-ee635d285097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bac242-9d7a-454d-888a-a1b74dd7d253,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:32.648274 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4ae300-971c-4fe9-8aa0-069404e353c5 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Made reservation on behalf of ea967e23a8ef43cfacd115b397486d6c for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:32.652769 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6f4ae300-971c-4fe9-8aa0-069404e353c5 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:32.797697 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 232ac403-6290-4081-87d6-327d0ba797e8 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:26:32.804636 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e288b5ff-1e58-4eee-afc3-cec3fe175456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-764b20a5-eab4-4a63-9460-dbe0ef9fffb1', 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1', 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'fixed_ips': [{'subnet_id': '544bab28-3af6-4f3c-be5b-695dcbab8919'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:26:32.809712 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e288b5ff-1e58-4eee-afc3-cec3fe175456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:32.849223 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-2aff06eb-c7b8-471a-8f96-d9d63697c6d3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting port 0787d7d5-74ea-4efd-9ce3-19fbf5a95842 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:26:32.849792 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2aff06eb-c7b8-471a-8f96-d9d63697c6d3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0787d7d5-74ea-4efd-9ce3-19fbf5a95842), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:32.991763 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-31587683-7558-4f61-bff7-6fbb5c4648c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:33.239412 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6f4ae300-971c-4fe9-8aa0-069404e353c5 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (54fff4b2-f9f1-4478-bd95-9c01635e43e8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:33.269422 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-f39641b1-6067-497a-8d66-9ca967910567 service neutron] 10.222.0.10 "GET /v2.0/networks/095ae5e7-e817-4723-b26d-53f0c41ac60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8645017 Feb 19 04:26:33.270520 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-e288b5ff-1e58-4eee-afc3-cec3fe175456 None None] Allocated IP 10.1.1.2 (764b20a5-eab4-4a63-9460-dbe0ef9fffb1/544bab28-3af6-4f3c-be5b-695dcbab8919/1485bc09-cd62-4da0-aa50-d46a25f85b62) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:26:33.304887 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 232ac403-6290-4081-87d6-327d0ba797e8 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:33.305596 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (232ac403-6290-4081-87d6-327d0ba797e8), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:33.317629 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2b272-94e2-42c8-aa88-86f911e8608d req-d529fedb-dd2e-436a-86e5-929ea36503f3 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:33.320554 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-08b2b272-94e2-42c8-aa88-86f911e8608d req-d529fedb-dd2e-436a-86e5-929ea36503f3 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 945 time: 0.8789432 Feb 19 04:26:33.428052 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-31587683-7558-4f61-bff7-6fbb5c4648c9 admin admin] Publish callbacks [] for security_group (efc570eb-5d2f-4d07-b1fc-16a462fd6ac7), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:33.484704 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-31587683-7558-4f61-bff7-6fbb5c4648c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (efc570eb-5d2f-4d07-b1fc-16a462fd6ac7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:33.509942 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2aff06eb-c7b8-471a-8f96-d9d63697c6d3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0787d7d5-74ea-4efd-9ce3-19fbf5a95842), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:33.555192 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 232ac403-6290-4081-87d6-327d0ba797e8 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:33.555461 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (232ac403-6290-4081-87d6-327d0ba797e8), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:33.561784 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0b049fba-00e3-488f-be2e-7a27fc9d09f6 None None] Provisioning complete for port 232ac403-6290-4081-87d6-327d0ba797e8 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:33.562166 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0b049fba-00e3-488f-be2e-7a27fc9d09f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (232ac403-6290-4081-87d6-327d0ba797e8), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:33.602326 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-2aff06eb-c7b8-471a-8f96-d9d63697c6d3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Calling delete_port for 0787d7d5-74ea-4efd-9ce3-19fbf5a95842 owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:26:33.628834 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4ae300-971c-4fe9-8aa0-069404e353c5 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Checking segment: {'id': 'a2a1e401-78fd-4a36-92fe-e1e86bcac256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0197e602-f5d2-48ef-bb73-a3741213d4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:26:33.629313 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4ae300-971c-4fe9-8aa0-069404e353c5 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Network hostable DHCP agents. Network: 0197e602-f5d2-48ef-bb73-a3741213d4f6, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:26:33.643056 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-31587683-7558-4f61-bff7-6fbb5c4648c9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4e13d494071c40688407ddb6e92f6870&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4999726 Feb 19 04:26:33.643863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ae300-971c-4fe9-8aa0-069404e353c5 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event updated for resources: {'Subnet': ['ID=54fff4b2-f9f1-4478-bd95-9c01635e43e8,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:33.649631 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50004) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:33.656061 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-08b2b272-94e2-42c8-aa88-86f911e8608d req-7a8205d9-7875-43a6-be61-e2388e6de78d tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080292 Feb 19 04:26:33.707561 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d04d9c26-56b3-4c57-8444-e68e2a625721 req-a4028e5a-f9a0-43a2-a318-6df7b7f5f16d service neutron] 10.222.0.10 "GET /v2.0/networks/095ae5e7-e817-4723-b26d-53f0c41ac60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239373 Feb 19 04:26:33.739765 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31587683-7558-4f61-bff7-6fbb5c4648c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc570eb-5d2f-4d07-b1fc-16a462fd6ac7,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:33.758984 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e288b5ff-1e58-4eee-afc3-cec3fe175456 None None] Publish callbacks [] for port (1485bc09-cd62-4da0-aa50-d46a25f85b62), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:33.802740 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e288b5ff-1e58-4eee-afc3-cec3fe175456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (1485bc09-cd62-4da0-aa50-d46a25f85b62), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:33.817189 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 232ac403-6290-4081-87d6-327d0ba797e8, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=232ac403-6290-4081-87d6-327d0ba797e8,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:33.833937 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e288b5ff-1e58-4eee-afc3-cec3fe175456 None None] Network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:26:33.837167 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-e288b5ff-1e58-4eee-afc3-cec3fe175456 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:33.867265 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e288b5ff-1e58-4eee-afc3-cec3fe175456 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:26:33.871428 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (232ac403-6290-4081-87d6-327d0ba797e8), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:33.950038 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b6634-8631-4b76-b798-306945618996 req-7071f44e-ffb9-4642-aa32-497d0cb0decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:33.954292 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3a6b6634-8631-4b76-b798-306945618996 req-7071f44e-ffb9-4642-aa32-497d0cb0decd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c4849e59fe942818a45c5dc120d64c8&device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 1125 time: 0.1429367 Feb 19 04:26:33.983571 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e288b5ff-1e58-4eee-afc3-cec3fe175456 None None] Pushing event updated for resources: {'Port': ['ID=1485bc09-cd62-4da0-aa50-d46a25f85b62,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:34.014498 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e5058f56-8a6a-4cdd-a505-82324dc2c5e6 admin admin] Publish callbacks [] for security_group (efc570eb-5d2f-4d07-b1fc-16a462fd6ac7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:34.054711 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=232ac403-6290-4081-87d6-327d0ba797e8,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:34.057396 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e5058f56-8a6a-4cdd-a505-82324dc2c5e6 admin admin] Publish callbacks [] for security_group (efc570eb-5d2f-4d07-b1fc-16a462fd6ac7), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:34.074776 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e288b5ff-1e58-4eee-afc3-cec3fe175456 None None] Attempting to bind port 1485bc09-cd62-4da0-aa50-d46a25f85b62 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:26:34.075157 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e288b5ff-1e58-4eee-afc3-cec3fe175456 None None] Attempting to bind port 1485bc09-cd62-4da0-aa50-d46a25f85b62 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '1e975a58-21cf-443b-876b-098328642114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:26:34.075567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e288b5ff-1e58-4eee-afc3-cec3fe175456 None None] Attempting to bind port 1485bc09-cd62-4da0-aa50-d46a25f85b62 on network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:26:34.086459 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e288b5ff-1e58-4eee-afc3-cec3fe175456 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:26:34.086459 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e288b5ff-1e58-4eee-afc3-cec3fe175456 None None] Checking segment: {'id': '1e975a58-21cf-443b-876b-098328642114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:26:34.087036 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e288b5ff-1e58-4eee-afc3-cec3fe175456 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:34.087210 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e288b5ff-1e58-4eee-afc3-cec3fe175456 None None] Bound using segment: {'id': '1e975a58-21cf-443b-876b-098328642114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:26:34.087705 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e288b5ff-1e58-4eee-afc3-cec3fe175456 None None] Bound port: 1485bc09-cd62-4da0-aa50-d46a25f85b62, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e975a58-21cf-443b-876b-098328642114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:26:34.088160 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e288b5ff-1e58-4eee-afc3-cec3fe175456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1485bc09-cd62-4da0-aa50-d46a25f85b62), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:34.093775 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0b049fba-00e3-488f-be2e-7a27fc9d09f6 None None] Current status of the port 232ac403-6290-4081-87d6-327d0ba797e8 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:34.145452 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4ae300-971c-4fe9-8aa0-069404e353c5 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Network 0197e602-f5d2-48ef-bb73-a3741213d4f6 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:26:34.213198 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2aff06eb-c7b8-471a-8f96-d9d63697c6d3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (0787d7d5-74ea-4efd-9ce3-19fbf5a95842), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:34.252201 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e288b5ff-1e58-4eee-afc3-cec3fe175456 None None] For port 1485bc09-cd62-4da0-aa50-d46a25f85b62, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:26:34.274846 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e288b5ff-1e58-4eee-afc3-cec3fe175456 None None] For port 1485bc09-cd62-4da0-aa50-d46a25f85b62, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=1485bc09-cd62-4da0-aa50-d46a25f85b62,segment=NetworkSegment(1e975a58-21cf-443b-876b-098328642114),segment_id=1e975a58-21cf-443b-876b-098328642114)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:26:34.281693 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-6f4ae300-971c-4fe9-8aa0-069404e353c5 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 0197e602-f5d2-48ef-bb73-a3741213d4f6) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:34.290666 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4ae300-971c-4fe9-8aa0-069404e353c5 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:34.291759 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6f4ae300-971c-4fe9-8aa0-069404e353c5 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:34.296882 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff06eb-c7b8-471a-8f96-d9d63697c6d3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Port': ['ID=0787d7d5-74ea-4efd-9ce3-19fbf5a95842,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:34.297582 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e288b5ff-1e58-4eee-afc3-cec3fe175456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (1485bc09-cd62-4da0-aa50-d46a25f85b62), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:34.297964 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e5058f56-8a6a-4cdd-a505-82324dc2c5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (efc570eb-5d2f-4d07-b1fc-16a462fd6ac7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:34.303703 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e5058f56-8a6a-4cdd-a505-82324dc2c5e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:34.305875 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e5058f56-8a6a-4cdd-a505-82324dc2c5e6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/efc570eb-5d2f-4d07-b1fc-16a462fd6ac7 HTTP/1.1" status: 204 len: 168 time: 0.6530814 Feb 19 04:26:34.332707 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76fc89-e2c6-49b4-a664-97f13229737c req-44235a7c-57bb-46f1-9284-311acbd9f22a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:34.335582 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-af76fc89-e2c6-49b4-a664-97f13229737c req-44235a7c-57bb-46f1-9284-311acbd9f22a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 943 time: 0.5826917 Feb 19 04:26:34.362756 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b6634-8631-4b76-b798-306945618996 req-95d9b76b-0aeb-488c-864c-0f519162eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:34.364730 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3a6b6634-8631-4b76-b798-306945618996 req-95d9b76b-0aeb-488c-864c-0f519162eb61 service neutron] 10.222.0.10 "GET /v2.0/networks?id=095ae5e7-e817-4723-b26d-53f0c41ac60c HTTP/1.1" status: 200 len: 914 time: 0.4038122 Feb 19 04:26:34.366419 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2aff06eb-c7b8-471a-8f96-d9d63697c6d3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:34.370308 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2aff06eb-c7b8-471a-8f96-d9d63697c6d3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/ports/0787d7d5-74ea-4efd-9ce3-19fbf5a95842 HTTP/1.1" status: 204 len: 168 time: 2.4768767 Feb 19 04:26:34.376872 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1b6f06-5c8c-4453-9054-0763a1b6b6c0 None None] Network 0197e602-f5d2-48ef-bb73-a3741213d4f6 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:34.404957 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50014) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:34.406255 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5058f56-8a6a-4cdd-a505-82324dc2c5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc570eb-5d2f-4d07-b1fc-16a462fd6ac7,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:34.488857 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7be57df-cdc1-4186-bc80-c7cbd3efba83 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] GET failed (client error): The resource could not be found. Feb 19 04:26:34.505421 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50018) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:34.505826 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f7be57df-cdc1-4186-bc80-c7cbd3efba83 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports/0787d7d5-74ea-4efd-9ce3-19fbf5a95842 HTTP/1.1" status: 404 len: 333 time: 0.0942488 Feb 19 04:26:34.549648 n-d-772273-4 neutron-server[115198]: DEBUG neutron.objects.ports [None req-3d86e5ec-d6c8-4516-a77e-d1e21a1d648b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115198) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:26:34.560591 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6f4ae300-971c-4fe9-8aa0-069404e353c5 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2596519 Feb 19 04:26:34.562401 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50022) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:34.583377 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-09fe3526-d046-4367-8cf3-bcf5e0bdb503 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Request body: {'port': {'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1', 'name': 'tempest-TaggedBootDevicesTest_v242-1479973951', 'fixed_ips': [{'subnet_id': '544bab28-3af6-4f3c-be5b-695dcbab8919'}]}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:34.616168 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e288b5ff-1e58-4eee-afc3-cec3fe175456 None None] Pushing event updated for resources: {'Port': ['ID=1485bc09-cd62-4da0-aa50-d46a25f85b62,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:34.661459 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e50902f-7f81-4dfe-9599-d2c0bdb7bf6a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting subnet 2ef184ad-2840-4b3b-83a6-2c02e281c0c2 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:26:34.676666 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6e50902f-7f81-4dfe-9599-d2c0bdb7bf6a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for subnet (2ef184ad-2840-4b3b-83a6-2c02e281c0c2), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:34.761407 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 232ac403-6290-4081-87d6-327d0ba797e8 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:26:34.813689 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6e50902f-7f81-4dfe-9599-d2c0bdb7bf6a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (2ef184ad-2840-4b3b-83a6-2c02e281c0c2), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:34.875786 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec9575c-7be1-4077-bb8e-31f0f04d5692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-0197e602-f5d2-48ef-bb73-a3741213d4f6', 'network_id': '0197e602-f5d2-48ef-bb73-a3741213d4f6', 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'fixed_ips': [{'subnet_id': '54fff4b2-f9f1-4478-bd95-9c01635e43e8'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:26:34.876668 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3ec9575c-7be1-4077-bb8e-31f0f04d5692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:35.098696 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-af76fc89-e2c6-49b4-a664-97f13229737c req-e024bea5-80ce-44fe-bccf-9272bf074fe1 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7362180 Feb 19 04:26:35.264608 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428446a-afc8-4f23-a0ec-14262e5d36ce req-7c2f0bc2-70c0-4b45-8ba4-02d6fcc306d5 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:35.268151 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c428446a-afc8-4f23-a0ec-14262e5d36ce req-7c2f0bc2-70c0-4b45-8ba4-02d6fcc306d5 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 945 time: 0.3466017 Feb 19 04:26:35.370922 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6e50902f-7f81-4dfe-9599-d2c0bdb7bf6a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (2ef184ad-2840-4b3b-83a6-2c02e281c0c2), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:35.404049 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fe3526-d046-4367-8cf3-bcf5e0bdb503 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Made reservation on behalf of ea967e23a8ef43cfacd115b397486d6c for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:35.414036 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d86e5ec-d6c8-4516-a77e-d1e21a1d648b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (232ac403-6290-4081-87d6-327d0ba797e8), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:35.662424 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3a6b6634-8631-4b76-b798-306945618996 req-f4f70ade-efbd-42a9-9e70-a313ab1a7956 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45df4cf3-fe70-4b61-a30e-d952c9c46d9e HTTP/1.1" status: 200 len: 217 time: 1.2905271 Feb 19 04:26:35.735084 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 232ac403-6290-4081-87d6-327d0ba797e8 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:35.736458 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (232ac403-6290-4081-87d6-327d0ba797e8), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:35.791850 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-97d06eb2-3e2e-4746-a7c9-8edd6227abfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:35.797175 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-3ec9575c-7be1-4077-bb8e-31f0f04d5692 None None] Allocated IP 10.2.2.2 (0197e602-f5d2-48ef-bb73-a3741213d4f6/54fff4b2-f9f1-4478-bd95-9c01635e43e8/5fa8d677-c784-4adc-ac1a-737cf7c3cf65) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:26:35.830574 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c428446a-afc8-4f23-a0ec-14262e5d36ce req-e539552b-d58c-4095-a4e4-75092be5571a tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5493643 Feb 19 04:26:35.869318 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b6634-8631-4b76-b798-306945618996 req-d2285118-b796-46d4-9a1e-00b2607e6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:35.869318 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3a6b6634-8631-4b76-b798-306945618996 req-d2285118-b796-46d4-9a1e-00b2607e6fc5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=03461490-9a6a-4c20-8dcc-67de82146434 HTTP/1.1" status: 200 len: 854 time: 0.1748085 Feb 19 04:26:35.871511 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-09fe3526-d046-4367-8cf3-bcf5e0bdb503 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:35.941537 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3a6b6634-8631-4b76-b798-306945618996 req-b1a98c20-d32e-4e11-b040-9c761be020e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=095ae5e7-e817-4723-b26d-53f0c41ac60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632539 Feb 19 04:26:35.949430 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-09fe3526-d046-4367-8cf3-bcf5e0bdb503 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] device_id is not set on port 680d45c7-a626-4dc5-b424-148f5e9cc4f9 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:26:36.107470 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3a6b6634-8631-4b76-b798-306945618996 req-49e284d3-f528-403b-86ae-c28ad44ad63f service neutron] 10.222.0.10 "GET /v2.0/networks/095ae5e7-e817-4723-b26d-53f0c41ac60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529722 Feb 19 04:26:36.116207 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6e50902f-7f81-4dfe-9599-d2c0bdb7bf6a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (2ef184ad-2840-4b3b-83a6-2c02e281c0c2), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:36.222549 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-3d86e5ec-d6c8-4516-a77e-d1e21a1d648b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] For port 232ac403-6290-4081-87d6-327d0ba797e8, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=232ac403-6290-4081-87d6-327d0ba797e8,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:36.287536 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31cccfa-2020-4385-bb10-a26f4c0a6182 None None] Network ef470ace-f54b-478b-ba21-ea6cec6a6546 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:36.321368 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6e50902f-7f81-4dfe-9599-d2c0bdb7bf6a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:36.329776 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6e50902f-7f81-4dfe-9599-d2c0bdb7bf6a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/subnets/2ef184ad-2840-4b3b-83a6-2c02e281c0c2 HTTP/1.1" status: 204 len: 168 time: 1.8192511 Feb 19 04:26:36.398146 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50046) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:36.400563 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50902f-7f81-4dfe-9599-d2c0bdb7bf6a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Subnet': ['ID=2ef184ad-2840-4b3b-83a6-2c02e281c0c2,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:36.574269 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9893eba8-b638-41c2-be19-0d79c033a999 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (ef470ace-f54b-478b-ba21-ea6cec6a6546), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:36.620976 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50050) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:36.725670 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d86e5ec-d6c8-4516-a77e-d1e21a1d648b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (232ac403-6290-4081-87d6-327d0ba797e8), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:36.786736 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3ec9575c-7be1-4077-bb8e-31f0f04d5692 None None] Publish callbacks [] for port (5fa8d677-c784-4adc-ac1a-737cf7c3cf65), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:36.795092 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3a6b6634-8631-4b76-b798-306945618996 req-4d0349c9-7113-40bd-8311-6c9c0af80a26 service neutron] 10.222.0.10 "GET /v2.0/networks/095ae5e7-e817-4723-b26d-53f0c41ac60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6505585 Feb 19 04:26:36.795730 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d86e5ec-d6c8-4516-a77e-d1e21a1d648b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (232ac403-6290-4081-87d6-327d0ba797e8), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:36.825506 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-9893eba8-b638-41c2-be19-0d79c033a999 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting port 76b1d385-8897-4384-bc6f-1dc74ee490f1 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:26:36.825506 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9893eba8-b638-41c2-be19-0d79c033a999 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (76b1d385-8897-4384-bc6f-1dc74ee490f1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:36.847036 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b20e6e7-4add-4d63-91c3-ae7b29cb3ebc None None] Network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:36.859489 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3ec9575c-7be1-4077-bb8e-31f0f04d5692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (5fa8d677-c784-4adc-ac1a-737cf7c3cf65), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:37.028452 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d86e5ec-d6c8-4516-a77e-d1e21a1d648b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (e31a49fa-9ef5-4a5e-8cd0-38d88fbb4223), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:37.067467 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 232ac403-6290-4081-87d6-327d0ba797e8 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:37.087452 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:37.127760 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fc791-de73-4878-a0b9-4d507d4e8200 req-9c2b6df3-3cd0-4209-88b4-4c8ec2a17449 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:37.152758 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-456fc791-de73-4878-a0b9-4d507d4e8200 req-9c2b6df3-3cd0-4209-88b4-4c8ec2a17449 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 943 time: 0.6903992 Feb 19 04:26:37.193704 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9575c-7be1-4077-bb8e-31f0f04d5692 None None] Pushing event updated for resources: {'Port': ['ID=5fa8d677-c784-4adc-ac1a-737cf7c3cf65,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:37.214494 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-42520c64-1a9f-421e-95c8-89e19b36e6dc None None] Provisioning complete for port 1485bc09-cd62-4da0-aa50-d46a25f85b62 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:37.215313 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-42520c64-1a9f-421e-95c8-89e19b36e6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1485bc09-cd62-4da0-aa50-d46a25f85b62), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:37.296044 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-9893eba8-b638-41c2-be19-0d79c033a999 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] For port 76b1d385-8897-4384-bc6f-1dc74ee490f1, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=76b1d385-8897-4384-bc6f-1dc74ee490f1,segment=NetworkSegment(e71e16df-f32a-4b28-adbd-de468098b4c6),segment_id=e71e16df-f32a-4b28-adbd-de468098b4c6)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:37.306524 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9893eba8-b638-41c2-be19-0d79c033a999 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (76b1d385-8897-4384-bc6f-1dc74ee490f1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:37.353974 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec9575c-7be1-4077-bb8e-31f0f04d5692 None None] Network 0197e602-f5d2-48ef-bb73-a3741213d4f6 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:26:37.356382 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-0e99b6e2-34be-4b3b-830b-10938cbd5365 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:37.359089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1485bc09-cd62-4da0-aa50-d46a25f85b62 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:26:37.367845 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0e99b6e2-34be-4b3b-830b-10938cbd5365 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.7447517 Feb 19 04:26:37.378963 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50064) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:37.396867 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-3ec9575c-7be1-4077-bb8e-31f0f04d5692 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:37.398980 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-1833b3ae-e240-4849-abfc-86daadcf8911 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:37.400192 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1833b3ae-e240-4849-abfc-86daadcf8911 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0068283 Feb 19 04:26:37.407086 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50066) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:37.411598 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-9893eba8-b638-41c2-be19-0d79c033a999 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Calling delete_port for 76b1d385-8897-4384-bc6f-1dc74ee490f1 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:26:37.424282 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-5c117a50-89fb-42f4-84eb-073b94d2f0ca tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:37.426077 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5c117a50-89fb-42f4-84eb-073b94d2f0ca tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0161328 Feb 19 04:26:37.431373 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50068) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:37.445912 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 45df4cf3-fe70-4b61-a30e-d952c9c46d9e details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:26:37.457999 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec9575c-7be1-4077-bb8e-31f0f04d5692 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:26:37.469899 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d86e5ec-d6c8-4516-a77e-d1e21a1d648b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:26:37.477881 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-10ffc2ea-f2e5-4cce-af41-82ea47663cae tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:37.479916 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-10ffc2ea-f2e5-4cce-af41-82ea47663cae tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0431044 Feb 19 04:26:37.481911 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-09fe3526-d046-4367-8cf3-bcf5e0bdb503 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Allocated IP 10.1.1.230 (764b20a5-eab4-4a63-9460-dbe0ef9fffb1/544bab28-3af6-4f3c-be5b-695dcbab8919/680d45c7-a626-4dc5-b424-148f5e9cc4f9) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:26:37.495857 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50070) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:37.498837 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-3d86e5ec-d6c8-4516-a77e-d1e21a1d648b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:37.505915 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-1d2209ea-bfbe-4d57-bfd8-04a1cf370d9d tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:37.506607 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1d2209ea-bfbe-4d57-bfd8-04a1cf370d9d tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0076458 Feb 19 04:26:37.513256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50072) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:37.530004 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d86e5ec-d6c8-4516-a77e-d1e21a1d648b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:37.530004 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d86e5ec-d6c8-4516-a77e-d1e21a1d648b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:37.530377 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-b677d542-571b-4e45-83e1-e9f408cd1d45 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:37.530377 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b677d542-571b-4e45-83e1-e9f408cd1d45 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0099390 Feb 19 04:26:37.532351 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:37.546452 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86e5ec-d6c8-4516-a77e-d1e21a1d648b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=232ac403-6290-4081-87d6-327d0ba797e8,revision_number=5']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:37.549257 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8f5a53-b5d1-43a9-925b-39153d93ce17 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:37.554050 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50076) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:37.558561 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa0f41-2ce5-482d-9e20-2169e8951375 req-0088fa4f-971d-4eee-b5e4-0e04face8a20 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:37.560982 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-77aa0f41-2ce5-482d-9e20-2169e8951375 req-0088fa4f-971d-4eee-b5e4-0e04face8a20 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 945 time: 0.4680250 Feb 19 04:26:37.586121 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-5347fea2-66e1-4cc1-ba4d-decee2fb0cc9 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:37.587963 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5347fea2-66e1-4cc1-ba4d-decee2fb0cc9 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0087111 Feb 19 04:26:37.602195 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50078) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:37.618879 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-d13bd3c7-ec77-4eb3-9350-e6229af91eed tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:37.621578 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d13bd3c7-ec77-4eb3-9350-e6229af91eed tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0098805 Feb 19 04:26:37.632341 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:26:37.662590 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50080) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:37.683932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-9cc4ba5a-e697-48b8-a47c-8cd2fcb5b86f tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:37.685904 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9cc4ba5a-e697-48b8-a47c-8cd2fcb5b86f tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0205507 Feb 19 04:26:37.692417 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3d86e5ec-d6c8-4516-a77e-d1e21a1d648b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.5432239 Feb 19 04:26:37.693674 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50084) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:37.720087 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86e5ec-d6c8-4516-a77e-d1e21a1d648b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=e31a49fa-9ef5-4a5e-8cd0-38d88fbb4223,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:37.728630 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50086) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:37.734885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-d1936d80-591c-4263-8e41-fbb472180257 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:37.737536 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d1936d80-591c-4263-8e41-fbb472180257 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0111701 Feb 19 04:26:37.739842 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-a6e710cb-bd53-4a0c-af8e-2ded5e753bd5 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'mac_address': 'fa:16:3e:b6:dc:0d', 'name': 'tempest-NetworksTestDHCPv6-1106414315'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:37.742631 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50090) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:37.758322 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-a942b71e-0ae9-4f76-86a8-5df0023e366c tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:37.763464 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a942b71e-0ae9-4f76-86a8-5df0023e366c tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0074339 Feb 19 04:26:37.772473 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917a3bb-2027-4a71-b66c-67e489a72dda req-6a4f8365-50b2-4133-b1f5-f9f5da68ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:37.777949 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50092) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:37.783033 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b917a3bb-2027-4a71-b66c-67e489a72dda req-6a4f8365-50b2-4133-b1f5-f9f5da68ee19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8cacf0263ee84f64a630c7eb71dfd691&device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 1127 time: 0.7487171 Feb 19 04:26:37.789299 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-456fc791-de73-4878-a0b9-4d507d4e8200 req-923291b4-6cc9-4195-a8e2-776a1fd7c5e0 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6348794 Feb 19 04:26:37.805265 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-012e40e5-e968-44d3-b84c-b378b6847741 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:37.810991 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-012e40e5-e968-44d3-b84c-b378b6847741 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0117276 Feb 19 04:26:37.842071 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50094) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:37.848375 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-daa53006-a47e-4167-89c2-93edbca1c759 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:37.849396 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-daa53006-a47e-4167-89c2-93edbca1c759 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0064056 Feb 19 04:26:37.857068 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50096) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:37.880301 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-cafa45d5-5581-4902-9ef7-fc4b2e9f834a tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:37.881992 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cafa45d5-5581-4902-9ef7-fc4b2e9f834a tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0235593 Feb 19 04:26:37.895545 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50100) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:37.903659 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-0136cfa7-d077-42e3-a9e1-cd8b2491993c tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:37.905702 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0136cfa7-d077-42e3-a9e1-cd8b2491993c tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0088096 Feb 19 04:26:37.937626 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3ec9575c-7be1-4077-bb8e-31f0f04d5692 None None] Attempting to bind port 5fa8d677-c784-4adc-ac1a-737cf7c3cf65 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:26:37.938815 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50102) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:37.939490 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3ec9575c-7be1-4077-bb8e-31f0f04d5692 None None] Attempting to bind port 5fa8d677-c784-4adc-ac1a-737cf7c3cf65 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'a2a1e401-78fd-4a36-92fe-e1e86bcac256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0197e602-f5d2-48ef-bb73-a3741213d4f6'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:26:37.939885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9575c-7be1-4077-bb8e-31f0f04d5692 None None] Attempting to bind port 5fa8d677-c784-4adc-ac1a-737cf7c3cf65 on network 0197e602-f5d2-48ef-bb73-a3741213d4f6 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:26:37.949362 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-220893e9-61b9-4cd8-aa67-d8b62a10dd55 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:37.950815 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-220893e9-61b9-4cd8-aa67-d8b62a10dd55 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0103216 Feb 19 04:26:37.951272 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:26:37.988597 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50106) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:37.994890 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ea6313-1ffe-46de-8d71-1b3ed0a74890 None None] DHCP port deletion for ef470ace-f54b-478b-ba21-ea6cec6a6546 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:26:38.097896 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-3e0734f0-e94d-4379-89c5-9f40b371030a tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:38.100268 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3e0734f0-e94d-4379-89c5-9f40b371030a tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0093663 Feb 19 04:26:38.107044 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9575c-7be1-4077-bb8e-31f0f04d5692 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:26:38.107473 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9575c-7be1-4077-bb8e-31f0f04d5692 None None] Checking segment: {'id': 'a2a1e401-78fd-4a36-92fe-e1e86bcac256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0197e602-f5d2-48ef-bb73-a3741213d4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:26:38.107844 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3ec9575c-7be1-4077-bb8e-31f0f04d5692 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:38.108252 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9575c-7be1-4077-bb8e-31f0f04d5692 None None] Bound using segment: {'id': 'a2a1e401-78fd-4a36-92fe-e1e86bcac256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0197e602-f5d2-48ef-bb73-a3741213d4f6'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:26:38.108832 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50108) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.109143 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3ec9575c-7be1-4077-bb8e-31f0f04d5692 None None] Bound port: 5fa8d677-c784-4adc-ac1a-737cf7c3cf65, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a1e401-78fd-4a36-92fe-e1e86bcac256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0197e602-f5d2-48ef-bb73-a3741213d4f6'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:26:38.109622 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3ec9575c-7be1-4077-bb8e-31f0f04d5692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5fa8d677-c784-4adc-ac1a-737cf7c3cf65), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:38.126190 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-102404af-3d42-4de2-9131-549146069868 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:38.127501 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-102404af-3d42-4de2-9131-549146069868 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0169790 Feb 19 04:26:38.138714 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50110) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.145739 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9893eba8-b638-41c2-be19-0d79c033a999 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (76b1d385-8897-4384-bc6f-1dc74ee490f1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:38.161583 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-09fe3526-d046-4367-8cf3-bcf5e0bdb503 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for port (680d45c7-a626-4dc5-b424-148f5e9cc4f9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:38.200708 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:38.233001 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-d15f2a4e-322d-4f38-992d-4536f9c0a778 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:38.236288 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d15f2a4e-322d-4f38-992d-4536f9c0a778 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0919294 Feb 19 04:26:38.246875 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50114) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.255784 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea6313-1ffe-46de-8d71-1b3ed0a74890 None None] The port '76b1d385-8897-4384-bc6f-1dc74ee490f1' was deleted {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 19 04:26:38.259598 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-b819b6a1-711c-4b3a-a2a2-72042c28cd10 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:38.262083 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b819b6a1-711c-4b3a-a2a2-72042c28cd10 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0139551 Feb 19 04:26:38.265625 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50116) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.279155 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-2a8bf44b-23e4-4fc6-9092-4b66af037287 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:38.282141 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2a8bf44b-23e4-4fc6-9092-4b66af037287 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0146558 Feb 19 04:26:38.288039 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50118) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.295588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-c402cebb-5dfd-437b-bf33-0cc88ac9dbb1 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:38.301647 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c402cebb-5dfd-437b-bf33-0cc88ac9dbb1 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0078256 Feb 19 04:26:38.302500 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50120) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.309135 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-07b28661-16ff-4494-affc-003bf533dd63 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:38.314618 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-07b28661-16ff-4494-affc-003bf533dd63 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0069070 Feb 19 04:26:38.315786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50122) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.330078 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-f6003b74-0c17-4676-8633-60792cf2c787 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:38.330078 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f6003b74-0c17-4676-8633-60792cf2c787 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0094895 Feb 19 04:26:38.330837 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50124) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.337385 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-fa2e014f-5a6e-468b-8006-9a65019d6719 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:38.342154 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fa2e014f-5a6e-468b-8006-9a65019d6719 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0072029 Feb 19 04:26:38.342409 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50126) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.346788 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-09fe3526-d046-4367-8cf3-bcf5e0bdb503 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (680d45c7-a626-4dc5-b424-148f5e9cc4f9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:38.353730 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-7f1b1130-88cc-4633-ba8f-b33fc59a7b33 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:38.354881 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7f1b1130-88cc-4633-ba8f-b33fc59a7b33 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0112295 Feb 19 04:26:38.364958 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50128) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.376477 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-a58d367d-b7fc-4a72-8ff0-99f271989630 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:38.377789 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a58d367d-b7fc-4a72-8ff0-99f271989630 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0121362 Feb 19 04:26:38.403252 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50130) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.406991 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9893eba8-b638-41c2-be19-0d79c033a999 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] No DVR routers for this DVR port 76b1d385-8897-4384-bc6f-1dc74ee490f1 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:26:38.418848 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-37b5f772-7211-4a0e-9ddb-2b98bdf91fff tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:38.424119 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-37b5f772-7211-4a0e-9ddb-2b98bdf91fff tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0141063 Feb 19 04:26:38.425613 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-42520c64-1a9f-421e-95c8-89e19b36e6dc None None] Current status of the port 1485bc09-cd62-4da0-aa50-d46a25f85b62 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:38.426281 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-42520c64-1a9f-421e-95c8-89e19b36e6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1485bc09-cd62-4da0-aa50-d46a25f85b62), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:38.431444 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893eba8-b638-41c2-be19-0d79c033a999 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Port': ['ID=76b1d385-8897-4384-bc6f-1dc74ee490f1,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:38.434476 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50132) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.451681 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 1485bc09-cd62-4da0-aa50-d46a25f85b62 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:38.452562 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1485bc09-cd62-4da0-aa50-d46a25f85b62), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:38.470299 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-6222ecd9-fae0-4ec8-898a-f41b7db0fcaf tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:38.471900 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6222ecd9-fae0-4ec8-898a-f41b7db0fcaf tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0276830 Feb 19 04:26:38.491477 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50136) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.505722 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-65dac717-fe37-4976-9593-94c5b148e3ef tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:38.507568 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-65dac717-fe37-4976-9593-94c5b148e3ef tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0078733 Feb 19 04:26:38.514364 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-77aa0f41-2ce5-482d-9e20-2169e8951375 req-40c29454-6541-4c73-a304-dfdb2d8c7235 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8438082 Feb 19 04:26:38.524083 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50140) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.531752 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fe3526-d046-4367-8cf3-bcf5e0bdb503 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:26:38.536386 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-f22ac752-9024-4612-9c8d-549bb11eb81a tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:38.538539 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f22ac752-9024-4612-9c8d-549bb11eb81a tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0079775 Feb 19 04:26:38.558065 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-09fe3526-d046-4367-8cf3-bcf5e0bdb503 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:38.560635 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50142) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.574396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fe3526-d046-4367-8cf3-bcf5e0bdb503 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:26:38.577645 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe3526-d046-4367-8cf3-bcf5e0bdb503 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event updated for resources: {'Port': ['ID=680d45c7-a626-4dc5-b424-148f5e9cc4f9,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:38.592697 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-e837b7f0-bc4c-4e3e-baf0-99f0e4833851 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:38.595058 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e837b7f0-bc4c-4e3e-baf0-99f0e4833851 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0326676 Feb 19 04:26:38.598882 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50144) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.605545 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-44033b08-bcf9-4177-9759-f1ee1b0529ea tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:38.608256 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-44033b08-bcf9-4177-9759-f1ee1b0529ea tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0074604 Feb 19 04:26:38.613533 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50146) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.685642 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-ecbe1a47-5706-47b8-9c3f-892de117d7ca tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:38.687446 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ecbe1a47-5706-47b8-9c3f-892de117d7ca tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0082321 Feb 19 04:26:38.697801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50148) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.702521 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=45df4cf3-fe70-4b61-a30e-d952c9c46d9e,segment=NetworkSegment(866f4430-62ad-45d6-a1c9-becfde8653f6),segment_id=866f4430-62ad-45d6-a1c9-becfde8653f6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:38.716586 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-6b1c8a89-4c03-41c5-a308-aa8f46371686 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:38.723578 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6b1c8a89-4c03-41c5-a308-aa8f46371686 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0219336 Feb 19 04:26:38.728792 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '45df4cf3-fe70-4b61-a30e-d952c9c46d9e', 'network_id': '095ae5e7-e817-4723-b26d-53f0c41ac60c', 'port_id': '45df4cf3-fe70-4b61-a30e-d952c9c46d9e', 'mac_address': 'fa:16:3e:8d:57:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03461490-9a6a-4c20-8dcc-67de82146434', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:26:38.730692 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50152) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.750728 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-b4478388-25b2-4612-a2bf-65ceb5034f25 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:38.757116 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b4478388-25b2-4612-a2bf-65ceb5034f25 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0244439 Feb 19 04:26:38.764671 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9893eba8-b638-41c2-be19-0d79c033a999 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (ef470ace-f54b-478b-ba21-ea6cec6a6546), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:38.773147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50154) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.778325 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fe3526-d046-4367-8cf3-bcf5e0bdb503 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:38.780265 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-09fe3526-d046-4367-8cf3-bcf5e0bdb503 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:38.781268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-1a658f4a-d8f3-4b20-9fdf-204dd5dacee7 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:38.783308 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1a658f4a-d8f3-4b20-9fdf-204dd5dacee7 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0079322 Feb 19 04:26:38.786835 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917a3bb-2027-4a71-b66c-67e489a72dda req-43d50541-4a49-4f6f-91ff-2b6b173d6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:38.789513 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b917a3bb-2027-4a71-b66c-67e489a72dda req-43d50541-4a49-4f6f-91ff-2b6b173d6807 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e83f3002-0af4-41e3-a80b-f034b33ca87c HTTP/1.1" status: 200 len: 919 time: 0.9429803 Feb 19 04:26:38.790339 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50156) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.810032 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-88340cb5-f86d-4465-9222-bbe169f4b94d tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:38.811848 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-88340cb5-f86d-4465-9222-bbe169f4b94d tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0083702 Feb 19 04:26:38.822844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50158) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.831156 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-42520c64-1a9f-421e-95c8-89e19b36e6dc None None] For port 1485bc09-cd62-4da0-aa50-d46a25f85b62, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=1485bc09-cd62-4da0-aa50-d46a25f85b62,segment=NetworkSegment(1e975a58-21cf-443b-876b-098328642114),segment_id=1e975a58-21cf-443b-876b-098328642114)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:38.848463 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-aff84acd-2a6e-4d90-9c2f-0a3b8a3703e8 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:38.853437 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-aff84acd-2a6e-4d90-9c2f-0a3b8a3703e8 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0244017 Feb 19 04:26:38.871204 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-09fe3526-d046-4367-8cf3-bcf5e0bdb503 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3027539 Feb 19 04:26:38.872198 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50162) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.890067 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-25fa897b-b533-4214-b0b5-96bae08cd3d8 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:38.899455 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-25fa897b-b533-4214-b0b5-96bae08cd3d8 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0211034 Feb 19 04:26:38.900403 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50164) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.903321 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50166) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.924781 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-f7a6a996-a071-4e52-9319-8bc45f552e09 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:38.930453 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f7a6a996-a071-4e52-9319-8bc45f552e09 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0186510 Feb 19 04:26:38.956682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-ac378b2d-512c-4e57-a2fc-cce651dfcaf3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Request body: {'port': {'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1', 'name': 'tempest-TaggedBootDevicesTest_v242-555594561', 'fixed_ips': [{'subnet_id': '544bab28-3af6-4f3c-be5b-695dcbab8919'}]}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:38.967740 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-42520c64-1a9f-421e-95c8-89e19b36e6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (1485bc09-cd62-4da0-aa50-d46a25f85b62), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:38.974816 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50168) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:38.989859 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-9893eba8-b638-41c2-be19-0d79c033a999 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef470ace-f54b-478b-ba21-ea6cec6a6546']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:26:39.012430 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-9893eba8-b638-41c2-be19-0d79c033a999 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71e16df-f32a-4b28-adbd-de468098b4c6') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:26:39.012763 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-9893eba8-b638-41c2-be19-0d79c033a999 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71e16df-f32a-4b28-adbd-de468098b4c6') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:26:39.027871 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-6992f261-813b-49b3-8a8d-2d91cefc228f tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:39.028888 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9893eba8-b638-41c2-be19-0d79c033a999 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (e71e16df-f32a-4b28-adbd-de468098b4c6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:39.029786 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6992f261-813b-49b3-8a8d-2d91cefc228f tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0524335 Feb 19 04:26:39.049105 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9893eba8-b638-41c2-be19-0d79c033a999 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (e71e16df-f32a-4b28-adbd-de468098b4c6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:39.059313 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9893eba8-b638-41c2-be19-0d79c033a999 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:26:39.059729 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9893eba8-b638-41c2-be19-0d79c033a999 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (e71e16df-f32a-4b28-adbd-de468098b4c6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:39.091007 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50172) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:39.107819 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-f63491ab-9347-4a67-bdb9-8dae5a7132a8 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:39.112175 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f63491ab-9347-4a67-bdb9-8dae5a7132a8 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0116148 Feb 19 04:26:39.123364 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42520c64-1a9f-421e-95c8-89e19b36e6dc None None] Pushing event updated for resources: {'Port': ['ID=1485bc09-cd62-4da0-aa50-d46a25f85b62,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:26:39.166168 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:26:39.169459 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50176) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:39.181121 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b917a3bb-2027-4a71-b66c-67e489a72dda req-dc86a1e3-9930-42be-a166-20178a3ab0ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4387ee52-5183-4579-a6e9-67ba0d18de1f HTTP/1.1" status: 200 len: 217 time: 0.3642237 Feb 19 04:26:39.181842 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9893eba8-b638-41c2-be19-0d79c033a999 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (ef470ace-f54b-478b-ba21-ea6cec6a6546), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:39.194852 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-77ff606d-bc96-4b86-a00c-a71548af9598 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:39.196046 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-77ff606d-bc96-4b86-a00c-a71548af9598 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0266244 Feb 19 04:26:39.202662 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50178) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:39.212852 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e710cb-bd53-4a0c-af8e-2ded5e753bd5 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:39.225042 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 1485bc09-cd62-4da0-aa50-d46a25f85b62 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:39.286476 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3ec9575c-7be1-4077-bb8e-31f0f04d5692 None None] For port 5fa8d677-c784-4adc-ac1a-737cf7c3cf65, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:26:39.346044 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:39.351059 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:39.351708 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (45df4cf3-fe70-4b61-a30e-d952c9c46d9e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:39.356152 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:39.381953 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3ec9575c-7be1-4077-bb8e-31f0f04d5692 None None] For port 5fa8d677-c784-4adc-ac1a-737cf7c3cf65, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5fa8d677-c784-4adc-ac1a-737cf7c3cf65,segment=NetworkSegment(a2a1e401-78fd-4a36-92fe-e1e86bcac256),segment_id=a2a1e401-78fd-4a36-92fe-e1e86bcac256)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:26:39.415299 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3ec9575c-7be1-4077-bb8e-31f0f04d5692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5fa8d677-c784-4adc-ac1a-737cf7c3cf65), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:39.467409 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac378b2d-512c-4e57-a2fc-cce651dfcaf3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Made reservation on behalf of ea967e23a8ef43cfacd115b397486d6c for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:39.476699 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45df4cf3-fe70-4b61-a30e-d952c9c46d9e {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:26:39.483412 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ac378b2d-512c-4e57-a2fc-cce651dfcaf3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:39.609101 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a8e94-ad07-4ce9-9fc0-c542061e6ee5 req-08ba782f-79d4-4757-b8c8-fe6dc30a17cc tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:39.633613 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5a3a8e94-ad07-4ce9-9fc0-c542061e6ee5 req-08ba782f-79d4-4757-b8c8-fe6dc30a17cc tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 943 time: 0.6171227 Feb 19 04:26:39.693895 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-ac378b2d-512c-4e57-a2fc-cce651dfcaf3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] device_id is not set on port 9e561b36-bbb3-4838-adb1-112f3a7b1d33 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:26:39.769003 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9893eba8-b638-41c2-be19-0d79c033a999 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:39.783171 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 232ac403-6290-4081-87d6-327d0ba797e8 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:26:39.788477 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9893eba8-b638-41c2-be19-0d79c033a999 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/networks/ef470ace-f54b-478b-ba21-ea6cec6a6546 HTTP/1.1" status: 204 len: 168 time: 3.3887904 Feb 19 04:26:39.800233 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9575c-7be1-4077-bb8e-31f0f04d5692 None None] Pushing event updated for resources: {'Port': ['ID=5fa8d677-c784-4adc-ac1a-737cf7c3cf65,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:39.810042 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-0fea4695-bf2a-420a-9d1a-da9568d8a7db tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:39.811399 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0fea4695-bf2a-420a-9d1a-da9568d8a7db tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.2450941 Feb 19 04:26:39.855470 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50186) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:39.856080 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50188) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:39.856591 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50190) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:39.858784 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917a3bb-2027-4a71-b66c-67e489a72dda req-769450bb-2a02-4cec-870e-08aa0b5989b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:39.861249 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b917a3bb-2027-4a71-b66c-67e489a72dda req-769450bb-2a02-4cec-870e-08aa0b5989b8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76246db3-a2cb-42fb-bfa7-f40488252c69 HTTP/1.1" status: 200 len: 859 time: 0.6545300 Feb 19 04:26:39.907268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-acbe48c5-2996-483b-ad2f-4e6147dfe074 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1109457295'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:39.937069 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6e710cb-bd53-4a0c-af8e-2ded5e753bd5 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:39.958189 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-4d2e8c66-d5f4-442f-a16a-b3f119bda6e2 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:39.959968 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4d2e8c66-d5f4-442f-a16a-b3f119bda6e2 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0812023 Feb 19 04:26:40.044600 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50200) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:40.046795 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b917a3bb-2027-4a71-b66c-67e489a72dda req-bdfb514d-1235-4404-a997-d50b70ceecf8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e83f3002-0af4-41e3-a80b-f034b33ca87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489716 Feb 19 04:26:40.078514 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5a3a8e94-ad07-4ce9-9fc0-c542061e6ee5 req-261119a3-186a-4ef8-b566-972f83623ad5 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357176 Feb 19 04:26:40.091982 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=45df4cf3-fe70-4b61-a30e-d952c9c46d9e,segment=NetworkSegment(866f4430-62ad-45d6-a1c9-becfde8653f6),segment_id=866f4430-62ad-45d6-a1c9-becfde8653f6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:40.099483 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-9ffe50e6-4f30-4a0a-b064-8217674d5cc0 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:40.123630 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9ffe50e6-4f30-4a0a-b064-8217674d5cc0 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0433774 Feb 19 04:26:40.138179 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50202) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:40.138676 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893eba8-b638-41c2-be19-0d79c033a999 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Network': ['ID=ef470ace-f54b-478b-ba21-ea6cec6a6546,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:40.153907 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (45df4cf3-fe70-4b61-a30e-d952c9c46d9e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:40.182595 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-6c6a06f4-b282-46ef-9658-c802a96f96d7 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:40.186568 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6c6a06f4-b282-46ef-9658-c802a96f96d7 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0325449 Feb 19 04:26:40.193125 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50204) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:40.214748 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-a009f2a1-078e-43bd-bf10-464941f9ef3d tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:40.217854 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a009f2a1-078e-43bd-bf10-464941f9ef3d tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0210023 Feb 19 04:26:40.240238 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-b917a3bb-2027-4a71-b66c-67e489a72dda req-70451431-1af9-4033-84f2-cf0fd5c754d9 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:40.241527 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b917a3bb-2027-4a71-b66c-67e489a72dda req-70451431-1af9-4033-84f2-cf0fd5c754d9 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0865037 Feb 19 04:26:40.242593 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbe48c5-2996-483b-ad2f-4e6147dfe074 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:40.247151 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-acbe48c5-2996-483b-ad2f-4e6147dfe074 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:40.252174 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50206) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:40.262124 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-fa9df338-5933-47d9-babb-f541d06661d7 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:40.267413 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fa9df338-5933-47d9-babb-f541d06661d7 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0123086 Feb 19 04:26:40.273312 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50208) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:40.316870 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-216efdfc-459b-4abd-ba8b-4f9aad885b1c tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:40.326118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-2306d2e6-6616-4ca5-93ab-22e28c80f45f None None] Provisioning complete for port 1485bc09-cd62-4da0-aa50-d46a25f85b62 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:40.326973 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-216efdfc-459b-4abd-ba8b-4f9aad885b1c tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0297916 Feb 19 04:26:40.328167 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2306d2e6-6616-4ca5-93ab-22e28c80f45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1485bc09-cd62-4da0-aa50-d46a25f85b62), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:40.345059 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50210) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:40.378122 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-18111338-15a3-47a8-96d1-2c4fc2236c73 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:40.390967 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-18111338-15a3-47a8-96d1-2c4fc2236c73 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0428209 Feb 19 04:26:40.397394 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-a6e710cb-bd53-4a0c-af8e-2ded5e753bd5 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] device_id is not set on port 311f7a1c-6f02-431d-a8a4-52d615603b97 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:26:40.412217 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50212) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:40.437481 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-8ee23e48-bae5-4662-b651-0883fc440020 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:40.450012 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8ee23e48-bae5-4662-b651-0883fc440020 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0225639 Feb 19 04:26:40.456964 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50214) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:40.468642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-70b91b5c-65a1-42db-b894-bcf3fe2a472d tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:40.475573 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-70b91b5c-65a1-42db-b894-bcf3fe2a472d tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0174174 Feb 19 04:26:40.476252 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50216) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:40.488797 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['45df4cf3-fe70-4b61-a30e-d952c9c46d9e'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:26:40.496900 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-f7e34b9e-1b5b-4b0e-9441-16b71c9abb8e tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:40.504655 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f7e34b9e-1b5b-4b0e-9441-16b71c9abb8e tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0242894 Feb 19 04:26:40.514362 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50220) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:40.520152 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-08d224f9-fef7-4977-b11a-8b1798e3507e tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:40.532472 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-08d224f9-fef7-4977-b11a-8b1798e3507e tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0168281 Feb 19 04:26:40.533173 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50222) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:40.555186 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acbe48c5-2996-483b-ad2f-4e6147dfe074 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:26:40.563674 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-07fa56f5-43ac-4657-ac36-80cc07efd5ce tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:40.570830 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-07fa56f5-43ac-4657-ac36-80cc07efd5ce tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0172729 Feb 19 04:26:40.575327 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50224) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:40.602733 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-1afa80ce-a052-4132-a815-0385835b017a tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:40.609847 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50226) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:40.616902 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1afa80ce-a052-4132-a815-0385835b017a tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0290380 Feb 19 04:26:40.626655 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-d48b50eb-d69d-45ed-93f5-13794f516a87 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:40.630985 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d48b50eb-d69d-45ed-93f5-13794f516a87 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0192871 Feb 19 04:26:40.631458 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50230) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:40.652540 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 232ac403-6290-4081-87d6-327d0ba797e8 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:40.653147 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (232ac403-6290-4081-87d6-327d0ba797e8), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:40.655538 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-7878de13-97a0-4d56-adcf-1a718901f8c6 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:40.659876 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7878de13-97a0-4d56-adcf-1a718901f8c6 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0085649 Feb 19 04:26:40.694530 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50232) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:40.705481 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-acbe48c5-2996-483b-ad2f-4e6147dfe074 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (8a0bf564-5816-41c2-9d91-942cb8e75504), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:40.706255 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-acbe48c5-2996-483b-ad2f-4e6147dfe074 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Added segment 8a0bf564-5816-41c2-9d91-942cb8e75504 of type vlan for network 58a430ae-bae2-448c-b89c-2d8999a31f83 Feb 19 04:26:40.717861 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d82a2-b5dd-4e68-9b2d-86e85b261f75 req-3163a2fd-61a1-4df4-b38e-25260f7b24e3 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:40.719855 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d27d82a2-b5dd-4e68-9b2d-86e85b261f75 req-3163a2fd-61a1-4df4-b38e-25260f7b24e3 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 945 time: 0.7953942 Feb 19 04:26:40.753824 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-2e0dafeb-f93c-48a6-b0b2-66909dd8ff61 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:40.761298 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2e0dafeb-f93c-48a6-b0b2-66909dd8ff61 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0392604 Feb 19 04:26:40.765206 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50234) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:40.785098 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-6bd7399b-7733-4e48-9524-948f29788b9a tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:40.791190 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6bd7399b-7733-4e48-9524-948f29788b9a tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0123436 Feb 19 04:26:40.795381 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-ac378b2d-512c-4e57-a2fc-cce651dfcaf3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Allocated IP 10.1.1.21 (764b20a5-eab4-4a63-9460-dbe0ef9fffb1/544bab28-3af6-4f3c-be5b-695dcbab8919/9e561b36-bbb3-4838-adb1-112f3a7b1d33) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:26:40.825720 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=45df4cf3-fe70-4b61-a30e-d952c9c46d9e,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:41.169990 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ac378b2d-512c-4e57-a2fc-cce651dfcaf3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for port (9e561b36-bbb3-4838-adb1-112f3a7b1d33), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:41.239031 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50236) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:41.250143 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-f79e07ba-1cc6-42bb-85a0-932b8e80dfbd tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:41.252241 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f79e07ba-1cc6-42bb-85a0-932b8e80dfbd tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0110507 Feb 19 04:26:41.255289 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ac378b2d-512c-4e57-a2fc-cce651dfcaf3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (9e561b36-bbb3-4838-adb1-112f3a7b1d33), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:41.264150 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50244) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:41.277696 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-fd60f36f-c653-4554-b801-2fbf28624ba2 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:41.279576 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fd60f36f-c653-4554-b801-2fbf28624ba2 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0084753 Feb 19 04:26:41.344115 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50246) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:41.359554 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-3bddda31-f086-4437-ab95-e779675e5379 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:41.365477 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3bddda31-f086-4437-ab95-e779675e5379 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0189688 Feb 19 04:26:41.431645 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50248) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:41.458324 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 232ac403-6290-4081-87d6-327d0ba797e8 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:41.460104 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1485bc09-cd62-4da0-aa50-d46a25f85b62 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:26:41.476884 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-313dae92-37f5-4a82-870c-8e922d192292 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:41.481058 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-313dae92-37f5-4a82-870c-8e922d192292 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0427241 Feb 19 04:26:41.492204 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-2306d2e6-6616-4ca5-93ab-22e28c80f45f None None] Current status of the port 1485bc09-cd62-4da0-aa50-d46a25f85b62 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:41.512809 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac378b2d-512c-4e57-a2fc-cce651dfcaf3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:26:41.517291 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50250) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:41.527515 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-ac378b2d-512c-4e57-a2fc-cce651dfcaf3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:41.546043 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac378b2d-512c-4e57-a2fc-cce651dfcaf3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:26:41.579131 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-218b0ca8-f588-48db-a7c6-d96bff5274a5 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:41.591238 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-218b0ca8-f588-48db-a7c6-d96bff5274a5 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0280585 Feb 19 04:26:41.623790 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50254) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:41.648019 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-903e0fd7-cdf8-4fe4-ba79-2249b3a5cdea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:41.659947 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5e4c395b-7f20-4913-8347-962f4f210b7f None None] Provisioning complete for port 232ac403-6290-4081-87d6-327d0ba797e8 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:41.660412 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5e4c395b-7f20-4913-8347-962f4f210b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (232ac403-6290-4081-87d6-327d0ba797e8), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:41.663247 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 1485bc09-cd62-4da0-aa50-d46a25f85b62 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:41.663706 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1485bc09-cd62-4da0-aa50-d46a25f85b62), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:41.726124 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-8725fa3d-c034-4973-adb2-cda2fffd1504 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:41.727861 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8725fa3d-c034-4973-adb2-cda2fffd1504 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0572112 Feb 19 04:26:41.738357 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50258) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:41.765746 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac378b2d-512c-4e57-a2fc-cce651dfcaf3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event updated for resources: {'Port': ['ID=9e561b36-bbb3-4838-adb1-112f3a7b1d33,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:41.823639 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [None req-541ba42f-f12d-47ec-b45c-8881d8d5f0e9 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:41.825320 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-541ba42f-f12d-47ec-b45c-8881d8d5f0e9 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0651610 Feb 19 04:26:41.828221 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50260) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:41.829144 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-acbe48c5-2996-483b-ad2f-4e6147dfe074 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (58a430ae-bae2-448c-b89c-2d8999a31f83), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:41.862855 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-8525359c-05d0-4d6b-8315-991b10c139b3 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:41.868291 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8525359c-05d0-4d6b-8315-991b10c139b3 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0155268 Feb 19 04:26:41.888746 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50262) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:41.914463 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c395b-7f20-4913-8347-962f4f210b7f None None] Current status of the port 232ac403-6290-4081-87d6-327d0ba797e8 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:41.933913 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f55fac-7571-4222-a259-3db771f6c3fc req-c19b5c7d-2756-48c6-ae76-c7aad207c992 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:41.937857 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37f55fac-7571-4222-a259-3db771f6c3fc req-c19b5c7d-2756-48c6-ae76-c7aad207c992 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 944 time: 0.6479278 Feb 19 04:26:41.944493 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [None req-ee242eb4-de65-4bdf-9193-8fac341f0a15 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:26:41.967686 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ee242eb4-de65-4bdf-9193-8fac341f0a15 tempest-ExtensionsTestJSON-1083585733 tempest-ExtensionsTestJSON-1083585733-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0645502 Feb 19 04:26:41.994112 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.resource_extend [None req-acbe48c5-2996-483b-ad2f-4e6147dfe074 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:26:42.024136 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac378b2d-512c-4e57-a2fc-cce651dfcaf3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:42.025228 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5e4c395b-7f20-4913-8347-962f4f210b7f None None] Provisioning complete for port 680d45c7-a626-4dc5-b424-148f5e9cc4f9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:42.027386 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ac378b2d-512c-4e57-a2fc-cce651dfcaf3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:42.039021 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5e4c395b-7f20-4913-8347-962f4f210b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (680d45c7-a626-4dc5-b424-148f5e9cc4f9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:42.083644 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b917a3bb-2027-4a71-b66c-67e489a72dda req-29adf296-34c6-4e5d-b767-7fdfae19239c service neutron] 10.222.0.48 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8295944 Feb 19 04:26:42.140350 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ac378b2d-512c-4e57-a2fc-cce651dfcaf3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.2335494 Feb 19 04:26:42.147024 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 1485bc09-cd62-4da0-aa50-d46a25f85b62 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:42.160511 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c395b-7f20-4913-8347-962f4f210b7f None None] Port 680d45c7-a626-4dc5-b424-148f5e9cc4f9 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:26:42.257659 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d27d82a2-b5dd-4e68-9b2d-86e85b261f75 req-a082f7e5-cbea-4a87-ab7d-1d7db06da7fe tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5128026 Feb 19 04:26:42.285114 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 45df4cf3-fe70-4b61-a30e-d952c9c46d9e up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:26:42.291713 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f940622b-9b4a-4d52-8e71-c6720100f3d3 None None] Network 0197e602-f5d2-48ef-bb73-a3741213d4f6 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:42.296243 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37f55fac-7571-4222-a259-3db771f6c3fc req-56e4eec6-bb5e-4b60-a87f-034fadc4d9cc tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456586 Feb 19 04:26:42.297226 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 76b1d385-8897-4384-bc6f-1dc74ee490f1 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:26:42.416083 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 76b1d385-8897-4384-bc6f-1dc74ee490f1 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:26:42.416611 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 76b1d385-8897-4384-bc6f-1dc74ee490f1 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:26:42.551248 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9bc75eaa-8291-4d10-80f5-e2f13907c19f None None] Provisioning complete for port 9e561b36-bbb3-4838-adb1-112f3a7b1d33 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:42.552314 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9bc75eaa-8291-4d10-80f5-e2f13907c19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9e561b36-bbb3-4838-adb1-112f3a7b1d33), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:42.639214 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-903e0fd7-cdf8-4fe4-ba79-2249b3a5cdea admin admin] Publish callbacks [] for security_group (3770ef26-e4cb-4096-8362-e88b0536fd60), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:42.652574 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-acbe48c5-2996-483b-ad2f-4e6147dfe074 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (58a430ae-bae2-448c-b89c-2d8999a31f83), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:42.664401 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbe48c5-2996-483b-ad2f-4e6147dfe074 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:42.665786 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-acbe48c5-2996-483b-ad2f-4e6147dfe074 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:42.693104 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b917a3bb-2027-4a71-b66c-67e489a72dda req-79bd2230-5599-4e2a-ad95-cc3aa1625a2f service neutron] 10.222.0.48 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850143 Feb 19 04:26:42.734953 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50274) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:42.743108 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-903e0fd7-cdf8-4fe4-ba79-2249b3a5cdea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3770ef26-e4cb-4096-8362-e88b0536fd60), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:42.784841 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-acbe48c5-2996-483b-ad2f-4e6147dfe074 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.9107258 Feb 19 04:26:42.787869 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50278) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:42.789542 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5fa8d677-c784-4adc-ac1a-737cf7c3cf65 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:26:42.793880 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9bc75eaa-8291-4d10-80f5-e2f13907c19f None None] Port 9e561b36-bbb3-4838-adb1-112f3a7b1d33 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:26:42.797632 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-999dbac1-35d1-4100-a41d-0b51177651ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'subnet': {'network_id': '58a430ae-bae2-448c-b89c-2d8999a31f83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:43.008465 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:26:43.011914 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9bc75eaa-8291-4d10-80f5-e2f13907c19f None None] Provisioning complete for port 5fa8d677-c784-4adc-ac1a-737cf7c3cf65 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:43.012685 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9bc75eaa-8291-4d10-80f5-e2f13907c19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5fa8d677-c784-4adc-ac1a-737cf7c3cf65), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:43.061041 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:43.062028 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (45df4cf3-fe70-4b61-a30e-d952c9c46d9e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:43.143487 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe48c5-2996-483b-ad2f-4e6147dfe074 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Network': ['ID=58a430ae-bae2-448c-b89c-2d8999a31f83,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:43.200161 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 58a430ae-bae2-448c-b89c-2d8999a31f83 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:26:43.267454 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 5fa8d677-c784-4adc-ac1a-737cf7c3cf65 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:43.271359 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5fa8d677-c784-4adc-ac1a-737cf7c3cf65), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:43.303939 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50282) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:43.315046 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-9106f75f-e6ec-4181-b08b-3ea324f9452c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--893548612', 'description': 'tempest-description--1742929140'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:43.396724 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3bcb9cb-1c29-4460-a6d7-305000f06c77 req-e4ab0b6b-7c2c-4a1a-a795-ef7dc5d40694 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.7564073 Feb 19 04:26:43.467862 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-903e0fd7-cdf8-4fe4-ba79-2249b3a5cdea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=60ba663fec884a0595039a019cbb6d17&name=default HTTP/1.1" status: 200 len: 3000 time: 3.6047246 Feb 19 04:26:43.470103 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e0fd7-cdf8-4fe4-ba79-2249b3a5cdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3770ef26-e4cb-4096-8362-e88b0536fd60,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:43.480497 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50290) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:43.670404 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9bc75eaa-8291-4d10-80f5-e2f13907c19f None None] Current status of the port 5fa8d677-c784-4adc-ac1a-737cf7c3cf65 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:43.676028 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9bc75eaa-8291-4d10-80f5-e2f13907c19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5fa8d677-c784-4adc-ac1a-737cf7c3cf65), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:43.698569 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-a6e710cb-bd53-4a0c-af8e-2ded5e753bd5 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8::306 (9e765b0b-136b-493b-bef9-44145ed793f7/164d3d10-eb82-42c7-887d-4fb86dad600c/311f7a1c-6f02-431d-a8a4-52d615603b97) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:26:43.699758 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:43.700453 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (45df4cf3-fe70-4b61-a30e-d952c9c46d9e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:43.763914 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9106f75f-e6ec-4181-b08b-3ea324f9452c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:43.778374 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-a6e710cb-bd53-4a0c-af8e-2ded5e753bd5 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8:0:1:f816:3eff:feb6:dc0d (9e765b0b-136b-493b-bef9-44145ed793f7/e31a49fa-9ef5-4a5e-8cd0-38d88fbb4223/311f7a1c-6f02-431d-a8a4-52d615603b97) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:26:43.818905 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5421d94-d53d-44bf-8bf9-da84701da3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45df4cf3-fe70-4b61-a30e-d952c9c46d9e'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:26:43.821106 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecc06b8-9e04-4cca-924c-0f1feface0d5" -d '{"events": [{"server_uuid": "e5421d94-d53d-44bf-8bf9-da84701da3aa", "name": "network-vif-plugged", "status": "completed", "tag": "45df4cf3-fe70-4b61-a30e-d952c9c46d9e"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:26:43.842358 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9bc75eaa-8291-4d10-80f5-e2f13907c19f None None] For port 5fa8d677-c784-4adc-ac1a-737cf7c3cf65, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5fa8d677-c784-4adc-ac1a-737cf7c3cf65,segment=NetworkSegment(a2a1e401-78fd-4a36-92fe-e1e86bcac256),segment_id=a2a1e401-78fd-4a36-92fe-e1e86bcac256)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:43.843575 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 5fa8d677-c784-4adc-ac1a-737cf7c3cf65 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:43.844011 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5fa8d677-c784-4adc-ac1a-737cf7c3cf65), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:43.850402 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=45df4cf3-fe70-4b61-a30e-d952c9c46d9e,segment=NetworkSegment(866f4430-62ad-45d6-a1c9-becfde8653f6),segment_id=866f4430-62ad-45d6-a1c9-becfde8653f6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:43.861835 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9bc75eaa-8291-4d10-80f5-e2f13907c19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5fa8d677-c784-4adc-ac1a-737cf7c3cf65), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:43.878941 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (45df4cf3-fe70-4b61-a30e-d952c9c46d9e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:43.891379 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0cb37942-5393-48f4-9031-bc8569da1395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:43.920398 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-66ee822e-36a4-4aa0-8234-642eb3608529 admin admin] Publish callbacks [] for security_group (3770ef26-e4cb-4096-8362-e88b0536fd60), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:43.937668 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999dbac1-35d1-4100-a41d-0b51177651ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:43.942103 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-999dbac1-35d1-4100-a41d-0b51177651ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:43.998504 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bcb9cb-1c29-4460-a6d7-305000f06c77 req-44c27089-fe0b-40a0-b37b-edba85aac52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:44.000370 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3bcb9cb-1c29-4460-a6d7-305000f06c77 req-44c27089-fe0b-40a0-b37b-edba85aac52d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cacf0263ee84f64a630c7eb71dfd691&device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 1127 time: 0.4638588 Feb 19 04:26:44.018475 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-66ee822e-36a4-4aa0-8234-642eb3608529 admin admin] Publish callbacks [] for security_group (3770ef26-e4cb-4096-8362-e88b0536fd60), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:44.028420 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a5853-5d3a-4c8e-879f-01364e92dcab req-ea54453e-9d06-4ecf-b297-565ae22d05f0 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:44.030345 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-081a5853-5d3a-4c8e-879f-01364e92dcab req-ea54453e-9d06-4ecf-b297-565ae22d05f0 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 945 time: 0.3811824 Feb 19 04:26:44.091035 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:26:44.091655 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:26:44.157974 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e3bc6060-9060-4f65-b600-3796204337d3 None None] Provisioning complete for port 5fa8d677-c784-4adc-ac1a-737cf7c3cf65 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:44.158587 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e3bc6060-9060-4f65-b600-3796204337d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5fa8d677-c784-4adc-ac1a-737cf7c3cf65), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:44.221933 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee6385-0ba1-40ae-8444-d3b913af2aac req-4d8eb5a5-9608-43f5-a6ca-2c4adcefd1db tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:44.230618 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-92ee6385-0ba1-40ae-8444-d3b913af2aac req-4d8eb5a5-9608-43f5-a6ca-2c4adcefd1db tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 945 time: 0.3418536 Feb 19 04:26:44.237298 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-999dbac1-35d1-4100-a41d-0b51177651ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (8db01ba6-e289-46de-9933-441be0044567), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:44.239831 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc75eaa-8291-4d10-80f5-e2f13907c19f None None] Pushing event updated for resources: {'Port': ['ID=5fa8d677-c784-4adc-ac1a-737cf7c3cf65,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:44.363888 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9106f75f-e6ec-4181-b08b-3ea324f9452c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for security_group (f13d8b76-2d17-415a-b47a-99b02edba516), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:44.393035 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=45df4cf3-fe70-4b61-a30e-d952c9c46d9e,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:44.399859 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9106f75f-e6ec-4181-b08b-3ea324f9452c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f13d8b76-2d17-415a-b47a-99b02edba516), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:44.429423 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999dbac1-35d1-4100-a41d-0b51177651ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Subnet': ['ID=8db01ba6-e289-46de-9933-441be0044567,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:44.460264 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-92ee6385-0ba1-40ae-8444-d3b913af2aac req-8b9b529c-0259-4ec4-8e9c-692584cc3672 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284875 Feb 19 04:26:44.478784 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-081a5853-5d3a-4c8e-879f-01364e92dcab req-21ba232f-9993-49ab-94d8-636d8c35d0f1 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184642 Feb 19 04:26:44.501029 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50302) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:44.508462 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999dbac1-35d1-4100-a41d-0b51177651ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Checking segment: {'id': '8a0bf564-5816-41c2-9d91-942cb8e75504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '58a430ae-bae2-448c-b89c-2d8999a31f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:26:44.509525 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999dbac1-35d1-4100-a41d-0b51177651ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network hostable DHCP agents. Network: 58a430ae-bae2-448c-b89c-2d8999a31f83, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:26:44.513829 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-66ee822e-36a4-4aa0-8234-642eb3608529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3770ef26-e4cb-4096-8362-e88b0536fd60), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:44.516299 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e3bc6060-9060-4f65-b600-3796204337d3 None None] Current status of the port 5fa8d677-c784-4adc-ac1a-737cf7c3cf65 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:44.517100 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-66ee822e-36a4-4aa0-8234-642eb3608529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:44.521834 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-66ee822e-36a4-4aa0-8234-642eb3608529 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3770ef26-e4cb-4096-8362-e88b0536fd60 HTTP/1.1" status: 204 len: 168 time: 0.9868698 Feb 19 04:26:44.586983 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c86b2a2-f7a0-4d2b-bffc-179025746778 x-openstack-request-id: req-9c86b2a2-f7a0-4d2b-bffc-179025746778 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:26:44.587495 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5421d94-d53d-44bf-8bf9-da84701da3aa", "name": "network-vif-plugged", "status": "completed", "tag": "45df4cf3-fe70-4b61-a30e-d952c9c46d9e", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:26:44.587855 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9c86b2a2-f7a0-4d2b-bffc-179025746778 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:26:44.589236 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5421d94-d53d-44bf-8bf9-da84701da3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45df4cf3-fe70-4b61-a30e-d952c9c46d9e', 'code': 200} Feb 19 04:26:44.609513 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9106f75f-e6ec-4181-b08b-3ea324f9452c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:44.619321 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9106f75f-e6ec-4181-b08b-3ea324f9452c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.3100257 Feb 19 04:26:44.629210 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50308) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:44.635172 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-992b75e0-3c9e-459f-90b4-6d567b145c29 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Request body: {'security_group_rule': {'security_group_id': 'f13d8b76-2d17-415a-b47a-99b02edba516', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:44.660868 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999dbac1-35d1-4100-a41d-0b51177651ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network 58a430ae-bae2-448c-b89c-2d8999a31f83 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:26:44.675560 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6e710cb-bd53-4a0c-af8e-2ded5e753bd5 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (311f7a1c-6f02-431d-a8a4-52d615603b97), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:44.684031 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106f75f-e6ec-4181-b08b-3ea324f9452c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f13d8b76-2d17-415a-b47a-99b02edba516,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:44.700737 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bcb9cb-1c29-4460-a6d7-305000f06c77 req-54ca64d5-25e0-4eb6-b8a2-173853412d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:44.702577 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3bcb9cb-1c29-4460-a6d7-305000f06c77 req-54ca64d5-25e0-4eb6-b8a2-173853412d8d service neutron] 10.222.0.10 "GET /v2.0/networks?id=e83f3002-0af4-41e3-a80b-f034b33ca87c HTTP/1.1" status: 200 len: 919 time: 0.6600602 Feb 19 04:26:44.707578 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee822e-36a4-4aa0-8234-642eb3608529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3770ef26-e4cb-4096-8362-e88b0536fd60,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:44.742714 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 5fa8d677-c784-4adc-ac1a-737cf7c3cf65 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:44.799560 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-999dbac1-35d1-4100-a41d-0b51177651ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 58a430ae-bae2-448c-b89c-2d8999a31f83) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:44.800772 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3bcb9cb-1c29-4460-a6d7-305000f06c77 req-7dee47d3-b5e7-4b5c-a5e5-a6424f084fbe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b035654e-0a6c-4e43-acb6-0915ea347957 HTTP/1.1" status: 200 len: 217 time: 0.0891445 Feb 19 04:26:44.807165 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0cb37942-5393-48f4-9031-bc8569da1395 admin admin] Publish callbacks [] for security_group (34bbd001-98ae-4599-b8db-838c988af882), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:44.814257 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4265c95a-809e-45c7-a079-a50f4051df36 None None] Network 58a430ae-bae2-448c-b89c-2d8999a31f83 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:44.823746 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999dbac1-35d1-4100-a41d-0b51177651ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:44.826201 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-999dbac1-35d1-4100-a41d-0b51177651ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:44.864224 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0cb37942-5393-48f4-9031-bc8569da1395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (34bbd001-98ae-4599-b8db-838c988af882), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:44.906399 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bcb9cb-1c29-4460-a6d7-305000f06c77 req-cc39e96b-ffcb-406d-b0f8-0ddfafc7d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:44.908385 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3bcb9cb-1c29-4460-a6d7-305000f06c77 req-cc39e96b-ffcb-406d-b0f8-0ddfafc7d96b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76246db3-a2cb-42fb-bfa7-f40488252c69 HTTP/1.1" status: 200 len: 859 time: 0.0960367 Feb 19 04:26:45.016002 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-992b75e0-3c9e-459f-90b4-6d567b145c29 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for security_group_rule (ce894bd8-6f24-4296-a179-e7e0765e2ea0), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:45.027331 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5fa8d677-c784-4adc-ac1a-737cf7c3cf65 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:26:45.028189 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-999dbac1-35d1-4100-a41d-0b51177651ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2381372 Feb 19 04:26:45.029252 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50312) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:45.049393 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-0f14d318-aa64-4338-9f90-71d2c61d7e28 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1786944119', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:45.074863 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3bcb9cb-1c29-4460-a6d7-305000f06c77 req-343d9a15-f0c9-46f9-b9a1-808c70d08dff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e83f3002-0af4-41e3-a80b-f034b33ca87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956089 Feb 19 04:26:45.077176 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6e710cb-bd53-4a0c-af8e-2ded5e753bd5 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (311f7a1c-6f02-431d-a8a4-52d615603b97), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:45.090360 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edfe35-f1de-4386-817b-351898017aad req-71f2eb35-992b-4b98-a370-de7d15229c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:45.093816 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-77edfe35-f1de-4386-817b-351898017aad req-71f2eb35-992b-4b98-a370-de7d15229c33 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 1127 time: 0.4043415 Feb 19 04:26:45.115239 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0f14d318-aa64-4338-9f90-71d2c61d7e28 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (e63634b0-9b27-417b-9e4f-ccffbd9483ca), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:45.117172 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0f14d318-aa64-4338-9f90-71d2c61d7e28 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (e63634b0-9b27-417b-9e4f-ccffbd9483ca), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:45.194206 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0cb37942-5393-48f4-9031-bc8569da1395 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=44b7958380794121ba04b80777390be0&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4558427 Feb 19 04:26:45.202170 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb37942-5393-48f4-9031-bc8569da1395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bbd001-98ae-4599-b8db-838c988af882,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:45.207070 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50314) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:45.232296 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 5fa8d677-c784-4adc-ac1a-737cf7c3cf65 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:45.232706 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5fa8d677-c784-4adc-ac1a-737cf7c3cf65), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:45.256101 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e710cb-bd53-4a0c-af8e-2ded5e753bd5 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=311f7a1c-6f02-431d-a8a4-52d615603b97,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:45.315052 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd26b4cb-480d-44a6-9860-33ec38080154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-58a430ae-bae2-448c-b89c-2d8999a31f83', 'network_id': '58a430ae-bae2-448c-b89c-2d8999a31f83', 'project_id': '4af7e87b955e44d2acf2aba9cee35b83', 'fixed_ips': [{'subnet_id': '8db01ba6-e289-46de-9933-441be0044567'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:26:45.316871 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bd26b4cb-480d-44a6-9860-33ec38080154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:45.435428 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-77edfe35-f1de-4386-817b-351898017aad req-c394b6d8-39e6-43a5-a72e-6b8e6a222402 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056834 Feb 19 04:26:45.437043 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e710cb-bd53-4a0c-af8e-2ded5e753bd5 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:26:45.439283 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-44e8eea9-53ac-433e-a02e-abff55083930 admin admin] Publish callbacks [] for security_group (34bbd001-98ae-4599-b8db-838c988af882), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:45.509221 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-44e8eea9-53ac-433e-a02e-abff55083930 admin admin] Publish callbacks [] for security_group (34bbd001-98ae-4599-b8db-838c988af882), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:45.528967 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3bcb9cb-1c29-4460-a6d7-305000f06c77 req-7d96719b-775e-40c5-b025-f23b6eb83475 service neutron] 10.222.0.10 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332898 Feb 19 04:26:45.544840 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-a6e710cb-bd53-4a0c-af8e-2ded5e753bd5 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:45.567643 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e710cb-bd53-4a0c-af8e-2ded5e753bd5 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:26:45.590596 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e710cb-bd53-4a0c-af8e-2ded5e753bd5 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:45.594801 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6e710cb-bd53-4a0c-af8e-2ded5e753bd5 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:45.671097 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 5fa8d677-c784-4adc-ac1a-737cf7c3cf65 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:45.720003 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-bd26b4cb-480d-44a6-9860-33ec38080154 None None] Allocated IP 2001:db8::2 (58a430ae-bae2-448c-b89c-2d8999a31f83/8db01ba6-e289-46de-9933-441be0044567/49df739a-996c-491c-bc91-49399ade6136) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:26:45.746375 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-44e8eea9-53ac-433e-a02e-abff55083930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (34bbd001-98ae-4599-b8db-838c988af882), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:45.751407 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-44e8eea9-53ac-433e-a02e-abff55083930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:45.753591 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-44e8eea9-53ac-433e-a02e-abff55083930 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/34bbd001-98ae-4599-b8db-838c988af882 HTTP/1.1" status: 204 len: 168 time: 0.5376887 Feb 19 04:26:45.809980 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0f14d318-aa64-4338-9f90-71d2c61d7e28 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for router_controller (e63634b0-9b27-417b-9e4f-ccffbd9483ca), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:45.812306 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-282f6b51-3a5e-4cf9-ab9c-db4703f13eef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:45.832870 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-992b75e0-3c9e-459f-90b4-6d567b145c29 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for security_group_rule (ce894bd8-6f24-4296-a179-e7e0765e2ea0), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:45.851095 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a6e710cb-bd53-4a0c-af8e-2ded5e753bd5 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 8.1108398 Feb 19 04:26:45.888367 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50330) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:45.891842 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-992b75e0-3c9e-459f-90b4-6d567b145c29 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (ce894bd8-6f24-4296-a179-e7e0765e2ea0), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:45.910460 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0f14d318-aa64-4338-9f90-71d2c61d7e28 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (e63634b0-9b27-417b-9e4f-ccffbd9483ca), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:45.951918 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8eea9-53ac-433e-a02e-abff55083930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bbd001-98ae-4599-b8db-838c988af882,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:46.060110 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-282f6b51-3a5e-4cf9-ab9c-db4703f13eef admin admin] Publish callbacks [] for security_group (c41cc927-5cef-4743-be7b-57e4313f2062), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:46.076879 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0f14d318-aa64-4338-9f90-71d2c61d7e28 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:46.082870 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0f14d318-aa64-4338-9f90-71d2c61d7e28 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0403295 Feb 19 04:26:46.085006 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50332) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:46.086914 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-282f6b51-3a5e-4cf9-ab9c-db4703f13eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c41cc927-5cef-4743-be7b-57e4313f2062), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:46.093619 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b75e0-3c9e-459f-90b4-6d567b145c29 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce894bd8-6f24-4296-a179-e7e0765e2ea0,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:46.113425 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-83f8e8bb-f72d-48ec-b623-3d0f88e186fe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'port': {'network_id': '58a430ae-bae2-448c-b89c-2d8999a31f83', 'name': 'tempest-PortsIpV6TestJSON-569545249'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:46.221873 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-282f6b51-3a5e-4cf9-ab9c-db4703f13eef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ab6cd83e408f48f5900bafc961137c86&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6945407 Feb 19 04:26:46.227627 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50336) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:46.331674 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-992b75e0-3c9e-459f-90b4-6d567b145c29 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:46.341509 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-992b75e0-3c9e-459f-90b4-6d567b145c29 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7109756 Feb 19 04:26:46.352661 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50340) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:46.374438 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-8ee513ea-7148-4d52-bf84-cb3eadd3169c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Request body: {'security_group_rule': {'security_group_id': 'f13d8b76-2d17-415a-b47a-99b02edba516', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:46.457437 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c2626-013e-4335-8e84-3086869beb30 req-1c781402-2055-4b01-b927-106a72e030d9 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:46.460792 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fd6c2626-013e-4335-8e84-3086869beb30 req-1c781402-2055-4b01-b927-106a72e030d9 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 945 time: 0.6361780 Feb 19 04:26:46.462316 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f6b51-3a5e-4cf9-ab9c-db4703f13eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41cc927-5cef-4743-be7b-57e4313f2062,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:46.493754 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3bcb9cb-1c29-4460-a6d7-305000f06c77 req-96f5a24d-d93f-4fc9-8a14-c384c31f1d68 service neutron] 10.222.0.10 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8358123 Feb 19 04:26:46.552275 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-77e31d6b-9c2b-457d-9ef2-7aba88a0463c None None] Provisioning complete for port 311f7a1c-6f02-431d-a8a4-52d615603b97 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:46.553162 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-77e31d6b-9c2b-457d-9ef2-7aba88a0463c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (311f7a1c-6f02-431d-a8a4-52d615603b97), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:46.574606 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399610b-cf3e-4a80-a184-f9a9b9838591 req-b8a306b8-4444-467c-a2d4-0c83b39fa2c0 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:46.575710 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6399610b-cf3e-4a80-a184-f9a9b9838591 req-b8a306b8-4444-467c-a2d4-0c83b39fa2c0 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 945 time: 0.7267492 Feb 19 04:26:46.609440 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ee513ea-7148-4d52-bf84-cb3eadd3169c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for security_group_rule (fe841f34-5e67-48c7-89b1-bc7fc5d572e6), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:46.675180 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-369ba999-2322-4545-a350-1d3335fad321 admin admin] Publish callbacks [] for security_group (c41cc927-5cef-4743-be7b-57e4313f2062), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:46.714159 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ee513ea-7148-4d52-bf84-cb3eadd3169c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for security_group_rule (fe841f34-5e67-48c7-89b1-bc7fc5d572e6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:46.723351 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f8e8bb-f72d-48ec-b623-3d0f88e186fe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:46.730305 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ee513ea-7148-4d52-bf84-cb3eadd3169c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (fe841f34-5e67-48c7-89b1-bc7fc5d572e6), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:46.757321 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83f8e8bb-f72d-48ec-b623-3d0f88e186fe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:46.831838 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-369ba999-2322-4545-a350-1d3335fad321 admin admin] Publish callbacks [] for security_group (c41cc927-5cef-4743-be7b-57e4313f2062), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:46.838152 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-d150191d-cc18-4d78-bff6-bb4be76a025f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting port 311f7a1c-6f02-431d-a8a4-52d615603b97 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:26:46.838638 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d150191d-cc18-4d78-bff6-bb4be76a025f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (311f7a1c-6f02-431d-a8a4-52d615603b97), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:46.857809 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fd6c2626-013e-4335-8e84-3086869beb30 req-56018929-21e2-4e90-a4b5-0e3f73efe53f tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708334 Feb 19 04:26:46.858136 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ee513ea-7148-4d52-bf84-cb3eadd3169c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:46.864271 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8ee513ea-7148-4d52-bf84-cb3eadd3169c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4956362 Feb 19 04:26:46.865150 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee513ea-7148-4d52-bf84-cb3eadd3169c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe841f34-5e67-48c7-89b1-bc7fc5d572e6,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:46.865553 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bd26b4cb-480d-44a6-9860-33ec38080154 None None] Publish callbacks [] for port (49df739a-996c-491c-bc91-49399ade6136), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:46.871861 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-77e31d6b-9c2b-457d-9ef2-7aba88a0463c None None] Port 311f7a1c-6f02-431d-a8a4-52d615603b97 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:26:46.879358 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50354) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:46.889586 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-fc4a84aa-2dea-495e-b1f3-296bcbe70737 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:46.890505 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bd26b4cb-480d-44a6-9860-33ec38080154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (49df739a-996c-491c-bc91-49399ade6136), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:46.898735 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-83f8e8bb-f72d-48ec-b623-3d0f88e186fe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] device_id is not set on port 2a393a0a-d33b-462f-bc4a-279b289503e2 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:26:46.940237 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6399610b-cf3e-4a80-a184-f9a9b9838591 req-09e4208e-63fb-4f81-ad74-d571ccdcb80b tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428864 Feb 19 04:26:47.006505 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd26b4cb-480d-44a6-9860-33ec38080154 None None] Network 58a430ae-bae2-448c-b89c-2d8999a31f83 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:26:47.022441 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-bd26b4cb-480d-44a6-9860-33ec38080154 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:47.029849 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd26b4cb-480d-44a6-9860-33ec38080154 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:26:47.032953 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26b4cb-480d-44a6-9860-33ec38080154 None None] Pushing event updated for resources: {'Port': ['ID=49df739a-996c-491c-bc91-49399ade6136,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:47.220044 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-83f8e8bb-f72d-48ec-b623-3d0f88e186fe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Allocated IP 2001:db8::388 (58a430ae-bae2-448c-b89c-2d8999a31f83/8db01ba6-e289-46de-9933-441be0044567/2a393a0a-d33b-462f-bc4a-279b289503e2) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:26:47.234090 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-bd26b4cb-480d-44a6-9860-33ec38080154 None None] Attempting to bind port 49df739a-996c-491c-bc91-49399ade6136 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:26:47.236709 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-bd26b4cb-480d-44a6-9860-33ec38080154 None None] Attempting to bind port 49df739a-996c-491c-bc91-49399ade6136 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '8a0bf564-5816-41c2-9d91-942cb8e75504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '58a430ae-bae2-448c-b89c-2d8999a31f83'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:26:47.237672 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd26b4cb-480d-44a6-9860-33ec38080154 None None] Attempting to bind port 49df739a-996c-491c-bc91-49399ade6136 on network 58a430ae-bae2-448c-b89c-2d8999a31f83 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:26:47.255286 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd26b4cb-480d-44a6-9860-33ec38080154 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:26:47.256329 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd26b4cb-480d-44a6-9860-33ec38080154 None None] Checking segment: {'id': '8a0bf564-5816-41c2-9d91-942cb8e75504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '58a430ae-bae2-448c-b89c-2d8999a31f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:26:47.260816 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bd26b4cb-480d-44a6-9860-33ec38080154 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:47.260816 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd26b4cb-480d-44a6-9860-33ec38080154 None None] Bound using segment: {'id': '8a0bf564-5816-41c2-9d91-942cb8e75504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '58a430ae-bae2-448c-b89c-2d8999a31f83'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:26:47.263325 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-bd26b4cb-480d-44a6-9860-33ec38080154 None None] Bound port: 49df739a-996c-491c-bc91-49399ade6136, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a0bf564-5816-41c2-9d91-942cb8e75504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '58a430ae-bae2-448c-b89c-2d8999a31f83'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:26:47.264177 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bd26b4cb-480d-44a6-9860-33ec38080154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (49df739a-996c-491c-bc91-49399ade6136), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:47.267447 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc4a84aa-2dea-495e-b1f3-296bcbe70737 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:47.367294 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d150191d-cc18-4d78-bff6-bb4be76a025f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (311f7a1c-6f02-431d-a8a4-52d615603b97), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:47.376329 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c5f97-aeb7-4720-b2af-0f9f39d8dd77 req-cf4f00de-2e34-4d34-9770-4e68a70c3eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:47.389326 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-859c5f97-aeb7-4720-b2af-0f9f39d8dd77 req-cf4f00de-2e34-4d34-9770-4e68a70c3eee service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 1127 time: 0.2798996 Feb 19 04:26:47.460207 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-bd26b4cb-480d-44a6-9860-33ec38080154 None None] For port 49df739a-996c-491c-bc91-49399ade6136, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:26:47.468822 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-bd26b4cb-480d-44a6-9860-33ec38080154 None None] For port 49df739a-996c-491c-bc91-49399ade6136, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=49df739a-996c-491c-bc91-49399ade6136,segment=NetworkSegment(8a0bf564-5816-41c2-9d91-942cb8e75504),segment_id=8a0bf564-5816-41c2-9d91-942cb8e75504)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:26:47.486107 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bd26b4cb-480d-44a6-9860-33ec38080154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (49df739a-996c-491c-bc91-49399ade6136), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:47.509820 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-d150191d-cc18-4d78-bff6-bb4be76a025f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Calling delete_port for 311f7a1c-6f02-431d-a8a4-52d615603b97 owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:26:47.528259 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-369ba999-2322-4545-a350-1d3335fad321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c41cc927-5cef-4743-be7b-57e4313f2062), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:47.533337 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-369ba999-2322-4545-a350-1d3335fad321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:47.535454 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-369ba999-2322-4545-a350-1d3335fad321 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c41cc927-5cef-4743-be7b-57e4313f2062 HTTP/1.1" status: 204 len: 168 time: 1.2922068 Feb 19 04:26:47.701518 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ba999-2322-4545-a350-1d3335fad321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41cc927-5cef-4743-be7b-57e4313f2062,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:47.715964 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26b4cb-480d-44a6-9860-33ec38080154 None None] Pushing event updated for resources: {'Port': ['ID=49df739a-996c-491c-bc91-49399ade6136,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:47.770474 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-859c5f97-aeb7-4720-b2af-0f9f39d8dd77 req-1a8aaa64-de65-4ac8-ab97-a9bfcd36ac3e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795085 Feb 19 04:26:47.826225 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83f8e8bb-f72d-48ec-b623-3d0f88e186fe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for port (2a393a0a-d33b-462f-bc4a-279b289503e2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:47.918390 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83f8e8bb-f72d-48ec-b623-3d0f88e186fe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (2a393a0a-d33b-462f-bc4a-279b289503e2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:48.096193 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f8e8bb-f72d-48ec-b623-3d0f88e186fe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network 58a430ae-bae2-448c-b89c-2d8999a31f83 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:26:48.125218 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-83f8e8bb-f72d-48ec-b623-3d0f88e186fe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:48.134801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f8e8bb-f72d-48ec-b623-3d0f88e186fe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:26:48.151169 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f8e8bb-f72d-48ec-b623-3d0f88e186fe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:48.152864 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83f8e8bb-f72d-48ec-b623-3d0f88e186fe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:48.274204 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc4a84aa-2dea-495e-b1f3-296bcbe70737 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:48.319519 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-83f8e8bb-f72d-48ec-b623-3d0f88e186fe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2198436 Feb 19 04:26:48.322353 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8e8bb-f72d-48ec-b623-3d0f88e186fe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Port': ['ID=2a393a0a-d33b-462f-bc4a-279b289503e2,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:48.327373 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50380) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:48.568090 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736f423-7144-484f-bf7e-f4ee1cc9498c req-2749b909-0b27-4c5d-9289-afe6990fd251 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:48.571161 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5736f423-7144-484f-bf7e-f4ee1cc9498c req-2749b909-0b27-4c5d-9289-afe6990fd251 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 945 time: 0.4652641 Feb 19 04:26:48.681714 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d150191d-cc18-4d78-bff6-bb4be76a025f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (311f7a1c-6f02-431d-a8a4-52d615603b97), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:48.777960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50386) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:48.792713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e89608-1ce1-47f8-869c-53cef8fd3898 req-7ebaf116-a7b2-482c-9f3a-33e976415432 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:48.795781 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-50e89608-1ce1-47f8-869c-53cef8fd3898 req-7ebaf116-a7b2-482c-9f3a-33e976415432 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 945 time: 0.5348792 Feb 19 04:26:48.830974 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5736f423-7144-484f-bf7e-f4ee1cc9498c req-e02f724f-4d93-4b1f-8a4f-9bc96bd12e62 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403953 Feb 19 04:26:48.849520 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9f0eabf3-01da-440c-98d0-a1ccfd145227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:48.867197 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150191d-cc18-4d78-bff6-bb4be76a025f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Port': ['ID=311f7a1c-6f02-431d-a8a4-52d615603b97,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:49.096029 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-fc4a84aa-2dea-495e-b1f3-296bcbe70737 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Allocated IP 172.25.0.117 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/2452c86a-d37b-4edb-8c56-08a6a52e22db) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:26:49.108843 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d150191d-cc18-4d78-bff6-bb4be76a025f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:49.129103 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d150191d-cc18-4d78-bff6-bb4be76a025f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/311f7a1c-6f02-431d-a8a4-52d615603b97 HTTP/1.1" status: 204 len: 168 time: 3.2334318 Feb 19 04:26:49.157530 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-50e89608-1ce1-47f8-869c-53cef8fd3898 req-57c2f002-d049-4e08-854c-fd6e55d42a71 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325841 Feb 19 04:26:49.165246 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50388) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:49.206671 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 49df739a-996c-491c-bc91-49399ade6136 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:26:49.315639 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50394) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:49.419389 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 49df739a-996c-491c-bc91-49399ade6136 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:49.421950 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (49df739a-996c-491c-bc91-49399ade6136), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:49.500786 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9f0eabf3-01da-440c-98d0-a1ccfd145227 admin admin] Publish callbacks [] for security_group (bd832821-60a9-48cc-8998-707548d5dde7), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:49.606185 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9f0eabf3-01da-440c-98d0-a1ccfd145227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (bd832821-60a9-48cc-8998-707548d5dde7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:49.635403 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf788425-c85a-41c1-9a25-38aec2270614 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:49.644345 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cf788425-c85a-41c1-9a25-38aec2270614 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4566488 Feb 19 04:26:49.648607 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50398) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:49.673630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 49df739a-996c-491c-bc91-49399ade6136 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:49.675084 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (49df739a-996c-491c-bc91-49399ade6136), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:49.786304 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 49df739a-996c-491c-bc91-49399ade6136, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=49df739a-996c-491c-bc91-49399ade6136,segment=NetworkSegment(8a0bf564-5816-41c2-9d91-942cb8e75504),segment_id=8a0bf564-5816-41c2-9d91-942cb8e75504)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:49.805260 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (49df739a-996c-491c-bc91-49399ade6136), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:49.827991 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c2d77-f444-492e-8dc3-6ba8f1176564 req-633a4fe5-2f54-4b13-a0c2-3f2cdf142eb1 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:49.831286 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e1c2d77-f444-492e-8dc3-6ba8f1176564 req-633a4fe5-2f54-4b13-a0c2-3f2cdf142eb1 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 945 time: 0.3246815 Feb 19 04:26:49.920042 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc4a84aa-2dea-495e-b1f3-296bcbe70737 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for port (2452c86a-d37b-4edb-8c56-08a6a52e22db), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:49.983733 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14522d96-5c21-4d69-b871-33e614cb8825 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:50.002385 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-14522d96-5c21-4d69-b871-33e614cb8825 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3477879 Feb 19 04:26:50.011275 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50408) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:50.025272 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=49df739a-996c-491c-bc91-49399ade6136,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:50.142082 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc4a84aa-2dea-495e-b1f3-296bcbe70737 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (2452c86a-d37b-4edb-8c56-08a6a52e22db), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:50.186000 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859d45e9-ca61-4cf4-a971-85d77848faf1 None None] Network 58a430ae-bae2-448c-b89c-2d8999a31f83 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:50.194847 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9f0eabf3-01da-440c-98d0-a1ccfd145227 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=65f79e09712549bfbeedb21715dd624a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4064817 Feb 19 04:26:50.215329 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50410) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:50.232490 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-aab98a10-60c1-4a26-996e-d1627efa848a tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1530359615', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:50.252674 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4a84aa-2dea-495e-b1f3-296bcbe70737 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:26:50.253813 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0eabf3-01da-440c-98d0-a1ccfd145227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd832821-60a9-48cc-8998-707548d5dde7,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:50.304842 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a84aa-2dea-495e-b1f3-296bcbe70737 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event updated for resources: {'Port': ['ID=2452c86a-d37b-4edb-8c56-08a6a52e22db,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:50.318577 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-fc4a84aa-2dea-495e-b1f3-296bcbe70737 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:50.354230 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a84aa-2dea-495e-b1f3-296bcbe70737 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:26:50.410289 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135494c0-5ae7-4e9c-9cb0-d9f2e4732bb6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:50.413414 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135494c0-5ae7-4e9c-9cb0-d9f2e4732bb6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:50.421498 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135494c0-5ae7-4e9c-9cb0-d9f2e4732bb6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:50.438833 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-135494c0-5ae7-4e9c-9cb0-d9f2e4732bb6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2469025 Feb 19 04:26:50.443835 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50416) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:50.447608 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cdabcb10-09cd-452d-b134-b392729663ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2a393a0a-d33b-462f-bc4a-279b289503e2), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:50.456644 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-bb54ebc4-f739-43db-8d7b-1d0b82a28c50 None None] Provisioning complete for port 49df739a-996c-491c-bc91-49399ade6136 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:50.457591 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bb54ebc4-f739-43db-8d7b-1d0b82a28c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (49df739a-996c-491c-bc91-49399ade6136), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:50.467625 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e1c2d77-f444-492e-8dc3-6ba8f1176564 req-1531a8b8-ae88-46ab-914b-e901e7dd2b61 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5503094 Feb 19 04:26:50.479489 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cad5b-9109-4fa8-908f-3f1afb061098 req-643434fa-3c51-43f7-906e-a8a9047c5b60 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:50.483024 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-867cad5b-9109-4fa8-908f-3f1afb061098 req-643434fa-3c51-43f7-906e-a8a9047c5b60 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 945 time: 0.4029086 Feb 19 04:26:50.572226 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-64212c99-cd8e-4af8-b379-1a62b5601815 admin admin] Publish callbacks [] for security_group (bd832821-60a9-48cc-8998-707548d5dde7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:50.576576 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aab98a10-60c1-4a26-996e-d1627efa848a tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (d27a12f4-419d-4ee4-bc83-7ba25f2437c1), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:50.578948 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aab98a10-60c1-4a26-996e-d1627efa848a tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (d27a12f4-419d-4ee4-bc83-7ba25f2437c1), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:50.797959 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-bb54ebc4-f739-43db-8d7b-1d0b82a28c50 None None] Current status of the port 49df739a-996c-491c-bc91-49399ade6136 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:50.802507 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-64212c99-cd8e-4af8-b379-1a62b5601815 admin admin] Publish callbacks [] for security_group (bd832821-60a9-48cc-8998-707548d5dde7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:50.858743 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-867cad5b-9109-4fa8-908f-3f1afb061098 req-31d492ea-0c27-4d99-81ff-a79b93306fb7 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408341 Feb 19 04:26:50.983223 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 49df739a-996c-491c-bc91-49399ade6136 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:26:51.171176 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aab98a10-60c1-4a26-996e-d1627efa848a tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks [] for router_controller (d27a12f4-419d-4ee4-bc83-7ba25f2437c1), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:51.201875 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc4a84aa-2dea-495e-b1f3-296bcbe70737 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for floatingip (b850b9f1-c67b-43d8-b2bb-8dce0ffd9a3a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:51.209444 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 49df739a-996c-491c-bc91-49399ade6136 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:51.210301 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (49df739a-996c-491c-bc91-49399ade6136), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:51.221627 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aab98a10-60c1-4a26-996e-d1627efa848a tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (d27a12f4-419d-4ee4-bc83-7ba25f2437c1), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:51.294600 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-64212c99-cd8e-4af8-b379-1a62b5601815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (bd832821-60a9-48cc-8998-707548d5dde7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:51.315075 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-64212c99-cd8e-4af8-b379-1a62b5601815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:51.320817 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-64212c99-cd8e-4af8-b379-1a62b5601815 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bd832821-60a9-48cc-8998-707548d5dde7 HTTP/1.1" status: 204 len: 168 time: 1.0733089 Feb 19 04:26:51.348695 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-da59b35b-1d79-4f82-bdff-697fd1542ec7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet 164d3d10-eb82-42c7-887d-4fb86dad600c {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:26:51.362099 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da59b35b-1d79-4f82-bdff-697fd1542ec7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (164d3d10-eb82-42c7-887d-4fb86dad600c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:51.459323 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da59b35b-1d79-4f82-bdff-697fd1542ec7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (164d3d10-eb82-42c7-887d-4fb86dad600c), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:51.513494 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aab98a10-60c1-4a26-996e-d1627efa848a tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:51.519948 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-aab98a10-60c1-4a26-996e-d1627efa848a tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 2.1803589 Feb 19 04:26:51.520340 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64212c99-cd8e-4af8-b379-1a62b5601815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd832821-60a9-48cc-8998-707548d5dde7,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:51.522563 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50450) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:51.560970 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-96ba29b3-ea43-438e-a617-725f0810b9c1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1369743929'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:51.577422 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 49df739a-996c-491c-bc91-49399ade6136 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:51.593001 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-57b027c4-4977-4c89-b9f3-ef548bfe99e5 None None] Provisioning complete for port 2a393a0a-d33b-462f-bc4a-279b289503e2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:51.593634 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-57b027c4-4977-4c89-b9f3-ef548bfe99e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2a393a0a-d33b-462f-bc4a-279b289503e2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:51.649431 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653a29f-01bb-434a-8818-f857defd72b5 req-63f24dc4-12c7-4d97-b1a2-dc1002f1622d tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:51.657541 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8653a29f-01bb-434a-8818-f857defd72b5 req-63f24dc4-12c7-4d97-b1a2-dc1002f1622d tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.4791307 Feb 19 04:26:51.659757 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc4a84aa-2dea-495e-b1f3-296bcbe70737 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2452c86a-d37b-4edb-8c56-08a6a52e22db), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:51.730140 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-57b027c4-4977-4c89-b9f3-ef548bfe99e5 None None] Port 2a393a0a-d33b-462f-bc4a-279b289503e2 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:26:51.802430 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da59b35b-1d79-4f82-bdff-697fd1542ec7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (164d3d10-eb82-42c7-887d-4fb86dad600c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:51.808089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-57b027c4-4977-4c89-b9f3-ef548bfe99e5 None None] Provisioning complete for port 49df739a-996c-491c-bc91-49399ade6136 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:51.822426 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-57b027c4-4977-4c89-b9f3-ef548bfe99e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (49df739a-996c-491c-bc91-49399ade6136), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:51.838073 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ba29b3-ea43-438e-a617-725f0810b9c1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Made reservation on behalf of 9431a192199040fb96554c263fa2e66b for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:51.845039 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96ba29b3-ea43-438e-a617-725f0810b9c1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:51.879486 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96ba29b3-ea43-438e-a617-725f0810b9c1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:51.955793 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cdabcb10-09cd-452d-b134-b392729663ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for port (2a393a0a-d33b-462f-bc4a-279b289503e2), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:51.976105 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cdabcb10-09cd-452d-b134-b392729663ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (2a393a0a-d33b-462f-bc4a-279b289503e2), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:51.978872 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8653a29f-01bb-434a-8818-f857defd72b5 req-d6b20fa7-85ea-43c7-94d4-97f31dccc00d tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881882 Feb 19 04:26:52.062208 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da59b35b-1d79-4f82-bdff-697fd1542ec7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (164d3d10-eb82-42c7-887d-4fb86dad600c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:52.168254 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-57b027c4-4977-4c89-b9f3-ef548bfe99e5 None None] Current status of the port 49df739a-996c-491c-bc91-49399ade6136 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:52.266762 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96ba29b3-ea43-438e-a617-725f0810b9c1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks [] for security_group (5ea7f251-1c48-4b33-a1cf-95e52db9b1c5), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:52.293328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59b35b-1d79-4f82-bdff-697fd1542ec7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=164d3d10-eb82-42c7-887d-4fb86dad600c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:52.294509 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96ba29b3-ea43-438e-a617-725f0810b9c1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5ea7f251-1c48-4b33-a1cf-95e52db9b1c5), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:52.299326 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b026bf-95a3-479e-a159-7889aaef0a55 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:52.307080 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da59b35b-1d79-4f82-bdff-697fd1542ec7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:52.314895 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-da59b35b-1d79-4f82-bdff-697fd1542ec7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/164d3d10-eb82-42c7-887d-4fb86dad600c HTTP/1.1" status: 204 len: 168 time: 1.8690667 Feb 19 04:26:52.325604 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50480) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:52.470408 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc4a84aa-2dea-495e-b1f3-296bcbe70737 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for port (2452c86a-d37b-4edb-8c56-08a6a52e22db), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:52.488582 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabcb10-09cd-452d-b134-b392729663ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Port': ['ID=2a393a0a-d33b-462f-bc4a-279b289503e2,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:52.496087 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ba29b3-ea43-438e-a617-725f0810b9c1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:26:52.585093 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96ba29b3-ea43-438e-a617-725f0810b9c1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (4dc33d28-77ff-431d-9d56-62a954991770), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:52.585982 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-96ba29b3-ea43-438e-a617-725f0810b9c1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Added segment 4dc33d28-77ff-431d-9d56-62a954991770 of type vlan for network 743a87b8-32ad-4a32-853e-a79e8ed3889f Feb 19 04:26:52.666963 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b869e6d9-2a99-48b5-9d10-ba7e65a3d236 None None] Provisioning complete for port 2a393a0a-d33b-462f-bc4a-279b289503e2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:52.668460 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b869e6d9-2a99-48b5-9d10-ba7e65a3d236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2a393a0a-d33b-462f-bc4a-279b289503e2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:52.819157 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b869e6d9-2a99-48b5-9d10-ba7e65a3d236 None None] Port 2a393a0a-d33b-462f-bc4a-279b289503e2 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:26:52.824369 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc4a84aa-2dea-495e-b1f3-296bcbe70737 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (2452c86a-d37b-4edb-8c56-08a6a52e22db), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:52.957848 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3c5bf871-287b-49cb-9a96-fb6cb9fb3f2d None None] Provisioning complete for port 2a393a0a-d33b-462f-bc4a-279b289503e2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:52.959907 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3c5bf871-287b-49cb-9a96-fb6cb9fb3f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2a393a0a-d33b-462f-bc4a-279b289503e2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:52.975304 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f67015-6858-45a9-b1d3-099484b2beb6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet e31a49fa-9ef5-4a5e-8cd0-38d88fbb4223 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:26:53.031830 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96ba29b3-ea43-438e-a617-725f0810b9c1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (743a87b8-32ad-4a32-853e-a79e8ed3889f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:53.045957 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba29b3-ea43-438e-a617-725f0810b9c1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea7f251-1c48-4b33-a1cf-95e52db9b1c5,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:53.054502 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3c5bf871-287b-49cb-9a96-fb6cb9fb3f2d None None] Port 2a393a0a-d33b-462f-bc4a-279b289503e2 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:26:53.145336 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67f67015-6858-45a9-b1d3-099484b2beb6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (e31a49fa-9ef5-4a5e-8cd0-38d88fbb4223), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:53.204477 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cdabcb10-09cd-452d-b134-b392729663ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (e63634b0-9b27-417b-9e4f-ccffbd9483ca), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:53.301781 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a84aa-2dea-495e-b1f3-296bcbe70737 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event updated for resources: {'Port': ['ID=2452c86a-d37b-4edb-8c56-08a6a52e22db,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:53.319562 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc4a84aa-2dea-495e-b1f3-296bcbe70737 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (b850b9f1-c67b-43d8-b2bb-8dce0ffd9a3a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:53.329503 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96ba29b3-ea43-438e-a617-725f0810b9c1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (743a87b8-32ad-4a32-853e-a79e8ed3889f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:53.340160 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ba29b3-ea43-438e-a617-725f0810b9c1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:53.340887 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96ba29b3-ea43-438e-a617-725f0810b9c1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:53.406720 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61683c33-88a0-4ab8-9325-710a46c3a089 req-5ca31851-d571-499e-af16-bab703ce4ebf tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:53.424037 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-61683c33-88a0-4ab8-9325-710a46c3a089 req-5ca31851-d571-499e-af16-bab703ce4ebf tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 945 time: 0.6057029 Feb 19 04:26:53.454736 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67f67015-6858-45a9-b1d3-099484b2beb6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (e31a49fa-9ef5-4a5e-8cd0-38d88fbb4223), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:53.528249 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba29b3-ea43-438e-a617-725f0810b9c1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Pushing event updated for resources: {'Network': ['ID=743a87b8-32ad-4a32-853e-a79e8ed3889f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:53.562279 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 743a87b8-32ad-4a32-853e-a79e8ed3889f details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:26:53.580379 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ed033-ab37-47ad-869a-26aeae3d9721 req-c82cfa41-ff5e-4628-9be8-8063abb202b7 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:53.584248 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-865ed033-ab37-47ad-869a-26aeae3d9721 req-c82cfa41-ff5e-4628-9be8-8063abb202b7 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.9954963 Feb 19 04:26:53.604666 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-96ba29b3-ea43-438e-a617-725f0810b9c1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.0755844 Feb 19 04:26:53.609349 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50516) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:53.622221 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-8b942e09-de60-47a9-a137-9175f95005d0 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Request body: {'subnet': {'network_id': '743a87b8-32ad-4a32-853e-a79e8ed3889f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:53.632070 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc4a84aa-2dea-495e-b1f3-296bcbe70737 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:53.642117 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fc4a84aa-2dea-495e-b1f3-296bcbe70737 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7610850 Feb 19 04:26:53.739046 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50520) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:53.777001 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-865ed033-ab37-47ad-869a-26aeae3d9721 req-51b3f138-7488-4850-ac57-aacbc06a1406 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663439 Feb 19 04:26:53.852382 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-61683c33-88a0-4ab8-9325-710a46c3a089 req-9de93607-1b74-44cc-951f-e55ce6ae066e tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251215 Feb 19 04:26:53.875289 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67f67015-6858-45a9-b1d3-099484b2beb6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (e31a49fa-9ef5-4a5e-8cd0-38d88fbb4223), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:54.018903 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b942e09-de60-47a9-a137-9175f95005d0 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Made reservation on behalf of 9431a192199040fb96554c263fa2e66b for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:54.025186 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b942e09-de60-47a9-a137-9175f95005d0 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:54.065613 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94c10a3c-e4a2-498a-82b1-0c2451e97bee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:54.075938 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cdabcb10-09cd-452d-b134-b392729663ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2a393a0a-d33b-462f-bc4a-279b289503e2), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:54.244116 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67f67015-6858-45a9-b1d3-099484b2beb6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (e31a49fa-9ef5-4a5e-8cd0-38d88fbb4223), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:54.247948 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94c10a3c-e4a2-498a-82b1-0c2451e97bee admin admin] Publish callbacks [] for security_group (76866aa3-6764-40ca-bb36-29bafa3d2e12), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:54.261524 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94c10a3c-e4a2-498a-82b1-0c2451e97bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (76866aa3-6764-40ca-bb36-29bafa3d2e12), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:54.328304 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67f67015-6858-45a9-b1d3-099484b2beb6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:54.337674 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5b9e5426-3be4-4e32-a6af-a8582fb8c761 None None] Provisioning complete for port 232ac403-6290-4081-87d6-327d0ba797e8 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:54.341275 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-67f67015-6858-45a9-b1d3-099484b2beb6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/e31a49fa-9ef5-4a5e-8cd0-38d88fbb4223 HTTP/1.1" status: 204 len: 168 time: 2.0093956 Feb 19 04:26:54.345216 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5b9e5426-3be4-4e32-a6af-a8582fb8c761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (232ac403-6290-4081-87d6-327d0ba797e8), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:54.346354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50540) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:54.361462 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5b573b-e445-451c-b017-d9009177bb3f None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:54.423119 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f67015-6858-45a9-b1d3-099484b2beb6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=e31a49fa-9ef5-4a5e-8cd0-38d88fbb4223,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:54.485686 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-56e0ec38-054f-412c-ae30-667a3396d07d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1317749 Feb 19 04:26:54.493373 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-94c10a3c-e4a2-498a-82b1-0c2451e97bee admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b3f4762fb93f4824a90e1eff1c494370&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7143774 Feb 19 04:26:54.507026 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50544) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:54.508153 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50546) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:54.509515 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c10a3c-e4a2-498a-82b1-0c2451e97bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76866aa3-6764-40ca-bb36-29bafa3d2e12,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:54.546934 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-7650fcce-db4c-4001-aa92-318d69f55b13 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:54.695353 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5b9e5426-3be4-4e32-a6af-a8582fb8c761 None None] Current status of the port 232ac403-6290-4081-87d6-327d0ba797e8 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:26:54.824357 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-ea8cb291-c3cb-46c6-b1c2-e69c19fdd6d4 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--893548612&fields=id&tenant_id=ea967e23a8ef43cfacd115b397486d6c HTTP/1.1" status: 200 len: 267 time: 0.4432545 Feb 19 04:26:54.863956 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7325a675-0afd-4bd6-b836-7a5b8dfc770a None None] DHCP port deletion for 9e765b0b-136b-493b-bef9-44145ed793f7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:26:54.889508 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e55a353-de71-4b3c-bf97-cdc801aac95f admin admin] Publish callbacks [] for security_group (76866aa3-6764-40ca-bb36-29bafa3d2e12), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:54.991382 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7325a675-0afd-4bd6-b836-7a5b8dfc770a None None] Deleting port 232ac403-6290-4081-87d6-327d0ba797e8 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:26:54.991966 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7325a675-0afd-4bd6-b836-7a5b8dfc770a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (232ac403-6290-4081-87d6-327d0ba797e8), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:55.063698 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7650fcce-db4c-4001-aa92-318d69f55b13 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:55.068786 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7650fcce-db4c-4001-aa92-318d69f55b13 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:55.100029 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e5d783f7-a7c1-4a14-9c2a-d28d8051b8f9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:55.103955 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e5d783f7-a7c1-4a14-9c2a-d28d8051b8f9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports/680d45c7-a626-4dc5-b424-148f5e9cc4f9 HTTP/1.1" status: 200 len: 937 time: 0.1953471 Feb 19 04:26:55.123011 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e55a353-de71-4b3c-bf97-cdc801aac95f admin admin] Publish callbacks [] for security_group (76866aa3-6764-40ca-bb36-29bafa3d2e12), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:55.148636 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-7325a675-0afd-4bd6-b836-7a5b8dfc770a None None] For port 232ac403-6290-4081-87d6-327d0ba797e8, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=232ac403-6290-4081-87d6-327d0ba797e8,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:26:55.149915 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7325a675-0afd-4bd6-b836-7a5b8dfc770a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (232ac403-6290-4081-87d6-327d0ba797e8), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:55.185118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7325a675-0afd-4bd6-b836-7a5b8dfc770a None None] Calling delete_port for 232ac403-6290-4081-87d6-327d0ba797e8 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:26:55.336543 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-96928d2e-aef3-49ef-9292-bf3b60233e45 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:55.339972 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-96928d2e-aef3-49ef-9292-bf3b60233e45 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports/9e561b36-bbb3-4838-adb1-112f3a7b1d33 HTTP/1.1" status: 200 len: 935 time: 0.2103496 Feb 19 04:26:55.361744 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b8472-6c61-471e-b1ba-e08c5b7eb8d4 req-7a094c71-57bb-4703-adb3-43e509fd0aef tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:55.374479 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-984b8472-6c61-471e-b1ba-e08c5b7eb8d4 req-7a094c71-57bb-4703-adb3-43e509fd0aef tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.2790997 Feb 19 04:26:55.461335 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7325a675-0afd-4bd6-b836-7a5b8dfc770a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (232ac403-6290-4081-87d6-327d0ba797e8), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:55.502710 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7325a675-0afd-4bd6-b836-7a5b8dfc770a None None] No DVR routers for this DVR port 232ac403-6290-4081-87d6-327d0ba797e8 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:26:55.548405 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325a675-0afd-4bd6-b836-7a5b8dfc770a None None] Pushing event deleted for resources: {'Port': ['ID=232ac403-6290-4081-87d6-327d0ba797e8,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:55.582517 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b2a1b3ef-f481-4682-9d66-31ad9b7379a9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?network_id=0197e602-f5d2-48ef-bb73-a3741213d4f6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1673112 Feb 19 04:26:55.592160 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e55a353-de71-4b3c-bf97-cdc801aac95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (76866aa3-6764-40ca-bb36-29bafa3d2e12), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:55.593216 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-984b8472-6c61-471e-b1ba-e08c5b7eb8d4 req-ca310e77-5e5e-4beb-ba30-0ffd66d36911 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167485 Feb 19 04:26:55.603174 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e55a353-de71-4b3c-bf97-cdc801aac95f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:55.606321 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5e55a353-de71-4b3c-bf97-cdc801aac95f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/76866aa3-6764-40ca-bb36-29bafa3d2e12 HTTP/1.1" status: 204 len: 168 time: 1.0736465 Feb 19 04:26:55.764055 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-149ba501-36a1-47cf-b45f-2e0aff304dcf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?network_id=0197e602-f5d2-48ef-bb73-a3741213d4f6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1545243 Feb 19 04:26:55.784693 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55a353-de71-4b3c-bf97-cdc801aac95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76866aa3-6764-40ca-bb36-29bafa3d2e12,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:55.789385 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b942e09-de60-47a9-a137-9175f95005d0 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (dd92f4b5-6eb3-408d-958e-f478125a4694), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:55.928746 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cdabcb10-09cd-452d-b134-b392729663ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for port (2a393a0a-d33b-462f-bc4a-279b289503e2), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:55.974376 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cdabcb10-09cd-452d-b134-b392729663ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (2a393a0a-d33b-462f-bc4a-279b289503e2), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:55.975820 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cdabcb10-09cd-452d-b134-b392729663ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (e63634b0-9b27-417b-9e4f-ccffbd9483ca), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:56.231369 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b942e09-de60-47a9-a137-9175f95005d0 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Pushing event updated for resources: {'Subnet': ['ID=dd92f4b5-6eb3-408d-958e-f478125a4694,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:56.272540 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabcb10-09cd-452d-b134-b392729663ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Port': ['ID=2a393a0a-d33b-462f-bc4a-279b289503e2,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:56.276963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdabcb10-09cd-452d-b134-b392729663ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network 58a430ae-bae2-448c-b89c-2d8999a31f83 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:26:56.286131 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-cdabcb10-09cd-452d-b134-b392729663ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:56.297900 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b942e09-de60-47a9-a137-9175f95005d0 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Checking segment: {'id': '4dc33d28-77ff-431d-9d56-62a954991770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '743a87b8-32ad-4a32-853e-a79e8ed3889f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:26:56.298640 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b942e09-de60-47a9-a137-9175f95005d0 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Network hostable DHCP agents. Network: 743a87b8-32ad-4a32-853e-a79e8ed3889f, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:26:56.331504 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5513b4-1c26-4d41-9ec8-f2c264f38339 req-25d48112-ffec-48a5-a84d-31bd28c44af0 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:56.334012 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8d5513b4-1c26-4d41-9ec8-f2c264f38339 req-25d48112-ffec-48a5-a84d-31bd28c44af0 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 945 time: 0.5164332 Feb 19 04:26:56.482994 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7650fcce-db4c-4001-aa92-318d69f55b13 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (865363f9-0db0-453d-a351-b61bb65e17f5), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:56.504799 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b942e09-de60-47a9-a137-9175f95005d0 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Network 743a87b8-32ad-4a32-853e-a79e8ed3889f is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:26:56.587477 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-8b942e09-de60-47a9-a137-9175f95005d0 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 743a87b8-32ad-4a32-853e-a79e8ed3889f) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:56.612884 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aec619-38f1-400d-9a12-d4f970a74864 None None] Network 743a87b8-32ad-4a32-853e-a79e8ed3889f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:56.615948 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b942e09-de60-47a9-a137-9175f95005d0 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:56.616710 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b942e09-de60-47a9-a137-9175f95005d0 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:56.659876 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8d5513b4-1c26-4d41-9ec8-f2c264f38339 req-961d7d35-1275-4c6e-837b-01b3fc04b112 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789416 Feb 19 04:26:56.672266 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8b942e09-de60-47a9-a137-9175f95005d0 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0505168 Feb 19 04:26:56.673077 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50580) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:56.677905 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7650fcce-db4c-4001-aa92-318d69f55b13 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:26:56.681856 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b836bcee-9813-40d2-a3ee-943bf360418b tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Request body: {'network': {'name': 'tempest-router-network01--1710923786'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:56.710412 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-7650fcce-db4c-4001-aa92-318d69f55b13 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:56.726368 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b836bcee-9813-40d2-a3ee-943bf360418b tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Made reservation on behalf of 9431a192199040fb96554c263fa2e66b for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:56.751027 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b836bcee-9813-40d2-a3ee-943bf360418b tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:56.755439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-d084db31-0b74-4ff9-a4a9-9a4e2c3e41fd tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:56.803738 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-d084db31-0b74-4ff9-a4a9-9a4e2c3e41fd tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:56.836135 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-d084db31-0b74-4ff9-a4a9-9a4e2c3e41fd tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:56.845679 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-d084db31-0b74-4ff9-a4a9-9a4e2c3e41fd tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/networks?id=4a64a19d-d377-4cb4-886a-9dfbe46eb1ee&id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&id=0197e602-f5d2-48ef-bb73-a3741213d4f6&id=0197e602-f5d2-48ef-bb73-a3741213d4f6 HTTP/1.1" status: 200 len: 1995 time: 1.0536244 Feb 19 04:26:56.852037 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7650fcce-db4c-4001-aa92-318d69f55b13 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:56.855606 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7650fcce-db4c-4001-aa92-318d69f55b13 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:56.865832 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bebcab-efc8-499b-9095-a6b71b92e54c None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:26:56.914980 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdabcb10-09cd-452d-b134-b392729663ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Router e63634b0-9b27-417b-9e4f-ccffbd9483ca is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:26:56.940086 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650fcce-db4c-4001-aa92-318d69f55b13 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=865363f9-0db0-453d-a351-b61bb65e17f5,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:56.961639 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b836bcee-9813-40d2-a3ee-943bf360418b tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:26:56.967039 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-0dcb2c02-34e9-496b-a437-f504f063b32e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/quotas/ea967e23a8ef43cfacd115b397486d6c HTTP/1.1" status: 200 len: 375 time: 0.0859568 Feb 19 04:26:56.972885 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7650fcce-db4c-4001-aa92-318d69f55b13 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4576206 Feb 19 04:26:56.989009 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50586) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:57.015505 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-4ee1c67b-cd61-4d23-815b-49a90a80eac0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:57.099373 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50592) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:57.135908 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d9717bc8-3be1-49d0-88c2-edb90aee8fc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:57.162920 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 232ac403-6290-4081-87d6-327d0ba797e8 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:26:57.208647 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b836bcee-9813-40d2-a3ee-943bf360418b tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (290c76e5-8fa2-48ac-a6c9-cb6315107ca2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:57.209257 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-b836bcee-9813-40d2-a3ee-943bf360418b tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Added segment 290c76e5-8fa2-48ac-a6c9-cb6315107ca2 of type vlan for network d64c8a67-8a04-49fc-b8d3-70eefe4290c9 Feb 19 04:26:57.223918 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-d853ecd7-2de9-42f1-9fa4-2fb1083a22bb tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ea967e23a8ef43cfacd115b397486d6c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2365916 Feb 19 04:26:57.316266 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 232ac403-6290-4081-87d6-327d0ba797e8 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:26:57.317161 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 232ac403-6290-4081-87d6-327d0ba797e8 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:26:57.336491 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3c0d9989-741f-4f29-b603-2fac1f45005f None None] Provisioning complete for port 2a393a0a-d33b-462f-bc4a-279b289503e2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:26:57.338962 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3c0d9989-741f-4f29-b603-2fac1f45005f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2a393a0a-d33b-462f-bc4a-279b289503e2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:57.346731 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-743a87b8-32ad-4a32-853e-a79e8ed3889f', 'network_id': '743a87b8-32ad-4a32-853e-a79e8ed3889f', 'project_id': '9431a192199040fb96554c263fa2e66b', 'fixed_ips': [{'subnet_id': 'dd92f4b5-6eb3-408d-958e-f478125a4694'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:26:57.347859 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:57.488405 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3c0d9989-741f-4f29-b603-2fac1f45005f None None] Port 2a393a0a-d33b-462f-bc4a-279b289503e2 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:26:57.621958 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d9717bc8-3be1-49d0-88c2-edb90aee8fc4 admin admin] Publish callbacks [] for security_group (ab959e38-1967-46cf-91f7-047bc7178043), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:57.627179 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db3536f-c57f-4778-a302-f34e5de7338d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9e765b0b-136b-493b-bef9-44145ed793f7', 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'project_id': '46b7de56b7dc40ddb0c7ab6f7b53f99d', 'fixed_ips': [{'subnet_id': '865363f9-0db0-453d-a351-b61bb65e17f5'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:26:57.630170 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1db3536f-c57f-4778-a302-f34e5de7338d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:57.637741 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d9717bc8-3be1-49d0-88c2-edb90aee8fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ab959e38-1967-46cf-91f7-047bc7178043), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:57.758129 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d9717bc8-3be1-49d0-88c2-edb90aee8fc4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d3ff4a6afcd64657aed40a7bc4e8331b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6567464 Feb 19 04:26:57.763028 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-48e81b71-e4b1-49c3-8d22-080386367ddc service neutron] 10.222.0.65 "GET /v2.0/networks/4a64a19d-d377-4cb4-886a-9dfbe46eb1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055778 Feb 19 04:26:57.765708 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50600) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:57.797181 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdabcb10-09cd-452d-b134-b392729663ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:26:57.831949 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b836bcee-9813-40d2-a3ee-943bf360418b tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (d64c8a67-8a04-49fc-b8d3-70eefe4290c9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:57.848001 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cdabcb10-09cd-452d-b134-b392729663ad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "PUT /v2.0/routers/e63634b0-9b27-417b-9e4f-ccffbd9483ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5161812 Feb 19 04:26:57.850896 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50604) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:57.906050 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5db95b-28db-4ef5-8de5-a7d49a962436 None None] Sync routers for ids ['e63634b0-9b27-417b-9e4f-ccffbd9483ca'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:26:57.960246 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.resource_extend [None req-b836bcee-9813-40d2-a3ee-943bf360418b tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:26:58.044413 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f2d15-e873-4c13-a070-8380df1afd71 req-5639e0f5-59af-4134-b5fd-729395904387 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:58.047559 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-134f2d15-e873-4c13-a070-8380df1afd71 req-5639e0f5-59af-4134-b5fd-729395904387 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.5849898 Feb 19 04:26:58.066375 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b836bcee-9813-40d2-a3ee-943bf360418b tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d64c8a67-8a04-49fc-b8d3-70eefe4290c9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:58.073607 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5db95b-28db-4ef5-8de5-a7d49a962436 None None] Routers {'e63634b0-9b27-417b-9e4f-ccffbd9483ca'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:26:58.074623 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5e5db95b-28db-4ef5-8de5-a7d49a962436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:26:36Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['e63634b0-9b27-417b-9e4f-ccffbd9483ca'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:26:58.076131 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b836bcee-9813-40d2-a3ee-943bf360418b tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:58.077533 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b836bcee-9813-40d2-a3ee-943bf360418b tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:58.109291 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-f68de5ab-1a5a-4e76-a1cf-d2bcddc912af service neutron] 10.222.0.65 "GET /v2.0/networks/4a64a19d-d377-4cb4-886a-9dfbe46eb1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130100 Feb 19 04:26:58.115438 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9717bc8-3be1-49d0-88c2-edb90aee8fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab959e38-1967-46cf-91f7-047bc7178043,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:58.157257 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5e5db95b-28db-4ef5-8de5-a7d49a962436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:26:58.175986 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a7ead5-2f21-4c75-bb03-d758a661b483 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:58.184347 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50608) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:58.186312 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-38a7ead5-2f21-4c75-bb03-d758a661b483 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports?device_id=e63634b0-9b27-417b-9e4f-ccffbd9483ca HTTP/1.1" status: 200 len: 988 time: 0.3232493 Feb 19 04:26:58.210109 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Allocated IP 172.20.0.2 (743a87b8-32ad-4a32-853e-a79e8ed3889f/dd92f4b5-6eb3-408d-958e-f478125a4694/81f6a618-aa56-48f2-9fc5-02d310589b1a) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:26:58.218818 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5db95b-28db-4ef5-8de5-a7d49a962436 None None] Routers {'e63634b0-9b27-417b-9e4f-ccffbd9483ca'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:26:58.219607 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5e5db95b-28db-4ef5-8de5-a7d49a962436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:26:36Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['e63634b0-9b27-417b-9e4f-ccffbd9483ca'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:26:58.223712 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6955ef67-1e4a-4617-b389-261e9548e6f5 admin admin] Publish callbacks [] for security_group (ab959e38-1967-46cf-91f7-047bc7178043), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:58.281417 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee1c67b-cd61-4d23-815b-49a90a80eac0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:58.289140 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ee1c67b-cd61-4d23-815b-49a90a80eac0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:58.291672 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5e5db95b-28db-4ef5-8de5-a7d49a962436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:26:58.293847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5db95b-28db-4ef5-8de5-a7d49a962436 None None] The sync data for ids ['e63634b0-9b27-417b-9e4f-ccffbd9483ca'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:26:58.341428 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-6aefc9f3-c3ad-41c3-a5b8-c0ec58e2affc service neutron] 10.222.0.65 "GET /v2.0/ports/680d45c7-a626-4dc5-b424-148f5e9cc4f9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2035034 Feb 19 04:26:58.349134 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b836bcee-9813-40d2-a3ee-943bf360418b tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6744478 Feb 19 04:26:58.374184 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50612) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:58.383575 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-d5601e84-4971-4e9a-ba59-6d887ad7c2c0 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Request body: {'network': {'name': 'tempest-router-network02--1704285932'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:58.472647 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-1db3536f-c57f-4778-a302-f34e5de7338d None None] Allocated IP 2001:db8::2 (9e765b0b-136b-493b-bef9-44145ed793f7/865363f9-0db0-453d-a351-b61bb65e17f5/e2fd2bb5-96e7-488f-aec2-de30d226b4d6) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:26:58.495857 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836bcee-9813-40d2-a3ee-943bf360418b tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Pushing event updated for resources: {'Network': ['ID=d64c8a67-8a04-49fc-b8d3-70eefe4290c9,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:58.527206 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network d64c8a67-8a04-49fc-b8d3-70eefe4290c9 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:26:58.589021 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6955ef67-1e4a-4617-b389-261e9548e6f5 admin admin] Publish callbacks [] for security_group (ab959e38-1967-46cf-91f7-047bc7178043), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:58.609911 n-d-772273-4 neutron-server[115198]: INFO neutron.db.ipam_backend_mixin [None req-4ee1c67b-cd61-4d23-815b-49a90a80eac0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 865363f9-0db0-453d-a351-b61bb65e17f5 (CIDR: 2001:db8::/64) Feb 19 04:26:58.627635 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee1c67b-cd61-4d23-815b-49a90a80eac0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:26:58.628465 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee1c67b-cd61-4d23-815b-49a90a80eac0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:26:58.657401 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5601e84-4971-4e9a-ba59-6d887ad7c2c0 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Made reservation on behalf of 9431a192199040fb96554c263fa2e66b for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:58.659545 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d5601e84-4971-4e9a-ba59-6d887ad7c2c0 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:58.704380 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4ee1c67b-cd61-4d23-815b-49a90a80eac0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7035584 Feb 19 04:26:58.705814 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50618) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:58.741757 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-134f2d15-e873-4c13-a070-8380df1afd71 req-fe3019ce-634c-4ec3-bdaf-43938f1a5c67 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6510100 Feb 19 04:26:58.750149 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5601e84-4971-4e9a-ba59-6d887ad7c2c0 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:26:58.763198 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-9286a259-b595-4d53-a46c-7cdacc0ab969 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'subnet': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:58.779879 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d5601e84-4971-4e9a-ba59-6d887ad7c2c0 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (32faf495-e477-44b5-8fa1-a73e13fe3c4b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:58.781729 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-d5601e84-4971-4e9a-ba59-6d887ad7c2c0 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Added segment 32faf495-e477-44b5-8fa1-a73e13fe3c4b of type vlan for network 062829a8-a709-468f-8e56-c1fadda96817 Feb 19 04:26:58.848022 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d5601e84-4971-4e9a-ba59-6d887ad7c2c0 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (062829a8-a709-468f-8e56-c1fadda96817), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:58.891727 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d5601e84-4971-4e9a-ba59-6d887ad7c2c0 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (062829a8-a709-468f-8e56-c1fadda96817), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:58.903055 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5601e84-4971-4e9a-ba59-6d887ad7c2c0 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:58.904155 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d5601e84-4971-4e9a-ba59-6d887ad7c2c0 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:58.933072 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Publish callbacks [] for port (81f6a618-aa56-48f2-9fc5-02d310589b1a), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:59.027426 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1db3536f-c57f-4778-a302-f34e5de7338d None None] Publish callbacks [] for port (e2fd2bb5-96e7-488f-aec2-de30d226b4d6), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:59.032271 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (81f6a618-aa56-48f2-9fc5-02d310589b1a), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:59.068640 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Network 743a87b8-32ad-4a32-853e-a79e8ed3889f is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:26:59.073497 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1db3536f-c57f-4778-a302-f34e5de7338d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (e2fd2bb5-96e7-488f-aec2-de30d226b4d6), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:59.082525 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:59.123001 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d5601e84-4971-4e9a-ba59-6d887ad7c2c0 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7470236 Feb 19 04:26:59.125937 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5601e84-4971-4e9a-ba59-6d887ad7c2c0 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Pushing event updated for resources: {'Network': ['ID=062829a8-a709-468f-8e56-c1fadda96817,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:59.138931 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50622) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:26:59.145151 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:26:59.153554 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 062829a8-a709-468f-8e56-c1fadda96817 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:26:59.154776 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-008818e1-ff71-49fd-a196-1318bd01dbbb tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Request body: {'subnet': {'network_id': 'd64c8a67-8a04-49fc-b8d3-70eefe4290c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:26:59.246782 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b994d4e1-b63a-4e04-bfb0-45667c48fe91 service neutron] 10.222.0.65 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9039426 Feb 19 04:26:59.332254 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Pushing event updated for resources: {'Port': ['ID=81f6a618-aa56-48f2-9fc5-02d310589b1a,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:59.344436 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be728b3b-0725-4d57-b267-93cd36534934 req-53e3c079-1c39-4996-9d9e-b6c9c85c6b21 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:59.348462 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be728b3b-0725-4d57-b267-93cd36534934 req-53e3c079-1c39-4996-9d9e-b6c9c85c6b21 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 945 time: 0.3401675 Feb 19 04:26:59.357558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db3536f-c57f-4778-a302-f34e5de7338d None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:26:59.363607 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-1db3536f-c57f-4778-a302-f34e5de7338d None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:26:59.414094 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db3536f-c57f-4778-a302-f34e5de7338d None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:26:59.434068 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6955ef67-1e4a-4617-b389-261e9548e6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ab959e38-1967-46cf-91f7-047bc7178043), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:59.439110 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6955ef67-1e4a-4617-b389-261e9548e6f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:59.444426 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6955ef67-1e4a-4617-b389-261e9548e6f5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ab959e38-1967-46cf-91f7-047bc7178043 HTTP/1.1" status: 204 len: 168 time: 1.6739843 Feb 19 04:26:59.476486 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:59.477366 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:59.478678 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:59.479322 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:59.479993 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:59.480773 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:59.481398 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:59.482075 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:59.482881 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:59.488771 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:59.488771 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:59.488771 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:59.488771 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:26:59.499523 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Attempting to bind port 81f6a618-aa56-48f2-9fc5-02d310589b1a on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:26:59.500013 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Attempting to bind port 81f6a618-aa56-48f2-9fc5-02d310589b1a by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '4dc33d28-77ff-431d-9d56-62a954991770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '743a87b8-32ad-4a32-853e-a79e8ed3889f'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:26:59.502695 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Attempting to bind port 81f6a618-aa56-48f2-9fc5-02d310589b1a on network 743a87b8-32ad-4a32-853e-a79e8ed3889f {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:26:59.511685 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955ef67-1e4a-4617-b389-261e9548e6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab959e38-1967-46cf-91f7-047bc7178043,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:59.526111 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008818e1-ff71-49fd-a196-1318bd01dbbb tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Made reservation on behalf of 9431a192199040fb96554c263fa2e66b for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:59.532146 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-008818e1-ff71-49fd-a196-1318bd01dbbb tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:59.574154 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be728b3b-0725-4d57-b267-93cd36534934 req-e828b9c0-0eba-4c5f-9ead-cedb0b2f1e1a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999843 Feb 19 04:26:59.701372 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-3322b50a-e52b-4eb5-8037-b02555bfdf9b service neutron] 10.222.0.65 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390037 Feb 19 04:26:59.702399 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9286a259-b595-4d53-a46c-7cdacc0ab969 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:26:59.707040 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9286a259-b595-4d53-a46c-7cdacc0ab969 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:59.715780 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:26:59.719841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Checking segment: {'id': '4dc33d28-77ff-431d-9d56-62a954991770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '743a87b8-32ad-4a32-853e-a79e8ed3889f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:26:59.720671 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:59.721251 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Bound using segment: {'id': '4dc33d28-77ff-431d-9d56-62a954991770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '743a87b8-32ad-4a32-853e-a79e8ed3889f'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:26:59.722104 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Bound port: 81f6a618-aa56-48f2-9fc5-02d310589b1a, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc33d28-77ff-431d-9d56-62a954991770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '743a87b8-32ad-4a32-853e-a79e8ed3889f'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:26:59.723009 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (81f6a618-aa56-48f2-9fc5-02d310589b1a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:59.927760 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3536f-c57f-4778-a302-f34e5de7338d None None] Pushing event updated for resources: {'Port': ['ID=e2fd2bb5-96e7-488f-aec2-de30d226b4d6,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:26:59.930124 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-1a5a257a-ab6c-447e-944e-40730c9b1329 service neutron] 10.222.0.65 "GET /v2.0/ports/9e561b36-bbb3-4838-adb1-112f3a7b1d33?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2182219 Feb 19 04:26:59.972252 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-1db3536f-c57f-4778-a302-f34e5de7338d None None] Attempting to bind port e2fd2bb5-96e7-488f-aec2-de30d226b4d6 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:26:59.973234 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-1db3536f-c57f-4778-a302-f34e5de7338d None None] Attempting to bind port e2fd2bb5-96e7-488f-aec2-de30d226b4d6 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:26:59.973234 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db3536f-c57f-4778-a302-f34e5de7338d None None] Attempting to bind port e2fd2bb5-96e7-488f-aec2-de30d226b4d6 on network 9e765b0b-136b-493b-bef9-44145ed793f7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:26:59.981852 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] For port 81f6a618-aa56-48f2-9fc5-02d310589b1a, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:26:59.984738 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db3536f-c57f-4778-a302-f34e5de7338d None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:26:59.985408 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db3536f-c57f-4778-a302-f34e5de7338d None None] Checking segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:26:59.985917 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1db3536f-c57f-4778-a302-f34e5de7338d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:59.986338 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db3536f-c57f-4778-a302-f34e5de7338d None None] Bound using segment: {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:26:59.987019 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-1db3536f-c57f-4778-a302-f34e5de7338d None None] Bound port: e2fd2bb5-96e7-488f-aec2-de30d226b4d6, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d860f4-fa4e-439e-9cd9-bc87a909dda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:26:59.987210 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1db3536f-c57f-4778-a302-f34e5de7338d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e2fd2bb5-96e7-488f-aec2-de30d226b4d6), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:00.083693 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-1db3536f-c57f-4778-a302-f34e5de7338d None None] For port e2fd2bb5-96e7-488f-aec2-de30d226b4d6, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:27:00.090051 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-1db3536f-c57f-4778-a302-f34e5de7338d None None] For port e2fd2bb5-96e7-488f-aec2-de30d226b4d6, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e2fd2bb5-96e7-488f-aec2-de30d226b4d6,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:27:00.097907 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] For port 81f6a618-aa56-48f2-9fc5-02d310589b1a, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=81f6a618-aa56-48f2-9fc5-02d310589b1a,segment=NetworkSegment(4dc33d28-77ff-431d-9d56-62a954991770),segment_id=4dc33d28-77ff-431d-9d56-62a954991770)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:27:00.102646 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1db3536f-c57f-4778-a302-f34e5de7338d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e2fd2bb5-96e7-488f-aec2-de30d226b4d6), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:00.134978 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (81f6a618-aa56-48f2-9fc5-02d310589b1a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:00.186732 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-008818e1-ff71-49fd-a196-1318bd01dbbb tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (29c5e64f-0c59-4831-936b-02ac5008e7f7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:00.282646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3536f-c57f-4778-a302-f34e5de7338d None None] Pushing event updated for resources: {'Port': ['ID=e2fd2bb5-96e7-488f-aec2-de30d226b4d6,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:00.417916 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132f83d-0150-4013-8fce-2c304a087241 None None] Pushing event updated for resources: {'Port': ['ID=81f6a618-aa56-48f2-9fc5-02d310589b1a,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:00.429609 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ecb92-9c33-4b90-9077-e786bf94fb14 req-ebe79d7a-77a6-46db-bf5c-9b87424e279a tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:00.450642 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a98ecb92-9c33-4b90-9077-e786bf94fb14 req-ebe79d7a-77a6-46db-bf5c-9b87424e279a tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.5269949 Feb 19 04:27:00.511664 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008818e1-ff71-49fd-a196-1318bd01dbbb tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Pushing event updated for resources: {'Subnet': ['ID=29c5e64f-0c59-4831-936b-02ac5008e7f7,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:00.584272 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-033e46c1-277c-4df7-aae8-5d98d379e79e service neutron] 10.222.0.65 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6532454 Feb 19 04:27:00.637213 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008818e1-ff71-49fd-a196-1318bd01dbbb tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Checking segment: {'id': '290c76e5-8fa2-48ac-a6c9-cb6315107ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd64c8a67-8a04-49fc-b8d3-70eefe4290c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:27:00.637720 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008818e1-ff71-49fd-a196-1318bd01dbbb tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Network hostable DHCP agents. Network: d64c8a67-8a04-49fc-b8d3-70eefe4290c9, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:27:00.695380 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a98ecb92-9c33-4b90-9077-e786bf94fb14 req-dbf796fe-c8e3-4301-8f6a-95330d6a9a39 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433743 Feb 19 04:27:00.731853 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008818e1-ff71-49fd-a196-1318bd01dbbb tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Network d64c8a67-8a04-49fc-b8d3-70eefe4290c9 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:27:00.763393 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-008818e1-ff71-49fd-a196-1318bd01dbbb tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, d64c8a67-8a04-49fc-b8d3-70eefe4290c9) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:00.781456 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008818e1-ff71-49fd-a196-1318bd01dbbb tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:00.782562 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-008818e1-ff71-49fd-a196-1318bd01dbbb tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:00.790060 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab05258a-6289-4217-b11e-aefe21ad697d None None] Network d64c8a67-8a04-49fc-b8d3-70eefe4290c9 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:27:00.870529 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-008818e1-ff71-49fd-a196-1318bd01dbbb tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7249067 Feb 19 04:27:00.871708 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50656) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:00.901134 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-76c3a7c8-8795-4774-a1cb-0e0c74961c07 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Request body: {'subnet': {'network_id': '062829a8-a709-468f-8e56-c1fadda96817', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:01.182199 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cdc5b0d6-7085-4352-9dc2-14b00f980182 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (e63634b0-9b27-417b-9e4f-ccffbd9483ca), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:01.402345 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e2fd2bb5-96e7-488f-aec2-de30d226b4d6 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:27:01.488136 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7877d-eded-4e4c-87dc-dac39c81b8ca req-e88f2e1a-972d-4212-9509-fe97af928110 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:01.508469 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dfc7877d-eded-4e4c-87dc-dac39c81b8ca req-e88f2e1a-972d-4212-9509-fe97af928110 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 945 time: 0.4842165 Feb 19 04:27:01.523498 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab612b96-d0d6-4cc5-92e5-27e1d2acd5c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-d64c8a67-8a04-49fc-b8d3-70eefe4290c9', 'network_id': 'd64c8a67-8a04-49fc-b8d3-70eefe4290c9', 'project_id': '9431a192199040fb96554c263fa2e66b', 'fixed_ips': [{'subnet_id': '29c5e64f-0c59-4831-936b-02ac5008e7f7'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:27:01.528775 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ab612b96-d0d6-4cc5-92e5-27e1d2acd5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:01.578769 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c3a7c8-8795-4774-a1cb-0e0c74961c07 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Made reservation on behalf of 9431a192199040fb96554c263fa2e66b for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:01.586947 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-4daa26f0-dbd5-4333-9472-4f86c1c064d5 service neutron] 10.222.0.65 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9359283 Feb 19 04:27:01.596534 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-76c3a7c8-8795-4774-a1cb-0e0c74961c07 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:01.735588 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port e2fd2bb5-96e7-488f-aec2-de30d226b4d6 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:01.736379 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e2fd2bb5-96e7-488f-aec2-de30d226b4d6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:01.916610 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dfc7877d-eded-4e4c-87dc-dac39c81b8ca req-1c2f9b38-9181-4fac-8053-e5de61ba1d56 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985445 Feb 19 04:27:02.257086 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-ab612b96-d0d6-4cc5-92e5-27e1d2acd5c1 None None] Allocated IP 172.20.0.2 (d64c8a67-8a04-49fc-b8d3-70eefe4290c9/29c5e64f-0c59-4831-936b-02ac5008e7f7/54acc66f-4c18-4d21-b298-6dd48eecfe57) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:02.490190 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-76c3a7c8-8795-4774-a1cb-0e0c74961c07 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (fc1ee115-16f5-4d7c-8187-248a46917b2d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:02.785865 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3a7c8-8795-4774-a1cb-0e0c74961c07 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Pushing event updated for resources: {'Subnet': ['ID=fc1ee115-16f5-4d7c-8187-248a46917b2d,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:02.791486 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port e2fd2bb5-96e7-488f-aec2-de30d226b4d6 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:02.792337 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e2fd2bb5-96e7-488f-aec2-de30d226b4d6), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:02.875783 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-575f9918-6cba-467e-87d3-5d1b5936d12f service neutron] 10.222.0.65 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9992797 Feb 19 04:27:02.935208 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c3a7c8-8795-4774-a1cb-0e0c74961c07 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Checking segment: {'id': '32faf495-e477-44b5-8fa1-a73e13fe3c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '062829a8-a709-468f-8e56-c1fadda96817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:27:02.942696 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c3a7c8-8795-4774-a1cb-0e0c74961c07 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Network hostable DHCP agents. Network: 062829a8-a709-468f-8e56-c1fadda96817, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:27:03.051369 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c3a7c8-8795-4774-a1cb-0e0c74961c07 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Network 062829a8-a709-468f-8e56-c1fadda96817 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:27:03.053511 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e58c60ca-710e-4271-8743-0a07cc1457e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:03.102681 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-76c3a7c8-8795-4774-a1cb-0e0c74961c07 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 062829a8-a709-468f-8e56-c1fadda96817) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:03.117768 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c3a7c8-8795-4774-a1cb-0e0c74961c07 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:03.118865 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-76c3a7c8-8795-4774-a1cb-0e0c74961c07 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:03.181483 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port e2fd2bb5-96e7-488f-aec2-de30d226b4d6, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e2fd2bb5-96e7-488f-aec2-de30d226b4d6,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:03.206550 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6612f18-512e-426b-8883-60a90edc370f None None] Network 062829a8-a709-468f-8e56-c1fadda96817 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:27:03.215087 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-76c3a7c8-8795-4774-a1cb-0e0c74961c07 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3368013 Feb 19 04:27:03.219477 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50690) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:03.251487 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e2fd2bb5-96e7-488f-aec2-de30d226b4d6), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:03.869676 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76210bb-4f79-4cea-a646-e62209924196 req-882f515d-961c-44c8-b2c7-ab2daccde6a4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:03.872451 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a76210bb-4f79-4cea-a646-e62209924196 req-882f515d-961c-44c8-b2c7-ab2daccde6a4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 945 time: 0.6293998 Feb 19 04:27:04.089331 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a76210bb-4f79-4cea-a646-e62209924196 req-afef9811-2348-4e41-b0c4-f2295a9b9835 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027221 Feb 19 04:27:04.175704 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ab612b96-d0d6-4cc5-92e5-27e1d2acd5c1 None None] Publish callbacks [] for port (54acc66f-4c18-4d21-b298-6dd48eecfe57), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:04.182406 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a450341-46bd-4b17-bde6-63fa6d7aff87 None None] Network 743a87b8-32ad-4a32-853e-a79e8ed3889f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:27:04.187661 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 81f6a618-aa56-48f2-9fc5-02d310589b1a up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:27:04.281755 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:04.316520 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a5c9b1d8-e143-48cc-b0cd-113779323d21 None None] Provisioning complete for port e2fd2bb5-96e7-488f-aec2-de30d226b4d6 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:04.320319 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a5c9b1d8-e143-48cc-b0cd-113779323d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e2fd2bb5-96e7-488f-aec2-de30d226b4d6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:04.431062 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ab612b96-d0d6-4cc5-92e5-27e1d2acd5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (54acc66f-4c18-4d21-b298-6dd48eecfe57), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:04.609093 n-d-772273-4 neutron-server[115199]: DEBUG neutron.objects.ports [None req-9286a259-b595-4d53-a46c-7cdacc0ab969 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115199) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:27:04.693866 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=e2fd2bb5-96e7-488f-aec2-de30d226b4d6,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:04.768599 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Allocated IP 172.20.0.1 (d64c8a67-8a04-49fc-b8d3-70eefe4290c9/29c5e64f-0c59-4831-936b-02ac5008e7f7/08ff4955-48af-460b-ab1f-03429efc4e56) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:04.949006 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks [] for port (08ff4955-48af-460b-ab1f-03429efc4e56), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:05.043247 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (08ff4955-48af-460b-ab1f-03429efc4e56), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:05.123871 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Network d64c8a67-8a04-49fc-b8d3-70eefe4290c9 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:05.129206 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:05.134487 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:05.181021 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab612b96-d0d6-4cc5-92e5-27e1d2acd5c1 None None] Network d64c8a67-8a04-49fc-b8d3-70eefe4290c9 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:05.192962 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Pushing event updated for resources: {'Port': ['ID=08ff4955-48af-460b-ab1f-03429efc4e56,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:05.225796 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab612b96-d0d6-4cc5-92e5-27e1d2acd5c1 None None] Pushing event updated for resources: {'Port': ['ID=54acc66f-4c18-4d21-b298-6dd48eecfe57,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:05.230134 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:05.230543 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:05.231004 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:05.231388 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:05.231738 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:05.232086 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:05.236603 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:05.237073 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:05.237561 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:05.237748 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:05.238100 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:05.238552 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:05.238772 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:05.275362 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (d27a12f4-419d-4ee4-bc83-7ba25f2437c1), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:05.299840 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-ab612b96-d0d6-4cc5-92e5-27e1d2acd5c1 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:05.308112 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab612b96-d0d6-4cc5-92e5-27e1d2acd5c1 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:05.337861 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 81f6a618-aa56-48f2-9fc5-02d310589b1a triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:05.338256 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (81f6a618-aa56-48f2-9fc5-02d310589b1a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:05.344536 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2b35e549-1ae8-4b01-9154-17b5bec1f15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:05.526675 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50730) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:05.559448 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e711a5ba-81ac-4c01-8172-f27ff2380458 service neutron] 10.222.0.65 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.6283314 Feb 19 04:27:05.635332 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30206e9-0488-45ae-bb76-f4f2f3662dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-062829a8-a709-468f-8e56-c1fadda96817', 'network_id': '062829a8-a709-468f-8e56-c1fadda96817', 'project_id': '9431a192199040fb96554c263fa2e66b', 'fixed_ips': [{'subnet_id': 'fc1ee115-16f5-4d7c-8187-248a46917b2d'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:27:05.637352 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e30206e9-0488-45ae-bb76-f4f2f3662dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:05.851413 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-ab612b96-d0d6-4cc5-92e5-27e1d2acd5c1 None None] Attempting to bind port 54acc66f-4c18-4d21-b298-6dd48eecfe57 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:05.851796 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-ab612b96-d0d6-4cc5-92e5-27e1d2acd5c1 None None] Attempting to bind port 54acc66f-4c18-4d21-b298-6dd48eecfe57 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '290c76e5-8fa2-48ac-a6c9-cb6315107ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd64c8a67-8a04-49fc-b8d3-70eefe4290c9'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:05.852170 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab612b96-d0d6-4cc5-92e5-27e1d2acd5c1 None None] Attempting to bind port 54acc66f-4c18-4d21-b298-6dd48eecfe57 on network d64c8a67-8a04-49fc-b8d3-70eefe4290c9 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:05.878631 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab612b96-d0d6-4cc5-92e5-27e1d2acd5c1 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:27:05.879028 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab612b96-d0d6-4cc5-92e5-27e1d2acd5c1 None None] Checking segment: {'id': '290c76e5-8fa2-48ac-a6c9-cb6315107ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd64c8a67-8a04-49fc-b8d3-70eefe4290c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:27:05.879446 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ab612b96-d0d6-4cc5-92e5-27e1d2acd5c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:05.879851 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab612b96-d0d6-4cc5-92e5-27e1d2acd5c1 None None] Bound using segment: {'id': '290c76e5-8fa2-48ac-a6c9-cb6315107ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd64c8a67-8a04-49fc-b8d3-70eefe4290c9'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:27:05.880351 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-ab612b96-d0d6-4cc5-92e5-27e1d2acd5c1 None None] Bound port: 54acc66f-4c18-4d21-b298-6dd48eecfe57, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290c76e5-8fa2-48ac-a6c9-cb6315107ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd64c8a67-8a04-49fc-b8d3-70eefe4290c9'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:27:05.880746 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ab612b96-d0d6-4cc5-92e5-27e1d2acd5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (54acc66f-4c18-4d21-b298-6dd48eecfe57), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:05.971455 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bb6a4-efe4-45a0-a0c4-f622b2c6cd4e req-298c158d-7a99-4682-802b-7e397fd6ef53 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:05.989979 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ce1bb6a4-efe4-45a0-a0c4-f622b2c6cd4e req-298c158d-7a99-4682-802b-7e397fd6ef53 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 945 time: 0.5370677 Feb 19 04:27:06.100295 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (08ff4955-48af-460b-ab1f-03429efc4e56), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:06.218066 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 81f6a618-aa56-48f2-9fc5-02d310589b1a is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:06.218891 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (81f6a618-aa56-48f2-9fc5-02d310589b1a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:06.222085 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a5c9b1d8-e143-48cc-b0cd-113779323d21 None None] Current status of the port e2fd2bb5-96e7-488f-aec2-de30d226b4d6 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:06.243089 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9286a259-b595-4d53-a46c-7cdacc0ab969 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e2fd2bb5-96e7-488f-aec2-de30d226b4d6), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:06.253310 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e01962d1-89fe-497e-8d6f-3794a81e814b tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:06.274517 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b4957a89-e3fe-4686-ac88-0cbc581aa97c service neutron] 10.222.0.65 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6783402 Feb 19 04:27:06.403333 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 81f6a618-aa56-48f2-9fc5-02d310589b1a, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=81f6a618-aa56-48f2-9fc5-02d310589b1a,segment=NetworkSegment(4dc33d28-77ff-431d-9d56-62a954991770),segment_id=4dc33d28-77ff-431d-9d56-62a954991770)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:06.407834 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-ab612b96-d0d6-4cc5-92e5-27e1d2acd5c1 None None] For port 54acc66f-4c18-4d21-b298-6dd48eecfe57, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:27:06.435447 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-2696274e-5ca6-48f6-b157-69074f26a9d3 None None] Provisioning complete for port 81f6a618-aa56-48f2-9fc5-02d310589b1a triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:06.436046 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2696274e-5ca6-48f6-b157-69074f26a9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (81f6a618-aa56-48f2-9fc5-02d310589b1a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:06.590897 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ce1bb6a4-efe4-45a0-a0c4-f622b2c6cd4e req-b501c231-2110-4f2f-b99e-b24c102c47c3 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5829322 Feb 19 04:27:06.601562 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (81f6a618-aa56-48f2-9fc5-02d310589b1a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:06.659412 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-e30206e9-0488-45ae-bb76-f4f2f3662dad None None] Allocated IP 172.20.0.2 (062829a8-a709-468f-8e56-c1fadda96817/fc1ee115-16f5-4d7c-8187-248a46917b2d/da1a55f4-ce53-4aa6-a84e-22c6c0aa4871) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:06.758697 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e408a029-a2ea-4bd2-9e8e-0d4621642d96 service neutron] 10.222.0.65 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496872 Feb 19 04:27:06.764414 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-cdc5b0d6-7085-4352-9dc2-14b00f980182 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting port 2a393a0a-d33b-462f-bc4a-279b289503e2 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:06.765202 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cdc5b0d6-7085-4352-9dc2-14b00f980182 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2a393a0a-d33b-462f-bc4a-279b289503e2), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:06.793319 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-ab612b96-d0d6-4cc5-92e5-27e1d2acd5c1 None None] For port 54acc66f-4c18-4d21-b298-6dd48eecfe57, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=54acc66f-4c18-4d21-b298-6dd48eecfe57,segment=NetworkSegment(290c76e5-8fa2-48ac-a6c9-cb6315107ca2),segment_id=290c76e5-8fa2-48ac-a6c9-cb6315107ca2)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:27:06.961392 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e01962d1-89fe-497e-8d6f-3794a81e814b tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] 10.222.0.65 "PUT /v2.0/quotas/4a768c24286f432096d5ade829a24454 HTTP/1.1" status: 200 len: 366 time: 1.4182012 Feb 19 04:27:06.973981 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50752) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:07.007010 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e2fd2bb5-96e7-488f-aec2-de30d226b4d6 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:27:07.063417 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ab612b96-d0d6-4cc5-92e5-27e1d2acd5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (54acc66f-4c18-4d21-b298-6dd48eecfe57), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:07.115336 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1958931e-698e-469a-afa8-9cba5cd98b68 tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1400604 Feb 19 04:27:07.129667 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50754) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:07.169455 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-68862e9f-e868-47a7-88f4-6051042656dd tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] 10.222.0.65 "GET /v2.0/quotas/4a768c24286f432096d5ade829a24454 HTTP/1.1" status: 200 len: 366 time: 0.0360522 Feb 19 04:27:07.180753 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50758) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:07.253507 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cdc5b0d6-7085-4352-9dc2-14b00f980182 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2a393a0a-d33b-462f-bc4a-279b289503e2), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:07.276999 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e5cc6ebd-b3a5-4b36-a83a-e3371384671d tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/4a768c24286f432096d5ade829a24454 HTTP/1.1" status: 204 len: 168 time: 0.0884206 Feb 19 04:27:07.294651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50760) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:07.327535 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-cdc5b0d6-7085-4352-9dc2-14b00f980182 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Calling delete_port for 2a393a0a-d33b-462f-bc4a-279b289503e2 owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:07.394882 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e4ce9d1a-38e0-4897-9c87-5040848fe3d4 tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0976954 Feb 19 04:27:07.405438 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50762) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:07.409654 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-1c932ce1-2871-4379-961c-4917d69e4a4a service neutron] 10.222.0.65 "GET /v2.0/networks/0197e602-f5d2-48ef-bb73-a3741213d4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6232514 Feb 19 04:27:07.441838 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9a909fc6-befd-4c90-897b-718fccd0e341 tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] 10.222.0.65 "GET /v2.0/quotas/4a768c24286f432096d5ade829a24454 HTTP/1.1" status: 200 len: 370 time: 0.0300586 Feb 19 04:27:07.473385 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:07.475055 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=81f6a618-aa56-48f2-9fc5-02d310589b1a,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:07.525370 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50764) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:07.553984 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0521507c-9933-4510-9217-8da7c5ffaa92 tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] 10.222.0.65 "GET /v2.0/quotas/4a768c24286f432096d5ade829a24454/default HTTP/1.1" status: 200 len: 370 time: 0.0197687 Feb 19 04:27:07.586373 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab612b96-d0d6-4cc5-92e5-27e1d2acd5c1 None None] Pushing event updated for resources: {'Port': ['ID=54acc66f-4c18-4d21-b298-6dd48eecfe57,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:07.704845 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:07.791753 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-2696274e-5ca6-48f6-b157-69074f26a9d3 None None] Current status of the port 81f6a618-aa56-48f2-9fc5-02d310589b1a is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:07.804905 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port e2fd2bb5-96e7-488f-aec2-de30d226b4d6 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:07.805690 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e2fd2bb5-96e7-488f-aec2-de30d226b4d6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:08.026274 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:08.139294 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port e2fd2bb5-96e7-488f-aec2-de30d226b4d6 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:08.153107 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50768) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:08.167088 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e30206e9-0488-45ae-bb76-f4f2f3662dad None None] Publish callbacks [] for port (da1a55f4-ce53-4aa6-a84e-22c6c0aa4871), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:08.169429 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-469d3ed2-45ce-46e0-aeaf-d1914a6109a7 None None] Provisioning complete for port 81f6a618-aa56-48f2-9fc5-02d310589b1a triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:08.170101 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-469d3ed2-45ce-46e0-aeaf-d1914a6109a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (81f6a618-aa56-48f2-9fc5-02d310589b1a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:08.179115 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-16e5e73a-05e9-40e9-82b3-aea480f7ac45 tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] delete failed (client error): The resource could not be found. Feb 19 04:27:08.201807 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-16e5e73a-05e9-40e9-82b3-aea480f7ac45 tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/4a768c24286f432096d5ade829a24454 HTTP/1.1" status: 404 len: 348 time: 0.0385404 Feb 19 04:27:08.236013 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e30206e9-0488-45ae-bb76-f4f2f3662dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (da1a55f4-ce53-4aa6-a84e-22c6c0aa4871), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:08.300642 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30206e9-0488-45ae-bb76-f4f2f3662dad None None] Pushing event updated for resources: {'Port': ['ID=da1a55f4-ce53-4aa6-a84e-22c6c0aa4871,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:08.346830 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30206e9-0488-45ae-bb76-f4f2f3662dad None None] Network 062829a8-a709-468f-8e56-c1fadda96817 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:08.375600 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-9286a259-b595-4d53-a46c-7cdacc0ab969 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] For port e2fd2bb5-96e7-488f-aec2-de30d226b4d6, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e2fd2bb5-96e7-488f-aec2-de30d226b4d6,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:08.387847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-469d3ed2-45ce-46e0-aeaf-d1914a6109a7 None None] Current status of the port 81f6a618-aa56-48f2-9fc5-02d310589b1a is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:08.392482 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-e30206e9-0488-45ae-bb76-f4f2f3662dad None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:08.397059 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30206e9-0488-45ae-bb76-f4f2f3662dad None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:08.466658 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks [] for port (08ff4955-48af-460b-ab1f-03429efc4e56), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:08.495445 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (08ff4955-48af-460b-ab1f-03429efc4e56), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:08.544450 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e30206e9-0488-45ae-bb76-f4f2f3662dad None None] Attempting to bind port da1a55f4-ce53-4aa6-a84e-22c6c0aa4871 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:08.545451 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e30206e9-0488-45ae-bb76-f4f2f3662dad None None] Attempting to bind port da1a55f4-ce53-4aa6-a84e-22c6c0aa4871 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '32faf495-e477-44b5-8fa1-a73e13fe3c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '062829a8-a709-468f-8e56-c1fadda96817'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:08.545451 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30206e9-0488-45ae-bb76-f4f2f3662dad None None] Attempting to bind port da1a55f4-ce53-4aa6-a84e-22c6c0aa4871 on network 062829a8-a709-468f-8e56-c1fadda96817 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:08.559402 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30206e9-0488-45ae-bb76-f4f2f3662dad None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:27:08.560113 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30206e9-0488-45ae-bb76-f4f2f3662dad None None] Checking segment: {'id': '32faf495-e477-44b5-8fa1-a73e13fe3c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '062829a8-a709-468f-8e56-c1fadda96817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:27:08.560898 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e30206e9-0488-45ae-bb76-f4f2f3662dad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:08.561356 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30206e9-0488-45ae-bb76-f4f2f3662dad None None] Bound using segment: {'id': '32faf495-e477-44b5-8fa1-a73e13fe3c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '062829a8-a709-468f-8e56-c1fadda96817'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:27:08.562345 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e30206e9-0488-45ae-bb76-f4f2f3662dad None None] Bound port: da1a55f4-ce53-4aa6-a84e-22c6c0aa4871, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32faf495-e477-44b5-8fa1-a73e13fe3c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '062829a8-a709-468f-8e56-c1fadda96817'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:27:08.562736 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9286a259-b595-4d53-a46c-7cdacc0ab969 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (e2fd2bb5-96e7-488f-aec2-de30d226b4d6), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:08.563099 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e30206e9-0488-45ae-bb76-f4f2f3662dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (da1a55f4-ce53-4aa6-a84e-22c6c0aa4871), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:08.615750 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cdc5b0d6-7085-4352-9dc2-14b00f980182 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (2a393a0a-d33b-462f-bc4a-279b289503e2), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:08.754917 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9286a259-b595-4d53-a46c-7cdacc0ab969 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (e2fd2bb5-96e7-488f-aec2-de30d226b4d6), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:08.762845 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50790) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:08.800129 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e30206e9-0488-45ae-bb76-f4f2f3662dad None None] For port da1a55f4-ce53-4aa6-a84e-22c6c0aa4871, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:27:08.817645 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e30206e9-0488-45ae-bb76-f4f2f3662dad None None] For port da1a55f4-ce53-4aa6-a84e-22c6c0aa4871, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=da1a55f4-ce53-4aa6-a84e-22c6c0aa4871,segment=NetworkSegment(32faf495-e477-44b5-8fa1-a73e13fe3c4b),segment_id=32faf495-e477-44b5-8fa1-a73e13fe3c4b)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:27:08.820627 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Pushing event updated for resources: {'Port': ['ID=08ff4955-48af-460b-ab1f-03429efc4e56,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:08.839015 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e30206e9-0488-45ae-bb76-f4f2f3662dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (da1a55f4-ce53-4aa6-a84e-22c6c0aa4871), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:08.861306 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5b0d6-7085-4352-9dc2-14b00f980182 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Port': ['ID=2a393a0a-d33b-462f-bc4a-279b289503e2,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:08.998900 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32617bf0-c88e-49cd-9397-f36d4ba2de3b req-0561d8ac-631a-4506-b034-570d20b9aa49 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:09.010705 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32617bf0-c88e-49cd-9397-f36d4ba2de3b req-0561d8ac-631a-4506-b034-570d20b9aa49 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 945 time: 0.8597012 Feb 19 04:27:09.134569 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286a259-b595-4d53-a46c-7cdacc0ab969 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=e2fd2bb5-96e7-488f-aec2-de30d226b4d6,revision_number=5']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:09.169719 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 54acc66f-4c18-4d21-b298-6dd48eecfe57 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:27:09.174582 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32617bf0-c88e-49cd-9397-f36d4ba2de3b req-63e5425e-8973-4663-9eb1-014f4b1fd869 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603789 Feb 19 04:27:09.178261 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (d27a12f4-419d-4ee4-bc83-7ba25f2437c1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:09.186245 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9286a259-b595-4d53-a46c-7cdacc0ab969 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (6f3c3eb4-3f97-446d-bba8-9a57084e5270), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:09.383125 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9286a259-b595-4d53-a46c-7cdacc0ab969 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:09.399750 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286a259-b595-4d53-a46c-7cdacc0ab969 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Subnet': ['ID=6f3c3eb4-3f97-446d-bba8-9a57084e5270,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:09.416952 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:09.468652 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-9286a259-b595-4d53-a46c-7cdacc0ab969 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:09.491268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9286a259-b595-4d53-a46c-7cdacc0ab969 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:09.492517 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9286a259-b595-4d53-a46c-7cdacc0ab969 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:09.529002 n-d-772273-4 neutron-server[115199]: DEBUG neutron.quota.resource [None req-89567005-6365-4ff0-a057-964bc53df0ed tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] Usage tracker for resource:network and project:02bc98b615f5412ba09b6d657ea2f63e is out of sync, need to count used quota {{(pid=115199) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 04:27:09.581839 n-d-772273-4 neutron-server[115199]: DEBUG neutron.quota.resource [None req-89567005-6365-4ff0-a057-964bc53df0ed tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=115199) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 04:27:09.611004 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af3a39b-6fad-4de8-ac04-7ddc748d44c1 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:27:09.612812 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9286a259-b595-4d53-a46c-7cdacc0ab969 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 10.8846853 Feb 19 04:27:09.614538 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50798) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:09.700612 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-19aac16d-5e19-46e9-8e56-289ddd9fceba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Request body: {'port': {'network_id': '9e765b0b-136b-493b-bef9-44145ed793f7', 'mac_address': 'fa:16:3e:59:67:c6', 'name': 'tempest-NetworksTestDHCPv6-210059760'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:09.822033 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Network d64c8a67-8a04-49fc-b8d3-70eefe4290c9 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:09.825387 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:09.843436 n-d-772273-4 neutron-server[115199]: DEBUG neutron.quota.resource [None req-89567005-6365-4ff0-a057-964bc53df0ed tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] Usage tracker for resource:subnet and project:02bc98b615f5412ba09b6d657ea2f63e is out of sync, need to count used quota {{(pid=115199) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 04:27:09.936732 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cdc5b0d6-7085-4352-9dc2-14b00f980182 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (e63634b0-9b27-417b-9e4f-ccffbd9483ca), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:09.950366 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-8fa41176-8e53-4898-af12-5c1d1206668b service neutron] 10.222.0.65 "GET /v2.0/networks/0197e602-f5d2-48ef-bb73-a3741213d4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.4996839 Feb 19 04:27:09.958092 n-d-772273-4 neutron-server[115199]: DEBUG neutron.quota.resource [None req-89567005-6365-4ff0-a057-964bc53df0ed tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=115199) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 04:27:10.059629 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30206e9-0488-45ae-bb76-f4f2f3662dad None None] Pushing event updated for resources: {'Port': ['ID=da1a55f4-ce53-4aa6-a84e-22c6c0aa4871,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:10.271541 n-d-772273-4 neutron-server[115199]: DEBUG neutron.quota.resource [None req-89567005-6365-4ff0-a057-964bc53df0ed tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] Usage tracker for resource:subnetpool and project:02bc98b615f5412ba09b6d657ea2f63e is out of sync, need to count used quota {{(pid=115199) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 04:27:10.280452 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74637f-19dc-403d-9fd3-43526423d210 req-6b897d98-2e61-49ea-886c-886cf9069168 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:10.288438 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3a74637f-19dc-403d-9fd3-43526423d210 req-6b897d98-2e61-49ea-886c-886cf9069168 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.2435715 Feb 19 04:27:10.423596 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3a74637f-19dc-403d-9fd3-43526423d210 req-947097c7-0baf-47ca-b9e3-80e08e50967a tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338589 Feb 19 04:27:10.459105 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Router d27a12f4-419d-4ee4-bc83-7ba25f2437c1 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:27:10.596278 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:10.632000 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 54acc66f-4c18-4d21-b298-6dd48eecfe57 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:10.634075 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (54acc66f-4c18-4d21-b298-6dd48eecfe57), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:10.766695 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d6b234-fd7d-48f8-a18d-38121ee58799 None None] Network d64c8a67-8a04-49fc-b8d3-70eefe4290c9 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:27:10.791843 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ebd23-3c14-464e-b92d-f7923641cf5b req-0c723f45-e6b0-4388-a6be-b618b453f218 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:10.800759 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c36ebd23-3c14-464e-b92d-f7923641cf5b req-0c723f45-e6b0-4388-a6be-b618b453f218 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 945 time: 0.2027879 Feb 19 04:27:10.891510 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c36ebd23-3c14-464e-b92d-f7923641cf5b req-9a175502-e8d0-4b91-bc8d-94a5377c778c tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883334 Feb 19 04:27:10.892702 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:27:10.927134 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ae8a26-e1c0-467b-af38-bb25a54b5176 None None] Sync routers for ids ['d27a12f4-419d-4ee4-bc83-7ba25f2437c1'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:27:10.933064 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5abe3470-6f0a-4d21-9051-8b766a24eb74 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] 10.222.0.65 "PUT /v2.0/routers/d27a12f4-419d-4ee4-bc83-7ba25f2437c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7077086 Feb 19 04:27:10.935447 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50816) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:10.937065 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19aac16d-5e19-46e9-8e56-289ddd9fceba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Made reservation on behalf of 46b7de56b7dc40ddb0c7ab6f7b53f99d for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:10.941908 n-d-772273-4 neutron-server[115199]: DEBUG neutron.quota.resource [None req-89567005-6365-4ff0-a057-964bc53df0ed tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=115199) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 04:27:10.963208 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ae8a26-e1c0-467b-af38-bb25a54b5176 None None] Routers {'d27a12f4-419d-4ee4-bc83-7ba25f2437c1'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:27:10.966015 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-19ae8a26-e1c0-467b-af38-bb25a54b5176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:27:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d27a12f4-419d-4ee4-bc83-7ba25f2437c1'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:11.145126 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3c9d3df6-e75b-4744-9f40-6f81ad31c2e4 None None] Provisioning complete for port 54acc66f-4c18-4d21-b298-6dd48eecfe57 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:11.145785 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3c9d3df6-e75b-4744-9f40-6f81ad31c2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (54acc66f-4c18-4d21-b298-6dd48eecfe57), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:11.263273 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc5b0d6-7085-4352-9dc2-14b00f980182 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Router e63634b0-9b27-417b-9e4f-ccffbd9483ca has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:27:11.295484 n-d-772273-4 neutron-server[115199]: DEBUG neutron.quota.resource [None req-89567005-6365-4ff0-a057-964bc53df0ed tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] Usage tracker for resource:port and project:02bc98b615f5412ba09b6d657ea2f63e is out of sync, need to count used quota {{(pid=115199) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 04:27:11.325732 n-d-772273-4 neutron-server[115199]: DEBUG neutron.quota.resource [None req-89567005-6365-4ff0-a057-964bc53df0ed tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=115199) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 04:27:11.342923 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-19ae8a26-e1c0-467b-af38-bb25a54b5176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:11.361488 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ae8a26-e1c0-467b-af38-bb25a54b5176 None None] Routers {'d27a12f4-419d-4ee4-bc83-7ba25f2437c1'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:27:11.362420 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-19ae8a26-e1c0-467b-af38-bb25a54b5176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:27:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d27a12f4-419d-4ee4-bc83-7ba25f2437c1'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:11.421212 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 54acc66f-4c18-4d21-b298-6dd48eecfe57 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:11.421945 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (54acc66f-4c18-4d21-b298-6dd48eecfe57), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:11.456096 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13667fe1-4d06-4974-bf42-2a5b51dc56df req-a334dab5-56a9-4bc3-9671-3b9b9bc4f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:11.461028 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-13667fe1-4d06-4974-bf42-2a5b51dc56df req-a334dab5-56a9-4bc3-9671-3b9b9bc4f0a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cacf0263ee84f64a630c7eb71dfd691&device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 1127 time: 1.3948541 Feb 19 04:27:11.488950 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-19ae8a26-e1c0-467b-af38-bb25a54b5176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:11.492992 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ae8a26-e1c0-467b-af38-bb25a54b5176 None None] The sync data for ids ['d27a12f4-419d-4ee4-bc83-7ba25f2437c1'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:27:11.564158 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-9615c754-3a7e-449a-8150-f9b22df128bf service neutron] 10.222.0.65 "GET /v2.0/networks/0197e602-f5d2-48ef-bb73-a3741213d4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4864354 Feb 19 04:27:11.673563 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3c9d3df6-e75b-4744-9f40-6f81ad31c2e4 None None] Current status of the port 54acc66f-4c18-4d21-b298-6dd48eecfe57 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:11.674342 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3c9d3df6-e75b-4744-9f40-6f81ad31c2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (54acc66f-4c18-4d21-b298-6dd48eecfe57), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:11.686895 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 54acc66f-4c18-4d21-b298-6dd48eecfe57, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=54acc66f-4c18-4d21-b298-6dd48eecfe57,segment=NetworkSegment(290c76e5-8fa2-48ac-a6c9-cb6315107ca2),segment_id=290c76e5-8fa2-48ac-a6c9-cb6315107ca2)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:11.716636 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13667fe1-4d06-4974-bf42-2a5b51dc56df req-201c7db3-7e1b-4e2a-96f1-f96c612b31cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:11.718394 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-13667fe1-4d06-4974-bf42-2a5b51dc56df req-201c7db3-7e1b-4e2a-96f1-f96c612b31cb service neutron] 10.222.0.10 "GET /v2.0/networks?id=e83f3002-0af4-41e3-a80b-f034b33ca87c HTTP/1.1" status: 200 len: 919 time: 0.1569853 Feb 19 04:27:11.751705 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (54acc66f-4c18-4d21-b298-6dd48eecfe57), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:11.752817 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 81f6a618-aa56-48f2-9fc5-02d310589b1a up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:27:11.875492 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=54acc66f-4c18-4d21-b298-6dd48eecfe57,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:11.946101 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-01404aa8-506e-450d-aa68-d90a16ed3c49 service neutron] 10.222.0.65 "GET /v2.0/networks/0197e602-f5d2-48ef-bb73-a3741213d4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168183 Feb 19 04:27:11.947061 n-d-772273-4 neutron-server[115199]: DEBUG neutron.quota.resource [None req-89567005-6365-4ff0-a057-964bc53df0ed tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] Usage tracker for resource:router and project:02bc98b615f5412ba09b6d657ea2f63e is out of sync, need to count used quota {{(pid=115199) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 04:27:12.074357 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-13667fe1-4d06-4974-bf42-2a5b51dc56df req-7cdf4203-3218-461a-8773-9106981c69a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b035654e-0a6c-4e43-acb6-0915ea347957 HTTP/1.1" status: 200 len: 217 time: 0.1303525 Feb 19 04:27:12.111375 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937d02bc-e530-4963-b053-a0232663c481 None None] Network 062829a8-a709-468f-8e56-c1fadda96817 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:27:12.196479 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19aac16d-5e19-46e9-8e56-289ddd9fceba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:12.214868 n-d-772273-4 neutron-server[115199]: DEBUG neutron.quota.resource [None req-89567005-6365-4ff0-a057-964bc53df0ed tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=115199) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 04:27:12.233962 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-19aac16d-5e19-46e9-8e56-289ddd9fceba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] device_id is not set on port 438e535b-8bb6-4f74-83f8-6fdab9567462 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:27:12.253900 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947b7b4-4bb5-4c26-8fc7-92b20b906e65 req-518a8a9b-9734-421f-bb8d-d1ec781db2dd tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:12.255953 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f947b7b4-4bb5-4c26-8fc7-92b20b906e65 req-518a8a9b-9734-421f-bb8d-d1ec781db2dd tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.5478806 Feb 19 04:27:12.265741 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-3c9d3df6-e75b-4744-9f40-6f81ad31c2e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:27:12.266645 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-3c9d3df6-e75b-4744-9f40-6f81ad31c2e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:27:12.326769 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 45df4cf3-fe70-4b61-a30e-d952c9c46d9e details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:27:12.383529 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f947b7b4-4bb5-4c26-8fc7-92b20b906e65 req-c6bcf27a-3a65-4f24-b93a-bc86e46d44f6 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176078 Feb 19 04:27:12.386327 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 81f6a618-aa56-48f2-9fc5-02d310589b1a triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:12.386718 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (81f6a618-aa56-48f2-9fc5-02d310589b1a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:12.514405 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e67026ea-302b-4a7d-9d6b-4c382284f24e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:12.515900 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e67026ea-302b-4a7d-9d6b-4c382284f24e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports/680d45c7-a626-4dc5-b424-148f5e9cc4f9 HTTP/1.1" status: 200 len: 937 time: 0.4351501 Feb 19 04:27:12.567262 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc5b0d6-7085-4352-9dc2-14b00f980182 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:27:12.590673 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cdc5b0d6-7085-4352-9dc2-14b00f980182 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "PUT /v2.0/routers/e63634b0-9b27-417b-9e4f-ccffbd9483ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4040852 Feb 19 04:27:12.594481 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50828) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:12.597018 n-d-772273-4 neutron-server[115199]: DEBUG neutron.quota.resource [None req-89567005-6365-4ff0-a057-964bc53df0ed tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] Usage tracker for resource:floatingip and project:02bc98b615f5412ba09b6d657ea2f63e is out of sync, need to count used quota {{(pid=115199) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 04:27:12.629345 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a17f97d-e9ee-4382-be66-31265a723d04 None None] Sync routers for ids ['e63634b0-9b27-417b-9e4f-ccffbd9483ca'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:27:12.657440 n-d-772273-4 neutron-server[115199]: DEBUG neutron.quota.resource [None req-89567005-6365-4ff0-a057-964bc53df0ed tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=115199) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 04:27:12.686395 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-99376fb4-e906-4aff-bc1e-83c6b57b7f73 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] GET failed (client error): The resource could not be found. Feb 19 04:27:12.694007 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-99376fb4-e906-4aff-bc1e-83c6b57b7f73 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports/2a393a0a-d33b-462f-bc4a-279b289503e2 HTTP/1.1" status: 404 len: 333 time: 0.0751455 Feb 19 04:27:12.701089 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50830) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:12.705814 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-39ab7f17-bf88-466f-a70b-df9ebd7baabd tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:27:12.715435 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-39ab7f17-bf88-466f-a70b-df9ebd7baabd tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] 10.222.0.65 "PUT /v2.0/routers/d27a12f4-419d-4ee4-bc83-7ba25f2437c1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7748065 Feb 19 04:27:12.719395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50832) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:12.748823 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a17f97d-e9ee-4382-be66-31265a723d04 None None] Routers {'e63634b0-9b27-417b-9e4f-ccffbd9483ca'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:27:12.749736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-1a17f97d-e9ee-4382-be66-31265a723d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:27:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['e63634b0-9b27-417b-9e4f-ccffbd9483ca'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:12.757997 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13667fe1-4d06-4974-bf42-2a5b51dc56df req-ae6d2727-d5ee-41e4-a4c4-a9e6964b5212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:12.763083 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-13667fe1-4d06-4974-bf42-2a5b51dc56df req-ae6d2727-d5ee-41e4-a4c4-a9e6964b5212 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76246db3-a2cb-42fb-bfa7-f40488252c69 HTTP/1.1" status: 200 len: 859 time: 0.6724532 Feb 19 04:27:12.765619 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=45df4cf3-fe70-4b61-a30e-d952c9c46d9e,segment=NetworkSegment(866f4430-62ad-45d6-a1c9-becfde8653f6),segment_id=866f4430-62ad-45d6-a1c9-becfde8653f6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:12.829975 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-01eaf9ae-3130-47e1-9f17-8f272334d074 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:12.833073 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-01eaf9ae-3130-47e1-9f17-8f272334d074 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports/9e561b36-bbb3-4838-adb1-112f3a7b1d33 HTTP/1.1" status: 200 len: 935 time: 0.2993588 Feb 19 04:27:12.898188 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-13667fe1-4d06-4974-bf42-2a5b51dc56df req-52032a70-6fc9-43c8-ae05-dbdb34413d18 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e83f3002-0af4-41e3-a80b-f034b33ca87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180532 Feb 19 04:27:13.021022 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-1a17f97d-e9ee-4382-be66-31265a723d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:13.034311 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68759427-f832-4eaf-98ce-704c17593ad6 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for router (e63634b0-9b27-417b-9e4f-ccffbd9483ca), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:13.145192 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '45df4cf3-fe70-4b61-a30e-d952c9c46d9e', 'network_id': '095ae5e7-e817-4723-b26d-53f0c41ac60c', 'port_id': '45df4cf3-fe70-4b61-a30e-d952c9c46d9e', 'mac_address': 'fa:16:3e:8d:57:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03461490-9a6a-4c20-8dcc-67de82146434', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:27:13.174625 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-13667fe1-4d06-4974-bf42-2a5b51dc56df req-f30b7c1e-e1de-4815-bd2b-ac8ef368aa65 service neutron] 10.222.0.10 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633886 Feb 19 04:27:13.179991 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a17f97d-e9ee-4382-be66-31265a723d04 None None] Routers {'e63634b0-9b27-417b-9e4f-ccffbd9483ca'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:27:13.186072 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-1a17f97d-e9ee-4382-be66-31265a723d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:27:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['e63634b0-9b27-417b-9e4f-ccffbd9483ca'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:13.261488 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-19aac16d-5e19-46e9-8e56-289ddd9fceba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8::6c (9e765b0b-136b-493b-bef9-44145ed793f7/865363f9-0db0-453d-a351-b61bb65e17f5/438e535b-8bb6-4f74-83f8-6fdab9567462) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:13.293975 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3c9d3df6-e75b-4744-9f40-6f81ad31c2e4 None None] Current status of the port 54acc66f-4c18-4d21-b298-6dd48eecfe57 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:13.303362 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 81f6a618-aa56-48f2-9fc5-02d310589b1a is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:13.359010 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-1a17f97d-e9ee-4382-be66-31265a723d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:13.366509 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a17f97d-e9ee-4382-be66-31265a723d04 None None] The sync data for ids ['e63634b0-9b27-417b-9e4f-ccffbd9483ca'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:27:13.465287 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-90df699f-4767-486b-bec4-0b817353f520 None None] Provisioning complete for port da1a55f4-ce53-4aa6-a84e-22c6c0aa4871 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:13.465945 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-90df699f-4767-486b-bec4-0b817353f520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (da1a55f4-ce53-4aa6-a84e-22c6c0aa4871), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:13.468126 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e is: ACTIVE; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:13.469021 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (45df4cf3-fe70-4b61-a30e-d952c9c46d9e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:13.495963 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-19aac16d-5e19-46e9-8e56-289ddd9fceba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Allocated IP 2001:db8:0:1:f816:3eff:fe59:67c6 (9e765b0b-136b-493b-bef9-44145ed793f7/6f3c3eb4-3f97-446d-bba8-9a57084e5270/438e535b-8bb6-4f74-83f8-6fdab9567462) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:13.554461 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45df4cf3-fe70-4b61-a30e-d952c9c46d9e {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:27:13.666084 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=45df4cf3-fe70-4b61-a30e-d952c9c46d9e,segment=NetworkSegment(866f4430-62ad-45d6-a1c9-becfde8653f6),segment_id=866f4430-62ad-45d6-a1c9-becfde8653f6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:13.688585 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (45df4cf3-fe70-4b61-a30e-d952c9c46d9e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:13.770034 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-13667fe1-4d06-4974-bf42-2a5b51dc56df req-6350aa53-3886-4db7-9d04-aca3be9e1024 service neutron] 10.222.0.10 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5782518 Feb 19 04:27:13.827446 n-d-772273-4 neutron-server[115199]: DEBUG neutron.quota.resource [None req-89567005-6365-4ff0-a057-964bc53df0ed tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] Usage tracker for resource:security_group and project:02bc98b615f5412ba09b6d657ea2f63e is out of sync, need to count used quota {{(pid=115199) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 04:27:13.862107 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-90df699f-4767-486b-bec4-0b817353f520 None None] Current status of the port da1a55f4-ce53-4aa6-a84e-22c6c0aa4871 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:13.863016 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-90df699f-4767-486b-bec4-0b817353f520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (da1a55f4-ce53-4aa6-a84e-22c6c0aa4871), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:13.927983 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a258bb-7785-4e46-a037-865953797ce2 req-a9e02dc4-5482-4ad2-b538-dbdb02509103 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:13.933816 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-61a258bb-7785-4e46-a037-865953797ce2 req-a9e02dc4-5482-4ad2-b538-dbdb02509103 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 945 time: 1.3756735 Feb 19 04:27:13.958905 n-d-772273-4 neutron-server[115199]: DEBUG neutron.quota.resource [None req-89567005-6365-4ff0-a057-964bc53df0ed tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=115199) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 04:27:13.994938 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-90df699f-4767-486b-bec4-0b817353f520 None None] For port da1a55f4-ce53-4aa6-a84e-22c6c0aa4871, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=da1a55f4-ce53-4aa6-a84e-22c6c0aa4871,segment=NetworkSegment(32faf495-e477-44b5-8fa1-a73e13fe3c4b),segment_id=32faf495-e477-44b5-8fa1-a73e13fe3c4b)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:14.019357 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 54acc66f-4c18-4d21-b298-6dd48eecfe57 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:27:14.024928 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['45df4cf3-fe70-4b61-a30e-d952c9c46d9e'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:27:14.074888 n-d-772273-4 neutron-server[115199]: DEBUG neutron.quota.resource [None req-89567005-6365-4ff0-a057-964bc53df0ed tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] Usage tracker for resource:security_group_rule and project:02bc98b615f5412ba09b6d657ea2f63e is out of sync, need to count used quota {{(pid=115199) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 04:27:14.083921 n-d-772273-4 neutron-server[115199]: DEBUG neutron.quota.resource [None req-89567005-6365-4ff0-a057-964bc53df0ed tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=115199) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 04:27:14.092079 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-89567005-6365-4ff0-a057-964bc53df0ed tempest-QuotasTest-781611924 tempest-QuotasTest-781611924-project-admin] 10.222.0.65 "GET /v2.0/quotas/02bc98b615f5412ba09b6d657ea2f63e/details.json HTTP/1.1" status: 200 len: 703 time: 5.2568951 Feb 19 04:27:14.144800 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68759427-f832-4eaf-98ce-704c17593ad6 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (e63634b0-9b27-417b-9e4f-ccffbd9483ca), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:14.152293 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68759427-f832-4eaf-98ce-704c17593ad6 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for router_controller (e63634b0-9b27-417b-9e4f-ccffbd9483ca), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:14.170346 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-90df699f-4767-486b-bec4-0b817353f520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (da1a55f4-ce53-4aa6-a84e-22c6c0aa4871), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:14.191269 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=45df4cf3-fe70-4b61-a30e-d952c9c46d9e,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:14.262808 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19aac16d-5e19-46e9-8e56-289ddd9fceba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for port (438e535b-8bb6-4f74-83f8-6fdab9567462), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:14.345659 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-90df699f-4767-486b-bec4-0b817353f520 None None] Provisioning complete for port 08ff4955-48af-460b-ab1f-03429efc4e56 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:14.351841 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-90df699f-4767-486b-bec4-0b817353f520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (08ff4955-48af-460b-ab1f-03429efc4e56), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:14.427141 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19aac16d-5e19-46e9-8e56-289ddd9fceba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (438e535b-8bb6-4f74-83f8-6fdab9567462), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:14.474433 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68759427-f832-4eaf-98ce-704c17593ad6 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (e63634b0-9b27-417b-9e4f-ccffbd9483ca), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:14.475392 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68759427-f832-4eaf-98ce-704c17593ad6 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Fanout notify agent at l3_agent the message router_deleted on router e63634b0-9b27-417b-9e4f-ccffbd9483ca {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:27:14.488968 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50870) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:14.501555 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68759427-f832-4eaf-98ce-704c17593ad6 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:14.505455 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-68759427-f832-4eaf-98ce-704c17593ad6 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/routers/e63634b0-9b27-417b-9e4f-ccffbd9483ca HTTP/1.1" status: 204 len: 168 time: 1.7861562 Feb 19 04:27:14.547528 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50872) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:14.561312 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 45df4cf3-fe70-4b61-a30e-d952c9c46d9e no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:27:14.592528 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-61a258bb-7785-4e46-a037-865953797ce2 req-0e73c5c4-27be-467a-9d8f-fce14c0287e0 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6142814 Feb 19 04:27:14.645696 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:27:14.794293 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-90df699f-4767-486b-bec4-0b817353f520 None None] Port 08ff4955-48af-460b-ab1f-03429efc4e56 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:27:14.826177 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df699f-4767-486b-bec4-0b817353f520 None None] Pushing event updated for resources: {'Port': ['ID=da1a55f4-ce53-4aa6-a84e-22c6c0aa4871,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:14.831146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 54acc66f-4c18-4d21-b298-6dd48eecfe57 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:14.832932 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (54acc66f-4c18-4d21-b298-6dd48eecfe57), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:14.867368 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19aac16d-5e19-46e9-8e56-289ddd9fceba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Network 9e765b0b-136b-493b-bef9-44145ed793f7 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:14.885676 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-50caf145-d597-4847-bacd-4834c9fcc119 req-53e3e319-0800-4a00-99a2-99c560618f3a tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.0729368 Feb 19 04:27:14.918665 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-19aac16d-5e19-46e9-8e56-289ddd9fceba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:14.929806 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aac16d-5e19-46e9-8e56-289ddd9fceba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:14.938022 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aac16d-5e19-46e9-8e56-289ddd9fceba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:14.939105 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19aac16d-5e19-46e9-8e56-289ddd9fceba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:14.949292 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aac16d-5e19-46e9-8e56-289ddd9fceba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event updated for resources: {'Port': ['ID=438e535b-8bb6-4f74-83f8-6fdab9567462,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:14.954984 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-90df699f-4767-486b-bec4-0b817353f520 None None] Provisioning complete for port 54acc66f-4c18-4d21-b298-6dd48eecfe57 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:14.956694 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-90df699f-4767-486b-bec4-0b817353f520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (54acc66f-4c18-4d21-b298-6dd48eecfe57), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:14.980748 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade0bb2b-3d01-4357-90d1-5915b24457c0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting subnet 8db01ba6-e289-46de-9933-441be0044567 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:27:14.985462 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ade0bb2b-3d01-4357-90d1-5915b24457c0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for subnet (8db01ba6-e289-46de-9933-441be0044567), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:15.047828 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ade0bb2b-3d01-4357-90d1-5915b24457c0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (8db01ba6-e289-46de-9933-441be0044567), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:15.058954 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50880) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:15.308123 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1cb0962f-1fbb-404d-8071-f9b8544cbde1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (d27a12f4-419d-4ee4-bc83-7ba25f2437c1), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:15.315179 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ade0bb2b-3d01-4357-90d1-5915b24457c0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (8db01ba6-e289-46de-9933-441be0044567), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:15.367341 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-90df699f-4767-486b-bec4-0b817353f520 None None] Current status of the port 54acc66f-4c18-4d21-b298-6dd48eecfe57 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:15.413290 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-19aac16d-5e19-46e9-8e56-289ddd9fceba tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 5.7761323 Feb 19 04:27:15.422072 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50886) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:15.557836 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e2b20-978e-426a-a784-bbdef7384d4d req-a86aa79b-88b4-4cd6-a015-babadc60980c tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:15.574388 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-830e2b20-978e-426a-a784-bbdef7384d4d req-a86aa79b-88b4-4cd6-a015-babadc60980c tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.8179450 Feb 19 04:27:15.600179 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e is: BUILD; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:15.601786 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (45df4cf3-fe70-4b61-a30e-d952c9c46d9e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:15.617660 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-90df699f-4767-486b-bec4-0b817353f520 None None] Provisioning complete for port e2fd2bb5-96e7-488f-aec2-de30d226b4d6 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:15.619504 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-90df699f-4767-486b-bec4-0b817353f520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e2fd2bb5-96e7-488f-aec2-de30d226b4d6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:15.638454 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-011715b0-ec32-482f-b2e0-7071691ce577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:15.686185 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ade0bb2b-3d01-4357-90d1-5915b24457c0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (8db01ba6-e289-46de-9933-441be0044567), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:15.692204 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2eb92872-4112-4ab7-aac0-a9038559ee2b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:15.694643 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2eb92872-4112-4ab7-aac0-a9038559ee2b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports/680d45c7-a626-4dc5-b424-148f5e9cc4f9 HTTP/1.1" status: 200 len: 937 time: 1.1719494 Feb 19 04:27:15.815531 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 45df4cf3-fe70-4b61-a30e-d952c9c46d9e {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:27:15.846611 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 54acc66f-4c18-4d21-b298-6dd48eecfe57 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:15.849890 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0bb2b-3d01-4357-90d1-5915b24457c0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Subnet': ['ID=8db01ba6-e289-46de-9933-441be0044567,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:15.853406 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e2fd2bb5-96e7-488f-aec2-de30d226b4d6 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:27:15.928539 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-830e2b20-978e-426a-a784-bbdef7384d4d req-f5185f7f-da0f-47d8-8549-d586b6b5a2d3 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515363 Feb 19 04:27:15.951741 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-1e253c3d-fea9-4f6d-909b-aa4b712c9c5d tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:15.954391 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-1e253c3d-fea9-4f6d-909b-aa4b712c9c5d tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports/9e561b36-bbb3-4838-adb1-112f3a7b1d33 HTTP/1.1" status: 200 len: 935 time: 0.2472394 Feb 19 04:27:15.973556 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ade0bb2b-3d01-4357-90d1-5915b24457c0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:15.983156 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ade0bb2b-3d01-4357-90d1-5915b24457c0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/subnets/8db01ba6-e289-46de-9933-441be0044567 HTTP/1.1" status: 204 len: 168 time: 1.4275439 Feb 19 04:27:15.987074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50902) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:16.013445 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708816dc-2469-4706-934f-0bc90b1173c5 None None] Network 58a430ae-bae2-448c-b89c-2d8999a31f83 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:27:16.121564 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-011715b0-ec32-482f-b2e0-7071691ce577 admin admin] Publish callbacks [] for security_group (978c6c01-ebdb-4449-b677-6006e6bca6e1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:16.138212 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26278ee2-85fb-4c4c-b11c-7231371c87e4 req-7a535a7e-6d19-4c83-927b-615097bbb094 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:16.152484 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-26278ee2-85fb-4c4c-b11c-7231371c87e4 req-7a535a7e-6d19-4c83-927b-615097bbb094 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 944 time: 0.3021975 Feb 19 04:27:16.173130 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-011715b0-ec32-482f-b2e0-7071691ce577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (978c6c01-ebdb-4449-b677-6006e6bca6e1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:16.226788 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-40b6e595-7a7d-4c44-b8e8-279ad937a938 req-1e31ba2a-b7a8-471c-8441-34a822d76627 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.0677919 Feb 19 04:27:16.304453 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-5600922d-9ac0-4550-aae5-6b7aa24cfe6e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting port 438e535b-8bb6-4f74-83f8-6fdab9567462 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:16.305235 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5600922d-9ac0-4550-aae5-6b7aa24cfe6e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (438e535b-8bb6-4f74-83f8-6fdab9567462), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:16.320897 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-011715b0-ec32-482f-b2e0-7071691ce577 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ff69fb360ac54283bc1226edde598173&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2562275 Feb 19 04:27:16.323348 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50906) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:16.355863 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (58a430ae-bae2-448c-b89c-2d8999a31f83), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:16.409966 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011715b0-ec32-482f-b2e0-7071691ce577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978c6c01-ebdb-4449-b677-6006e6bca6e1,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:16.548593 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5600922d-9ac0-4550-aae5-6b7aa24cfe6e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (438e535b-8bb6-4f74-83f8-6fdab9567462), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:16.568599 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-5600922d-9ac0-4550-aae5-6b7aa24cfe6e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Calling delete_port for 438e535b-8bb6-4f74-83f8-6fdab9567462 owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:16.586417 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-26278ee2-85fb-4c4c-b11c-7231371c87e4 req-474686cd-e45e-4ac3-9b36-0797a41faae3 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315479 Feb 19 04:27:16.596974 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting port 49df739a-996c-491c-bc91-49399ade6136 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:16.597337 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (49df739a-996c-491c-bc91-49399ade6136), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:16.693352 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-1cb0962f-1fbb-404d-8071-f9b8544cbde1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Deleting port 08ff4955-48af-460b-ab1f-03429efc4e56 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:16.694246 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1cb0962f-1fbb-404d-8071-f9b8544cbde1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (08ff4955-48af-460b-ab1f-03429efc4e56), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:16.700498 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=45df4cf3-fe70-4b61-a30e-d952c9c46d9e,segment=NetworkSegment(866f4430-62ad-45d6-a1c9-becfde8653f6),segment_id=866f4430-62ad-45d6-a1c9-becfde8653f6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:16.721404 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (45df4cf3-fe70-4b61-a30e-d952c9c46d9e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:16.795416 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=45df4cf3-fe70-4b61-a30e-d952c9c46d9e,revision_number=7']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:16.801464 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port e2fd2bb5-96e7-488f-aec2-de30d226b4d6 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:16.801464 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e2fd2bb5-96e7-488f-aec2-de30d226b4d6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:16.806436 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-69ffeada-43f6-4503-bb8d-c01397a4b7ef admin admin] Publish callbacks [] for security_group (978c6c01-ebdb-4449-b677-6006e6bca6e1), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:16.851985 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] For port 49df739a-996c-491c-bc91-49399ade6136, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=49df739a-996c-491c-bc91-49399ade6136,segment=NetworkSegment(8a0bf564-5816-41c2-9d91-942cb8e75504),segment_id=8a0bf564-5816-41c2-9d91-942cb8e75504)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:16.852641 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (49df739a-996c-491c-bc91-49399ade6136), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:16.864739 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-69ffeada-43f6-4503-bb8d-c01397a4b7ef admin admin] Publish callbacks [] for security_group (978c6c01-ebdb-4449-b677-6006e6bca6e1), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:16.906446 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Calling delete_port for 49df739a-996c-491c-bc91-49399ade6136 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:16.928670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-90df699f-4767-486b-bec4-0b817353f520 None None] Current status of the port e2fd2bb5-96e7-488f-aec2-de30d226b4d6 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:17.035536 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03e00a3-075a-4316-8a47-1a439f9b7877 None None] DHCP port deletion for 58a430ae-bae2-448c-b89c-2d8999a31f83 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:27:17.041864 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port e2fd2bb5-96e7-488f-aec2-de30d226b4d6 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:17.043635 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device da1a55f4-ce53-4aa6-a84e-22c6c0aa4871 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:27:17.139445 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1cb0962f-1fbb-404d-8071-f9b8544cbde1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (08ff4955-48af-460b-ab1f-03429efc4e56), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:17.150449 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-18a3516d-749e-4425-b890-137e8e8b6ec7 None None] Provisioning complete for port 438e535b-8bb6-4f74-83f8-6fdab9567462 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:17.151027 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-18a3516d-749e-4425-b890-137e8e8b6ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (438e535b-8bb6-4f74-83f8-6fdab9567462), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:17.174957 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-1cb0962f-1fbb-404d-8071-f9b8544cbde1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Calling delete_port for 08ff4955-48af-460b-ab1f-03429efc4e56 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:17.196958 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (49df739a-996c-491c-bc91-49399ade6136), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:17.234567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f03e00a3-075a-4316-8a47-1a439f9b7877 None None] Deleting port 49df739a-996c-491c-bc91-49399ade6136 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:17.236809 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f03e00a3-075a-4316-8a47-1a439f9b7877 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (49df739a-996c-491c-bc91-49399ade6136), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:17.237482 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] No DVR routers for this DVR port 49df739a-996c-491c-bc91-49399ade6136 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:27:17.244795 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-18a3516d-749e-4425-b890-137e8e8b6ec7 None None] Port 438e535b-8bb6-4f74-83f8-6fdab9567462 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:27:17.276752 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port da1a55f4-ce53-4aa6-a84e-22c6c0aa4871 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:17.283409 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (da1a55f4-ce53-4aa6-a84e-22c6c0aa4871), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:17.339576 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-69ffeada-43f6-4503-bb8d-c01397a4b7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (978c6c01-ebdb-4449-b677-6006e6bca6e1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:17.343595 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-69ffeada-43f6-4503-bb8d-c01397a4b7ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:17.345173 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-69ffeada-43f6-4503-bb8d-c01397a4b7ef admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/978c6c01-ebdb-4449-b677-6006e6bca6e1 HTTP/1.1" status: 204 len: 168 time: 0.9745109 Feb 19 04:27:17.364028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffeada-43f6-4503-bb8d-c01397a4b7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978c6c01-ebdb-4449-b677-6006e6bca6e1,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:17.436477 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Port': ['ID=49df739a-996c-491c-bc91-49399ade6136,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:17.457990 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:17.458343 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:17.459622 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:17.460003 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:17.460316 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:17.460669 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:17.461058 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:17.461399 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:17.461901 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:17.462276 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:17.462618 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:17.463003 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:17.463366 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:17.505989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-18a3516d-749e-4425-b890-137e8e8b6ec7 None None] Provisioning complete for port da1a55f4-ce53-4aa6-a84e-22c6c0aa4871 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:17.506441 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-18a3516d-749e-4425-b890-137e8e8b6ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (da1a55f4-ce53-4aa6-a84e-22c6c0aa4871), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:17.538454 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077aa76-f591-4674-acc2-a0c5cdf453cd req-3f2bc646-478c-45f0-a3bd-a1b679575ab9 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:17.541242 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9077aa76-f591-4674-acc2-a0c5cdf453cd req-3f2bc646-478c-45f0-a3bd-a1b679575ab9 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.3141243 Feb 19 04:27:17.576757 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-f03e00a3-075a-4316-8a47-1a439f9b7877 None None] For port 49df739a-996c-491c-bc91-49399ade6136, host n-d-772273-4, got binding levels [] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:17.577381 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f03e00a3-075a-4316-8a47-1a439f9b7877 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (49df739a-996c-491c-bc91-49399ade6136), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:17.602344 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (58a430ae-bae2-448c-b89c-2d8999a31f83), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:17.637941 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f03e00a3-075a-4316-8a47-1a439f9b7877 None None] Calling delete_port for 49df739a-996c-491c-bc91-49399ade6136 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:17.639844 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a3521112-ab7d-48ad-bceb-2110f3c8fa58 req-eacc8ae6-043f-425e-aa9b-ee5faec5e20c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.2089427 Feb 19 04:27:17.643036 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.ipam_backend_mixin [None req-f03e00a3-075a-4316-8a47-1a439f9b7877 None None] Port 49df739a-996c-491c-bc91-49399ade6136 was not found and therefore no delete operation was performed {{(pid=115200) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:27:17.657778 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f03e00a3-075a-4316-8a47-1a439f9b7877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (49df739a-996c-491c-bc91-49399ade6136), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:17.767337 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03e00a3-075a-4316-8a47-1a439f9b7877 None None] No DVR routers for this DVR port 49df739a-996c-491c-bc91-49399ade6136 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:27:17.787060 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e00a3-075a-4316-8a47-1a439f9b7877 None None] Pushing event deleted for resources: {'Port': ['ID=49df739a-996c-491c-bc91-49399ade6136,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:17.792267 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9077aa76-f591-4674-acc2-a0c5cdf453cd req-3d90ec5c-34ae-495a-926d-a35754bba3db tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302887 Feb 19 04:27:17.810768 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a430ae-bae2-448c-b89c-2d8999a31f83']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:17.835753 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a0bf564-5816-41c2-9d91-942cb8e75504') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:17.836351 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a0bf564-5816-41c2-9d91-942cb8e75504') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:17.840578 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5600922d-9ac0-4550-aae5-6b7aa24cfe6e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (438e535b-8bb6-4f74-83f8-6fdab9567462), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:17.850919 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port da1a55f4-ce53-4aa6-a84e-22c6c0aa4871 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:17.899747 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600922d-9ac0-4550-aae5-6b7aa24cfe6e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Port': ['ID=438e535b-8bb6-4f74-83f8-6fdab9567462,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:17.901438 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-18a3516d-749e-4425-b890-137e8e8b6ec7 None None] Current status of the port da1a55f4-ce53-4aa6-a84e-22c6c0aa4871 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:17.904577 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (8a0bf564-5816-41c2-9d91-942cb8e75504), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:18.020361 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5600922d-9ac0-4550-aae5-6b7aa24cfe6e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:18.032569 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5600922d-9ac0-4550-aae5-6b7aa24cfe6e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/438e535b-8bb6-4f74-83f8-6fdab9567462 HTTP/1.1" status: 204 len: 168 time: 2.5372965 Feb 19 04:27:18.032569 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50932) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:18.096262 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (8a0bf564-5816-41c2-9d91-942cb8e75504), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:18.131350 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:27:18.131790 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (8a0bf564-5816-41c2-9d91-942cb8e75504), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:18.153779 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b671e3c-c2a5-473f-a19f-93f0a9733c42 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9b671e3c-c2a5-473f-a19f-93f0a9733c42 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1201241 Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: warnings.warn('Neutron quota engine will require "--force" ' Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:27:18.160274 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:27:18.191569 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50936) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:18.239470 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device da1a55f4-ce53-4aa6-a84e-22c6c0aa4871 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:27:18.417832 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (58a430ae-bae2-448c-b89c-2d8999a31f83), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:18.431225 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:18.438187 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/networks/58a430ae-bae2-448c-b89c-2d8999a31f83 HTTP/1.1" status: 204 len: 168 time: 2.4487214 Feb 19 04:27:18.459080 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 45df4cf3-fe70-4b61-a30e-d952c9c46d9e up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:27:18.459455 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50940) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:18.478378 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ece94-ea01-48e3-b1f4-7b45926f4fd0 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Network': ['ID=58a430ae-bae2-448c-b89c-2d8999a31f83,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:18.522212 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd46f8d-450b-4e26-9014-47f6a8dea8d6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:18.523316 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9cd46f8d-450b-4e26-9014-47f6a8dea8d6 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3296709 Feb 19 04:27:18.528966 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50942) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:18.646922 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1cb0962f-1fbb-404d-8071-f9b8544cbde1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (08ff4955-48af-460b-ab1f-03429efc4e56), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:18.662155 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port da1a55f4-ce53-4aa6-a84e-22c6c0aa4871 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:18.663516 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (da1a55f4-ce53-4aa6-a84e-22c6c0aa4871), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:18.666274 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1d3e0-0d3e-4781-8555-487044836051 req-82a722f6-6376-48a6-8318-a0f8bcc948fc tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:18.674142 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4876b306-f210-46fc-a2e5-11c71d8403f9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:18.682064 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-faa1d3e0-0d3e-4781-8555-487044836051 req-82a722f6-6376-48a6-8318-a0f8bcc948fc tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 943 time: 0.2441475 Feb 19 04:27:18.683798 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4876b306-f210-46fc-a2e5-11c71d8403f9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports/a1cb026c-51c7-42f3-914d-474c13352312 HTTP/1.1" status: 200 len: 844 time: 0.2229970 Feb 19 04:27:18.754515 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:18.754929 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (45df4cf3-fe70-4b61-a30e-d952c9c46d9e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:18.759787 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50946) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:18.784379 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb40b97-18ab-466b-8364-cee96fbf56d9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:18.790164 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb40b97-18ab-466b-8364-cee96fbf56d9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:18.803763 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb40b97-18ab-466b-8364-cee96fbf56d9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:18.803763 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-bcb40b97-18ab-466b-8364-cee96fbf56d9 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2695937 Feb 19 04:27:18.807711 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50950) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:18.888611 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-faa1d3e0-0d3e-4781-8555-487044836051 req-96fc6eb1-ff95-439f-9d91-6b92bae0d5c4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933558 Feb 19 04:27:18.935664 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0962f-1fbb-404d-8071-f9b8544cbde1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Pushing event deleted for resources: {'Port': ['ID=08ff4955-48af-460b-ab1f-03429efc4e56,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:19.028902 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bf75ff95-2890-4b49-a0f4-46101d2e256e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports/a1cb026c-51c7-42f3-914d-474c13352312?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1951468 Feb 19 04:27:19.085481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:19.086085 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (45df4cf3-fe70-4b61-a30e-d952c9c46d9e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:19.089810 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50954) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:19.121740 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-1dcf054d-e299-4066-8c63-2c07df4bc6b9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'subnet': {'network_id': '4b4ee219-081e-47f1-adc3-bc6d7aae1457', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:19.123147 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-12c73b5f-f1fc-4837-ab56-0eda8d4b000d req-b679e7b3-5da2-4384-84f9-ab37c80baceb tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.2754455 Feb 19 04:27:19.142250 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-61bc1174-a23d-4e35-b13d-ae950545ab30 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet 6f3c3eb4-3f97-446d-bba8-9a57084e5270 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:27:19.170121 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-61bc1174-a23d-4e35-b13d-ae950545ab30 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (6f3c3eb4-3f97-446d-bba8-9a57084e5270), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:19.240774 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50958) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:19.338182 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5421d94-d53d-44bf-8bf9-da84701da3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45df4cf3-fe70-4b61-a30e-d952c9c46d9e'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:27:19.344247 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7114c2-08ec-49e3-a494-8933a3c26f5c" -d '{"events": [{"server_uuid": "e5421d94-d53d-44bf-8bf9-da84701da3aa", "name": "network-vif-plugged", "status": "completed", "tag": "45df4cf3-fe70-4b61-a30e-d952c9c46d9e"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:27:19.353277 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port da1a55f4-ce53-4aa6-a84e-22c6c0aa4871 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:19.390687 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3ea0ea4f-8c5b-457b-a2ea-230e554db57d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:19.402877 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=45df4cf3-fe70-4b61-a30e-d952c9c46d9e,segment=NetworkSegment(866f4430-62ad-45d6-a1c9-becfde8653f6),segment_id=866f4430-62ad-45d6-a1c9-becfde8653f6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:19.416692 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (45df4cf3-fe70-4b61-a30e-d952c9c46d9e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:19.530138 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b1b01-b5f0-46f7-92f7-2887f4c9e601 req-2b6ecee6-2b28-4e5a-b056-f423f84ecbae tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:19.540544 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 49df739a-996c-491c-bc91-49399ade6136 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:27:19.541300 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d63b1b01-b5f0-46f7-92f7-2887f4c9e601 req-2b6ecee6-2b28-4e5a-b056-f423f84ecbae tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.5344298 Feb 19 04:27:19.632215 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcf054d-e299-4066-8c63-2c07df4bc6b9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:19.637707 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1dcf054d-e299-4066-8c63-2c07df4bc6b9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:19.742190 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=45df4cf3-fe70-4b61-a30e-d952c9c46d9e,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:19.750976 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 49df739a-996c-491c-bc91-49399ade6136 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:27:19.752004 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 49df739a-996c-491c-bc91-49399ade6136 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:27:19.959684 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1dcf054d-e299-4066-8c63-2c07df4bc6b9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (a9588e9e-5e49-4fb0-abf2-0edb4dd24fb7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:19.963544 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1cb0962f-1fbb-404d-8071-f9b8544cbde1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (d27a12f4-419d-4ee4-bc83-7ba25f2437c1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:20.056579 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d63b1b01-b5f0-46f7-92f7-2887f4c9e601 req-30bf2889-9646-4257-9d3e-76c0462b45ea tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137639 Feb 19 04:27:20.085398 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-61bc1174-a23d-4e35-b13d-ae950545ab30 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (6f3c3eb4-3f97-446d-bba8-9a57084e5270), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:20.099528 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f279c8e-9919-4061-84b4-680adca622d8 x-openstack-request-id: req-7f279c8e-9919-4061-84b4-680adca622d8 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:27:20.099971 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5421d94-d53d-44bf-8bf9-da84701da3aa", "name": "network-vif-plugged", "status": "completed", "tag": "45df4cf3-fe70-4b61-a30e-d952c9c46d9e", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:27:20.100456 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7f279c8e-9919-4061-84b4-680adca622d8 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:27:20.100717 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5421d94-d53d-44bf-8bf9-da84701da3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45df4cf3-fe70-4b61-a30e-d952c9c46d9e', 'code': 200} Feb 19 04:27:20.354317 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-61bc1174-a23d-4e35-b13d-ae950545ab30 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (6f3c3eb4-3f97-446d-bba8-9a57084e5270), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:20.403739 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3ea0ea4f-8c5b-457b-a2ea-230e554db57d admin admin] Publish callbacks [] for security_group (359abd05-045c-484c-869c-68c730ce2d19), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:20.420002 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcf054d-e299-4066-8c63-2c07df4bc6b9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:20.421434 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf054d-e299-4066-8c63-2c07df4bc6b9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Subnet': ['ID=a9588e9e-5e49-4fb0-abf2-0edb4dd24fb7,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:20.555819 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3ea0ea4f-8c5b-457b-a2ea-230e554db57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (359abd05-045c-484c-869c-68c730ce2d19), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:20.573606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-1dcf054d-e299-4066-8c63-2c07df4bc6b9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:20.578197 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcf054d-e299-4066-8c63-2c07df4bc6b9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:20.579539 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1dcf054d-e299-4066-8c63-2c07df4bc6b9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:20.594949 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca3dab5-a5c2-409a-8549-1b79dd16e8ad None None] Network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:27:20.638861 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-c3c64b00-1cfb-48c8-877f-99eb872d0d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:20.640642 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-c3c64b00-1cfb-48c8-877f-99eb872d0d37 service neutron] 10.222.0.48 "GET /v2.0/ports/680d45c7-a626-4dc5-b424-148f5e9cc4f9 HTTP/1.1" status: 200 len: 1033 time: 0.2408350 Feb 19 04:27:20.732251 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3ea0ea4f-8c5b-457b-a2ea-230e554db57d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=02bc98b615f5412ba09b6d657ea2f63e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4851785 Feb 19 04:27:20.744478 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01d212d3-499b-4755-b2f7-ad5b07293e89 req-f4bb4af6-1bfc-41ac-a42a-7865260e41b4 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.3060052 Feb 19 04:27:20.798163 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50980) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:20.821362 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db99f672-3c4e-4a60-a698-3474b19ede73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-4b4ee219-081e-47f1-adc3-bc6d7aae1457', 'network_id': '4b4ee219-081e-47f1-adc3-bc6d7aae1457', 'project_id': '4af7e87b955e44d2acf2aba9cee35b83', 'fixed_ips': [{'subnet_id': 'a9588e9e-5e49-4fb0-abf2-0edb4dd24fb7'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:27:20.824733 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-db99f672-3c4e-4a60-a698-3474b19ede73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:20.871038 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2738d-d3ba-42ad-89b8-ec14ab3fb737 req-e4d4cd52-8c20-4990-a73a-d26154c90ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:20.873608 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0ea4f-8c5b-457b-a2ea-230e554db57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359abd05-045c-484c-869c-68c730ce2d19,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:20.875791 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-33a2738d-d3ba-42ad-89b8-ec14ab3fb737 req-e4d4cd52-8c20-4990-a73a-d26154c90ec2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 1127 time: 0.4647121 Feb 19 04:27:20.888654 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1dcf054d-e299-4066-8c63-2c07df4bc6b9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7866271 Feb 19 04:27:20.893173 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50984) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:20.904262 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-5135b75c-7092-4b5c-9573-74d7ac9d9f3a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'security_group': {'name': 'tempest-secgroup-1759686456'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:20.929424 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93e877-be22-4d44-b180-b5e21312e4a6 req-19c5c281-bb82-430b-aa01-d9ac26574a27 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:20.941928 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9e93e877-be22-4d44-b180-b5e21312e4a6 req-19c5c281-bb82-430b-aa01-d9ac26574a27 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 945 time: 0.5447752 Feb 19 04:27:20.974701 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-61bc1174-a23d-4e35-b13d-ae950545ab30 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (6f3c3eb4-3f97-446d-bba8-9a57084e5270), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:21.064125 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-db99f672-3c4e-4a60-a698-3474b19ede73 None None] Allocated IP 2001:db8::2 (4b4ee219-081e-47f1-adc3-bc6d7aae1457/a9588e9e-5e49-4fb0-abf2-0edb4dd24fb7/ad299c96-8ad3-4695-9984-ca9ce4e5529c) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:21.148440 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc1174-a23d-4e35-b13d-ae950545ab30 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=6f3c3eb4-3f97-446d-bba8-9a57084e5270,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:21.151198 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb0962f-1fbb-404d-8071-f9b8544cbde1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Router d27a12f4-419d-4ee4-bc83-7ba25f2437c1 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:27:21.152546 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-29351767-9369-4a45-9477-d2f25c62da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:21.154049 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-29351767-9369-4a45-9477-d2f25c62da70 service neutron] 10.222.0.48 "GET /v2.0/ports/9e561b36-bbb3-4838-adb1-112f3a7b1d33 HTTP/1.1" status: 200 len: 1031 time: 0.4989736 Feb 19 04:27:21.156643 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-61bc1174-a23d-4e35-b13d-ae950545ab30 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:21.169030 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-61bc1174-a23d-4e35-b13d-ae950545ab30 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/6f3c3eb4-3f97-446d-bba8-9a57084e5270 HTTP/1.1" status: 204 len: 168 time: 2.3578794 Feb 19 04:27:21.176180 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50990) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:21.192357 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5135b75c-7092-4b5c-9573-74d7ac9d9f3a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:21.294324 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f6fe41-1e4c-4072-95b1-272e77c02664 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:27:21.427679 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9e93e877-be22-4d44-b180-b5e21312e4a6 req-825dec71-14e0-424e-880f-2d1d854b16bb tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630086 Feb 19 04:27:21.455835 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-33a2738d-d3ba-42ad-89b8-ec14ab3fb737 req-3cd55430-ec52-4c58-81af-33b4b13304c8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119908 Feb 19 04:27:21.548841 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-af38152f-4ea0-4562-ab02-0bf7753cf1d9 admin admin] Publish callbacks [] for security_group (359abd05-045c-484c-869c-68c730ce2d19), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:21.558723 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5135b75c-7092-4b5c-9573-74d7ac9d9f3a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (d1e482b6-74a0-4ad2-8910-51388ccf7c2c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:21.595922 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-af38152f-4ea0-4562-ab02-0bf7753cf1d9 admin admin] Publish callbacks [] for security_group (359abd05-045c-484c-869c-68c730ce2d19), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:21.606668 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5135b75c-7092-4b5c-9573-74d7ac9d9f3a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d1e482b6-74a0-4ad2-8910-51388ccf7c2c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:21.652994 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-8499b2b3-2658-475d-abf6-c44cbc73ea99 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:21.658875 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-8499b2b3-2658-475d-abf6-c44cbc73ea99 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:21.664308 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-8499b2b3-2658-475d-abf6-c44cbc73ea99 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:21.667373 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-8499b2b3-2658-475d-abf6-c44cbc73ea99 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.48 "GET /v2.0/networks?id=4a64a19d-d377-4cb4-886a-9dfbe46eb1ee&id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&id=0197e602-f5d2-48ef-bb73-a3741213d4f6&id=0197e602-f5d2-48ef-bb73-a3741213d4f6 HTTP/1.1" status: 200 len: 1995 time: 0.4874077 Feb 19 04:27:21.684868 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135b75c-7092-4b5c-9573-74d7ac9d9f3a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e482b6-74a0-4ad2-8910-51388ccf7c2c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:21.773558 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-af38152f-4ea0-4562-ab02-0bf7753cf1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (359abd05-045c-484c-869c-68c730ce2d19), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:21.776305 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-af38152f-4ea0-4562-ab02-0bf7753cf1d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:21.782670 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-af38152f-4ea0-4562-ab02-0bf7753cf1d9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/359abd05-045c-484c-869c-68c730ce2d19 HTTP/1.1" status: 204 len: 168 time: 0.9642615 Feb 19 04:27:21.841875 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-db99f672-3c4e-4a60-a698-3474b19ede73 None None] Publish callbacks [] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:21.847336 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb0962f-1fbb-404d-8071-f9b8544cbde1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:27:21.849358 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38152f-4ea0-4562-ab02-0bf7753cf1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359abd05-045c-484c-869c-68c730ce2d19,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:21.875549 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-db99f672-3c4e-4a60-a698-3474b19ede73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:21.884642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c22072-1ca4-4293-b428-b27e36bd5f9a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Deleting subnet 865363f9-0db0-453d-a351-b61bb65e17f5 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:27:21.885716 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-05b21457-8d52-4cde-8c30-457154b2af7b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea967e23a8ef43cfacd115b397486d6c HTTP/1.1" status: 200 len: 379 time: 0.1985385 Feb 19 04:27:21.892160 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e9c22072-1ca4-4293-b428-b27e36bd5f9a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks [] for subnet (865363f9-0db0-453d-a351-b61bb65e17f5), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:21.909171 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-5e7dd823-ff98-4d07-bcd6-a939cb3345a3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Request body: {'port': {'device_id': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee', 'admin_state_up': True, 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'security_groups': ['f13d8b76-2d17-415a-b47a-99b02edba516']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:21.995869 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0883fc4-3dc0-4b87-ad4e-f731d358718e None None] Sync routers for ids ['d27a12f4-419d-4ee4-bc83-7ba25f2437c1'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:27:22.009526 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1cb0962f-1fbb-404d-8071-f9b8544cbde1 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] 10.222.0.65 "PUT /v2.0/routers/d27a12f4-419d-4ee4-bc83-7ba25f2437c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2796199 Feb 19 04:27:22.011403 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51004) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:22.041612 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db99f672-3c4e-4a60-a698-3474b19ede73 None None] Network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:22.054991 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0883fc4-3dc0-4b87-ad4e-f731d358718e None None] Routers {'d27a12f4-419d-4ee4-bc83-7ba25f2437c1'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:27:22.058832 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5135b75c-7092-4b5c-9573-74d7ac9d9f3a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:22.060798 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-db99f672-3c4e-4a60-a698-3474b19ede73 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:22.068824 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5135b75c-7092-4b5c-9573-74d7ac9d9f3a tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1725326 Feb 19 04:27:22.070621 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b0883fc4-3dc0-4b87-ad4e-f731d358718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:27:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d27a12f4-419d-4ee4-bc83-7ba25f2437c1'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:22.095341 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db99f672-3c4e-4a60-a698-3474b19ede73 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:22.102242 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51006) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:22.163631 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-caea776b-e281-41b4-a46c-71d0d36a517f req-a9851c10-f334-4914-926a-dee7e12daa5d tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.1826158 Feb 19 04:27:22.169029 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-48da1c49-1018-40a2-8e3e-0bc5b7fda39b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'security_group': {'name': 'tempest-secgroup-1254138803'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:22.175583 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99f672-3c4e-4a60-a698-3474b19ede73 None None] Pushing event updated for resources: {'Port': ['ID=ad299c96-8ad3-4695-9984-ca9ce4e5529c,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:22.217718 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-48da1c49-1018-40a2-8e3e-0bc5b7fda39b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:22.245719 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-7b12d514-159c-444c-99eb-d9636044132f tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] delete failed (client error): The resource could not be found. Feb 19 04:27:22.247212 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7b12d514-159c-444c-99eb-d9636044132f tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-2046074363 HTTP/1.1" status: 404 len: 335 time: 0.2238853 Feb 19 04:27:22.252264 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e9c22072-1ca4-4293-b428-b27e36bd5f9a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (865363f9-0db0-453d-a351-b61bb65e17f5), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:22.291838 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b0883fc4-3dc0-4b87-ad4e-f731d358718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:22.317113 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51010) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:22.339775 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0883fc4-3dc0-4b87-ad4e-f731d358718e None None] Routers {'d27a12f4-419d-4ee4-bc83-7ba25f2437c1'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:27:22.340045 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c630505-1450-4c9d-b0f0-47029820af91 req-fe854a08-55f0-492d-8370-6512a5273a86 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:22.340866 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b0883fc4-3dc0-4b87-ad4e-f731d358718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:27:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d27a12f4-419d-4ee4-bc83-7ba25f2437c1'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:22.352016 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0c630505-1450-4c9d-b0f0-47029820af91 req-fe854a08-55f0-492d-8370-6512a5273a86 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.9663777 Feb 19 04:27:22.353586 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-db99f672-3c4e-4a60-a698-3474b19ede73 None None] Attempting to bind port ad299c96-8ad3-4695-9984-ca9ce4e5529c on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:22.357630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-db99f672-3c4e-4a60-a698-3474b19ede73 None None] Attempting to bind port ad299c96-8ad3-4695-9984-ca9ce4e5529c by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '5cd34749-3185-4fb4-8807-1152ca5fe0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4b4ee219-081e-47f1-adc3-bc6d7aae1457'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:22.358206 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db99f672-3c4e-4a60-a698-3474b19ede73 None None] Attempting to bind port ad299c96-8ad3-4695-9984-ca9ce4e5529c on network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:22.375033 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-a5d4d17e-50b1-4785-8159-10f86ca36c28 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd27a12f4-419d-4ee4-bc83-7ba25f2437c1'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:22.376349 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db99f672-3c4e-4a60-a698-3474b19ede73 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:27:22.376884 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db99f672-3c4e-4a60-a698-3474b19ede73 None None] Checking segment: {'id': '5cd34749-3185-4fb4-8807-1152ca5fe0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4b4ee219-081e-47f1-adc3-bc6d7aae1457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:27:22.377458 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-db99f672-3c4e-4a60-a698-3474b19ede73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:22.389868 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db99f672-3c4e-4a60-a698-3474b19ede73 None None] Bound using segment: {'id': '5cd34749-3185-4fb4-8807-1152ca5fe0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4b4ee219-081e-47f1-adc3-bc6d7aae1457'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:27:22.390538 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-db99f672-3c4e-4a60-a698-3474b19ede73 None None] Bound port: ad299c96-8ad3-4695-9984-ca9ce4e5529c, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd34749-3185-4fb4-8807-1152ca5fe0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4b4ee219-081e-47f1-adc3-bc6d7aae1457'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:27:22.391070 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-db99f672-3c4e-4a60-a698-3474b19ede73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:22.643138 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-db99f672-3c4e-4a60-a698-3474b19ede73 None None] For port ad299c96-8ad3-4695-9984-ca9ce4e5529c, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:27:22.647793 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-db99f672-3c4e-4a60-a698-3474b19ede73 None None] For port ad299c96-8ad3-4695-9984-ca9ce4e5529c, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ad299c96-8ad3-4695-9984-ca9ce4e5529c,segment=NetworkSegment(5cd34749-3185-4fb4-8807-1152ca5fe0c3),segment_id=5cd34749-3185-4fb4-8807-1152ca5fe0c3)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:27:22.661002 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-db99f672-3c4e-4a60-a698-3474b19ede73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:22.666632 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b0883fc4-3dc0-4b87-ad4e-f731d358718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:22.671588 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0883fc4-3dc0-4b87-ad4e-f731d358718e None None] The sync data for ids ['d27a12f4-419d-4ee4-bc83-7ba25f2437c1'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:27:22.957160 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99f672-3c4e-4a60-a698-3474b19ede73 None None] Pushing event updated for resources: {'Port': ['ID=ad299c96-8ad3-4695-9984-ca9ce4e5529c,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:23.139289 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-48da1c49-1018-40a2-8e3e-0bc5b7fda39b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (1c70c59b-d416-48b0-b701-2304ca048a4a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:23.174933 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-48da1c49-1018-40a2-8e3e-0bc5b7fda39b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1c70c59b-d416-48b0-b701-2304ca048a4a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:23.386489 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-48da1c49-1018-40a2-8e3e-0bc5b7fda39b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:23.393860 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-48da1c49-1018-40a2-8e3e-0bc5b7fda39b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2336469 Feb 19 04:27:23.426493 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef26e13-ab8f-47c0-ba33-16fde9909cac req-cd42e3cf-5d18-44e0-8a1d-6f91dad036f2 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:23.437627 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aef26e13-ab8f-47c0-ba33-16fde9909cac req-cd42e3cf-5d18-44e0-8a1d-6f91dad036f2 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 945 time: 0.5718431 Feb 19 04:27:23.454260 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0c630505-1450-4c9d-b0f0-47029820af91 req-73ed3406-8bf7-49d8-a4a6-206fa3f1a3d5 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0596824 Feb 19 04:27:23.455127 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51030) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:23.515683 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-5e7dd823-ff98-4d07-bcd6-a939cb3345a3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Made reservation on behalf of ea967e23a8ef43cfacd115b397486d6c for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:23.536394 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-5e7dd823-ff98-4d07-bcd6-a939cb3345a3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:23.563561 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da1c49-1018-40a2-8e3e-0bc5b7fda39b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c70c59b-d416-48b0-b701-2304ca048a4a,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:23.642373 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-e6a2b8b4-e10f-4b7d-a191-f93a3d383e26 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-280215461', 'security_groups': ['1c70c59b-d416-48b0-b701-2304ca048a4a'], 'network_id': '4b4ee219-081e-47f1-adc3-bc6d7aae1457', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a9588e9e-5e49-4fb0-abf2-0edb4dd24fb7'}]}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:23.721170 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aef26e13-ab8f-47c0-ba33-16fde9909cac req-65fcbb6d-7fc9-4473-8c70-7afefd13c07a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734606 Feb 19 04:27:23.801651 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a5d4d17e-50b1-4785-8159-10f86ca36c28 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks [] for router_gateway (d27a12f4-419d-4ee4-bc83-7ba25f2437c1), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:23.875408 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c1965c13-38fb-476f-9028-c593349c7af4 req-725f55bf-bace-425d-89c9-027c87e84555 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.2090635 Feb 19 04:27:23.994622 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-a5d4d17e-50b1-4785-8159-10f86ca36c28 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] update failed (client error): The resource could not be found. Feb 19 04:27:24.003856 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51036) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:24.005199 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a5d4d17e-50b1-4785-8159-10f86ca36c28 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] 10.222.0.65 "PUT /v2.0/routers/d27a12f4-419d-4ee4-bc83-7ba25f2437c1 HTTP/1.1" status: 404 len: 339 time: 1.6494484 Feb 19 04:27:24.026180 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e9c22072-1ca4-4293-b428-b27e36bd5f9a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (865363f9-0db0-453d-a351-b61bb65e17f5), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:24.177918 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ad299c96-8ad3-4695-9984-ca9ce4e5529c up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:27:24.297252 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5e7d6fad-c3ff-45be-970b-76aa27520fc3 None None] Provisioning complete for port e2fd2bb5-96e7-488f-aec2-de30d226b4d6 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:24.304247 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e9c22072-1ca4-4293-b428-b27e36bd5f9a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (865363f9-0db0-453d-a351-b61bb65e17f5), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:24.305023 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5e7d6fad-c3ff-45be-970b-76aa27520fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e2fd2bb5-96e7-488f-aec2-de30d226b4d6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:24.315016 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a2b8b4-e10f-4b7d-a191-f93a3d383e26 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:24.384665 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c22072-1ca4-4293-b428-b27e36bd5f9a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Subnet': ['ID=865363f9-0db0-453d-a351-b61bb65e17f5,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:24.402454 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811f3014-6f75-47b6-aa31-bbdc639b4be7 None None] Network 9e765b0b-136b-493b-bef9-44145ed793f7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:27:24.417360 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-5e7dd823-ff98-4d07-bcd6-a939cb3345a3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Allocated IP 172.20.0.6 (4a64a19d-d377-4cb4-886a-9dfbe46eb1ee/01a6b77b-63ae-42f8-a188-7c9c486cfe0f/fdeef649-df0e-40d2-a90b-41f8f92afef9) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:24.428020 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e9c22072-1ca4-4293-b428-b27e36bd5f9a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:24.439807 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e9c22072-1ca4-4293-b428-b27e36bd5f9a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/865363f9-0db0-453d-a351-b61bb65e17f5 HTTP/1.1" status: 204 len: 168 time: 3.2617629 Feb 19 04:27:24.458950 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51042) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:24.957190 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e6a2b8b4-e10f-4b7d-a191-f93a3d383e26 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:24.980346 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ad299c96-8ad3-4695-9984-ca9ce4e5529c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:24.980346 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:24.982115 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2bc3f214-beee-461b-8b20-8cdb79b0de4a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5133712 Feb 19 04:27:24.987690 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51052) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:25.237265 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-e6a2b8b4-e10f-4b7d-a191-f93a3d383e26 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] device_id is not set on port a74facb2-84be-433b-88ab-3db0347ac4db yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:27:25.354775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7de995-3879-45fc-9280-06b5c0ff6647 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:25.356551 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7e7de995-3879-45fc-9280-06b5c0ff6647 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3610158 Feb 19 04:27:25.363029 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5e7d6fad-c3ff-45be-970b-76aa27520fc3 None None] Current status of the port e2fd2bb5-96e7-488f-aec2-de30d226b4d6 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:25.369274 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51058) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:25.382251 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-5e7dd823-ff98-4d07-bcd6-a939cb3345a3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for port (fdeef649-df0e-40d2-a90b-41f8f92afef9), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:25.399220 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686ec88-58d4-4c68-989f-f335860ec73d req-01fe5c82-c910-4cd2-b1cc-631b058453c5 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:25.408231 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2686ec88-58d4-4c68-989f-f335860ec73d req-01fe5c82-c910-4cd2-b1cc-631b058453c5 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 945 time: 0.3755689 Feb 19 04:27:25.428093 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ad299c96-8ad3-4695-9984-ca9ce4e5529c is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:25.428574 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:25.484594 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-5e7dd823-ff98-4d07-bcd6-a939cb3345a3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (fdeef649-df0e-40d2-a90b-41f8f92afef9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:25.539221 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded3c7c6-43c3-40f7-a264-c48b04843978 None None] DHCP port deletion for 9e765b0b-136b-493b-bef9-44145ed793f7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:27:25.545401 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port ad299c96-8ad3-4695-9984-ca9ce4e5529c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ad299c96-8ad3-4695-9984-ca9ce4e5529c,segment=NetworkSegment(5cd34749-3185-4fb4-8807-1152ca5fe0c3),segment_id=5cd34749-3185-4fb4-8807-1152ca5fe0c3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:25.583867 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5e263c76-bde2-4959-a1ec-d2d868a07c6b None None] Provisioning complete for port a1cb026c-51c7-42f3-914d-474c13352312 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:25.584520 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5e263c76-bde2-4959-a1ec-d2d868a07c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a1cb026c-51c7-42f3-914d-474c13352312), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:25.586721 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:25.669115 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7dd823-ff98-4d07-bcd6-a939cb3345a3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event updated for resources: {'Port': ['ID=fdeef649-df0e-40d2-a90b-41f8f92afef9,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:25.669477 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2686ec88-58d4-4c68-989f-f335860ec73d req-f3ef0214-72a3-4528-abb6-e224ef9ffcdc tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295320 Feb 19 04:27:25.709923 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-5e7dd823-ff98-4d07-bcd6-a939cb3345a3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Network 4a64a19d-d377-4cb4-886a-9dfbe46eb1ee is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:25.715939 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-5e7dd823-ff98-4d07-bcd6-a939cb3345a3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:25.746235 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-5e7dd823-ff98-4d07-bcd6-a939cb3345a3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:25.784567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5e263c76-bde2-4959-a1ec-d2d868a07c6b None None] Port a1cb026c-51c7-42f3-914d-474c13352312 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:27:25.854056 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=ad299c96-8ad3-4695-9984-ca9ce4e5529c,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:25.871602 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5e263c76-bde2-4959-a1ec-d2d868a07c6b None None] Provisioning complete for port ad299c96-8ad3-4695-9984-ca9ce4e5529c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:25.874854 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5e263c76-bde2-4959-a1ec-d2d868a07c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.036685 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ded3c7c6-43c3-40f7-a264-c48b04843978 None None] Deleting port e2fd2bb5-96e7-488f-aec2-de30d226b4d6 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:26.037210 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ded3c7c6-43c3-40f7-a264-c48b04843978 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (e2fd2bb5-96e7-488f-aec2-de30d226b4d6), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.064097 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16de58a-ebb7-4b35-b3c9-eae2493ef3d9 req-9ef5078f-fd19-4e77-8081-b6bb095e63fb tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:26.077854 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c16de58a-ebb7-4b35-b3c9-eae2493ef3d9 req-9ef5078f-fd19-4e77-8081-b6bb095e63fb tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 1.0577538 Feb 19 04:27:26.242383 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-ded3c7c6-43c3-40f7-a264-c48b04843978 None None] For port e2fd2bb5-96e7-488f-aec2-de30d226b4d6, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e2fd2bb5-96e7-488f-aec2-de30d226b4d6,segment=NetworkSegment(77d860f4-fa4e-439e-9cd9-bc87a909dda4),segment_id=77d860f4-fa4e-439e-9cd9-bc87a909dda4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:26.243195 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ded3c7c6-43c3-40f7-a264-c48b04843978 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (e2fd2bb5-96e7-488f-aec2-de30d226b4d6), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.244572 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bbd8f6e0-de4d-48a9-92d3-02cab42b1bbe tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.276819 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ded3c7c6-43c3-40f7-a264-c48b04843978 None None] Calling delete_port for e2fd2bb5-96e7-488f-aec2-de30d226b4d6 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:26.357003 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-e6a2b8b4-e10f-4b7d-a191-f93a3d383e26 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Allocated IP 2001:db8::55 (4b4ee219-081e-47f1-adc3-bc6d7aae1457/a9588e9e-5e49-4fb0-abf2-0edb4dd24fb7/a74facb2-84be-433b-88ab-3db0347ac4db) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:26.458808 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bff228-7067-4ab6-83fd-055f20197397 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:26.475283 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f8bff228-7067-4ab6-83fd-055f20197397 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.1004758 Feb 19 04:27:26.488162 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51072) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:26.489238 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ad299c96-8ad3-4695-9984-ca9ce4e5529c up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:27:26.496767 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ded3c7c6-43c3-40f7-a264-c48b04843978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (e2fd2bb5-96e7-488f-aec2-de30d226b4d6), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.504286 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-5e7dd823-ff98-4d07-bcd6-a939cb3345a3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:26.504286 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-5e7dd823-ff98-4d07-bcd6-a939cb3345a3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.618989 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b720f-c701-4afa-b01f-4ddba32b97e2 req-18cd7734-a2e7-470f-a102-46ffc3e257db tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:26.622930 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f72b720f-c701-4afa-b01f-4ddba32b97e2 req-18cd7734-a2e7-470f-a102-46ffc3e257db tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 931 time: 0.2148862 Feb 19 04:27:26.716685 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3c7c6-43c3-40f7-a264-c48b04843978 None None] Pushing event deleted for resources: {'Port': ['ID=e2fd2bb5-96e7-488f-aec2-de30d226b4d6,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:26.746498 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded3c7c6-43c3-40f7-a264-c48b04843978 None None] No DVR routers for this DVR port e2fd2bb5-96e7-488f-aec2-de30d226b4d6 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:27:26.811846 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5e263c76-bde2-4959-a1ec-d2d868a07c6b None None] Current status of the port ad299c96-8ad3-4695-9984-ca9ce4e5529c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:26.877774 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9d406f77-c08b-4040-99ff-7eeb6ffbab32 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3371739 Feb 19 04:27:26.878117 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ad299c96-8ad3-4695-9984-ca9ce4e5529c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:26.878117 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.889838 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-5e7dd823-ff98-4d07-bcd6-a939cb3345a3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9971597 Feb 19 04:27:26.903192 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e6a2b8b4-e10f-4b7d-a191-f93a3d383e26 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for port (a74facb2-84be-433b-88ab-3db0347ac4db), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:26.917256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51080) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:26.930514 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c16de58a-ebb7-4b35-b3c9-eae2493ef3d9 req-dd8c986c-3da6-4338-b08c-615a2f5d6ec3 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7172379 Feb 19 04:27:27.078967 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-71844b78-c627-4aa9-904d-cd26337c6787 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:27.079401 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71844b78-c627-4aa9-904d-cd26337c6787 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:27.087155 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-71844b78-c627-4aa9-904d-cd26337c6787 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/438e535b-8bb6-4f74-83f8-6fdab9567462 HTTP/1.1" status: 404 len: 333 time: 0.1550264 Feb 19 04:27:27.105292 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51084) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:27.116243 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3633940b-bfb6-434d-8a33-763fdae3d899 None None] Provisioning complete for port fdeef649-df0e-40d2-a90b-41f8f92afef9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:27.118516 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3633940b-bfb6-434d-8a33-763fdae3d899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fdeef649-df0e-40d2-a90b-41f8f92afef9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:27.123722 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f72b720f-c701-4afa-b01f-4ddba32b97e2 req-e9f961d3-641f-4611-b36a-f0b4d7e4abb4 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068425 Feb 19 04:27:27.126368 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-45ab97c8-b685-4106-acf7-8efbf8beeb39 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Request body: {'port': {'device_id': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1', 'admin_state_up': True, 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'security_groups': ['f13d8b76-2d17-415a-b47a-99b02edba516']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:27.183043 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3633940b-bfb6-434d-8a33-763fdae3d899 None None] Port fdeef649-df0e-40d2-a90b-41f8f92afef9 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:27:27.202144 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1540636-63cb-453b-b674-c8b79bce6267 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:27.202144 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1540636-63cb-453b-b674-c8b79bce6267 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:27.212634 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d1540636-63cb-453b-b674-c8b79bce6267 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/6f3c3eb4-3f97-446d-bba8-9a57084e5270 HTTP/1.1" status: 404 len: 337 time: 0.0819302 Feb 19 04:27:27.217211 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e6a2b8b4-e10f-4b7d-a191-f93a3d383e26 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a74facb2-84be-433b-88ab-3db0347ac4db), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:27.220874 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51088) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:27.251751 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ad299c96-8ad3-4695-9984-ca9ce4e5529c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:27.353117 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e2fd2bb5-96e7-488f-aec2-de30d226b4d6 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:27:27.380877 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f28fffae-c446-47d0-b93e-5cb490b55519 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:27.381382 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f28fffae-c446-47d0-b93e-5cb490b55519 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:27.385196 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f28fffae-c446-47d0-b93e-5cb490b55519 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/865363f9-0db0-453d-a351-b61bb65e17f5 HTTP/1.1" status: 404 len: 337 time: 0.1600232 Feb 19 04:27:27.388174 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: e2fd2bb5-96e7-488f-aec2-de30d226b4d6 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:27:27.388415 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51092) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:27.388960 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e2fd2bb5-96e7-488f-aec2-de30d226b4d6 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:27:27.436592 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a2b8b4-e10f-4b7d-a191-f93a3d383e26 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:27.441632 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae870f0-522b-49df-b7ed-66f9e2dd242b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:27.441971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bae870f0-522b-49df-b7ed-66f9e2dd242b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:27.449543 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bae870f0-522b-49df-b7ed-66f9e2dd242b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/311f7a1c-6f02-431d-a8a4-52d615603b97 HTTP/1.1" status: 404 len: 333 time: 0.0536914 Feb 19 04:27:27.452502 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-e6a2b8b4-e10f-4b7d-a191-f93a3d383e26 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:27.454587 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51096) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:27.516955 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a2b8b4-e10f-4b7d-a191-f93a3d383e26 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:27.537178 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a2b8b4-e10f-4b7d-a191-f93a3d383e26 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:27.541089 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e6a2b8b4-e10f-4b7d-a191-f93a3d383e26 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:27.562075 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2b8b4-e10f-4b7d-a191-f93a3d383e26 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Port': ['ID=a74facb2-84be-433b-88ab-3db0347ac4db,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:27.580376 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f6b20b-539c-47dc-b86b-71a2cd447c35 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:27.582842 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f6b20b-539c-47dc-b86b-71a2cd447c35 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:27.597088 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-53f6b20b-539c-47dc-b86b-71a2cd447c35 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/e31a49fa-9ef5-4a5e-8cd0-38d88fbb4223 HTTP/1.1" status: 404 len: 337 time: 0.1367714 Feb 19 04:27:27.611495 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51098) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:27.672583 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca46cd1b-c2eb-454b-8e71-10a2679e8bc0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:27.673502 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca46cd1b-c2eb-454b-8e71-10a2679e8bc0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:27.686585 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ca46cd1b-c2eb-454b-8e71-10a2679e8bc0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/164d3d10-eb82-42c7-887d-4fb86dad600c HTTP/1.1" status: 404 len: 337 time: 0.0681970 Feb 19 04:27:27.700285 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51100) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:27.771474 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51102) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:27.783463 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e6a2b8b4-e10f-4b7d-a191-f93a3d383e26 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1690216 Feb 19 04:27:27.785856 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51104) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:27.792352 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-d020cb6a-ac55-4543-b994-8ed171f2acfd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:27.792586 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d020cb6a-ac55-4543-b994-8ed171f2acfd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:27.804089 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d020cb6a-ac55-4543-b994-8ed171f2acfd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/5cd17c36-7273-47f1-b991-4892c5d6715a HTTP/1.1" status: 404 len: 333 time: 0.0946968 Feb 19 04:27:27.805890 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51108) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:27.816683 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-60ca6f2d-174e-4250-9f93-222c3b0833bc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'subnet': {'network_id': '4b4ee219-081e-47f1-adc3-bc6d7aae1457', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:27.898498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-bbd8f6e0-de4d-48a9-92d3-02cab42b1bbe tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Allocated IP 172.20.0.1 (743a87b8-32ad-4a32-853e-a79e8ed3889f/dd92f4b5-6eb3-408d-958e-f478125a4694/eea4e64d-392f-40e7-8e53-8b5be2ad3a62) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:27.925775 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf0c10e-86db-4908-9667-0f9610ef7b86 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:27.928218 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf0c10e-86db-4908-9667-0f9610ef7b86 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:27.941562 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5cf0c10e-86db-4908-9667-0f9610ef7b86 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/6e9a3e59-f112-4996-b07d-1acdf4326fa9 HTTP/1.1" status: 404 len: 337 time: 0.1325903 Feb 19 04:27:27.943565 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51112) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:27.995749 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55108ba-ada5-45c8-b2b1-edae91d25ead tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:27.997372 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e55108ba-ada5-45c8-b2b1-edae91d25ead tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:28.019281 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e55108ba-ada5-45c8-b2b1-edae91d25ead tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/5a32911f-6b4d-4fd3-b4d4-64fe90a1f51f HTTP/1.1" status: 404 len: 337 time: 0.0698345 Feb 19 04:27:28.020616 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51114) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:28.102749 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf12d81-8305-468a-9b85-895c5e9f9431 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:28.103513 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cf12d81-8305-468a-9b85-895c5e9f9431 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:28.108036 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2cf12d81-8305-468a-9b85-895c5e9f9431 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/88ce90b5-7b6e-410d-9d77-018b9ec91a0c HTTP/1.1" status: 404 len: 333 time: 0.0847995 Feb 19 04:27:28.114478 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51118) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:28.161224 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b7df7c-b624-48b9-9335-1847a7e3a743 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:28.161932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b7df7c-b624-48b9-9335-1847a7e3a743 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:28.166208 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c663b847-4ef9-4ec2-afdb-221662395c1d None None] Provisioning complete for port a74facb2-84be-433b-88ab-3db0347ac4db triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:28.167047 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c663b847-4ef9-4ec2-afdb-221662395c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a74facb2-84be-433b-88ab-3db0347ac4db), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:28.170178 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-78b7df7c-b624-48b9-9335-1847a7e3a743 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/da7e708e-aed4-49a4-a104-2d72827c6b08 HTTP/1.1" status: 404 len: 337 time: 0.0533638 Feb 19 04:27:28.172277 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51120) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:28.225398 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c663b847-4ef9-4ec2-afdb-221662395c1d None None] Port a74facb2-84be-433b-88ab-3db0347ac4db cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:27:28.231463 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51124) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:28.234600 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db6d30d-d400-471c-a420-f7fbd39a685e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:28.235299 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db6d30d-d400-471c-a420-f7fbd39a685e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:28.238619 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7db6d30d-d400-471c-a420-f7fbd39a685e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/6ab0a65c-3c68-4d1b-a575-a9239d1f5f5a HTTP/1.1" status: 404 len: 337 time: 0.0647597 Feb 19 04:27:28.255676 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51126) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:28.289649 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf0dd7f-f74e-49e6-b98d-0e85c9231527 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:28.290234 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf0dd7f-f74e-49e6-b98d-0e85c9231527 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:28.296549 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0bf0dd7f-f74e-49e6-b98d-0e85c9231527 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/eaa58076-8c30-4e16-8b25-3849e814c64e HTTP/1.1" status: 404 len: 333 time: 0.0317371 Feb 19 04:27:28.300436 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51130) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:28.303949 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-dce2177f-815b-4f44-98c8-80df1239e2a2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1707973080', 'router:external': True}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:28.314577 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ff37d-d098-4c68-8c09-15d96a9b35e5 req-3b1aa381-0e64-4f41-a9d7-24386a1c13f4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:28.330984 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f03ff37d-d098-4c68-8c09-15d96a9b35e5 req-3b1aa381-0e64-4f41-a9d7-24386a1c13f4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 945 time: 1.1883361 Feb 19 04:27:28.356216 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b78159e-b364-42d9-aa53-cdb0b36e5b74 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:28.356808 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b78159e-b364-42d9-aa53-cdb0b36e5b74 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:28.364022 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1b78159e-b364-42d9-aa53-cdb0b36e5b74 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/0ca9570f-9751-4270-b141-8da29d2faedd HTTP/1.1" status: 404 len: 337 time: 0.0534019 Feb 19 04:27:28.366691 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51132) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:28.416042 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce2177f-815b-4f44-98c8-80df1239e2a2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Made reservation on behalf of 162f507b2aa54ee28ce387447bfc3fd6 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:28.418817 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dce2177f-815b-4f44-98c8-80df1239e2a2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:28.421621 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0f09c9-baf7-4edd-b88e-17b23aa5cff2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:28.422208 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0f09c9-baf7-4edd-b88e-17b23aa5cff2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:28.428355 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8f0f09c9-baf7-4edd-b88e-17b23aa5cff2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/e1ec1aa3-7f9d-482a-b063-41385fd9a2b8 HTTP/1.1" status: 404 len: 333 time: 0.0585194 Feb 19 04:27:28.431797 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51134) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:28.445663 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6c80a-ad27-4d85-886c-461d2b8b60ea req-460f0fb6-8032-4700-9cf8-72de637b048f tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:28.447423 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-20e6c80a-ad27-4d85-886c-461d2b8b60ea req-460f0fb6-8032-4700-9cf8-72de637b048f tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.2534344 Feb 19 04:27:28.456808 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dce2177f-815b-4f44-98c8-80df1239e2a2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:28.486838 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-0964b5e7-0b8c-42a6-aefc-4e446599a953 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:28.487211 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0964b5e7-0b8c-42a6-aefc-4e446599a953 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:28.494152 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0964b5e7-0b8c-42a6-aefc-4e446599a953 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/6b224806-1ce0-4e24-8b84-0cdb1a45c43d HTTP/1.1" status: 404 len: 337 time: 0.0578837 Feb 19 04:27:28.497080 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51136) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:28.511652 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-45ab97c8-b685-4106-acf7-8efbf8beeb39 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Made reservation on behalf of ea967e23a8ef43cfacd115b397486d6c for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:28.517546 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-45ab97c8-b685-4106-acf7-8efbf8beeb39 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:28.537683 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-879f933b-936e-40bc-8aba-07c7c35b09df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:28.544422 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e70edfa-6c6d-4791-987e-66c24e58009d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:28.545046 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e70edfa-6c6d-4791-987e-66c24e58009d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:28.548569 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8e70edfa-6c6d-4791-987e-66c24e58009d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/3b0e6c75-75d2-48e4-9ea6-546508697809 HTTP/1.1" status: 404 len: 333 time: 0.0488365 Feb 19 04:27:28.551816 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51138) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:28.595666 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f03ff37d-d098-4c68-8c09-15d96a9b35e5 req-a1a5ca55-0daf-4f7b-9173-40d5536d173d tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467797 Feb 19 04:27:28.607482 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e45b0c-0091-4df5-bf52-7838b868ad2a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:28.608047 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e45b0c-0091-4df5-bf52-7838b868ad2a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:28.613239 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-82e45b0c-0091-4df5-bf52-7838b868ad2a tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/1bae8b90-1d31-4587-9d4b-28c9c97a09e3 HTTP/1.1" status: 404 len: 337 time: 0.0598693 Feb 19 04:27:28.654560 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51140) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:28.712372 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ca6f2d-174e-4250-9f93-222c3b0833bc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:28.718386 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60ca6f2d-174e-4250-9f93-222c3b0833bc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:28.878722 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d9e561-5a62-46b7-ab55-54391eea7bfd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:28.881017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d9e561-5a62-46b7-ab55-54391eea7bfd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:28.887473 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-31d9e561-5a62-46b7-ab55-54391eea7bfd tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/be665fc2-1426-4b36-acb6-5816eae5463b HTTP/1.1" status: 404 len: 333 time: 0.2182541 Feb 19 04:27:28.976277 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51144) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:29.152613 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-20e6c80a-ad27-4d85-886c-461d2b8b60ea req-b33f64b1-0673-4046-85fd-85f1c898469a tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6927361 Feb 19 04:27:29.192633 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dce2177f-815b-4f44-98c8-80df1239e2a2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for security_group (2befde13-b3a6-4372-b4ea-c72af2c61ec2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.200529 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dce2177f-815b-4f44-98c8-80df1239e2a2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2befde13-b3a6-4372-b4ea-c72af2c61ec2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.228792 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce2177f-815b-4f44-98c8-80df1239e2a2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:27:29.250069 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2177f-815b-4f44-98c8-80df1239e2a2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2befde13-b3a6-4372-b4ea-c72af2c61ec2,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:29.265064 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dce2177f-815b-4f44-98c8-80df1239e2a2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (ca22d6c9-f283-4843-89ea-cf00af37b2fb), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.267977 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-dce2177f-815b-4f44-98c8-80df1239e2a2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Added segment ca22d6c9-f283-4843-89ea-cf00af37b2fb of type vlan for network fec7a74e-dcb4-4479-9283-0f01c168ed2c Feb 19 04:27:29.364765 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dce2177f-815b-4f44-98c8-80df1239e2a2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (fec7a74e-dcb4-4479-9283-0f01c168ed2c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.466502 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dce2177f-815b-4f44-98c8-80df1239e2a2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (fec7a74e-dcb4-4479-9283-0f01c168ed2c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.469286 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce2177f-815b-4f44-98c8-80df1239e2a2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:29.470707 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dce2177f-815b-4f44-98c8-80df1239e2a2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.507508 n-d-772273-4 neutron-server[115199]: INFO neutron.db.ipam_backend_mixin [None req-60ca6f2d-174e-4250-9f93-222c3b0833bc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a9588e9e-5e49-4fb0-abf2-0edb4dd24fb7 (CIDR: 2001:db8::/64) Feb 19 04:27:29.514609 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bbd8f6e0-de4d-48a9-92d3-02cab42b1bbe tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks [] for port (eea4e64d-392f-40e7-8e53-8b5be2ad3a62), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.615507 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dce2177f-815b-4f44-98c8-80df1239e2a2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.8341043 Feb 19 04:27:29.633852 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2177f-815b-4f44-98c8-80df1239e2a2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Pushing event updated for resources: {'Network': ['ID=fec7a74e-dcb4-4479-9283-0f01c168ed2c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:29.637253 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51150) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:29.643908 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-1bc19a05-6114-4c97-9775-9605567d88a1 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Request body: {'subnet': {'network_id': 'fec7a74e-dcb4-4479-9283-0f01c168ed2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:29.669718 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network fec7a74e-dcb4-4479-9283-0f01c168ed2c details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:27:29.675334 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc19a05-6114-4c97-9775-9605567d88a1 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Made reservation on behalf of 162f507b2aa54ee28ce387447bfc3fd6 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:29.678780 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1bc19a05-6114-4c97-9775-9605567d88a1 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.708814 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-45ab97c8-b685-4106-acf7-8efbf8beeb39 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Allocated IP 10.1.1.125 (764b20a5-eab4-4a63-9460-dbe0ef9fffb1/544bab28-3af6-4f3c-be5b-695dcbab8919/9ddff2d5-6951-424b-b007-7c254bc14a54) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:29.764817 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-5947e434-8a35-4915-8c57-5248adb88599 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:29.765493 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5947e434-8a35-4915-8c57-5248adb88599 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:29.771105 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5947e434-8a35-4915-8c57-5248adb88599 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/f4c8b368-5d1a-4634-90d6-1478cd32b4b7 HTTP/1.1" status: 404 len: 337 time: 0.7936246 Feb 19 04:27:29.781538 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bbd8f6e0-de4d-48a9-92d3-02cab42b1bbe tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (eea4e64d-392f-40e7-8e53-8b5be2ad3a62), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:29.787316 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51160) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:29.829833 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ca6f2d-174e-4250-9f93-222c3b0833bc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:27:29.830713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ca6f2d-174e-4250-9f93-222c3b0833bc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:29.932765 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be12da1-e6ca-46db-9389-76e4460178ea req-26f94ec0-4c14-47bd-9922-b98d67045b2a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:29.934389 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7be12da1-e6ca-46db-9389-76e4460178ea req-26f94ec0-4c14-47bd-9922-b98d67045b2a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/networks?id=095ae5e7-e817-4723-b26d-53f0c41ac60c HTTP/1.1" status: 200 len: 814 time: 0.1796467 Feb 19 04:27:30.058489 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-60ca6f2d-174e-4250-9f93-222c3b0833bc tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2594962 Feb 19 04:27:30.058489 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce75722-90ae-4d73-89db-f9463135f50f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:30.058489 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce75722-90ae-4d73-89db-f9463135f50f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:30.063641 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0ce75722-90ae-4d73-89db-f9463135f50f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/812dd34d-0d40-405b-a76b-152ffe6f86b5 HTTP/1.1" status: 404 len: 333 time: 0.2204704 Feb 19 04:27:30.063960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51162) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:30.073771 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51164) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:30.076771 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd8f6e0-de4d-48a9-92d3-02cab42b1bbe tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Network 743a87b8-32ad-4a32-853e-a79e8ed3889f is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:30.080815 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-cc161ca3-f0a6-4466-b787-8674d4779d97 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'subnet': {'network_id': '4b4ee219-081e-47f1-adc3-bc6d7aae1457', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:30.099103 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a2e1f-39e9-46af-b62e-3dd6df1da986 req-f65b124c-2341-461f-a0cf-9f67afe3a3ec tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:30.100990 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f6a2e1f-39e9-46af-b62e-3dd6df1da986 req-f65b124c-2341-461f-a0cf-9f67afe3a3ec tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 931 time: 1.3372650 Feb 19 04:27:30.106480 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-bbd8f6e0-de4d-48a9-92d3-02cab42b1bbe tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:30.110262 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8f6e0-de4d-48a9-92d3-02cab42b1bbe tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Pushing event updated for resources: {'Port': ['ID=eea4e64d-392f-40e7-8e53-8b5be2ad3a62,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:30.113052 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd8f6e0-de4d-48a9-92d3-02cab42b1bbe tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:30.162425 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7be12da1-e6ca-46db-9389-76e4460178ea req-dde67f63-cd97-4a29-aa6e-3c8545c14205 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/quotas/0c4849e59fe942818a45c5dc120d64c8 HTTP/1.1" status: 200 len: 375 time: 0.1313217 Feb 19 04:27:30.191702 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-a279b5f8-5cf7-49b7-971c-1e65d2c9313e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:30.192509 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a279b5f8-5cf7-49b7-971c-1e65d2c9313e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:30.200984 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a279b5f8-5cf7-49b7-971c-1e65d2c9313e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/2f023a98-9320-412e-80b0-141720b6853c HTTP/1.1" status: 404 len: 337 time: 0.1105108 Feb 19 04:27:30.224248 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-879f933b-936e-40bc-8aba-07c7c35b09df admin admin] Publish callbacks [] for security_group (22dc4310-cd42-4c22-8aaa-c78087dd75e8), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:30.262984 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51168) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:30.308447 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-45ab97c8-b685-4106-acf7-8efbf8beeb39 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for port (9ddff2d5-6951-424b-b007-7c254bc14a54), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:30.375795 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f6a2e1f-39e9-46af-b62e-3dd6df1da986 req-91c298d8-f179-494b-b6b4-2a5829a1cd52 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451270 Feb 19 04:27:30.402809 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd40c1-3bb6-43dc-bc70-389c630781a9 req-e4294e92-6b3b-427c-ac06-f07b99cbb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:30.404414 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5fdd40c1-3bb6-43dc-bc70-389c630781a9 req-e4294e92-6b3b-427c-ac06-f07b99cbb984 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 1127 time: 0.4544642 Feb 19 04:27:30.405137 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-879f933b-936e-40bc-8aba-07c7c35b09df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (22dc4310-cd42-4c22-8aaa-c78087dd75e8), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:30.516613 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5da426bc-9a31-4830-bb0c-e4dd804200f1 None None] Provisioning complete for port eea4e64d-392f-40e7-8e53-8b5be2ad3a62 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:30.520662 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5da426bc-9a31-4830-bb0c-e4dd804200f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (eea4e64d-392f-40e7-8e53-8b5be2ad3a62), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:30.527799 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7be12da1-e6ca-46db-9389-76e4460178ea req-ee9b9057-1a22-439c-b716-fe913595c2b2 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0c4849e59fe942818a45c5dc120d64c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3636508 Feb 19 04:27:30.576999 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-879f933b-936e-40bc-8aba-07c7c35b09df admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f1dcd85e003843adb1ad26a3170f6f61&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3259835 Feb 19 04:27:30.576999 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-45ab97c8-b685-4106-acf7-8efbf8beeb39 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (9ddff2d5-6951-424b-b007-7c254bc14a54), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:30.587297 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51172) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:30.670701 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5da426bc-9a31-4830-bb0c-e4dd804200f1 None None] Port eea4e64d-392f-40e7-8e53-8b5be2ad3a62 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:27:30.676791 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f933b-936e-40bc-8aba-07c7c35b09df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dc4310-cd42-4c22-8aaa-c78087dd75e8,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:30.682333 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0573c5f-c386-44da-9840-122d5f2bb3a0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:30.683469 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0573c5f-c386-44da-9840-122d5f2bb3a0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:30.690823 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a0573c5f-c386-44da-9840-122d5f2bb3a0 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/2a0493c1-924c-4525-a4e3-16fb4b6955bd HTTP/1.1" status: 404 len: 333 time: 0.3079615 Feb 19 04:27:30.727286 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51174) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:30.760540 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bbd8f6e0-de4d-48a9-92d3-02cab42b1bbe tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (d27a12f4-419d-4ee4-bc83-7ba25f2437c1), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:30.830956 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-042aa15d-7c07-40e9-8457-e6e70a07c2e7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:30.831277 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-042aa15d-7c07-40e9-8457-e6e70a07c2e7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:30.838940 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-042aa15d-7c07-40e9-8457-e6e70a07c2e7 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/3d591c42-a919-462b-9eaf-57741090aab7 HTTP/1.1" status: 404 len: 337 time: 0.1058843 Feb 19 04:27:30.851340 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51176) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:30.888027 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-45ab97c8-b685-4106-acf7-8efbf8beeb39 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:30.928889 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-45ab97c8-b685-4106-acf7-8efbf8beeb39 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:30.959955 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-45ab97c8-b685-4106-acf7-8efbf8beeb39 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:30.978896 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-459aac2b-0789-4e69-bc4f-da50cabaedae tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:30.979271 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab97c8-b685-4106-acf7-8efbf8beeb39 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event updated for resources: {'Port': ['ID=9ddff2d5-6951-424b-b007-7c254bc14a54,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:30.979640 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-459aac2b-0789-4e69-bc4f-da50cabaedae tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:30.990147 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-459aac2b-0789-4e69-bc4f-da50cabaedae tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/8e446e28-40b9-48d3-b18c-75b63b0d8c1d HTTP/1.1" status: 404 len: 337 time: 0.1320572 Feb 19 04:27:31.010283 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51178) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:31.035327 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc161ca3-f0a6-4466-b787-8674d4779d97 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:31.042248 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc161ca3-f0a6-4466-b787-8674d4779d97 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:31.050703 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5fdd40c1-3bb6-43dc-bc70-389c630781a9 req-caa43fdc-e0d0-47b4-ad7b-4cef51d21dce service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5864351 Feb 19 04:27:31.103329 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f825b-bde7-4db4-b1d6-a443543505ae req-218fb78f-75e2-4a41-a6c8-498c80b2a4af tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:31.117037 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-725f825b-bde7-4db4-b1d6-a443543505ae req-218fb78f-75e2-4a41-a6c8-498c80b2a4af tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.5371542 Feb 19 04:27:31.131338 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d62c292-e0d6-4b4b-94dc-a5e3d3416e92 admin admin] Publish callbacks [] for security_group (22dc4310-cd42-4c22-8aaa-c78087dd75e8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:31.194225 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-394a2d99-47c1-4e0f-859f-9f2a7a385384 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:31.195165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-394a2d99-47c1-4e0f-859f-9f2a7a385384 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:31.201374 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-394a2d99-47c1-4e0f-859f-9f2a7a385384 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/3d812035-8c2d-4e73-966c-c97d46a24d13 HTTP/1.1" status: 404 len: 333 time: 0.1893187 Feb 19 04:27:31.211531 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51180) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:31.228696 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7be12da1-e6ca-46db-9389-76e4460178ea req-14813df2-2af6-49b6-ba5b-268ff4408ec8 service neutron] 10.222.0.65 "GET /v2.0/networks/095ae5e7-e817-4723-b26d-53f0c41ac60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6991935 Feb 19 04:27:31.249946 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-45ab97c8-b685-4106-acf7-8efbf8beeb39 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:31.251333 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-45ab97c8-b685-4106-acf7-8efbf8beeb39 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:31.316280 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7701a3-1e06-4d3b-91b7-a2664816b3b0 req-7efa3e8a-122d-4f9f-b11e-cc877eaf1753 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:31.318902 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2a7701a3-1e06-4d3b-91b7-a2664816b3b0 req-7efa3e8a-122d-4f9f-b11e-cc877eaf1753 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5421d94-d53d-44bf-8bf9-da84701da3aa HTTP/1.1" status: 200 len: 945 time: 0.5032260 Feb 19 04:27:31.323044 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d62c292-e0d6-4b4b-94dc-a5e3d3416e92 admin admin] Publish callbacks [] for security_group (22dc4310-cd42-4c22-8aaa-c78087dd75e8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:31.355675 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c243213-7ec0-45c7-8244-b7e1485d5832 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:31.356474 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c243213-7ec0-45c7-8244-b7e1485d5832 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:31.364298 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0c243213-7ec0-45c7-8244-b7e1485d5832 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/3ab26bea-819b-4a1f-96bb-2b62cd5f0cf7 HTTP/1.1" status: 404 len: 337 time: 0.1504512 Feb 19 04:27:31.372460 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-725f825b-bde7-4db4-b1d6-a443543505ae req-56da5b6a-9969-4987-9587-1c05865b5206 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532911 Feb 19 04:27:31.374628 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51182) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:31.415803 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bbd8f6e0-de4d-48a9-92d3-02cab42b1bbe tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (eea4e64d-392f-40e7-8e53-8b5be2ad3a62), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:31.448930 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-7c380a49-00b7-46c6-b8e1-09505d9276a1 None None] Provisioning complete for port 9ddff2d5-6951-424b-b007-7c254bc14a54 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:31.450012 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7c380a49-00b7-46c6-b8e1-09505d9276a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9ddff2d5-6951-424b-b007-7c254bc14a54), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:31.457353 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-93df9348-10fc-4aa5-a922-073e561419c8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:31.458354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93df9348-10fc-4aa5-a922-073e561419c8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:31.467088 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-93df9348-10fc-4aa5-a922-073e561419c8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/e04b402b-3571-42a0-8feb-98dfc79edc69 HTTP/1.1" status: 404 len: 337 time: 0.0716012 Feb 19 04:27:31.481919 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51186) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:31.528056 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-45ab97c8-b685-4106-acf7-8efbf8beeb39 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5892560 Feb 19 04:27:31.529218 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7c380a49-00b7-46c6-b8e1-09505d9276a1 None None] Port 9ddff2d5-6951-424b-b007-7c254bc14a54 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:27:31.580720 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-50ca2e31-f1b2-4729-a2ea-1523870b48ae tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Request body: {'port': {'device_id': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1', 'admin_state_up': True, 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'security_groups': ['f13d8b76-2d17-415a-b47a-99b02edba516']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:31.630068 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a37860-5b9c-461c-9ec5-1136433233a5 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:31.630717 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a37860-5b9c-461c-9ec5-1136433233a5 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:31.636802 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f4a37860-5b9c-461c-9ec5-1136433233a5 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/24656f51-ecc0-42eb-b07f-7f0b95c520a4 HTTP/1.1" status: 404 len: 333 time: 0.1109786 Feb 19 04:27:31.664779 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51188) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:31.680548 n-d-772273-4 neutron-server[115198]: DEBUG neutron.objects.ports [None req-1bc19a05-6114-4c97-9775-9605567d88a1 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115198) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:27:31.681154 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1bc19a05-6114-4c97-9775-9605567d88a1 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (82bb3b62-68fd-477c-b373-641df994aa8a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:31.791913 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-763f7abf-7156-487d-bc73-0d03d4ecd44c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:31.792386 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-763f7abf-7156-487d-bc73-0d03d4ecd44c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:31.798477 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-763f7abf-7156-487d-bc73-0d03d4ecd44c tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/865225c3-d1c1-40fd-83e9-ab10dae68210 HTTP/1.1" status: 404 len: 337 time: 0.1279225 Feb 19 04:27:31.814046 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51190) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:31.889290 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7be12da1-e6ca-46db-9389-76e4460178ea req-e39b69c5-efeb-4c64-8a02-c7317388e674 service neutron] 10.222.0.65 "GET /v2.0/networks/095ae5e7-e817-4723-b26d-53f0c41ac60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6276953 Feb 19 04:27:31.889987 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d62c292-e0d6-4b4b-94dc-a5e3d3416e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (22dc4310-cd42-4c22-8aaa-c78087dd75e8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:31.892769 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d62c292-e0d6-4b4b-94dc-a5e3d3416e92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:31.894111 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3d62c292-e0d6-4b4b-94dc-a5e3d3416e92 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/22dc4310-cd42-4c22-8aaa-c78087dd75e8 HTTP/1.1" status: 204 len: 168 time: 1.3053312 Feb 19 04:27:31.905302 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3cfdc09-568a-4739-8ae9-9c7eedf79893 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:31.905954 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3cfdc09-568a-4739-8ae9-9c7eedf79893 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:31.911696 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d3cfdc09-568a-4739-8ae9-9c7eedf79893 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/3cd2873a-6b56-4373-bfa9-e05855275e14 HTTP/1.1" status: 404 len: 337 time: 0.0924761 Feb 19 04:27:31.920236 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc19a05-6114-4c97-9775-9605567d88a1 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Pushing event updated for resources: {'Subnet': ['ID=82bb3b62-68fd-477c-b373-641df994aa8a,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:31.923825 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51194) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:31.984116 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62c292-e0d6-4b4b-94dc-a5e3d3416e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dc4310-cd42-4c22-8aaa-c78087dd75e8,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:32.049759 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-45662410-b6d7-4e3a-bd73-33673375b8d8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:32.051073 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45662410-b6d7-4e3a-bd73-33673375b8d8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:32.057322 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-45662410-b6d7-4e3a-bd73-33673375b8d8 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/fda909ff-44cc-4528-8b14-f0329eeefe8d HTTP/1.1" status: 404 len: 333 time: 0.1230648 Feb 19 04:27:32.076747 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51196) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:32.172342 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc19a05-6114-4c97-9775-9605567d88a1 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Checking segment: {'id': 'ca22d6c9-f283-4843-89ea-cf00af37b2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fec7a74e-dcb4-4479-9283-0f01c168ed2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:27:32.173032 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc19a05-6114-4c97-9775-9605567d88a1 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Network hostable DHCP agents. Network: fec7a74e-dcb4-4479-9283-0f01c168ed2c, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:27:32.194461 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-2a7701a3-1e06-4d3b-91b7-a2664816b3b0 req-46185997-fd5f-4419-9eab-3a389201d27f tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Deleting port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:32.195212 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2a7701a3-1e06-4d3b-91b7-a2664816b3b0 req-46185997-fd5f-4419-9eab-3a389201d27f tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (45df4cf3-fe70-4b61-a30e-d952c9c46d9e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:32.201528 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-48586497-a65f-4944-8083-1d78f4682106 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:32.202406 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48586497-a65f-4944-8083-1d78f4682106 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:32.213192 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-48586497-a65f-4944-8083-1d78f4682106 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/ec9197ed-0071-4dd7-b7a6-9bc74cb33e28 HTTP/1.1" status: 404 len: 337 time: 0.1297419 Feb 19 04:27:32.222589 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51198) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:32.259209 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-19848b73-e953-4001-b126-8a9e9cd0d823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:32.279332 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-50ca2e31-f1b2-4729-a2ea-1523870b48ae tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Made reservation on behalf of ea967e23a8ef43cfacd115b397486d6c for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:32.298124 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-50ca2e31-f1b2-4729-a2ea-1523870b48ae tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:32.375484 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee5e92-48f8-4e24-8c1f-13fd10abad0d req-f323c25a-c9ff-47ff-ba2a-8da1090dc34b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:32.393445 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee5e92-48f8-4e24-8c1f-13fd10abad0d req-f323c25a-c9ff-47ff-ba2a-8da1090dc34b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:32.395894 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-58ee5e92-48f8-4e24-8c1f-13fd10abad0d req-f323c25a-c9ff-47ff-ba2a-8da1090dc34b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 1653 time: 0.7300930 Feb 19 04:27:32.560894 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-060458cc-8fed-4b91-8e06-6c049d1fef05 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:32.562574 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-060458cc-8fed-4b91-8e06-6c049d1fef05 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:32.572437 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-060458cc-8fed-4b91-8e06-6c049d1fef05 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/39a03061-a6f7-4916-90f5-a3a17025e1f4 HTTP/1.1" status: 404 len: 337 time: 0.3080850 Feb 19 04:27:32.626424 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51208) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:32.656196 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc19a05-6114-4c97-9775-9605567d88a1 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Network fec7a74e-dcb4-4479-9283-0f01c168ed2c is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:27:32.682605 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d3d517a8-d8bd-49be-baee-664bfabede12 req-19b066b5-80a7-43eb-8feb-e8d0e8193bf2 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 210 time: 0.2206860 Feb 19 04:27:32.702529 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c25a2820-9e64-4ced-a5cb-075a328b733d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports?device_id=eba66d6a-bf0c-424d-a811-477a4306c18e HTTP/1.1" status: 200 len: 205 time: 0.0682452 Feb 19 04:27:32.709366 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-58ee5e92-48f8-4e24-8c1f-13fd10abad0d req-b8c36154-7fba-414c-86b9-b36173bf0988 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2999251 Feb 19 04:27:32.712970 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51212) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:32.771069 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-1bc19a05-6114-4c97-9775-9605567d88a1 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, fec7a74e-dcb4-4479-9283-0f01c168ed2c) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:32.798972 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8d6d2d-3954-4faa-8c7d-2f404e05dd44 None None] Network fec7a74e-dcb4-4479-9283-0f01c168ed2c requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:27:32.808591 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc19a05-6114-4c97-9775-9605567d88a1 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:32.813337 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1bc19a05-6114-4c97-9775-9605567d88a1 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:32.911243 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-2a7701a3-1e06-4d3b-91b7-a2664816b3b0 req-46185997-fd5f-4419-9eab-3a389201d27f tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] For port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=45df4cf3-fe70-4b61-a30e-d952c9c46d9e,segment=NetworkSegment(866f4430-62ad-45d6-a1c9-becfde8653f6),segment_id=866f4430-62ad-45d6-a1c9-becfde8653f6)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:32.912189 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2a7701a3-1e06-4d3b-91b7-a2664816b3b0 req-46185997-fd5f-4419-9eab-3a389201d27f tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (45df4cf3-fe70-4b61-a30e-d952c9c46d9e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:32.925288 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc161ca3-f0a6-4466-b787-8674d4779d97 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (ea50c870-4f8e-4db1-a0a8-a7a32c9757dc), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:32.945397 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1bc19a05-6114-4c97-9775-9605567d88a1 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3064981 Feb 19 04:27:32.951661 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51216) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:32.952576 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51218) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:32.966526 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-04a7c5f0-6a7a-4352-b297-585be77f8b5a tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-42357344', 'network_id': 'fec7a74e-dcb4-4479-9283-0f01c168ed2c'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:32.966992 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-5ffa45a3-3590-462d-af2b-19359ddecf0b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] delete failed (client error): The resource could not be found. Feb 19 04:27:32.968771 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5ffa45a3-3590-462d-af2b-19359ddecf0b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/routers/eba66d6a-bf0c-424d-a811-477a4306c18e HTTP/1.1" status: 404 len: 336 time: 0.2505474 Feb 19 04:27:32.975000 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51220) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:33.020447 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-2a7701a3-1e06-4d3b-91b7-a2664816b3b0 req-46185997-fd5f-4419-9eab-3a389201d27f tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Calling delete_port for 45df4cf3-fe70-4b61-a30e-d952c9c46d9e owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:33.112333 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-10985484-4c3c-4a7e-aee2-1d2fa4617948 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:33.114650 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10985484-4c3c-4a7e-aee2-1d2fa4617948 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:33.130735 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-10985484-4c3c-4a7e-aee2-1d2fa4617948 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/b5be03dc-dcb1-40e7-a63d-195932cdb575 HTTP/1.1" status: 404 len: 337 time: 0.1261299 Feb 19 04:27:33.147096 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51224) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:33.152088 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f72f1b21-c743-4b86-86bb-d568fbead4cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.176053 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc161ca3-f0a6-4466-b787-8674d4779d97 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:33.182950 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0530d77-1ea3-4896-aaf4-6a2cd58ecdb1 None None] Network fec7a74e-dcb4-4479-9283-0f01c168ed2c requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:27:33.351282 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-cc161ca3-f0a6-4466-b787-8674d4779d97 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:33.372484 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-21ab20fb-0bb3-4d77-90cc-6c8f62d1f8fe tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "GET /v2.0/ports?device_id=83b65424-7f32-4c56-982c-695e387a1689 HTTP/1.1" status: 200 len: 205 time: 0.2124698 Feb 19 04:27:33.372484 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a7c5f0-6a7a-4352-b297-585be77f8b5a tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Made reservation on behalf of 162f507b2aa54ee28ce387447bfc3fd6 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:33.374789 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-04a7c5f0-6a7a-4352-b297-585be77f8b5a tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.378462 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51226) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:33.407900 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea4c1de-a7d6-4909-a432-c5fa9ee6e8ca None None] Network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:27:33.442334 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc161ca3-f0a6-4466-b787-8674d4779d97 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:33.452962 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc161ca3-f0a6-4466-b787-8674d4779d97 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.497561 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-50ca2e31-f1b2-4729-a2ea-1523870b48ae tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Allocated IP 10.1.1.193 (764b20a5-eab4-4a63-9460-dbe0ef9fffb1/544bab28-3af6-4f3c-be5b-695dcbab8919/78c6088e-c8c2-41a8-8df6-f57a9a4b4e82) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:33.512734 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-8256c6c0-2fa2-4f9e-8113-cb43d2847306 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] delete failed (client error): The resource could not be found. Feb 19 04:27:33.514687 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8256c6c0-2fa2-4f9e-8113-cb43d2847306 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/routers/83b65424-7f32-4c56-982c-695e387a1689 HTTP/1.1" status: 404 len: 336 time: 0.1343670 Feb 19 04:27:33.524836 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51228) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:33.579624 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc161ca3-f0a6-4466-b787-8674d4779d97 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Subnet': ['ID=ea50c870-4f8e-4db1-a0a8-a7a32c9757dc,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:33.607372 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cc161ca3-f0a6-4466-b787-8674d4779d97 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.5428796 Feb 19 04:27:33.612509 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51230) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:33.624979 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bbd8f6e0-de4d-48a9-92d3-02cab42b1bbe tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks [] for port (eea4e64d-392f-40e7-8e53-8b5be2ad3a62), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.628963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-7257ccea-156a-4f7a-b43c-8fa0a8db4e94 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-187302088', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ea50c870-4f8e-4db1-a0a8-a7a32c9757dc'}], 'security_groups': ['d1e482b6-74a0-4ad2-8910-51388ccf7c2c']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:33.636766 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e87ffd-5769-4dee-9c41-b198fe6dfd16 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:33.637613 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e87ffd-5769-4dee-9c41-b198fe6dfd16 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:33.641816 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-04a7c5f0-6a7a-4352-b297-585be77f8b5a tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] device_id is not set on port 0b37d7f9-8fa8-4549-a9fc-d7cfb320ebd0 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:27:33.643500 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f2e87ffd-5769-4dee-9c41-b198fe6dfd16 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/4339cccf-8b42-4a6c-9171-866c5286f294 HTTP/1.1" status: 404 len: 337 time: 0.1102474 Feb 19 04:27:33.651450 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51232) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:33.652251 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bbd8f6e0-de4d-48a9-92d3-02cab42b1bbe tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (eea4e64d-392f-40e7-8e53-8b5be2ad3a62), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:33.713855 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085597e-1bf1-4f80-ba84-b343b70a9c01 req-7692ed84-1915-4d77-b4cb-462ec62b2f5e tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:33.731885 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9085597e-1bf1-4f80-ba84-b343b70a9c01 req-7692ed84-1915-4d77-b4cb-462ec62b2f5e tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.8149772 Feb 19 04:27:33.888824 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8f6e0-de4d-48a9-92d3-02cab42b1bbe tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Pushing event updated for resources: {'Port': ['ID=eea4e64d-392f-40e7-8e53-8b5be2ad3a62,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:33.919361 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11e2759-5977-4a48-a324-f724dce0da5d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:33.920201 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d11e2759-5977-4a48-a324-f724dce0da5d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:33.927888 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d11e2759-5977-4a48-a324-f724dce0da5d tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/fcc54e6e-397c-4fc4-81b8-61b2aa1b903e HTTP/1.1" status: 404 len: 337 time: 0.2656651 Feb 19 04:27:33.944707 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51238) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:33.946886 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c11d31-c990-4f6c-a739-c36259919555 None None] Update dhcp port {'port': {'network_id': '4b4ee219-081e-47f1-adc3-bc6d7aae1457', 'fixed_ips': [{'subnet_id': 'a9588e9e-5e49-4fb0-abf2-0edb4dd24fb7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ea50c870-4f8e-4db1-a0a8-a7a32c9757dc'}], 'binding:host_id': 'n-d-772273-4'}, 'id': 'ad299c96-8ad3-4695-9984-ca9ce4e5529c'} from n-d-772273-4. {{(pid=115200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:27:33.995149 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-28279f20-1b19-45c9-8484-a182b6ecf536 req-59d34727-68e2-442f-a657-f339a430c7ae tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 210 time: 0.0968256 Feb 19 04:27:34.045134 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f8c11d31-c990-4f6c-a739-c36259919555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:34.127642 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bbd8f6e0-de4d-48a9-92d3-02cab42b1bbe tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (d27a12f4-419d-4ee4-bc83-7ba25f2437c1), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:34.188023 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-52aca2d6-cf2a-40d9-81b3-00ae77d5a68f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:34.188975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52aca2d6-cf2a-40d9-81b3-00ae77d5a68f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:34.207105 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-52aca2d6-cf2a-40d9-81b3-00ae77d5a68f tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/5d6be01c-07f4-4971-9d39-70e16d90ed93 HTTP/1.1" status: 404 len: 333 time: 0.2570527 Feb 19 04:27:34.219601 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51240) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:34.312251 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9085597e-1bf1-4f80-ba84-b343b70a9c01 req-2567438c-8ae5-4d1a-815d-f16a05b0b41e tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5749829 Feb 19 04:27:34.325555 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4f3713-72da-4b1e-be35-e2ed251d8ed2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:34.325555 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a4f3713-72da-4b1e-be35-e2ed251d8ed2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:34.330993 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0a4f3713-72da-4b1e-be35-e2ed251d8ed2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/29298c80-cf67-4e4f-b08f-a31ba48de929 HTTP/1.1" status: 404 len: 337 time: 0.1094866 Feb 19 04:27:34.341671 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51242) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:34.581567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-f8c11d31-c990-4f6c-a739-c36259919555 None None] Allocated IP 2001:db8:0:1::2 (4b4ee219-081e-47f1-adc3-bc6d7aae1457/ea50c870-4f8e-4db1-a0a8-a7a32c9757dc/ad299c96-8ad3-4695-9984-ca9ce4e5529c) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:34.588783 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-04a7c5f0-6a7a-4352-b297-585be77f8b5a tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Allocated IP 172.20.0.4 (fec7a74e-dcb4-4479-9283-0f01c168ed2c/82bb3b62-68fd-477c-b373-641df994aa8a/0b37d7f9-8fa8-4549-a9fc-d7cfb320ebd0) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:34.757085 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f72f1b21-c743-4b86-86bb-d568fbead4cf admin admin] Publish callbacks [] for security_group (29afa5c2-ddcf-4282-86c3-d6cd7d0ffc25), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:34.790604 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f72f1b21-c743-4b86-86bb-d568fbead4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (29afa5c2-ddcf-4282-86c3-d6cd7d0ffc25), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:34.845225 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 45df4cf3-fe70-4b61-a30e-d952c9c46d9e no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:27:34.851867 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f72f1b21-c743-4b86-86bb-d568fbead4cf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c1c4c06ee49a4ef981e1f7caadb0fc47&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8942065 Feb 19 04:27:34.905401 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51250) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:34.978099 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:34.978617 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (45df4cf3-fe70-4b61-a30e-d952c9c46d9e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:35.062345 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-f8c11d31-c990-4f6c-a739-c36259919555 None None] For port ad299c96-8ad3-4695-9984-ca9ce4e5529c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ad299c96-8ad3-4695-9984-ca9ce4e5529c,segment=NetworkSegment(5cd34749-3185-4fb4-8807-1152ca5fe0c3),segment_id=5cd34749-3185-4fb4-8807-1152ca5fe0c3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:35.085985 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-50ca2e31-f1b2-4729-a2ea-1523870b48ae tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for port (78c6088e-c8c2-41a8-8df6-f57a9a4b4e82), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:35.088725 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-f53e6d96-96ce-4337-8074-750e4c13f524 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:35.089697 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f53e6d96-96ce-4337-8074-750e4c13f524 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:35.095107 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f53e6d96-96ce-4337-8074-750e4c13f524 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/651d6cbd-4948-4ff5-986e-469d9f455a0f HTTP/1.1" status: 404 len: 333 time: 0.7479215 Feb 19 04:27:35.103125 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51254) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:35.109620 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9d9a7-f6dc-4b39-84b7-5e22e08ff20d req-ae015cdc-a216-4408-8031-170752a2d190 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:35.120825 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9d9a7-f6dc-4b39-84b7-5e22e08ff20d req-ae015cdc-a216-4408-8031-170752a2d190 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:35.124252 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9cd9d9a7-f6dc-4b39-84b7-5e22e08ff20d req-ae015cdc-a216-4408-8031-170752a2d190 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 1653 time: 1.0013156 Feb 19 04:27:35.157409 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f8c11d31-c990-4f6c-a739-c36259919555 None None] Publish callbacks [] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:35.171266 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c383270c-ea3a-4c18-8c2e-3f8dde05a690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:35.176209 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f8c11d31-c990-4f6c-a739-c36259919555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:35.441601 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c11d31-c990-4f6c-a739-c36259919555 None None] Pushing event updated for resources: {'Port': ['ID=ad299c96-8ad3-4695-9984-ca9ce4e5529c,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:35.467952 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd8f6e0-de4d-48a9-92d3-02cab42b1bbe tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Network 743a87b8-32ad-4a32-853e-a79e8ed3889f is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:35.506353 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-bbd8f6e0-de4d-48a9-92d3-02cab42b1bbe tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:35.577769 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9cd9d9a7-f6dc-4b39-84b7-5e22e08ff20d req-a86ddfae-d1e8-418f-a449-cec0160dc4a9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4152696 Feb 19 04:27:35.588983 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-50ca2e31-f1b2-4729-a2ea-1523870b48ae tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (78c6088e-c8c2-41a8-8df6-f57a9a4b4e82), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:35.664708 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be12da1-e6ca-46db-9389-76e4460178ea req-c329926b-a9d7-4460-8716-17309efe20ac tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:35.671628 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7be12da1-e6ca-46db-9389-76e4460178ea req-c329926b-a9d7-4460-8716-17309efe20ac tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.10 "GET /v2.0/networks?id=095ae5e7-e817-4723-b26d-53f0c41ac60c HTTP/1.1" status: 200 len: 814 time: 0.6932125 Feb 19 04:27:35.722973 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2a7701a3-1e06-4d3b-91b7-a2664816b3b0 req-46185997-fd5f-4419-9eab-3a389201d27f tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (45df4cf3-fe70-4b61-a30e-d952c9c46d9e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:35.726476 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-50ca2e31-f1b2-4729-a2ea-1523870b48ae tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:35.816432 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-50ca2e31-f1b2-4729-a2ea-1523870b48ae tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:35.830180 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-7be12da1-e6ca-46db-9389-76e4460178ea req-ac5ac78c-d4a8-4494-abed-4e283d85c082 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Request body: {'port': {'device_id': '1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153', 'network_id': '095ae5e7-e817-4723-b26d-53f0c41ac60c', 'admin_state_up': True, 'tenant_id': '0c4849e59fe942818a45c5dc120d64c8'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:35.878318 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-50ca2e31-f1b2-4729-a2ea-1523870b48ae tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:35.897814 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f1b21-c743-4b86-86bb-d568fbead4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29afa5c2-ddcf-4282-86c3-d6cd7d0ffc25,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:36.030590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-50ca2e31-f1b2-4729-a2ea-1523870b48ae tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:36.032212 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-50ca2e31-f1b2-4729-a2ea-1523870b48ae tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:36.174944 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ad299c96-8ad3-4695-9984-ca9ce4e5529c up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:27:36.177862 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c4b20a-36e1-48de-946e-4c16bf77c1da tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:36.178866 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c4b20a-36e1-48de-946e-4c16bf77c1da tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:36.186195 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-72c4b20a-36e1-48de-946e-4c16bf77c1da tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/7cb57cfe-ac7c-44d8-b392-7762afc1b2cb HTTP/1.1" status: 404 len: 337 time: 1.0694063 Feb 19 04:27:36.187505 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-41e69a65-0448-4f28-a9f5-2de2ca85bbde admin admin] Publish callbacks [] for security_group (29afa5c2-ddcf-4282-86c3-d6cd7d0ffc25), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:36.209450 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51258) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:36.279362 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-50ca2e31-f1b2-4729-a2ea-1523870b48ae tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7381434 Feb 19 04:27:36.309334 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-334f4f9e-1945-47ce-b42e-a55c3725af35 None None] Provisioning complete for port eea4e64d-392f-40e7-8e53-8b5be2ad3a62 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:36.309755 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-334f4f9e-1945-47ce-b42e-a55c3725af35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (eea4e64d-392f-40e7-8e53-8b5be2ad3a62), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:36.375176 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a36c4c-ef57-4c6a-a53c-14b7706e49e2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:36.375767 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98a36c4c-ef57-4c6a-a53c-14b7706e49e2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:36.382176 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-98a36c4c-ef57-4c6a-a53c-14b7706e49e2 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/dda829b0-0fc4-42ff-aa27-7294024bdd21 HTTP/1.1" status: 404 len: 333 time: 0.1190391 Feb 19 04:27:36.389379 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51260) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:36.393976 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7701a3-1e06-4d3b-91b7-a2664816b3b0 req-46185997-fd5f-4419-9eab-3a389201d27f tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] No DVR routers for this DVR port 45df4cf3-fe70-4b61-a30e-d952c9c46d9e on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:27:36.397528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46185997-fd5f-4419-9eab-3a389201d27f tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Pushing event deleted for resources: {'Port': ['ID=45df4cf3-fe70-4b61-a30e-d952c9c46d9e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:36.453052 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2a7701a3-1e06-4d3b-91b7-a2664816b3b0 req-46185997-fd5f-4419-9eab-3a389201d27f tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:36.456527 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2a7701a3-1e06-4d3b-91b7-a2664816b3b0 req-46185997-fd5f-4419-9eab-3a389201d27f tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.10 "DELETE /v2.0/ports/45df4cf3-fe70-4b61-a30e-d952c9c46d9e HTTP/1.1" status: 204 len: 173 time: 5.0965114 Feb 19 04:27:36.457699 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-827767ac-c822-4559-a705-8407c21a207e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:36.458128 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-827767ac-c822-4559-a705-8407c21a207e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:36.468722 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-827767ac-c822-4559-a705-8407c21a207e tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/2015b7c5-cded-42fa-9abe-aa0d2847dc5a HTTP/1.1" status: 404 len: 337 time: 0.0723081 Feb 19 04:27:36.473373 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d17e3f76-504e-4622-8647-b83b1cef8309 req-011f48f9-eb01-495c-89a3-063329b5ee92 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 210 time: 0.5974865 Feb 19 04:27:36.476074 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5421d94-d53d-44bf-8bf9-da84701da3aa', 'name': 'network-vif-deleted', 'tag': '45df4cf3-fe70-4b61-a30e-d952c9c46d9e'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:27:36.478876 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924fb708-4bd6-4c33-bc53-988aaa424ceb" -d '{"events": [{"server_uuid": "e5421d94-d53d-44bf-8bf9-da84701da3aa", "name": "network-vif-deleted", "tag": "45df4cf3-fe70-4b61-a30e-d952c9c46d9e"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:27:36.484441 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51262) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:36.490672 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485a966-a16e-40a8-af04-778aa2e56580 req-08379db5-52cd-4387-a716-e1fa264ab3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:36.493555 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5485a966-a16e-40a8-af04-778aa2e56580 req-08379db5-52cd-4387-a716-e1fa264ab3f9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cacf0263ee84f64a630c7eb71dfd691&device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 1127 time: 1.5545094 Feb 19 04:27:36.494224 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7257ccea-156a-4f7a-b43c-8fa0a8db4e94 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a74facb2-84be-433b-88ab-3db0347ac4db), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:36.515630 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-4680449e-9abc-4c36-b4ee-9bd9917880f2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Request body: {'port': {'device_id': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0197e602-f5d2-48ef-bb73-a3741213d4f6', 'admin_state_up': True, 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'security_groups': ['f13d8b76-2d17-415a-b47a-99b02edba516']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:36.526933 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-334f4f9e-1945-47ce-b42e-a55c3725af35 None None] Port eea4e64d-392f-40e7-8e53-8b5be2ad3a62 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:27:36.554270 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4ead1d-70af-4050-b371-396f4554ff2b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:36.555364 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e4ead1d-70af-4050-b371-396f4554ff2b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:36.564767 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ad299c96-8ad3-4695-9984-ca9ce4e5529c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:36.565453 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:36.565598 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8e4ead1d-70af-4050-b371-396f4554ff2b tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/a56ee40f-4469-40df-8462-3a8fce42e88a HTTP/1.1" status: 404 len: 333 time: 0.0497160 Feb 19 04:27:36.599638 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51268) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:36.650266 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca2e31-f1b2-4729-a2ea-1523870b48ae tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event updated for resources: {'Port': ['ID=78c6088e-c8c2-41a8-8df6-f57a9a4b4e82,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:36.682792 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-41e69a65-0448-4f28-a9f5-2de2ca85bbde admin admin] Publish callbacks [] for security_group (29afa5c2-ddcf-4282-86c3-d6cd7d0ffc25), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:36.839548 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd8f6e0-de4d-48a9-92d3-02cab42b1bbe tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Router d27a12f4-419d-4ee4-bc83-7ba25f2437c1 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:27:36.869476 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e5362d00-825e-42bf-a122-0e07b10cf76b None None] Provisioning complete for port 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:36.870112 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e5362d00-825e-42bf-a122-0e07b10cf76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (78c6088e-c8c2-41a8-8df6-f57a9a4b4e82), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:36.913255 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-41e69a65-0448-4f28-a9f5-2de2ca85bbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (29afa5c2-ddcf-4282-86c3-d6cd7d0ffc25), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:36.921393 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-41e69a65-0448-4f28-a9f5-2de2ca85bbde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:36.930432 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-41e69a65-0448-4f28-a9f5-2de2ca85bbde admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/29afa5c2-ddcf-4282-86c3-d6cd7d0ffc25 HTTP/1.1" status: 204 len: 168 time: 2.0232031 Feb 19 04:27:36.967978 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:36.969389 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5398ca-2122-4caf-b8a3-f1401a74b3c3 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:36.969389 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5398ca-2122-4caf-b8a3-f1401a74b3c3 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:36.972389 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1c5398ca-2122-4caf-b8a3-f1401a74b3c3 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/ebb38d81-5904-4241-a8ff-72bf82a9fb02 HTTP/1.1" status: 404 len: 337 time: 0.3720467 Feb 19 04:27:36.987258 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51274) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:37.016025 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e5362d00-825e-42bf-a122-0e07b10cf76b None None] Port 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:27:37.058350 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-04a7c5f0-6a7a-4352-b297-585be77f8b5a tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for port (0b37d7f9-8fa8-4549-a9fc-d7cfb320ebd0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:37.065587 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0f8697-4401-444d-aae0-314c227fe502 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:37.066701 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0f8697-4401-444d-aae0-314c227fe502 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:37.072046 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9b0f8697-4401-444d-aae0-314c227fe502 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/2cccef7c-79e5-488e-9354-8560edbba552 HTTP/1.1" status: 404 len: 333 time: 0.0819161 Feb 19 04:27:37.082924 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51276) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:37.134996 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-681e5958-f922-4877-a3a8-eb92c6610a74 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:37.135755 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-681e5958-f922-4877-a3a8-eb92c6610a74 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:37.139851 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-681e5958-f922-4877-a3a8-eb92c6610a74 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/1aaa4aa7-dfe5-4323-ad45-61b2000ef497 HTTP/1.1" status: 404 len: 337 time: 0.0539916 Feb 19 04:27:37.142601 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be12da1-e6ca-46db-9389-76e4460178ea req-ac5ac78c-d4a8-4494-abed-4e283d85c082 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Made reservation on behalf of 0c4849e59fe942818a45c5dc120d64c8 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:37.147654 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7be12da1-e6ca-46db-9389-76e4460178ea req-ac5ac78c-d4a8-4494-abed-4e283d85c082 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:37.156255 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51278) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:37.236445 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ad299c96-8ad3-4695-9984-ca9ce4e5529c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:37.244703 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9c9a4d6a-6777-41b6-898b-75fca82b0c15 None None] Provisioning complete for port a1cb026c-51c7-42f3-914d-474c13352312 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:37.248201 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9c9a4d6a-6777-41b6-898b-75fca82b0c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a1cb026c-51c7-42f3-914d-474c13352312), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:37.288870 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a9d857-8c93-4ac2-bcc7-6d00dc8e9931 x-openstack-request-id: req-59a9d857-8c93-4ac2-bcc7-6d00dc8e9931 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:27:37.290773 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5421d94-d53d-44bf-8bf9-da84701da3aa", "name": "network-vif-deleted", "tag": "45df4cf3-fe70-4b61-a30e-d952c9c46d9e", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:27:37.295781 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-59a9d857-8c93-4ac2-bcc7-6d00dc8e9931 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:27:37.296948 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5421d94-d53d-44bf-8bf9-da84701da3aa', 'name': 'network-vif-deleted', 'tag': '45df4cf3-fe70-4b61-a30e-d952c9c46d9e', 'status': 'completed', 'code': 200} Feb 19 04:27:37.319417 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-92aed59c-64a1-4dcc-99f0-ca0adce5d9c1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:37.320898 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92aed59c-64a1-4dcc-99f0-ca0adce5d9c1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:37.324797 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-92aed59c-64a1-4dcc-99f0-ca0adce5d9c1 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/ec147cbc-7bb6-4be5-9845-adb691e130a8 HTTP/1.1" status: 404 len: 333 time: 0.1645701 Feb 19 04:27:37.338066 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d73801-4f80-41a4-ad8c-397749dcccaf req-1724401a-4d6c-4acf-bda0-2aeba54612cb tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:37.344494 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-17d73801-4f80-41a4-ad8c-397749dcccaf req-1724401a-4d6c-4acf-bda0-2aeba54612cb tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 2.2446754 Feb 19 04:27:37.347222 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51280) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:37.388862 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-4680449e-9abc-4c36-b4ee-9bd9917880f2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Made reservation on behalf of ea967e23a8ef43cfacd115b397486d6c for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:37.477050 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a4d6a-6777-41b6-898b-75fca82b0c15 None None] Port a1cb026c-51c7-42f3-914d-474c13352312 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:27:37.483945 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e69a65-0448-4f28-a9f5-2de2ca85bbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29afa5c2-ddcf-4282-86c3-d6cd7d0ffc25,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:37.514394 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-4680449e-9abc-4c36-b4ee-9bd9917880f2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:37.641559 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:37.652626 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4824a87-988e-42aa-9b28-769843513394 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:37.652626 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4824a87-988e-42aa-9b28-769843513394 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:37.662686 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9c9a4d6a-6777-41b6-898b-75fca82b0c15 None None] Provisioning complete for port a74facb2-84be-433b-88ab-3db0347ac4db triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:37.663309 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9c9a4d6a-6777-41b6-898b-75fca82b0c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a74facb2-84be-433b-88ab-3db0347ac4db), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:37.675873 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e4824a87-988e-42aa-9b28-769843513394 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/f89fda31-ffb7-4a50-a03e-62d7e775be82 HTTP/1.1" status: 404 len: 337 time: 0.2015350 Feb 19 04:27:37.695990 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51286) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:37.718097 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd8f6e0-de4d-48a9-92d3-02cab42b1bbe tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:27:37.751978 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb6830-0aab-4398-8fc3-e9e93264358c req-24fd40e7-8ca6-48cd-ae86-17b4ed3b74ce tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:37.755146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c802441d-3aa4-467c-a2f5-f4d8176973af None None] Sync routers for ids ['d27a12f4-419d-4ee4-bc83-7ba25f2437c1'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:27:37.758316 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb6830-0aab-4398-8fc3-e9e93264358c req-24fd40e7-8ca6-48cd-ae86-17b4ed3b74ce tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:37.764444 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb6830-0aab-4398-8fc3-e9e93264358c req-24fd40e7-8ca6-48cd-ae86-17b4ed3b74ce tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:37.766374 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7feb6830-0aab-4398-8fc3-e9e93264358c req-24fd40e7-8ca6-48cd-ae86-17b4ed3b74ce tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 2374 time: 0.5102592 Feb 19 04:27:37.804364 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-bbd8f6e0-de4d-48a9-92d3-02cab42b1bbe tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] 10.222.0.65 "PUT /v2.0/routers/d27a12f4-419d-4ee4-bc83-7ba25f2437c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7919316 Feb 19 04:27:37.821261 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c802441d-3aa4-467c-a2f5-f4d8176973af None None] Routers {'d27a12f4-419d-4ee4-bc83-7ba25f2437c1'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:27:37.821901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c802441d-3aa4-467c-a2f5-f4d8176973af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:27:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d27a12f4-419d-4ee4-bc83-7ba25f2437c1'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:37.828781 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51288) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:37.864819 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a4d6a-6777-41b6-898b-75fca82b0c15 None None] Port a74facb2-84be-433b-88ab-3db0347ac4db cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:27:37.981220 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c802441d-3aa4-467c-a2f5-f4d8176973af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:38.017171 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:38.037030 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-7257ccea-156a-4f7a-b43c-8fa0a8db4e94 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Delete allocated IP 2001:db8::55 (4b4ee219-081e-47f1-adc3-bc6d7aae1457/a9588e9e-5e49-4fb0-abf2-0edb4dd24fb7) {{(pid=115198) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 04:27:38.039316 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9c9a4d6a-6777-41b6-898b-75fca82b0c15 None None] Provisioning complete for port ad299c96-8ad3-4695-9984-ca9ce4e5529c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:38.039316 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9c9a4d6a-6777-41b6-898b-75fca82b0c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:38.053685 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-7257ccea-156a-4f7a-b43c-8fa0a8db4e94 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Allocated IP 2001:db8:0:1::352 (4b4ee219-081e-47f1-adc3-bc6d7aae1457/ea50c870-4f8e-4db1-a0a8-a7a32c9757dc/a74facb2-84be-433b-88ab-3db0347ac4db) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:38.082121 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-20f3f39e-f8cf-46c4-9b52-0de014b54baf tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks [] for router (d27a12f4-419d-4ee4-bc83-7ba25f2437c1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:38.104356 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485a966-a16e-40a8-af04-778aa2e56580 req-0e2efbf1-9256-462d-8749-5bfeb17daae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:38.106123 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5485a966-a16e-40a8-af04-778aa2e56580 req-0e2efbf1-9256-462d-8749-5bfeb17daae8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e83f3002-0af4-41e3-a80b-f034b33ca87c HTTP/1.1" status: 200 len: 919 time: 1.5556641 Feb 19 04:27:38.108748 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-04a7c5f0-6a7a-4352-b297-585be77f8b5a tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (0b37d7f9-8fa8-4549-a9fc-d7cfb320ebd0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:38.365401 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c802441d-3aa4-467c-a2f5-f4d8176973af None None] Routers {'d27a12f4-419d-4ee4-bc83-7ba25f2437c1'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:27:38.366988 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c802441d-3aa4-467c-a2f5-f4d8176973af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:27:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d27a12f4-419d-4ee4-bc83-7ba25f2437c1'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:38.384716 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7feb6830-0aab-4398-8fc3-e9e93264358c req-8be0a78b-c5c0-4395-b2e0-454a09a7f661 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5695107 Feb 19 04:27:38.423575 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c802441d-3aa4-467c-a2f5-f4d8176973af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:38.424316 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c802441d-3aa4-467c-a2f5-f4d8176973af None None] The sync data for ids ['d27a12f4-419d-4ee4-bc83-7ba25f2437c1'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:27:38.570762 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7257ccea-156a-4f7a-b43c-8fa0a8db4e94 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for port (a74facb2-84be-433b-88ab-3db0347ac4db), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:38.581537 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f77ca2b6-8f6e-4403-9eb1-211dcbef4d95 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:38.583533 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f77ca2b6-8f6e-4403-9eb1-211dcbef4d95 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:38.595044 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f77ca2b6-8f6e-4403-9eb1-211dcbef4d95 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/ports/c4219842-0245-4066-acf4-e3fe7701d049 HTTP/1.1" status: 404 len: 333 time: 0.4851677 Feb 19 04:27:38.600202 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51300) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:38.613269 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-7be12da1-e6ca-46db-9389-76e4460178ea req-ac5ac78c-d4a8-4494-abed-4e283d85c082 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Allocated IP 172.20.0.10 (095ae5e7-e817-4723-b26d-53f0c41ac60c/03461490-9a6a-4c20-8dcc-67de82146434/75a035d9-3c70-45e7-8abf-1890a5b014d3) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:38.625106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a4d6a-6777-41b6-898b-75fca82b0c15 None None] Current status of the port ad299c96-8ad3-4695-9984-ca9ce4e5529c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:38.639369 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-20f3f39e-f8cf-46c4-9b52-0de014b54baf tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 04:27:38.644480 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-20f3f39e-f8cf-46c4-9b52-0de014b54baf tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] 10.222.0.65 "DELETE /v2.0/routers/d27a12f4-419d-4ee4-bc83-7ba25f2437c1 HTTP/1.1" status: 409 len: 329 time: 0.8144364 Feb 19 04:27:38.657815 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7257ccea-156a-4f7a-b43c-8fa0a8db4e94 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (a74facb2-84be-433b-88ab-3db0347ac4db), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:38.667279 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51304) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:38.751953 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-77545565-3604-42dc-b372-79c358b36d2a req-42027f54-5882-4b71-9908-d63e7fc4fa0c tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 210 time: 0.1552780 Feb 19 04:27:38.783169 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5485a966-a16e-40a8-af04-778aa2e56580 req-5a075f02-ee10-4907-8c84-1a63467d50bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b035654e-0a6c-4e43-acb6-0915ea347957 HTTP/1.1" status: 200 len: 217 time: 0.6529398 Feb 19 04:27:38.870658 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-4680449e-9abc-4c36-b4ee-9bd9917880f2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Allocated IP 10.2.2.100 (0197e602-f5d2-48ef-bb73-a3741213d4f6/54fff4b2-f9f1-4478-bd95-9c01635e43e8/2e4588f5-0efb-4d8f-ab5f-2126c9d7c978) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:38.873887 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a7c5f0-6a7a-4352-b297-585be77f8b5a tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Network fec7a74e-dcb4-4479-9283-0f01c168ed2c is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:38.895924 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-17d73801-4f80-41a4-ad8c-397749dcccaf req-b6d66b46-3ac8-47d5-b6f5-e01b10605494 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3925242 Feb 19 04:27:38.927211 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:38.976944 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f157066-bd5e-48f8-a79a-3be8ea7da0ce tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] DELETE failed (client error): The resource could not be found. Feb 19 04:27:38.977529 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f157066-bd5e-48f8-a79a-3be8ea7da0ce tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:27:38.982054 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8f157066-bd5e-48f8-a79a-3be8ea7da0ce tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/subnets/71fb0d6e-4e4f-4688-b0a7-dec5ab074491 HTTP/1.1" status: 404 len: 337 time: 0.3221357 Feb 19 04:27:38.983291 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-7257ccea-156a-4f7a-b43c-8fa0a8db4e94 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] In _notify_port_updated(), no bound segment for port a74facb2-84be-433b-88ab-3db0347ac4db on network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 {{(pid=115198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:27:38.989370 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7257ccea-156a-4f7a-b43c-8fa0a8db4e94 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:38.990500 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7257ccea-156a-4f7a-b43c-8fa0a8db4e94 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:38.992747 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7257ccea-156a-4f7a-b43c-8fa0a8db4e94 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "PUT /v2.0/ports/a74facb2-84be-433b-88ab-3db0347ac4db HTTP/1.1" status: 200 len: 930 time: 5.3721473 Feb 19 04:27:38.994687 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51310) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:39.059866 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-04a7c5f0-6a7a-4352-b297-585be77f8b5a tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:39.073518 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51312) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:39.080024 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a7c5f0-6a7a-4352-b297-585be77f8b5a tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:39.096240 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7c5f0-6a7a-4352-b297-585be77f8b5a tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Pushing event updated for resources: {'Port': ['ID=0b37d7f9-8fa8-4549-a9fc-d7cfb320ebd0,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:39.199089 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:39.299427 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257ccea-156a-4f7a-b43c-8fa0a8db4e94 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Port': ['ID=a74facb2-84be-433b-88ab-3db0347ac4db,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:39.390967 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-eb79d450-7c85-4e4b-b10b-8fa61420e293 None None] Provisioning complete for port a74facb2-84be-433b-88ab-3db0347ac4db triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:39.392165 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-eb79d450-7c85-4e4b-b10b-8fa61420e293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a74facb2-84be-433b-88ab-3db0347ac4db), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:39.434094 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485a966-a16e-40a8-af04-778aa2e56580 req-7329135b-9bbf-4177-a643-608c673f9ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:39.435871 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5485a966-a16e-40a8-af04-778aa2e56580 req-7329135b-9bbf-4177-a643-608c673f9ca5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76246db3-a2cb-42fb-bfa7-f40488252c69 HTTP/1.1" status: 200 len: 859 time: 0.5743248 Feb 19 04:27:39.447433 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-87046c38-1cc5-44d8-a273-425b8b769540 req-02cb35ec-3dc0-44be-94fa-80ee051b1ec0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3349361 Feb 19 04:27:39.499396 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-eb79d450-7c85-4e4b-b10b-8fa61420e293 None None] Port a74facb2-84be-433b-88ab-3db0347ac4db cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:27:39.608380 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5485a966-a16e-40a8-af04-778aa2e56580 req-2a4ae616-b298-4035-8283-f133ac8bf1ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e83f3002-0af4-41e3-a80b-f034b33ca87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1598587 Feb 19 04:27:39.638961 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a7c5f0-6a7a-4352-b297-585be77f8b5a tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:39.639696 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-04a7c5f0-6a7a-4352-b297-585be77f8b5a tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:39.653621 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-09c03270-a477-42c5-8891-010abf035338 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (9e765b0b-136b-493b-bef9-44145ed793f7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:39.748363 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-04a7c5f0-6a7a-4352-b297-585be77f8b5a tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 6.7863359 Feb 19 04:27:39.777872 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51322) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:39.934776 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87046c38-1cc5-44d8-a273-425b8b769540 req-4f0227f3-6f5f-4682-a1bc-238627eebe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:39.937992 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-87046c38-1cc5-44d8-a273-425b8b769540 req-4f0227f3-6f5f-4682-a1bc-238627eebe13 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8cacf0263ee84f64a630c7eb71dfd691&device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 1127 time: 0.4242775 Feb 19 04:27:39.949043 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-09c03270-a477-42c5-8891-010abf035338 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (9e765b0b-136b-493b-bef9-44145ed793f7), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.078730 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-28da8366-3b5e-4a15-975d-cd3bd9dec6ba tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting port a74facb2-84be-433b-88ab-3db0347ac4db {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:40.079394 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-28da8366-3b5e-4a15-975d-cd3bd9dec6ba tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a74facb2-84be-433b-88ab-3db0347ac4db), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.167192 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-09c03270-a477-42c5-8891-010abf035338 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e765b0b-136b-493b-bef9-44145ed793f7']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:40.231329 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-4680449e-9abc-4c36-b4ee-9bd9917880f2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for port (2e4588f5-0efb-4d8f-ab5f-2126c9d7c978), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.274324 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7ecc7625-6f72-4633-9e96-759e70e3f645 req-98cd7142-e80d-4c29-b2a4-03ddff01a5e3 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 210 time: 0.2742789 Feb 19 04:27:40.277859 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5485a966-a16e-40a8-af04-778aa2e56580 req-9bbe5e6f-25d7-44f2-afeb-ff027627530e service neutron] 10.222.0.10 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6335826 Feb 19 04:27:40.289128 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97216c54-62b3-4504-acd7-a6fa20eca473 req-c200eace-8f7b-496a-90bf-6028d8dd9c78 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:40.300862 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97216c54-62b3-4504-acd7-a6fa20eca473 req-c200eace-8f7b-496a-90bf-6028d8dd9c78 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:40.312931 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97216c54-62b3-4504-acd7-a6fa20eca473 req-c200eace-8f7b-496a-90bf-6028d8dd9c78 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:40.316070 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-97216c54-62b3-4504-acd7-a6fa20eca473 req-c200eace-8f7b-496a-90bf-6028d8dd9c78 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 2374 time: 0.7217970 Feb 19 04:27:40.322779 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-09c03270-a477-42c5-8891-010abf035338 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d860f4-fa4e-439e-9cd9-bc87a909dda4') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:40.323421 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-09c03270-a477-42c5-8891-010abf035338 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d860f4-fa4e-439e-9cd9-bc87a909dda4') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:40.372508 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-09c03270-a477-42c5-8891-010abf035338 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (77d860f4-fa4e-439e-9cd9-bc87a909dda4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.525531 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-09c03270-a477-42c5-8891-010abf035338 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (77d860f4-fa4e-439e-9cd9-bc87a909dda4), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.569593 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7be12da1-e6ca-46db-9389-76e4460178ea req-ac5ac78c-d4a8-4494-abed-4e283d85c082 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Publish callbacks [] for port (75a035d9-3c70-45e7-8abf-1890a5b014d3), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.572405 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-675ec547-af24-4ac4-b928-3115f862cbb1 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Deleting port 0b37d7f9-8fa8-4549-a9fc-d7cfb320ebd0 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:40.572884 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-675ec547-af24-4ac4-b928-3115f862cbb1 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0b37d7f9-8fa8-4549-a9fc-d7cfb320ebd0), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.585183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c03270-a477-42c5-8891-010abf035338 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:27:40.585610 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-09c03270-a477-42c5-8891-010abf035338 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (77d860f4-fa4e-439e-9cd9-bc87a909dda4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:27:40.602152 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:27:40.629618 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-97216c54-62b3-4504-acd7-a6fa20eca473 req-c74a3a44-201f-4f4b-8083-907c75216e93 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2972116 Feb 19 04:27:40.688424 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7be12da1-e6ca-46db-9389-76e4460178ea req-ac5ac78c-d4a8-4494-abed-4e283d85c082 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (75a035d9-3c70-45e7-8abf-1890a5b014d3), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.721674 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5485a966-a16e-40a8-af04-778aa2e56580 req-7bb274e7-5500-4995-9202-cd4fe382549b service neutron] 10.222.0.10 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950672 Feb 19 04:27:40.749920 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-4680449e-9abc-4c36-b4ee-9bd9917880f2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (2e4588f5-0efb-4d8f-ab5f-2126c9d7c978), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.766284 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-28da8366-3b5e-4a15-975d-cd3bd9dec6ba tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a74facb2-84be-433b-88ab-3db0347ac4db), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.803093 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be12da1-e6ca-46db-9389-76e4460178ea req-ac5ac78c-d4a8-4494-abed-4e283d85c082 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Network 095ae5e7-e817-4723-b26d-53f0c41ac60c is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:40.827862 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87046c38-1cc5-44d8-a273-425b8b769540 req-2c7a6410-3cb6-43c3-86f4-260ee728b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:40.829500 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-4680449e-9abc-4c36-b4ee-9bd9917880f2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Network 0197e602-f5d2-48ef-bb73-a3741213d4f6 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:40.830671 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-87046c38-1cc5-44d8-a273-425b8b769540 req-2c7a6410-3cb6-43c3-86f4-260ee728b81e service neutron] 10.222.0.48 "GET /v2.0/networks?id=e83f3002-0af4-41e3-a80b-f034b33ca87c HTTP/1.1" status: 200 len: 919 time: 0.8238952 Feb 19 04:27:40.831841 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-7be12da1-e6ca-46db-9389-76e4460178ea req-ac5ac78c-d4a8-4494-abed-4e283d85c082 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:40.841427 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be12da1-e6ca-46db-9389-76e4460178ea req-ac5ac78c-d4a8-4494-abed-4e283d85c082 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:40.864375 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-28da8366-3b5e-4a15-975d-cd3bd9dec6ba tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Calling delete_port for a74facb2-84be-433b-88ab-3db0347ac4db owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:40.883285 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ac78c-d4a8-4494-abed-4e283d85c082 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Pushing event updated for resources: {'Port': ['ID=75a035d9-3c70-45e7-8abf-1890a5b014d3,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:40.892648 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-4680449e-9abc-4c36-b4ee-9bd9917880f2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:40.942380 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-87046c38-1cc5-44d8-a273-425b8b769540 req-7aa5794b-99a2-4abc-8b24-f09c97572fb5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4387ee52-5183-4579-a6e9-67ba0d18de1f HTTP/1.1" status: 200 len: 217 time: 0.0820761 Feb 19 04:27:40.956723 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680449e-9abc-4c36-b4ee-9bd9917880f2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event updated for resources: {'Port': ['ID=2e4588f5-0efb-4d8f-ab5f-2126c9d7c978,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:40.967700 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-4680449e-9abc-4c36-b4ee-9bd9917880f2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:41.025347 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-09c03270-a477-42c5-8891-010abf035338 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (9e765b0b-136b-493b-bef9-44145ed793f7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:41.040157 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c817afa-41b4-4c72-948c-d91067157cf6 req-20e0e80f-4841-4b46-aecb-dfba11ccd9ab tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:41.041994 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8c817afa-41b4-4c72-948c-d91067157cf6 req-20e0e80f-4841-4b46-aecb-dfba11ccd9ab tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.5980470 Feb 19 04:27:41.061925 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-4680449e-9abc-4c36-b4ee-9bd9917880f2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:41.063033 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-4680449e-9abc-4c36-b4ee-9bd9917880f2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:41.099182 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-09c03270-a477-42c5-8891-010abf035338 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:41.107199 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-09c03270-a477-42c5-8891-010abf035338 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] 10.222.0.65 "DELETE /v2.0/networks/9e765b0b-136b-493b-bef9-44145ed793f7 HTTP/1.1" status: 204 len: 168 time: 2.0450320 Feb 19 04:27:41.176617 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be12da1-e6ca-46db-9389-76e4460178ea req-ac5ac78c-d4a8-4494-abed-4e283d85c082 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:41.178618 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7be12da1-e6ca-46db-9389-76e4460178ea req-ac5ac78c-d4a8-4494-abed-4e283d85c082 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:41.237313 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7be12da1-e6ca-46db-9389-76e4460178ea req-ac5ac78c-d4a8-4494-abed-4e283d85c082 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4231734 Feb 19 04:27:41.248455 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-4680449e-9abc-4c36-b4ee-9bd9917880f2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8009672 Feb 19 04:27:41.278695 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-7be12da1-e6ca-46db-9389-76e4460178ea req-807721bd-c58a-44a6-99b1-eee0f07e7344 service neutron] Request body: {'port': {'device_id': '1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:41.312402 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-5b92a9f1-d82e-4fa5-bf48-c457c7c60c67 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Request body: {'port': {'device_id': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0197e602-f5d2-48ef-bb73-a3741213d4f6', 'admin_state_up': True, 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'security_groups': ['f13d8b76-2d17-415a-b47a-99b02edba516']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:41.472953 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b0144f7e-966c-4e49-a111-d339aeb3316a None None] Provisioning complete for port 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:41.473592 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b0144f7e-966c-4e49-a111-d339aeb3316a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2e4588f5-0efb-4d8f-ab5f-2126c9d7c978), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:41.558281 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b0144f7e-966c-4e49-a111-d339aeb3316a None None] Port 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:27:41.791801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c03270-a477-42c5-8891-010abf035338 tempest-NetworksTestDHCPv6-731392124 tempest-NetworksTestDHCPv6-731392124-project] Pushing event deleted for resources: {'Network': ['ID=9e765b0b-136b-493b-bef9-44145ed793f7,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:41.851117 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a476d6b-7a51-437f-bb85-dcde7f74bca9 req-e10e579d-a802-4a35-8d51-f7db89c4e464 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:41.861127 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0a476d6b-7a51-437f-bb85-dcde7f74bca9 req-e10e579d-a802-4a35-8d51-f7db89c4e464 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 932 time: 0.3981552 Feb 19 04:27:41.861816 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-675ec547-af24-4ac4-b928-3115f862cbb1 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0b37d7f9-8fa8-4549-a9fc-d7cfb320ebd0), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:41.876204 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7be12da1-e6ca-46db-9389-76e4460178ea req-807721bd-c58a-44a6-99b1-eee0f07e7344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (75a035d9-3c70-45e7-8abf-1890a5b014d3), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:41.933309 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-675ec547-af24-4ac4-b928-3115f862cbb1 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Calling delete_port for 0b37d7f9-8fa8-4549-a9fc-d7cfb320ebd0 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:41.959773 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87046c38-1cc5-44d8-a273-425b8b769540 req-d73f1545-06ea-48a4-accd-a5387badd856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:41.963709 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-87046c38-1cc5-44d8-a273-425b8b769540 req-d73f1545-06ea-48a4-accd-a5387badd856 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76246db3-a2cb-42fb-bfa7-f40488252c69 HTTP/1.1" status: 200 len: 859 time: 1.0011988 Feb 19 04:27:42.046748 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51360) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:42.066623 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8c817afa-41b4-4c72-948c-d91067157cf6 req-1d456792-6a4e-4c5b-80e8-3ed246192fc3 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9766135 Feb 19 04:27:42.069569 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-87046c38-1cc5-44d8-a273-425b8b769540 req-42061939-ce54-4ac1-9332-d01b4d555548 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e83f3002-0af4-41e3-a80b-f034b33ca87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888131 Feb 19 04:27:42.130970 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cfe17bb8-8374-4ec3-b8da-826c99799102 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (d27a12f4-419d-4ee4-bc83-7ba25f2437c1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:42.162010 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c976651-6a52-4f5b-8df5-4ece86cba98e req-30481871-7750-4b86-877c-d9b77948a6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:42.165281 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c976651-6a52-4f5b-8df5-4ece86cba98e req-30481871-7750-4b86-877c-d9b77948a6d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cacf0263ee84f64a630c7eb71dfd691&device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 1127 time: 0.4025738 Feb 19 04:27:42.310260 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0a476d6b-7a51-437f-bb85-dcde7f74bca9 req-c48fcee0-f268-4ffa-b509-9f6470da6a47 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092984 Feb 19 04:27:42.644359 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-28da8366-3b5e-4a15-975d-cd3bd9dec6ba tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a74facb2-84be-433b-88ab-3db0347ac4db), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:42.739347 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-87046c38-1cc5-44d8-a273-425b8b769540 req-cc670409-140c-419e-9802-2484e018f7fe service neutron] 10.222.0.48 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6113679 Feb 19 04:27:42.756502 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-5b92a9f1-d82e-4fa5-bf48-c457c7c60c67 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Made reservation on behalf of ea967e23a8ef43cfacd115b397486d6c for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:42.848371 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bee94-d59f-4d23-b65f-47b4165b5ad1 req-4a237b83-5063-4156-91f1-50a7e4925b69 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:42.860290 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bee94-d59f-4d23-b65f-47b4165b5ad1 req-4a237b83-5063-4156-91f1-50a7e4925b69 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:42.892628 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bee94-d59f-4d23-b65f-47b4165b5ad1 req-4a237b83-5063-4156-91f1-50a7e4925b69 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:42.910264 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bee94-d59f-4d23-b65f-47b4165b5ad1 req-4a237b83-5063-4156-91f1-50a7e4925b69 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:42.914502 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3c7bee94-d59f-4d23-b65f-47b4165b5ad1 req-4a237b83-5063-4156-91f1-50a7e4925b69 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 3095 time: 0.6155767 Feb 19 04:27:42.916220 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da8366-3b5e-4a15-975d-cd3bd9dec6ba tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Port': ['ID=a74facb2-84be-433b-88ab-3db0347ac4db,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:42.971011 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c976651-6a52-4f5b-8df5-4ece86cba98e req-5a91c3dd-ba28-4223-aea4-4f87b710b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:42.973910 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c976651-6a52-4f5b-8df5-4ece86cba98e req-5a91c3dd-ba28-4223-aea4-4f87b710b670 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e83f3002-0af4-41e3-a80b-f034b33ca87c HTTP/1.1" status: 200 len: 919 time: 0.7378221 Feb 19 04:27:43.159044 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c82f5554-c070-4944-9560-1809697808ae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=46b7de56b7dc40ddb0c7ab6f7b53f99d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0905898 Feb 19 04:27:43.164902 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51382) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:43.174958 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-28da8366-3b5e-4a15-975d-cd3bd9dec6ba tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:43.187810 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-28da8366-3b5e-4a15-975d-cd3bd9dec6ba tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/ports/a74facb2-84be-433b-88ab-3db0347ac4db HTTP/1.1" status: 204 len: 168 time: 4.1129203 Feb 19 04:27:43.195574 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51386) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:43.344874 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c976651-6a52-4f5b-8df5-4ece86cba98e req-558590f2-4c92-4db1-a11d-57394128731a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b035654e-0a6c-4e43-acb6-0915ea347957 HTTP/1.1" status: 200 len: 217 time: 0.3444819 Feb 19 04:27:43.345583 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-675ec547-af24-4ac4-b928-3115f862cbb1 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (0b37d7f9-8fa8-4549-a9fc-d7cfb320ebd0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:43.363406 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-e023a87c-9509-4f62-ae48-18d648798c67 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] GET failed (client error): The resource could not be found. Feb 19 04:27:43.368472 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e023a87c-9509-4f62-ae48-18d648798c67 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports/a74facb2-84be-433b-88ab-3db0347ac4db HTTP/1.1" status: 404 len: 333 time: 0.1670725 Feb 19 04:27:43.382374 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51392) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:43.556746 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-87046c38-1cc5-44d8-a273-425b8b769540 req-d7417198-b661-4123-bf69-37f8c0a0919b service neutron] 10.222.0.48 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7563100 Feb 19 04:27:43.583985 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ec547-af24-4ac4-b928-3115f862cbb1 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b37d7f9-8fa8-4549-a9fc-d7cfb320ebd0,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:43.587338 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-5b92a9f1-d82e-4fa5-bf48-c457c7c60c67 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:43.603911 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3c7bee94-d59f-4d23-b65f-47b4165b5ad1 req-531b72aa-d3b5-4263-b4f6-179869764ef0 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6696267 Feb 19 04:27:43.749161 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c976651-6a52-4f5b-8df5-4ece86cba98e req-e42cfc24-6620-43fa-b8b3-3667003bf4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:43.761039 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5262095a-31c9-4d3b-89da-2d4e4bd6d4a7 admin admin] Publish callbacks [] for security_group (52c59755-f712-4054-9921-7d804e88d91f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:43.761404 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c976651-6a52-4f5b-8df5-4ece86cba98e req-e42cfc24-6620-43fa-b8b3-3667003bf4df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76246db3-a2cb-42fb-bfa7-f40488252c69 HTTP/1.1" status: 200 len: 859 time: 0.3986335 Feb 19 04:27:43.835699 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c976651-6a52-4f5b-8df5-4ece86cba98e req-5fb33111-f8b0-4d61-bf2e-7537122f179c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e83f3002-0af4-41e3-a80b-f034b33ca87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653083 Feb 19 04:27:44.000612 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51396) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:44.028042 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-675ec547-af24-4ac4-b928-3115f862cbb1 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:44.038876 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-675ec547-af24-4ac4-b928-3115f862cbb1 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "DELETE /v2.0/ports/0b37d7f9-8fa8-4549-a9fc-d7cfb320ebd0 HTTP/1.1" status: 204 len: 168 time: 4.2487912 Feb 19 04:27:44.043341 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51400) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:44.057250 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-1ce1dab6-e5c1-4f5f-b1b8-d82a1cd0a37b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fec7a74e-dcb4-4479-9283-0f01c168ed2c', 'external_fixed_ips': [{'subnet_id': '82bb3b62-68fd-477c-b373-641df994aa8a', 'ip_address': '172.20.0.4'}]}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:44.102786 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ce1dab6-e5c1-4f5f-b1b8-d82a1cd0a37b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (0214b5d5-221c-422c-826d-25c029b9aea9), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:44.104493 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ce1dab6-e5c1-4f5f-b1b8-d82a1cd0a37b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (0214b5d5-221c-422c-826d-25c029b9aea9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:44.218120 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ce1dab6-e5c1-4f5f-b1b8-d82a1cd0a37b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_controller (0214b5d5-221c-422c-826d-25c029b9aea9), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:44.355999 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-21f327e7-80bc-4106-b068-84034dbaa2b5 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (1c70c59b-d416-48b0-b701-2304ca048a4a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:44.410767 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a4d14-cfa1-4079-bcf4-b6e9e2f64275 req-8fabb2cc-b39b-43c3-8a56-836bc88b8df0 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:44.414864 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-211a4d14-cfa1-4079-bcf4-b6e9e2f64275 req-8fabb2cc-b39b-43c3-8a56-836bc88b8df0 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 932 time: 0.6461649 Feb 19 04:27:44.489132 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5262095a-31c9-4d3b-89da-2d4e4bd6d4a7 admin admin] Publish callbacks [] for security_group (52c59755-f712-4054-9921-7d804e88d91f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:44.523896 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-429fce51-3178-4344-9b61-f96e6fb816b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:44.582772 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-21f327e7-80bc-4106-b068-84034dbaa2b5 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (1c70c59b-d416-48b0-b701-2304ca048a4a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:44.655062 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ce1dab6-e5c1-4f5f-b1b8-d82a1cd0a37b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_gateway (0214b5d5-221c-422c-826d-25c029b9aea9), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:44.667427 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c976651-6a52-4f5b-8df5-4ece86cba98e req-db905292-53a6-483a-9e2c-90e86d545775 service neutron] 10.222.0.10 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7974637 Feb 19 04:27:44.701673 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8f56b-5a5e-4aad-aa8f-771ccd34e533 req-f0b4c4f7-1829-4e6b-af15-cfd1de42ab71 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:44.705746 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04e8f56b-5a5e-4aad-aa8f-771ccd34e533 req-f0b4c4f7-1829-4e6b-af15-cfd1de42ab71 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 1.2040443 Feb 19 04:27:44.843645 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-7be12da1-e6ca-46db-9389-76e4460178ea req-807721bd-c58a-44a6-99b1-eee0f07e7344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a035d9-3c70-45e7-8abf-1890a5b014d3 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:27:44.875295 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7be12da1-e6ca-46db-9389-76e4460178ea req-807721bd-c58a-44a6-99b1-eee0f07e7344 service neutron] Publish callbacks [] for port (75a035d9-3c70-45e7-8abf-1890a5b014d3), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:44.901196 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-21f327e7-80bc-4106-b068-84034dbaa2b5 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1c70c59b-d416-48b0-b701-2304ca048a4a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:44.904373 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-21f327e7-80bc-4106-b068-84034dbaa2b5 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:44.909283 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-21f327e7-80bc-4106-b068-84034dbaa2b5 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/security-groups/1c70c59b-d416-48b0-b701-2304ca048a4a HTTP/1.1" status: 204 len: 168 time: 1.5110033 Feb 19 04:27:44.941608 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51404) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:44.960740 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5262095a-31c9-4d3b-89da-2d4e4bd6d4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (52c59755-f712-4054-9921-7d804e88d91f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:44.963731 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5262095a-31c9-4d3b-89da-2d4e4bd6d4a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:44.967829 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5262095a-31c9-4d3b-89da-2d4e4bd6d4a7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/52c59755-f712-4054-9921-7d804e88d91f HTTP/1.1" status: 204 len: 168 time: 1.7643383 Feb 19 04:27:44.968418 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-7be12da1-e6ca-46db-9389-76e4460178ea req-807721bd-c58a-44a6-99b1-eee0f07e7344 service neutron] Transition to ACTIVE for port object 75a035d9-3c70-45e7-8abf-1890a5b014d3 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:27:44.979882 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-211a4d14-cfa1-4079-bcf4-b6e9e2f64275 req-af091bef-0388-401b-bb6c-f173ddd6caf6 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658260 Feb 19 04:27:45.015901 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7be12da1-e6ca-46db-9389-76e4460178ea req-807721bd-c58a-44a6-99b1-eee0f07e7344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (75a035d9-3c70-45e7-8abf-1890a5b014d3), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:45.015901 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f327e7-80bc-4106-b068-84034dbaa2b5 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c70c59b-d416-48b0-b701-2304ca048a4a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:45.143819 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c976651-6a52-4f5b-8df5-4ece86cba98e req-b7b8c8eb-623e-4e39-8c54-f9cc65dfbc30 service neutron] 10.222.0.10 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683502 Feb 19 04:27:45.164484 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-5b92a9f1-d82e-4fa5-bf48-c457c7c60c67 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Allocated IP 10.2.2.200 (0197e602-f5d2-48ef-bb73-a3741213d4f6/54fff4b2-f9f1-4478-bd95-9c01635e43e8/3f34b13c-5435-4bbf-ae60-854887c74231) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:45.223195 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04e8f56b-5a5e-4aad-aa8f-771ccd34e533 req-e6db7f0d-9c95-4410-bbad-deedca7cced4 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588604 Feb 19 04:27:45.223741 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-429fce51-3178-4344-9b61-f96e6fb816b5 admin admin] Publish callbacks [] for security_group (82943bc1-64f6-4be8-affa-f08a61f201fb), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:45.224720 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807721bd-c58a-44a6-99b1-eee0f07e7344 service neutron] Pushing event updated for resources: {'Port': ['ID=75a035d9-3c70-45e7-8abf-1890a5b014d3,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:45.252622 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-cfe17bb8-8374-4ec3-b8da-826c99799102 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Deleting port eea4e64d-392f-40e7-8e53-8b5be2ad3a62 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:45.253000 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cfe17bb8-8374-4ec3-b8da-826c99799102 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (eea4e64d-392f-40e7-8e53-8b5be2ad3a62), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:45.268352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262095a-31c9-4d3b-89da-2d4e4bd6d4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c59755-f712-4054-9921-7d804e88d91f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:45.334289 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-429fce51-3178-4344-9b61-f96e6fb816b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (82943bc1-64f6-4be8-affa-f08a61f201fb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:45.392150 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e77f8379-0b05-4001-ac62-a86116a3e132 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (d1e482b6-74a0-4ad2-8910-51388ccf7c2c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:45.507376 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-429fce51-3178-4344-9b61-f96e6fb816b5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=06aae526e12f4b0799acb20df3864765&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4948204 Feb 19 04:27:45.514649 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51412) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:45.524701 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fce51-3178-4344-9b61-f96e6fb816b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82943bc1-64f6-4be8-affa-f08a61f201fb,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:45.561940 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e77f8379-0b05-4001-ac62-a86116a3e132 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (d1e482b6-74a0-4ad2-8910-51388ccf7c2c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:45.569088 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cfe17bb8-8374-4ec3-b8da-826c99799102 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (eea4e64d-392f-40e7-8e53-8b5be2ad3a62), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:45.596415 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-cfe17bb8-8374-4ec3-b8da-826c99799102 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Calling delete_port for eea4e64d-392f-40e7-8e53-8b5be2ad3a62 owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:45.614158 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554705c1-35cb-4ed1-b425-5bbcae240913 req-07f441b2-c2b6-41e9-86f9-cd2e2a38d175 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:45.629844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554705c1-35cb-4ed1-b425-5bbcae240913 req-07f441b2-c2b6-41e9-86f9-cd2e2a38d175 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:45.641833 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554705c1-35cb-4ed1-b425-5bbcae240913 req-07f441b2-c2b6-41e9-86f9-cd2e2a38d175 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:45.656957 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554705c1-35cb-4ed1-b425-5bbcae240913 req-07f441b2-c2b6-41e9-86f9-cd2e2a38d175 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:45.660748 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-554705c1-35cb-4ed1-b425-5bbcae240913 req-07f441b2-c2b6-41e9-86f9-cd2e2a38d175 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 3095 time: 0.4934595 Feb 19 04:27:45.951784 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e77f8379-0b05-4001-ac62-a86116a3e132 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d1e482b6-74a0-4ad2-8910-51388ccf7c2c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:45.958238 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e77f8379-0b05-4001-ac62-a86116a3e132 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:45.967488 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e77f8379-0b05-4001-ac62-a86116a3e132 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/security-groups/d1e482b6-74a0-4ad2-8910-51388ccf7c2c HTTP/1.1" status: 204 len: 168 time: 1.0177321 Feb 19 04:27:45.985409 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51424) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:46.171885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-7be12da1-e6ca-46db-9389-76e4460178ea req-807721bd-c58a-44a6-99b1-eee0f07e7344 service neutron] Attempting to bind port 75a035d9-3c70-45e7-8abf-1890a5b014d3 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:46.172469 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-7be12da1-e6ca-46db-9389-76e4460178ea req-807721bd-c58a-44a6-99b1-eee0f07e7344 service neutron] Attempting to bind port 75a035d9-3c70-45e7-8abf-1890a5b014d3 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '866f4430-62ad-45d6-a1c9-becfde8653f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '095ae5e7-e817-4723-b26d-53f0c41ac60c'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:46.172619 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f8379-0b05-4001-ac62-a86116a3e132 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e482b6-74a0-4ad2-8910-51388ccf7c2c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:46.173073 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be12da1-e6ca-46db-9389-76e4460178ea req-807721bd-c58a-44a6-99b1-eee0f07e7344 service neutron] Attempting to bind port 75a035d9-3c70-45e7-8abf-1890a5b014d3 on network 095ae5e7-e817-4723-b26d-53f0c41ac60c {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:46.245470 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ce1dab6-e5c1-4f5f-b1b8-d82a1cd0a37b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_gateway (0214b5d5-221c-422c-826d-25c029b9aea9), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:46.277972 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-5b92a9f1-d82e-4fa5-bf48-c457c7c60c67 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for port (3f34b13c-5435-4bbf-ae60-854887c74231), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:46.281770 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be12da1-e6ca-46db-9389-76e4460178ea req-807721bd-c58a-44a6-99b1-eee0f07e7344 service neutron] Port 75a035d9-3c70-45e7-8abf-1890a5b014d3 on network 095ae5e7-e817-4723-b26d-53f0c41ac60c not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:46.282087 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be12da1-e6ca-46db-9389-76e4460178ea req-807721bd-c58a-44a6-99b1-eee0f07e7344 service neutron] Attempting to bind port 75a035d9-3c70-45e7-8abf-1890a5b014d3 on network 095ae5e7-e817-4723-b26d-53f0c41ac60c {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:46.284427 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cfe17bb8-8374-4ec3-b8da-826c99799102 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (eea4e64d-392f-40e7-8e53-8b5be2ad3a62), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:46.315422 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-554705c1-35cb-4ed1-b425-5bbcae240913 req-2140a0bc-9e43-489a-82e8-1836f171a826 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6420279 Feb 19 04:27:46.342284 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ce1dab6-e5c1-4f5f-b1b8-d82a1cd0a37b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:46.409949 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be12da1-e6ca-46db-9389-76e4460178ea req-807721bd-c58a-44a6-99b1-eee0f07e7344 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:27:46.410612 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be12da1-e6ca-46db-9389-76e4460178ea req-807721bd-c58a-44a6-99b1-eee0f07e7344 service neutron] Checking segment: {'id': '866f4430-62ad-45d6-a1c9-becfde8653f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '095ae5e7-e817-4723-b26d-53f0c41ac60c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:27:46.411281 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be12da1-e6ca-46db-9389-76e4460178ea req-807721bd-c58a-44a6-99b1-eee0f07e7344 service neutron] Bound using segment: {'id': '866f4430-62ad-45d6-a1c9-becfde8653f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '095ae5e7-e817-4723-b26d-53f0c41ac60c'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:27:46.412039 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-7be12da1-e6ca-46db-9389-76e4460178ea req-807721bd-c58a-44a6-99b1-eee0f07e7344 service neutron] Bound port: 75a035d9-3c70-45e7-8abf-1890a5b014d3, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866f4430-62ad-45d6-a1c9-becfde8653f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '095ae5e7-e817-4723-b26d-53f0c41ac60c'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:27:46.413920 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7be12da1-e6ca-46db-9389-76e4460178ea req-807721bd-c58a-44a6-99b1-eee0f07e7344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (75a035d9-3c70-45e7-8abf-1890a5b014d3), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:46.487359 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-14bac0cc-e24c-48e4-97d6-0c06e847a9a3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting subnet a9588e9e-5e49-4fb0-abf2-0edb4dd24fb7 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:27:46.505622 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe17bb8-8374-4ec3-b8da-826c99799102 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Pushing event deleted for resources: {'Port': ['ID=eea4e64d-392f-40e7-8e53-8b5be2ad3a62,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:46.523048 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2fdef1e0-8f6e-4bdb-9c96-7a5c7675fe4a admin admin] Publish callbacks [] for security_group (82943bc1-64f6-4be8-affa-f08a61f201fb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:46.526344 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-14bac0cc-e24c-48e4-97d6-0c06e847a9a3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for subnet (a9588e9e-5e49-4fb0-abf2-0edb4dd24fb7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:46.763081 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-14bac0cc-e24c-48e4-97d6-0c06e847a9a3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (a9588e9e-5e49-4fb0-abf2-0edb4dd24fb7), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:46.931134 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2fdef1e0-8f6e-4bdb-9c96-7a5c7675fe4a admin admin] Publish callbacks [] for security_group (82943bc1-64f6-4be8-affa-f08a61f201fb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:46.968744 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51442) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:47.047729 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-1ce1dab6-e5c1-4f5f-b1b8-d82a1cd0a37b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Allocated IP 172.20.0.4 (fec7a74e-dcb4-4479-9283-0f01c168ed2c/82bb3b62-68fd-477c-b373-641df994aa8a/e302bbe3-1f78-4857-9762-056ae6ed6d0d) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:47.080306 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46049cf7-c6d9-4a93-afc5-b84c8bbc0569 req-aa1848f9-d7d1-4a3e-9077-53a9f0dd6d2d tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:47.095126 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46049cf7-c6d9-4a93-afc5-b84c8bbc0569 req-aa1848f9-d7d1-4a3e-9077-53a9f0dd6d2d tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 944 time: 0.9011543 Feb 19 04:27:47.108123 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-14bac0cc-e24c-48e4-97d6-0c06e847a9a3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (a9588e9e-5e49-4fb0-abf2-0edb4dd24fb7), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:47.209231 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-7be12da1-e6ca-46db-9389-76e4460178ea req-807721bd-c58a-44a6-99b1-eee0f07e7344 service neutron] For port 75a035d9-3c70-45e7-8abf-1890a5b014d3, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:27:47.218780 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-7be12da1-e6ca-46db-9389-76e4460178ea req-807721bd-c58a-44a6-99b1-eee0f07e7344 service neutron] For port 75a035d9-3c70-45e7-8abf-1890a5b014d3, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=75a035d9-3c70-45e7-8abf-1890a5b014d3,segment=NetworkSegment(866f4430-62ad-45d6-a1c9-becfde8653f6),segment_id=866f4430-62ad-45d6-a1c9-becfde8653f6)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:27:47.330555 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-cc805151-65e1-4f0d-817d-ec34647cdb6a tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1736307781'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:47.347477 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-5b92a9f1-d82e-4fa5-bf48-c457c7c60c67 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (3f34b13c-5435-4bbf-ae60-854887c74231), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:47.414112 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7be12da1-e6ca-46db-9389-76e4460178ea req-807721bd-c58a-44a6-99b1-eee0f07e7344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (75a035d9-3c70-45e7-8abf-1890a5b014d3), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:47.437701 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-14bac0cc-e24c-48e4-97d6-0c06e847a9a3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (a9588e9e-5e49-4fb0-abf2-0edb4dd24fb7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:47.622417 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cfe17bb8-8374-4ec3-b8da-826c99799102 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (d27a12f4-419d-4ee4-bc83-7ba25f2437c1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:47.628620 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be12da1-e6ca-46db-9389-76e4460178ea req-807721bd-c58a-44a6-99b1-eee0f07e7344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:47.630108 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-7be12da1-e6ca-46db-9389-76e4460178ea req-807721bd-c58a-44a6-99b1-eee0f07e7344 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:47.633260 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7be12da1-e6ca-46db-9389-76e4460178ea req-807721bd-c58a-44a6-99b1-eee0f07e7344 service neutron] 10.222.0.10 "PUT /v2.0/ports/75a035d9-3c70-45e7-8abf-1890a5b014d3 HTTP/1.1" status: 200 len: 1092 time: 6.3641500 Feb 19 04:27:47.641929 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153', 'tag': '75a035d9-3c70-45e7-8abf-1890a5b014d3'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:27:47.646502 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64f73b2-2577-43e3-a6af-d69110a89010" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153", "tag": "75a035d9-3c70-45e7-8abf-1890a5b014d3"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:27:47.679917 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-5b92a9f1-d82e-4fa5-bf48-c457c7c60c67 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Network 0197e602-f5d2-48ef-bb73-a3741213d4f6 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:47.698764 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-5b92a9f1-d82e-4fa5-bf48-c457c7c60c67 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:47.702993 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92a9f1-d82e-4fa5-bf48-c457c7c60c67 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event updated for resources: {'Port': ['ID=3f34b13c-5435-4bbf-ae60-854887c74231,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:47.718900 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-5b92a9f1-d82e-4fa5-bf48-c457c7c60c67 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:47.857935 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92344329-275e-4e1b-a954-ae3aa75a7f82 None None] Network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:27:47.877800 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-14bac0cc-e24c-48e4-97d6-0c06e847a9a3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:47.906556 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-14bac0cc-e24c-48e4-97d6-0c06e847a9a3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/subnets/a9588e9e-5e49-4fb0-abf2-0edb4dd24fb7 HTTP/1.1" status: 204 len: 168 time: 1.9107435 Feb 19 04:27:47.916022 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46049cf7-c6d9-4a93-afc5-b84c8bbc0569 req-330b970e-af50-4112-a9b8-4706dccbec30 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8194747 Feb 19 04:27:47.958633 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2fdef1e0-8f6e-4bdb-9c96-7a5c7675fe4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (82943bc1-64f6-4be8-affa-f08a61f201fb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:47.963578 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2fdef1e0-8f6e-4bdb-9c96-7a5c7675fe4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:47.965469 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2fdef1e0-8f6e-4bdb-9c96-7a5c7675fe4a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/82943bc1-64f6-4be8-affa-f08a61f201fb HTTP/1.1" status: 204 len: 168 time: 2.1711488 Feb 19 04:27:47.983659 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51452) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:47.995523 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bac0cc-e24c-48e4-97d6-0c06e847a9a3 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Subnet': ['ID=a9588e9e-5e49-4fb0-abf2-0edb4dd24fb7,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:48.020526 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdef1e0-8f6e-4bdb-9c96-7a5c7675fe4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82943bc1-64f6-4be8-affa-f08a61f201fb,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:48.059879 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-4381322d-fe1e-4533-9b9a-337ed4453f02 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'subnet': {'network_id': '4b4ee219-081e-47f1-adc3-bc6d7aae1457', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:48.074726 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e3eb2b-0469-4f5c-94e5-ef2a13261458 x-openstack-request-id: req-59e3eb2b-0469-4f5c-94e5-ef2a13261458 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:27:48.075098 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153", "tag": "75a035d9-3c70-45e7-8abf-1890a5b014d3", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:27:48.075291 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-59e3eb2b-0469-4f5c-94e5-ef2a13261458 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:27:48.075933 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153', 'tag': '75a035d9-3c70-45e7-8abf-1890a5b014d3', 'status': 'completed', 'code': 200} Feb 19 04:27:48.088869 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ce1dab6-e5c1-4f5f-b1b8-d82a1cd0a37b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for port (e302bbe3-1f78-4857-9762-056ae6ed6d0d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:48.170210 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc805151-65e1-4f0d-817d-ec34647cdb6a tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Made reservation on behalf of 5b24b78f68174517a31b4e3b3a8732f4 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:48.176820 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc805151-65e1-4f0d-817d-ec34647cdb6a tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:48.203093 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ce1dab6-e5c1-4f5f-b1b8-d82a1cd0a37b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (e302bbe3-1f78-4857-9762-056ae6ed6d0d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:48.239921 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-5b92a9f1-d82e-4fa5-bf48-c457c7c60c67 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:48.241389 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-5b92a9f1-d82e-4fa5-bf48-c457c7c60c67 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:48.268269 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807721bd-c58a-44a6-99b1-eee0f07e7344 service neutron] Pushing event updated for resources: {'Port': ['ID=75a035d9-3c70-45e7-8abf-1890a5b014d3,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:48.293303 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-5b92a9f1-d82e-4fa5-bf48-c457c7c60c67 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0032477 Feb 19 04:27:48.319950 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e771a227-5233-4f61-9f9e-f6c40302c51f service neutron] Request body: {'port': {'device_id': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:48.377338 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-37f23a4e-eca9-43ac-a740-c0eb23939c11 None None] Provisioning complete for port 3f34b13c-5435-4bbf-ae60-854887c74231 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:48.378001 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-37f23a4e-eca9-43ac-a740-c0eb23939c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3f34b13c-5435-4bbf-ae60-854887c74231), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:48.382273 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc805151-65e1-4f0d-817d-ec34647cdb6a tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:48.446353 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be12da1-e6ca-46db-9389-76e4460178ea req-e27e03e9-6465-45e6-9b26-6da57509b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:48.451353 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7be12da1-e6ca-46db-9389-76e4460178ea req-e27e03e9-6465-45e6-9b26-6da57509b9db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c4849e59fe942818a45c5dc120d64c8&device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 1126 time: 0.7166300 Feb 19 04:27:48.500262 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce1dab6-e5c1-4f5f-b1b8-d82a1cd0a37b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Network fec7a74e-dcb4-4479-9283-0f01c168ed2c is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:48.509715 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-37f23a4e-eca9-43ac-a740-c0eb23939c11 None None] Port 3f34b13c-5435-4bbf-ae60-854887c74231 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:27:48.579269 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-1ce1dab6-e5c1-4f5f-b1b8-d82a1cd0a37b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:48.650205 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce1dab6-e5c1-4f5f-b1b8-d82a1cd0a37b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:27:48.725302 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1dab6-e5c1-4f5f-b1b8-d82a1cd0a37b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Pushing event updated for resources: {'Port': ['ID=e302bbe3-1f78-4857-9762-056ae6ed6d0d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:48.742875 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7be12da1-e6ca-46db-9389-76e4460178ea req-428f7246-73ec-4181-b0fc-9ea1dcb48dfc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75a035d9-3c70-45e7-8abf-1890a5b014d3 HTTP/1.1" status: 200 len: 217 time: 0.1885505 Feb 19 04:27:48.747694 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe17bb8-8374-4ec3-b8da-826c99799102 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Router d27a12f4-419d-4ee4-bc83-7ba25f2437c1 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:27:48.765583 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e771a227-5233-4f61-9f9e-f6c40302c51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fdeef649-df0e-40d2-a90b-41f8f92afef9), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:48.855175 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea39c62-53e6-44c1-8484-2e1485e407d9 req-244dd743-e00d-4b70-b37d-61f4478ec014 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:48.870361 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea39c62-53e6-44c1-8484-2e1485e407d9 req-244dd743-e00d-4b70-b37d-61f4478ec014 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:48.884319 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea39c62-53e6-44c1-8484-2e1485e407d9 req-244dd743-e00d-4b70-b37d-61f4478ec014 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:48.899257 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea39c62-53e6-44c1-8484-2e1485e407d9 req-244dd743-e00d-4b70-b37d-61f4478ec014 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:48.914844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea39c62-53e6-44c1-8484-2e1485e407d9 req-244dd743-e00d-4b70-b37d-61f4478ec014 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:48.920029 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6ea39c62-53e6-44c1-8484-2e1485e407d9 req-244dd743-e00d-4b70-b37d-61f4478ec014 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 3816 time: 1.3882439 Feb 19 04:27:49.252249 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51462) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:49.966366 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-afa2116d-8978-4ac9-82a5-767c968a1b34 None None] Provisioning complete for port a1cb026c-51c7-42f3-914d-474c13352312 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:49.967253 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-afa2116d-8978-4ac9-82a5-767c968a1b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a1cb026c-51c7-42f3-914d-474c13352312), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:50.043425 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be12da1-e6ca-46db-9389-76e4460178ea req-38eb8967-67b4-4d59-bbbc-0503ad000a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:50.045837 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-afa2116d-8978-4ac9-82a5-767c968a1b34 None None] Port a1cb026c-51c7-42f3-914d-474c13352312 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:27:50.046112 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7be12da1-e6ca-46db-9389-76e4460178ea req-38eb8967-67b4-4d59-bbbc-0503ad000a33 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=03461490-9a6a-4c20-8dcc-67de82146434 HTTP/1.1" status: 200 len: 854 time: 1.2956398 Feb 19 04:27:50.067094 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-afa2116d-8978-4ac9-82a5-767c968a1b34 None None] Provisioning complete for port ad299c96-8ad3-4695-9984-ca9ce4e5529c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:50.068075 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-afa2116d-8978-4ac9-82a5-767c968a1b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:50.094055 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-240a78fb-6d78-443e-9c65-5fd4a500a8dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:50.162850 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4381322d-fe1e-4533-9b9a-337ed4453f02 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:50.167577 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4381322d-fe1e-4533-9b9a-337ed4453f02 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:50.168675 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe17bb8-8374-4ec3-b8da-826c99799102 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:27:50.183501 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cfe17bb8-8374-4ec3-b8da-826c99799102 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] 10.222.0.65 "PUT /v2.0/routers/d27a12f4-419d-4ee4-bc83-7ba25f2437c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5144951 Feb 19 04:27:50.195558 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e88c139-4525-4f33-8776-dfed84da4240 None None] Sync routers for ids ['d27a12f4-419d-4ee4-bc83-7ba25f2437c1'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:27:50.217491 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51466) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:50.219046 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e88c139-4525-4f33-8776-dfed84da4240 None None] Routers {'d27a12f4-419d-4ee4-bc83-7ba25f2437c1'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:27:50.219838 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-3e88c139-4525-4f33-8776-dfed84da4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:27:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d27a12f4-419d-4ee4-bc83-7ba25f2437c1'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:50.245112 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-afa2116d-8978-4ac9-82a5-767c968a1b34 None None] Current status of the port ad299c96-8ad3-4695-9984-ca9ce4e5529c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:50.253362 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7be12da1-e6ca-46db-9389-76e4460178ea req-53b33d97-a1f9-4dcd-b54d-ee91e6018717 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=095ae5e7-e817-4723-b26d-53f0c41ac60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1874511 Feb 19 04:27:50.321626 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-3e88c139-4525-4f33-8776-dfed84da4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:50.323676 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e771a227-5233-4f61-9f9e-f6c40302c51f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdeef649-df0e-40d2-a90b-41f8f92afef9 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:27:50.333729 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e88c139-4525-4f33-8776-dfed84da4240 None None] Routers {'d27a12f4-419d-4ee4-bc83-7ba25f2437c1'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:27:50.334733 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-3e88c139-4525-4f33-8776-dfed84da4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:27:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d27a12f4-419d-4ee4-bc83-7ba25f2437c1'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:50.342177 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e771a227-5233-4f61-9f9e-f6c40302c51f service neutron] Publish callbacks [] for port (fdeef649-df0e-40d2-a90b-41f8f92afef9), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:50.369338 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6ea39c62-53e6-44c1-8484-2e1485e407d9 req-e3ab4c89-8ad2-4e83-a640-2d03e7de0f7f tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2758169 Feb 19 04:27:50.374705 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e771a227-5233-4f61-9f9e-f6c40302c51f service neutron] Transition to ACTIVE for port object fdeef649-df0e-40d2-a90b-41f8f92afef9 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:27:50.391605 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-3e88c139-4525-4f33-8776-dfed84da4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:50.393092 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e88c139-4525-4f33-8776-dfed84da4240 None None] The sync data for ids ['d27a12f4-419d-4ee4-bc83-7ba25f2437c1'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:27:50.602318 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e771a227-5233-4f61-9f9e-f6c40302c51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (fdeef649-df0e-40d2-a90b-41f8f92afef9), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:50.604898 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-925d5cd8-eb6c-498b-9593-3de92db120de tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] show failed (client error): The resource could not be found. Feb 19 04:27:50.613129 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-925d5cd8-eb6c-498b-9593-3de92db120de tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-200269244 HTTP/1.1" status: 404 len: 334 time: 0.3515284 Feb 19 04:27:50.615221 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc805151-65e1-4f0d-817d-ec34647cdb6a tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks [] for security_group (7a13c084-13ec-4b97-adfa-d63342da137c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:50.619047 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51468) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:50.640570 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-e871740d-8b93-4f50-83c1-b88497634efc tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Request body: {'router': {'name': 'new_name'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:50.661450 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc805151-65e1-4f0d-817d-ec34647cdb6a tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7a13c084-13ec-4b97-adfa-d63342da137c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:50.705558 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da2583-b048-46f3-821a-dab541ecd706 req-3be16d4b-fcef-41c0-b393-7d59cac77ddc tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:50.718653 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7da2583-b048-46f3-821a-dab541ecd706 req-3be16d4b-fcef-41c0-b393-7d59cac77ddc tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 944 time: 1.3094006 Feb 19 04:27:50.784494 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771a227-5233-4f61-9f9e-f6c40302c51f service neutron] Pushing event updated for resources: {'Port': ['ID=fdeef649-df0e-40d2-a90b-41f8f92afef9,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:50.792408 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-e871740d-8b93-4f50-83c1-b88497634efc tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] update failed (client error): The resource could not be found. Feb 19 04:27:50.799159 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e871740d-8b93-4f50-83c1-b88497634efc tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-714477499 HTTP/1.1" status: 404 len: 334 time: 0.1667662 Feb 19 04:27:50.821583 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51470) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:50.929604 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc805151-65e1-4f0d-817d-ec34647cdb6a tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:27:50.945799 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7be12da1-e6ca-46db-9389-76e4460178ea req-e548aee6-a09b-419f-87b8-bb5d117c23ce service neutron] 10.222.0.10 "GET /v2.0/networks/095ae5e7-e817-4723-b26d-53f0c41ac60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612651 Feb 19 04:27:51.060407 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc805151-65e1-4f0d-817d-ec34647cdb6a tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (0ada053d-2e6d-41e8-83c7-e86d3e0331e6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:51.061759 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-cc805151-65e1-4f0d-817d-ec34647cdb6a tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Added segment 0ada053d-2e6d-41e8-83c7-e86d3e0331e6 of type vlan for network 0d9ada96-8226-4e7b-be7b-5f0aed1f7159 Feb 19 04:27:51.103962 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7da2583-b048-46f3-821a-dab541ecd706 req-b6c39e4f-fbac-443c-9d3e-5882c9a98fee tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837416 Feb 19 04:27:51.181881 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ce1dab6-e5c1-4f5f-b1b8-d82a1cd0a37b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_gateway (0214b5d5-221c-422c-826d-25c029b9aea9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:51.186529 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e771a227-5233-4f61-9f9e-f6c40302c51f service neutron] Attempting to bind port fdeef649-df0e-40d2-a90b-41f8f92afef9 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:51.186985 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e771a227-5233-4f61-9f9e-f6c40302c51f service neutron] Attempting to bind port fdeef649-df0e-40d2-a90b-41f8f92afef9 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '8799b4e1-b85f-451a-906a-6c07568a3fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:51.187313 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e771a227-5233-4f61-9f9e-f6c40302c51f service neutron] Attempting to bind port fdeef649-df0e-40d2-a90b-41f8f92afef9 on network 4a64a19d-d377-4cb4-886a-9dfbe46eb1ee {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:51.203438 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e771a227-5233-4f61-9f9e-f6c40302c51f service neutron] Port fdeef649-df0e-40d2-a90b-41f8f92afef9 on network 4a64a19d-d377-4cb4-886a-9dfbe46eb1ee not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:51.203947 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e771a227-5233-4f61-9f9e-f6c40302c51f service neutron] Attempting to bind port fdeef649-df0e-40d2-a90b-41f8f92afef9 on network 4a64a19d-d377-4cb4-886a-9dfbe46eb1ee {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:51.221124 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e771a227-5233-4f61-9f9e-f6c40302c51f service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:27:51.221709 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e771a227-5233-4f61-9f9e-f6c40302c51f service neutron] Checking segment: {'id': '8799b4e1-b85f-451a-906a-6c07568a3fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:27:51.222384 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e771a227-5233-4f61-9f9e-f6c40302c51f service neutron] Bound using segment: {'id': '8799b4e1-b85f-451a-906a-6c07568a3fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:27:51.223363 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e771a227-5233-4f61-9f9e-f6c40302c51f service neutron] Bound port: fdeef649-df0e-40d2-a90b-41f8f92afef9, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8799b4e1-b85f-451a-906a-6c07568a3fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:27:51.223998 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e771a227-5233-4f61-9f9e-f6c40302c51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fdeef649-df0e-40d2-a90b-41f8f92afef9), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:51.253215 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7be12da1-e6ca-46db-9389-76e4460178ea req-baeb94e1-2c99-4bb2-b325-42545f5f10bd service neutron] 10.222.0.10 "GET /v2.0/networks/095ae5e7-e817-4723-b26d-53f0c41ac60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939546 Feb 19 04:27:51.344321 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc805151-65e1-4f0d-817d-ec34647cdb6a tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a13c084-13ec-4b97-adfa-d63342da137c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:51.393051 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc805151-65e1-4f0d-817d-ec34647cdb6a tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (0d9ada96-8226-4e7b-be7b-5f0aed1f7159), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:51.410580 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-240a78fb-6d78-443e-9c65-5fd4a500a8dc admin admin] Publish callbacks [] for security_group (b15164d8-ff29-4f48-9385-068e432f8bef), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:51.457258 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e771a227-5233-4f61-9f9e-f6c40302c51f service neutron] For port fdeef649-df0e-40d2-a90b-41f8f92afef9, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:27:51.464008 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-240a78fb-6d78-443e-9c65-5fd4a500a8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b15164d8-ff29-4f48-9385-068e432f8bef), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:51.464360 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e771a227-5233-4f61-9f9e-f6c40302c51f service neutron] For port fdeef649-df0e-40d2-a90b-41f8f92afef9, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=fdeef649-df0e-40d2-a90b-41f8f92afef9,segment=NetworkSegment(8799b4e1-b85f-451a-906a-6c07568a3fb8),segment_id=8799b4e1-b85f-451a-906a-6c07568a3fb8)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:27:51.470909 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f73b2-2577-43e3-a6af-d69110a89010 req-f3039f2e-9913-4aee-9a37-2e8b261a840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:51.473893 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a64f73b2-2577-43e3-a6af-d69110a89010 req-f3039f2e-9913-4aee-9a37-2e8b261a840d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c4849e59fe942818a45c5dc120d64c8&device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 1126 time: 0.1468489 Feb 19 04:27:51.477015 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e771a227-5233-4f61-9f9e-f6c40302c51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (fdeef649-df0e-40d2-a90b-41f8f92afef9), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:51.526538 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.resource_extend [None req-cc805151-65e1-4f0d-817d-ec34647cdb6a tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:27:51.579064 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-35364600-524f-49eb-9a37-a7bd81e39c9b tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Deleting subnet fc1ee115-16f5-4d7c-8187-248a46917b2d {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:27:51.653683 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-35364600-524f-49eb-9a37-a7bd81e39c9b tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks [] for subnet (fc1ee115-16f5-4d7c-8187-248a46917b2d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:51.666095 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e771a227-5233-4f61-9f9e-f6c40302c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:51.667211 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e771a227-5233-4f61-9f9e-f6c40302c51f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:51.669432 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e771a227-5233-4f61-9f9e-f6c40302c51f service neutron] 10.222.0.48 "PUT /v2.0/ports/fdeef649-df0e-40d2-a90b-41f8f92afef9 HTTP/1.1" status: 200 len: 1091 time: 3.3631876 Feb 19 04:27:51.674927 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'tag': 'fdeef649-df0e-40d2-a90b-41f8f92afef9'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:27:51.676100 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb899dc-355d-45fb-9212-e6462981fe0d" -d '{"events": [{"name": "network-changed", "server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "tag": "fdeef649-df0e-40d2-a90b-41f8f92afef9"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:27:51.699113 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:27:51.750696 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771a227-5233-4f61-9f9e-f6c40302c51f service neutron] Pushing event updated for resources: {'Port': ['ID=fdeef649-df0e-40d2-a90b-41f8f92afef9,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:51.774382 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-528af08b-bd22-4656-967a-e422033a5043 service neutron] Request body: {'port': {'device_id': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:51.848968 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a78fb-6d78-443e-9c65-5fd4a500a8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15164d8-ff29-4f48-9385-068e432f8bef,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:51.863036 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f73b2-2577-43e3-a6af-d69110a89010 req-01610837-4be6-4efb-9705-0eeb6bfb77dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:51.864903 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a64f73b2-2577-43e3-a6af-d69110a89010 req-01610837-4be6-4efb-9705-0eeb6bfb77dc service neutron] 10.222.0.10 "GET /v2.0/networks?id=095ae5e7-e817-4723-b26d-53f0c41ac60c HTTP/1.1" status: 200 len: 914 time: 0.3827839 Feb 19 04:27:51.915069 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc805151-65e1-4f0d-817d-ec34647cdb6a tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (0d9ada96-8226-4e7b-be7b-5f0aed1f7159), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:51.935457 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f6429-afdb-4309-9fd5-e81a79208658 req-a3c44aba-1215-444b-84b2-4bed130ace34 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:51.936192 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc805151-65e1-4f0d-817d-ec34647cdb6a tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:51.937241 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc805151-65e1-4f0d-817d-ec34647cdb6a tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:51.942507 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f6429-afdb-4309-9fd5-e81a79208658 req-a3c44aba-1215-444b-84b2-4bed130ace34 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:51.950027 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f6429-afdb-4309-9fd5-e81a79208658 req-a3c44aba-1215-444b-84b2-4bed130ace34 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:51.956665 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f6429-afdb-4309-9fd5-e81a79208658 req-a3c44aba-1215-444b-84b2-4bed130ace34 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:51.964397 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f6429-afdb-4309-9fd5-e81a79208658 req-a3c44aba-1215-444b-84b2-4bed130ace34 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:51.972898 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-164f6429-afdb-4309-9fd5-e81a79208658 req-a3c44aba-1215-444b-84b2-4bed130ace34 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 3828 time: 0.3391998 Feb 19 04:27:51.980229 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-240a78fb-6d78-443e-9c65-5fd4a500a8dc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f92f527495854e36a3b67b7cd9dcb966&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6583142 Feb 19 04:27:51.996276 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51480) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:52.038507 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a64f73b2-2577-43e3-a6af-d69110a89010 req-5f86f04b-63cf-44c7-9714-3929b3b44c0d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75a035d9-3c70-45e7-8abf-1890a5b014d3 HTTP/1.1" status: 200 len: 217 time: 0.1655900 Feb 19 04:27:52.040170 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb18a4-de63-480b-9bf0-2d0b7c58ef24 req-e274774f-3d64-432e-8b3b-8ed60d206748 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:52.043416 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9cdb18a4-de63-480b-9bf0-2d0b7c58ef24 req-e274774f-3d64-432e-8b3b-8ed60d206748 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.8347695 Feb 19 04:27:52.107443 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-528af08b-bd22-4656-967a-e422033a5043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (680d45c7-a626-4dc5-b424-148f5e9cc4f9), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:52.120729 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-35364600-524f-49eb-9a37-a7bd81e39c9b tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (fc1ee115-16f5-4d7c-8187-248a46917b2d), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:52.266183 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cc805151-65e1-4f0d-817d-ec34647cdb6a tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 5.2955561 Feb 19 04:27:52.272125 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51484) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:52.297388 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-1424debf-92a6-40ab-b9ff-12f121ea2217 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Request body: {'subnet': {'network_id': '0d9ada96-8226-4e7b-be7b-5f0aed1f7159', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:52.312800 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc805151-65e1-4f0d-817d-ec34647cdb6a tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Pushing event updated for resources: {'Network': ['ID=0d9ada96-8226-4e7b-be7b-5f0aed1f7159,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:52.333387 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 0d9ada96-8226-4e7b-be7b-5f0aed1f7159 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:27:52.394415 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-164f6429-afdb-4309-9fd5-e81a79208658 req-dcc66123-bbbb-4273-9f3e-e57d2e4fac6e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4204161 Feb 19 04:27:52.414263 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f73b2-2577-43e3-a6af-d69110a89010 req-ac35ad40-565b-44da-9074-839605e24b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:52.416147 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a64f73b2-2577-43e3-a6af-d69110a89010 req-ac35ad40-565b-44da-9074-839605e24b21 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=03461490-9a6a-4c20-8dcc-67de82146434 HTTP/1.1" status: 200 len: 854 time: 0.2649748 Feb 19 04:27:52.514236 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82920ac-660a-4384-9d4e-044dcbe86952 x-openstack-request-id: req-f82920ac-660a-4384-9d4e-044dcbe86952 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:27:52.514236 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "tag": "fdeef649-df0e-40d2-a90b-41f8f92afef9", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:27:52.514890 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f82920ac-660a-4384-9d4e-044dcbe86952 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:27:52.515142 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'tag': 'fdeef649-df0e-40d2-a90b-41f8f92afef9', 'status': 'completed', 'code': 200} Feb 19 04:27:52.557242 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a64f73b2-2577-43e3-a6af-d69110a89010 req-a952f5a1-6ef6-4a74-a8a7-05980b66deb9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=095ae5e7-e817-4723-b26d-53f0c41ac60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330228 Feb 19 04:27:52.589828 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-35364600-524f-49eb-9a37-a7bd81e39c9b tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (fc1ee115-16f5-4d7c-8187-248a46917b2d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:52.592897 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 75a035d9-3c70-45e7-8abf-1890a5b014d3 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:27:52.725892 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1424debf-92a6-40ab-b9ff-12f121ea2217 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Made reservation on behalf of 5b24b78f68174517a31b4e3b3a8732f4 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:27:52.729596 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1424debf-92a6-40ab-b9ff-12f121ea2217 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:52.741160 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 75a035d9-3c70-45e7-8abf-1890a5b014d3, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=75a035d9-3c70-45e7-8abf-1890a5b014d3,segment=NetworkSegment(866f4430-62ad-45d6-a1c9-becfde8653f6),segment_id=866f4430-62ad-45d6-a1c9-becfde8653f6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:52.755649 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '75a035d9-3c70-45e7-8abf-1890a5b014d3', 'network_id': '095ae5e7-e817-4723-b26d-53f0c41ac60c', 'port_id': '75a035d9-3c70-45e7-8abf-1890a5b014d3', 'mac_address': 'fa:16:3e:97:32:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03461490-9a6a-4c20-8dcc-67de82146434', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:27:52.762761 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-35364600-524f-49eb-9a37-a7bd81e39c9b tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (fc1ee115-16f5-4d7c-8187-248a46917b2d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:52.865922 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4381322d-fe1e-4533-9b9a-337ed4453f02 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (1e1ab257-0aab-47b8-ba4f-d35dbd0e7942), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:52.881377 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-35364600-524f-49eb-9a37-a7bd81e39c9b tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:52.891495 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-35364600-524f-49eb-9a37-a7bd81e39c9b tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] 10.222.0.65 "DELETE /v2.0/subnets/fc1ee115-16f5-4d7c-8187-248a46917b2d HTTP/1.1" status: 204 len: 168 time: 1.9882681 Feb 19 04:27:52.900164 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51486) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:52.916848 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07ee9fd-65d4-42c2-9581-f730d241ed3b None None] Network 062829a8-a709-468f-8e56-c1fadda96817 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:27:52.924475 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35364600-524f-49eb-9a37-a7bd81e39c9b tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Pushing event deleted for resources: {'Subnet': ['ID=fc1ee115-16f5-4d7c-8187-248a46917b2d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:52.934575 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 75a035d9-3c70-45e7-8abf-1890a5b014d3 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:52.935362 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (75a035d9-3c70-45e7-8abf-1890a5b014d3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:52.942453 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4381322d-fe1e-4533-9b9a-337ed4453f02 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:27:52.959031 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a64f73b2-2577-43e3-a6af-d69110a89010 req-5e558b03-e890-4eae-b415-15305f0c4ca2 service neutron] 10.222.0.10 "GET /v2.0/networks/095ae5e7-e817-4723-b26d-53f0c41ac60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912864 Feb 19 04:27:52.967078 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a035d9-3c70-45e7-8abf-1890a5b014d3 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:27:52.969929 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-4381322d-fe1e-4533-9b9a-337ed4453f02 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:52.994977 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 75a035d9-3c70-45e7-8abf-1890a5b014d3, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=75a035d9-3c70-45e7-8abf-1890a5b014d3,segment=NetworkSegment(866f4430-62ad-45d6-a1c9-becfde8653f6),segment_id=866f4430-62ad-45d6-a1c9-becfde8653f6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:53.030524 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9815cb-c463-4b01-9773-ca4b50d4b9a6 None None] Network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:27:53.037576 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4381322d-fe1e-4533-9b9a-337ed4453f02 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:53.038310 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (75a035d9-3c70-45e7-8abf-1890a5b014d3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:53.038702 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4381322d-fe1e-4533-9b9a-337ed4453f02 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:53.103842 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9cdb18a4-de63-480b-9bf0-2d0b7c58ef24 req-0e5826c5-3a75-4de8-b5e4-9abff1f63443 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9940016 Feb 19 04:27:53.132959 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4381322d-fe1e-4533-9b9a-337ed4453f02 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.1039729 Feb 19 04:27:53.152353 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=75a035d9-3c70-45e7-8abf-1890a5b014d3,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:53.157630 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9cb9b-aef2-4504-9c67-6ae6d2d3d3a7 req-62843743-41ee-4061-a6ea-848e78fa81cb tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:53.168118 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-44e9cb9b-aef2-4504-9c67-6ae6d2d3d3a7 req-62843743-41ee-4061-a6ea-848e78fa81cb tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 944 time: 0.4750304 Feb 19 04:27:53.180319 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51488) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:53.208770 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-90a28b31-04ad-45ec-8b7f-7a8b171c51f6 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'security_group': {'name': 'tempest-secgroup-686856446'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:53.281657 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-e707d1d7-f523-4f1d-ab68-ab0fcd3b97a4 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Deleting subnet 29c5e64f-0c59-4831-936b-02ac5008e7f7 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:27:53.302756 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['75a035d9-3c70-45e7-8abf-1890a5b014d3'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:27:53.316429 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e707d1d7-f523-4f1d-ab68-ab0fcd3b97a4 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks [] for subnet (29c5e64f-0c59-4831-936b-02ac5008e7f7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:53.416205 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ca79701f-e626-4f67-a054-2e7fb36cae40 admin admin] Publish callbacks [] for security_group (b15164d8-ff29-4f48-9385-068e432f8bef), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:53.461896 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7432702-5d34-4469-8f5b-68710205f8db None None] DHCP port deletion for 062829a8-a709-468f-8e56-c1fadda96817 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:27:53.464179 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ca79701f-e626-4f67-a054-2e7fb36cae40 admin admin] Publish callbacks [] for security_group (b15164d8-ff29-4f48-9385-068e432f8bef), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:53.481253 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-528af08b-bd22-4656-967a-e422033a5043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 680d45c7-a626-4dc5-b424-148f5e9cc4f9 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:27:53.563068 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-528af08b-bd22-4656-967a-e422033a5043 service neutron] Publish callbacks [] for port (680d45c7-a626-4dc5-b424-148f5e9cc4f9), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:53.565003 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb899dc-355d-45fb-9212-e6462981fe0d req-5e6f5613-1c29-4824-bc9e-d2ea2a7d00a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:53.566392 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb899dc-355d-45fb-9212-e6462981fe0d req-5e6f5613-1c29-4824-bc9e-d2ea2a7d00a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:53.567607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb899dc-355d-45fb-9212-e6462981fe0d req-5e6f5613-1c29-4824-bc9e-d2ea2a7d00a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:53.568614 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb899dc-355d-45fb-9212-e6462981fe0d req-5e6f5613-1c29-4824-bc9e-d2ea2a7d00a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:53.569706 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb899dc-355d-45fb-9212-e6462981fe0d req-5e6f5613-1c29-4824-bc9e-d2ea2a7d00a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:53.573269 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7cb899dc-355d-45fb-9212-e6462981fe0d req-5e6f5613-1c29-4824-bc9e-d2ea2a7d00a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea967e23a8ef43cfacd115b397486d6c&device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 4394 time: 0.8134189 Feb 19 04:27:53.582035 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-90a28b31-04ad-45ec-8b7f-7a8b171c51f6 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:53.613740 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e707d1d7-f523-4f1d-ab68-ab0fcd3b97a4 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (29c5e64f-0c59-4831-936b-02ac5008e7f7), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:53.689595 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8689a8-86e7-437e-b864-5dc70e3dd043 None None] Update dhcp port {'port': {'network_id': '4b4ee219-081e-47f1-adc3-bc6d7aae1457', 'fixed_ips': [{'subnet_id': 'ea50c870-4f8e-4db1-a0a8-a7a32c9757dc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1e1ab257-0aab-47b8-ba4f-d35dbd0e7942'}], 'binding:host_id': 'n-d-772273-4'}, 'id': 'ad299c96-8ad3-4695-9984-ca9ce4e5529c'} from n-d-772273-4. {{(pid=115200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:27:53.743106 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a64f73b2-2577-43e3-a6af-d69110a89010 req-3eb46650-b856-4371-8dfb-eba9968454de service neutron] 10.222.0.10 "GET /v2.0/networks/095ae5e7-e817-4723-b26d-53f0c41ac60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7437394 Feb 19 04:27:53.745099 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-de8689a8-86e7-437e-b864-5dc70e3dd043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:53.848737 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-528af08b-bd22-4656-967a-e422033a5043 service neutron] Transition to ACTIVE for port object 680d45c7-a626-4dc5-b424-148f5e9cc4f9 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:27:53.857942 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-44e9cb9b-aef2-4504-9c67-6ae6d2d3d3a7 req-9e314f32-8154-414d-b05d-069086afadcf tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6883867 Feb 19 04:27:53.993154 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381322d-fe1e-4533-9b9a-337ed4453f02 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Subnet': ['ID=1e1ab257-0aab-47b8-ba4f-d35dbd0e7942,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:54.020709 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-528af08b-bd22-4656-967a-e422033a5043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (680d45c7-a626-4dc5-b424-148f5e9cc4f9), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:54.110902 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ca79701f-e626-4f67-a054-2e7fb36cae40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b15164d8-ff29-4f48-9385-068e432f8bef), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:54.120512 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ca79701f-e626-4f67-a054-2e7fb36cae40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:54.122638 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ca79701f-e626-4f67-a054-2e7fb36cae40 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b15164d8-ff29-4f48-9385-068e432f8bef HTTP/1.1" status: 204 len: 168 time: 2.0774043 Feb 19 04:27:54.200022 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device da1a55f4-ce53-4aa6-a84e-22c6c0aa4871 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:27:54.232026 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79701f-e626-4f67-a054-2e7fb36cae40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15164d8-ff29-4f48-9385-068e432f8bef,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:54.336270 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528af08b-bd22-4656-967a-e422033a5043 service neutron] Pushing event updated for resources: {'Port': ['ID=680d45c7-a626-4dc5-b424-148f5e9cc4f9,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:54.403839 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ce1dab6-e5c1-4f5f-b1b8-d82a1cd0a37b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (0214b5d5-221c-422c-826d-25c029b9aea9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:54.422190 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port da1a55f4-ce53-4aa6-a84e-22c6c0aa4871 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:54.422916 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (da1a55f4-ce53-4aa6-a84e-22c6c0aa4871), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:54.510949 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port da1a55f4-ce53-4aa6-a84e-22c6c0aa4871, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=da1a55f4-ce53-4aa6-a84e-22c6c0aa4871,segment=NetworkSegment(32faf495-e477-44b5-8fa1-a73e13fe3c4b),segment_id=32faf495-e477-44b5-8fa1-a73e13fe3c4b)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:54.525046 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-de8689a8-86e7-437e-b864-5dc70e3dd043 None None] Allocated IP 2001:db8::2 (4b4ee219-081e-47f1-adc3-bc6d7aae1457/1e1ab257-0aab-47b8-ba4f-d35dbd0e7942/ad299c96-8ad3-4695-9984-ca9ce4e5529c) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:27:54.531603 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f7432702-5d34-4469-8f5b-68710205f8db None None] Deleting port da1a55f4-ce53-4aa6-a84e-22c6c0aa4871 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:54.532559 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f7432702-5d34-4469-8f5b-68710205f8db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (da1a55f4-ce53-4aa6-a84e-22c6c0aa4871), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:54.588203 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e707d1d7-f523-4f1d-ab68-ab0fcd3b97a4 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (29c5e64f-0c59-4831-936b-02ac5008e7f7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:54.623232 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1424debf-92a6-40ab-b9ff-12f121ea2217 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (62cfe1d6-e87f-46eb-9d20-f0482fe35a7b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:54.775236 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb899dc-355d-45fb-9212-e6462981fe0d req-76680a9b-8a5c-475d-ac5c-57c22ae67ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:54.776478 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb899dc-355d-45fb-9212-e6462981fe0d req-76680a9b-8a5c-475d-ac5c-57c22ae67ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:54.777211 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb899dc-355d-45fb-9212-e6462981fe0d req-76680a9b-8a5c-475d-ac5c-57c22ae67ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:54.779526 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7cb899dc-355d-45fb-9212-e6462981fe0d req-76680a9b-8a5c-475d-ac5c-57c22ae67ea8 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ea967e23a8ef43cfacd115b397486d6c&shared=False HTTP/1.1" status: 200 len: 2295 time: 1.1806204 Feb 19 04:27:54.818154 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-f7432702-5d34-4469-8f5b-68710205f8db None None] For port da1a55f4-ce53-4aa6-a84e-22c6c0aa4871, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=da1a55f4-ce53-4aa6-a84e-22c6c0aa4871,segment=NetworkSegment(32faf495-e477-44b5-8fa1-a73e13fe3c4b),segment_id=32faf495-e477-44b5-8fa1-a73e13fe3c4b)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:54.818637 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f7432702-5d34-4469-8f5b-68710205f8db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (da1a55f4-ce53-4aa6-a84e-22c6c0aa4871), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:54.873096 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f7432702-5d34-4469-8f5b-68710205f8db None None] Calling delete_port for da1a55f4-ce53-4aa6-a84e-22c6c0aa4871 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:27:55.205529 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (da1a55f4-ce53-4aa6-a84e-22c6c0aa4871), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:55.224841 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f7432702-5d34-4469-8f5b-68710205f8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (da1a55f4-ce53-4aa6-a84e-22c6c0aa4871), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:55.289829 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7432702-5d34-4469-8f5b-68710205f8db None None] No DVR routers for this DVR port da1a55f4-ce53-4aa6-a84e-22c6c0aa4871 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:27:55.311932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb899dc-355d-45fb-9212-e6462981fe0d req-2d169b50-2305-41ed-9585-2647a4d8611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:55.315677 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7cb899dc-355d-45fb-9212-e6462981fe0d req-2d169b50-2305-41ed-9585-2647a4d8611e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5287511 Feb 19 04:27:55.404446 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event deleted for resources: {'Port': ['ID=da1a55f4-ce53-4aa6-a84e-22c6c0aa4871,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:55.476957 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7432702-5d34-4469-8f5b-68710205f8db None None] Pushing event deleted for resources: {'Port': ['ID=da1a55f4-ce53-4aa6-a84e-22c6c0aa4871,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:55.556715 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fd2f3-c7b9-453d-a4e2-702afbe4fa06 req-648f0ab2-cf3e-4938-bc64-a31939ae2158 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:55.570239 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6d8fd2f3-c7b9-453d-a4e2-702afbe4fa06 req-648f0ab2-cf3e-4938-bc64-a31939ae2158 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 945 time: 0.2488308 Feb 19 04:27:55.705052 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6d8fd2f3-c7b9-453d-a4e2-702afbe4fa06 req-d375b03c-10d2-4bcc-8956-6b2b09bd9863 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282928 Feb 19 04:27:55.705828 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-de8689a8-86e7-437e-b864-5dc70e3dd043 None None] For port ad299c96-8ad3-4695-9984-ca9ce4e5529c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ad299c96-8ad3-4695-9984-ca9ce4e5529c,segment=NetworkSegment(5cd34749-3185-4fb4-8807-1152ca5fe0c3),segment_id=5cd34749-3185-4fb4-8807-1152ca5fe0c3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:55.708863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce1dab6-e5c1-4f5f-b1b8-d82a1cd0a37b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Router 0214b5d5-221c-422c-826d-25c029b9aea9 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:27:55.755244 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-de8689a8-86e7-437e-b864-5dc70e3dd043 None None] Publish callbacks [] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:55.764766 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-de8689a8-86e7-437e-b864-5dc70e3dd043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:55.834326 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-90a28b31-04ad-45ec-8b7f-7a8b171c51f6 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (077c0a0a-c116-4774-a148-837b946bdd95), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:55.844098 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1424debf-92a6-40ab-b9ff-12f121ea2217 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Checking segment: {'id': '0ada053d-2e6d-41e8-83c7-e86d3e0331e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0d9ada96-8226-4e7b-be7b-5f0aed1f7159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:27:55.845911 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1424debf-92a6-40ab-b9ff-12f121ea2217 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Network hostable DHCP agents. Network: 0d9ada96-8226-4e7b-be7b-5f0aed1f7159, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:27:55.881696 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-90a28b31-04ad-45ec-8b7f-7a8b171c51f6 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (077c0a0a-c116-4774-a148-837b946bdd95), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:55.936172 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-90a28b31-04ad-45ec-8b7f-7a8b171c51f6 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:55.938693 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-90a28b31-04ad-45ec-8b7f-7a8b171c51f6 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.7456372 Feb 19 04:27:55.946340 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51520) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:55.950295 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8689a8-86e7-437e-b864-5dc70e3dd043 None None] Pushing event updated for resources: {'Port': ['ID=ad299c96-8ad3-4695-9984-ca9ce4e5529c,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:55.970061 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-555eb04c-01c2-41db-b668-b355893e5173 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'security_group': {'name': 'tempest-secgroup-514549475'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:55.985862 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0057b6-bc84-4b50-8e80-5b973e8a319a req-988a1502-4c24-4203-966b-f7c243aacf26 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:55.997992 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0057b6-bc84-4b50-8e80-5b973e8a319a req-988a1502-4c24-4203-966b-f7c243aacf26 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:56.009897 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0057b6-bc84-4b50-8e80-5b973e8a319a req-988a1502-4c24-4203-966b-f7c243aacf26 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:56.022838 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0057b6-bc84-4b50-8e80-5b973e8a319a req-988a1502-4c24-4203-966b-f7c243aacf26 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:56.035957 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-555eb04c-01c2-41db-b668-b355893e5173 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:56.036233 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0057b6-bc84-4b50-8e80-5b973e8a319a req-988a1502-4c24-4203-966b-f7c243aacf26 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:56.048393 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0057b6-bc84-4b50-8e80-5b973e8a319a req-988a1502-4c24-4203-966b-f7c243aacf26 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:56.052883 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e0057b6-bc84-4b50-8e80-5b973e8a319a req-988a1502-4c24-4203-966b-f7c243aacf26 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 4606 time: 1.7593827 Feb 19 04:27:56.054197 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424debf-92a6-40ab-b9ff-12f121ea2217 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Pushing event updated for resources: {'Subnet': ['ID=62cfe1d6-e87f-46eb-9d20-f0482fe35a7b,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:56.190861 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-528af08b-bd22-4656-967a-e422033a5043 service neutron] Attempting to bind port 680d45c7-a626-4dc5-b424-148f5e9cc4f9 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:27:56.191597 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-528af08b-bd22-4656-967a-e422033a5043 service neutron] Attempting to bind port 680d45c7-a626-4dc5-b424-148f5e9cc4f9 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '1e975a58-21cf-443b-876b-098328642114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:27:56.192257 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-528af08b-bd22-4656-967a-e422033a5043 service neutron] Attempting to bind port 680d45c7-a626-4dc5-b424-148f5e9cc4f9 on network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:56.229658 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a28b31-04ad-45ec-8b7f-7a8b171c51f6 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077c0a0a-c116-4774-a148-837b946bdd95,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:56.247513 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e707d1d7-f523-4f1d-ab68-ab0fcd3b97a4 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (29c5e64f-0c59-4831-936b-02ac5008e7f7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:56.373451 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707d1d7-f523-4f1d-ab68-ab0fcd3b97a4 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Pushing event deleted for resources: {'Subnet': ['ID=29c5e64f-0c59-4831-936b-02ac5008e7f7,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:56.384548 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-528af08b-bd22-4656-967a-e422033a5043 service neutron] Port 680d45c7-a626-4dc5-b424-148f5e9cc4f9 on network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:27:56.385851 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-528af08b-bd22-4656-967a-e422033a5043 service neutron] Attempting to bind port 680d45c7-a626-4dc5-b424-148f5e9cc4f9 on network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:27:56.393938 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1424debf-92a6-40ab-b9ff-12f121ea2217 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Network 0d9ada96-8226-4e7b-be7b-5f0aed1f7159 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:27:56.456159 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-528af08b-bd22-4656-967a-e422033a5043 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:27:56.456730 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67a7e40-3afd-47cf-b6db-1567cf90e394 None None] Network d64c8a67-8a04-49fc-b8d3-70eefe4290c9 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:27:56.462527 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-528af08b-bd22-4656-967a-e422033a5043 service neutron] Checking segment: {'id': '1e975a58-21cf-443b-876b-098328642114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:27:56.463694 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-528af08b-bd22-4656-967a-e422033a5043 service neutron] Bound using segment: {'id': '1e975a58-21cf-443b-876b-098328642114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:27:56.465665 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-528af08b-bd22-4656-967a-e422033a5043 service neutron] Bound port: 680d45c7-a626-4dc5-b424-148f5e9cc4f9, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e975a58-21cf-443b-876b-098328642114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:27:56.466719 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-528af08b-bd22-4656-967a-e422033a5043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (680d45c7-a626-4dc5-b424-148f5e9cc4f9), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:56.479514 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e707d1d7-f523-4f1d-ab68-ab0fcd3b97a4 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:56.486621 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e707d1d7-f523-4f1d-ab68-ab0fcd3b97a4 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] 10.222.0.65 "DELETE /v2.0/subnets/29c5e64f-0c59-4831-936b-02ac5008e7f7 HTTP/1.1" status: 204 len: 168 time: 3.5742254 Feb 19 04:27:56.505807 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-1424debf-92a6-40ab-b9ff-12f121ea2217 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 0d9ada96-8226-4e7b-be7b-5f0aed1f7159) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:27:56.536361 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51528) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:56.600501 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37533fe-8745-4272-9c10-eccad5e2ce96 None None] Network 0d9ada96-8226-4e7b-be7b-5f0aed1f7159 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:27:56.717146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 75a035d9-3c70-45e7-8abf-1890a5b014d3 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:27:56.772280 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3aaccecd-11e9-43f8-b943-2565583f3ddb tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (062829a8-a709-468f-8e56-c1fadda96817), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:56.782301 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1424debf-92a6-40ab-b9ff-12f121ea2217 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:56.783850 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1424debf-92a6-40ab-b9ff-12f121ea2217 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:56.806078 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e0057b6-bc84-4b50-8e80-5b973e8a319a req-93455ff4-0407-4c41-9324-d0606a32b1fc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7296693 Feb 19 04:27:56.975602 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1424debf-92a6-40ab-b9ff-12f121ea2217 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6910384 Feb 19 04:27:56.990577 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51534) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:57.018886 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-0fd7a5ba-4090-4872-8b7e-16f83c82f0d6 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-910900583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:57.239775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce1dab6-e5c1-4f5f-b1b8-d82a1cd0a37b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:27:57.301130 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a5ba-4090-4872-8b7e-16f83c82f0d6 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (f0a3ced4-f913-42b3-98e3-1d69ce43e346), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:57.304075 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a5ba-4090-4872-8b7e-16f83c82f0d6 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (f0a3ced4-f913-42b3-98e3-1d69ce43e346), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:57.389381 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-528af08b-bd22-4656-967a-e422033a5043 service neutron] For port 680d45c7-a626-4dc5-b424-148f5e9cc4f9, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:27:57.394498 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ce1dab6-e5c1-4f5f-b1b8-d82a1cd0a37b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:57.395922 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1ce1dab6-e5c1-4f5f-b1b8-d82a1cd0a37b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 13.3460953 Feb 19 04:27:57.409485 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51538) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:57.508823 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3aaccecd-11e9-43f8-b943-2565583f3ddb tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (062829a8-a709-468f-8e56-c1fadda96817), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:57.519448 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-528af08b-bd22-4656-967a-e422033a5043 service neutron] For port 680d45c7-a626-4dc5-b424-148f5e9cc4f9, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=680d45c7-a626-4dc5-b424-148f5e9cc4f9,segment=NetworkSegment(1e975a58-21cf-443b-876b-098328642114),segment_id=1e975a58-21cf-443b-876b-098328642114)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:27:57.580723 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-528af08b-bd22-4656-967a-e422033a5043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (680d45c7-a626-4dc5-b424-148f5e9cc4f9), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:57.610242 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-3aaccecd-11e9-43f8-b943-2565583f3ddb tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062829a8-a709-468f-8e56-c1fadda96817']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:57.610570 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebac22f-2a30-4ebc-8425-5829ea2d592b None None] Sync routers for ids ['0214b5d5-221c-422c-826d-25c029b9aea9'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:27:57.745059 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-3aaccecd-11e9-43f8-b943-2565583f3ddb tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32faf495-e477-44b5-8fa1-a73e13fe3c4b') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:57.746849 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-3aaccecd-11e9-43f8-b943-2565583f3ddb tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32faf495-e477-44b5-8fa1-a73e13fe3c4b') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:57.780017 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3aaccecd-11e9-43f8-b943-2565583f3ddb tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (32faf495-e477-44b5-8fa1-a73e13fe3c4b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:57.822015 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3aaccecd-11e9-43f8-b943-2565583f3ddb tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (32faf495-e477-44b5-8fa1-a73e13fe3c4b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:57.837374 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aaccecd-11e9-43f8-b943-2565583f3ddb tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:27:57.838999 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3aaccecd-11e9-43f8-b943-2565583f3ddb tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (32faf495-e477-44b5-8fa1-a73e13fe3c4b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:57.858358 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15241180-3893-4728-8f9b-200479353079 req-8d464eb6-1153-4685-a2c4-36bcf0aa5158 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:57.866970 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebac22f-2a30-4ebc-8425-5829ea2d592b None None] Routers {'0214b5d5-221c-422c-826d-25c029b9aea9'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:27:57.868197 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-4ebac22f-2a30-4ebc-8425-5829ea2d592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:27:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['0214b5d5-221c-422c-826d-25c029b9aea9'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:27:57.883941 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-15241180-3893-4728-8f9b-200479353079 req-8d464eb6-1153-4685-a2c4-36bcf0aa5158 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 945 time: 0.8073838 Feb 19 04:27:57.924642 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a5ba-4090-4872-8b7e-16f83c82f0d6 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks [] for router_controller (f0a3ced4-f913-42b3-98e3-1d69ce43e346), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:27:57.935610 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:27:57.949851 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-555eb04c-01c2-41db-b668-b355893e5173 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (358b469d-87c2-4d29-a747-153dc4f10794), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:58.035283 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-528af08b-bd22-4656-967a-e422033a5043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:58.036120 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-528af08b-bd22-4656-967a-e422033a5043 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:58.037791 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-528af08b-bd22-4656-967a-e422033a5043 service neutron] 10.222.0.48 "PUT /v2.0/ports/680d45c7-a626-4dc5-b424-148f5e9cc4f9 HTTP/1.1" status: 200 len: 1136 time: 6.2781084 Feb 19 04:27:58.038138 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'tag': '680d45c7-a626-4dc5-b424-148f5e9cc4f9'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:27:58.047913 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-555eb04c-01c2-41db-b668-b355893e5173 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (358b469d-87c2-4d29-a747-153dc4f10794), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:58.059717 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68a8fc6-4360-4dce-9f48-b2f2cfc91338" -d '{"events": [{"name": "network-changed", "server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "tag": "680d45c7-a626-4dc5-b424-148f5e9cc4f9"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:27:58.078918 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a5ba-4090-4872-8b7e-16f83c82f0d6 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (f0a3ced4-f913-42b3-98e3-1d69ce43e346), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:58.143814 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b580a0d8-86d0-4e86-880c-48b9d80408f9 service neutron] Request body: {'port': {'device_id': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:58.157515 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 75a035d9-3c70-45e7-8abf-1890a5b014d3 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:27:58.187060 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 75a035d9-3c70-45e7-8abf-1890a5b014d3 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:58.187060 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (75a035d9-3c70-45e7-8abf-1890a5b014d3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:58.192065 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3fb7ecf6-528d-49bc-bf35-6155ffb428d7 None None] Provisioning complete for port a1cb026c-51c7-42f3-914d-474c13352312 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:58.192065 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3fb7ecf6-528d-49bc-bf35-6155ffb428d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a1cb026c-51c7-42f3-914d-474c13352312), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:58.335777 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-555eb04c-01c2-41db-b668-b355893e5173 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:58.342831 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-555eb04c-01c2-41db-b668-b355893e5173 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.3950059 Feb 19 04:27:58.353160 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5190310-341b-4445-b251-545d86b2aa67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-0d9ada96-8226-4e7b-be7b-5f0aed1f7159', 'network_id': '0d9ada96-8226-4e7b-be7b-5f0aed1f7159', 'project_id': '5b24b78f68174517a31b4e3b3a8732f4', 'fixed_ips': [{'subnet_id': '62cfe1d6-e87f-46eb-9d20-f0482fe35a7b'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:27:58.354250 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b5190310-341b-4445-b251-545d86b2aa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:58.387820 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51554) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:58.391336 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a5ba-4090-4872-8b7e-16f83c82f0d6 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:58.401735 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0fd7a5ba-4090-4872-8b7e-16f83c82f0d6 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.4058285 Feb 19 04:27:58.417354 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b580a0d8-86d0-4e86-880c-48b9d80408f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9e561b36-bbb3-4838-adb1-112f3a7b1d33), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:58.425149 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-786c3698-dc10-4c94-95e3-180d37f16fad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'security_group': {'name': 'tempest-secgroup-2004716050'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:27:58.438916 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddae112a-e50d-4b91-8273-2eacb0a6dcaa None None] DHCP port deletion for d64c8a67-8a04-49fc-b8d3-70eefe4290c9 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:27:58.447749 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51556) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:58.483069 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3aaccecd-11e9-43f8-b943-2565583f3ddb tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (062829a8-a709-468f-8e56-c1fadda96817), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:58.491645 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555eb04c-01c2-41db-b668-b355893e5173 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358b469d-87c2-4d29-a747-153dc4f10794,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:58.498826 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ad299c96-8ad3-4695-9984-ca9ce4e5529c up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:27:58.545069 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3aaccecd-11e9-43f8-b943-2565583f3ddb tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:58.566676 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3aaccecd-11e9-43f8-b943-2565583f3ddb tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] 10.222.0.65 "DELETE /v2.0/networks/062829a8-a709-468f-8e56-c1fadda96817 HTTP/1.1" status: 204 len: 168 time: 2.0249507 Feb 19 04:27:58.600984 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51558) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:27:58.694682 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96947c42-4d6f-43d2-b96b-68549293b349 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router (0214b5d5-221c-422c-826d-25c029b9aea9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:58.705497 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-15241180-3893-4728-8f9b-200479353079 req-f8b55f0a-65fd-4261-9bd3-c450287f9424 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8198462 Feb 19 04:27:58.742407 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528af08b-bd22-4656-967a-e422033a5043 service neutron] Pushing event updated for resources: {'Port': ['ID=680d45c7-a626-4dc5-b424-148f5e9cc4f9,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:58.757113 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaccecd-11e9-43f8-b943-2565583f3ddb tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Pushing event deleted for resources: {'Network': ['ID=062829a8-a709-468f-8e56-c1fadda96817,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:58.879955 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3fb7ecf6-528d-49bc-bf35-6155ffb428d7 None None] Port a1cb026c-51c7-42f3-914d-474c13352312 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:27:58.963766 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5700921d-9350-434b-b2d3-35e86e303243 x-openstack-request-id: req-5700921d-9350-434b-b2d3-35e86e303243 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:27:58.964680 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "tag": "680d45c7-a626-4dc5-b424-148f5e9cc4f9", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:27:58.965650 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5700921d-9350-434b-b2d3-35e86e303243 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:27:58.966634 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'tag': '680d45c7-a626-4dc5-b424-148f5e9cc4f9', 'status': 'completed', 'code': 200} Feb 19 04:27:59.075516 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12542719-5f8f-4ea7-ba7c-f2f869469ba1 req-7dc3e5e3-01cc-461c-bdfb-4e01e7168458 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:59.078009 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-786c3698-dc10-4c94-95e3-180d37f16fad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:59.091895 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12542719-5f8f-4ea7-ba7c-f2f869469ba1 req-7dc3e5e3-01cc-461c-bdfb-4e01e7168458 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:59.103584 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12542719-5f8f-4ea7-ba7c-f2f869469ba1 req-7dc3e5e3-01cc-461c-bdfb-4e01e7168458 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:59.115610 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12542719-5f8f-4ea7-ba7c-f2f869469ba1 req-7dc3e5e3-01cc-461c-bdfb-4e01e7168458 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:59.126709 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12542719-5f8f-4ea7-ba7c-f2f869469ba1 req-7dc3e5e3-01cc-461c-bdfb-4e01e7168458 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:59.139284 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12542719-5f8f-4ea7-ba7c-f2f869469ba1 req-7dc3e5e3-01cc-461c-bdfb-4e01e7168458 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:59.142864 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-12542719-5f8f-4ea7-ba7c-f2f869469ba1 req-7dc3e5e3-01cc-461c-bdfb-4e01e7168458 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 4606 time: 0.7349586 Feb 19 04:27:59.154257 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ef478d7a-1c39-4b99-bc62-1d4538b40566 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (d64c8a67-8a04-49fc-b8d3-70eefe4290c9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:59.215990 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-4ebac22f-2a30-4ebc-8425-5829ea2d592b None None] Set router 0214b5d5-221c-422c-826d-25c029b9aea9 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:27:59.423164 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a8fc6-4360-4dce-9f48-b2f2cfc91338 req-f71c2c4f-793f-445d-b39a-535238212e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:59.423682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a8fc6-4360-4dce-9f48-b2f2cfc91338 req-f71c2c4f-793f-445d-b39a-535238212e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:59.424240 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a8fc6-4360-4dce-9f48-b2f2cfc91338 req-f71c2c4f-793f-445d-b39a-535238212e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:59.424719 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a8fc6-4360-4dce-9f48-b2f2cfc91338 req-f71c2c4f-793f-445d-b39a-535238212e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:59.427108 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a8fc6-4360-4dce-9f48-b2f2cfc91338 req-f71c2c4f-793f-445d-b39a-535238212e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:59.427555 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a8fc6-4360-4dce-9f48-b2f2cfc91338 req-f71c2c4f-793f-445d-b39a-535238212e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:59.432503 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b68a8fc6-4360-4dce-9f48-b2f2cfc91338 req-f71c2c4f-793f-445d-b39a-535238212e34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea967e23a8ef43cfacd115b397486d6c&device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5354 time: 0.4521337 Feb 19 04:27:59.446360 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3fb7ecf6-528d-49bc-bf35-6155ffb428d7 None None] Provisioning complete for port ad299c96-8ad3-4695-9984-ca9ce4e5529c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:59.447524 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3fb7ecf6-528d-49bc-bf35-6155ffb428d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:59.451520 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 75a035d9-3c70-45e7-8abf-1890a5b014d3 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:59.452583 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (75a035d9-3c70-45e7-8abf-1890a5b014d3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:59.515217 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-12542719-5f8f-4ea7-ba7c-f2f869469ba1 req-ddbad376-d5b1-4e05-8f8d-d3b5444cd35f tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3459690 Feb 19 04:27:59.599668 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ddae112a-e50d-4b91-8273-2eacb0a6dcaa None None] Deleting port 54acc66f-4c18-4d21-b298-6dd48eecfe57 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:59.600815 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ddae112a-e50d-4b91-8273-2eacb0a6dcaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (54acc66f-4c18-4d21-b298-6dd48eecfe57), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:59.853995 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-ef478d7a-1c39-4b99-bc62-1d4538b40566 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Deleting port 54acc66f-4c18-4d21-b298-6dd48eecfe57 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:27:59.854924 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ef478d7a-1c39-4b99-bc62-1d4538b40566 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (54acc66f-4c18-4d21-b298-6dd48eecfe57), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:59.866213 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-ddae112a-e50d-4b91-8273-2eacb0a6dcaa None None] For port 54acc66f-4c18-4d21-b298-6dd48eecfe57, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=54acc66f-4c18-4d21-b298-6dd48eecfe57,segment=NetworkSegment(290c76e5-8fa2-48ac-a6c9-cb6315107ca2),segment_id=290c76e5-8fa2-48ac-a6c9-cb6315107ca2)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:59.866854 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ddae112a-e50d-4b91-8273-2eacb0a6dcaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (54acc66f-4c18-4d21-b298-6dd48eecfe57), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:59.898103 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a035d9-3c70-45e7-8abf-1890a5b014d3'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:27:59.903114 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408cc0e4-7f53-4942-a583-0af1aa27ac9f" -d '{"events": [{"server_uuid": "1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153", "name": "network-vif-plugged", "status": "completed", "tag": "75a035d9-3c70-45e7-8abf-1890a5b014d3"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:27:59.929645 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-786c3698-dc10-4c94-95e3-180d37f16fad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (a72cd2d5-8ce9-415f-9d0e-c85e9c171170), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:59.969271 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-786c3698-dc10-4c94-95e3-180d37f16fad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a72cd2d5-8ce9-415f-9d0e-c85e9c171170), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:59.989310 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-b5190310-341b-4445-b251-545d86b2aa67 None None] Allocated IP 172.20.0.2 (0d9ada96-8226-4e7b-be7b-5f0aed1f7159/62cfe1d6-e87f-46eb-9d20-f0482fe35a7b/b0b33165-9492-4b12-9648-3aa514014a41) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:00.096869 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96947c42-4d6f-43d2-b96b-68549293b349 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_gateway (0214b5d5-221c-422c-826d-25c029b9aea9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:00.248161 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-786c3698-dc10-4c94-95e3-180d37f16fad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:00.257532 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-786c3698-dc10-4c94-95e3-180d37f16fad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.8535206 Feb 19 04:28:00.261226 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51578) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:00.284305 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-800fc027-3815-4d6e-b9d6-313726eda39e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1042925466', 'security_groups': ['a72cd2d5-8ce9-415f-9d0e-c85e9c171170'], 'network_id': '4b4ee219-081e-47f1-adc3-bc6d7aae1457', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1e1ab257-0aab-47b8-ba4f-d35dbd0e7942'}]}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:00.311783 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ddae112a-e50d-4b91-8273-2eacb0a6dcaa None None] Calling delete_port for 54acc66f-4c18-4d21-b298-6dd48eecfe57 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:00.351292 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b580a0d8-86d0-4e86-880c-48b9d80408f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e561b36-bbb3-4838-adb1-112f3a7b1d33 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:28:00.361843 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:00.375594 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c3698-dc10-4c94-95e3-180d37f16fad tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a72cd2d5-8ce9-415f-9d0e-c85e9c171170,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:00.392239 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b580a0d8-86d0-4e86-880c-48b9d80408f9 service neutron] Publish callbacks [] for port (9e561b36-bbb3-4838-adb1-112f3a7b1d33), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:00.429914 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 75a035d9-3c70-45e7-8abf-1890a5b014d3, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=75a035d9-3c70-45e7-8abf-1890a5b014d3,segment=NetworkSegment(866f4430-62ad-45d6-a1c9-becfde8653f6),segment_id=866f4430-62ad-45d6-a1c9-becfde8653f6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:00.484965 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-ef478d7a-1c39-4b99-bc62-1d4538b40566 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] For port 54acc66f-4c18-4d21-b298-6dd48eecfe57, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=54acc66f-4c18-4d21-b298-6dd48eecfe57,segment=NetworkSegment(290c76e5-8fa2-48ac-a6c9-cb6315107ca2),segment_id=290c76e5-8fa2-48ac-a6c9-cb6315107ca2)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:00.486058 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ef478d7a-1c39-4b99-bc62-1d4538b40566 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (54acc66f-4c18-4d21-b298-6dd48eecfe57), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:00.488314 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a8fc6-4360-4dce-9f48-b2f2cfc91338 req-cc0649b4-9897-430a-97b6-254038ba5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:00.488791 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a8fc6-4360-4dce-9f48-b2f2cfc91338 req-cc0649b4-9897-430a-97b6-254038ba5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:00.492453 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a8fc6-4360-4dce-9f48-b2f2cfc91338 req-cc0649b4-9897-430a-97b6-254038ba5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:00.496204 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (75a035d9-3c70-45e7-8abf-1890a5b014d3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:00.498703 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b68a8fc6-4360-4dce-9f48-b2f2cfc91338 req-cc0649b4-9897-430a-97b6-254038ba5943 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ea967e23a8ef43cfacd115b397486d6c&shared=False HTTP/1.1" status: 200 len: 2295 time: 1.0531497 Feb 19 04:28:00.502945 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ad299c96-8ad3-4695-9984-ca9ce4e5529c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:00.503302 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:00.521924 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda3e5ab-65a9-440e-87f9-f6b68288945d x-openstack-request-id: req-eda3e5ab-65a9-440e-87f9-f6b68288945d {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:28:00.522410 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153", "name": "network-vif-plugged", "status": "completed", "tag": "75a035d9-3c70-45e7-8abf-1890a5b014d3", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:28:00.522826 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eda3e5ab-65a9-440e-87f9-f6b68288945d {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:28:00.523618 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a035d9-3c70-45e7-8abf-1890a5b014d3', 'code': 200} Feb 19 04:28:00.567673 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-ef478d7a-1c39-4b99-bc62-1d4538b40566 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Calling delete_port for 54acc66f-4c18-4d21-b298-6dd48eecfe57 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:00.635740 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b580a0d8-86d0-4e86-880c-48b9d80408f9 service neutron] Transition to ACTIVE for port object 9e561b36-bbb3-4838-adb1-112f3a7b1d33 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:28:00.750287 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b5190310-341b-4445-b251-545d86b2aa67 None None] Publish callbacks [] for port (b0b33165-9492-4b12-9648-3aa514014a41), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:00.788018 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a8fc6-4360-4dce-9f48-b2f2cfc91338 req-4bf6d6ea-8076-48d3-acdd-2549748c0155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:00.792288 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b68a8fc6-4360-4dce-9f48-b2f2cfc91338 req-4bf6d6ea-8076-48d3-acdd-2549748c0155 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2545168 Feb 19 04:28:00.797183 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b580a0d8-86d0-4e86-880c-48b9d80408f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (9e561b36-bbb3-4838-adb1-112f3a7b1d33), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:00.862679 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c78bd-840b-4fa4-b32c-69f39bbc1bdd req-c2d930f3-a10e-41ee-9ba8-5045e0ba0a2e tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:00.866664 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c43c78bd-840b-4fa4-b32c-69f39bbc1bdd req-c2d930f3-a10e-41ee-9ba8-5045e0ba0a2e tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 945 time: 0.9479017 Feb 19 04:28:00.936098 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b5190310-341b-4445-b251-545d86b2aa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (b0b33165-9492-4b12-9648-3aa514014a41), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:00.942845 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800fc027-3815-4d6e-b9d6-313726eda39e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:00.983487 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-96947c42-4d6f-43d2-b96b-68549293b349 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Deleting port e302bbe3-1f78-4857-9762-056ae6ed6d0d {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:00.984100 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96947c42-4d6f-43d2-b96b-68549293b349 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (e302bbe3-1f78-4857-9762-056ae6ed6d0d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:01.007628 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5190310-341b-4445-b251-545d86b2aa67 None None] Network 0d9ada96-8226-4e7b-be7b-5f0aed1f7159 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:01.022936 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-b5190310-341b-4445-b251-545d86b2aa67 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:01.037188 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=75a035d9-3c70-45e7-8abf-1890a5b014d3,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:01.114672 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5190310-341b-4445-b251-545d86b2aa67 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:01.134180 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3fb7ecf6-528d-49bc-bf35-6155ffb428d7 None None] Current status of the port ad299c96-8ad3-4695-9984-ca9ce4e5529c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:01.217882 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-800fc027-3815-4d6e-b9d6-313726eda39e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:01.318601 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b5190310-341b-4445-b251-545d86b2aa67 None None] Attempting to bind port b0b33165-9492-4b12-9648-3aa514014a41 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:28:01.319808 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b5190310-341b-4445-b251-545d86b2aa67 None None] Attempting to bind port b0b33165-9492-4b12-9648-3aa514014a41 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '0ada053d-2e6d-41e8-83c7-e86d3e0331e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0d9ada96-8226-4e7b-be7b-5f0aed1f7159'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:28:01.321234 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5190310-341b-4445-b251-545d86b2aa67 None None] Attempting to bind port b0b33165-9492-4b12-9648-3aa514014a41 on network 0d9ada96-8226-4e7b-be7b-5f0aed1f7159 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:01.326322 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:01.326832 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:01.327423 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:01.328012 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:01.328604 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:01.329225 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:01.329723 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:01.330168 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:01.330511 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:01.331010 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:01.331452 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:01.332084 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:01.332418 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:01.448592 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ef478d7a-1c39-4b99-bc62-1d4538b40566 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (54acc66f-4c18-4d21-b298-6dd48eecfe57), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:01.491998 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5190310-341b-4445-b251-545d86b2aa67 None None] Pushing event updated for resources: {'Port': ['ID=b0b33165-9492-4b12-9648-3aa514014a41,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:01.514982 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5190310-341b-4445-b251-545d86b2aa67 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:28:01.515343 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5190310-341b-4445-b251-545d86b2aa67 None None] Checking segment: {'id': '0ada053d-2e6d-41e8-83c7-e86d3e0331e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0d9ada96-8226-4e7b-be7b-5f0aed1f7159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:01.515844 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b5190310-341b-4445-b251-545d86b2aa67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:01.516256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5190310-341b-4445-b251-545d86b2aa67 None None] Bound using segment: {'id': '0ada053d-2e6d-41e8-83c7-e86d3e0331e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0d9ada96-8226-4e7b-be7b-5f0aed1f7159'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:28:01.516770 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b5190310-341b-4445-b251-545d86b2aa67 None None] Bound port: b0b33165-9492-4b12-9648-3aa514014a41, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ada053d-2e6d-41e8-83c7-e86d3e0331e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0d9ada96-8226-4e7b-be7b-5f0aed1f7159'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:28:01.517215 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b5190310-341b-4445-b251-545d86b2aa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b0b33165-9492-4b12-9648-3aa514014a41), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:01.574722 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c43c78bd-840b-4fa4-b32c-69f39bbc1bdd req-d945e64f-cc95-4607-a4f6-7706913ae65f tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6069949 Feb 19 04:28:01.580641 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96947c42-4d6f-43d2-b96b-68549293b349 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (e302bbe3-1f78-4857-9762-056ae6ed6d0d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:01.612474 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef478d7a-1c39-4b99-bc62-1d4538b40566 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] No DVR routers for this DVR port 54acc66f-4c18-4d21-b298-6dd48eecfe57 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:28:01.618378 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-800fc027-3815-4d6e-b9d6-313726eda39e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] device_id is not set on port bbd2887c-6ffa-4f5b-a039-eef316c258f1 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:28:01.658012 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580a0d8-86d0-4e86-880c-48b9d80408f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e561b36-bbb3-4838-adb1-112f3a7b1d33,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:01.679121 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0008b-1b46-4180-a971-04b22742d207 req-7155cbc8-6121-445b-b754-911b19892c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:01.684025 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b5190310-341b-4445-b251-545d86b2aa67 None None] For port b0b33165-9492-4b12-9648-3aa514014a41, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:28:01.685228 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-18b0008b-1b46-4180-a971-04b22742d207 req-7155cbc8-6121-445b-b754-911b19892c16 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 1128 time: 1.0663307 Feb 19 04:28:01.688162 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b5190310-341b-4445-b251-545d86b2aa67 None None] For port b0b33165-9492-4b12-9648-3aa514014a41, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b0b33165-9492-4b12-9648-3aa514014a41,segment=NetworkSegment(0ada053d-2e6d-41e8-83c7-e86d3e0331e6),segment_id=0ada053d-2e6d-41e8-83c7-e86d3e0331e6)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:28:01.720666 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b5190310-341b-4445-b251-545d86b2aa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b0b33165-9492-4b12-9648-3aa514014a41), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:01.847335 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-96947c42-4d6f-43d2-b96b-68549293b349 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Calling delete_port for e302bbe3-1f78-4857-9762-056ae6ed6d0d owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:01.954411 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ddae112a-e50d-4b91-8273-2eacb0a6dcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (54acc66f-4c18-4d21-b298-6dd48eecfe57), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:02.080580 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-800fc027-3815-4d6e-b9d6-313726eda39e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Allocated IP 2001:db8::1ec (4b4ee219-081e-47f1-adc3-bc6d7aae1457/1e1ab257-0aab-47b8-ba4f-d35dbd0e7942/bbd2887c-6ffa-4f5b-a039-eef316c258f1) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:02.177781 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddae112a-e50d-4b91-8273-2eacb0a6dcaa None None] No DVR routers for this DVR port 54acc66f-4c18-4d21-b298-6dd48eecfe57 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:28:02.180281 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ad299c96-8ad3-4695-9984-ca9ce4e5529c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:02.209923 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5190310-341b-4445-b251-545d86b2aa67 None None] Pushing event updated for resources: {'Port': ['ID=b0b33165-9492-4b12-9648-3aa514014a41,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:02.244728 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef478d7a-1c39-4b99-bc62-1d4538b40566 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Pushing event deleted for resources: {'Port': ['ID=54acc66f-4c18-4d21-b298-6dd48eecfe57,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:02.322231 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-4ebac22f-2a30-4ebc-8425-5829ea2d592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0214b5d5-221c-422c-826d-25c029b9aea9', 'name': '', 'tenant_id': '162f507b2aa54ee28ce387447bfc3fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fec7a74e-dcb4-4479-9283-0f01c168ed2c', 'external_fixed_ips': [{'subnet_id': '82bb3b62-68fd-477c-b373-641df994aa8a', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'e302bbe3-1f78-4857-9762-056ae6ed6d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:27:44Z', 'updated_at': '2022-02-19T04:27:50Z', 'revision_number': 3, 'project_id': '162f507b2aa54ee28ce387447bfc3fd6', 'gw_port': {'id': 'e302bbe3-1f78-4857-9762-056ae6ed6d0d', 'name': '', 'network_id': 'fec7a74e-dcb4-4479-9283-0f01c168ed2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:90:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0214b5d5-221c-422c-826d-25c029b9aea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '82bb3b62-68fd-477c-b373-641df994aa8a', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:27:46Z', 'updated_at': '2022-02-19T04:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb3b62-68fd-477c-b373-641df994aa8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:02.375723 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Allocated IP 172.20.0.1 (0d9ada96-8226-4e7b-be7b-5f0aed1f7159/62cfe1d6-e87f-46eb-9d20-f0482fe35a7b/06346db6-ddfc-4f69-905c-57e0862d3b95) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:02.403956 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce3bf8-f00f-4515-9e75-eff6b7166537 req-e258d13e-c819-4a76-8de3-3056eeda0ce5 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:02.430551 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce3bf8-f00f-4515-9e75-eff6b7166537 req-e258d13e-c819-4a76-8de3-3056eeda0ce5 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:02.453311 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce3bf8-f00f-4515-9e75-eff6b7166537 req-e258d13e-c819-4a76-8de3-3056eeda0ce5 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:02.454335 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-79789ec1-9f8c-4c46-af76-c97ac689fed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:02.472724 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce3bf8-f00f-4515-9e75-eff6b7166537 req-e258d13e-c819-4a76-8de3-3056eeda0ce5 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:02.491994 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce3bf8-f00f-4515-9e75-eff6b7166537 req-e258d13e-c819-4a76-8de3-3056eeda0ce5 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:02.513443 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce3bf8-f00f-4515-9e75-eff6b7166537 req-e258d13e-c819-4a76-8de3-3056eeda0ce5 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:02.528558 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce3bf8-f00f-4515-9e75-eff6b7166537 req-e258d13e-c819-4a76-8de3-3056eeda0ce5 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:02.531156 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-28ce3bf8-f00f-4515-9e75-eff6b7166537 req-e258d13e-c819-4a76-8de3-3056eeda0ce5 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5382 time: 1.6781104 Feb 19 04:28:02.685336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b580a0d8-86d0-4e86-880c-48b9d80408f9 service neutron] Attempting to bind port 9e561b36-bbb3-4838-adb1-112f3a7b1d33 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:28:02.686266 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b580a0d8-86d0-4e86-880c-48b9d80408f9 service neutron] Attempting to bind port 9e561b36-bbb3-4838-adb1-112f3a7b1d33 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '1e975a58-21cf-443b-876b-098328642114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:28:02.686843 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b580a0d8-86d0-4e86-880c-48b9d80408f9 service neutron] Attempting to bind port 9e561b36-bbb3-4838-adb1-112f3a7b1d33 on network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:02.700425 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 54acc66f-4c18-4d21-b298-6dd48eecfe57 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:28:02.706852 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae112a-e50d-4b91-8273-2eacb0a6dcaa None None] Pushing event deleted for resources: {'Port': ['ID=54acc66f-4c18-4d21-b298-6dd48eecfe57,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:02.728244 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebac22f-2a30-4ebc-8425-5829ea2d592b None None] Checking router: 0214b5d5-221c-422c-826d-25c029b9aea9 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:28:02.731630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebac22f-2a30-4ebc-8425-5829ea2d592b None None] Updating router 0214b5d5-221c-422c-826d-25c029b9aea9 port e302bbe3-1f78-4857-9762-056ae6ed6d0d binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:28:02.802786 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ef478d7a-1c39-4b99-bc62-1d4538b40566 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (d64c8a67-8a04-49fc-b8d3-70eefe4290c9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:02.806364 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b580a0d8-86d0-4e86-880c-48b9d80408f9 service neutron] Port 9e561b36-bbb3-4838-adb1-112f3a7b1d33 on network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:28:02.806929 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b580a0d8-86d0-4e86-880c-48b9d80408f9 service neutron] Attempting to bind port 9e561b36-bbb3-4838-adb1-112f3a7b1d33 on network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:02.812932 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96947c42-4d6f-43d2-b96b-68549293b349 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (e302bbe3-1f78-4857-9762-056ae6ed6d0d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:02.846841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 54acc66f-4c18-4d21-b298-6dd48eecfe57 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:28:02.847993 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 54acc66f-4c18-4d21-b298-6dd48eecfe57 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:28:02.882880 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b580a0d8-86d0-4e86-880c-48b9d80408f9 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:28:02.883466 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b580a0d8-86d0-4e86-880c-48b9d80408f9 service neutron] Checking segment: {'id': '1e975a58-21cf-443b-876b-098328642114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:02.884140 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b580a0d8-86d0-4e86-880c-48b9d80408f9 service neutron] Bound using segment: {'id': '1e975a58-21cf-443b-876b-098328642114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:28:02.884891 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b580a0d8-86d0-4e86-880c-48b9d80408f9 service neutron] Bound port: 9e561b36-bbb3-4838-adb1-112f3a7b1d33, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e975a58-21cf-443b-876b-098328642114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:28:02.893558 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b580a0d8-86d0-4e86-880c-48b9d80408f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9e561b36-bbb3-4838-adb1-112f3a7b1d33), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:02.943465 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4ebac22f-2a30-4ebc-8425-5829ea2d592b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e302bbe3-1f78-4857-9762-056ae6ed6d0d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:02.966316 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96947c42-4d6f-43d2-b96b-68549293b349 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Pushing event deleted for resources: {'Port': ['ID=e302bbe3-1f78-4857-9762-056ae6ed6d0d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:03.019234 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebac22f-2a30-4ebc-8425-5829ea2d592b None None] Port e302bbe3-1f78-4857-9762-056ae6ed6d0d not found while updating agent binding for router 0214b5d5-221c-422c-826d-25c029b9aea9. {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 19 04:28:03.044826 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebac22f-2a30-4ebc-8425-5829ea2d592b None None] Routers {'0214b5d5-221c-422c-826d-25c029b9aea9'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:03.047460 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-4ebac22f-2a30-4ebc-8425-5829ea2d592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:27:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['0214b5d5-221c-422c-826d-25c029b9aea9'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:03.079285 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks [] for port (06346db6-ddfc-4f69-905c-57e0862d3b95), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:03.151016 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7644ad-9617-4cd8-8064-349abed7c18d req-4f2918bc-6ff8-49fe-a8ce-c6866a5572d0 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:03.165687 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c7644ad-9617-4cd8-8064-349abed7c18d req-4f2918bc-6ff8-49fe-a8ce-c6866a5572d0 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 946 time: 0.3545148 Feb 19 04:28:03.169628 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96947c42-4d6f-43d2-b96b-68549293b349 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (0214b5d5-221c-422c-826d-25c029b9aea9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:03.261045 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-18b0008b-1b46-4180-a971-04b22742d207 req-0c123c12-f635-4dd4-849e-66b66c8e6d95 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4580042 Feb 19 04:28:03.291040 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-ef478d7a-1c39-4b99-bc62-1d4538b40566 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64c8a67-8a04-49fc-b8d3-70eefe4290c9']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:03.354075 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-ef478d7a-1c39-4b99-bc62-1d4538b40566 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290c76e5-8fa2-48ac-a6c9-cb6315107ca2') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:03.354653 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-ef478d7a-1c39-4b99-bc62-1d4538b40566 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290c76e5-8fa2-48ac-a6c9-cb6315107ca2') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:03.437588 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ef478d7a-1c39-4b99-bc62-1d4538b40566 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (290c76e5-8fa2-48ac-a6c9-cb6315107ca2), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:03.448554 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-28ce3bf8-f00f-4515-9e75-eff6b7166537 req-6e7c2bb6-f9a4-4dfd-8775-a69d0003093f tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8517814 Feb 19 04:28:03.504802 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96947c42-4d6f-43d2-b96b-68549293b349 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (0214b5d5-221c-422c-826d-25c029b9aea9), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:03.515025 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96947c42-4d6f-43d2-b96b-68549293b349 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_controller (0214b5d5-221c-422c-826d-25c029b9aea9), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:03.577828 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b580a0d8-86d0-4e86-880c-48b9d80408f9 service neutron] For port 9e561b36-bbb3-4838-adb1-112f3a7b1d33, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:28:03.584666 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-800fc027-3815-4d6e-b9d6-313726eda39e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for port (bbd2887c-6ffa-4f5b-a039-eef316c258f1), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:03.587482 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ef478d7a-1c39-4b99-bc62-1d4538b40566 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (290c76e5-8fa2-48ac-a6c9-cb6315107ca2), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:03.593214 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b580a0d8-86d0-4e86-880c-48b9d80408f9 service neutron] For port 9e561b36-bbb3-4838-adb1-112f3a7b1d33, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9e561b36-bbb3-4838-adb1-112f3a7b1d33,segment=NetworkSegment(1e975a58-21cf-443b-876b-098328642114),segment_id=1e975a58-21cf-443b-876b-098328642114)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:28:03.607256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef478d7a-1c39-4b99-bc62-1d4538b40566 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:28:03.608232 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ef478d7a-1c39-4b99-bc62-1d4538b40566 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (290c76e5-8fa2-48ac-a6c9-cb6315107ca2), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:28:03.614813 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:28:03.650628 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b580a0d8-86d0-4e86-880c-48b9d80408f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (9e561b36-bbb3-4838-adb1-112f3a7b1d33), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:03.786571 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-4ebac22f-2a30-4ebc-8425-5829ea2d592b None None] Set router 0214b5d5-221c-422c-826d-25c029b9aea9 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:28:03.818236 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96947c42-4d6f-43d2-b96b-68549293b349 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (0214b5d5-221c-422c-826d-25c029b9aea9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:03.821106 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96947c42-4d6f-43d2-b96b-68549293b349 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0214b5d5-221c-422c-826d-25c029b9aea9 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:28:03.828790 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (06346db6-ddfc-4f69-905c-57e0862d3b95), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:03.851045 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96947c42-4d6f-43d2-b96b-68549293b349 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:03.853596 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-96947c42-4d6f-43d2-b96b-68549293b349 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "DELETE /v2.0/routers/0214b5d5-221c-422c-826d-25c029b9aea9 HTTP/1.1" status: 204 len: 168 time: 6.4090981 Feb 19 04:28:03.886414 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51608) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:04.039817 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-4ebac22f-2a30-4ebc-8425-5829ea2d592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0214b5d5-221c-422c-826d-25c029b9aea9', 'name': '', 'tenant_id': '162f507b2aa54ee28ce387447bfc3fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:27:44Z', 'updated_at': '2022-02-19T04:28:02Z', 'revision_number': 5, 'project_id': '162f507b2aa54ee28ce387447bfc3fd6', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:04.042008 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580a0d8-86d0-4e86-880c-48b9d80408f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e561b36-bbb3-4838-adb1-112f3a7b1d33,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:04.045920 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b580a0d8-86d0-4e86-880c-48b9d80408f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:04.053723 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b580a0d8-86d0-4e86-880c-48b9d80408f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:04.055626 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b580a0d8-86d0-4e86-880c-48b9d80408f9 service neutron] 10.222.0.48 "PUT /v2.0/ports/9e561b36-bbb3-4838-adb1-112f3a7b1d33 HTTP/1.1" status: 200 len: 1134 time: 5.9501870 Feb 19 04:28:04.083444 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'tag': '9e561b36-bbb3-4838-adb1-112f3a7b1d33'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:28:04.096312 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc65963-a7e3-4a19-a659-edb7a2f44c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "tag": "9e561b36-bbb3-4838-adb1-112f3a7b1d33"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:28:04.099869 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-800fc027-3815-4d6e-b9d6-313726eda39e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (bbd2887c-6ffa-4f5b-a039-eef316c258f1), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:04.123249 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-161b868a-7b5b-4800-b34f-3259cc7b8948 service neutron] Request body: {'port': {'device_id': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:04.148614 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c7644ad-9617-4cd8-8064-349abed7c18d req-ec9474a0-6525-4cf3-ac3b-6f3547a9456c tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9810500 Feb 19 04:28:04.211438 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebac22f-2a30-4ebc-8425-5829ea2d592b None None] The sync data for ids ['0214b5d5-221c-422c-826d-25c029b9aea9'] in n-d-772273-4 is: [{'id': '0214b5d5-221c-422c-826d-25c029b9aea9', 'name': '', 'tenant_id': '162f507b2aa54ee28ce387447bfc3fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:27:44Z', 'updated_at': '2022-02-19T04:28:02Z', 'revision_number': 5, 'project_id': '162f507b2aa54ee28ce387447bfc3fd6', 'gw_port_host': None}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:28:04.346040 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bacc7ce-685a-423e-966e-854f70554770 x-openstack-request-id: req-1bacc7ce-685a-423e-966e-854f70554770 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:28:04.346380 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "tag": "9e561b36-bbb3-4838-adb1-112f3a7b1d33", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:28:04.346718 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1bacc7ce-685a-423e-966e-854f70554770 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:28:04.347244 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'tag': '9e561b36-bbb3-4838-adb1-112f3a7b1d33', 'status': 'completed', 'code': 200} Feb 19 04:28:04.355840 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ef478d7a-1c39-4b99-bc62-1d4538b40566 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (d64c8a67-8a04-49fc-b8d3-70eefe4290c9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:04.374527 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ef478d7a-1c39-4b99-bc62-1d4538b40566 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:04.390957 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ef478d7a-1c39-4b99-bc62-1d4538b40566 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] 10.222.0.65 "DELETE /v2.0/networks/d64c8a67-8a04-49fc-b8d3-70eefe4290c9 HTTP/1.1" status: 204 len: 168 time: 5.7021511 Feb 19 04:28:04.399513 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51614) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:04.612887 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f4e077-cd96-4eb6-b63a-5e23e62f2e3f tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Deleting subnet dd92f4b5-6eb3-408d-958e-f478125a4694 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:28:04.644848 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c5f4e077-cd96-4eb6-b63a-5e23e62f2e3f tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks [] for subnet (dd92f4b5-6eb3-408d-958e-f478125a4694), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:04.787075 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b0b33165-9492-4b12-9648-3aa514014a41 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:28:04.826640 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef478d7a-1c39-4b99-bc62-1d4538b40566 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Pushing event deleted for resources: {'Network': ['ID=d64c8a67-8a04-49fc-b8d3-70eefe4290c9,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:04.842888 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800fc027-3815-4d6e-b9d6-313726eda39e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:04.871120 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fc027-3815-4d6e-b9d6-313726eda39e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Port': ['ID=bbd2887c-6ffa-4f5b-a039-eef316c258f1,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:04.975508 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-800fc027-3815-4d6e-b9d6-313726eda39e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:04.983713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800fc027-3815-4d6e-b9d6-313726eda39e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:05.020335 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800fc027-3815-4d6e-b9d6-313726eda39e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:05.022062 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-800fc027-3815-4d6e-b9d6-313726eda39e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:05.101115 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0a2e267e-6b9f-4d87-9383-1cd7f289a756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:05.104564 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c5f4e077-cd96-4eb6-b63a-5e23e62f2e3f tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (dd92f4b5-6eb3-408d-958e-f478125a4694), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:05.182272 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b0b33165-9492-4b12-9648-3aa514014a41 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:05.182852 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b0b33165-9492-4b12-9648-3aa514014a41), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:05.320598 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Network 0d9ada96-8226-4e7b-be7b-5f0aed1f7159 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:05.360675 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-800fc027-3815-4d6e-b9d6-313726eda39e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.0935798 Feb 19 04:28:05.370952 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-161b868a-7b5b-4800-b34f-3259cc7b8948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9ddff2d5-6951-424b-b007-7c254bc14a54), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:05.426730 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896ab92c-9e71-43a3-a4e2-f079591be637 None None] Network 0d9ada96-8226-4e7b-be7b-5f0aed1f7159 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:05.462186 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51624) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:05.494481 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-2bffc9f2-68c7-4d30-9156-751ea78e5c08 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'subnet': {'network_id': '4b4ee219-081e-47f1-adc3-bc6d7aae1457', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:05.664562 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:05.670558 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:05.690046 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Pushing event updated for resources: {'Port': ['ID=06346db6-ddfc-4f69-905c-57e0862d3b95,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:05.724748 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:05.725729 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:05.726550 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:05.727356 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:05.728128 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:05.728882 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:05.729720 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:05.730525 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:05.731327 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:05.732108 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:05.732891 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:05.733720 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:05.734789 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:05.867391 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3909d7be-1413-4d7b-a48c-e5e3373fcdc8 None None] Provisioning complete for port b0b33165-9492-4b12-9648-3aa514014a41 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:05.868457 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3909d7be-1413-4d7b-a48c-e5e3373fcdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b0b33165-9492-4b12-9648-3aa514014a41), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:06.073980 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc65963-a7e3-4a19-a659-edb7a2f44c5d req-2f7000ef-f532-44e9-b650-2807016debc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:06.074811 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc65963-a7e3-4a19-a659-edb7a2f44c5d req-2f7000ef-f532-44e9-b650-2807016debc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:06.075639 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc65963-a7e3-4a19-a659-edb7a2f44c5d req-2f7000ef-f532-44e9-b650-2807016debc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:06.076478 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc65963-a7e3-4a19-a659-edb7a2f44c5d req-2f7000ef-f532-44e9-b650-2807016debc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:06.077344 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc65963-a7e3-4a19-a659-edb7a2f44c5d req-2f7000ef-f532-44e9-b650-2807016debc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:06.078470 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc65963-a7e3-4a19-a659-edb7a2f44c5d req-2f7000ef-f532-44e9-b650-2807016debc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:06.078954 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc65963-a7e3-4a19-a659-edb7a2f44c5d req-2f7000ef-f532-44e9-b650-2807016debc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:06.082524 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3cc65963-a7e3-4a19-a659-edb7a2f44c5d req-2f7000ef-f532-44e9-b650-2807016debc5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea967e23a8ef43cfacd115b397486d6c&device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 6312 time: 0.6047709 Feb 19 04:28:06.130878 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4126c6-3b06-4b63-a86a-99a103520ba9 req-6a2f14cc-fb67-41e5-9a3a-2cd825af5913 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:06.147977 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b0b33165-9492-4b12-9648-3aa514014a41 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:06.149228 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b0b33165-9492-4b12-9648-3aa514014a41), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:06.153983 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4126c6-3b06-4b63-a86a-99a103520ba9 req-6a2f14cc-fb67-41e5-9a3a-2cd825af5913 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:06.193457 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4126c6-3b06-4b63-a86a-99a103520ba9 req-6a2f14cc-fb67-41e5-9a3a-2cd825af5913 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:06.204146 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4126c6-3b06-4b63-a86a-99a103520ba9 req-6a2f14cc-fb67-41e5-9a3a-2cd825af5913 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:06.216098 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4126c6-3b06-4b63-a86a-99a103520ba9 req-6a2f14cc-fb67-41e5-9a3a-2cd825af5913 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:06.242684 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4126c6-3b06-4b63-a86a-99a103520ba9 req-6a2f14cc-fb67-41e5-9a3a-2cd825af5913 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:06.249280 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3909d7be-1413-4d7b-a48c-e5e3373fcdc8 None None] Current status of the port b0b33165-9492-4b12-9648-3aa514014a41 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:06.249977 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3909d7be-1413-4d7b-a48c-e5e3373fcdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b0b33165-9492-4b12-9648-3aa514014a41), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:06.270812 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4126c6-3b06-4b63-a86a-99a103520ba9 req-6a2f14cc-fb67-41e5-9a3a-2cd825af5913 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:06.296030 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7d4126c6-3b06-4b63-a86a-99a103520ba9 req-6a2f14cc-fb67-41e5-9a3a-2cd825af5913 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5382 time: 0.9717004 Feb 19 04:28:06.332488 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a30b1d-776c-4882-add2-9ea03a5d7e6b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Deleting subnet 82bb3b62-68fd-477c-b373-641df994aa8a {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:28:06.383208 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port b0b33165-9492-4b12-9648-3aa514014a41, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b0b33165-9492-4b12-9648-3aa514014a41,segment=NetworkSegment(0ada053d-2e6d-41e8-83c7-e86d3e0331e6),segment_id=0ada053d-2e6d-41e8-83c7-e86d3e0331e6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:06.416204 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b0b33165-9492-4b12-9648-3aa514014a41), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:06.635311 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-5c42d60a-410e-4eb6-8c51-d6bbe08a5690 req-c06bff88-ff7f-4fbe-a6eb-58a614eab493 tempest-TaggedBootDevicesTest-838777350 tempest-TaggedBootDevicesTest-838777350-project] (115198) timed out ('10.222.0.65', 55158) {{(pid=115198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:28:06.721288 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=b0b33165-9492-4b12-9648-3aa514014a41,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:06.727847 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-88a30b1d-776c-4882-add2-9ea03a5d7e6b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for subnet (82bb3b62-68fd-477c-b373-641df994aa8a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:06.854457 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:06.856875 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-3909d7be-1413-4d7b-a48c-e5e3373fcdc8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:28:06.858859 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-3909d7be-1413-4d7b-a48c-e5e3373fcdc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:28:06.877985 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (f0a3ced4-f913-42b3-98e3-1d69ce43e346), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:06.949122 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c5f4e077-cd96-4eb6-b63a-5e23e62f2e3f tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (dd92f4b5-6eb3-408d-958e-f478125a4694), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:07.112818 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac3e8b-58e3-4292-aba1-84a0d76ebbbb req-e600f3e2-2ecc-445b-8810-906989ff1d66 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:07.115989 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-10ac3e8b-58e3-4292-aba1-84a0d76ebbbb req-e600f3e2-2ecc-445b-8810-906989ff1d66 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 946 time: 1.5259073 Feb 19 04:28:07.237678 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-88a30b1d-776c-4882-add2-9ea03a5d7e6b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (82bb3b62-68fd-477c-b373-641df994aa8a), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:07.378400 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7d4126c6-3b06-4b63-a86a-99a103520ba9 req-69f4d3e3-3f31-4528-995f-3b2e61300b78 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0802503 Feb 19 04:28:07.386666 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:07.498200 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3909d7be-1413-4d7b-a48c-e5e3373fcdc8 None None] Current status of the port b0b33165-9492-4b12-9648-3aa514014a41 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:07.580310 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bffc9f2-68c7-4d30-9156-751ea78e5c08 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:07.587060 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2bffc9f2-68c7-4d30-9156-751ea78e5c08 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:07.648091 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-39a95e0a-7651-4a17-a933-880c5add248d None None] Provisioning complete for port bbd2887c-6ffa-4f5b-a039-eef316c258f1 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:07.648716 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-39a95e0a-7651-4a17-a933-880c5add248d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (bbd2887c-6ffa-4f5b-a039-eef316c258f1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:07.675966 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc65963-a7e3-4a19-a659-edb7a2f44c5d req-d33226e9-c52d-446f-8b50-d7c6e577f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:07.676945 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc65963-a7e3-4a19-a659-edb7a2f44c5d req-d33226e9-c52d-446f-8b50-d7c6e577f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:07.681914 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc65963-a7e3-4a19-a659-edb7a2f44c5d req-d33226e9-c52d-446f-8b50-d7c6e577f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:07.687174 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3cc65963-a7e3-4a19-a659-edb7a2f44c5d req-d33226e9-c52d-446f-8b50-d7c6e577f78e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ea967e23a8ef43cfacd115b397486d6c&shared=False HTTP/1.1" status: 200 len: 2295 time: 1.3380735 Feb 19 04:28:07.760748 n-d-772273-4 neutron-server[115199]: INFO neutron.db.ipam_backend_mixin [None req-2bffc9f2-68c7-4d30-9156-751ea78e5c08 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1e1ab257-0aab-47b8-ba4f-d35dbd0e7942 (CIDR: 2001:db8::/64) Feb 19 04:28:07.775200 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-10ac3e8b-58e3-4292-aba1-84a0d76ebbbb req-126a74a2-ea28-40c2-9a63-374e66e101da tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6294489 Feb 19 04:28:07.780059 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c5f4e077-cd96-4eb6-b63a-5e23e62f2e3f tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (dd92f4b5-6eb3-408d-958e-f478125a4694), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:07.792820 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bffc9f2-68c7-4d30-9156-751ea78e5c08 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:28:07.793534 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bffc9f2-68c7-4d30-9156-751ea78e5c08 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:28:07.805163 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c5f4e077-cd96-4eb6-b63a-5e23e62f2e3f tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:07.809684 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c5f4e077-cd96-4eb6-b63a-5e23e62f2e3f tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] 10.222.0.65 "DELETE /v2.0/subnets/dd92f4b5-6eb3-408d-958e-f478125a4694 HTTP/1.1" status: 204 len: 168 time: 3.3812196 Feb 19 04:28:07.819133 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51634) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:07.851436 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-39a95e0a-7651-4a17-a933-880c5add248d None None] Port bbd2887c-6ffa-4f5b-a039-eef316c258f1 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:28:07.859123 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b48f175-bbb9-44a6-8b8c-1bb610a3c468 None None] Network 743a87b8-32ad-4a32-853e-a79e8ed3889f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:07.878740 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (06346db6-ddfc-4f69-905c-57e0862d3b95), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:08.007567 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:08.095285 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-39a95e0a-7651-4a17-a933-880c5add248d None None] Provisioning complete for port b0b33165-9492-4b12-9648-3aa514014a41 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:08.096813 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-39a95e0a-7651-4a17-a933-880c5add248d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b0b33165-9492-4b12-9648-3aa514014a41), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:08.224177 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6aca5ad8-a8e0-4569-874d-2dd58a312117 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (743a87b8-32ad-4a32-853e-a79e8ed3889f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:08.276212 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4e077-cd96-4eb6-b63a-5e23e62f2e3f tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Pushing event deleted for resources: {'Subnet': ['ID=dd92f4b5-6eb3-408d-958e-f478125a4694,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:08.316831 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2bffc9f2-68c7-4d30-9156-751ea78e5c08 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.8499053 Feb 19 04:28:08.338304 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51640) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:08.372556 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-af3a2a56-e297-4e77-bda7-9a59865a74d1 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'subnet': {'network_id': '4b4ee219-081e-47f1-adc3-bc6d7aae1457', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:08.397287 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc65963-a7e3-4a19-a659-edb7a2f44c5d req-b6f57a00-8a80-4476-9731-df367304cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:08.407622 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3cc65963-a7e3-4a19-a659-edb7a2f44c5d req-b6f57a00-8a80-4476-9731-df367304cc9c service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5348716 Feb 19 04:28:08.486551 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-88a30b1d-776c-4882-add2-9ea03a5d7e6b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (82bb3b62-68fd-477c-b373-641df994aa8a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:08.553725 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-39a95e0a-7651-4a17-a933-880c5add248d None None] Current status of the port b0b33165-9492-4b12-9648-3aa514014a41 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:08.571817 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9d9f8c-f555-46c2-92c7-773bdb5a3b9e None None] DHCP port deletion for 743a87b8-32ad-4a32-853e-a79e8ed3889f request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:28:08.699539 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b0b33165-9492-4b12-9648-3aa514014a41 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:28:08.812638 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-39a95e0a-7651-4a17-a933-880c5add248d None None] Provisioning complete for port 06346db6-ddfc-4f69-905c-57e0862d3b95 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:08.813299 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-39a95e0a-7651-4a17-a933-880c5add248d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (06346db6-ddfc-4f69-905c-57e0862d3b95), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:08.836385 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3a2a56-e297-4e77-bda7-9a59865a74d1 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:08.840824 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-af3a2a56-e297-4e77-bda7-9a59865a74d1 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:08.976004 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf976f0-1fe9-4129-99da-ebeabff179bf req-b462e624-241c-43cf-bcff-c746afb2a21c tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:08.978488 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1cf976f0-1fe9-4129-99da-ebeabff179bf req-b462e624-241c-43cf-bcff-c746afb2a21c tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 946 time: 0.9802225 Feb 19 04:28:09.029156 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4a9d9f8c-f555-46c2-92c7-773bdb5a3b9e None None] Deleting port 81f6a618-aa56-48f2-9fc5-02d310589b1a {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:09.030221 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4a9d9f8c-f555-46c2-92c7-773bdb5a3b9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (81f6a618-aa56-48f2-9fc5-02d310589b1a), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.092680 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-161b868a-7b5b-4800-b34f-3259cc7b8948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ddff2d5-6951-424b-b007-7c254bc14a54 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:28:09.118214 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-88a30b1d-776c-4882-add2-9ea03a5d7e6b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (82bb3b62-68fd-477c-b373-641df994aa8a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.144656 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-161b868a-7b5b-4800-b34f-3259cc7b8948 service neutron] Publish callbacks [] for port (9ddff2d5-6951-424b-b007-7c254bc14a54), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.178721 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-6aca5ad8-a8e0-4569-874d-2dd58a312117 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Deleting port 81f6a618-aa56-48f2-9fc5-02d310589b1a {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:09.179181 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6aca5ad8-a8e0-4569-874d-2dd58a312117 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (81f6a618-aa56-48f2-9fc5-02d310589b1a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.223812 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54915f-73d8-43b4-accf-2c5f852dc651 req-e5ea3672-2238-4805-8329-1e51d667d681 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:09.231016 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54915f-73d8-43b4-accf-2c5f852dc651 req-e5ea3672-2238-4805-8329-1e51d667d681 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:09.238533 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54915f-73d8-43b4-accf-2c5f852dc651 req-e5ea3672-2238-4805-8329-1e51d667d681 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:09.246020 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1cf976f0-1fe9-4129-99da-ebeabff179bf req-5d655283-6ada-4f23-95e0-5d3bb19702d9 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713805 Feb 19 04:28:09.247556 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54915f-73d8-43b4-accf-2c5f852dc651 req-e5ea3672-2238-4805-8329-1e51d667d681 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:09.250604 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-88a30b1d-776c-4882-add2-9ea03a5d7e6b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.258952 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-88a30b1d-776c-4882-add2-9ea03a5d7e6b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/82bb3b62-68fd-477c-b373-641df994aa8a HTTP/1.1" status: 204 len: 168 time: 5.2814295 Feb 19 04:28:09.260083 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51648) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:09.260233 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54915f-73d8-43b4-accf-2c5f852dc651 req-e5ea3672-2238-4805-8329-1e51d667d681 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:09.270216 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a30b1d-776c-4882-add2-9ea03a5d7e6b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=82bb3b62-68fd-477c-b373-641df994aa8a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:09.281180 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54915f-73d8-43b4-accf-2c5f852dc651 req-e5ea3672-2238-4805-8329-1e51d667d681 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:09.308979 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54915f-73d8-43b4-accf-2c5f852dc651 req-e5ea3672-2238-4805-8329-1e51d667d681 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:09.308979 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec54915f-73d8-43b4-accf-2c5f852dc651 req-e5ea3672-2238-4805-8329-1e51d667d681 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5382 time: 0.5804386 Feb 19 04:28:09.310419 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-161b868a-7b5b-4800-b34f-3259cc7b8948 service neutron] Transition to ACTIVE for port object 9ddff2d5-6951-424b-b007-7c254bc14a54 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:28:09.369029 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.398707 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-87823d62-e4e5-4538-9c39-a40d958b2ce2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (fec7a74e-dcb4-4479-9283-0f01c168ed2c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.447796 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-39a95e0a-7651-4a17-a933-880c5add248d None None] Port 06346db6-ddfc-4f69-905c-57e0862d3b95 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:28:09.514687 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.560190 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-4a9d9f8c-f555-46c2-92c7-773bdb5a3b9e None None] For port 81f6a618-aa56-48f2-9fc5-02d310589b1a, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=81f6a618-aa56-48f2-9fc5-02d310589b1a,segment=NetworkSegment(4dc33d28-77ff-431d-9d56-62a954991770),segment_id=4dc33d28-77ff-431d-9d56-62a954991770)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:09.566335 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4a9d9f8c-f555-46c2-92c7-773bdb5a3b9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (81f6a618-aa56-48f2-9fc5-02d310589b1a), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.640850 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b0b33165-9492-4b12-9648-3aa514014a41 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:09.641592 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b0b33165-9492-4b12-9648-3aa514014a41), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.656897 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-6aca5ad8-a8e0-4569-874d-2dd58a312117 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] For port 81f6a618-aa56-48f2-9fc5-02d310589b1a, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=81f6a618-aa56-48f2-9fc5-02d310589b1a,segment=NetworkSegment(4dc33d28-77ff-431d-9d56-62a954991770),segment_id=4dc33d28-77ff-431d-9d56-62a954991770)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:09.660200 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6aca5ad8-a8e0-4569-874d-2dd58a312117 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (81f6a618-aa56-48f2-9fc5-02d310589b1a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.711288 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-87823d62-e4e5-4538-9c39-a40d958b2ce2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (fec7a74e-dcb4-4479-9283-0f01c168ed2c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.741284 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-87823d62-e4e5-4538-9c39-a40d958b2ce2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec7a74e-dcb4-4479-9283-0f01c168ed2c']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:09.747696 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-6aca5ad8-a8e0-4569-874d-2dd58a312117 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Calling delete_port for 81f6a618-aa56-48f2-9fc5-02d310589b1a owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:09.765699 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-87823d62-e4e5-4538-9c39-a40d958b2ce2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca22d6c9-f283-4843-89ea-cf00af37b2fb') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:09.766114 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-87823d62-e4e5-4538-9c39-a40d958b2ce2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca22d6c9-f283-4843-89ea-cf00af37b2fb') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:09.794808 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-87823d62-e4e5-4538-9c39-a40d958b2ce2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (ca22d6c9-f283-4843-89ea-cf00af37b2fb), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.816330 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-87823d62-e4e5-4538-9c39-a40d958b2ce2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (ca22d6c9-f283-4843-89ea-cf00af37b2fb), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.828192 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87823d62-e4e5-4538-9c39-a40d958b2ce2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:28:09.828712 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-87823d62-e4e5-4538-9c39-a40d958b2ce2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (ca22d6c9-f283-4843-89ea-cf00af37b2fb), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.867780 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4a9d9f8c-f555-46c2-92c7-773bdb5a3b9e None None] Calling delete_port for 81f6a618-aa56-48f2-9fc5-02d310589b1a owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:28:09.934173 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:28:09.944844 n-d-772273-4 neutron-server[115199]: INFO neutron.db.ipam_backend_mixin [None req-af3a2a56-e297-4e77-bda7-9a59865a74d1 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ea50c870-4f8e-4db1-a0a8-a7a32c9757dc (CIDR: 2001:db8:0:1::/64) Feb 19 04:28:09.949943 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-161b868a-7b5b-4800-b34f-3259cc7b8948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (9ddff2d5-6951-424b-b007-7c254bc14a54), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.966719 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-87823d62-e4e5-4538-9c39-a40d958b2ce2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (fec7a74e-dcb4-4479-9283-0f01c168ed2c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.972692 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6aca5ad8-a8e0-4569-874d-2dd58a312117 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (81f6a618-aa56-48f2-9fc5-02d310589b1a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.973872 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87823d62-e4e5-4538-9c39-a40d958b2ce2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fec7a74e-dcb4-4479-9283-0f01c168ed2c {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 04:28:09.977572 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-87823d62-e4e5-4538-9c39-a40d958b2ce2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.991372 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-87823d62-e4e5-4538-9c39-a40d958b2ce2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "DELETE /v2.0/networks/fec7a74e-dcb4-4479-9283-0f01c168ed2c HTTP/1.1" status: 204 len: 168 time: 0.7224174 Feb 19 04:28:09.993662 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-af3a2a56-e297-4e77-bda7-9a59865a74d1 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:28:09.994654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af3a2a56-e297-4e77-bda7-9a59865a74d1 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:28:10.064019 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b0b33165-9492-4b12-9648-3aa514014a41 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:10.073487 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87823d62-e4e5-4538-9c39-a40d958b2ce2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Pushing event deleted for resources: {'Network': ['ID=fec7a74e-dcb4-4479-9283-0f01c168ed2c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:10.083168 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aca5ad8-a8e0-4569-874d-2dd58a312117 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] No DVR routers for this DVR port 81f6a618-aa56-48f2-9fc5-02d310589b1a on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:28:10.199294 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 81f6a618-aa56-48f2-9fc5-02d310589b1a no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:28:10.278730 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 81f6a618-aa56-48f2-9fc5-02d310589b1a {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:28:10.282195 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 81f6a618-aa56-48f2-9fc5-02d310589b1a not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:28:10.293097 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637d9e2-9660-41e4-8606-00df4bce03b4 req-1fc06361-e883-495a-9bf0-b34882b4c671 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:10.296526 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9637d9e2-9660-41e4-8606-00df4bce03b4 req-1fc06361-e883-495a-9bf0-b34882b4c671 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 946 time: 0.3782032 Feb 19 04:28:10.310937 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec54915f-73d8-43b4-accf-2c5f852dc651 req-55c4ae2b-e7bf-44b6-b857-3b5586afa9fd tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9057651 Feb 19 04:28:10.377558 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4a9d9f8c-f555-46c2-92c7-773bdb5a3b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (81f6a618-aa56-48f2-9fc5-02d310589b1a), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:10.393177 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-af3a2a56-e297-4e77-bda7-9a59865a74d1 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.0470135 Feb 19 04:28:10.403621 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51662) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:10.481580 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d9f8c-f555-46c2-92c7-773bdb5a3b9e None None] Pushing event deleted for resources: {'Port': ['ID=81f6a618-aa56-48f2-9fc5-02d310589b1a,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:10.509747 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b8416b4c-d07a-467f-b762-9c2008792b36 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'subnet': {'network_id': '4b4ee219-081e-47f1-adc3-bc6d7aae1457', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:10.519173 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9d9f8c-f555-46c2-92c7-773bdb5a3b9e None None] No DVR routers for this DVR port 81f6a618-aa56-48f2-9fc5-02d310589b1a on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:28:10.736901 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks [] for port (06346db6-ddfc-4f69-905c-57e0862d3b95), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:10.763561 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9637d9e2-9660-41e4-8606-00df4bce03b4 req-f069c673-03b1-4db0-a027-4a88e5496088 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576230 Feb 19 04:28:10.776492 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (06346db6-ddfc-4f69-905c-57e0862d3b95), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:10.824337 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-161b868a-7b5b-4800-b34f-3259cc7b8948 service neutron] Attempting to bind port 9ddff2d5-6951-424b-b007-7c254bc14a54 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:28:10.824763 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-161b868a-7b5b-4800-b34f-3259cc7b8948 service neutron] Attempting to bind port 9ddff2d5-6951-424b-b007-7c254bc14a54 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '1e975a58-21cf-443b-876b-098328642114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:28:10.825133 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-161b868a-7b5b-4800-b34f-3259cc7b8948 service neutron] Attempting to bind port 9ddff2d5-6951-424b-b007-7c254bc14a54 on network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:10.835851 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b868a-7b5b-4800-b34f-3259cc7b8948 service neutron] Pushing event updated for resources: {'Port': ['ID=9ddff2d5-6951-424b-b007-7c254bc14a54,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:10.853328 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-161b868a-7b5b-4800-b34f-3259cc7b8948 service neutron] Port 9ddff2d5-6951-424b-b007-7c254bc14a54 on network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:28:10.853712 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-161b868a-7b5b-4800-b34f-3259cc7b8948 service neutron] Attempting to bind port 9ddff2d5-6951-424b-b007-7c254bc14a54 on network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:10.909755 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-161b868a-7b5b-4800-b34f-3259cc7b8948 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:28:10.910101 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-161b868a-7b5b-4800-b34f-3259cc7b8948 service neutron] Checking segment: {'id': '1e975a58-21cf-443b-876b-098328642114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:10.910490 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-161b868a-7b5b-4800-b34f-3259cc7b8948 service neutron] Bound using segment: {'id': '1e975a58-21cf-443b-876b-098328642114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:28:10.911711 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-161b868a-7b5b-4800-b34f-3259cc7b8948 service neutron] Bound port: 9ddff2d5-6951-424b-b007-7c254bc14a54, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e975a58-21cf-443b-876b-098328642114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:28:10.912654 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-161b868a-7b5b-4800-b34f-3259cc7b8948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9ddff2d5-6951-424b-b007-7c254bc14a54), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:11.047061 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6aca5ad8-a8e0-4569-874d-2dd58a312117 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (743a87b8-32ad-4a32-853e-a79e8ed3889f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:11.091502 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (f0a3ced4-f913-42b3-98e3-1d69ce43e346), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:11.128152 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Pushing event updated for resources: {'Port': ['ID=06346db6-ddfc-4f69-905c-57e0862d3b95,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:11.130413 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca5ad8-a8e0-4569-874d-2dd58a312117 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Pushing event deleted for resources: {'Port': ['ID=81f6a618-aa56-48f2-9fc5-02d310589b1a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:11.196878 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51672) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:11.222138 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-08a0f403-3195-4524-91e4-7e09582015ca tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Request body: {'router': {'name': 'tempest-router--463513298', 'project_id': '7e92391cc2c443f095f8d0ab19a77efe'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:11.247885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-6aca5ad8-a8e0-4569-874d-2dd58a312117 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743a87b8-32ad-4a32-853e-a79e8ed3889f']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:11.282407 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-6aca5ad8-a8e0-4569-874d-2dd58a312117 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc33d28-77ff-431d-9d56-62a954991770') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:11.283230 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-6aca5ad8-a8e0-4569-874d-2dd58a312117 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc33d28-77ff-431d-9d56-62a954991770') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:11.304251 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6aca5ad8-a8e0-4569-874d-2dd58a312117 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (4dc33d28-77ff-431d-9d56-62a954991770), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:11.357883 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-161b868a-7b5b-4800-b34f-3259cc7b8948 service neutron] For port 9ddff2d5-6951-424b-b007-7c254bc14a54, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:28:11.374818 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-161b868a-7b5b-4800-b34f-3259cc7b8948 service neutron] For port 9ddff2d5-6951-424b-b007-7c254bc14a54, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9ddff2d5-6951-424b-b007-7c254bc14a54,segment=NetworkSegment(1e975a58-21cf-443b-876b-098328642114),segment_id=1e975a58-21cf-443b-876b-098328642114)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:28:11.390429 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6aca5ad8-a8e0-4569-874d-2dd58a312117 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (4dc33d28-77ff-431d-9d56-62a954991770), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:11.435760 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67faca47-7f2d-4df7-b7e9-d9e4fd5c7070 req-5681e735-f86c-42e4-80c7-3a2fa51dc3be tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:11.446270 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-67faca47-7f2d-4df7-b7e9-d9e4fd5c7070 req-5681e735-f86c-42e4-80c7-3a2fa51dc3be tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 946 time: 0.3724642 Feb 19 04:28:11.455752 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-161b868a-7b5b-4800-b34f-3259cc7b8948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (9ddff2d5-6951-424b-b007-7c254bc14a54), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:11.465310 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aca5ad8-a8e0-4569-874d-2dd58a312117 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:28:11.466512 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6aca5ad8-a8e0-4569-874d-2dd58a312117 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (4dc33d28-77ff-431d-9d56-62a954991770), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:11.498305 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-08a0f403-3195-4524-91e4-7e09582015ca tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (08b08aab-e6ac-461c-9d9c-8c393f4ffdeb), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:11.499620 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-08a0f403-3195-4524-91e4-7e09582015ca tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (08b08aab-e6ac-461c-9d9c-8c393f4ffdeb), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:28:11.575177 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:28:11.588743 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Network 0d9ada96-8226-4e7b-be7b-5f0aed1f7159 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:11.595084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:11.600019 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8416b4c-d07a-467f-b762-9c2008792b36 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Made reservation on behalf of 4af7e87b955e44d2acf2aba9cee35b83 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:11.606391 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b8416b4c-d07a-467f-b762-9c2008792b36 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:11.822046 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-161b868a-7b5b-4800-b34f-3259cc7b8948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:11.822658 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-161b868a-7b5b-4800-b34f-3259cc7b8948 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:11.824417 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-161b868a-7b5b-4800-b34f-3259cc7b8948 service neutron] 10.222.0.48 "PUT /v2.0/ports/9ddff2d5-6951-424b-b007-7c254bc14a54 HTTP/1.1" status: 200 len: 1091 time: 7.7104785 Feb 19 04:28:11.835535 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-08a0f403-3195-4524-91e4-7e09582015ca tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_controller (08b08aab-e6ac-461c-9d9c-8c393f4ffdeb), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:11.846323 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'tag': '9ddff2d5-6951-424b-b007-7c254bc14a54'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:28:11.848997 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8856ead5-1fae-4c31-b048-729769a8b3b8" -d '{"events": [{"name": "network-changed", "server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "tag": "9ddff2d5-6951-424b-b007-7c254bc14a54"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:28:11.887209 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-08a0f403-3195-4524-91e4-7e09582015ca tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (08b08aab-e6ac-461c-9d9c-8c393f4ffdeb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:11.905196 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-6484b1ce-7ab3-4ff4-a5a3-19a7d3eaef57 service neutron] Request body: {'port': {'device_id': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:12.026519 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6aca5ad8-a8e0-4569-874d-2dd58a312117 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (743a87b8-32ad-4a32-853e-a79e8ed3889f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:12.077450 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6aca5ad8-a8e0-4569-874d-2dd58a312117 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:12.085753 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6aca5ad8-a8e0-4569-874d-2dd58a312117 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] 10.222.0.65 "DELETE /v2.0/networks/743a87b8-32ad-4a32-853e-a79e8ed3889f HTTP/1.1" status: 204 len: 168 time: 4.2518997 Feb 19 04:28:12.088685 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51680) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:12.112556 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b868a-7b5b-4800-b34f-3259cc7b8948 service neutron] Pushing event updated for resources: {'Port': ['ID=9ddff2d5-6951-424b-b007-7c254bc14a54,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:12.171708 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca5ad8-a8e0-4569-874d-2dd58a312117 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Pushing event deleted for resources: {'Network': ['ID=743a87b8-32ad-4a32-853e-a79e8ed3889f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:12.206719 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-67faca47-7f2d-4df7-b7e9-d9e4fd5c7070 req-dd2dd0d7-d5fd-4cb4-a631-faf76f6f14c3 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6346455 Feb 19 04:28:12.212973 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-89b1c724-2f40-4f59-9dfa-600098093a4c tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] 10.222.0.65 "GET /v2.0/ports?device_id=d27a12f4-419d-4ee4-bc83-7ba25f2437c1 HTTP/1.1" status: 200 len: 205 time: 0.1015589 Feb 19 04:28:12.217771 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51684) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:12.305836 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-7bf8a8e2-072f-4350-88d9-5b464d93cebb None None] Provisioning complete for port 06346db6-ddfc-4f69-905c-57e0862d3b95 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:12.306678 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7bf8a8e2-072f-4350-88d9-5b464d93cebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (06346db6-ddfc-4f69-905c-57e0862d3b95), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:12.483500 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ae62cc-3b2d-4473-9d33-0b761d475bef x-openstack-request-id: req-d7ae62cc-3b2d-4473-9d33-0b761d475bef {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:28:12.484673 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "tag": "9ddff2d5-6951-424b-b007-7c254bc14a54", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:28:12.484673 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d7ae62cc-3b2d-4473-9d33-0b761d475bef {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:28:12.485405 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'tag': '9ddff2d5-6951-424b-b007-7c254bc14a54', 'status': 'completed', 'code': 200} Feb 19 04:28:12.486360 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-6484b1ce-7ab3-4ff4-a5a3-19a7d3eaef57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (78c6088e-c8c2-41a8-8df6-f57a9a4b4e82), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:12.517445 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7bf8a8e2-072f-4350-88d9-5b464d93cebb None None] Port 06346db6-ddfc-4f69-905c-57e0862d3b95 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:28:12.686591 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d2f778b7-b9b4-43af-9ca1-9fc21cc70590 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks [] for router (d27a12f4-419d-4ee4-bc83-7ba25f2437c1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:12.773624 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-08a0f403-3195-4524-91e4-7e09582015ca tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:12.779468 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-08a0f403-3195-4524-91e4-7e09582015ca tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.5760179 Feb 19 04:28:12.784871 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51698) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:12.960278 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be34e2c-44e3-49af-bd91-d5ddacc40b35 req-e846809f-90bc-4a26-9967-f00bcf9decd0 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:12.967311 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be34e2c-44e3-49af-bd91-d5ddacc40b35 req-e846809f-90bc-4a26-9967-f00bcf9decd0 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:12.974490 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be34e2c-44e3-49af-bd91-d5ddacc40b35 req-e846809f-90bc-4a26-9967-f00bcf9decd0 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:12.981342 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be34e2c-44e3-49af-bd91-d5ddacc40b35 req-e846809f-90bc-4a26-9967-f00bcf9decd0 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:12.988343 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be34e2c-44e3-49af-bd91-d5ddacc40b35 req-e846809f-90bc-4a26-9967-f00bcf9decd0 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:12.994821 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be34e2c-44e3-49af-bd91-d5ddacc40b35 req-e846809f-90bc-4a26-9967-f00bcf9decd0 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:13.001510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be34e2c-44e3-49af-bd91-d5ddacc40b35 req-e846809f-90bc-4a26-9967-f00bcf9decd0 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:13.003866 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2be34e2c-44e3-49af-bd91-d5ddacc40b35 req-e846809f-90bc-4a26-9967-f00bcf9decd0 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5394 time: 1.1446548 Feb 19 04:28:13.083991 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e4c14f9f-2357-4014-b32d-5ef8c62ac544 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router (08b08aab-e6ac-461c-9d9c-8c393f4ffdeb), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:13.270845 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856ead5-1fae-4c31-b048-729769a8b3b8 req-88a9d81d-3667-4873-b781-43e5ea1daa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:13.271379 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856ead5-1fae-4c31-b048-729769a8b3b8 req-88a9d81d-3667-4873-b781-43e5ea1daa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:13.271878 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856ead5-1fae-4c31-b048-729769a8b3b8 req-88a9d81d-3667-4873-b781-43e5ea1daa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:13.272370 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856ead5-1fae-4c31-b048-729769a8b3b8 req-88a9d81d-3667-4873-b781-43e5ea1daa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:13.272882 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856ead5-1fae-4c31-b048-729769a8b3b8 req-88a9d81d-3667-4873-b781-43e5ea1daa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:13.273740 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856ead5-1fae-4c31-b048-729769a8b3b8 req-88a9d81d-3667-4873-b781-43e5ea1daa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:13.274338 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856ead5-1fae-4c31-b048-729769a8b3b8 req-88a9d81d-3667-4873-b781-43e5ea1daa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:13.276525 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8856ead5-1fae-4c31-b048-729769a8b3b8 req-88a9d81d-3667-4873-b781-43e5ea1daa87 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea967e23a8ef43cfacd115b397486d6c&device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 6410 time: 0.7752643 Feb 19 04:28:13.331376 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d2f778b7-b9b4-43af-9ca1-9fc21cc70590 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (d27a12f4-419d-4ee4-bc83-7ba25f2437c1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:13.342287 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d2f778b7-b9b4-43af-9ca1-9fc21cc70590 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks [] for router_controller (d27a12f4-419d-4ee4-bc83-7ba25f2437c1), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:13.491758 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b328c-0832-4ec1-a184-aa80802d75ca req-340d49bb-24ea-43b0-a10b-ace4a222c375 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:13.502737 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3e7b328c-0832-4ec1-a184-aa80802d75ca req-340d49bb-24ea-43b0-a10b-ace4a222c375 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 946 time: 0.2832251 Feb 19 04:28:13.509342 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e4c14f9f-2357-4014-b32d-5ef8c62ac544 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (08b08aab-e6ac-461c-9d9c-8c393f4ffdeb), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:13.515234 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e4c14f9f-2357-4014-b32d-5ef8c62ac544 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_controller (08b08aab-e6ac-461c-9d9c-8c393f4ffdeb), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:13.521967 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d2f778b7-b9b4-43af-9ca1-9fc21cc70590 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (d27a12f4-419d-4ee4-bc83-7ba25f2437c1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:13.522840 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f778b7-b9b4-43af-9ca1-9fc21cc70590 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Fanout notify agent at l3_agent the message router_deleted on router d27a12f4-419d-4ee4-bc83-7ba25f2437c1 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:28:13.553485 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d2f778b7-b9b4-43af-9ca1-9fc21cc70590 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:13.554800 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d2f778b7-b9b4-43af-9ca1-9fc21cc70590 tempest-RoutersNegativeTest-325726705 tempest-RoutersNegativeTest-325726705-project] 10.222.0.65 "DELETE /v2.0/routers/d27a12f4-419d-4ee4-bc83-7ba25f2437c1 HTTP/1.1" status: 204 len: 168 time: 1.3359609 Feb 19 04:28:13.590614 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Router f0a3ced4-f913-42b3-98e3-1d69ce43e346 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:28:13.748348 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-6484b1ce-7ab3-4ff4-a5a3-19a7d3eaef57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:28:13.770607 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e4c14f9f-2357-4014-b32d-5ef8c62ac544 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (08b08aab-e6ac-461c-9d9c-8c393f4ffdeb), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:13.771274 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-6484b1ce-7ab3-4ff4-a5a3-19a7d3eaef57 service neutron] Publish callbacks [] for port (78c6088e-c8c2-41a8-8df6-f57a9a4b4e82), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:13.771975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c14f9f-2357-4014-b32d-5ef8c62ac544 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08b08aab-e6ac-461c-9d9c-8c393f4ffdeb {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:28:13.781103 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e4c14f9f-2357-4014-b32d-5ef8c62ac544 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:13.783532 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e4c14f9f-2357-4014-b32d-5ef8c62ac544 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "DELETE /v2.0/routers/08b08aab-e6ac-461c-9d9c-8c393f4ffdeb HTTP/1.1" status: 204 len: 168 time: 0.9827175 Feb 19 04:28:13.786313 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856ead5-1fae-4c31-b048-729769a8b3b8 req-c7c9f42b-5605-4b26-8c57-87110b09542c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:13.787302 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856ead5-1fae-4c31-b048-729769a8b3b8 req-c7c9f42b-5605-4b26-8c57-87110b09542c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:13.788449 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856ead5-1fae-4c31-b048-729769a8b3b8 req-c7c9f42b-5605-4b26-8c57-87110b09542c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:13.791812 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8856ead5-1fae-4c31-b048-729769a8b3b8 req-c7c9f42b-5605-4b26-8c57-87110b09542c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ea967e23a8ef43cfacd115b397486d6c&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4857483 Feb 19 04:28:13.798932 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-6484b1ce-7ab3-4ff4-a5a3-19a7d3eaef57 service neutron] Transition to ACTIVE for port object 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:28:13.815462 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-6484b1ce-7ab3-4ff4-a5a3-19a7d3eaef57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (78c6088e-c8c2-41a8-8df6-f57a9a4b4e82), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:13.821941 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2be34e2c-44e3-49af-bd91-d5ddacc40b35 req-e61bb15e-48e1-43ef-97c7-0460e18ba6cd tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7684050 Feb 19 04:28:13.862642 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b8416b4c-d07a-467f-b762-9c2008792b36 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (709ab9d2-30fb-4076-a474-fc94a0971cf2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:13.943809 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3e7b328c-0832-4ec1-a184-aa80802d75ca req-c60704cf-0d2c-42e0-b383-033d8c21c453 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798153 Feb 19 04:28:14.039254 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484b1ce-7ab3-4ff4-a5a3-19a7d3eaef57 service neutron] Pushing event updated for resources: {'Port': ['ID=78c6088e-c8c2-41a8-8df6-f57a9a4b4e82,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:14.362305 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51718) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:14.393478 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-6484b1ce-7ab3-4ff4-a5a3-19a7d3eaef57 service neutron] Attempting to bind port 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:28:14.394218 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-6484b1ce-7ab3-4ff4-a5a3-19a7d3eaef57 service neutron] Attempting to bind port 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '1e975a58-21cf-443b-876b-098328642114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:28:14.394916 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-6484b1ce-7ab3-4ff4-a5a3-19a7d3eaef57 service neutron] Attempting to bind port 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 on network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:14.411168 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-6484b1ce-7ab3-4ff4-a5a3-19a7d3eaef57 service neutron] Port 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 on network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:28:14.412386 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-6484b1ce-7ab3-4ff4-a5a3-19a7d3eaef57 service neutron] Attempting to bind port 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 on network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:14.424670 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-6484b1ce-7ab3-4ff4-a5a3-19a7d3eaef57 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:28:14.425536 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-6484b1ce-7ab3-4ff4-a5a3-19a7d3eaef57 service neutron] Checking segment: {'id': '1e975a58-21cf-443b-876b-098328642114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:14.426358 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-6484b1ce-7ab3-4ff4-a5a3-19a7d3eaef57 service neutron] Bound using segment: {'id': '1e975a58-21cf-443b-876b-098328642114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:28:14.427224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-6484b1ce-7ab3-4ff4-a5a3-19a7d3eaef57 service neutron] Bound port: 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e975a58-21cf-443b-876b-098328642114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:28:14.428729 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-6484b1ce-7ab3-4ff4-a5a3-19a7d3eaef57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (78c6088e-c8c2-41a8-8df6-f57a9a4b4e82), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:14.605899 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-6484b1ce-7ab3-4ff4-a5a3-19a7d3eaef57 service neutron] For port 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:28:14.616299 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-6484b1ce-7ab3-4ff4-a5a3-19a7d3eaef57 service neutron] For port 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=78c6088e-c8c2-41a8-8df6-f57a9a4b4e82,segment=NetworkSegment(1e975a58-21cf-443b-876b-098328642114),segment_id=1e975a58-21cf-443b-876b-098328642114)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:28:14.635284 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-6484b1ce-7ab3-4ff4-a5a3-19a7d3eaef57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (78c6088e-c8c2-41a8-8df6-f57a9a4b4e82), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:14.725242 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8416b4c-d07a-467f-b762-9c2008792b36 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:14.857522 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:28:14.877649 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570d6792-1a94-4214-a639-3835afc649df None None] Sync routers for ids ['f0a3ced4-f913-42b3-98e3-1d69ce43e346'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:28:14.879478 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-383fadc7-8caa-4d87-993b-1b024265e2d2 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] 10.222.0.65 "PUT /v2.0/routers/f0a3ced4-f913-42b3-98e3-1d69ce43e346/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4299815 Feb 19 04:28:14.924997 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570d6792-1a94-4214-a639-3835afc649df None None] Routers {'f0a3ced4-f913-42b3-98e3-1d69ce43e346'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:14.930298 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-570d6792-1a94-4214-a639-3835afc649df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:28:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f0a3ced4-f913-42b3-98e3-1d69ce43e346'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:15.047234 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51724) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:15.084606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-94a02630-c02b-49e0-b59c-ec402abcea1c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Request body: {'port': {'network_id': '0d9ada96-8226-4e7b-be7b-5f0aed1f7159', 'name': 'tempest-FloatingIPNegativeTestJSON-1183224066'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:15.094735 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-b8416b4c-d07a-467f-b762-9c2008792b36 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:15.101895 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8416b4c-d07a-467f-b762-9c2008792b36 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:15.103892 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b8416b4c-d07a-467f-b762-9c2008792b36 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:15.110776 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fc600c-7820-416b-83bb-20f9605a5839 None None] Network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:15.134442 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c77c42ba-5ec8-42b1-9785-d6833f83d4d8 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1462507325', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}, 'admin_state_up': False}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:15.192485 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-570d6792-1a94-4214-a639-3835afc649df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:15.219821 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-6484b1ce-7ab3-4ff4-a5a3-19a7d3eaef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:15.220757 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-6484b1ce-7ab3-4ff4-a5a3-19a7d3eaef57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:15.222794 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-6484b1ce-7ab3-4ff4-a5a3-19a7d3eaef57 service neutron] 10.222.0.48 "PUT /v2.0/ports/78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 HTTP/1.1" status: 200 len: 1091 time: 3.3251052 Feb 19 04:28:15.240759 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'tag': '78c6088e-c8c2-41a8-8df6-f57a9a4b4e82'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:28:15.244821 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570d6792-1a94-4214-a639-3835afc649df None None] Routers {'f0a3ced4-f913-42b3-98e3-1d69ce43e346'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:15.246537 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-570d6792-1a94-4214-a639-3835afc649df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:28:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f0a3ced4-f913-42b3-98e3-1d69ce43e346'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:15.256451 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f1ae70-9eb5-4715-ae51-ab6e7712b9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "tag": "78c6088e-c8c2-41a8-8df6-f57a9a4b4e82"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:28:15.290160 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51730) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:15.374512 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Request body: {'port': {'device_id': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:15.391103 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-570d6792-1a94-4214-a639-3835afc649df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:15.394519 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570d6792-1a94-4214-a639-3835afc649df None None] The sync data for ids ['f0a3ced4-f913-42b3-98e3-1d69ce43e346'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:28:15.466342 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484b1ce-7ab3-4ff4-a5a3-19a7d3eaef57 service neutron] Pushing event updated for resources: {'Port': ['ID=78c6088e-c8c2-41a8-8df6-f57a9a4b4e82,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:15.501395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8416b4c-d07a-467f-b762-9c2008792b36 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Subnet': ['ID=709ab9d2-30fb-4076-a474-fc94a0971cf2,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:15.503826 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c77c42ba-5ec8-42b1-9785-d6833f83d4d8 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (64672b4a-3ce1-426b-895d-00ade3292423), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:15.513162 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c77c42ba-5ec8-42b1-9785-d6833f83d4d8 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (64672b4a-3ce1-426b-895d-00ade3292423), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:15.515708 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b8416b4c-d07a-467f-b762-9c2008792b36 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 5.1103737 Feb 19 04:28:15.529370 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51738) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:15.550317 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-1d7c9f74-e62a-469b-8b3e-c02a3aa63004 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-604027735', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '709ab9d2-30fb-4076-a474-fc94a0971cf2'}], 'security_groups': ['077c0a0a-c116-4774-a148-837b946bdd95', '358b469d-87c2-4d29-a747-153dc4f10794']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:15.679382 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c77c42ba-5ec8-42b1-9785-d6833f83d4d8 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_controller (64672b4a-3ce1-426b-895d-00ade3292423), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:15.770117 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24883e1-0f0c-46cc-99e3-d58440d0a109 req-a41e80d9-aaae-45ae-946e-32d3fbb26ec8 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:15.783484 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24883e1-0f0c-46cc-99e3-d58440d0a109 req-a41e80d9-aaae-45ae-946e-32d3fbb26ec8 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:15.799281 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24883e1-0f0c-46cc-99e3-d58440d0a109 req-a41e80d9-aaae-45ae-946e-32d3fbb26ec8 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:15.817351 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24883e1-0f0c-46cc-99e3-d58440d0a109 req-a41e80d9-aaae-45ae-946e-32d3fbb26ec8 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:15.846169 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24883e1-0f0c-46cc-99e3-d58440d0a109 req-a41e80d9-aaae-45ae-946e-32d3fbb26ec8 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:15.868168 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2e4588f5-0efb-4d8f-ab5f-2126c9d7c978), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:15.876220 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24883e1-0f0c-46cc-99e3-d58440d0a109 req-a41e80d9-aaae-45ae-946e-32d3fbb26ec8 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:15.882892 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6907181-5cfc-4dd3-996d-1988a26722e0 req-2e382bb0-43d3-4b48-99a2-de94cc5a2d18 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:15.885088 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b6907181-5cfc-4dd3-996d-1988a26722e0 req-2e382bb0-43d3-4b48-99a2-de94cc5a2d18 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 946 time: 0.7263036 Feb 19 04:28:15.902830 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c2f254-fbdf-4c77-ac2f-ba067d06fcaa None None] Update dhcp port {'port': {'network_id': '4b4ee219-081e-47f1-adc3-bc6d7aae1457', 'fixed_ips': [{'subnet_id': 'ea50c870-4f8e-4db1-a0a8-a7a32c9757dc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1e1ab257-0aab-47b8-ba4f-d35dbd0e7942', 'ip_address': '2001:db8::2'}, {'subnet_id': '709ab9d2-30fb-4076-a474-fc94a0971cf2'}], 'binding:host_id': 'n-d-772273-4'}, 'id': 'ad299c96-8ad3-4695-9984-ca9ce4e5529c'} from n-d-772273-4. {{(pid=115200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:28:15.906495 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24883e1-0f0c-46cc-99e3-d58440d0a109 req-a41e80d9-aaae-45ae-946e-32d3fbb26ec8 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:15.930504 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a24883e1-0f0c-46cc-99e3-d58440d0a109 req-a41e80d9-aaae-45ae-946e-32d3fbb26ec8 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5406 time: 0.8041143 Feb 19 04:28:16.016993 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f8c2f254-fbdf-4c77-ac2f-ba067d06fcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:16.086788 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856ead5-1fae-4c31-b048-729769a8b3b8 req-e62bbee3-7102-4666-87c6-361e19b20462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:16.091244 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8856ead5-1fae-4c31-b048-729769a8b3b8 req-e62bbee3-7102-4666-87c6-361e19b20462 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 2.2669718 Feb 19 04:28:16.121939 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c77c42ba-5ec8-42b1-9785-d6833f83d4d8 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_gateway (64672b4a-3ce1-426b-895d-00ade3292423), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:16.378071 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a02630-c02b-49e0-b59c-ec402abcea1c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Made reservation on behalf of 5b24b78f68174517a31b4e3b3a8732f4 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:16.382607 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-94a02630-c02b-49e0-b59c-ec402abcea1c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:16.393171 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a24883e1-0f0c-46cc-99e3-d58440d0a109 req-09c77a3d-5c6d-427c-9723-50d857e59fa6 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4610918 Feb 19 04:28:16.426090 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9f74-e62a-469b-8b3e-c02a3aa63004 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bbd2887c-6ffa-4f5b-a039-eef316c258f1), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:16.434636 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3ea6b384-6e5e-401e-a6a2-2b9a514825c7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9431a192199040fb96554c263fa2e66b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1309047 Feb 19 04:28:16.443975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51744) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:16.454767 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-94a02630-c02b-49e0-b59c-ec402abcea1c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] device_id is not set on port ee6a1519-a5b7-464f-b555-3d145595d9cd yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:28:16.668827 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-f8c2f254-fbdf-4c77-ac2f-ba067d06fcaa None None] Allocated IP 2001:db8:0:2::2 (4b4ee219-081e-47f1-adc3-bc6d7aae1457/709ab9d2-30fb-4076-a474-fc94a0971cf2/ad299c96-8ad3-4695-9984-ca9ce4e5529c) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:16.809924 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-16ebda56-6324-4f9d-9d79-42c54beb9843 admin admin] Publish callbacks [] for security_group (5ea7f251-1c48-4b33-a1cf-95e52db9b1c5), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:16.887188 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-94a02630-c02b-49e0-b59c-ec402abcea1c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Allocated IP 172.20.0.10 (0d9ada96-8226-4e7b-be7b-5f0aed1f7159/62cfe1d6-e87f-46eb-9d20-f0482fe35a7b/ee6a1519-a5b7-464f-b555-3d145595d9cd) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:16.942321 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b6907181-5cfc-4dd3-996d-1988a26722e0 req-04799c07-12fd-4110-93a6-c7212af37dce tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9704206 Feb 19 04:28:17.000815 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-f8c2f254-fbdf-4c77-ac2f-ba067d06fcaa None None] For port ad299c96-8ad3-4695-9984-ca9ce4e5529c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ad299c96-8ad3-4695-9984-ca9ce4e5529c,segment=NetworkSegment(5cd34749-3185-4fb4-8807-1152ca5fe0c3),segment_id=5cd34749-3185-4fb4-8807-1152ca5fe0c3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:17.073601 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f8c2f254-fbdf-4c77-ac2f-ba067d06fcaa None None] Publish callbacks [] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:17.085826 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f8c2f254-fbdf-4c77-ac2f-ba067d06fcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:17.106631 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:28:17.151541 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Publish callbacks [] for port (2e4588f5-0efb-4d8f-ab5f-2126c9d7c978), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:17.236592 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Transition to ACTIVE for port object 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:28:17.252961 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (2e4588f5-0efb-4d8f-ab5f-2126c9d7c978), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:17.272547 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-16ebda56-6324-4f9d-9d79-42c54beb9843 admin admin] Publish callbacks [] for security_group (5ea7f251-1c48-4b33-a1cf-95e52db9b1c5), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:17.445274 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2f254-fbdf-4c77-ac2f-ba067d06fcaa None None] Pushing event updated for resources: {'Port': ['ID=ad299c96-8ad3-4695-9984-ca9ce4e5529c,revision_number=7']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:17.464648 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d69c098-ac51-4f2d-ba7c-28b9614b4d6e x-openstack-request-id: req-1d69c098-ac51-4f2d-ba7c-28b9614b4d6e {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:28:17.465675 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "tag": "78c6088e-c8c2-41a8-8df6-f57a9a4b4e82", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:28:17.466419 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d69c098-ac51-4f2d-ba7c-28b9614b4d6e {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:28:17.467297 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'tag': '78c6088e-c8c2-41a8-8df6-f57a9a4b4e82', 'status': 'completed', 'code': 200} Feb 19 04:28:17.656613 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Pushing event updated for resources: {'Port': ['ID=2e4588f5-0efb-4d8f-ab5f-2126c9d7c978,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:17.829836 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:17.830768 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:17.831565 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:17.832369 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:17.833309 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:17.834152 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:17.834933 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:17.835712 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:17.836492 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:17.837344 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:17.838128 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:17.838927 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:17.839733 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:17.943477 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-94a02630-c02b-49e0-b59c-ec402abcea1c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks [] for port (ee6a1519-a5b7-464f-b555-3d145595d9cd), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:18.064639 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-94a02630-c02b-49e0-b59c-ec402abcea1c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ee6a1519-a5b7-464f-b555-3d145595d9cd), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:18.078040 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-16ebda56-6324-4f9d-9d79-42c54beb9843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5ea7f251-1c48-4b33-a1cf-95e52db9b1c5), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:18.086435 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-16ebda56-6324-4f9d-9d79-42c54beb9843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:18.092024 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-16ebda56-6324-4f9d-9d79-42c54beb9843 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5ea7f251-1c48-4b33-a1cf-95e52db9b1c5 HTTP/1.1" status: 204 len: 168 time: 1.6417596 Feb 19 04:28:18.116632 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c77c42ba-5ec8-42b1-9785-d6833f83d4d8 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_gateway (64672b4a-3ce1-426b-895d-00ade3292423), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:18.123319 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Attempting to bind port 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:28:18.128574 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Attempting to bind port 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'a2a1e401-78fd-4a36-92fe-e1e86bcac256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0197e602-f5d2-48ef-bb73-a3741213d4f6'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:28:18.129276 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Attempting to bind port 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 on network 0197e602-f5d2-48ef-bb73-a3741213d4f6 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:18.243028 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c77c42ba-5ec8-42b1-9785-d6833f83d4d8 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:18.244735 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebda56-6324-4f9d-9d79-42c54beb9843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea7f251-1c48-4b33-a1cf-95e52db9b1c5,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:18.259181 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Port 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 on network 0197e602-f5d2-48ef-bb73-a3741213d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:28:18.259717 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Attempting to bind port 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 on network 0197e602-f5d2-48ef-bb73-a3741213d4f6 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:18.350941 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474a926-d4a5-41ab-bf20-85c151604ab9 req-44ad4c80-d9f9-442d-b694-2205bde0fbb0 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:18.379133 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474a926-d4a5-41ab-bf20-85c151604ab9 req-44ad4c80-d9f9-442d-b694-2205bde0fbb0 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:18.383020 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1ae70-9eb5-4715-ae51-ab6e7712b9e7 req-a808d933-6543-45c0-a441-e4a4486c8239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:18.383877 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1ae70-9eb5-4715-ae51-ab6e7712b9e7 req-a808d933-6543-45c0-a441-e4a4486c8239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:18.384824 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1ae70-9eb5-4715-ae51-ab6e7712b9e7 req-a808d933-6543-45c0-a441-e4a4486c8239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:18.386165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1ae70-9eb5-4715-ae51-ab6e7712b9e7 req-a808d933-6543-45c0-a441-e4a4486c8239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:18.386711 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1ae70-9eb5-4715-ae51-ab6e7712b9e7 req-a808d933-6543-45c0-a441-e4a4486c8239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:18.387541 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1ae70-9eb5-4715-ae51-ab6e7712b9e7 req-a808d933-6543-45c0-a441-e4a4486c8239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:18.388442 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1ae70-9eb5-4715-ae51-ab6e7712b9e7 req-a808d933-6543-45c0-a441-e4a4486c8239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:18.392207 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11f1ae70-9eb5-4715-ae51-ab6e7712b9e7 req-a808d933-6543-45c0-a441-e4a4486c8239 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea967e23a8ef43cfacd115b397486d6c&device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 6533 time: 0.8665087 Feb 19 04:28:18.415928 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474a926-d4a5-41ab-bf20-85c151604ab9 req-44ad4c80-d9f9-442d-b694-2205bde0fbb0 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:18.420635 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a02630-c02b-49e0-b59c-ec402abcea1c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Pushing event updated for resources: {'Port': ['ID=ee6a1519-a5b7-464f-b555-3d145595d9cd,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:18.442310 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474a926-d4a5-41ab-bf20-85c151604ab9 req-44ad4c80-d9f9-442d-b694-2205bde0fbb0 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:18.453311 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a02630-c02b-49e0-b59c-ec402abcea1c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Network 0d9ada96-8226-4e7b-be7b-5f0aed1f7159 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:18.469017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474a926-d4a5-41ab-bf20-85c151604ab9 req-44ad4c80-d9f9-442d-b694-2205bde0fbb0 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:18.480585 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474a926-d4a5-41ab-bf20-85c151604ab9 req-44ad4c80-d9f9-442d-b694-2205bde0fbb0 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:18.507626 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474a926-d4a5-41ab-bf20-85c151604ab9 req-44ad4c80-d9f9-442d-b694-2205bde0fbb0 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:18.529274 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7474a926-d4a5-41ab-bf20-85c151604ab9 req-44ad4c80-d9f9-442d-b694-2205bde0fbb0 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5418 time: 0.8761008 Feb 19 04:28:18.548550 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:28:18.557383 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Checking segment: {'id': 'a2a1e401-78fd-4a36-92fe-e1e86bcac256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0197e602-f5d2-48ef-bb73-a3741213d4f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:18.558141 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Bound using segment: {'id': 'a2a1e401-78fd-4a36-92fe-e1e86bcac256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0197e602-f5d2-48ef-bb73-a3741213d4f6'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:28:18.558925 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Bound port: 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a1e401-78fd-4a36-92fe-e1e86bcac256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0197e602-f5d2-48ef-bb73-a3741213d4f6'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:28:18.559488 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2e4588f5-0efb-4d8f-ab5f-2126c9d7c978), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:18.570465 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-94a02630-c02b-49e0-b59c-ec402abcea1c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:18.575862 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a02630-c02b-49e0-b59c-ec402abcea1c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:18.671768 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ad299c96-8ad3-4695-9984-ca9ce4e5529c up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:28:18.922212 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1ae70-9eb5-4715-ae51-ab6e7712b9e7 req-772aea89-493e-4b4e-aa2d-734b02973332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:18.923213 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1ae70-9eb5-4715-ae51-ab6e7712b9e7 req-772aea89-493e-4b4e-aa2d-734b02973332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:18.924131 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1ae70-9eb5-4715-ae51-ab6e7712b9e7 req-772aea89-493e-4b4e-aa2d-734b02973332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:18.936148 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11f1ae70-9eb5-4715-ae51-ab6e7712b9e7 req-772aea89-493e-4b4e-aa2d-734b02973332 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ea967e23a8ef43cfacd115b397486d6c&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5255194 Feb 19 04:28:19.062428 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-1d7c9f74-e62a-469b-8b3e-c02a3aa63004 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Delete allocated IP 2001:db8::1ec (4b4ee219-081e-47f1-adc3-bc6d7aae1457/1e1ab257-0aab-47b8-ba4f-d35dbd0e7942) {{(pid=115198) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 04:28:19.115240 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-1d7c9f74-e62a-469b-8b3e-c02a3aa63004 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Allocated IP 2001:db8:0:2::2b3 (4b4ee219-081e-47f1-adc3-bc6d7aae1457/709ab9d2-30fb-4076-a474-fc94a0971cf2/bbd2887c-6ffa-4f5b-a039-eef316c258f1) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:19.191038 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7474a926-d4a5-41ab-bf20-85c151604ab9 req-19b6dc55-f552-4fa7-b456-6b4a73944bfe tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6095574 Feb 19 04:28:19.226183 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] For port 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:28:19.237183 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] For port 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2e4588f5-0efb-4d8f-ab5f-2126c9d7c978,segment=NetworkSegment(a2a1e401-78fd-4a36-92fe-e1e86bcac256),segment_id=a2a1e401-78fd-4a36-92fe-e1e86bcac256)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:28:19.262960 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-c77c42ba-5ec8-42b1-9785-d6833f83d4d8 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Allocated IP 172.25.0.87 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/6acb0423-775c-4108-be56-8ba54f96bbaa) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:19.287746 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (2e4588f5-0efb-4d8f-ab5f-2126c9d7c978), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:19.455136 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:19.456721 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:19.459452 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] 10.222.0.48 "PUT /v2.0/ports/2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 HTTP/1.1" status: 200 len: 1091 time: 4.1144857 Feb 19 04:28:19.471429 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'tag': '2e4588f5-0efb-4d8f-ab5f-2126c9d7c978'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:28:19.478945 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e355f3e-d035-4820-9b60-380f2518e2ed" -d '{"events": [{"name": "network-changed", "server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "tag": "2e4588f5-0efb-4d8f-ab5f-2126c9d7c978"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:28:19.561934 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-58388539-42aa-470f-828e-c2c000aeeafa None None] Provisioning complete for port bbd2887c-6ffa-4f5b-a039-eef316c258f1 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:19.562603 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-58388539-42aa-470f-828e-c2c000aeeafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (bbd2887c-6ffa-4f5b-a039-eef316c258f1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:19.573605 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ad299c96-8ad3-4695-9984-ca9ce4e5529c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:19.574282 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:19.608415 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2bf23266-f021-4e8d-90a0-9d8580179a04 service neutron] Request body: {'port': {'device_id': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:19.691074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e4e2e-fc5b-4be2-8721-b645e8b2787a service neutron] Pushing event updated for resources: {'Port': ['ID=2e4588f5-0efb-4d8f-ab5f-2126c9d7c978,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:19.697500 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9f74-e62a-469b-8b3e-c02a3aa63004 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for port (bbd2887c-6ffa-4f5b-a039-eef316c258f1), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:19.812047 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c5ba05-d746-402b-be3b-5f5429841b63 x-openstack-request-id: req-d4c5ba05-d746-402b-be3b-5f5429841b63 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:28:19.812567 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "tag": "2e4588f5-0efb-4d8f-ab5f-2126c9d7c978", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:28:19.812892 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d4c5ba05-d746-402b-be3b-5f5429841b63 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:28:19.813602 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'tag': '2e4588f5-0efb-4d8f-ab5f-2126c9d7c978', 'status': 'completed', 'code': 200} Feb 19 04:28:19.915161 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-58388539-42aa-470f-828e-c2c000aeeafa None None] Port bbd2887c-6ffa-4f5b-a039-eef316c258f1 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:28:19.945096 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9f74-e62a-469b-8b3e-c02a3aa63004 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (bbd2887c-6ffa-4f5b-a039-eef316c258f1), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:20.095567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ad299c96-8ad3-4695-9984-ca9ce4e5529c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:20.121701 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-58388539-42aa-470f-828e-c2c000aeeafa None None] Provisioning complete for port a1cb026c-51c7-42f3-914d-474c13352312 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:20.122358 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-58388539-42aa-470f-828e-c2c000aeeafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a1cb026c-51c7-42f3-914d-474c13352312), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:20.137663 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766256a-8e74-4b92-9bf7-3d2bccefcf02 req-127eeb9b-5278-4d9a-9d6c-a87e3eeb657b tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:20.141897 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4766256a-8e74-4b92-9bf7-3d2bccefcf02 req-127eeb9b-5278-4d9a-9d6c-a87e3eeb657b tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 946 time: 1.9389215 Feb 19 04:28:20.145488 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2bf23266-f021-4e8d-90a0-9d8580179a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3f34b13c-5435-4bbf-ae60-854887c74231), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:20.190413 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c77c42ba-5ec8-42b1-9785-d6833f83d4d8 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for port (6acb0423-775c-4108-be56-8ba54f96bbaa), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:20.259256 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a02630-c02b-49e0-b59c-ec402abcea1c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:20.261166 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-94a02630-c02b-49e0-b59c-ec402abcea1c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:20.290772 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-58388539-42aa-470f-828e-c2c000aeeafa None None] Port a1cb026c-51c7-42f3-914d-474c13352312 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:28:20.355497 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-58388539-42aa-470f-828e-c2c000aeeafa None None] Provisioning complete for port ad299c96-8ad3-4695-9984-ca9ce4e5529c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:20.356156 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-58388539-42aa-470f-828e-c2c000aeeafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:20.457090 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c9f74-e62a-469b-8b3e-c02a3aa63004 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] In _notify_port_updated(), no bound segment for port bbd2887c-6ffa-4f5b-a039-eef316c258f1 on network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 {{(pid=115198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:28:20.479333 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7c9f74-e62a-469b-8b3e-c02a3aa63004 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:20.483268 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9f74-e62a-469b-8b3e-c02a3aa63004 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:20.502029 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1d7c9f74-e62a-469b-8b3e-c02a3aa63004 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "PUT /v2.0/ports/bbd2887c-6ffa-4f5b-a039-eef316c258f1 HTTP/1.1" status: 200 len: 969 time: 4.9655731 Feb 19 04:28:20.514510 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51792) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:20.616843 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c9f74-e62a-469b-8b3e-c02a3aa63004 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event updated for resources: {'Port': ['ID=bbd2887c-6ffa-4f5b-a039-eef316c258f1,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:20.635153 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-94a02630-c02b-49e0-b59c-ec402abcea1c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5825939 Feb 19 04:28:20.643442 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4766256a-8e74-4b92-9bf7-3d2bccefcf02 req-d10fb01b-203f-4188-96c2-26a6a5322c33 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792337 Feb 19 04:28:20.644461 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51794) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:20.657543 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-1d56d8db-7a08-43c4-938f-643e82fbe3a4 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:20.702015 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51798) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:20.703958 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1ae70-9eb5-4715-ae51-ab6e7712b9e7 req-58cbf379-0dc0-4c6f-87e3-e1caec7540ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:20.715708 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11f1ae70-9eb5-4715-ae51-ab6e7712b9e7 req-58cbf379-0dc0-4c6f-87e3-e1caec7540ea service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0009155 Feb 19 04:28:20.757134 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-58388539-42aa-470f-828e-c2c000aeeafa None None] Current status of the port ad299c96-8ad3-4695-9984-ca9ce4e5529c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:20.769329 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1d56d8db-7a08-43c4-938f-643e82fbe3a4 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:20.969997 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-edcc6613-4b36-41ee-a294-28f95c052d53 None None] Provisioning complete for port ee6a1519-a5b7-464f-b555-3d145595d9cd triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:20.972420 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-edcc6613-4b36-41ee-a294-28f95c052d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ee6a1519-a5b7-464f-b555-3d145595d9cd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:21.112281 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355f3e-d035-4820-9b60-380f2518e2ed req-2210e0a6-7016-42e8-8665-883ec74c60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:21.113216 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355f3e-d035-4820-9b60-380f2518e2ed req-2210e0a6-7016-42e8-8665-883ec74c60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:21.114220 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355f3e-d035-4820-9b60-380f2518e2ed req-2210e0a6-7016-42e8-8665-883ec74c60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:21.115157 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355f3e-d035-4820-9b60-380f2518e2ed req-2210e0a6-7016-42e8-8665-883ec74c60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:21.116013 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355f3e-d035-4820-9b60-380f2518e2ed req-2210e0a6-7016-42e8-8665-883ec74c60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:21.116881 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355f3e-d035-4820-9b60-380f2518e2ed req-2210e0a6-7016-42e8-8665-883ec74c60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:21.117125 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c77c42ba-5ec8-42b1-9785-d6833f83d4d8 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (6acb0423-775c-4108-be56-8ba54f96bbaa), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:21.118070 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355f3e-d035-4820-9b60-380f2518e2ed req-2210e0a6-7016-42e8-8665-883ec74c60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:21.122166 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e355f3e-d035-4820-9b60-380f2518e2ed req-2210e0a6-7016-42e8-8665-883ec74c60f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea967e23a8ef43cfacd115b397486d6c&device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 6606 time: 0.3050985 Feb 19 04:28:21.136694 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-edcc6613-4b36-41ee-a294-28f95c052d53 None None] Port ee6a1519-a5b7-464f-b555-3d145595d9cd cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:28:21.300836 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3fc0799a-d80e-419a-a602-f2d91df48a3b None None] Provisioning complete for port bbd2887c-6ffa-4f5b-a039-eef316c258f1 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:21.301571 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3fc0799a-d80e-419a-a602-f2d91df48a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (bbd2887c-6ffa-4f5b-a039-eef316c258f1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:21.396589 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3fc0799a-d80e-419a-a602-f2d91df48a3b None None] Port bbd2887c-6ffa-4f5b-a039-eef316c258f1 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:28:21.419669 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77c42ba-5ec8-42b1-9785-d6833f83d4d8 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:21.425792 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c42ba-5ec8-42b1-9785-d6833f83d4d8 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Pushing event updated for resources: {'Port': ['ID=6acb0423-775c-4108-be56-8ba54f96bbaa,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:21.429625 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-15228472-0a1d-4a8e-9d3f-aec0ac8ceb79 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:21.432597 n-d-772273-4 neutron-server[115198]: WARNING neutron.api.v2.base [None req-15228472-0a1d-4a8e-9d3f-aec0ac8ceb79 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 04:28:21.433623 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-15228472-0a1d-4a8e-9d3f-aec0ac8ceb79 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 04:28:21.438859 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-15228472-0a1d-4a8e-9d3f-aec0ac8ceb79 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7181230 Feb 19 04:28:21.439842 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51806) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:21.451424 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-0d26e299-28b8-4ca7-916f-742455f26c4d tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1650043020'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:21.474393 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355f3e-d035-4820-9b60-380f2518e2ed req-b719f3c8-c90b-4f1d-a5cf-5b9250f9273a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:21.475035 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355f3e-d035-4820-9b60-380f2518e2ed req-b719f3c8-c90b-4f1d-a5cf-5b9250f9273a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:21.475507 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355f3e-d035-4820-9b60-380f2518e2ed req-b719f3c8-c90b-4f1d-a5cf-5b9250f9273a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:21.477768 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e355f3e-d035-4820-9b60-380f2518e2ed req-b719f3c8-c90b-4f1d-a5cf-5b9250f9273a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ea967e23a8ef43cfacd115b397486d6c&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3443961 Feb 19 04:28:21.502464 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-c77c42ba-5ec8-42b1-9785-d6833f83d4d8 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:21.512246 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77c42ba-5ec8-42b1-9785-d6833f83d4d8 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:21.600975 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0d26e299-28b8-4ca7-916f-742455f26c4d tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:21.615845 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1d56d8db-7a08-43c4-938f-643e82fbe3a4 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:21.643404 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0d26e299-28b8-4ca7-916f-742455f26c4d tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:21.778740 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0d26e299-28b8-4ca7-916f-742455f26c4d tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (70aa159f-c4ec-4c71-9d3b-aef0fd4ec883), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:21.796737 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0d26e299-28b8-4ca7-916f-742455f26c4d tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (70aa159f-c4ec-4c71-9d3b-aef0fd4ec883), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:21.980032 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-1d56d8db-7a08-43c4-938f-643e82fbe3a4 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Allocated IP 172.25.0.167 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/e609bd53-107e-4994-b195-8f57d95ab029) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:22.031036 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311e3c5-116c-4394-8f22-628a4824f079 req-93f0e0de-40ca-4df5-87f5-44e05a046ceb tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:22.042722 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311e3c5-116c-4394-8f22-628a4824f079 req-93f0e0de-40ca-4df5-87f5-44e05a046ceb tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:22.055264 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311e3c5-116c-4394-8f22-628a4824f079 req-93f0e0de-40ca-4df5-87f5-44e05a046ceb tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:22.067385 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311e3c5-116c-4394-8f22-628a4824f079 req-93f0e0de-40ca-4df5-87f5-44e05a046ceb tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:22.079097 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311e3c5-116c-4394-8f22-628a4824f079 req-93f0e0de-40ca-4df5-87f5-44e05a046ceb tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:22.091125 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311e3c5-116c-4394-8f22-628a4824f079 req-93f0e0de-40ca-4df5-87f5-44e05a046ceb tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:22.102248 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311e3c5-116c-4394-8f22-628a4824f079 req-93f0e0de-40ca-4df5-87f5-44e05a046ceb tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:22.117053 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2311e3c5-116c-4394-8f22-628a4824f079 req-93f0e0de-40ca-4df5-87f5-44e05a046ceb tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5418 time: 1.0931149 Feb 19 04:28:22.176785 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0d26e299-28b8-4ca7-916f-742455f26c4d tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (ae7bd772-c85a-4dbd-8f2c-245c841b4ad6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:22.306984 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0d26e299-28b8-4ca7-916f-742455f26c4d tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ae7bd772-c85a-4dbd-8f2c-245c841b4ad6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:22.448970 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1d56d8db-7a08-43c4-938f-643e82fbe3a4 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks [] for port (e609bd53-107e-4994-b195-8f57d95ab029), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:22.451531 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-9479b46d-3bdc-4d0d-904c-f9e07857cbd6 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting port bbd2887c-6ffa-4f5b-a039-eef316c258f1 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:22.452078 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9479b46d-3bdc-4d0d-904c-f9e07857cbd6 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (bbd2887c-6ffa-4f5b-a039-eef316c258f1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:22.507855 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26e299-28b8-4ca7-916f-742455f26c4d tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70aa159f-c4ec-4c71-9d3b-aef0fd4ec883,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:22.550722 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1d56d8db-7a08-43c4-938f-643e82fbe3a4 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (e609bd53-107e-4994-b195-8f57d95ab029), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:22.639665 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56d8db-7a08-43c4-938f-643e82fbe3a4 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Pushing event updated for resources: {'Port': ['ID=e609bd53-107e-4994-b195-8f57d95ab029,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:22.646213 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355f3e-d035-4820-9b60-380f2518e2ed req-c7c60c56-c39f-476a-8c90-4af56730c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:22.650335 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e355f3e-d035-4820-9b60-380f2518e2ed req-c7c60c56-c39f-476a-8c90-4af56730c7e7 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.1640422 Feb 19 04:28:22.688243 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2311e3c5-116c-4394-8f22-628a4824f079 req-24fc3ca5-11c9-432a-be36-d27541eea5e5 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5690076 Feb 19 04:28:22.690754 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0d26e299-28b8-4ca7-916f-742455f26c4d tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:22.694506 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0d26e299-28b8-4ca7-916f-742455f26c4d tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2495306 Feb 19 04:28:22.714322 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c5ee2-e4a2-4182-a364-812fd13e5ed0 req-0438b4b3-f4d1-4c5a-a257-1ae0c31b379c tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:22.717101 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f60c5ee2-e4a2-4182-a364-812fd13e5ed0 req-0438b4b3-f4d1-4c5a-a257-1ae0c31b379c tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 946 time: 0.5298228 Feb 19 04:28:22.737459 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d56d8db-7a08-43c4-938f-643e82fbe3a4 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:22.749370 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51824) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:22.750971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-1d56d8db-7a08-43c4-938f-643e82fbe3a4 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:22.762554 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-8c5f5fd8-39e4-489d-9395-35cdad790eda tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group_rule': {'security_group_id': 'ae7bd772-c85a-4dbd-8f2c-245c841b4ad6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:22.824247 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26e299-28b8-4ca7-916f-742455f26c4d tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7bd772-c85a-4dbd-8f2c-245c841b4ad6,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:22.831545 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2bf23266-f021-4e8d-90a0-9d8580179a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f34b13c-5435-4bbf-ae60-854887c74231 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:28:22.866365 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2bf23266-f021-4e8d-90a0-9d8580179a04 service neutron] Publish callbacks [] for port (3f34b13c-5435-4bbf-ae60-854887c74231), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:22.866932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d56d8db-7a08-43c4-938f-643e82fbe3a4 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:22.906796 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f60c5ee2-e4a2-4182-a364-812fd13e5ed0 req-4e6fec7b-cace-4e2e-b4fa-1a62aaaf5808 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667743 Feb 19 04:28:22.949454 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c5f5fd8-39e4-489d-9395-35cdad790eda tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group_rule (a3bb969e-7b68-43ea-80e0-acbb35973ba4), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:22.979502 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9479b46d-3bdc-4d0d-904c-f9e07857cbd6 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (bbd2887c-6ffa-4f5b-a039-eef316c258f1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:23.052552 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c5f5fd8-39e4-489d-9395-35cdad790eda tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group_rule (a3bb969e-7b68-43ea-80e0-acbb35973ba4), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:23.053836 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2bf23266-f021-4e8d-90a0-9d8580179a04 service neutron] Transition to ACTIVE for port object 3f34b13c-5435-4bbf-ae60-854887c74231 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:28:23.074651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-9479b46d-3bdc-4d0d-904c-f9e07857cbd6 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Calling delete_port for bbd2887c-6ffa-4f5b-a039-eef316c258f1 owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:23.133754 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c5f5fd8-39e4-489d-9395-35cdad790eda tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (a3bb969e-7b68-43ea-80e0-acbb35973ba4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:23.144109 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2bf23266-f021-4e8d-90a0-9d8580179a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (3f34b13c-5435-4bbf-ae60-854887c74231), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:23.174498 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1d56d8db-7a08-43c4-938f-643e82fbe3a4 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks [] for floatingip (7f897000-fe5f-4435-8841-ef3faf67b9db), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:23.191633 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f5fd8-39e4-489d-9395-35cdad790eda tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3bb969e-7b68-43ea-80e0-acbb35973ba4,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:23.243493 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c5f5fd8-39e4-489d-9395-35cdad790eda tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:23.244937 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8c5f5fd8-39e4-489d-9395-35cdad790eda tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4908073 Feb 19 04:28:23.246241 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1d56d8db-7a08-43c4-938f-643e82fbe3a4 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e609bd53-107e-4994-b195-8f57d95ab029), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:23.251076 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51828) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:23.256232 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-db31b361-4ab4-43ab-8750-81f05d10392e tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group_rule': {'security_group_id': 'ae7bd772-c85a-4dbd-8f2c-245c841b4ad6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:23.319733 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-db31b361-4ab4-43ab-8750-81f05d10392e tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group_rule (07064e3b-ab3a-4961-973d-f86ac499d801), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:23.484735 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-db31b361-4ab4-43ab-8750-81f05d10392e tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 04:28:23.486036 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-db31b361-4ab4-43ab-8750-81f05d10392e tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2353032 Feb 19 04:28:23.567216 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51832) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:23.877916 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf23266-f021-4e8d-90a0-9d8580179a04 service neutron] Pushing event updated for resources: {'Port': ['ID=3f34b13c-5435-4bbf-ae60-854887c74231,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:23.925280 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c77c42ba-5ec8-42b1-9785-d6833f83d4d8 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_gateway (64672b4a-3ce1-426b-895d-00ade3292423), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:23.932816 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1d56d8db-7a08-43c4-938f-643e82fbe3a4 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks [] for port (e609bd53-107e-4994-b195-8f57d95ab029), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:23.948060 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1d56d8db-7a08-43c4-938f-643e82fbe3a4 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (e609bd53-107e-4994-b195-8f57d95ab029), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:23.975511 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2ace6eb3-e3e6-4dbf-ae7e-00217e594faf tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (ae7bd772-c85a-4dbd-8f2c-245c841b4ad6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:24.013817 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2ace6eb3-e3e6-4dbf-ae7e-00217e594faf tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (ae7bd772-c85a-4dbd-8f2c-245c841b4ad6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:24.056016 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1d56d8db-7a08-43c4-938f-643e82fbe3a4 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (7f897000-fe5f-4435-8841-ef3faf67b9db), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:24.093008 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1d56d8db-7a08-43c4-938f-643e82fbe3a4 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:24.095699 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1d56d8db-7a08-43c4-938f-643e82fbe3a4 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4477730 Feb 19 04:28:24.098419 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51840) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:24.113715 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-dd6135fd-1217-4e1d-bcfb-5aaa4c107166 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Request body: {'floatingip': {'port_id': 'ee6a1519-a5b7-464f-b555-3d145595d9cd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:24.173188 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56d8db-7a08-43c4-938f-643e82fbe3a4 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Pushing event updated for resources: {'Port': ['ID=e609bd53-107e-4994-b195-8f57d95ab029,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:24.298590 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2ace6eb3-e3e6-4dbf-ae7e-00217e594faf tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ae7bd772-c85a-4dbd-8f2c-245c841b4ad6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:24.301477 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2ace6eb3-e3e6-4dbf-ae7e-00217e594faf tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:24.302913 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2ace6eb3-e3e6-4dbf-ae7e-00217e594faf tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "DELETE /v2.0/security-groups/ae7bd772-c85a-4dbd-8f2c-245c841b4ad6 HTTP/1.1" status: 204 len: 168 time: 0.6612713 Feb 19 04:28:24.361528 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51844) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:24.394112 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace6eb3-e3e6-4dbf-ae7e-00217e594faf tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7bd772-c85a-4dbd-8f2c-245c841b4ad6,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:24.456048 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2bf23266-f021-4e8d-90a0-9d8580179a04 service neutron] Attempting to bind port 3f34b13c-5435-4bbf-ae60-854887c74231 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:28:24.456463 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2bf23266-f021-4e8d-90a0-9d8580179a04 service neutron] Attempting to bind port 3f34b13c-5435-4bbf-ae60-854887c74231 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'a2a1e401-78fd-4a36-92fe-e1e86bcac256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0197e602-f5d2-48ef-bb73-a3741213d4f6'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:28:24.456874 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2bf23266-f021-4e8d-90a0-9d8580179a04 service neutron] Attempting to bind port 3f34b13c-5435-4bbf-ae60-854887c74231 on network 0197e602-f5d2-48ef-bb73-a3741213d4f6 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:24.475113 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2bf23266-f021-4e8d-90a0-9d8580179a04 service neutron] Port 3f34b13c-5435-4bbf-ae60-854887c74231 on network 0197e602-f5d2-48ef-bb73-a3741213d4f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:28:24.475547 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2bf23266-f021-4e8d-90a0-9d8580179a04 service neutron] Attempting to bind port 3f34b13c-5435-4bbf-ae60-854887c74231 on network 0197e602-f5d2-48ef-bb73-a3741213d4f6 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:24.531165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2bf23266-f021-4e8d-90a0-9d8580179a04 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:28:24.531523 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2bf23266-f021-4e8d-90a0-9d8580179a04 service neutron] Checking segment: {'id': 'a2a1e401-78fd-4a36-92fe-e1e86bcac256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0197e602-f5d2-48ef-bb73-a3741213d4f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:24.532248 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2bf23266-f021-4e8d-90a0-9d8580179a04 service neutron] Bound using segment: {'id': 'a2a1e401-78fd-4a36-92fe-e1e86bcac256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0197e602-f5d2-48ef-bb73-a3741213d4f6'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:28:24.533040 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2bf23266-f021-4e8d-90a0-9d8580179a04 service neutron] Bound port: 3f34b13c-5435-4bbf-ae60-854887c74231, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a1e401-78fd-4a36-92fe-e1e86bcac256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0197e602-f5d2-48ef-bb73-a3741213d4f6'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:28:24.533582 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2bf23266-f021-4e8d-90a0-9d8580179a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3f34b13c-5435-4bbf-ae60-854887c74231), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:24.695098 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e225c381-66b2-4640-b0f3-94c7d1a1b3ec tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2893391 Feb 19 04:28:24.712824 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51850) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:24.732761 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2bf23266-f021-4e8d-90a0-9d8580179a04 service neutron] For port 3f34b13c-5435-4bbf-ae60-854887c74231, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:28:24.739820 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2bf23266-f021-4e8d-90a0-9d8580179a04 service neutron] For port 3f34b13c-5435-4bbf-ae60-854887c74231, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3f34b13c-5435-4bbf-ae60-854887c74231,segment=NetworkSegment(a2a1e401-78fd-4a36-92fe-e1e86bcac256),segment_id=a2a1e401-78fd-4a36-92fe-e1e86bcac256)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:28:24.753821 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-52e5378c-48a8-4e41-9ddb-f13354fe6b0e tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group': {'name': 'tempest-secgroup--2049559041'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:24.770015 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dd6135fd-1217-4e1d-bcfb-5aaa4c107166 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks [] for floatingip (7f897000-fe5f-4435-8841-ef3faf67b9db), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:24.798430 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f6baf-9b7e-4065-9616-d3d57e8c6ade req-46dd7d19-d55f-4103-9807-0dacdb71776b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:24.811362 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f6baf-9b7e-4065-9616-d3d57e8c6ade req-46dd7d19-d55f-4103-9807-0dacdb71776b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:24.824741 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f6baf-9b7e-4065-9616-d3d57e8c6ade req-46dd7d19-d55f-4103-9807-0dacdb71776b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:24.839619 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f6baf-9b7e-4065-9616-d3d57e8c6ade req-46dd7d19-d55f-4103-9807-0dacdb71776b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:24.851845 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f6baf-9b7e-4065-9616-d3d57e8c6ade req-46dd7d19-d55f-4103-9807-0dacdb71776b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:24.866108 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f6baf-9b7e-4065-9616-d3d57e8c6ade req-46dd7d19-d55f-4103-9807-0dacdb71776b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:24.882695 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f6baf-9b7e-4065-9616-d3d57e8c6ade req-46dd7d19-d55f-4103-9807-0dacdb71776b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:24.899812 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d38f6baf-9b7e-4065-9616-d3d57e8c6ade req-46dd7d19-d55f-4103-9807-0dacdb71776b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5430 time: 0.8728430 Feb 19 04:28:24.903573 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2bf23266-f021-4e8d-90a0-9d8580179a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (3f34b13c-5435-4bbf-ae60-854887c74231), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:24.932754 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9479b46d-3bdc-4d0d-904c-f9e07857cbd6 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (bbd2887c-6ffa-4f5b-a039-eef316c258f1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:24.990796 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de939a2f-0527-4298-8436-3bdb42aa9c1a req-fcde1b61-266f-45d2-82c4-328ba251d28a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:24.993894 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-de939a2f-0527-4298-8436-3bdb42aa9c1a req-fcde1b61-266f-45d2-82c4-328ba251d28a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 946 time: 0.8713980 Feb 19 04:28:25.074438 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-dd6135fd-1217-4e1d-bcfb-5aaa4c107166 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] update failed (client error): The resource could not be found. Feb 19 04:28:25.082961 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dd6135fd-1217-4e1d-bcfb-5aaa4c107166 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] 10.222.0.65 "PUT /v2.0/floatingips/7f897000-fe5f-4435-8841-ef3faf67b9db HTTP/1.1" status: 404 len: 507 time: 0.9808795 Feb 19 04:28:25.083893 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51854) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:25.162049 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2bf23266-f021-4e8d-90a0-9d8580179a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:25.163231 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2bf23266-f021-4e8d-90a0-9d8580179a04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:25.165814 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2bf23266-f021-4e8d-90a0-9d8580179a04 service neutron] 10.222.0.48 "PUT /v2.0/ports/3f34b13c-5435-4bbf-ae60-854887c74231 HTTP/1.1" status: 200 len: 1091 time: 5.6366343 Feb 19 04:28:25.223966 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'tag': '3f34b13c-5435-4bbf-ae60-854887c74231'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:28:25.227815 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f09c83a-b7c3-4929-9488-2aafdb2b3515" -d '{"events": [{"name": "network-changed", "server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "tag": "3f34b13c-5435-4bbf-ae60-854887c74231"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:28:25.331511 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-52e5378c-48a8-4e41-9ddb-f13354fe6b0e tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:25.398480 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51860) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:25.421426 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-de939a2f-0527-4298-8436-3bdb42aa9c1a req-2dd77cb8-6697-4ee0-8655-1b3d0bf41b7a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968222 Feb 19 04:28:25.432710 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9479b46d-3bdc-4d0d-904c-f9e07857cbd6 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:25.436191 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9479b46d-3bdc-4d0d-904c-f9e07857cbd6 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/ports/bbd2887c-6ffa-4f5b-a039-eef316c258f1 HTTP/1.1" status: 204 len: 168 time: 4.9022129 Feb 19 04:28:25.460239 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51862) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:25.539091 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d38f6baf-9b7e-4065-9616-d3d57e8c6ade req-f74fc0bd-3577-4724-b122-32ad78e51f14 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6232548 Feb 19 04:28:25.545015 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fdbb34-8c89-4a6f-aa4c-27f4db76c588 x-openstack-request-id: req-66fdbb34-8c89-4a6f-aa4c-27f4db76c588 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:28:25.545366 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "tag": "3f34b13c-5435-4bbf-ae60-854887c74231", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:28:25.545589 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66fdbb34-8c89-4a6f-aa4c-27f4db76c588 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:28:25.546027 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'tag': '3f34b13c-5435-4bbf-ae60-854887c74231', 'status': 'completed', 'code': 200} Feb 19 04:28:25.578328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-f4987584-76e8-4cb9-ab7a-5c16b3fc61db tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Deleting port e609bd53-107e-4994-b195-8f57d95ab029 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:25.578933 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f4987584-76e8-4cb9-ab7a-5c16b3fc61db tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (e609bd53-107e-4994-b195-8f57d95ab029), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:25.653167 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-52e5378c-48a8-4e41-9ddb-f13354fe6b0e tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (8041724d-355d-4d42-80c0-c2d50ed08de8), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:25.660096 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf23266-f021-4e8d-90a0-9d8580179a04 service neutron] Pushing event updated for resources: {'Port': ['ID=3f34b13c-5435-4bbf-ae60-854887c74231,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:25.668813 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-52e5378c-48a8-4e41-9ddb-f13354fe6b0e tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8041724d-355d-4d42-80c0-c2d50ed08de8), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:25.736077 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479b46d-3bdc-4d0d-904c-f9e07857cbd6 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Port': ['ID=bbd2887c-6ffa-4f5b-a039-eef316c258f1,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:25.804070 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-f8fb76f6-1df4-46be-8bd3-00184e350e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:25.804568 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-f8fb76f6-1df4-46be-8bd3-00184e350e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:25.805096 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-f8fb76f6-1df4-46be-8bd3-00184e350e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:25.805596 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-f8fb76f6-1df4-46be-8bd3-00184e350e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:25.806066 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-f8fb76f6-1df4-46be-8bd3-00184e350e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:25.806637 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-f8fb76f6-1df4-46be-8bd3-00184e350e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:25.807766 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-f8fb76f6-1df4-46be-8bd3-00184e350e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:25.810290 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-f8fb76f6-1df4-46be-8bd3-00184e350e89 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea967e23a8ef43cfacd115b397486d6c&device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 6704 time: 0.5441291 Feb 19 04:28:25.811781 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c77c42ba-5ec8-42b1-9785-d6833f83d4d8 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (64672b4a-3ce1-426b-895d-00ade3292423), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:25.816822 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5378c-48a8-4e41-9ddb-f13354fe6b0e tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8041724d-355d-4d42-80c0-c2d50ed08de8,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:25.821870 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-52e5378c-48a8-4e41-9ddb-f13354fe6b0e tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:25.829027 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-52e5378c-48a8-4e41-9ddb-f13354fe6b0e tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0775254 Feb 19 04:28:25.833981 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51868) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:25.849908 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-1782318a-4920-4ae0-aa58-5f8a8ab36030 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group_rule': {'security_group_id': '8041724d-355d-4d42-80c0-c2d50ed08de8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:25.852699 n-d-772273-4 neutron-server[115198]: WARNING neutron.api.v2.base [None req-1782318a-4920-4ae0-aa58-5f8a8ab36030 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 19 04:28:25.854040 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-1782318a-4920-4ae0-aa58-5f8a8ab36030 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:28:25.865829 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1782318a-4920-4ae0-aa58-5f8a8ab36030 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0247502 Feb 19 04:28:25.867128 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51870) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:25.933902 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-bf1ef4e1-f5b4-4211-9c08-78045b8d053b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdeef649-df0e-40d2-a90b-41f8f92afef9 HTTP/1.1" status: 200 len: 217 time: 0.1075485 Feb 19 04:28:25.938055 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e28b6b73-29c2-4d12-b892-5ec23d8b0544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:25.960115 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f4987584-76e8-4cb9-ab7a-5c16b3fc61db tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (e609bd53-107e-4994-b195-8f57d95ab029), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:25.961466 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f4987584-76e8-4cb9-ab7a-5c16b3fc61db tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks [] for floatingip (e609bd53-107e-4994-b195-8f57d95ab029), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.001755 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c705708-8655-4e74-9d5e-846981030a2b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] GET failed (client error): The resource could not be found. Feb 19 04:28:26.007108 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6c705708-8655-4e74-9d5e-846981030a2b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports/bbd2887c-6ffa-4f5b-a039-eef316c258f1 HTTP/1.1" status: 404 len: 333 time: 0.5419397 Feb 19 04:28:26.007108 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-f4987584-76e8-4cb9-ab7a-5c16b3fc61db tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Calling delete_port for e609bd53-107e-4994-b195-8f57d95ab029 owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:26.024682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51872) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:26.101858 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-308213a9-81a9-4f69-bb3c-1c1508031f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:26.103775 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-308213a9-81a9-4f69-bb3c-1c1508031f9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01a6b77b-63ae-42f8-a188-7c9c486cfe0f HTTP/1.1" status: 200 len: 856 time: 0.1620514 Feb 19 04:28:26.134144 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c9b690d1-f04c-44ae-9864-a2304fda0d16 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (8041724d-355d-4d42-80c0-c2d50ed08de8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.206386 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c9b690d1-f04c-44ae-9864-a2304fda0d16 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (8041724d-355d-4d42-80c0-c2d50ed08de8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.217783 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9d8f7469-1fb9-4a3c-80c7-630a3fd423e9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (a72cd2d5-8ce9-415f-9d0e-c85e9c171170), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.302497 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9d8f7469-1fb9-4a3c-80c7-630a3fd423e9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (a72cd2d5-8ce9-415f-9d0e-c85e9c171170), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.322678 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-10def8af-6fdd-45cd-8cc7-fa334e9543a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:26.324574 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-10def8af-6fdd-45cd-8cc7-fa334e9543a6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a64a19d-d377-4cb4-886a-9dfbe46eb1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2105868 Feb 19 04:28:26.362047 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e28b6b73-29c2-4d12-b892-5ec23d8b0544 admin admin] Publish callbacks [] for security_group (3c289dd2-d284-453c-bac6-06f52afc22ef), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.378393 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c9b690d1-f04c-44ae-9864-a2304fda0d16 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8041724d-355d-4d42-80c0-c2d50ed08de8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.383002 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c9b690d1-f04c-44ae-9864-a2304fda0d16 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.386246 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c9b690d1-f04c-44ae-9864-a2304fda0d16 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "DELETE /v2.0/security-groups/8041724d-355d-4d42-80c0-c2d50ed08de8 HTTP/1.1" status: 204 len: 168 time: 0.5113955 Feb 19 04:28:26.391980 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51874) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:26.394140 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e28b6b73-29c2-4d12-b892-5ec23d8b0544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3c289dd2-d284-453c-bac6-06f52afc22ef), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.398987 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f4987584-76e8-4cb9-ab7a-5c16b3fc61db tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (e609bd53-107e-4994-b195-8f57d95ab029), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.465025 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b690d1-f04c-44ae-9864-a2304fda0d16 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8041724d-355d-4d42-80c0-c2d50ed08de8,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:26.467310 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9d8f7469-1fb9-4a3c-80c7-630a3fd423e9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a72cd2d5-8ce9-415f-9d0e-c85e9c171170), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.470592 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9d8f7469-1fb9-4a3c-80c7-630a3fd423e9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.471836 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9d8f7469-1fb9-4a3c-80c7-630a3fd423e9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/security-groups/a72cd2d5-8ce9-415f-9d0e-c85e9c171170 HTTP/1.1" status: 204 len: 168 time: 0.4452877 Feb 19 04:28:26.508444 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51878) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:26.509092 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4987584-76e8-4cb9-ab7a-5c16b3fc61db tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Pushing event deleted for resources: {'Port': ['ID=e609bd53-107e-4994-b195-8f57d95ab029,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:26.591002 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f7469-1fb9-4a3c-80c7-630a3fd423e9 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72cd2d5-8ce9-415f-9d0e-c85e9c171170,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:26.704018 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f4987584-76e8-4cb9-ab7a-5c16b3fc61db tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks [] for floatingip (7f897000-fe5f-4435-8841-ef3faf67b9db), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.708956 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f4987584-76e8-4cb9-ab7a-5c16b3fc61db tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.710252 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f4987584-76e8-4cb9-ab7a-5c16b3fc61db tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] 10.222.0.65 "DELETE /v2.0/floatingips/7f897000-fe5f-4435-8841-ef3faf67b9db HTTP/1.1" status: 204 len: 168 time: 1.6240075 Feb 19 04:28:26.715706 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51882) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:26.720429 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-3cae2242-134d-4eb4-a47d-ba159e8efbfc tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Request body: {'floatingip': {'floating_network_id': '0d9ada96-8226-4e7b-be7b-5f0aed1f7159', 'port_id': 'ee6a1519-a5b7-464f-b555-3d145595d9cd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:26.748049 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cca6bf70-c584-4c38-a9e1-e72a1b092dda tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (358b469d-87c2-4d29-a747-153dc4f10794), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.760825 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe9a1e-c33b-4e2c-88c2-6596836d4dc4 req-6ef7808f-7400-4280-a811-b1db1a6cdbc8 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:26.762651 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-39fe9a1e-c33b-4e2c-88c2-6596836d4dc4 req-6ef7808f-7400-4280-a811-b1db1a6cdbc8 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 946 time: 0.1872864 Feb 19 04:28:26.816863 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3cae2242-134d-4eb4-a47d-ba159e8efbfc tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.822880 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cca6bf70-c584-4c38-a9e1-e72a1b092dda tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (358b469d-87c2-4d29-a747-153dc4f10794), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.922029 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e28b6b73-29c2-4d12-b892-5ec23d8b0544 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a626120c60084290bd3fdb685a92dcf9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4845114 Feb 19 04:28:26.932969 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51884) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:26.963405 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77c42ba-5ec8-42b1-9785-d6833f83d4d8 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Router 64672b4a-3ce1-426b-895d-00ade3292423 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:28:26.965238 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-39fe9a1e-c33b-4e2c-88c2-6596836d4dc4 req-29298af8-d44e-43bb-8fec-f256625db90e tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872864 Feb 19 04:28:26.975073 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b6b73-29c2-4d12-b892-5ec23d8b0544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c289dd2-d284-453c-bac6-06f52afc22ef,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:27.024259 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-86736598-7b47-4316-95a7-177a0620d8f2 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6181371 Feb 19 04:28:27.027489 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51886) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:27.030295 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-21e2bd1b-da6f-405c-830a-5d7fe569d3c3 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1875266899'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:27.039790 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-97253535-e94a-4d4e-a303-4e185f773b47 service neutron] 10.222.0.48 "GET /v2.0/networks/4a64a19d-d377-4cb4-886a-9dfbe46eb1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7061040 Feb 19 04:28:27.047516 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cca6bf70-c584-4c38-a9e1-e72a1b092dda tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (358b469d-87c2-4d29-a747-153dc4f10794), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:27.052967 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cca6bf70-c584-4c38-a9e1-e72a1b092dda tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:27.058791 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cca6bf70-c584-4c38-a9e1-e72a1b092dda tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/security-groups/358b469d-87c2-4d29-a747-153dc4f10794 HTTP/1.1" status: 204 len: 168 time: 0.5404258 Feb 19 04:28:27.064536 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51888) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:27.132982 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6bf70-c584-4c38-a9e1-e72a1b092dda tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=358b469d-87c2-4d29-a747-153dc4f10794,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:27.170972 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386893f1-ea3e-4af0-b8af-19eab4884d46 req-af800e1d-b892-4e74-aa6d-0ac5a621dc16 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:27.178841 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386893f1-ea3e-4af0-b8af-19eab4884d46 req-af800e1d-b892-4e74-aa6d-0ac5a621dc16 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:27.184545 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386893f1-ea3e-4af0-b8af-19eab4884d46 req-af800e1d-b892-4e74-aa6d-0ac5a621dc16 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:27.190732 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386893f1-ea3e-4af0-b8af-19eab4884d46 req-af800e1d-b892-4e74-aa6d-0ac5a621dc16 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:27.196309 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386893f1-ea3e-4af0-b8af-19eab4884d46 req-af800e1d-b892-4e74-aa6d-0ac5a621dc16 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:27.201653 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386893f1-ea3e-4af0-b8af-19eab4884d46 req-af800e1d-b892-4e74-aa6d-0ac5a621dc16 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:27.207164 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386893f1-ea3e-4af0-b8af-19eab4884d46 req-af800e1d-b892-4e74-aa6d-0ac5a621dc16 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:27.213050 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2786a814-4557-47cc-8429-34ff30b6f5d3 admin admin] Publish callbacks [] for security_group (3c289dd2-d284-453c-bac6-06f52afc22ef), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:27.214328 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-386893f1-ea3e-4af0-b8af-19eab4884d46 req-af800e1d-b892-4e74-aa6d-0ac5a621dc16 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5430 time: 0.4044893 Feb 19 04:28:27.236779 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-21e2bd1b-da6f-405c-830a-5d7fe569d3c3 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:27.300307 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2786a814-4557-47cc-8429-34ff30b6f5d3 admin admin] Publish callbacks [] for security_group (3c289dd2-d284-453c-bac6-06f52afc22ef), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:27.306018 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-871707d3-dbde-4b56-9a5c-e3bf82ff64a8 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (077c0a0a-c116-4774-a148-837b946bdd95), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:27.405278 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-3cae2242-134d-4eb4-a47d-ba159e8efbfc tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:28:27.406645 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3cae2242-134d-4eb4-a47d-ba159e8efbfc tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6900685 Feb 19 04:28:27.409057 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-871707d3-dbde-4b56-9a5c-e3bf82ff64a8 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (077c0a0a-c116-4774-a148-837b946bdd95), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:27.415477 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51890) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:27.421578 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2786a814-4557-47cc-8429-34ff30b6f5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3c289dd2-d284-453c-bac6-06f52afc22ef), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:27.426097 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-115dc675-4b29-4b09-bb57-dd1abab0e26c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': 'ee6a1519-a5b7-464f-b555-3d145595d9cd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:27.426522 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2786a814-4557-47cc-8429-34ff30b6f5d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:27.432031 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2786a814-4557-47cc-8429-34ff30b6f5d3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3c289dd2-d284-453c-bac6-06f52afc22ef HTTP/1.1" status: 204 len: 168 time: 0.4863844 Feb 19 04:28:27.442016 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786a814-4557-47cc-8429-34ff30b6f5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c289dd2-d284-453c-bac6-06f52afc22ef,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:27.451864 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77c42ba-5ec8-42b1-9785-d6833f83d4d8 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:28:27.459792 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-23265e46-8462-4ffd-b710-bf757d5b70d2 service neutron] 10.222.0.48 "GET /v2.0/networks/4a64a19d-d377-4cb4-886a-9dfbe46eb1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737605 Feb 19 04:28:27.465697 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-386893f1-ea3e-4af0-b8af-19eab4884d46 req-6990c7f4-f0d7-4837-be52-76b1eb42bf34 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2404315 Feb 19 04:28:27.491592 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7549e87-d033-465f-8c3f-39deb0f74118 None None] Sync routers for ids ['64672b4a-3ce1-426b-895d-00ade3292423'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:28:27.539447 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7549e87-d033-465f-8c3f-39deb0f74118 None None] Routers {'64672b4a-3ce1-426b-895d-00ade3292423'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:27.540311 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-d7549e87-d033-465f-8c3f-39deb0f74118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:28:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['64672b4a-3ce1-426b-895d-00ade3292423'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:27.547811 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-115dc675-4b29-4b09-bb57-dd1abab0e26c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:27.558265 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-dcebe810-f425-4a3e-875e-ccba7deba458 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=680d45c7-a626-4dc5-b424-148f5e9cc4f9 HTTP/1.1" status: 200 len: 217 time: 0.0908597 Feb 19 04:28:27.579316 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-871707d3-dbde-4b56-9a5c-e3bf82ff64a8 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (077c0a0a-c116-4774-a148-837b946bdd95), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:27.582857 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-871707d3-dbde-4b56-9a5c-e3bf82ff64a8 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:27.588000 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-871707d3-dbde-4b56-9a5c-e3bf82ff64a8 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/security-groups/077c0a0a-c116-4774-a148-837b946bdd95 HTTP/1.1" status: 204 len: 168 time: 0.5095441 Feb 19 04:28:27.588740 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51894) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:27.607882 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c77c42ba-5ec8-42b1-9785-d6833f83d4d8 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:27.612079 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c77c42ba-5ec8-42b1-9785-d6833f83d4d8 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 13.2469504 Feb 19 04:28:27.635705 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51896) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:27.639713 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-21e2bd1b-da6f-405c-830a-5d7fe569d3c3 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (5fb4f877-9759-4b70-9ead-97e5ece506a7), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:27.642713 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-d7549e87-d033-465f-8c3f-39deb0f74118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:27.689542 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7549e87-d033-465f-8c3f-39deb0f74118 None None] Routers {'64672b4a-3ce1-426b-895d-00ade3292423'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:27.690682 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-d7549e87-d033-465f-8c3f-39deb0f74118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:28:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['64672b4a-3ce1-426b-895d-00ade3292423'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:27.752465 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-37eb3a4e-ff7f-47dc-a7c3-d284c0574d5c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting subnet 1e1ab257-0aab-47b8-ba4f-d35dbd0e7942 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:28:27.759705 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-37eb3a4e-ff7f-47dc-a7c3-d284c0574d5c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for subnet (1e1ab257-0aab-47b8-ba4f-d35dbd0e7942), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:27.767955 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-d7549e87-d033-465f-8c3f-39deb0f74118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:27.768941 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-21e2bd1b-da6f-405c-830a-5d7fe569d3c3 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5fb4f877-9759-4b70-9ead-97e5ece506a7), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:27.769365 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7549e87-d033-465f-8c3f-39deb0f74118 None None] The sync data for ids ['64672b4a-3ce1-426b-895d-00ade3292423'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:28:27.810916 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871707d3-dbde-4b56-9a5c-e3bf82ff64a8 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=077c0a0a-c116-4774-a148-837b946bdd95,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:27.870446 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-37eb3a4e-ff7f-47dc-a7c3-d284c0574d5c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (1e1ab257-0aab-47b8-ba4f-d35dbd0e7942), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:27.870732 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-21e2bd1b-da6f-405c-830a-5d7fe569d3c3 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:27.876137 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-21e2bd1b-da6f-405c-830a-5d7fe569d3c3 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8463857 Feb 19 04:28:27.878593 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51900) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:27.892159 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-3a343bfc-0bce-4336-b7fc-6027777389f4 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group_rule': {'security_group_id': '5fb4f877-9759-4b70-9ead-97e5ece506a7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:27.893490 n-d-772273-4 neutron-server[115198]: WARNING neutron.api.v2.base [None req-3a343bfc-0bce-4336-b7fc-6027777389f4 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 19 04:28:27.894026 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-3a343bfc-0bce-4336-b7fc-6027777389f4 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:28:27.895128 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3a343bfc-0bce-4336-b7fc-6027777389f4 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0162258 Feb 19 04:28:27.900970 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-c303358b-a0fd-4e93-b8cd-f470a3c2f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:27.903837 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-c303358b-a0fd-4e93-b8cd-f470a3c2f3f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=544bab28-3af6-4f3c-be5b-695dcbab8919 HTTP/1.1" status: 200 len: 797 time: 0.3266370 Feb 19 04:28:27.904371 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51902) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:28.072906 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-769b089b-4366-40dd-9f64-a74426b0db73 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "GET /v2.0/routers/64672b4a-3ce1-426b-895d-00ade3292423 HTTP/1.1" status: 200 len: 920 time: 0.4317605 Feb 19 04:28:28.081104 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51906) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:28.091965 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2bd1b-da6f-405c-830a-5d7fe569d3c3 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb4f877-9759-4b70-9ead-97e5ece506a7,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:28.175888 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f44ad329-b0a8-4078-a5fc-68be45ae4d99 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "GET /v2.0/ports?device_id=64672b4a-3ce1-426b-895d-00ade3292423 HTTP/1.1" status: 200 len: 205 time: 0.0933890 Feb 19 04:28:28.176521 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51908) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:28.179192 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51910) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:28.209354 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-923173b9-e829-4396-9e97-bc1d3eed4105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:28.255775 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd522219-2c4a-4d23-9d51-2f0f768ad862 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (5fb4f877-9759-4b70-9ead-97e5ece506a7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:28.364867 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-37eb3a4e-ff7f-47dc-a7c3-d284c0574d5c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (1e1ab257-0aab-47b8-ba4f-d35dbd0e7942), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:28.400237 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-16e69d13-0d17-4e68-88c8-1b1f782a0fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:28.403249 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-16e69d13-0d17-4e68-88c8-1b1f782a0fe0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3274801 Feb 19 04:28:28.427996 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd522219-2c4a-4d23-9d51-2f0f768ad862 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (5fb4f877-9759-4b70-9ead-97e5ece506a7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:28.596207 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-115dc675-4b29-4b09-bb57-dd1abab0e26c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:28.634752 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd522219-2c4a-4d23-9d51-2f0f768ad862 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5fb4f877-9759-4b70-9ead-97e5ece506a7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:28.637585 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd522219-2c4a-4d23-9d51-2f0f768ad862 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:28.641819 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fd522219-2c4a-4d23-9d51-2f0f768ad862 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "DELETE /v2.0/security-groups/5fb4f877-9759-4b70-9ead-97e5ece506a7 HTTP/1.1" status: 204 len: 168 time: 0.6126099 Feb 19 04:28:28.642532 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51914) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:28.642800 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:28:28.646274 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-923173b9-e829-4396-9e97-bc1d3eed4105 admin admin] Publish callbacks [] for security_group (393872d8-9671-4f4c-854f-2de29094eab5), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:28.675168 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d080b-732f-4b0a-925d-af282bce1723 req-a548d2a7-7712-4c51-ab93-ade5d14e8b29 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:28.678703 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-764d080b-732f-4b0a-925d-af282bce1723 req-a548d2a7-7712-4c51-ab93-ade5d14e8b29 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 946 time: 0.4840863 Feb 19 04:28:28.738439 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-40825ec0-2877-4bbe-a7d6-12fc03446bea tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0842879 Feb 19 04:28:28.739407 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-923173b9-e829-4396-9e97-bc1d3eed4105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (393872d8-9671-4f4c-854f-2de29094eab5), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:28.747072 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91d2cf73-7e7a-4e42-af72-6d28ca99baaf tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router (64672b4a-3ce1-426b-895d-00ade3292423), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:28.753395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51916) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:28.761794 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-5caabbf4-3c2f-4253-b7d1-207f51b45255 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group': {'name': 'tempest-secgroup--630913178'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:28.803286 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd522219-2c4a-4d23-9d51-2f0f768ad862 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb4f877-9759-4b70-9ead-97e5ece506a7,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:28.867478 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923173b9-e829-4396-9e97-bc1d3eed4105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393872d8-9671-4f4c-854f-2de29094eab5,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:28.889743 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-3de46263-33a0-4c4d-b171-8e30bdf284d4 service neutron] 10.222.0.48 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561365 Feb 19 04:28:28.912716 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-37eb3a4e-ff7f-47dc-a7c3-d284c0574d5c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (1e1ab257-0aab-47b8-ba4f-d35dbd0e7942), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:28.940072 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-923173b9-e829-4396-9e97-bc1d3eed4105 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e0502fb07be64f40a78f85288f43d5ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7578378 Feb 19 04:28:28.968379 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bae31c4-4e6b-45c6-bf60-acc006482df1 None None] Network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:28.984890 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51918) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:29.027713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641be720-0572-48ce-a502-06344accb79f req-f0234bec-2880-4fa3-b34b-aa5d4e5e5bbc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:29.034446 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641be720-0572-48ce-a502-06344accb79f req-f0234bec-2880-4fa3-b34b-aa5d4e5e5bbc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:29.042112 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641be720-0572-48ce-a502-06344accb79f req-f0234bec-2880-4fa3-b34b-aa5d4e5e5bbc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:29.047895 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641be720-0572-48ce-a502-06344accb79f req-f0234bec-2880-4fa3-b34b-aa5d4e5e5bbc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:29.054239 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641be720-0572-48ce-a502-06344accb79f req-f0234bec-2880-4fa3-b34b-aa5d4e5e5bbc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:29.061029 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641be720-0572-48ce-a502-06344accb79f req-f0234bec-2880-4fa3-b34b-aa5d4e5e5bbc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:29.066637 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641be720-0572-48ce-a502-06344accb79f req-f0234bec-2880-4fa3-b34b-aa5d4e5e5bbc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:29.069919 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb3a4e-ff7f-47dc-a7c3-d284c0574d5c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Subnet': ['ID=1e1ab257-0aab-47b8-ba4f-d35dbd0e7942,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:29.071004 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-641be720-0572-48ce-a502-06344accb79f req-f0234bec-2880-4fa3-b34b-aa5d4e5e5bbc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5430 time: 0.3410428 Feb 19 04:28:29.100836 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-37eb3a4e-ff7f-47dc-a7c3-d284c0574d5c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.116650 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51922) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:29.117745 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-37eb3a4e-ff7f-47dc-a7c3-d284c0574d5c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/subnets/1e1ab257-0aab-47b8-ba4f-d35dbd0e7942 HTTP/1.1" status: 204 len: 168 time: 1.4946253 Feb 19 04:28:29.206991 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-764d080b-732f-4b0a-925d-af282bce1723 req-32f5d15f-f816-43ce-9a70-98ae518a26c4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5126536 Feb 19 04:28:29.214819 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5caabbf4-3c2f-4253-b7d1-207f51b45255 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.329948 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-641be720-0572-48ce-a502-06344accb79f req-2e30a18d-8dac-4c70-bbce-b239f2779180 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2323973 Feb 19 04:28:29.355010 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5caabbf4-3c2f-4253-b7d1-207f51b45255 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (cbba6d12-97a3-438b-8482-d9a9deb9627f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.371179 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-115dc675-4b29-4b09-bb57-dd1abab0e26c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Allocated IP 172.25.0.109 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/e3c5fedc-ab6d-4650-8299-dbba6950717d) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:29.417753 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53d8a12-d6db-495a-853b-57d48f407275 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting subnet 709ab9d2-30fb-4076-a474-fc94a0971cf2 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:28:29.428897 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b53d8a12-d6db-495a-853b-57d48f407275 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for subnet (709ab9d2-30fb-4076-a474-fc94a0971cf2), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.457817 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-f864dca5-f2d9-4441-8b98-2d86a5d28256 service neutron] 10.222.0.48 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586126 Feb 19 04:28:29.482805 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5caabbf4-3c2f-4253-b7d1-207f51b45255 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (cbba6d12-97a3-438b-8482-d9a9deb9627f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.573889 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-673c7113-09bb-4e44-9ffa-94231c639bb8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=9e561b36-bbb3-4838-adb1-112f3a7b1d33 HTTP/1.1" status: 200 len: 217 time: 0.1003089 Feb 19 04:28:29.595235 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b53d8a12-d6db-495a-853b-57d48f407275 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (709ab9d2-30fb-4076-a474-fc94a0971cf2), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.636627 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5caabbf4-3c2f-4253-b7d1-207f51b45255 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.640507 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5caabbf4-3c2f-4253-b7d1-207f51b45255 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8846807 Feb 19 04:28:29.656342 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51924) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:29.663602 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b09ca8ed-4c74-431d-8a22-0c636950ada0 admin admin] Publish callbacks [] for security_group (393872d8-9671-4f4c-854f-2de29094eab5), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.674654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e2a4b826-4826-426e-8a04-e648afca5326 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group_rule': {'security_group_id': 'cbba6d12-97a3-438b-8482-d9a9deb9627f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:29.699767 n-d-772273-4 neutron-server[115199]: WARNING neutron.api.v2.base [None req-e2a4b826-4826-426e-8a04-e648afca5326 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 19 04:28:29.700582 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-e2a4b826-4826-426e-8a04-e648afca5326 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:28:29.701865 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e2a4b826-4826-426e-8a04-e648afca5326 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0356603 Feb 19 04:28:29.720428 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51926) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:29.733202 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b09ca8ed-4c74-431d-8a22-0c636950ada0 admin admin] Publish callbacks [] for security_group (393872d8-9671-4f4c-854f-2de29094eab5), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.798394 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caabbf4-3c2f-4253-b7d1-207f51b45255 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbba6d12-97a3-438b-8482-d9a9deb9627f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:29.806376 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b09ca8ed-4c74-431d-8a22-0c636950ada0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (393872d8-9671-4f4c-854f-2de29094eab5), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.809435 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b09ca8ed-4c74-431d-8a22-0c636950ada0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.814396 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b09ca8ed-4c74-431d-8a22-0c636950ada0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/393872d8-9671-4f4c-854f-2de29094eab5 HTTP/1.1" status: 204 len: 168 time: 0.7455690 Feb 19 04:28:29.826073 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ca8ed-4c74-431d-8a22-0c636950ada0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393872d8-9671-4f4c-854f-2de29094eab5,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:29.829493 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91d2cf73-7e7a-4e42-af72-6d28ca99baaf tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_gateway (64672b4a-3ce1-426b-895d-00ade3292423), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:29.903108 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-82e38840-a975-493b-98e6-25161011bbbf tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group_rule': {'security_group_id': 'cbba6d12-97a3-438b-8482-d9a9deb9627f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:29.904440 n-d-772273-4 neutron-server[115199]: WARNING neutron.api.v2.base [None req-82e38840-a975-493b-98e6-25161011bbbf tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 19 04:28:29.906338 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-82e38840-a975-493b-98e6-25161011bbbf tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:28:29.907773 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-82e38840-a975-493b-98e6-25161011bbbf tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.1802216 Feb 19 04:28:29.915910 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51930) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:29.945113 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-7859551d-a179-489e-ba80-54a714ff945e tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group_rule': {'security_group_id': 'cbba6d12-97a3-438b-8482-d9a9deb9627f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:29.950116 n-d-772273-4 neutron-server[115198]: WARNING neutron.api.v2.base [None req-7859551d-a179-489e-ba80-54a714ff945e tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 19 04:28:29.951814 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-7859551d-a179-489e-ba80-54a714ff945e tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:28:29.954342 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7859551d-a179-489e-ba80-54a714ff945e tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0289838 Feb 19 04:28:29.962357 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51932) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:29.981636 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-5f8e2df1-fe8c-4fe2-9c91-0913a97b596a tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group_rule': {'security_group_id': 'cbba6d12-97a3-438b-8482-d9a9deb9627f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:29.985450 n-d-772273-4 neutron-server[115198]: WARNING neutron.api.v2.base [None req-5f8e2df1-fe8c-4fe2-9c91-0913a97b596a tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 19 04:28:29.986005 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-5f8e2df1-fe8c-4fe2-9c91-0913a97b596a tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:28:29.990689 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5f8e2df1-fe8c-4fe2-9c91-0913a97b596a tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0192246 Feb 19 04:28:29.992182 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51934) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:30.023598 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b53d8a12-d6db-495a-853b-57d48f407275 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (709ab9d2-30fb-4076-a474-fc94a0971cf2), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:30.041194 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-a5b86abe-4f88-404b-9d23-840cfe1294c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:30.043833 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-a5b86abe-4f88-404b-9d23-840cfe1294c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=544bab28-3af6-4f3c-be5b-695dcbab8919 HTTP/1.1" status: 200 len: 797 time: 0.4627693 Feb 19 04:28:30.058007 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-91d2cf73-7e7a-4e42-af72-6d28ca99baaf tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Deleting port 6acb0423-775c-4108-be56-8ba54f96bbaa {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:30.058701 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91d2cf73-7e7a-4e42-af72-6d28ca99baaf tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (6acb0423-775c-4108-be56-8ba54f96bbaa), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:30.159182 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-115dc675-4b29-4b09-bb57-dd1abab0e26c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks [] for port (e3c5fedc-ab6d-4650-8299-dbba6950717d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:30.295579 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-a346da19-21ea-4dc2-97b9-1b5f95366041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:30.297409 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-a346da19-21ea-4dc2-97b9-1b5f95366041 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1645429 Feb 19 04:28:30.309306 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b53d8a12-d6db-495a-853b-57d48f407275 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (709ab9d2-30fb-4076-a474-fc94a0971cf2), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:30.319049 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91d2cf73-7e7a-4e42-af72-6d28ca99baaf tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (6acb0423-775c-4108-be56-8ba54f96bbaa), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:30.360542 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-91d2cf73-7e7a-4e42-af72-6d28ca99baaf tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Calling delete_port for 6acb0423-775c-4108-be56-8ba54f96bbaa owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:30.527472 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-e28bdcde-e3d9-4bb2-ac08-9d332e5d6bc6 service neutron] 10.222.0.48 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214146 Feb 19 04:28:30.531925 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-115dc675-4b29-4b09-bb57-dd1abab0e26c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (e3c5fedc-ab6d-4650-8299-dbba6950717d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:30.655025 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ee9bf8cc-99c1-471c-9aa0-862da9c6451d None None] Provisioning complete for port a1cb026c-51c7-42f3-914d-474c13352312 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:30.655775 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ee9bf8cc-99c1-471c-9aa0-862da9c6451d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a1cb026c-51c7-42f3-914d-474c13352312), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:30.691400 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-f795cde4-349d-4364-849c-91912f20139b service neutron] 10.222.0.48 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562512 Feb 19 04:28:30.701386 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d8a12-d6db-495a-853b-57d48f407275 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Subnet': ['ID=709ab9d2-30fb-4076-a474-fc94a0971cf2,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:30.765195 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1692f693-b3dc-4ff6-8da1-0668e3453310 None None] Network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:30.798925 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ee9bf8cc-99c1-471c-9aa0-862da9c6451d None None] Port a1cb026c-51c7-42f3-914d-474c13352312 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:28:30.870745 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ee9bf8cc-99c1-471c-9aa0-862da9c6451d None None] Provisioning complete for port ad299c96-8ad3-4695-9984-ca9ce4e5529c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:30.871513 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ee9bf8cc-99c1-471c-9aa0-862da9c6451d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:30.903031 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51942) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:30.915964 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b53d8a12-d6db-495a-853b-57d48f407275 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:30.922045 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b53d8a12-d6db-495a-853b-57d48f407275 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/subnets/709ab9d2-30fb-4076-a474-fc94a0971cf2 HTTP/1.1" status: 204 len: 168 time: 1.8021419 Feb 19 04:28:30.939051 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115dc675-4b29-4b09-bb57-dd1abab0e26c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:30.943295 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51944) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:30.943567 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115dc675-4b29-4b09-bb57-dd1abab0e26c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Pushing event updated for resources: {'Port': ['ID=e3c5fedc-ab6d-4650-8299-dbba6950717d,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:31.049309 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-115dc675-4b29-4b09-bb57-dd1abab0e26c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:31.050404 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ee9bf8cc-99c1-471c-9aa0-862da9c6451d None None] Current status of the port ad299c96-8ad3-4695-9984-ca9ce4e5529c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:31.054855 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115dc675-4b29-4b09-bb57-dd1abab0e26c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:31.073103 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-43e5c449-5901-46ba-b533-9850c979fb37 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (cbba6d12-97a3-438b-8482-d9a9deb9627f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:31.076449 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b20fb353-c029-4436-8e6c-5cc342619bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:31.080990 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-fcc1a36e-9972-4dbf-a23c-4c15c0fa5fda service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=9ddff2d5-6951-424b-b007-7c254bc14a54 HTTP/1.1" status: 200 len: 217 time: 0.3470645 Feb 19 04:28:31.109185 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f3fe19-ec39-4ea4-a906-1103fbfa9f74 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] DELETE failed (client error): The resource could not be found. Feb 19 04:28:31.110043 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3f3fe19-ec39-4ea4-a906-1103fbfa9f74 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:28:31.117464 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b3f3fe19-ec39-4ea4-a906-1103fbfa9f74 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/subnets/1e1ab257-0aab-47b8-ba4f-d35dbd0e7942 HTTP/1.1" status: 404 len: 337 time: 0.1655488 Feb 19 04:28:31.120282 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51946) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:31.272375 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633ed6e-dca2-4629-812a-b57f9f439b45 req-2f9b97ae-df70-4d46-bd68-5e6caf833ca0 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:31.284333 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c633ed6e-dca2-4629-812a-b57f9f439b45 req-2f9b97ae-df70-4d46-bd68-5e6caf833ca0 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 946 time: 0.5625772 Feb 19 04:28:31.323381 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-43e5c449-5901-46ba-b533-9850c979fb37 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (cbba6d12-97a3-438b-8482-d9a9deb9627f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:31.330550 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91d2cf73-7e7a-4e42-af72-6d28ca99baaf tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (6acb0423-775c-4108-be56-8ba54f96bbaa), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:31.475377 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-43e5c449-5901-46ba-b533-9850c979fb37 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (cbba6d12-97a3-438b-8482-d9a9deb9627f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:31.478659 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-43e5c449-5901-46ba-b533-9850c979fb37 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:31.480191 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-43e5c449-5901-46ba-b533-9850c979fb37 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "DELETE /v2.0/security-groups/cbba6d12-97a3-438b-8482-d9a9deb9627f HTTP/1.1" status: 204 len: 168 time: 1.4843857 Feb 19 04:28:31.509987 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2cf73-7e7a-4e42-af72-6d28ca99baaf tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Pushing event deleted for resources: {'Port': ['ID=6acb0423-775c-4108-be56-8ba54f96bbaa,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:31.518277 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51948) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:31.568666 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5c449-5901-46ba-b533-9850c979fb37 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbba6d12-97a3-438b-8482-d9a9deb9627f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:31.586163 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-77679c8d-45e2-44f7-aa69-882138c59e9b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting subnet ea50c870-4f8e-4db1-a0a8-a7a32c9757dc {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:28:31.670798 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c633ed6e-dca2-4629-812a-b57f9f439b45 req-9129a3c4-7bf9-4468-8140-1f5855a5f251 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293791 Feb 19 04:28:31.750049 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-77679c8d-45e2-44f7-aa69-882138c59e9b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks [] for subnet (ea50c870-4f8e-4db1-a0a8-a7a32c9757dc), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:31.761039 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2678b6fd-9a97-44f1-bdbe-f42f1c819d07 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1665032 Feb 19 04:28:31.782448 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd3f96-1315-4a4d-9cf1-b9c2cdf33ba0 req-d1212692-3a2d-4e4f-85e5-180ea837143c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:31.795448 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd3f96-1315-4a4d-9cf1-b9c2cdf33ba0 req-d1212692-3a2d-4e4f-85e5-180ea837143c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:31.807272 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd3f96-1315-4a4d-9cf1-b9c2cdf33ba0 req-d1212692-3a2d-4e4f-85e5-180ea837143c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:31.818833 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd3f96-1315-4a4d-9cf1-b9c2cdf33ba0 req-d1212692-3a2d-4e4f-85e5-180ea837143c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:31.832131 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd3f96-1315-4a4d-9cf1-b9c2cdf33ba0 req-d1212692-3a2d-4e4f-85e5-180ea837143c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:31.833948 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51950) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:31.839615 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-6b03e7a1-f06c-4e0c-820b-9f615d330978 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group': {'name': 'tempest-secgroup--887030360'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:31.845235 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd3f96-1315-4a4d-9cf1-b9c2cdf33ba0 req-d1212692-3a2d-4e4f-85e5-180ea837143c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:31.853027 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd3f96-1315-4a4d-9cf1-b9c2cdf33ba0 req-d1212692-3a2d-4e4f-85e5-180ea837143c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:31.862090 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-99cd3f96-1315-4a4d-9cf1-b9c2cdf33ba0 req-d1212692-3a2d-4e4f-85e5-180ea837143c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5430 time: 1.1693597 Feb 19 04:28:31.873133 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-d4ab50a6-1a6b-4fa4-a9c5-0645ede634fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:31.875308 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-d4ab50a6-1a6b-4fa4-a9c5-0645ede634fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=544bab28-3af6-4f3c-be5b-695dcbab8919 HTTP/1.1" status: 200 len: 797 time: 0.7551639 Feb 19 04:28:31.880435 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b20fb353-c029-4436-8e6c-5cc342619bf7 admin admin] Publish callbacks [] for security_group (c838aecf-e8c6-4474-98b0-c1b641902bce), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:31.903013 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b20fb353-c029-4436-8e6c-5cc342619bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c838aecf-e8c6-4474-98b0-c1b641902bce), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:31.915702 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-77679c8d-45e2-44f7-aa69-882138c59e9b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (ea50c870-4f8e-4db1-a0a8-a7a32c9757dc), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:31.987852 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6b03e7a1-f06c-4e0c-820b-9f615d330978 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.052731 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-99cd3f96-1315-4a4d-9cf1-b9c2cdf33ba0 req-815308c5-9c51-4619-a181-2a6d221fae98 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1896126 Feb 19 04:28:32.134053 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91d2cf73-7e7a-4e42-af72-6d28ca99baaf tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (64672b4a-3ce1-426b-895d-00ade3292423), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.212761 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-6beebd15-b07b-48d3-9ba6-c07fca9b6ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:32.215663 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-6beebd15-b07b-48d3-9ba6-c07fca9b6ed3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3248587 Feb 19 04:28:32.224495 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ba0ffa1d-6a4f-4bae-8c11-5e5979c139f5 None None] Provisioning complete for port a1cb026c-51c7-42f3-914d-474c13352312 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:32.228281 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ba0ffa1d-6a4f-4bae-8c11-5e5979c139f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a1cb026c-51c7-42f3-914d-474c13352312), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.230816 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6b03e7a1-f06c-4e0c-820b-9f615d330978 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (2c6844dc-46f3-46de-b873-66dc0027537b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.233840 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a67c301f-5419-4bf1-8af1-83942e303fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.245590 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b20fb353-c029-4436-8e6c-5cc342619bf7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ecdce4a0bddb470f8382b5aa5d23c940&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3406415 Feb 19 04:28:32.259547 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51952) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:32.296497 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ffa1d-6a4f-4bae-8c11-5e5979c139f5 None None] Port a1cb026c-51c7-42f3-914d-474c13352312 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:28:32.317267 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6b03e7a1-f06c-4e0c-820b-9f615d330978 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2c6844dc-46f3-46de-b873-66dc0027537b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.318477 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ba0ffa1d-6a4f-4bae-8c11-5e5979c139f5 None None] Provisioning complete for port ad299c96-8ad3-4695-9984-ca9ce4e5529c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:32.319199 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ba0ffa1d-6a4f-4bae-8c11-5e5979c139f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.321442 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20fb353-c029-4436-8e6c-5cc342619bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c838aecf-e8c6-4474-98b0-c1b641902bce,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:32.464591 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ffa1d-6a4f-4bae-8c11-5e5979c139f5 None None] Current status of the port ad299c96-8ad3-4695-9984-ca9ce4e5529c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:32.495287 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-115dc675-4b29-4b09-bb57-dd1abab0e26c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Deleting port e3c5fedc-ab6d-4650-8299-dbba6950717d {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:32.496248 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-115dc675-4b29-4b09-bb57-dd1abab0e26c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (e3c5fedc-ab6d-4650-8299-dbba6950717d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.501423 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91d2cf73-7e7a-4e42-af72-6d28ca99baaf tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (64672b4a-3ce1-426b-895d-00ade3292423), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.509210 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6b03e7a1-f06c-4e0c-820b-9f615d330978 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.511611 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6b03e7a1-f06c-4e0c-820b-9f615d330978 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6763632 Feb 19 04:28:32.521887 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c4dacdde-7fd0-4670-a05a-eb97ba535705 admin admin] Publish callbacks [] for security_group (c838aecf-e8c6-4474-98b0-c1b641902bce), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.524486 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91d2cf73-7e7a-4e42-af72-6d28ca99baaf tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_controller (64672b4a-3ce1-426b-895d-00ade3292423), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.533121 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51954) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:32.546042 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-a8b44256-1d8c-45f6-b5cf-3cb28850e132 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group_rule': {'security_group_id': '2c6844dc-46f3-46de-b873-66dc0027537b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:32.547338 n-d-772273-4 neutron-server[115198]: WARNING neutron.api.v2.base [None req-a8b44256-1d8c-45f6-b5cf-3cb28850e132 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 04:28:32.552040 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-a8b44256-1d8c-45f6-b5cf-3cb28850e132 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:28:32.556569 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a8b44256-1d8c-45f6-b5cf-3cb28850e132 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0187132 Feb 19 04:28:32.559436 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03e7a1-f06c-4e0c-820b-9f615d330978 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6844dc-46f3-46de-b873-66dc0027537b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:32.562794 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51956) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:32.575664 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-2620fd69-8a9b-4474-816c-dd17a048b707 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group_rule': {'security_group_id': '2c6844dc-46f3-46de-b873-66dc0027537b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:32.576666 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-77679c8d-45e2-44f7-aa69-882138c59e9b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (ea50c870-4f8e-4db1-a0a8-a7a32c9757dc), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.703768 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91d2cf73-7e7a-4e42-af72-6d28ca99baaf tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (64672b4a-3ce1-426b-895d-00ade3292423), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.704472 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d2cf73-7e7a-4e42-af72-6d28ca99baaf tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Fanout notify agent at l3_agent the message router_deleted on router 64672b4a-3ce1-426b-895d-00ade3292423 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:28:32.716342 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91d2cf73-7e7a-4e42-af72-6d28ca99baaf tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.722915 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-91d2cf73-7e7a-4e42-af72-6d28ca99baaf tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "DELETE /v2.0/routers/64672b4a-3ce1-426b-895d-00ade3292423 HTTP/1.1" status: 204 len: 168 time: 4.5389254 Feb 19 04:28:32.726338 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51958) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:32.738809 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-c7ab6904-0d97-4ecd-b5a0-909b09f1253f tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1338036695', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'enable_snat': False}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:32.750139 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c4dacdde-7fd0-4670-a05a-eb97ba535705 admin admin] Publish callbacks [] for security_group (c838aecf-e8c6-4474-98b0-c1b641902bce), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.786558 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c7ab6904-0d97-4ecd-b5a0-909b09f1253f tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (f77e45da-1017-4748-ba16-0b14e2fe6326), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.788581 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c7ab6904-0d97-4ecd-b5a0-909b09f1253f tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (f77e45da-1017-4748-ba16-0b14e2fe6326), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.806017 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-77679c8d-45e2-44f7-aa69-882138c59e9b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (ea50c870-4f8e-4db1-a0a8-a7a32c9757dc), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.817018 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-d77c4a4c-c550-4e07-9678-5eb556f8588a service neutron] 10.222.0.48 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5925827 Feb 19 04:28:32.877869 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77679c8d-45e2-44f7-aa69-882138c59e9b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Subnet': ['ID=ea50c870-4f8e-4db1-a0a8-a7a32c9757dc,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:32.882651 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-77679c8d-45e2-44f7-aa69-882138c59e9b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.891397 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-77679c8d-45e2-44f7-aa69-882138c59e9b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/subnets/ea50c870-4f8e-4db1-a0a8-a7a32c9757dc HTTP/1.1" status: 204 len: 168 time: 1.7518263 Feb 19 04:28:32.898115 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d11c74-f372-418a-8c3f-d3611d13d41e None None] Network 4b4ee219-081e-47f1-adc3-bc6d7aae1457 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:32.905147 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51962) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:32.980627 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-2620fd69-8a9b-4474-816c-dd17a048b707 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:28:32.982858 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2620fd69-8a9b-4474-816c-dd17a048b707 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4138839 Feb 19 04:28:32.988274 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-115dc675-4b29-4b09-bb57-dd1abab0e26c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (e3c5fedc-ab6d-4650-8299-dbba6950717d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.989085 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-115dc675-4b29-4b09-bb57-dd1abab0e26c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks [] for floatingip (e3c5fedc-ab6d-4650-8299-dbba6950717d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.999861 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51964) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:33.001974 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c7ab6904-0d97-4ecd-b5a0-909b09f1253f tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_controller (f77e45da-1017-4748-ba16-0b14e2fe6326), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.015174 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-20f9a97e-cc38-4c64-92cb-98c6d1963f72 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group_rule': {'security_group_id': '2c6844dc-46f3-46de-b873-66dc0027537b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:33.015771 n-d-772273-4 neutron-server[115198]: WARNING neutron.api.v2.base [None req-20f9a97e-cc38-4c64-92cb-98c6d1963f72 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 19 04:28:33.016488 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-20f9a97e-cc38-4c64-92cb-98c6d1963f72 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:28:33.018247 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-20f9a97e-cc38-4c64-92cb-98c6d1963f72 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119019 Feb 19 04:28:33.019518 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e653c1e-a86c-4efe-9a87-d4b4e6d2c26e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] DELETE failed (client error): The resource could not be found. Feb 19 04:28:33.020006 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e653c1e-a86c-4efe-9a87-d4b4e6d2c26e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:28:33.027716 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3e653c1e-a86c-4efe-9a87-d4b4e6d2c26e tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/subnets/a9588e9e-5e49-4fb0-abf2-0edb4dd24fb7 HTTP/1.1" status: 404 len: 337 time: 0.1211622 Feb 19 04:28:33.028992 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51966) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:33.029514 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51968) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:33.045673 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-115dc675-4b29-4b09-bb57-dd1abab0e26c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Calling delete_port for e3c5fedc-ab6d-4650-8299-dbba6950717d owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:33.052525 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-211aff35-0767-45f7-83ca-97c2aa02a9ff tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group_rule': {'security_group_id': '2c6844dc-46f3-46de-b873-66dc0027537b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:33.164714 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9ce515ea-50be-4187-b6f3-9f7d45f2f8cd tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "GET /v2.0/ports?device_id=e63634b0-9b27-417b-9e4f-ccffbd9483ca HTTP/1.1" status: 200 len: 205 time: 0.1319592 Feb 19 04:28:33.165467 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51972) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:33.217043 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c4dacdde-7fd0-4670-a05a-eb97ba535705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c838aecf-e8c6-4474-98b0-c1b641902bce), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.222594 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c4dacdde-7fd0-4670-a05a-eb97ba535705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.224142 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c4dacdde-7fd0-4670-a05a-eb97ba535705 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c838aecf-e8c6-4474-98b0-c1b641902bce HTTP/1.1" status: 204 len: 168 time: 0.9630251 Feb 19 04:28:33.315242 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77858b0-cf61-4da0-a467-c4fae7c76c49 None None] DHCP port deletion for 4b4ee219-081e-47f1-adc3-bc6d7aae1457 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:28:33.445962 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e77858b0-cf61-4da0-a467-c4fae7c76c49 None None] Deleting port ad299c96-8ad3-4695-9984-ca9ce4e5529c {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:33.446347 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e77858b0-cf61-4da0-a467-c4fae7c76c49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.453319 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dacdde-7fd0-4670-a05a-eb97ba535705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c838aecf-e8c6-4474-98b0-c1b641902bce,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:33.472895 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-36c95367-9682-4357-b2b1-dbb05fafaa63 service neutron] 10.222.0.48 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6316566 Feb 19 04:28:33.591708 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-115dc675-4b29-4b09-bb57-dd1abab0e26c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (e3c5fedc-ab6d-4650-8299-dbba6950717d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.628176 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e77858b0-cf61-4da0-a467-c4fae7c76c49 None None] For port ad299c96-8ad3-4695-9984-ca9ce4e5529c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ad299c96-8ad3-4695-9984-ca9ce4e5529c,segment=NetworkSegment(5cd34749-3185-4fb4-8807-1152ca5fe0c3),segment_id=5cd34749-3185-4fb4-8807-1152ca5fe0c3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:33.628580 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e77858b0-cf61-4da0-a467-c4fae7c76c49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.634985 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-31624524-8b26-4d90-9b16-8bbb34df0173 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 HTTP/1.1" status: 200 len: 217 time: 0.1534579 Feb 19 04:28:33.664049 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e77858b0-cf61-4da0-a467-c4fae7c76c49 None None] Calling delete_port for ad299c96-8ad3-4695-9984-ca9ce4e5529c owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:33.727853 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115dc675-4b29-4b09-bb57-dd1abab0e26c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Pushing event deleted for resources: {'Port': ['ID=e3c5fedc-ab6d-4650-8299-dbba6950717d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:33.808614 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e80d6-53bf-42b2-9bca-a98c05a8d046 req-3fd4ff69-8d57-4770-a026-d9138f2102cb tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:33.813073 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-529e80d6-53bf-42b2-9bca-a98c05a8d046 req-3fd4ff69-8d57-4770-a026-d9138f2102cb tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 946 time: 0.9385436 Feb 19 04:28:33.816814 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-211aff35-0767-45f7-83ca-97c2aa02a9ff tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:28:33.818745 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-211aff35-0767-45f7-83ca-97c2aa02a9ff tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7877603 Feb 19 04:28:33.820306 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-48d9e669-9d7e-447d-a94f-aa0f803f26b5 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] delete failed (client error): The resource could not be found. Feb 19 04:28:33.826586 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-48d9e669-9d7e-447d-a94f-aa0f803f26b5 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/routers/e63634b0-9b27-417b-9e4f-ccffbd9483ca HTTP/1.1" status: 404 len: 336 time: 0.6553576 Feb 19 04:28:33.831984 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51978) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:33.832485 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51980) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:33.875544 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e77858b0-cf61-4da0-a467-c4fae7c76c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (ad299c96-8ad3-4695-9984-ca9ce4e5529c), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.909804 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-f61029b6-c1e8-4d72-8f09-b4ccc1613820 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group_rule': {'security_group_id': '2c6844dc-46f3-46de-b873-66dc0027537b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:33.910571 n-d-772273-4 neutron-server[115198]: WARNING neutron.api.v2.base [None req-f61029b6-c1e8-4d72-8f09-b4ccc1613820 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 04:28:33.911951 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-f61029b6-c1e8-4d72-8f09-b4ccc1613820 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:28:33.914837 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f61029b6-c1e8-4d72-8f09-b4ccc1613820 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0796680 Feb 19 04:28:33.918394 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51984) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:33.933758 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77858b0-cf61-4da0-a467-c4fae7c76c49 None None] Pushing event deleted for resources: {'Port': ['ID=ad299c96-8ad3-4695-9984-ca9ce4e5529c,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:33.942836 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77858b0-cf61-4da0-a467-c4fae7c76c49 None None] No DVR routers for this DVR port ad299c96-8ad3-4695-9984-ca9ce4e5529c on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:28:33.994094 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-0f6e701e-3597-4440-936a-055c518589a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:33.997114 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-0f6e701e-3597-4440-936a-055c518589a2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=544bab28-3af6-4f3c-be5b-695dcbab8919 HTTP/1.1" status: 200 len: 797 time: 0.3049550 Feb 19 04:28:34.013494 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-bf73d225-dc14-4ccd-be60-9e2ce5e4d9e3 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group_rule': {'security_group_id': '2c6844dc-46f3-46de-b873-66dc0027537b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:34.068925 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0ca886-f0a5-43a0-b7bd-672d4a2d5ff7 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] DELETE failed (client error): The resource could not be found. Feb 19 04:28:34.069591 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae0ca886-f0a5-43a0-b7bd-672d4a2d5ff7 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:28:34.074922 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1cbd3-de32-4b9c-9a33-e492a33f66e6 req-77aef180-5dce-4b9a-a7bb-e8e1be579735 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:34.077576 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ae0ca886-f0a5-43a0-b7bd-672d4a2d5ff7 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/subnets/8db01ba6-e289-46de-9933-441be0044567 HTTP/1.1" status: 404 len: 337 time: 0.2416699 Feb 19 04:28:34.081047 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51988) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:34.081324 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1cbd3-de32-4b9c-9a33-e492a33f66e6 req-77aef180-5dce-4b9a-a7bb-e8e1be579735 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:34.088520 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1cbd3-de32-4b9c-9a33-e492a33f66e6 req-77aef180-5dce-4b9a-a7bb-e8e1be579735 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:34.089255 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c7ab6904-0d97-4ecd-b5a0-909b09f1253f tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_gateway (f77e45da-1017-4748-ba16-0b14e2fe6326), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.098797 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1cbd3-de32-4b9c-9a33-e492a33f66e6 req-77aef180-5dce-4b9a-a7bb-e8e1be579735 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:34.108528 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1cbd3-de32-4b9c-9a33-e492a33f66e6 req-77aef180-5dce-4b9a-a7bb-e8e1be579735 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:34.115581 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1cbd3-de32-4b9c-9a33-e492a33f66e6 req-77aef180-5dce-4b9a-a7bb-e8e1be579735 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:34.123184 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1cbd3-de32-4b9c-9a33-e492a33f66e6 req-77aef180-5dce-4b9a-a7bb-e8e1be579735 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:34.126352 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-06a1cbd3-de32-4b9c-9a33-e492a33f66e6 req-77aef180-5dce-4b9a-a7bb-e8e1be579735 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5430 time: 0.9184675 Feb 19 04:28:34.172755 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-529e80d6-53bf-42b2-9bca-a98c05a8d046 req-158ba6ab-093c-4938-99dd-3638efc12fc3 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420997 Feb 19 04:28:34.175191 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-781b663f-bac6-4a4d-a509-0f056db3073c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] DELETE failed (client error): The resource could not be found. Feb 19 04:28:34.175696 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781b663f-bac6-4a4d-a509-0f056db3073c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:28:34.186838 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-781b663f-bac6-4a4d-a509-0f056db3073c tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/subnets/2ef184ad-2840-4b3b-83a6-2c02e281c0c2 HTTP/1.1" status: 404 len: 337 time: 0.1008971 Feb 19 04:28:34.216904 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51992) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:34.254309 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-115dc675-4b29-4b09-bb57-dd1abab0e26c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] create failed (client error): The resource could not be found. Feb 19 04:28:34.262929 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-115dc675-4b29-4b09-bb57-dd1abab0e26c tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.8353868 Feb 19 04:28:34.291077 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51994) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:34.299311 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-00776a46-b1de-4544-93fe-1743b7d79eb2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] DELETE failed (client error): The resource could not be found. Feb 19 04:28:34.300060 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00776a46-b1de-4544-93fe-1743b7d79eb2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:28:34.304208 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-00776a46-b1de-4544-93fe-1743b7d79eb2 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/subnets/60f4e78f-fa11-4661-be05-dbf2729b5fa8 HTTP/1.1" status: 404 len: 337 time: 0.0831475 Feb 19 04:28:34.309404 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51998) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:34.319600 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-bf73d225-dc14-4ccd-be60-9e2ce5e4d9e3 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:28:34.320672 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-bf73d225-dc14-4ccd-be60-9e2ce5e4d9e3 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3372264 Feb 19 04:28:34.329811 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52000) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:34.338180 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-3b7697dd-d00c-4fea-8f5b-62237c05eb8a tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group_rule': {'security_group_id': '2c6844dc-46f3-46de-b873-66dc0027537b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:34.338681 n-d-772273-4 neutron-server[115198]: WARNING neutron.api.v2.base [None req-3b7697dd-d00c-4fea-8f5b-62237c05eb8a tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 19 04:28:34.339321 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-3b7697dd-d00c-4fea-8f5b-62237c05eb8a tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:28:34.343972 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3b7697dd-d00c-4fea-8f5b-62237c05eb8a tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0129158 Feb 19 04:28:34.358084 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52002) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:34.367411 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-977d6f12-9ccb-4391-81d5-0d31facaab89 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group_rule': {'security_group_id': '2c6844dc-46f3-46de-b873-66dc0027537b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:34.371452 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e360e1-c517-47bc-8781-121e1a33b482 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] DELETE failed (client error): The resource could not be found. Feb 19 04:28:34.372040 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e360e1-c517-47bc-8781-121e1a33b482 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:28:34.376243 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-95e360e1-c517-47bc-8781-121e1a33b482 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/ports/f2745b2a-30e7-4828-8bf3-0e821a5360d4 HTTP/1.1" status: 404 len: 333 time: 0.0642364 Feb 19 04:28:34.391481 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52004) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:34.446959 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-8271d8e2-75d0-4ddd-b870-38a38e2ae3a8 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] DELETE failed (client error): The resource could not be found. Feb 19 04:28:34.447571 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8271d8e2-75d0-4ddd-b870-38a38e2ae3a8 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:28:34.451933 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8271d8e2-75d0-4ddd-b870-38a38e2ae3a8 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/subnets/b0830563-b21c-448c-86f2-d49b2419764d HTTP/1.1" status: 404 len: 337 time: 0.0593789 Feb 19 04:28:34.455655 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52008) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:34.482568 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-06a1cbd3-de32-4b9c-9a33-e492a33f66e6 req-0ac19bf5-4117-44a9-aa70-2e82d41c6514 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2913325 Feb 19 04:28:34.494331 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec21218-45fe-4515-a632-440cda5b5ba4 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] DELETE failed (client error): The resource could not be found. Feb 19 04:28:34.494816 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec21218-45fe-4515-a632-440cda5b5ba4 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:28:34.498510 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-aec21218-45fe-4515-a632-440cda5b5ba4 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/subnets/0bf28a1b-3543-4fba-8db6-c33d5d7d5d41 HTTP/1.1" status: 404 len: 337 time: 0.0412714 Feb 19 04:28:34.506195 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52010) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:34.586165 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-32badfcc-7ddf-426e-87ce-ee0a4c845d31 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] DELETE failed (client error): The resource could not be found. Feb 19 04:28:34.587989 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32badfcc-7ddf-426e-87ce-ee0a4c845d31 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:28:34.597413 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-32badfcc-7ddf-426e-87ce-ee0a4c845d31 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/ports/effe2fc5-9adf-498f-9704-b1cdf535f5b7 HTTP/1.1" status: 404 len: 333 time: 0.0866845 Feb 19 04:28:34.603912 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52012) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:34.618717 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-83dd8e60-4e43-4c07-925b-365c468214f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:34.622079 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-83dd8e60-4e43-4c07-925b-365c468214f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4938505 Feb 19 04:28:34.660037 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ed1988-cad0-4b4c-8f8b-1d4b2e4cd19b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] DELETE failed (client error): The resource could not be found. Feb 19 04:28:34.661427 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ed1988-cad0-4b4c-8f8b-1d4b2e4cd19b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:28:34.666954 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e7ed1988-cad0-4b4c-8f8b-1d4b2e4cd19b tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/subnets/4a2b993a-8d9b-446f-ba59-ef36f748101d HTTP/1.1" status: 404 len: 337 time: 0.0612931 Feb 19 04:28:34.671378 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52016) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:34.731668 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ad299c96-8ad3-4695-9984-ca9ce4e5529c no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:28:34.807232 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: ad299c96-8ad3-4695-9984-ca9ce4e5529c {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:28:34.809588 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ad299c96-8ad3-4695-9984-ca9ce4e5529c not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:28:34.823392 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-977d6f12-9ccb-4391-81d5-0d31facaab89 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:28:34.825270 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-977d6f12-9ccb-4391-81d5-0d31facaab89 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4626837 Feb 19 04:28:34.830204 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52020) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:34.843730 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-a8680799-b6e0-4d0b-af9b-693999e20cd8 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group_rule': {'security_group_id': '2c6844dc-46f3-46de-b873-66dc0027537b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:34.868554 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c6229f-3af4-481d-82a6-ea1e4a471b82 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] DELETE failed (client error): The resource could not be found. Feb 19 04:28:34.869445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c6229f-3af4-481d-82a6-ea1e4a471b82 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:28:34.878240 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f5c6229f-3af4-481d-82a6-ea1e4a471b82 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/subnets/b4f0dc12-9a79-4dd4-9c56-ea1e2cf79c48 HTTP/1.1" status: 404 len: 337 time: 0.1968598 Feb 19 04:28:34.878240 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52022) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:34.926755 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-8ccb7809-9fd1-4a6a-8b64-85ed8f6f8662 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Deleting port ee6a1519-a5b7-464f-b555-3d145595d9cd {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:34.927593 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ccb7809-9fd1-4a6a-8b64-85ed8f6f8662 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ee6a1519-a5b7-464f-b555-3d145595d9cd), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:35.010982 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c7ab6904-0d97-4ecd-b5a0-909b09f1253f tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_gateway (f77e45da-1017-4748-ba16-0b14e2fe6326), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:35.041219 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c7ab6904-0d97-4ecd-b5a0-909b09f1253f tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:35.053028 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c3981c6e-04b6-49b2-b69e-31605ae1dba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:35.242218 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ccb7809-9fd1-4a6a-8b64-85ed8f6f8662 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ee6a1519-a5b7-464f-b555-3d145595d9cd), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:35.262889 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-8ccb7809-9fd1-4a6a-8b64-85ed8f6f8662 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Calling delete_port for ee6a1519-a5b7-464f-b555-3d145595d9cd owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:35.305629 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-9c975262-dc66-4835-9a05-661263338e70 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Deleting port a1cb026c-51c7-42f3-914d-474c13352312 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:35.306844 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9c975262-dc66-4835-9a05-661263338e70 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a1cb026c-51c7-42f3-914d-474c13352312), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:35.414287 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-a8680799-b6e0-4d0b-af9b-693999e20cd8 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:28:35.422972 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a8680799-b6e0-4d0b-af9b-693999e20cd8 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5893512 Feb 19 04:28:35.434425 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52032) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:35.558978 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-fd732f40-cebe-4fe1-821a-98d36b87b96b service neutron] 10.222.0.48 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8955290 Feb 19 04:28:35.564029 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ccb7809-9fd1-4a6a-8b64-85ed8f6f8662 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (ee6a1519-a5b7-464f-b555-3d145595d9cd), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:35.630644 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-c7ab6904-0d97-4ecd-b5a0-909b09f1253f tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Allocated IP 172.25.0.192 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/68419457-4ef7-4dc1-b7cd-abe5089decf5) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:35.718882 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9c975262-dc66-4835-9a05-661263338e70 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a1cb026c-51c7-42f3-914d-474c13352312), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:35.807584 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-9c975262-dc66-4835-9a05-661263338e70 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Calling delete_port for a1cb026c-51c7-42f3-914d-474c13352312 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:35.849073 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb7809-9fd1-4a6a-8b64-85ed8f6f8662 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Pushing event deleted for resources: {'Port': ['ID=ee6a1519-a5b7-464f-b555-3d145595d9cd,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:35.859338 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-b2fb75b9-d681-4255-839b-707484154eb7 service neutron] 10.222.0.48 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916820 Feb 19 04:28:36.023483 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2dcafb5d-9071-4c91-bc43-635a96e76bdf tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (2c6844dc-46f3-46de-b873-66dc0027537b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.045431 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bffbf3-7f50-433b-b569-61eee6688c49 req-3ad74512-462e-4220-a6aa-7036ddbbf8c6 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:36.047715 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-33bffbf3-7f50-433b-b569-61eee6688c49 req-3ad74512-462e-4220-a6aa-7036ddbbf8c6 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 946 time: 0.6151543 Feb 19 04:28:36.100256 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-22411a6d-932d-4114-ba8b-2bd25627b754 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 HTTP/1.1" status: 200 len: 217 time: 0.2086601 Feb 19 04:28:36.134333 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2dcafb5d-9071-4c91-bc43-635a96e76bdf tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (2c6844dc-46f3-46de-b873-66dc0027537b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.202364 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a600b22-b93a-47ec-b255-28748e3611e1 req-f22d64ec-29e8-43c3-b97c-97ad7250b385 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:36.208244 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a600b22-b93a-47ec-b255-28748e3611e1 req-f22d64ec-29e8-43c3-b97c-97ad7250b385 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:36.213990 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c7ab6904-0d97-4ecd-b5a0-909b09f1253f tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for port (68419457-4ef7-4dc1-b7cd-abe5089decf5), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.214207 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a600b22-b93a-47ec-b255-28748e3611e1 req-f22d64ec-29e8-43c3-b97c-97ad7250b385 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:36.220664 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a600b22-b93a-47ec-b255-28748e3611e1 req-f22d64ec-29e8-43c3-b97c-97ad7250b385 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:36.226994 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a600b22-b93a-47ec-b255-28748e3611e1 req-f22d64ec-29e8-43c3-b97c-97ad7250b385 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:36.233685 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a600b22-b93a-47ec-b255-28748e3611e1 req-f22d64ec-29e8-43c3-b97c-97ad7250b385 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:36.240171 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a600b22-b93a-47ec-b255-28748e3611e1 req-f22d64ec-29e8-43c3-b97c-97ad7250b385 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:36.248219 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2a600b22-b93a-47ec-b255-28748e3611e1 req-f22d64ec-29e8-43c3-b97c-97ad7250b385 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5430 time: 0.5369091 Feb 19 04:28:36.253567 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ccb7809-9fd1-4a6a-8b64-85ed8f6f8662 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.257686 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8ccb7809-9fd1-4a6a-8b64-85ed8f6f8662 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] 10.222.0.65 "DELETE /v2.0/ports/ee6a1519-a5b7-464f-b555-3d145595d9cd HTTP/1.1" status: 204 len: 168 time: 1.9520741 Feb 19 04:28:36.268709 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52044) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:36.284898 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-33bffbf3-7f50-433b-b569-61eee6688c49 req-a1ee83ed-61a4-45d4-a40c-f1163c10f8d9 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994147 Feb 19 04:28:36.320353 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-4a8130db-18f1-48ad-9f5f-25d867ea6b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:36.327593 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-4a8130db-18f1-48ad-9f5f-25d867ea6b4e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54fff4b2-f9f1-4478-bd95-9c01635e43e8 HTTP/1.1" status: 200 len: 797 time: 0.2076151 Feb 19 04:28:36.383252 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2dcafb5d-9071-4c91-bc43-635a96e76bdf tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2c6844dc-46f3-46de-b873-66dc0027537b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.391024 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2dcafb5d-9071-4c91-bc43-635a96e76bdf tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.397369 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2dcafb5d-9071-4c91-bc43-635a96e76bdf tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "DELETE /v2.0/security-groups/2c6844dc-46f3-46de-b873-66dc0027537b HTTP/1.1" status: 204 len: 168 time: 0.9572053 Feb 19 04:28:36.401693 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9c975262-dc66-4835-9a05-661263338e70 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a1cb026c-51c7-42f3-914d-474c13352312), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.409480 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52048) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:36.461388 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c7ab6904-0d97-4ecd-b5a0-909b09f1253f tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (68419457-4ef7-4dc1-b7cd-abe5089decf5), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.501516 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2a600b22-b93a-47ec-b255-28748e3611e1 req-3be336f9-73d1-4408-9666-ee727ef2847d tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2518435 Feb 19 04:28:36.506944 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c975262-dc66-4835-9a05-661263338e70 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Port': ['ID=a1cb026c-51c7-42f3-914d-474c13352312,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:36.511601 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcafb5d-9071-4c91-bc43-635a96e76bdf tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6844dc-46f3-46de-b873-66dc0027537b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:36.536354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1766252e-1b0b-4ed2-bb3a-6b0458a2a5b8 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:36.542742 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1766252e-1b0b-4ed2-bb3a-6b0458a2a5b8 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0a3ced4-f913-42b3-98e3-1d69ce43e346 HTTP/1.1" status: 200 len: 913 time: 0.2687619 Feb 19 04:28:36.548979 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52052) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:36.552849 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-4f3543e7-60e9-467c-863e-ff051d237076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:36.554551 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-4f3543e7-60e9-467c-863e-ff051d237076 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0197e602-f5d2-48ef-bb73-a3741213d4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1817741 Feb 19 04:28:36.626933 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab6904-0d97-4ecd-b5a0-909b09f1253f tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Pushing event updated for resources: {'Port': ['ID=68419457-4ef7-4dc1-b7cd-abe5089decf5,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:36.661347 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9c975262-dc66-4835-9a05-661263338e70 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.668144 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9c975262-dc66-4835-9a05-661263338e70 tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/ports/a1cb026c-51c7-42f3-914d-474c13352312 HTTP/1.1" status: 204 len: 168 time: 1.7889528 Feb 19 04:28:36.675485 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52054) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:36.696861 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ab6904-0d97-4ecd-b5a0-909b09f1253f tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:36.725276 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-c7ab6904-0d97-4ecd-b5a0-909b09f1253f tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:36.745610 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.760970 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ab6904-0d97-4ecd-b5a0-909b09f1253f tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:36.795276 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-65d0fdab-8c95-46e0-91a7-a8f531e7a17a service neutron] 10.222.0.48 "GET /v2.0/networks/0197e602-f5d2-48ef-bb73-a3741213d4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172782 Feb 19 04:28:36.823070 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-162c11fe-5c68-4129-858c-8e28cf1055b1 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3819060 Feb 19 04:28:36.888403 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52058) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:36.894062 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 75a035d9-3c70-45e7-8abf-1890a5b014d3 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:28:36.894319 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-8ab5a2b0-b1ce-445d-83c7-7a1441a5aff2 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1727992100'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:37.019562 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f430eb8-bd9b-48f1-8e2c-58bf25a91dfe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (4b4ee219-081e-47f1-adc3-bc6d7aae1457), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.054623 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-bc385067-b228-45d3-bd91-cd4b61be69ca service neutron] 10.222.0.48 "GET /v2.0/networks/0197e602-f5d2-48ef-bb73-a3741213d4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580736 Feb 19 04:28:37.115453 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8ab5a2b0-b1ce-445d-83c7-7a1441a5aff2 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.123856 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 75a035d9-3c70-45e7-8abf-1890a5b014d3, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=75a035d9-3c70-45e7-8abf-1890a5b014d3,segment=NetworkSegment(866f4430-62ad-45d6-a1c9-becfde8653f6),segment_id=866f4430-62ad-45d6-a1c9-becfde8653f6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:37.172473 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '75a035d9-3c70-45e7-8abf-1890a5b014d3', 'network_id': '095ae5e7-e817-4723-b26d-53f0c41ac60c', 'port_id': '75a035d9-3c70-45e7-8abf-1890a5b014d3', 'mac_address': 'fa:16:3e:97:32:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03461490-9a6a-4c20-8dcc-67de82146434', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:28:37.221791 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-5ce190df-89e5-4cc0-8326-daa240da8015 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3f34b13c-5435-4bbf-ae60-854887c74231 HTTP/1.1" status: 200 len: 217 time: 0.1489050 Feb 19 04:28:37.282925 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 75a035d9-3c70-45e7-8abf-1890a5b014d3 is: ACTIVE; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:37.283597 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (75a035d9-3c70-45e7-8abf-1890a5b014d3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.345988 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75a035d9-3c70-45e7-8abf-1890a5b014d3 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:28:37.382498 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.414498 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 75a035d9-3c70-45e7-8abf-1890a5b014d3, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=75a035d9-3c70-45e7-8abf-1890a5b014d3,segment=NetworkSegment(866f4430-62ad-45d6-a1c9-becfde8653f6),segment_id=866f4430-62ad-45d6-a1c9-becfde8653f6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:37.423347 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2b0e6715-186e-4e2a-9bb0-6095c8c0b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:37.424209 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (75a035d9-3c70-45e7-8abf-1890a5b014d3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.435715 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-2b0e6715-186e-4e2a-9bb0-6095c8c0b6aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54fff4b2-f9f1-4478-bd95-9c01635e43e8 HTTP/1.1" status: 200 len: 797 time: 0.1979718 Feb 19 04:28:37.475424 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8ab5a2b0-b1ce-445d-83c7-7a1441a5aff2 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (c6124e4e-c2bd-4ee4-8fb5-0f9927edab2b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.498692 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8ab5a2b0-b1ce-445d-83c7-7a1441a5aff2 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c6124e4e-c2bd-4ee4-8fb5-0f9927edab2b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.602849 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=75a035d9-3c70-45e7-8abf-1890a5b014d3,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:37.678993 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['75a035d9-3c70-45e7-8abf-1890a5b014d3'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:28:37.785131 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f430eb8-bd9b-48f1-8e2c-58bf25a91dfe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (4b4ee219-081e-47f1-adc3-bc6d7aae1457), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.898364 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-1f430eb8-bd9b-48f1-8e2c-58bf25a91dfe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b4ee219-081e-47f1-adc3-bc6d7aae1457']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:37.907061 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.932454 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8ab5a2b0-b1ce-445d-83c7-7a1441a5aff2 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.934010 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8ab5a2b0-b1ce-445d-83c7-7a1441a5aff2 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0464137 Feb 19 04:28:37.937622 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-1f430eb8-bd9b-48f1-8e2c-58bf25a91dfe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd34749-3185-4fb4-8807-1152ca5fe0c3') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:37.938092 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-1f430eb8-bd9b-48f1-8e2c-58bf25a91dfe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd34749-3185-4fb4-8807-1152ca5fe0c3') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:37.949079 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52074) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:37.950035 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5a2b0-b1ce-445d-83c7-7a1441a5aff2 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6124e4e-c2bd-4ee4-8fb5-0f9927edab2b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:37.961383 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-e5f4696c-e6c2-4f84-b91a-7e1b2a98ea43 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group_rule': {'security_group_id': 'c6124e4e-c2bd-4ee4-8fb5-0f9927edab2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:37.978129 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f430eb8-bd9b-48f1-8e2c-58bf25a91dfe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (5cd34749-3185-4fb4-8807-1152ca5fe0c3), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.045843 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52076) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:38.058522 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f430eb8-bd9b-48f1-8e2c-58bf25a91dfe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (5cd34749-3185-4fb4-8807-1152ca5fe0c3), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.118559 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f430eb8-bd9b-48f1-8e2c-58bf25a91dfe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:28:38.119901 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f430eb8-bd9b-48f1-8e2c-58bf25a91dfe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (5cd34749-3185-4fb4-8807-1152ca5fe0c3), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.143355 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870534e-f6e7-4378-8de2-57d8951cb6d4 req-811d5557-8510-4106-b70f-be9059e35e04 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:38.157394 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7870534e-f6e7-4378-8de2-57d8951cb6d4 req-811d5557-8510-4106-b70f-be9059e35e04 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 945 time: 0.6792703 Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:28:38.162233 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:28:38.186154 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f136b-d052-4a56-8cb1-90fb84c4415d req-35821b18-f13d-4a77-81e8-b83a4c28c2ba tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:38.199449 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f136b-d052-4a56-8cb1-90fb84c4415d req-35821b18-f13d-4a77-81e8-b83a4c28c2ba tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:38.211516 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f136b-d052-4a56-8cb1-90fb84c4415d req-35821b18-f13d-4a77-81e8-b83a4c28c2ba tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:38.223542 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f136b-d052-4a56-8cb1-90fb84c4415d req-35821b18-f13d-4a77-81e8-b83a4c28c2ba tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:38.235678 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f136b-d052-4a56-8cb1-90fb84c4415d req-35821b18-f13d-4a77-81e8-b83a4c28c2ba tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:38.246829 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f136b-d052-4a56-8cb1-90fb84c4415d req-35821b18-f13d-4a77-81e8-b83a4c28c2ba tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:38.259090 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f136b-d052-4a56-8cb1-90fb84c4415d req-35821b18-f13d-4a77-81e8-b83a4c28c2ba tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:38.262465 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4b1f136b-d052-4a56-8cb1-90fb84c4415d req-35821b18-f13d-4a77-81e8-b83a4c28c2ba tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5430 time: 0.3896406 Feb 19 04:28:38.273987 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-d2aca92c-9dc8-4815-9eee-913251ad60f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:38.276852 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-d2aca92c-9dc8-4815-9eee-913251ad60f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0197e602-f5d2-48ef-bb73-a3741213d4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.8400474 Feb 19 04:28:38.359613 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-e5f4696c-e6c2-4f84-b91a-7e1b2a98ea43 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] create failed (client error): The resource could not be found. Feb 19 04:28:38.360356 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e5f4696c-e6c2-4f84-b91a-7e1b2a98ea43 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4072556 Feb 19 04:28:38.381519 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52082) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:38.392215 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c7ab6904-0d97-4ecd-b5a0-909b09f1253f tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_gateway (f77e45da-1017-4748-ba16-0b14e2fe6326), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.394860 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-563d6cb6-5345-42d4-aa44-6d31c0d450e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.397620 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-09c187dc-e389-45f0-b45b-88bd9c685487 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group_rule': {'security_group_id': 'c6124e4e-c2bd-4ee4-8fb5-0f9927edab2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e57077b1-3ec9-40d3-a2da-bd4f92daff6c'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:38.524943 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f430eb8-bd9b-48f1-8e2c-58bf25a91dfe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (4b4ee219-081e-47f1-adc3-bc6d7aae1457), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.549856 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7870534e-f6e7-4378-8de2-57d8951cb6d4 req-dcd0b3ca-dabf-4b1c-b0b6-b38b49c53a2f tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586786 Feb 19 04:28:38.586229 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f430eb8-bd9b-48f1-8e2c-58bf25a91dfe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.589875 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1f430eb8-bd9b-48f1-8e2c-58bf25a91dfe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] 10.222.0.65 "DELETE /v2.0/networks/4b4ee219-081e-47f1-adc3-bc6d7aae1457 HTTP/1.1" status: 204 len: 168 time: 1.9034498 Feb 19 04:28:38.615169 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4b1f136b-d052-4a56-8cb1-90fb84c4415d req-b1089354-f284-4d94-9b65-832651e4b7dc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3347547 Feb 19 04:28:38.634827 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-09c187dc-e389-45f0-b45b-88bd9c685487 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] create failed (client error): The resource could not be found. Feb 19 04:28:38.639901 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-09c187dc-e389-45f0-b45b-88bd9c685487 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2536781 Feb 19 04:28:38.644986 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52086) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:38.654308 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-a7215bb6-e845-4d81-8dcd-156328752822 service neutron] 10.222.0.48 "GET /v2.0/networks/0197e602-f5d2-48ef-bb73-a3741213d4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280251 Feb 19 04:28:38.713747 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-72703c25-d2c5-4797-b574-e38a03e03994 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (f0a3ced4-f913-42b3-98e3-1d69ce43e346), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.733359 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f430eb8-bd9b-48f1-8e2c-58bf25a91dfe tempest-PortsIpV6TestJSON-1924525959 tempest-PortsIpV6TestJSON-1924525959-project] Pushing event deleted for resources: {'Network': ['ID=4b4ee219-081e-47f1-adc3-bc6d7aae1457,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:38.845430 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-563d6cb6-5345-42d4-aa44-6d31c0d450e7 admin admin] Publish callbacks [] for security_group (959fe72d-13d7-486b-a82f-768c52df153d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.885971 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 75a035d9-3c70-45e7-8abf-1890a5b014d3 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:28:38.891833 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-563d6cb6-5345-42d4-aa44-6d31c0d450e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (959fe72d-13d7-486b-a82f-768c52df153d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.963569 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:38.969968 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52090) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:38.996758 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 75a035d9-3c70-45e7-8abf-1890a5b014d3 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:38.997504 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (75a035d9-3c70-45e7-8abf-1890a5b014d3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.032350 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa4efb01-2224-4765-a42e-094227ad93b1 req-7cef5795-bede-4e99-aef0-a99f8299da3a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2008216 Feb 19 04:28:39.033064 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d6cb6-5345-42d4-aa44-6d31c0d450e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959fe72d-13d7-486b-a82f-768c52df153d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:39.055284 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-563d6cb6-5345-42d4-aa44-6d31c0d450e7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b3020ad2d6cb45b3858c13381173c4dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0059335 Feb 19 04:28:39.065754 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52094) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:39.077920 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c7ab6904-0d97-4ecd-b5a0-909b09f1253f tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (f77e45da-1017-4748-ba16-0b14e2fe6326), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.236737 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 75a035d9-3c70-45e7-8abf-1890a5b014d3 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:39.237659 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (75a035d9-3c70-45e7-8abf-1890a5b014d3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.264947 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.268118 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b27302e-63cf-48cf-b1f6-84483f8bb6f3 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (c6124e4e-c2bd-4ee4-8fb5-0f9927edab2b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.273485 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a035d9-3c70-45e7-8abf-1890a5b014d3'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:28:39.276390 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091a6096-6379-45e9-a691-1f4c6cc5884a" -d '{"events": [{"server_uuid": "1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153", "name": "network-vif-plugged", "status": "completed", "tag": "75a035d9-3c70-45e7-8abf-1890a5b014d3"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:28:39.293195 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 75a035d9-3c70-45e7-8abf-1890a5b014d3, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=75a035d9-3c70-45e7-8abf-1890a5b014d3,segment=NetworkSegment(866f4430-62ad-45d6-a1c9-becfde8653f6),segment_id=866f4430-62ad-45d6-a1c9-becfde8653f6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:39.299956 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (75a035d9-3c70-45e7-8abf-1890a5b014d3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.359427 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-c9243337-f1df-43fe-84b5-57183b21c26b service neutron] 10.222.0.48 "GET /v2.0/networks/0197e602-f5d2-48ef-bb73-a3741213d4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6911471 Feb 19 04:28:39.369148 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b27302e-63cf-48cf-b1f6-84483f8bb6f3 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (c6124e4e-c2bd-4ee4-8fb5-0f9927edab2b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.373553 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=75a035d9-3c70-45e7-8abf-1890a5b014d3,revision_number=7']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:39.406730 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6da314-139f-425d-8c17-0b59399ba704 x-openstack-request-id: req-ee6da314-139f-425d-8c17-0b59399ba704 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:28:39.407601 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153", "name": "network-vif-plugged", "status": "completed", "tag": "75a035d9-3c70-45e7-8abf-1890a5b014d3", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:28:39.408294 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ee6da314-139f-425d-8c17-0b59399ba704 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:28:39.409039 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a035d9-3c70-45e7-8abf-1890a5b014d3', 'code': 200} Feb 19 04:28:39.422943 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01182c54-9303-4d24-949e-58b42638c6af admin admin] Publish callbacks [] for security_group (959fe72d-13d7-486b-a82f-768c52df153d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.525610 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9c799d20-2d90-4c0b-a9f1-33e4f150d4b9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4af7e87b955e44d2acf2aba9cee35b83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5520904 Feb 19 04:28:39.529304 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b27302e-63cf-48cf-b1f6-84483f8bb6f3 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c6124e4e-c2bd-4ee4-8fb5-0f9927edab2b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.530527 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4efb01-2224-4765-a42e-094227ad93b1 req-80750bd2-98d0-418e-9c22-ea5ac6643eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:39.533960 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa4efb01-2224-4765-a42e-094227ad93b1 req-80750bd2-98d0-418e-9c22-ea5ac6643eec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8cacf0263ee84f64a630c7eb71dfd691&device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 1127 time: 0.4496922 Feb 19 04:28:39.534652 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b27302e-63cf-48cf-b1f6-84483f8bb6f3 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.535994 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52100) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:39.541513 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1b27302e-63cf-48cf-b1f6-84483f8bb6f3 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "DELETE /v2.0/security-groups/c6124e4e-c2bd-4ee4-8fb5-0f9927edab2b HTTP/1.1" status: 204 len: 168 time: 0.8942945 Feb 19 04:28:39.592242 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52102) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:39.606200 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-72703c25-d2c5-4797-b574-e38a03e03994 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Deleting port 06346db6-ddfc-4f69-905c-57e0862d3b95 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:39.621563 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-72703c25-d2c5-4797-b574-e38a03e03994 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (06346db6-ddfc-4f69-905c-57e0862d3b95), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.749316 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01182c54-9303-4d24-949e-58b42638c6af admin admin] Publish callbacks [] for security_group (959fe72d-13d7-486b-a82f-768c52df153d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.763757 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27302e-63cf-48cf-b1f6-84483f8bb6f3 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6124e4e-c2bd-4ee4-8fb5-0f9927edab2b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:39.896901 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09c83a-b7c3-4929-9488-2aafdb2b3515 req-33438620-af0f-49d1-9886-499d8ad46f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:39.897412 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09c83a-b7c3-4929-9488-2aafdb2b3515 req-33438620-af0f-49d1-9886-499d8ad46f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:39.897890 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09c83a-b7c3-4929-9488-2aafdb2b3515 req-33438620-af0f-49d1-9886-499d8ad46f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:39.898362 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09c83a-b7c3-4929-9488-2aafdb2b3515 req-33438620-af0f-49d1-9886-499d8ad46f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:39.898834 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09c83a-b7c3-4929-9488-2aafdb2b3515 req-33438620-af0f-49d1-9886-499d8ad46f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:39.899304 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09c83a-b7c3-4929-9488-2aafdb2b3515 req-33438620-af0f-49d1-9886-499d8ad46f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:39.899768 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09c83a-b7c3-4929-9488-2aafdb2b3515 req-33438620-af0f-49d1-9886-499d8ad46f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:39.904145 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f09c83a-b7c3-4929-9488-2aafdb2b3515 req-33438620-af0f-49d1-9886-499d8ad46f47 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea967e23a8ef43cfacd115b397486d6c&device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 6704 time: 0.4171052 Feb 19 04:28:39.921002 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4c85d8a5-354f-4720-b429-a80e86d0cf5c admin admin] Publish callbacks [] for security_group (e5cf5c3c-5189-45af-9a77-ea929baae776), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.984057 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4c85d8a5-354f-4720-b429-a80e86d0cf5c admin admin] Publish callbacks [] for security_group (e5cf5c3c-5189-45af-9a77-ea929baae776), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:39.987028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4efb01-2224-4765-a42e-094227ad93b1 req-74f1de56-cbc6-4824-8b3d-ff072a60c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:39.988994 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa4efb01-2224-4765-a42e-094227ad93b1 req-74f1de56-cbc6-4824-8b3d-ff072a60c8f0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e83f3002-0af4-41e3-a80b-f034b33ca87c HTTP/1.1" status: 200 len: 919 time: 0.3741238 Feb 19 04:28:39.995984 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ab6904-0d97-4ecd-b5a0-909b09f1253f tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Router f77e45da-1017-4748-ba16-0b14e2fe6326 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:28:40.059456 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-14b9e2eb-717f-44bf-b5c3-e230e448ef26 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4578590 Feb 19 04:28:40.063336 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52108) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:40.073341 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa4efb01-2224-4765-a42e-094227ad93b1 req-0e17b852-53c1-4dc8-8ac5-0f5ca51c5d05 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4387ee52-5183-4579-a6e9-67ba0d18de1f HTTP/1.1" status: 200 len: 217 time: 0.0742741 Feb 19 04:28:40.085880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-26d384c7-dbe4-478b-ba8e-80506cbce9dc tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group_rule': {'security_group_id': '6a18a491-ab21-4b57-9882-1714dfba9597', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:40.099285 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-72703c25-d2c5-4797-b574-e38a03e03994 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (06346db6-ddfc-4f69-905c-57e0862d3b95), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.106839 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221fa47-501f-4faf-a14a-ef878638e75a req-6b958bf9-6a3e-480e-842b-e4e517c8699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:40.107183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a599a5b-854f-4065-9329-2628e2a074d9 req-86a01dad-b667-4ec5-9f81-88ce0a299721 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:40.108458 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1221fa47-501f-4faf-a14a-ef878638e75a req-6b958bf9-6a3e-480e-842b-e4e517c8699e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 1128 time: 0.4816480 Feb 19 04:28:40.113205 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a599a5b-854f-4065-9329-2628e2a074d9 req-86a01dad-b667-4ec5-9f81-88ce0a299721 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:40.119343 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a599a5b-854f-4065-9329-2628e2a074d9 req-86a01dad-b667-4ec5-9f81-88ce0a299721 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:40.125612 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a599a5b-854f-4065-9329-2628e2a074d9 req-86a01dad-b667-4ec5-9f81-88ce0a299721 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:40.130829 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-72703c25-d2c5-4797-b574-e38a03e03994 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Calling delete_port for 06346db6-ddfc-4f69-905c-57e0862d3b95 owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:40.132707 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a599a5b-854f-4065-9329-2628e2a074d9 req-86a01dad-b667-4ec5-9f81-88ce0a299721 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:40.138377 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a599a5b-854f-4065-9329-2628e2a074d9 req-86a01dad-b667-4ec5-9f81-88ce0a299721 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:40.143851 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a599a5b-854f-4065-9329-2628e2a074d9 req-86a01dad-b667-4ec5-9f81-88ce0a299721 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:40.145921 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8a599a5b-854f-4065-9329-2628e2a074d9 req-86a01dad-b667-4ec5-9f81-88ce0a299721 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5430 time: 0.3201265 Feb 19 04:28:40.146639 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01182c54-9303-4d24-949e-58b42638c6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (959fe72d-13d7-486b-a82f-768c52df153d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.149446 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01182c54-9303-4d24-949e-58b42638c6af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.150783 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-01182c54-9303-4d24-949e-58b42638c6af admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/959fe72d-13d7-486b-a82f-768c52df153d HTTP/1.1" status: 204 len: 168 time: 1.0834799 Feb 19 04:28:40.166266 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897cdfd-476c-4b20-a449-2aa5f07aa2df req-e417becf-9d0a-43d6-96c2-7e3de1438c0b tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:40.180572 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f897cdfd-476c-4b20-a449-2aa5f07aa2df req-e417becf-9d0a-43d6-96c2-7e3de1438c0b tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 946 time: 0.4126098 Feb 19 04:28:40.292544 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4efb01-2224-4765-a42e-094227ad93b1 req-587cf30e-7c29-473a-8880-bf40b373dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:40.295287 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa4efb01-2224-4765-a42e-094227ad93b1 req-587cf30e-7c29-473a-8880-bf40b373dc89 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76246db3-a2cb-42fb-bfa7-f40488252c69 HTTP/1.1" status: 200 len: 859 time: 0.2006776 Feb 19 04:28:40.306985 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01182c54-9303-4d24-949e-58b42638c6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959fe72d-13d7-486b-a82f-768c52df153d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:40.402795 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09c83a-b7c3-4929-9488-2aafdb2b3515 req-bf0b872a-f90d-4863-9617-f2fda345eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:40.405665 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f09c83a-b7c3-4929-9488-2aafdb2b3515 req-bf0b872a-f90d-4863-9617-f2fda345eac7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0197e602-f5d2-48ef-bb73-a3741213d4f6 HTTP/1.1" status: 200 len: 902 time: 0.4804952 Feb 19 04:28:40.569348 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa4efb01-2224-4765-a42e-094227ad93b1 req-d812337f-ea63-4fc8-82da-573850de4a63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e83f3002-0af4-41e3-a80b-f034b33ca87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849018 Feb 19 04:28:40.578437 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f09c83a-b7c3-4929-9488-2aafdb2b3515 req-db1417e1-1a02-44d3-8413-e8a3a6363f78 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3f34b13c-5435-4bbf-ae60-854887c74231 HTTP/1.1" status: 200 len: 217 time: 0.1644917 Feb 19 04:28:40.683274 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09c83a-b7c3-4929-9488-2aafdb2b3515 req-61c1a62d-5c7e-4cd1-ad19-e7fe9dfcd1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:40.684982 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f09c83a-b7c3-4929-9488-2aafdb2b3515 req-61c1a62d-5c7e-4cd1-ad19-e7fe9dfcd1c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54fff4b2-f9f1-4478-bd95-9c01635e43e8 HTTP/1.1" status: 200 len: 797 time: 0.0569715 Feb 19 04:28:40.691741 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1221fa47-501f-4faf-a14a-ef878638e75a req-10f3dfbe-3c27-4b62-9a38-42b8189c2077 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031216 Feb 19 04:28:40.695976 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f897cdfd-476c-4b20-a449-2aa5f07aa2df req-93d96797-4d43-4f20-af55-22ec4bf92fb7 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140240 Feb 19 04:28:40.742917 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52120) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:40.743814 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4c85d8a5-354f-4720-b429-a80e86d0cf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e5cf5c3c-5189-45af-9a77-ea929baae776), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.746841 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4c85d8a5-354f-4720-b429-a80e86d0cf5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.751007 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4c85d8a5-354f-4720-b429-a80e86d0cf5c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e5cf5c3c-5189-45af-9a77-ea929baae776 HTTP/1.1" status: 204 len: 168 time: 1.1943753 Feb 19 04:28:40.818391 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09c83a-b7c3-4929-9488-2aafdb2b3515 req-4291726d-84a3-4e1d-bb86-a8d64d338e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:40.820787 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f09c83a-b7c3-4929-9488-2aafdb2b3515 req-4291726d-84a3-4e1d-bb86-a8d64d338e00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0197e602-f5d2-48ef-bb73-a3741213d4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1237006 Feb 19 04:28:40.863530 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85d8a5-354f-4720-b429-a80e86d0cf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cf5c3c-5189-45af-9a77-ea929baae776,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:40.865954 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42618cc3-4b2b-4bc0-a054-b726d169c317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:41.048131 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-72703c25-d2c5-4797-b574-e38a03e03994 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (06346db6-ddfc-4f69-905c-57e0862d3b95), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:41.282473 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72703c25-d2c5-4797-b574-e38a03e03994 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Pushing event deleted for resources: {'Port': ['ID=06346db6-ddfc-4f69-905c-57e0862d3b95,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:41.458387 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-72703c25-d2c5-4797-b574-e38a03e03994 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (f0a3ced4-f913-42b3-98e3-1d69ce43e346), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:41.603917 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f09c83a-b7c3-4929-9488-2aafdb2b3515 req-9667a000-9d72-47a4-ad13-c369f10d4335 service neutron] 10.222.0.48 "GET /v2.0/networks/0197e602-f5d2-48ef-bb73-a3741213d4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7682467 Feb 19 04:28:41.605765 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8a599a5b-854f-4065-9329-2628e2a074d9 req-0c98e118-9830-413d-8e33-8a780c3f1366 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.3044722 Feb 19 04:28:41.655409 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ab6904-0d97-4ecd-b5a0-909b09f1253f tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:28:41.665547 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-26d384c7-dbe4-478b-ba8e-80506cbce9dc tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] create failed (client error): The resource could not be found. Feb 19 04:28:41.667043 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-26d384c7-dbe4-478b-ba8e-80506cbce9dc tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.5927942 Feb 19 04:28:41.675956 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] Sync routers for ids ['f77e45da-1017-4748-ba16-0b14e2fe6326'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:28:41.686769 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52136) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:41.700526 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] Routers {'f77e45da-1017-4748-ba16-0b14e2fe6326'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:41.701716 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:28:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f77e45da-1017-4748-ba16-0b14e2fe6326'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:41.726750 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-a08c9bef-7296-4160-9a85-39435761c5ca tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1572856814'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:41.894590 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42618cc3-4b2b-4bc0-a054-b726d169c317 admin admin] Publish callbacks [] for security_group (30d15c03-129c-4ed3-8f4c-5c8cb4c57a13), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:41.966419 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa4efb01-2224-4765-a42e-094227ad93b1 req-b35a4269-f090-460b-9f7a-c2323691e1ad service neutron] 10.222.0.48 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3592515 Feb 19 04:28:41.983678 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42618cc3-4b2b-4bc0-a054-b726d169c317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (30d15c03-129c-4ed3-8f4c-5c8cb4c57a13), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:42.056717 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e8248-b98a-4c77-9537-c993b3317851 req-f33ecc5c-e584-454f-9d8c-4cb3037ef251 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:42.061902 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] Set router f77e45da-1017-4748-ba16-0b14e2fe6326 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:28:42.074014 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42618cc3-4b2b-4bc0-a054-b726d169c317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d15c03-129c-4ed3-8f4c-5c8cb4c57a13,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:42.077521 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-904e8248-b98a-4c77-9537-c993b3317851 req-f33ecc5c-e584-454f-9d8c-4cb3037ef251 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.5941565 Feb 19 04:28:42.086068 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf4ab1-a217-42ac-b884-d9bfa5f373c0 req-4f0f4766-b0b8-4518-b507-4ed1d38196a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:42.087646 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1aaf4ab1-a217-42ac-b884-d9bfa5f373c0 req-4f0f4766-b0b8-4518-b507-4ed1d38196a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cacf0263ee84f64a630c7eb71dfd691&device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 1127 time: 0.6265223 Feb 19 04:28:42.105908 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c7ab6904-0d97-4ecd-b5a0-909b09f1253f tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:42.107707 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c7ab6904-0d97-4ecd-b5a0-909b09f1253f tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.3771558 Feb 19 04:28:42.114796 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52144) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:42.295273 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-42618cc3-4b2b-4bc0-a054-b726d169c317 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bc46418ceca04db9ad9914bd3cfece3b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5426030 Feb 19 04:28:42.416009 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52150) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:42.447932 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a08c9bef-7296-4160-9a85-39435761c5ca tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:42.529412 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77e45da-1017-4748-ba16-0b14e2fe6326', 'name': 'tempest-snat-router-1338036695', 'tenant_id': '162f507b2aa54ee28ce387447bfc3fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.192'}], 'enable_snat': False}, 'gw_port_id': '68419457-4ef7-4dc1-b7cd-abe5089decf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:28:32Z', 'updated_at': '2022-02-19T04:28:37Z', 'revision_number': 3, 'project_id': '162f507b2aa54ee28ce387447bfc3fd6', 'gw_port': {'id': '68419457-4ef7-4dc1-b7cd-abe5089decf5', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77e45da-1017-4748-ba16-0b14e2fe6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:42.564649 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa4efb01-2224-4765-a42e-094227ad93b1 req-4e10d4aa-ecde-4d6f-a154-93b535241537 service neutron] 10.222.0.48 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773203 Feb 19 04:28:42.586352 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] Checking router: f77e45da-1017-4748-ba16-0b14e2fe6326 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:28:42.586977 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] Updating router f77e45da-1017-4748-ba16-0b14e2fe6326 port 68419457-4ef7-4dc1-b7cd-abe5089decf5 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:28:42.656625 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (68419457-4ef7-4dc1-b7cd-abe5089decf5), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:42.665803 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a08c9bef-7296-4160-9a85-39435761c5ca tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (a53d09f1-624b-4dac-9228-906dffb4c99b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:42.682236 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a08c9bef-7296-4160-9a85-39435761c5ca tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a53d09f1-624b-4dac-9228-906dffb4c99b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:42.717708 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a2c92-9a74-4261-b0e1-2d56f5cf9eb0 req-26b4e21e-cc0d-4f59-8bae-9049e28765d8 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:42.719558 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c34a2c92-9a74-4261-b0e1-2d56f5cf9eb0 req-26b4e21e-cc0d-4f59-8bae-9049e28765d8 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 946 time: 0.7519326 Feb 19 04:28:42.733069 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a08c9bef-7296-4160-9a85-39435761c5ca tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:42.734928 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a08c9bef-7296-4160-9a85-39435761c5ca tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0392067 Feb 19 04:28:42.805675 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b68d757d-f57e-4ed9-9380-7bbff6e9df0f tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "GET /v2.0/routers/f77e45da-1017-4748-ba16-0b14e2fe6326 HTTP/1.1" status: 200 len: 909 time: 0.6635830 Feb 19 04:28:42.807725 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52156) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:42.808078 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52158) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:42.815349 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c34a2c92-9a74-4261-b0e1-2d56f5cf9eb0 req-89397c7a-eaa7-4300-b7d0-957abb49f31d tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789831 Feb 19 04:28:42.823149 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-cfea643c-cfc6-40a9-a4a0-386ded1f545a tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group': {'name': 'tempest-secgroup--270136167'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:42.841829 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52160) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:42.847606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-c8a7c125-9382-4abe-b598-3b350c2f665b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1338036695', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'enable_snat': True}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:42.890194 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c125-9382-4abe-b598-3b350c2f665b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:42.891423 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c125-9382-4abe-b598-3b350c2f665b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:42.980337 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c125-9382-4abe-b598-3b350c2f665b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_controller (a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.003903 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bc12e6e0-61cf-4aaf-85c4-661c7658bdce admin admin] Publish callbacks [] for security_group (30d15c03-129c-4ed3-8f4c-5c8cb4c57a13), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.006321 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf4ab1-a217-42ac-b884-d9bfa5f373c0 req-0f31c61c-6025-4ff3-8062-b8ac0f899eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:43.009283 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1aaf4ab1-a217-42ac-b884-d9bfa5f373c0 req-0f31c61c-6025-4ff3-8062-b8ac0f899eed service neutron] 10.222.0.10 "GET /v2.0/networks?id=e83f3002-0af4-41e3-a80b-f034b33ca87c HTTP/1.1" status: 200 len: 919 time: 0.8975213 Feb 19 04:28:43.080622 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c9bef-7296-4160-9a85-39435761c5ca tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a53d09f1-624b-4dac-9228-906dffb4c99b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:43.111483 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-904e8248-b98a-4c77-9537-c993b3317851 req-2b7e6b6d-75fa-4e3e-bbd5-7683f53dba33 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0326920 Feb 19 04:28:43.117920 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f09c83a-b7c3-4929-9488-2aafdb2b3515 req-eee92381-1524-461d-9c7b-b1bf9c42b2fa service neutron] 10.222.0.48 "GET /v2.0/networks/0197e602-f5d2-48ef-bb73-a3741213d4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5124497 Feb 19 04:28:43.197582 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72703c25-d2c5-4797-b574-e38a03e03994 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Router f0a3ced4-f913-42b3-98e3-1d69ce43e346 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:28:43.200058 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1aaf4ab1-a217-42ac-b884-d9bfa5f373c0 req-10c89212-6c34-4acb-b418-45bd582bd069 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b035654e-0a6c-4e43-acb6-0915ea347957 HTTP/1.1" status: 200 len: 217 time: 0.1175282 Feb 19 04:28:43.227121 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cfea643c-cfc6-40a9-a4a0-386ded1f545a tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.291705 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-4f2d3e39-5262-48c0-aee6-84d489f59774 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2141955137'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:43.321597 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf4ab1-a217-42ac-b884-d9bfa5f373c0 req-50dd73a3-a2d4-4961-b558-69c1abc14123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:43.325792 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1aaf4ab1-a217-42ac-b884-d9bfa5f373c0 req-50dd73a3-a2d4-4961-b558-69c1abc14123 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76246db3-a2cb-42fb-bfa7-f40488252c69 HTTP/1.1" status: 200 len: 859 time: 0.1195841 Feb 19 04:28:43.326747 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] Publish callbacks [] for port (68419457-4ef7-4dc1-b7cd-abe5089decf5), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.338602 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bc12e6e0-61cf-4aaf-85c4-661c7658bdce admin admin] Publish callbacks [] for security_group (30d15c03-129c-4ed3-8f4c-5c8cb4c57a13), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.345358 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (68419457-4ef7-4dc1-b7cd-abe5089decf5), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.406886 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] Attempting to bind port 68419457-4ef7-4dc1-b7cd-abe5089decf5 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:28:43.411851 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] Attempting to bind port 68419457-4ef7-4dc1-b7cd-abe5089decf5 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:28:43.412386 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] Attempting to bind port 68419457-4ef7-4dc1-b7cd-abe5089decf5 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:43.426164 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:28:43.426717 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:43.427998 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.428468 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:28:43.429012 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] Bound port: 68419457-4ef7-4dc1-b7cd-abe5089decf5, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:28:43.429618 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (68419457-4ef7-4dc1-b7cd-abe5089decf5), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.452385 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72703c25-d2c5-4797-b574-e38a03e03994 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:28:43.467146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ff2829-56f4-44f2-9f0f-fbc629ab9a49 None None] Sync routers for ids ['f0a3ced4-f913-42b3-98e3-1d69ce43e346'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:28:43.488011 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1aaf4ab1-a217-42ac-b884-d9bfa5f373c0 req-c9999c1d-1541-4a72-9cdc-8b3649580ea5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e83f3002-0af4-41e3-a80b-f034b33ca87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329835 Feb 19 04:28:43.490157 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ff2829-56f4-44f2-9f0f-fbc629ab9a49 None None] Routers {'f0a3ced4-f913-42b3-98e3-1d69ce43e346'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:43.491024 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-29ff2829-56f4-44f2-9f0f-fbc629ab9a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:28:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f0a3ced4-f913-42b3-98e3-1d69ce43e346'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:43.493695 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-72703c25-d2c5-4797-b574-e38a03e03994 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] 10.222.0.65 "PUT /v2.0/routers/f0a3ced4-f913-42b3-98e3-1d69ce43e346/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9427900 Feb 19 04:28:43.506752 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52166) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:43.516994 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] For port 68419457-4ef7-4dc1-b7cd-abe5089decf5, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:28:43.522250 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] For port 68419457-4ef7-4dc1-b7cd-abe5089decf5, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=68419457-4ef7-4dc1-b7cd-abe5089decf5,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:28:43.546619 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (68419457-4ef7-4dc1-b7cd-abe5089decf5), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.581553 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0524db-2719-4bb7-aa68-765ec46bcaf3 None None] Pushing event updated for resources: {'Port': ['ID=68419457-4ef7-4dc1-b7cd-abe5089decf5,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:43.583299 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cfea643c-cfc6-40a9-a4a0-386ded1f545a tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (2c8ad10d-1f75-4968-8863-857f9ba656df), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.607520 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-29ff2829-56f4-44f2-9f0f-fbc629ab9a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:43.609265 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cfea643c-cfc6-40a9-a4a0-386ded1f545a tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2c8ad10d-1f75-4968-8863-857f9ba656df), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.613616 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0524db-2719-4bb7-aa68-765ec46bcaf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:43.616971 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0524db-2719-4bb7-aa68-765ec46bcaf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:43.618460 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0524db-2719-4bb7-aa68-765ec46bcaf3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:43.619089 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0524db-2719-4bb7-aa68-765ec46bcaf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:43.619674 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0524db-2719-4bb7-aa68-765ec46bcaf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:43.623098 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0524db-2719-4bb7-aa68-765ec46bcaf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:43.623690 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0524db-2719-4bb7-aa68-765ec46bcaf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:43.626724 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0524db-2719-4bb7-aa68-765ec46bcaf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:43.630603 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0524db-2719-4bb7-aa68-765ec46bcaf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:43.631229 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0524db-2719-4bb7-aa68-765ec46bcaf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:43.631892 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0524db-2719-4bb7-aa68-765ec46bcaf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:43.632497 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0524db-2719-4bb7-aa68-765ec46bcaf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:43.633125 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0524db-2719-4bb7-aa68-765ec46bcaf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:43.652609 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ff2829-56f4-44f2-9f0f-fbc629ab9a49 None None] Routers {'f0a3ced4-f913-42b3-98e3-1d69ce43e346'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:43.653834 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-29ff2829-56f4-44f2-9f0f-fbc629ab9a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:28:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f0a3ced4-f913-42b3-98e3-1d69ce43e346'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:43.687971 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ebb7130a-d46d-4d58-a438-f3b15e420c60 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks [] for router (f0a3ced4-f913-42b3-98e3-1d69ce43e346), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.721270 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-29ff2829-56f4-44f2-9f0f-fbc629ab9a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:43.722618 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ff2829-56f4-44f2-9f0f-fbc629ab9a49 None None] The sync data for ids ['f0a3ced4-f913-42b3-98e3-1d69ce43e346'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:28:43.838501 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cb92d-a728-49ae-a634-e8df2ba5a9fb req-422b89f8-db89-4ebd-969a-a497fcbd2f51 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:43.846775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cb92d-a728-49ae-a634-e8df2ba5a9fb req-422b89f8-db89-4ebd-969a-a497fcbd2f51 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:43.855144 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cb92d-a728-49ae-a634-e8df2ba5a9fb req-422b89f8-db89-4ebd-969a-a497fcbd2f51 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:43.855389 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1aaf4ab1-a217-42ac-b884-d9bfa5f373c0 req-2099eb23-5ef4-4bd5-badd-49c232842c53 service neutron] 10.222.0.10 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570712 Feb 19 04:28:43.861640 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cb92d-a728-49ae-a634-e8df2ba5a9fb req-422b89f8-db89-4ebd-969a-a497fcbd2f51 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:43.869353 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cb92d-a728-49ae-a634-e8df2ba5a9fb req-422b89f8-db89-4ebd-969a-a497fcbd2f51 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:43.876885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cb92d-a728-49ae-a634-e8df2ba5a9fb req-422b89f8-db89-4ebd-969a-a497fcbd2f51 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:43.883439 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cb92d-a728-49ae-a634-e8df2ba5a9fb req-422b89f8-db89-4ebd-969a-a497fcbd2f51 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:43.885806 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6b0cb92d-a728-49ae-a634-e8df2ba5a9fb req-422b89f8-db89-4ebd-969a-a497fcbd2f51 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5430 time: 0.8106508 Feb 19 04:28:43.886629 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2d3e39-5262-48c0-aee6-84d489f59774 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Made reservation on behalf of 1071eeaddc2c4d58b8e80d78e76c86fe for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:43.890261 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4f2d3e39-5262-48c0-aee6-84d489f59774 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.892588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea643c-cfc6-40a9-a4a0-386ded1f545a tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8ad10d-1f75-4968-8863-857f9ba656df,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:43.908228 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c125-9382-4abe-b598-3b350c2f665b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_gateway (a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.937372 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4f2d3e39-5262-48c0-aee6-84d489f59774 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.957691 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] Routers {'f77e45da-1017-4748-ba16-0b14e2fe6326'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:43.958647 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:28:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f77e45da-1017-4748-ba16-0b14e2fe6326'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:43.993692 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cfea643c-cfc6-40a9-a4a0-386ded1f545a tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:43.995043 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cfea643c-cfc6-40a9-a4a0-386ded1f545a tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1773584 Feb 19 04:28:44.012310 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52170) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:44.015278 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0524db-2719-4bb7-aa68-765ec46bcaf3 None None] Pushing event updated for resources: {'Port': ['ID=68419457-4ef7-4dc1-b7cd-abe5089decf5,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:44.017718 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-016b822b-d16f-4ff2-a2c7-33cc56900309 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group_rule': {'security_group_id': 'a53d09f1-624b-4dac-9228-906dffb4c99b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2c8ad10d-1f75-4968-8863-857f9ba656df'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:44.094881 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ebb7130a-d46d-4d58-a438-f3b15e420c60 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (f0a3ced4-f913-42b3-98e3-1d69ce43e346), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:44.101734 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ebb7130a-d46d-4d58-a438-f3b15e420c60 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks [] for router_controller (f0a3ced4-f913-42b3-98e3-1d69ce43e346), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:44.116880 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-016b822b-d16f-4ff2-a2c7-33cc56900309 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:28:44.118791 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-016b822b-d16f-4ff2-a2c7-33cc56900309 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1053214 Feb 19 04:28:44.126923 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52172) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:44.182111 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bc12e6e0-61cf-4aaf-85c4-661c7658bdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (30d15c03-129c-4ed3-8f4c-5c8cb4c57a13), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:44.185649 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bc12e6e0-61cf-4aaf-85c4-661c7658bdce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:44.186664 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bc12e6e0-61cf-4aaf-85c4-661c7658bdce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/30d15c03-129c-4ed3-8f4c-5c8cb4c57a13 HTTP/1.1" status: 204 len: 168 time: 1.7546215 Feb 19 04:28:44.211472 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12e6e0-61cf-4aaf-85c4-661c7658bdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d15c03-129c-4ed3-8f4c-5c8cb4c57a13,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:44.216606 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] Set router f77e45da-1017-4748-ba16-0b14e2fe6326 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:28:44.269026 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6b0cb92d-a728-49ae-a634-e8df2ba5a9fb req-7c5bf4bc-9dc1-4b9a-b219-d6a01955334a tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3552306 Feb 19 04:28:44.328565 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4f2d3e39-5262-48c0-aee6-84d489f59774 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for security_group (0a073283-4aa0-4cf5-a1de-45a26fe875b4), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:44.340061 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4f2d3e39-5262-48c0-aee6-84d489f59774 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0a073283-4aa0-4cf5-a1de-45a26fe875b4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:44.364978 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a7e44-c147-43d1-b001-3ff83c7fb6d5 req-7002643c-c187-4b1a-a7a5-44f89e039356 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:44.374969 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c14a7e44-c147-43d1-b001-3ff83c7fb6d5 req-7002643c-c187-4b1a-a7a5-44f89e039356 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 946 time: 0.3327518 Feb 19 04:28:44.405030 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f2d3e39-5262-48c0-aee6-84d489f59774 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:28:44.424093 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4f2d3e39-5262-48c0-aee6-84d489f59774 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (3628b762-0e45-4c7e-b5de-200a7abf9171), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:44.424660 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-4f2d3e39-5262-48c0-aee6-84d489f59774 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Added segment 3628b762-0e45-4c7e-b5de-200a7abf9171 of type vlan for network d49e933d-d7d3-4aa5-9825-3a48d3a1833e Feb 19 04:28:44.478948 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ebb7130a-d46d-4d58-a438-f3b15e420c60 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (f0a3ced4-f913-42b3-98e3-1d69ce43e346), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:44.479964 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb7130a-d46d-4d58-a438-f3b15e420c60 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Fanout notify agent at l3_agent the message router_deleted on router f0a3ced4-f913-42b3-98e3-1d69ce43e346 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:28:44.517673 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4f2d3e39-5262-48c0-aee6-84d489f59774 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (d49e933d-d7d3-4aa5-9825-3a48d3a1833e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:44.520254 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ebb7130a-d46d-4d58-a438-f3b15e420c60 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:44.524221 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ebb7130a-d46d-4d58-a438-f3b15e420c60 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] 10.222.0.65 "DELETE /v2.0/routers/f0a3ced4-f913-42b3-98e3-1d69ce43e346 HTTP/1.1" status: 204 len: 168 time: 1.0072110 Feb 19 04:28:44.551718 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52178) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:44.607275 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4f2d3e39-5262-48c0-aee6-84d489f59774 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d49e933d-d7d3-4aa5-9825-3a48d3a1833e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:44.618670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2d3e39-5262-48c0-aee6-84d489f59774 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:44.620123 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4f2d3e39-5262-48c0-aee6-84d489f59774 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:44.651647 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1aaf4ab1-a217-42ac-b884-d9bfa5f373c0 req-a37ed5ff-6c04-4989-ad8f-7a2da325a095 service neutron] 10.222.0.10 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7187302 Feb 19 04:28:44.679600 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-874d8744-9a2b-41ac-8267-860170d8e2fe tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (2c8ad10d-1f75-4968-8863-857f9ba656df), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:44.711440 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d3e39-5262-48c0-aee6-84d489f59774 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a073283-4aa0-4cf5-a1de-45a26fe875b4,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:44.730479 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-874d8744-9a2b-41ac-8267-860170d8e2fe tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (2c8ad10d-1f75-4968-8863-857f9ba656df), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:44.784507 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77e45da-1017-4748-ba16-0b14e2fe6326', 'name': 'tempest-snat-router-1338036695', 'tenant_id': '162f507b2aa54ee28ce387447bfc3fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.192'}], 'enable_snat': False}, 'gw_port_id': '68419457-4ef7-4dc1-b7cd-abe5089decf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:28:32Z', 'updated_at': '2022-02-19T04:28:37Z', 'revision_number': 3, 'project_id': '162f507b2aa54ee28ce387447bfc3fd6', 'gw_port': {'id': '68419457-4ef7-4dc1-b7cd-abe5089decf5', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77e45da-1017-4748-ba16-0b14e2fe6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:44.829862 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c14a7e44-c147-43d1-b001-3ff83c7fb6d5 req-b2f8642a-e41c-43e9-b79a-c3bd4748d42d tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535646 Feb 19 04:28:44.845340 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-874d8744-9a2b-41ac-8267-860170d8e2fe tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2c8ad10d-1f75-4968-8863-857f9ba656df), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:44.851189 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-874d8744-9a2b-41ac-8267-860170d8e2fe tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:44.853757 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-874d8744-9a2b-41ac-8267-860170d8e2fe tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "DELETE /v2.0/security-groups/2c8ad10d-1f75-4968-8863-857f9ba656df HTTP/1.1" status: 204 len: 168 time: 0.7223489 Feb 19 04:28:44.924075 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52182) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:44.963129 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff844b7d-7fa1-4849-9d1a-0afc8b6c44ad None None] The sync data for ids ['f77e45da-1017-4748-ba16-0b14e2fe6326'] in n-d-772273-4 is: [{'id': 'f77e45da-1017-4748-ba16-0b14e2fe6326', 'name': 'tempest-snat-router-1338036695', 'tenant_id': '162f507b2aa54ee28ce387447bfc3fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.192'}], 'enable_snat': False}, 'gw_port_id': '68419457-4ef7-4dc1-b7cd-abe5089decf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:28:32Z', 'updated_at': '2022-02-19T04:28:37Z', 'revision_number': 3, 'project_id': '162f507b2aa54ee28ce387447bfc3fd6', 'gw_port': {'id': '68419457-4ef7-4dc1-b7cd-abe5089decf5', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77e45da-1017-4748-ba16-0b14e2fe6326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:35Z', 'updated_at': '2022-02-19T04:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:28:45.016227 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36d32ae-779f-4842-8b7c-14c9e0d49cf6 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Deleting subnet 62cfe1d6-e87f-46eb-9d20-f0482fe35a7b {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:28:45.026139 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f36d32ae-779f-4842-8b7c-14c9e0d49cf6 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks [] for subnet (62cfe1d6-e87f-46eb-9d20-f0482fe35a7b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:45.082509 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4f2d3e39-5262-48c0-aee6-84d489f59774 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2511086 Feb 19 04:28:45.090886 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52186) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:45.099857 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d3e39-5262-48c0-aee6-84d489f59774 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Network': ['ID=d49e933d-d7d3-4aa5-9825-3a48d3a1833e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:45.114740 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-a40d1eb6-2756-4dc5-adf5-4e524e5367b0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-403094509'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:45.118085 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network d49e933d-d7d3-4aa5-9825-3a48d3a1833e details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:28:45.175899 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f36d32ae-779f-4842-8b7c-14c9e0d49cf6 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (62cfe1d6-e87f-46eb-9d20-f0482fe35a7b), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:45.240251 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e8512-2a86-40e7-934f-0145d3ad1a06 req-bafa3d4e-a4c9-4fdc-a037-ba9241dcd451 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:45.243230 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-397e8512-2a86-40e7-934f-0145d3ad1a06 req-bafa3d4e-a4c9-4fdc-a037-ba9241dcd451 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.6436174 Feb 19 04:28:45.423177 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d8744-9a2b-41ac-8267-860170d8e2fe tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8ad10d-1f75-4968-8863-857f9ba656df,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:45.481349 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40d1eb6-2756-4dc5-adf5-4e524e5367b0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Made reservation on behalf of 1071eeaddc2c4d58b8e80d78e76c86fe for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:45.491042 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a40d1eb6-2756-4dc5-adf5-4e524e5367b0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:45.763043 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f36d32ae-779f-4842-8b7c-14c9e0d49cf6 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (62cfe1d6-e87f-46eb-9d20-f0482fe35a7b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:45.799505 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c125-9382-4abe-b598-3b350c2f665b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_gateway (a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:45.891062 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14637e-1e67-4285-80be-c8a812166242 req-1c4a1d0d-2454-4c25-b876-e3b73d0e6144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:45.893398 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd14637e-1e67-4285-80be-c8a812166242 req-1c4a1d0d-2454-4c25-b876-e3b73d0e6144 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cacf0263ee84f64a630c7eb71dfd691&device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 1127 time: 1.0620618 Feb 19 04:28:45.933270 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-397e8512-2a86-40e7-934f-0145d3ad1a06 req-513c8e3b-fe2f-4f4c-a9b5-74c128a7178a tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558494 Feb 19 04:28:45.937355 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c125-9382-4abe-b598-3b350c2f665b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:45.958179 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52200) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:45.975268 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-013705d2-7f23-42a6-9aa6-df7069998eef tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 1.0154934 Feb 19 04:28:46.022090 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f36d32ae-779f-4842-8b7c-14c9e0d49cf6 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (62cfe1d6-e87f-46eb-9d20-f0482fe35a7b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:46.026990 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40d1eb6-2756-4dc5-adf5-4e524e5367b0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:28:46.205620 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d32ae-779f-4842-8b7c-14c9e0d49cf6 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Pushing event deleted for resources: {'Subnet': ['ID=62cfe1d6-e87f-46eb-9d20-f0482fe35a7b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:46.212550 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a40d1eb6-2756-4dc5-adf5-4e524e5367b0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (62096f76-f534-48cf-890b-1adb40041c59), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:46.213645 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-a40d1eb6-2756-4dc5-adf5-4e524e5367b0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Added segment 62096f76-f534-48cf-890b-1adb40041c59 of type vlan for network e5a98a45-e543-4773-b83e-77ea327ec16d Feb 19 04:28:46.222108 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2457b-b64e-4c79-9857-c9db27d0b6d3 req-6de2a02e-a6ea-49e4-8599-b0288b6417a4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:46.224028 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bcd2457b-b64e-4c79-9857-c9db27d0b6d3 req-6de2a02e-a6ea-49e4-8599-b0288b6417a4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 946 time: 0.8489659 Feb 19 04:28:46.243541 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f36d32ae-779f-4842-8b7c-14c9e0d49cf6 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:46.250527 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f36d32ae-779f-4842-8b7c-14c9e0d49cf6 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] 10.222.0.65 "DELETE /v2.0/subnets/62cfe1d6-e87f-46eb-9d20-f0482fe35a7b HTTP/1.1" status: 204 len: 168 time: 1.6923676 Feb 19 04:28:46.251285 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52206) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:46.255956 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159f4878-c30f-4458-b357-5cc23ad2a0cf None None] Network 0d9ada96-8226-4e7b-be7b-5f0aed1f7159 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:46.553105 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6bae07d1-8cf7-4c4f-922b-781d32fcd945 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (0d9ada96-8226-4e7b-be7b-5f0aed1f7159), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:46.555804 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14637e-1e67-4285-80be-c8a812166242 req-5aacd643-be31-45a0-9d08-8a933556e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:46.566426 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd14637e-1e67-4285-80be-c8a812166242 req-5aacd643-be31-45a0-9d08-8a933556e2b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e83f3002-0af4-41e3-a80b-f034b33ca87c HTTP/1.1" status: 200 len: 919 time: 0.6620572 Feb 19 04:28:46.651474 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd14637e-1e67-4285-80be-c8a812166242 req-4cbedf3c-2a63-4e04-8edc-17a56230a915 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b035654e-0a6c-4e43-acb6-0915ea347957 HTTP/1.1" status: 200 len: 217 time: 0.0730040 Feb 19 04:28:46.665340 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bcd2457b-b64e-4c79-9857-c9db27d0b6d3 req-3970ceda-b5d4-4b1e-a305-2563bfc79769 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844509 Feb 19 04:28:46.672768 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-c8a7c125-9382-4abe-b598-3b350c2f665b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Allocated IP 172.25.0.84 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/45138c8d-5062-4b7c-9909-e3b26adbe4b2) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:46.777419 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14637e-1e67-4285-80be-c8a812166242 req-7696d0f2-a37e-48bf-8ee2-a03fdcd30f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:46.779540 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd14637e-1e67-4285-80be-c8a812166242 req-7696d0f2-a37e-48bf-8ee2-a03fdcd30f46 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76246db3-a2cb-42fb-bfa7-f40488252c69 HTTP/1.1" status: 200 len: 859 time: 0.1209178 Feb 19 04:28:46.964005 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 68419457-4ef7-4dc1-b7cd-abe5089decf5 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:28:47.006103 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-377a527c-fdda-41ee-869e-60d640e3c34d tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (a53d09f1-624b-4dac-9228-906dffb4c99b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:47.032868 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd14637e-1e67-4285-80be-c8a812166242 req-f90ef8ee-b11c-41bf-8196-be3fe505eb38 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e83f3002-0af4-41e3-a80b-f034b33ca87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2398200 Feb 19 04:28:47.132360 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 68419457-4ef7-4dc1-b7cd-abe5089decf5 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:47.132685 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (68419457-4ef7-4dc1-b7cd-abe5089decf5), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:47.155184 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a40d1eb6-2756-4dc5-adf5-4e524e5367b0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (e5a98a45-e543-4773-b83e-77ea327ec16d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:47.310774 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac20fbc-2b31-43d9-a423-d5e687d0d366 req-638f127f-413f-493e-876e-34d4ed326fe7 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:47.311873 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d06f27f-e713-4d3a-ab99-652f51fa5d62 None None] DHCP port deletion for 0d9ada96-8226-4e7b-be7b-5f0aed1f7159 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:28:47.345336 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac20fbc-2b31-43d9-a423-d5e687d0d366 req-638f127f-413f-493e-876e-34d4ed326fe7 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:47.369619 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac20fbc-2b31-43d9-a423-d5e687d0d366 req-638f127f-413f-493e-876e-34d4ed326fe7 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:47.374353 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd14637e-1e67-4285-80be-c8a812166242 req-e119458f-c61f-4ea3-98a7-222718a53657 service neutron] 10.222.0.10 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332968 Feb 19 04:28:47.379348 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-6bae07d1-8cf7-4c4f-922b-781d32fcd945 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Deleting port b0b33165-9492-4b12-9648-3aa514014a41 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:47.380103 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6bae07d1-8cf7-4c4f-922b-781d32fcd945 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b0b33165-9492-4b12-9648-3aa514014a41), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:47.422736 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac20fbc-2b31-43d9-a423-d5e687d0d366 req-638f127f-413f-493e-876e-34d4ed326fe7 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:47.448800 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac20fbc-2b31-43d9-a423-d5e687d0d366 req-638f127f-413f-493e-876e-34d4ed326fe7 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:47.479025 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac20fbc-2b31-43d9-a423-d5e687d0d366 req-638f127f-413f-493e-876e-34d4ed326fe7 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:47.494748 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac20fbc-2b31-43d9-a423-d5e687d0d366 req-638f127f-413f-493e-876e-34d4ed326fe7 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:47.498663 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0ac20fbc-2b31-43d9-a423-d5e687d0d366 req-638f127f-413f-493e-876e-34d4ed326fe7 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5430 time: 1.2933900 Feb 19 04:28:47.575740 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3d06f27f-e713-4d3a-ab99-652f51fa5d62 None None] Deleting port b0b33165-9492-4b12-9648-3aa514014a41 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:47.575740 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3d06f27f-e713-4d3a-ab99-652f51fa5d62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b0b33165-9492-4b12-9648-3aa514014a41), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:47.639387 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-6bae07d1-8cf7-4c4f-922b-781d32fcd945 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] For port b0b33165-9492-4b12-9648-3aa514014a41, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b0b33165-9492-4b12-9648-3aa514014a41,segment=NetworkSegment(0ada053d-2e6d-41e8-83c7-e86d3e0331e6),segment_id=0ada053d-2e6d-41e8-83c7-e86d3e0331e6)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:47.639753 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6bae07d1-8cf7-4c4f-922b-781d32fcd945 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b0b33165-9492-4b12-9648-3aa514014a41), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:47.639975 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.resource_extend [None req-a40d1eb6-2756-4dc5-adf5-4e524e5367b0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:28:47.655656 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-377a527c-fdda-41ee-869e-60d640e3c34d tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (a53d09f1-624b-4dac-9228-906dffb4c99b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:47.664009 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-6bae07d1-8cf7-4c4f-922b-781d32fcd945 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Calling delete_port for b0b33165-9492-4b12-9648-3aa514014a41 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:47.723695 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3d06f27f-e713-4d3a-ab99-652f51fa5d62 None None] For port b0b33165-9492-4b12-9648-3aa514014a41, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b0b33165-9492-4b12-9648-3aa514014a41,segment=NetworkSegment(0ada053d-2e6d-41e8-83c7-e86d3e0331e6),segment_id=0ada053d-2e6d-41e8-83c7-e86d3e0331e6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:47.724553 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3d06f27f-e713-4d3a-ab99-652f51fa5d62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b0b33165-9492-4b12-9648-3aa514014a41), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:47.752897 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3d06f27f-e713-4d3a-ab99-652f51fa5d62 None None] Calling delete_port for b0b33165-9492-4b12-9648-3aa514014a41 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:47.828764 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6bae07d1-8cf7-4c4f-922b-781d32fcd945 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b0b33165-9492-4b12-9648-3aa514014a41), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:47.940508 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 68419457-4ef7-4dc1-b7cd-abe5089decf5 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:47.941864 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (68419457-4ef7-4dc1-b7cd-abe5089decf5), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:47.953256 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a40d1eb6-2756-4dc5-adf5-4e524e5367b0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (e5a98a45-e543-4773-b83e-77ea327ec16d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:47.962382 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40d1eb6-2756-4dc5-adf5-4e524e5367b0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:47.963644 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a40d1eb6-2756-4dc5-adf5-4e524e5367b0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:48.060005 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 68419457-4ef7-4dc1-b7cd-abe5089decf5, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=68419457-4ef7-4dc1-b7cd-abe5089decf5,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:48.074524 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (68419457-4ef7-4dc1-b7cd-abe5089decf5), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:48.095228 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0ac20fbc-2b31-43d9-a423-d5e687d0d366 req-53dc5ce3-335f-4943-a1be-e495bb6231dc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5431843 Feb 19 04:28:48.241512 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bae07d1-8cf7-4c4f-922b-781d32fcd945 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] No DVR routers for this DVR port b0b33165-9492-4b12-9648-3aa514014a41 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:28:48.272785 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae07d1-8cf7-4c4f-922b-781d32fcd945 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Pushing event deleted for resources: {'Port': ['ID=b0b33165-9492-4b12-9648-3aa514014a41,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:48.342630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=68419457-4ef7-4dc1-b7cd-abe5089decf5,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:48.348201 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a40d1eb6-2756-4dc5-adf5-4e524e5367b0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.2505524 Feb 19 04:28:48.371087 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3d06f27f-e713-4d3a-ab99-652f51fa5d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (b0b33165-9492-4b12-9648-3aa514014a41), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:48.409525 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d06f27f-e713-4d3a-ab99-652f51fa5d62 None None] No DVR routers for this DVR port b0b33165-9492-4b12-9648-3aa514014a41 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:28:48.437355 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52248) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:48.442550 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c125-9382-4abe-b598-3b350c2f665b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for port (45138c8d-5062-4b7c-9909-e3b26adbe4b2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:48.467184 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-dea15eb7-1349-403d-ad93-b1642d4301cf tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'subnet': {'network_id': 'd49e933d-d7d3-4aa5-9825-3a48d3a1833e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:48.496256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06f27f-e713-4d3a-ab99-652f51fa5d62 None None] Pushing event deleted for resources: {'Port': ['ID=b0b33165-9492-4b12-9648-3aa514014a41,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:48.505183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d1eb6-2756-4dc5-adf5-4e524e5367b0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Network': ['ID=e5a98a45-e543-4773-b83e-77ea327ec16d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:48.560698 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network e5a98a45-e543-4773-b83e-77ea327ec16d details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:28:48.570919 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-377a527c-fdda-41ee-869e-60d640e3c34d tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a53d09f1-624b-4dac-9228-906dffb4c99b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:48.579641 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-377a527c-fdda-41ee-869e-60d640e3c34d tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:48.582946 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-377a527c-fdda-41ee-869e-60d640e3c34d tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "DELETE /v2.0/security-groups/a53d09f1-624b-4dac-9228-906dffb4c99b HTTP/1.1" status: 204 len: 168 time: 2.6255946 Feb 19 04:28:48.610903 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52250) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:48.808145 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 68419457-4ef7-4dc1-b7cd-abe5089decf5 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:28:48.827466 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6bae07d1-8cf7-4c4f-922b-781d32fcd945 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (0d9ada96-8226-4e7b-be7b-5f0aed1f7159), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:48.865782 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a527c-fdda-41ee-869e-60d640e3c34d tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53d09f1-624b-4dac-9228-906dffb4c99b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:48.873429 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-6bae07d1-8cf7-4c4f-922b-781d32fcd945 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d9ada96-8226-4e7b-be7b-5f0aed1f7159']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:48.916173 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c125-9382-4abe-b598-3b350c2f665b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (45138c8d-5062-4b7c-9909-e3b26adbe4b2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:49.038557 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-6bae07d1-8cf7-4c4f-922b-781d32fcd945 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ada053d-2e6d-41e8-83c7-e86d3e0331e6') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:49.039106 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-6bae07d1-8cf7-4c4f-922b-781d32fcd945 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ada053d-2e6d-41e8-83c7-e86d3e0331e6') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:49.040488 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 68419457-4ef7-4dc1-b7cd-abe5089decf5 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:49.041854 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52254) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:49.043009 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (68419457-4ef7-4dc1-b7cd-abe5089decf5), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:49.124360 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-08a89618-69e5-4441-8e0f-d88c7f6135e9 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:49.140493 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-08a89618-69e5-4441-8e0f-d88c7f6135e9 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/networks?id=095ae5e7-e817-4723-b26d-53f0c41ac60c HTTP/1.1" status: 200 len: 814 time: 0.7056224 Feb 19 04:28:49.223348 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 68419457-4ef7-4dc1-b7cd-abe5089decf5 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:49.226117 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66f277-8e29-4a41-8b44-2e905e29122e req-0b5ce52b-2db9-4dba-91c0-399030fbbc38 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:49.227934 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7c125-9382-4abe-b598-3b350c2f665b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Pushing event updated for resources: {'Port': ['ID=45138c8d-5062-4b7c-9909-e3b26adbe4b2,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:49.230566 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d66f277-8e29-4a41-8b44-2e905e29122e req-0b5ce52b-2db9-4dba-91c0-399030fbbc38 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 1.4310801 Feb 19 04:28:49.248606 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6bae07d1-8cf7-4c4f-922b-781d32fcd945 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (0ada053d-2e6d-41e8-83c7-e86d3e0331e6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:49.258851 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a7c125-9382-4abe-b598-3b350c2f665b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:49.267791 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-56fb4f42-0f59-499d-99b3-cb2fbbe216bc tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5364389 Feb 19 04:28:49.281693 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52260) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:49.295129 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-b191a4a4-7cb2-4439-916f-898b21bf11be tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/quotas/0c4849e59fe942818a45c5dc120d64c8 HTTP/1.1" status: 200 len: 375 time: 0.1532342 Feb 19 04:28:49.309869 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-1b4bd485-6135-46d3-ab29-698870e1b0c7 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1803939590'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:49.347895 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd14637e-1e67-4285-80be-c8a812166242 req-485cd2c5-c388-457a-b778-bda5b702b004 service neutron] 10.222.0.10 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9527004 Feb 19 04:28:49.360346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-c8a7c125-9382-4abe-b598-3b350c2f665b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:49.372176 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a7c125-9382-4abe-b598-3b350c2f665b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:49.383971 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6bae07d1-8cf7-4c4f-922b-781d32fcd945 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (0ada053d-2e6d-41e8-83c7-e86d3e0331e6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:49.388426 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b4bd485-6135-46d3-ab29-698870e1b0c7 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:49.400828 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b0b33165-9492-4b12-9648-3aa514014a41 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:28:49.436780 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bae07d1-8cf7-4c4f-922b-781d32fcd945 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:28:49.437619 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6bae07d1-8cf7-4c4f-922b-781d32fcd945 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (0ada053d-2e6d-41e8-83c7-e86d3e0331e6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:49.460577 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e65ce-edfe-47c0-b897-b079d6b61717 req-41bf0917-9a1f-4d6f-9f85-1f1619502838 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:49.464177 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b78e65ce-edfe-47c0-b897-b079d6b61717 req-41bf0917-9a1f-4d6f-9f85-1f1619502838 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.10 "GET /v2.0/ports?device_id=1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153 HTTP/1.1" status: 200 len: 946 time: 0.8787003 Feb 19 04:28:49.479256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: b0b33165-9492-4b12-9648-3aa514014a41 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:28:49.480316 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b0b33165-9492-4b12-9648-3aa514014a41 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:28:49.504350 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:28:49.540563 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d66f277-8e29-4a41-8b44-2e905e29122e req-a4b03601-4e87-4822-9f72-ff015821a7da tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766902 Feb 19 04:28:49.687428 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-1578cf3b-6c6a-4629-9392-b2b266ad3827 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0c4849e59fe942818a45c5dc120d64c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3902509 Feb 19 04:28:49.702339 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea15eb7-1349-403d-ad93-b1642d4301cf tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Made reservation on behalf of 1071eeaddc2c4d58b8e80d78e76c86fe for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:49.711813 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dea15eb7-1349-403d-ad93-b1642d4301cf tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:49.712353 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-4e706f3f-9cc0-45a9-a0cb-3ae0f2389d66 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:28:49.714386 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-4e706f3f-9cc0-45a9-a0cb-3ae0f2389d66 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127773 Feb 19 04:28:50.110885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-b78e65ce-edfe-47c0-b897-b079d6b61717 req-f3d9bc88-1fd1-441a-a5c4-f614859dcc88 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Deleting port 75a035d9-3c70-45e7-8abf-1890a5b014d3 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:50.111435 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b78e65ce-edfe-47c0-b897-b079d6b61717 req-f3d9bc88-1fd1-441a-a5c4-f614859dcc88 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (75a035d9-3c70-45e7-8abf-1890a5b014d3), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:50.122082 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6000bec8-e53f-4196-9553-ff1be05dc839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:50.152953 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-7c869f7e-077a-481a-b969-e583c641c09d service neutron] 10.222.0.65 "GET /v2.0/networks/095ae5e7-e817-4723-b26d-53f0c41ac60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358278 Feb 19 04:28:50.223364 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6bae07d1-8cf7-4c4f-922b-781d32fcd945 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (0d9ada96-8226-4e7b-be7b-5f0aed1f7159), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:50.255701 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6bae07d1-8cf7-4c4f-922b-781d32fcd945 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:50.262213 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6bae07d1-8cf7-4c4f-922b-781d32fcd945 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] 10.222.0.65 "DELETE /v2.0/networks/0d9ada96-8226-4e7b-be7b-5f0aed1f7159 HTTP/1.1" status: 204 len: 168 time: 4.0035586 Feb 19 04:28:50.357003 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae07d1-8cf7-4c4f-922b-781d32fcd945 tempest-FloatingIPNegativeTestJSON-897990589 tempest-FloatingIPNegativeTestJSON-897990589-project] Pushing event deleted for resources: {'Network': ['ID=0d9ada96-8226-4e7b-be7b-5f0aed1f7159,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:50.516325 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-7746ba94-f115-4141-bbb1-ee4acc105730 service neutron] 10.222.0.65 "GET /v2.0/networks/095ae5e7-e817-4723-b26d-53f0c41ac60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539268 Feb 19 04:28:50.647917 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52272) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:50.648602 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e1409-d9c4-4c7f-a8f1-5a297e2c8ee0 req-ed961d2d-83cb-4da5-829f-ccb7d3b5cfc4 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:50.664572 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e1409-d9c4-4c7f-a8f1-5a297e2c8ee0 req-ed961d2d-83cb-4da5-829f-ccb7d3b5cfc4 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:50.679375 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e1409-d9c4-4c7f-a8f1-5a297e2c8ee0 req-ed961d2d-83cb-4da5-829f-ccb7d3b5cfc4 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:50.694711 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e1409-d9c4-4c7f-a8f1-5a297e2c8ee0 req-ed961d2d-83cb-4da5-829f-ccb7d3b5cfc4 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:50.707827 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e1409-d9c4-4c7f-a8f1-5a297e2c8ee0 req-ed961d2d-83cb-4da5-829f-ccb7d3b5cfc4 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:50.719642 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e1409-d9c4-4c7f-a8f1-5a297e2c8ee0 req-ed961d2d-83cb-4da5-829f-ccb7d3b5cfc4 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:50.731971 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e1409-d9c4-4c7f-a8f1-5a297e2c8ee0 req-ed961d2d-83cb-4da5-829f-ccb7d3b5cfc4 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:50.735824 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-749e1409-d9c4-4c7f-a8f1-5a297e2c8ee0 req-ed961d2d-83cb-4da5-829f-ccb7d3b5cfc4 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5430 time: 1.0354569 Feb 19 04:28:50.758651 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-b78e65ce-edfe-47c0-b897-b079d6b61717 req-f3d9bc88-1fd1-441a-a5c4-f614859dcc88 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] For port 75a035d9-3c70-45e7-8abf-1890a5b014d3, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=75a035d9-3c70-45e7-8abf-1890a5b014d3,segment=NetworkSegment(866f4430-62ad-45d6-a1c9-becfde8653f6),segment_id=866f4430-62ad-45d6-a1c9-becfde8653f6)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:50.761656 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b78e65ce-edfe-47c0-b897-b079d6b61717 req-f3d9bc88-1fd1-441a-a5c4-f614859dcc88 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (75a035d9-3c70-45e7-8abf-1890a5b014d3), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:50.790274 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c125-9382-4abe-b598-3b350c2f665b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_gateway (a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:50.827067 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6000bec8-e53f-4196-9553-ff1be05dc839 admin admin] Publish callbacks [] for security_group (97039fe5-77a7-4b88-86db-938208c1ddaf), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:50.852432 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b4bd485-6135-46d3-ab29-698870e1b0c7 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (23cbc8db-d7cd-4d5c-bccc-1dfcbde21e4a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:50.854842 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dea15eb7-1349-403d-ad93-b1642d4301cf tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (64c6b9ff-9a6c-43f0-b049-920d9f29273c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:50.957223 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6000bec8-e53f-4196-9553-ff1be05dc839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (97039fe5-77a7-4b88-86db-938208c1ddaf), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:50.995734 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea15eb7-1349-403d-ad93-b1642d4301cf tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Subnet': ['ID=64c6b9ff-9a6c-43f0-b049-920d9f29273c,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:51.061965 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-749e1409-d9c4-4c7f-a8f1-5a297e2c8ee0 req-07407968-a782-40fd-a984-65ed3de0be0a tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2005355 Feb 19 04:28:51.062824 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b4bd485-6135-46d3-ab29-698870e1b0c7 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (23cbc8db-d7cd-4d5c-bccc-1dfcbde21e4a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:51.109111 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b4bd485-6135-46d3-ab29-698870e1b0c7 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:51.110511 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1b4bd485-6135-46d3-ab29-698870e1b0c7 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8222687 Feb 19 04:28:51.138741 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52280) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:51.158627 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-a839ad60-e570-4996-9a37-4ec5efefccdf tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:51.159303 n-d-772273-4 neutron-server[115199]: WARNING neutron.api.v2.base [None req-a839ad60-e570-4996-9a37-4ec5efefccdf tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 04:28:51.159819 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-a839ad60-e570-4996-9a37-4ec5efefccdf tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 04:28:51.162060 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a839ad60-e570-4996-9a37-4ec5efefccdf tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "PUT /v2.0/security-groups/23cbc8db-d7cd-4d5c-bccc-1dfcbde21e4a HTTP/1.1" status: 409 len: 330 time: 0.0115855 Feb 19 04:28:51.170059 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52284) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:51.174858 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6000bec8-e53f-4196-9553-ff1be05dc839 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e0d26fa9e04d4a41ac182b7549c3106f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1144750 Feb 19 04:28:51.184746 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000bec8-e53f-4196-9553-ff1be05dc839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97039fe5-77a7-4b88-86db-938208c1ddaf,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:51.189773 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52286) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:51.194650 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea15eb7-1349-403d-ad93-b1642d4301cf tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Checking segment: {'id': '3628b762-0e45-4c7e-b5de-200a7abf9171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd49e933d-d7d3-4aa5-9825-3a48d3a1833e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:51.195231 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea15eb7-1349-403d-ad93-b1642d4301cf tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network hostable DHCP agents. Network: d49e933d-d7d3-4aa5-9825-3a48d3a1833e, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:28:51.300115 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bd485-6135-46d3-ab29-698870e1b0c7 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23cbc8db-d7cd-4d5c-bccc-1dfcbde21e4a,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:51.398971 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7fa04a87-d92c-41c0-ab16-7db90f7df368 req-f92487f7-11f7-41fb-8028-b475f387e0ed tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 210 time: 0.0832243 Feb 19 04:28:51.408378 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea15eb7-1349-403d-ad93-b1642d4301cf tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network d49e933d-d7d3-4aa5-9825-3a48d3a1833e is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:28:51.423593 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3cdb22b-140a-48fb-86d4-8bae6c499336 admin admin] Publish callbacks [] for security_group (97039fe5-77a7-4b88-86db-938208c1ddaf), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:51.433062 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-dea15eb7-1349-403d-ad93-b1642d4301cf tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, d49e933d-d7d3-4aa5-9825-3a48d3a1833e) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:51.445703 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea15eb7-1349-403d-ad93-b1642d4301cf tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:51.446329 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dea15eb7-1349-403d-ad93-b1642d4301cf tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:51.449074 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967b5242-8b9b-4035-9753-51ae00dcb941 None None] Network d49e933d-d7d3-4aa5-9825-3a48d3a1833e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:51.468274 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-617559e4-bd99-4100-ad33-05efdc13720e tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (23cbc8db-d7cd-4d5c-bccc-1dfcbde21e4a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:51.498784 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-dea15eb7-1349-403d-ad93-b1642d4301cf tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0539494 Feb 19 04:28:51.503471 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52290) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:51.533002 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-74c040ec-84c5-4b17-8cf1-037c0dd7b4e7 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'subnet': {'network_id': 'e5a98a45-e543-4773-b83e-77ea327ec16d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:51.597453 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3cdb22b-140a-48fb-86d4-8bae6c499336 admin admin] Publish callbacks [] for security_group (97039fe5-77a7-4b88-86db-938208c1ddaf), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:51.655457 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-b78e65ce-edfe-47c0-b897-b079d6b61717 req-f3d9bc88-1fd1-441a-a5c4-f614859dcc88 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Calling delete_port for 75a035d9-3c70-45e7-8abf-1890a5b014d3 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:51.739337 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-617559e4-bd99-4100-ad33-05efdc13720e tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (23cbc8db-d7cd-4d5c-bccc-1dfcbde21e4a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:51.864490 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c87bca-89ea-4ad9-a4b8-d1cdddb21941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-d49e933d-d7d3-4aa5-9825-3a48d3a1833e', 'network_id': 'd49e933d-d7d3-4aa5-9825-3a48d3a1833e', 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'fixed_ips': [{'subnet_id': '64c6b9ff-9a6c-43f0-b049-920d9f29273c'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:28:51.868686 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d6c87bca-89ea-4ad9-a4b8-d1cdddb21941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:51.978825 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c040ec-84c5-4b17-8cf1-037c0dd7b4e7 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Made reservation on behalf of 1071eeaddc2c4d58b8e80d78e76c86fe for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:51.994625 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-74c040ec-84c5-4b17-8cf1-037c0dd7b4e7 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:52.162150 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-617559e4-bd99-4100-ad33-05efdc13720e tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (23cbc8db-d7cd-4d5c-bccc-1dfcbde21e4a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:52.164393 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a9c3c394-7d0b-4710-82e7-a6215e63fb8f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5b24b78f68174517a31b4e3b3a8732f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5123770 Feb 19 04:28:52.189013 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52296) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:52.194896 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-617559e4-bd99-4100-ad33-05efdc13720e tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:52.196873 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-617559e4-bd99-4100-ad33-05efdc13720e tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "DELETE /v2.0/security-groups/23cbc8db-d7cd-4d5c-bccc-1dfcbde21e4a HTTP/1.1" status: 204 len: 168 time: 1.0198123 Feb 19 04:28:52.208805 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52298) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:52.255987 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61935e-85a5-4748-a05e-fbe1a0b00ac6 req-1f16e4a0-337f-4d09-93b7-c1aa39048cc3 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:52.269760 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2a61935e-85a5-4748-a05e-fbe1a0b00ac6 req-1f16e4a0-337f-4d09-93b7-c1aa39048cc3 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 1.3639162 Feb 19 04:28:52.292999 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3cdb22b-140a-48fb-86d4-8bae6c499336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (97039fe5-77a7-4b88-86db-938208c1ddaf), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:52.296797 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3cdb22b-140a-48fb-86d4-8bae6c499336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:52.298481 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a3cdb22b-140a-48fb-86d4-8bae6c499336 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/97039fe5-77a7-4b88-86db-938208c1ddaf HTTP/1.1" status: 204 len: 168 time: 1.1054919 Feb 19 04:28:52.320208 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617559e4-bd99-4100-ad33-05efdc13720e tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cbc8db-d7cd-4d5c-bccc-1dfcbde21e4a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:52.390645 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-d6c87bca-89ea-4ad9-a4b8-d1cdddb21941 None None] Allocated IP 2001:db8::2 (d49e933d-d7d3-4aa5-9825-3a48d3a1833e/64c6b9ff-9a6c-43f0-b049-920d9f29273c/4ed2dd2f-d169-4855-b439-2c1747065bc6) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:52.639388 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2a61935e-85a5-4748-a05e-fbe1a0b00ac6 req-a80b0fe7-1ae4-4ea7-b47f-90fb3aa37f24 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676069 Feb 19 04:28:52.687015 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c125-9382-4abe-b598-3b350c2f665b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:52.768970 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f42dadf3-4c84-41d0-97b0-eb8bc7072a2f admin admin] Publish callbacks [] for security_group (7a13c084-13ec-4b97-adfa-d63342da137c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:52.817137 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f42dadf3-4c84-41d0-97b0-eb8bc7072a2f admin admin] Publish callbacks [] for security_group (7a13c084-13ec-4b97-adfa-d63342da137c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:52.867160 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdb22b-140a-48fb-86d4-8bae6c499336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97039fe5-77a7-4b88-86db-938208c1ddaf,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:52.874895 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-74c040ec-84c5-4b17-8cf1-037c0dd7b4e7 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (38679481-782a-46a7-b133-df796dd942d9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:52.914570 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b78e65ce-edfe-47c0-b897-b079d6b61717 req-f3d9bc88-1fd1-441a-a5c4-f614859dcc88 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (75a035d9-3c70-45e7-8abf-1890a5b014d3), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:52.964242 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f42dadf3-4c84-41d0-97b0-eb8bc7072a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7a13c084-13ec-4b97-adfa-d63342da137c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:52.969658 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 75a035d9-3c70-45e7-8abf-1890a5b014d3 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:28:52.995593 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f42dadf3-4c84-41d0-97b0-eb8bc7072a2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:52.999749 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f42dadf3-4c84-41d0-97b0-eb8bc7072a2f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7a13c084-13ec-4b97-adfa-d63342da137c HTTP/1.1" status: 204 len: 168 time: 0.8062212 Feb 19 04:28:53.018766 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c040ec-84c5-4b17-8cf1-037c0dd7b4e7 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Subnet': ['ID=38679481-782a-46a7-b133-df796dd942d9,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:53.041099 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 75a035d9-3c70-45e7-8abf-1890a5b014d3 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:28:53.041933 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 75a035d9-3c70-45e7-8abf-1890a5b014d3 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:28:53.080188 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d6c87bca-89ea-4ad9-a4b8-d1cdddb21941 None None] Publish callbacks [] for port (4ed2dd2f-d169-4855-b439-2c1747065bc6), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:53.098778 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d6c87bca-89ea-4ad9-a4b8-d1cdddb21941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (4ed2dd2f-d169-4855-b439-2c1747065bc6), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:53.157265 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9bc88-1fd1-441a-a5c4-f614859dcc88 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Pushing event deleted for resources: {'Port': ['ID=75a035d9-3c70-45e7-8abf-1890a5b014d3,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:53.245729 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d19621b1-bdd6-4ea9-a0c4-3c43dc465eb6 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.9791689 Feb 19 04:28:53.246001 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52310) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:53.265721 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e5508-9a84-4b07-9567-215a1e144787 req-d60b1cf2-a46e-4da0-8a65-cff24380b3de tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:53.271865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e5508-9a84-4b07-9567-215a1e144787 req-d60b1cf2-a46e-4da0-8a65-cff24380b3de tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:53.277512 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e5508-9a84-4b07-9567-215a1e144787 req-d60b1cf2-a46e-4da0-8a65-cff24380b3de tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:53.283203 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e5508-9a84-4b07-9567-215a1e144787 req-d60b1cf2-a46e-4da0-8a65-cff24380b3de tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:53.289911 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e5508-9a84-4b07-9567-215a1e144787 req-d60b1cf2-a46e-4da0-8a65-cff24380b3de tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:53.296000 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e5508-9a84-4b07-9567-215a1e144787 req-d60b1cf2-a46e-4da0-8a65-cff24380b3de tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:53.302884 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e5508-9a84-4b07-9567-215a1e144787 req-d60b1cf2-a46e-4da0-8a65-cff24380b3de tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:53.305530 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-936e5508-9a84-4b07-9567-215a1e144787 req-d60b1cf2-a46e-4da0-8a65-cff24380b3de tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5430 time: 1.0005105 Feb 19 04:28:53.327027 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-15fa0879-f29a-4a0f-861f-74966f5a7045 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] delete failed (client error): The resource could not be found. Feb 19 04:28:53.335715 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-15fa0879-f29a-4a0f-861f-74966f5a7045 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "DELETE /v2.0/security-groups/77273ec0-93d5-43f0-99f8-8f5a800bce47 HTTP/1.1" status: 404 len: 347 time: 0.0824854 Feb 19 04:28:53.345074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52312) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:53.359537 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c87bca-89ea-4ad9-a4b8-d1cdddb21941 None None] Pushing event updated for resources: {'Port': ['ID=4ed2dd2f-d169-4855-b439-2c1747065bc6,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:53.408382 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c87bca-89ea-4ad9-a4b8-d1cdddb21941 None None] Network d49e933d-d7d3-4aa5-9825-3a48d3a1833e is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:53.413832 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-0ba1e8f9-4701-44dc-860b-cb8476da1555 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:53.415589 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-0ba1e8f9-4701-44dc-860b-cb8476da1555 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.48 "GET /v2.0/networks?id=095ae5e7-e817-4723-b26d-53f0c41ac60c HTTP/1.1" status: 200 len: 814 time: 0.3578711 Feb 19 04:28:53.417102 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-d6c87bca-89ea-4ad9-a4b8-d1cdddb21941 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:53.421699 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-e601de1d-dd6a-43e5-8492-a627ccd16ab8 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] show failed (client error): The resource could not be found. Feb 19 04:28:53.427306 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c87bca-89ea-4ad9-a4b8-d1cdddb21941 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:53.430406 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e601de1d-dd6a-43e5-8492-a627ccd16ab8 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "GET /v2.0/security-groups/57f24cfd-1d7c-4712-8295-1dd744a5eadc HTTP/1.1" status: 404 len: 347 time: 0.0839963 Feb 19 04:28:53.435397 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42dadf3-4c84-41d0-97b0-eb8bc7072a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a13c084-13ec-4b97-adfa-d63342da137c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:53.435654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52316) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:53.445573 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-7461eaf2-18cf-4acd-b901-e5f4eb8750a4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Request body: {'port': {'device_id': '575aa2a2-f9b5-452a-82c6-0bd5599b75c4', 'network_id': '095ae5e7-e817-4723-b26d-53f0c41ac60c', 'admin_state_up': True, 'tenant_id': '0c4849e59fe942818a45c5dc120d64c8'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:53.466340 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-995f98c7-cbc7-4b6e-8457-aa0a581a3dca req-fc075473-b586-44e9-b2dd-2049e10c4140 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 210 time: 0.4958858 Feb 19 04:28:53.468611 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-787de4ce-ad84-4810-8394-8d94058779c9 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] show failed (client error): The resource could not be found. Feb 19 04:28:53.475538 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-787de4ce-ad84-4810-8394-8d94058779c9 tempest-NegativeSecGroupTest-163465512 tempest-NegativeSecGroupTest-163465512-project] 10.222.0.65 "GET /v2.0/security-group-rules/92a9555f-d234-4dc1-bdbd-ff517af6cc5c HTTP/1.1" status: 404 len: 356 time: 0.0360773 Feb 19 04:28:53.513169 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c040ec-84c5-4b17-8cf1-037c0dd7b4e7 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Checking segment: {'id': '62096f76-f534-48cf-890b-1adb40041c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e5a98a45-e543-4773-b83e-77ea327ec16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:53.513577 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c040ec-84c5-4b17-8cf1-037c0dd7b4e7 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network hostable DHCP agents. Network: e5a98a45-e543-4773-b83e-77ea327ec16d, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:28:53.626033 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78e65ce-edfe-47c0-b897-b079d6b61717 req-f3d9bc88-1fd1-441a-a5c4-f614859dcc88 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] No DVR routers for this DVR port 75a035d9-3c70-45e7-8abf-1890a5b014d3 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:28:53.641209 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b78e65ce-edfe-47c0-b897-b079d6b61717 req-f3d9bc88-1fd1-441a-a5c4-f614859dcc88 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:53.644783 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c040ec-84c5-4b17-8cf1-037c0dd7b4e7 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network e5a98a45-e543-4773-b83e-77ea327ec16d is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:28:53.652872 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b78e65ce-edfe-47c0-b897-b079d6b61717 req-f3d9bc88-1fd1-441a-a5c4-f614859dcc88 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.10 "DELETE /v2.0/ports/75a035d9-3c70-45e7-8abf-1890a5b014d3 HTTP/1.1" status: 204 len: 173 time: 4.1243320 Feb 19 04:28:53.664702 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153', 'name': 'network-vif-deleted', 'tag': '75a035d9-3c70-45e7-8abf-1890a5b014d3'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:28:53.666207 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-936e5508-9a84-4b07-9567-215a1e144787 req-ee587fec-ea6f-455b-a8c4-0604529ef6dc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3221254 Feb 19 04:28:53.667032 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-74c040ec-84c5-4b17-8cf1-037c0dd7b4e7 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, e5a98a45-e543-4773-b83e-77ea327ec16d) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:53.683560 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c4c583-ab81-4bb2-b0b3-b0dc38babb1f" -d '{"events": [{"server_uuid": "1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153", "name": "network-vif-deleted", "tag": "75a035d9-3c70-45e7-8abf-1890a5b014d3"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:28:53.697709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a7c125-9382-4abe-b598-3b350c2f665b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Router a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:28:53.705417 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c040ec-84c5-4b17-8cf1-037c0dd7b4e7 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:53.706568 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-74c040ec-84c5-4b17-8cf1-037c0dd7b4e7 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:53.770554 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4d7676-822f-4fca-ad50-b2f4003c7ece None None] Network e5a98a45-e543-4773-b83e-77ea327ec16d requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:53.826579 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-74c040ec-84c5-4b17-8cf1-037c0dd7b4e7 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3144684 Feb 19 04:28:53.849800 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52328) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:53.887045 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-153a17ce-d07a-452a-8985-0f6f70128375 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1080802765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:53.957768 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad683f32-020f-40d2-901b-f2cad165046f x-openstack-request-id: req-ad683f32-020f-40d2-901b-f2cad165046f {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:28:53.958128 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153", "name": "network-vif-deleted", "tag": "75a035d9-3c70-45e7-8abf-1890a5b014d3", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:28:53.958504 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ad683f32-020f-40d2-901b-f2cad165046f {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:28:53.959019 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb8d235-ada3-4bfe-8a46-2fbf7ca4e153', 'name': 'network-vif-deleted', 'tag': '75a035d9-3c70-45e7-8abf-1890a5b014d3', 'status': 'completed', 'code': 200} Feb 19 04:28:53.960602 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a7c125-9382-4abe-b598-3b350c2f665b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:28:53.966318 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-7461eaf2-18cf-4acd-b901-e5f4eb8750a4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Made reservation on behalf of 0c4849e59fe942818a45c5dc120d64c8 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:53.978324 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] Sync routers for ids ['a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:28:53.987447 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-7461eaf2-18cf-4acd-b901-e5f4eb8750a4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:54.006296 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] Routers {'a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:54.007319 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:28:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:54.010964 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-153a17ce-d07a-452a-8985-0f6f70128375 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (d36ed6ae-203f-4a74-a987-adedda813b34), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:54.012958 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c125-9382-4abe-b598-3b350c2f665b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:54.014259 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-153a17ce-d07a-452a-8985-0f6f70128375 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (d36ed6ae-203f-4a74-a987-adedda813b34), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:54.022163 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c8a7c125-9382-4abe-b598-3b350c2f665b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 11.1780262 Feb 19 04:28:54.024550 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52334) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:54.106405 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d6c87bca-89ea-4ad9-a4b8-d1cdddb21941 None None] Attempting to bind port 4ed2dd2f-d169-4855-b439-2c1747065bc6 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:28:54.107545 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d6c87bca-89ea-4ad9-a4b8-d1cdddb21941 None None] Attempting to bind port 4ed2dd2f-d169-4855-b439-2c1747065bc6 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '3628b762-0e45-4c7e-b5de-200a7abf9171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd49e933d-d7d3-4aa5-9825-3a48d3a1833e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:28:54.108332 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c87bca-89ea-4ad9-a4b8-d1cdddb21941 None None] Attempting to bind port 4ed2dd2f-d169-4855-b439-2c1747065bc6 on network d49e933d-d7d3-4aa5-9825-3a48d3a1833e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:54.124600 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c87bca-89ea-4ad9-a4b8-d1cdddb21941 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:28:54.126228 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c87bca-89ea-4ad9-a4b8-d1cdddb21941 None None] Checking segment: {'id': '3628b762-0e45-4c7e-b5de-200a7abf9171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd49e933d-d7d3-4aa5-9825-3a48d3a1833e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:54.126948 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d6c87bca-89ea-4ad9-a4b8-d1cdddb21941 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:54.127645 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c87bca-89ea-4ad9-a4b8-d1cdddb21941 None None] Bound using segment: {'id': '3628b762-0e45-4c7e-b5de-200a7abf9171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd49e933d-d7d3-4aa5-9825-3a48d3a1833e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:28:54.128426 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d6c87bca-89ea-4ad9-a4b8-d1cdddb21941 None None] Bound port: 4ed2dd2f-d169-4855-b439-2c1747065bc6, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3628b762-0e45-4c7e-b5de-200a7abf9171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd49e933d-d7d3-4aa5-9825-3a48d3a1833e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:28:54.129078 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d6c87bca-89ea-4ad9-a4b8-d1cdddb21941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4ed2dd2f-d169-4855-b439-2c1747065bc6), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:54.273603 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d6c87bca-89ea-4ad9-a4b8-d1cdddb21941 None None] For port 4ed2dd2f-d169-4855-b439-2c1747065bc6, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:28:54.286198 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] Set router a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:28:54.286643 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d6c87bca-89ea-4ad9-a4b8-d1cdddb21941 None None] For port 4ed2dd2f-d169-4855-b439-2c1747065bc6, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=4ed2dd2f-d169-4855-b439-2c1747065bc6,segment=NetworkSegment(3628b762-0e45-4c7e-b5de-200a7abf9171),segment_id=3628b762-0e45-4c7e-b5de-200a7abf9171)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:28:54.293931 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c0b2ca-9672-4ae2-b4ca-e23e3734a142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-e5a98a45-e543-4773-b83e-77ea327ec16d', 'network_id': 'e5a98a45-e543-4773-b83e-77ea327ec16d', 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'fixed_ips': [{'subnet_id': '38679481-782a-46a7-b133-df796dd942d9'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:28:54.296720 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-24c0b2ca-9672-4ae2-b4ca-e23e3734a142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:54.303822 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d6c87bca-89ea-4ad9-a4b8-d1cdddb21941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4ed2dd2f-d169-4855-b439-2c1747065bc6), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:54.471540 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f27cf444-fe98-489e-a6f6-9376dbc3be06 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "GET /v2.0/routers/a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e HTTP/1.1" status: 200 len: 907 time: 0.4453168 Feb 19 04:28:54.478846 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52340) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:54.590323 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c87bca-89ea-4ad9-a4b8-d1cdddb21941 None None] Pushing event updated for resources: {'Port': ['ID=4ed2dd2f-d169-4855-b439-2c1747065bc6,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:54.663552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-7461eaf2-18cf-4acd-b901-e5f4eb8750a4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Allocated IP 172.20.0.10 (095ae5e7-e817-4723-b26d-53f0c41ac60c/03461490-9a6a-4c20-8dcc-67de82146434/bcec4398-dd04-473c-b03e-4adcd393162c) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:54.773785 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52342) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:54.980833 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e', 'name': 'tempest-snat-router-1338036695', 'tenant_id': '162f507b2aa54ee28ce387447bfc3fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '45138c8d-5062-4b7c-9909-e3b26adbe4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:28:42Z', 'updated_at': '2022-02-19T04:28:50Z', 'revision_number': 3, 'project_id': '162f507b2aa54ee28ce387447bfc3fd6', 'gw_port': {'id': '45138c8d-5062-4b7c-9909-e3b26adbe4b2', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:28:45Z', 'updated_at': '2022-02-19T04:28:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:55.006907 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e8494b2e-9e58-475c-a3d6-ebb1d415fb63 req-de5c3294-2201-4cc6-b3f6-0f87fc9752a1 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 210 time: 0.1601896 Feb 19 04:28:55.046673 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] Checking router: a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:28:55.047328 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] Updating router a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e port 45138c8d-5062-4b7c-9909-e3b26adbe4b2 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:28:55.134436 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (45138c8d-5062-4b7c-9909-e3b26adbe4b2), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:55.159161 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-153a17ce-d07a-452a-8985-0f6f70128375 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router_controller (d36ed6ae-203f-4a74-a987-adedda813b34), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:55.260688 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-153a17ce-d07a-452a-8985-0f6f70128375 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (d36ed6ae-203f-4a74-a987-adedda813b34), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:55.268137 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-24c0b2ca-9672-4ae2-b4ca-e23e3734a142 None None] Allocated IP 2001:db8:1::2 (e5a98a45-e543-4773-b83e-77ea327ec16d/38679481-782a-46a7-b133-df796dd942d9/3b3c0573-8076-4125-b4b3-e0313a33c3c2) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:55.350748 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0456798d-f720-45a0-a5e7-a754e3962d9d tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router (a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:55.569852 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-153a17ce-d07a-452a-8985-0f6f70128375 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:55.576123 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-153a17ce-d07a-452a-8985-0f6f70128375 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.7190523 Feb 19 04:28:55.577091 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52360) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:55.622176 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2c40a-11b5-428f-be9d-6f7fef65e76a req-5a30a653-432b-4663-b1f2-416aa5981ce2 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:55.625090 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2fd2c40a-11b5-428f-be9d-6f7fef65e76a req-5a30a653-432b-4663-b1f2-416aa5981ce2 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 1.5484393 Feb 19 04:28:56.087990 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-24c0b2ca-9672-4ae2-b4ca-e23e3734a142 None None] Publish callbacks [] for port (3b3c0573-8076-4125-b4b3-e0313a33c3c2), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:56.102014 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3b2dd-9539-4bc3-89e3-f23c0d1b9422 req-1e217274-16d8-42d9-a97f-8acaab5e3f34 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:56.108234 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2fd2c40a-11b5-428f-be9d-6f7fef65e76a req-56c3bdcf-a943-4e97-bee5-3cca51deb094 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441664 Feb 19 04:28:56.108961 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-24c0b2ca-9672-4ae2-b4ca-e23e3734a142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (3b3c0573-8076-4125-b4b3-e0313a33c3c2), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:56.124592 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3b2dd-9539-4bc3-89e3-f23c0d1b9422 req-1e217274-16d8-42d9-a97f-8acaab5e3f34 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:56.162614 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3b2dd-9539-4bc3-89e3-f23c0d1b9422 req-1e217274-16d8-42d9-a97f-8acaab5e3f34 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:56.220692 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3b2dd-9539-4bc3-89e3-f23c0d1b9422 req-1e217274-16d8-42d9-a97f-8acaab5e3f34 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:56.231095 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] Publish callbacks [] for port (45138c8d-5062-4b7c-9909-e3b26adbe4b2), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:56.246777 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (45138c8d-5062-4b7c-9909-e3b26adbe4b2), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:56.253761 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3b2dd-9539-4bc3-89e3-f23c0d1b9422 req-1e217274-16d8-42d9-a97f-8acaab5e3f34 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:56.305450 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3b2dd-9539-4bc3-89e3-f23c0d1b9422 req-1e217274-16d8-42d9-a97f-8acaab5e3f34 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:56.340962 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c0b2ca-9672-4ae2-b4ca-e23e3734a142 None None] Network e5a98a45-e543-4773-b83e-77ea327ec16d is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:56.342115 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3b2dd-9539-4bc3-89e3-f23c0d1b9422 req-1e217274-16d8-42d9-a97f-8acaab5e3f34 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:56.348589 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d2f3b2dd-9539-4bc3-89e3-f23c0d1b9422 req-1e217274-16d8-42d9-a97f-8acaab5e3f34 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5430 time: 1.0663567 Feb 19 04:28:56.376414 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-24c0b2ca-9672-4ae2-b4ca-e23e3734a142 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:56.380607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c7218-3ebb-476f-9f9f-2116f0fb48d0 req-7aa5455d-3c2e-4f22-8aa5-c28c0fc224c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:56.394142 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-893c7218-3ebb-476f-9f9f-2116f0fb48d0 req-7aa5455d-3c2e-4f22-8aa5-c28c0fc224c8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 1127 time: 0.8234074 Feb 19 04:28:56.407563 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-daf1a183-0c06-4700-974b-0ccc066d5a8f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4436b05177c8462aa2e801e875e4b5eb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5939045 Feb 19 04:28:56.412811 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c0b2ca-9672-4ae2-b4ca-e23e3734a142 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:56.414632 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] Attempting to bind port 45138c8d-5062-4b7c-9909-e3b26adbe4b2 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:28:56.415235 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] Attempting to bind port 45138c8d-5062-4b7c-9909-e3b26adbe4b2 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:28:56.420253 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] Attempting to bind port 45138c8d-5062-4b7c-9909-e3b26adbe4b2 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:56.431278 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52374) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:56.441509 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-7461eaf2-18cf-4acd-b901-e5f4eb8750a4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Publish callbacks [] for port (bcec4398-dd04-473c-b03e-4adcd393162c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:56.491767 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:28:56.495176 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:56.496001 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:56.496657 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:28:56.497540 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] Bound port: 45138c8d-5062-4b7c-9909-e3b26adbe4b2, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:28:56.498200 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (45138c8d-5062-4b7c-9909-e3b26adbe4b2), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:56.504364 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0b2ca-9672-4ae2-b4ca-e23e3734a142 None None] Pushing event updated for resources: {'Port': ['ID=3b3c0573-8076-4125-b4b3-e0313a33c3c2,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:56.511850 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb7395-db0d-4399-bf8d-be72d5c57c14 None None] Pushing event updated for resources: {'Port': ['ID=45138c8d-5062-4b7c-9909-e3b26adbe4b2,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:56.728888 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] For port 45138c8d-5062-4b7c-9909-e3b26adbe4b2, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:28:56.763492 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] For port 45138c8d-5062-4b7c-9909-e3b26adbe4b2, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=45138c8d-5062-4b7c-9909-e3b26adbe4b2,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:28:56.783670 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (45138c8d-5062-4b7c-9909-e3b26adbe4b2), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:56.828234 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-24c0b2ca-9672-4ae2-b4ca-e23e3734a142 None None] Attempting to bind port 3b3c0573-8076-4125-b4b3-e0313a33c3c2 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:28:56.828740 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-24c0b2ca-9672-4ae2-b4ca-e23e3734a142 None None] Attempting to bind port 3b3c0573-8076-4125-b4b3-e0313a33c3c2 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '62096f76-f534-48cf-890b-1adb40041c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e5a98a45-e543-4773-b83e-77ea327ec16d'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:28:56.829369 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c0b2ca-9672-4ae2-b4ca-e23e3734a142 None None] Attempting to bind port 3b3c0573-8076-4125-b4b3-e0313a33c3c2 on network e5a98a45-e543-4773-b83e-77ea327ec16d {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:56.855255 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c0b2ca-9672-4ae2-b4ca-e23e3734a142 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:28:56.856479 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c0b2ca-9672-4ae2-b4ca-e23e3734a142 None None] Checking segment: {'id': '62096f76-f534-48cf-890b-1adb40041c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e5a98a45-e543-4773-b83e-77ea327ec16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:56.857765 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-24c0b2ca-9672-4ae2-b4ca-e23e3734a142 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:56.858995 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c0b2ca-9672-4ae2-b4ca-e23e3734a142 None None] Bound using segment: {'id': '62096f76-f534-48cf-890b-1adb40041c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e5a98a45-e543-4773-b83e-77ea327ec16d'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:28:56.861626 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-24c0b2ca-9672-4ae2-b4ca-e23e3734a142 None None] Bound port: 3b3c0573-8076-4125-b4b3-e0313a33c3c2, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62096f76-f534-48cf-890b-1adb40041c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e5a98a45-e543-4773-b83e-77ea327ec16d'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:28:56.865379 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-24c0b2ca-9672-4ae2-b4ca-e23e3734a142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3b3c0573-8076-4125-b4b3-e0313a33c3c2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:56.895702 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a3fa05da-aa30-4b6d-9c2b-f6390f952fa8 req-7dafc503-84ed-40bf-9459-86119ec943fb tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 210 time: 0.5017400 Feb 19 04:28:56.957189 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d2f3b2dd-9539-4bc3-89e3-f23c0d1b9422 req-efe81684-b731-4695-a56f-5c36114a0067 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5826530 Feb 19 04:28:56.995063 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0456798d-f720-45a0-a5e7-a754e3962d9d tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_gateway (a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:57.023424 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f96bfdad-f80c-41fa-af39-76fee944d0d6 admin admin] Publish callbacks [] for security_group (70aa159f-c4ec-4c71-9d3b-aef0fd4ec883), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:57.031175 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-24c0b2ca-9672-4ae2-b4ca-e23e3734a142 None None] For port 3b3c0573-8076-4125-b4b3-e0313a33c3c2, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:28:57.038268 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-24c0b2ca-9672-4ae2-b4ca-e23e3734a142 None None] For port 3b3c0573-8076-4125-b4b3-e0313a33c3c2, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3b3c0573-8076-4125-b4b3-e0313a33c3c2,segment=NetworkSegment(62096f76-f534-48cf-890b-1adb40041c59),segment_id=62096f76-f534-48cf-890b-1adb40041c59)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:28:57.046954 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-893c7218-3ebb-476f-9f9f-2116f0fb48d0 req-ed370f1c-5905-47bf-8e1c-60e74affd900 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6432941 Feb 19 04:28:57.063852 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-24c0b2ca-9672-4ae2-b4ca-e23e3734a142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3b3c0573-8076-4125-b4b3-e0313a33c3c2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:57.143980 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4ed2dd2f-d169-4855-b439-2c1747065bc6 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:28:57.177277 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] Routers {'a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:57.183896 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:28:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:57.240262 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52382) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:57.298084 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f96bfdad-f80c-41fa-af39-76fee944d0d6 admin admin] Publish callbacks [] for security_group (70aa159f-c4ec-4c71-9d3b-aef0fd4ec883), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:57.356639 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0b2ca-9672-4ae2-b4ca-e23e3734a142 None None] Pushing event updated for resources: {'Port': ['ID=3b3c0573-8076-4125-b4b3-e0313a33c3c2,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:57.419094 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 4ed2dd2f-d169-4855-b439-2c1747065bc6 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:57.419704 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4ed2dd2f-d169-4855-b439-2c1747065bc6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:57.539740 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e8688b-31c5-44b8-9b5d-26b360e94d37 None None] Network d49e933d-d7d3-4aa5-9825-3a48d3a1833e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:28:57.590524 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f96bfdad-f80c-41fa-af39-76fee944d0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (70aa159f-c4ec-4c71-9d3b-aef0fd4ec883), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:57.598848 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f96bfdad-f80c-41fa-af39-76fee944d0d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:57.603565 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f96bfdad-f80c-41fa-af39-76fee944d0d6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/70aa159f-c4ec-4c71-9d3b-aef0fd4ec883 HTTP/1.1" status: 204 len: 168 time: 1.1433992 Feb 19 04:28:57.661496 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96bfdad-f80c-41fa-af39-76fee944d0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70aa159f-c4ec-4c71-9d3b-aef0fd4ec883,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:57.671265 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-0456798d-f720-45a0-a5e7-a754e3962d9d tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Deleting port 45138c8d-5062-4b7c-9909-e3b26adbe4b2 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:28:57.671665 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0456798d-f720-45a0-a5e7-a754e3962d9d tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (45138c8d-5062-4b7c-9909-e3b26adbe4b2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:57.747064 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d9c47024-6886-4047-bdc5-b116723ddf25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:57.779267 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] Set router a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:28:57.947864 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-7461eaf2-18cf-4acd-b901-e5f4eb8750a4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (bcec4398-dd04-473c-b03e-4adcd393162c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:58.089759 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46a058-5a5a-474b-9cf9-9d68d41821be req-15cbff73-e51f-40c0-9216-eddc30ec0909 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:58.098150 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb7395-db0d-4399-bf8d-be72d5c57c14 None None] Pushing event updated for resources: {'Port': ['ID=45138c8d-5062-4b7c-9909-e3b26adbe4b2,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:58.106500 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6e46a058-5a5a-474b-9cf9-9d68d41821be req-15cbff73-e51f-40c0-9216-eddc30ec0909 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.4397094 Feb 19 04:28:58.120971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-0456798d-f720-45a0-a5e7-a754e3962d9d tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] For port 45138c8d-5062-4b7c-9909-e3b26adbe4b2, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=45138c8d-5062-4b7c-9909-e3b26adbe4b2,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:58.138765 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0456798d-f720-45a0-a5e7-a754e3962d9d tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (45138c8d-5062-4b7c-9909-e3b26adbe4b2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:58.209538 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-7461eaf2-18cf-4acd-b901-e5f4eb8750a4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Network 095ae5e7-e817-4723-b26d-53f0c41ac60c is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:58.215097 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-0456798d-f720-45a0-a5e7-a754e3962d9d tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Calling delete_port for 45138c8d-5062-4b7c-9909-e3b26adbe4b2 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:28:58.264739 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-7461eaf2-18cf-4acd-b901-e5f4eb8750a4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:58.289837 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-7461eaf2-18cf-4acd-b901-e5f4eb8750a4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:58.364436 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-1089f952-6e2e-41dc-8213-9dfebd4164d3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1228543793'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:58.382963 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-67c2f399-a2c3-409e-b002-8e03e5dc6e94 None None] Provisioning complete for port 4ed2dd2f-d169-4855-b439-2c1747065bc6 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:58.383890 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-67c2f399-a2c3-409e-b002-8e03e5dc6e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4ed2dd2f-d169-4855-b439-2c1747065bc6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:58.416570 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-7461eaf2-18cf-4acd-b901-e5f4eb8750a4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:58.418128 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-7461eaf2-18cf-4acd-b901-e5f4eb8750a4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:58.454585 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1089f952-6e2e-41dc-8213-9dfebd4164d3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:58.471045 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e', 'name': 'tempest-snat-router-1338036695', 'tenant_id': '162f507b2aa54ee28ce387447bfc3fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:28:42Z', 'updated_at': '2022-02-19T04:28:56Z', 'revision_number': 4, 'project_id': '162f507b2aa54ee28ce387447bfc3fd6', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:58.473061 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1089f952-6e2e-41dc-8213-9dfebd4164d3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:58.481898 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-7461eaf2-18cf-4acd-b901-e5f4eb8750a4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0496414 Feb 19 04:28:58.488450 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461eaf2-18cf-4acd-b901-e5f4eb8750a4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Pushing event updated for resources: {'Port': ['ID=bcec4398-dd04-473c-b03e-4adcd393162c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:58.511455 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6e46a058-5a5a-474b-9cf9-9d68d41821be req-e9e2419e-742c-4d61-a423-9aa7429315b2 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037437 Feb 19 04:28:58.526707 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-8419ec61-5d55-46d5-9ceb-8ae8da97dca2 service neutron] Request body: {'port': {'device_id': '575aa2a2-f9b5-452a-82c6-0bd5599b75c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:58.614710 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a1f532-4636-4f6d-bee9-f6303ea273fb None None] The sync data for ids ['a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e'] in n-d-772273-4 is: [{'id': 'a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e', 'name': 'tempest-snat-router-1338036695', 'tenant_id': '162f507b2aa54ee28ce387447bfc3fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:28:42Z', 'updated_at': '2022-02-19T04:28:56Z', 'revision_number': 4, 'project_id': '162f507b2aa54ee28ce387447bfc3fd6', 'gw_port_host': None}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:28:58.744493 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 4ed2dd2f-d169-4855-b439-2c1747065bc6 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:58.745733 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4ed2dd2f-d169-4855-b439-2c1747065bc6), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:59.020187 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19180f-1991-45ef-bafc-4c995cfb5332 req-a5fbc41a-cd34-4f22-a158-870d80814bde tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:59.028329 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 4ed2dd2f-d169-4855-b439-2c1747065bc6, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=4ed2dd2f-d169-4855-b439-2c1747065bc6,segment=NetworkSegment(3628b762-0e45-4c7e-b5de-200a7abf9171),segment_id=3628b762-0e45-4c7e-b5de-200a7abf9171)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:59.040856 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4a19180f-1991-45ef-bafc-4c995cfb5332 req-a5fbc41a-cd34-4f22-a158-870d80814bde tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 932 time: 0.7653048 Feb 19 04:28:59.043297 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-67c2f399-a2c3-409e-b002-8e03e5dc6e94 None None] Current status of the port 4ed2dd2f-d169-4855-b439-2c1747065bc6 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:59.044178 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-67c2f399-a2c3-409e-b002-8e03e5dc6e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4ed2dd2f-d169-4855-b439-2c1747065bc6), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:59.057577 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4ed2dd2f-d169-4855-b439-2c1747065bc6), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:59.311572 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4a19180f-1991-45ef-bafc-4c995cfb5332 req-4e2de23d-d0ee-4c91-b092-4f842cc4e55d tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655680 Feb 19 04:28:59.317960 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0456798d-f720-45a0-a5e7-a754e3962d9d tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (45138c8d-5062-4b7c-9909-e3b26adbe4b2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:59.432317 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=4ed2dd2f-d169-4855-b439-2c1747065bc6,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:59.471174 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456798d-f720-45a0-a5e7-a754e3962d9d tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Pushing event deleted for resources: {'Port': ['ID=45138c8d-5062-4b7c-9909-e3b26adbe4b2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:59.557234 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3b3c0573-8076-4125-b4b3-e0313a33c3c2 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:28:59.728172 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0456798d-f720-45a0-a5e7-a754e3962d9d tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:59.821424 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-67c2f399-a2c3-409e-b002-8e03e5dc6e94 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:28:59.822456 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-67c2f399-a2c3-409e-b002-8e03e5dc6e94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:28:59.823815 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 3b3c0573-8076-4125-b4b3-e0313a33c3c2 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:59.825536 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3b3c0573-8076-4125-b4b3-e0313a33c3c2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:00.047064 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0456798d-f720-45a0-a5e7-a754e3962d9d tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:00.051009 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0456798d-f720-45a0-a5e7-a754e3962d9d tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_controller (a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:00.169097 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0953ec98-a223-491f-9369-e2390ee4811e None None] Network e5a98a45-e543-4773-b83e-77ea327ec16d requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:00.174074 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0456798d-f720-45a0-a5e7-a754e3962d9d tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:00.175159 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0456798d-f720-45a0-a5e7-a754e3962d9d tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:29:00.181633 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0456798d-f720-45a0-a5e7-a754e3962d9d tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:00.186721 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0456798d-f720-45a0-a5e7-a754e3962d9d tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "DELETE /v2.0/routers/a6ddb870-552c-4ba0-a2f1-1e8b1ef33e0e HTTP/1.1" status: 204 len: 168 time: 5.7051611 Feb 19 04:29:00.187687 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52420) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:00.343051 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-d9c47024-6886-4047-bdc5-b116723ddf25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Allocated IP 2001:db8::1 (d49e933d-d7d3-4aa5-9825-3a48d3a1833e/64c6b9ff-9a6c-43f0-b049-920d9f29273c/a8760218-fced-4e0f-aad5-0cc43682335f) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:00.639740 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-129a3235-e8fe-42dc-bcf0-dfe8cfd56279 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router (f77e45da-1017-4748-ba16-0b14e2fe6326), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:00.694778 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 3b3c0573-8076-4125-b4b3-e0313a33c3c2 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:00.695786 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3b3c0573-8076-4125-b4b3-e0313a33c3c2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:00.758144 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-67c2f399-a2c3-409e-b002-8e03e5dc6e94 None None] Current status of the port 4ed2dd2f-d169-4855-b439-2c1747065bc6 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:00.802218 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1f004-de9f-48fa-a81f-d49055a75553 req-0401cd14-3320-4d7d-bb2b-eb545dc8a98d tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:00.812365 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-73c1f004-de9f-48fa-a81f-d49055a75553 req-0401cd14-3320-4d7d-bb2b-eb545dc8a98d tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.6908078 Feb 19 04:29:00.852691 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 3b3c0573-8076-4125-b4b3-e0313a33c3c2, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3b3c0573-8076-4125-b4b3-e0313a33c3c2,segment=NetworkSegment(62096f76-f534-48cf-890b-1adb40041c59),segment_id=62096f76-f534-48cf-890b-1adb40041c59)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:00.871072 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3b3c0573-8076-4125-b4b3-e0313a33c3c2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:00.988970 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-28feab72-13cc-421b-90e7-3a955f4cc436 None None] Provisioning complete for port 4ed2dd2f-d169-4855-b439-2c1747065bc6 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:00.989375 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-28feab72-13cc-421b-90e7-3a955f4cc436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4ed2dd2f-d169-4855-b439-2c1747065bc6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:01.090891 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=3b3c0573-8076-4125-b4b3-e0313a33c3c2,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:01.138762 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-73c1f004-de9f-48fa-a81f-d49055a75553 req-02943279-db7d-4468-8d9d-6d3f9566ec9e tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073277 Feb 19 04:29:01.218799 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-28feab72-13cc-421b-90e7-3a955f4cc436 None None] Current status of the port 4ed2dd2f-d169-4855-b439-2c1747065bc6 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:01.231209 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-8419ec61-5d55-46d5-9ceb-8ae8da97dca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bcec4398-dd04-473c-b03e-4adcd393162c), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:01.238811 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-28feab72-13cc-421b-90e7-3a955f4cc436 None None] Provisioning complete for port 3b3c0573-8076-4125-b4b3-e0313a33c3c2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:01.239304 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-28feab72-13cc-421b-90e7-3a955f4cc436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3b3c0573-8076-4125-b4b3-e0313a33c3c2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:01.282156 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703a8bd-af3d-4226-aca0-a2b48a82dadf req-eaf36502-edb9-4f01-89a6-ca57e3bccc0b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:01.289618 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703a8bd-af3d-4226-aca0-a2b48a82dadf req-eaf36502-edb9-4f01-89a6-ca57e3bccc0b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:01.297903 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703a8bd-af3d-4226-aca0-a2b48a82dadf req-eaf36502-edb9-4f01-89a6-ca57e3bccc0b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:01.307496 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703a8bd-af3d-4226-aca0-a2b48a82dadf req-eaf36502-edb9-4f01-89a6-ca57e3bccc0b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:01.318345 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703a8bd-af3d-4226-aca0-a2b48a82dadf req-eaf36502-edb9-4f01-89a6-ca57e3bccc0b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:01.329436 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703a8bd-af3d-4226-aca0-a2b48a82dadf req-eaf36502-edb9-4f01-89a6-ca57e3bccc0b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:01.351419 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703a8bd-af3d-4226-aca0-a2b48a82dadf req-eaf36502-edb9-4f01-89a6-ca57e3bccc0b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:01.373941 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8703a8bd-af3d-4226-aca0-a2b48a82dadf req-eaf36502-edb9-4f01-89a6-ca57e3bccc0b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5430 time: 1.0779109 Feb 19 04:29:01.381891 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1089f952-6e2e-41dc-8213-9dfebd4164d3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (209bf8d7-d053-444d-9389-f49ed4cc8d9c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:01.411983 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4ed2dd2f-d169-4855-b439-2c1747065bc6 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:01.428979 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1089f952-6e2e-41dc-8213-9dfebd4164d3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (209bf8d7-d053-444d-9389-f49ed4cc8d9c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:01.502956 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-129a3235-e8fe-42dc-bcf0-dfe8cfd56279 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_gateway (f77e45da-1017-4748-ba16-0b14e2fe6326), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:01.612036 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 4ed2dd2f-d169-4855-b439-2c1747065bc6 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:01.615306 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4ed2dd2f-d169-4855-b439-2c1747065bc6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:01.670265 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-28feab72-13cc-421b-90e7-3a955f4cc436 None None] Current status of the port 3b3c0573-8076-4125-b4b3-e0313a33c3c2 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:01.699188 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdba2f8-2eae-4a68-b450-afd7e77b7d6e req-8a78ae37-c531-4e7c-bbfc-bf5f9e0a5dc8 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:01.702628 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0bdba2f8-2eae-4a68-b450-afd7e77b7d6e req-8a78ae37-c531-4e7c-bbfc-bf5f9e0a5dc8 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 932 time: 0.2032530 Feb 19 04:29:01.744801 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089f952-6e2e-41dc-8213-9dfebd4164d3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=209bf8d7-d053-444d-9389-f49ed4cc8d9c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:01.828747 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52442) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:01.846309 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0c1686a6-44d6-40b2-a1f8-c38fe0058869 None None] Provisioning complete for port 3b3c0573-8076-4125-b4b3-e0313a33c3c2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:01.848595 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0c1686a6-44d6-40b2-a1f8-c38fe0058869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3b3c0573-8076-4125-b4b3-e0313a33c3c2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:01.923495 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0bdba2f8-2eae-4a68-b450-afd7e77b7d6e req-b170075b-82a6-43d8-9b71-a01e930892d4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775484 Feb 19 04:29:01.926895 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-129a3235-e8fe-42dc-bcf0-dfe8cfd56279 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Deleting port 68419457-4ef7-4dc1-b7cd-abe5089decf5 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:01.927539 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-129a3235-e8fe-42dc-bcf0-dfe8cfd56279 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (68419457-4ef7-4dc1-b7cd-abe5089decf5), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:01.947073 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d9c47024-6886-4047-bdc5-b116723ddf25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for port (a8760218-fced-4e0f-aad5-0cc43682335f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:02.018373 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8703a8bd-af3d-4226-aca0-a2b48a82dadf req-113e1e93-798b-4c86-814a-2abfabf8149d tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6403205 Feb 19 04:29:02.038062 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 4ed2dd2f-d169-4855-b439-2c1747065bc6 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:02.152890 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0c1686a6-44d6-40b2-a1f8-c38fe0058869 None None] Current status of the port 3b3c0573-8076-4125-b4b3-e0313a33c3c2 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:02.153441 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1089f952-6e2e-41dc-8213-9dfebd4164d3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (caab96fc-1891-464a-b0d3-d6acd9dfa5cf), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:02.182854 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1089f952-6e2e-41dc-8213-9dfebd4164d3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (caab96fc-1891-464a-b0d3-d6acd9dfa5cf), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:02.258500 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6233894c-50d4-49f9-83f8-92dd0c8a4a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:02.292785 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-129a3235-e8fe-42dc-bcf0-dfe8cfd56279 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] For port 68419457-4ef7-4dc1-b7cd-abe5089decf5, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=68419457-4ef7-4dc1-b7cd-abe5089decf5,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:02.293554 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-129a3235-e8fe-42dc-bcf0-dfe8cfd56279 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (68419457-4ef7-4dc1-b7cd-abe5089decf5), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:02.322135 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-129a3235-e8fe-42dc-bcf0-dfe8cfd56279 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Calling delete_port for 68419457-4ef7-4dc1-b7cd-abe5089decf5 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:02.332163 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-2b1ae383-97b9-4d9d-a07a-d482a3b61296 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-533378859'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:02.428547 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1089f952-6e2e-41dc-8213-9dfebd4164d3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:02.430256 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1089f952-6e2e-41dc-8213-9dfebd4164d3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 5.1848454 Feb 19 04:29:02.437757 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52472) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:02.438087 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1ae383-97b9-4d9d-a07a-d482a3b61296 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] Made reservation on behalf of e86b1117e5d043e095402e4deda947e7 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:02.444493 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae383-97b9-4d9d-a07a-d482a3b61296 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:02.447966 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d9c47024-6886-4047-bdc5-b116723ddf25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (a8760218-fced-4e0f-aad5-0cc43682335f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:02.465262 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089f952-6e2e-41dc-8213-9dfebd4164d3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caab96fc-1891-464a-b0d3-d6acd9dfa5cf,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:02.605424 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae383-97b9-4d9d-a07a-d482a3b61296 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:02.668770 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c47024-6886-4047-bdc5-b116723ddf25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network d49e933d-d7d3-4aa5-9825-3a48d3a1833e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:02.691784 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-d9c47024-6886-4047-bdc5-b116723ddf25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:02.705328 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c47024-6886-4047-bdc5-b116723ddf25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Port': ['ID=a8760218-fced-4e0f-aad5-0cc43682335f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:02.720731 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c47024-6886-4047-bdc5-b116723ddf25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:29:02.731945 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d9c47024-6886-4047-bdc5-b116723ddf25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (d36ed6ae-203f-4a74-a987-adedda813b34), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:02.773041 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fde34598-478e-4415-ac27-6ec26c7d40bb tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3334067 Feb 19 04:29:02.786787 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52476) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:02.807016 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-8ac59787-961f-4d24-886b-2afbab4f6494 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Request body: {'security_group': {'name': 'tempest-security--512937705', 'description': 'tempest-security-description-1741242162'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:02.881865 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395c03c-fe1c-4264-bbd7-6ab9f5fb89b4 req-a428862b-f1b2-4bc6-aac7-1f008dc02c9f tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:02.885612 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3395c03c-fe1c-4264-bbd7-6ab9f5fb89b4 req-a428862b-f1b2-4bc6-aac7-1f008dc02c9f tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.3485811 Feb 19 04:29:02.993850 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-8419ec61-5d55-46d5-9ceb-8ae8da97dca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcec4398-dd04-473c-b03e-4adcd393162c {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:29:03.010930 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-8419ec61-5d55-46d5-9ceb-8ae8da97dca2 service neutron] Publish callbacks [] for port (bcec4398-dd04-473c-b03e-4adcd393162c), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:03.011717 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5cece-e26e-489a-a9db-996f5cfe7527 req-e9381579-9607-4e25-91e5-85c83fbc7bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:03.014566 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-57e5cece-e26e-489a-a9db-996f5cfe7527 req-e9381579-9607-4e25-91e5-85c83fbc7bd3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cacf0263ee84f64a630c7eb71dfd691&device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 1127 time: 0.4753892 Feb 19 04:29:03.048352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52482) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:03.217033 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-129a3235-e8fe-42dc-bcf0-dfe8cfd56279 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (68419457-4ef7-4dc1-b7cd-abe5089decf5), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:03.222956 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8ac59787-961f-4d24-886b-2afbab4f6494 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (caab96fc-1891-464a-b0d3-d6acd9dfa5cf), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:03.229125 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-8419ec61-5d55-46d5-9ceb-8ae8da97dca2 service neutron] Transition to ACTIVE for port object bcec4398-dd04-473c-b03e-4adcd393162c will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:29:03.235092 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d9c47024-6886-4047-bdc5-b116723ddf25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a8760218-fced-4e0f-aad5-0cc43682335f), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:03.274213 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-8419ec61-5d55-46d5-9ceb-8ae8da97dca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (bcec4398-dd04-473c-b03e-4adcd393162c), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:03.278054 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3b3c0573-8076-4125-b4b3-e0313a33c3c2 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:03.356758 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1f920890-d7fa-41ba-b8b3-e7639793b020 None None] Provisioning complete for port a8760218-fced-4e0f-aad5-0cc43682335f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:03.357200 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1f920890-d7fa-41ba-b8b3-e7639793b020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a8760218-fced-4e0f-aad5-0cc43682335f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:03.368600 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a3235-e8fe-42dc-bcf0-dfe8cfd56279 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Pushing event deleted for resources: {'Port': ['ID=68419457-4ef7-4dc1-b7cd-abe5089decf5,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:03.417235 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3395c03c-fe1c-4264-bbd7-6ab9f5fb89b4 req-dd4f01a1-9865-41fc-9175-c4912c94bf90 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343514 Feb 19 04:29:03.432670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 3b3c0573-8076-4125-b4b3-e0313a33c3c2 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:03.433599 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3b3c0573-8076-4125-b4b3-e0313a33c3c2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:03.453603 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419ec61-5d55-46d5-9ceb-8ae8da97dca2 service neutron] Pushing event updated for resources: {'Port': ['ID=bcec4398-dd04-473c-b03e-4adcd393162c,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:03.479203 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1f920890-d7fa-41ba-b8b3-e7639793b020 None None] Port a8760218-fced-4e0f-aad5-0cc43682335f cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:29:03.591740 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae383-97b9-4d9d-a07a-d482a3b61296 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] Publish callbacks [] for security_group (917392e6-de83-4a80-a168-f8c4907f8de6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:03.596853 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 3b3c0573-8076-4125-b4b3-e0313a33c3c2 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:03.625712 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8ac59787-961f-4d24-886b-2afbab4f6494 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (caab96fc-1891-464a-b0d3-d6acd9dfa5cf), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:03.630390 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5cece-e26e-489a-a9db-996f5cfe7527 req-5e16c084-c0d9-4529-aee0-814d3e1b9837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:03.640052 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-57e5cece-e26e-489a-a9db-996f5cfe7527 req-5e16c084-c0d9-4529-aee0-814d3e1b9837 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e83f3002-0af4-41e3-a80b-f034b33ca87c HTTP/1.1" status: 200 len: 919 time: 0.6015666 Feb 19 04:29:03.643126 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8ac59787-961f-4d24-886b-2afbab4f6494 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (caab96fc-1891-464a-b0d3-d6acd9dfa5cf), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:03.647379 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8ac59787-961f-4d24-886b-2afbab4f6494 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:03.649057 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8ac59787-961f-4d24-886b-2afbab4f6494 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "PUT /v2.0/security-groups/caab96fc-1891-464a-b0d3-d6acd9dfa5cf HTTP/1.1" status: 200 len: 1796 time: 0.8557265 Feb 19 04:29:03.661456 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1a099985-2527-4672-9d3b-4097ac8a2787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:03.666187 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52488) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:03.675413 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae383-97b9-4d9d-a07a-d482a3b61296 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (917392e6-de83-4a80-a168-f8c4907f8de6), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:03.688989 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1ae383-97b9-4d9d-a07a-d482a3b61296 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:29:03.725043 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-57e5cece-e26e-489a-a9db-996f5cfe7527 req-335a22a5-ac11-47b8-b867-28ee2c622063 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b035654e-0a6c-4e43-acb6-0915ea347957 HTTP/1.1" status: 200 len: 217 time: 0.0832038 Feb 19 04:29:03.746157 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-129a3235-e8fe-42dc-bcf0-dfe8cfd56279 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (f77e45da-1017-4748-ba16-0b14e2fe6326), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:03.779368 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae383-97b9-4d9d-a07a-d482a3b61296 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (887dc7cf-4ae1-412b-ab54-bed72c44f9e1), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:03.779757 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-2b1ae383-97b9-4d9d-a07a-d482a3b61296 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] Added segment 887dc7cf-4ae1-412b-ab54-bed72c44f9e1 of type vlan for network af5f6856-0fe6-4498-bfee-3baf82b25148 Feb 19 04:29:03.802338 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530eb46-1fd9-44e4-b37a-608d8890492f req-ad6c9e31-3560-46dd-9ad3-8c7f6d7d2220 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:03.804156 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e530eb46-1fd9-44e4-b37a-608d8890492f req-ad6c9e31-3560-46dd-9ad3-8c7f6d7d2220 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 944 time: 0.5722826 Feb 19 04:29:03.833456 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac59787-961f-4d24-886b-2afbab4f6494 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caab96fc-1891-464a-b0d3-d6acd9dfa5cf,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:03.864841 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-8419ec61-5d55-46d5-9ceb-8ae8da97dca2 service neutron] Attempting to bind port bcec4398-dd04-473c-b03e-4adcd393162c on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:29:03.865212 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-8419ec61-5d55-46d5-9ceb-8ae8da97dca2 service neutron] Attempting to bind port bcec4398-dd04-473c-b03e-4adcd393162c by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '866f4430-62ad-45d6-a1c9-becfde8653f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '095ae5e7-e817-4723-b26d-53f0c41ac60c'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:29:03.865562 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-8419ec61-5d55-46d5-9ceb-8ae8da97dca2 service neutron] Attempting to bind port bcec4398-dd04-473c-b03e-4adcd393162c on network 095ae5e7-e817-4723-b26d-53f0c41ac60c {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:29:03.944842 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ae383-97b9-4d9d-a07a-d482a3b61296 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=917392e6-de83-4a80-a168-f8c4907f8de6,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:03.969350 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-8419ec61-5d55-46d5-9ceb-8ae8da97dca2 service neutron] Port bcec4398-dd04-473c-b03e-4adcd393162c on network 095ae5e7-e817-4723-b26d-53f0c41ac60c not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:29:03.970013 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-8419ec61-5d55-46d5-9ceb-8ae8da97dca2 service neutron] Attempting to bind port bcec4398-dd04-473c-b03e-4adcd393162c on network 095ae5e7-e817-4723-b26d-53f0c41ac60c {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:29:03.983766 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae383-97b9-4d9d-a07a-d482a3b61296 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (af5f6856-0fe6-4498-bfee-3baf82b25148), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:04.046766 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-8419ec61-5d55-46d5-9ceb-8ae8da97dca2 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:29:04.047327 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-8419ec61-5d55-46d5-9ceb-8ae8da97dca2 service neutron] Checking segment: {'id': '866f4430-62ad-45d6-a1c9-becfde8653f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '095ae5e7-e817-4723-b26d-53f0c41ac60c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:29:04.047987 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-8419ec61-5d55-46d5-9ceb-8ae8da97dca2 service neutron] Bound using segment: {'id': '866f4430-62ad-45d6-a1c9-becfde8653f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '095ae5e7-e817-4723-b26d-53f0c41ac60c'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:29:04.048790 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-8419ec61-5d55-46d5-9ceb-8ae8da97dca2 service neutron] Bound port: bcec4398-dd04-473c-b03e-4adcd393162c, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866f4430-62ad-45d6-a1c9-becfde8653f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '095ae5e7-e817-4723-b26d-53f0c41ac60c'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:29:04.049448 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-8419ec61-5d55-46d5-9ceb-8ae8da97dca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bcec4398-dd04-473c-b03e-4adcd393162c), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:04.245165 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e530eb46-1fd9-44e4-b37a-608d8890492f req-05625950-82d4-4eed-8026-9a3c656c9ea3 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819776 Feb 19 04:29:04.306751 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae383-97b9-4d9d-a07a-d482a3b61296 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (af5f6856-0fe6-4498-bfee-3baf82b25148), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:04.317624 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1ae383-97b9-4d9d-a07a-d482a3b61296 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.318911 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae383-97b9-4d9d-a07a-d482a3b61296 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:04.554991 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2b1ae383-97b9-4d9d-a07a-d482a3b61296 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.6325779 Feb 19 04:29:04.578208 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52492) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:04.597267 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-129a3235-e8fe-42dc-bcf0-dfe8cfd56279 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (f77e45da-1017-4748-ba16-0b14e2fe6326), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:04.599990 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-4b1567c7-3308-43e0-af4d-3fd39783d436 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'af5f6856-0fe6-4498-bfee-3baf82b25148', 'tempest-TagsTest-Tag-2031285199') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:04.608222 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-129a3235-e8fe-42dc-bcf0-dfe8cfd56279 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_controller (f77e45da-1017-4748-ba16-0b14e2fe6326), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:04.626491 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f01bf2e8-8ffe-4ea1-a53e-2d8f398b33bd tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-groups/caab96fc-1891-464a-b0d3-d6acd9dfa5cf HTTP/1.1" status: 200 len: 1796 time: 0.9582224 Feb 19 04:29:04.639949 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52494) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:04.662802 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ae383-97b9-4d9d-a07a-d482a3b61296 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] Pushing event updated for resources: {'Network': ['ID=af5f6856-0fe6-4498-bfee-3baf82b25148,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:04.682377 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network af5f6856-0fe6-4498-bfee-3baf82b25148 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:29:04.684189 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5cece-e26e-489a-a9db-996f5cfe7527 req-4068a81f-e45a-435c-bb9c-ea0e52d28802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.687362 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-57e5cece-e26e-489a-a9db-996f5cfe7527 req-4068a81f-e45a-435c-bb9c-ea0e52d28802 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=76246db3-a2cb-42fb-bfa7-f40488252c69 HTTP/1.1" status: 200 len: 859 time: 0.8889039 Feb 19 04:29:04.700684 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1a099985-2527-4672-9d3b-4097ac8a2787 admin admin] Publish callbacks [] for security_group (bfe6c1dd-571f-4c8c-b288-7d537da3507d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:04.722775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ced61-b1f6-4def-9f92-9627a1a092f2 req-a9641c44-5f87-4b0a-bee9-5442fd4e1852 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.731928 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ced61-b1f6-4def-9f92-9627a1a092f2 req-a9641c44-5f87-4b0a-bee9-5442fd4e1852 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.739831 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ced61-b1f6-4def-9f92-9627a1a092f2 req-a9641c44-5f87-4b0a-bee9-5442fd4e1852 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.747657 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-8419ec61-5d55-46d5-9ceb-8ae8da97dca2 service neutron] For port bcec4398-dd04-473c-b03e-4adcd393162c, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:29:04.749651 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ced61-b1f6-4def-9f92-9627a1a092f2 req-a9641c44-5f87-4b0a-bee9-5442fd4e1852 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.759601 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ced61-b1f6-4def-9f92-9627a1a092f2 req-a9641c44-5f87-4b0a-bee9-5442fd4e1852 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.769296 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ced61-b1f6-4def-9f92-9627a1a092f2 req-a9641c44-5f87-4b0a-bee9-5442fd4e1852 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.769632 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1a099985-2527-4672-9d3b-4097ac8a2787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (bfe6c1dd-571f-4c8c-b288-7d537da3507d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:04.775467 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ced61-b1f6-4def-9f92-9627a1a092f2 req-a9641c44-5f87-4b0a-bee9-5442fd4e1852 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:04.778108 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-617ced61-b1f6-4def-9f92-9627a1a092f2 req-a9641c44-5f87-4b0a-bee9-5442fd4e1852 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5430 time: 1.0606906 Feb 19 04:29:04.822011 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-57e5cece-e26e-489a-a9db-996f5cfe7527 req-7867a0db-0c39-47fb-9038-59a0ae18038b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e83f3002-0af4-41e3-a80b-f034b33ca87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231320 Feb 19 04:29:04.826035 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-129a3235-e8fe-42dc-bcf0-dfe8cfd56279 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (f77e45da-1017-4748-ba16-0b14e2fe6326), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:04.826694 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129a3235-e8fe-42dc-bcf0-dfe8cfd56279 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f77e45da-1017-4748-ba16-0b14e2fe6326 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:29:04.916543 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-129a3235-e8fe-42dc-bcf0-dfe8cfd56279 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:04.922252 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-129a3235-e8fe-42dc-bcf0-dfe8cfd56279 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "DELETE /v2.0/routers/f77e45da-1017-4748-ba16-0b14e2fe6326 HTTP/1.1" status: 204 len: 168 time: 4.7328842 Feb 19 04:29:04.927600 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52496) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:04.947696 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1a099985-2527-4672-9d3b-4097ac8a2787 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0bcc306bac104464b5a7a2fc74798e82&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8904777 Feb 19 04:29:04.948012 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-cf09f90a-7b75-4a67-898e-bb8222216e1a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2069163632', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}, 'admin_state_up': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:04.960277 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-8419ec61-5d55-46d5-9ceb-8ae8da97dca2 service neutron] For port bcec4398-dd04-473c-b03e-4adcd393162c, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=bcec4398-dd04-473c-b03e-4adcd393162c,segment=NetworkSegment(866f4430-62ad-45d6-a1c9-becfde8653f6),segment_id=866f4430-62ad-45d6-a1c9-becfde8653f6)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:29:04.965515 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52498) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:05.006583 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-8419ec61-5d55-46d5-9ceb-8ae8da97dca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (bcec4398-dd04-473c-b03e-4adcd393162c), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:05.033443 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bb2c0a6f-d828-440b-9ba1-ea6bc4932887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:05.072470 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf09f90a-7b75-4a67-898e-bb8222216e1a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (0f390899-281d-4856-a0df-2d774e738e7c), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:05.074531 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf09f90a-7b75-4a67-898e-bb8222216e1a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (0f390899-281d-4856-a0df-2d774e738e7c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:05.183349 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419ec61-5d55-46d5-9ceb-8ae8da97dca2 service neutron] Pushing event updated for resources: {'Port': ['ID=bcec4398-dd04-473c-b03e-4adcd393162c,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:05.201319 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-57e5cece-e26e-489a-a9db-996f5cfe7527 req-50a4fd65-383f-4fc7-b230-445c14cea85a service neutron] 10.222.0.10 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718395 Feb 19 04:29:05.254665 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c23b-b008-4fcf-81bd-1f0961b22eed tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (caab96fc-1891-464a-b0d3-d6acd9dfa5cf), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:05.266483 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d9c47024-6886-4047-bdc5-b116723ddf25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for port (a8760218-fced-4e0f-aad5-0cc43682335f), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:05.284103 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a099985-2527-4672-9d3b-4097ac8a2787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe6c1dd-571f-4c8c-b288-7d537da3507d,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:05.313536 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d9c47024-6886-4047-bdc5-b116723ddf25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (a8760218-fced-4e0f-aad5-0cc43682335f), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:05.315193 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d9c47024-6886-4047-bdc5-b116723ddf25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (d36ed6ae-203f-4a74-a987-adedda813b34), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:05.338953 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-617ced61-b1f6-4def-9f92-9627a1a092f2 req-aa6a2e8a-7803-4f1b-9c74-aaa12b802ac6 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5143332 Feb 19 04:29:05.365428 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324084d-a76a-40c7-9904-722f9dedcc13 req-11d47973-c7fd-4760-875c-0f6738efbb87 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:05.367466 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a324084d-a76a-40c7-9904-722f9dedcc13 req-11d47973-c7fd-4760-875c-0f6738efbb87 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.6989954 Feb 19 04:29:05.405449 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-8419ec61-5d55-46d5-9ceb-8ae8da97dca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:05.406557 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-8419ec61-5d55-46d5-9ceb-8ae8da97dca2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:05.408443 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-8419ec61-5d55-46d5-9ceb-8ae8da97dca2 service neutron] 10.222.0.48 "PUT /v2.0/ports/bcec4398-dd04-473c-b03e-4adcd393162c HTTP/1.1" status: 200 len: 1092 time: 6.8957129 Feb 19 04:29:05.412239 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575aa2a2-f9b5-452a-82c6-0bd5599b75c4', 'tag': 'bcec4398-dd04-473c-b03e-4adcd393162c'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:29:05.415697 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2f45cd-9406-47a2-98b1-661b4c08ad54" -d '{"events": [{"name": "network-changed", "server_uuid": "575aa2a2-f9b5-452a-82c6-0bd5599b75c4", "tag": "bcec4398-dd04-473c-b03e-4adcd393162c"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:29:05.437485 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c23b-b008-4fcf-81bd-1f0961b22eed tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (caab96fc-1891-464a-b0d3-d6acd9dfa5cf), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:05.524768 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-265de21f-9002-4e27-ab37-d2ee3481e138 admin admin] Publish callbacks [] for security_group (bfe6c1dd-571f-4c8c-b288-7d537da3507d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:05.539765 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf09f90a-7b75-4a67-898e-bb8222216e1a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_controller (0f390899-281d-4856-a0df-2d774e738e7c), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:05.643125 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-57e5cece-e26e-489a-a9db-996f5cfe7527 req-0ba373f0-1eed-4448-951b-55007d67bc40 service neutron] 10.222.0.10 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147685 Feb 19 04:29:05.658483 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:29:05.718410 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c47024-6886-4047-bdc5-b116723ddf25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Port': ['ID=a8760218-fced-4e0f-aad5-0cc43682335f,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:05.742663 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4b1567c7-3308-43e0-af4d-3fd39783d436 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] 10.222.0.65 "PUT /v2.0/networks/af5f6856-0fe6-4498-bfee-3baf82b25148/tags/tempest-TagsTest-Tag-2031285199 HTTP/1.1" status: 201 len: 201 time: 1.1488688 Feb 19 04:29:05.753545 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52504) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:05.763369 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.tag.tag_plugin [None req-78a734d6-8ee1-4ee8-8a21-27877735742f tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af5f6856-0fe6-4498-bfee-3baf82b25148', 'tempest-TagsTest-Tag-2031285199') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:05.821429 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-265de21f-9002-4e27-ab37-d2ee3481e138 admin admin] Publish callbacks [] for security_group (bfe6c1dd-571f-4c8c-b288-7d537da3507d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:05.850091 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a324084d-a76a-40c7-9904-722f9dedcc13 req-45757f7e-4245-47d0-9304-0d507263f74a tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187028 Feb 19 04:29:05.855468 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c23b-b008-4fcf-81bd-1f0961b22eed tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (caab96fc-1891-464a-b0d3-d6acd9dfa5cf), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:05.858874 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c23b-b008-4fcf-81bd-1f0961b22eed tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:05.860338 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f7b7c23b-b008-4fcf-81bd-1f0961b22eed tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "DELETE /v2.0/security-groups/caab96fc-1891-464a-b0d3-d6acd9dfa5cf HTTP/1.1" status: 204 len: 168 time: 1.1995547 Feb 19 04:29:05.875400 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52506) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:05.925667 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-a66c2508-140b-4537-a16d-781935953ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:05.929057 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-a66c2508-140b-4537-a16d-781935953ea0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0c4849e59fe942818a45c5dc120d64c8&device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 1126 time: 0.4480481 Feb 19 04:29:05.974123 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7c23b-b008-4fcf-81bd-1f0961b22eed tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caab96fc-1891-464a-b0d3-d6acd9dfa5cf,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:06.054786 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c47024-6886-4047-bdc5-b116723ddf25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network d49e933d-d7d3-4aa5-9825-3a48d3a1833e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:06.064492 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e30884a-de3b-4b88-916f-ce86a0042e80 x-openstack-request-id: req-8e30884a-de3b-4b88-916f-ce86a0042e80 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:29:06.064841 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575aa2a2-f9b5-452a-82c6-0bd5599b75c4", "tag": "bcec4398-dd04-473c-b03e-4adcd393162c", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:29:06.065110 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8e30884a-de3b-4b88-916f-ce86a0042e80 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:29:06.066205 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575aa2a2-f9b5-452a-82c6-0bd5599b75c4', 'tag': 'bcec4398-dd04-473c-b03e-4adcd393162c', 'status': 'completed', 'code': 200} Feb 19 04:29:06.072550 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-d9c47024-6886-4047-bdc5-b116723ddf25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:06.086362 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-4834cd3e-950b-4cab-8254-a5f2b5c1d901 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcec4398-dd04-473c-b03e-4adcd393162c HTTP/1.1" status: 200 len: 217 time: 0.1278739 Feb 19 04:29:06.101665 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e531ce73-4bd7-4d36-b064-ddefb94e509a tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2235837 Feb 19 04:29:06.111215 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52508) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:06.197672 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-fb54eb4a-6352-44e3-a653-63fa4c9a5af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:06.199405 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-fb54eb4a-6352-44e3-a653-63fa4c9a5af2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03461490-9a6a-4c20-8dcc-67de82146434 HTTP/1.1" status: 200 len: 854 time: 0.0948646 Feb 19 04:29:06.215464 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-ab0828c2-eeb9-4f2e-ac05-62240aba1c1b tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] delete failed (client error): The resource could not be found. Feb 19 04:29:06.222268 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ab0828c2-eeb9-4f2e-ac05-62240aba1c1b tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "DELETE /v2.0/security-groups/caab96fc-1891-464a-b0d3-d6acd9dfa5cf HTTP/1.1" status: 404 len: 347 time: 0.0220642 Feb 19 04:29:06.222605 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52510) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:06.248474 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-57892f5c-17db-4930-84a2-a4365a358d42 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1079411383'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:06.291711 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-78a734d6-8ee1-4ee8-8a21-27877735742f tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] 10.222.0.65 "GET /v2.0/networks/af5f6856-0fe6-4498-bfee-3baf82b25148/tags/tempest-TagsTest-Tag-2031285199 HTTP/1.1" status: 204 len: 168 time: 0.5362310 Feb 19 04:29:06.292931 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52512) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:06.296588 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf09f90a-7b75-4a67-898e-bb8222216e1a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_gateway (0f390899-281d-4856-a0df-2d774e738e7c), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:06.318152 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.tag.tag_plugin [None req-ac9ac91d-0e0c-4d61-aa6a-78ff92918315 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'af5f6856-0fe6-4498-bfee-3baf82b25148') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:06.579501 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a261c0f8-8a86-49a5-a44d-078c98906523 None None] Provisioning complete for port a8760218-fced-4e0f-aad5-0cc43682335f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:06.581250 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a261c0f8-8a86-49a5-a44d-078c98906523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a8760218-fced-4e0f-aad5-0cc43682335f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:06.624802 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-265de21f-9002-4e27-ab37-d2ee3481e138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (bfe6c1dd-571f-4c8c-b288-7d537da3507d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:06.631570 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-265de21f-9002-4e27-ab37-d2ee3481e138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:06.637932 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-265de21f-9002-4e27-ab37-d2ee3481e138 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bfe6c1dd-571f-4c8c-b288-7d537da3507d HTTP/1.1" status: 204 len: 168 time: 1.6641197 Feb 19 04:29:06.668177 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215f295-32c0-4772-9fa1-049fa621d926 req-9d8c064a-056f-4c8a-b757-8933efff70e1 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:06.681263 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2215f295-32c0-4772-9fa1-049fa621d926 req-9d8c064a-056f-4c8a-b757-8933efff70e1 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 944 time: 0.5375135 Feb 19 04:29:06.682775 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a261c0f8-8a86-49a5-a44d-078c98906523 None None] Port a8760218-fced-4e0f-aad5-0cc43682335f cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:29:06.716605 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265de21f-9002-4e27-ab37-d2ee3481e138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe6c1dd-571f-4c8c-b288-7d537da3507d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:06.767591 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:06.804385 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265de21f-9002-4e27-ab37-d2ee3481e138 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:06.805039 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265de21f-9002-4e27-ab37-d2ee3481e138 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:06.805727 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265de21f-9002-4e27-ab37-d2ee3481e138 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:06.806315 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265de21f-9002-4e27-ab37-d2ee3481e138 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:06.807282 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265de21f-9002-4e27-ab37-d2ee3481e138 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:06.807889 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265de21f-9002-4e27-ab37-d2ee3481e138 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:06.808745 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265de21f-9002-4e27-ab37-d2ee3481e138 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:06.809091 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265de21f-9002-4e27-ab37-d2ee3481e138 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:06.809675 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265de21f-9002-4e27-ab37-d2ee3481e138 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:06.810258 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265de21f-9002-4e27-ab37-d2ee3481e138 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:06.810854 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265de21f-9002-4e27-ab37-d2ee3481e138 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:06.811450 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265de21f-9002-4e27-ab37-d2ee3481e138 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:06.812057 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265de21f-9002-4e27-ab37-d2ee3481e138 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:06.857653 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ac9ac91d-0e0c-4d61-aa6a-78ff92918315 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] 10.222.0.65 "GET /v2.0/networks/af5f6856-0fe6-4498-bfee-3baf82b25148/tags HTTP/1.1" status: 200 len: 238 time: 0.5522773 Feb 19 04:29:06.860087 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52518) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:06.880420 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.tag.tag_plugin [None req-03a07737-9518-4565-878e-c10a2c4b05c8 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'af5f6856-0fe6-4498-bfee-3baf82b25148', {'tags': ['tempest-TagsTest-Tag-33697948', 'tempest-TagsTest-Tag-1504400939', 'tempest-TagsTest-Tag-1635064986']}) {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:06.982824 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2215f295-32c0-4772-9fa1-049fa621d926 req-01f4f48f-dec4-4fce-988f-6d3e8f5eb613 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797070 Feb 19 04:29:07.113018 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-038e8015-ef18-49ca-b0d6-f85c6468cb65 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=095ae5e7-e817-4723-b26d-53f0c41ac60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8920538 Feb 19 04:29:07.126792 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 68419457-4ef7-4dc1-b7cd-abe5089decf5 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:29:07.152794 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-57892f5c-17db-4930-84a2-a4365a358d42 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:07.224151 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 68419457-4ef7-4dc1-b7cd-abe5089decf5 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:29:07.235158 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 68419457-4ef7-4dc1-b7cd-abe5089decf5 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:29:07.287017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0a350-92b6-42ad-96dd-b5652b0441c5 req-8ee2c408-211f-4edc-87d8-d9719867448a tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:07.293624 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0a350-92b6-42ad-96dd-b5652b0441c5 req-8ee2c408-211f-4edc-87d8-d9719867448a tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:07.301301 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0a350-92b6-42ad-96dd-b5652b0441c5 req-8ee2c408-211f-4edc-87d8-d9719867448a tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:07.308606 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0a350-92b6-42ad-96dd-b5652b0441c5 req-8ee2c408-211f-4edc-87d8-d9719867448a tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:07.318975 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0a350-92b6-42ad-96dd-b5652b0441c5 req-8ee2c408-211f-4edc-87d8-d9719867448a tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:07.328009 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0a350-92b6-42ad-96dd-b5652b0441c5 req-8ee2c408-211f-4edc-87d8-d9719867448a tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:07.337287 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0a350-92b6-42ad-96dd-b5652b0441c5 req-8ee2c408-211f-4edc-87d8-d9719867448a tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:07.340267 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dfa0a350-92b6-42ad-96dd-b5652b0441c5 req-8ee2c408-211f-4edc-87d8-d9719867448a tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5430 time: 0.3936319 Feb 19 04:29:07.360831 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:07.402927 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-03a07737-9518-4565-878e-c10a2c4b05c8 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] 10.222.0.65 "PUT /v2.0/networks/af5f6856-0fe6-4498-bfee-3baf82b25148/tags HTTP/1.1" status: 200 len: 307 time: 0.5312881 Feb 19 04:29:07.404325 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52524) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:07.412868 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.tag.tag_plugin [None req-950bf571-95e3-487c-9b7a-89c810ac3efc tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'af5f6856-0fe6-4498-bfee-3baf82b25148', 'tempest-TagsTest-Tag-33697948') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:07.470554 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52526) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:07.479314 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf09f90a-7b75-4a67-898e-bb8222216e1a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_gateway (0f390899-281d-4856-a0df-2d774e738e7c), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:07.521987 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-39734121-7810-4f23-bdd0-a8f9123965af service neutron] 10.222.0.48 "GET /v2.0/networks/095ae5e7-e817-4723-b26d-53f0c41ac60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881700 Feb 19 04:29:07.547083 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf09f90a-7b75-4a67-898e-bb8222216e1a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:07.559120 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b670fc6-9b64-4752-9b6b-c77c4b5dcba3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:07.568658 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f44a4d-c1d3-497b-95c5-06a0d6115d5b req-33162997-3c6d-4ed1-a606-fc902a99645c tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:07.570467 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-57f44a4d-c1d3-497b-95c5-06a0d6115d5b req-33162997-3c6d-4ed1-a606-fc902a99645c tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.4418697 Feb 19 04:29:07.706671 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c47024-6886-4047-bdc5-b116723ddf25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Router d36ed6ae-203f-4a74-a987-adedda813b34 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:29:07.753977 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-57f44a4d-c1d3-497b-95c5-06a0d6115d5b req-4854cf51-fe65-4c28-a1a5-de53df8419f2 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713347 Feb 19 04:29:07.772936 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-57892f5c-17db-4930-84a2-a4365a358d42 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (4f5524a5-e779-4d14-a5fc-232487d25208), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:07.777981 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dfa0a350-92b6-42ad-96dd-b5652b0441c5 req-71482898-3b19-49a4-83c8-47612f598421 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3174663 Feb 19 04:29:07.782525 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-950bf571-95e3-487c-9b7a-89c810ac3efc tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] 10.222.0.65 "DELETE /v2.0/networks/af5f6856-0fe6-4498-bfee-3baf82b25148/tags/tempest-TagsTest-Tag-33697948 HTTP/1.1" status: 204 len: 168 time: 0.3745964 Feb 19 04:29:07.789482 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52528) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:07.801140 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.tag.tag_plugin [None req-3eb831a7-fd11-4402-8be4-fd40b6535f6f tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af5f6856-0fe6-4498-bfee-3baf82b25148', 'tempest-TagsTest-Tag-33697948') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:07.802796 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-57892f5c-17db-4930-84a2-a4365a358d42 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4f5524a5-e779-4d14-a5fc-232487d25208), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:07.830695 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-cf09f90a-7b75-4a67-898e-bb8222216e1a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Allocated IP 172.25.0.148 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/a33a50a3-21b7-4c8d-a2e4-35d4f2248de4) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:07.888621 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:08.010434 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d907bd69-e0d4-48c8-896f-8a13a3175e11 req-4b1dcfd0-c51b-46b2-aef0-fc020e6decce service neutron] 10.222.0.48 "GET /v2.0/networks/095ae5e7-e817-4723-b26d-53f0c41ac60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732490 Feb 19 04:29:08.036959 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-57892f5c-17db-4930-84a2-a4365a358d42 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:08.039110 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-57892f5c-17db-4930-84a2-a4365a358d42 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8151286 Feb 19 04:29:08.046056 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52532) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:08.061242 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-23d508a8-dfac-4d32-a21e-c89a15e6a295 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Request body: {'security_group_rule': {'security_group_id': '4f5524a5-e779-4d14-a5fc-232487d25208', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:08.098372 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-3eb831a7-fd11-4402-8be4-fd40b6535f6f tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] show failed (client error): The resource could not be found. Feb 19 04:29:08.104798 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3eb831a7-fd11-4402-8be4-fd40b6535f6f tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] 10.222.0.65 "GET /v2.0/networks/af5f6856-0fe6-4498-bfee-3baf82b25148/tags/tempest-TagsTest-Tag-33697948 HTTP/1.1" status: 404 len: 324 time: 0.3134305 Feb 19 04:29:08.106943 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57892f5c-17db-4930-84a2-a4365a358d42 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5524a5-e779-4d14-a5fc-232487d25208,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:08.127305 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52534) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:08.143371 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.tag.tag_plugin [None req-604e9b52-3bef-459e-964b-97c8609570b8 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af5f6856-0fe6-4498-bfee-3baf82b25148', 'tempest-TagsTest-Tag-1504400939') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:08.245541 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c47024-6886-4047-bdc5-b116723ddf25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:29:08.259846 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d9c47024-6886-4047-bdc5-b116723ddf25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "PUT /v2.0/routers/d36ed6ae-203f-4a74-a987-adedda813b34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6695256 Feb 19 04:29:08.265693 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52536) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:08.268068 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e47b68-9bf8-4f16-bf54-d96832f3bf2a None None] Sync routers for ids ['d36ed6ae-203f-4a74-a987-adedda813b34'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:29:08.288579 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e47b68-9bf8-4f16-bf54-d96832f3bf2a None None] Routers {'d36ed6ae-203f-4a74-a987-adedda813b34'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:08.290232 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f0e47b68-9bf8-4f16-bf54-d96832f3bf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:29:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d36ed6ae-203f-4a74-a987-adedda813b34'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:08.305465 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b670fc6-9b64-4752-9b6b-c77c4b5dcba3 admin admin] Publish callbacks [] for security_group (4cfd6b1e-d638-4038-a486-af25b2ef6318), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:08.348558 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b670fc6-9b64-4752-9b6b-c77c4b5dcba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4cfd6b1e-d638-4038-a486-af25b2ef6318), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:08.351255 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-23d508a8-dfac-4d32-a21e-c89a15e6a295 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (77455b75-624b-44fc-8bc1-35feeda5701c), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:08.360229 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f0e47b68-9bf8-4f16-bf54-d96832f3bf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:08.380265 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e47b68-9bf8-4f16-bf54-d96832f3bf2a None None] Routers {'d36ed6ae-203f-4a74-a987-adedda813b34'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:08.381820 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f0e47b68-9bf8-4f16-bf54-d96832f3bf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:29:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d36ed6ae-203f-4a74-a987-adedda813b34'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:08.409715 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf09f90a-7b75-4a67-898e-bb8222216e1a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for port (a33a50a3-21b7-4c8d-a2e4-35d4f2248de4), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:08.444344 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3306902e-9ef3-4f0c-ab41-38480e0b976e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:08.449610 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3306902e-9ef3-4f0c-ab41-38480e0b976e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "GET /v2.0/ports/a8760218-fced-4e0f-aad5-0cc43682335f HTTP/1.1" status: 200 len: 911 time: 0.1784735 Feb 19 04:29:08.450493 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f45cd-9406-47a2-98b1-661b4c08ad54 req-389c8871-caca-4208-904f-f40cf22f6569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:08.453269 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ae2f45cd-9406-47a2-98b1-661b4c08ad54 req-389c8871-caca-4208-904f-f40cf22f6569 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0c4849e59fe942818a45c5dc120d64c8&device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 1126 time: 0.3026130 Feb 19 04:29:08.454280 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52538) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:08.456873 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f0e47b68-9bf8-4f16-bf54-d96832f3bf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:08.458013 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e47b68-9bf8-4f16-bf54-d96832f3bf2a None None] The sync data for ids ['d36ed6ae-203f-4a74-a987-adedda813b34'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:29:08.534233 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f5905-acee-4d35-b79b-02d26bbed583 req-2f1fa4ab-2267-4d0b-a539-8d35fa0692ed tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:08.536869 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-275f5905-acee-4d35-b79b-02d26bbed583 req-2f1fa4ab-2267-4d0b-a539-8d35fa0692ed tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 944 time: 0.3589015 Feb 19 04:29:08.560088 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1b670fc6-9b64-4752-9b6b-c77c4b5dcba3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=21452c46340e4900ac6a52d96eaa69c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0872197 Feb 19 04:29:08.564712 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52540) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:08.574050 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-604e9b52-3bef-459e-964b-97c8609570b8 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] 10.222.0.65 "GET /v2.0/networks/af5f6856-0fe6-4498-bfee-3baf82b25148/tags/tempest-TagsTest-Tag-1504400939 HTTP/1.1" status: 204 len: 168 time: 0.4445529 Feb 19 04:29:08.579642 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b670fc6-9b64-4752-9b6b-c77c4b5dcba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfd6b1e-d638-4038-a486-af25b2ef6318,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:08.588983 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52542) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:08.595868 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-b60024be-df12-40a2-80ef-9d72acef8a94 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af5f6856-0fe6-4498-bfee-3baf82b25148', 'tempest-TagsTest-Tag-1635064986') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:08.639521 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-23d508a8-dfac-4d32-a21e-c89a15e6a295 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (77455b75-624b-44fc-8bc1-35feeda5701c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:08.652212 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf09f90a-7b75-4a67-898e-bb8222216e1a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a33a50a3-21b7-4c8d-a2e4-35d4f2248de4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:08.672026 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-23d508a8-dfac-4d32-a21e-c89a15e6a295 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (77455b75-624b-44fc-8bc1-35feeda5701c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:08.800998 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf09f90a-7b75-4a67-898e-bb8222216e1a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:08.821075 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-cf09f90a-7b75-4a67-898e-bb8222216e1a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:08.835755 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-275f5905-acee-4d35-b79b-02d26bbed583 req-c971c5e4-60f7-482f-9e7d-6f186f1b5437 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749426 Feb 19 04:29:08.841215 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf09f90a-7b75-4a67-898e-bb8222216e1a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:29:08.845529 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d508a8-dfac-4d32-a21e-c89a15e6a295 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77455b75-624b-44fc-8bc1-35feeda5701c,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:08.882547 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09f90a-7b75-4a67-898e-bb8222216e1a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Pushing event updated for resources: {'Port': ['ID=a33a50a3-21b7-4c8d-a2e4-35d4f2248de4,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:08.913587 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-23d508a8-dfac-4d32-a21e-c89a15e6a295 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:08.924769 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-23d508a8-dfac-4d32-a21e-c89a15e6a295 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8765829 Feb 19 04:29:08.928151 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f45cd-9406-47a2-98b1-661b4c08ad54 req-e572d781-9363-47f7-ad61-c999d1388d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:08.929715 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ae2f45cd-9406-47a2-98b1-661b4c08ad54 req-e572d781-9363-47f7-ad61-c999d1388d04 service neutron] 10.222.0.48 "GET /v2.0/networks?id=095ae5e7-e817-4723-b26d-53f0c41ac60c HTTP/1.1" status: 200 len: 914 time: 0.4597452 Feb 19 04:29:08.933886 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52548) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:08.954209 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:08.985641 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ecbc6ff-4cc1-4b0e-95ad-81fe1845a857 admin admin] Publish callbacks [] for security_group (4cfd6b1e-d638-4038-a486-af25b2ef6318), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:09.022631 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b60024be-df12-40a2-80ef-9d72acef8a94 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] 10.222.0.65 "GET /v2.0/networks/af5f6856-0fe6-4498-bfee-3baf82b25148/tags/tempest-TagsTest-Tag-1635064986 HTTP/1.1" status: 204 len: 168 time: 0.4321909 Feb 19 04:29:09.032276 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52550) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:09.036256 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ae2f45cd-9406-47a2-98b1-661b4c08ad54 req-5046a6a3-f3b1-456d-8945-8c8b499bc786 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcec4398-dd04-473c-b03e-4adcd393162c HTTP/1.1" status: 200 len: 217 time: 0.0998909 Feb 19 04:29:09.043067 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-30da99b8-088a-4f9d-8388-b84805edd306 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'af5f6856-0fe6-4498-bfee-3baf82b25148') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:09.119274 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ecbc6ff-4cc1-4b0e-95ad-81fe1845a857 admin admin] Publish callbacks [] for security_group (4cfd6b1e-d638-4038-a486-af25b2ef6318), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:09.145423 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-47547c19-e78a-4736-91b2-1f9b51b66c12 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (77455b75-624b-44fc-8bc1-35feeda5701c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:09.175438 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-47547c19-e78a-4736-91b2-1f9b51b66c12 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (77455b75-624b-44fc-8bc1-35feeda5701c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:09.189346 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:09.246016 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf0672-a102-415a-8949-5f47736e4999 req-6ff06dcb-b653-4cac-b61d-366df1e70727 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:09.252686 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf0672-a102-415a-8949-5f47736e4999 req-6ff06dcb-b653-4cac-b61d-366df1e70727 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:09.258906 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf0672-a102-415a-8949-5f47736e4999 req-6ff06dcb-b653-4cac-b61d-366df1e70727 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:09.265724 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf0672-a102-415a-8949-5f47736e4999 req-6ff06dcb-b653-4cac-b61d-366df1e70727 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:09.273190 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf0672-a102-415a-8949-5f47736e4999 req-6ff06dcb-b653-4cac-b61d-366df1e70727 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:09.279832 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf0672-a102-415a-8949-5f47736e4999 req-6ff06dcb-b653-4cac-b61d-366df1e70727 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:09.289281 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf0672-a102-415a-8949-5f47736e4999 req-6ff06dcb-b653-4cac-b61d-366df1e70727 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:09.291105 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bccf0672-a102-415a-8949-5f47736e4999 req-6ff06dcb-b653-4cac-b61d-366df1e70727 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5430 time: 0.3279779 Feb 19 04:29:09.295467 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedf814-93d2-4e8d-8ed8-7dbd9c06d7ae req-b813508f-84dc-40a0-b570-f8fcc82a4750 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:09.297261 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8aedf814-93d2-4e8d-8ed8-7dbd9c06d7ae req-b813508f-84dc-40a0-b570-f8fcc82a4750 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.4219224 Feb 19 04:29:09.305821 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f45cd-9406-47a2-98b1-661b4c08ad54 req-695b8c85-405c-4032-b726-a01bd58a7fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:09.307184 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ae2f45cd-9406-47a2-98b1-661b4c08ad54 req-695b8c85-405c-4032-b726-a01bd58a7fbf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=03461490-9a6a-4c20-8dcc-67de82146434 HTTP/1.1" status: 200 len: 854 time: 0.2527790 Feb 19 04:29:09.353504 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-47547c19-e78a-4736-91b2-1f9b51b66c12 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (77455b75-624b-44fc-8bc1-35feeda5701c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:09.363865 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-47547c19-e78a-4736-91b2-1f9b51b66c12 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:09.365141 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-47547c19-e78a-4736-91b2-1f9b51b66c12 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/77455b75-624b-44fc-8bc1-35feeda5701c HTTP/1.1" status: 204 len: 168 time: 0.4302254 Feb 19 04:29:09.400104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52552) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:09.412204 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ae2f45cd-9406-47a2-98b1-661b4c08ad54 req-8f009c5a-b944-4163-a83f-328319995fcd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=095ae5e7-e817-4723-b26d-53f0c41ac60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931587 Feb 19 04:29:09.461697 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ecbc6ff-4cc1-4b0e-95ad-81fe1845a857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4cfd6b1e-d638-4038-a486-af25b2ef6318), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:09.466731 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ecbc6ff-4cc1-4b0e-95ad-81fe1845a857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:09.468744 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6ecbc6ff-4cc1-4b0e-95ad-81fe1845a857 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4cfd6b1e-d638-4038-a486-af25b2ef6318 HTTP/1.1" status: 204 len: 168 time: 0.8985634 Feb 19 04:29:09.469184 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47547c19-e78a-4736-91b2-1f9b51b66c12 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77455b75-624b-44fc-8bc1-35feeda5701c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:09.519439 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbc6ff-4cc1-4b0e-95ad-81fe1845a857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfd6b1e-d638-4038-a486-af25b2ef6318,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:09.617988 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bccf0672-a102-415a-8949-5f47736e4999 req-0b31b35b-1dff-4cce-ad39-71819ccbf417 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3190331 Feb 19 04:29:09.669809 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf09f90a-7b75-4a67-898e-bb8222216e1a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_gateway (0f390899-281d-4856-a0df-2d774e738e7c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:09.671920 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8aedf814-93d2-4e8d-8ed8-7dbd9c06d7ae req-2e7933d2-69eb-4aaa-a62c-741c23fa8048 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565981 Feb 19 04:29:09.724783 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3a152700-2376-4bd7-95a8-012c4eba4f36 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3122959 Feb 19 04:29:09.726395 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52558) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:09.763251 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-30da99b8-088a-4f9d-8388-b84805edd306 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] 10.222.0.65 "DELETE /v2.0/networks/af5f6856-0fe6-4498-bfee-3baf82b25148/tags HTTP/1.1" status: 204 len: 168 time: 0.7293954 Feb 19 04:29:09.770069 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52560) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:09.782044 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.tag.tag_plugin [None req-73a1df6b-059e-406d-bb2d-4ce2e5ba9adc tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af5f6856-0fe6-4498-bfee-3baf82b25148', 'tempest-TagsTest-Tag-1504400939') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:09.786064 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c66607e6-d17e-4c54-8a16-3d5036e53a8f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:09.832381 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ae2f45cd-9406-47a2-98b1-661b4c08ad54 req-c80dc366-31d6-4dd3-9282-563d4cafa417 service neutron] 10.222.0.48 "GET /v2.0/networks/095ae5e7-e817-4723-b26d-53f0c41ac60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031854 Feb 19 04:29:10.096408 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-73a1df6b-059e-406d-bb2d-4ce2e5ba9adc tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] show failed (client error): The resource could not be found. Feb 19 04:29:10.108019 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-73a1df6b-059e-406d-bb2d-4ce2e5ba9adc tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] 10.222.0.65 "GET /v2.0/networks/af5f6856-0fe6-4498-bfee-3baf82b25148/tags/tempest-TagsTest-Tag-1504400939 HTTP/1.1" status: 404 len: 326 time: 0.3350945 Feb 19 04:29:10.114479 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52570) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:10.121844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.tag.tag_plugin [None req-164959b2-de3c-42a2-be85-ef156254ba01 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'af5f6856-0fe6-4498-bfee-3baf82b25148', 'tempest-TagsTest-Tag-1635064986') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:10.426434 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-164959b2-de3c-42a2-be85-ef156254ba01 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] show failed (client error): The resource could not be found. Feb 19 04:29:10.429143 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ebad2ae8-428a-4bb1-8729-c3afd5867966 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (4f5524a5-e779-4d14-a5fc-232487d25208), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:10.433529 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-164959b2-de3c-42a2-be85-ef156254ba01 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] 10.222.0.65 "GET /v2.0/networks/af5f6856-0fe6-4498-bfee-3baf82b25148/tags/tempest-TagsTest-Tag-1635064986 HTTP/1.1" status: 404 len: 326 time: 0.3173490 Feb 19 04:29:10.434713 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52580) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:10.458601 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.tag.tag_plugin [None req-ce2d2284-7c8e-42de-939f-745b31fb073c tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'af5f6856-0fe6-4498-bfee-3baf82b25148') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:10.479674 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf09f90a-7b75-4a67-898e-bb8222216e1a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (0f390899-281d-4856-a0df-2d774e738e7c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:10.611108 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ebad2ae8-428a-4bb1-8729-c3afd5867966 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (4f5524a5-e779-4d14-a5fc-232487d25208), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:10.770305 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ae2f45cd-9406-47a2-98b1-661b4c08ad54 req-c1d0ff63-f8b1-4dce-a41a-a00f86b475e0 service neutron] 10.222.0.48 "GET /v2.0/networks/095ae5e7-e817-4723-b26d-53f0c41ac60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9000793 Feb 19 04:29:10.810783 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d645b43-0966-4771-8ce8-549304277d61 req-ee525968-1bb1-4ad1-8e18-ed0ebec40446 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:10.813084 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d645b43-0966-4771-8ce8-549304277d61 req-ee525968-1bb1-4ad1-8e18-ed0ebec40446 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 944 time: 0.4196556 Feb 19 04:29:10.872422 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ce2d2284-7c8e-42de-939f-745b31fb073c tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] 10.222.0.65 "DELETE /v2.0/networks/af5f6856-0fe6-4498-bfee-3baf82b25148/tags HTTP/1.1" status: 204 len: 168 time: 0.4276760 Feb 19 04:29:10.886955 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52590) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:10.960427 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device bcec4398-dd04-473c-b03e-4adcd393162c details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:29:11.028742 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ebad2ae8-428a-4bb1-8729-c3afd5867966 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4f5524a5-e779-4d14-a5fc-232487d25208), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:11.031696 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ebad2ae8-428a-4bb1-8729-c3afd5867966 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:11.032970 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ebad2ae8-428a-4bb1-8729-c3afd5867966 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "DELETE /v2.0/security-groups/4f5524a5-e779-4d14-a5fc-232487d25208 HTTP/1.1" status: 204 len: 168 time: 1.3057768 Feb 19 04:29:11.055411 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52596) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:11.063993 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad2ae8-428a-4bb1-8729-c3afd5867966 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5524a5-e779-4d14-a5fc-232487d25208,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:11.194937 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5e05d0fd-df3c-45da-afd9-b371f7a7776d tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1273727 Feb 19 04:29:11.199067 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0f49f8ae-f300-4faa-84ff-e033511310c4 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (af5f6856-0fe6-4498-bfee-3baf82b25148), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:11.204213 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52600) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:11.208758 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d645b43-0966-4771-8ce8-549304277d61 req-efb30cea-f7f0-4a94-ae74-c44d53613055 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747673 Feb 19 04:29:11.214218 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-965fa366-7af4-49cd-a8ce-ac7a5aacdf2e tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1352804214'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:11.224026 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port bcec4398-dd04-473c-b03e-4adcd393162c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=bcec4398-dd04-473c-b03e-4adcd393162c,segment=NetworkSegment(866f4430-62ad-45d6-a1c9-becfde8653f6),segment_id=866f4430-62ad-45d6-a1c9-becfde8653f6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:11.238339 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-c66607e6-d17e-4c54-8a16-3d5036e53a8f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Allocated IP 2001:db8:1::1 (e5a98a45-e543-4773-b83e-77ea327ec16d/38679481-782a-46a7-b133-df796dd942d9/927584fd-98f5-4986-ba19-1d667be3b7eb) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:11.286269 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'bcec4398-dd04-473c-b03e-4adcd393162c', 'network_id': '095ae5e7-e817-4723-b26d-53f0c41ac60c', 'port_id': 'bcec4398-dd04-473c-b03e-4adcd393162c', 'mac_address': 'fa:16:3e:5d:ac:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03461490-9a6a-4c20-8dcc-67de82146434', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:29:11.355134 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-965fa366-7af4-49cd-a8ce-ac7a5aacdf2e tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:11.450837 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port bcec4398-dd04-473c-b03e-4adcd393162c is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:11.450837 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bcec4398-dd04-473c-b03e-4adcd393162c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:11.468461 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcec4398-dd04-473c-b03e-4adcd393162c {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:29:11.525881 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0f49f8ae-f300-4faa-84ff-e033511310c4 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (af5f6856-0fe6-4498-bfee-3baf82b25148), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:11.528469 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db300a22-45f2-4686-97e9-035bfd108489 req-37946131-89f6-4aed-b381-c589d2d78b31 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:11.542846 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db300a22-45f2-4686-97e9-035bfd108489 req-37946131-89f6-4aed-b381-c589d2d78b31 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:11.555621 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-0f49f8ae-f300-4faa-84ff-e033511310c4 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5f6856-0fe6-4498-bfee-3baf82b25148']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:11.556604 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db300a22-45f2-4686-97e9-035bfd108489 req-37946131-89f6-4aed-b381-c589d2d78b31 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:11.568678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db300a22-45f2-4686-97e9-035bfd108489 req-37946131-89f6-4aed-b381-c589d2d78b31 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:11.569529 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-0f49f8ae-f300-4faa-84ff-e033511310c4 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887dc7cf-4ae1-412b-ab54-bed72c44f9e1') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:11.569982 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-0f49f8ae-f300-4faa-84ff-e033511310c4 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887dc7cf-4ae1-412b-ab54-bed72c44f9e1') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:11.574731 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port bcec4398-dd04-473c-b03e-4adcd393162c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=bcec4398-dd04-473c-b03e-4adcd393162c,segment=NetworkSegment(866f4430-62ad-45d6-a1c9-becfde8653f6),segment_id=866f4430-62ad-45d6-a1c9-becfde8653f6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:11.583253 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0f49f8ae-f300-4faa-84ff-e033511310c4 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (887dc7cf-4ae1-412b-ab54-bed72c44f9e1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:11.583945 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db300a22-45f2-4686-97e9-035bfd108489 req-37946131-89f6-4aed-b381-c589d2d78b31 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:11.585748 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (bcec4398-dd04-473c-b03e-4adcd393162c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:11.603651 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db300a22-45f2-4686-97e9-035bfd108489 req-37946131-89f6-4aed-b381-c589d2d78b31 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:11.614505 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0f49f8ae-f300-4faa-84ff-e033511310c4 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (887dc7cf-4ae1-412b-ab54-bed72c44f9e1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:11.616252 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db300a22-45f2-4686-97e9-035bfd108489 req-37946131-89f6-4aed-b381-c589d2d78b31 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:11.623034 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f49f8ae-f300-4faa-84ff-e033511310c4 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:29:11.623481 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0f49f8ae-f300-4faa-84ff-e033511310c4 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (887dc7cf-4ae1-412b-ab54-bed72c44f9e1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:11.635786 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-db300a22-45f2-4686-97e9-035bfd108489 req-37946131-89f6-4aed-b381-c589d2d78b31 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5430 time: 0.8365283 Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:29:11.724114 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:29:11.747279 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0f49f8ae-f300-4faa-84ff-e033511310c4 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (af5f6856-0fe6-4498-bfee-3baf82b25148), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:11.786248 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf09f90a-7b75-4a67-898e-bb8222216e1a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Router 0f390899-281d-4856-a0df-2d774e738e7c is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:29:11.808756 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0f49f8ae-f300-4faa-84ff-e033511310c4 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:11.816553 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0f49f8ae-f300-4faa-84ff-e033511310c4 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] 10.222.0.65 "DELETE /v2.0/networks/af5f6856-0fe6-4498-bfee-3baf82b25148 HTTP/1.1" status: 204 len: 168 time: 0.9182019 Feb 19 04:29:11.816782 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=bcec4398-dd04-473c-b03e-4adcd393162c,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:11.853871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49f8ae-f300-4faa-84ff-e033511310c4 tempest-TagsTest-386557467 tempest-TagsTest-386557467-project] Pushing event deleted for resources: {'Network': ['ID=af5f6856-0fe6-4498-bfee-3baf82b25148,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:11.867290 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:11.868249 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:11.868815 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:11.869420 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:11.870259 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:11.871174 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:11.872297 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:11.873253 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:11.874130 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:11.875091 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:11.875894 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:11.876667 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:11.878893 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:11.880249 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-db300a22-45f2-4686-97e9-035bfd108489 req-2e8f5ade-86b3-4dbf-abd3-8c2f99e9719b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2423866 Feb 19 04:29:11.913319 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['bcec4398-dd04-473c-b03e-4adcd393162c'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:29:12.101253 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-965fa366-7af4-49cd-a8ce-ac7a5aacdf2e tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (7c64c613-f576-483e-a2cf-4db0a86ebdb1), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:12.161688 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf09f90a-7b75-4a67-898e-bb8222216e1a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:29:12.176162 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e0963e-78dc-4667-8925-830566cd8633 None None] Sync routers for ids ['0f390899-281d-4856-a0df-2d774e738e7c'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:29:12.182754 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-965fa366-7af4-49cd-a8ce-ac7a5aacdf2e tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7c64c613-f576-483e-a2cf-4db0a86ebdb1), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:12.200476 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e0963e-78dc-4667-8925-830566cd8633 None None] Routers {'0f390899-281d-4856-a0df-2d774e738e7c'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:12.205522 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-27e0963e-78dc-4667-8925-830566cd8633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:29:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['0f390899-281d-4856-a0df-2d774e738e7c'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:12.229082 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf09f90a-7b75-4a67-898e-bb8222216e1a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:12.246745 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cf09f90a-7b75-4a67-898e-bb8222216e1a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.3177516 Feb 19 04:29:12.247749 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52618) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:12.256311 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-fe2a5ed2-e655-4e13-a497-86e44a6a2c1b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'enable_snat': False}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:12.340871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52622) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:12.389617 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-27e0963e-78dc-4667-8925-830566cd8633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:12.407756 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e0963e-78dc-4667-8925-830566cd8633 None None] Routers {'0f390899-281d-4856-a0df-2d774e738e7c'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:12.408449 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-27e0963e-78dc-4667-8925-830566cd8633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:29:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['0f390899-281d-4856-a0df-2d774e738e7c'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:12.409022 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-965fa366-7af4-49cd-a8ce-ac7a5aacdf2e tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:12.411565 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-965fa366-7af4-49cd-a8ce-ac7a5aacdf2e tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2014799 Feb 19 04:29:12.430500 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52626) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:12.441242 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fa366-7af4-49cd-a8ce-ac7a5aacdf2e tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c64c613-f576-483e-a2cf-4db0a86ebdb1,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:12.464583 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-d361b60b-ccdf-4541-9faa-be176e200206 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Request body: {'security_group_rule': {'security_group_id': '7c64c613-f576-483e-a2cf-4db0a86ebdb1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:12.622256 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c66607e6-d17e-4c54-8a16-3d5036e53a8f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for port (927584fd-98f5-4986-ba19-1d667be3b7eb), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:12.631611 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-27e0963e-78dc-4667-8925-830566cd8633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:12.632502 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e0963e-78dc-4667-8925-830566cd8633 None None] The sync data for ids ['0f390899-281d-4856-a0df-2d774e738e7c'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:29:12.709156 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941b4ff-214c-4720-8537-4265708bcd35 req-44833171-d491-4138-9769-61b33f225f9a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:12.713823 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b941b4ff-214c-4720-8537-4265708bcd35 req-44833171-d491-4138-9769-61b33f225f9a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 945 time: 0.2813702 Feb 19 04:29:12.765973 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d361b60b-ccdf-4541-9faa-be176e200206 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (d472817d-9ab4-46fc-80a0-9941083aa5be), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:12.832069 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c66607e6-d17e-4c54-8a16-3d5036e53a8f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (927584fd-98f5-4986-ba19-1d667be3b7eb), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:12.895629 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52634) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:12.932882 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b941b4ff-214c-4720-8537-4265708bcd35 req-d5dc8b86-2daf-413a-8ddd-7789c0e25d6c tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000208 Feb 19 04:29:12.936751 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66607e6-d17e-4c54-8a16-3d5036e53a8f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network e5a98a45-e543-4773-b83e-77ea327ec16d is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:13.003354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-c66607e6-d17e-4c54-8a16-3d5036e53a8f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:13.025485 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66607e6-d17e-4c54-8a16-3d5036e53a8f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:29:13.026086 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c66607e6-d17e-4c54-8a16-3d5036e53a8f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (d36ed6ae-203f-4a74-a987-adedda813b34), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.059084 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d361b60b-ccdf-4541-9faa-be176e200206 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (d472817d-9ab4-46fc-80a0-9941083aa5be), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.164109 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-13bbf0b8-fe08-47bd-9ea9-b3493d027a38 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e86b1117e5d043e095402e4deda947e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8141119 Feb 19 04:29:13.165581 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52640) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:13.207675 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-534f51ab-b7cc-442e-b72d-2c45a0ce9ea1 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1817368824', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:13.234383 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d361b60b-ccdf-4541-9faa-be176e200206 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (d472817d-9ab4-46fc-80a0-9941083aa5be), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.245133 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66607e6-d17e-4c54-8a16-3d5036e53a8f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Port': ['ID=927584fd-98f5-4986-ba19-1d667be3b7eb,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:13.342436 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d361b60b-ccdf-4541-9faa-be176e200206 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.349248 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d361b60b-ccdf-4541-9faa-be176e200206 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9012287 Feb 19 04:29:13.360026 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52642) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:13.376411 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-52a2caff-9f5e-42ee-a1eb-5a9eedc86241 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Request body: {'security_group_rule': {'security_group_id': '7c64c613-f576-483e-a2cf-4db0a86ebdb1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:13.387908 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534f51ab-b7cc-442e-b72d-2c45a0ce9ea1 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Made reservation on behalf of 96d788b7beb74a1f8464f5a2a373a7a3 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:13.391017 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-534f51ab-b7cc-442e-b72d-2c45a0ce9ea1 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.399293 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361b60b-ccdf-4541-9faa-be176e200206 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d472817d-9ab4-46fc-80a0-9941083aa5be,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:13.423274 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-534f51ab-b7cc-442e-b72d-2c45a0ce9ea1 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.492179 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d3e54b58-80c4-44ec-bacf-70fbdf05d1f0 None None] Provisioning complete for port 927584fd-98f5-4986-ba19-1d667be3b7eb triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:13.493723 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d3e54b58-80c4-44ec-bacf-70fbdf05d1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (927584fd-98f5-4986-ba19-1d667be3b7eb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.511725 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c66607e6-d17e-4c54-8a16-3d5036e53a8f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (927584fd-98f5-4986-ba19-1d667be3b7eb), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.515676 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52a2caff-9f5e-42ee-a1eb-5a9eedc86241 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (3b76f848-07c2-42a7-b34e-34cc2c218138), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.550834 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a62fa5de-e991-4e70-a987-a1aec75f64c9 admin admin] Publish callbacks [] for security_group (917392e6-de83-4a80-a168-f8c4907f8de6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.582227 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52a2caff-9f5e-42ee-a1eb-5a9eedc86241 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (3b76f848-07c2-42a7-b34e-34cc2c218138), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.586111 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d3e54b58-80c4-44ec-bacf-70fbdf05d1f0 None None] Port 927584fd-98f5-4986-ba19-1d667be3b7eb cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:29:13.607725 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52a2caff-9f5e-42ee-a1eb-5a9eedc86241 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (3b76f848-07c2-42a7-b34e-34cc2c218138), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.612096 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe2a5ed2-e655-4e13-a497-86e44a6a2c1b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_gateway (0f390899-281d-4856-a0df-2d774e738e7c), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.655919 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2caff-9f5e-42ee-a1eb-5a9eedc86241 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b76f848-07c2-42a7-b34e-34cc2c218138,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:13.683510 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52a2caff-9f5e-42ee-a1eb-5a9eedc86241 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.688300 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-52a2caff-9f5e-42ee-a1eb-5a9eedc86241 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3181727 Feb 19 04:29:13.688498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb3be9-bae3-4296-b66a-881221276dc1 req-c9b1ebb0-9786-4b66-866a-fcdcc3676bdf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:13.689740 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52644) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:13.694973 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-3286d163-56c0-49a8-93e0-ce72b7b32755 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Request body: {'security_group_rule': {'security_group_id': '7c64c613-f576-483e-a2cf-4db0a86ebdb1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:13.698256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb3be9-bae3-4296-b66a-881221276dc1 req-c9b1ebb0-9786-4b66-866a-fcdcc3676bdf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:13.708944 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb3be9-bae3-4296-b66a-881221276dc1 req-c9b1ebb0-9786-4b66-866a-fcdcc3676bdf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:13.719772 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb3be9-bae3-4296-b66a-881221276dc1 req-c9b1ebb0-9786-4b66-866a-fcdcc3676bdf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:13.729800 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb3be9-bae3-4296-b66a-881221276dc1 req-c9b1ebb0-9786-4b66-866a-fcdcc3676bdf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:13.741191 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb3be9-bae3-4296-b66a-881221276dc1 req-c9b1ebb0-9786-4b66-866a-fcdcc3676bdf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:13.751343 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb3be9-bae3-4296-b66a-881221276dc1 req-c9b1ebb0-9786-4b66-866a-fcdcc3676bdf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:13.755822 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5cb3be9-bae3-4296-b66a-881221276dc1 req-c9b1ebb0-9786-4b66-866a-fcdcc3676bdf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5430 time: 0.5874579 Feb 19 04:29:13.769611 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a62fa5de-e991-4e70-a987-a1aec75f64c9 admin admin] Publish callbacks [] for security_group (917392e6-de83-4a80-a168-f8c4907f8de6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.786140 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-534f51ab-b7cc-442e-b72d-2c45a0ce9ea1 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Publish callbacks [] for security_group (44638371-e400-48f9-b43d-ac98ac3045d9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.797581 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3286d163-56c0-49a8-93e0-ce72b7b32755 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (a56d8370-6553-4384-a908-f1b5ef8d3d1d), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.801288 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-534f51ab-b7cc-442e-b72d-2c45a0ce9ea1 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (44638371-e400-48f9-b43d-ac98ac3045d9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:13.823550 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-534f51ab-b7cc-442e-b72d-2c45a0ce9ea1 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] device_id is not set on port c587f878-bebb-4fa8-b2ef-569908f993ad yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:29:13.921213 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f51ab-b7cc-442e-b72d-2c45a0ce9ea1 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44638371-e400-48f9-b43d-ac98ac3045d9,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:13.968613 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3286d163-56c0-49a8-93e0-ce72b7b32755 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (a56d8370-6553-4384-a908-f1b5ef8d3d1d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:14.004901 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3286d163-56c0-49a8-93e0-ce72b7b32755 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (a56d8370-6553-4384-a908-f1b5ef8d3d1d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:14.038496 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286d163-56c0-49a8-93e0-ce72b7b32755 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56d8370-6553-4384-a908-f1b5ef8d3d1d,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:14.068808 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3286d163-56c0-49a8-93e0-ce72b7b32755 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:14.073265 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3286d163-56c0-49a8-93e0-ce72b7b32755 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3790674 Feb 19 04:29:14.082150 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52650) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:14.109363 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-534f51ab-b7cc-442e-b72d-2c45a0ce9ea1 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Allocated IP 172.25.0.208 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/c587f878-bebb-4fa8-b2ef-569908f993ad) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:14.115021 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-7fd30f16-9cff-4b3f-b01d-f73caad059ed tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Request body: {'security_group_rule': {'security_group_id': '7c64c613-f576-483e-a2cf-4db0a86ebdb1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:14.205987 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5cb3be9-bae3-4296-b66a-881221276dc1 req-02ccd2b7-5f5d-4317-886f-a6fbcc72d18f tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4288185 Feb 19 04:29:14.290576 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7fd30f16-9cff-4b3f-b01d-f73caad059ed tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (6384a20e-7fc0-480a-89a6-114440762adf), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:14.300783 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d239b-25b5-4044-b82f-36d9ce876d4c req-79b083de-b80c-4d79-80c1-2a58b4dadab9 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:14.302724 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-700d239b-25b5-4044-b82f-36d9ce876d4c req-79b083de-b80c-4d79-80c1-2a58b4dadab9 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 945 time: 0.2544687 Feb 19 04:29:14.364568 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a62fa5de-e991-4e70-a987-a1aec75f64c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (917392e6-de83-4a80-a168-f8c4907f8de6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:14.370192 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a62fa5de-e991-4e70-a987-a1aec75f64c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:14.372316 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a62fa5de-e991-4e70-a987-a1aec75f64c9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/917392e6-de83-4a80-a168-f8c4907f8de6 HTTP/1.1" status: 204 len: 168 time: 1.1892571 Feb 19 04:29:14.425691 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62fa5de-e991-4e70-a987-a1aec75f64c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917392e6-de83-4a80-a168-f8c4907f8de6,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:14.563322 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c66607e6-d17e-4c54-8a16-3d5036e53a8f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for port (927584fd-98f5-4986-ba19-1d667be3b7eb), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:14.570549 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c66607e6-d17e-4c54-8a16-3d5036e53a8f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (927584fd-98f5-4986-ba19-1d667be3b7eb), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:14.572893 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c66607e6-d17e-4c54-8a16-3d5036e53a8f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (d36ed6ae-203f-4a74-a987-adedda813b34), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:14.669203 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-534f51ab-b7cc-442e-b72d-2c45a0ce9ea1 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Publish callbacks [] for port (c587f878-bebb-4fa8-b2ef-569908f993ad), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:14.690146 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-700d239b-25b5-4044-b82f-36d9ce876d4c req-2d733dd2-0329-43b8-80ba-30632745f8ff tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684225 Feb 19 04:29:14.776647 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66607e6-d17e-4c54-8a16-3d5036e53a8f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Port': ['ID=927584fd-98f5-4986-ba19-1d667be3b7eb,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:14.832480 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7fd30f16-9cff-4b3f-b01d-f73caad059ed tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (6384a20e-7fc0-480a-89a6-114440762adf), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:14.880596 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66607e6-d17e-4c54-8a16-3d5036e53a8f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network e5a98a45-e543-4773-b83e-77ea327ec16d is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:14.884033 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-c66607e6-d17e-4c54-8a16-3d5036e53a8f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:14.934500 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7fd30f16-9cff-4b3f-b01d-f73caad059ed tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (6384a20e-7fc0-480a-89a6-114440762adf), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:14.967246 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device bcec4398-dd04-473c-b03e-4adcd393162c up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:15.048509 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-534f51ab-b7cc-442e-b72d-2c45a0ce9ea1 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (c587f878-bebb-4fa8-b2ef-569908f993ad), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:15.089101 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port bcec4398-dd04-473c-b03e-4adcd393162c completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:29:15.096385 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port bcec4398-dd04-473c-b03e-4adcd393162c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:15.097054 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (bcec4398-dd04-473c-b03e-4adcd393162c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:15.156484 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66607e6-d17e-4c54-8a16-3d5036e53a8f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Router d36ed6ae-203f-4a74-a987-adedda813b34 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:29:15.203639 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd30f16-9cff-4b3f-b01d-f73caad059ed tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6384a20e-7fc0-480a-89a6-114440762adf,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:15.230789 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7fd30f16-9cff-4b3f-b01d-f73caad059ed tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:15.232257 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7fd30f16-9cff-4b3f-b01d-f73caad059ed tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1271765 Feb 19 04:29:15.240632 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52662) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:15.247151 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-9bda348a-0336-42ed-861d-6593f944b6ae tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Request body: {'security_group_rule': {'security_group_id': '7c64c613-f576-483e-a2cf-4db0a86ebdb1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:15.266102 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534f51ab-b7cc-442e-b72d-2c45a0ce9ea1 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:15.372158 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port bcec4398-dd04-473c-b03e-4adcd393162c is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:15.372792 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bcec4398-dd04-473c-b03e-4adcd393162c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:15.406750 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-534f51ab-b7cc-442e-b72d-2c45a0ce9ea1 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:15.415274 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534f51ab-b7cc-442e-b72d-2c45a0ce9ea1 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:29:15.431155 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f51ab-b7cc-442e-b72d-2c45a0ce9ea1 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Pushing event updated for resources: {'Port': ['ID=c587f878-bebb-4fa8-b2ef-569908f993ad,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:15.521554 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575aa2a2-f9b5-452a-82c6-0bd5599b75c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcec4398-dd04-473c-b03e-4adcd393162c'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:29:15.526001 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d514c0-3e74-4c0c-803f-ab066d8192bc" -d '{"events": [{"server_uuid": "575aa2a2-f9b5-452a-82c6-0bd5599b75c4", "name": "network-vif-plugged", "status": "completed", "tag": "bcec4398-dd04-473c-b03e-4adcd393162c"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:29:15.539152 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port bcec4398-dd04-473c-b03e-4adcd393162c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=bcec4398-dd04-473c-b03e-4adcd393162c,segment=NetworkSegment(866f4430-62ad-45d6-a1c9-becfde8653f6),segment_id=866f4430-62ad-45d6-a1c9-becfde8653f6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:15.574228 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (bcec4398-dd04-473c-b03e-4adcd393162c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:15.584029 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1e32e613-02d8-4b8a-81db-0a4e9872fe9d None None] Provisioning complete for port 927584fd-98f5-4986-ba19-1d667be3b7eb triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:15.585015 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1e32e613-02d8-4b8a-81db-0a4e9872fe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (927584fd-98f5-4986-ba19-1d667be3b7eb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:15.668200 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1e32e613-02d8-4b8a-81db-0a4e9872fe9d None None] Port 927584fd-98f5-4986-ba19-1d667be3b7eb cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:29:15.713481 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0302506b-4fdb-4c4c-af70-ea607ed7719c x-openstack-request-id: req-0302506b-4fdb-4c4c-af70-ea607ed7719c {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:29:15.714455 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575aa2a2-f9b5-452a-82c6-0bd5599b75c4", "name": "network-vif-plugged", "status": "completed", "tag": "bcec4398-dd04-473c-b03e-4adcd393162c", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:29:15.721758 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0302506b-4fdb-4c4c-af70-ea607ed7719c {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:29:15.724123 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575aa2a2-f9b5-452a-82c6-0bd5599b75c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcec4398-dd04-473c-b03e-4adcd393162c', 'code': 200} Feb 19 04:29:15.758347 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66607e6-d17e-4c54-8a16-3d5036e53a8f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:29:15.785603 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac99499-deb5-45b3-9721-fb44adc42bdb req-793ab865-d9c1-4c0c-9f43-542bcbbb8d2b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:15.794620 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d87bdf-7046-4f2f-b462-fadff0852eab None None] Sync routers for ids ['d36ed6ae-203f-4a74-a987-adedda813b34'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:29:15.804398 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac99499-deb5-45b3-9721-fb44adc42bdb req-793ab865-d9c1-4c0c-9f43-542bcbbb8d2b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:15.818130 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac99499-deb5-45b3-9721-fb44adc42bdb req-793ab865-d9c1-4c0c-9f43-542bcbbb8d2b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:15.833707 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac99499-deb5-45b3-9721-fb44adc42bdb req-793ab865-d9c1-4c0c-9f43-542bcbbb8d2b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:15.847781 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac99499-deb5-45b3-9721-fb44adc42bdb req-793ab865-d9c1-4c0c-9f43-542bcbbb8d2b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:15.867853 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac99499-deb5-45b3-9721-fb44adc42bdb req-793ab865-d9c1-4c0c-9f43-542bcbbb8d2b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:15.880856 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac99499-deb5-45b3-9721-fb44adc42bdb req-793ab865-d9c1-4c0c-9f43-542bcbbb8d2b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:15.885158 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1ac99499-deb5-45b3-9721-fb44adc42bdb req-793ab865-d9c1-4c0c-9f43-542bcbbb8d2b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5430 time: 0.4184103 Feb 19 04:29:15.892461 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c66607e6-d17e-4c54-8a16-3d5036e53a8f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "PUT /v2.0/routers/d36ed6ae-203f-4a74-a987-adedda813b34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4241359 Feb 19 04:29:15.898423 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52680) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:15.912478 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d87bdf-7046-4f2f-b462-fadff0852eab None None] Routers {'d36ed6ae-203f-4a74-a987-adedda813b34'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:15.924166 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-73d87bdf-7046-4f2f-b462-fadff0852eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:29:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d36ed6ae-203f-4a74-a987-adedda813b34'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:15.942338 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9bda348a-0336-42ed-861d-6593f944b6ae tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (804f7798-3761-4b0f-bf18-760833d45923), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:16.029542 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534f51ab-b7cc-442e-b72d-2c45a0ce9ea1 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:16.030835 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-534f51ab-b7cc-442e-b72d-2c45a0ce9ea1 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:16.074085 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=bcec4398-dd04-473c-b03e-4adcd393162c,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:16.093357 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-73d87bdf-7046-4f2f-b462-fadff0852eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:16.127297 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d87bdf-7046-4f2f-b462-fadff0852eab None None] Routers {'d36ed6ae-203f-4a74-a987-adedda813b34'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:16.129910 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-73d87bdf-7046-4f2f-b462-fadff0852eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:29:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d36ed6ae-203f-4a74-a987-adedda813b34'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:16.164437 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1ac99499-deb5-45b3-9721-fb44adc42bdb req-f33b3c3e-25db-425d-a350-d92841e6fb3f tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1891603 Feb 19 04:29:16.197914 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-534f51ab-b7cc-442e-b72d-2c45a0ce9ea1 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3008111 Feb 19 04:29:16.199695 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52686) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:16.222654 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-73d87bdf-7046-4f2f-b462-fadff0852eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:16.228803 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d87bdf-7046-4f2f-b462-fadff0852eab None None] The sync data for ids ['d36ed6ae-203f-4a74-a987-adedda813b34'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:29:16.235520 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-774b7e4e-2cd3-49db-883a-fc57b903c87a tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.208'}]}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:16.256468 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e38947-3b00-421b-be19-85ed33e519b1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:16.264199 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-80e38947-3b00-421b-be19-85ed33e519b1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "GET /v2.0/ports/927584fd-98f5-4986-ba19-1d667be3b7eb HTTP/1.1" status: 200 len: 913 time: 0.2841160 Feb 19 04:29:16.266798 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52688) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:16.268623 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe2a5ed2-e655-4e13-a497-86e44a6a2c1b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (0f390899-281d-4856-a0df-2d774e738e7c), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:16.312855 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe2a5ed2-e655-4e13-a497-86e44a6a2c1b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-429138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-429147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455741'] for router (0f390899-281d-4856-a0df-2d774e738e7c), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:16.372955 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-774b7e4e-2cd3-49db-883a-fc57b903c87a tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (2fa42625-f753-416d-bc74-7c5b1ca870b4), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:16.373593 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c43714-cc7f-4f3e-a319-41364cdf485d req-3a9a36d2-5798-4259-a630-07a3782f8eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:16.375374 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d3c43714-cc7f-4f3e-a319-41364cdf485d req-3a9a36d2-5798-4259-a630-07a3782f8eb4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 1128 time: 0.4795938 Feb 19 04:29:16.377070 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-774b7e4e-2cd3-49db-883a-fc57b903c87a tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (2fa42625-f753-416d-bc74-7c5b1ca870b4), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:16.465174 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31daa09c-68e3-4310-bf74-9cd99bc8f13f req-2dcbcf06-997f-4cc4-9cd5-205739b39e4e tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:16.468186 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31daa09c-68e3-4310-bf74-9cd99bc8f13f req-2dcbcf06-997f-4cc4-9cd5-205739b39e4e tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 946 time: 0.4520421 Feb 19 04:29:16.474389 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9bda348a-0336-42ed-861d-6593f944b6ae tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (804f7798-3761-4b0f-bf18-760833d45923), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:16.503676 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9bda348a-0336-42ed-861d-6593f944b6ae tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (804f7798-3761-4b0f-bf18-760833d45923), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:16.557675 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda348a-0336-42ed-861d-6593f944b6ae tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=804f7798-3761-4b0f-bf18-760833d45923,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:16.594407 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d3c43714-cc7f-4f3e-a319-41364cdf485d req-71a760da-bcd9-47d1-922f-08f4085c1b1d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060230 Feb 19 04:29:16.689647 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9bda348a-0336-42ed-861d-6593f944b6ae tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:16.692263 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9bda348a-0336-42ed-861d-6593f944b6ae tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.4498200 Feb 19 04:29:16.702034 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-774b7e4e-2cd3-49db-883a-fc57b903c87a tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Publish callbacks [] for router_controller (2fa42625-f753-416d-bc74-7c5b1ca870b4), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:16.707543 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52696) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:16.821842 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-56bba7a5-2467-4200-9b08-1c483882332e tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (804f7798-3761-4b0f-bf18-760833d45923), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:16.843406 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-56bba7a5-2467-4200-9b08-1c483882332e tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (804f7798-3761-4b0f-bf18-760833d45923), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:16.885175 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31daa09c-68e3-4310-bf74-9cd99bc8f13f req-0391857f-bbd0-45c2-acf8-9fc25e78cc0b tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955514 Feb 19 04:29:16.938351 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2a5ed2-e655-4e13-a497-86e44a6a2c1b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Router 0f390899-281d-4856-a0df-2d774e738e7c has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:29:16.984704 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-56bba7a5-2467-4200-9b08-1c483882332e tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (804f7798-3761-4b0f-bf18-760833d45923), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:17.003920 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-56bba7a5-2467-4200-9b08-1c483882332e tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:17.008124 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-56bba7a5-2467-4200-9b08-1c483882332e tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/804f7798-3761-4b0f-bf18-760833d45923 HTTP/1.1" status: 204 len: 168 time: 0.2983539 Feb 19 04:29:17.024449 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52702) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:17.081389 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bba7a5-2467-4200-9b08-1c483882332e tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=804f7798-3761-4b0f-bf18-760833d45923,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:17.128754 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6b937f3b-c630-49c1-bd13-ff0b5a0cf449 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (d36ed6ae-203f-4a74-a987-adedda813b34), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:17.226081 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-774b7e4e-2cd3-49db-883a-fc57b903c87a tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Publish callbacks [] for router_gateway (2fa42625-f753-416d-bc74-7c5b1ca870b4), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:17.282778 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-13c0183d-eee3-4690-84ef-82b7cafd62aa tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2512155 Feb 19 04:29:17.333767 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52710) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:17.570822 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3b8f5de0-f096-44b0-8930-963cbb908979 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (6384a20e-7fc0-480a-89a6-114440762adf), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:17.598182 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2a5ed2-e655-4e13-a497-86e44a6a2c1b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:29:17.605037 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe2a5ed2-e655-4e13-a497-86e44a6a2c1b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:17.611166 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fe2a5ed2-e655-4e13-a497-86e44a6a2c1b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "PUT /v2.0/routers/0f390899-281d-4856-a0df-2d774e738e7c HTTP/1.1" status: 200 len: 922 time: 5.3568437 Feb 19 04:29:17.611996 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3b8f5de0-f096-44b0-8930-963cbb908979 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (6384a20e-7fc0-480a-89a6-114440762adf), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:17.615743 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52716) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:17.625627 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a0b82e-e1a2-4d16-afba-e1a32d5df8e3 None None] Sync routers for ids ['0f390899-281d-4856-a0df-2d774e738e7c'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:29:17.662008 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a0b82e-e1a2-4d16-afba-e1a32d5df8e3 None None] Routers {'0f390899-281d-4856-a0df-2d774e738e7c'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:17.663231 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-52a0b82e-e1a2-4d16-afba-e1a32d5df8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:29:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['0f390899-281d-4856-a0df-2d774e738e7c'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:17.740282 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-52a0b82e-e1a2-4d16-afba-e1a32d5df8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:17.760438 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a0b82e-e1a2-4d16-afba-e1a32d5df8e3 None None] Routers {'0f390899-281d-4856-a0df-2d774e738e7c'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:17.762021 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-52a0b82e-e1a2-4d16-afba-e1a32d5df8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:29:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['0f390899-281d-4856-a0df-2d774e738e7c'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:17.826422 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-52a0b82e-e1a2-4d16-afba-e1a32d5df8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:17.828762 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a0b82e-e1a2-4d16-afba-e1a32d5df8e3 None None] The sync data for ids ['0f390899-281d-4856-a0df-2d774e738e7c'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:29:17.934630 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3b8f5de0-f096-44b0-8930-963cbb908979 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (6384a20e-7fc0-480a-89a6-114440762adf), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:17.942161 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3b8f5de0-f096-44b0-8930-963cbb908979 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:17.943843 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3b8f5de0-f096-44b0-8930-963cbb908979 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/6384a20e-7fc0-480a-89a6-114440762adf HTTP/1.1" status: 204 len: 168 time: 0.6071408 Feb 19 04:29:17.954433 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52720) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:18.033382 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f5de0-f096-44b0-8930-963cbb908979 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6384a20e-7fc0-480a-89a6-114440762adf,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:18.207083 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b20c3384-93b7-412f-8f5a-7d7ac8b0ba60 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "GET /v2.0/routers/0f390899-281d-4856-a0df-2d774e738e7c HTTP/1.1" status: 200 len: 922 time: 0.5836561 Feb 19 04:29:18.209154 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52728) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:18.357971 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-774b7e4e-2cd3-49db-883a-fc57b903c87a tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Publish callbacks [] for router_gateway (2fa42625-f753-416d-bc74-7c5b1ca870b4), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:18.379945 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739057a1-872a-4619-8443-68e0d46f2ede req-46caf8c8-fd6e-4fea-948d-cf57cd3aa0b9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:18.387682 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739057a1-872a-4619-8443-68e0d46f2ede req-46caf8c8-fd6e-4fea-948d-cf57cd3aa0b9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:18.395138 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739057a1-872a-4619-8443-68e0d46f2ede req-46caf8c8-fd6e-4fea-948d-cf57cd3aa0b9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:18.404241 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739057a1-872a-4619-8443-68e0d46f2ede req-46caf8c8-fd6e-4fea-948d-cf57cd3aa0b9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:18.416140 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739057a1-872a-4619-8443-68e0d46f2ede req-46caf8c8-fd6e-4fea-948d-cf57cd3aa0b9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:18.434296 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739057a1-872a-4619-8443-68e0d46f2ede req-46caf8c8-fd6e-4fea-948d-cf57cd3aa0b9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:18.448557 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739057a1-872a-4619-8443-68e0d46f2ede req-46caf8c8-fd6e-4fea-948d-cf57cd3aa0b9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:18.449223 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-86039eab-eb46-4e0c-a688-d20ba7387da8 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.4780660 Feb 19 04:29:18.451075 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-774b7e4e-2cd3-49db-883a-fc57b903c87a tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:18.477163 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-739057a1-872a-4619-8443-68e0d46f2ede req-46caf8c8-fd6e-4fea-948d-cf57cd3aa0b9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5430 time: 1.0433490 Feb 19 04:29:18.479352 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52732) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:18.645387 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71e3667-0d66-4211-b06d-ed82c8cb2080 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:18.648298 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c71e3667-0d66-4211-b06d-ed82c8cb2080 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&device_id=0f390899-281d-4856-a0df-2d774e738e7c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4272470 Feb 19 04:29:18.648713 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-739057a1-872a-4619-8443-68e0d46f2ede req-e2ea4682-9aa8-4a77-8f4e-5fc85594bf2d tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1698089 Feb 19 04:29:18.649921 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-595afa8e-f849-428e-a09a-b07a004035aa tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (a56d8370-6553-4384-a908-f1b5ef8d3d1d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:18.665514 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7614b1-d5d8-4d18-a220-0d191192bebf req-11d67dd2-5516-403f-bf83-681f7ed3c4b4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:18.666504 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc7614b1-d5d8-4d18-a220-0d191192bebf req-11d67dd2-5516-403f-bf83-681f7ed3c4b4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 946 time: 0.4688601 Feb 19 04:29:18.668642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52734) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:18.692698 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-595afa8e-f849-428e-a09a-b07a004035aa tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (a56d8370-6553-4384-a908-f1b5ef8d3d1d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:18.903989 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-6b937f3b-c630-49c1-bd13-ff0b5a0cf449 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting port 927584fd-98f5-4986-ba19-1d667be3b7eb {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:18.912972 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6b937f3b-c630-49c1-bd13-ff0b5a0cf449 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (927584fd-98f5-4986-ba19-1d667be3b7eb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:18.937079 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-595afa8e-f849-428e-a09a-b07a004035aa tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (a56d8370-6553-4384-a908-f1b5ef8d3d1d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:18.948322 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-595afa8e-f849-428e-a09a-b07a004035aa tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:18.954299 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-595afa8e-f849-428e-a09a-b07a004035aa tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/a56d8370-6553-4384-a908-f1b5ef8d3d1d HTTP/1.1" status: 204 len: 168 time: 0.4651167 Feb 19 04:29:19.027134 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52738) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:19.135520 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4721c5fe-8a8b-4258-8e8b-9eef11fcf913 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1027009 Feb 19 04:29:19.137258 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52742) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:19.208034 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ee488af5-de3e-4380-9a8f-9824a9e00474 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (3b76f848-07c2-42a7-b34e-34cc2c218138), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:19.229840 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ee488af5-de3e-4380-9a8f-9824a9e00474 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (3b76f848-07c2-42a7-b34e-34cc2c218138), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:19.271952 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6b937f3b-c630-49c1-bd13-ff0b5a0cf449 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (927584fd-98f5-4986-ba19-1d667be3b7eb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:19.299680 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc7614b1-d5d8-4d18-a220-0d191192bebf req-902cdb4e-f318-4955-a2cb-feb1d55071d7 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6091983 Feb 19 04:29:19.305199 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-6b937f3b-c630-49c1-bd13-ff0b5a0cf449 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Calling delete_port for 927584fd-98f5-4986-ba19-1d667be3b7eb owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:19.306797 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595afa8e-f849-428e-a09a-b07a004035aa tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a56d8370-6553-4384-a908-f1b5ef8d3d1d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:19.333432 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ee488af5-de3e-4380-9a8f-9824a9e00474 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (3b76f848-07c2-42a7-b34e-34cc2c218138), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:19.341119 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e897027e-967c-4c19-8eba-ede4f9fb0e9b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:19.342872 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e897027e-967c-4c19-8eba-ede4f9fb0e9b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 881 time: 0.6706667 Feb 19 04:29:19.345728 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-774b7e4e-2cd3-49db-883a-fc57b903c87a tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Publish callbacks [] for router (2fa42625-f753-416d-bc74-7c5b1ca870b4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:19.348130 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52744) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:19.357698 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ee488af5-de3e-4380-9a8f-9824a9e00474 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:19.366761 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ee488af5-de3e-4380-9a8f-9824a9e00474 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/3b76f848-07c2-42a7-b34e-34cc2c218138 HTTP/1.1" status: 204 len: 168 time: 0.2219050 Feb 19 04:29:19.366761 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52746) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:19.468164 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-189df89d-7582-4cf5-bfa9-5b841d6359fc tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f390899-281d-4856-a0df-2d774e738e7c HTTP/1.1" status: 200 len: 205 time: 0.1163776 Feb 19 04:29:19.471959 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52750) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:19.477147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee488af5-de3e-4380-9a8f-9824a9e00474 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b76f848-07c2-42a7-b34e-34cc2c218138,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:19.570445 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee488af5-de3e-4380-9a8f-9824a9e00474 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:19.571043 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee488af5-de3e-4380-9a8f-9824a9e00474 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:19.571642 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee488af5-de3e-4380-9a8f-9824a9e00474 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:19.572246 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee488af5-de3e-4380-9a8f-9824a9e00474 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:19.572845 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee488af5-de3e-4380-9a8f-9824a9e00474 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:19.573495 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee488af5-de3e-4380-9a8f-9824a9e00474 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:19.574093 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee488af5-de3e-4380-9a8f-9824a9e00474 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:19.574661 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee488af5-de3e-4380-9a8f-9824a9e00474 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:19.575259 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee488af5-de3e-4380-9a8f-9824a9e00474 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:19.575852 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee488af5-de3e-4380-9a8f-9824a9e00474 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:19.576445 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee488af5-de3e-4380-9a8f-9824a9e00474 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:19.577072 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee488af5-de3e-4380-9a8f-9824a9e00474 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:19.577674 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee488af5-de3e-4380-9a8f-9824a9e00474 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:29:19.707727 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-774b7e4e-2cd3-49db-883a-fc57b903c87a tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (2fa42625-f753-416d-bc74-7c5b1ca870b4), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:19.712541 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-774b7e4e-2cd3-49db-883a-fc57b903c87a tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Publish callbacks [] for router_controller (2fa42625-f753-416d-bc74-7c5b1ca870b4), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:19.744208 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5a376f43-a733-4f57-b8eb-876979797cd9 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3766558 Feb 19 04:29:19.752161 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52754) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:19.822689 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e9249-dc3b-4f64-aef5-1ee3607e05c2 req-092da0bf-179f-45a3-ab75-ba4024ae142e tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:19.830108 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-300e9249-dc3b-4f64-aef5-1ee3607e05c2 req-092da0bf-179f-45a3-ab75-ba4024ae142e tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 946 time: 0.3572841 Feb 19 04:29:19.904188 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-774b7e4e-2cd3-49db-883a-fc57b903c87a tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (2fa42625-f753-416d-bc74-7c5b1ca870b4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:19.905107 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774b7e4e-2cd3-49db-883a-fc57b903c87a tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2fa42625-f753-416d-bc74-7c5b1ca870b4 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:29:19.922581 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5badb7cc-755d-4510-82a5-5f8fe6bafe60 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (d472817d-9ab4-46fc-80a0-9941083aa5be), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:19.957799 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5badb7cc-755d-4510-82a5-5f8fe6bafe60 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (d472817d-9ab4-46fc-80a0-9941083aa5be), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:19.958296 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1adcb98c-2b54-45f2-b2d7-db36aa7f7d20 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router (0f390899-281d-4856-a0df-2d774e738e7c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:20.023179 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-300e9249-dc3b-4f64-aef5-1ee3607e05c2 req-3ba3698a-4159-49ff-ad3a-48698766cf31 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761343 Feb 19 04:29:20.036708 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6b937f3b-c630-49c1-bd13-ff0b5a0cf449 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (927584fd-98f5-4986-ba19-1d667be3b7eb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:20.052573 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5badb7cc-755d-4510-82a5-5f8fe6bafe60 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (d472817d-9ab4-46fc-80a0-9941083aa5be), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:20.137733 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5badb7cc-755d-4510-82a5-5f8fe6bafe60 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:20.140547 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5badb7cc-755d-4510-82a5-5f8fe6bafe60 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/d472817d-9ab4-46fc-80a0-9941083aa5be HTTP/1.1" status: 204 len: 168 time: 0.3826385 Feb 19 04:29:20.143774 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52764) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:20.145830 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badb7cc-755d-4510-82a5-5f8fe6bafe60 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d472817d-9ab4-46fc-80a0-9941083aa5be,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:20.147991 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b937f3b-c630-49c1-bd13-ff0b5a0cf449 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Port': ['ID=927584fd-98f5-4986-ba19-1d667be3b7eb,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:20.151817 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-774b7e4e-2cd3-49db-883a-fc57b903c87a tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 19 04:29:20.157910 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-774b7e4e-2cd3-49db-883a-fc57b903c87a tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9328527 Feb 19 04:29:20.160762 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52766) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:20.238129 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d70de-b5e7-47b0-ae4e-11ac3568fd86 req-37c070a4-cf6c-4f2d-a67a-9bc73427dbd9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:20.243984 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d70de-b5e7-47b0-ae4e-11ac3568fd86 req-37c070a4-cf6c-4f2d-a67a-9bc73427dbd9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:20.274265 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d70de-b5e7-47b0-ae4e-11ac3568fd86 req-37c070a4-cf6c-4f2d-a67a-9bc73427dbd9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:20.280416 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d70de-b5e7-47b0-ae4e-11ac3568fd86 req-37c070a4-cf6c-4f2d-a67a-9bc73427dbd9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:20.286835 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d70de-b5e7-47b0-ae4e-11ac3568fd86 req-37c070a4-cf6c-4f2d-a67a-9bc73427dbd9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:20.305453 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d70de-b5e7-47b0-ae4e-11ac3568fd86 req-37c070a4-cf6c-4f2d-a67a-9bc73427dbd9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:20.311743 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d70de-b5e7-47b0-ae4e-11ac3568fd86 req-37c070a4-cf6c-4f2d-a67a-9bc73427dbd9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:20.314163 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f74d70de-b5e7-47b0-ae4e-11ac3568fd86 req-37c070a4-cf6c-4f2d-a67a-9bc73427dbd9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5430 time: 0.4974174 Feb 19 04:29:20.333086 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1adcb98c-2b54-45f2-b2d7-db36aa7f7d20 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_gateway (0f390899-281d-4856-a0df-2d774e738e7c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:20.535756 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3f5f9466-a88b-4508-aece-bea3341d71bb tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3849823 Feb 19 04:29:20.539711 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52780) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:20.617252 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f74d70de-b5e7-47b0-ae4e-11ac3568fd86 req-375c1684-7851-410f-a2d9-1c7c2e97274f tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2862325 Feb 19 04:29:20.651810 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6b937f3b-c630-49c1-bd13-ff0b5a0cf449 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (d36ed6ae-203f-4a74-a987-adedda813b34), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:20.667420 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-1adcb98c-2b54-45f2-b2d7-db36aa7f7d20 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Deleting port a33a50a3-21b7-4c8d-a2e4-35d4f2248de4 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:20.667802 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1adcb98c-2b54-45f2-b2d7-db36aa7f7d20 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a33a50a3-21b7-4c8d-a2e4-35d4f2248de4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:20.857544 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1adcb98c-2b54-45f2-b2d7-db36aa7f7d20 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a33a50a3-21b7-4c8d-a2e4-35d4f2248de4), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:20.883040 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-1adcb98c-2b54-45f2-b2d7-db36aa7f7d20 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Calling delete_port for a33a50a3-21b7-4c8d-a2e4-35d4f2248de4 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:20.997014 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:29:21.155347 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f355209-98d4-4c84-be54-41a96991c268 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (7c64c613-f576-483e-a2cf-4db0a86ebdb1), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:21.164166 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=78c6088e-c8c2-41a8-8df6-f57a9a4b4e82,segment=NetworkSegment(1e975a58-21cf-443b-876b-098328642114),segment_id=1e975a58-21cf-443b-876b-098328642114)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:21.187479 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '78c6088e-c8c2-41a8-8df6-f57a9a4b4e82', 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1', 'port_id': '78c6088e-c8c2-41a8-8df6-f57a9a4b4e82', 'mac_address': 'fa:16:3e:91:d0:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544bab28-3af6-4f3c-be5b-695dcbab8919', 'ip_address': '10.1.1.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:29:21.207379 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e170a-c32d-4653-a1d1-ec2d4f47c23a req-2f40a667-c444-4cd9-bb59-005b79cf5d7d tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:21.209758 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-be8e170a-c32d-4653-a1d1-ec2d4f47c23a req-2f40a667-c444-4cd9-bb59-005b79cf5d7d tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 946 time: 0.5383830 Feb 19 04:29:21.215459 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-49312ecf-7b5e-48f9-befe-23c279b53bd2 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Deleting port c587f878-bebb-4fa8-b2ef-569908f993ad {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:21.216277 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-49312ecf-7b5e-48f9-befe-23c279b53bd2 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (c587f878-bebb-4fa8-b2ef-569908f993ad), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:21.283218 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f355209-98d4-4c84-be54-41a96991c268 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (7c64c613-f576-483e-a2cf-4db0a86ebdb1), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:21.294821 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b937f3b-c630-49c1-bd13-ff0b5a0cf449 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Router d36ed6ae-203f-4a74-a987-adedda813b34 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:29:21.299512 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:21.300075 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (78c6088e-c8c2-41a8-8df6-f57a9a4b4e82), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:21.340899 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:29:21.368188 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f355209-98d4-4c84-be54-41a96991c268 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7c64c613-f576-483e-a2cf-4db0a86ebdb1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:21.371921 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f355209-98d4-4c84-be54-41a96991c268 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:21.378040 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1f355209-98d4-4c84-be54-41a96991c268 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "DELETE /v2.0/security-groups/7c64c613-f576-483e-a2cf-4db0a86ebdb1 HTTP/1.1" status: 204 len: 168 time: 0.7970352 Feb 19 04:29:21.385071 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52792) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:21.419229 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=78c6088e-c8c2-41a8-8df6-f57a9a4b4e82,segment=NetworkSegment(1e975a58-21cf-443b-876b-098328642114),segment_id=1e975a58-21cf-443b-876b-098328642114)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:21.426251 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f355209-98d4-4c84-be54-41a96991c268 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c64c613-f576-483e-a2cf-4db0a86ebdb1,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:21.427138 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (78c6088e-c8c2-41a8-8df6-f57a9a4b4e82), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:21.428424 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9e561b36-bbb3-4838-adb1-112f3a7b1d33 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:29:21.453808 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1adcb98c-2b54-45f2-b2d7-db36aa7f7d20 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a33a50a3-21b7-4c8d-a2e4-35d4f2248de4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:21.530751 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-49312ecf-7b5e-48f9-befe-23c279b53bd2 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (c587f878-bebb-4fa8-b2ef-569908f993ad), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:21.585187 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-be8e170a-c32d-4653-a1d1-ec2d4f47c23a req-858325b3-fa4d-40fc-a43c-11ea84717576 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944479 Feb 19 04:29:21.600637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adcb98c-2b54-45f2-b2d7-db36aa7f7d20 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Pushing event deleted for resources: {'Port': ['ID=a33a50a3-21b7-4c8d-a2e4-35d4f2248de4,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:21.607389 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-49312ecf-7b5e-48f9-befe-23c279b53bd2 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Calling delete_port for c587f878-bebb-4fa8-b2ef-569908f993ad owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:21.651189 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b937f3b-c630-49c1-bd13-ff0b5a0cf449 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:29:21.686368 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6b937f3b-c630-49c1-bd13-ff0b5a0cf449 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "PUT /v2.0/routers/d36ed6ae-203f-4a74-a987-adedda813b34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4179246 Feb 19 04:29:21.687062 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52798) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:21.695732 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7663e69-1851-4bc6-b84f-41501de869b8 None None] Sync routers for ids ['d36ed6ae-203f-4a74-a987-adedda813b34'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:29:21.751751 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9e561b36-bbb3-4838-adb1-112f3a7b1d33, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9e561b36-bbb3-4838-adb1-112f3a7b1d33,segment=NetworkSegment(1e975a58-21cf-443b-876b-098328642114),segment_id=1e975a58-21cf-443b-876b-098328642114)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:21.807925 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=78c6088e-c8c2-41a8-8df6-f57a9a4b4e82,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:21.817221 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7663e69-1851-4bc6-b84f-41501de869b8 None None] Routers {'d36ed6ae-203f-4a74-a987-adedda813b34'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:21.818328 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b7663e69-1851-4bc6-b84f-41501de869b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:29:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d36ed6ae-203f-4a74-a987-adedda813b34'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:21.824165 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '9e561b36-bbb3-4838-adb1-112f3a7b1d33', 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1', 'port_id': '9e561b36-bbb3-4838-adb1-112f3a7b1d33', 'mac_address': 'fa:16:3e:fc:86:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544bab28-3af6-4f3c-be5b-695dcbab8919', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:29:21.868868 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b7663e69-1851-4bc6-b84f-41501de869b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:21.912113 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7663e69-1851-4bc6-b84f-41501de869b8 None None] Routers {'d36ed6ae-203f-4a74-a987-adedda813b34'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:21.913073 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b7663e69-1851-4bc6-b84f-41501de869b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:29:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d36ed6ae-203f-4a74-a987-adedda813b34'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:21.939075 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-150ba742-5613-40a2-b241-0082dcb883d2 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5472102 Feb 19 04:29:21.947667 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52802) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:21.968521 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-699acc0c-ceb7-48cd-9010-3af08682f385 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1390544826'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:22.022141 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b7663e69-1851-4bc6-b84f-41501de869b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:22.024169 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7663e69-1851-4bc6-b84f-41501de869b8 None None] The sync data for ids ['d36ed6ae-203f-4a74-a987-adedda813b34'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:29:22.053991 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 9e561b36-bbb3-4838-adb1-112f3a7b1d33 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:22.058145 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9e561b36-bbb3-4838-adb1-112f3a7b1d33), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:22.129478 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e561b36-bbb3-4838-adb1-112f3a7b1d33 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:29:22.234227 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1adcb98c-2b54-45f2-b2d7-db36aa7f7d20 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (0f390899-281d-4856-a0df-2d774e738e7c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:22.238032 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9e561b36-bbb3-4838-adb1-112f3a7b1d33, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9e561b36-bbb3-4838-adb1-112f3a7b1d33,segment=NetworkSegment(1e975a58-21cf-443b-876b-098328642114),segment_id=1e975a58-21cf-443b-876b-098328642114)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:22.246974 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9e561b36-bbb3-4838-adb1-112f3a7b1d33), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:22.248611 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:29:22.411926 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-699acc0c-ceb7-48cd-9010-3af08682f385 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:22.417241 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1adcb98c-2b54-45f2-b2d7-db36aa7f7d20 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (0f390899-281d-4856-a0df-2d774e738e7c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:22.426547 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1adcb98c-2b54-45f2-b2d7-db36aa7f7d20 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_controller (0f390899-281d-4856-a0df-2d774e738e7c), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:22.466859 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=9e561b36-bbb3-4838-adb1-112f3a7b1d33,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:22.555272 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c7b3e-4414-40cb-ac56-12d64b641743 req-b86a1fcc-1c56-46d9-a657-826c28b9b984 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:22.564507 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c7b3e-4414-40cb-ac56-12d64b641743 req-b86a1fcc-1c56-46d9-a657-826c28b9b984 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:22.571987 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c7b3e-4414-40cb-ac56-12d64b641743 req-b86a1fcc-1c56-46d9-a657-826c28b9b984 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:22.579041 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c7b3e-4414-40cb-ac56-12d64b641743 req-b86a1fcc-1c56-46d9-a657-826c28b9b984 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:22.585909 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c7b3e-4414-40cb-ac56-12d64b641743 req-b86a1fcc-1c56-46d9-a657-826c28b9b984 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:22.592892 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c7b3e-4414-40cb-ac56-12d64b641743 req-b86a1fcc-1c56-46d9-a657-826c28b9b984 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:22.608638 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c7b3e-4414-40cb-ac56-12d64b641743 req-b86a1fcc-1c56-46d9-a657-826c28b9b984 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:22.623271 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d7c7b3e-4414-40cb-ac56-12d64b641743 req-b86a1fcc-1c56-46d9-a657-826c28b9b984 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5431 time: 0.6812449 Feb 19 04:29:22.655308 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1adcb98c-2b54-45f2-b2d7-db36aa7f7d20 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (0f390899-281d-4856-a0df-2d774e738e7c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:22.656527 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1adcb98c-2b54-45f2-b2d7-db36aa7f7d20 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Fanout notify agent at l3_agent the message router_deleted on router 0f390899-281d-4856-a0df-2d774e738e7c {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:29:22.678758 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1adcb98c-2b54-45f2-b2d7-db36aa7f7d20 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:22.687465 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1adcb98c-2b54-45f2-b2d7-db36aa7f7d20 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "DELETE /v2.0/routers/0f390899-281d-4856-a0df-2d774e738e7c HTTP/1.1" status: 204 len: 168 time: 3.2142248 Feb 19 04:29:22.688567 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52814) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:22.698154 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-a8234794-5bdd-446a-855c-9810942b7244 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1087502617', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:22.717946 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16437a-d65e-4904-9845-f26d666dd975 req-4391bd92-9bfd-4f74-bdbb-d770eac699c4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:22.721479 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8a16437a-d65e-4904-9845-f26d666dd975 req-4391bd92-9bfd-4f74-bdbb-d770eac699c4 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 946 time: 0.6917775 Feb 19 04:29:22.798276 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a8234794-5bdd-446a-855c-9810942b7244 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (9692e864-25f3-4e5b-9686-746b1b8334d6), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:22.803417 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a8234794-5bdd-446a-855c-9810942b7244 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (9692e864-25f3-4e5b-9686-746b1b8334d6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:22.852154 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-49312ecf-7b5e-48f9-befe-23c279b53bd2 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (c587f878-bebb-4fa8-b2ef-569908f993ad), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:22.857022 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d7c7b3e-4414-40cb-ac56-12d64b641743 req-3eab8733-aa15-4f86-898b-dad22dcf19d7 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2288156 Feb 19 04:29:22.967512 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2e4588f5-0efb-4d8f-ab5f-2126c9d7c978,segment=NetworkSegment(a2a1e401-78fd-4a36-92fe-e1e86bcac256),segment_id=a2a1e401-78fd-4a36-92fe-e1e86bcac256)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:22.991998 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49312ecf-7b5e-48f9-befe-23c279b53bd2 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Pushing event deleted for resources: {'Port': ['ID=c587f878-bebb-4fa8-b2ef-569908f993ad,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:23.017394 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '2e4588f5-0efb-4d8f-ab5f-2126c9d7c978', 'network_id': '0197e602-f5d2-48ef-bb73-a3741213d4f6', 'port_id': '2e4588f5-0efb-4d8f-ab5f-2126c9d7c978', 'mac_address': 'fa:16:3e:d7:ae:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fff4b2-f9f1-4478-bd95-9c01635e43e8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:29:23.111593 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:23.114230 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2e4588f5-0efb-4d8f-ab5f-2126c9d7c978), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:23.138910 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:29:23.177122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2e4588f5-0efb-4d8f-ab5f-2126c9d7c978,segment=NetworkSegment(a2a1e401-78fd-4a36-92fe-e1e86bcac256),segment_id=a2a1e401-78fd-4a36-92fe-e1e86bcac256)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:23.177316 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52820) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:23.190114 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2e4588f5-0efb-4d8f-ab5f-2126c9d7c978), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:23.191152 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9ddff2d5-6951-424b-b007-7c254bc14a54 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:29:23.198303 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a8234794-5bdd-446a-855c-9810942b7244 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_controller (9692e864-25f3-4e5b-9686-746b1b8334d6), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:23.208747 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8a16437a-d65e-4904-9845-f26d666dd975 req-b7852172-6d1f-4594-9318-4fac41d659e7 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752553 Feb 19 04:29:23.226616 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a8234794-5bdd-446a-855c-9810942b7244 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (9692e864-25f3-4e5b-9686-746b1b8334d6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:23.260250 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-699acc0c-ceb7-48cd-9010-3af08682f385 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (f8ee246c-9fd7-41a7-ad40-a202f505f662), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:23.268168 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-49312ecf-7b5e-48f9-befe-23c279b53bd2 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:23.272121 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a8234794-5bdd-446a-855c-9810942b7244 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:23.277541 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a8234794-5bdd-446a-855c-9810942b7244 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5843148 Feb 19 04:29:23.277767 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52826) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:23.277919 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-49312ecf-7b5e-48f9-befe-23c279b53bd2 tempest-RoutersAdminNegativeTest-1867542421 tempest-RoutersAdminNegativeTest-1867542421-project-admin] 10.222.0.65 "DELETE /v2.0/ports/c587f878-bebb-4fa8-b2ef-569908f993ad HTTP/1.1" status: 204 len: 168 time: 3.1122255 Feb 19 04:29:23.298829 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-552cc088-9a52-4acf-9b26-1c2d855b441a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Request body: {'router': {'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:23.308556 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-699acc0c-ceb7-48cd-9010-3af08682f385 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f8ee246c-9fd7-41a7-ad40-a202f505f662), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:23.446136 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:29:23.447347 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c44501d8-7221-4a1e-bc46-1d9b8bf9f697 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (d36ed6ae-203f-4a74-a987-adedda813b34), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:23.509009 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9ddff2d5-6951-424b-b007-7c254bc14a54, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9ddff2d5-6951-424b-b007-7c254bc14a54,segment=NetworkSegment(1e975a58-21cf-443b-876b-098328642114),segment_id=1e975a58-21cf-443b-876b-098328642114)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:23.629566 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '9ddff2d5-6951-424b-b007-7c254bc14a54', 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1', 'port_id': '9ddff2d5-6951-424b-b007-7c254bc14a54', 'mac_address': 'fa:16:3e:91:fb:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544bab28-3af6-4f3c-be5b-695dcbab8919', 'ip_address': '10.1.1.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:29:23.726997 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=2e4588f5-0efb-4d8f-ab5f-2126c9d7c978,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:23.727634 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-699acc0c-ceb7-48cd-9010-3af08682f385 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:23.730334 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-699acc0c-ceb7-48cd-9010-3af08682f385 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.7679620 Feb 19 04:29:23.736065 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52834) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:23.737694 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9267b391-398d-4136-80e4-7bb42776a08d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:23.804274 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 9ddff2d5-6951-424b-b007-7c254bc14a54 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:23.805906 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52836) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:23.807865 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9ddff2d5-6951-424b-b007-7c254bc14a54), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:23.848184 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-219988c7-aeb6-455b-813f-b48bcfc4f3e7 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Request body: {'security_group_rule': {'security_group_id': 'f8ee246c-9fd7-41a7-ad40-a202f505f662', 'direction': 'ingress', 'protocol': 17}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:23.869133 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699acc0c-ceb7-48cd-9010-3af08682f385 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ee246c-9fd7-41a7-ad40-a202f505f662,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:23.894602 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ddff2d5-6951-424b-b007-7c254bc14a54 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:29:24.008816 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9ddff2d5-6951-424b-b007-7c254bc14a54, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9ddff2d5-6951-424b-b007-7c254bc14a54,segment=NetworkSegment(1e975a58-21cf-443b-876b-098328642114),segment_id=1e975a58-21cf-443b-876b-098328642114)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:24.028265 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9ddff2d5-6951-424b-b007-7c254bc14a54), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:24.033084 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 3f34b13c-5435-4bbf-ae60-854887c74231 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:29:24.402970 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=9ddff2d5-6951-424b-b007-7c254bc14a54,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:24.435273 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 3f34b13c-5435-4bbf-ae60-854887c74231, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3f34b13c-5435-4bbf-ae60-854887c74231,segment=NetworkSegment(a2a1e401-78fd-4a36-92fe-e1e86bcac256),segment_id=a2a1e401-78fd-4a36-92fe-e1e86bcac256)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:24.476110 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9267b391-398d-4136-80e4-7bb42776a08d admin admin] Publish callbacks [] for security_group (25c9199d-4b0e-4eda-ac52-0b041f2d5ba2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:24.484900 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '3f34b13c-5435-4bbf-ae60-854887c74231', 'network_id': '0197e602-f5d2-48ef-bb73-a3741213d4f6', 'port_id': '3f34b13c-5435-4bbf-ae60-854887c74231', 'mac_address': 'fa:16:3e:2b:c0:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fff4b2-f9f1-4478-bd95-9c01635e43e8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:29:24.514281 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9267b391-398d-4136-80e4-7bb42776a08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (25c9199d-4b0e-4eda-ac52-0b041f2d5ba2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:24.574669 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9267b391-398d-4136-80e4-7bb42776a08d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a0d2d90a9b48411893c4c15f1b27c10d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3856664 Feb 19 04:29:24.630670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52844) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:24.759187 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-552cc088-9a52-4acf-9b26-1c2d855b441a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_gateway (9692e864-25f3-4e5b-9686-746b1b8334d6), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:24.767716 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-219988c7-aeb6-455b-813f-b48bcfc4f3e7 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (d8349d54-bc0e-4c4f-8ce9-40f5bbf08a6c), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:24.990026 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 3f34b13c-5435-4bbf-ae60-854887c74231 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:24.990604 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3f34b13c-5435-4bbf-ae60-854887c74231), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:25.014719 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4d01ce99-258c-4446-894b-edc150de9736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:25.023985 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f34b13c-5435-4bbf-ae60-854887c74231 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:29:25.052672 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6986a-60df-4fc3-b61d-b0cfd5be2967 req-f21ab709-33db-4453-8abf-6e53c050e0b8 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:25.055521 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-82e6986a-60df-4fc3-b61d-b0cfd5be2967 req-f21ab709-33db-4453-8abf-6e53c050e0b8 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 946 time: 1.3019867 Feb 19 04:29:25.076860 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 3f34b13c-5435-4bbf-ae60-854887c74231, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3f34b13c-5435-4bbf-ae60-854887c74231,segment=NetworkSegment(a2a1e401-78fd-4a36-92fe-e1e86bcac256),segment_id=a2a1e401-78fd-4a36-92fe-e1e86bcac256)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:25.087740 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3f34b13c-5435-4bbf-ae60-854887c74231), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:25.088735 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device fdeef649-df0e-40d2-a90b-41f8f92afef9 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:29:25.153777 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=3f34b13c-5435-4bbf-ae60-854887c74231,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:25.348072 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port fdeef649-df0e-40d2-a90b-41f8f92afef9, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=fdeef649-df0e-40d2-a90b-41f8f92afef9,segment=NetworkSegment(8799b4e1-b85f-451a-906a-6c07568a3fb8),segment_id=8799b4e1-b85f-451a-906a-6c07568a3fb8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:25.349099 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-82e6986a-60df-4fc3-b61d-b0cfd5be2967 req-72af141d-cfc7-46e9-8d76-1a1f9cff013d tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771339 Feb 19 04:29:25.368783 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267b391-398d-4136-80e4-7bb42776a08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c9199d-4b0e-4eda-ac52-0b041f2d5ba2,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:25.369581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'fdeef649-df0e-40d2-a90b-41f8f92afef9', 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee', 'port_id': 'fdeef649-df0e-40d2-a90b-41f8f92afef9', 'mac_address': 'fa:16:3e:5a:35:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a6b77b-63ae-42f8-a188-7c9c486cfe0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:29:25.475212 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port fdeef649-df0e-40d2-a90b-41f8f92afef9 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:25.476105 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fdeef649-df0e-40d2-a90b-41f8f92afef9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:25.511642 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdeef649-df0e-40d2-a90b-41f8f92afef9 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:29:25.551598 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port fdeef649-df0e-40d2-a90b-41f8f92afef9, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=fdeef649-df0e-40d2-a90b-41f8f92afef9,segment=NetworkSegment(8799b4e1-b85f-451a-906a-6c07568a3fb8),segment_id=8799b4e1-b85f-451a-906a-6c07568a3fb8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:25.562183 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fdeef649-df0e-40d2-a90b-41f8f92afef9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:25.567047 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 680d45c7-a626-4dc5-b424-148f5e9cc4f9 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:29:25.615141 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4d01ce99-258c-4446-894b-edc150de9736 admin admin] Publish callbacks [] for security_group (6d383783-0835-47f0-bdba-340a9456d030), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:25.626398 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-219988c7-aeb6-455b-813f-b48bcfc4f3e7 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (d8349d54-bc0e-4c4f-8ce9-40f5bbf08a6c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:25.627745 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4d01ce99-258c-4446-894b-edc150de9736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6d383783-0835-47f0-bdba-340a9456d030), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:25.659397 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb58fd0-4a34-41f7-b0ac-d94f560a7c22 req-ccc8e066-b767-4827-af5d-44e2eb1df72b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:25.673240 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb58fd0-4a34-41f7-b0ac-d94f560a7c22 req-ccc8e066-b767-4827-af5d-44e2eb1df72b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:25.687999 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb58fd0-4a34-41f7-b0ac-d94f560a7c22 req-ccc8e066-b767-4827-af5d-44e2eb1df72b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:25.694540 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb58fd0-4a34-41f7-b0ac-d94f560a7c22 req-ccc8e066-b767-4827-af5d-44e2eb1df72b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:25.701589 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb58fd0-4a34-41f7-b0ac-d94f560a7c22 req-ccc8e066-b767-4827-af5d-44e2eb1df72b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:25.707927 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb58fd0-4a34-41f7-b0ac-d94f560a7c22 req-ccc8e066-b767-4827-af5d-44e2eb1df72b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:25.714146 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb58fd0-4a34-41f7-b0ac-d94f560a7c22 req-ccc8e066-b767-4827-af5d-44e2eb1df72b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:25.717040 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bfb58fd0-4a34-41f7-b0ac-d94f560a7c22 req-ccc8e066-b767-4827-af5d-44e2eb1df72b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5434 time: 1.5674491 Feb 19 04:29:25.725807 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-219988c7-aeb6-455b-813f-b48bcfc4f3e7 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (d8349d54-bc0e-4c4f-8ce9-40f5bbf08a6c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:25.735231 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8555fc41-6818-45a3-8216-f75aa191b53d admin admin] Publish callbacks [] for security_group (25c9199d-4b0e-4eda-ac52-0b041f2d5ba2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:25.744871 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=fdeef649-df0e-40d2-a90b-41f8f92afef9,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:25.811660 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219988c7-aeb6-455b-813f-b48bcfc4f3e7 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8349d54-bc0e-4c4f-8ce9-40f5bbf08a6c,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:25.837307 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4d01ce99-258c-4446-894b-edc150de9736 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e43f354ed3cf4b1991d0b1915d5a00e2&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0208125 Feb 19 04:29:25.844895 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52848) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:25.848587 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8555fc41-6818-45a3-8216-f75aa191b53d admin admin] Publish callbacks [] for security_group (25c9199d-4b0e-4eda-ac52-0b041f2d5ba2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:25.860205 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01ce99-258c-4446-894b-edc150de9736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d383783-0835-47f0-bdba-340a9456d030,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:25.862776 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 680d45c7-a626-4dc5-b424-148f5e9cc4f9, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=680d45c7-a626-4dc5-b424-148f5e9cc4f9,segment=NetworkSegment(1e975a58-21cf-443b-876b-098328642114),segment_id=1e975a58-21cf-443b-876b-098328642114)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:25.882562 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-219988c7-aeb6-455b-813f-b48bcfc4f3e7 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:25.889099 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-219988c7-aeb6-455b-813f-b48bcfc4f3e7 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 2.1404727 Feb 19 04:29:25.900558 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52850) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:25.907618 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '680d45c7-a626-4dc5-b424-148f5e9cc4f9', 'network_id': '764b20a5-eab4-4a63-9460-dbe0ef9fffb1', 'port_id': '680d45c7-a626-4dc5-b424-148f5e9cc4f9', 'mac_address': 'fa:16:3e:f6:b3:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544bab28-3af6-4f3c-be5b-695dcbab8919', 'ip_address': '10.1.1.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:29:25.985830 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-c44501d8-7221-4a1e-bc46-1d9b8bf9f697 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting port a8760218-fced-4e0f-aad5-0cc43682335f {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:25.986487 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c44501d8-7221-4a1e-bc46-1d9b8bf9f697 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a8760218-fced-4e0f-aad5-0cc43682335f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:26.025796 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bfb58fd0-4a34-41f7-b0ac-d94f560a7c22 req-2a080984-225a-4c7b-a9be-b44d59e01354 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2973752 Feb 19 04:29:26.036607 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 680d45c7-a626-4dc5-b424-148f5e9cc4f9 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:26.037308 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (680d45c7-a626-4dc5-b424-148f5e9cc4f9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:26.087794 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 680d45c7-a626-4dc5-b424-148f5e9cc4f9 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:29:26.131168 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8555fc41-6818-45a3-8216-f75aa191b53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (25c9199d-4b0e-4eda-ac52-0b041f2d5ba2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:26.134720 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8555fc41-6818-45a3-8216-f75aa191b53d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:26.136117 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8555fc41-6818-45a3-8216-f75aa191b53d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/25c9199d-4b0e-4eda-ac52-0b041f2d5ba2 HTTP/1.1" status: 204 len: 168 time: 1.4685321 Feb 19 04:29:26.160831 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 680d45c7-a626-4dc5-b424-148f5e9cc4f9, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=680d45c7-a626-4dc5-b424-148f5e9cc4f9,segment=NetworkSegment(1e975a58-21cf-443b-876b-098328642114),segment_id=1e975a58-21cf-443b-876b-098328642114)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:26.171139 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (680d45c7-a626-4dc5-b424-148f5e9cc4f9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:26.196680 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555fc41-6818-45a3-8216-f75aa191b53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c9199d-4b0e-4eda-ac52-0b041f2d5ba2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:26.200017 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-279be849-6b37-45dc-bec0-21f9edf4751b admin admin] Publish callbacks [] for security_group (6d383783-0835-47f0-bdba-340a9456d030), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:26.237799 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-279be849-6b37-45dc-bec0-21f9edf4751b admin admin] Publish callbacks [] for security_group (6d383783-0835-47f0-bdba-340a9456d030), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:26.330747 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-279be849-6b37-45dc-bec0-21f9edf4751b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6d383783-0835-47f0-bdba-340a9456d030), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:26.335717 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-279be849-6b37-45dc-bec0-21f9edf4751b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:26.340849 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-279be849-6b37-45dc-bec0-21f9edf4751b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6d383783-0835-47f0-bdba-340a9456d030 HTTP/1.1" status: 204 len: 168 time: 0.4856670 Feb 19 04:29:26.360401 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279be849-6b37-45dc-bec0-21f9edf4751b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d383783-0835-47f0-bdba-340a9456d030,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:26.371964 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48beb45c-b631-48fc-986b-107a63dbdeab req-dd6f350b-2ecc-4546-9265-2db8f01c592a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:26.374830 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-48beb45c-b631-48fc-986b-107a63dbdeab req-dd6f350b-2ecc-4546-9265-2db8f01c592a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 946 time: 0.5045743 Feb 19 04:29:26.387684 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=680d45c7-a626-4dc5-b424-148f5e9cc4f9,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:26.403275 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-34b48eef-f5fd-4924-9dd4-8102dd1a01bc tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (f8ee246c-9fd7-41a7-ad40-a202f505f662), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:26.557475 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c44501d8-7221-4a1e-bc46-1d9b8bf9f697 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a8760218-fced-4e0f-aad5-0cc43682335f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:26.621376 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-48beb45c-b631-48fc-986b-107a63dbdeab req-a8eb9bb7-b005-4148-ad3a-510303a935cc tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238111 Feb 19 04:29:26.637683 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-c44501d8-7221-4a1e-bc46-1d9b8bf9f697 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Calling delete_port for a8760218-fced-4e0f-aad5-0cc43682335f owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:26.640295 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-552cc088-9a52-4acf-9b26-1c2d855b441a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_gateway (9692e864-25f3-4e5b-9686-746b1b8334d6), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:26.708981 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-552cc088-9a52-4acf-9b26-1c2d855b441a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:26.715414 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-34b48eef-f5fd-4924-9dd4-8102dd1a01bc tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (f8ee246c-9fd7-41a7-ad40-a202f505f662), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:26.839169 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52862) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:26.901343 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['2e4588f5-0efb-4d8f-ab5f-2126c9d7c978'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:29:26.935265 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f57e591f-ff65-4099-8f9b-97805c9250d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:27.028701 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-34b48eef-f5fd-4924-9dd4-8102dd1a01bc tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f8ee246c-9fd7-41a7-ad40-a202f505f662), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:27.036028 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-34b48eef-f5fd-4924-9dd4-8102dd1a01bc tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:27.042244 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-34b48eef-f5fd-4924-9dd4-8102dd1a01bc tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "DELETE /v2.0/security-groups/f8ee246c-9fd7-41a7-ad40-a202f505f662 HTTP/1.1" status: 204 len: 168 time: 1.1135526 Feb 19 04:29:27.051025 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52866) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:27.119488 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b48eef-f5fd-4924-9dd4-8102dd1a01bc tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ee246c-9fd7-41a7-ad40-a202f505f662,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:27.141474 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['3f34b13c-5435-4bbf-ae60-854887c74231'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:29:27.175583 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['9e561b36-bbb3-4838-adb1-112f3a7b1d33'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:29:27.189867 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['78c6088e-c8c2-41a8-8df6-f57a9a4b4e82'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:29:27.219422 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c44501d8-7221-4a1e-bc46-1d9b8bf9f697 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (a8760218-fced-4e0f-aad5-0cc43682335f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:27.221536 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-552cc088-9a52-4acf-9b26-1c2d855b441a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Allocated IP 172.25.0.107 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/a2a8aad1-cb66-429f-bd84-e4aa6a6ee7bb) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:27.293599 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44501d8-7221-4a1e-bc46-1d9b8bf9f697 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Port': ['ID=a8760218-fced-4e0f-aad5-0cc43682335f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:27.297286 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['fdeef649-df0e-40d2-a90b-41f8f92afef9'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:29:27.300957 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['680d45c7-a626-4dc5-b424-148f5e9cc4f9'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:29:27.305810 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['9ddff2d5-6951-424b-b007-7c254bc14a54'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:29:27.400494 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-037f8003-8de7-433a-89a8-14cc73b029a4 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3472908 Feb 19 04:29:27.415150 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52872) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:27.427937 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f57e591f-ff65-4099-8f9b-97805c9250d5 admin admin] Publish callbacks [] for security_group (75443b6e-3344-4957-901b-00890bd1c27b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:27.438916 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f57e591f-ff65-4099-8f9b-97805c9250d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (75443b6e-3344-4957-901b-00890bd1c27b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:27.463673 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-92d8051f-332b-42e6-a25b-d04d390da096 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1304972155'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:27.576195 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52876) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:27.612867 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-92d8051f-332b-42e6-a25b-d04d390da096 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:27.765660 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-552cc088-9a52-4acf-9b26-1c2d855b441a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for port (a2a8aad1-cb66-429f-bd84-e4aa6a6ee7bb), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:27.809746 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-51166819-3539-4f7c-9623-ef9726053494 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=96d788b7beb74a1f8464f5a2a373a7a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2106755 Feb 19 04:29:27.825503 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aaf1d-a5b6-47ea-9594-ffb88ce86859 req-05292304-cc2a-4779-9c28-c440af6981fa tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:27.832997 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aaf1d-a5b6-47ea-9594-ffb88ce86859 req-05292304-cc2a-4779-9c28-c440af6981fa tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:27.842441 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f57e591f-ff65-4099-8f9b-97805c9250d5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c317c1d9380b4f9589f55dfd1cdd3b36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9996064 Feb 19 04:29:27.848659 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52880) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:27.849416 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52882) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:27.850309 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aaf1d-a5b6-47ea-9594-ffb88ce86859 req-05292304-cc2a-4779-9c28-c440af6981fa tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:27.857125 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aaf1d-a5b6-47ea-9594-ffb88ce86859 req-05292304-cc2a-4779-9c28-c440af6981fa tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:27.865345 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e591f-ff65-4099-8f9b-97805c9250d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75443b6e-3344-4957-901b-00890bd1c27b,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:27.870767 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aaf1d-a5b6-47ea-9594-ffb88ce86859 req-05292304-cc2a-4779-9c28-c440af6981fa tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:27.879121 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aaf1d-a5b6-47ea-9594-ffb88ce86859 req-05292304-cc2a-4779-9c28-c440af6981fa tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:27.888253 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aaf1d-a5b6-47ea-9594-ffb88ce86859 req-05292304-cc2a-4779-9c28-c440af6981fa tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:27.890944 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5e5aaf1d-a5b6-47ea-9594-ffb88ce86859 req-05292304-cc2a-4779-9c28-c440af6981fa tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5437 time: 0.6137044 Feb 19 04:29:27.896496 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-552cc088-9a52-4acf-9b26-1c2d855b441a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a2a8aad1-cb66-429f-bd84-e4aa6a6ee7bb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:27.950880 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c44501d8-7221-4a1e-bc46-1d9b8bf9f697 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (d36ed6ae-203f-4a74-a987-adedda813b34), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:27.958842 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552cc088-9a52-4acf-9b26-1c2d855b441a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:27.990676 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-552cc088-9a52-4acf-9b26-1c2d855b441a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:28.005538 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552cc088-9a52-4acf-9b26-1c2d855b441a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:29:28.056433 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0ba67298-9b10-4a45-ae52-4a1277854a4b admin admin] Publish callbacks [] for security_group (44638371-e400-48f9-b43d-ac98ac3045d9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:28.116508 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5d403-efd9-4375-a875-288102028918 req-eb54edf9-3b54-4a1c-bcaa-68766cb339ff tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:28.130757 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ba5d403-efd9-4375-a875-288102028918 req-eb54edf9-3b54-4a1c-bcaa-68766cb339ff tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 946 time: 0.5880904 Feb 19 04:29:28.170278 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5e5aaf1d-a5b6-47ea-9594-ffb88ce86859 req-4c2e15ac-4173-4965-9b35-9748ca457088 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2557428 Feb 19 04:29:28.177548 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cc088-9a52-4acf-9b26-1c2d855b441a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Pushing event updated for resources: {'Port': ['ID=a2a8aad1-cb66-429f-bd84-e4aa6a6ee7bb,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:28.355158 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0ba67298-9b10-4a45-ae52-4a1277854a4b admin admin] Publish callbacks [] for security_group (44638371-e400-48f9-b43d-ac98ac3045d9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:28.399403 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ba5d403-efd9-4375-a875-288102028918 req-d30db5af-6d88-40c2-b986-eda2b58ef83a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673442 Feb 19 04:29:28.507024 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5a1007c6-3fa3-4c23-accf-8367dd4e997a admin admin] Publish callbacks [] for security_group (75443b6e-3344-4957-901b-00890bd1c27b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:28.527817 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-92d8051f-332b-42e6-a25b-d04d390da096 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (c70fdcf1-62e7-4ccf-8bd3-27b3bedfc19c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:28.537690 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-92d8051f-332b-42e6-a25b-d04d390da096 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c70fdcf1-62e7-4ccf-8bd3-27b3bedfc19c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:28.689167 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8051f-332b-42e6-a25b-d04d390da096 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70fdcf1-62e7-4ccf-8bd3-27b3bedfc19c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:28.703021 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-92d8051f-332b-42e6-a25b-d04d390da096 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:28.703863 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44501d8-7221-4a1e-bc46-1d9b8bf9f697 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Router d36ed6ae-203f-4a74-a987-adedda813b34 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:29:28.705903 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-92d8051f-332b-42e6-a25b-d04d390da096 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2873251 Feb 19 04:29:28.713961 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52884) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:28.737232 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-376a4cc3-d12c-47d5-bed4-f8fc1e0784c3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1113172210'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:28.866012 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-376a4cc3-d12c-47d5-bed4-f8fc1e0784c3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:28.896383 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-552cc088-9a52-4acf-9b26-1c2d855b441a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_gateway (9692e864-25f3-4e5b-9686-746b1b8334d6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:28.937908 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5a1007c6-3fa3-4c23-accf-8367dd4e997a admin admin] Publish callbacks [] for security_group (75443b6e-3344-4957-901b-00890bd1c27b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:28.944760 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44501d8-7221-4a1e-bc46-1d9b8bf9f697 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:29:28.959940 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f789fa5d-500f-488b-8a85-5315d9ccd8e5 None None] Sync routers for ids ['d36ed6ae-203f-4a74-a987-adedda813b34'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:29:28.963856 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c44501d8-7221-4a1e-bc46-1d9b8bf9f697 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "PUT /v2.0/routers/d36ed6ae-203f-4a74-a987-adedda813b34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2713258 Feb 19 04:29:28.973730 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52886) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:28.996580 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f789fa5d-500f-488b-8a85-5315d9ccd8e5 None None] Routers {'d36ed6ae-203f-4a74-a987-adedda813b34'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:28.999829 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-f789fa5d-500f-488b-8a85-5315d9ccd8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:29:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d36ed6ae-203f-4a74-a987-adedda813b34'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:29.062811 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8c33b8f7-0bdb-46bb-8287-8c83e12b1a0c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "GET /v2.0/ports?device_id=d36ed6ae-203f-4a74-a987-adedda813b34 HTTP/1.1" status: 200 len: 205 time: 0.0838869 Feb 19 04:29:29.077783 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52888) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:29.094267 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-f789fa5d-500f-488b-8a85-5315d9ccd8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:29.119131 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f789fa5d-500f-488b-8a85-5315d9ccd8e5 None None] Routers {'d36ed6ae-203f-4a74-a987-adedda813b34'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:29.120506 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-f789fa5d-500f-488b-8a85-5315d9ccd8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:29:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d36ed6ae-203f-4a74-a987-adedda813b34'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:29.189431 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-f789fa5d-500f-488b-8a85-5315d9ccd8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:29.190861 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f789fa5d-500f-488b-8a85-5315d9ccd8e5 None None] The sync data for ids ['d36ed6ae-203f-4a74-a987-adedda813b34'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:29:29.244875 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-376a4cc3-d12c-47d5-bed4-f8fc1e0784c3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (935a8990-c0ae-4701-8e52-d33d806970dc), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:29.253974 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-376a4cc3-d12c-47d5-bed4-f8fc1e0784c3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (935a8990-c0ae-4701-8e52-d33d806970dc), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:29.262267 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e239a-224e-42c3-90f2-72e965720a43 req-b6e587b4-4282-484a-b6b5-61a3eeb518aa tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:29.265153 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e1e239a-224e-42c3-90f2-72e965720a43 req-b6e587b4-4282-484a-b6b5-61a3eeb518aa tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.48 "GET /v2.0/ports?device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 946 time: 0.8036311 Feb 19 04:29:29.266289 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0ba67298-9b10-4a45-ae52-4a1277854a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (44638371-e400-48f9-b43d-ac98ac3045d9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:29.271613 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0ba67298-9b10-4a45-ae52-4a1277854a4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:29.277000 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0ba67298-9b10-4a45-ae52-4a1277854a4b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/44638371-e400-48f9-b43d-ac98ac3045d9 HTTP/1.1" status: 204 len: 168 time: 1.4132736 Feb 19 04:29:29.342852 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a4cc3-d12c-47d5-bed4-f8fc1e0784c3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=935a8990-c0ae-4701-8e52-d33d806970dc,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:29.354051 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-376a4cc3-d12c-47d5-bed4-f8fc1e0784c3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:29.355875 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-376a4cc3-d12c-47d5-bed4-f8fc1e0784c3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6259887 Feb 19 04:29:29.360683 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52894) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:29.367991 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-1f942210-ace0-4496-9eac-31a5071f6207 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Request body: {'security_group_rule': {'security_group_id': 'c70fdcf1-62e7-4ccf-8bd3-27b3bedfc19c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '935a8990-c0ae-4701-8e52-d33d806970dc', 'remote_ip_prefix': None}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:29.405548 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-552cc088-9a52-4acf-9b26-1c2d855b441a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (9692e864-25f3-4e5b-9686-746b1b8334d6), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:29.423504 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-552cc088-9a52-4acf-9b26-1c2d855b441a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-429138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-429147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455741'] for router (9692e864-25f3-4e5b-9686-746b1b8334d6), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:29.436283 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f942210-ace0-4496-9eac-31a5071f6207 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (be32b496-3bc1-4dd2-bf0d-4066efe3d1b2), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:29.471180 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b647cbbe-255f-4022-9351-2c208fdda34e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (d36ed6ae-203f-4a74-a987-adedda813b34), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:29.549683 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba67298-9b10-4a45-ae52-4a1277854a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44638371-e400-48f9-b43d-ac98ac3045d9,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:29.944337 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f942210-ace0-4496-9eac-31a5071f6207 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (be32b496-3bc1-4dd2-bf0d-4066efe3d1b2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:29.956100 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f942210-ace0-4496-9eac-31a5071f6207 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (be32b496-3bc1-4dd2-bf0d-4066efe3d1b2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:29.960427 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b647cbbe-255f-4022-9351-2c208fdda34e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (d36ed6ae-203f-4a74-a987-adedda813b34), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:29.968732 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5a1007c6-3fa3-4c23-accf-8367dd4e997a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (75443b6e-3344-4957-901b-00890bd1c27b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:29.973543 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5a1007c6-3fa3-4c23-accf-8367dd4e997a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:29.980174 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5a1007c6-3fa3-4c23-accf-8367dd4e997a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/75443b6e-3344-4957-901b-00890bd1c27b HTTP/1.1" status: 204 len: 168 time: 2.1174343 Feb 19 04:29:29.983047 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b647cbbe-255f-4022-9351-2c208fdda34e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router_controller (d36ed6ae-203f-4a74-a987-adedda813b34), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:30.014329 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f942210-ace0-4496-9eac-31a5071f6207 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be32b496-3bc1-4dd2-bf0d-4066efe3d1b2,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:30.038789 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1007c6-3fa3-4c23-accf-8367dd4e997a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75443b6e-3344-4957-901b-00890bd1c27b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:30.057986 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13951112-102b-430e-993e-37c0288cdefc req-fa5d4773-ff3f-4b5b-ae68-4c5b4f179a5b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:30.092175 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13951112-102b-430e-993e-37c0288cdefc req-fa5d4773-ff3f-4b5b-ae68-4c5b4f179a5b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:30.114470 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13951112-102b-430e-993e-37c0288cdefc req-fa5d4773-ff3f-4b5b-ae68-4c5b4f179a5b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:30.116230 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-2e1e239a-224e-42c3-90f2-72e965720a43 req-9bf23129-adbd-4f5c-a576-a9fdc69be22a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Deleting port bcec4398-dd04-473c-b03e-4adcd393162c {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:30.116810 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2e1e239a-224e-42c3-90f2-72e965720a43 req-9bf23129-adbd-4f5c-a576-a9fdc69be22a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (bcec4398-dd04-473c-b03e-4adcd393162c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:30.130911 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13951112-102b-430e-993e-37c0288cdefc req-fa5d4773-ff3f-4b5b-ae68-4c5b4f179a5b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:30.153698 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13951112-102b-430e-993e-37c0288cdefc req-fa5d4773-ff3f-4b5b-ae68-4c5b4f179a5b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:30.169247 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13951112-102b-430e-993e-37c0288cdefc req-fa5d4773-ff3f-4b5b-ae68-4c5b4f179a5b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:30.183558 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13951112-102b-430e-993e-37c0288cdefc req-fa5d4773-ff3f-4b5b-ae68-4c5b4f179a5b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:30.188430 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9e561b36-bbb3-4838-adb1-112f3a7b1d33 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:30.203619 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-13951112-102b-430e-993e-37c0288cdefc req-fa5d4773-ff3f-4b5b-ae68-4c5b4f179a5b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5437 time: 0.7725158 Feb 19 04:29:30.324111 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-2e1e239a-224e-42c3-90f2-72e965720a43 req-9bf23129-adbd-4f5c-a576-a9fdc69be22a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] For port bcec4398-dd04-473c-b03e-4adcd393162c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=bcec4398-dd04-473c-b03e-4adcd393162c,segment=NetworkSegment(866f4430-62ad-45d6-a1c9-becfde8653f6),segment_id=866f4430-62ad-45d6-a1c9-becfde8653f6)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:30.324745 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2e1e239a-224e-42c3-90f2-72e965720a43 req-9bf23129-adbd-4f5c-a576-a9fdc69be22a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (bcec4398-dd04-473c-b03e-4adcd393162c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:30.343253 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 9e561b36-bbb3-4838-adb1-112f3a7b1d33 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:29:30.350119 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 9e561b36-bbb3-4838-adb1-112f3a7b1d33 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:30.350377 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-2e1e239a-224e-42c3-90f2-72e965720a43 req-9bf23129-adbd-4f5c-a576-a9fdc69be22a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Calling delete_port for bcec4398-dd04-473c-b03e-4adcd393162c owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:30.350774 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9e561b36-bbb3-4838-adb1-112f3a7b1d33), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:30.434868 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f942210-ace0-4496-9eac-31a5071f6207 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:30.438674 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1f942210-ace0-4496-9eac-31a5071f6207 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0760269 Feb 19 04:29:30.467191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52912) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:30.528674 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-13951112-102b-430e-993e-37c0288cdefc req-b07f2201-698f-407e-9e8f-23514a0b099c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3002050 Feb 19 04:29:30.582361 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67514834-a9f0-49b7-a62d-423bc62c697a tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (be32b496-3bc1-4dd2-bf0d-4066efe3d1b2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:30.589650 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552cc088-9a52-4acf-9b26-1c2d855b441a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Router 9692e864-25f3-4e5b-9686-746b1b8334d6 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:29:30.614624 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67514834-a9f0-49b7-a62d-423bc62c697a tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (be32b496-3bc1-4dd2-bf0d-4066efe3d1b2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:30.640262 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 9e561b36-bbb3-4838-adb1-112f3a7b1d33 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:30.640906 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9e561b36-bbb3-4838-adb1-112f3a7b1d33), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:30.659460 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b647cbbe-255f-4022-9351-2c208fdda34e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (d36ed6ae-203f-4a74-a987-adedda813b34), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:30.661470 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b647cbbe-255f-4022-9351-2c208fdda34e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Fanout notify agent at l3_agent the message router_deleted on router d36ed6ae-203f-4a74-a987-adedda813b34 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:29:30.684720 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b647cbbe-255f-4022-9351-2c208fdda34e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:30.691733 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b647cbbe-255f-4022-9351-2c208fdda34e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/routers/d36ed6ae-203f-4a74-a987-adedda813b34 HTTP/1.1" status: 204 len: 168 time: 1.6121273 Feb 19 04:29:30.700130 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52920) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:30.726344 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e561b36-bbb3-4838-adb1-112f3a7b1d33'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:29:30.732945 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7579b4f-ed24-4924-a196-d78353a00c75" -d '{"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-plugged", "status": "completed", "tag": "9e561b36-bbb3-4838-adb1-112f3a7b1d33"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:29:30.747550 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c5dc3-596e-423e-afeb-042adc72379f req-3a10b32b-13ad-4a7e-ade9-306bb4a8a4b9 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:30.758083 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e4c5dc3-596e-423e-afeb-042adc72379f req-3a10b32b-13ad-4a7e-ade9-306bb4a8a4b9 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 946 time: 0.9193799 Feb 19 04:29:30.786454 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9e561b36-bbb3-4838-adb1-112f3a7b1d33, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9e561b36-bbb3-4838-adb1-112f3a7b1d33,segment=NetworkSegment(1e975a58-21cf-443b-876b-098328642114),segment_id=1e975a58-21cf-443b-876b-098328642114)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:30.801445 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9e561b36-bbb3-4838-adb1-112f3a7b1d33), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:30.803280 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:30.846880 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2e1e239a-224e-42c3-90f2-72e965720a43 req-9bf23129-adbd-4f5c-a576-a9fdc69be22a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (bcec4398-dd04-473c-b03e-4adcd393162c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:31.012559 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf23129-adbd-4f5c-a576-a9fdc69be22a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Pushing event deleted for resources: {'Port': ['ID=bcec4398-dd04-473c-b03e-4adcd393162c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:31.015347 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=9e561b36-bbb3-4838-adb1-112f3a7b1d33,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:31.032841 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e706e4d-d244-4981-9c1f-4d4db9de2e45 x-openstack-request-id: req-0e706e4d-d244-4981-9c1f-4d4db9de2e45 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:29:31.033246 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-plugged", "status": "completed", "tag": "9e561b36-bbb3-4838-adb1-112f3a7b1d33", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:29:31.033511 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e706e4d-d244-4981-9c1f-4d4db9de2e45 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:29:31.033938 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e561b36-bbb3-4838-adb1-112f3a7b1d33', 'code': 200} Feb 19 04:29:31.093665 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ed7708-c2d7-477f-b4e8-2b3cdde214f1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting subnet 38679481-782a-46a7-b133-df796dd942d9 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:29:31.107906 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6ed7708-c2d7-477f-b4e8-2b3cdde214f1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for subnet (38679481-782a-46a7-b133-df796dd942d9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:31.138290 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:29:31.152057 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:31.152678 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (78c6088e-c8c2-41a8-8df6-f57a9a4b4e82), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:31.246503 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e4c5dc3-596e-423e-afeb-042adc72379f req-ca657681-723b-4d55-a677-59515cd26b2a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/security-groups?id=5d97a921-80cd-4d82-8c3e-d5608fad36dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869602 Feb 19 04:29:31.354746 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1e239a-224e-42c3-90f2-72e965720a43 req-9bf23129-adbd-4f5c-a576-a9fdc69be22a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] No DVR routers for this DVR port bcec4398-dd04-473c-b03e-4adcd393162c on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:29:31.366868 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2e1e239a-224e-42c3-90f2-72e965720a43 req-9bf23129-adbd-4f5c-a576-a9fdc69be22a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:31.398260 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e1e239a-224e-42c3-90f2-72e965720a43 req-9bf23129-adbd-4f5c-a576-a9fdc69be22a tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.48 "DELETE /v2.0/ports/bcec4398-dd04-473c-b03e-4adcd393162c HTTP/1.1" status: 204 len: 173 time: 2.1017692 Feb 19 04:29:31.398944 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575aa2a2-f9b5-452a-82c6-0bd5599b75c4', 'name': 'network-vif-deleted', 'tag': 'bcec4398-dd04-473c-b03e-4adcd393162c'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:29:31.403548 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8354666-abf5-4b99-a9ee-7074d2c05dd2" -d '{"events": [{"server_uuid": "575aa2a2-f9b5-452a-82c6-0bd5599b75c4", "name": "network-vif-deleted", "tag": "bcec4398-dd04-473c-b03e-4adcd393162c"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:29:31.408565 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:31.409393 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (78c6088e-c8c2-41a8-8df6-f57a9a4b4e82), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:31.465618 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=78c6088e-c8c2-41a8-8df6-f57a9a4b4e82,segment=NetworkSegment(1e975a58-21cf-443b-876b-098328642114),segment_id=1e975a58-21cf-443b-876b-098328642114)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:31.473516 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (78c6088e-c8c2-41a8-8df6-f57a9a4b4e82), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:31.474920 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:31.481908 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6ed7708-c2d7-477f-b4e8-2b3cdde214f1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (38679481-782a-46a7-b133-df796dd942d9), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:31.618048 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=78c6088e-c8c2-41a8-8df6-f57a9a4b4e82,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:31.640120 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:29:31.648127 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:31.648895 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2e4588f5-0efb-4d8f-ab5f-2126c9d7c978), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:31.697486 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c4b2f4-b5e4-43ae-9ddf-257c174d61ec x-openstack-request-id: req-38c4b2f4-b5e4-43ae-9ddf-257c174d61ec {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:29:31.698050 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575aa2a2-f9b5-452a-82c6-0bd5599b75c4", "name": "network-vif-deleted", "tag": "bcec4398-dd04-473c-b03e-4adcd393162c", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:29:31.698284 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-38c4b2f4-b5e4-43ae-9ddf-257c174d61ec {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:29:31.698818 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575aa2a2-f9b5-452a-82c6-0bd5599b75c4', 'name': 'network-vif-deleted', 'tag': 'bcec4398-dd04-473c-b03e-4adcd393162c', 'status': 'completed', 'code': 200} Feb 19 04:29:31.759510 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67514834-a9f0-49b7-a62d-423bc62c697a tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (be32b496-3bc1-4dd2-bf0d-4066efe3d1b2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:31.774005 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552cc088-9a52-4acf-9b26-1c2d855b441a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:29:31.790540 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67514834-a9f0-49b7-a62d-423bc62c697a tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:31.792461 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-67514834-a9f0-49b7-a62d-423bc62c697a tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/be32b496-3bc1-4dd2-bf0d-4066efe3d1b2 HTTP/1.1" status: 204 len: 168 time: 1.3161802 Feb 19 04:29:31.806069 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52948) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:31.808480 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-552cc088-9a52-4acf-9b26-1c2d855b441a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:31.813891 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-552cc088-9a52-4acf-9b26-1c2d855b441a tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "PUT /v2.0/routers/9692e864-25f3-4e5b-9686-746b1b8334d6 HTTP/1.1" status: 200 len: 880 time: 8.5221944 Feb 19 04:29:31.821556 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52950) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:31.830542 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52952) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:31.886099 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9380cf-723d-466a-9106-c9be28d0c45b None None] Sync routers for ids ['9692e864-25f3-4e5b-9686-746b1b8334d6'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:29:31.926529 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6ed7708-c2d7-477f-b4e8-2b3cdde214f1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (38679481-782a-46a7-b133-df796dd942d9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:31.992435 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9380cf-723d-466a-9106-c9be28d0c45b None None] Routers {'9692e864-25f3-4e5b-9686-746b1b8334d6'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:31.993171 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ea9380cf-723d-466a-9106-c9be28d0c45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:29:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['9692e864-25f3-4e5b-9686-746b1b8334d6'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:32.007295 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67514834-a9f0-49b7-a62d-423bc62c697a tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be32b496-3bc1-4dd2-bf0d-4066efe3d1b2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:32.024698 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c0abc6b3-12af-448d-824c-98528befc5a6 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "GET /v2.0/routers/9692e864-25f3-4e5b-9686-746b1b8334d6 HTTP/1.1" status: 200 len: 921 time: 0.1875863 Feb 19 04:29:32.030010 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52960) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:32.109174 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6ed7708-c2d7-477f-b4e8-2b3cdde214f1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (38679481-782a-46a7-b133-df796dd942d9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:32.144374 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:32.144775 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2e4588f5-0efb-4d8f-ab5f-2126c9d7c978), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:32.191345 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7659d051-5579-4379-9747-0c05c722a7f5 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:32.202318 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ea9380cf-723d-466a-9106-c9be28d0c45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:32.208762 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7659d051-5579-4379-9747-0c05c722a7f5 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&device_id=9692e864-25f3-4e5b-9686-746b1b8334d6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1775215 Feb 19 04:29:32.214974 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52964) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:32.229319 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5db6309d-ab33-493b-864f-8f0a9c1b6338 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4166517 Feb 19 04:29:32.234554 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52966) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:32.236423 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed7708-c2d7-477f-b4e8-2b3cdde214f1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Subnet': ['ID=38679481-782a-46a7-b133-df796dd942d9,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:32.245316 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6ed7708-c2d7-477f-b4e8-2b3cdde214f1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:32.253663 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a6ed7708-c2d7-477f-b4e8-2b3cdde214f1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/subnets/38679481-782a-46a7-b133-df796dd942d9 HTTP/1.1" status: 204 len: 168 time: 1.5513978 Feb 19 04:29:32.257066 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52968) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:32.296726 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c18377-136e-46c4-8ee4-432cf402be70 req-5b934e02-49ed-46fc-8546-276ec2452396 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:32.310356 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c18377-136e-46c4-8ee4-432cf402be70 req-5b934e02-49ed-46fc-8546-276ec2452396 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:32.322910 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c18377-136e-46c4-8ee4-432cf402be70 req-5b934e02-49ed-46fc-8546-276ec2452396 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:32.324651 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9522773c-df9e-4e18-8bae-52c7e55913f4 None None] Network e5a98a45-e543-4773-b83e-77ea327ec16d requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:32.332871 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2e4588f5-0efb-4d8f-ab5f-2126c9d7c978,segment=NetworkSegment(a2a1e401-78fd-4a36-92fe-e1e86bcac256),segment_id=a2a1e401-78fd-4a36-92fe-e1e86bcac256)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:32.338902 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c18377-136e-46c4-8ee4-432cf402be70 req-5b934e02-49ed-46fc-8546-276ec2452396 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:32.351010 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9380cf-723d-466a-9106-c9be28d0c45b None None] Routers {'9692e864-25f3-4e5b-9686-746b1b8334d6'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:32.351689 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ea9380cf-723d-466a-9106-c9be28d0c45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:29:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['9692e864-25f3-4e5b-9686-746b1b8334d6'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:32.355018 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c18377-136e-46c4-8ee4-432cf402be70 req-5b934e02-49ed-46fc-8546-276ec2452396 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:32.385976 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c18377-136e-46c4-8ee4-432cf402be70 req-5b934e02-49ed-46fc-8546-276ec2452396 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:32.404797 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c18377-136e-46c4-8ee4-432cf402be70 req-5b934e02-49ed-46fc-8546-276ec2452396 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:32.417865 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-784cf4e2-e6c7-41ec-b043-57f70dabfdf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:32.428744 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2e4588f5-0efb-4d8f-ab5f-2126c9d7c978), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:32.429732 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 3f34b13c-5435-4bbf-ae60-854887c74231 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:32.430261 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-21c18377-136e-46c4-8ee4-432cf402be70 req-5b934e02-49ed-46fc-8546-276ec2452396 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5439 time: 0.3511839 Feb 19 04:29:32.610703 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-6d91bf56-9ec2-4df2-9652-d294eef8ff55 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1046480959'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:32.644945 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=2e4588f5-0efb-4d8f-ab5f-2126c9d7c978,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:32.699443 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ea9380cf-723d-466a-9106-c9be28d0c45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:32.700505 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9380cf-723d-466a-9106-c9be28d0c45b None None] The sync data for ids ['9692e864-25f3-4e5b-9686-746b1b8334d6'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:29:32.711093 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-21c18377-136e-46c4-8ee4-432cf402be70 req-f0a7efff-13fb-45bf-a3e2-6fec47a87ea9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2714841 Feb 19 04:29:32.828399 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d91bf56-9ec2-4df2-9652-d294eef8ff55 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Made reservation on behalf of e6fd86a886b94f23a60c0367ccdbf61a for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:32.836470 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6d91bf56-9ec2-4df2-9652-d294eef8ff55 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:32.847492 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 3f34b13c-5435-4bbf-ae60-854887c74231 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:29:32.856400 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 3f34b13c-5435-4bbf-ae60-854887c74231 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:32.857422 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3f34b13c-5435-4bbf-ae60-854887c74231), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:32.887544 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6633eaa4-8a8a-4654-bb0e-e19ff731f308 req-c80517c8-06a3-4c18-a8ef-754ff8134673 tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] 10.222.0.65 "GET /v2.0/ports?device_id=575aa2a2-f9b5-452a-82c6-0bd5599b75c4 HTTP/1.1" status: 200 len: 210 time: 0.3103793 Feb 19 04:29:32.921857 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6d91bf56-9ec2-4df2-9652-d294eef8ff55 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.065989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c6088e-c8c2-41a8-8df6-f57a9a4b4e82'}, {'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4588f5-0efb-4d8f-ab5f-2126c9d7c978'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:29:33.070632 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fd3192-dba4-45bc-9a1d-91b5ec0c0da3" -d '{"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-plugged", "status": "completed", "tag": "78c6088e-c8c2-41a8-8df6-f57a9a4b4e82"}, {"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-plugged", "status": "completed", "tag": "2e4588f5-0efb-4d8f-ab5f-2126c9d7c978"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:29:33.098625 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-25fb0f7b-5eb3-451b-9e03-6365663d12c8 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting subnet 64c6b9ff-9a6c-43f0-b049-920d9f29273c {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:29:33.117971 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999e9906-6dec-4209-b4d2-fb559322e437 None None] DHCP port deletion for e5a98a45-e543-4773-b83e-77ea327ec16d request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:29:33.122902 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 3f34b13c-5435-4bbf-ae60-854887c74231 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:33.123551 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3f34b13c-5435-4bbf-ae60-854887c74231), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.141787 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25fb0f7b-5eb3-451b-9e03-6365663d12c8 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for subnet (64c6b9ff-9a6c-43f0-b049-920d9f29273c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.222499 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 04:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e9eca9-defb-4150-9385-b7ab4335fca2 x-openstack-request-id: req-21e9eca9-defb-4150-9385-b7ab4335fca2 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:29:33.222990 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-plugged", "status": "completed", "tag": "78c6088e-c8c2-41a8-8df6-f57a9a4b4e82", "code": 200}, {"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-plugged", "status": "completed", "tag": "2e4588f5-0efb-4d8f-ab5f-2126c9d7c978", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:29:33.224618 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-21e9eca9-defb-4150-9385-b7ab4335fca2 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:29:33.228090 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c6088e-c8c2-41a8-8df6-f57a9a4b4e82', 'code': 200} Feb 19 04:29:33.228552 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4588f5-0efb-4d8f-ab5f-2126c9d7c978', 'code': 200} Feb 19 04:29:33.241619 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eea501a1-8bb5-47ca-86d6-4cc7013fa9be tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (935a8990-c0ae-4701-8e52-d33d806970dc), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.284382 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 3f34b13c-5435-4bbf-ae60-854887c74231, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3f34b13c-5435-4bbf-ae60-854887c74231,segment=NetworkSegment(a2a1e401-78fd-4a36-92fe-e1e86bcac256),segment_id=a2a1e401-78fd-4a36-92fe-e1e86bcac256)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:33.293245 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3b3c0573-8076-4125-b4b3-e0313a33c3c2 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:29:33.305167 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eea501a1-8bb5-47ca-86d6-4cc7013fa9be tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (935a8990-c0ae-4701-8e52-d33d806970dc), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.307920 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3f34b13c-5435-4bbf-ae60-854887c74231), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.309526 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device fdeef649-df0e-40d2-a90b-41f8f92afef9 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:33.347808 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25fb0f7b-5eb3-451b-9e03-6365663d12c8 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (64c6b9ff-9a6c-43f0-b049-920d9f29273c), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.384545 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7993a06b-a12a-45cf-b549-a176e893df3f tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:33.386426 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7993a06b-a12a-45cf-b549-a176e893df3f tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 881 time: 1.1722436 Feb 19 04:29:33.392014 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52982) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:33.474932 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eea501a1-8bb5-47ca-86d6-4cc7013fa9be tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (935a8990-c0ae-4701-8e52-d33d806970dc), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.477995 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eea501a1-8bb5-47ca-86d6-4cc7013fa9be tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.479439 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-eea501a1-8bb5-47ca-86d6-4cc7013fa9be tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "DELETE /v2.0/security-groups/935a8990-c0ae-4701-8e52-d33d806970dc HTTP/1.1" status: 204 len: 168 time: 1.2438636 Feb 19 04:29:33.515667 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6d91bf56-9ec2-4df2-9652-d294eef8ff55 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks [] for security_group (141a5de7-6a8f-4fa6-8a95-111e4174888e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.517021 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52984) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:33.565349 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea501a1-8bb5-47ca-86d6-4cc7013fa9be tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=935a8990-c0ae-4701-8e52-d33d806970dc,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:33.575525 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6d91bf56-9ec2-4df2-9652-d294eef8ff55 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (141a5de7-6a8f-4fa6-8a95-111e4174888e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.581592 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5c2d5dcd-dafb-47b7-a2c8-3dc0dcd4be62 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "GET /v2.0/ports?device_id=9692e864-25f3-4e5b-9686-746b1b8334d6 HTTP/1.1" status: 200 len: 205 time: 0.1833823 Feb 19 04:29:33.594123 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52988) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:33.632278 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25fb0f7b-5eb3-451b-9e03-6365663d12c8 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (64c6b9ff-9a6c-43f0-b049-920d9f29273c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.683064 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d91bf56-9ec2-4df2-9652-d294eef8ff55 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:29:33.733563 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6d91bf56-9ec2-4df2-9652-d294eef8ff55 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (f014c088-8675-4406-b090-48103f304e7e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:33.734296 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-6d91bf56-9ec2-4df2-9652-d294eef8ff55 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Added segment f014c088-8675-4406-b090-48103f304e7e of type vlan for network 52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74 Feb 19 04:29:33.739242 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91bf56-9ec2-4df2-9652-d294eef8ff55 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=141a5de7-6a8f-4fa6-8a95-111e4174888e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:33.776621 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e2674613-6a91-483a-9f26-377d44a8f630 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2578111 Feb 19 04:29:33.785779 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52992) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:34.020127 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6d91bf56-9ec2-4df2-9652-d294eef8ff55 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:34.056713 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=3f34b13c-5435-4bbf-ae60-854887c74231,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:34.102890 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-999e9906-6dec-4209-b4d2-fb559322e437 None None] Deleting port 3b3c0573-8076-4125-b4b3-e0313a33c3c2 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:34.103284 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-999e9906-6dec-4209-b4d2-fb559322e437 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3b3c0573-8076-4125-b4b3-e0313a33c3c2), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:34.111563 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25fb0f7b-5eb3-451b-9e03-6365663d12c8 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (64c6b9ff-9a6c-43f0-b049-920d9f29273c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:34.132779 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 3b3c0573-8076-4125-b4b3-e0313a33c3c2 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:34.133234 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3b3c0573-8076-4125-b4b3-e0313a33c3c2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:34.188034 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb0f7b-5eb3-451b-9e03-6365663d12c8 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Subnet': ['ID=64c6b9ff-9a6c-43f0-b049-920d9f29273c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:34.188283 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port fdeef649-df0e-40d2-a90b-41f8f92afef9 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:29:34.218414 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6d91bf56-9ec2-4df2-9652-d294eef8ff55 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:34.235578 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8747db-ab6e-4ac4-9261-a00bb5ebc449 None None] Network d49e933d-d7d3-4aa5-9825-3a48d3a1833e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:34.239424 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d91bf56-9ec2-4df2-9652-d294eef8ff55 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:34.240697 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6d91bf56-9ec2-4df2-9652-d294eef8ff55 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:34.243413 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port fdeef649-df0e-40d2-a90b-41f8f92afef9 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:34.244038 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fdeef649-df0e-40d2-a90b-41f8f92afef9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:34.250843 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25fb0f7b-5eb3-451b-9e03-6365663d12c8 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:34.264458 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-25fb0f7b-5eb3-451b-9e03-6365663d12c8 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/subnets/64c6b9ff-9a6c-43f0-b049-920d9f29273c HTTP/1.1" status: 204 len: 168 time: 2.0018857 Feb 19 04:29:34.452773 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53006) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:34.453631 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53016) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:34.455586 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91bf56-9ec2-4df2-9652-d294eef8ff55 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Pushing event updated for resources: {'Network': ['ID=52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:34.557054 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-999e9906-6dec-4209-b4d2-fb559322e437 None None] For port 3b3c0573-8076-4125-b4b3-e0313a33c3c2, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3b3c0573-8076-4125-b4b3-e0313a33c3c2,segment=NetworkSegment(62096f76-f534-48cf-890b-1adb40041c59),segment_id=62096f76-f534-48cf-890b-1adb40041c59)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:34.565286 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-999e9906-6dec-4209-b4d2-fb559322e437 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3b3c0573-8076-4125-b4b3-e0313a33c3c2), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:34.596445 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:29:34.659380 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7662fe36-38e1-4a6a-a707-f0c68e5402bd tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (c70fdcf1-62e7-4ccf-8bd3-27b3bedfc19c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:34.667150 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6d91bf56-9ec2-4df2-9652-d294eef8ff55 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.8325548 Feb 19 04:29:34.678096 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-999e9906-6dec-4209-b4d2-fb559322e437 None None] Calling delete_port for 3b3c0573-8076-4125-b4b3-e0313a33c3c2 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:34.679699 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53020) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:34.703341 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7662fe36-38e1-4a6a-a707-f0c68e5402bd tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (c70fdcf1-62e7-4ccf-8bd3-27b3bedfc19c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:34.770330 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-64d809a0-1db7-4ed1-a682-728613fa7362 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router (9692e864-25f3-4e5b-9686-746b1b8334d6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:34.773481 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-a7fa1719-f2e5-470b-935f-b22eeb890d5c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Request body: {'subnet': {'network_id': '52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:34.845859 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e7e2ae-17c7-4414-b62d-c7240b8df8e8 admin admin] Deleting subnet 03461490-9a6a-4c20-8dcc-67de82146434 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:29:35.016874 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5562fc1a-d94a-4d4f-bedd-c2d4d066c2e2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (e5a98a45-e543-4773-b83e-77ea327ec16d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.022475 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fefee-1531-470b-a9dd-853c18bac4d2 req-aea65ef2-a7b3-4fb1-822f-b49e79825a04 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:35.034356 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-33e7e2ae-17c7-4414-b62d-c7240b8df8e8 admin admin] Publish callbacks [] for subnet (03461490-9a6a-4c20-8dcc-67de82146434), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.065085 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fefee-1531-470b-a9dd-853c18bac4d2 req-aea65ef2-a7b3-4fb1-822f-b49e79825a04 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:35.086095 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fefee-1531-470b-a9dd-853c18bac4d2 req-aea65ef2-a7b3-4fb1-822f-b49e79825a04 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:35.106372 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fefee-1531-470b-a9dd-853c18bac4d2 req-aea65ef2-a7b3-4fb1-822f-b49e79825a04 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:35.124746 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fefee-1531-470b-a9dd-853c18bac4d2 req-aea65ef2-a7b3-4fb1-822f-b49e79825a04 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:35.147334 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 3b3c0573-8076-4125-b4b3-e0313a33c3c2, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3b3c0573-8076-4125-b4b3-e0313a33c3c2,segment=NetworkSegment(62096f76-f534-48cf-890b-1adb40041c59),segment_id=62096f76-f534-48cf-890b-1adb40041c59)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:35.154485 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fefee-1531-470b-a9dd-853c18bac4d2 req-aea65ef2-a7b3-4fb1-822f-b49e79825a04 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:35.155830 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-33e7e2ae-17c7-4414-b62d-c7240b8df8e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (03461490-9a6a-4c20-8dcc-67de82146434), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.177966 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fefee-1531-470b-a9dd-853c18bac4d2 req-aea65ef2-a7b3-4fb1-822f-b49e79825a04 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:35.184356 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f67fefee-1531-470b-a9dd-853c18bac4d2 req-aea65ef2-a7b3-4fb1-822f-b49e79825a04 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5441 time: 0.6432879 Feb 19 04:29:35.206983 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3b3c0573-8076-4125-b4b3-e0313a33c3c2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.247995 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7662fe36-38e1-4a6a-a707-f0c68e5402bd tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c70fdcf1-62e7-4ccf-8bd3-27b3bedfc19c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.249149 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-33e7e2ae-17c7-4414-b62d-c7240b8df8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (03461490-9a6a-4c20-8dcc-67de82146434), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.260233 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7662fe36-38e1-4a6a-a707-f0c68e5402bd tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.269629 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7662fe36-38e1-4a6a-a707-f0c68e5402bd tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "DELETE /v2.0/security-groups/c70fdcf1-62e7-4ccf-8bd3-27b3bedfc19c HTTP/1.1" status: 204 len: 168 time: 1.4793251 Feb 19 04:29:35.273719 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53028) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:35.324199 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f34b13c-5435-4bbf-ae60-854887c74231'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:29:35.328274 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2301a5a-8145-46e6-bd94-bd02ee304d28" -d '{"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-plugged", "status": "completed", "tag": "3f34b13c-5435-4bbf-ae60-854887c74231"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:29:35.333923 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event deleted for resources: {'Port': ['ID=3b3c0573-8076-4125-b4b3-e0313a33c3c2,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:35.339679 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-999e9906-6dec-4209-b4d2-fb559322e437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (3b3c0573-8076-4125-b4b3-e0313a33c3c2), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.362405 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cf4300f3-5640-493e-8b6a-9e8e7013e2b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.381494 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662fe36-38e1-4a6a-a707-f0c68e5402bd tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70fdcf1-62e7-4ccf-8bd3-27b3bedfc19c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:35.389982 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-64d809a0-1db7-4ed1-a682-728613fa7362 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_gateway (9692e864-25f3-4e5b-9686-746b1b8334d6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.492744 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e9906-6dec-4209-b4d2-fb559322e437 None None] Pushing event deleted for resources: {'Port': ['ID=3b3c0573-8076-4125-b4b3-e0313a33c3c2,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:35.560440 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e9906-6dec-4209-b4d2-fb559322e437 None None] No DVR routers for this DVR port 3b3c0573-8076-4125-b4b3-e0313a33c3c2 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:29:35.561009 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-33e7e2ae-17c7-4414-b62d-c7240b8df8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (03461490-9a6a-4c20-8dcc-67de82146434), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.574617 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5cdf3a-4432-4860-99da-e059e657c561 x-openstack-request-id: req-ef5cdf3a-4432-4860-99da-e059e657c561 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:29:35.574617 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-plugged", "status": "completed", "tag": "3f34b13c-5435-4bbf-ae60-854887c74231", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:29:35.574617 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ef5cdf3a-4432-4860-99da-e059e657c561 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:29:35.576064 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f34b13c-5435-4bbf-ae60-854887c74231', 'code': 200} Feb 19 04:29:35.581796 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port fdeef649-df0e-40d2-a90b-41f8f92afef9 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:35.582576 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fdeef649-df0e-40d2-a90b-41f8f92afef9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.613396 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b57cf21-de8a-4d18-9aa0-0a61e850c17f None None] DHCP port deletion for d49e933d-d7d3-4aa5-9825-3a48d3a1833e request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:29:35.680621 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7e2ae-17c7-4414-b62d-c7240b8df8e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03461490-9a6a-4c20-8dcc-67de82146434,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:35.722389 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-64d809a0-1db7-4ed1-a682-728613fa7362 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Deleting port a2a8aad1-cb66-429f-bd84-e4aa6a6ee7bb {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:35.723223 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-64d809a0-1db7-4ed1-a682-728613fa7362 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a2a8aad1-cb66-429f-bd84-e4aa6a6ee7bb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.740025 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-399d83db-c716-4b57-b358-669706ddc136 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4585204 Feb 19 04:29:35.751818 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53038) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:35.765029 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-d4c59156-99b1-4f7c-b5b8-5b0facce8a6a tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1085191637'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:35.771291 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-33e7e2ae-17c7-4414-b62d-c7240b8df8e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.776497 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-33e7e2ae-17c7-4414-b62d-c7240b8df8e8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/03461490-9a6a-4c20-8dcc-67de82146434 HTTP/1.1" status: 204 len: 168 time: 1.2970877 Feb 19 04:29:35.777629 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port fdeef649-df0e-40d2-a90b-41f8f92afef9, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=fdeef649-df0e-40d2-a90b-41f8f92afef9,segment=NetworkSegment(8799b4e1-b85f-451a-906a-6c07568a3fb8),segment_id=8799b4e1-b85f-451a-906a-6c07568a3fb8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:35.781393 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53042) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:35.791900 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fdeef649-df0e-40d2-a90b-41f8f92afef9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.795329 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 680d45c7-a626-4dc5-b424-148f5e9cc4f9 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:35.909397 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f67fefee-1531-470b-a9dd-853c18bac4d2 req-fd2edba3-2480-4b25-9ea6-85e320e1f955 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6683481 Feb 19 04:29:35.940063 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8b57cf21-de8a-4d18-9aa0-0a61e850c17f None None] Deleting port 4ed2dd2f-d169-4855-b439-2c1747065bc6 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:35.943492 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8b57cf21-de8a-4d18-9aa0-0a61e850c17f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (4ed2dd2f-d169-4855-b439-2c1747065bc6), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.978517 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d4c59156-99b1-4f7c-b5b8-5b0facce8a6a tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:36.052821 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5562fc1a-d94a-4d4f-bedd-c2d4d066c2e2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (e5a98a45-e543-4773-b83e-77ea327ec16d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:36.083247 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-64d809a0-1db7-4ed1-a682-728613fa7362 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a2a8aad1-cb66-429f-bd84-e4aa6a6ee7bb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:36.093133 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fa1719-f2e5-470b-935f-b22eeb890d5c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Made reservation on behalf of e6fd86a886b94f23a60c0367ccdbf61a for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:36.099647 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a7fa1719-f2e5-470b-935f-b22eeb890d5c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:36.120078 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-64d809a0-1db7-4ed1-a682-728613fa7362 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Calling delete_port for a2a8aad1-cb66-429f-bd84-e4aa6a6ee7bb owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:36.158124 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=fdeef649-df0e-40d2-a90b-41f8f92afef9,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:36.219239 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8b57cf21-de8a-4d18-9aa0-0a61e850c17f None None] For port 4ed2dd2f-d169-4855-b439-2c1747065bc6, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=4ed2dd2f-d169-4855-b439-2c1747065bc6,segment=NetworkSegment(3628b762-0e45-4c7e-b5de-200a7abf9171),segment_id=3628b762-0e45-4c7e-b5de-200a7abf9171)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:36.219872 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8b57cf21-de8a-4d18-9aa0-0a61e850c17f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (4ed2dd2f-d169-4855-b439-2c1747065bc6), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:36.247125 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8b57cf21-de8a-4d18-9aa0-0a61e850c17f None None] Calling delete_port for 4ed2dd2f-d169-4855-b439-2c1747065bc6 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:36.388610 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d4c59156-99b1-4f7c-b5b8-5b0facce8a6a tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (b52507af-e11a-4604-9f36-ebfe495ceb6c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:36.409580 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d4c59156-99b1-4f7c-b5b8-5b0facce8a6a tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b52507af-e11a-4604-9f36-ebfe495ceb6c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:36.451191 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8b57cf21-de8a-4d18-9aa0-0a61e850c17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (4ed2dd2f-d169-4855-b439-2c1747065bc6), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:36.528686 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a7fa1719-f2e5-470b-935f-b22eeb890d5c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (f1400617-025e-4246-b432-77658e4f5b77), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:36.534757 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c59156-99b1-4f7c-b5b8-5b0facce8a6a tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b52507af-e11a-4604-9f36-ebfe495ceb6c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:36.556356 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d4c59156-99b1-4f7c-b5b8-5b0facce8a6a tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:36.569991 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57cf21-de8a-4d18-9aa0-0a61e850c17f None None] Pushing event deleted for resources: {'Port': ['ID=4ed2dd2f-d169-4855-b439-2c1747065bc6,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:36.580055 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d4c59156-99b1-4f7c-b5b8-5b0facce8a6a tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8256559 Feb 19 04:29:36.585210 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53050) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:36.586250 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 680d45c7-a626-4dc5-b424-148f5e9cc4f9 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:29:36.609068 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b57cf21-de8a-4d18-9aa0-0a61e850c17f None None] No DVR routers for this DVR port 4ed2dd2f-d169-4855-b439-2c1747065bc6 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:29:36.613286 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-6b839669-fdc4-4ab6-b218-cec6b7b93f5d tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Request body: {'security_group_rule': {'security_group_id': 'b52507af-e11a-4604-9f36-ebfe495ceb6c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:36.618950 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 680d45c7-a626-4dc5-b424-148f5e9cc4f9 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:36.628434 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (680d45c7-a626-4dc5-b424-148f5e9cc4f9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:36.649632 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-5562fc1a-d94a-4d4f-bedd-c2d4d066c2e2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a98a45-e543-4773-b83e-77ea327ec16d']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:36.659970 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6cdae7c6-d475-4bac-87ad-558201062dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (095ae5e7-e817-4723-b26d-53f0c41ac60c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:36.709991 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-5562fc1a-d94a-4d4f-bedd-c2d4d066c2e2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62096f76-f534-48cf-890b-1adb40041c59') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:36.710471 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-5562fc1a-d94a-4d4f-bedd-c2d4d066c2e2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62096f76-f534-48cf-890b-1adb40041c59') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:36.833422 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa1719-f2e5-470b-935f-b22eeb890d5c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Pushing event updated for resources: {'Subnet': ['ID=f1400617-025e-4246-b432-77658e4f5b77,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:36.867363 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:36.882797 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5562fc1a-d94a-4d4f-bedd-c2d4d066c2e2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (62096f76-f534-48cf-890b-1adb40041c59), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:36.926389 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6b839669-fdc4-4ab6-b218-cec6b7b93f5d tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (37ec0704-4ab9-4f53-888b-04ffc1453c27), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:36.945101 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fa1719-f2e5-470b-935f-b22eeb890d5c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Checking segment: {'id': 'f014c088-8675-4406-b090-48103f304e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:29:36.945694 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fa1719-f2e5-470b-935f-b22eeb890d5c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Network hostable DHCP agents. Network: 52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:29:36.963970 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5562fc1a-d94a-4d4f-bedd-c2d4d066c2e2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (62096f76-f534-48cf-890b-1adb40041c59), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:37.009072 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 680d45c7-a626-4dc5-b424-148f5e9cc4f9 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:37.009381 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-64d809a0-1db7-4ed1-a682-728613fa7362 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (a2a8aad1-cb66-429f-bd84-e4aa6a6ee7bb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:37.009787 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (680d45c7-a626-4dc5-b424-148f5e9cc4f9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:37.052715 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6b839669-fdc4-4ab6-b218-cec6b7b93f5d tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (37ec0704-4ab9-4f53-888b-04ffc1453c27), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:37.066509 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5562fc1a-d94a-4d4f-bedd-c2d4d066c2e2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:29:37.067250 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5562fc1a-d94a-4d4f-bedd-c2d4d066c2e2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (62096f76-f534-48cf-890b-1adb40041c59), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:37.076971 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6b839669-fdc4-4ab6-b218-cec6b7b93f5d tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (37ec0704-4ab9-4f53-888b-04ffc1453c27), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:37.158583 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 680d45c7-a626-4dc5-b424-148f5e9cc4f9, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=680d45c7-a626-4dc5-b424-148f5e9cc4f9,segment=NetworkSegment(1e975a58-21cf-443b-876b-098328642114),segment_id=1e975a58-21cf-443b-876b-098328642114)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:37.161283 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b839669-fdc4-4ab6-b218-cec6b7b93f5d tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ec0704-4ab9-4f53-888b-04ffc1453c27,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:37.171604 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (680d45c7-a626-4dc5-b424-148f5e9cc4f9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:29:37.189421 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:29:37.210721 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d809a0-1db7-4ed1-a682-728613fa7362 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Pushing event deleted for resources: {'Port': ['ID=a2a8aad1-cb66-429f-bd84-e4aa6a6ee7bb,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:37.212990 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fa1719-f2e5-470b-935f-b22eeb890d5c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Network 52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:29:37.253897 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9ddff2d5-6951-424b-b007-7c254bc14a54 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:37.325899 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6b839669-fdc4-4ab6-b218-cec6b7b93f5d tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:37.327951 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6b839669-fdc4-4ab6-b218-cec6b7b93f5d tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7304895 Feb 19 04:29:37.330945 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-a7fa1719-f2e5-470b-935f-b22eeb890d5c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:37.346999 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fa1719-f2e5-470b-935f-b22eeb890d5c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:37.352088 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a7fa1719-f2e5-470b-935f-b22eeb890d5c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:37.367938 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53054) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:37.405408 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bab7341-53f5-4039-b7a9-e68aa0ab9bbb None None] Network 52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:37.472339 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5562fc1a-d94a-4d4f-bedd-c2d4d066c2e2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (e5a98a45-e543-4773-b83e-77ea327ec16d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:37.476054 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-64d809a0-1db7-4ed1-a682-728613fa7362 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (9692e864-25f3-4e5b-9686-746b1b8334d6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:37.511611 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5562fc1a-d94a-4d4f-bedd-c2d4d066c2e2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:37.520814 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5562fc1a-d94a-4d4f-bedd-c2d4d066c2e2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/networks/e5a98a45-e543-4773-b83e-77ea327ec16d HTTP/1.1" status: 204 len: 168 time: 3.0598810 Feb 19 04:29:37.538832 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53056) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:37.570144 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6cdae7c6-d475-4bac-87ad-558201062dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (095ae5e7-e817-4723-b26d-53f0c41ac60c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:37.570425 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=680d45c7-a626-4dc5-b424-148f5e9cc4f9,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:37.587232 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4ed2dd2f-d169-4855-b439-2c1747065bc6 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:29:37.601438 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdeef649-df0e-40d2-a90b-41f8f92afef9'}, {'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680d45c7-a626-4dc5-b424-148f5e9cc4f9'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:29:37.605993 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa78c6c3-f8a3-4b65-9284-71284b40ed71" -d '{"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-plugged", "status": "completed", "tag": "fdeef649-df0e-40d2-a90b-41f8f92afef9"}, {"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-plugged", "status": "completed", "tag": "680d45c7-a626-4dc5-b424-148f5e9cc4f9"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:29:37.639393 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562fc1a-d94a-4d4f-bedd-c2d4d066c2e2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Network': ['ID=e5a98a45-e543-4773-b83e-77ea327ec16d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:37.640361 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:37.646314 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 9ddff2d5-6951-424b-b007-7c254bc14a54 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:29:37.652337 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 4ed2dd2f-d169-4855-b439-2c1747065bc6 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:29:37.653757 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4ed2dd2f-d169-4855-b439-2c1747065bc6 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:29:37.663851 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 9ddff2d5-6951-424b-b007-7c254bc14a54 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:37.664404 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9ddff2d5-6951-424b-b007-7c254bc14a54), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:37.675655 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a7fa1719-f2e5-470b-935f-b22eeb890d5c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9765191 Feb 19 04:29:37.685877 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53060) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:37.781546 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 04:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff4ad19-271e-4ee6-a39e-d551e0f1744a x-openstack-request-id: req-6ff4ad19-271e-4ee6-a39e-d551e0f1744a {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:29:37.782063 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-plugged", "status": "completed", "tag": "fdeef649-df0e-40d2-a90b-41f8f92afef9", "code": 200}, {"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-plugged", "status": "completed", "tag": "680d45c7-a626-4dc5-b424-148f5e9cc4f9", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:29:37.782435 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ff4ad19-271e-4ee6-a39e-d551e0f1744a {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:29:37.783037 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdeef649-df0e-40d2-a90b-41f8f92afef9', 'code': 200} Feb 19 04:29:37.784182 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680d45c7-a626-4dc5-b424-148f5e9cc4f9', 'code': 200} Feb 19 04:29:37.792159 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-f35f5102-f66e-4eea-bdf8-6cf724e866db tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Request body: {'port': {'network_id': '52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-417028203'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:37.806376 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab6b8cd-c982-45d5-b580-eeb5ef4918d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74', 'network_id': '52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74', 'project_id': 'e6fd86a886b94f23a60c0367ccdbf61a', 'fixed_ips': [{'subnet_id': 'f1400617-025e-4246-b432-77658e4f5b77'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:29:37.809703 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0ab6b8cd-c982-45d5-b580-eeb5ef4918d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:37.839446 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-64d809a0-1db7-4ed1-a682-728613fa7362 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (9692e864-25f3-4e5b-9686-746b1b8334d6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:37.842675 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-64d809a0-1db7-4ed1-a682-728613fa7362 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_controller (9692e864-25f3-4e5b-9686-746b1b8334d6), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:37.873241 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-6cdae7c6-d475-4bac-87ad-558201062dae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095ae5e7-e817-4723-b26d-53f0c41ac60c']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:37.904576 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-6cdae7c6-d475-4bac-87ad-558201062dae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866f4430-62ad-45d6-a1c9-becfde8653f6') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:37.905151 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-6cdae7c6-d475-4bac-87ad-558201062dae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866f4430-62ad-45d6-a1c9-becfde8653f6') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:37.916823 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:37.924960 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6cdae7c6-d475-4bac-87ad-558201062dae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (866f4430-62ad-45d6-a1c9-becfde8653f6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:37.965112 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-64d809a0-1db7-4ed1-a682-728613fa7362 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (9692e864-25f3-4e5b-9686-746b1b8334d6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:37.965799 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d809a0-1db7-4ed1-a682-728613fa7362 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Fanout notify agent at l3_agent the message router_deleted on router 9692e864-25f3-4e5b-9686-746b1b8334d6 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:29:37.975473 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-64d809a0-1db7-4ed1-a682-728613fa7362 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:37.983400 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-64d809a0-1db7-4ed1-a682-728613fa7362 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "DELETE /v2.0/routers/9692e864-25f3-4e5b-9686-746b1b8334d6 HTTP/1.1" status: 204 len: 168 time: 4.3810048 Feb 19 04:29:37.988554 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53066) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:38.002672 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 9ddff2d5-6951-424b-b007-7c254bc14a54 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:38.003241 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9ddff2d5-6951-424b-b007-7c254bc14a54), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:38.006243 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-83d076ae-49e5-43ce-862b-b2859945763f tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-429018759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:38.070174 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-83d076ae-49e5-43ce-862b-b2859945763f tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (a7dfcde6-7f2e-4db6-b58d-d770c4d0763f), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:38.071278 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-83d076ae-49e5-43ce-862b-b2859945763f tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (a7dfcde6-7f2e-4db6-b58d-d770c4d0763f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:38.123390 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-20d7bfbd-b7b2-4fa8-b026-cc1e9b9a603e tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (37ec0704-4ab9-4f53-888b-04ffc1453c27), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:38.128141 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6cdae7c6-d475-4bac-87ad-558201062dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (866f4430-62ad-45d6-a1c9-becfde8653f6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:38.138745 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cdae7c6-d475-4bac-87ad-558201062dae admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:29:38.140098 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6cdae7c6-d475-4bac-87ad-558201062dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (866f4430-62ad-45d6-a1c9-becfde8653f6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:38.144378 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9ddff2d5-6951-424b-b007-7c254bc14a54, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9ddff2d5-6951-424b-b007-7c254bc14a54,segment=NetworkSegment(1e975a58-21cf-443b-876b-098328642114),segment_id=1e975a58-21cf-443b-876b-098328642114)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:38.151632 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9ddff2d5-6951-424b-b007-7c254bc14a54), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:38.152618 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device bcec4398-dd04-473c-b03e-4adcd393162c no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:29:38.226356 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-83d076ae-49e5-43ce-862b-b2859945763f tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_controller (a7dfcde6-7f2e-4db6-b58d-d770c4d0763f), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:38.234930 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-83d076ae-49e5-43ce-862b-b2859945763f tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (a7dfcde6-7f2e-4db6-b58d-d770c4d0763f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:38.261682 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-83d076ae-49e5-43ce-862b-b2859945763f tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:38.268213 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-83d076ae-49e5-43ce-862b-b2859945763f tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2711773 Feb 19 04:29:38.268213 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53068) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:38.269109 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=9ddff2d5-6951-424b-b007-7c254bc14a54,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:38.273755 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-8d05b2cf-7bef-4c86-9e0c-2473abe950bc tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'enable_snat': True}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:38.282032 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: bcec4398-dd04-473c-b03e-4adcd393162c {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:29:38.289588 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device bcec4398-dd04-473c-b03e-4adcd393162c not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:29:38.327174 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-0ab6b8cd-c982-45d5-b580-eeb5ef4918d9 None None] Allocated IP 2001:db8::2 (52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74/f1400617-025e-4246-b432-77658e4f5b77/9a985d76-8185-4582-b062-a81d08ef74db) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:29:38.389950 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:29:38.427000 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441691a-8c2a-42fa-997d-50b05b45d40e req-302b3c31-2e3e-4720-9f53-1cd45e588f2c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:38.433966 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441691a-8c2a-42fa-997d-50b05b45d40e req-302b3c31-2e3e-4720-9f53-1cd45e588f2c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:38.440634 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441691a-8c2a-42fa-997d-50b05b45d40e req-302b3c31-2e3e-4720-9f53-1cd45e588f2c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:38.446900 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441691a-8c2a-42fa-997d-50b05b45d40e req-302b3c31-2e3e-4720-9f53-1cd45e588f2c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:38.452842 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441691a-8c2a-42fa-997d-50b05b45d40e req-302b3c31-2e3e-4720-9f53-1cd45e588f2c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:38.459464 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441691a-8c2a-42fa-997d-50b05b45d40e req-302b3c31-2e3e-4720-9f53-1cd45e588f2c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:38.466829 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441691a-8c2a-42fa-997d-50b05b45d40e req-302b3c31-2e3e-4720-9f53-1cd45e588f2c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:38.476385 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9441691a-8c2a-42fa-997d-50b05b45d40e req-302b3c31-2e3e-4720-9f53-1cd45e588f2c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5443 time: 1.2717168 Feb 19 04:29:38.482110 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-20d7bfbd-b7b2-4fa8-b026-cc1e9b9a603e tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (37ec0704-4ab9-4f53-888b-04ffc1453c27), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:38.554223 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7b8aa3ed-8946-47fd-8e35-416bb7740437 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (d49e933d-d7d3-4aa5-9825-3a48d3a1833e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:38.556263 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6cdae7c6-d475-4bac-87ad-558201062dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (095ae5e7-e817-4723-b26d-53f0c41ac60c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:38.570201 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6cdae7c6-d475-4bac-87ad-558201062dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:38.575275 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6cdae7c6-d475-4bac-87ad-558201062dae admin admin] 10.222.0.65 "DELETE /v2.0/networks/095ae5e7-e817-4723-b26d-53f0c41ac60c HTTP/1.1" status: 204 len: 168 time: 2.7860270 Feb 19 04:29:38.635455 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35f5102-f66e-4eea-bdf8-6cf724e866db tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Made reservation on behalf of e6fd86a886b94f23a60c0367ccdbf61a for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:38.644591 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f35f5102-f66e-4eea-bdf8-6cf724e866db tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:38.655760 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdae7c6-d475-4bac-87ad-558201062dae admin admin] Pushing event deleted for resources: {'Network': ['ID=095ae5e7-e817-4723-b26d-53f0c41ac60c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:38.701743 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d05b2cf-7bef-4c86-9e0c-2473abe950bc tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_gateway (a7dfcde6-7f2e-4db6-b58d-d770c4d0763f), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:38.764595 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-20d7bfbd-b7b2-4fa8-b026-cc1e9b9a603e tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (37ec0704-4ab9-4f53-888b-04ffc1453c27), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:38.767809 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0ab6b8cd-c982-45d5-b580-eeb5ef4918d9 None None] Publish callbacks [] for port (9a985d76-8185-4582-b062-a81d08ef74db), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:38.780455 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0ab6b8cd-c982-45d5-b580-eeb5ef4918d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (9a985d76-8185-4582-b062-a81d08ef74db), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:38.782497 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-20d7bfbd-b7b2-4fa8-b026-cc1e9b9a603e tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:38.796222 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-20d7bfbd-b7b2-4fa8-b026-cc1e9b9a603e tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/37ec0704-4ab9-4f53-888b-04ffc1453c27 HTTP/1.1" status: 204 len: 168 time: 1.3251050 Feb 19 04:29:38.796726 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53072) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:38.866962 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6f148b46-c033-4803-bf16-67970faac9c3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0532436 Feb 19 04:29:38.867977 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53076) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:38.997622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6b8cd-c982-45d5-b580-eeb5ef4918d9 None None] Pushing event updated for resources: {'Port': ['ID=9a985d76-8185-4582-b062-a81d08ef74db,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:39.032297 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab6b8cd-c982-45d5-b580-eeb5ef4918d9 None None] Network 52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:39.038534 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-0ab6b8cd-c982-45d5-b580-eeb5ef4918d9 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:39.042159 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab6b8cd-c982-45d5-b580-eeb5ef4918d9 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:29:39.059434 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53080) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:39.065495 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-309ab748-2c21-4181-8724-74acf4637fe0 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (b52507af-e11a-4604-9f36-ebfe495ceb6c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:39.101181 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:39.141525 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-309ab748-2c21-4181-8724-74acf4637fe0 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (b52507af-e11a-4604-9f36-ebfe495ceb6c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:39.179781 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-0ab6b8cd-c982-45d5-b580-eeb5ef4918d9 None None] Attempting to bind port 9a985d76-8185-4582-b062-a81d08ef74db on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:29:39.180354 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-0ab6b8cd-c982-45d5-b580-eeb5ef4918d9 None None] Attempting to bind port 9a985d76-8185-4582-b062-a81d08ef74db by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'f014c088-8675-4406-b090-48103f304e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:29:39.180879 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab6b8cd-c982-45d5-b580-eeb5ef4918d9 None None] Attempting to bind port 9a985d76-8185-4582-b062-a81d08ef74db on network 52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:29:39.193010 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab6b8cd-c982-45d5-b580-eeb5ef4918d9 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:29:39.193751 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab6b8cd-c982-45d5-b580-eeb5ef4918d9 None None] Checking segment: {'id': 'f014c088-8675-4406-b090-48103f304e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:29:39.194374 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0ab6b8cd-c982-45d5-b580-eeb5ef4918d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:39.196023 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab6b8cd-c982-45d5-b580-eeb5ef4918d9 None None] Bound using segment: {'id': 'f014c088-8675-4406-b090-48103f304e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:29:39.196023 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-0ab6b8cd-c982-45d5-b580-eeb5ef4918d9 None None] Bound port: 9a985d76-8185-4582-b062-a81d08ef74db, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f014c088-8675-4406-b090-48103f304e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:29:39.196023 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0ab6b8cd-c982-45d5-b580-eeb5ef4918d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9a985d76-8185-4582-b062-a81d08ef74db), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:39.216583 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:39.301436 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6fa3ff77-25ae-453a-9e38-232dd4624df4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0c4849e59fe942818a45c5dc120d64c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1538391 Feb 19 04:29:39.328290 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-0ab6b8cd-c982-45d5-b580-eeb5ef4918d9 None None] For port 9a985d76-8185-4582-b062-a81d08ef74db, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:29:39.334590 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-0ab6b8cd-c982-45d5-b580-eeb5ef4918d9 None None] For port 9a985d76-8185-4582-b062-a81d08ef74db, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9a985d76-8185-4582-b062-a81d08ef74db,segment=NetworkSegment(f014c088-8675-4406-b090-48103f304e7e),segment_id=f014c088-8675-4406-b090-48103f304e7e)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:29:39.346762 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0ab6b8cd-c982-45d5-b580-eeb5ef4918d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9a985d76-8185-4582-b062-a81d08ef74db), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:39.464027 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53082) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:39.481772 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6b8cd-c982-45d5-b580-eeb5ef4918d9 None None] Pushing event updated for resources: {'Port': ['ID=9a985d76-8185-4582-b062-a81d08ef74db,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:39.602384 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d05b2cf-7bef-4c86-9e0c-2473abe950bc tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_gateway (a7dfcde6-7f2e-4db6-b58d-d770c4d0763f), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:39.637740 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9441691a-8c2a-42fa-997d-50b05b45d40e req-1648fe61-3bdb-4cc7-b86d-8e8267f7de6d tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1601090 Feb 19 04:29:39.644056 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7bfbd-b7b2-4fa8-b026-cc1e9b9a603e tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37ec0704-4ab9-4f53-888b-04ffc1453c27,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:39.656204 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-f35f5102-f66e-4eea-bdf8-6cf724e866db tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] device_id is not set on port b1d18736-df63-4e0e-be35-34f45cc73521 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:29:39.673212 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7b8aa3ed-8946-47fd-8e35-416bb7740437 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (d49e933d-d7d3-4aa5-9825-3a48d3a1833e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:39.748604 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d05b2cf-7bef-4c86-9e0c-2473abe950bc tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:39.780087 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-309ab748-2c21-4181-8724-74acf4637fe0 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b52507af-e11a-4604-9f36-ebfe495ceb6c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:39.785642 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-309ab748-2c21-4181-8724-74acf4637fe0 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:39.786498 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-7b8aa3ed-8946-47fd-8e35-416bb7740437 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49e933d-d7d3-4aa5-9825-3a48d3a1833e']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:39.787749 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-309ab748-2c21-4181-8724-74acf4637fe0 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "DELETE /v2.0/security-groups/b52507af-e11a-4604-9f36-ebfe495ceb6c HTTP/1.1" status: 204 len: 168 time: 0.9180887 Feb 19 04:29:39.792168 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53084) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:39.801303 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ddff2d5-6951-424b-b007-7c254bc14a54'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:29:39.812375 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a0d37a-26b2-487b-8125-d769f2355c3c" -d '{"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-plugged", "status": "completed", "tag": "9ddff2d5-6951-424b-b007-7c254bc14a54"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:29:39.826922 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-7b8aa3ed-8946-47fd-8e35-416bb7740437 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3628b762-0e45-4c7e-b5de-200a7abf9171') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:39.827293 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-7b8aa3ed-8946-47fd-8e35-416bb7740437 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3628b762-0e45-4c7e-b5de-200a7abf9171') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:39.856794 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7b8aa3ed-8946-47fd-8e35-416bb7740437 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (3628b762-0e45-4c7e-b5de-200a7abf9171), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:39.968553 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7b8aa3ed-8946-47fd-8e35-416bb7740437 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (3628b762-0e45-4c7e-b5de-200a7abf9171), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:39.975324 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e533771c-23ce-4b1d-8d6d-23d44c6ca9c1 x-openstack-request-id: req-e533771c-23ce-4b1d-8d6d-23d44c6ca9c1 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:29:39.982527 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-plugged", "status": "completed", "tag": "9ddff2d5-6951-424b-b007-7c254bc14a54", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:29:39.983267 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e533771c-23ce-4b1d-8d6d-23d44c6ca9c1 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:29:39.984699 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ddff2d5-6951-424b-b007-7c254bc14a54', 'code': 200} Feb 19 04:29:40.003566 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8aa3ed-8946-47fd-8e35-416bb7740437 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:29:40.004100 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7b8aa3ed-8946-47fd-8e35-416bb7740437 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (3628b762-0e45-4c7e-b5de-200a7abf9171), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:29:40.008604 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:29:40.038728 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ab748-2c21-4181-8724-74acf4637fe0 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52507af-e11a-4604-9f36-ebfe495ceb6c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:40.076659 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5ed1b206-6f47-4107-bfa5-215b6fdf7529 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2827163 Feb 19 04:29:40.088125 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53090) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:40.108578 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-84c74b68-aa44-491b-aa1e-e2bbd05c12c3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Request body: {'security_group': {'name': 'tempest-secgroup--200673192'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:40.193918 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dbc34dd5-08e5-43b5-8a2b-56e7bdfc8255 admin admin] Publish callbacks [] for security_group (5d97a921-80cd-4d82-8c3e-d5608fad36dd), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:40.198942 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-f35f5102-f66e-4eea-bdf8-6cf724e866db tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Allocated IP 2001:db8::e6 (52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74/f1400617-025e-4246-b432-77658e4f5b77/b1d18736-df63-4e0e-be35-34f45cc73521) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:40.334191 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dbc34dd5-08e5-43b5-8a2b-56e7bdfc8255 admin admin] Publish callbacks [] for security_group (5d97a921-80cd-4d82-8c3e-d5608fad36dd), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:40.337252 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84c74b68-aa44-491b-aa1e-e2bbd05c12c3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:40.348055 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7b8aa3ed-8946-47fd-8e35-416bb7740437 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (d49e933d-d7d3-4aa5-9825-3a48d3a1833e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:40.406501 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-455318a5-6f0d-4a5a-a2e7-0bdf7b41b41b req-ac5d84a2-4234-4f55-b4f0-69d87e2f00cf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4544148 Feb 19 04:29:40.410480 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dbc34dd5-08e5-43b5-8a2b-56e7bdfc8255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5d97a921-80cd-4d82-8c3e-d5608fad36dd), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:40.413867 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dbc34dd5-08e5-43b5-8a2b-56e7bdfc8255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:40.415976 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-dbc34dd5-08e5-43b5-8a2b-56e7bdfc8255 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5d97a921-80cd-4d82-8c3e-d5608fad36dd HTTP/1.1" status: 204 len: 168 time: 0.8551297 Feb 19 04:29:40.443238 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-8d05b2cf-7bef-4c86-9e0c-2473abe950bc tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Allocated IP 172.25.0.106 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/d1d9694c-2965-4aa2-b18b-9be0d3b79e2e) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:40.450343 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc34dd5-08e5-43b5-8a2b-56e7bdfc8255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d97a921-80cd-4d82-8c3e-d5608fad36dd,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:40.458078 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7b8aa3ed-8946-47fd-8e35-416bb7740437 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:40.477230 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7b8aa3ed-8946-47fd-8e35-416bb7740437 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/networks/d49e933d-d7d3-4aa5-9825-3a48d3a1833e HTTP/1.1" status: 204 len: 168 time: 2.9357727 Feb 19 04:29:40.485138 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8aa3ed-8946-47fd-8e35-416bb7740437 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Network': ['ID=d49e933d-d7d3-4aa5-9825-3a48d3a1833e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:40.486580 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53098) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:40.495863 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-3e3d2dde-5b09-4b77-be23-802b18519f25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-183143865'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:40.536775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e85e4-3800-4f6c-9c88-bcea6cce4c23 req-44562aae-a4b8-4d6a-b04a-42cb129eba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:40.537976 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e85e4-3800-4f6c-9c88-bcea6cce4c23 req-44562aae-a4b8-4d6a-b04a-42cb129eba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:40.539000 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e85e4-3800-4f6c-9c88-bcea6cce4c23 req-44562aae-a4b8-4d6a-b04a-42cb129eba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:40.550261 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e85e4-3800-4f6c-9c88-bcea6cce4c23 req-44562aae-a4b8-4d6a-b04a-42cb129eba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:40.551340 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e85e4-3800-4f6c-9c88-bcea6cce4c23 req-44562aae-a4b8-4d6a-b04a-42cb129eba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:40.556371 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e85e4-3800-4f6c-9c88-bcea6cce4c23 req-44562aae-a4b8-4d6a-b04a-42cb129eba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:40.557460 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e85e4-3800-4f6c-9c88-bcea6cce4c23 req-44562aae-a4b8-4d6a-b04a-42cb129eba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:40.565598 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f02e85e4-3800-4f6c-9c88-bcea6cce4c23 req-44562aae-a4b8-4d6a-b04a-42cb129eba92 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 6718 time: 0.3751185 Feb 19 04:29:40.658707 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3d2dde-5b09-4b77-be23-802b18519f25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Made reservation on behalf of 1071eeaddc2c4d58b8e80d78e76c86fe for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:40.665495 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e3d2dde-5b09-4b77-be23-802b18519f25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:40.888482 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84c74b68-aa44-491b-aa1e-e2bbd05c12c3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (a7870ece-92e7-41fc-b4f0-d81adb86698b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:40.892293 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3d2dde-5b09-4b77-be23-802b18519f25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:29:40.943397 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d05b2cf-7bef-4c86-9e0c-2473abe950bc tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for port (d1d9694c-2965-4aa2-b18b-9be0d3b79e2e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:40.949119 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455318a5-6f0d-4a5a-a2e7-0bdf7b41b41b req-de28f6c8-4954-4bb9-97c9-571cb4635f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:40.954221 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-455318a5-6f0d-4a5a-a2e7-0bdf7b41b41b req-de28f6c8-4954-4bb9-97c9-571cb4635f37 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8cacf0263ee84f64a630c7eb71dfd691&device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 1127 time: 0.3706717 Feb 19 04:29:40.960458 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84c74b68-aa44-491b-aa1e-e2bbd05c12c3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a7870ece-92e7-41fc-b4f0-d81adb86698b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:40.969975 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e3d2dde-5b09-4b77-be23-802b18519f25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (cf49124c-e956-497a-b831-6e98ec6e7024), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:40.970861 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-3e3d2dde-5b09-4b77-be23-802b18519f25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Added segment cf49124c-e956-497a-b831-6e98ec6e7024 of type vlan for network 3b2dd26a-d9bf-43ff-a78a-e2b169d91a90 Feb 19 04:29:41.154667 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e3d2dde-5b09-4b77-be23-802b18519f25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (3b2dd26a-d9bf-43ff-a78a-e2b169d91a90), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:41.291027 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e3d2dde-5b09-4b77-be23-802b18519f25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (3b2dd26a-d9bf-43ff-a78a-e2b169d91a90), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:41.300224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3d2dde-5b09-4b77-be23-802b18519f25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:41.301326 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e3d2dde-5b09-4b77-be23-802b18519f25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:41.323384 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84c74b68-aa44-491b-aa1e-e2bbd05c12c3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:41.335739 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-84c74b68-aa44-491b-aa1e-e2bbd05c12c3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2376077 Feb 19 04:29:41.393296 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53110) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:41.405195 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c74b68-aa44-491b-aa1e-e2bbd05c12c3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7870ece-92e7-41fc-b4f0-d81adb86698b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:41.447740 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-7e28344e-028e-4419-af62-e9a0689344eb tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Request body: {'security_group_rule': {'security_group_id': 'a7870ece-92e7-41fc-b4f0-d81adb86698b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:41.481208 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455318a5-6f0d-4a5a-a2e7-0bdf7b41b41b req-33276b39-2a53-42c2-93aa-1a3c2e8e3677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:41.483532 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-455318a5-6f0d-4a5a-a2e7-0bdf7b41b41b req-33276b39-2a53-42c2-93aa-1a3c2e8e3677 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e83f3002-0af4-41e3-a80b-f034b33ca87c HTTP/1.1" status: 200 len: 919 time: 0.2474790 Feb 19 04:29:41.558941 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9a985d76-8185-4582-b062-a81d08ef74db up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:41.621966 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d2dde-5b09-4b77-be23-802b18519f25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Network': ['ID=3b2dd26a-d9bf-43ff-a78a-e2b169d91a90,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:41.640221 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 3b2dd26a-d9bf-43ff-a78a-e2b169d91a90 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:29:41.647266 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d05b2cf-7bef-4c86-9e0c-2473abe950bc tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (d1d9694c-2965-4aa2-b18b-9be0d3b79e2e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:41.666028 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f02e85e4-3800-4f6c-9c88-bcea6cce4c23 req-9b4659f3-aab7-4320-afd5-719e670ab923 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=43f693dc-97e2-45c1-af88-5d55ce001e1f&id=f13d8b76-2d17-415a-b47a-99b02edba516&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0674448 Feb 19 04:29:41.691384 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7042c4b0-d993-448e-8423-598ccc76b2bb None None] Network 52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:41.729434 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d05b2cf-7bef-4c86-9e0c-2473abe950bc tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:41.739873 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3e3d2dde-5b09-4b77-be23-802b18519f25 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2520890 Feb 19 04:29:41.741664 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53116) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:41.744614 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-8d05b2cf-7bef-4c86-9e0c-2473abe950bc tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:41.748683 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d05b2cf-7bef-4c86-9e0c-2473abe950bc tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:29:41.754523 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a112f16-5255-4c43-92ea-a9e39049ea45 req-246e8537-06f9-483e-91ae-68e649eb6460 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:41.796386 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a112f16-5255-4c43-92ea-a9e39049ea45 req-246e8537-06f9-483e-91ae-68e649eb6460 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:41.830764 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-5caaefcf-df21-41ed-9ee2-8fc1aee7847e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'subnet': {'network_id': '3b2dd26a-d9bf-43ff-a78a-e2b169d91a90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:41.835665 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a112f16-5255-4c43-92ea-a9e39049ea45 req-246e8537-06f9-483e-91ae-68e649eb6460 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:41.859452 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a112f16-5255-4c43-92ea-a9e39049ea45 req-246e8537-06f9-483e-91ae-68e649eb6460 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:41.882035 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a112f16-5255-4c43-92ea-a9e39049ea45 req-246e8537-06f9-483e-91ae-68e649eb6460 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:41.916847 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a112f16-5255-4c43-92ea-a9e39049ea45 req-246e8537-06f9-483e-91ae-68e649eb6460 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:41.934804 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a112f16-5255-4c43-92ea-a9e39049ea45 req-246e8537-06f9-483e-91ae-68e649eb6460 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:41.938319 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7a112f16-5255-4c43-92ea-a9e39049ea45 req-246e8537-06f9-483e-91ae-68e649eb6460 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5444 time: 0.9939835 Feb 19 04:29:42.072378 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f35f5102-f66e-4eea-bdf8-6cf724e866db tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks [] for port (b1d18736-df63-4e0e-be35-34f45cc73521), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.116842 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 9a985d76-8185-4582-b062-a81d08ef74db triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:42.117527 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9a985d76-8185-4582-b062-a81d08ef74db), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.133326 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7e28344e-028e-4419-af62-e9a0689344eb tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (679c0399-67bc-4e88-bd7d-3bf938278f56), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.156362 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-455318a5-6f0d-4a5a-a2e7-0bdf7b41b41b req-978e78f3-abe2-4668-9dff-682f6910711e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4387ee52-5183-4579-a6e9-67ba0d18de1f HTTP/1.1" status: 200 len: 217 time: 0.5297146 Feb 19 04:29:42.174466 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caaefcf-df21-41ed-9ee2-8fc1aee7847e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Made reservation on behalf of 1071eeaddc2c4d58b8e80d78e76c86fe for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:42.176256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1cfc819f-4019-48f2-978f-f5616f283237 None None] Provisioning complete for port 9a985d76-8185-4582-b062-a81d08ef74db triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:42.176653 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1cfc819f-4019-48f2-978f-f5616f283237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9a985d76-8185-4582-b062-a81d08ef74db), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.179818 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5caaefcf-df21-41ed-9ee2-8fc1aee7847e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.339855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 9a985d76-8185-4582-b062-a81d08ef74db is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:42.340358 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9a985d76-8185-4582-b062-a81d08ef74db), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.424285 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc819f-4019-48f2-978f-f5616f283237 None None] Current status of the port 9a985d76-8185-4582-b062-a81d08ef74db is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:42.424285 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1cfc819f-4019-48f2-978f-f5616f283237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9a985d76-8185-4582-b062-a81d08ef74db), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.501112 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7a112f16-5255-4c43-92ea-a9e39049ea45 req-beba0cfd-4beb-47e5-bde2-0848f5762813 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5230281 Feb 19 04:29:42.557210 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7e28344e-028e-4419-af62-e9a0689344eb tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (679c0399-67bc-4e88-bd7d-3bf938278f56), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.592454 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7e28344e-028e-4419-af62-e9a0689344eb tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (679c0399-67bc-4e88-bd7d-3bf938278f56), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.638554 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f35f5102-f66e-4eea-bdf8-6cf724e866db tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (b1d18736-df63-4e0e-be35-34f45cc73521), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.652809 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28344e-028e-4419-af62-e9a0689344eb tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679c0399-67bc-4e88-bd7d-3bf938278f56,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:42.661948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-1cfc819f-4019-48f2-978f-f5616f283237 None None] For port 9a985d76-8185-4582-b062-a81d08ef74db, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9a985d76-8185-4582-b062-a81d08ef74db,segment=NetworkSegment(f014c088-8675-4406-b090-48103f304e7e),segment_id=f014c088-8675-4406-b090-48103f304e7e)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:42.681718 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:29:42.713067 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1cfc819f-4019-48f2-978f-f5616f283237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9a985d76-8185-4582-b062-a81d08ef74db), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.723008 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7e28344e-028e-4419-af62-e9a0689344eb tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.729508 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7e28344e-028e-4419-af62-e9a0689344eb tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3259623 Feb 19 04:29:42.734786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53132) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:42.736722 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455318a5-6f0d-4a5a-a2e7-0bdf7b41b41b req-4411927c-c84b-4af0-b235-37fe4935f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:42.740165 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-455318a5-6f0d-4a5a-a2e7-0bdf7b41b41b req-4411927c-c84b-4af0-b235-37fe4935f841 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76246db3-a2cb-42fb-bfa7-f40488252c69 HTTP/1.1" status: 200 len: 859 time: 0.5709450 Feb 19 04:29:42.777792 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0575fe58-2c53-4c45-9b63-f48d08aa5fbf tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-group-rules/679c0399-67bc-4e88-bd7d-3bf938278f56 HTTP/1.1" status: 200 len: 763 time: 0.0407281 Feb 19 04:29:42.787331 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53134) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:42.804503 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35f5102-f66e-4eea-bdf8-6cf724e866db tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Network 52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:42.827781 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-f35f5102-f66e-4eea-bdf8-6cf724e866db tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:42.867894 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35f5102-f66e-4eea-bdf8-6cf724e866db tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:29:42.884899 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35f5102-f66e-4eea-bdf8-6cf724e866db tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:42.890263 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f35f5102-f66e-4eea-bdf8-6cf724e866db tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.891314 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5caaefcf-df21-41ed-9ee2-8fc1aee7847e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (656d3ab1-1d98-49d8-8217-59b504ae7a57), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:42.902300 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f5102-f66e-4eea-bdf8-6cf724e866db tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Pushing event updated for resources: {'Port': ['ID=b1d18736-df63-4e0e-be35-34f45cc73521,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:42.915729 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc819f-4019-48f2-978f-f5616f283237 None None] Pushing event updated for resources: {'Port': ['ID=9a985d76-8185-4582-b062-a81d08ef74db,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:42.973128 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:29:42.973831 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:29:43.006461 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53136) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:43.020259 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f35f5102-f66e-4eea-bdf8-6cf724e866db tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.2803168 Feb 19 04:29:43.035497 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53138) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:43.052358 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-10179e4b-4c71-4783-8af0-0fde5d186408 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Request body: {'port': {'network_id': '52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1172875338', 'allowed_address_pairs': [{'ip_address': '2001:db8::e6', 'mac_address': 'fa:16:3e:61:2d:fa'}]}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:43.265547 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dcb6c303-547e-4705-a6ac-581e52232887 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4765487 Feb 19 04:29:43.266276 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53144) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:43.291265 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6b2b4e6f-1f79-459a-abd0-bfb92080c5ad None None] Provisioning complete for port 9a985d76-8185-4582-b062-a81d08ef74db triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:43.294922 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6b2b4e6f-1f79-459a-abd0-bfb92080c5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9a985d76-8185-4582-b062-a81d08ef74db), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.306659 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10179e4b-4c71-4783-8af0-0fde5d186408 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Made reservation on behalf of e6fd86a886b94f23a60c0367ccdbf61a for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:43.378518 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7214c390-d3ef-4fb2-9293-726e9a319600 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (679c0399-67bc-4e88-bd7d-3bf938278f56), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.408233 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7214c390-d3ef-4fb2-9293-726e9a319600 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (679c0399-67bc-4e88-bd7d-3bf938278f56), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.488616 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7214c390-d3ef-4fb2-9293-726e9a319600 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (679c0399-67bc-4e88-bd7d-3bf938278f56), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.495796 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7214c390-d3ef-4fb2-9293-726e9a319600 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.500508 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7214c390-d3ef-4fb2-9293-726e9a319600 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/679c0399-67bc-4e88-bd7d-3bf938278f56 HTTP/1.1" status: 204 len: 168 time: 0.2306092 Feb 19 04:29:43.505867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53148) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:43.510400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-37836ac3-8b4c-4a53-887f-82a0c200ed2a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-236872984-network', 'tenant_id': 'e18f99d5b6f045369ea07282b4f396f9'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:43.625880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214c390-d3ef-4fb2-9293-726e9a319600 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=679c0399-67bc-4e88-bd7d-3bf938278f56,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:43.643938 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37836ac3-8b4c-4a53-887f-82a0c200ed2a admin admin] Made reservation on behalf of e18f99d5b6f045369ea07282b4f396f9 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:43.646514 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-37836ac3-8b4c-4a53-887f-82a0c200ed2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.689671 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6b2b4e6f-1f79-459a-abd0-bfb92080c5ad None None] Current status of the port 9a985d76-8185-4582-b062-a81d08ef74db is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:43.699474 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-37836ac3-8b4c-4a53-887f-82a0c200ed2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.832648 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-455318a5-6f0d-4a5a-a2e7-0bdf7b41b41b req-31840a77-cb9f-4751-848d-78dcf120855c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e83f3002-0af4-41e3-a80b-f034b33ca87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9257236 Feb 19 04:29:43.854372 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 9a985d76-8185-4582-b062-a81d08ef74db is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:43.868505 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05b2cf-7bef-4c86-9e0c-2473abe950bc tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Pushing event updated for resources: {'Port': ['ID=d1d9694c-2965-4aa2-b18b-9be0d3b79e2e,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:43.884395 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-37836ac3-8b4c-4a53-887f-82a0c200ed2a admin admin] Publish callbacks [] for security_group (beb47608-74f0-4955-a735-e392825fbf31), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.897936 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-37836ac3-8b4c-4a53-887f-82a0c200ed2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (beb47608-74f0-4955-a735-e392825fbf31), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.923601 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37836ac3-8b4c-4a53-887f-82a0c200ed2a admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:29:43.925759 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0d32d618-862a-4296-9841-8aeea2f435b6 None None] Provisioning complete for port b1d18736-df63-4e0e-be35-34f45cc73521 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:43.927709 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0d32d618-862a-4296-9841-8aeea2f435b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b1d18736-df63-4e0e-be35-34f45cc73521), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.949421 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-37836ac3-8b4c-4a53-887f-82a0c200ed2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (aa3e4c22-ffad-4a61-b463-2ace51e63683), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:43.949925 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-37836ac3-8b4c-4a53-887f-82a0c200ed2a admin admin] Added segment aa3e4c22-ffad-4a61-b463-2ace51e63683 of type vlan for network 4a7ad720-8bbd-4311-a9a2-f8c396f01ad0 Feb 19 04:29:43.992271 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d05b2cf-7bef-4c86-9e0c-2473abe950bc tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_gateway (a7dfcde6-7f2e-4db6-b58d-d770c4d0763f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:44.033171 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-37836ac3-8b4c-4a53-887f-82a0c200ed2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (4a7ad720-8bbd-4311-a9a2-f8c396f01ad0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:44.073350 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0d32d618-862a-4296-9841-8aeea2f435b6 None None] Port b1d18736-df63-4e0e-be35-34f45cc73521 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:29:44.110663 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9a985d76-8185-4582-b062-a81d08ef74db up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:44.126619 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a636aee0-ae37-4836-834c-a9027c2771fb tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5896926 Feb 19 04:29:44.127301 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53152) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:44.137424 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37836ac3-8b4c-4a53-887f-82a0c200ed2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb47608-74f0-4955-a735-e392825fbf31,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:44.144194 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-37836ac3-8b4c-4a53-887f-82a0c200ed2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (4a7ad720-8bbd-4311-a9a2-f8c396f01ad0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:44.145219 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37836ac3-8b4c-4a53-887f-82a0c200ed2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:44.146010 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-37836ac3-8b4c-4a53-887f-82a0c200ed2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:44.169896 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-8fa2b27e-16ef-4c7e-b4ff-7c73ffca175a tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Request body: {'security_group_rule': {'security_group_id': 'a7870ece-92e7-41fc-b4f0-d81adb86698b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:44.193342 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-37836ac3-8b4c-4a53-887f-82a0c200ed2a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1801565 Feb 19 04:29:44.216832 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53156) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:44.243215 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-671220cb-9bf5-4834-879b-ecde06051106 admin admin] Request body: {'subnet': {'network_id': '4a7ad720-8bbd-4311-a9a2-f8c396f01ad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-236872984-subnet', 'tenant_id': 'e18f99d5b6f045369ea07282b4f396f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:44.246585 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caaefcf-df21-41ed-9ee2-8fc1aee7847e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Subnet': ['ID=656d3ab1-1d98-49d8-8217-59b504ae7a57,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:44.302401 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caaefcf-df21-41ed-9ee2-8fc1aee7847e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Checking segment: {'id': 'cf49124c-e956-497a-b831-6e98ec6e7024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3b2dd26a-d9bf-43ff-a78a-e2b169d91a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:29:44.302936 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caaefcf-df21-41ed-9ee2-8fc1aee7847e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network hostable DHCP agents. Network: 3b2dd26a-d9bf-43ff-a78a-e2b169d91a90, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:29:44.338291 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 9a985d76-8185-4582-b062-a81d08ef74db triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:44.338891 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9a985d76-8185-4582-b062-a81d08ef74db), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:44.373707 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671220cb-9bf5-4834-879b-ecde06051106 admin admin] Made reservation on behalf of e18f99d5b6f045369ea07282b4f396f9 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:44.379113 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-671220cb-9bf5-4834-879b-ecde06051106 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:44.471891 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa557d-5dfe-4922-accc-15adb49bd0eb req-2412377a-a906-4592-b9ba-e8ee4e8ecc28 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:44.491499 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa557d-5dfe-4922-accc-15adb49bd0eb req-2412377a-a906-4592-b9ba-e8ee4e8ecc28 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:44.503386 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa557d-5dfe-4922-accc-15adb49bd0eb req-2412377a-a906-4592-b9ba-e8ee4e8ecc28 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:44.514001 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa557d-5dfe-4922-accc-15adb49bd0eb req-2412377a-a906-4592-b9ba-e8ee4e8ecc28 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:44.530415 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa557d-5dfe-4922-accc-15adb49bd0eb req-2412377a-a906-4592-b9ba-e8ee4e8ecc28 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:44.553320 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa557d-5dfe-4922-accc-15adb49bd0eb req-2412377a-a906-4592-b9ba-e8ee4e8ecc28 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:44.567173 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa557d-5dfe-4922-accc-15adb49bd0eb req-2412377a-a906-4592-b9ba-e8ee4e8ecc28 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:44.570955 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e3fa557d-5dfe-4922-accc-15adb49bd0eb req-2412377a-a906-4592-b9ba-e8ee4e8ecc28 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5444 time: 0.7284296 Feb 19 04:29:44.677885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 9a985d76-8185-4582-b062-a81d08ef74db is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:44.723730 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caaefcf-df21-41ed-9ee2-8fc1aee7847e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network 3b2dd26a-d9bf-43ff-a78a-e2b169d91a90 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:29:44.744110 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-455318a5-6f0d-4a5a-a2e7-0bdf7b41b41b req-43686da5-220f-4205-b367-6a448354b21c service neutron] 10.222.0.48 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8897650 Feb 19 04:29:44.769391 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-10179e4b-4c71-4783-8af0-0fde5d186408 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:44.811511 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37836ac3-8b4c-4a53-887f-82a0c200ed2a admin admin] Pushing event updated for resources: {'Network': ['ID=4a7ad720-8bbd-4311-a9a2-f8c396f01ad0,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:44.824027 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e3fa557d-5dfe-4922-accc-15adb49bd0eb req-823a0dac-2872-4626-9e32-c526bcb3f09d tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2383387 Feb 19 04:29:44.824420 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 4a7ad720-8bbd-4311-a9a2-f8c396f01ad0 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:29:44.844481 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8fa2b27e-16ef-4c7e-b4ff-7c73ffca175a tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (6948d6c7-5c07-4f7a-80c7-bfdee16513af), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:44.922065 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-10179e4b-4c71-4783-8af0-0fde5d186408 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] device_id is not set on port f0439f30-a08d-48f8-9ee7-73857e17b11e yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:29:45.019420 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-5caaefcf-df21-41ed-9ee2-8fc1aee7847e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 3b2dd26a-d9bf-43ff-a78a-e2b169d91a90) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:45.031137 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7082a1-db42-4969-9ac9-d6f6249706e9 None None] Network 3b2dd26a-d9bf-43ff-a78a-e2b169d91a90 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:45.053598 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caaefcf-df21-41ed-9ee2-8fc1aee7847e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:45.054613 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5caaefcf-df21-41ed-9ee2-8fc1aee7847e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:45.193397 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d05b2cf-7bef-4c86-9e0c-2473abe950bc tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (a7dfcde6-7f2e-4db6-b58d-d770c4d0763f), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:45.218673 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d05b2cf-7bef-4c86-9e0c-2473abe950bc tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-429138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-429147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455741'] for router (a7dfcde6-7f2e-4db6-b58d-d770c4d0763f), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:45.393075 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1effeb-2efa-489c-8408-ccaa72c1fc6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-3b2dd26a-d9bf-43ff-a78a-e2b169d91a90', 'network_id': '3b2dd26a-d9bf-43ff-a78a-e2b169d91a90', 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'fixed_ips': [{'subnet_id': '656d3ab1-1d98-49d8-8217-59b504ae7a57'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:29:45.394198 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-da1effeb-2efa-489c-8408-ccaa72c1fc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:45.594352 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-671220cb-9bf5-4834-879b-ecde06051106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (04d20b76-3bee-496d-aec7-47491d0eadeb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:45.601403 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5caaefcf-df21-41ed-9ee2-8fc1aee7847e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7984252 Feb 19 04:29:45.606468 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53166) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:45.606781 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-da1effeb-2efa-489c-8408-ccaa72c1fc6a None None] Allocated IP 2001:db8::2 (3b2dd26a-d9bf-43ff-a78a-e2b169d91a90/656d3ab1-1d98-49d8-8217-59b504ae7a57/9d1674cb-22b5-4860-909e-fba962406f53) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:45.624063 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-714f1fdd-e049-47eb-a3f6-090716596278 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-921898223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:45.741539 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-455318a5-6f0d-4a5a-a2e7-0bdf7b41b41b req-bbad49b5-4dd2-45ba-a22d-bdf582be5a58 service neutron] 10.222.0.48 "GET /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7373517 Feb 19 04:29:45.769111 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-10179e4b-4c71-4783-8af0-0fde5d186408 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Allocated IP 2001:db8::122 (52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74/f1400617-025e-4246-b432-77658e4f5b77/f0439f30-a08d-48f8-9ee7-73857e17b11e) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:45.796197 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c21094-ab83-4135-926e-dd4daacc3aea req-4e9aa6c8-c395-4f0c-baf7-919909615e9f tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:45.803307 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c21094-ab83-4135-926e-dd4daacc3aea req-4e9aa6c8-c395-4f0c-baf7-919909615e9f tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:45.811227 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c21094-ab83-4135-926e-dd4daacc3aea req-4e9aa6c8-c395-4f0c-baf7-919909615e9f tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:45.817949 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c21094-ab83-4135-926e-dd4daacc3aea req-4e9aa6c8-c395-4f0c-baf7-919909615e9f tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:45.824684 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c21094-ab83-4135-926e-dd4daacc3aea req-4e9aa6c8-c395-4f0c-baf7-919909615e9f tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:45.831002 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c21094-ab83-4135-926e-dd4daacc3aea req-4e9aa6c8-c395-4f0c-baf7-919909615e9f tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:45.836973 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c21094-ab83-4135-926e-dd4daacc3aea req-4e9aa6c8-c395-4f0c-baf7-919909615e9f tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:45.839672 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c5c21094-ab83-4135-926e-dd4daacc3aea req-4e9aa6c8-c395-4f0c-baf7-919909615e9f tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5444 time: 0.6790500 Feb 19 04:29:45.864119 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53170) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:45.865307 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8fa2b27e-16ef-4c7e-b4ff-7c73ffca175a tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (6948d6c7-5c07-4f7a-80c7-bfdee16513af), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:45.872770 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-714f1fdd-e049-47eb-a3f6-090716596278 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (9da49e1d-7675-4bdb-a4b5-847206c43109), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:45.874854 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-92dc173d-fd17-409f-a89c-dc012c0ff2bc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Request body: {'floatingip': {'port_id': 'fdeef649-df0e-40d2-a90b-41f8f92afef9'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:45.886931 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-714f1fdd-e049-47eb-a3f6-090716596278 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (9da49e1d-7675-4bdb-a4b5-847206c43109), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:45.912653 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671220cb-9bf5-4834-879b-ecde06051106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04d20b76-3bee-496d-aec7-47491d0eadeb,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:45.938296 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8fa2b27e-16ef-4c7e-b4ff-7c73ffca175a tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (6948d6c7-5c07-4f7a-80c7-bfdee16513af), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:45.978386 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671220cb-9bf5-4834-879b-ecde06051106 admin admin] Checking segment: {'id': 'aa3e4c22-ffad-4a61-b463-2ace51e63683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4a7ad720-8bbd-4311-a9a2-f8c396f01ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:29:45.979003 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671220cb-9bf5-4834-879b-ecde06051106 admin admin] Network hostable DHCP agents. Network: 4a7ad720-8bbd-4311-a9a2-f8c396f01ad0, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:29:46.038715 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d05b2cf-7bef-4c86-9e0c-2473abe950bc tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Router a7dfcde6-7f2e-4db6-b58d-d770c4d0763f is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:29:46.044867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2b27e-16ef-4c7e-b4ff-7c73ffca175a tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6948d6c7-5c07-4f7a-80c7-bfdee16513af,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:46.109724 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8fa2b27e-16ef-4c7e-b4ff-7c73ffca175a tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:46.112198 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8fa2b27e-16ef-4c7e-b4ff-7c73ffca175a tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9702361 Feb 19 04:29:46.153732 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53172) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:46.218682 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-92dc173d-fd17-409f-a89c-dc012c0ff2bc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for floatingip (b850b9f1-c67b-43d8-b2bb-8dce0ffd9a3a), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:46.223916 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-da1effeb-2efa-489c-8408-ccaa72c1fc6a None None] Publish callbacks [] for port (9d1674cb-22b5-4860-909e-fba962406f53), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:46.231529 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-714f1fdd-e049-47eb-a3f6-090716596278 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router_controller (9da49e1d-7675-4bdb-a4b5-847206c43109), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:46.238699 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-630d6f5a-415e-4ce2-86ce-d3efe22b6d9a tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-group-rules/6948d6c7-5c07-4f7a-80c7-bfdee16513af HTTP/1.1" status: 200 len: 763 time: 0.0820994 Feb 19 04:29:46.243204 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-da1effeb-2efa-489c-8408-ccaa72c1fc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (9d1674cb-22b5-4860-909e-fba962406f53), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:46.259633 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53174) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:46.274806 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-714f1fdd-e049-47eb-a3f6-090716596278 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (9da49e1d-7675-4bdb-a4b5-847206c43109), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:46.297877 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671220cb-9bf5-4834-879b-ecde06051106 admin admin] Network 4a7ad720-8bbd-4311-a9a2-f8c396f01ad0 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:29:46.439605 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1effeb-2efa-489c-8408-ccaa72c1fc6a None None] Network 3b2dd26a-d9bf-43ff-a78a-e2b169d91a90 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:46.445621 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-da1effeb-2efa-489c-8408-ccaa72c1fc6a None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:46.457942 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1effeb-2efa-489c-8408-ccaa72c1fc6a None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:29:46.491674 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1effeb-2efa-489c-8408-ccaa72c1fc6a None None] Pushing event updated for resources: {'Port': ['ID=9d1674cb-22b5-4860-909e-fba962406f53,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:46.522096 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-714f1fdd-e049-47eb-a3f6-090716596278 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:46.529443 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-714f1fdd-e049-47eb-a3f6-090716596278 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9095662 Feb 19 04:29:46.531121 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-671220cb-9bf5-4834-879b-ecde06051106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 4a7ad720-8bbd-4311-a9a2-f8c396f01ad0) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:46.551729 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53178) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:46.570037 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c988e309-669a-48dc-b1ed-16b48b639a73 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3074121 Feb 19 04:29:46.577362 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2b94ae67-2e9f-4530-bb26-24d6e840c94d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'port': {'network_id': '3b2dd26a-d9bf-43ff-a78a-e2b169d91a90', 'name': 'tempest-RoutersIpV6Test-1946870266'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:46.601328 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad27484-8713-4ba3-b9f8-69ad222a9451 None None] Network 4a7ad720-8bbd-4311-a9a2-f8c396f01ad0 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:46.713085 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671220cb-9bf5-4834-879b-ecde06051106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:46.714109 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-671220cb-9bf5-4834-879b-ecde06051106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:46.721578 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53180) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:46.788560 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-da1effeb-2efa-489c-8408-ccaa72c1fc6a None None] Attempting to bind port 9d1674cb-22b5-4860-909e-fba962406f53 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:29:46.789605 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-da1effeb-2efa-489c-8408-ccaa72c1fc6a None None] Attempting to bind port 9d1674cb-22b5-4860-909e-fba962406f53 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'cf49124c-e956-497a-b831-6e98ec6e7024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3b2dd26a-d9bf-43ff-a78a-e2b169d91a90'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:29:46.791882 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1effeb-2efa-489c-8408-ccaa72c1fc6a None None] Attempting to bind port 9d1674cb-22b5-4860-909e-fba962406f53 on network 3b2dd26a-d9bf-43ff-a78a-e2b169d91a90 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:29:46.821105 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1effeb-2efa-489c-8408-ccaa72c1fc6a None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:29:46.821749 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1effeb-2efa-489c-8408-ccaa72c1fc6a None None] Checking segment: {'id': 'cf49124c-e956-497a-b831-6e98ec6e7024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3b2dd26a-d9bf-43ff-a78a-e2b169d91a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:29:46.822561 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-da1effeb-2efa-489c-8408-ccaa72c1fc6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:46.823334 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1effeb-2efa-489c-8408-ccaa72c1fc6a None None] Bound using segment: {'id': 'cf49124c-e956-497a-b831-6e98ec6e7024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3b2dd26a-d9bf-43ff-a78a-e2b169d91a90'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:29:46.824512 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-da1effeb-2efa-489c-8408-ccaa72c1fc6a None None] Bound port: 9d1674cb-22b5-4860-909e-fba962406f53, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf49124c-e956-497a-b831-6e98ec6e7024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3b2dd26a-d9bf-43ff-a78a-e2b169d91a90'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:29:46.825863 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-da1effeb-2efa-489c-8408-ccaa72c1fc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9d1674cb-22b5-4860-909e-fba962406f53), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:46.847461 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-671220cb-9bf5-4834-879b-ecde06051106 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.6105456 Feb 19 04:29:46.898586 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0a3e2cde-82b2-4122-8027-1991f489d2c2 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (6948d6c7-5c07-4f7a-80c7-bfdee16513af), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:46.929218 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0a3e2cde-82b2-4122-8027-1991f489d2c2 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (6948d6c7-5c07-4f7a-80c7-bfdee16513af), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:47.028935 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0a3e2cde-82b2-4122-8027-1991f489d2c2 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (6948d6c7-5c07-4f7a-80c7-bfdee16513af), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:47.076038 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0a3e2cde-82b2-4122-8027-1991f489d2c2 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:47.077968 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0a3e2cde-82b2-4122-8027-1991f489d2c2 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/6948d6c7-5c07-4f7a-80c7-bfdee16513af HTTP/1.1" status: 204 len: 168 time: 0.3455434 Feb 19 04:29:47.089774 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53186) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:47.129250 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e2cde-82b2-4122-8027-1991f489d2c2 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6948d6c7-5c07-4f7a-80c7-bfdee16513af,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:47.172251 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b5b093-af78-4e4d-b39a-66d330c6f5cb None None] Network 4a7ad720-8bbd-4311-a9a2-f8c396f01ad0 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:47.176010 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-10179e4b-4c71-4783-8af0-0fde5d186408 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks [] for port (f0439f30-a08d-48f8-9ee7-73857e17b11e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:47.204965 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b94ae67-2e9f-4530-bb26-24d6e840c94d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Made reservation on behalf of 1071eeaddc2c4d58b8e80d78e76c86fe for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:47.213611 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2b94ae67-2e9f-4530-bb26-24d6e840c94d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:47.274406 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-2b94ae67-2e9f-4530-bb26-24d6e840c94d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] device_id is not set on port 1364172d-4653-406f-acb2-cd97ad7ace9b yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:29:47.382865 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-10179e4b-4c71-4783-8af0-0fde5d186408 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f0439f30-a08d-48f8-9ee7-73857e17b11e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:47.428216 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-da1effeb-2efa-489c-8408-ccaa72c1fc6a None None] For port 9d1674cb-22b5-4860-909e-fba962406f53, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:29:47.440998 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-da1effeb-2efa-489c-8408-ccaa72c1fc6a None None] For port 9d1674cb-22b5-4860-909e-fba962406f53, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9d1674cb-22b5-4860-909e-fba962406f53,segment=NetworkSegment(cf49124c-e956-497a-b831-6e98ec6e7024),segment_id=cf49124c-e956-497a-b831-6e98ec6e7024)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:29:47.545103 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-da1effeb-2efa-489c-8408-ccaa72c1fc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9d1674cb-22b5-4860-909e-fba962406f53), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:47.547395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10179e4b-4c71-4783-8af0-0fde5d186408 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Network 52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:47.561507 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-10179e4b-4c71-4783-8af0-0fde5d186408 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:47.576593 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10179e4b-4c71-4783-8af0-0fde5d186408 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:29:47.589776 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10179e4b-4c71-4783-8af0-0fde5d186408 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:47.590990 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-10179e4b-4c71-4783-8af0-0fde5d186408 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:47.708622 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-10179e4b-4c71-4783-8af0-0fde5d186408 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.6658120 Feb 19 04:29:47.708622 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10179e4b-4c71-4783-8af0-0fde5d186408 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Pushing event updated for resources: {'Port': ['ID=f0439f30-a08d-48f8-9ee7-73857e17b11e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:47.724754 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53196) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:47.949733 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-2b94ae67-2e9f-4530-bb26-24d6e840c94d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Allocated IP 2001:db8::c5 (3b2dd26a-d9bf-43ff-a78a-e2b169d91a90/656d3ab1-1d98-49d8-8217-59b504ae7a57/1364172d-4653-406f-acb2-cd97ad7ace9b) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:48.073095 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77696f03-b00c-4854-83c0-6dfc2c33acb9 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:48.098145 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77696f03-b00c-4854-83c0-6dfc2c33acb9 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:48.133317 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77696f03-b00c-4854-83c0-6dfc2c33acb9 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:48.147604 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-77696f03-b00c-4854-83c0-6dfc2c33acb9 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.4172614 Feb 19 04:29:48.165828 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1effeb-2efa-489c-8408-ccaa72c1fc6a None None] Pushing event updated for resources: {'Port': ['ID=9d1674cb-22b5-4860-909e-fba962406f53,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:48.312047 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-009e9b93-0d73-4e87-8c63-67382b66c96a tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.2178681 Feb 19 04:29:48.314108 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d05b2cf-7bef-4c86-9e0c-2473abe950bc tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:29:48.331867 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e164b-2ebf-485c-8276-b00310da01be None None] Sync routers for ids ['a7dfcde6-7f2e-4db6-b58d-d770c4d0763f'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:29:48.349598 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53200) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:48.350464 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53206) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:48.353814 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0e164b-2ebf-485c-8276-b00310da01be None None] Routers {'a7dfcde6-7f2e-4db6-b58d-d770c4d0763f'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:48.354597 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4d0e164b-2ebf-485c-8276-b00310da01be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:29:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['a7dfcde6-7f2e-4db6-b58d-d770c4d0763f'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:48.357546 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d05b2cf-7bef-4c86-9e0c-2473abe950bc tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:48.360868 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8d05b2cf-7bef-4c86-9e0c-2473abe950bc tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "PUT /v2.0/routers/a7dfcde6-7f2e-4db6-b58d-d770c4d0763f HTTP/1.1" status: 200 len: 914 time: 10.0916913 Feb 19 04:29:48.375533 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-b6a574c9-3af9-43c5-92b7-a241a1965f20 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Request body: {'security_group_rule': {'security_group_id': 'a7870ece-92e7-41fc-b4f0-d81adb86698b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:48.393016 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53208) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:48.481581 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4d0e164b-2ebf-485c-8276-b00310da01be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:48.518678 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0e164b-2ebf-485c-8276-b00310da01be None None] Routers {'a7dfcde6-7f2e-4db6-b58d-d770c4d0763f'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:48.520103 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4d0e164b-2ebf-485c-8276-b00310da01be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:29:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['a7dfcde6-7f2e-4db6-b58d-d770c4d0763f'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:48.522834 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-bda34c48-44b8-40af-9c58-fc6751071c5c None None] Provisioning complete for port f0439f30-a08d-48f8-9ee7-73857e17b11e triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:48.523439 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bda34c48-44b8-40af-9c58-fc6751071c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f0439f30-a08d-48f8-9ee7-73857e17b11e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:48.643204 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4d0e164b-2ebf-485c-8276-b00310da01be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:48.644360 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e164b-2ebf-485c-8276-b00310da01be None None] The sync data for ids ['a7dfcde6-7f2e-4db6-b58d-d770c4d0763f'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:29:48.745023 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-bda34c48-44b8-40af-9c58-fc6751071c5c None None] Port f0439f30-a08d-48f8-9ee7-73857e17b11e cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:29:48.996449 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2b94ae67-2e9f-4530-bb26-24d6e840c94d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for port (1364172d-4653-406f-acb2-cd97ad7ace9b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:49.113218 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2b94ae67-2e9f-4530-bb26-24d6e840c94d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (1364172d-4653-406f-acb2-cd97ad7ace9b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:49.227937 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b94ae67-2e9f-4530-bb26-24d6e840c94d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network 3b2dd26a-d9bf-43ff-a78a-e2b169d91a90 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:49.242794 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-2b94ae67-2e9f-4530-bb26-24d6e840c94d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:49.253628 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b94ae67-2e9f-4530-bb26-24d6e840c94d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:29:49.268056 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b94ae67-2e9f-4530-bb26-24d6e840c94d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:49.271421 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2b94ae67-2e9f-4530-bb26-24d6e840c94d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:49.280233 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94ae67-2e9f-4530-bb26-24d6e840c94d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Port': ['ID=1364172d-4653-406f-acb2-cd97ad7ace9b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:49.333719 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2b94ae67-2e9f-4530-bb26-24d6e840c94d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7616169 Feb 19 04:29:49.336811 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53218) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:49.716489 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-06915ad9-093d-4b8e-9b80-3b0a4a252def tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "GET /v2.0/routers/a7dfcde6-7f2e-4db6-b58d-d770c4d0763f HTTP/1.1" status: 200 len: 920 time: 1.3084807 Feb 19 04:29:49.723038 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53226) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:49.762573 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.resource_extend [None req-92dc173d-fd17-409f-a89c-dc012c0ff2bc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] It took 1.02 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:29:50.042538 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b6a574c9-3af9-43c5-92b7-a241a1965f20 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (a65b9b34-d064-4fb7-ab71-442b9b0f082e), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:50.158900 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3529d7e-8c6a-4367-8590-fa9b86b63220 None None] Network 3b2dd26a-d9bf-43ff-a78a-e2b169d91a90 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:29:50.192069 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-92dc173d-fd17-409f-a89c-dc012c0ff2bc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:50.245066 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-92dc173d-fd17-409f-a89c-dc012c0ff2bc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (b850b9f1-c67b-43d8-b2bb-8dce0ffd9a3a), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:50.376061 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-5fe19f50-0baf-4b08-bebc-6d20e595bf64 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:50.377241 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9d1674cb-22b5-4860-909e-fba962406f53 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:50.377872 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-5fe19f50-0baf-4b08-bebc-6d20e595bf64 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/networks?id=4a7ad720-8bbd-4311-a9a2-f8c396f01ad0 HTTP/1.1" status: 200 len: 821 time: 1.5956469 Feb 19 04:29:50.393763 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10ea907-4988-4a39-9b1f-85a1d4ad8c5a tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:50.403749 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c10ea907-4988-4a39-9b1f-85a1d4ad8c5a tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&device_id=a7dfcde6-7f2e-4db6-b58d-d770c4d0763f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6459112 Feb 19 04:29:50.409670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53230) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:50.486369 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3237bf4a-c02b-4d76-92a8-f3a83078e888 None None] Provisioning complete for port 9d1674cb-22b5-4860-909e-fba962406f53 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:50.486973 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3237bf4a-c02b-4d76-92a8-f3a83078e888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9d1674cb-22b5-4860-909e-fba962406f53), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:50.749998 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-a3180308-a87b-4395-9048-a3545e2fe319 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Deleting port f0439f30-a08d-48f8-9ee7-73857e17b11e {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:50.751563 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3180308-a87b-4395-9048-a3545e2fe319 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f0439f30-a08d-48f8-9ee7-73857e17b11e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:50.820665 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-92492e11-359e-43bb-808e-87118d42f719 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/quotas/e18f99d5b6f045369ea07282b4f396f9 HTTP/1.1" status: 200 len: 375 time: 0.4102945 Feb 19 04:29:50.831578 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b6a574c9-3af9-43c5-92b7-a241a1965f20 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (a65b9b34-d064-4fb7-ab71-442b9b0f082e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:50.868636 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b6a574c9-3af9-43c5-92b7-a241a1965f20 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (a65b9b34-d064-4fb7-ab71-442b9b0f082e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:50.898976 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27cf84f9-75ab-4ae8-928e-8f41955b89d6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1364172d-4653-406f-acb2-cd97ad7ace9b), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:50.940971 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-92dc173d-fd17-409f-a89c-dc012c0ff2bc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Floating IP b850b9f1-c67b-43d8-b2bb-8dce0ffd9a3a associated. External IP: 172.25.0.117, port: fdeef649-df0e-40d2-a90b-41f8f92afef9. Feb 19 04:29:50.953196 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-fe85b544-6a7e-4b4a-8957-2a929c43bced tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e18f99d5b6f045369ea07282b4f396f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0999317 Feb 19 04:29:50.974192 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb06af34-4d86-41fe-a40e-d213f76e6ab9 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:50.982734 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fb06af34-4d86-41fe-a40e-d213f76e6ab9 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 881 time: 0.5718069 Feb 19 04:29:50.989481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3237bf4a-c02b-4d76-92a8-f3a83078e888 None None] Current status of the port 9d1674cb-22b5-4860-909e-fba962406f53 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:50.990533 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3237bf4a-c02b-4d76-92a8-f3a83078e888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9d1674cb-22b5-4860-909e-fba962406f53), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.012040 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 9d1674cb-22b5-4860-909e-fba962406f53 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:51.013568 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9d1674cb-22b5-4860-909e-fba962406f53), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.068746 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a574c9-3af9-43c5-92b7-a241a1965f20 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65b9b34-d064-4fb7-ab71-442b9b0f082e,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:51.072432 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53238) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:51.081846 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-d2a8bb86-d89a-43b8-91bc-4c936ee71ddd service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:29:51.083115 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-d2a8bb86-d89a-43b8-91bc-4c936ee71ddd service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065141 Feb 19 04:29:51.182835 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1af1d74b-a53d-49a8-9fac-7d3604ff67f8 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7dfcde6-7f2e-4db6-b58d-d770c4d0763f HTTP/1.1" status: 200 len: 205 time: 0.0943868 Feb 19 04:29:51.183103 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b6a574c9-3af9-43c5-92b7-a241a1965f20 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.188001 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b6a574c9-3af9-43c5-92b7-a241a1965f20 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8175738 Feb 19 04:29:51.189375 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53240) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:51.189723 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53242) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:51.363315 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fbaa4867-a413-4684-85f5-8e7c08b3a6b7 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-group-rules/a65b9b34-d064-4fb7-ab71-442b9b0f082e HTTP/1.1" status: 200 len: 764 time: 0.1515994 Feb 19 04:29:51.364244 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53244) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:51.451921 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3180308-a87b-4395-9048-a3545e2fe319 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f0439f30-a08d-48f8-9ee7-73857e17b11e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.478097 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3237bf4a-c02b-4d76-92a8-f3a83078e888 None None] For port 9d1674cb-22b5-4860-909e-fba962406f53, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9d1674cb-22b5-4860-909e-fba962406f53,segment=NetworkSegment(cf49124c-e956-497a-b831-6e98ec6e7024),segment_id=cf49124c-e956-497a-b831-6e98ec6e7024)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:29:51.537275 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-a3180308-a87b-4395-9048-a3545e2fe319 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Calling delete_port for f0439f30-a08d-48f8-9ee7-73857e17b11e owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:51.547996 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3237bf4a-c02b-4d76-92a8-f3a83078e888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9d1674cb-22b5-4860-909e-fba962406f53), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.684020 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-a168906c-fe93-46ac-8984-c5045f9cdc56 service neutron] 10.222.0.65 "GET /v2.0/networks/4a7ad720-8bbd-4311-a9a2-f8c396f01ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5838897 Feb 19 04:29:51.778820 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 9d1674cb-22b5-4860-909e-fba962406f53 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:51.790146 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9d1674cb-22b5-4860-909e-fba962406f53), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.955123 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237bf4a-c02b-4d76-92a8-f3a83078e888 None None] Pushing event updated for resources: {'Port': ['ID=9d1674cb-22b5-4860-909e-fba962406f53,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:51.967200 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27cf84f9-75ab-4ae8-928e-8f41955b89d6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for port (1364172d-4653-406f-acb2-cd97ad7ace9b), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.969171 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1d84561d-5be8-4f25-8801-0c0b82cb7579 None None] Provisioning complete for port 9d1674cb-22b5-4860-909e-fba962406f53 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:51.969856 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1d84561d-5be8-4f25-8801-0c0b82cb7579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9d1674cb-22b5-4860-909e-fba962406f53), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:51.974904 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27cf84f9-75ab-4ae8-928e-8f41955b89d6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (1364172d-4653-406f-acb2-cd97ad7ace9b), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.058098 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf84f9-75ab-4ae8-928e-8f41955b89d6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Port': ['ID=1364172d-4653-406f-acb2-cd97ad7ace9b,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:52.249695 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1d84561d-5be8-4f25-8801-0c0b82cb7579 None None] Current status of the port 9d1674cb-22b5-4860-909e-fba962406f53 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:52.279872 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:29:52.280236 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:29:52.295415 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1d84561d-5be8-4f25-8801-0c0b82cb7579 None None] Provisioning complete for port 1364172d-4653-406f-acb2-cd97ad7ace9b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:52.295832 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1d84561d-5be8-4f25-8801-0c0b82cb7579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1364172d-4653-406f-acb2-cd97ad7ace9b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.403550 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1d84561d-5be8-4f25-8801-0c0b82cb7579 None None] Port 1364172d-4653-406f-acb2-cd97ad7ace9b cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:29:52.439220 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-08429dc2-5b71-46d0-aed7-342dc840a4b3 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router (a7dfcde6-7f2e-4db6-b58d-d770c4d0763f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.479706 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5167d777-5ac8-44fa-8125-3e5cdd19f375 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 1.0531237 Feb 19 04:29:52.495332 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53256) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:52.518296 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27cf84f9-75ab-4ae8-928e-8f41955b89d6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (9da49e1d-7675-4bdb-a4b5-847206c43109), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.550138 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-2dfdd854-ea2f-4852-b6a2-9122e723088c None None] Provisioning complete for port 1364172d-4653-406f-acb2-cd97ad7ace9b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:52.550990 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2dfdd854-ea2f-4852-b6a2-9122e723088c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1364172d-4653-406f-acb2-cd97ad7ace9b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.645579 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-2dfdd854-ea2f-4852-b6a2-9122e723088c None None] Port 1364172d-4653-406f-acb2-cd97ad7ace9b cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:29:52.772607 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-975210d9-432c-466f-99ff-b6afd054c28f tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (a65b9b34-d064-4fb7-ab71-442b9b0f082e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.787438 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d0fe59bc-1a1f-4c3d-a0c9-b20a290f6e42 None None] Provisioning complete for port 1364172d-4653-406f-acb2-cd97ad7ace9b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:52.787890 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d0fe59bc-1a1f-4c3d-a0c9-b20a290f6e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1364172d-4653-406f-acb2-cd97ad7ace9b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.792561 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-975210d9-432c-466f-99ff-b6afd054c28f tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (a65b9b34-d064-4fb7-ab71-442b9b0f082e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.865661 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-975210d9-432c-466f-99ff-b6afd054c28f tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (a65b9b34-d064-4fb7-ab71-442b9b0f082e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.882050 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-975210d9-432c-466f-99ff-b6afd054c28f tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.884301 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-975210d9-432c-466f-99ff-b6afd054c28f tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/a65b9b34-d064-4fb7-ab71-442b9b0f082e HTTP/1.1" status: 204 len: 168 time: 0.3867462 Feb 19 04:29:52.892820 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53258) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:52.894582 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3180308-a87b-4395-9048-a3545e2fe319 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (f0439f30-a08d-48f8-9ee7-73857e17b11e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:52.942560 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975210d9-432c-466f-99ff-b6afd054c28f tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a65b9b34-d064-4fb7-ab71-442b9b0f082e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:52.961994 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 9d1674cb-22b5-4860-909e-fba962406f53 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:52.977047 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3180308-a87b-4395-9048-a3545e2fe319 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Pushing event deleted for resources: {'Port': ['ID=f0439f30-a08d-48f8-9ee7-73857e17b11e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:52.983434 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe59bc-1a1f-4c3d-a0c9-b20a290f6e42 None None] Port 1364172d-4653-406f-acb2-cd97ad7ace9b cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:29:52.985178 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-08429dc2-5b71-46d0-aed7-342dc840a4b3 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_gateway (a7dfcde6-7f2e-4db6-b58d-d770c4d0763f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.027321 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ffe0e84b-75d4-44d8-8c7c-f7681b6a229a tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1269078 Feb 19 04:29:53.029946 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92dc173d-fd17-409f-a89c-dc012c0ff2bc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Router d732b77f-4645-4a29-b393-f72726ff4cf9 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:29:53.038431 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53260) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:53.102543 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27cf84f9-75ab-4ae8-928e-8f41955b89d6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1364172d-4653-406f-acb2-cd97ad7ace9b), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.148812 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9d1674cb-22b5-4860-909e-fba962406f53 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:29:53.311673 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 9d1674cb-22b5-4860-909e-fba962406f53 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:53.312497 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9d1674cb-22b5-4860-909e-fba962406f53), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.426409 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-05cbe0a4-ffc2-4069-8d90-41c36c80ecf4 service neutron] 10.222.0.65 "GET /v2.0/networks/4a7ad720-8bbd-4311-a9a2-f8c396f01ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6819365 Feb 19 04:29:53.604652 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-069c8b73-6d0b-409c-9fd9-cf5f9aa65c7d tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (a7870ece-92e7-41fc-b4f0-d81adb86698b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.643673 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-069c8b73-6d0b-409c-9fd9-cf5f9aa65c7d tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (a7870ece-92e7-41fc-b4f0-d81adb86698b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.746831 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 9d1674cb-22b5-4860-909e-fba962406f53 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:29:53.872625 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-069c8b73-6d0b-409c-9fd9-cf5f9aa65c7d tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a7870ece-92e7-41fc-b4f0-d81adb86698b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.877831 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-069c8b73-6d0b-409c-9fd9-cf5f9aa65c7d tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.883572 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-069c8b73-6d0b-409c-9fd9-cf5f9aa65c7d tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "DELETE /v2.0/security-groups/a7870ece-92e7-41fc-b4f0-d81adb86698b HTTP/1.1" status: 204 len: 168 time: 0.8394995 Feb 19 04:29:53.908966 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53268) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:53.973059 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3180308-a87b-4395-9048-a3545e2fe319 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.982564 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a3180308-a87b-4395-9048-a3545e2fe319 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] 10.222.0.65 "DELETE /v2.0/ports/f0439f30-a08d-48f8-9ee7-73857e17b11e HTTP/1.1" status: 204 len: 168 time: 5.6163993 Feb 19 04:29:53.982564 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c8b73-6d0b-409c-9fd9-cf5f9aa65c7d tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7870ece-92e7-41fc-b4f0-d81adb86698b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:53.990334 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53272) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:54.014670 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-08429dc2-5b71-46d0-aed7-342dc840a4b3 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Deleting port d1d9694c-2965-4aa2-b18b-9be0d3b79e2e {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:29:54.015312 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-08429dc2-5b71-46d0-aed7-342dc840a4b3 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (d1d9694c-2965-4aa2-b18b-9be0d3b79e2e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:54.188817 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b79f4d5c-7fc6-43c6-bda7-c1cf9aaa682d req-e703ebbb-0859-4a9b-b1de-edee80780402 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6e3c4e-313b-4562-af51-b583e0ebe5ef HTTP/1.1" status: 200 len: 210 time: 0.1554558 Feb 19 04:29:54.318746 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dc21ecdc-732c-4313-804e-946fd4457ab2 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4050307 Feb 19 04:29:54.331606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53276) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:54.340643 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-6649d68b-bf98-4e66-92c8-11b75d4eaf03 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1536712388'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:54.424761 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6649d68b-bf98-4e66-92c8-11b75d4eaf03 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:54.448776 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27cf84f9-75ab-4ae8-928e-8f41955b89d6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for port (1364172d-4653-406f-acb2-cd97ad7ace9b), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:54.558819 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27cf84f9-75ab-4ae8-928e-8f41955b89d6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (1364172d-4653-406f-acb2-cd97ad7ace9b), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:54.560183 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27cf84f9-75ab-4ae8-928e-8f41955b89d6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (9da49e1d-7675-4bdb-a4b5-847206c43109), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:54.821995 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6649d68b-bf98-4e66-92c8-11b75d4eaf03 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (e273487b-f920-4112-b159-2c6b6a5ec559), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:54.889891 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6649d68b-bf98-4e66-92c8-11b75d4eaf03 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e273487b-f920-4112-b159-2c6b6a5ec559), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:54.930635 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-02630e2a-2193-4091-a608-5534a02df8ef tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] GET failed (client error): The resource could not be found. Feb 19 04:29:54.939168 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-02630e2a-2193-4091-a608-5534a02df8ef tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] 10.222.0.65 "GET /v2.0/ports/f0439f30-a08d-48f8-9ee7-73857e17b11e HTTP/1.1" status: 404 len: 333 time: 0.9411807 Feb 19 04:29:54.943406 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53280) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:54.969271 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-91792e15-0c2e-4880-9b08-b59ceae8ba88 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Request body: {'port': {'network_id': '52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1971929694'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:54.989459 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf84f9-75ab-4ae8-928e-8f41955b89d6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Port': ['ID=1364172d-4653-406f-acb2-cd97ad7ace9b,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:55.123740 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6649d68b-bf98-4e66-92c8-11b75d4eaf03 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:55.133211 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6649d68b-bf98-4e66-92c8-11b75d4eaf03 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7992876 Feb 19 04:29:55.143032 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-08429dc2-5b71-46d0-aed7-342dc840a4b3 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (d1d9694c-2965-4aa2-b18b-9be0d3b79e2e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:55.150238 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53282) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:55.159995 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-5aa3a339-e15e-430a-80f6-63519f0eb6e6 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Request body: {'security_group_rule': {'security_group_id': 'e273487b-f920-4112-b159-2c6b6a5ec559', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:55.188693 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649d68b-bf98-4e66-92c8-11b75d4eaf03 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e273487b-f920-4112-b159-2c6b6a5ec559,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:55.191576 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-08429dc2-5b71-46d0-aed7-342dc840a4b3 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Calling delete_port for d1d9694c-2965-4aa2-b18b-9be0d3b79e2e owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:29:55.323722 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a339-e15e-430a-80f6-63519f0eb6e6 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (be286384-e880-4ddc-91b4-800fbfa699b9), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:55.338765 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cf84f9-75ab-4ae8-928e-8f41955b89d6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network 3b2dd26a-d9bf-43ff-a78a-e2b169d91a90 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:29:55.363034 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-27cf84f9-75ab-4ae8-928e-8f41955b89d6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:29:55.782157 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92dc173d-fd17-409f-a89c-dc012c0ff2bc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:29:55.801854 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7997a4ae-8572-4918-aee6-198ace8a6773 None None] Sync routers for ids ['d732b77f-4645-4a29-b393-f72726ff4cf9'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:29:55.839184 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-92dc173d-fd17-409f-a89c-dc012c0ff2bc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:55.872234 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7997a4ae-8572-4918-aee6-198ace8a6773 None None] Routers {'d732b77f-4645-4a29-b393-f72726ff4cf9'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:55.876384 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-7997a4ae-8572-4918-aee6-198ace8a6773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:29:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d732b77f-4645-4a29-b393-f72726ff4cf9'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:55.937967 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91792e15-0c2e-4880-9b08-b59ceae8ba88 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Made reservation on behalf of e6fd86a886b94f23a60c0367ccdbf61a for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:29:55.951594 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91792e15-0c2e-4880-9b08-b59ceae8ba88 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:56.027030 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-92dc173d-fd17-409f-a89c-dc012c0ff2bc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "PUT /v2.0/floatingips/b850b9f1-c67b-43d8-b2bb-8dce0ffd9a3a HTTP/1.1" status: 200 len: 991 time: 10.1609547 Feb 19 04:29:56.049807 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'tag': 'fdeef649-df0e-40d2-a90b-41f8f92afef9'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:29:56.056502 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a497f507-0a48-4a71-8e72-1b30fff8e98e" -d '{"events": [{"name": "network-changed", "server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "tag": "fdeef649-df0e-40d2-a90b-41f8f92afef9"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:29:56.072277 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a339-e15e-430a-80f6-63519f0eb6e6 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (be286384-e880-4ddc-91b4-800fbfa699b9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:56.104173 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a339-e15e-430a-80f6-63519f0eb6e6 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (be286384-e880-4ddc-91b4-800fbfa699b9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:56.182857 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-949e960e-e970-4fd8-8fbd-c66455570339 req-c34fd24d-d714-4c6e-b94d-1ec84bce7a52 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6e3c4e-313b-4562-af51-b583e0ebe5ef HTTP/1.1" status: 200 len: 210 time: 0.4097295 Feb 19 04:29:56.214997 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-632130c7-d99a-4a56-b006-e5def9b046c8 None None] Provisioning complete for port 1364172d-4653-406f-acb2-cd97ad7ace9b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:29:56.216081 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-632130c7-d99a-4a56-b006-e5def9b046c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1364172d-4653-406f-acb2-cd97ad7ace9b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:56.267655 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-91792e15-0c2e-4880-9b08-b59ceae8ba88 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] device_id is not set on port f88b64f9-d85d-4e2f-8704-504b304628db yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:29:56.301668 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3a339-e15e-430a-80f6-63519f0eb6e6 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be286384-e880-4ddc-91b4-800fbfa699b9,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:56.478181 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-08429dc2-5b71-46d0-aed7-342dc840a4b3 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (d1d9694c-2965-4aa2-b18b-9be0d3b79e2e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:56.596088 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9306603c-4839-4040-a8f4-b50f1b14ad48 x-openstack-request-id: req-9306603c-4839-4040-a8f4-b50f1b14ad48 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:29:56.596529 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "tag": "fdeef649-df0e-40d2-a90b-41f8f92afef9", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:29:56.596683 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9306603c-4839-4040-a8f4-b50f1b14ad48 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:29:56.597083 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'tag': 'fdeef649-df0e-40d2-a90b-41f8f92afef9', 'status': 'completed', 'code': 200} Feb 19 04:29:56.667129 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a339-e15e-430a-80f6-63519f0eb6e6 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:56.668397 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5aa3a339-e15e-430a-80f6-63519f0eb6e6 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5163174 Feb 19 04:29:56.683274 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53304) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:56.755629 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cf84f9-75ab-4ae8-928e-8f41955b89d6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Router 9da49e1d-7675-4bdb-a4b5-847206c43109 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:29:56.769222 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-7997a4ae-8572-4918-aee6-198ace8a6773 None None] Set router d732b77f-4645-4a29-b393-f72726ff4cf9 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:29:56.827852 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08429dc2-5b71-46d0-aed7-342dc840a4b3 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Pushing event deleted for resources: {'Port': ['ID=d1d9694c-2965-4aa2-b18b-9be0d3b79e2e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:56.883976 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-08429dc2-5b71-46d0-aed7-342dc840a4b3 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (a7dfcde6-7f2e-4db6-b58d-d770c4d0763f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:56.938606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509b6fa-4228-45ed-b14f-c43a56db960e req-02ce5513-b80b-4ad8-81e8-cc852d29d4ed tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:56.950987 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509b6fa-4228-45ed-b14f-c43a56db960e req-02ce5513-b80b-4ad8-81e8-cc852d29d4ed tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:56.962478 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509b6fa-4228-45ed-b14f-c43a56db960e req-02ce5513-b80b-4ad8-81e8-cc852d29d4ed tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:56.973639 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509b6fa-4228-45ed-b14f-c43a56db960e req-02ce5513-b80b-4ad8-81e8-cc852d29d4ed tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:56.986471 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509b6fa-4228-45ed-b14f-c43a56db960e req-02ce5513-b80b-4ad8-81e8-cc852d29d4ed tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:56.997776 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509b6fa-4228-45ed-b14f-c43a56db960e req-02ce5513-b80b-4ad8-81e8-cc852d29d4ed tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:57.010246 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509b6fa-4228-45ed-b14f-c43a56db960e req-02ce5513-b80b-4ad8-81e8-cc852d29d4ed tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:57.025327 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9509b6fa-4228-45ed-b14f-c43a56db960e req-02ce5513-b80b-4ad8-81e8-cc852d29d4ed tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5444 time: 0.7309721 Feb 19 04:29:57.077756 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-08429dc2-5b71-46d0-aed7-342dc840a4b3 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (a7dfcde6-7f2e-4db6-b58d-d770c4d0763f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:57.081262 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-08429dc2-5b71-46d0-aed7-342dc840a4b3 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_controller (a7dfcde6-7f2e-4db6-b58d-d770c4d0763f), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:57.170537 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-632130c7-d99a-4a56-b006-e5def9b046c8 None None] Port 1364172d-4653-406f-acb2-cd97ad7ace9b cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:29:57.186726 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-08429dc2-5b71-46d0-aed7-342dc840a4b3 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (a7dfcde6-7f2e-4db6-b58d-d770c4d0763f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:57.188472 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08429dc2-5b71-46d0-aed7-342dc840a4b3 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Fanout notify agent at l3_agent the message router_deleted on router a7dfcde6-7f2e-4db6-b58d-d770c4d0763f {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:29:57.202423 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-08429dc2-5b71-46d0-aed7-342dc840a4b3 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:57.205602 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-08429dc2-5b71-46d0-aed7-342dc840a4b3 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "DELETE /v2.0/routers/a7dfcde6-7f2e-4db6-b58d-d770c4d0763f HTTP/1.1" status: 204 len: 168 time: 6.0077596 Feb 19 04:29:57.216788 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-91792e15-0c2e-4880-9b08-b59ceae8ba88 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Allocated IP 2001:db8::8d (52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74/f1400617-025e-4246-b432-77658e4f5b77/f88b64f9-d85d-4e2f-8704-504b304628db) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:29:57.223619 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53310) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:57.257229 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-ab4960d2-913d-4c06-815c-927f741bae04 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-999885752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:57.329537 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497f507-0a48-4a71-8e72-1b30fff8e98e req-1d3d4b08-06b3-431a-9af0-607bada489ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:57.330464 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497f507-0a48-4a71-8e72-1b30fff8e98e req-1d3d4b08-06b3-431a-9af0-607bada489ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:57.332217 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497f507-0a48-4a71-8e72-1b30fff8e98e req-1d3d4b08-06b3-431a-9af0-607bada489ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:57.332439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497f507-0a48-4a71-8e72-1b30fff8e98e req-1d3d4b08-06b3-431a-9af0-607bada489ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:57.335747 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497f507-0a48-4a71-8e72-1b30fff8e98e req-1d3d4b08-06b3-431a-9af0-607bada489ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:57.337364 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497f507-0a48-4a71-8e72-1b30fff8e98e req-1d3d4b08-06b3-431a-9af0-607bada489ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:57.338973 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497f507-0a48-4a71-8e72-1b30fff8e98e req-1d3d4b08-06b3-431a-9af0-607bada489ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:57.344784 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a497f507-0a48-4a71-8e72-1b30fff8e98e req-1d3d4b08-06b3-431a-9af0-607bada489ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea967e23a8ef43cfacd115b397486d6c&device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 6718 time: 0.7454691 Feb 19 04:29:57.405076 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ab4960d2-913d-4c06-815c-927f741bae04 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (5414fe52-5f0c-47a5-a2ac-c3216ad55d9d), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:57.407048 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ab4960d2-913d-4c06-815c-927f741bae04 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (5414fe52-5f0c-47a5-a2ac-c3216ad55d9d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:57.445205 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cf84f9-75ab-4ae8-928e-8f41955b89d6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:29:57.469217 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-27cf84f9-75ab-4ae8-928e-8f41955b89d6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "PUT /v2.0/routers/9da49e1d-7675-4bdb-a4b5-847206c43109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1267037 Feb 19 04:29:57.471481 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b2f96a-367a-4be9-a040-3e397acdb414 None None] Sync routers for ids ['9da49e1d-7675-4bdb-a4b5-847206c43109'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:29:57.502018 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9509b6fa-4228-45ed-b14f-c43a56db960e req-a9785218-b062-447b-be87-83551acc68d3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4751818 Feb 19 04:29:57.505680 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53314) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:57.527121 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b2f96a-367a-4be9-a040-3e397acdb414 None None] Routers {'9da49e1d-7675-4bdb-a4b5-847206c43109'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:57.529715 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-35b2f96a-367a-4be9-a040-3e397acdb414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:29:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['9da49e1d-7675-4bdb-a4b5-847206c43109'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:57.569189 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-7997a4ae-8572-4918-aee6-198ace8a6773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484128463-router', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '8032db5c-78b2-411e-975a-3736a3838698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:01Z', 'updated_at': '2022-02-19T04:24:17Z', 'revision_number': 4, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'gw_port': {'id': '8032db5c-78b2-411e-975a-3736a3838698', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:03Z', 'updated_at': '2022-02-19T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'b850b9f1-c67b-43d8-b2bb-8dce0ffd9a3a', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'port_id': 'fdeef649-df0e-40d2-a90b-41f8f92afef9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee', 'mac_address': 'fa:16:3e:5a:35:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:26:50Z', 'updated_at': '2022-02-19T04:29:48Z', 'revision_number': 1, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa75f7f-4eb0-41c2-9b03-dc73923459a3', 'name': '', 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'mac_address': 'fa:16:3e:99:0b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '01a6b77b-63ae-42f8-a188-7c9c486cfe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:13Z', 'updated_at': '2022-02-19T04:24:33Z', 'revision_number': 5, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'subnets': [{'id': '01a6b77b-63ae-42f8-a188-7c9c486cfe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:57.669903 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7997a4ae-8572-4918-aee6-198ace8a6773 None None] Checking router: d732b77f-4645-4a29-b393-f72726ff4cf9 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:29:57.696305 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7997a4ae-8572-4918-aee6-198ace8a6773 None None] Routers {'d732b77f-4645-4a29-b393-f72726ff4cf9'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:57.697047 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-7997a4ae-8572-4918-aee6-198ace8a6773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:29:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d732b77f-4645-4a29-b393-f72726ff4cf9'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:57.720712 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-35b2f96a-367a-4be9-a040-3e397acdb414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:57.770596 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b2f96a-367a-4be9-a040-3e397acdb414 None None] Routers {'9da49e1d-7675-4bdb-a4b5-847206c43109'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:29:57.771827 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-35b2f96a-367a-4be9-a040-3e397acdb414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:29:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['9da49e1d-7675-4bdb-a4b5-847206c43109'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:57.833103 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-effc7ebf-0a0e-4784-8d6d-5b6f4f1a51a3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (e273487b-f920-4112-b159-2c6b6a5ec559), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:57.864065 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-35b2f96a-367a-4be9-a040-3e397acdb414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:57.864745 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b2f96a-367a-4be9-a040-3e397acdb414 None None] The sync data for ids ['9da49e1d-7675-4bdb-a4b5-847206c43109'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:29:57.877856 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8f15d031-a9c1-4320-83df-c97f53f30534 req-1bf18338-754b-4b4e-8521-7cc699429c7a tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6e3c4e-313b-4562-af51-b583e0ebe5ef HTTP/1.1" status: 200 len: 210 time: 0.4420826 Feb 19 04:29:57.924025 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9846508e-d4e0-4bac-a135-1f574e21d650 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:57.929982 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9846508e-d4e0-4bac-a135-1f574e21d650 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "GET /v2.0/ports/1364172d-4653-406f-acb2-cd97ad7ace9b HTTP/1.1" status: 200 len: 983 time: 0.4021704 Feb 19 04:29:57.935348 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53322) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:58.024806 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-effc7ebf-0a0e-4784-8d6d-5b6f4f1a51a3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (e273487b-f920-4112-b159-2c6b6a5ec559), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:58.050887 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-7997a4ae-8572-4918-aee6-198ace8a6773 None None] Set router d732b77f-4645-4a29-b393-f72726ff4cf9 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:29:58.374014 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497f507-0a48-4a71-8e72-1b30fff8e98e req-71e1ef00-9aa9-45f8-baf7-ad167e51c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:58.375775 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a497f507-0a48-4a71-8e72-1b30fff8e98e req-71e1ef00-9aa9-45f8-baf7-ad167e51c5c0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a64a19d-d377-4cb4-886a-9dfbe46eb1ee HTTP/1.1" status: 200 len: 917 time: 1.0142050 Feb 19 04:29:58.583234 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a497f507-0a48-4a71-8e72-1b30fff8e98e req-0471b9e5-3708-483d-83e6-06fe4018608f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdeef649-df0e-40d2-a90b-41f8f92afef9 HTTP/1.1" status: 200 len: 999 time: 0.1889694 Feb 19 04:29:58.749962 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-effc7ebf-0a0e-4784-8d6d-5b6f4f1a51a3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e273487b-f920-4112-b159-2c6b6a5ec559), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:58.756022 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-effc7ebf-0a0e-4784-8d6d-5b6f4f1a51a3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:58.762898 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-effc7ebf-0a0e-4784-8d6d-5b6f4f1a51a3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "DELETE /v2.0/security-groups/e273487b-f920-4112-b159-2c6b6a5ec559 HTTP/1.1" status: 204 len: 168 time: 2.0609934 Feb 19 04:29:58.764471 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497f507-0a48-4a71-8e72-1b30fff8e98e req-cdce26f4-d48c-4f8f-9b13-977cc8da6825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:58.766998 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a497f507-0a48-4a71-8e72-1b30fff8e98e req-cdce26f4-d48c-4f8f-9b13-977cc8da6825 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01a6b77b-63ae-42f8-a188-7c9c486cfe0f HTTP/1.1" status: 200 len: 856 time: 0.1387987 Feb 19 04:29:58.769647 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53324) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:58.850340 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-7997a4ae-8572-4918-aee6-198ace8a6773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484128463-router', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '8032db5c-78b2-411e-975a-3736a3838698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:01Z', 'updated_at': '2022-02-19T04:24:17Z', 'revision_number': 4, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'gw_port': {'id': '8032db5c-78b2-411e-975a-3736a3838698', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:03Z', 'updated_at': '2022-02-19T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'b850b9f1-c67b-43d8-b2bb-8dce0ffd9a3a', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'port_id': 'fdeef649-df0e-40d2-a90b-41f8f92afef9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee', 'mac_address': 'fa:16:3e:5a:35:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:26:50Z', 'updated_at': '2022-02-19T04:29:48Z', 'revision_number': 1, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa75f7f-4eb0-41c2-9b03-dc73923459a3', 'name': '', 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'mac_address': 'fa:16:3e:99:0b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '01a6b77b-63ae-42f8-a188-7c9c486cfe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:13Z', 'updated_at': '2022-02-19T04:24:33Z', 'revision_number': 5, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'subnets': [{'id': '01a6b77b-63ae-42f8-a188-7c9c486cfe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:29:58.956436 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc7ebf-0a0e-4784-8d6d-5b6f4f1a51a3 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e273487b-f920-4112-b159-2c6b6a5ec559,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:58.996135 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7997a4ae-8572-4918-aee6-198ace8a6773 None None] The sync data for ids ['d732b77f-4645-4a29-b393-f72726ff4cf9'] in n-d-772273-4 is: [{'id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484128463-router', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '8032db5c-78b2-411e-975a-3736a3838698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:01Z', 'updated_at': '2022-02-19T04:24:17Z', 'revision_number': 4, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'gw_port': {'id': '8032db5c-78b2-411e-975a-3736a3838698', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:03Z', 'updated_at': '2022-02-19T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'b850b9f1-c67b-43d8-b2bb-8dce0ffd9a3a', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'port_id': 'fdeef649-df0e-40d2-a90b-41f8f92afef9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee', 'mac_address': 'fa:16:3e:5a:35:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:26:50Z', 'updated_at': '2022-02-19T04:29:48Z', 'revision_number': 1, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa75f7f-4eb0-41c2-9b03-dc73923459a3', 'name': '', 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'mac_address': 'fa:16:3e:99:0b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '01a6b77b-63ae-42f8-a188-7c9c486cfe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:13Z', 'updated_at': '2022-02-19T04:24:33Z', 'revision_number': 5, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'subnets': [{'id': '01a6b77b-63ae-42f8-a188-7c9c486cfe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:29:58.998494 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6558be48-fed8-4f8b-8fda-89cb38b3dfea tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2165303 Feb 19 04:29:59.007241 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53332) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:59.114058 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497f507-0a48-4a71-8e72-1b30fff8e98e req-52624bbc-b2d7-4b37-8950-c276d7a47805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:59.115861 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a497f507-0a48-4a71-8e72-1b30fff8e98e req-52624bbc-b2d7-4b37-8950-c276d7a47805 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a64a19d-d377-4cb4-886a-9dfbe46eb1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2864122 Feb 19 04:29:59.126777 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fe074594-3f0c-4691-936e-91048f4a7253 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1182508 Feb 19 04:29:59.186887 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ab4960d2-913d-4c06-815c-927f741bae04 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_controller (5414fe52-5f0c-47a5-a2ac-c3216ad55d9d), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:59.226621 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a497f507-0a48-4a71-8e72-1b30fff8e98e req-5523d84f-c25d-46b9-b09c-0028ce62ec89 service neutron] 10.222.0.48 "GET /v2.0/networks/4a64a19d-d377-4cb4-886a-9dfbe46eb1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982392 Feb 19 04:29:59.237492 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53334) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:59.275563 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91792e15-0c2e-4880-9b08-b59ceae8ba88 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks [] for port (f88b64f9-d85d-4e2f-8704-504b304628db), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:59.279510 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-883680fd-93f3-4ef6-ab21-2eca15ac7a7f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (9da49e1d-7675-4bdb-a4b5-847206c43109), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:59.361572 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ab4960d2-913d-4c06-815c-927f741bae04 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (5414fe52-5f0c-47a5-a2ac-c3216ad55d9d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:59.374349 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91792e15-0c2e-4880-9b08-b59ceae8ba88 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f88b64f9-d85d-4e2f-8704-504b304628db), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:59.444684 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-20b6f2ab-45e8-4dd7-afa1-c6f2c11a4277 req-cf7613c6-6077-4e60-8e2f-8b514c76289d tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6e3c4e-313b-4562-af51-b583e0ebe5ef HTTP/1.1" status: 200 len: 210 time: 0.2162402 Feb 19 04:29:59.456973 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-6b72cbfe-0e4b-4080-a799-f2fdadb6e30f tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] delete failed (client error): The resource could not be found. Feb 19 04:29:59.462664 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6b72cbfe-0e4b-4080-a799-f2fdadb6e30f tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "DELETE /v2.0/security-groups/e273487b-f920-4112-b159-2c6b6a5ec559 HTTP/1.1" status: 404 len: 347 time: 0.2175963 Feb 19 04:29:59.474359 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53336) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:59.553358 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb9b1cf-b759-43d6-8fb3-e886cf4755df None None] New status for floating IP b850b9f1-c67b-43d8-b2bb-8dce0ffd9a3a: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:29:59.670364 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91792e15-0c2e-4880-9b08-b59ceae8ba88 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Pushing event updated for resources: {'Port': ['ID=f88b64f9-d85d-4e2f-8704-504b304628db,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:29:59.701228 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c1a4c7b8-2fed-4927-b315-1e90e030ef38 tempest-SecGroupTest-680130532 tempest-SecGroupTest-680130532-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2209542 Feb 19 04:29:59.733930 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b62d8-65b7-487e-b0ec-4d5b05464868 req-24cf5dfc-3181-4f98-9a93-34c6a9a96445 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:59.751273 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b62d8-65b7-487e-b0ec-4d5b05464868 req-24cf5dfc-3181-4f98-9a93-34c6a9a96445 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:59.763944 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b62d8-65b7-487e-b0ec-4d5b05464868 req-24cf5dfc-3181-4f98-9a93-34c6a9a96445 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:59.778759 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b62d8-65b7-487e-b0ec-4d5b05464868 req-24cf5dfc-3181-4f98-9a93-34c6a9a96445 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:59.796615 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b62d8-65b7-487e-b0ec-4d5b05464868 req-24cf5dfc-3181-4f98-9a93-34c6a9a96445 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:59.810465 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b62d8-65b7-487e-b0ec-4d5b05464868 req-24cf5dfc-3181-4f98-9a93-34c6a9a96445 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:59.831455 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b62d8-65b7-487e-b0ec-4d5b05464868 req-24cf5dfc-3181-4f98-9a93-34c6a9a96445 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:59.858957 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-840b62d8-65b7-487e-b0ec-4d5b05464868 req-24cf5dfc-3181-4f98-9a93-34c6a9a96445 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5444 time: 1.8915620 Feb 19 04:29:59.874626 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ab4960d2-913d-4c06-815c-927f741bae04 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:59.884958 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ab4960d2-913d-4c06-815c-927f741bae04 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 2.6461954 Feb 19 04:29:59.887238 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53342) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:29:59.910971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-37993ba2-b33c-4a59-91f2-3c032623a9c2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'enable_snat': False}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:29:59.928806 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a497f507-0a48-4a71-8e72-1b30fff8e98e req-771da1b8-9179-4bce-9db3-ae489298d493 service neutron] 10.222.0.48 "GET /v2.0/networks/4a64a19d-d377-4cb4-886a-9dfbe46eb1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6740003 Feb 19 04:29:59.998983 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91792e15-0c2e-4880-9b08-b59ceae8ba88 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Network 52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:00.133607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-91792e15-0c2e-4880-9b08-b59ceae8ba88 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:00.151328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91792e15-0c2e-4880-9b08-b59ceae8ba88 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:00.164493 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91792e15-0c2e-4880-9b08-b59ceae8ba88 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:00.166045 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91792e15-0c2e-4880-9b08-b59ceae8ba88 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:00.213071 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53350) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:00.296642 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-883680fd-93f3-4ef6-ab21-2eca15ac7a7f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting port 1364172d-4653-406f-acb2-cd97ad7ace9b {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:00.303012 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-883680fd-93f3-4ef6-ab21-2eca15ac7a7f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (1364172d-4653-406f-acb2-cd97ad7ace9b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:00.361679 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-b56b998e-1fb4-4255-beca-55fec76f63b6 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:00.376433 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-b56b998e-1fb4-4255-beca-55fec76f63b6 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.10 "GET /v2.0/networks?id=4a7ad720-8bbd-4311-a9a2-f8c396f01ad0 HTTP/1.1" status: 200 len: 821 time: 1.2012460 Feb 19 04:30:00.383629 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-91792e15-0c2e-4880-9b08-b59ceae8ba88 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.4229631 Feb 19 04:30:00.459331 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53354) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:00.478221 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-b5af6f0f-8155-4f4c-a70d-202d4d10c5dc tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e6', 'mac_address': 'fa:16:3e:61:2d:fa'}]}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:00.508860 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-be4bdd0a-f613-45ff-b9ae-824999c092cb tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Request body: {'port': {'device_id': '4e6e3c4e-313b-4562-af51-b583e0ebe5ef', 'network_id': '4a7ad720-8bbd-4311-a9a2-f8c396f01ad0', 'admin_state_up': True, 'tenant_id': 'e18f99d5b6f045369ea07282b4f396f9'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:00.744086 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-abde78fb-5d03-4632-9a89-44b602f6e2de req-73572611-44ba-4f46-9197-608b520e4c6a tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6e3c4e-313b-4562-af51-b583e0ebe5ef HTTP/1.1" status: 200 len: 210 time: 0.0423338 Feb 19 04:30:00.807581 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-da61b73a-6cea-4a04-b6d9-ea59a156b4fb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=173928bf32b44383b4fef20d9138c7c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5891869 Feb 19 04:30:00.813663 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53358) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:00.853065 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-747f71a3-81db-40d9-ad6c-7ba9edbe0c41 None None] Provisioning complete for port f88b64f9-d85d-4e2f-8704-504b304628db triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:00.854940 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-747f71a3-81db-40d9-ad6c-7ba9edbe0c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f88b64f9-d85d-4e2f-8704-504b304628db), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:00.887230 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-37993ba2-b33c-4a59-91f2-3c032623a9c2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_gateway (5414fe52-5f0c-47a5-a2ac-c3216ad55d9d), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:00.914357 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5a95065-dc1a-4fa3-af2b-822c1ae8ef47 admin admin] Publish callbacks [] for security_group (209bf8d7-d053-444d-9389-f49ed4cc8d9c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:00.972761 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-747f71a3-81db-40d9-ad6c-7ba9edbe0c41 None None] Port f88b64f9-d85d-4e2f-8704-504b304628db cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:30:00.974331 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5a95065-dc1a-4fa3-af2b-822c1ae8ef47 admin admin] Publish callbacks [] for security_group (209bf8d7-d053-444d-9389-f49ed4cc8d9c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:01.033341 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-883680fd-93f3-4ef6-ab21-2eca15ac7a7f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (1364172d-4653-406f-acb2-cd97ad7ace9b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:01.080646 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-883680fd-93f3-4ef6-ab21-2eca15ac7a7f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Calling delete_port for 1364172d-4653-406f-acb2-cd97ad7ace9b owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:01.193544 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-be4bdd0a-f613-45ff-b9ae-824999c092cb tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Made reservation on behalf of e18f99d5b6f045369ea07282b4f396f9 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:01.201729 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-be4bdd0a-f613-45ff-b9ae-824999c092cb tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:01.310527 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5a95065-dc1a-4fa3-af2b-822c1ae8ef47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (209bf8d7-d053-444d-9389-f49ed4cc8d9c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:01.319603 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5a95065-dc1a-4fa3-af2b-822c1ae8ef47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:01.325125 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f5a95065-dc1a-4fa3-af2b-822c1ae8ef47 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/209bf8d7-d053-444d-9389-f49ed4cc8d9c HTTP/1.1" status: 204 len: 168 time: 0.5041461 Feb 19 04:30:01.378672 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a95065-dc1a-4fa3-af2b-822c1ae8ef47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209bf8d7-d053-444d-9389-f49ed4cc8d9c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:01.385981 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b5af6f0f-8155-4f4c-a70d-202d4d10c5dc tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f88b64f9-d85d-4e2f-8704-504b304628db), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:01.790848 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-37993ba2-b33c-4a59-91f2-3c032623a9c2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_gateway (5414fe52-5f0c-47a5-a2ac-c3216ad55d9d), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:01.819410 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-37993ba2-b33c-4a59-91f2-3c032623a9c2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:02.018224 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-be4bdd0a-f613-45ff-b9ae-824999c092cb tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Allocated IP 172.20.0.14 (4a7ad720-8bbd-4311-a9a2-f8c396f01ad0/04d20b76-3bee-496d-aec7-47491d0eadeb/4c77ad2c-3e3e-43eb-bd97-eb296d802ce3) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:02.274886 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ac365693-b39b-4851-b421-7a8649859a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:02.493995 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-be4bdd0a-f613-45ff-b9ae-824999c092cb tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Publish callbacks [] for port (4c77ad2c-3e3e-43eb-bd97-eb296d802ce3), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:02.633033 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-be4bdd0a-f613-45ff-b9ae-824999c092cb tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (4c77ad2c-3e3e-43eb-bd97-eb296d802ce3), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:02.803097 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-be4bdd0a-f613-45ff-b9ae-824999c092cb tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Network 4a7ad720-8bbd-4311-a9a2-f8c396f01ad0 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:02.850751 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-be4bdd0a-f613-45ff-b9ae-824999c092cb tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:02.864058 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-be4bdd0a-f613-45ff-b9ae-824999c092cb tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:02.971991 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-37993ba2-b33c-4a59-91f2-3c032623a9c2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Allocated IP 172.25.0.13 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/903b7569-1f7b-473d-bfec-8d202c0cdc3a) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:03.305092 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049f12b-e7d5-460c-89a9-da5d71a5fc4c req-61a25372-6d2e-4487-abea-9561bdb9012d tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:03.314061 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7049f12b-e7d5-460c-89a9-da5d71a5fc4c req-61a25372-6d2e-4487-abea-9561bdb9012d tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 945 time: 0.7099478 Feb 19 04:30:03.315126 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4bdd0a-f613-45ff-b9ae-824999c092cb tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Pushing event updated for resources: {'Port': ['ID=4c77ad2c-3e3e-43eb-bd97-eb296d802ce3,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:03.327300 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be7ef6-340a-4388-a89a-d61a00b13552 req-e79b4f16-a002-4acf-b05a-8680ce641439 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:03.330236 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e0be7ef6-340a-4388-a89a-d61a00b13552 req-e79b4f16-a002-4acf-b05a-8680ce641439 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6e3c4e-313b-4562-af51-b583e0ebe5ef HTTP/1.1" status: 200 len: 932 time: 1.1988308 Feb 19 04:30:03.402351 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-be4bdd0a-f613-45ff-b9ae-824999c092cb tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:03.404272 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-be4bdd0a-f613-45ff-b9ae-824999c092cb tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:03.447978 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-883680fd-93f3-4ef6-ab21-2eca15ac7a7f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (1364172d-4653-406f-acb2-cd97ad7ace9b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:03.452394 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-be4bdd0a-f613-45ff-b9ae-824999c092cb tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0635448 Feb 19 04:30:03.488593 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Request body: {'port': {'device_id': '4e6e3c4e-313b-4562-af51-b583e0ebe5ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:03.498921 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b5af6f0f-8155-4f4c-a70d-202d4d10c5dc tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks [] for port (f88b64f9-d85d-4e2f-8704-504b304628db), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:03.566393 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883680fd-93f3-4ef6-ab21-2eca15ac7a7f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Port': ['ID=1364172d-4653-406f-acb2-cd97ad7ace9b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:03.575952 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b5af6f0f-8155-4f4c-a70d-202d4d10c5dc tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (f88b64f9-d85d-4e2f-8704-504b304628db), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:03.576438 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53394) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:03.648212 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e0be7ef6-340a-4388-a89a-d61a00b13552 req-055a7c33-ac13-45a4-a816-c14154dc038c tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/security-groups?id=beb47608-74f0-4955-a735-e392825fbf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969587 Feb 19 04:30:03.649730 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af6f0f-8155-4f4c-a70d-202d4d10c5dc tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Pushing event updated for resources: {'Port': ['ID=f88b64f9-d85d-4e2f-8704-504b304628db,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:03.802058 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-b5af6f0f-8155-4f4c-a70d-202d4d10c5dc tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] In _notify_port_updated(), no bound segment for port f88b64f9-d85d-4e2f-8704-504b304628db on network 52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74 {{(pid=115199) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:30:03.814862 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5af6f0f-8155-4f4c-a70d-202d4d10c5dc tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:03.816053 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b5af6f0f-8155-4f4c-a70d-202d4d10c5dc tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:03.818571 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b5af6f0f-8155-4f4c-a70d-202d4d10c5dc tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] 10.222.0.65 "PUT /v2.0/ports/f88b64f9-d85d-4e2f-8704-504b304628db HTTP/1.1" status: 200 len: 1001 time: 3.3525927 Feb 19 04:30:03.823809 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53398) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:03.856293 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-37993ba2-b33c-4a59-91f2-3c032623a9c2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for port (903b7569-1f7b-473d-bfec-8d202c0cdc3a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:03.990838 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7049f12b-e7d5-460c-89a9-da5d71a5fc4c req-028c8d25-dab8-4bbd-9847-1c193e6fd906 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6464381 Feb 19 04:30:04.016630 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-37993ba2-b33c-4a59-91f2-3c032623a9c2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (903b7569-1f7b-473d-bfec-8d202c0cdc3a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:04.123652 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4c77ad2c-3e3e-43eb-bd97-eb296d802ce3), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:04.211473 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37993ba2-b33c-4a59-91f2-3c032623a9c2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Pushing event updated for resources: {'Port': ['ID=903b7569-1f7b-473d-bfec-8d202c0cdc3a,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:04.238213 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9cd41d42-fedb-4e30-9aa2-37a4b93d50dd tempest-ServiceProvidersTest-1452824559 tempest-ServiceProvidersTest-1452824559-project] 10.222.0.65 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.6138806 Feb 19 04:30:04.303576 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-883680fd-93f3-4ef6-ab21-2eca15ac7a7f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (9da49e1d-7675-4bdb-a4b5-847206c43109), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:04.467031 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37993ba2-b33c-4a59-91f2-3c032623a9c2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:04.473153 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-37993ba2-b33c-4a59-91f2-3c032623a9c2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:04.477965 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37993ba2-b33c-4a59-91f2-3c032623a9c2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:04.481253 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-22664388-ea48-4019-b7f9-04bf3e54a74b None None] Provisioning complete for port f88b64f9-d85d-4e2f-8704-504b304628db triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:04.486913 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-22664388-ea48-4019-b7f9-04bf3e54a74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f88b64f9-d85d-4e2f-8704-504b304628db), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:04.635863 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-22664388-ea48-4019-b7f9-04bf3e54a74b None None] Port f88b64f9-d85d-4e2f-8704-504b304628db cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:30:05.062078 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-dafba7cb-ca86-4d5e-a721-a091b793f688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:05.172460 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53408) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:05.356779 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883680fd-93f3-4ef6-ab21-2eca15ac7a7f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Router 9da49e1d-7675-4bdb-a4b5-847206c43109 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:30:05.401820 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-87e7c01a-607f-4604-947b-58eaacfc4127 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Deleting port f88b64f9-d85d-4e2f-8704-504b304628db {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:05.402449 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87e7c01a-607f-4604-947b-58eaacfc4127 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f88b64f9-d85d-4e2f-8704-504b304628db), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:05.625981 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87e7c01a-607f-4604-947b-58eaacfc4127 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f88b64f9-d85d-4e2f-8704-504b304628db), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:05.643726 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-87e7c01a-607f-4604-947b-58eaacfc4127 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Calling delete_port for f88b64f9-d85d-4e2f-8704-504b304628db owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:06.004543 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-45cadc7d-2a8f-43e6-bd02-917c8f1ce477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:06.090816 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad8156-f00c-4515-bad8-4d17127f796d req-7ec22607-4e8a-440f-8822-525c5244a149 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:06.092373 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c0ad8156-f00c-4515-bad8-4d17127f796d req-7ec22607-4e8a-440f-8822-525c5244a149 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 945 time: 1.4236860 Feb 19 04:30:06.150104 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:30:06.167691 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Publish callbacks [] for port (4c77ad2c-3e3e-43eb-bd97-eb296d802ce3), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:06.180881 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b435fb-02ca-48dd-99cc-41b543259d85 req-95177dea-cef9-4dd1-be1e-bc7a974f91db tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:06.183068 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-82b435fb-02ca-48dd-99cc-41b543259d85 req-95177dea-cef9-4dd1-be1e-bc7a974f91db tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6e3c4e-313b-4562-af51-b583e0ebe5ef HTTP/1.1" status: 200 len: 932 time: 0.9969335 Feb 19 04:30:06.457211 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Transition to ACTIVE for port object 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:30:06.492161 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (4c77ad2c-3e3e-43eb-bd97-eb296d802ce3), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:06.591086 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87e7c01a-607f-4604-947b-58eaacfc4127 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (f88b64f9-d85d-4e2f-8704-504b304628db), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:06.655686 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c77ad2c-3e3e-43eb-bd97-eb296d802ce3,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:06.755546 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883680fd-93f3-4ef6-ab21-2eca15ac7a7f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:30:06.758820 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7c01a-607f-4604-947b-58eaacfc4127 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Pushing event deleted for resources: {'Port': ['ID=f88b64f9-d85d-4e2f-8704-504b304628db,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:06.767775 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:06.770020 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59c61a-1572-4ca2-a8ad-5fdf22257e39 req-242ed169-a1f0-4858-b4fb-10c7791747bb tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:06.771920 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-db59c61a-1572-4ca2-a8ad-5fdf22257e39 req-242ed169-a1f0-4858-b4fb-10c7791747bb tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 945 time: 0.5664294 Feb 19 04:30:06.772118 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bef1a1-27d5-4e0b-85c2-9a85f3693082 None None] Sync routers for ids ['9da49e1d-7675-4bdb-a4b5-847206c43109'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:30:06.785072 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-883680fd-93f3-4ef6-ab21-2eca15ac7a7f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "PUT /v2.0/routers/9da49e1d-7675-4bdb-a4b5-847206c43109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8426347 Feb 19 04:30:06.801494 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53420) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:06.809680 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bef1a1-27d5-4e0b-85c2-9a85f3693082 None None] Routers {'9da49e1d-7675-4bdb-a4b5-847206c43109'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:06.810688 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-66bef1a1-27d5-4e0b-85c2-9a85f3693082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:30:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['9da49e1d-7675-4bdb-a4b5-847206c43109'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:06.913197 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-66bef1a1-27d5-4e0b-85c2-9a85f3693082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:06.939855 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bef1a1-27d5-4e0b-85c2-9a85f3693082 None None] Routers {'9da49e1d-7675-4bdb-a4b5-847206c43109'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:06.940583 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-66bef1a1-27d5-4e0b-85c2-9a85f3693082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:30:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['9da49e1d-7675-4bdb-a4b5-847206c43109'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:07.025597 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-82b435fb-02ca-48dd-99cc-41b543259d85 req-37689dde-3d0c-4c48-be85-1ebe37fdd5dd tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/security-groups?id=beb47608-74f0-4955-a735-e392825fbf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7619517 Feb 19 04:30:07.040691 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-66bef1a1-27d5-4e0b-85c2-9a85f3693082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:07.041511 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bef1a1-27d5-4e0b-85c2-9a85f3693082 None None] The sync data for ids ['9da49e1d-7675-4bdb-a4b5-847206c43109'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:30:07.067372 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-c0ad8156-f00c-4515-bad8-4d17127f796d req-4492dc40-c0f1-4dd8-a3d2-c125b7dbf71b tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Deleting port 4387ee52-5183-4579-a6e9-67ba0d18de1f {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:07.067746 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c0ad8156-f00c-4515-bad8-4d17127f796d req-4492dc40-c0f1-4dd8-a3d2-c125b7dbf71b tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (4387ee52-5183-4579-a6e9-67ba0d18de1f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:07.326611 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87e7c01a-607f-4604-947b-58eaacfc4127 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:07.339543 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-87e7c01a-607f-4604-947b-58eaacfc4127 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] 10.222.0.65 "DELETE /v2.0/ports/f88b64f9-d85d-4e2f-8704-504b304628db HTTP/1.1" status: 204 len: 168 time: 3.5093238 Feb 19 04:30:07.349416 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53422) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:07.359036 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:07.386328 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e0a29d-b619-4a01-bcb0-e494feed8b8e tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] GET failed (client error): The resource could not be found. Feb 19 04:30:07.394363 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e2e0a29d-b619-4a01-bcb0-e494feed8b8e tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] 10.222.0.65 "GET /v2.0/ports/f88b64f9-d85d-4e2f-8704-504b304628db HTTP/1.1" status: 404 len: 333 time: 0.0373411 Feb 19 04:30:07.400696 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53424) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:07.408280 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-78599394-ddc8-4714-8546-d97f28a09d4a tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Request body: {'port': {'network_id': '52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-860829057'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:07.422496 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-45cadc7d-2a8f-43e6-bd02-917c8f1ce477 admin admin] Publish callbacks [] for security_group (d7ea2908-4d42-4379-bee1-519747520f8b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:07.446564 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-45cadc7d-2a8f-43e6-bd02-917c8f1ce477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d7ea2908-4d42-4379-bee1-519747520f8b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:07.456533 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-37993ba2-b33c-4a59-91f2-3c032623a9c2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router_gateway (5414fe52-5f0c-47a5-a2ac-c3216ad55d9d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:07.510769 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-c0ad8156-f00c-4515-bad8-4d17127f796d req-4492dc40-c0f1-4dd8-a3d2-c125b7dbf71b tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] For port 4387ee52-5183-4579-a6e9-67ba0d18de1f, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=4387ee52-5183-4579-a6e9-67ba0d18de1f,segment=NetworkSegment(26e2fec7-4f9c-4983-9d2c-4304ced3cb71),segment_id=26e2fec7-4f9c-4983-9d2c-4304ced3cb71)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:07.511055 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c0ad8156-f00c-4515-bad8-4d17127f796d req-4492dc40-c0f1-4dd8-a3d2-c125b7dbf71b tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (4387ee52-5183-4579-a6e9-67ba0d18de1f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:07.570611 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-c0ad8156-f00c-4515-bad8-4d17127f796d req-4492dc40-c0f1-4dd8-a3d2-c125b7dbf71b tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Calling delete_port for 4387ee52-5183-4579-a6e9-67ba0d18de1f owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:07.589264 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cadc7d-2a8f-43e6-bd02-917c8f1ce477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ea2908-4d42-4379-bee1-519747520f8b,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:07.652521 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-45cadc7d-2a8f-43e6-bd02-917c8f1ce477 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6f26e3f819fc445aaa203a9a0d6b6003&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4208550 Feb 19 04:30:07.674246 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53430) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:07.710975 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-cc3ac775-85e2-4b31-b21e-de06772231e8 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] remove_router_interface failed (client error): The resource could not be found. Feb 19 04:30:07.715137 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cc3ac775-85e2-4b31-b21e-de06772231e8 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "PUT /v2.0/routers/9da49e1d-7675-4bdb-a4b5-847206c43109/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9096329 Feb 19 04:30:07.720590 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-db59c61a-1572-4ca2-a8ad-5fdf22257e39 req-e5a1ff30-870e-488a-ac81-b0a3602d1140 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9082878 Feb 19 04:30:07.764731 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53432) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:07.768940 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Attempting to bind port 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:30:07.769096 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Attempting to bind port 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'aa3e4c22-ffad-4a61-b463-2ace51e63683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4a7ad720-8bbd-4311-a9a2-f8c396f01ad0'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:30:07.769567 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Attempting to bind port 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3 on network 4a7ad720-8bbd-4311-a9a2-f8c396f01ad0 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:30:07.837414 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ffdc49b3-9336-44d7-9f50-3d4371bd64f4 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "GET /v2.0/ports?device_id=9da49e1d-7675-4bdb-a4b5-847206c43109 HTTP/1.1" status: 200 len: 205 time: 0.0697672 Feb 19 04:30:07.851685 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53436) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:07.851972 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Port 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3 on network 4a7ad720-8bbd-4311-a9a2-f8c396f01ad0 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:30:07.852328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Attempting to bind port 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3 on network 4a7ad720-8bbd-4311-a9a2-f8c396f01ad0 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:30:07.903779 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:30:07.904395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Checking segment: {'id': 'aa3e4c22-ffad-4a61-b463-2ace51e63683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4a7ad720-8bbd-4311-a9a2-f8c396f01ad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:07.905106 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Bound using segment: {'id': 'aa3e4c22-ffad-4a61-b463-2ace51e63683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4a7ad720-8bbd-4311-a9a2-f8c396f01ad0'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:30:07.905907 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Bound port: 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3e4c22-ffad-4a61-b463-2ace51e63683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4a7ad720-8bbd-4311-a9a2-f8c396f01ad0'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:30:07.907198 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4c77ad2c-3e3e-43eb-bd97-eb296d802ce3), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:07.930013 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:08.088373 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2ccc4c3d-8d74-4851-9e3c-18bb93882934 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (9da49e1d-7675-4bdb-a4b5-847206c43109), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:08.138533 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-54521f3c-c216-4494-9ce7-71e4ae4d2011 admin admin] Publish callbacks [] for security_group (d7ea2908-4d42-4379-bee1-519747520f8b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:08.202804 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c0ad8156-f00c-4515-bad8-4d17127f796d req-4492dc40-c0f1-4dd8-a3d2-c125b7dbf71b tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (4387ee52-5183-4579-a6e9-67ba0d18de1f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:08.216544 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['b035654e-0a6c-4e43-acb6-0915ea347957'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:30:08.323555 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492dc40-c0f1-4dd8-a3d2-c125b7dbf71b tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Pushing event deleted for resources: {'Port': ['ID=4387ee52-5183-4579-a6e9-67ba0d18de1f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:08.325979 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78599394-ddc8-4714-8546-d97f28a09d4a tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Made reservation on behalf of e6fd86a886b94f23a60c0367ccdbf61a for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:08.330279 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78599394-ddc8-4714-8546-d97f28a09d4a tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:08.353640 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-54521f3c-c216-4494-9ce7-71e4ae4d2011 admin admin] Publish callbacks [] for security_group (d7ea2908-4d42-4379-bee1-519747520f8b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:08.412068 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] For port 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:30:08.423316 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2ccc4c3d-8d74-4851-9e3c-18bb93882934 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (9da49e1d-7675-4bdb-a4b5-847206c43109), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:08.456954 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2ccc4c3d-8d74-4851-9e3c-18bb93882934 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router_controller (9da49e1d-7675-4bdb-a4b5-847206c43109), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:08.476833 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 4387ee52-5183-4579-a6e9-67ba0d18de1f no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:30:08.488175 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ad8156-f00c-4515-bad8-4d17127f796d req-4492dc40-c0f1-4dd8-a3d2-c125b7dbf71b tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] No DVR routers for this DVR port 4387ee52-5183-4579-a6e9-67ba0d18de1f on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:30:08.495403 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c0ad8156-f00c-4515-bad8-4d17127f796d req-4492dc40-c0f1-4dd8-a3d2-c125b7dbf71b tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:08.499182 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c0ad8156-f00c-4515-bad8-4d17127f796d req-4492dc40-c0f1-4dd8-a3d2-c125b7dbf71b tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.48 "DELETE /v2.0/ports/4387ee52-5183-4579-a6e9-67ba0d18de1f HTTP/1.1" status: 204 len: 173 time: 2.3760202 Feb 19 04:30:08.537638 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e858565-ef5a-4b75-8420-9d5bc5d95b0c', 'name': 'network-vif-deleted', 'tag': '4387ee52-5183-4579-a6e9-67ba0d18de1f'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:30:08.540759 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ce3196-d058-40b1-8ccf-341678d68cb6" -d '{"events": [{"server_uuid": "6e858565-ef5a-4b75-8420-9d5bc5d95b0c", "name": "network-vif-deleted", "tag": "4387ee52-5183-4579-a6e9-67ba0d18de1f"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:30:08.545819 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 4387ee52-5183-4579-a6e9-67ba0d18de1f {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:30:08.546416 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 4387ee52-5183-4579-a6e9-67ba0d18de1f not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:30:08.556199 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-78599394-ddc8-4714-8546-d97f28a09d4a tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] device_id is not set on port f0441e0f-96b4-430e-985a-d78f7797eb62 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:30:08.577599 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2ccc4c3d-8d74-4851-9e3c-18bb93882934 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (9da49e1d-7675-4bdb-a4b5-847206c43109), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:08.578919 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccc4c3d-8d74-4851-9e3c-18bb93882934 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Fanout notify agent at l3_agent the message router_deleted on router 9da49e1d-7675-4bdb-a4b5-847206c43109 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:30:08.614956 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] For port 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=4c77ad2c-3e3e-43eb-bd97-eb296d802ce3,segment=NetworkSegment(aa3e4c22-ffad-4a61-b463-2ace51e63683),segment_id=aa3e4c22-ffad-4a61-b463-2ace51e63683)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:30:08.645151 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-37993ba2-b33c-4a59-91f2-3c032623a9c2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (5414fe52-5f0c-47a5-a2ac-c3216ad55d9d), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:08.653401 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (4c77ad2c-3e3e-43eb-bd97-eb296d802ce3), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:08.660377 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2ccc4c3d-8d74-4851-9e3c-18bb93882934 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:08.667890 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-37993ba2-b33c-4a59-91f2-3c032623a9c2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-429138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-429147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455741'] for router (5414fe52-5f0c-47a5-a2ac-c3216ad55d9d), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:08.672844 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2ccc4c3d-8d74-4851-9e3c-18bb93882934 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/routers/9da49e1d-7675-4bdb-a4b5-847206c43109 HTTP/1.1" status: 204 len: 168 time: 0.8165815 Feb 19 04:30:08.683752 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53444) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:08.705613 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba48100-b918-41c8-b1ed-e8b3638a998b x-openstack-request-id: req-6ba48100-b918-41c8-b1ed-e8b3638a998b {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:30:08.705998 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e858565-ef5a-4b75-8420-9d5bc5d95b0c", "name": "network-vif-deleted", "tag": "4387ee52-5183-4579-a6e9-67ba0d18de1f", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:30:08.706653 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ba48100-b918-41c8-b1ed-e8b3638a998b {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:30:08.707634 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e858565-ef5a-4b75-8420-9d5bc5d95b0c', 'name': 'network-vif-deleted', 'tag': '4387ee52-5183-4579-a6e9-67ba0d18de1f', 'status': 'completed', 'code': 200} Feb 19 04:30:08.720359 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e2bff-ce2d-4019-ac56-6cbb99505e8d req-d8792d41-972f-44af-8354-25d71e0ea546 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:08.722544 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e97e2bff-ce2d-4019-ac56-6cbb99505e8d req-d8792d41-972f-44af-8354-25d71e0ea546 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6e3c4e-313b-4562-af51-b583e0ebe5ef HTTP/1.1" status: 200 len: 944 time: 0.3532815 Feb 19 04:30:08.726881 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:08.728066 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:08.730711 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] 10.222.0.10 "PUT /v2.0/ports/4c77ad2c-3e3e-43eb-bd97-eb296d802ce3 HTTP/1.1" status: 200 len: 1092 time: 5.2552471 Feb 19 04:30:08.739135 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6e3c4e-313b-4562-af51-b583e0ebe5ef', 'tag': '4c77ad2c-3e3e-43eb-bd97-eb296d802ce3'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:30:08.744155 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218912f1-cce2-4d38-9254-903887ddaa94" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6e3c4e-313b-4562-af51-b583e0ebe5ef", "tag": "4c77ad2c-3e3e-43eb-bd97-eb296d802ce3"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:30:08.871004 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc13bf4-b7e0-4455-83b5-c3ae13f20f27 x-openstack-request-id: req-dcc13bf4-b7e0-4455-83b5-c3ae13f20f27 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:30:08.871829 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6e3c4e-313b-4562-af51-b583e0ebe5ef", "tag": "4c77ad2c-3e3e-43eb-bd97-eb296d802ce3", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:30:08.872018 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dcc13bf4-b7e0-4455-83b5-c3ae13f20f27 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:30:08.872676 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6e3c4e-313b-4562-af51-b583e0ebe5ef', 'tag': '4c77ad2c-3e3e-43eb-bd97-eb296d802ce3', 'status': 'completed', 'code': 200} Feb 19 04:30:08.878685 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-337980ea-45ce-4e1b-8ede-44c32986b6a5 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting subnet 656d3ab1-1d98-49d8-8217-59b504ae7a57 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:30:08.906987 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-54521f3c-c216-4494-9ce7-71e4ae4d2011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d7ea2908-4d42-4379-bee1-519747520f8b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:08.910250 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-337980ea-45ce-4e1b-8ede-44c32986b6a5 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for subnet (656d3ab1-1d98-49d8-8217-59b504ae7a57), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:08.913084 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-54521f3c-c216-4494-9ce7-71e4ae4d2011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:08.915255 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-54521f3c-c216-4494-9ce7-71e4ae4d2011 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d7ea2908-4d42-4379-bee1-519747520f8b HTTP/1.1" status: 204 len: 168 time: 1.2150998 Feb 19 04:30:08.955162 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c77ad2c-3e3e-43eb-bd97-eb296d802ce3,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:08.997448 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54521f3c-c216-4494-9ce7-71e4ae4d2011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ea2908-4d42-4379-bee1-519747520f8b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:09.016218 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:09.093843 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e97e2bff-ce2d-4019-ac56-6cbb99505e8d req-c5155585-c5bd-4bf9-af6d-bdbf175d4d11 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/security-groups?id=beb47608-74f0-4955-a735-e392825fbf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074492 Feb 19 04:30:09.100239 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.100960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.101629 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.103248 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.103793 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.104504 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.105265 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.107034 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.107034 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.107410 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.109544 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.111004 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.111572 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c04b-eb14-4aa7-92a2-9034084d91f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.213367 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-337980ea-45ce-4e1b-8ede-44c32986b6a5 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (656d3ab1-1d98-49d8-8217-59b504ae7a57), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:09.214910 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54521f3c-c216-4494-9ce7-71e4ae4d2011 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.215793 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54521f3c-c216-4494-9ce7-71e4ae4d2011 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.216591 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54521f3c-c216-4494-9ce7-71e4ae4d2011 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.221285 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54521f3c-c216-4494-9ce7-71e4ae4d2011 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.223496 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54521f3c-c216-4494-9ce7-71e4ae4d2011 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.224695 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54521f3c-c216-4494-9ce7-71e4ae4d2011 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.225632 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54521f3c-c216-4494-9ce7-71e4ae4d2011 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.226281 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54521f3c-c216-4494-9ce7-71e4ae4d2011 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.226921 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54521f3c-c216-4494-9ce7-71e4ae4d2011 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.227693 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:09.227909 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54521f3c-c216-4494-9ce7-71e4ae4d2011 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.228426 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54521f3c-c216-4494-9ce7-71e4ae4d2011 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.228944 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54521f3c-c216-4494-9ce7-71e4ae4d2011 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.229840 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54521f3c-c216-4494-9ce7-71e4ae4d2011 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:09.348827 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-80122256-15b2-4690-99da-ef9d40e9f58a req-4f99ba6b-58a8-4e33-ae7c-a31c1e78a256 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e858565-ef5a-4b75-8420-9d5bc5d95b0c HTTP/1.1" status: 200 len: 210 time: 0.2166479 Feb 19 04:30:09.399240 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-ebcea3e6-facf-49c9-b038-caef02158b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:09.401980 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-ebcea3e6-facf-49c9-b038-caef02158b1c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e18f99d5b6f045369ea07282b4f396f9&device_id=4e6e3c4e-313b-4562-af51-b583e0ebe5ef HTTP/1.1" status: 200 len: 1126 time: 0.5752869 Feb 19 04:30:09.406610 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-78599394-ddc8-4714-8546-d97f28a09d4a tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Allocated IP 2001:db8::23e (52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74/f1400617-025e-4246-b432-77658e4f5b77/f0441e0f-96b4-430e-985a-d78f7797eb62) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:09.527304 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-a792e944-4fd1-45a3-90a9-a8b79954a2ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c77ad2c-3e3e-43eb-bd97-eb296d802ce3 HTTP/1.1" status: 200 len: 217 time: 0.1087384 Feb 19 04:30:09.574312 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-337980ea-45ce-4e1b-8ede-44c32986b6a5 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (656d3ab1-1d98-49d8-8217-59b504ae7a57), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:09.662162 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-01a252f2-30da-4984-9da4-cf0dce3c8868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:09.668065 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-01a252f2-30da-4984-9da4-cf0dce3c8868 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=04d20b76-3bee-496d-aec7-47491d0eadeb HTTP/1.1" status: 200 len: 861 time: 0.1328635 Feb 19 04:30:09.670369 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37993ba2-b33c-4a59-91f2-3c032623a9c2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Router 5414fe52-5f0c-47a5-a2ac-c3216ad55d9d is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:30:09.735841 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-bf74ab9f-9025-4576-8a6e-9011f3ee690b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4a7ad720-8bbd-4311-a9a2-f8c396f01ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596550 Feb 19 04:30:09.761505 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-337980ea-45ce-4e1b-8ede-44c32986b6a5 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (656d3ab1-1d98-49d8-8217-59b504ae7a57), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:09.847312 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4fec89-8845-4677-9278-30bebbecaf2b None None] Network 3b2dd26a-d9bf-43ff-a78a-e2b169d91a90 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:09.859634 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-337980ea-45ce-4e1b-8ede-44c32986b6a5 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:09.872459 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-337980ea-45ce-4e1b-8ede-44c32986b6a5 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/subnets/656d3ab1-1d98-49d8-8217-59b504ae7a57 HTTP/1.1" status: 204 len: 168 time: 1.1875467 Feb 19 04:30:09.879852 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53462) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:09.899594 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337980ea-45ce-4e1b-8ede-44c32986b6a5 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Subnet': ['ID=656d3ab1-1d98-49d8-8217-59b504ae7a57,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:10.032686 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78599394-ddc8-4714-8546-d97f28a09d4a tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks [] for port (f0441e0f-96b4-430e-985a-d78f7797eb62), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:10.142457 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-d39a5386-2641-4e47-845b-36498575dc69 service neutron] 10.222.0.10 "GET /v2.0/networks/4a7ad720-8bbd-4311-a9a2-f8c396f01ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987896 Feb 19 04:30:10.182424 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3361c635-3c95-45a4-9c33-ebff5eaddd79 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (3b2dd26a-d9bf-43ff-a78a-e2b169d91a90), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:10.312181 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78599394-ddc8-4714-8546-d97f28a09d4a tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (f0441e0f-96b4-430e-985a-d78f7797eb62), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:10.376442 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ade0d59-19d6-4af4-b760-4224659d00cb None None] DHCP port deletion for 3b2dd26a-d9bf-43ff-a78a-e2b169d91a90 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:30:10.519962 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78599394-ddc8-4714-8546-d97f28a09d4a tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Network 52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:10.567045 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9ade0d59-19d6-4af4-b760-4224659d00cb None None] Deleting port 9d1674cb-22b5-4860-909e-fba962406f53 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:10.569531 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9ade0d59-19d6-4af4-b760-4224659d00cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9d1674cb-22b5-4860-909e-fba962406f53), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:10.571380 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-78599394-ddc8-4714-8546-d97f28a09d4a tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:10.580567 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78599394-ddc8-4714-8546-d97f28a09d4a tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:10.604743 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78599394-ddc8-4714-8546-d97f28a09d4a tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:10.607246 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78599394-ddc8-4714-8546-d97f28a09d4a tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:10.647793 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78599394-ddc8-4714-8546-d97f28a09d4a tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Pushing event updated for resources: {'Port': ['ID=f0441e0f-96b4-430e-985a-d78f7797eb62,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:10.681833 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-78599394-ddc8-4714-8546-d97f28a09d4a tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2750411 Feb 19 04:30:10.684804 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53482) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:10.719109 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-0487adb6-d65d-44e8-9aba-bda08072c1d5 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:61:2d:fa'}]}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:10.722147 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37993ba2-b33c-4a59-91f2-3c032623a9c2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:30:10.824239 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-37993ba2-b33c-4a59-91f2-3c032623a9c2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:10.826986 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-37993ba2-b33c-4a59-91f2-3c032623a9c2 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "PUT /v2.0/routers/5414fe52-5f0c-47a5-a2ac-c3216ad55d9d HTTP/1.1" status: 200 len: 914 time: 10.9243221 Feb 19 04:30:10.838439 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53486) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:11.061020 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9ade0d59-19d6-4af4-b760-4224659d00cb None None] For port 9d1674cb-22b5-4860-909e-fba962406f53, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9d1674cb-22b5-4860-909e-fba962406f53,segment=NetworkSegment(cf49124c-e956-497a-b831-6e98ec6e7024),segment_id=cf49124c-e956-497a-b831-6e98ec6e7024)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:11.061832 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9ade0d59-19d6-4af4-b760-4224659d00cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9d1674cb-22b5-4860-909e-fba962406f53), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:11.067543 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3a49c-2e52-4dea-8b43-a8415b59dc01 req-bdbc7a0e-1270-48fb-907e-d3e2f30742b3 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:11.073670 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-69d3a49c-2e52-4dea-8b43-a8415b59dc01 req-bdbc7a0e-1270-48fb-907e-d3e2f30742b3 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6e3c4e-313b-4562-af51-b583e0ebe5ef HTTP/1.1" status: 200 len: 944 time: 0.7633722 Feb 19 04:30:11.077283 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-3361c635-3c95-45a4-9c33-ebff5eaddd79 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting port 9d1674cb-22b5-4860-909e-fba962406f53 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:11.083422 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3361c635-3c95-45a4-9c33-ebff5eaddd79 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9d1674cb-22b5-4860-909e-fba962406f53), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:11.148165 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9ade0d59-19d6-4af4-b760-4224659d00cb None None] Calling delete_port for 9d1674cb-22b5-4860-909e-fba962406f53 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:11.489991 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8169a5-1e1f-4d8e-8ed5-4f5f57e0f55d None None] Sync routers for ids ['5414fe52-5f0c-47a5-a2ac-c3216ad55d9d'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:30:11.493963 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9d1674cb-22b5-4860-909e-fba962406f53 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:30:11.505043 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9ade0d59-19d6-4af4-b760-4224659d00cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (9d1674cb-22b5-4860-909e-fba962406f53), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:11.563935 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2260194a-cedc-46fb-89fb-a962c3600f26 req-a7ff0ca1-fc7d-42db-b3bb-9030ae70f609 service neutron] 10.222.0.10 "GET /v2.0/networks/4a7ad720-8bbd-4311-a9a2-f8c396f01ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4154780 Feb 19 04:30:11.567722 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e851e30a-5c2f-439e-ac3c-056efa8bf7b5 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "GET /v2.0/routers/5414fe52-5f0c-47a5-a2ac-c3216ad55d9d HTTP/1.1" status: 200 len: 920 time: 0.7120843 Feb 19 04:30:11.588816 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53496) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:11.612854 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 9d1674cb-22b5-4860-909e-fba962406f53 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:30:11.613977 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9d1674cb-22b5-4860-909e-fba962406f53 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:30:11.674518 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8169a5-1e1f-4d8e-8ed5-4f5f57e0f55d None None] Routers {'5414fe52-5f0c-47a5-a2ac-c3216ad55d9d'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:11.675272 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-da8169a5-1e1f-4d8e-8ed5-4f5f57e0f55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:30:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5414fe52-5f0c-47a5-a2ac-c3216ad55d9d'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:11.707567 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674fc0f-1b49-46af-90cd-7979a9560e35 req-2c427d91-b5a7-49ba-a6dc-c32572b69fd6 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:11.711193 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5674fc0f-1b49-46af-90cd-7979a9560e35 req-2c427d91-b5a7-49ba-a6dc-c32572b69fd6 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.4228032 Feb 19 04:30:11.730247 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ade0d59-19d6-4af4-b760-4224659d00cb None None] No DVR routers for this DVR port 9d1674cb-22b5-4860-909e-fba962406f53 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:30:11.780635 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-da8169a5-1e1f-4d8e-8ed5-4f5f57e0f55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:11.791573 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade0d59-19d6-4af4-b760-4224659d00cb None None] Pushing event deleted for resources: {'Port': ['ID=9d1674cb-22b5-4860-909e-fba962406f53,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:11.802871 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8169a5-1e1f-4d8e-8ed5-4f5f57e0f55d None None] Routers {'5414fe52-5f0c-47a5-a2ac-c3216ad55d9d'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:11.803536 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-da8169a5-1e1f-4d8e-8ed5-4f5f57e0f55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:30:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5414fe52-5f0c-47a5-a2ac-c3216ad55d9d'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:11.805835 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8411c08f-0754-44ac-b717-e5944ef01b02 None None] Provisioning complete for port f0441e0f-96b4-430e-985a-d78f7797eb62 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:11.806223 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8411c08f-0754-44ac-b717-e5944ef01b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f0441e0f-96b4-430e-985a-d78f7797eb62), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:11.899671 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-da8169a5-1e1f-4d8e-8ed5-4f5f57e0f55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:11.900523 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8169a5-1e1f-4d8e-8ed5-4f5f57e0f55d None None] The sync data for ids ['5414fe52-5f0c-47a5-a2ac-c3216ad55d9d'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:30:11.925332 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e425245-bc09-4d76-bf62-7ec15c13dc20 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:11.931088 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3e425245-bc09-4d76-bf62-7ec15c13dc20 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&device_id=5414fe52-5f0c-47a5-a2ac-c3216ad55d9d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3384666 Feb 19 04:30:11.963181 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53500) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:11.978582 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8411c08f-0754-44ac-b717-e5944ef01b02 None None] Port f0441e0f-96b4-430e-985a-d78f7797eb62 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:30:12.057954 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218912f1-cce2-4d38-9254-903887ddaa94 req-358441e5-df48-49fd-a164-6fd9b3255b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:12.060808 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-218912f1-cce2-4d38-9254-903887ddaa94 req-358441e5-df48-49fd-a164-6fd9b3255b3c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e18f99d5b6f045369ea07282b4f396f9&device_id=4e6e3c4e-313b-4562-af51-b583e0ebe5ef HTTP/1.1" status: 200 len: 1126 time: 0.3450599 Feb 19 04:30:12.155109 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5674fc0f-1b49-46af-90cd-7979a9560e35 req-db44be37-a99b-4414-a0c7-b29f3d7bc7d0 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521669 Feb 19 04:30:12.219166 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0487adb6-d65d-44e8-9aba-bda08072c1d5 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f0441e0f-96b4-430e-985a-d78f7797eb62), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:12.276581 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-69d3a49c-2e52-4dea-8b43-a8415b59dc01 req-834d91a5-25ff-41ff-90bd-6f94e2dad8f2 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/security-groups?id=beb47608-74f0-4955-a735-e392825fbf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591907 Feb 19 04:30:12.278916 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-3361c635-3c95-45a4-9c33-ebff5eaddd79 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] For port 9d1674cb-22b5-4860-909e-fba962406f53, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9d1674cb-22b5-4860-909e-fba962406f53,segment=NetworkSegment(cf49124c-e956-497a-b831-6e98ec6e7024),segment_id=cf49124c-e956-497a-b831-6e98ec6e7024)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:12.279307 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3361c635-3c95-45a4-9c33-ebff5eaddd79 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9d1674cb-22b5-4860-909e-fba962406f53), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:12.330862 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-3361c635-3c95-45a4-9c33-ebff5eaddd79 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Calling delete_port for 9d1674cb-22b5-4860-909e-fba962406f53 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:12.490865 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218912f1-cce2-4d38-9254-903887ddaa94 req-25383a17-9fb4-4b69-8d73-3528c3406d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:12.494423 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-218912f1-cce2-4d38-9254-903887ddaa94 req-25383a17-9fb4-4b69-8d73-3528c3406d50 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4a7ad720-8bbd-4311-a9a2-f8c396f01ad0 HTTP/1.1" status: 200 len: 921 time: 0.3800545 Feb 19 04:30:12.503992 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49784dbc-d3d0-4b03-920e-5c4ab5d24cf8 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:12.505807 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-49784dbc-d3d0-4b03-920e-5c4ab5d24cf8 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 881 time: 0.5322828 Feb 19 04:30:12.517213 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53512) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:12.535211 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3361c635-3c95-45a4-9c33-ebff5eaddd79 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (9d1674cb-22b5-4860-909e-fba962406f53), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:12.582052 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361c635-3c95-45a4-9c33-ebff5eaddd79 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Port': ['ID=9d1674cb-22b5-4860-909e-fba962406f53,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:12.596513 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3361c635-3c95-45a4-9c33-ebff5eaddd79 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] No DVR routers for this DVR port 9d1674cb-22b5-4860-909e-fba962406f53 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:30:12.634372 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e1926ef1-6b5b-4246-b252-5649297ab8a0 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "GET /v2.0/ports?device_id=5414fe52-5f0c-47a5-a2ac-c3216ad55d9d HTTP/1.1" status: 200 len: 205 time: 0.1151705 Feb 19 04:30:12.636627 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-218912f1-cce2-4d38-9254-903887ddaa94 req-930d4f3a-5aee-4831-b3e7-d5ab744d7693 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c77ad2c-3e3e-43eb-bd97-eb296d802ce3 HTTP/1.1" status: 200 len: 217 time: 0.1295514 Feb 19 04:30:12.637285 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53514) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:12.798707 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0487adb6-d65d-44e8-9aba-bda08072c1d5 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks [] for port (f0441e0f-96b4-430e-985a-d78f7797eb62), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:12.836696 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a745924f-8455-4a83-ab00-451ba8f3d6f2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router (5414fe52-5f0c-47a5-a2ac-c3216ad55d9d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:12.880188 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0487adb6-d65d-44e8-9aba-bda08072c1d5 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (f0441e0f-96b4-430e-985a-d78f7797eb62), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:12.973319 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-0487adb6-d65d-44e8-9aba-bda08072c1d5 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] In _notify_port_updated(), no bound segment for port f0441e0f-96b4-430e-985a-d78f7797eb62 on network 52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74 {{(pid=115199) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:30:13.010094 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0487adb6-d65d-44e8-9aba-bda08072c1d5 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:13.031611 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0487adb6-d65d-44e8-9aba-bda08072c1d5 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:13.031953 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a745924f-8455-4a83-ab00-451ba8f3d6f2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_gateway (5414fe52-5f0c-47a5-a2ac-c3216ad55d9d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:13.035181 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0487adb6-d65d-44e8-9aba-bda08072c1d5 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] 10.222.0.65 "PUT /v2.0/ports/f0441e0f-96b4-430e-985a-d78f7797eb62 HTTP/1.1" status: 200 len: 1002 time: 2.3429403 Feb 19 04:30:13.039678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53520) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:13.054849 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218912f1-cce2-4d38-9254-903887ddaa94 req-9ea7820e-6d72-490a-b36a-aec475012550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:13.056838 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-218912f1-cce2-4d38-9254-903887ddaa94 req-9ea7820e-6d72-490a-b36a-aec475012550 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=04d20b76-3bee-496d-aec7-47491d0eadeb HTTP/1.1" status: 200 len: 861 time: 0.2330651 Feb 19 04:30:13.108276 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3361c635-3c95-45a4-9c33-ebff5eaddd79 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (3b2dd26a-d9bf-43ff-a78a-e2b169d91a90), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:13.184329 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487adb6-d65d-44e8-9aba-bda08072c1d5 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Pushing event updated for resources: {'Port': ['ID=f0441e0f-96b4-430e-985a-d78f7797eb62,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:13.196128 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-3361c635-3c95-45a4-9c33-ebff5eaddd79 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2dd26a-d9bf-43ff-a78a-e2b169d91a90']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:13.235426 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-218912f1-cce2-4d38-9254-903887ddaa94 req-6f527528-a720-4c0e-a2f4-2791584a2c94 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4a7ad720-8bbd-4311-a9a2-f8c396f01ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360915 Feb 19 04:30:13.258290 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-3361c635-3c95-45a4-9c33-ebff5eaddd79 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf49124c-e956-497a-b831-6e98ec6e7024') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:13.259940 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-3361c635-3c95-45a4-9c33-ebff5eaddd79 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf49124c-e956-497a-b831-6e98ec6e7024') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:13.301174 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3361c635-3c95-45a4-9c33-ebff5eaddd79 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (cf49124c-e956-497a-b831-6e98ec6e7024), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:13.341123 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3361c635-3c95-45a4-9c33-ebff5eaddd79 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (cf49124c-e956-497a-b831-6e98ec6e7024), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:13.363989 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3361c635-3c95-45a4-9c33-ebff5eaddd79 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:30:13.377820 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3361c635-3c95-45a4-9c33-ebff5eaddd79 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (cf49124c-e956-497a-b831-6e98ec6e7024), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:30:13.594958 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:30:13.681721 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-dd90d748-ddb1-4bb3-857a-46d46fba7dec None None] Provisioning complete for port f0441e0f-96b4-430e-985a-d78f7797eb62 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:13.682564 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-dd90d748-ddb1-4bb3-857a-46d46fba7dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f0441e0f-96b4-430e-985a-d78f7797eb62), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:13.738325 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3361c635-3c95-45a4-9c33-ebff5eaddd79 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (3b2dd26a-d9bf-43ff-a78a-e2b169d91a90), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:13.749249 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3361c635-3c95-45a4-9c33-ebff5eaddd79 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:13.755174 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3361c635-3c95-45a4-9c33-ebff5eaddd79 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/networks/3b2dd26a-d9bf-43ff-a78a-e2b169d91a90 HTTP/1.1" status: 204 len: 168 time: 3.8715842 Feb 19 04:30:13.786904 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53534) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:13.811081 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361c635-3c95-45a4-9c33-ebff5eaddd79 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Network': ['ID=3b2dd26a-d9bf-43ff-a78a-e2b169d91a90,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:13.826978 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-dd90d748-ddb1-4bb3-857a-46d46fba7dec None None] Port f0441e0f-96b4-430e-985a-d78f7797eb62 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:30:13.829917 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-96cdd356-a5b3-4822-a96f-74d0768a2e63 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1224974480'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:13.861293 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5044388-7a07-46d2-aeeb-0f5814f94712 req-5eb7513b-431d-4a91-b09a-2ccc905e3ef2 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:13.864741 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5044388-7a07-46d2-aeeb-0f5814f94712 req-5eb7513b-431d-4a91-b09a-2ccc905e3ef2 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6e3c4e-313b-4562-af51-b583e0ebe5ef HTTP/1.1" status: 200 len: 944 time: 0.2532468 Feb 19 04:30:13.893833 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-a745924f-8455-4a83-ab00-451ba8f3d6f2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Deleting port 903b7569-1f7b-473d-bfec-8d202c0cdc3a {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:13.895272 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a745924f-8455-4a83-ab00-451ba8f3d6f2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (903b7569-1f7b-473d-bfec-8d202c0cdc3a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:13.960315 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2ed2c-e93e-4fc8-9505-36b06274ff67 req-583abe27-aac3-441d-bd53-7af5c1eef75f tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:13.963313 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85b2ed2c-e93e-4fc8-9505-36b06274ff67 req-583abe27-aac3-441d-bd53-7af5c1eef75f tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.5866754 Feb 19 04:30:13.975679 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-218912f1-cce2-4d38-9254-903887ddaa94 req-4f966221-8918-4934-aa3f-1f3b821d8728 service neutron] 10.222.0.10 "GET /v2.0/networks/4a7ad720-8bbd-4311-a9a2-f8c396f01ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7404995 Feb 19 04:30:14.044566 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5044388-7a07-46d2-aeeb-0f5814f94712 req-d6592687-289e-47bb-8ab8-ccedab91363e tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/security-groups?id=beb47608-74f0-4955-a735-e392825fbf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700494 Feb 19 04:30:14.184813 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cdd356-a5b3-4822-a96f-74d0768a2e63 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Made reservation on behalf of 1071eeaddc2c4d58b8e80d78e76c86fe for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:14.189677 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96cdd356-a5b3-4822-a96f-74d0768a2e63 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:14.275413 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-06abd25d-7245-4072-9e07-d325b95f27ec tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Deleting port f0441e0f-96b4-430e-985a-d78f7797eb62 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:14.275906 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06abd25d-7245-4072-9e07-d325b95f27ec tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f0441e0f-96b4-430e-985a-d78f7797eb62), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:14.342959 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85b2ed2c-e93e-4fc8-9505-36b06274ff67 req-7d06edec-3ff9-4c19-aa3e-ba310a6df0da tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989194 Feb 19 04:30:14.395102 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a745924f-8455-4a83-ab00-451ba8f3d6f2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (903b7569-1f7b-473d-bfec-8d202c0cdc3a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:14.455583 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96cdd356-a5b3-4822-a96f-74d0768a2e63 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:30:14.472967 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-a745924f-8455-4a83-ab00-451ba8f3d6f2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Calling delete_port for 903b7569-1f7b-473d-bfec-8d202c0cdc3a owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:14.514397 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96cdd356-a5b3-4822-a96f-74d0768a2e63 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (d6acf972-4a8a-4fe5-8700-bb6da82b46c3), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:14.515766 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-96cdd356-a5b3-4822-a96f-74d0768a2e63 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Added segment d6acf972-4a8a-4fe5-8700-bb6da82b46c3 of type vlan for network 816e41cb-b4ab-403e-817e-0fec39e0cdde Feb 19 04:30:14.566862 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-218912f1-cce2-4d38-9254-903887ddaa94 req-9bae0386-1f1f-41b4-a2a5-5a399abb2acc service neutron] 10.222.0.10 "GET /v2.0/networks/4a7ad720-8bbd-4311-a9a2-f8c396f01ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240560 Feb 19 04:30:14.752988 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06abd25d-7245-4072-9e07-d325b95f27ec tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f0441e0f-96b4-430e-985a-d78f7797eb62), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:14.779473 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96cdd356-a5b3-4822-a96f-74d0768a2e63 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (816e41cb-b4ab-403e-817e-0fec39e0cdde), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:14.806819 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-06abd25d-7245-4072-9e07-d325b95f27ec tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Calling delete_port for f0441e0f-96b4-430e-985a-d78f7797eb62 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:15.045946 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96cdd356-a5b3-4822-a96f-74d0768a2e63 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (816e41cb-b4ab-403e-817e-0fec39e0cdde), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.054205 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cdd356-a5b3-4822-a96f-74d0768a2e63 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:15.055245 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96cdd356-a5b3-4822-a96f-74d0768a2e63 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.247452 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-96cdd356-a5b3-4822-a96f-74d0768a2e63 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4529347 Feb 19 04:30:15.253197 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cdd356-a5b3-4822-a96f-74d0768a2e63 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Network': ['ID=816e41cb-b4ab-403e-817e-0fec39e0cdde,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:15.256453 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53552) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:15.269986 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:30:15.283253 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-680f1c6a-8d7a-4224-a006-e206ee620222 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'subnet': {'network_id': '816e41cb-b4ab-403e-817e-0fec39e0cdde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:15.452714 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c273144-b69e-4a55-ac4c-c667320b5adb req-1fdb7463-3001-4527-937a-3205fea45579 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:15.455754 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5c273144-b69e-4a55-ac4c-c667320b5adb req-1fdb7463-3001-4527-937a-3205fea45579 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6e3c4e-313b-4562-af51-b583e0ebe5ef HTTP/1.1" status: 200 len: 944 time: 0.2458858 Feb 19 04:30:15.598149 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a745924f-8455-4a83-ab00-451ba8f3d6f2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (903b7569-1f7b-473d-bfec-8d202c0cdc3a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.619656 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5c273144-b69e-4a55-ac4c-c667320b5adb req-b50209e3-9e76-4658-9911-aa8f22bc0143 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/security-groups?id=beb47608-74f0-4955-a735-e392825fbf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422276 Feb 19 04:30:15.627229 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=4c77ad2c-3e3e-43eb-bd97-eb296d802ce3,segment=NetworkSegment(aa3e4c22-ffad-4a61-b463-2ace51e63683),segment_id=aa3e4c22-ffad-4a61-b463-2ace51e63683)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:15.660779 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '4c77ad2c-3e3e-43eb-bd97-eb296d802ce3', 'network_id': '4a7ad720-8bbd-4311-a9a2-f8c396f01ad0', 'port_id': '4c77ad2c-3e3e-43eb-bd97-eb296d802ce3', 'mac_address': 'fa:16:3e:e3:8e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d20b76-3bee-496d-aec7-47491d0eadeb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:30:15.670354 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 816e41cb-b4ab-403e-817e-0fec39e0cdde details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:30:15.706885 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06abd25d-7245-4072-9e07-d325b95f27ec tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f0441e0f-96b4-430e-985a-d78f7797eb62), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:15.920551 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745924f-8455-4a83-ab00-451ba8f3d6f2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Pushing event deleted for resources: {'Port': ['ID=903b7569-1f7b-473d-bfec-8d202c0cdc3a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:15.987670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:15.989077 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4c77ad2c-3e3e-43eb-bd97-eb296d802ce3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:16.038195 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:30:16.057876 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abd25d-7245-4072-9e07-d325b95f27ec tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Pushing event deleted for resources: {'Port': ['ID=f0441e0f-96b4-430e-985a-d78f7797eb62,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:16.109331 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=4c77ad2c-3e3e-43eb-bd97-eb296d802ce3,segment=NetworkSegment(aa3e4c22-ffad-4a61-b463-2ace51e63683),segment_id=aa3e4c22-ffad-4a61-b463-2ace51e63683)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:16.125282 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06abd25d-7245-4072-9e07-d325b95f27ec tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:16.129257 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-06abd25d-7245-4072-9e07-d325b95f27ec tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] 10.222.0.65 "DELETE /v2.0/ports/f0441e0f-96b4-430e-985a-d78f7797eb62 HTTP/1.1" status: 204 len: 168 time: 3.0883694 Feb 19 04:30:16.130136 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4c77ad2c-3e3e-43eb-bd97-eb296d802ce3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:16.132092 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53568) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:16.235180 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe98949-40a0-4a7c-b5e1-fd66d4450ad7 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] GET failed (client error): The resource could not be found. Feb 19 04:30:16.261496 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2fe98949-40a0-4a7c-b5e1-fd66d4450ad7 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] 10.222.0.65 "GET /v2.0/ports/f0441e0f-96b4-430e-985a-d78f7797eb62 HTTP/1.1" status: 404 len: 333 time: 0.1039257 Feb 19 04:30:16.262641 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53570) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:16.268051 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=4c77ad2c-3e3e-43eb-bd97-eb296d802ce3,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:16.280005 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-262f3df3-f5cc-44e5-8e0d-7ee1df99607d tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Request body: {'port': {'network_id': '52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1942117256'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:16.333417 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:16.337574 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:16.338290 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:16.338868 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:16.339388 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:16.340254 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:16.340795 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:16.347770 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:16.348438 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:16.349051 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:16.349624 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:16.350187 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:16.350765 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:16.381663 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['4c77ad2c-3e3e-43eb-bd97-eb296d802ce3'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:30:16.400784 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680f1c6a-8d7a-4224-a006-e206ee620222 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Made reservation on behalf of 1071eeaddc2c4d58b8e80d78e76c86fe for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:16.408641 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-680f1c6a-8d7a-4224-a006-e206ee620222 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:16.416479 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a745924f-8455-4a83-ab00-451ba8f3d6f2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (5414fe52-5f0c-47a5-a2ac-c3216ad55d9d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:16.463311 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a7238-dd2d-4b91-a698-3b99cd247868 req-8c28197b-448d-4ee6-a3ce-fdec7f834a1e tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:16.476692 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d15a7238-dd2d-4b91-a698-3b99cd247868 req-8c28197b-448d-4ee6-a3ce-fdec7f834a1e tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 0.7306821 Feb 19 04:30:16.695552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262f3df3-f5cc-44e5-8e0d-7ee1df99607d tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Made reservation on behalf of e6fd86a886b94f23a60c0367ccdbf61a for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:16.701416 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-262f3df3-f5cc-44e5-8e0d-7ee1df99607d tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:16.767668 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-262f3df3-f5cc-44e5-8e0d-7ee1df99607d tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] device_id is not set on port 41d4d2ab-b861-4c92-8a47-8e1039fa5ceb yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:30:17.100262 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fe472-2dba-48c9-8977-ed5912d4beb3 req-cbc0cd94-3aa8-4181-9e2e-ef0c084720d9 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:17.115419 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-969fe472-2dba-48c9-8977-ed5912d4beb3 req-cbc0cd94-3aa8-4181-9e2e-ef0c084720d9 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6e3c4e-313b-4562-af51-b583e0ebe5ef HTTP/1.1" status: 200 len: 945 time: 0.2308004 Feb 19 04:30:17.206258 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a745924f-8455-4a83-ab00-451ba8f3d6f2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (5414fe52-5f0c-47a5-a2ac-c3216ad55d9d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:17.213516 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-262f3df3-f5cc-44e5-8e0d-7ee1df99607d tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Allocated IP 2001:db8::69 (52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74/f1400617-025e-4246-b432-77658e4f5b77/41d4d2ab-b861-4c92-8a47-8e1039fa5ceb) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:17.222707 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a745924f-8455-4a83-ab00-451ba8f3d6f2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_controller (5414fe52-5f0c-47a5-a2ac-c3216ad55d9d), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:17.275878 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-969fe472-2dba-48c9-8977-ed5912d4beb3 req-b888e684-c943-4f42-8adf-ed1464b1ef6c tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/security-groups?id=beb47608-74f0-4955-a735-e392825fbf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586244 Feb 19 04:30:17.289349 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:17.303563 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279acfcb-f698-49a5-9115-e1fde29eedce req-21458cef-8e91-43ea-839d-1545496ef172 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:17.305913 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-279acfcb-f698-49a5-9115-e1fde29eedce req-21458cef-8e91-43ea-839d-1545496ef172 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 945 time: 1.1038814 Feb 19 04:30:17.510723 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d15a7238-dd2d-4b91-a698-3b99cd247868 req-db63f694-41e4-4766-bccd-f14459914422 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0310111 Feb 19 04:30:17.589532 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a745924f-8455-4a83-ab00-451ba8f3d6f2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (5414fe52-5f0c-47a5-a2ac-c3216ad55d9d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:17.591063 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a745924f-8455-4a83-ab00-451ba8f3d6f2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Fanout notify agent at l3_agent the message router_deleted on router 5414fe52-5f0c-47a5-a2ac-c3216ad55d9d {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:30:17.613381 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a745924f-8455-4a83-ab00-451ba8f3d6f2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:17.625647 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:30:17.629827 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a745924f-8455-4a83-ab00-451ba8f3d6f2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "DELETE /v2.0/routers/5414fe52-5f0c-47a5-a2ac-c3216ad55d9d HTTP/1.1" status: 204 len: 168 time: 4.9866741 Feb 19 04:30:17.647955 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53582) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:17.654420 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:17.655467 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4c77ad2c-3e3e-43eb-bd97-eb296d802ce3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:17.657587 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-49617494-a42b-44c2-9446-de7b6e2cf574 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1430889422', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}, 'admin_state_up': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:17.759349 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-262f3df3-f5cc-44e5-8e0d-7ee1df99607d tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks [] for port (41d4d2ab-b861-4c92-8a47-8e1039fa5ceb), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:17.876161 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-49617494-a42b-44c2-9446-de7b6e2cf574 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (0d202cbe-b207-4adb-93d4-79cbd7b0969a), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:17.877979 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-49617494-a42b-44c2-9446-de7b6e2cf574 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (0d202cbe-b207-4adb-93d4-79cbd7b0969a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:17.909529 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-262f3df3-f5cc-44e5-8e0d-7ee1df99607d tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (41d4d2ab-b861-4c92-8a47-8e1039fa5ceb), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:17.934971 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:17.935844 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4c77ad2c-3e3e-43eb-bd97-eb296d802ce3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:17.996994 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6e3c4e-313b-4562-af51-b583e0ebe5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c77ad2c-3e3e-43eb-bd97-eb296d802ce3'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:30:18.003702 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffa837a-9652-4fcb-a386-c126450abb94" -d '{"events": [{"server_uuid": "4e6e3c4e-313b-4562-af51-b583e0ebe5ef", "name": "network-vif-plugged", "status": "completed", "tag": "4c77ad2c-3e3e-43eb-bd97-eb296d802ce3"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:30:18.039803 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=4c77ad2c-3e3e-43eb-bd97-eb296d802ce3,segment=NetworkSegment(aa3e4c22-ffad-4a61-b463-2ace51e63683),segment_id=aa3e4c22-ffad-4a61-b463-2ace51e63683)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:18.042907 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-680f1c6a-8d7a-4224-a006-e206ee620222 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (46fcc0dd-eb27-4edf-91c7-2da7ed850152), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:18.050451 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4c77ad2c-3e3e-43eb-bd97-eb296d802ce3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:18.054553 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device b035654e-0a6c-4e43-acb6-0915ea347957 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:30:18.070635 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-279acfcb-f698-49a5-9115-e1fde29eedce req-fa830d63-2713-478f-803e-0066bf9b6794 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Deleting port b035654e-0a6c-4e43-acb6-0915ea347957 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:18.071209 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-279acfcb-f698-49a5-9115-e1fde29eedce req-fa830d63-2713-478f-803e-0066bf9b6794 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b035654e-0a6c-4e43-acb6-0915ea347957), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:18.081520 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262f3df3-f5cc-44e5-8e0d-7ee1df99607d tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Network 52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:18.094565 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-262f3df3-f5cc-44e5-8e0d-7ee1df99607d tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:18.113672 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262f3df3-f5cc-44e5-8e0d-7ee1df99607d tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:18.127458 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262f3df3-f5cc-44e5-8e0d-7ee1df99607d tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:18.128677 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-262f3df3-f5cc-44e5-8e0d-7ee1df99607d tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:18.137212 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f53114-c7a2-4810-95e2-885e4c1554d7 x-openstack-request-id: req-d7f53114-c7a2-4810-95e2-885e4c1554d7 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:30:18.138177 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6e3c4e-313b-4562-af51-b583e0ebe5ef", "name": "network-vif-plugged", "status": "completed", "tag": "4c77ad2c-3e3e-43eb-bd97-eb296d802ce3", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:30:18.138963 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d7f53114-c7a2-4810-95e2-885e4c1554d7 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:30:18.140719 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6e3c4e-313b-4562-af51-b583e0ebe5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c77ad2c-3e3e-43eb-bd97-eb296d802ce3', 'code': 200} Feb 19 04:30:18.185970 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-49617494-a42b-44c2-9446-de7b6e2cf574 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_controller (0d202cbe-b207-4adb-93d4-79cbd7b0969a), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:18.248154 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-262f3df3-f5cc-44e5-8e0d-7ee1df99607d tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9794047 Feb 19 04:30:18.248154 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f3df3-f5cc-44e5-8e0d-7ee1df99607d tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Pushing event updated for resources: {'Port': ['ID=41d4d2ab-b861-4c92-8a47-8e1039fa5ceb,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:18.266728 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=4c77ad2c-3e3e-43eb-bd97-eb296d802ce3,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:18.284036 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53588) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:18.301991 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Request body: {'port': {'network_id': '52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-537115895'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:18.445361 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port b035654e-0a6c-4e43-acb6-0915ea347957 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:18.446045 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b035654e-0a6c-4e43-acb6-0915ea347957), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:18.629841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port b035654e-0a6c-4e43-acb6-0915ea347957, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b035654e-0a6c-4e43-acb6-0915ea347957,segment=NetworkSegment(26e2fec7-4f9c-4983-9d2c-4304ced3cb71),segment_id=26e2fec7-4f9c-4983-9d2c-4304ced3cb71)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:18.640466 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b035654e-0a6c-4e43-acb6-0915ea347957), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:18.791443 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=b035654e-0a6c-4e43-acb6-0915ea347957,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:18.863767 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f1c6a-8d7a-4224-a006-e206ee620222 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Subnet': ['ID=46fcc0dd-eb27-4edf-91c7-2da7ed850152,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:18.915726 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Made reservation on behalf of e6fd86a886b94f23a60c0367ccdbf61a for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:18.923757 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:18.968998 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b15e0a-e917-454f-8b98-dcce12f6c12c req-3060a36f-aa0e-443b-9f5d-b22a7be56eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:18.971816 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-74b15e0a-e917-454f-8b98-dcce12f6c12c req-3060a36f-aa0e-443b-9f5d-b22a7be56eb5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4e6e3c4e-313b-4562-af51-b583e0ebe5ef HTTP/1.1" status: 200 len: 1128 time: 0.6883924 Feb 19 04:30:18.975042 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] device_id is not set on port 211c7a69-11b0-4616-939b-674854de4426 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:30:18.997261 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-35489857-151f-4e8e-ad35-b3389df738e5 None None] Provisioning complete for port 41d4d2ab-b861-4c92-8a47-8e1039fa5ceb triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:18.998507 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-35489857-151f-4e8e-ad35-b3389df738e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (41d4d2ab-b861-4c92-8a47-8e1039fa5ceb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:19.142134 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07142156-e671-4faa-b293-70fb260ac6d2 req-1af72d34-239d-418b-94f8-ded5daa80717 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:19.142467 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-35489857-151f-4e8e-ad35-b3389df738e5 None None] Port 41d4d2ab-b861-4c92-8a47-8e1039fa5ceb cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:30:19.156375 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-07142156-e671-4faa-b293-70fb260ac6d2 req-1af72d34-239d-418b-94f8-ded5daa80717 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6e3c4e-313b-4562-af51-b583e0ebe5ef HTTP/1.1" status: 200 len: 946 time: 0.6231253 Feb 19 04:30:19.165264 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c216f-094a-43aa-b5dd-0108bd79799a req-a3e8802b-e28e-4da6-8bca-61c57ce1dac4 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:19.168612 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7c9c216f-094a-43aa-b5dd-0108bd79799a req-a3e8802b-e28e-4da6-8bca-61c57ce1dac4 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 943 time: 0.3987141 Feb 19 04:30:19.234855 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f1c6a-8d7a-4224-a006-e206ee620222 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Checking segment: {'id': 'd6acf972-4a8a-4fe5-8700-bb6da82b46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '816e41cb-b4ab-403e-817e-0fec39e0cdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:19.235504 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680f1c6a-8d7a-4224-a006-e206ee620222 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network hostable DHCP agents. Network: 816e41cb-b4ab-403e-817e-0fec39e0cdde, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:30:19.329000 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-49617494-a42b-44c2-9446-de7b6e2cf574 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_gateway (0d202cbe-b207-4adb-93d4-79cbd7b0969a), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:19.356459 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-74b15e0a-e917-454f-8b98-dcce12f6c12c req-a8a4872d-84df-42e7-9e36-a99912ad5ede service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=beb47608-74f0-4955-a735-e392825fbf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581746 Feb 19 04:30:19.409079 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-07142156-e671-4faa-b293-70fb260ac6d2 req-a14e4233-9aea-428b-a82c-6d98f52ded04 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/security-groups?id=beb47608-74f0-4955-a735-e392825fbf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510672 Feb 19 04:30:19.498919 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-279acfcb-f698-49a5-9115-e1fde29eedce req-fa830d63-2713-478f-803e-0066bf9b6794 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] For port b035654e-0a6c-4e43-acb6-0915ea347957, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b035654e-0a6c-4e43-acb6-0915ea347957,segment=NetworkSegment(26e2fec7-4f9c-4983-9d2c-4304ced3cb71),segment_id=26e2fec7-4f9c-4983-9d2c-4304ced3cb71)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:19.500441 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-279acfcb-f698-49a5-9115-e1fde29eedce req-fa830d63-2713-478f-803e-0066bf9b6794 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b035654e-0a6c-4e43-acb6-0915ea347957), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:19.514607 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7c9c216f-094a-43aa-b5dd-0108bd79799a req-651f796f-1938-4c22-a277-4d218b72ccb6 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e10a6e4-49b0-4666-8fd1-84cc05e69f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015933 Feb 19 04:30:19.581557 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Allocated IP 2001:db8::122 (52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74/f1400617-025e-4246-b432-77658e4f5b77/211c7a69-11b0-4616-939b-674854de4426) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:19.599192 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-279acfcb-f698-49a5-9115-e1fde29eedce req-fa830d63-2713-478f-803e-0066bf9b6794 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Calling delete_port for b035654e-0a6c-4e43-acb6-0915ea347957 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:19.602962 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680f1c6a-8d7a-4224-a006-e206ee620222 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network 816e41cb-b4ab-403e-817e-0fec39e0cdde is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:30:19.625897 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-680f1c6a-8d7a-4224-a006-e206ee620222 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 816e41cb-b4ab-403e-817e-0fec39e0cdde) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:19.633385 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680f1c6a-8d7a-4224-a006-e206ee620222 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:19.634697 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-680f1c6a-8d7a-4224-a006-e206ee620222 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:19.642684 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ce7953-0841-475f-b5d3-120e5b72be17 None None] Network 816e41cb-b4ab-403e-817e-0fec39e0cdde requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:19.661276 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:30:19.693329 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-680f1c6a-8d7a-4224-a006-e206ee620222 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4318154 Feb 19 04:30:19.708902 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53602) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:19.742619 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-74f1bdfc-9f6d-4bae-a964-1342eaf339b9 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1297980003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:19.950843 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-74f1bdfc-9f6d-4bae-a964-1342eaf339b9 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (4d924b45-587c-482a-b8a3-9d27e9e6ccea), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:19.953039 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-74f1bdfc-9f6d-4bae-a964-1342eaf339b9 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (4d924b45-587c-482a-b8a3-9d27e9e6ccea), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:20.030933 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks [] for port (211c7a69-11b0-4616-939b-674854de4426), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:20.094475 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-74f1bdfc-9f6d-4bae-a964-1342eaf339b9 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router_controller (4d924b45-587c-482a-b8a3-9d27e9e6ccea), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:20.128171 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-74f1bdfc-9f6d-4bae-a964-1342eaf339b9 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (4d924b45-587c-482a-b8a3-9d27e9e6ccea), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:20.150954 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (211c7a69-11b0-4616-939b-674854de4426), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:20.270582 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c256dcb-1273-4870-9387-de4d10896c1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b035654e-0a6c-4e43-acb6-0915ea347957'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:30:20.273871 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef57771c-4a68-4131-b60b-209677130bfc" -d '{"events": [{"server_uuid": "2c256dcb-1273-4870-9387-de4d10896c1d", "name": "network-vif-unplugged", "status": "completed", "tag": "b035654e-0a6c-4e43-acb6-0915ea347957"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:30:20.306491 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5edcef-5555-4f72-a404-94c6b781b314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-816e41cb-b4ab-403e-817e-0fec39e0cdde', 'network_id': '816e41cb-b4ab-403e-817e-0fec39e0cdde', 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'fixed_ips': [{'subnet_id': '46fcc0dd-eb27-4edf-91c7-2da7ed850152'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:30:20.307604 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cf5edcef-5555-4f72-a404-94c6b781b314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:20.314651 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-74f1bdfc-9f6d-4bae-a964-1342eaf339b9 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:20.316165 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-74f1bdfc-9f6d-4bae-a964-1342eaf339b9 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6040459 Feb 19 04:30:20.319278 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Network 52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:20.323332 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53612) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:20.338817 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:20.348059 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:20.376868 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:20.383703 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:20.414007 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-279acfcb-f698-49a5-9115-e1fde29eedce req-fa830d63-2713-478f-803e-0066bf9b6794 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (b035654e-0a6c-4e43-acb6-0915ea347957), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:20.448968 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Pushing event updated for resources: {'Port': ['ID=211c7a69-11b0-4616-939b-674854de4426,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:20.470229 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-49617494-a42b-44c2-9446-de7b6e2cf574 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_gateway (0d202cbe-b207-4adb-93d4-79cbd7b0969a), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:20.486800 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:20.487489 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:20.488868 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:20.489858 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:20.490700 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:20.491307 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:20.492100 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:20.493038 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:20.494123 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:20.495445 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:20.496180 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:20.496768 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:20.497462 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:20.522609 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7b4835b5-5482-43a6-aa91-23f572fa251c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2259870 Feb 19 04:30:20.524076 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53618) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:20.565435 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-5edea6a0-79b7-4ca5-8d79-4442e79fe97c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e6', 'mac_address': 'fa:16:3e:61:2d:fa'}, {'ip_address': '2001:db8::69', 'mac_address': 'fa:16:3e:53:ab:17'}]}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:20.584352 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6e3d8f-f3e5-4f5c-b86d-10bb62b2a707 x-openstack-request-id: req-0b6e3d8f-f3e5-4f5c-b86d-10bb62b2a707 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:30:20.587804 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c256dcb-1273-4870-9387-de4d10896c1d", "name": "network-vif-unplugged", "status": "completed", "tag": "b035654e-0a6c-4e43-acb6-0915ea347957", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:30:20.587804 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b6e3d8f-f3e5-4f5c-b86d-10bb62b2a707 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:30:20.588835 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c256dcb-1273-4870-9387-de4d10896c1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b035654e-0a6c-4e43-acb6-0915ea347957', 'code': 200} Feb 19 04:30:20.876128 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-cf5edcef-5555-4f72-a404-94c6b781b314 None None] Allocated IP 2001:db8::2 (816e41cb-b4ab-403e-817e-0fec39e0cdde/46fcc0dd-eb27-4edf-91c7-2da7ed850152/a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:21.021303 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294ab19-5f98-4705-89c9-162f770eabfd req-84aa25a0-c710-42e6-9be7-93512381ca37 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:21.024215 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e294ab19-5f98-4705-89c9-162f770eabfd req-84aa25a0-c710-42e6-9be7-93512381ca37 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6e3c4e-313b-4562-af51-b583e0ebe5ef HTTP/1.1" status: 200 len: 946 time: 0.3275020 Feb 19 04:30:21.114038 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-49617494-a42b-44c2-9446-de7b6e2cf574 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:21.122448 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa830d63-2713-478f-803e-0066bf9b6794 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Pushing event deleted for resources: {'Port': ['ID=b035654e-0a6c-4e43-acb6-0915ea347957,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:21.203365 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0d5730b6-71ce-44d2-bcf3-4cf0d086b4de req-5b93ee99-2c0c-495a-8188-a79e0bd30237 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 210 time: 0.2587724 Feb 19 04:30:21.231495 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cf5edcef-5555-4f72-a404-94c6b781b314 None None] Publish callbacks [] for port (a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:21.263581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3848dee6-0435-49f4-b63b-6ca1e21b53aa None None] Provisioning complete for port 211c7a69-11b0-4616-939b-674854de4426 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:21.264187 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3848dee6-0435-49f4-b63b-6ca1e21b53aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (211c7a69-11b0-4616-939b-674854de4426), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:21.284961 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cf5edcef-5555-4f72-a404-94c6b781b314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:21.294338 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5edea6a0-79b7-4ca5-8d79-4442e79fe97c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (211c7a69-11b0-4616-939b-674854de4426), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:21.321920 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-279acfcb-f698-49a5-9115-e1fde29eedce req-fa830d63-2713-478f-803e-0066bf9b6794 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] No DVR routers for this DVR port b035654e-0a6c-4e43-acb6-0915ea347957 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:30:21.411721 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e294ab19-5f98-4705-89c9-162f770eabfd req-0ed0edd9-e808-4e96-b54d-bb5aba7ec749 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/security-groups?id=beb47608-74f0-4955-a735-e392825fbf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564487 Feb 19 04:30:21.418080 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-279acfcb-f698-49a5-9115-e1fde29eedce req-fa830d63-2713-478f-803e-0066bf9b6794 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:21.425461 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-279acfcb-f698-49a5-9115-e1fde29eedce req-fa830d63-2713-478f-803e-0066bf9b6794 tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.10 "DELETE /v2.0/ports/b035654e-0a6c-4e43-acb6-0915ea347957 HTTP/1.1" status: 204 len: 173 time: 4.0112553 Feb 19 04:30:21.453109 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5edcef-5555-4f72-a404-94c6b781b314 None None] Network 816e41cb-b4ab-403e-817e-0fec39e0cdde is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:21.457132 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c256dcb-1273-4870-9387-de4d10896c1d', 'name': 'network-vif-deleted', 'tag': 'b035654e-0a6c-4e43-acb6-0915ea347957'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:30:21.471989 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af0a181-3522-4b3e-92de-b836ee04ddd6" -d '{"events": [{"server_uuid": "2c256dcb-1273-4870-9387-de4d10896c1d", "name": "network-vif-deleted", "tag": "b035654e-0a6c-4e43-acb6-0915ea347957"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:30:21.483845 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-cf5edcef-5555-4f72-a404-94c6b781b314 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:21.498164 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5edcef-5555-4f72-a404-94c6b781b314 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:21.517186 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3848dee6-0435-49f4-b63b-6ca1e21b53aa None None] Port 211c7a69-11b0-4616-939b-674854de4426 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:30:21.524262 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5edcef-5555-4f72-a404-94c6b781b314 None None] Pushing event updated for resources: {'Port': ['ID=a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:21.695516 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-49617494-a42b-44c2-9446-de7b6e2cf574 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Allocated IP 172.25.0.115 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/a7fd5005-f62a-4fa1-aeb6-b9b19968e947) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:21.708044 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-cf5edcef-5555-4f72-a404-94c6b781b314 None None] Attempting to bind port a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:30:21.708044 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-cf5edcef-5555-4f72-a404-94c6b781b314 None None] Attempting to bind port a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'd6acf972-4a8a-4fe5-8700-bb6da82b46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '816e41cb-b4ab-403e-817e-0fec39e0cdde'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:30:21.708372 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5edcef-5555-4f72-a404-94c6b781b314 None None] Attempting to bind port a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77 on network 816e41cb-b4ab-403e-817e-0fec39e0cdde {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:30:21.747603 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5edcef-5555-4f72-a404-94c6b781b314 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:30:21.758995 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5edcef-5555-4f72-a404-94c6b781b314 None None] Checking segment: {'id': 'd6acf972-4a8a-4fe5-8700-bb6da82b46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '816e41cb-b4ab-403e-817e-0fec39e0cdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:21.759977 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cf5edcef-5555-4f72-a404-94c6b781b314 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:21.760793 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5edcef-5555-4f72-a404-94c6b781b314 None None] Bound using segment: {'id': 'd6acf972-4a8a-4fe5-8700-bb6da82b46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '816e41cb-b4ab-403e-817e-0fec39e0cdde'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:30:21.761658 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-cf5edcef-5555-4f72-a404-94c6b781b314 None None] Bound port: a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6acf972-4a8a-4fe5-8700-bb6da82b46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '816e41cb-b4ab-403e-817e-0fec39e0cdde'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:30:21.762841 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cf5edcef-5555-4f72-a404-94c6b781b314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:21.799928 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fdb53d-441a-4702-9a33-2fb01c633e32 x-openstack-request-id: req-99fdb53d-441a-4702-9a33-2fb01c633e32 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:30:21.801133 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c256dcb-1273-4870-9387-de4d10896c1d", "name": "network-vif-deleted", "tag": "b035654e-0a6c-4e43-acb6-0915ea347957", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:30:21.801629 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-99fdb53d-441a-4702-9a33-2fb01c633e32 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:30:21.802336 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c256dcb-1273-4870-9387-de4d10896c1d', 'name': 'network-vif-deleted', 'tag': 'b035654e-0a6c-4e43-acb6-0915ea347957', 'status': 'completed', 'code': 200} Feb 19 04:30:21.879355 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-49617494-a42b-44c2-9446-de7b6e2cf574 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for port (a7fd5005-f62a-4fa1-aeb6-b9b19968e947), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:21.947177 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5edea6a0-79b7-4ca5-8d79-4442e79fe97c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks [] for port (211c7a69-11b0-4616-939b-674854de4426), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:21.956575 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-cf5edcef-5555-4f72-a404-94c6b781b314 None None] For port a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:30:21.961614 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5edea6a0-79b7-4ca5-8d79-4442e79fe97c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (211c7a69-11b0-4616-939b-674854de4426), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:21.963081 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-cf5edcef-5555-4f72-a404-94c6b781b314 None None] For port a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77,segment=NetworkSegment(d6acf972-4a8a-4fe5-8700-bb6da82b46c3),segment_id=d6acf972-4a8a-4fe5-8700-bb6da82b46c3)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:30:21.977916 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cf5edcef-5555-4f72-a404-94c6b781b314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:22.032154 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-5edea6a0-79b7-4ca5-8d79-4442e79fe97c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] In _notify_port_updated(), no bound segment for port 211c7a69-11b0-4616-939b-674854de4426 on network 52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74 {{(pid=115199) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:30:22.051072 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edea6a0-79b7-4ca5-8d79-4442e79fe97c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:22.062554 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5edea6a0-79b7-4ca5-8d79-4442e79fe97c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:22.064384 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5edea6a0-79b7-4ca5-8d79-4442e79fe97c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] 10.222.0.65 "PUT /v2.0/ports/211c7a69-11b0-4616-939b-674854de4426 HTTP/1.1" status: 200 len: 1065 time: 1.5375209 Feb 19 04:30:22.067835 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53630) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:22.173277 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edea6a0-79b7-4ca5-8d79-4442e79fe97c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Pushing event updated for resources: {'Port': ['ID=211c7a69-11b0-4616-939b-674854de4426,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:22.290875 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5edcef-5555-4f72-a404-94c6b781b314 None None] Pushing event updated for resources: {'Port': ['ID=a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:22.413993 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-aa564452-24ec-475f-933b-faac834ca8e6 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Deleting port 211c7a69-11b0-4616-939b-674854de4426 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:22.415175 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa564452-24ec-475f-933b-faac834ca8e6 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (211c7a69-11b0-4616-939b-674854de4426), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:22.569065 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef3cc-c5a1-4eae-9343-b25504ab033b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:22.763394 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa564452-24ec-475f-933b-faac834ca8e6 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (211c7a69-11b0-4616-939b-674854de4426), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:22.786407 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-aa564452-24ec-475f-933b-faac834ca8e6 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Calling delete_port for 211c7a69-11b0-4616-939b-674854de4426 owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:22.832492 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-cdc746b9-84f1-48b5-b045-4949b6a264d7 None None] Provisioning complete for port 211c7a69-11b0-4616-939b-674854de4426 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:22.833122 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cdc746b9-84f1-48b5-b045-4949b6a264d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (211c7a69-11b0-4616-939b-674854de4426), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:22.999705 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-cdc746b9-84f1-48b5-b045-4949b6a264d7 None None] Port 211c7a69-11b0-4616-939b-674854de4426 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:30:23.028447 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d6a5fde0-8632-4670-bee5-9b6d41674cfb req-0b2033db-0eb7-48da-b96d-68bb0b37612a tempest-ServerRescueNegativeTestJSON-1822284633 tempest-ServerRescueNegativeTestJSON-1822284633-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c256dcb-1273-4870-9387-de4d10896c1d HTTP/1.1" status: 200 len: 210 time: 0.1839092 Feb 19 04:30:23.213763 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-49617494-a42b-44c2-9446-de7b6e2cf574 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a7fd5005-f62a-4fa1-aeb6-b9b19968e947), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:23.246915 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b93209-d206-4d6a-aaa4-3a9badff3abc req-dcdd929c-0604-4f3f-b1ec-b2a289c81586 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:23.270088 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31b93209-d206-4d6a-aaa4-3a9badff3abc req-dcdd929c-0604-4f3f-b1ec-b2a289c81586 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6e3c4e-313b-4562-af51-b583e0ebe5ef HTTP/1.1" status: 200 len: 946 time: 0.4392312 Feb 19 04:30:23.293493 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa564452-24ec-475f-933b-faac834ca8e6 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (211c7a69-11b0-4616-939b-674854de4426), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:23.356419 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:23.442421 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49617494-a42b-44c2-9446-de7b6e2cf574 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:23.450353 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa564452-24ec-475f-933b-faac834ca8e6 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Pushing event deleted for resources: {'Port': ['ID=211c7a69-11b0-4616-939b-674854de4426,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:23.550956 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31b93209-d206-4d6a-aaa4-3a9badff3abc req-4991030e-8b4e-4b7d-8acf-4e3e562a3c43 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/security-groups?id=beb47608-74f0-4955-a735-e392825fbf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793584 Feb 19 04:30:23.556878 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:23.557828 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:23.572690 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-49617494-a42b-44c2-9446-de7b6e2cf574 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:23.592448 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49617494-a42b-44c2-9446-de7b6e2cf574 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:23.606146 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49617494-a42b-44c2-9446-de7b6e2cf574 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Pushing event updated for resources: {'Port': ['ID=a7fd5005-f62a-4fa1-aeb6-b9b19968e947,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:23.986221 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:23.986905 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:24.091038 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77,segment=NetworkSegment(d6acf972-4a8a-4fe5-8700-bb6da82b46c3),segment_id=d6acf972-4a8a-4fe5-8700-bb6da82b46c3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:24.097892 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:24.098867 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa564452-24ec-475f-933b-faac834ca8e6 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:24.115485 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-aa564452-24ec-475f-933b-faac834ca8e6 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] 10.222.0.65 "DELETE /v2.0/ports/211c7a69-11b0-4616-939b-674854de4426 HTTP/1.1" status: 204 len: 168 time: 2.0406313 Feb 19 04:30:24.118411 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53652) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:24.254115 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61a85c9-84d0-4351-9921-c31f6ae94439 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] GET failed (client error): The resource could not be found. Feb 19 04:30:24.266274 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b61a85c9-84d0-4351-9921-c31f6ae94439 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] 10.222.0.65 "GET /v2.0/ports/211c7a69-11b0-4616-939b-674854de4426 HTTP/1.1" status: 404 len: 333 time: 0.1460278 Feb 19 04:30:24.277401 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53654) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:24.278221 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53656) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:24.307356 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:24.646819 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-ed4ef3cc-c5a1-4eae-9343-b25504ab033b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Allocated IP 2001:db8::1 (816e41cb-b4ab-403e-817e-0fec39e0cdde/46fcc0dd-eb27-4edf-91c7-2da7ed850152/05fdc63c-93da-4720-a96e-6270d934ccc9) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:24.873696 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-4eb09702-a084-4368-9970-aef523c763cf tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Deleting port 41d4d2ab-b861-4c92-8a47-8e1039fa5ceb {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:24.876239 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4eb09702-a084-4368-9970-aef523c763cf tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (41d4d2ab-b861-4c92-8a47-8e1039fa5ceb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:24.911524 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75022ee-da19-4264-a3c1-278de8f79a7c None None] Network 816e41cb-b4ab-403e-817e-0fec39e0cdde requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:25.356420 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:25.433686 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4eb09702-a084-4368-9970-aef523c763cf tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (41d4d2ab-b861-4c92-8a47-8e1039fa5ceb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:25.447545 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6b2df9df-8254-4b02-8d99-0291222a2910 None None] Provisioning complete for port a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:25.448034 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6b2df9df-8254-4b02-8d99-0291222a2910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:25.504624 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-4eb09702-a084-4368-9970-aef523c763cf tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Calling delete_port for 41d4d2ab-b861-4c92-8a47-8e1039fa5ceb owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:25.546040 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:25.546672 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:25.634599 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef3cc-c5a1-4eae-9343-b25504ab033b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for port (05fdc63c-93da-4720-a96e-6270d934ccc9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:25.702250 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6b2df9df-8254-4b02-8d99-0291222a2910 None None] Current status of the port a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:25.902254 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:25.924763 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef3cc-c5a1-4eae-9343-b25504ab033b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (05fdc63c-93da-4720-a96e-6270d934ccc9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:26.103966 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53674) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:26.141029 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1cd5d5-ba5e-4a7a-b4f0-3cd4962f7422 req-ce342d97-d7d0-498f-ad86-bcfebf1d8f09 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:26.167261 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-fe6b58fd-fada-41ef-8bc3-e28c21567fba None None] Provisioning complete for port a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:26.168025 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fe6b58fd-fada-41ef-8bc3-e28c21567fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:26.174907 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0f1cd5d5-ba5e-4a7a-b4f0-3cd4962f7422 req-ce342d97-d7d0-498f-ad86-bcfebf1d8f09 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6e3c4e-313b-4562-af51-b583e0ebe5ef HTTP/1.1" status: 200 len: 946 time: 1.4449878 Feb 19 04:30:26.315582 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-49617494-a42b-44c2-9446-de7b6e2cf574 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_gateway (0d202cbe-b207-4adb-93d4-79cbd7b0969a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:26.316905 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4eb09702-a084-4368-9970-aef523c763cf tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (41d4d2ab-b861-4c92-8a47-8e1039fa5ceb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:26.320226 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ef3cc-c5a1-4eae-9343-b25504ab033b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Port': ['ID=05fdc63c-93da-4720-a96e-6270d934ccc9,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:26.328693 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4ef3cc-c5a1-4eae-9343-b25504ab033b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network 816e41cb-b4ab-403e-817e-0fec39e0cdde is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:26.385458 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb09702-a084-4368-9970-aef523c763cf tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Pushing event deleted for resources: {'Port': ['ID=41d4d2ab-b861-4c92-8a47-8e1039fa5ceb,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:26.429258 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19399cc9-ab02-4c88-b99e-0c0f71ae8a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (0cdf4581-202b-4d0c-ae18-13c26071596b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:26.434467 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b58fd-fada-41ef-8bc3-e28c21567fba None None] Current status of the port a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:26.509274 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-ed4ef3cc-c5a1-4eae-9343-b25504ab033b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:26.536622 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4ef3cc-c5a1-4eae-9343-b25504ab033b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:26.537606 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef3cc-c5a1-4eae-9343-b25504ab033b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (4d924b45-587c-482a-b8a3-9d27e9e6ccea), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:26.567942 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4eb09702-a084-4368-9970-aef523c763cf tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:26.574910 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4eb09702-a084-4368-9970-aef523c763cf tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] 10.222.0.65 "DELETE /v2.0/ports/41d4d2ab-b861-4c92-8a47-8e1039fa5ceb HTTP/1.1" status: 204 len: 168 time: 2.2936993 Feb 19 04:30:26.657691 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53678) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:26.715233 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa1b54c-1ee4-48f3-80f3-a2605b7dc1f3 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] GET failed (client error): The resource could not be found. Feb 19 04:30:26.717041 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5fa1b54c-1ee4-48f3-80f3-a2605b7dc1f3 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] 10.222.0.65 "GET /v2.0/ports/41d4d2ab-b861-4c92-8a47-8e1039fa5ceb HTTP/1.1" status: 404 len: 333 time: 0.0548716 Feb 19 04:30:26.723312 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70983d10-7e61-4a08-8a20-3f315f098b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:26.725719 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53680) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:26.872885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24e194-2b73-4520-85c8-28b2b4672296 req-810ffd20-b218-4e9d-bef3-d11717ef83a2 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:26.877059 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d24e194-2b73-4520-85c8-28b2b4672296 req-810ffd20-b218-4e9d-bef3-d11717ef83a2 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e6e3c4e-313b-4562-af51-b583e0ebe5ef HTTP/1.1" status: 200 len: 946 time: 0.7925334 Feb 19 04:30:26.910904 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0f1cd5d5-ba5e-4a7a-b4f0-3cd4962f7422 req-1f43c490-73ea-48e4-af09-a650be89872c tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/security-groups?id=beb47608-74f0-4955-a735-e392825fbf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7293379 Feb 19 04:30:26.963257 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70983d10-7e61-4a08-8a20-3f315f098b2f admin admin] Publish callbacks [] for security_group (efa21313-2e00-4a95-be3b-8619e0539f85), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:26.984793 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70983d10-7e61-4a08-8a20-3f315f098b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (efa21313-2e00-4a95-be3b-8619e0539f85), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:27.328717 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ec0d551d-8b86-4342-8e5f-ca0e8cb8ba9f None None] Provisioning complete for port 05fdc63c-93da-4720-a96e-6270d934ccc9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:27.330163 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ec0d551d-8b86-4342-8e5f-ca0e8cb8ba9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (05fdc63c-93da-4720-a96e-6270d934ccc9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:27.348417 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef3cc-c5a1-4eae-9343-b25504ab033b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (05fdc63c-93da-4720-a96e-6270d934ccc9), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:27.417386 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ec0d551d-8b86-4342-8e5f-ca0e8cb8ba9f None None] Port 05fdc63c-93da-4720-a96e-6270d934ccc9 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:30:27.776710 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-70983d10-7e61-4a08-8a20-3f315f098b2f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=83148b9066f0444e95288b05c42b94ab&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6714327 Feb 19 04:30:27.783602 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53684) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:27.911911 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70983d10-7e61-4a08-8a20-3f315f098b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa21313-2e00-4a95-be3b-8619e0539f85,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:27.968119 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd64a6-141b-49c9-bffa-e8daf316b48c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Deleting port b1d18736-df63-4e0e-be35-34f45cc73521 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:27.968462 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d5bd64a6-141b-49c9-bffa-e8daf316b48c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b1d18736-df63-4e0e-be35-34f45cc73521), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:28.115124 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a5fd6239-d632-4169-b396-43297b217cd2 admin admin] Publish callbacks [] for security_group (efa21313-2e00-4a95-be3b-8619e0539f85), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:28.249266 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a5fd6239-d632-4169-b396-43297b217cd2 admin admin] Publish callbacks [] for security_group (efa21313-2e00-4a95-be3b-8619e0539f85), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:28.303253 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d5bd64a6-141b-49c9-bffa-e8daf316b48c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b1d18736-df63-4e0e-be35-34f45cc73521), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:28.311772 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-1d24e194-2b73-4520-85c8-28b2b4672296 req-148919c7-3dc2-4f49-a1f1-26af6aaac921 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Deleting port 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:28.312334 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d24e194-2b73-4520-85c8-28b2b4672296 req-148919c7-3dc2-4f49-a1f1-26af6aaac921 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (4c77ad2c-3e3e-43eb-bd97-eb296d802ce3), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:28.383074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd64a6-141b-49c9-bffa-e8daf316b48c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Calling delete_port for b1d18736-df63-4e0e-be35-34f45cc73521 owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:28.408631 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef3cc-c5a1-4eae-9343-b25504ab033b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for port (05fdc63c-93da-4720-a96e-6270d934ccc9), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:28.415227 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-49617494-a42b-44c2-9446-de7b6e2cf574 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (0d202cbe-b207-4adb-93d4-79cbd7b0969a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:28.423798 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef3cc-c5a1-4eae-9343-b25504ab033b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (05fdc63c-93da-4720-a96e-6270d934ccc9), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:28.424858 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef3cc-c5a1-4eae-9343-b25504ab033b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (4d924b45-587c-482a-b8a3-9d27e9e6ccea), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:28.435437 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b297f7-8ef4-446c-8778-90e5488e4103 req-0a083d75-7f86-431f-a48f-b4caaf076306 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:28.441755 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7b297f7-8ef4-446c-8778-90e5488e4103 req-0a083d75-7f86-431f-a48f-b4caaf076306 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6e3c4e-313b-4562-af51-b583e0ebe5ef HTTP/1.1" status: 200 len: 946 time: 0.3062465 Feb 19 04:30:28.579864 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a5fd6239-d632-4169-b396-43297b217cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (efa21313-2e00-4a95-be3b-8619e0539f85), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:28.583185 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a5fd6239-d632-4169-b396-43297b217cd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:28.584965 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a5fd6239-d632-4169-b396-43297b217cd2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/efa21313-2e00-4a95-be3b-8619e0539f85 HTTP/1.1" status: 204 len: 168 time: 0.7840109 Feb 19 04:30:28.636947 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7b297f7-8ef4-446c-8778-90e5488e4103 req-e21886ba-c63e-48ab-8d30-8e00d4ca46a2 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/security-groups?id=beb47608-74f0-4955-a735-e392825fbf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776545 Feb 19 04:30:28.662189 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd6239-d632-4169-b396-43297b217cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa21313-2e00-4a95-be3b-8619e0539f85,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:28.814011 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-19399cc9-ab02-4c88-b99e-0c0f71ae8a41 admin admin] Deleting port ea76229c-3e5e-464b-898d-10ee5eec287f {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:28.814910 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19399cc9-ab02-4c88-b99e-0c0f71ae8a41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ea76229c-3e5e-464b-898d-10ee5eec287f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:28.939205 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-19399cc9-ab02-4c88-b99e-0c0f71ae8a41 admin admin] For port ea76229c-3e5e-464b-898d-10ee5eec287f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ea76229c-3e5e-464b-898d-10ee5eec287f,segment=NetworkSegment(26e2fec7-4f9c-4983-9d2c-4304ced3cb71),segment_id=26e2fec7-4f9c-4983-9d2c-4304ced3cb71)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:28.939702 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19399cc9-ab02-4c88-b99e-0c0f71ae8a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ea76229c-3e5e-464b-898d-10ee5eec287f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:28.957068 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-19399cc9-ab02-4c88-b99e-0c0f71ae8a41 admin admin] Calling delete_port for ea76229c-3e5e-464b-898d-10ee5eec287f owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:29.033021 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d5bd64a6-141b-49c9-bffa-e8daf316b48c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b1d18736-df63-4e0e-be35-34f45cc73521), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:29.087316 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd64a6-141b-49c9-bffa-e8daf316b48c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Pushing event deleted for resources: {'Port': ['ID=b1d18736-df63-4e0e-be35-34f45cc73521,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:29.263059 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53698) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:29.298809 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d5bd64a6-141b-49c9-bffa-e8daf316b48c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:29.305895 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d5bd64a6-141b-49c9-bffa-e8daf316b48c tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] 10.222.0.65 "DELETE /v2.0/ports/b1d18736-df63-4e0e-be35-34f45cc73521 HTTP/1.1" status: 204 len: 168 time: 2.5760176 Feb 19 04:30:29.309176 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53704) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:29.318270 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:30:29.387970 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe20568-df30-46d1-8b14-6642eb2a27ce tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Deleting subnet f1400617-025e-4246-b432-77658e4f5b77 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:30:29.391783 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-1d24e194-2b73-4520-85c8-28b2b4672296 req-148919c7-3dc2-4f49-a1f1-26af6aaac921 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] For port 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=4c77ad2c-3e3e-43eb-bd97-eb296d802ce3,segment=NetworkSegment(aa3e4c22-ffad-4a61-b463-2ace51e63683),segment_id=aa3e4c22-ffad-4a61-b463-2ace51e63683)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:29.392527 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d24e194-2b73-4520-85c8-28b2b4672296 req-148919c7-3dc2-4f49-a1f1-26af6aaac921 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (4c77ad2c-3e3e-43eb-bd97-eb296d802ce3), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:29.393091 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cbe20568-df30-46d1-8b14-6642eb2a27ce tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks [] for subnet (f1400617-025e-4246-b432-77658e4f5b77), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:29.397764 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-287e7ab2-e8a1-48a6-b37a-1ef0227cd4da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:29.453370 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-1d24e194-2b73-4520-85c8-28b2b4672296 req-148919c7-3dc2-4f49-a1f1-26af6aaac921 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Calling delete_port for 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:29.457200 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ef3cc-c5a1-4eae-9343-b25504ab033b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Port': ['ID=05fdc63c-93da-4720-a96e-6270d934ccc9,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:29.616327 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cbe20568-df30-46d1-8b14-6642eb2a27ce tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (f1400617-025e-4246-b432-77658e4f5b77), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:29.715455 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19399cc9-ab02-4c88-b99e-0c0f71ae8a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (ea76229c-3e5e-464b-898d-10ee5eec287f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:29.719220 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:29.723293 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4c77ad2c-3e3e-43eb-bd97-eb296d802ce3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:29.731427 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49617494-a42b-44c2-9446-de7b6e2cf574 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Router 0d202cbe-b207-4adb-93d4-79cbd7b0969a is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:30:29.746613 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4ef3cc-c5a1-4eae-9343-b25504ab033b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network 816e41cb-b4ab-403e-817e-0fec39e0cdde is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:29.774574 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-ed4ef3cc-c5a1-4eae-9343-b25504ab033b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:29.844555 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=4c77ad2c-3e3e-43eb-bd97-eb296d802ce3,segment=NetworkSegment(aa3e4c22-ffad-4a61-b463-2ace51e63683),segment_id=aa3e4c22-ffad-4a61-b463-2ace51e63683)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:29.847692 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6e3c4e-313b-4562-af51-b583e0ebe5ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c77ad2c-3e3e-43eb-bd97-eb296d802ce3'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:30:29.852847 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e14ae37-bb0a-4261-af7a-2d1f80f55c22" -d '{"events": [{"server_uuid": "4e6e3c4e-313b-4562-af51-b583e0ebe5ef", "name": "network-vif-unplugged", "status": "completed", "tag": "4c77ad2c-3e3e-43eb-bd97-eb296d802ce3"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:30:29.868580 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4c77ad2c-3e3e-43eb-bd97-eb296d802ce3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:30.043472 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a63d5a-ff09-425e-935e-52890cd2d144 x-openstack-request-id: req-70a63d5a-ff09-425e-935e-52890cd2d144 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:30:30.044299 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6e3c4e-313b-4562-af51-b583e0ebe5ef", "name": "network-vif-unplugged", "status": "completed", "tag": "4c77ad2c-3e3e-43eb-bd97-eb296d802ce3", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:30:30.047256 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70a63d5a-ff09-425e-935e-52890cd2d144 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:30:30.047952 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6e3c4e-313b-4562-af51-b583e0ebe5ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c77ad2c-3e3e-43eb-bd97-eb296d802ce3', 'code': 200} Feb 19 04:30:30.049431 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=4c77ad2c-3e3e-43eb-bd97-eb296d802ce3,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:30.118715 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cbe20568-df30-46d1-8b14-6642eb2a27ce tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (f1400617-025e-4246-b432-77658e4f5b77), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:30.215929 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-287e7ab2-e8a1-48a6-b37a-1ef0227cd4da admin admin] Publish callbacks [] for security_group (18c39185-9996-426e-99b6-b1fe26d62a85), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:30.217901 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19399cc9-ab02-4c88-b99e-0c0f71ae8a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea76229c-3e5e-464b-898d-10ee5eec287f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:30.247729 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-287e7ab2-e8a1-48a6-b37a-1ef0227cd4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (18c39185-9996-426e-99b6-b1fe26d62a85), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:30.325474 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cbe20568-df30-46d1-8b14-6642eb2a27ce tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (f1400617-025e-4246-b432-77658e4f5b77), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:30.380808 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e7ab2-e8a1-48a6-b37a-1ef0227cd4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c39185-9996-426e-99b6-b1fe26d62a85,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:30.398506 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe20568-df30-46d1-8b14-6642eb2a27ce tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Pushing event deleted for resources: {'Subnet': ['ID=f1400617-025e-4246-b432-77658e4f5b77,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:30.406289 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6dc5bc9c-bd3e-48f3-893e-274ad20c44ed None None] Provisioning complete for port 05fdc63c-93da-4720-a96e-6270d934ccc9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:30.407183 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6dc5bc9c-bd3e-48f3-893e-274ad20c44ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (05fdc63c-93da-4720-a96e-6270d934ccc9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:30.417342 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cbe20568-df30-46d1-8b14-6642eb2a27ce tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:30.422379 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cbe20568-df30-46d1-8b14-6642eb2a27ce tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] 10.222.0.65 "DELETE /v2.0/subnets/f1400617-025e-4246-b432-77658e4f5b77 HTTP/1.1" status: 204 len: 168 time: 1.1120522 Feb 19 04:30:30.433608 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53714) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:30.473630 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49617494-a42b-44c2-9446-de7b6e2cf574 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:30:30.492694 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9320dc10-3c3d-4f63-b0f4-2000f5bc1f6c None None] Sync routers for ids ['0d202cbe-b207-4adb-93d4-79cbd7b0969a'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:30:30.525885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6dc5bc9c-bd3e-48f3-893e-274ad20c44ed None None] Port 05fdc63c-93da-4720-a96e-6270d934ccc9 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:30:30.528443 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5456ec54-6ef9-49f4-a7cc-5c52032cf928 None None] Network 52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:30.542777 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9320dc10-3c3d-4f63-b0f4-2000f5bc1f6c None None] Routers {'0d202cbe-b207-4adb-93d4-79cbd7b0969a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:30.545399 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9320dc10-3c3d-4f63-b0f4-2000f5bc1f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:30:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['0d202cbe-b207-4adb-93d4-79cbd7b0969a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:30.595639 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36885b-1105-4a80-aa92-43256a218097 req-e7501483-b113-42ed-a021-fef177b45018 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:30.598936 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a63272f1-9cce-4595-8919-e347e9cb6413 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:30.605416 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da36885b-1105-4a80-aa92-43256a218097 req-e7501483-b113-42ed-a021-fef177b45018 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e6e3c4e-313b-4562-af51-b583e0ebe5ef HTTP/1.1" status: 200 len: 944 time: 0.6169932 Feb 19 04:30:30.730306 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9320dc10-3c3d-4f63-b0f4-2000f5bc1f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:30.752978 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9320dc10-3c3d-4f63-b0f4-2000f5bc1f6c None None] Routers {'0d202cbe-b207-4adb-93d4-79cbd7b0969a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:30.753438 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19399cc9-ab02-4c88-b99e-0c0f71ae8a41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (0cdf4581-202b-4d0c-ae18-13c26071596b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:30.754820 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9320dc10-3c3d-4f63-b0f4-2000f5bc1f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:30:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['0d202cbe-b207-4adb-93d4-79cbd7b0969a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:30.777177 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d24e194-2b73-4520-85c8-28b2b4672296 req-148919c7-3dc2-4f49-a1f1-26af6aaac921 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (4c77ad2c-3e3e-43eb-bd97-eb296d802ce3), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:30.804844 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-287e7ab2-e8a1-48a6-b37a-1ef0227cd4da admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9dd9cbcfb33a41f8961004ec3e67fa5f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5390711 Feb 19 04:30:30.828388 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53722) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:30.846744 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71928716-1ffe-447b-b737-f276caac864d None None] DHCP port deletion for 52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:30:30.860685 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9320dc10-3c3d-4f63-b0f4-2000f5bc1f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:30.862597 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9320dc10-3c3d-4f63-b0f4-2000f5bc1f6c None None] The sync data for ids ['0d202cbe-b207-4adb-93d4-79cbd7b0969a'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:30:30.911235 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-a63272f1-9cce-4595-8919-e347e9cb6413 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Deleting port 9a985d76-8185-4582-b062-a81d08ef74db {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:30.912096 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a63272f1-9cce-4595-8919-e347e9cb6413 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9a985d76-8185-4582-b062-a81d08ef74db), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:30.948288 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-49617494-a42b-44c2-9446-de7b6e2cf574 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:30.950871 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-49617494-a42b-44c2-9446-de7b6e2cf574 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 13.3004365 Feb 19 04:30:30.953047 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148919c7-3dc2-4f49-a1f1-26af6aaac921 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Pushing event deleted for resources: {'Port': ['ID=4c77ad2c-3e3e-43eb-bd97-eb296d802ce3,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:30.959379 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53724) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:30.969836 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-71928716-1ffe-447b-b737-f276caac864d None None] Deleting port 9a985d76-8185-4582-b062-a81d08ef74db {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:30.981352 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-71928716-1ffe-447b-b737-f276caac864d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9a985d76-8185-4582-b062-a81d08ef74db), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:31.020094 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-28ebddcc-3c90-4b99-b12f-7a03fe94f1d2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:31.119115 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-71928716-1ffe-447b-b737-f276caac864d None None] For port 9a985d76-8185-4582-b062-a81d08ef74db, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9a985d76-8185-4582-b062-a81d08ef74db,segment=NetworkSegment(f014c088-8675-4406-b090-48103f304e7e),segment_id=f014c088-8675-4406-b090-48103f304e7e)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:31.119980 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-71928716-1ffe-447b-b737-f276caac864d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9a985d76-8185-4582-b062-a81d08ef74db), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:31.145166 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-71928716-1ffe-447b-b737-f276caac864d None None] Calling delete_port for 9a985d76-8185-4582-b062-a81d08ef74db owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:31.151397 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-a63272f1-9cce-4595-8919-e347e9cb6413 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] For port 9a985d76-8185-4582-b062-a81d08ef74db, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9a985d76-8185-4582-b062-a81d08ef74db,segment=NetworkSegment(f014c088-8675-4406-b090-48103f304e7e),segment_id=f014c088-8675-4406-b090-48103f304e7e)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:31.153004 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a63272f1-9cce-4595-8919-e347e9cb6413 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9a985d76-8185-4582-b062-a81d08ef74db), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:31.184217 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-a63272f1-9cce-4595-8919-e347e9cb6413 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Calling delete_port for 9a985d76-8185-4582-b062-a81d08ef74db owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:31.221448 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d24e194-2b73-4520-85c8-28b2b4672296 req-148919c7-3dc2-4f49-a1f1-26af6aaac921 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] No DVR routers for this DVR port 4c77ad2c-3e3e-43eb-bd97-eb296d802ce3 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:30:31.232837 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1d24e194-2b73-4520-85c8-28b2b4672296 req-148919c7-3dc2-4f49-a1f1-26af6aaac921 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:31.241540 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d24e194-2b73-4520-85c8-28b2b4672296 req-148919c7-3dc2-4f49-a1f1-26af6aaac921 tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.10 "DELETE /v2.0/ports/4c77ad2c-3e3e-43eb-bd97-eb296d802ce3 HTTP/1.1" status: 204 len: 173 time: 4.2793479 Feb 19 04:30:31.263463 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6e3c4e-313b-4562-af51-b583e0ebe5ef', 'name': 'network-vif-deleted', 'tag': '4c77ad2c-3e3e-43eb-bd97-eb296d802ce3'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:30:31.273846 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6688f26-d986-4f05-8572-d0a7da809a89" -d '{"events": [{"server_uuid": "4e6e3c4e-313b-4562-af51-b583e0ebe5ef", "name": "network-vif-deleted", "tag": "4c77ad2c-3e3e-43eb-bd97-eb296d802ce3"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:30:31.287296 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da36885b-1105-4a80-aa92-43256a218097 req-eb5c03db-6ba5-4a77-a3b1-91f0738f16ac tempest-ServerAddressesNegativeTestJSON-665590848 tempest-ServerAddressesNegativeTestJSON-665590848-project] 10.222.0.65 "GET /v2.0/security-groups?id=beb47608-74f0-4955-a735-e392825fbf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6687801 Feb 19 04:30:31.315946 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-71928716-1ffe-447b-b737-f276caac864d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (9a985d76-8185-4582-b062-a81d08ef74db), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:31.344804 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4ef3cc-c5a1-4eae-9343-b25504ab033b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Router 4d924b45-587c-482a-b8a3-9d27e9e6ccea is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:30:31.409143 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71928716-1ffe-447b-b737-f276caac864d None None] Pushing event deleted for resources: {'Port': ['ID=9a985d76-8185-4582-b062-a81d08ef74db,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:31.414211 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21c2f3e3-2f56-447b-b652-e4be4cadaba9 admin admin] Publish callbacks [] for security_group (18c39185-9996-426e-99b6-b1fe26d62a85), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:31.426254 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71928716-1ffe-447b-b737-f276caac864d None None] No DVR routers for this DVR port 9a985d76-8185-4582-b062-a81d08ef74db on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:30:31.577679 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a11c1ae-e3ef-4241-8594-c94f34d509f2 x-openstack-request-id: req-9a11c1ae-e3ef-4241-8594-c94f34d509f2 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:30:31.578572 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6e3c4e-313b-4562-af51-b583e0ebe5ef", "name": "network-vif-deleted", "tag": "4c77ad2c-3e3e-43eb-bd97-eb296d802ce3", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:30:31.578914 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a11c1ae-e3ef-4241-8594-c94f34d509f2 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:30:31.579820 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6e3c4e-313b-4562-af51-b583e0ebe5ef', 'name': 'network-vif-deleted', 'tag': '4c77ad2c-3e3e-43eb-bd97-eb296d802ce3', 'status': 'completed', 'code': 200} Feb 19 04:30:31.666940 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a63272f1-9cce-4595-8919-e347e9cb6413 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (9a985d76-8185-4582-b062-a81d08ef74db), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:31.698508 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21c2f3e3-2f56-447b-b652-e4be4cadaba9 admin admin] Publish callbacks [] for security_group (18c39185-9996-426e-99b6-b1fe26d62a85), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:31.706713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19399cc9-ab02-4c88-b99e-0c0f71ae8a41 admin admin] Router 0cdf4581-202b-4d0c-ae18-13c26071596b has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:30:31.746679 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63272f1-9cce-4595-8919-e347e9cb6413 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] No DVR routers for this DVR port 9a985d76-8185-4582-b062-a81d08ef74db on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:30:31.807488 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63272f1-9cce-4595-8919-e347e9cb6413 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Pushing event deleted for resources: {'Port': ['ID=9a985d76-8185-4582-b062-a81d08ef74db,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:31.865589 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9a985d76-8185-4582-b062-a81d08ef74db no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:30:31.941915 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 9a985d76-8185-4582-b062-a81d08ef74db {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:30:31.942673 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9a985d76-8185-4582-b062-a81d08ef74db not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:30:31.981071 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4ef3cc-c5a1-4eae-9343-b25504ab033b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:30:31.998977 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b55735-81fa-4ff1-941b-23cd9c841952 None None] Sync routers for ids ['4d924b45-587c-482a-b8a3-9d27e9e6ccea'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:30:32.021620 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ed4ef3cc-c5a1-4eae-9343-b25504ab033b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "PUT /v2.0/routers/4d924b45-587c-482a-b8a3-9d27e9e6ccea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6944761 Feb 19 04:30:32.023059 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53734) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:32.033873 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b55735-81fa-4ff1-941b-23cd9c841952 None None] Routers {'4d924b45-587c-482a-b8a3-9d27e9e6ccea'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:32.036764 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-33b55735-81fa-4ff1-941b-23cd9c841952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:30:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['4d924b45-587c-482a-b8a3-9d27e9e6ccea'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:32.090365 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21c2f3e3-2f56-447b-b652-e4be4cadaba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (18c39185-9996-426e-99b6-b1fe26d62a85), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:32.094433 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21c2f3e3-2f56-447b-b652-e4be4cadaba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:32.099263 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-21c2f3e3-2f56-447b-b652-e4be4cadaba9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/18c39185-9996-426e-99b6-b1fe26d62a85 HTTP/1.1" status: 204 len: 168 time: 1.2657149 Feb 19 04:30:32.157475 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70d908e-d749-4fb0-84b4-989503210175 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:32.165833 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f70d908e-d749-4fb0-84b4-989503210175 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "GET /v2.0/ports/05fdc63c-93da-4720-a96e-6270d934ccc9 HTTP/1.1" status: 200 len: 911 time: 0.1327624 Feb 19 04:30:32.178222 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53738) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:32.184308 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-33b55735-81fa-4ff1-941b-23cd9c841952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:32.212157 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2f3e3-2f56-447b-b652-e4be4cadaba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c39185-9996-426e-99b6-b1fe26d62a85,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:32.223615 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19399cc9-ab02-4c88-b99e-0c0f71ae8a41 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:30:32.242540 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a08ff7-6e93-495f-9b65-5d4f6f435e6f None None] Sync routers for ids ['0cdf4581-202b-4d0c-ae18-13c26071596b'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:30:32.257062 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-19399cc9-ab02-4c88-b99e-0c0f71ae8a41 admin admin] 10.222.0.65 "PUT /v2.0/routers/0cdf4581-202b-4d0c-ae18-13c26071596b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9701428 Feb 19 04:30:32.266506 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a63272f1-9cce-4595-8919-e347e9cb6413 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:32.270102 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a08ff7-6e93-495f-9b65-5d4f6f435e6f None None] Routers {'0cdf4581-202b-4d0c-ae18-13c26071596b'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:32.271129 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-42a08ff7-6e93-495f-9b65-5d4f6f435e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:30:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['0cdf4581-202b-4d0c-ae18-13c26071596b'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:32.273450 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53740) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:32.320280 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b55735-81fa-4ff1-941b-23cd9c841952 None None] Routers {'4d924b45-587c-482a-b8a3-9d27e9e6ccea'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:32.322337 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-33b55735-81fa-4ff1-941b-23cd9c841952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:30:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['4d924b45-587c-482a-b8a3-9d27e9e6ccea'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:32.422703 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-33b55735-81fa-4ff1-941b-23cd9c841952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:32.424552 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b55735-81fa-4ff1-941b-23cd9c841952 None None] The sync data for ids ['4d924b45-587c-482a-b8a3-9d27e9e6ccea'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:30:32.428026 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4c139c59-3cdc-49ea-909a-3e912795f466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:32.524838 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-a63272f1-9cce-4595-8919-e347e9cb6413 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:32.574660 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-a63272f1-9cce-4595-8919-e347e9cb6413 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f014c088-8675-4406-b090-48103f304e7e') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:32.575911 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-a63272f1-9cce-4595-8919-e347e9cb6413 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f014c088-8675-4406-b090-48103f304e7e') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:32.597378 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53746) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:32.601344 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-42a08ff7-6e93-495f-9b65-5d4f6f435e6f None None] Set router 0cdf4581-202b-4d0c-ae18-13c26071596b gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:32.698320 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1ef942bd-98d7-42f7-8d4d-5edb0b0da325 admin admin] Publish callbacks [] for router (0cdf4581-202b-4d0c-ae18-13c26071596b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:32.713016 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a63272f1-9cce-4595-8919-e347e9cb6413 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (f014c088-8675-4406-b090-48103f304e7e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:32.828994 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a63272f1-9cce-4595-8919-e347e9cb6413 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (f014c088-8675-4406-b090-48103f304e7e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:32.855730 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-15fda390-e761-4b79-9a74-31a4e4022e5b admin admin] Deleting subnet 04d20b76-3bee-496d-aec7-47491d0eadeb {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:30:32.868779 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63272f1-9cce-4595-8919-e347e9cb6413 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:30:32.868779 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a63272f1-9cce-4595-8919-e347e9cb6413 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (f014c088-8675-4406-b090-48103f304e7e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:30:32.873417 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:30:32.879119 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-15fda390-e761-4b79-9a74-31a4e4022e5b admin admin] Publish callbacks [] for subnet (04d20b76-3bee-496d-aec7-47491d0eadeb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:33.134299 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-42a08ff7-6e93-495f-9b65-5d4f6f435e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdf4581-202b-4d0c-ae18-13c26071596b', 'name': 'tempest-ServerRescueNegativeTestJSON-1156271571-router', 'tenant_id': '8cacf0263ee84f64a630c7eb71dfd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e43cbee1-1ce7-4f0e-9774-dd9459200be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:56Z', 'updated_at': '2022-02-19T04:30:29Z', 'revision_number': 5, 'project_id': '8cacf0263ee84f64a630c7eb71dfd691', 'gw_port': {'id': 'e43cbee1-1ce7-4f0e-9774-dd9459200be1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdf4581-202b-4d0c-ae18-13c26071596b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:59Z', 'updated_at': '2022-02-19T04:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:33.180975 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1ef942bd-98d7-42f7-8d4d-5edb0b0da325 admin admin] Publish callbacks [] for router_gateway (0cdf4581-202b-4d0c-ae18-13c26071596b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:33.208685 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-15fda390-e761-4b79-9a74-31a4e4022e5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (04d20b76-3bee-496d-aec7-47491d0eadeb), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:33.250084 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a63272f1-9cce-4595-8919-e347e9cb6413 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:33.279983 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a08ff7-6e93-495f-9b65-5d4f6f435e6f None None] Checking router: 0cdf4581-202b-4d0c-ae18-13c26071596b for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:30:33.280790 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a63272f1-9cce-4595-8919-e347e9cb6413 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:33.289584 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a63272f1-9cce-4595-8919-e347e9cb6413 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] 10.222.0.65 "DELETE /v2.0/networks/52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74 HTTP/1.1" status: 204 len: 168 time: 2.8541503 Feb 19 04:30:33.323119 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a08ff7-6e93-495f-9b65-5d4f6f435e6f None None] Routers {'0cdf4581-202b-4d0c-ae18-13c26071596b'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:33.324198 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-42a08ff7-6e93-495f-9b65-5d4f6f435e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:30:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['0cdf4581-202b-4d0c-ae18-13c26071596b'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:33.342408 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63272f1-9cce-4595-8919-e347e9cb6413 tempest-AllowedAddressPairIpV6TestJSON-1087272316 tempest-AllowedAddressPairIpV6TestJSON-1087272316-project] Pushing event deleted for resources: {'Network': ['ID=52c54daf-1fdb-4c93-8cd1-1f2c97b5ee74,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:33.380972 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-15fda390-e761-4b79-9a74-31a4e4022e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (04d20b76-3bee-496d-aec7-47491d0eadeb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:33.563691 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-1ef942bd-98d7-42f7-8d4d-5edb0b0da325 admin admin] Deleting port e43cbee1-1ce7-4f0e-9774-dd9459200be1 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:33.565910 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1ef942bd-98d7-42f7-8d4d-5edb0b0da325 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (e43cbee1-1ce7-4f0e-9774-dd9459200be1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:33.613359 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-42a08ff7-6e93-495f-9b65-5d4f6f435e6f None None] Set router 0cdf4581-202b-4d0c-ae18-13c26071596b gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:30:33.784812 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-15fda390-e761-4b79-9a74-31a4e4022e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (04d20b76-3bee-496d-aec7-47491d0eadeb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:33.819649 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-42a08ff7-6e93-495f-9b65-5d4f6f435e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdf4581-202b-4d0c-ae18-13c26071596b', 'name': 'tempest-ServerRescueNegativeTestJSON-1156271571-router', 'tenant_id': '8cacf0263ee84f64a630c7eb71dfd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:56Z', 'updated_at': '2022-02-19T04:30:33Z', 'revision_number': 6, 'project_id': '8cacf0263ee84f64a630c7eb71dfd691', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:33.836393 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-15fda390-e761-4b79-9a74-31a4e4022e5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:33.842820 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-15fda390-e761-4b79-9a74-31a4e4022e5b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/04d20b76-3bee-496d-aec7-47491d0eadeb HTTP/1.1" status: 204 len: 168 time: 1.1529324 Feb 19 04:30:33.847625 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53772) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:33.880126 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-28ebddcc-3c90-4b99-b12f-7a03fe94f1d2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_gateway (0d202cbe-b207-4adb-93d4-79cbd7b0969a), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:33.918676 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-28ebddcc-3c90-4b99-b12f-7a03fe94f1d2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_gateway (0d202cbe-b207-4adb-93d4-79cbd7b0969a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:33.926430 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a08ff7-6e93-495f-9b65-5d4f6f435e6f None None] The sync data for ids ['0cdf4581-202b-4d0c-ae18-13c26071596b'] in n-d-772273-4 is: [{'id': '0cdf4581-202b-4d0c-ae18-13c26071596b', 'name': 'tempest-ServerRescueNegativeTestJSON-1156271571-router', 'tenant_id': '8cacf0263ee84f64a630c7eb71dfd691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:56Z', 'updated_at': '2022-02-19T04:30:33Z', 'revision_number': 6, 'project_id': '8cacf0263ee84f64a630c7eb71dfd691', 'gw_port_host': None}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:30:34.071710 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53774) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:34.098981 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fda390-e761-4b79-9a74-31a4e4022e5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04d20b76-3bee-496d-aec7-47491d0eadeb,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:34.201533 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-1ef942bd-98d7-42f7-8d4d-5edb0b0da325 admin admin] For port e43cbee1-1ce7-4f0e-9774-dd9459200be1, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e43cbee1-1ce7-4f0e-9774-dd9459200be1,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:34.202182 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1ef942bd-98d7-42f7-8d4d-5edb0b0da325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (e43cbee1-1ce7-4f0e-9774-dd9459200be1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:34.231390 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3749883-8693-4545-b92e-0a55b140558e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (4a7ad720-8bbd-4311-a9a2-f8c396f01ad0), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:34.262756 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-28ebddcc-3c90-4b99-b12f-7a03fe94f1d2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Deleting port a7fd5005-f62a-4fa1-aeb6-b9b19968e947 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:34.262997 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-1ef942bd-98d7-42f7-8d4d-5edb0b0da325 admin admin] Calling delete_port for e43cbee1-1ce7-4f0e-9774-dd9459200be1 owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:34.263734 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-28ebddcc-3c90-4b99-b12f-7a03fe94f1d2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a7fd5005-f62a-4fa1-aeb6-b9b19968e947), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:34.579947 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ea6d900-161e-4051-a6ee-205dad522bdb tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (4d924b45-587c-482a-b8a3-9d27e9e6ccea), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:34.808359 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-28ebddcc-3c90-4b99-b12f-7a03fe94f1d2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a7fd5005-f62a-4fa1-aeb6-b9b19968e947), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:34.838415 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-28ebddcc-3c90-4b99-b12f-7a03fe94f1d2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Calling delete_port for a7fd5005-f62a-4fa1-aeb6-b9b19968e947 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:34.863299 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3749883-8693-4545-b92e-0a55b140558e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (4a7ad720-8bbd-4311-a9a2-f8c396f01ad0), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:34.892971 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a19953a3-39a4-4b37-a2ca-48bc42c01433 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e6fd86a886b94f23a60c0367ccdbf61a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8079205 Feb 19 04:30:34.919260 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53792) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:35.067359 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-84de3443-e725-48c9-aaa5-4cbe82414f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:35.072852 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-d3749883-8693-4545-b92e-0a55b140558e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7ad720-8bbd-4311-a9a2-f8c396f01ad0']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:35.218577 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-d3749883-8693-4545-b92e-0a55b140558e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3e4c22-ffad-4a61-b463-2ace51e63683') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:35.219084 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-d3749883-8693-4545-b92e-0a55b140558e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3e4c22-ffad-4a61-b463-2ace51e63683') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:35.241891 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3749883-8693-4545-b92e-0a55b140558e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (aa3e4c22-ffad-4a61-b463-2ace51e63683), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:35.321341 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff2239f5-924a-422e-a92f-9ba41917cb6b admin admin] Publish callbacks [] for security_group (141a5de7-6a8f-4fa6-8a95-111e4174888e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:35.332138 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3749883-8693-4545-b92e-0a55b140558e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (aa3e4c22-ffad-4a61-b463-2ace51e63683), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:35.406538 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3749883-8693-4545-b92e-0a55b140558e admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:30:35.407522 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3749883-8693-4545-b92e-0a55b140558e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (aa3e4c22-ffad-4a61-b463-2ace51e63683), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:30:35.414513 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:30:35.554137 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff2239f5-924a-422e-a92f-9ba41917cb6b admin admin] Publish callbacks [] for security_group (141a5de7-6a8f-4fa6-8a95-111e4174888e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:35.605144 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ea76229c-3e5e-464b-898d-10ee5eec287f no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:30:35.614293 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-28ebddcc-3c90-4b99-b12f-7a03fe94f1d2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a7fd5005-f62a-4fa1-aeb6-b9b19968e947), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:35.701656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: ea76229c-3e5e-464b-898d-10ee5eec287f {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:30:35.706285 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ea76229c-3e5e-464b-898d-10ee5eec287f not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:30:35.707402 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e43cbee1-1ce7-4f0e-9774-dd9459200be1 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:30:35.720221 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3749883-8693-4545-b92e-0a55b140558e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (4a7ad720-8bbd-4311-a9a2-f8c396f01ad0), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:35.740148 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3749883-8693-4545-b92e-0a55b140558e admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:35.747403 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d3749883-8693-4545-b92e-0a55b140558e admin admin] 10.222.0.65 "DELETE /v2.0/networks/4a7ad720-8bbd-4311-a9a2-f8c396f01ad0 HTTP/1.1" status: 204 len: 168 time: 1.8630483 Feb 19 04:30:35.750602 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebddcc-3c90-4b99-b12f-7a03fe94f1d2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Pushing event deleted for resources: {'Port': ['ID=a7fd5005-f62a-4fa1-aeb6-b9b19968e947,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:35.753246 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1ef942bd-98d7-42f7-8d4d-5edb0b0da325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (e43cbee1-1ce7-4f0e-9774-dd9459200be1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:35.914570 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No active binding found for port e43cbee1-1ce7-4f0e-9774-dd9459200be1 {{(pid=115200) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 04:30:35.915188 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] The host n-d-772273-4 is not matching for port e43cbee1-1ce7-4f0e-9774-dd9459200be1 host None! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:30:35.915870 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e43cbee1-1ce7-4f0e-9774-dd9459200be1 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:30:35.928150 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3749883-8693-4545-b92e-0a55b140558e admin admin] Pushing event deleted for resources: {'Network': ['ID=4a7ad720-8bbd-4311-a9a2-f8c396f01ad0,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:35.984545 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef942bd-98d7-42f7-8d4d-5edb0b0da325 admin admin] Pushing event deleted for resources: {'Port': ['ID=e43cbee1-1ce7-4f0e-9774-dd9459200be1,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:36.046070 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-28ebddcc-3c90-4b99-b12f-7a03fe94f1d2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (0d202cbe-b207-4adb-93d4-79cbd7b0969a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:36.078178 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1ef942bd-98d7-42f7-8d4d-5edb0b0da325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (0cdf4581-202b-4d0c-ae18-13c26071596b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:36.176730 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff2239f5-924a-422e-a92f-9ba41917cb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (141a5de7-6a8f-4fa6-8a95-111e4174888e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:36.183136 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff2239f5-924a-422e-a92f-9ba41917cb6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:36.185503 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ff2239f5-924a-422e-a92f-9ba41917cb6b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/141a5de7-6a8f-4fa6-8a95-111e4174888e HTTP/1.1" status: 204 len: 168 time: 1.2606399 Feb 19 04:30:36.327072 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2239f5-924a-422e-a92f-9ba41917cb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141a5de7-6a8f-4fa6-8a95-111e4174888e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:36.402606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-6ea6d900-161e-4051-a6ee-205dad522bdb tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting port 05fdc63c-93da-4720-a96e-6270d934ccc9 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:36.403026 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ea6d900-161e-4051-a6ee-205dad522bdb tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (05fdc63c-93da-4720-a96e-6270d934ccc9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:36.434865 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53810) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:36.449373 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1ef942bd-98d7-42f7-8d4d-5edb0b0da325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (0cdf4581-202b-4d0c-ae18-13c26071596b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:36.457206 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1ef942bd-98d7-42f7-8d4d-5edb0b0da325 admin admin] Publish callbacks [] for router_controller (0cdf4581-202b-4d0c-ae18-13c26071596b), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:36.576268 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1ef942bd-98d7-42f7-8d4d-5edb0b0da325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (0cdf4581-202b-4d0c-ae18-13c26071596b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:36.577767 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef942bd-98d7-42f7-8d4d-5edb0b0da325 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cdf4581-202b-4d0c-ae18-13c26071596b {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:30:36.589668 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1ef942bd-98d7-42f7-8d4d-5edb0b0da325 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:36.595808 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1ef942bd-98d7-42f7-8d4d-5edb0b0da325 admin admin] 10.222.0.65 "DELETE /v2.0/routers/0cdf4581-202b-4d0c-ae18-13c26071596b HTTP/1.1" status: 204 len: 168 time: 4.3188930 Feb 19 04:30:36.600018 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53814) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:36.781502 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:36.835104 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-28ebddcc-3c90-4b99-b12f-7a03fe94f1d2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (0d202cbe-b207-4adb-93d4-79cbd7b0969a), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:36.844804 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-28ebddcc-3c90-4b99-b12f-7a03fe94f1d2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-429138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-429147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455741'] for router (0d202cbe-b207-4adb-93d4-79cbd7b0969a), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:37.212273 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ea6d900-161e-4051-a6ee-205dad522bdb tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (05fdc63c-93da-4720-a96e-6270d934ccc9), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:37.298512 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ebddcc-3c90-4b99-b12f-7a03fe94f1d2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Router 0d202cbe-b207-4adb-93d4-79cbd7b0969a has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:30:37.308289 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a05ed8e0-384c-40bf-92eb-4d58e3734666 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e18f99d5b6f045369ea07282b4f396f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8714175 Feb 19 04:30:37.309261 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53834) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:37.371984 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-6ea6d900-161e-4051-a6ee-205dad522bdb tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Calling delete_port for 05fdc63c-93da-4720-a96e-6270d934ccc9 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:37.410492 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:37.433398 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e2c983-bae0-4500-a185-b8d4ef64070b admin admin] Deleting subnet 76246db3-a2cb-42fb-bfa7-f40488252c69 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:30:37.446097 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a5e2c983-bae0-4500-a185-b8d4ef64070b admin admin] Publish callbacks [] for subnet (76246db3-a2cb-42fb-bfa7-f40488252c69), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:37.569865 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a5e2c983-bae0-4500-a185-b8d4ef64070b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (76246db3-a2cb-42fb-bfa7-f40488252c69), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:37.648170 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a0e2fbfe-37bf-4973-9b5d-44cb21fbadc7 admin admin] Publish callbacks [] for security_group (beb47608-74f0-4955-a735-e392825fbf31), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:37.696278 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a5e2c983-bae0-4500-a185-b8d4ef64070b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (76246db3-a2cb-42fb-bfa7-f40488252c69), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:37.883763 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:37.894145 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a5e2c983-bae0-4500-a185-b8d4ef64070b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (76246db3-a2cb-42fb-bfa7-f40488252c69), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:37.911447 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a0e2fbfe-37bf-4973-9b5d-44cb21fbadc7 admin admin] Publish callbacks [] for security_group (beb47608-74f0-4955-a735-e392825fbf31), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:37.971219 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ebddcc-3c90-4b99-b12f-7a03fe94f1d2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:30:38.016300 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c227c094-0cc2-4800-b10c-88fc7a2731e9 None None] Sync routers for ids ['0d202cbe-b207-4adb-93d4-79cbd7b0969a'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:30:38.025869 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-28ebddcc-3c90-4b99-b12f-7a03fe94f1d2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:38.037380 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-28ebddcc-3c90-4b99-b12f-7a03fe94f1d2 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "PUT /v2.0/routers/0d202cbe-b207-4adb-93d4-79cbd7b0969a HTTP/1.1" status: 200 len: 706 time: 7.0663397 Feb 19 04:30:38.050114 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a5e2c983-bae0-4500-a185-b8d4ef64070b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:38.064539 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53846) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:38.065196 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c227c094-0cc2-4800-b10c-88fc7a2731e9 None None] Routers {'0d202cbe-b207-4adb-93d4-79cbd7b0969a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:38.066733 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c227c094-0cc2-4800-b10c-88fc7a2731e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:30:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['0d202cbe-b207-4adb-93d4-79cbd7b0969a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:38.071177 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a5e2c983-bae0-4500-a185-b8d4ef64070b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/76246db3-a2cb-42fb-bfa7-f40488252c69 HTTP/1.1" status: 204 len: 168 time: 1.4681673 Feb 19 04:30:38.073669 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2c983-bae0-4500-a185-b8d4ef64070b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76246db3-a2cb-42fb-bfa7-f40488252c69,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:38.083854 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53848) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:38.222727 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5a75f8f1-8ad6-4a4b-9654-bac49b48e9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (e83f3002-0af4-41e3-a80b-f034b33ca87c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:38.263591 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c227c094-0cc2-4800-b10c-88fc7a2731e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:38.297278 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c227c094-0cc2-4800-b10c-88fc7a2731e9 None None] Routers {'0d202cbe-b207-4adb-93d4-79cbd7b0969a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:38.298216 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c227c094-0cc2-4800-b10c-88fc7a2731e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:30:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['0d202cbe-b207-4adb-93d4-79cbd7b0969a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:38.373447 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5a75f8f1-8ad6-4a4b-9654-bac49b48e9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (e83f3002-0af4-41e3-a80b-f034b33ca87c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:38.393258 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c227c094-0cc2-4800-b10c-88fc7a2731e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:38.394430 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c227c094-0cc2-4800-b10c-88fc7a2731e9 None None] The sync data for ids ['0d202cbe-b207-4adb-93d4-79cbd7b0969a'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:30:38.439586 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-5a75f8f1-8ad6-4a4b-9654-bac49b48e9fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e83f3002-0af4-41e3-a80b-f034b33ca87c']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:38.463027 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53854) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:38.474865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-5a75f8f1-8ad6-4a4b-9654-bac49b48e9fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26e2fec7-4f9c-4983-9d2c-4304ced3cb71') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:38.475678 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-5a75f8f1-8ad6-4a4b-9654-bac49b48e9fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26e2fec7-4f9c-4983-9d2c-4304ced3cb71') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:38.554894 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-14571eec-7bc8-4c99-b9e0-c4fcce3aac6b tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "GET /v2.0/routers/0d202cbe-b207-4adb-93d4-79cbd7b0969a HTTP/1.1" status: 200 len: 741 time: 0.4816656 Feb 19 04:30:38.566004 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5a75f8f1-8ad6-4a4b-9654-bac49b48e9fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (26e2fec7-4f9c-4983-9d2c-4304ced3cb71), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:38.589831 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53858) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:38.721700 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a0e2fbfe-37bf-4973-9b5d-44cb21fbadc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (beb47608-74f0-4955-a735-e392825fbf31), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:38.730100 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a0e2fbfe-37bf-4973-9b5d-44cb21fbadc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:38.732712 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-282f9ffb-6b20-4f38-a2a1-7e7acf3c0b13 tempest-RoutersAdminTest-1393964554 tempest-RoutersAdminTest-1393964554-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&device_id=0d202cbe-b207-4adb-93d4-79cbd7b0969a HTTP/1.1" status: 200 len: 205 time: 0.1413522 Feb 19 04:30:38.740413 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5a75f8f1-8ad6-4a4b-9654-bac49b48e9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (26e2fec7-4f9c-4983-9d2c-4304ced3cb71), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:38.741108 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a0e2fbfe-37bf-4973-9b5d-44cb21fbadc7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/beb47608-74f0-4955-a735-e392825fbf31 HTTP/1.1" status: 204 len: 168 time: 1.4193373 Feb 19 04:30:38.742230 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53860) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:38.753602 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a75f8f1-8ad6-4a4b-9654-bac49b48e9fc admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:30:38.754353 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5a75f8f1-8ad6-4a4b-9654-bac49b48e9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (26e2fec7-4f9c-4983-9d2c-4304ced3cb71), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:30:38.840591 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:30:38.853547 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-3da7c336-fcf9-4f0c-a552-4f8ce9048fa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1316380525'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:38.880225 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5a75f8f1-8ad6-4a4b-9654-bac49b48e9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (e83f3002-0af4-41e3-a80b-f034b33ca87c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:38.888386 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5a75f8f1-8ad6-4a4b-9654-bac49b48e9fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:38.897289 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5a75f8f1-8ad6-4a4b-9654-bac49b48e9fc admin admin] 10.222.0.65 "DELETE /v2.0/networks/e83f3002-0af4-41e3-a80b-f034b33ca87c HTTP/1.1" status: 204 len: 168 time: 0.8108704 Feb 19 04:30:38.902062 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da7c336-fcf9-4f0c-a552-4f8ce9048fa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Made reservation on behalf of 7d1db13e19f1456b8783a3eb9db61fcf for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:38.906976 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3da7c336-fcf9-4f0c-a552-4f8ce9048fa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:38.922477 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3da7c336-fcf9-4f0c-a552-4f8ce9048fa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:38.937931 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75f8f1-8ad6-4a4b-9654-bac49b48e9fc admin admin] Pushing event deleted for resources: {'Network': ['ID=e83f3002-0af4-41e3-a80b-f034b33ca87c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:38.987397 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:39.009872 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2fbfe-37bf-4973-9b5d-44cb21fbadc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb47608-74f0-4955-a735-e392825fbf31,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:39.038578 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a698d61f-4aaa-4e32-8ed4-eafc3b7c97b5 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d202cbe-b207-4adb-93d4-79cbd7b0969a HTTP/1.1" status: 200 len: 205 time: 0.2797678 Feb 19 04:30:39.042705 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53866) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:39.133664 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ea6d900-161e-4051-a6ee-205dad522bdb tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (05fdc63c-93da-4720-a96e-6270d934ccc9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:39.211646 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:39.289111 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6d900-161e-4051-a6ee-205dad522bdb tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Port': ['ID=05fdc63c-93da-4720-a96e-6270d934ccc9,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:39.313689 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53870) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:39.332456 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4abed873-223b-42b2-8367-82355e981d85 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router (0d202cbe-b207-4adb-93d4-79cbd7b0969a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:39.713531 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4abed873-223b-42b2-8367-82355e981d85 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (0d202cbe-b207-4adb-93d4-79cbd7b0969a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:39.719366 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4abed873-223b-42b2-8367-82355e981d85 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router_controller (0d202cbe-b207-4adb-93d4-79cbd7b0969a), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:39.815327 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3da7c336-fcf9-4f0c-a552-4f8ce9048fa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks [] for security_group (5a14bded-4cf2-4d52-8e5a-9cba0ca2857b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:39.841709 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-339dacfb-e8ea-4990-9d05-17e2d110f25a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8cacf0263ee84f64a630c7eb71dfd691&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5259175 Feb 19 04:30:39.843943 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ea6d900-161e-4051-a6ee-205dad522bdb tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (4d924b45-587c-482a-b8a3-9d27e9e6ccea), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:39.847278 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53884) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:39.969454 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3da7c336-fcf9-4f0c-a552-4f8ce9048fa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5a14bded-4cf2-4d52-8e5a-9cba0ca2857b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:39.970143 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-028a7d83-d64a-4999-96f8-491594707e0b admin admin] Publish callbacks [] for security_group (5e10a6e4-49b0-4666-8fd1-84cc05e69f65), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:40.040672 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4abed873-223b-42b2-8367-82355e981d85 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (0d202cbe-b207-4adb-93d4-79cbd7b0969a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:40.041352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abed873-223b-42b2-8367-82355e981d85 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Fanout notify agent at l3_agent the message router_deleted on router 0d202cbe-b207-4adb-93d4-79cbd7b0969a {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:30:40.050312 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4abed873-223b-42b2-8367-82355e981d85 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:40.052511 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4abed873-223b-42b2-8367-82355e981d85 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "DELETE /v2.0/routers/0d202cbe-b207-4adb-93d4-79cbd7b0969a HTTP/1.1" status: 204 len: 168 time: 1.0079057 Feb 19 04:30:40.069172 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53888) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:40.137202 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da7c336-fcf9-4f0c-a552-4f8ce9048fa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:30:40.141745 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c4fd0cad-aa85-4fc8-a28b-72590b898cf0 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d202cbe-b207-4adb-93d4-79cbd7b0969a HTTP/1.1" status: 200 len: 205 time: 0.0709245 Feb 19 04:30:40.157242 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-c8f9284b-0055-4bf7-a714-74390cdfd1e1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2268879 Feb 19 04:30:40.158465 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53892) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:40.172871 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3da7c336-fcf9-4f0c-a552-4f8ce9048fa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (ae39fa90-fab9-413f-9485-d893e3297ca7), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:40.173259 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-3da7c336-fcf9-4f0c-a552-4f8ce9048fa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Added segment ae39fa90-fab9-413f-9485-d893e3297ca7 of type vlan for network 4f3ad708-62f8-42b1-88a8-479294bb51bc Feb 19 04:30:40.178866 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7c336-fcf9-4f0c-a552-4f8ce9048fa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a14bded-4cf2-4d52-8e5a-9cba0ca2857b,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:40.279575 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-e7d96477-e8d1-4413-a4bf-40566cf85838 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] delete failed (client error): The resource could not be found. Feb 19 04:30:40.285793 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e7d96477-e8d1-4413-a4bf-40566cf85838 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "DELETE /v2.0/routers/0d202cbe-b207-4adb-93d4-79cbd7b0969a HTTP/1.1" status: 404 len: 336 time: 0.1047361 Feb 19 04:30:40.305135 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53894) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:40.397168 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3da7c336-fcf9-4f0c-a552-4f8ce9048fa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (4f3ad708-62f8-42b1-88a8-479294bb51bc), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:40.435839 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6645dfb0-588b-4133-8dd1-8dca464c1ad6 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "GET /v2.0/ports?device_id=5414fe52-5f0c-47a5-a2ac-c3216ad55d9d HTTP/1.1" status: 200 len: 205 time: 0.1252477 Feb 19 04:30:40.443489 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53896) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:40.572612 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-c530f46c-d162-41fb-a61e-39e6db853b3f tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] delete failed (client error): The resource could not be found. Feb 19 04:30:40.578005 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c530f46c-d162-41fb-a61e-39e6db853b3f tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "DELETE /v2.0/routers/5414fe52-5f0c-47a5-a2ac-c3216ad55d9d HTTP/1.1" status: 404 len: 336 time: 0.1288033 Feb 19 04:30:40.579763 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53902) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:40.611693 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3da7c336-fcf9-4f0c-a552-4f8ce9048fa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (4f3ad708-62f8-42b1-88a8-479294bb51bc), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:40.622421 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da7c336-fcf9-4f0c-a552-4f8ce9048fa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:40.623433 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3da7c336-fcf9-4f0c-a552-4f8ce9048fa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:40.685397 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922322-2b53-41d8-a714-25e573827721 req-a4fa50cc-4c36-4006-9ff8-7171e4d37b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:40.686210 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922322-2b53-41d8-a714-25e573827721 req-a4fa50cc-4c36-4006-9ff8-7171e4d37b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:40.687258 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922322-2b53-41d8-a714-25e573827721 req-a4fa50cc-4c36-4006-9ff8-7171e4d37b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:40.688340 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922322-2b53-41d8-a714-25e573827721 req-a4fa50cc-4c36-4006-9ff8-7171e4d37b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:40.689436 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922322-2b53-41d8-a714-25e573827721 req-a4fa50cc-4c36-4006-9ff8-7171e4d37b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:40.690452 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922322-2b53-41d8-a714-25e573827721 req-a4fa50cc-4c36-4006-9ff8-7171e4d37b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:40.691387 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922322-2b53-41d8-a714-25e573827721 req-a4fa50cc-4c36-4006-9ff8-7171e4d37b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:40.695252 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-a4fa50cc-4c36-4006-9ff8-7171e4d37b58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea967e23a8ef43cfacd115b397486d6c&device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 6718 time: 0.4180205 Feb 19 04:30:40.702954 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-703a838c-f8af-42bc-b08b-6d3f4af211c6 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7dfcde6-7f2e-4db6-b58d-d770c4d0763f HTTP/1.1" status: 200 len: 205 time: 0.1162155 Feb 19 04:30:40.725168 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53910) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:40.806214 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3da7c336-fcf9-4f0c-a552-4f8ce9048fa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.3358026 Feb 19 04:30:40.846479 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-028a7d83-d64a-4999-96f8-491594707e0b admin admin] Publish callbacks [] for security_group (5e10a6e4-49b0-4666-8fd1-84cc05e69f65), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:40.849196 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53912) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:40.872277 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-a8376ac3-9f1b-431a-8ebe-3e43461ca8ab tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Request body: {'subnet': {'network_id': '4f3ad708-62f8-42b1-88a8-479294bb51bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:40.882584 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-9d9921fe-beda-4d7b-8786-ab970095ab4b tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] delete failed (client error): The resource could not be found. Feb 19 04:30:40.887521 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9d9921fe-beda-4d7b-8786-ab970095ab4b tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "DELETE /v2.0/routers/a7dfcde6-7f2e-4db6-b58d-d770c4d0763f HTTP/1.1" status: 404 len: 336 time: 0.1571186 Feb 19 04:30:40.923521 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53916) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:40.960022 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7c336-fcf9-4f0c-a552-4f8ce9048fa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Pushing event updated for resources: {'Network': ['ID=4f3ad708-62f8-42b1-88a8-479294bb51bc,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:40.979641 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 4f3ad708-62f8-42b1-88a8-479294bb51bc details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:30:41.016510 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dfbe42b9-6b13-4a55-aaba-6f917c5f5c40 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "GET /v2.0/ports?device_id=9692e864-25f3-4e5b-9686-746b1b8334d6 HTTP/1.1" status: 200 len: 205 time: 0.0883477 Feb 19 04:30:41.057316 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922322-2b53-41d8-a714-25e573827721 req-ac3878cf-de17-4120-bffa-e6afab6fd6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:41.057940 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922322-2b53-41d8-a714-25e573827721 req-ac3878cf-de17-4120-bffa-e6afab6fd6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:41.058445 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922322-2b53-41d8-a714-25e573827721 req-ac3878cf-de17-4120-bffa-e6afab6fd6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:41.063539 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-ac3878cf-de17-4120-bffa-e6afab6fd6fd service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a64a19d-d377-4cb4-886a-9dfbe46eb1ee&id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&id=0197e602-f5d2-48ef-bb73-a3741213d4f6&id=0197e602-f5d2-48ef-bb73-a3741213d4f6 HTTP/1.1" status: 200 len: 2295 time: 0.2664373 Feb 19 04:30:41.065504 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53924) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:41.173321 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea6d900-161e-4051-a6ee-205dad522bdb tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Router 4d924b45-587c-482a-b8a3-9d27e9e6ccea has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:30:41.191074 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-3fe39871-6173-4849-aea1-f7e7a3d3a4a7 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] delete failed (client error): The resource could not be found. Feb 19 04:30:41.196370 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3fe39871-6173-4849-aea1-f7e7a3d3a4a7 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "DELETE /v2.0/routers/9692e864-25f3-4e5b-9686-746b1b8334d6 HTTP/1.1" status: 404 len: 336 time: 0.1257086 Feb 19 04:30:41.197131 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53930) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:41.198292 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8376ac3-9f1b-431a-8ebe-3e43461ca8ab tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Made reservation on behalf of 7d1db13e19f1456b8783a3eb9db61fcf for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:41.205576 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a8376ac3-9f1b-431a-8ebe-3e43461ca8ab tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:41.290406 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-2b58477d-5fba-4d7a-b4e8-e5f537a5b18f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdeef649-df0e-40d2-a90b-41f8f92afef9 HTTP/1.1" status: 200 len: 1001 time: 0.2091277 Feb 19 04:30:41.349398 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cf8d46b6-9431-4097-8dbd-e55ad3285339 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f390899-281d-4856-a0df-2d774e738e7c HTTP/1.1" status: 200 len: 205 time: 0.1448691 Feb 19 04:30:41.350453 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53932) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:41.368541 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53934) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:41.377463 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea6d900-161e-4051-a6ee-205dad522bdb tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:30:41.397069 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eee9bfe-fced-4853-9a54-529537a1b3c7 None None] Sync routers for ids ['4d924b45-587c-482a-b8a3-9d27e9e6ccea'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:30:41.469159 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-3eea17af-b874-45dd-8a19-1b7bbbc597ac tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] delete failed (client error): The resource could not be found. Feb 19 04:30:41.470778 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3eea17af-b874-45dd-8a19-1b7bbbc597ac tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "DELETE /v2.0/routers/0f390899-281d-4856-a0df-2d774e738e7c HTTP/1.1" status: 404 len: 336 time: 0.1032169 Feb 19 04:30:41.477066 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53938) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:41.491525 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eee9bfe-fced-4853-9a54-529537a1b3c7 None None] Routers {'4d924b45-587c-482a-b8a3-9d27e9e6ccea'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:41.492626 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-5eee9bfe-fced-4853-9a54-529537a1b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:30:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['4d924b45-587c-482a-b8a3-9d27e9e6ccea'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:41.517947 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-bd0a3436-83ce-4e4f-9493-86bd71716058 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "GET /v2.0/ports?device_id=64672b4a-3ce1-426b-895d-00ade3292423 HTTP/1.1" status: 200 len: 205 time: 0.0389962 Feb 19 04:30:41.526459 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53940) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:41.538008 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6ea6d900-161e-4051-a6ee-205dad522bdb tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "PUT /v2.0/routers/4d924b45-587c-482a-b8a3-9d27e9e6ccea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3516426 Feb 19 04:30:41.557484 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53942) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:41.657167 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-028a7d83-d64a-4999-96f8-491594707e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5e10a6e4-49b0-4666-8fd1-84cc05e69f65), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:41.668119 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-028a7d83-d64a-4999-96f8-491594707e0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:41.673034 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-028a7d83-d64a-4999-96f8-491594707e0b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e10a6e4-49b0-4666-8fd1-84cc05e69f65 HTTP/1.1" status: 204 len: 168 time: 1.8232348 Feb 19 04:30:41.708087 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a7d83-d64a-4999-96f8-491594707e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e10a6e4-49b0-4666-8fd1-84cc05e69f65,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:41.710999 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922322-2b53-41d8-a714-25e573827721 req-69413636-170b-461f-81c2-0ea86cf67c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:41.713925 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-69413636-170b-461f-81c2-0ea86cf67c7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01a6b77b-63ae-42f8-a188-7c9c486cfe0f HTTP/1.1" status: 200 len: 856 time: 0.3770413 Feb 19 04:30:41.771490 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-77ac332f-bfc5-41c4-9542-8d1e016359a7 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] delete failed (client error): The resource could not be found. Feb 19 04:30:41.776299 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-77ac332f-bfc5-41c4-9542-8d1e016359a7 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "DELETE /v2.0/routers/64672b4a-3ce1-426b-895d-00ade3292423 HTTP/1.1" status: 404 len: 336 time: 0.2438581 Feb 19 04:30:41.783769 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-aca0fef5-c5f7-41c7-8190-1a13d36e8b86 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d924b45-587c-482a-b8a3-9d27e9e6ccea HTTP/1.1" status: 200 len: 205 time: 0.2205231 Feb 19 04:30:41.792002 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53946) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:41.792209 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53948) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:41.815744 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-5eee9bfe-fced-4853-9a54-529537a1b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:41.848617 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eee9bfe-fced-4853-9a54-529537a1b3c7 None None] Routers {'4d924b45-587c-482a-b8a3-9d27e9e6ccea'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:30:41.856175 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-5eee9bfe-fced-4853-9a54-529537a1b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:30:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['4d924b45-587c-482a-b8a3-9d27e9e6ccea'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:41.862552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-8a57545f-1189-49a3-a61d-d4427e9f136e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2070275395-network', 'tenant_id': '33c394b84df34f71a382d547bb213da3'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:41.971310 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922322-2b53-41d8-a714-25e573827721 req-b8286ef6-93dc-4168-bec1-1318b27d50c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:41.976522 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-b8286ef6-93dc-4168-bec1-1318b27d50c8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a64a19d-d377-4cb4-886a-9dfbe46eb1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2078402 Feb 19 04:30:41.988189 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a57545f-1189-49a3-a61d-d4427e9f136e admin admin] Made reservation on behalf of 33c394b84df34f71a382d547bb213da3 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:41.992194 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8a57545f-1189-49a3-a61d-d4427e9f136e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:42.024079 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-5eee9bfe-fced-4853-9a54-529537a1b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:42.029130 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eee9bfe-fced-4853-9a54-529537a1b3c7 None None] The sync data for ids ['4d924b45-587c-482a-b8a3-9d27e9e6ccea'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:30:42.070529 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-7271d964-0c8b-4760-8c4e-5fa39e28c713 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] DELETE failed (client error): The resource could not be found. Feb 19 04:30:42.071387 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7271d964-0c8b-4760-8c4e-5fa39e28c713 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:30:42.087679 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7271d964-0c8b-4760-8c4e-5fa39e28c713 tempest-RoutersAdminTest-1275141330 tempest-RoutersAdminTest-1275141330-project] 10.222.0.65 "DELETE /v2.0/subnets/82bb3b62-68fd-477c-b373-641df994aa8a HTTP/1.1" status: 404 len: 337 time: 0.2941992 Feb 19 04:30:42.236118 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-ccb5e82a-0b9e-40db-84cc-f8717e71c276 service neutron] 10.222.0.48 "GET /v2.0/networks/4a64a19d-d377-4cb4-886a-9dfbe46eb1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499399 Feb 19 04:30:42.255424 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8a57545f-1189-49a3-a61d-d4427e9f136e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:42.367800 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9ba3d392-1ef3-4aee-b95d-146040cd672f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (4d924b45-587c-482a-b8a3-9d27e9e6ccea), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:42.476963 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-5b61bfd8-cfd9-4705-98e0-1195929b1bdf service neutron] 10.222.0.48 "GET /v2.0/networks/4a64a19d-d377-4cb4-886a-9dfbe46eb1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218275 Feb 19 04:30:42.831451 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-b49e522c-139b-4792-82c8-6f3166fee715 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=680d45c7-a626-4dc5-b424-148f5e9cc4f9 HTTP/1.1" status: 200 len: 217 time: 0.3353815 Feb 19 04:30:42.984359 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9ba3d392-1ef3-4aee-b95d-146040cd672f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (4d924b45-587c-482a-b8a3-9d27e9e6ccea), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:42.988427 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9ba3d392-1ef3-4aee-b95d-146040cd672f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router_controller (4d924b45-587c-482a-b8a3-9d27e9e6ccea), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:43.101779 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a8376ac3-9f1b-431a-8ebe-3e43461ca8ab tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (b8ce3c93-974d-45b5-bdc6-acb672bb2978), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:43.112211 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922322-2b53-41d8-a714-25e573827721 req-f30b1f0b-7f61-4013-8242-28ce443cf99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:43.114860 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-f30b1f0b-7f61-4013-8242-28ce443cf99b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=544bab28-3af6-4f3c-be5b-695dcbab8919 HTTP/1.1" status: 200 len: 797 time: 0.2651110 Feb 19 04:30:43.174644 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8376ac3-9f1b-431a-8ebe-3e43461ca8ab tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Pushing event updated for resources: {'Subnet': ['ID=b8ce3c93-974d-45b5-bdc6-acb672bb2978,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:43.178634 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9ba3d392-1ef3-4aee-b95d-146040cd672f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (4d924b45-587c-482a-b8a3-9d27e9e6ccea), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:43.179663 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba3d392-1ef3-4aee-b95d-146040cd672f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Fanout notify agent at l3_agent the message router_deleted on router 4d924b45-587c-482a-b8a3-9d27e9e6ccea {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:30:43.190013 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9ba3d392-1ef3-4aee-b95d-146040cd672f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:43.206214 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9ba3d392-1ef3-4aee-b95d-146040cd672f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/routers/4d924b45-587c-482a-b8a3-9d27e9e6ccea HTTP/1.1" status: 204 len: 168 time: 1.3336785 Feb 19 04:30:43.223371 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53982) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:43.399959 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53986) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:43.412745 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8a57545f-1189-49a3-a61d-d4427e9f136e admin admin] Publish callbacks [] for security_group (07bdb2eb-aa12-48ed-97db-0b65106b1630), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:43.431789 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8a57545f-1189-49a3-a61d-d4427e9f136e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (07bdb2eb-aa12-48ed-97db-0b65106b1630), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:43.599106 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922322-2b53-41d8-a714-25e573827721 req-bc98fd83-8c8e-4de9-8502-b1126451f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:43.608248 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-bc98fd83-8c8e-4de9-8502-b1126451f06e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4851217 Feb 19 04:30:43.614863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-13fa8c59-be26-4620-976a-78f5af38929f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting subnet 46fcc0dd-eb27-4edf-91c7-2da7ed850152 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:30:43.627956 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8376ac3-9f1b-431a-8ebe-3e43461ca8ab tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Checking segment: {'id': 'ae39fa90-fab9-413f-9485-d893e3297ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4f3ad708-62f8-42b1-88a8-479294bb51bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:43.629944 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a57545f-1189-49a3-a61d-d4427e9f136e admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:30:43.631828 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8376ac3-9f1b-431a-8ebe-3e43461ca8ab tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Network hostable DHCP agents. Network: 4f3ad708-62f8-42b1-88a8-479294bb51bc, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:30:43.645827 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-13fa8c59-be26-4620-976a-78f5af38929f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for subnet (46fcc0dd-eb27-4edf-91c7-2da7ed850152), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:43.711179 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8376ac3-9f1b-431a-8ebe-3e43461ca8ab tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Network 4f3ad708-62f8-42b1-88a8-479294bb51bc is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:30:43.721468 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-13fa8c59-be26-4620-976a-78f5af38929f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (46fcc0dd-eb27-4edf-91c7-2da7ed850152), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:43.724068 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57545f-1189-49a3-a61d-d4427e9f136e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bdb2eb-aa12-48ed-97db-0b65106b1630,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:43.728583 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53994) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:43.775097 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-a8376ac3-9f1b-431a-8ebe-3e43461ca8ab tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 4f3ad708-62f8-42b1-88a8-479294bb51bc) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:43.785838 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8376ac3-9f1b-431a-8ebe-3e43461ca8ab tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:43.786749 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a8376ac3-9f1b-431a-8ebe-3e43461ca8ab tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:43.790385 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118d68e0-72d8-40fc-9772-b4bba2e60b15 None None] Network 4f3ad708-62f8-42b1-88a8-479294bb51bc requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:43.831064 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a8376ac3-9f1b-431a-8ebe-3e43461ca8ab tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9801662 Feb 19 04:30:43.854105 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53998) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:43.871970 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-692cbeca-4daf-402d-b827-039bf0a34006 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Request body: {'port': {'network_id': '4f3ad708-62f8-42b1-88a8-479294bb51bc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-233752399'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:44.022997 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-0639a3b8-39cb-473e-abf1-da0bb0184f23 service neutron] 10.222.0.48 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865154 Feb 19 04:30:44.027437 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8a57545f-1189-49a3-a61d-d4427e9f136e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (393189c3-bef2-4887-aa51-6301bb2cec1f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:44.028010 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-8a57545f-1189-49a3-a61d-d4427e9f136e admin admin] Added segment 393189c3-bef2-4887-aa51-6301bb2cec1f of type vlan for network 7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 Feb 19 04:30:44.140700 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8a57545f-1189-49a3-a61d-d4427e9f136e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (7d2d5a55-2aa4-4db1-a679-fed0a5c29be7), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:44.182121 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67042b2-9470-4e29-9c25-85b42e8987db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-4f3ad708-62f8-42b1-88a8-479294bb51bc', 'network_id': '4f3ad708-62f8-42b1-88a8-479294bb51bc', 'project_id': '7d1db13e19f1456b8783a3eb9db61fcf', 'fixed_ips': [{'subnet_id': 'b8ce3c93-974d-45b5-bdc6-acb672bb2978'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:30:44.196818 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-94d9d9df-c12e-43f4-8833-0d6035c2ea27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:44.212662 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b67042b2-9470-4e29-9c25-85b42e8987db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:44.227609 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-13fa8c59-be26-4620-976a-78f5af38929f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (46fcc0dd-eb27-4edf-91c7-2da7ed850152), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:44.273664 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8a57545f-1189-49a3-a61d-d4427e9f136e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (7d2d5a55-2aa4-4db1-a679-fed0a5c29be7), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:44.275519 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a57545f-1189-49a3-a61d-d4427e9f136e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:44.276515 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8a57545f-1189-49a3-a61d-d4427e9f136e admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:44.418999 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cd0a0-ce40-4188-9d24-7b5bba278877 req-4ffa714b-ee52-4f18-9af5-67cc6a24cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:44.420472 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cd0a0-ce40-4188-9d24-7b5bba278877 req-4ffa714b-ee52-4f18-9af5-67cc6a24cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:44.421399 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cd0a0-ce40-4188-9d24-7b5bba278877 req-4ffa714b-ee52-4f18-9af5-67cc6a24cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:44.422115 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cd0a0-ce40-4188-9d24-7b5bba278877 req-4ffa714b-ee52-4f18-9af5-67cc6a24cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:44.422725 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cd0a0-ce40-4188-9d24-7b5bba278877 req-4ffa714b-ee52-4f18-9af5-67cc6a24cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:44.423399 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cd0a0-ce40-4188-9d24-7b5bba278877 req-4ffa714b-ee52-4f18-9af5-67cc6a24cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:44.424051 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cd0a0-ce40-4188-9d24-7b5bba278877 req-4ffa714b-ee52-4f18-9af5-67cc6a24cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:44.433499 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-381cd0a0-ce40-4188-9d24-7b5bba278877 req-4ffa714b-ee52-4f18-9af5-67cc6a24cbc7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 6718 time: 1.0108669 Feb 19 04:30:44.631053 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-5c840fe5-c467-49cd-8775-99ba1a83e561 service neutron] 10.222.0.48 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644504 Feb 19 04:30:44.649421 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-381cd0a0-ce40-4188-9d24-7b5bba278877 req-05385718-6ca4-4b9c-9813-c74a0a6b594b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2134721 Feb 19 04:30:44.656747 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-13fa8c59-be26-4620-976a-78f5af38929f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (46fcc0dd-eb27-4edf-91c7-2da7ed850152), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:44.794973 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-c6183065-b35f-4e95-a21e-ceff6f04ebe9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=9e561b36-bbb3-4838-adb1-112f3a7b1d33 HTTP/1.1" status: 200 len: 217 time: 0.1446638 Feb 19 04:30:44.819097 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8a57545f-1189-49a3-a61d-d4427e9f136e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.4481931 Feb 19 04:30:44.884057 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54016) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:44.893668 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922322-2b53-41d8-a714-25e573827721 req-807c289d-2010-4e50-93eb-3691a76a8bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:44.896008 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-807c289d-2010-4e50-93eb-3691a76a8bec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=544bab28-3af6-4f3c-be5b-695dcbab8919 HTTP/1.1" status: 200 len: 797 time: 0.0877514 Feb 19 04:30:44.897590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57545f-1189-49a3-a61d-d4427e9f136e admin admin] Pushing event updated for resources: {'Network': ['ID=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:44.909570 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-15f6a5fa-3344-4d55-a39f-3ce1954ff636 admin admin] Request body: {'subnet': {'network_id': '7d2d5a55-2aa4-4db1-a679-fed0a5c29be7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2070275395-subnet', 'tenant_id': '33c394b84df34f71a382d547bb213da3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:44.942381 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:30:44.944854 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa8c59-be26-4620-976a-78f5af38929f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Subnet': ['ID=46fcc0dd-eb27-4edf-91c7-2da7ed850152,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:44.949761 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54018) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:44.967482 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-13fa8c59-be26-4620-976a-78f5af38929f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:44.980737 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-13fa8c59-be26-4620-976a-78f5af38929f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/subnets/46fcc0dd-eb27-4edf-91c7-2da7ed850152 HTTP/1.1" status: 204 len: 168 time: 1.7548883 Feb 19 04:30:45.025545 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54022) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:45.035152 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692cbeca-4daf-402d-b827-039bf0a34006 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Made reservation on behalf of 7d1db13e19f1456b8783a3eb9db61fcf for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:45.041797 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-692cbeca-4daf-402d-b827-039bf0a34006 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:45.047732 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db7432e-a576-4532-be70-e1f668376620 None None] Network 816e41cb-b4ab-403e-817e-0fec39e0cdde requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:45.202047 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-94d9d9df-c12e-43f4-8833-0d6035c2ea27 admin admin] Publish callbacks [] for security_group (ce94915f-cedb-4a86-9809-d1d205ffb0ae), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:45.218276 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f6a5fa-3344-4d55-a39f-3ce1954ff636 admin admin] Made reservation on behalf of 33c394b84df34f71a382d547bb213da3 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:45.230025 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-15f6a5fa-3344-4d55-a39f-3ce1954ff636 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:45.238959 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c1f1c7c-2a15-4297-84db-35d1d00332f0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (816e41cb-b4ab-403e-817e-0fec39e0cdde), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:45.247256 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-94d9d9df-c12e-43f4-8833-0d6035c2ea27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ce94915f-cedb-4a86-9809-d1d205ffb0ae), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:45.283242 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-692cbeca-4daf-402d-b827-039bf0a34006 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] device_id is not set on port f9f76de4-2029-4dde-b89f-93e153be9ef6 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:30:45.331485 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922322-2b53-41d8-a714-25e573827721 req-0b1d421a-3cb4-4eaf-82c1-3a291e75011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:45.334541 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-0b1d421a-3cb4-4eaf-82c1-3a291e75011a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4212315 Feb 19 04:30:45.398795 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-b67042b2-9470-4e29-9c25-85b42e8987db None None] Allocated IP 2001:db8::2 (4f3ad708-62f8-42b1-88a8-479294bb51bc/b8ce3c93-974d-45b5-bdc6-acb672bb2978/fa0d1428-8b5d-4a4c-8355-67c1c536fccb) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:45.503776 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-2c1f1c7c-2a15-4297-84db-35d1d00332f0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting port a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:45.504727 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c1f1c7c-2a15-4297-84db-35d1d00332f0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:45.552020 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-fde947f2-42e1-48ae-80ad-d3ea63767f96 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1972597283-network', 'tenant_id': '7ed9c9b978e4488eb22a79fa0d989987'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:45.694528 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4414e8-70fe-4153-9687-64d726e6363d None None] DHCP port deletion for 816e41cb-b4ab-403e-817e-0fec39e0cdde request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:30:45.706352 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-84e35896-c755-4579-ada5-4fcb2f7adf9c service neutron] 10.222.0.48 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625467 Feb 19 04:30:45.740322 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9d9df-c12e-43f4-8833-0d6035c2ea27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce94915f-cedb-4a86-9809-d1d205ffb0ae,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:45.753616 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-94d9d9df-c12e-43f4-8833-0d6035c2ea27 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6184221722064604a25f7df83cea56f2&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0227551 Feb 19 04:30:45.764406 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54026) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:45.804733 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde947f2-42e1-48ae-80ad-d3ea63767f96 admin admin] Made reservation on behalf of 7ed9c9b978e4488eb22a79fa0d989987 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:45.809886 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fde947f2-42e1-48ae-80ad-d3ea63767f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:46.065275 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fde947f2-42e1-48ae-80ad-d3ea63767f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:46.148278 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b67042b2-9470-4e29-9c25-85b42e8987db None None] Publish callbacks [] for port (fa0d1428-8b5d-4a4c-8355-67c1c536fccb), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:46.165095 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-fb4414e8-70fe-4153-9687-64d726e6363d None None] Deleting port a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:46.165827 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fb4414e8-70fe-4153-9687-64d726e6363d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:46.193292 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b67042b2-9470-4e29-9c25-85b42e8987db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (fa0d1428-8b5d-4a4c-8355-67c1c536fccb), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:46.326463 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-692cbeca-4daf-402d-b827-039bf0a34006 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Allocated IP 2001:db8::2da (4f3ad708-62f8-42b1-88a8-479294bb51bc/b8ce3c93-974d-45b5-bdc6-acb672bb2978/f9f76de4-2029-4dde-b89f-93e153be9ef6) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:46.434927 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67042b2-9470-4e29-9c25-85b42e8987db None None] Pushing event updated for resources: {'Port': ['ID=fa0d1428-8b5d-4a4c-8355-67c1c536fccb,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:46.471392 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-2c1f1c7c-2a15-4297-84db-35d1d00332f0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] For port a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77,segment=NetworkSegment(d6acf972-4a8a-4fe5-8700-bb6da82b46c3),segment_id=d6acf972-4a8a-4fe5-8700-bb6da82b46c3)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:46.475496 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5f277ff0-3fae-4430-be89-81a0fd4ae975 admin admin] Publish callbacks [] for security_group (ce94915f-cedb-4a86-9809-d1d205ffb0ae), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:46.477148 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c1f1c7c-2a15-4297-84db-35d1d00332f0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:46.479157 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67042b2-9470-4e29-9c25-85b42e8987db None None] Network 4f3ad708-62f8-42b1-88a8-479294bb51bc is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:46.520710 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5f277ff0-3fae-4430-be89-81a0fd4ae975 admin admin] Publish callbacks [] for security_group (ce94915f-cedb-4a86-9809-d1d205ffb0ae), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:46.526809 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-b67042b2-9470-4e29-9c25-85b42e8987db None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:46.543146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67042b2-9470-4e29-9c25-85b42e8987db None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:46.560060 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-2c1f1c7c-2a15-4297-84db-35d1d00332f0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Calling delete_port for a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:46.764699 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-fb4414e8-70fe-4153-9687-64d726e6363d None None] For port a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77,segment=NetworkSegment(d6acf972-4a8a-4fe5-8700-bb6da82b46c3),segment_id=d6acf972-4a8a-4fe5-8700-bb6da82b46c3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:46.765828 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fb4414e8-70fe-4153-9687-64d726e6363d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:46.790884 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b67042b2-9470-4e29-9c25-85b42e8987db None None] Attempting to bind port fa0d1428-8b5d-4a4c-8355-67c1c536fccb on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:30:46.792411 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b67042b2-9470-4e29-9c25-85b42e8987db None None] Attempting to bind port fa0d1428-8b5d-4a4c-8355-67c1c536fccb by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'ae39fa90-fab9-413f-9485-d893e3297ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4f3ad708-62f8-42b1-88a8-479294bb51bc'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:30:46.793098 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67042b2-9470-4e29-9c25-85b42e8987db None None] Attempting to bind port fa0d1428-8b5d-4a4c-8355-67c1c536fccb on network 4f3ad708-62f8-42b1-88a8-479294bb51bc {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:30:46.807152 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-fb4414e8-70fe-4153-9687-64d726e6363d None None] Calling delete_port for a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:46.811261 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67042b2-9470-4e29-9c25-85b42e8987db None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:30:46.812214 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67042b2-9470-4e29-9c25-85b42e8987db None None] Checking segment: {'id': 'ae39fa90-fab9-413f-9485-d893e3297ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4f3ad708-62f8-42b1-88a8-479294bb51bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:46.813970 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b67042b2-9470-4e29-9c25-85b42e8987db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:46.814691 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67042b2-9470-4e29-9c25-85b42e8987db None None] Bound using segment: {'id': 'ae39fa90-fab9-413f-9485-d893e3297ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4f3ad708-62f8-42b1-88a8-479294bb51bc'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:30:46.815736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b67042b2-9470-4e29-9c25-85b42e8987db None None] Bound port: fa0d1428-8b5d-4a4c-8355-67c1c536fccb, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae39fa90-fab9-413f-9485-d893e3297ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4f3ad708-62f8-42b1-88a8-479294bb51bc'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:30:46.816559 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b67042b2-9470-4e29-9c25-85b42e8987db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fa0d1428-8b5d-4a4c-8355-67c1c536fccb), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:46.954079 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5f277ff0-3fae-4430-be89-81a0fd4ae975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ce94915f-cedb-4a86-9809-d1d205ffb0ae), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:46.958640 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5f277ff0-3fae-4430-be89-81a0fd4ae975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:46.975825 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5f277ff0-3fae-4430-be89-81a0fd4ae975 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ce94915f-cedb-4a86-9809-d1d205ffb0ae HTTP/1.1" status: 204 len: 168 time: 1.1986647 Feb 19 04:30:47.006094 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-f6057249-b43b-410d-ba54-24e4b7461194 service neutron] 10.222.0.48 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2867844 Feb 19 04:30:47.147741 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b67042b2-9470-4e29-9c25-85b42e8987db None None] For port fa0d1428-8b5d-4a4c-8355-67c1c536fccb, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:30:47.174126 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f277ff0-3fae-4430-be89-81a0fd4ae975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce94915f-cedb-4a86-9809-d1d205ffb0ae,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:47.201610 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-692cbeca-4daf-402d-b827-039bf0a34006 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks [] for port (f9f76de4-2029-4dde-b89f-93e153be9ef6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:47.227655 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-15f6a5fa-3344-4d55-a39f-3ce1954ff636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (c7fc7b67-5ad2-40ee-a254-a9f26919b969), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:47.239213 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b67042b2-9470-4e29-9c25-85b42e8987db None None] For port fa0d1428-8b5d-4a4c-8355-67c1c536fccb, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=fa0d1428-8b5d-4a4c-8355-67c1c536fccb,segment=NetworkSegment(ae39fa90-fab9-413f-9485-d893e3297ca7),segment_id=ae39fa90-fab9-413f-9485-d893e3297ca7)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:30:47.269447 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b67042b2-9470-4e29-9c25-85b42e8987db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fa0d1428-8b5d-4a4c-8355-67c1c536fccb), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:47.291229 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c1f1c7c-2a15-4297-84db-35d1d00332f0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:47.321207 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fde947f2-42e1-48ae-80ad-d3ea63767f96 admin admin] Publish callbacks [] for security_group (4a634866-fede-4fc4-8464-306eed172561), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:47.322406 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-e1b8949c-d37e-475e-883b-41d2ce4b6de7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=9ddff2d5-6951-424b-b007-7c254bc14a54 HTTP/1.1" status: 200 len: 217 time: 0.3045943 Feb 19 04:30:47.343805 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1f1c7c-2a15-4297-84db-35d1d00332f0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] No DVR routers for this DVR port a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:30:47.374362 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fb4414e8-70fe-4153-9687-64d726e6363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:47.407741 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4414e8-70fe-4153-9687-64d726e6363d None None] No DVR routers for this DVR port a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:30:47.434299 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67042b2-9470-4e29-9c25-85b42e8987db None None] Pushing event updated for resources: {'Port': ['ID=fa0d1428-8b5d-4a4c-8355-67c1c536fccb,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:47.512297 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4414e8-70fe-4153-9687-64d726e6363d None None] Pushing event deleted for resources: {'Port': ['ID=a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:47.601311 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fde947f2-42e1-48ae-80ad-d3ea63767f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4a634866-fede-4fc4-8464-306eed172561), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:47.614622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:30:47.658441 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f1c7c-2a15-4297-84db-35d1d00332f0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Port': ['ID=a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:47.745208 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:30:47.746258 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a5e3a88a-39ad-4cbb-94b6-59d2d07c4a77 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:30:47.779764 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde947f2-42e1-48ae-80ad-d3ea63767f96 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:30:47.790170 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6a5fa-3344-4d55-a39f-3ce1954ff636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7fc7b67-5ad2-40ee-a254-a9f26919b969,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:47.867963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde947f2-42e1-48ae-80ad-d3ea63767f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a634866-fede-4fc4-8464-306eed172561,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:47.918136 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922322-2b53-41d8-a714-25e573827721 req-b3ade40d-41d6-4967-91e9-2ba795df5e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:47.922294 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fde947f2-42e1-48ae-80ad-d3ea63767f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (70b85a37-a874-4cab-a8b1-16459af810e6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:47.925314 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-b3ade40d-41d6-4967-91e9-2ba795df5e57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=544bab28-3af6-4f3c-be5b-695dcbab8919 HTTP/1.1" status: 200 len: 797 time: 0.5617814 Feb 19 04:30:47.929804 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-fde947f2-42e1-48ae-80ad-d3ea63767f96 admin admin] Added segment 70b85a37-a874-4cab-a8b1-16459af810e6 of type vlan for network d1f39eb3-1608-443d-923b-542b1f7707f8 Feb 19 04:30:47.942917 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-692cbeca-4daf-402d-b827-039bf0a34006 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f9f76de4-2029-4dde-b89f-93e153be9ef6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:48.088108 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f6a5fa-3344-4d55-a39f-3ce1954ff636 admin admin] Checking segment: {'id': '393189c3-bef2-4887-aa51-6301bb2cec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7d2d5a55-2aa4-4db1-a679-fed0a5c29be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:48.095262 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f6a5fa-3344-4d55-a39f-3ce1954ff636 admin admin] Network hostable DHCP agents. Network: 7d2d5a55-2aa4-4db1-a679-fed0a5c29be7, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:30:48.120438 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fde947f2-42e1-48ae-80ad-d3ea63767f96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (d1f39eb3-1608-443d-923b-542b1f7707f8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:48.127744 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692cbeca-4daf-402d-b827-039bf0a34006 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Network 4f3ad708-62f8-42b1-88a8-479294bb51bc is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:48.145459 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-692cbeca-4daf-402d-b827-039bf0a34006 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:48.152438 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692cbeca-4daf-402d-b827-039bf0a34006 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:48.166548 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692cbeca-4daf-402d-b827-039bf0a34006 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:48.166859 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-692cbeca-4daf-402d-b827-039bf0a34006 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:48.174407 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cbeca-4daf-402d-b827-039bf0a34006 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Pushing event updated for resources: {'Port': ['ID=f9f76de4-2029-4dde-b89f-93e153be9ef6,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:48.204187 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c1f1c7c-2a15-4297-84db-35d1d00332f0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (816e41cb-b4ab-403e-817e-0fec39e0cdde), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:48.246949 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-692cbeca-4daf-402d-b827-039bf0a34006 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.3914685 Feb 19 04:30:48.253619 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54048) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:48.253883 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922322-2b53-41d8-a714-25e573827721 req-5aeb2260-566a-4bcb-b48d-4488b19433e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:48.257151 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-5aeb2260-566a-4bcb-b48d-4488b19433e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2900383 Feb 19 04:30:48.266382 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f6a5fa-3344-4d55-a39f-3ce1954ff636 admin admin] Network 7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:30:48.288102 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b5f51f18-4bf8-49db-963d-8ba9077bf772 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Request body: {'port': {'network_id': '4f3ad708-62f8-42b1-88a8-479294bb51bc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1374648206', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:48.288102 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.api.validators [None req-b5f51f18-4bf8-49db-963d-8ba9077bf772 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] bootfile-name is not in valid_values {{(pid=115198) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 04:30:48.288102 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.api.validators [None req-b5f51f18-4bf8-49db-963d-8ba9077bf772 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] tftp-server is not in valid_values {{(pid=115198) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 04:30:48.291239 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-2c1f1c7c-2a15-4297-84db-35d1d00332f0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816e41cb-b4ab-403e-817e-0fec39e0cdde']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:48.309797 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.api.validators [None req-b5f51f18-4bf8-49db-963d-8ba9077bf772 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] server-ip-address is not in valid_values {{(pid=115198) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 04:30:48.324040 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54050) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:48.337036 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fde947f2-42e1-48ae-80ad-d3ea63767f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d1f39eb3-1608-443d-923b-542b1f7707f8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:48.346420 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-2c1f1c7c-2a15-4297-84db-35d1d00332f0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6acf972-4a8a-4fe5-8700-bb6da82b46c3') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:48.347278 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-2c1f1c7c-2a15-4297-84db-35d1d00332f0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6acf972-4a8a-4fe5-8700-bb6da82b46c3') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:30:48.351854 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde947f2-42e1-48ae-80ad-d3ea63767f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:48.358010 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fde947f2-42e1-48ae-80ad-d3ea63767f96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:48.531502 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c1f1c7c-2a15-4297-84db-35d1d00332f0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (d6acf972-4a8a-4fe5-8700-bb6da82b46c3), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:48.682092 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c1f1c7c-2a15-4297-84db-35d1d00332f0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (d6acf972-4a8a-4fe5-8700-bb6da82b46c3), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:48.765912 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1f1c7c-2a15-4297-84db-35d1d00332f0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:30:48.766875 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c1f1c7c-2a15-4297-84db-35d1d00332f0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (d6acf972-4a8a-4fe5-8700-bb6da82b46c3), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:48.767742 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-15f6a5fa-3344-4d55-a39f-3ce1954ff636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 7d2d5a55-2aa4-4db1-a679-fed0a5c29be7) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-57ad1090-879e-4452-95ed-be3ef696f4a2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=162f507b2aa54ee28ce387447bfc3fd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4341874 Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:30:48.779709 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:30:48.783948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cef03d-7887-4284-ae5b-7e6acb9d61ee None None] Network 7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:48.784653 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f6a5fa-3344-4d55-a39f-3ce1954ff636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:48.784653 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-15f6a5fa-3344-4d55-a39f-3ce1954ff636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:48.784653 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54056) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:48.937701 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f51f18-4bf8-49db-963d-8ba9077bf772 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Made reservation on behalf of 7d1db13e19f1456b8783a3eb9db61fcf for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:48.947105 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b5f51f18-4bf8-49db-963d-8ba9077bf772 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:48.960421 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-3dae06e5-e1bb-4f12-b993-45850d9de0ac service neutron] 10.222.0.48 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6898293 Feb 19 04:30:49.000397 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fde947f2-42e1-48ae-80ad-d3ea63767f96 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.0373397 Feb 19 04:30:49.012004 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54058) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:49.079210 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-8d727f23-1a47-4a8a-b19f-c2518db7e4a7 admin admin] Request body: {'subnet': {'network_id': 'd1f39eb3-1608-443d-923b-542b1f7707f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1972597283-subnet', 'tenant_id': '7ed9c9b978e4488eb22a79fa0d989987', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:49.129573 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cd79e8-7a93-468a-ae26-1660153378be None None] Network 7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:49.141904 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde947f2-42e1-48ae-80ad-d3ea63767f96 admin admin] Pushing event updated for resources: {'Network': ['ID=d1f39eb3-1608-443d-923b-542b1f7707f8,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:49.163580 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-15f6a5fa-3344-4d55-a39f-3ce1954ff636 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.2740109 Feb 19 04:30:49.200243 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network d1f39eb3-1608-443d-923b-542b1f7707f8 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:30:49.209607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-b5f51f18-4bf8-49db-963d-8ba9077bf772 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] device_id is not set on port 0caff4de-b426-4e94-97c3-937e8ed078ea yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:30:49.225197 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d727f23-1a47-4a8a-b19f-c2518db7e4a7 admin admin] Made reservation on behalf of 7ed9c9b978e4488eb22a79fa0d989987 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:49.229901 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8d727f23-1a47-4a8a-b19f-c2518db7e4a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:49.240973 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c1f1c7c-2a15-4297-84db-35d1d00332f0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (816e41cb-b4ab-403e-817e-0fec39e0cdde), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:49.262443 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c1f1c7c-2a15-4297-84db-35d1d00332f0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:49.270933 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2c1f1c7c-2a15-4297-84db-35d1d00332f0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/networks/816e41cb-b4ab-403e-817e-0fec39e0cdde HTTP/1.1" status: 204 len: 168 time: 4.2440844 Feb 19 04:30:49.311926 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54062) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:49.352980 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f1c7c-2a15-4297-84db-35d1d00332f0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Network': ['ID=816e41cb-b4ab-403e-817e-0fec39e0cdde,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:49.376977 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-c8916af2-e0e4-4ed8-b5f3-67a1c4cc4e31 service neutron] 10.222.0.48 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061012 Feb 19 04:30:49.409996 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-82dfb6da-259d-408a-aaf8-beec72148fd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-55428114', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}, 'admin_state_up': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:49.575269 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82dfb6da-259d-408a-aaf8-beec72148fd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (d78a715b-26a7-4b7c-a970-4350dff546c7), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:49.577833 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82dfb6da-259d-408a-aaf8-beec72148fd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (d78a715b-26a7-4b7c-a970-4350dff546c7), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:49.583254 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7c1e1de4-383d-4497-903a-847c6c426e53 admin admin] Publish callbacks [] for security_group (2befde13-b3a6-4372-b4ea-c72af2c61ec2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:49.585000 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-adc87b5e-77ca-452f-ac0e-7d0bb778906c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 HTTP/1.1" status: 200 len: 217 time: 0.1991723 Feb 19 04:30:49.827687 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922322-2b53-41d8-a714-25e573827721 req-e4beca14-50c4-4e2d-ada7-888c68202f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:49.834939 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-e4beca14-50c4-4e2d-ada7-888c68202f5f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=544bab28-3af6-4f3c-be5b-695dcbab8919 HTTP/1.1" status: 200 len: 797 time: 0.2429588 Feb 19 04:30:49.850386 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fa0d1428-8b5d-4a4c-8355-67c1c536fccb up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:49.958256 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7c1e1de4-383d-4497-903a-847c6c426e53 admin admin] Publish callbacks [] for security_group (2befde13-b3a6-4372-b4ea-c72af2c61ec2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:50.066725 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port fa0d1428-8b5d-4a4c-8355-67c1c536fccb triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:50.070071 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fa0d1428-8b5d-4a4c-8355-67c1c536fccb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:50.090029 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922322-2b53-41d8-a714-25e573827721 req-896909b2-2c33-4751-965a-0dffed8a01c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:50.095869 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-896909b2-2c33-4751-965a-0dffed8a01c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2513545 Feb 19 04:30:50.123693 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-b5f51f18-4bf8-49db-963d-8ba9077bf772 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Allocated IP 2001:db8::311 (4f3ad708-62f8-42b1-88a8-479294bb51bc/b8ce3c93-974d-45b5-bdc6-acb672bb2978/0caff4de-b426-4e94-97c3-937e8ed078ea) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:50.175878 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3d8c75-a176-483c-a9d1-6429c1ba39bb None None] Network 4f3ad708-62f8-42b1-88a8-479294bb51bc requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:50.319545 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82dfb6da-259d-408a-aaf8-beec72148fd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router_controller (d78a715b-26a7-4b7c-a970-4350dff546c7), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:50.449263 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-3c9764a9-55e2-450d-afa8-a5ec4d093fb2 service neutron] 10.222.0.48 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399043 Feb 19 04:30:50.603453 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-fc5f992c-2733-4cc1-8212-16a82408a2c4 None None] Provisioning complete for port fa0d1428-8b5d-4a4c-8355-67c1c536fccb triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:50.604139 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fc5f992c-2733-4cc1-8212-16a82408a2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fa0d1428-8b5d-4a4c-8355-67c1c536fccb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:50.877105 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port fa0d1428-8b5d-4a4c-8355-67c1c536fccb is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:50.878386 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fa0d1428-8b5d-4a4c-8355-67c1c536fccb), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:50.943756 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-64bd039d-57bc-42ad-89d2-6633ae24b437 service neutron] 10.222.0.48 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932642 Feb 19 04:30:51.010225 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-8dcf729b-f5c7-40ee-b8fd-bc175165fee6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 HTTP/1.1" status: 200 len: 217 time: 0.0600297 Feb 19 04:30:51.020778 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-d7d685b7-316f-4034-a480-52900aa4b95c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:51.027327 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-d7d685b7-316f-4034-a480-52900aa4b95c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/networks?id=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 HTTP/1.1" status: 200 len: 814 time: 0.4228153 Feb 19 04:30:51.053328 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port fa0d1428-8b5d-4a4c-8355-67c1c536fccb, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=fa0d1428-8b5d-4a4c-8355-67c1c536fccb,segment=NetworkSegment(ae39fa90-fab9-413f-9485-d893e3297ca7),segment_id=ae39fa90-fab9-413f-9485-d893e3297ca7)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:51.055640 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f992c-2733-4cc1-8212-16a82408a2c4 None None] Current status of the port fa0d1428-8b5d-4a4c-8355-67c1c536fccb is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:51.056507 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fc5f992c-2733-4cc1-8212-16a82408a2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fa0d1428-8b5d-4a4c-8355-67c1c536fccb), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:51.083785 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fa0d1428-8b5d-4a4c-8355-67c1c536fccb), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:51.132227 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922322-2b53-41d8-a714-25e573827721 req-5d6d5cec-ee20-4935-84e2-bf5bc1738271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:51.134848 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-5d6d5cec-ee20-4935-84e2-bf5bc1738271 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54fff4b2-f9f1-4478-bd95-9c01635e43e8 HTTP/1.1" status: 200 len: 797 time: 0.0974081 Feb 19 04:30:51.150238 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-52229c6d-66a0-4cd5-b40e-d70b65d16bbd tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/quotas/33c394b84df34f71a382d547bb213da3 HTTP/1.1" status: 200 len: 375 time: 0.1211908 Feb 19 04:30:51.159302 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=fa0d1428-8b5d-4a4c-8355-67c1c536fccb,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:51.251758 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-b3d50993-26d0-41f8-bea0-bb429d61a9cb tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=33c394b84df34f71a382d547bb213da3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0999684 Feb 19 04:30:51.271997 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-fc5f992c-2733-4cc1-8212-16a82408a2c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:30:51.272573 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-fc5f992c-2733-4cc1-8212-16a82408a2c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:30:51.328650 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922322-2b53-41d8-a714-25e573827721 req-87e1b8d5-0309-45a9-b1ce-54fcbdd4c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:51.331902 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-87e1b8d5-0309-45a9-b1ce-54fcbdd4c0f2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0197e602-f5d2-48ef-bb73-a3741213d4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1246140 Feb 19 04:30:51.602416 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7c1e1de4-383d-4497-903a-847c6c426e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2befde13-b3a6-4372-b4ea-c72af2c61ec2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:51.617053 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7c1e1de4-383d-4497-903a-847c6c426e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:51.620601 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7c1e1de4-383d-4497-903a-847c6c426e53 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2befde13-b3a6-4372-b4ea-c72af2c61ec2 HTTP/1.1" status: 204 len: 168 time: 2.8209515 Feb 19 04:30:51.655643 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fa0d1428-8b5d-4a4c-8355-67c1c536fccb up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:51.740666 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e1de4-383d-4497-903a-847c6c426e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2befde13-b3a6-4372-b4ea-c72af2c61ec2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:52.070835 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f992c-2733-4cc1-8212-16a82408a2c4 None None] Current status of the port fa0d1428-8b5d-4a4c-8355-67c1c536fccb is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:52.083428 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port fa0d1428-8b5d-4a4c-8355-67c1c536fccb triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:52.084080 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fa0d1428-8b5d-4a4c-8355-67c1c536fccb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:52.240370 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82dfb6da-259d-408a-aaf8-beec72148fd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router_gateway (d78a715b-26a7-4b7c-a970-4350dff546c7), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:52.485701 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8d727f23-1a47-4a8a-b19f-c2518db7e4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (a7ed6998-e7ed-47b4-b161-b09b5b98802b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:52.513918 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-02683b3f-5161-44fa-838e-3428c699dc43 None None] Provisioning complete for port f9f76de4-2029-4dde-b89f-93e153be9ef6 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:52.514549 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-02683b3f-5161-44fa-838e-3428c699dc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f9f76de4-2029-4dde-b89f-93e153be9ef6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:52.574821 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-579e4028-51f9-4908-a1ed-2e7f9678a527 service neutron] 10.222.0.48 "GET /v2.0/networks/0197e602-f5d2-48ef-bb73-a3741213d4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2344220 Feb 19 04:30:52.677598 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-608c4835-5b2f-4348-8d36-7d5ffcff6002 service neutron] 10.222.0.65 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4249046 Feb 19 04:30:52.752575 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-02683b3f-5161-44fa-838e-3428c699dc43 None None] Port f9f76de4-2029-4dde-b89f-93e153be9ef6 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:30:52.925681 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-02683b3f-5161-44fa-838e-3428c699dc43 None None] Provisioning complete for port fa0d1428-8b5d-4a4c-8355-67c1c536fccb triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:52.929199 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-02683b3f-5161-44fa-838e-3428c699dc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fa0d1428-8b5d-4a4c-8355-67c1c536fccb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:53.081427 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d727f23-1a47-4a8a-b19f-c2518db7e4a7 admin admin] Checking segment: {'id': '70b85a37-a874-4cab-a8b1-16459af810e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd1f39eb3-1608-443d-923b-542b1f7707f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:53.082407 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d727f23-1a47-4a8a-b19f-c2518db7e4a7 admin admin] Network hostable DHCP agents. Network: d1f39eb3-1608-443d-923b-542b1f7707f8, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:30:53.159817 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d727f23-1a47-4a8a-b19f-c2518db7e4a7 admin admin] Network d1f39eb3-1608-443d-923b-542b1f7707f8 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:30:53.185639 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port fa0d1428-8b5d-4a4c-8355-67c1c536fccb is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:53.251889 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d727f23-1a47-4a8a-b19f-c2518db7e4a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7ed6998-e7ed-47b4-b161-b09b5b98802b,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:53.274288 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-8d727f23-1a47-4a8a-b19f-c2518db7e4a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, d1f39eb3-1608-443d-923b-542b1f7707f8) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:53.297256 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d727f23-1a47-4a8a-b19f-c2518db7e4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:53.301013 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8d727f23-1a47-4a8a-b19f-c2518db7e4a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:53.384577 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-02683b3f-5161-44fa-838e-3428c699dc43 None None] Current status of the port fa0d1428-8b5d-4a4c-8355-67c1c536fccb is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:53.392332 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1c9b9a-8180-4c5e-bf6b-df07cd4fca53 None None] Network d1f39eb3-1608-443d-923b-542b1f7707f8 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:53.425610 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-de4b7f63-7731-4917-bc3e-eea6656370d0 service neutron] 10.222.0.48 "GET /v2.0/networks/0197e602-f5d2-48ef-bb73-a3741213d4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8287818 Feb 19 04:30:53.448755 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8d727f23-1a47-4a8a-b19f-c2518db7e4a7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.4290860 Feb 19 04:30:53.546656 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-4e766e00-3b7d-493b-9a43-2280a6b3b1e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3f34b13c-5435-4bbf-ae60-854887c74231 HTTP/1.1" status: 200 len: 217 time: 0.0917408 Feb 19 04:30:53.600175 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9955457-0079-429f-9ebb-2b3bc7539a8f None None] Network d1f39eb3-1608-443d-923b-542b1f7707f8 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:53.683347 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54120) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:53.707101 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-18f0a3a6-edb8-4fee-9dda-7a6fddaa3fd8 service neutron] 10.222.0.65 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9532857 Feb 19 04:30:53.710317 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922322-2b53-41d8-a714-25e573827721 req-6eebad89-892d-4205-ba11-30bd7ae388b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:53.713773 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-6eebad89-892d-4205-ba11-30bd7ae388b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54fff4b2-f9f1-4478-bd95-9c01635e43e8 HTTP/1.1" status: 200 len: 797 time: 0.1597567 Feb 19 04:30:53.853625 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d058313b-0116-472e-95d1-df39dc73ae74 None None] Provisioning complete for port f9f76de4-2029-4dde-b89f-93e153be9ef6 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:53.855778 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d058313b-0116-472e-95d1-df39dc73ae74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f9f76de4-2029-4dde-b89f-93e153be9ef6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:54.024429 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d058313b-0116-472e-95d1-df39dc73ae74 None None] Port f9f76de4-2029-4dde-b89f-93e153be9ef6 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:30:54.078126 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b5f51f18-4bf8-49db-963d-8ba9077bf772 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks [] for port (0caff4de-b426-4e94-97c3-937e8ed078ea), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:54.079727 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14922322-2b53-41d8-a714-25e573827721 req-96da828c-1da5-445a-8679-92131c98e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:54.094563 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-96da828c-1da5-445a-8679-92131c98e43c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0197e602-f5d2-48ef-bb73-a3741213d4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3714309 Feb 19 04:30:54.294120 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82dfb6da-259d-408a-aaf8-beec72148fd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router_gateway (d78a715b-26a7-4b7c-a970-4350dff546c7), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:54.437499 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ea94e6c-54a7-4090-9d66-1a7e4886575a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:54.453644 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82dfb6da-259d-408a-aaf8-beec72148fd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:54.543030 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-8720e1c4-c359-4b7e-a642-b8a5f8789001 service neutron] 10.222.0.48 "GET /v2.0/networks/0197e602-f5d2-48ef-bb73-a3741213d4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367545 Feb 19 04:30:54.803850 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54144) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:55.005167 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-82dfb6da-259d-408a-aaf8-beec72148fd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Allocated IP 172.25.0.160 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/48793f88-0e69-4969-9104-cdc99bdf9ce3) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:55.029994 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14922322-2b53-41d8-a714-25e573827721 req-05dea8a9-7310-4317-b451-2a90b095488c service neutron] 10.222.0.48 "GET /v2.0/networks/0197e602-f5d2-48ef-bb73-a3741213d4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805982 Feb 19 04:30:55.364815 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-1fab0cb5-df0b-4dba-a958-05f8ff41a7eb tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] Request body: {'port': {'network_id': '171f8f50-72df-433b-87e6-1dbd7575cfa5', 'name': 'tempest-NetworksNegativeTestJSON-1388717180'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:55.438944 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fab0cb5-df0b-4dba-a958-05f8ff41a7eb tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] POST failed (client error): The resource could not be found. Feb 19 04:30:55.439546 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fab0cb5-df0b-4dba-a958-05f8ff41a7eb tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:30:55.441239 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1fab0cb5-df0b-4dba-a958-05f8ff41a7eb tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6352420 Feb 19 04:30:55.450146 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54164) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:55.512465 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d5fde5b-9a40-4ed2-b7b4-90295885752d req-9ec149b1-3de0-4628-ab4d-e578face5845 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 210 time: 0.9820271 Feb 19 04:30:55.517256 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-a482984e-db88-4846-bd56-0e089fe813a3 tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] DELETE failed (client error): The resource could not be found. Feb 19 04:30:55.522233 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a482984e-db88-4846-bd56-0e089fe813a3 tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:30:55.523721 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b5f51f18-4bf8-49db-963d-8ba9077bf772 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (0caff4de-b426-4e94-97c3-937e8ed078ea), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:55.533117 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a482984e-db88-4846-bd56-0e089fe813a3 tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] 10.222.0.65 "DELETE /v2.0/networks/ffffed2a-f993-478e-8232-9536f65e3ab4 HTTP/1.1" status: 404 len: 339 time: 0.0797260 Feb 19 04:30:55.539292 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54166) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:55.609291 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-255b0857-d656-4cf9-b77f-ab0e62f6e22b tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] DELETE failed (client error): The resource could not be found. Feb 19 04:30:55.609965 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255b0857-d656-4cf9-b77f-ab0e62f6e22b tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:30:55.616512 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-255b0857-d656-4cf9-b77f-ab0e62f6e22b tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] 10.222.0.65 "DELETE /v2.0/ports/acfddcfb-2ba7-4f1b-8bc2-63b0c1e42f4b HTTP/1.1" status: 404 len: 333 time: 0.0756981 Feb 19 04:30:55.626078 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54168) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:55.648100 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54170) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:55.659578 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-90523ef6-b9bd-4af7-9d75-56706a82e503 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-531630879-network', 'tenant_id': '95b32d89d90e415a8f0b3820ef78a95a'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:55.719060 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f51f18-4bf8-49db-963d-8ba9077bf772 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Pushing event updated for resources: {'Port': ['ID=0caff4de-b426-4e94-97c3-937e8ed078ea,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:55.739030 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef49c6d3-b858-45d2-9437-485724ec84e8 tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] DELETE failed (client error): The resource could not be found. Feb 19 04:30:55.740015 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef49c6d3-b858-45d2-9437-485724ec84e8 tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:30:55.743655 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ef49c6d3-b858-45d2-9437-485724ec84e8 tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] 10.222.0.65 "DELETE /v2.0/subnets/7e0dbc48-9abe-4c8d-b6bf-1f47032caa66 HTTP/1.1" status: 404 len: 337 time: 0.1159251 Feb 19 04:30:55.757511 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54172) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:55.874430 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f51f18-4bf8-49db-963d-8ba9077bf772 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Network 4f3ad708-62f8-42b1-88a8-479294bb51bc is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:55.885519 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dfca02a-8911-4f96-a81d-d003192c5ddf tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] GET failed (client error): The resource could not be found. Feb 19 04:30:55.897706 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-b5f51f18-4bf8-49db-963d-8ba9077bf772 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:55.898952 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54174) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:55.899658 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4dfca02a-8911-4f96-a81d-d003192c5ddf tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] 10.222.0.65 "GET /v2.0/networks/624734a9-89db-4e0a-bbe7-010bf6105d0b HTTP/1.1" status: 404 len: 339 time: 0.1341670 Feb 19 04:30:55.902200 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90523ef6-b9bd-4af7-9d75-56706a82e503 admin admin] Made reservation on behalf of 95b32d89d90e415a8f0b3820ef78a95a for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:55.906842 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-90523ef6-b9bd-4af7-9d75-56706a82e503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:55.909249 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f51f18-4bf8-49db-963d-8ba9077bf772 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:55.919749 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f51f18-4bf8-49db-963d-8ba9077bf772 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:55.920675 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b5f51f18-4bf8-49db-963d-8ba9077bf772 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:55.929622 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-90523ef6-b9bd-4af7-9d75-56706a82e503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:56.007531 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82dfb6da-259d-408a-aaf8-beec72148fd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for port (48793f88-0e69-4969-9104-cdc99bdf9ce3), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:56.016613 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ededcd8-2f36-42e1-be11-bd0492220f80 tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] GET failed (client error): The resource could not be found. Feb 19 04:30:56.019008 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6ededcd8-2f36-42e1-be11-bd0492220f80 tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] 10.222.0.65 "GET /v2.0/ports/bd33dd8b-4e1f-442b-9481-47941aac1e1f HTTP/1.1" status: 404 len: 333 time: 0.1119626 Feb 19 04:30:56.031682 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54176) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:56.080661 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b5f51f18-4bf8-49db-963d-8ba9077bf772 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 7.8091102 Feb 19 04:30:56.094250 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54178) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:56.116452 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb5ed43-5f0b-46a2-a7aa-82287b804ec5 tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] GET failed (client error): The resource could not be found. Feb 19 04:30:56.130855 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-bbb5ed43-5f0b-46a2-a7aa-82287b804ec5 tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] 10.222.0.65 "GET /v2.0/subnets/0343877a-5dcd-4b94-802d-a1e6a32e98b7 HTTP/1.1" status: 404 len: 337 time: 0.0975316 Feb 19 04:30:56.132055 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54180) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:56.150657 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-ba391eda-fed1-4c99-ad63-3aa5e09a158d tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] Request body: {'network': {'name': 'new_name'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:56.182579 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ea94e6c-54a7-4090-9d66-1a7e4886575a admin admin] Publish callbacks [] for security_group (7ec7464a-1b2d-426c-9832-23431cd755d5), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:56.209505 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba391eda-fed1-4c99-ad63-3aa5e09a158d tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] PUT failed (client error): The resource could not be found. Feb 19 04:30:56.210420 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba391eda-fed1-4c99-ad63-3aa5e09a158d tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:30:56.230118 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ba391eda-fed1-4c99-ad63-3aa5e09a158d tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] 10.222.0.65 "PUT /v2.0/networks/915752ca-dceb-45bd-b4cb-fe4363d85389 HTTP/1.1" status: 404 len: 339 time: 0.0883296 Feb 19 04:30:56.231182 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54182) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:56.243915 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c24c1496-a195-4c82-911d-7b7e35762ebf tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] Request body: {'port': {'name': 'new_name'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:56.311511 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24c1496-a195-4c82-911d-7b7e35762ebf tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] PUT failed (client error): The resource could not be found. Feb 19 04:30:56.312391 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24c1496-a195-4c82-911d-7b7e35762ebf tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:30:56.325697 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c24c1496-a195-4c82-911d-7b7e35762ebf tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] 10.222.0.65 "PUT /v2.0/ports/84290cf2-200e-4b5c-9bc6-7ae04af0150d HTTP/1.1" status: 404 len: 333 time: 0.0898743 Feb 19 04:30:56.333212 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54184) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:56.348554 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f81078be-4a4b-4513-b604-86fee06eb977 tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:56.390164 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ea94e6c-54a7-4090-9d66-1a7e4886575a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7ec7464a-1b2d-426c-9832-23431cd755d5), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:56.419595 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81078be-4a4b-4513-b604-86fee06eb977 tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] PUT failed (client error): The resource could not be found. Feb 19 04:30:56.420100 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81078be-4a4b-4513-b604-86fee06eb977 tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:30:56.425443 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82dfb6da-259d-408a-aaf8-beec72148fd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (48793f88-0e69-4969-9104-cdc99bdf9ce3), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:56.428095 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f81078be-4a4b-4513-b604-86fee06eb977 tempest-NetworksNegativeTestJSON-1389724423 tempest-NetworksNegativeTestJSON-1389724423-project] 10.222.0.65 "PUT /v2.0/subnets/cb9bd42a-6522-4a75-885d-2e97f2817568 HTTP/1.1" status: 404 len: 337 time: 0.0929773 Feb 19 04:30:56.443045 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-90523ef6-b9bd-4af7-9d75-56706a82e503 admin admin] Publish callbacks [] for security_group (2b0705d7-6d0c-4b93-aa7c-2b5b4ce433b7), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:56.454680 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-90523ef6-b9bd-4af7-9d75-56706a82e503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2b0705d7-6d0c-4b93-aa7c-2b5b4ce433b7), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:56.515592 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dfb6da-259d-408a-aaf8-beec72148fd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:30:56.541650 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-82dfb6da-259d-408a-aaf8-beec72148fd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:56.655475 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:30:56.658568 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90523ef6-b9bd-4af7-9d75-56706a82e503 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:30:56.720323 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dfb6da-259d-408a-aaf8-beec72148fd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:30:56.785536 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e72f03ac-6c0c-495c-881c-2e4c3a2701c6 None None] Provisioning complete for port 0caff4de-b426-4e94-97c3-937e8ed078ea triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:56.786743 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-90523ef6-b9bd-4af7-9d75-56706a82e503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (036daf45-4b4f-4618-8cf3-a95629a95f91), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:56.787631 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e72f03ac-6c0c-495c-881c-2e4c3a2701c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0caff4de-b426-4e94-97c3-937e8ed078ea), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:56.788559 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-90523ef6-b9bd-4af7-9d75-56706a82e503 admin admin] Added segment 036daf45-4b4f-4618-8cf3-a95629a95f91 of type vlan for network c140ae27-ca65-406d-8808-3e3e632a750c Feb 19 04:30:56.883969 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6ea94e6c-54a7-4090-9d66-1a7e4886575a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9a1b225534a64dc58eed145674c9a6ad&name=default HTTP/1.1" status: 200 len: 3000 time: 3.1295724 Feb 19 04:30:56.887064 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54194) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:56.933364 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e72f03ac-6c0c-495c-881c-2e4c3a2701c6 None None] Port 0caff4de-b426-4e94-97c3-937e8ed078ea cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:30:57.018245 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-90523ef6-b9bd-4af7-9d75-56706a82e503 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (c140ae27-ca65-406d-8808-3e3e632a750c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:57.039460 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea94e6c-54a7-4090-9d66-1a7e4886575a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec7464a-1b2d-426c-9832-23431cd755d5,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:57.127575 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90523ef6-b9bd-4af7-9d75-56706a82e503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0705d7-6d0c-4b93-aa7c-2b5b4ce433b7,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:57.245109 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fb832132-a08e-4c6e-a111-0d5d8ea8ba92 req-f653276e-e75c-4d1c-b21d-d7cc20f0f1ec tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 210 time: 0.1072438 Feb 19 04:30:57.246146 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-90523ef6-b9bd-4af7-9d75-56706a82e503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (c140ae27-ca65-406d-8808-3e3e632a750c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:57.247821 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90523ef6-b9bd-4af7-9d75-56706a82e503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:57.248893 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-90523ef6-b9bd-4af7-9d75-56706a82e503 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:57.374651 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2af4cc-eb98-4617-ac1e-74f60c241a54 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:57.377362 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54198) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:57.394606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2af4cc-eb98-4617-ac1e-74f60c241a54 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:57.397078 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-90523ef6-b9bd-4af7-9d75-56706a82e503 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7437668 Feb 19 04:30:57.399307 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90523ef6-b9bd-4af7-9d75-56706a82e503 admin admin] Pushing event updated for resources: {'Network': ['ID=c140ae27-ca65-406d-8808-3e3e632a750c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:57.402186 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54202) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:57.413983 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-8d6cf175-1220-4734-b794-d7b95cd1da06 admin admin] Request body: {'subnet': {'network_id': 'c140ae27-ca65-406d-8808-3e3e632a750c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-531630879-subnet', 'tenant_id': '95b32d89d90e415a8f0b3820ef78a95a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:57.428425 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2af4cc-eb98-4617-ac1e-74f60c241a54 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:57.435489 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2e2af4cc-eb98-4617-ac1e-74f60c241a54 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 1.3305554 Feb 19 04:30:57.446650 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54204) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:57.452310 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network c140ae27-ca65-406d-8808-3e3e632a750c details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:30:57.572752 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6cf175-1220-4734-b794-d7b95cd1da06 admin admin] Made reservation on behalf of 95b32d89d90e415a8f0b3820ef78a95a for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:57.579851 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf175-1220-4734-b794-d7b95cd1da06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:57.634884 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfb6da-259d-408a-aaf8-beec72148fd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Port': ['ID=48793f88-0e69-4969-9104-cdc99bdf9ce3,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:57.717451 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-79457d63-26a4-48e8-b81a-6ec4a4b0103f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:57.750774 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-908d8f93-5306-407c-9999-abcb054944db admin admin] Publish callbacks [] for security_group (7ec7464a-1b2d-426c-9832-23431cd755d5), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:57.849675 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-908d8f93-5306-407c-9999-abcb054944db admin admin] Publish callbacks [] for security_group (7ec7464a-1b2d-426c-9832-23431cd755d5), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:57.927152 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-f466748b-5ed8-42f6-8e5f-d968afb0e9eb tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Deleting port 0caff4de-b426-4e94-97c3-937e8ed078ea {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:30:57.927898 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f466748b-5ed8-42f6-8e5f-d968afb0e9eb tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0caff4de-b426-4e94-97c3-937e8ed078ea), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:57.963958 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-3832af66-b13b-4646-af52-7930b37526b9 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:57.967401 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-3832af66-b13b-4646-af52-7930b37526b9 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.10 "GET /v2.0/networks?id=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 HTTP/1.1" status: 200 len: 814 time: 1.1411848 Feb 19 04:30:58.015141 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-ee5e0fa4-acaa-4930-b769-0ddf2ed8565a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Request body: {'port': {'device_id': '0934eaed-ec46-41c4-b15d-20d87b594238', 'network_id': '7d2d5a55-2aa4-4db1-a679-fed0a5c29be7', 'admin_state_up': True, 'tenant_id': '33c394b84df34f71a382d547bb213da3'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:58.134598 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82dfb6da-259d-408a-aaf8-beec72148fd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router_gateway (d78a715b-26a7-4b7c-a970-4350dff546c7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.251791 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-79457d63-26a4-48e8-b81a-6ec4a4b0103f admin admin] Publish callbacks [] for security_group (6bb6e01e-b7c1-469b-83fe-8440e906ecaa), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.254520 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-908d8f93-5306-407c-9999-abcb054944db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7ec7464a-1b2d-426c-9832-23431cd755d5), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.259544 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-908d8f93-5306-407c-9999-abcb054944db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.264980 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-908d8f93-5306-407c-9999-abcb054944db admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7ec7464a-1b2d-426c-9832-23431cd755d5 HTTP/1.1" status: 204 len: 168 time: 1.3593619 Feb 19 04:30:58.282919 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f466748b-5ed8-42f6-8e5f-d968afb0e9eb tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0caff4de-b426-4e94-97c3-937e8ed078ea), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.306654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-f466748b-5ed8-42f6-8e5f-d968afb0e9eb tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Calling delete_port for 0caff4de-b426-4e94-97c3-937e8ed078ea owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:30:58.360986 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d8f93-5306-407c-9999-abcb054944db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec7464a-1b2d-426c-9832-23431cd755d5,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:58.374702 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-79457d63-26a4-48e8-b81a-6ec4a4b0103f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6bb6e01e-b7c1-469b-83fe-8440e906ecaa), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.411324 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf175-1220-4734-b794-d7b95cd1da06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (e902e0d8-1c9a-4a0d-9835-2922c62464eb), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.416900 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79457d63-26a4-48e8-b81a-6ec4a4b0103f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb6e01e-b7c1-469b-83fe-8440e906ecaa,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:58.491251 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cf175-1220-4734-b794-d7b95cd1da06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e902e0d8-1c9a-4a0d-9835-2922c62464eb,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:58.566325 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-79457d63-26a4-48e8-b81a-6ec4a4b0103f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fe9a80dae4c246a8b69d753e2defc682&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1868463 Feb 19 04:30:58.573773 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54218) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:58.617397 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-ee5e0fa4-acaa-4930-b769-0ddf2ed8565a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Made reservation on behalf of 33c394b84df34f71a382d547bb213da3 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:30:58.620769 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6cf175-1220-4734-b794-d7b95cd1da06 admin admin] Checking segment: {'id': '036daf45-4b4f-4618-8cf3-a95629a95f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c140ae27-ca65-406d-8808-3e3e632a750c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:30:58.623518 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6cf175-1220-4734-b794-d7b95cd1da06 admin admin] Network hostable DHCP agents. Network: c140ae27-ca65-406d-8808-3e3e632a750c, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:30:58.624420 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-ee5e0fa4-acaa-4930-b769-0ddf2ed8565a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.725738 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6cf175-1220-4734-b794-d7b95cd1da06 admin admin] Network c140ae27-ca65-406d-8808-3e3e632a750c is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:30:58.784998 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-8d6cf175-1220-4734-b794-d7b95cd1da06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, c140ae27-ca65-406d-8808-3e3e632a750c) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:30:58.798613 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123b40e5-a9d1-4f7c-aac2-b7663e3fd596 None None] Network c140ae27-ca65-406d-8808-3e3e632a750c requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:58.814208 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6cf175-1220-4734-b794-d7b95cd1da06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:58.814845 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf175-1220-4734-b794-d7b95cd1da06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.851516 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f466748b-5ed8-42f6-8e5f-d968afb0e9eb tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (0caff4de-b426-4e94-97c3-937e8ed078ea), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:58.887451 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8d6cf175-1220-4734-b794-d7b95cd1da06 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4844711 Feb 19 04:30:58.940563 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54222) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:58.967723 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b6f640b3-3398-4277-8cec-7e79d3f663ad admin admin] Publish callbacks [] for security_group (6bb6e01e-b7c1-469b-83fe-8440e906ecaa), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:59.009310 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466748b-5ed8-42f6-8e5f-d968afb0e9eb tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Pushing event deleted for resources: {'Port': ['ID=0caff4de-b426-4e94-97c3-937e8ed078ea,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:59.021816 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f466748b-5ed8-42f6-8e5f-d968afb0e9eb tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:59.027659 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f466748b-5ed8-42f6-8e5f-d968afb0e9eb tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] 10.222.0.65 "DELETE /v2.0/ports/0caff4de-b426-4e94-97c3-937e8ed078ea HTTP/1.1" status: 204 len: 168 time: 1.5798659 Feb 19 04:30:59.031948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac93de2-c88e-4bde-bfde-d79cb36aa135 None None] Network c140ae27-ca65-406d-8808-3e3e632a750c requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:30:59.034391 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54224) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:30:59.058677 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-51047a4e-4158-47e3-9490-b63429a26b82 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Request body: {'port': {'name': 'tempest-new-port-name-1063906673', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:30:59.061309 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.api.validators [None req-51047a4e-4158-47e3-9490-b63429a26b82 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] bootfile-name is not in valid_values {{(pid=115199) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 04:30:59.061814 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.api.validators [None req-51047a4e-4158-47e3-9490-b63429a26b82 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] tftp-server is not in valid_values {{(pid=115199) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 04:30:59.063067 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.api.validators [None req-51047a4e-4158-47e3-9490-b63429a26b82 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] server-ip-address is not in valid_values {{(pid=115199) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 04:30:59.127104 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1a4882a8-f5b4-4ab3-8383-c63323e90141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:59.316388 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-51047a4e-4158-47e3-9490-b63429a26b82 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f9f76de4-2029-4dde-b89f-93e153be9ef6), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:59.681762 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-17defda4-cfab-43c7-86c5-78c306978c02 req-71411dd9-a595-430e-89f3-6e78a1479be8 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 210 time: 1.1589758 Feb 19 04:30:59.758860 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b6f640b3-3398-4277-8cec-7e79d3f663ad admin admin] Publish callbacks [] for security_group (6bb6e01e-b7c1-469b-83fe-8440e906ecaa), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:59.780208 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82dfb6da-259d-408a-aaf8-beec72148fd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (d78a715b-26a7-4b7c-a970-4350dff546c7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:59.890469 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-51047a4e-4158-47e3-9490-b63429a26b82 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks [] for port (f9f76de4-2029-4dde-b89f-93e153be9ef6), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:59.900956 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-51047a4e-4158-47e3-9490-b63429a26b82 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (f9f76de4-2029-4dde-b89f-93e153be9ef6), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:59.938552 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-ee5e0fa4-acaa-4930-b769-0ddf2ed8565a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Allocated IP 172.20.0.2 (7d2d5a55-2aa4-4db1-a679-fed0a5c29be7/c7fc7b67-5ad2-40ee-a254-a9f26919b969/2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:30:59.996963 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-51047a4e-4158-47e3-9490-b63429a26b82 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] In _notify_port_updated(), no bound segment for port f9f76de4-2029-4dde-b89f-93e153be9ef6 on network 4f3ad708-62f8-42b1-88a8-479294bb51bc {{(pid=115199) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:31:00.005854 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51047a4e-4158-47e3-9490-b63429a26b82 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:00.009033 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-51047a4e-4158-47e3-9490-b63429a26b82 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:00.013361 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-51047a4e-4158-47e3-9490-b63429a26b82 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] 10.222.0.65 "PUT /v2.0/ports/f9f76de4-2029-4dde-b89f-93e153be9ef6 HTTP/1.1" status: 200 len: 1130 time: 0.9784539 Feb 19 04:31:00.021648 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54258) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:00.090597 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b6f640b3-3398-4277-8cec-7e79d3f663ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6bb6e01e-b7c1-469b-83fe-8440e906ecaa), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:00.094210 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b6f640b3-3398-4277-8cec-7e79d3f663ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:00.099267 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b6f640b3-3398-4277-8cec-7e79d3f663ad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6bb6e01e-b7c1-469b-83fe-8440e906ecaa HTTP/1.1" status: 204 len: 168 time: 1.5172105 Feb 19 04:31:00.112266 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1a4882a8-f5b4-4ab3-8383-c63323e90141 admin admin] Publish callbacks [] for security_group (10be06c7-ad15-4159-8f11-f4d321153eaf), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:00.132397 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1a4882a8-f5b4-4ab3-8383-c63323e90141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (10be06c7-ad15-4159-8f11-f4d321153eaf), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:00.139701 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51047a4e-4158-47e3-9490-b63429a26b82 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Pushing event updated for resources: {'Port': ['ID=f9f76de4-2029-4dde-b89f-93e153be9ef6,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:00.152581 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f640b3-3398-4277-8cec-7e79d3f663ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb6e01e-b7c1-469b-83fe-8440e906ecaa,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:00.260858 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-01313e28-90c5-4904-b5a1-be06e393d524 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:00.264364 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-01313e28-90c5-4904-b5a1-be06e393d524 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/networks?id=d1f39eb3-1608-443d-923b-542b1f7707f8 HTTP/1.1" status: 200 len: 825 time: 0.5377121 Feb 19 04:31:00.306310 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1a4882a8-f5b4-4ab3-8383-c63323e90141 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=83c115c0a537427aa5bf535cb59c14bc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3569314 Feb 19 04:31:00.306310 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4882a8-f5b4-4ab3-8383-c63323e90141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10be06c7-ad15-4159-8f11-f4d321153eaf,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:00.312979 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18935cc-002e-4644-8f78-73f638fd88f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:00.317551 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f18935cc-002e-4644-8f78-73f638fd88f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] 10.222.0.65 "GET /v2.0/ports/f9f76de4-2029-4dde-b89f-93e153be9ef6 HTTP/1.1" status: 200 len: 1130 time: 0.2940884 Feb 19 04:31:00.322755 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54262) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:00.326504 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54264) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:00.344326 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-db3f411e-1212-4f35-8921-0724e25a21ac tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/quotas/7ed9c9b978e4488eb22a79fa0d989987 HTTP/1.1" status: 200 len: 375 time: 0.0160162 Feb 19 04:31:00.424555 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-1db8439f-896c-4a13-98bb-b0159078be98 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ed9c9b978e4488eb22a79fa0d989987&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642393 Feb 19 04:31:00.480254 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-ee5e0fa4-acaa-4930-b769-0ddf2ed8565a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Publish callbacks [] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:00.646817 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b93c4632-cf2b-4dbc-aa52-257c9e0128bc None None] Provisioning complete for port f9f76de4-2029-4dde-b89f-93e153be9ef6 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:00.648239 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b93c4632-cf2b-4dbc-aa52-257c9e0128bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f9f76de4-2029-4dde-b89f-93e153be9ef6), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:00.697632 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-4402195e-7f63-4cff-ab7d-f43cc57fd42d service neutron] 10.222.0.65 "GET /v2.0/networks/d1f39eb3-1608-443d-923b-542b1f7707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274902 Feb 19 04:31:00.745452 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-ee5e0fa4-acaa-4930-b769-0ddf2ed8565a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:00.801706 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82dfb6da-259d-408a-aaf8-beec72148fd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Router d78a715b-26a7-4b7c-a970-4350dff546c7 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:31:00.817080 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b93c4632-cf2b-4dbc-aa52-257c9e0128bc None None] Port f9f76de4-2029-4dde-b89f-93e153be9ef6 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:00.941855 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-ee5e0fa4-acaa-4930-b769-0ddf2ed8565a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Network 7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:00.957418 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-ee5e0fa4-acaa-4930-b769-0ddf2ed8565a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:00.967863 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-b9503a40-75e1-4eb3-90aa-5ebf986d58c5 service neutron] 10.222.0.65 "GET /v2.0/networks/d1f39eb3-1608-443d-923b-542b1f7707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596996 Feb 19 04:31:01.008336 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-ee5e0fa4-acaa-4930-b769-0ddf2ed8565a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:01.013903 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be737cf4-fe7c-408d-bde2-9d793e18ba37 admin admin] Publish callbacks [] for security_group (10be06c7-ad15-4159-8f11-f4d321153eaf), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:01.103739 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e0fa4-acaa-4930-b769-0ddf2ed8565a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Pushing event updated for resources: {'Port': ['ID=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:01.271452 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-ee5e0fa4-acaa-4930-b769-0ddf2ed8565a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:01.272280 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-ee5e0fa4-acaa-4930-b769-0ddf2ed8565a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:01.290062 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be737cf4-fe7c-408d-bde2-9d793e18ba37 admin admin] Publish callbacks [] for security_group (10be06c7-ad15-4159-8f11-f4d321153eaf), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:01.325695 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3bebbc8-0bfd-47df-9dd6-f510efe7a1c7 req-3098850d-04a9-4c5f-b743-15b3acf32245 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/ports?device_id=582b80b0-de51-4da1-b36d-e21af3ee8dd3 HTTP/1.1" status: 200 len: 210 time: 0.0772300 Feb 19 04:31:01.439280 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-d736a9e8-860e-4ea3-a648-f379f2765d61 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Deleting port f9f76de4-2029-4dde-b89f-93e153be9ef6 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:01.440210 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d736a9e8-860e-4ea3-a648-f379f2765d61 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f9f76de4-2029-4dde-b89f-93e153be9ef6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:01.519306 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d6b77-2caf-4e8e-9c55-0dcf939c9241 req-dae5fea6-87ef-480b-b0e2-79cc954e277c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:01.526901 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-459d6b77-2caf-4e8e-9c55-0dcf939c9241 req-dae5fea6-87ef-480b-b0e2-79cc954e277c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 931 time: 0.6404727 Feb 19 04:31:01.579855 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dfb6da-259d-408a-aaf8-beec72148fd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:01.597930 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea330261-7a36-49ad-be1b-01340e817a8f None None] Sync routers for ids ['d78a715b-26a7-4b7c-a970-4350dff546c7'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:01.607111 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be737cf4-fe7c-408d-bde2-9d793e18ba37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (10be06c7-ad15-4159-8f11-f4d321153eaf), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:01.612049 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be737cf4-fe7c-408d-bde2-9d793e18ba37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:01.614539 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-be737cf4-fe7c-408d-bde2-9d793e18ba37 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/10be06c7-ad15-4159-8f11-f4d321153eaf HTTP/1.1" status: 204 len: 168 time: 1.2845597 Feb 19 04:31:01.631320 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea330261-7a36-49ad-be1b-01340e817a8f None None] Routers {'d78a715b-26a7-4b7c-a970-4350dff546c7'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:01.634224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ea330261-7a36-49ad-be1b-01340e817a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:30:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d78a715b-26a7-4b7c-a970-4350dff546c7'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:01.651990 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be737cf4-fe7c-408d-bde2-9d793e18ba37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10be06c7-ad15-4159-8f11-f4d321153eaf,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:01.663667 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-ee5e0fa4-acaa-4930-b769-0ddf2ed8565a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6781781 Feb 19 04:31:01.688114 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82dfb6da-259d-408a-aaf8-beec72148fd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:01.692437 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-82dfb6da-259d-408a-aaf8-beec72148fd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 12.3105533 Feb 19 04:31:01.696942 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54300) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:01.734948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ea330261-7a36-49ad-be1b-01340e817a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:01.738298 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-616e7b4e-2686-4336-88fb-9b1147cc207b service neutron] Request body: {'port': {'device_id': '0934eaed-ec46-41c4-b15d-20d87b594238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:01.771237 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea330261-7a36-49ad-be1b-01340e817a8f None None] Routers {'d78a715b-26a7-4b7c-a970-4350dff546c7'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:01.772385 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ea330261-7a36-49ad-be1b-01340e817a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:30:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d78a715b-26a7-4b7c-a970-4350dff546c7'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:01.853038 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-459d6b77-2caf-4e8e-9c55-0dcf939c9241 req-0bf63c9b-6416-47a9-bc16-8796715296bb tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248053 Feb 19 04:31:01.920780 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ea330261-7a36-49ad-be1b-01340e817a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:01.925286 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea330261-7a36-49ad-be1b-01340e817a8f None None] The sync data for ids ['d78a715b-26a7-4b7c-a970-4350dff546c7'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:01.991327 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54304) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:02.033293 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d736a9e8-860e-4ea3-a648-f379f2765d61 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f9f76de4-2029-4dde-b89f-93e153be9ef6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:02.038294 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-616e7b4e-2686-4336-88fb-9b1147cc207b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:02.075171 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-d736a9e8-860e-4ea3-a648-f379f2765d61 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Calling delete_port for f9f76de4-2029-4dde-b89f-93e153be9ef6 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:02.212289 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4bd7724e-6af1-4fa1-afba-d0a3a915c659 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "GET /v2.0/routers/d78a715b-26a7-4b7c-a970-4350dff546c7 HTTP/1.1" status: 200 len: 883 time: 0.5126724 Feb 19 04:31:02.221028 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54312) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:02.278131 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-96996299-10a5-4e84-83fe-0588493e8fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:02.704472 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ca8ecb9-2dca-4022-bfc6-2384f6f9a921 req-978a9059-3fed-4acc-aa8c-49a2e042beea tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/ports?device_id=582b80b0-de51-4da1-b36d-e21af3ee8dd3 HTTP/1.1" status: 200 len: 210 time: 0.1067579 Feb 19 04:31:02.740642 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d736a9e8-860e-4ea3-a648-f379f2765d61 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f9f76de4-2029-4dde-b89f-93e153be9ef6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:02.806257 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736a9e8-860e-4ea3-a648-f379f2765d61 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Pushing event deleted for resources: {'Port': ['ID=f9f76de4-2029-4dde-b89f-93e153be9ef6,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:02.831271 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e36f82d1-ca60-4eb2-9b20-87ef2658172d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'network': {'name': 'tempest-RoutersTest-2014886524'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:02.886110 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d736a9e8-860e-4ea3-a648-f379f2765d61 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:02.890951 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d736a9e8-860e-4ea3-a648-f379f2765d61 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] 10.222.0.65 "DELETE /v2.0/ports/f9f76de4-2029-4dde-b89f-93e153be9ef6 HTTP/1.1" status: 204 len: 168 time: 2.5601466 Feb 19 04:31:02.894017 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54326) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:02.977182 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36f82d1-ca60-4eb2-9b20-87ef2658172d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Made reservation on behalf of 8d1cf8b47d754845b7d571a762ca3651 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:02.978997 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f19a431-05b0-46b7-85fd-6020291f67e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Deleting subnet b8ce3c93-974d-45b5-bdc6-acb672bb2978 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:31:02.983798 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e36f82d1-ca60-4eb2-9b20-87ef2658172d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:02.990201 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4f19a431-05b0-46b7-85fd-6020291f67e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks [] for subnet (b8ce3c93-974d-45b5-bdc6-acb672bb2978), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:02.996520 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-616e7b4e-2686-4336-88fb-9b1147cc207b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:31:03.018720 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e36f82d1-ca60-4eb2-9b20-87ef2658172d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.039829 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-616e7b4e-2686-4336-88fb-9b1147cc207b service neutron] Publish callbacks [] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.084157 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-616e7b4e-2686-4336-88fb-9b1147cc207b service neutron] Transition to ACTIVE for port object 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:31:03.096955 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-616e7b4e-2686-4336-88fb-9b1147cc207b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.224099 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4f19a431-05b0-46b7-85fd-6020291f67e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (b8ce3c93-974d-45b5-bdc6-acb672bb2978), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.227405 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e7b4e-2686-4336-88fb-9b1147cc207b service neutron] Pushing event updated for resources: {'Port': ['ID=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:03.294402 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e36f82d1-ca60-4eb2-9b20-87ef2658172d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for security_group (ec20e9bc-1d81-4fde-b667-0af32e7f36ac), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.309677 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e36f82d1-ca60-4eb2-9b20-87ef2658172d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ec20e9bc-1d81-4fde-b667-0af32e7f36ac), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.411699 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfb5a5-3eb7-43e6-8fa6-dde31e9d408f req-52069130-0725-4a1a-87bd-6fc5db0fa7d4 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:03.414468 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5abfb5a5-3eb7-43e6-8fa6-dde31e9d408f req-52069130-0725-4a1a-87bd-6fc5db0fa7d4 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 943 time: 0.3481715 Feb 19 04:31:03.543074 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f93dcbc7-83a1-422d-b8ce-e27ffee1cce9 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.3202372 Feb 19 04:31:03.552232 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36f82d1-ca60-4eb2-9b20-87ef2658172d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:31:03.558800 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54336) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:03.579774 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e5785307-c347-43b4-9760-67143844a5ba tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-55428114'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:03.584146 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4f19a431-05b0-46b7-85fd-6020291f67e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (b8ce3c93-974d-45b5-bdc6-acb672bb2978), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.601103 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5abfb5a5-3eb7-43e6-8fa6-dde31e9d408f req-c8b4208d-ae7b-4dfa-8587-8b90349d8f6a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488354 Feb 19 04:31:03.617490 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f82d1-ca60-4eb2-9b20-87ef2658172d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec20e9bc-1d81-4fde-b667-0af32e7f36ac,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:03.732133 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-616e7b4e-2686-4336-88fb-9b1147cc207b service neutron] Attempting to bind port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:03.733563 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-616e7b4e-2686-4336-88fb-9b1147cc207b service neutron] Attempting to bind port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '393189c3-bef2-4887-aa51-6301bb2cec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7d2d5a55-2aa4-4db1-a679-fed0a5c29be7'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:03.734603 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-616e7b4e-2686-4336-88fb-9b1147cc207b service neutron] Attempting to bind port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 on network 7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:03.818891 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-616e7b4e-2686-4336-88fb-9b1147cc207b service neutron] Port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 on network 7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:31:03.819889 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-616e7b4e-2686-4336-88fb-9b1147cc207b service neutron] Attempting to bind port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 on network 7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:03.841624 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-616e7b4e-2686-4336-88fb-9b1147cc207b service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:03.841624 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-616e7b4e-2686-4336-88fb-9b1147cc207b service neutron] Checking segment: {'id': '393189c3-bef2-4887-aa51-6301bb2cec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7d2d5a55-2aa4-4db1-a679-fed0a5c29be7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:03.841624 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-616e7b4e-2686-4336-88fb-9b1147cc207b service neutron] Bound using segment: {'id': '393189c3-bef2-4887-aa51-6301bb2cec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7d2d5a55-2aa4-4db1-a679-fed0a5c29be7'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:03.841624 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-616e7b4e-2686-4336-88fb-9b1147cc207b service neutron] Bound port: 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '393189c3-bef2-4887-aa51-6301bb2cec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7d2d5a55-2aa4-4db1-a679-fed0a5c29be7'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:03.841624 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-616e7b4e-2686-4336-88fb-9b1147cc207b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:03.856085 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4f19a431-05b0-46b7-85fd-6020291f67e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (b8ce3c93-974d-45b5-bdc6-acb672bb2978), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.029051 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-616e7b4e-2686-4336-88fb-9b1147cc207b service neutron] For port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:04.040301 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-616e7b4e-2686-4336-88fb-9b1147cc207b service neutron] For port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4,segment=NetworkSegment(393189c3-bef2-4887-aa51-6301bb2cec1f),segment_id=393189c3-bef2-4887-aa51-6301bb2cec1f)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:04.078773 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3955017a-2103-48b3-81a4-06880eb03c51 None None] Network 4f3ad708-62f8-42b1-88a8-479294bb51bc requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:04.082259 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4f19a431-05b0-46b7-85fd-6020291f67e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.092780 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4f19a431-05b0-46b7-85fd-6020291f67e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] 10.222.0.65 "DELETE /v2.0/subnets/b8ce3c93-974d-45b5-bdc6-acb672bb2978 HTTP/1.1" status: 204 len: 168 time: 1.1938944 Feb 19 04:31:04.092780 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-616e7b4e-2686-4336-88fb-9b1147cc207b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.135000 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54346) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:04.294824 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e7b4e-2686-4336-88fb-9b1147cc207b service neutron] Pushing event updated for resources: {'Port': ['ID=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:04.329427 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-616e7b4e-2686-4336-88fb-9b1147cc207b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:04.342389 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-616e7b4e-2686-4336-88fb-9b1147cc207b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.346500 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-616e7b4e-2686-4336-88fb-9b1147cc207b service neutron] 10.222.0.10 "PUT /v2.0/ports/2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 HTTP/1.1" status: 200 len: 1091 time: 2.6513622 Feb 19 04:31:04.351844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0934eaed-ec46-41c4-b15d-20d87b594238', 'tag': '2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:31:04.361911 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4645afad-2b28-488f-93dc-d34ed4e2420e" -d '{"events": [{"name": "network-changed", "server_uuid": "0934eaed-ec46-41c4-b15d-20d87b594238", "tag": "2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:31:04.368932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19a431-05b0-46b7-85fd-6020291f67e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ce3c93-974d-45b5-bdc6-acb672bb2978,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:04.406963 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c648c261-9ba8-4664-8f9e-a8a08834f841 None None] DHCP port deletion for 4f3ad708-62f8-42b1-88a8-479294bb51bc request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:31:04.495846 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c648c261-9ba8-4664-8f9e-a8a08834f841 None None] Deleting port fa0d1428-8b5d-4a4c-8355-67c1c536fccb {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:04.496058 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c648c261-9ba8-4664-8f9e-a8a08834f841 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (fa0d1428-8b5d-4a4c-8355-67c1c536fccb), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.517522 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77ec5ca-1953-4dd0-ac21-20792b37aaea x-openstack-request-id: req-a77ec5ca-1953-4dd0-ac21-20792b37aaea {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:31:04.518077 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0934eaed-ec46-41c4-b15d-20d87b594238", "tag": "2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:31:04.518359 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a77ec5ca-1953-4dd0-ac21-20792b37aaea {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:31:04.519594 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0934eaed-ec46-41c4-b15d-20d87b594238', 'tag': '2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4', 'status': 'completed', 'code': 200} Feb 19 04:31:04.604459 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d2b739e-b3be-48c6-b47e-849213d1d87e tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (4f3ad708-62f8-42b1-88a8-479294bb51bc), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.674544 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-bf582ef9-0263-462c-bbf3-fde4d3591438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:04.676590 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-bf582ef9-0263-462c-bbf3-fde4d3591438 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33c394b84df34f71a382d547bb213da3&device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 1125 time: 0.1560676 Feb 19 04:31:04.708322 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-c648c261-9ba8-4664-8f9e-a8a08834f841 None None] For port fa0d1428-8b5d-4a4c-8355-67c1c536fccb, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=fa0d1428-8b5d-4a4c-8355-67c1c536fccb,segment=NetworkSegment(ae39fa90-fab9-413f-9485-d893e3297ca7),segment_id=ae39fa90-fab9-413f-9485-d893e3297ca7)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:04.717691 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c648c261-9ba8-4664-8f9e-a8a08834f841 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (fa0d1428-8b5d-4a4c-8355-67c1c536fccb), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.724652 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e36f82d1-ca60-4eb2-9b20-87ef2658172d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (738e3cf6-8d95-4022-ba37-c1fe1bdd5446), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.725453 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-e36f82d1-ca60-4eb2-9b20-87ef2658172d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Added segment 738e3cf6-8d95-4022-ba37-c1fe1bdd5446 of type vlan for network ddea89c6-5b27-4513-b5ec-59e7749ae403 Feb 19 04:31:04.792668 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c648c261-9ba8-4664-8f9e-a8a08834f841 None None] Calling delete_port for fa0d1428-8b5d-4a4c-8355-67c1c536fccb owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:04.915603 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e36f82d1-ca60-4eb2-9b20-87ef2658172d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (ddea89c6-5b27-4513-b5ec-59e7749ae403), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:04.971812 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-89dd2fea-7153-4857-80e2-49d8fb000e87 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 HTTP/1.1" status: 200 len: 217 time: 0.2838414 Feb 19 04:31:05.111626 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-09be9ad2-1425-4c58-9cc9-37a58fcef980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.115787 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c648c261-9ba8-4664-8f9e-a8a08834f841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (fa0d1428-8b5d-4a4c-8355-67c1c536fccb), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.134567 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410ffe3-5b39-4b44-ae2f-122f3cbbfadf req-277f61e9-51ad-48b6-98c4-da6be4731814 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:05.142662 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0410ffe3-5b39-4b44-ae2f-122f3cbbfadf req-277f61e9-51ad-48b6-98c4-da6be4731814 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 943 time: 0.2024789 Feb 19 04:31:05.155588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-b9868d72-5762-455a-9c44-2cdeeaa66ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:05.157254 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-b9868d72-5762-455a-9c44-2cdeeaa66ea8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7fc7b67-5ad2-40ee-a254-a9f26919b969 HTTP/1.1" status: 200 len: 854 time: 0.1246850 Feb 19 04:31:05.166009 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b739e-b3be-48c6-b47e-849213d1d87e tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Deleting port fa0d1428-8b5d-4a4c-8355-67c1c536fccb {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:05.166361 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d2b739e-b3be-48c6-b47e-849213d1d87e tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (fa0d1428-8b5d-4a4c-8355-67c1c536fccb), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.191726 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648c261-9ba8-4664-8f9e-a8a08834f841 None None] Pushing event deleted for resources: {'Port': ['ID=fa0d1428-8b5d-4a4c-8355-67c1c536fccb,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:05.207081 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c648c261-9ba8-4664-8f9e-a8a08834f841 None None] No DVR routers for this DVR port fa0d1428-8b5d-4a4c-8355-67c1c536fccb on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:05.228155 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-4f082b6d-d072-451b-8460-4b02a0fb36a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576360 Feb 19 04:31:05.324627 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-14cbaa17-b3ed-4209-a6b0-2dcc5fdd9fee tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:05.332276 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-14cbaa17-b3ed-4209-a6b0-2dcc5fdd9fee tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.48 "GET /v2.0/networks?id=d1f39eb3-1608-443d-923b-542b1f7707f8 HTTP/1.1" status: 200 len: 825 time: 0.8257105 Feb 19 04:31:05.370713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-86ccadde-0339-4808-9b76-c60f99b97178 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Request body: {'port': {'device_id': '582b80b0-de51-4da1-b36d-e21af3ee8dd3', 'network_id': 'd1f39eb3-1608-443d-923b-542b1f7707f8', 'admin_state_up': True, 'tenant_id': '7ed9c9b978e4488eb22a79fa0d989987'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:05.384354 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e36f82d1-ca60-4eb2-9b20-87ef2658172d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (ddea89c6-5b27-4513-b5ec-59e7749ae403), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.390512 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36f82d1-ca60-4eb2-9b20-87ef2658172d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:05.391358 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e36f82d1-ca60-4eb2-9b20-87ef2658172d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.396151 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-3d2b739e-b3be-48c6-b47e-849213d1d87e tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] For port fa0d1428-8b5d-4a4c-8355-67c1c536fccb, host n-d-772273-4, got binding levels [] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:05.397074 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d2b739e-b3be-48c6-b47e-849213d1d87e tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (fa0d1428-8b5d-4a4c-8355-67c1c536fccb), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.446655 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0410ffe3-5b39-4b44-ae2f-122f3cbbfadf req-9640ffc0-8dfd-4002-b222-b09a0f90812a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027883 Feb 19 04:31:05.458204 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b739e-b3be-48c6-b47e-849213d1d87e tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Calling delete_port for fa0d1428-8b5d-4a4c-8355-67c1c536fccb owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:05.464830 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.ipam_backend_mixin [None req-3d2b739e-b3be-48c6-b47e-849213d1d87e tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Port fa0d1428-8b5d-4a4c-8355-67c1c536fccb was not found and therefore no delete operation was performed {{(pid=115198) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:31:05.469391 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d2b739e-b3be-48c6-b47e-849213d1d87e tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (fa0d1428-8b5d-4a4c-8355-67c1c536fccb), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.470041 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7e7718d4-7a45-47cb-9872-3707d1c936cf req-1584432c-9668-4819-938c-414c49e55399 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/ports?device_id=582b80b0-de51-4da1-b36d-e21af3ee8dd3 HTTP/1.1" status: 200 len: 210 time: 0.9603357 Feb 19 04:31:05.567458 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b739e-b3be-48c6-b47e-849213d1d87e tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Pushing event deleted for resources: {'Port': ['ID=fa0d1428-8b5d-4a4c-8355-67c1c536fccb,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:05.579115 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2b739e-b3be-48c6-b47e-849213d1d87e tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] No DVR routers for this DVR port fa0d1428-8b5d-4a4c-8355-67c1c536fccb on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:05.586266 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-123c9e59-3b3e-4836-adc9-ea6dc5d103e7 service neutron] 10.222.0.10 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038728 Feb 19 04:31:05.602727 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fa0d1428-8b5d-4a4c-8355-67c1c536fccb no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:05.668023 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: fa0d1428-8b5d-4a4c-8355-67c1c536fccb {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:05.668765 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fa0d1428-8b5d-4a4c-8355-67c1c536fccb not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:05.768415 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d2b739e-b3be-48c6-b47e-849213d1d87e tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (4f3ad708-62f8-42b1-88a8-479294bb51bc), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.812485 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-3d2b739e-b3be-48c6-b47e-849213d1d87e tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3ad708-62f8-42b1-88a8-479294bb51bc']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:05.850470 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-3d2b739e-b3be-48c6-b47e-849213d1d87e tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae39fa90-fab9-413f-9485-d893e3297ca7') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:05.850993 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-3d2b739e-b3be-48c6-b47e-849213d1d87e tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae39fa90-fab9-413f-9485-d893e3297ca7') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:05.877376 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d2b739e-b3be-48c6-b47e-849213d1d87e tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (ae39fa90-fab9-413f-9485-d893e3297ca7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.891124 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e36f82d1-ca60-4eb2-9b20-87ef2658172d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.8966568 Feb 19 04:31:05.892292 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f82d1-ca60-4eb2-9b20-87ef2658172d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Network': ['ID=ddea89c6-5b27-4513-b5ec-59e7749ae403,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:05.901896 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54372) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:05.915428 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d2b739e-b3be-48c6-b47e-849213d1d87e tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (ae39fa90-fab9-413f-9485-d893e3297ca7), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.927986 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2b739e-b3be-48c6-b47e-849213d1d87e tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:31:05.928432 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-134ab50c-e0c9-4f89-aff6-c17ed118b380 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'network': {'name': 'tempest-RoutersTest-456564504'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:05.928639 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d2b739e-b3be-48c6-b47e-849213d1d87e tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (ae39fa90-fab9-413f-9485-d893e3297ca7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.935686 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network ddea89c6-5b27-4513-b5ec-59e7749ae403 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:31:06.062817 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:31:06.065994 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0e77af4e-e7d6-4228-aa92-20d6831abbbd req-9807a074-4ae4-448c-9c5d-37e81e1783bd service neutron] 10.222.0.10 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547856 Feb 19 04:31:06.136228 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d2b739e-b3be-48c6-b47e-849213d1d87e tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (4f3ad708-62f8-42b1-88a8-479294bb51bc), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.150077 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d2b739e-b3be-48c6-b47e-849213d1d87e tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.160075 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3d2b739e-b3be-48c6-b47e-849213d1d87e tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] 10.222.0.65 "DELETE /v2.0/networks/4f3ad708-62f8-42b1-88a8-479294bb51bc HTTP/1.1" status: 204 len: 168 time: 2.0084498 Feb 19 04:31:06.276503 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e5785307-c347-43b4-9760-67143844a5ba tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (d78a715b-26a7-4b7c-a970-4350dff546c7), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.296212 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134ab50c-e0c9-4f89-aff6-c17ed118b380 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Made reservation on behalf of 8d1cf8b47d754845b7d571a762ca3651 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:06.302699 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-134ab50c-e0c9-4f89-aff6-c17ed118b380 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.313131 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e5785307-c347-43b4-9760-67143844a5ba tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-429138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-429147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455741'] for router (d78a715b-26a7-4b7c-a970-4350dff546c7), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.456570 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134ab50c-e0c9-4f89-aff6-c17ed118b380 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:31:06.476364 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-134ab50c-e0c9-4f89-aff6-c17ed118b380 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (55ad49db-c362-4206-87dc-6feb88379642), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.477711 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-134ab50c-e0c9-4f89-aff6-c17ed118b380 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Added segment 55ad49db-c362-4206-87dc-6feb88379642 of type vlan for network 8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f Feb 19 04:31:06.570238 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-134ab50c-e0c9-4f89-aff6-c17ed118b380 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.655884 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-134ab50c-e0c9-4f89-aff6-c17ed118b380 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.682042 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134ab50c-e0c9-4f89-aff6-c17ed118b380 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:06.683137 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-134ab50c-e0c9-4f89-aff6-c17ed118b380 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.770131 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:06.878155 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b739e-b3be-48c6-b47e-849213d1d87e tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197 tempest-ExtraDHCPOptionsIpV6TestJSON-1489641197-project] Pushing event deleted for resources: {'Network': ['ID=4f3ad708-62f8-42b1-88a8-479294bb51bc,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:06.937197 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54386) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:07.009195 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645afad-2b28-488f-93dc-d34ed4e2420e req-45f47aad-29b9-4353-8a8e-b2decda86d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:07.011051 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4645afad-2b28-488f-93dc-d34ed4e2420e req-45f47aad-29b9-4353-8a8e-b2decda86d4a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33c394b84df34f71a382d547bb213da3&device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 1125 time: 0.8489611 Feb 19 04:31:07.038565 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14dbc0a3-c392-4b4e-9acc-4f200e5d83a5 req-3dc40022-0d1b-45fe-9ae9-20646d84a198 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/ports?device_id=582b80b0-de51-4da1-b36d-e21af3ee8dd3 HTTP/1.1" status: 200 len: 210 time: 0.3417027 Feb 19 04:31:07.039645 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-86ccadde-0339-4808-9b76-c60f99b97178 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Made reservation on behalf of 7ed9c9b978e4488eb22a79fa0d989987 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:07.052996 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c4c6a-4cf9-437f-b71e-18f13c23e058 req-a9943abf-ee9f-48ab-8efa-95ef0ee77721 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:07.053331 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-86ccadde-0339-4808-9b76-c60f99b97178 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.073213 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1c6c4c6a-4cf9-437f-b71e-18f13c23e058 req-a9943abf-ee9f-48ab-8efa-95ef0ee77721 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 943 time: 0.2493954 Feb 19 04:31:07.169430 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ab50c-e0c9-4f89-aff6-c17ed118b380 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Network': ['ID=8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:07.197152 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:31:07.197466 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-134ab50c-e0c9-4f89-aff6-c17ed118b380 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2894461 Feb 19 04:31:07.318530 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54392) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:07.359905 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-4e1b3bb3-8f2c-405f-a8e0-6f57e4bcfc1e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'subnet': {'network_id': 'ddea89c6-5b27-4513-b5ec-59e7749ae403', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:07.495491 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.533169 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645afad-2b28-488f-93dc-d34ed4e2420e req-c30a036d-3c95-4198-b7e6-9cb2f9a97c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:07.541034 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4645afad-2b28-488f-93dc-d34ed4e2420e req-c30a036d-3c95-4198-b7e6-9cb2f9a97c31 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 HTTP/1.1" status: 200 len: 914 time: 0.5181072 Feb 19 04:31:07.581125 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5785307-c347-43b4-9760-67143844a5ba tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Router d78a715b-26a7-4b7c-a970-4350dff546c7 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:31:07.759644 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1c6c4c6a-4cf9-437f-b71e-18f13c23e058 req-7f810533-7973-42b8-a064-a98911667e28 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6900241 Feb 19 04:31:07.801682 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-21343e07-b9a1-4bdd-9148-26946f40aa25 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7d1db13e19f1456b8783a3eb9db61fcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8612459 Feb 19 04:31:07.813201 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54396) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:07.910013 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-86ccadde-0339-4808-9b76-c60f99b97178 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Allocated IP 172.20.0.5 (d1f39eb3-1608-443d-923b-542b1f7707f8/a7ed6998-e7ed-47b4-b161-b09b5b98802b/3f307371-29f7-484d-98ee-dacea796a3d0) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:07.920306 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4645afad-2b28-488f-93dc-d34ed4e2420e req-26345157-8ccc-4a0f-9447-f5aab168f509 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 HTTP/1.1" status: 200 len: 217 time: 0.1241722 Feb 19 04:31:08.115191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645afad-2b28-488f-93dc-d34ed4e2420e req-0708814a-88ef-4592-a850-d11b3e7a6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:08.119011 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c9221024-19bc-42c0-a182-9328733d013f admin admin] Publish callbacks [] for security_group (5a14bded-4cf2-4d52-8e5a-9cba0ca2857b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.122653 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4645afad-2b28-488f-93dc-d34ed4e2420e req-0708814a-88ef-4592-a850-d11b3e7a6e6c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7fc7b67-5ad2-40ee-a254-a9f26919b969 HTTP/1.1" status: 200 len: 854 time: 0.1436002 Feb 19 04:31:08.162161 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5785307-c347-43b4-9760-67143844a5ba tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:08.178703 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e5785307-c347-43b4-9760-67143844a5ba tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.183752 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e5785307-c347-43b4-9760-67143844a5ba tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "PUT /v2.0/routers/d78a715b-26a7-4b7c-a970-4350dff546c7 HTTP/1.1" status: 200 len: 890 time: 4.6137099 Feb 19 04:31:08.190314 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54402) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:08.205939 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa8b03d-8478-4ef7-9434-93d34b9929eb None None] Sync routers for ids ['d78a715b-26a7-4b7c-a970-4350dff546c7'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:08.209635 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.212100 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c9221024-19bc-42c0-a182-9328733d013f admin admin] Publish callbacks [] for security_group (5a14bded-4cf2-4d52-8e5a-9cba0ca2857b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.234364 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa8b03d-8478-4ef7-9434-93d34b9929eb None None] Routers {'d78a715b-26a7-4b7c-a970-4350dff546c7'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:08.237135 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-daa8b03d-8478-4ef7-9434-93d34b9929eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:31:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d78a715b-26a7-4b7c-a970-4350dff546c7'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:08.346811 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-daa8b03d-8478-4ef7-9434-93d34b9929eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:08.375955 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa8b03d-8478-4ef7-9434-93d34b9929eb None None] Routers {'d78a715b-26a7-4b7c-a970-4350dff546c7'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:08.384314 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4645afad-2b28-488f-93dc-d34ed4e2420e req-1828551d-fdfe-4545-ba0b-7ffba0295809 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1800041 Feb 19 04:31:08.390211 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-daa8b03d-8478-4ef7-9434-93d34b9929eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:31:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d78a715b-26a7-4b7c-a970-4350dff546c7'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:08.539165 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4645afad-2b28-488f-93dc-d34ed4e2420e req-4563c873-8258-4550-8de0-c70ebda0fa40 service neutron] 10.222.0.10 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419125 Feb 19 04:31:08.562786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1b3bb3-8f2c-405f-a8e0-6f57e4bcfc1e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Made reservation on behalf of 8d1cf8b47d754845b7d571a762ca3651 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:08.567122 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e1b3bb3-8f2c-405f-a8e0-6f57e4bcfc1e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.602171 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-daa8b03d-8478-4ef7-9434-93d34b9929eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:08.603168 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa8b03d-8478-4ef7-9434-93d34b9929eb None None] The sync data for ids ['d78a715b-26a7-4b7c-a970-4350dff546c7'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:08.624691 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-09c2e698-12e1-4f29-89fd-c186242f0644 req-f40f2809-595b-4f9a-9eae-a41a4bec0aeb tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/ports?device_id=582b80b0-de51-4da1-b36d-e21af3ee8dd3 HTTP/1.1" status: 200 len: 210 time: 0.2706735 Feb 19 04:31:08.669123 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c9221024-19bc-42c0-a182-9328733d013f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5a14bded-4cf2-4d52-8e5a-9cba0ca2857b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.674610 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c9221024-19bc-42c0-a182-9328733d013f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.676900 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c9221024-19bc-42c0-a182-9328733d013f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5a14bded-4cf2-4d52-8e5a-9cba0ca2857b HTTP/1.1" status: 204 len: 168 time: 0.8558831 Feb 19 04:31:08.709446 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9221024-19bc-42c0-a182-9328733d013f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a14bded-4cf2-4d52-8e5a-9cba0ca2857b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:08.756450 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-86ccadde-0339-4808-9b76-c60f99b97178 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Publish callbacks [] for port (3f307371-29f7-484d-98ee-dacea796a3d0), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.782725 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a4d54227-59a6-4474-acdd-df9dc31a744b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "GET /v2.0/routers/d78a715b-26a7-4b7c-a970-4350dff546c7 HTTP/1.1" status: 200 len: 890 time: 0.5880024 Feb 19 04:31:08.787938 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54412) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:08.847975 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-168e0afb-a242-4954-b238-72a61dc44d6e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "GET /v2.0/ports?device_id=d78a715b-26a7-4b7c-a970-4350dff546c7 HTTP/1.1" status: 200 len: 205 time: 0.0577588 Feb 19 04:31:08.849179 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54416) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:08.970313 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:09.096193 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-86ccadde-0339-4808-9b76-c60f99b97178 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (3f307371-29f7-484d-98ee-dacea796a3d0), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:09.210280 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:09.283936 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4645afad-2b28-488f-93dc-d34ed4e2420e req-16250568-136a-4b8d-b4ca-94a646d7b439 service neutron] 10.222.0.10 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7319365 Feb 19 04:31:09.290699 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccadde-0339-4808-9b76-c60f99b97178 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Pushing event updated for resources: {'Port': ['ID=3f307371-29f7-484d-98ee-dacea796a3d0,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:09.302756 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137eb4c8-374a-4831-9bc3-4335924e2d39 req-d0dadcd3-6369-4553-815c-4c2d6062edd1 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:09.311819 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-137eb4c8-374a-4831-9bc3-4335924e2d39 req-d0dadcd3-6369-4553-815c-4c2d6062edd1 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 943 time: 0.2470965 Feb 19 04:31:09.363593 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-86ccadde-0339-4808-9b76-c60f99b97178 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Network d1f39eb3-1608-443d-923b-542b1f7707f8 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:09.369284 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8240646-5997-4b69-9631-533aac3504d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (d78a715b-26a7-4b7c-a970-4350dff546c7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:09.375779 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-86ccadde-0339-4808-9b76-c60f99b97178 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:09.479144 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-137eb4c8-374a-4831-9bc3-4335924e2d39 req-a21ca0f9-c3c9-48fb-9655-04a11847a3f0 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641862 Feb 19 04:31:09.489491 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:31:09.496061 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-86ccadde-0339-4808-9b76-c60f99b97178 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:09.538686 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e1b3bb3-8f2c-405f-a8e0-6f57e4bcfc1e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (73524c99-7312-400b-bfef-2e837ba2f958), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:09.713165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b3bb3-8f2c-405f-a8e0-6f57e4bcfc1e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Subnet': ['ID=73524c99-7312-400b-bfef-2e837ba2f958,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:09.728643 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1b3bb3-8f2c-405f-a8e0-6f57e4bcfc1e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.729952 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1b3bb3-8f2c-405f-a8e0-6f57e4bcfc1e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.730552 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1b3bb3-8f2c-405f-a8e0-6f57e4bcfc1e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.731515 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1b3bb3-8f2c-405f-a8e0-6f57e4bcfc1e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.732486 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1b3bb3-8f2c-405f-a8e0-6f57e4bcfc1e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.733506 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1b3bb3-8f2c-405f-a8e0-6f57e4bcfc1e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.734116 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1b3bb3-8f2c-405f-a8e0-6f57e4bcfc1e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.735173 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1b3bb3-8f2c-405f-a8e0-6f57e4bcfc1e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.735484 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1b3bb3-8f2c-405f-a8e0-6f57e4bcfc1e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.736228 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1b3bb3-8f2c-405f-a8e0-6f57e4bcfc1e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.737013 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1b3bb3-8f2c-405f-a8e0-6f57e4bcfc1e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.737608 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1b3bb3-8f2c-405f-a8e0-6f57e4bcfc1e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.739049 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1b3bb3-8f2c-405f-a8e0-6f57e4bcfc1e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:09.842579 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1b3bb3-8f2c-405f-a8e0-6f57e4bcfc1e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Checking segment: {'id': '738e3cf6-8d95-4022-ba37-c1fe1bdd5446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ddea89c6-5b27-4513-b5ec-59e7749ae403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:09.843328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1b3bb3-8f2c-405f-a8e0-6f57e4bcfc1e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network hostable DHCP agents. Network: ddea89c6-5b27-4513-b5ec-59e7749ae403, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:31:09.866305 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-86ccadde-0339-4808-9b76-c60f99b97178 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:09.867572 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-86ccadde-0339-4808-9b76-c60f99b97178 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:09.880334 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1b3bb3-8f2c-405f-a8e0-6f57e4bcfc1e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network ddea89c6-5b27-4513-b5ec-59e7749ae403 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:31:09.913740 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-4e1b3bb3-8f2c-405f-a8e0-6f57e4bcfc1e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, ddea89c6-5b27-4513-b5ec-59e7749ae403) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:09.935048 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534ff927-cae0-41ed-aff3-65b294bc935c None None] Network ddea89c6-5b27-4513-b5ec-59e7749ae403 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:09.954778 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1b3bb3-8f2c-405f-a8e0-6f57e4bcfc1e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:09.957504 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e1b3bb3-8f2c-405f-a8e0-6f57e4bcfc1e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:09.982567 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-86ccadde-0339-4808-9b76-c60f99b97178 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6182938 Feb 19 04:31:09.994859 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4,segment=NetworkSegment(393189c3-bef2-4887-aa51-6301bb2cec1f),segment_id=393189c3-bef2-4887-aa51-6301bb2cec1f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:10.005361 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-e9faf21d-181d-4c1b-8986-674f1e6f1bee service neutron] Request body: {'port': {'device_id': '582b80b0-de51-4da1-b36d-e21af3ee8dd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:10.053888 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4', 'network_id': '7d2d5a55-2aa4-4db1-a679-fed0a5c29be7', 'port_id': '2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4', 'mac_address': 'fa:16:3e:ea:95:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7fc7b67-5ad2-40ee-a254-a9f26919b969', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:31:10.062791 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8240646-5997-4b69-9631-533aac3504d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router_gateway (d78a715b-26a7-4b7c-a970-4350dff546c7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.089368 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4e1b3bb3-8f2c-405f-a8e0-6f57e4bcfc1e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7644718 Feb 19 04:31:10.095274 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54456) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:10.096248 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73ec63-7369-4381-85bd-f0c6233c60a3 req-fb76bf56-307e-4501-b753-d21128612765 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:10.099648 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3a73ec63-7369-4381-85bd-f0c6233c60a3 req-fb76bf56-307e-4501-b753-d21128612765 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/ports?device_id=582b80b0-de51-4da1-b36d-e21af3ee8dd3 HTTP/1.1" status: 200 len: 931 time: 0.2758462 Feb 19 04:31:10.123179 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-8ec09694-771b-422a-9505-3d2d1aaafcad tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'subnet': {'network_id': '8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:10.167793 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:10.169178 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.257185 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:31:10.299745 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3a73ec63-7369-4381-85bd-f0c6233c60a3 req-f7c1ba8e-3563-4b78-bb0f-0a216dd50990 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a634866-fede-4fc4-8464-306eed172561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899455 Feb 19 04:31:10.333309 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-e9faf21d-181d-4c1b-8986-674f1e6f1bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3f307371-29f7-484d-98ee-dacea796a3d0), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.338609 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4,segment=NetworkSegment(393189c3-bef2-4887-aa51-6301bb2cec1f),segment_id=393189c3-bef2-4887-aa51-6301bb2cec1f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:10.341046 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe14b1b1-f660-42f6-94a2-6a6563617a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-ddea89c6-5b27-4513-b5ec-59e7749ae403', 'network_id': 'ddea89c6-5b27-4513-b5ec-59e7749ae403', 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'fixed_ips': [{'subnet_id': '73524c99-7312-400b-bfef-2e837ba2f958'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:31:10.341046 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fe14b1b1-f660-42f6-94a2-6a6563617a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.372663 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.414129 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec09694-771b-422a-9505-3d2d1aaafcad tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Made reservation on behalf of 8d1cf8b47d754845b7d571a762ca3651 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:10.420493 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8ec09694-771b-422a-9505-3d2d1aaafcad tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.636702 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-a8240646-5997-4b69-9631-533aac3504d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting port 48793f88-0e69-4969-9104-cdc99bdf9ce3 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:10.638911 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8240646-5997-4b69-9631-533aac3504d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (48793f88-0e69-4969-9104-cdc99bdf9ce3), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.694573 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:31:10.695253 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54474) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:10.828131 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:10.843382 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-fe14b1b1-f660-42f6-94a2-6a6563617a59 None None] Allocated IP 172.20.0.2 (ddea89c6-5b27-4513-b5ec-59e7749ae403/73524c99-7312-400b-bfef-2e837ba2f958/3971fc35-7c4a-4521-8e83-667caa65d92e) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:10.995323 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8240646-5997-4b69-9631-533aac3504d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (48793f88-0e69-4969-9104-cdc99bdf9ce3), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.000400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-ec67a142-16ec-4b87-a292-2deba9e47bfd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1192394940'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:11.034575 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-a8240646-5997-4b69-9631-533aac3504d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Calling delete_port for 48793f88-0e69-4969-9104-cdc99bdf9ce3 owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:11.069259 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62bfe4-44f3-4175-b34f-683df7a53ddb req-cd4513e1-c758-43e8-9b0a-86032b211afd tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:11.083221 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6c62bfe4-44f3-4175-b34f-683df7a53ddb req-cd4513e1-c758-43e8-9b0a-86032b211afd tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 944 time: 0.3865733 Feb 19 04:31:11.162103 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec67a142-16ec-4b87-a292-2deba9e47bfd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Made reservation on behalf of f2f36d5f8e834902b96bc27964742316 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:11.169514 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ec67a142-16ec-4b87-a292-2deba9e47bfd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.227687 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ec67a142-16ec-4b87-a292-2deba9e47bfd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.253729 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8ec09694-771b-422a-9505-3d2d1aaafcad tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (b6adc8e9-e28e-4552-9f45-7dabd43b17ad), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.431354 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fe14b1b1-f660-42f6-94a2-6a6563617a59 None None] Publish callbacks [] for port (3971fc35-7c4a-4521-8e83-667caa65d92e), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.451037 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fe14b1b1-f660-42f6-94a2-6a6563617a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (3971fc35-7c4a-4521-8e83-667caa65d92e), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.480318 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6c62bfe4-44f3-4175-b34f-683df7a53ddb req-2facd9e7-194a-47dd-82f4-643c62c7e81e tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940978 Feb 19 04:31:11.561395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec09694-771b-422a-9505-3d2d1aaafcad tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Subnet': ['ID=b6adc8e9-e28e-4552-9f45-7dabd43b17ad,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:11.581954 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec09694-771b-422a-9505-3d2d1aaafcad tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Checking segment: {'id': '55ad49db-c362-4206-87dc-6feb88379642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:11.582395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec09694-771b-422a-9505-3d2d1aaafcad tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network hostable DHCP agents. Network: 8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:31:11.619478 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe14b1b1-f660-42f6-94a2-6a6563617a59 None None] Network ddea89c6-5b27-4513-b5ec-59e7749ae403 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:11.628360 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-fe14b1b1-f660-42f6-94a2-6a6563617a59 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:11.658553 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe14b1b1-f660-42f6-94a2-6a6563617a59 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:11.669987 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec09694-771b-422a-9505-3d2d1aaafcad tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network 8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:31:11.698764 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-8ec09694-771b-422a-9505-3d2d1aaafcad tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:11.713859 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f9f46b-d4f8-4d9f-ab6b-01fb820e602b None None] Network 8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:11.728028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec09694-771b-422a-9505-3d2d1aaafcad tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:11.728746 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8ec09694-771b-422a-9505-3d2d1aaafcad tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.734358 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ec67a142-16ec-4b87-a292-2deba9e47bfd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for security_group (760814fd-6225-4136-b9d5-0d01976bf6ec), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.745281 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ec67a142-16ec-4b87-a292-2deba9e47bfd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (760814fd-6225-4136-b9d5-0d01976bf6ec), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.790644 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8ec09694-771b-422a-9505-3d2d1aaafcad tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6937177 Feb 19 04:31:11.797722 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54494) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:11.803785 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-95cfa66b-3155-4cce-a1c6-86e4757706a9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1089624195', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:11.881758 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec67a142-16ec-4b87-a292-2deba9e47bfd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:31:11.887213 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67a142-16ec-4b87-a292-2deba9e47bfd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=760814fd-6225-4136-b9d5-0d01976bf6ec,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:11.906597 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-95cfa66b-3155-4cce-a1c6-86e4757706a9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (284d24f7-dbbb-4066-a901-2027efa8a604), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.909750 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-95cfa66b-3155-4cce-a1c6-86e4757706a9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (284d24f7-dbbb-4066-a901-2027efa8a604), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.975090 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ec67a142-16ec-4b87-a292-2deba9e47bfd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (16be7efd-5cb7-40e4-b5dd-0a5b92844bed), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:11.975359 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-ec67a142-16ec-4b87-a292-2deba9e47bfd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Added segment 16be7efd-5cb7-40e4-b5dd-0a5b92844bed of type vlan for network e739c2d5-7953-488d-a3d4-913a39721529 Feb 19 04:31:11.997106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14b1b1-f660-42f6-94a2-6a6563617a59 None None] Pushing event updated for resources: {'Port': ['ID=3971fc35-7c4a-4521-8e83-667caa65d92e,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:12.021741 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-95cfa66b-3155-4cce-a1c6-86e4757706a9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router_controller (284d24f7-dbbb-4066-a901-2027efa8a604), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.054629 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-95cfa66b-3155-4cce-a1c6-86e4757706a9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (284d24f7-dbbb-4066-a901-2027efa8a604), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.099497 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ec67a142-16ec-4b87-a292-2deba9e47bfd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (e739c2d5-7953-488d-a3d4-913a39721529), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.129633 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-95cfa66b-3155-4cce-a1c6-86e4757706a9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.136343 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-95cfa66b-3155-4cce-a1c6-86e4757706a9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3334990 Feb 19 04:31:12.137742 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54496) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:12.186378 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-fe14b1b1-f660-42f6-94a2-6a6563617a59 None None] Attempting to bind port 3971fc35-7c4a-4521-8e83-667caa65d92e on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:12.186923 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-fe14b1b1-f660-42f6-94a2-6a6563617a59 None None] Attempting to bind port 3971fc35-7c4a-4521-8e83-667caa65d92e by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '738e3cf6-8d95-4022-ba37-c1fe1bdd5446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ddea89c6-5b27-4513-b5ec-59e7749ae403'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:12.187430 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14b1b1-f660-42f6-94a2-6a6563617a59 None None] Attempting to bind port 3971fc35-7c4a-4521-8e83-667caa65d92e on network ddea89c6-5b27-4513-b5ec-59e7749ae403 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:12.199508 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f', 'network_id': '8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f', 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'fixed_ips': [{'subnet_id': 'b6adc8e9-e28e-4552-9f45-7dabd43b17ad'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:31:12.200439 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.216642 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14b1b1-f660-42f6-94a2-6a6563617a59 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:12.221819 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14b1b1-f660-42f6-94a2-6a6563617a59 None None] Checking segment: {'id': '738e3cf6-8d95-4022-ba37-c1fe1bdd5446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ddea89c6-5b27-4513-b5ec-59e7749ae403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:12.222381 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fe14b1b1-f660-42f6-94a2-6a6563617a59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.222824 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14b1b1-f660-42f6-94a2-6a6563617a59 None None] Bound using segment: {'id': '738e3cf6-8d95-4022-ba37-c1fe1bdd5446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ddea89c6-5b27-4513-b5ec-59e7749ae403'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:12.223373 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-fe14b1b1-f660-42f6-94a2-6a6563617a59 None None] Bound port: 3971fc35-7c4a-4521-8e83-667caa65d92e, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738e3cf6-8d95-4022-ba37-c1fe1bdd5446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ddea89c6-5b27-4513-b5ec-59e7749ae403'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:12.223776 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fe14b1b1-f660-42f6-94a2-6a6563617a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3971fc35-7c4a-4521-8e83-667caa65d92e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.375031 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.resource_extend [None req-ec67a142-16ec-4b87-a292-2deba9e47bfd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:31:12.435467 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-fe14b1b1-f660-42f6-94a2-6a6563617a59 None None] For port 3971fc35-7c4a-4521-8e83-667caa65d92e, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:12.440642 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-fe14b1b1-f660-42f6-94a2-6a6563617a59 None None] For port 3971fc35-7c4a-4521-8e83-667caa65d92e, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3971fc35-7c4a-4521-8e83-667caa65d92e,segment=NetworkSegment(738e3cf6-8d95-4022-ba37-c1fe1bdd5446),segment_id=738e3cf6-8d95-4022-ba37-c1fe1bdd5446)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:12.474707 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fe14b1b1-f660-42f6-94a2-6a6563617a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3971fc35-7c4a-4521-8e83-667caa65d92e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.515913 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ec67a142-16ec-4b87-a292-2deba9e47bfd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (e739c2d5-7953-488d-a3d4-913a39721529), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.521664 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec67a142-16ec-4b87-a292-2deba9e47bfd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:12.522333 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ec67a142-16ec-4b87-a292-2deba9e47bfd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.707874 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67a142-16ec-4b87-a292-2deba9e47bfd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Network': ['ID=e739c2d5-7953-488d-a3d4-913a39721529,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:12.733212 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ec67a142-16ec-4b87-a292-2deba9e47bfd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0351336 Feb 19 04:31:12.748827 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network e739c2d5-7953-488d-a3d4-913a39721529 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:31:12.983282 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54504) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:13.087991 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14b1b1-f660-42f6-94a2-6a6563617a59 None None] Pushing event updated for resources: {'Port': ['ID=3971fc35-7c4a-4521-8e83-667caa65d92e,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:13.130193 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-8de586d1-3325-430b-9756-57e5c3474463 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'subnet': {'network_id': 'e739c2d5-7953-488d-a3d4-913a39721529', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:13.342366 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Allocated IP 172.21.0.2 (8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f/b6adc8e9-e28e-4552-9f45-7dabd43b17ad/6c40a4b0-7062-4855-aa18-a2a6077b6588) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:13.428956 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c03d0-3641-4f7d-80c7-e37df2812da8 req-9b732acc-10a8-4907-84a3-94e53871184a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:13.437535 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-585c03d0-3641-4f7d-80c7-e37df2812da8 req-9b732acc-10a8-4907-84a3-94e53871184a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 944 time: 0.7341542 Feb 19 04:31:13.509757 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:13.647902 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-e9faf21d-181d-4c1b-8986-674f1e6f1bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f307371-29f7-484d-98ee-dacea796a3d0 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:31:13.656641 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-585c03d0-3641-4f7d-80c7-e37df2812da8 req-78b987c3-9297-4b68-9671-a45b150ead0a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680021 Feb 19 04:31:13.736035 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-e9faf21d-181d-4c1b-8986-674f1e6f1bee service neutron] Publish callbacks [] for port (3f307371-29f7-484d-98ee-dacea796a3d0), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.745731 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3971fc35-7c4a-4521-8e83-667caa65d92e up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:13.768517 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3455d25-f08a-48b2-a796-f2b35ceef214 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.783924 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:31:13.790505 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f28f48-36fa-4983-849b-5d61c0495e06 req-3c5f8f6b-4da3-4f34-b7a3-2b77715a4b34 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:13.793389 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-87f28f48-36fa-4983-849b-5d61c0495e06 req-3c5f8f6b-4da3-4f34-b7a3-2b77715a4b34 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/ports?device_id=582b80b0-de51-4da1-b36d-e21af3ee8dd3 HTTP/1.1" status: 200 len: 931 time: 1.8369527 Feb 19 04:31:13.798858 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de586d1-3325-430b-9756-57e5c3474463 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Made reservation on behalf of f2f36d5f8e834902b96bc27964742316 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:13.805187 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-e9faf21d-181d-4c1b-8986-674f1e6f1bee service neutron] Transition to ACTIVE for port object 3f307371-29f7-484d-98ee-dacea796a3d0 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:31:13.811623 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8de586d1-3325-430b-9756-57e5c3474463 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.869246 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-e9faf21d-181d-4c1b-8986-674f1e6f1bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (3f307371-29f7-484d-98ee-dacea796a3d0), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.954450 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Publish callbacks [] for port (6c40a4b0-7062-4855-aa18-a2a6077b6588), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.003640 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8240646-5997-4b69-9631-533aac3504d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (48793f88-0e69-4969-9104-cdc99bdf9ce3), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.003897 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:14.004542 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.019716 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (6c40a4b0-7062-4855-aa18-a2a6077b6588), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.075257 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9faf21d-181d-4c1b-8986-674f1e6f1bee service neutron] Pushing event updated for resources: {'Port': ['ID=3f307371-29f7-484d-98ee-dacea796a3d0,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:14.120692 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-87f28f48-36fa-4983-849b-5d61c0495e06 req-0f9de270-43dc-4d1c-8089-65f98634cc07 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a634866-fede-4fc4-8464-306eed172561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134487 Feb 19 04:31:14.259235 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8240646-5997-4b69-9631-533aac3504d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Port': ['ID=48793f88-0e69-4969-9104-cdc99bdf9ce3,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:14.437245 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Network 8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:14.455021 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8240646-5997-4b69-9631-533aac3504d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (d78a715b-26a7-4b7c-a970-4350dff546c7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.485442 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:14.504363 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:14.540487 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Pushing event updated for resources: {'Port': ['ID=6c40a4b0-7062-4855-aa18-a2a6077b6588,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:14.566095 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 3971fc35-7c4a-4521-8e83-667caa65d92e triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:14.566648 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3971fc35-7c4a-4521-8e83-667caa65d92e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.698922 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-e9faf21d-181d-4c1b-8986-674f1e6f1bee service neutron] Attempting to bind port 3f307371-29f7-484d-98ee-dacea796a3d0 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:14.699934 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-e9faf21d-181d-4c1b-8986-674f1e6f1bee service neutron] Attempting to bind port 3f307371-29f7-484d-98ee-dacea796a3d0 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '70b85a37-a874-4cab-a8b1-16459af810e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd1f39eb3-1608-443d-923b-542b1f7707f8'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:14.700191 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-e9faf21d-181d-4c1b-8986-674f1e6f1bee service neutron] Attempting to bind port 3f307371-29f7-484d-98ee-dacea796a3d0 on network d1f39eb3-1608-443d-923b-542b1f7707f8 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:14.712539 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-e9faf21d-181d-4c1b-8986-674f1e6f1bee service neutron] Port 3f307371-29f7-484d-98ee-dacea796a3d0 on network d1f39eb3-1608-443d-923b-542b1f7707f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:31:14.713225 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-e9faf21d-181d-4c1b-8986-674f1e6f1bee service neutron] Attempting to bind port 3f307371-29f7-484d-98ee-dacea796a3d0 on network d1f39eb3-1608-443d-923b-542b1f7707f8 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:14.902362 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8240646-5997-4b69-9631-533aac3504d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (d78a715b-26a7-4b7c-a970-4350dff546c7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:14.908418 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8240646-5997-4b69-9631-533aac3504d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router_controller (d78a715b-26a7-4b7c-a970-4350dff546c7), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.054914 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-e9faf21d-181d-4c1b-8986-674f1e6f1bee service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:15.057800 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-e9faf21d-181d-4c1b-8986-674f1e6f1bee service neutron] Checking segment: {'id': '70b85a37-a874-4cab-a8b1-16459af810e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd1f39eb3-1608-443d-923b-542b1f7707f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:15.060816 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-e9faf21d-181d-4c1b-8986-674f1e6f1bee service neutron] Bound using segment: {'id': '70b85a37-a874-4cab-a8b1-16459af810e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd1f39eb3-1608-443d-923b-542b1f7707f8'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:15.063652 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-e9faf21d-181d-4c1b-8986-674f1e6f1bee service neutron] Bound port: 3f307371-29f7-484d-98ee-dacea796a3d0, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70b85a37-a874-4cab-a8b1-16459af810e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd1f39eb3-1608-443d-923b-542b1f7707f8'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:15.064461 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-e9faf21d-181d-4c1b-8986-674f1e6f1bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3f307371-29f7-484d-98ee-dacea796a3d0), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.079715 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8240646-5997-4b69-9631-533aac3504d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (d78a715b-26a7-4b7c-a970-4350dff546c7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.081791 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8240646-5997-4b69-9631-533aac3504d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Fanout notify agent at l3_agent the message router_deleted on router d78a715b-26a7-4b7c-a970-4350dff546c7 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:31:15.110922 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8240646-5997-4b69-9631-533aac3504d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.113736 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a8240646-5997-4b69-9631-533aac3504d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/routers/d78a715b-26a7-4b7c-a970-4350dff546c7 HTTP/1.1" status: 204 len: 168 time: 6.2592835 Feb 19 04:31:15.126635 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54516) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:15.127849 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643c6002-476d-4406-becf-e30171dc521d None None] Network ddea89c6-5b27-4513-b5ec-59e7749ae403 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:15.142556 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-add4a13a-636a-4ea2-908d-00a432389655 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-950895578'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:15.169846 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8de586d1-3325-430b-9756-57e5c3474463 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (5d51d40b-c708-49fd-8e93-d9e0b71ce304), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.194734 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add4a13a-636a-4ea2-908d-00a432389655 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Made reservation on behalf of 1071eeaddc2c4d58b8e80d78e76c86fe for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:15.201604 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-add4a13a-636a-4ea2-908d-00a432389655 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.286657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:15.287290 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.290289 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add4a13a-636a-4ea2-908d-00a432389655 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:31:15.313969 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-add4a13a-636a-4ea2-908d-00a432389655 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (e230abbe-e951-43e6-9142-29c2654e5813), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.314523 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-add4a13a-636a-4ea2-908d-00a432389655 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Added segment e230abbe-e951-43e6-9142-29c2654e5813 of type vlan for network cc4e474b-889b-4e3c-bacb-a41ac60eef9e Feb 19 04:31:15.427609 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-add4a13a-636a-4ea2-908d-00a432389655 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (cc4e474b-889b-4e3c-bacb-a41ac60eef9e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.493875 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-add4a13a-636a-4ea2-908d-00a432389655 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (cc4e474b-889b-4e3c-bacb-a41ac60eef9e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.503424 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add4a13a-636a-4ea2-908d-00a432389655 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:15.504032 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-add4a13a-636a-4ea2-908d-00a432389655 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.540419 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Attempting to bind port 6c40a4b0-7062-4855-aa18-a2a6077b6588 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:15.544964 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Attempting to bind port 6c40a4b0-7062-4855-aa18-a2a6077b6588 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '55ad49db-c362-4206-87dc-6feb88379642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:15.544964 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Attempting to bind port 6c40a4b0-7062-4855-aa18-a2a6077b6588 on network 8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:15.564470 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:15.565110 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Checking segment: {'id': '55ad49db-c362-4206-87dc-6feb88379642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:15.565784 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.566556 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Bound using segment: {'id': '55ad49db-c362-4206-87dc-6feb88379642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:15.567377 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Bound port: 6c40a4b0-7062-4855-aa18-a2a6077b6588, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ad49db-c362-4206-87dc-6feb88379642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:15.568018 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6c40a4b0-7062-4855-aa18-a2a6077b6588), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.568783 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de586d1-3325-430b-9756-57e5c3474463 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Subnet': ['ID=5d51d40b-c708-49fd-8e93-d9e0b71ce304,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:15.628813 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2865aba-7d14-4fa9-9696-68cc464868a2 req-8f03464d-2b34-4db1-b91f-f3879f4c4d06 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:15.632143 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c2865aba-7d14-4fa9-9696-68cc464868a2 req-8f03464d-2b34-4db1-b91f-f3879f4c4d06 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 944 time: 0.5128591 Feb 19 04:31:15.647445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-a3455d25-f08a-48b2-a796-f2b35ceef214 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Allocated IP 172.20.0.1 (ddea89c6-5b27-4513-b5ec-59e7749ae403/73524c99-7312-400b-bfef-2e837ba2f958/b87389ef-4d15-4ca7-96d8-e58c9345b9a1) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:15.662671 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de586d1-3325-430b-9756-57e5c3474463 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Checking segment: {'id': '16be7efd-5cb7-40e4-b5dd-0a5b92844bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e739c2d5-7953-488d-a3d4-913a39721529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:15.663951 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de586d1-3325-430b-9756-57e5c3474463 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Network hostable DHCP agents. Network: e739c2d5-7953-488d-a3d4-913a39721529, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:31:15.801003 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4a13a-636a-4ea2-908d-00a432389655 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Network': ['ID=cc4e474b-889b-4e3c-bacb-a41ac60eef9e,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:15.840627 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] For port 6c40a4b0-7062-4855-aa18-a2a6077b6588, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:15.848131 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] For port 6c40a4b0-7062-4855-aa18-a2a6077b6588, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6c40a4b0-7062-4855-aa18-a2a6077b6588,segment=NetworkSegment(55ad49db-c362-4206-87dc-6feb88379642),segment_id=55ad49db-c362-4206-87dc-6feb88379642)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:15.875160 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-cb02a690-e0d2-464f-b24c-44f1a76050ee None None] Provisioning complete for port 3971fc35-7c4a-4521-8e83-667caa65d92e triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:15.877483 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cb02a690-e0d2-464f-b24c-44f1a76050ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3971fc35-7c4a-4521-8e83-667caa65d92e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.894516 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6c40a4b0-7062-4855-aa18-a2a6077b6588), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.899194 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network cc4e474b-889b-4e3c-bacb-a41ac60eef9e details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:31:15.942014 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-add4a13a-636a-4ea2-908d-00a432389655 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8145964 Feb 19 04:31:15.950550 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-e9faf21d-181d-4c1b-8986-674f1e6f1bee service neutron] For port 3f307371-29f7-484d-98ee-dacea796a3d0, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:15.952901 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54520) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:15.970687 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-e9faf21d-181d-4c1b-8986-674f1e6f1bee service neutron] For port 3f307371-29f7-484d-98ee-dacea796a3d0, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3f307371-29f7-484d-98ee-dacea796a3d0,segment=NetworkSegment(70b85a37-a874-4cab-a8b1-16459af810e6),segment_id=70b85a37-a874-4cab-a8b1-16459af810e6)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:15.975859 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-7d7367d3-55dd-41bd-a87c-36b89f8680bf tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'subnet': {'network_id': 'cc4e474b-889b-4e3c-bacb-a41ac60eef9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:15.988990 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 3971fc35-7c4a-4521-8e83-667caa65d92e is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:15.989923 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3971fc35-7c4a-4521-8e83-667caa65d92e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:16.041853 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c2865aba-7d14-4fa9-9696-68cc464868a2 req-e74c0d8b-9f78-48b7-a772-324ebd69504c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881366 Feb 19 04:31:16.044905 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de586d1-3325-430b-9756-57e5c3474463 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Network e739c2d5-7953-488d-a3d4-913a39721529 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:31:16.058696 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-e9faf21d-181d-4c1b-8986-674f1e6f1bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (3f307371-29f7-484d-98ee-dacea796a3d0), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:16.169955 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0934eaed-ec46-41c4-b15d-20d87b594238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:31:16.174792 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19c4a21-9cfe-4008-a480-677be8a79c75" -d '{"events": [{"server_uuid": "0934eaed-ec46-41c4-b15d-20d87b594238", "name": "network-vif-plugged", "status": "completed", "tag": "2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:31:16.177883 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3455d25-f08a-48b2-a796-f2b35ceef214 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for port (b87389ef-4d15-4ca7-96d8-e58c9345b9a1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:16.252387 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3455d25-f08a-48b2-a796-f2b35ceef214 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (b87389ef-4d15-4ca7-96d8-e58c9345b9a1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:16.275748 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-8de586d1-3325-430b-9756-57e5c3474463 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, e739c2d5-7953-488d-a3d4-913a39721529) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:16.285668 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de586d1-3325-430b-9756-57e5c3474463 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:16.287026 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8de586d1-3325-430b-9756-57e5c3474463 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:16.357555 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92547e3d-1d7f-4b7d-8631-10cdb28dda91 req-8ef60721-6447-41b5-aad8-bcd5a7208506 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:16.364072 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b21866-e024-4e88-be8d-93ac95427d2f None None] Network e739c2d5-7953-488d-a3d4-913a39721529 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:16.367449 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3455d25-f08a-48b2-a796-f2b35ceef214 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network ddea89c6-5b27-4513-b5ec-59e7749ae403 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:16.386272 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-92547e3d-1d7f-4b7d-8631-10cdb28dda91 req-8ef60721-6447-41b5-aad8-bcd5a7208506 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/ports?device_id=582b80b0-de51-4da1-b36d-e21af3ee8dd3 HTTP/1.1" status: 200 len: 943 time: 0.9006028 Feb 19 04:31:16.388677 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8de586d1-3325-430b-9756-57e5c3474463 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.3940201 Feb 19 04:31:16.390585 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54528) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:16.403508 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-a3455d25-f08a-48b2-a796-f2b35ceef214 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:16.415450 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b165975a-4352-4a84-b20a-5d9115691620 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1572447651'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:16.431937 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4,segment=NetworkSegment(393189c3-bef2-4887-aa51-6301bb2cec1f),segment_id=393189c3-bef2-4887-aa51-6301bb2cec1f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:16.435833 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47303711-d9bf-4a67-a1b8-c2461414fdca x-openstack-request-id: req-47303711-d9bf-4a67-a1b8-c2461414fdca {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:31:16.439356 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0934eaed-ec46-41c4-b15d-20d87b594238", "name": "network-vif-plugged", "status": "completed", "tag": "2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:31:16.440114 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-47303711-d9bf-4a67-a1b8-c2461414fdca {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:31:16.440992 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0934eaed-ec46-41c4-b15d-20d87b594238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4', 'code': 200} Feb 19 04:31:16.470686 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3455d25-f08a-48b2-a796-f2b35ceef214 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:16.542227 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b165975a-4352-4a84-b20a-5d9115691620 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Made reservation on behalf of f2f36d5f8e834902b96bc27964742316 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:16.546856 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-e9faf21d-181d-4c1b-8986-674f1e6f1bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:16.552204 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b165975a-4352-4a84-b20a-5d9115691620 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:16.553448 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-e9faf21d-181d-4c1b-8986-674f1e6f1bee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:16.557005 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-e9faf21d-181d-4c1b-8986-674f1e6f1bee service neutron] 10.222.0.48 "PUT /v2.0/ports/3f307371-29f7-484d-98ee-dacea796a3d0 HTTP/1.1" status: 200 len: 1091 time: 6.5570877 Feb 19 04:31:16.562068 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3455d25-f08a-48b2-a796-f2b35ceef214 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Port': ['ID=b87389ef-4d15-4ca7-96d8-e58c9345b9a1,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:16.578114 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '582b80b0-de51-4da1-b36d-e21af3ee8dd3', 'tag': '3f307371-29f7-484d-98ee-dacea796a3d0'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:31:16.581568 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a119c7a4-c58c-42ca-b9ed-1859ffa8320e" -d '{"events": [{"name": "network-changed", "server_uuid": "582b80b0-de51-4da1-b36d-e21af3ee8dd3", "tag": "3f307371-29f7-484d-98ee-dacea796a3d0"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:31:16.585727 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:16.666028 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9faf21d-181d-4c1b-8986-674f1e6f1bee service neutron] Pushing event updated for resources: {'Port': ['ID=3f307371-29f7-484d-98ee-dacea796a3d0,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:16.800413 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3455d25-f08a-48b2-a796-f2b35ceef214 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (284d24f7-dbbb-4066-a901-2027efa8a604), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:16.856931 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 3971fc35-7c4a-4521-8e83-667caa65d92e, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3971fc35-7c4a-4521-8e83-667caa65d92e,segment=NetworkSegment(738e3cf6-8d95-4022-ba37-c1fe1bdd5446),segment_id=738e3cf6-8d95-4022-ba37-c1fe1bdd5446)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:16.916214 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Pushing event updated for resources: {'Port': ['ID=6c40a4b0-7062-4855-aa18-a2a6077b6588,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:16.935718 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3971fc35-7c4a-4521-8e83-667caa65d92e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:17.015244 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c97f3a-f21e-4f49-b76d-81ed30f94b9d x-openstack-request-id: req-80c97f3a-f21e-4f49-b76d-81ed30f94b9d {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:31:17.016098 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "582b80b0-de51-4da1-b36d-e21af3ee8dd3", "tag": "3f307371-29f7-484d-98ee-dacea796a3d0", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:31:17.016320 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-80c97f3a-f21e-4f49-b76d-81ed30f94b9d {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:31:17.017049 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '582b80b0-de51-4da1-b36d-e21af3ee8dd3', 'tag': '3f307371-29f7-484d-98ee-dacea796a3d0', 'status': 'completed', 'code': 200} Feb 19 04:31:17.137830 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-cb02a690-e0d2-464f-b24c-44f1a76050ee None None] Current status of the port 3971fc35-7c4a-4521-8e83-667caa65d92e is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:17.144393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.145239 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.146044 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.146868 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.147889 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.148649 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.149521 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.150323 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.151101 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.151874 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.153270 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.154643 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.155466 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309d234-ba50-42bb-9e25-409fec80911c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.185423 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7367d3-55dd-41bd-a87c-36b89f8680bf tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Made reservation on behalf of 1071eeaddc2c4d58b8e80d78e76c86fe for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:17.200607 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d7367d3-55dd-41bd-a87c-36b89f8680bf tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:17.348579 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-92547e3d-1d7f-4b7d-8631-10cdb28dda91 req-88015f2b-2107-430d-b30b-6c43b5a3e030 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a634866-fede-4fc4-8464-306eed172561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9620996 Feb 19 04:31:17.454300 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9170cd6c-3993-436f-84dd-fb39727efbaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-e739c2d5-7953-488d-a3d4-913a39721529', 'network_id': 'e739c2d5-7953-488d-a3d4-913a39721529', 'project_id': 'f2f36d5f8e834902b96bc27964742316', 'fixed_ips': [{'subnet_id': '5d51d40b-c708-49fd-8e93-d9e0b71ce304'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:31:17.459665 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9170cd6c-3993-436f-84dd-fb39727efbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:17.485416 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:17.637646 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-bb18ddea-603f-41d5-823f-03b5150d66f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:17.640478 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-bb18ddea-603f-41d5-823f-03b5150d66f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ed9c9b978e4488eb22a79fa0d989987&device_id=582b80b0-de51-4da1-b36d-e21af3ee8dd3 HTTP/1.1" status: 200 len: 1125 time: 0.9571671 Feb 19 04:31:17.969560 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=3971fc35-7c4a-4521-8e83-667caa65d92e,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:18.021084 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-761af98b-d4ed-41d6-8af8-b65973f73412 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f307371-29f7-484d-98ee-dacea796a3d0 HTTP/1.1" status: 200 len: 217 time: 0.3441539 Feb 19 04:31:18.179095 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-9170cd6c-3993-436f-84dd-fb39727efbaa None None] Allocated IP 172.20.255.242 (e739c2d5-7953-488d-a3d4-913a39721529/5d51d40b-c708-49fd-8e93-d9e0b71ce304/2fb8dd16-b3c7-45c7-86f2-bfe4f9224437) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:18.211521 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-56e5a797-6547-41d9-967c-6bd4c77d7b6b None None] Provisioning complete for port 3971fc35-7c4a-4521-8e83-667caa65d92e triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:18.212214 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-56e5a797-6547-41d9-967c-6bd4c77d7b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3971fc35-7c4a-4521-8e83-667caa65d92e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:18.369975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b165975a-4352-4a84-b20a-5d9115691620 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:31:18.446791 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b165975a-4352-4a84-b20a-5d9115691620 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (872f5a6a-7fb1-4728-a3c8-e1e1472b3480), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:18.447597 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-b165975a-4352-4a84-b20a-5d9115691620 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Added segment 872f5a6a-7fb1-4728-a3c8-e1e1472b3480 of type vlan for network 8456641f-6272-4740-bceb-f1f41495de92 Feb 19 04:31:18.463355 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3455d25-f08a-48b2-a796-f2b35ceef214 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b87389ef-4d15-4ca7-96d8-e58c9345b9a1), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:18.516862 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128daa60-ca33-4768-bf39-36fa612f2933 req-f8ae2f9d-a0d2-4c42-be6b-38dc98c99511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:18.520576 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-128daa60-ca33-4768-bf39-36fa612f2933 req-f8ae2f9d-a0d2-4c42-be6b-38dc98c99511 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 1127 time: 1.9293690 Feb 19 04:31:18.549274 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d7367d3-55dd-41bd-a87c-36b89f8680bf tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (b1c3085d-245b-48d8-aa7a-ec99ed511342), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:18.934414 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-9509e686-1a22-4381-b016-eef23f5458f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:18.936131 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-9509e686-1a22-4381-b016-eef23f5458f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a7ed6998-e7ed-47b4-b161-b09b5b98802b HTTP/1.1" status: 200 len: 865 time: 0.3965907 Feb 19 04:31:19.125025 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7367d3-55dd-41bd-a87c-36b89f8680bf tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Subnet': ['ID=b1c3085d-245b-48d8-aa7a-ec99ed511342,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:19.187640 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-0fa41b54-ba1b-42a6-a6b1-0620589ba61c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1f39eb3-1608-443d-923b-542b1f7707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1951449 Feb 19 04:31:19.188609 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3455d25-f08a-48b2-a796-f2b35ceef214 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for port (b87389ef-4d15-4ca7-96d8-e58c9345b9a1), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.208442 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312558f3-6262-4ad8-915f-21e90db92c3a req-72194b31-bc25-4490-9d29-c05acd246639 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:19.217118 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-312558f3-6262-4ad8-915f-21e90db92c3a req-72194b31-bc25-4490-9d29-c05acd246639 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 1.0677557 Feb 19 04:31:19.219234 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9170cd6c-3993-436f-84dd-fb39727efbaa None None] Publish callbacks [] for port (2fb8dd16-b3c7-45c7-86f2-bfe4f9224437), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.230423 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3455d25-f08a-48b2-a796-f2b35ceef214 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (b87389ef-4d15-4ca7-96d8-e58c9345b9a1), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.245341 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b165975a-4352-4a84-b20a-5d9115691620 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (8456641f-6272-4740-bceb-f1f41495de92), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.281970 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7367d3-55dd-41bd-a87c-36b89f8680bf tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Checking segment: {'id': 'e230abbe-e951-43e6-9142-29c2654e5813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cc4e474b-889b-4e3c-bacb-a41ac60eef9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:19.282603 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7367d3-55dd-41bd-a87c-36b89f8680bf tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network hostable DHCP agents. Network: cc4e474b-889b-4e3c-bacb-a41ac60eef9e, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:31:19.382981 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-56e5a797-6547-41d9-967c-6bd4c77d7b6b None None] Current status of the port 3971fc35-7c4a-4521-8e83-667caa65d92e is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:19.404648 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3971fc35-7c4a-4521-8e83-667caa65d92e up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:19.424504 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.resource_extend [None req-b165975a-4352-4a84-b20a-5d9115691620 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:31:19.425263 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3576e738-7af4-4abf-a7eb-37a64ee193a2 None None] Network 8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:19.462075 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-128daa60-ca33-4768-bf39-36fa612f2933 req-4afeba14-7b70-4cda-94ff-711444916741 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8980429 Feb 19 04:31:19.464544 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fe66d-e724-488c-9d2c-3e1d3fe59fb1 req-cd62823b-3675-4538-9292-892b19332a46 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:19.482355 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-626fe66d-e724-488c-9d2c-3e1d3fe59fb1 req-cd62823b-3675-4538-9292-892b19332a46 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/ports?device_id=582b80b0-de51-4da1-b36d-e21af3ee8dd3 HTTP/1.1" status: 200 len: 943 time: 0.6346579 Feb 19 04:31:19.487964 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b165975a-4352-4a84-b20a-5d9115691620 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (8456641f-6272-4740-bceb-f1f41495de92), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.489417 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7367d3-55dd-41bd-a87c-36b89f8680bf tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network cc4e474b-889b-4e3c-bacb-a41ac60eef9e is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:31:19.499246 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b165975a-4352-4a84-b20a-5d9115691620 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:19.500366 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b165975a-4352-4a84-b20a-5d9115691620 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.567861 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-7d7367d3-55dd-41bd-a87c-36b89f8680bf tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, cc4e474b-889b-4e3c-bacb-a41ac60eef9e) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:19.586982 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9170cd6c-3993-436f-84dd-fb39727efbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (2fb8dd16-b3c7-45c7-86f2-bfe4f9224437), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.605369 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7367d3-55dd-41bd-a87c-36b89f8680bf tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:19.608328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3455d25-f08a-48b2-a796-f2b35ceef214 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Port': ['ID=b87389ef-4d15-4ca7-96d8-e58c9345b9a1,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:19.609726 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d7367d3-55dd-41bd-a87c-36b89f8680bf tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.631326 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7859aa-856b-490a-92e1-05d3bff984dd None None] Network cc4e474b-889b-4e3c-bacb-a41ac60eef9e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:19.695552 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3455d25-f08a-48b2-a796-f2b35ceef214 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (284d24f7-dbbb-4066-a901-2027efa8a604), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.711513 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b165975a-4352-4a84-b20a-5d9115691620 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.3101151 Feb 19 04:31:19.720063 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-626fe66d-e724-488c-9d2c-3e1d3fe59fb1 req-6ab8344e-7d8c-49f2-80af-89a3e5c8633f tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a634866-fede-4fc4-8464-306eed172561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035089 Feb 19 04:31:19.726816 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7d7367d3-55dd-41bd-a87c-36b89f8680bf tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7682776 Feb 19 04:31:19.728490 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54554) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:19.729105 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54556) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:19.755298 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-99079b79-e661-413c-ad6e-429ec483e4d3 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'subnet': {'network_id': '8456641f-6272-4740-bceb-f1f41495de92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:19.756638 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-312558f3-6262-4ad8-915f-21e90db92c3a req-a7522dae-77c0-4740-9bcf-b031861ba089 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383182 Feb 19 04:31:19.766210 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-169e00e0-6f7f-413f-ae6d-c715e7d21dd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1528483203', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:19.813571 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-5b5bc7ae-aa54-430d-911e-f2d855c6f488 service neutron] 10.222.0.48 "GET /v2.0/networks/d1f39eb3-1608-443d-923b-542b1f7707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5904026 Feb 19 04:31:19.834839 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-169e00e0-6f7f-413f-ae6d-c715e7d21dd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (553c89d1-e312-4994-9867-d183d453738e), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.838235 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-169e00e0-6f7f-413f-ae6d-c715e7d21dd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (553c89d1-e312-4994-9867-d183d453738e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.936606 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9170cd6c-3993-436f-84dd-fb39727efbaa None None] Network e739c2d5-7953-488d-a3d4-913a39721529 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:20.045486 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-56e5a797-6547-41d9-967c-6bd4c77d7b6b None None] Provisioning complete for port b87389ef-4d15-4ca7-96d8-e58c9345b9a1 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:20.046181 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-56e5a797-6547-41d9-967c-6bd4c77d7b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b87389ef-4d15-4ca7-96d8-e58c9345b9a1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:20.093041 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-169e00e0-6f7f-413f-ae6d-c715e7d21dd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router_controller (553c89d1-e312-4994-9867-d183d453738e), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:20.098300 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3455d25-f08a-48b2-a796-f2b35ceef214 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network ddea89c6-5b27-4513-b5ec-59e7749ae403 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:20.098549 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-9170cd6c-3993-436f-84dd-fb39727efbaa None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:20.103904 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-a3455d25-f08a-48b2-a796-f2b35ceef214 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:20.108732 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165975a-4352-4a84-b20a-5d9115691620 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Network': ['ID=8456641f-6272-4740-bceb-f1f41495de92,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:20.119984 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-169e00e0-6f7f-413f-ae6d-c715e7d21dd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (553c89d1-e312-4994-9867-d183d453738e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:20.123179 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9170cd6c-3993-436f-84dd-fb39727efbaa None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:20.136823 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170cd6c-3993-436f-84dd-fb39727efbaa None None] Pushing event updated for resources: {'Port': ['ID=2fb8dd16-b3c7-45c7-86f2-bfe4f9224437,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:20.144091 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca1eced7-3dec-44a7-a5b7-e13bbf068484 req-7f521d31-9a81-46dc-96ab-c8e2e654a14b service neutron] 10.222.0.48 "GET /v2.0/networks/d1f39eb3-1608-443d-923b-542b1f7707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174372 Feb 19 04:31:20.160497 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-56e5a797-6547-41d9-967c-6bd4c77d7b6b None None] Port b87389ef-4d15-4ca7-96d8-e58c9345b9a1 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:20.161572 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 8456641f-6272-4740-bceb-f1f41495de92 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:31:20.166825 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-169e00e0-6f7f-413f-ae6d-c715e7d21dd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:20.171786 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-169e00e0-6f7f-413f-ae6d-c715e7d21dd6 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4104874 Feb 19 04:31:20.172590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54564) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:20.201070 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99079b79-e661-413c-ad6e-429ec483e4d3 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Made reservation on behalf of f2f36d5f8e834902b96bc27964742316 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:20.212498 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-99079b79-e661-413c-ad6e-429ec483e4d3 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:20.468893 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3455d25-f08a-48b2-a796-f2b35ceef214 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Router 284d24f7-dbbb-4066-a901-2027efa8a604 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:31:20.471781 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05669fa1-2391-43fd-83dc-a293945aa761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-cc4e474b-889b-4e3c-bacb-a41ac60eef9e', 'network_id': 'cc4e474b-889b-4e3c-bacb-a41ac60eef9e', 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'fixed_ips': [{'subnet_id': 'b1c3085d-245b-48d8-aa7a-ec99ed511342'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:31:20.473845 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-05669fa1-2391-43fd-83dc-a293945aa761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:20.613600 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 3971fc35-7c4a-4521-8e83-667caa65d92e triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:20.616794 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3971fc35-7c4a-4521-8e83-667caa65d92e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:20.773196 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9170cd6c-3993-436f-84dd-fb39727efbaa None None] Attempting to bind port 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:20.773621 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9170cd6c-3993-436f-84dd-fb39727efbaa None None] Attempting to bind port 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '16be7efd-5cb7-40e4-b5dd-0a5b92844bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e739c2d5-7953-488d-a3d4-913a39721529'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:20.774091 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9170cd6c-3993-436f-84dd-fb39727efbaa None None] Attempting to bind port 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437 on network e739c2d5-7953-488d-a3d4-913a39721529 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:20.792703 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-91fbde95-f6e9-4b60-8f76-3d51a6c6564d None None] Provisioning complete for port 6c40a4b0-7062-4855-aa18-a2a6077b6588 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:20.792703 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-91fbde95-f6e9-4b60-8f76-3d51a6c6564d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6c40a4b0-7062-4855-aa18-a2a6077b6588), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:20.848863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3455d25-f08a-48b2-a796-f2b35ceef214 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:20.888133 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a3455d25-f08a-48b2-a796-f2b35ceef214 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "PUT /v2.0/routers/284d24f7-dbbb-4066-a901-2027efa8a604/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7476120 Feb 19 04:31:20.892527 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54570) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:21.217905 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b611b0-74fd-40be-8320-db90a675de31 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:21.225281 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-23b611b0-74fd-40be-8320-db90a675de31 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "GET /v2.0/ports/b87389ef-4d15-4ca7-96d8-e58c9345b9a1 HTTP/1.1" status: 200 len: 910 time: 0.3281176 Feb 19 04:31:21.238403 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54578) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:21.320377 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a7916a-a750-4832-a06b-c6ea8bd19425 None None] Sync routers for ids ['284d24f7-dbbb-4066-a901-2027efa8a604'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:21.596506 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54206d1-8a9c-43ad-a805-ea4a98b41db9 req-01a88455-65f1-4b27-8cb6-3ceec4b3a491 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:21.604487 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d54206d1-8a9c-43ad-a805-ea4a98b41db9 req-01a88455-65f1-4b27-8cb6-3ceec4b3a491 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.5864275 Feb 19 04:31:21.614668 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119c7a4-c58c-42ca-b9ed-1859ffa8320e req-5de698a4-d33d-41d7-accd-14107d80fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:21.616647 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a119c7a4-c58c-42ca-b9ed-1859ffa8320e req-5de698a4-d33d-41d7-accd-14107d80fd2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ed9c9b978e4488eb22a79fa0d989987&device_id=582b80b0-de51-4da1-b36d-e21af3ee8dd3 HTTP/1.1" status: 200 len: 1125 time: 1.3503888 Feb 19 04:31:21.671753 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-05669fa1-2391-43fd-83dc-a293945aa761 None None] Allocated IP 2001:db8::2 (cc4e474b-889b-4e3c-bacb-a41ac60eef9e/b1c3085d-245b-48d8-aa7a-ec99ed511342/4701a447-98cd-4f29-a860-5221164590fd) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:21.684043 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-99079b79-e661-413c-ad6e-429ec483e4d3 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (89202b45-f0f4-4356-bde6-5d9211c5b19a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.773892 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660e4de-0332-48f2-8bfa-e5223a068920 req-175e420f-2c56-4662-b15c-ad813a9add94 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:21.782307 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6660e4de-0332-48f2-8bfa-e5223a068920 req-175e420f-2c56-4662-b15c-ad813a9add94 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/ports?device_id=582b80b0-de51-4da1-b36d-e21af3ee8dd3 HTTP/1.1" status: 200 len: 943 time: 0.6073735 Feb 19 04:31:21.953062 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-05669fa1-2391-43fd-83dc-a293945aa761 None None] Publish callbacks [] for port (4701a447-98cd-4f29-a860-5221164590fd), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.959758 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9170cd6c-3993-436f-84dd-fb39727efbaa None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:21.961416 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9170cd6c-3993-436f-84dd-fb39727efbaa None None] Checking segment: {'id': '16be7efd-5cb7-40e4-b5dd-0a5b92844bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e739c2d5-7953-488d-a3d4-913a39721529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:21.962422 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9170cd6c-3993-436f-84dd-fb39727efbaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.963148 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9170cd6c-3993-436f-84dd-fb39727efbaa None None] Bound using segment: {'id': '16be7efd-5cb7-40e4-b5dd-0a5b92844bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e739c2d5-7953-488d-a3d4-913a39721529'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:21.963999 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9170cd6c-3993-436f-84dd-fb39727efbaa None None] Bound port: 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16be7efd-5cb7-40e4-b5dd-0a5b92844bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e739c2d5-7953-488d-a3d4-913a39721529'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:21.964793 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9170cd6c-3993-436f-84dd-fb39727efbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2fb8dd16-b3c7-45c7-86f2-bfe4f9224437), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.980836 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-05669fa1-2391-43fd-83dc-a293945aa761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (4701a447-98cd-4f29-a860-5221164590fd), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:22.032693 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d54206d1-8a9c-43ad-a805-ea4a98b41db9 req-28aa4a8f-135e-4918-98b6-6b502b60de43 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269831 Feb 19 04:31:22.304694 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99079b79-e661-413c-ad6e-429ec483e4d3 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Checking segment: {'id': '872f5a6a-7fb1-4728-a3c8-e1e1472b3480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8456641f-6272-4740-bceb-f1f41495de92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:22.305300 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99079b79-e661-413c-ad6e-429ec483e4d3 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Network hostable DHCP agents. Network: 8456641f-6272-4740-bceb-f1f41495de92, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:31:22.311459 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-34a5b7cc-0824-4445-a35e-2cad057c9463 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:22.315284 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99079b79-e661-413c-ad6e-429ec483e4d3 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Subnet': ['ID=89202b45-f0f4-4356-bde6-5d9211c5b19a,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:22.357294 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9170cd6c-3993-436f-84dd-fb39727efbaa None None] For port 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:22.377796 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9170cd6c-3993-436f-84dd-fb39727efbaa None None] For port 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2fb8dd16-b3c7-45c7-86f2-bfe4f9224437,segment=NetworkSegment(16be7efd-5cb7-40e4-b5dd-0a5b92844bed),segment_id=16be7efd-5cb7-40e4-b5dd-0a5b92844bed)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:22.423595 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6660e4de-0332-48f2-8bfa-e5223a068920 req-9474a36a-21c3-4897-bcb1-e77949f3e7ae tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a634866-fede-4fc4-8464-306eed172561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5104332 Feb 19 04:31:22.475138 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119c7a4-c58c-42ca-b9ed-1859ffa8320e req-c93b0e39-12c5-4e6f-8b03-33f44696a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:22.476721 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a119c7a4-c58c-42ca-b9ed-1859ffa8320e req-c93b0e39-12c5-4e6f-8b03-33f44696a989 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1f39eb3-1608-443d-923b-542b1f7707f8 HTTP/1.1" status: 200 len: 925 time: 0.8160472 Feb 19 04:31:22.478505 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99079b79-e661-413c-ad6e-429ec483e4d3 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:22.478925 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99079b79-e661-413c-ad6e-429ec483e4d3 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:22.479276 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99079b79-e661-413c-ad6e-429ec483e4d3 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:22.482207 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99079b79-e661-413c-ad6e-429ec483e4d3 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:22.482699 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99079b79-e661-413c-ad6e-429ec483e4d3 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:22.483147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99079b79-e661-413c-ad6e-429ec483e4d3 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:22.484282 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99079b79-e661-413c-ad6e-429ec483e4d3 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:22.484492 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99079b79-e661-413c-ad6e-429ec483e4d3 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:22.486457 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99079b79-e661-413c-ad6e-429ec483e4d3 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:22.486816 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99079b79-e661-413c-ad6e-429ec483e4d3 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:22.487167 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99079b79-e661-413c-ad6e-429ec483e4d3 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:22.493220 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99079b79-e661-413c-ad6e-429ec483e4d3 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:22.493220 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99079b79-e661-413c-ad6e-429ec483e4d3 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:22.509331 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3ebd403-3f8c-44f0-81f3-fd64bbac3748 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:22.565403 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9170cd6c-3993-436f-84dd-fb39727efbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2fb8dd16-b3c7-45c7-86f2-bfe4f9224437), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:22.570080 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a7916a-a750-4832-a06b-c6ea8bd19425 None None] Routers {'284d24f7-dbbb-4066-a901-2027efa8a604'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:22.571597 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-98a7916a-a750-4832-a06b-c6ea8bd19425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:31:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['284d24f7-dbbb-4066-a901-2027efa8a604'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:22.580711 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05669fa1-2391-43fd-83dc-a293945aa761 None None] Network cc4e474b-889b-4e3c-bacb-a41ac60eef9e is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:22.626032 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a119c7a4-c58c-42ca-b9ed-1859ffa8320e req-6b783207-0d75-448f-8e1a-f48fc57e6b82 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f307371-29f7-484d-98ee-dacea796a3d0 HTTP/1.1" status: 200 len: 217 time: 0.1169858 Feb 19 04:31:22.657964 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-05669fa1-2391-43fd-83dc-a293945aa761 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:22.666297 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05669fa1-2391-43fd-83dc-a293945aa761 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:22.702291 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-98a7916a-a750-4832-a06b-c6ea8bd19425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:22.736719 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119c7a4-c58c-42ca-b9ed-1859ffa8320e req-da2e0380-2316-4afd-8271-e2c142ddf42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:22.738462 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a119c7a4-c58c-42ca-b9ed-1859ffa8320e req-da2e0380-2316-4afd-8271-e2c142ddf42d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a7ed6998-e7ed-47b4-b161-b09b5b98802b HTTP/1.1" status: 200 len: 865 time: 0.1115820 Feb 19 04:31:22.781173 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05669fa1-2391-43fd-83dc-a293945aa761 None None] Pushing event updated for resources: {'Port': ['ID=4701a447-98cd-4f29-a860-5221164590fd,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:22.888784 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 3f307371-29f7-484d-98ee-dacea796a3d0 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:31:23.127401 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a7916a-a750-4832-a06b-c6ea8bd19425 None None] Routers {'284d24f7-dbbb-4066-a901-2027efa8a604'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:23.136388 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-98a7916a-a750-4832-a06b-c6ea8bd19425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:31:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['284d24f7-dbbb-4066-a901-2027efa8a604'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:23.159107 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 3971fc35-7c4a-4521-8e83-667caa65d92e is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:23.164616 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6c40a4b0-7062-4855-aa18-a2a6077b6588 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:23.265588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-d3ebd403-3f8c-44f0-81f3-fd64bbac3748 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Allocated IP 172.21.0.1 (8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f/b6adc8e9-e28e-4552-9f45-7dabd43b17ad/5f94e733-5535-4550-a41f-c65fcfcb830a) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:23.268725 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54602) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:23.315401 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-91fbde95-f6e9-4b60-8f76-3d51a6c6564d None None] Current status of the port 6c40a4b0-7062-4855-aa18-a2a6077b6588 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:23.316793 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-91fbde95-f6e9-4b60-8f76-3d51a6c6564d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6c40a4b0-7062-4855-aa18-a2a6077b6588), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:23.373450 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a119c7a4-c58c-42ca-b9ed-1859ffa8320e req-a0d32e4f-64d1-4834-b6e8-b581b9e0fbf5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1f39eb3-1608-443d-923b-542b1f7707f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1820352 Feb 19 04:31:23.391038 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99079b79-e661-413c-ad6e-429ec483e4d3 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Network 8456641f-6272-4740-bceb-f1f41495de92 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:31:23.398081 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-98a7916a-a750-4832-a06b-c6ea8bd19425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:23.399900 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a7916a-a750-4832-a06b-c6ea8bd19425 None None] The sync data for ids ['284d24f7-dbbb-4066-a901-2027efa8a604'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:23.555592 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:31:23.563309 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170cd6c-3993-436f-84dd-fb39727efbaa None None] Pushing event updated for resources: {'Port': ['ID=2fb8dd16-b3c7-45c7-86f2-bfe4f9224437,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:23.603113 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-05669fa1-2391-43fd-83dc-a293945aa761 None None] Attempting to bind port 4701a447-98cd-4f29-a860-5221164590fd on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:23.604191 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-05669fa1-2391-43fd-83dc-a293945aa761 None None] Attempting to bind port 4701a447-98cd-4f29-a860-5221164590fd by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'e230abbe-e951-43e6-9142-29c2654e5813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cc4e474b-889b-4e3c-bacb-a41ac60eef9e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:23.604824 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05669fa1-2391-43fd-83dc-a293945aa761 None None] Attempting to bind port 4701a447-98cd-4f29-a860-5221164590fd on network cc4e474b-889b-4e3c-bacb-a41ac60eef9e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:23.654744 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-99079b79-e661-413c-ad6e-429ec483e4d3 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 8456641f-6272-4740-bceb-f1f41495de92) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:23.690480 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709e64e1-2427-4a51-b5b5-72b0648d41d9 None None] Network 8456641f-6272-4740-bceb-f1f41495de92 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:23.720487 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05669fa1-2391-43fd-83dc-a293945aa761 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:23.722024 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05669fa1-2391-43fd-83dc-a293945aa761 None None] Checking segment: {'id': 'e230abbe-e951-43e6-9142-29c2654e5813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cc4e474b-889b-4e3c-bacb-a41ac60eef9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:23.722698 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-05669fa1-2391-43fd-83dc-a293945aa761 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:23.723444 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05669fa1-2391-43fd-83dc-a293945aa761 None None] Bound using segment: {'id': 'e230abbe-e951-43e6-9142-29c2654e5813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cc4e474b-889b-4e3c-bacb-a41ac60eef9e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:23.724353 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-05669fa1-2391-43fd-83dc-a293945aa761 None None] Bound port: 4701a447-98cd-4f29-a860-5221164590fd, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e230abbe-e951-43e6-9142-29c2654e5813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cc4e474b-889b-4e3c-bacb-a41ac60eef9e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:23.725060 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-05669fa1-2391-43fd-83dc-a293945aa761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4701a447-98cd-4f29-a860-5221164590fd), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:23.729754 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f14ad668-3bfa-4792-a75d-8b04c74f4878 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:23.737906 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-91fbde95-f6e9-4b60-8f76-3d51a6c6564d None None] For port 6c40a4b0-7062-4855-aa18-a2a6077b6588, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6c40a4b0-7062-4855-aa18-a2a6077b6588,segment=NetworkSegment(55ad49db-c362-4206-87dc-6feb88379642),segment_id=55ad49db-c362-4206-87dc-6feb88379642)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:23.810509 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-91fbde95-f6e9-4b60-8f76-3d51a6c6564d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6c40a4b0-7062-4855-aa18-a2a6077b6588), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:23.873755 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-9b566053-1047-4a3d-bec5-01901359d59e tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:23.875480 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-9b566053-1047-4a3d-bec5-01901359d59e tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/networks?id=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 HTTP/1.1" status: 200 len: 814 time: 0.6128483 Feb 19 04:31:23.958904 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3ebd403-3f8c-44f0-81f3-fd64bbac3748 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for port (5f94e733-5535-4550-a41f-c65fcfcb830a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:23.961605 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-34a5b7cc-0824-4445-a35e-2cad057c9463 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Allocated IP 2001:db8::1 (cc4e474b-889b-4e3c-bacb-a41ac60eef9e/b1c3085d-245b-48d8-aa7a-ec99ed511342/829fc032-51ca-4901-9bbe-620cc3a00913) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:24.016433 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 3f307371-29f7-484d-98ee-dacea796a3d0, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3f307371-29f7-484d-98ee-dacea796a3d0,segment=NetworkSegment(70b85a37-a874-4cab-a8b1-16459af810e6),segment_id=70b85a37-a874-4cab-a8b1-16459af810e6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:24.068748 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-91fbde95-f6e9-4b60-8f76-3d51a6c6564d None None] Provisioning complete for port b87389ef-4d15-4ca7-96d8-e58c9345b9a1 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:24.070476 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-91fbde95-f6e9-4b60-8f76-3d51a6c6564d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b87389ef-4d15-4ca7-96d8-e58c9345b9a1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.092006 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3ebd403-3f8c-44f0-81f3-fd64bbac3748 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (5f94e733-5535-4550-a41f-c65fcfcb830a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.175465 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-e3f6963a-412e-4e02-afbc-9840d64bbef2 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/quotas/33c394b84df34f71a382d547bb213da3 HTTP/1.1" status: 200 len: 375 time: 0.1157401 Feb 19 04:31:24.207457 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 6c40a4b0-7062-4855-aa18-a2a6077b6588 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:24.209349 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6c40a4b0-7062-4855-aa18-a2a6077b6588), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.215429 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-34a5b7cc-0824-4445-a35e-2cad057c9463 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for port (829fc032-51ca-4901-9bbe-620cc3a00913), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.242869 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '3f307371-29f7-484d-98ee-dacea796a3d0', 'network_id': 'd1f39eb3-1608-443d-923b-542b1f7707f8', 'port_id': '3f307371-29f7-484d-98ee-dacea796a3d0', 'mac_address': 'fa:16:3e:a0:e6:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ed6998-e7ed-47b4-b161-b09b5b98802b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:31:24.287381 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99079b79-e661-413c-ad6e-429ec483e4d3 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:24.288016 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-99079b79-e661-413c-ad6e-429ec483e4d3 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.297456 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-34a5b7cc-0824-4445-a35e-2cad057c9463 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (829fc032-51ca-4901-9bbe-620cc3a00913), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.313486 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbde95-f6e9-4b60-8f76-3d51a6c6564d None None] Pushing event updated for resources: {'Port': ['ID=6c40a4b0-7062-4855-aa18-a2a6077b6588,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:24.323751 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-05669fa1-2391-43fd-83dc-a293945aa761 None None] For port 4701a447-98cd-4f29-a860-5221164590fd, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:24.407870 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-91fbde95-f6e9-4b60-8f76-3d51a6c6564d None None] Port b87389ef-4d15-4ca7-96d8-e58c9345b9a1 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:24.408834 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ebd403-3f8c-44f0-81f3-fd64bbac3748 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network 8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:24.418841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebf4290-4474-404a-81d9-d2207e7aac49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-8456641f-6272-4740-bceb-f1f41495de92', 'network_id': '8456641f-6272-4740-bceb-f1f41495de92', 'project_id': 'f2f36d5f8e834902b96bc27964742316', 'fixed_ips': [{'subnet_id': '89202b45-f0f4-4356-bde6-5d9211c5b19a'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:31:24.420251 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aebf4290-4474-404a-81d9-d2207e7aac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.426754 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-05669fa1-2391-43fd-83dc-a293945aa761 None None] For port 4701a447-98cd-4f29-a860-5221164590fd, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=4701a447-98cd-4f29-a860-5221164590fd,segment=NetworkSegment(e230abbe-e951-43e6-9142-29c2654e5813),segment_id=e230abbe-e951-43e6-9142-29c2654e5813)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:24.433118 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a119c7a4-c58c-42ca-b9ed-1859ffa8320e req-a0a6653c-1045-42f7-ad16-555691b767f7 service neutron] 10.222.0.48 "GET /v2.0/networks/d1f39eb3-1608-443d-923b-542b1f7707f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9933758 Feb 19 04:31:24.457479 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a5b7cc-0824-4445-a35e-2cad057c9463 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network cc4e474b-889b-4e3c-bacb-a41ac60eef9e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:24.463806 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-d3ebd403-3f8c-44f0-81f3-fd64bbac3748 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:24.469898 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-05669fa1-2391-43fd-83dc-a293945aa761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4701a447-98cd-4f29-a860-5221164590fd), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.505852 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ebd403-3f8c-44f0-81f3-fd64bbac3748 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:24.533997 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 3f307371-29f7-484d-98ee-dacea796a3d0 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:24.534737 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3f307371-29f7-484d-98ee-dacea796a3d0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.715984 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f307371-29f7-484d-98ee-dacea796a3d0 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:31:24.718156 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebd403-3f8c-44f0-81f3-fd64bbac3748 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Port': ['ID=5f94e733-5535-4550-a41f-c65fcfcb830a,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:24.998066 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b312c7d2-3147-43d7-a363-ba2b2b42e9fd None None] Provisioning complete for port 6c40a4b0-7062-4855-aa18-a2a6077b6588 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:24.998937 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b312c7d2-3147-43d7-a363-ba2b2b42e9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6c40a4b0-7062-4855-aa18-a2a6077b6588), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.036673 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-d2396a08-70a3-43fc-83b0-e6c244cecd8a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=33c394b84df34f71a382d547bb213da3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7598472 Feb 19 04:31:25.062844 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3ebd403-3f8c-44f0-81f3-fd64bbac3748 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (284d24f7-dbbb-4066-a901-2027efa8a604), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.091752 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f14ad668-3bfa-4792-a75d-8b04c74f4878 admin admin] Publish callbacks [] for security_group (7f757d08-09c9-4d5a-b6fc-2ccb39b440ef), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.126344 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05669fa1-2391-43fd-83dc-a293945aa761 None None] Pushing event updated for resources: {'Port': ['ID=4701a447-98cd-4f29-a860-5221164590fd,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:25.177595 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 3f307371-29f7-484d-98ee-dacea796a3d0, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3f307371-29f7-484d-98ee-dacea796a3d0,segment=NetworkSegment(70b85a37-a874-4cab-a8b1-16459af810e6),segment_id=70b85a37-a874-4cab-a8b1-16459af810e6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:25.267522 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be620c1b-217e-45fd-8df4-8fb943e27bef None None] Network e739c2d5-7953-488d-a3d4-913a39721529 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:25.305179 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3f307371-29f7-484d-98ee-dacea796a3d0), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.430680 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f14ad668-3bfa-4792-a75d-8b04c74f4878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7f757d08-09c9-4d5a-b6fc-2ccb39b440ef), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.480054 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-34a5b7cc-0824-4445-a35e-2cad057c9463 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:25.500239 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a5b7cc-0824-4445-a35e-2cad057c9463 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:25.502219 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-34a5b7cc-0824-4445-a35e-2cad057c9463 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (553c89d1-e312-4994-9867-d183d453738e), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.512996 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-99079b79-e661-413c-ad6e-429ec483e4d3 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 5.7685988 Feb 19 04:31:25.552556 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54618) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:25.611082 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 6c40a4b0-7062-4855-aa18-a2a6077b6588 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:25.735068 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5b7cc-0824-4445-a35e-2cad057c9463 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Port': ['ID=829fc032-51ca-4901-9bbe-620cc3a00913,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:25.971984 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['3f307371-29f7-484d-98ee-dacea796a3d0'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:31:25.994108 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-aebf4290-4474-404a-81d9-d2207e7aac49 None None] Allocated IP 172.20.0.2 (8456641f-6272-4740-bceb-f1f41495de92/89202b45-f0f4-4356-bde6-5d9211c5b19a/aa87545a-ea9a-4d87-915f-42581bd1bcdc) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:26.096951 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a119c7a4-c58c-42ca-b9ed-1859ffa8320e req-758a3de9-8cbf-4cb7-927d-f8afff2af164 service neutron] 10.222.0.48 "GET /v2.0/networks/d1f39eb3-1608-443d-923b-542b1f7707f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6264584 Feb 19 04:31:26.147336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb723d6c-2555-436d-bd02-140c2254fe07 req-f46bf0a9-60f8-4946-a397-3bc6e80881d1 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:26.156490 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb723d6c-2555-436d-bd02-140c2254fe07 req-f46bf0a9-60f8-4946-a397-3bc6e80881d1 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/ports?device_id=582b80b0-de51-4da1-b36d-e21af3ee8dd3 HTTP/1.1" status: 200 len: 943 time: 2.4474199 Feb 19 04:31:26.183434 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f14ad668-3bfa-4792-a75d-8b04c74f4878 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=317c1f9c2e744a499c2d5f38918a01e9&name=default HTTP/1.1" status: 200 len: 3000 time: 2.9128401 Feb 19 04:31:26.191546 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=3f307371-29f7-484d-98ee-dacea796a3d0,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:26.200182 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54624) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:26.485706 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb723d6c-2555-436d-bd02-140c2254fe07 req-e9700363-6cd1-4d32-8908-209f651f9671 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a634866-fede-4fc4-8464-306eed172561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128288 Feb 19 04:31:26.556324 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-34a5b7cc-0824-4445-a35e-2cad057c9463 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (829fc032-51ca-4901-9bbe-620cc3a00913), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:26.654453 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4701a447-98cd-4f29-a860-5221164590fd up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:26.894603 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b312c7d2-3147-43d7-a363-ba2b2b42e9fd None None] Current status of the port 6c40a4b0-7062-4855-aa18-a2a6077b6588 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:27.096857 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ad668-3bfa-4792-a75d-8b04c74f4878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f757d08-09c9-4d5a-b6fc-2ccb39b440ef,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:27.098332 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b312c7d2-3147-43d7-a363-ba2b2b42e9fd None None] Provisioning complete for port b87389ef-4d15-4ca7-96d8-e58c9345b9a1 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:27.098846 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b312c7d2-3147-43d7-a363-ba2b2b42e9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b87389ef-4d15-4ca7-96d8-e58c9345b9a1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:27.196155 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3ebd403-3f8c-44f0-81f3-fd64bbac3748 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5f94e733-5535-4550-a41f-c65fcfcb830a), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:27.236169 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (8456641f-6272-4740-bceb-f1f41495de92), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:27.238196 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 4701a447-98cd-4f29-a860-5221164590fd triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:27.240436 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4701a447-98cd-4f29-a860-5221164590fd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:27.364074 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a56414-a0fb-4001-987d-35a03fcb79d3 None None] Network cc4e474b-889b-4e3c-bacb-a41ac60eef9e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:27.406303 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-34a5b7cc-0824-4445-a35e-2cad057c9463 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for port (829fc032-51ca-4901-9bbe-620cc3a00913), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:27.421696 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-34a5b7cc-0824-4445-a35e-2cad057c9463 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (829fc032-51ca-4901-9bbe-620cc3a00913), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:27.423070 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-34a5b7cc-0824-4445-a35e-2cad057c9463 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (553c89d1-e312-4994-9867-d183d453738e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:27.625893 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5b7cc-0824-4445-a35e-2cad057c9463 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Port': ['ID=829fc032-51ca-4901-9bbe-620cc3a00913,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:27.702363 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aebf4290-4474-404a-81d9-d2207e7aac49 None None] Publish callbacks [] for port (aa87545a-ea9a-4d87-915f-42581bd1bcdc), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:27.740286 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a5b7cc-0824-4445-a35e-2cad057c9463 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network cc4e474b-889b-4e3c-bacb-a41ac60eef9e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:27.745277 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-34a5b7cc-0824-4445-a35e-2cad057c9463 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:27.789027 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-3b7b6ec8-2d5c-4185-b949-28613b385f27 service neutron] 10.222.0.65 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.7315950 Feb 19 04:31:27.800794 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (89202b45-f0f4-4356-bde6-5d9211c5b19a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:27.899041 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf53d4e-622f-46bc-87f7-8a83e5a9eaa1 req-617a42d6-cd57-48a7-aef0-36d66c82f34d tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:27.911652 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dcf53d4e-622f-46bc-87f7-8a83e5a9eaa1 req-617a42d6-cd57-48a7-aef0-36d66c82f34d tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/ports?device_id=582b80b0-de51-4da1-b36d-e21af3ee8dd3 HTTP/1.1" status: 200 len: 944 time: 0.2398806 Feb 19 04:31:27.935706 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aebf4290-4474-404a-81d9-d2207e7aac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (aa87545a-ea9a-4d87-915f-42581bd1bcdc), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:27.939396 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b312c7d2-3147-43d7-a363-ba2b2b42e9fd None None] Port b87389ef-4d15-4ca7-96d8-e58c9345b9a1 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:28.028618 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-423032a0-8cbb-4ebb-a0ee-c1795a760a52 service neutron] 10.222.0.65 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174623 Feb 19 04:31:28.079727 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf4290-4474-404a-81d9-d2207e7aac49 None None] Pushing event updated for resources: {'Port': ['ID=aa87545a-ea9a-4d87-915f-42581bd1bcdc,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:28.141747 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-274c78a9-e304-4b10-9746-0db0393b5ccc admin admin] Publish callbacks [] for security_group (7f757d08-09c9-4d5a-b6fc-2ccb39b440ef), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:28.147735 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dcf53d4e-622f-46bc-87f7-8a83e5a9eaa1 req-ea67bc89-d181-4d63-a3b8-193a10c4377f tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a634866-fede-4fc4-8464-306eed172561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345738 Feb 19 04:31:28.179787 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebf4290-4474-404a-81d9-d2207e7aac49 None None] Network 8456641f-6272-4740-bceb-f1f41495de92 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:28.229376 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a5b7cc-0824-4445-a35e-2cad057c9463 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Router 553c89d1-e312-4994-9867-d183d453738e is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:31:28.236609 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-aebf4290-4474-404a-81d9-d2207e7aac49 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:28.244614 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-274c78a9-e304-4b10-9746-0db0393b5ccc admin admin] Publish callbacks [] for security_group (7f757d08-09c9-4d5a-b6fc-2ccb39b440ef), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:28.247169 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebf4290-4474-404a-81d9-d2207e7aac49 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:28.257332 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d828a025-c2d7-406b-8499-4c5d5d21bfc1 None None] Provisioning complete for port 4701a447-98cd-4f29-a860-5221164590fd triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:28.257852 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d828a025-c2d7-406b-8499-4c5d5d21bfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4701a447-98cd-4f29-a860-5221164590fd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:28.468548 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-274c78a9-e304-4b10-9746-0db0393b5ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7f757d08-09c9-4d5a-b6fc-2ccb39b440ef), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:28.473890 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-274c78a9-e304-4b10-9746-0db0393b5ccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:28.476546 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-274c78a9-e304-4b10-9746-0db0393b5ccc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7f757d08-09c9-4d5a-b6fc-2ccb39b440ef HTTP/1.1" status: 204 len: 168 time: 2.2593706 Feb 19 04:31:28.512579 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-aebf4290-4474-404a-81d9-d2207e7aac49 None None] Attempting to bind port aa87545a-ea9a-4d87-915f-42581bd1bcdc on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:28.517234 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-aebf4290-4474-404a-81d9-d2207e7aac49 None None] Attempting to bind port aa87545a-ea9a-4d87-915f-42581bd1bcdc by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '872f5a6a-7fb1-4728-a3c8-e1e1472b3480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8456641f-6272-4740-bceb-f1f41495de92'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:28.517809 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebf4290-4474-404a-81d9-d2207e7aac49 None None] Attempting to bind port aa87545a-ea9a-4d87-915f-42581bd1bcdc on network 8456641f-6272-4740-bceb-f1f41495de92 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:28.555609 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebf4290-4474-404a-81d9-d2207e7aac49 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:28.555609 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebf4290-4474-404a-81d9-d2207e7aac49 None None] Checking segment: {'id': '872f5a6a-7fb1-4728-a3c8-e1e1472b3480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8456641f-6272-4740-bceb-f1f41495de92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:28.555609 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aebf4290-4474-404a-81d9-d2207e7aac49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:28.555609 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebf4290-4474-404a-81d9-d2207e7aac49 None None] Bound using segment: {'id': '872f5a6a-7fb1-4728-a3c8-e1e1472b3480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8456641f-6272-4740-bceb-f1f41495de92'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:28.556331 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-aebf4290-4474-404a-81d9-d2207e7aac49 None None] Bound port: aa87545a-ea9a-4d87-915f-42581bd1bcdc, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872f5a6a-7fb1-4728-a3c8-e1e1472b3480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8456641f-6272-4740-bceb-f1f41495de92'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:28.556631 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aebf4290-4474-404a-81d9-d2207e7aac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (aa87545a-ea9a-4d87-915f-42581bd1bcdc), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:28.596702 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c78a9-e304-4b10-9746-0db0393b5ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f757d08-09c9-4d5a-b6fc-2ccb39b440ef,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:28.695338 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (89202b45-f0f4-4356-bde6-5d9211c5b19a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:28.739271 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d04c2d9f-0b9d-4046-991f-80e24ff8b6ee req-cea7616f-fd6f-4c42-beaa-667cf9560b67 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=c70063b0-26c0-43c8-af5e-9644623f8001 HTTP/1.1" status: 200 len: 210 time: 0.1836863 Feb 19 04:31:28.822166 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a5b7cc-0824-4445-a35e-2cad057c9463 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:28.852128 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9343f2-12a5-431b-a0fa-ddb98adae268 None None] Sync routers for ids ['553c89d1-e312-4994-9867-d183d453738e'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:28.879959 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-34a5b7cc-0824-4445-a35e-2cad057c9463 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "PUT /v2.0/routers/553c89d1-e312-4994-9867-d183d453738e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7028437 Feb 19 04:31:28.884490 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54642) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:28.894970 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 4701a447-98cd-4f29-a860-5221164590fd is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:28.898680 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4701a447-98cd-4f29-a860-5221164590fd), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:28.907127 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9343f2-12a5-431b-a0fa-ddb98adae268 None None] Routers {'553c89d1-e312-4994-9867-d183d453738e'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:28.919459 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-0c9343f2-12a5-431b-a0fa-ddb98adae268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:31:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['553c89d1-e312-4994-9867-d183d453738e'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:29.039556 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-0c9343f2-12a5-431b-a0fa-ddb98adae268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:29.071369 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9343f2-12a5-431b-a0fa-ddb98adae268 None None] Routers {'553c89d1-e312-4994-9867-d183d453738e'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:29.076445 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-0c9343f2-12a5-431b-a0fa-ddb98adae268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:31:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['553c89d1-e312-4994-9867-d183d453738e'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:29.115358 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 4701a447-98cd-4f29-a860-5221164590fd, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=4701a447-98cd-4f29-a860-5221164590fd,segment=NetworkSegment(e230abbe-e951-43e6-9142-29c2654e5813),segment_id=e230abbe-e951-43e6-9142-29c2654e5813)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:29.140074 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4701a447-98cd-4f29-a860-5221164590fd), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:29.141037 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:29.188392 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad0e6a4-d7c9-46b6-b7ec-f24da0daf1bb tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:29.202318 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-aad0e6a4-d7c9-46b6-b7ec-f24da0daf1bb tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "GET /v2.0/ports/829fc032-51ca-4901-9bbe-620cc3a00913 HTTP/1.1" status: 200 len: 911 time: 0.3153832 Feb 19 04:31:29.203093 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54648) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:29.228851 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-82f53686-28d9-46c3-befd-ebb51d4e0dc7 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b1c3085d-245b-48d8-aa7a-ec99ed511342'}]}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:29.279307 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (8456641f-6272-4740-bceb-f1f41495de92), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:29.314332 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-0c9343f2-12a5-431b-a0fa-ddb98adae268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:29.315846 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9343f2-12a5-431b-a0fa-ddb98adae268 None None] The sync data for ids ['553c89d1-e312-4994-9867-d183d453738e'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:29.326122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-aebf4290-4474-404a-81d9-d2207e7aac49 None None] For port aa87545a-ea9a-4d87-915f-42581bd1bcdc, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:29.332584 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=4701a447-98cd-4f29-a860-5221164590fd,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:29.345292 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 3f307371-29f7-484d-98ee-dacea796a3d0 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:29.349073 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8456641f-6272-4740-bceb-f1f41495de92']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:29.397870 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872f5a6a-7fb1-4728-a3c8-e1e1472b3480') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:29.398510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872f5a6a-7fb1-4728-a3c8-e1e1472b3480') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:29.416196 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-aebf4290-4474-404a-81d9-d2207e7aac49 None None] For port aa87545a-ea9a-4d87-915f-42581bd1bcdc, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=aa87545a-ea9a-4d87-915f-42581bd1bcdc,segment=NetworkSegment(872f5a6a-7fb1-4728-a3c8-e1e1472b3480),segment_id=872f5a6a-7fb1-4728-a3c8-e1e1472b3480)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:29.446319 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (872f5a6a-7fb1-4728-a3c8-e1e1472b3480), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:29.483614 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aebf4290-4474-404a-81d9-d2207e7aac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (aa87545a-ea9a-4d87-915f-42581bd1bcdc), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:29.503860 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (872f5a6a-7fb1-4728-a3c8-e1e1472b3480), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:29.519367 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d828a025-c2d7-406b-8499-4c5d5d21bfc1 None None] Current status of the port 4701a447-98cd-4f29-a860-5221164590fd is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:29.542885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:31:29.543662 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (872f5a6a-7fb1-4728-a3c8-e1e1472b3480), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:29.686785 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:29.688732 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2fb8dd16-b3c7-45c7-86f2-bfe4f9224437), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:31:29.767474 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:31:29.770993 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Subnet': ['ID=89202b45-f0f4-4356-bde6-5d9211c5b19a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:29.786016 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.api [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 04:31:29.786016 n-d-772273-4 neutron-server[115198]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 04:31:29.786016 n-d-772273-4 neutron-server[115198]: [parameters: {'id': '8456641f-6272-4740-bceb-f1f41495de92'}] Feb 19 04:31:29.786016 n-d-772273-4 neutron-server[115198]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:31:29.787146 n-d-772273-4 neutron-server[115198]: DEBUG oslo_db.api [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:31:29.876477 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d828a025-c2d7-406b-8499-4c5d5d21bfc1 None None] Provisioning complete for port 5f94e733-5535-4550-a41f-c65fcfcb830a triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:29.880679 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d828a025-c2d7-406b-8499-4c5d5d21bfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5f94e733-5535-4550-a41f-c65fcfcb830a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.034176 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d828a025-c2d7-406b-8499-4c5d5d21bfc1 None None] Port 5f94e733-5535-4550-a41f-c65fcfcb830a cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:30.052677 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 3f307371-29f7-484d-98ee-dacea796a3d0 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:31:30.059473 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea9a17-2bc9-4eae-a4d7-e45511a283e7 req-a7553998-418a-493e-afba-1d1096dbe0d5 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:30.061227 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bcea9a17-2bc9-4eae-a4d7-e45511a283e7 req-a7553998-418a-493e-afba-1d1096dbe0d5 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/ports?device_id=582b80b0-de51-4da1-b36d-e21af3ee8dd3 HTTP/1.1" status: 200 len: 944 time: 0.3533432 Feb 19 04:31:30.143087 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fac56b9f-c043-4fb8-b9c6-27128559e365 req-d0ebf795-4603-41f0-aef1-c338fcb88014 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=c70063b0-26c0-43c8-af5e-9644623f8001 HTTP/1.1" status: 200 len: 210 time: 0.2133119 Feb 19 04:31:30.144493 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-82f53686-28d9-46c3-befd-ebb51d4e0dc7 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (829fc032-51ca-4901-9bbe-620cc3a00913), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.204484 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 3f307371-29f7-484d-98ee-dacea796a3d0 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:30.205267 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3f307371-29f7-484d-98ee-dacea796a3d0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.220862 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf4290-4474-404a-81d9-d2207e7aac49 None None] Pushing event updated for resources: {'Port': ['ID=aa87545a-ea9a-4d87-915f-42581bd1bcdc,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:30.291960 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7c7bb6-bca7-4c56-b419-ec0f933f02ab None None] Network 8456641f-6272-4740-bceb-f1f41495de92 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:30.319112 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (8456641f-6272-4740-bceb-f1f41495de92), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.351478 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d828a025-c2d7-406b-8499-4c5d5d21bfc1 None None] Provisioning complete for port 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:30.352229 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d828a025-c2d7-406b-8499-4c5d5d21bfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2fb8dd16-b3c7-45c7-86f2-bfe4f9224437), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.375978 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3ebd403-3f8c-44f0-81f3-fd64bbac3748 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for port (5f94e733-5535-4550-a41f-c65fcfcb830a), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.413521 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3ebd403-3f8c-44f0-81f3-fd64bbac3748 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (5f94e733-5535-4550-a41f-c65fcfcb830a), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.566567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:30.567003 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2fb8dd16-b3c7-45c7-86f2-bfe4f9224437), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.705781 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebd403-3f8c-44f0-81f3-fd64bbac3748 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Port': ['ID=5f94e733-5535-4550-a41f-c65fcfcb830a,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:30.750099 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2fb8dd16-b3c7-45c7-86f2-bfe4f9224437,segment=NetworkSegment(16be7efd-5cb7-40e4-b5dd-0a5b92844bed),segment_id=16be7efd-5cb7-40e4-b5dd-0a5b92844bed)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:30.768235 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bcea9a17-2bc9-4eae-a4d7-e45511a283e7 req-d73950bf-167e-4e88-8aee-a2dc27767394 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a634866-fede-4fc4-8464-306eed172561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6861737 Feb 19 04:31:30.785908 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2fb8dd16-b3c7-45c7-86f2-bfe4f9224437), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:30.786609 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6c40a4b0-7062-4855-aa18-a2a6077b6588 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:30.882221 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3ebd403-3f8c-44f0-81f3-fd64bbac3748 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (284d24f7-dbbb-4066-a901-2027efa8a604), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:31.062743 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-82f53686-28d9-46c3-befd-ebb51d4e0dc7 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for port (829fc032-51ca-4901-9bbe-620cc3a00913), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:31.066725 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Deleting port aa87545a-ea9a-4d87-915f-42581bd1bcdc {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:31.067222 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (aa87545a-ea9a-4d87-915f-42581bd1bcdc), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:31.071618 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-82f53686-28d9-46c3-befd-ebb51d4e0dc7 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (829fc032-51ca-4901-9bbe-620cc3a00913), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:31.100639 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f53686-28d9-46c3-befd-ebb51d4e0dc7 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:31.102457 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-82f53686-28d9-46c3-befd-ebb51d4e0dc7 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:31.108832 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-82f53686-28d9-46c3-befd-ebb51d4e0dc7 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "PUT /v2.0/ports/829fc032-51ca-4901-9bbe-620cc3a00913 HTTP/1.1" status: 200 len: 911 time: 1.8992519 Feb 19 04:31:31.238717 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54676) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:31.314810 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] For port aa87545a-ea9a-4d87-915f-42581bd1bcdc, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=aa87545a-ea9a-4d87-915f-42581bd1bcdc,segment=NetworkSegment(872f5a6a-7fb1-4728-a3c8-e1e1472b3480),segment_id=872f5a6a-7fb1-4728-a3c8-e1e1472b3480)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:31.317749 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (aa87545a-ea9a-4d87-915f-42581bd1bcdc), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:31.334502 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f53686-28d9-46c3-befd-ebb51d4e0dc7 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Port': ['ID=829fc032-51ca-4901-9bbe-620cc3a00913,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:31.415095 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d828a025-c2d7-406b-8499-4c5d5d21bfc1 None None] Current status of the port 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:31.433919 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ea03b2d1-db6d-4e01-883d-7e1f5241528b req-cddd4c63-f1e8-428f-9efe-4866c7999218 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=c70063b0-26c0-43c8-af5e-9644623f8001 HTTP/1.1" status: 200 len: 210 time: 0.1149182 Feb 19 04:31:31.442247 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 3f307371-29f7-484d-98ee-dacea796a3d0 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:31.443914 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3f307371-29f7-484d-98ee-dacea796a3d0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:31.471249 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812d7838-d051-4f61-a8c6-f73d510f0bbb None None] get_active_networks_info from n-d-772273-4 {{(pid=115200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:31:31.491290 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=2fb8dd16-b3c7-45c7-86f2-bfe4f9224437,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:31.640790 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 3f307371-29f7-484d-98ee-dacea796a3d0, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3f307371-29f7-484d-98ee-dacea796a3d0,segment=NetworkSegment(70b85a37-a874-4cab-a8b1-16459af810e6),segment_id=70b85a37-a874-4cab-a8b1-16459af810e6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:31.656312 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582b80b0-de51-4da1-b36d-e21af3ee8dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f307371-29f7-484d-98ee-dacea796a3d0'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:31:31.663000 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676bd662-0cc1-486e-b509-ae2a18472851" -d '{"events": [{"server_uuid": "582b80b0-de51-4da1-b36d-e21af3ee8dd3", "name": "network-vif-plugged", "status": "completed", "tag": "3f307371-29f7-484d-98ee-dacea796a3d0"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:31:31.668261 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 6c40a4b0-7062-4855-aa18-a2a6077b6588 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:31.668739 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6c40a4b0-7062-4855-aa18-a2a6077b6588), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:31.739024 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3f307371-29f7-484d-98ee-dacea796a3d0), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:31.831375 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Calling delete_port for aa87545a-ea9a-4d87-915f-42581bd1bcdc owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:31.854363 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-f4633bc8-2516-44e0-bd3d-a2eb6cd82f7f req-a3a16509-3808-489f-9f84-2be9f83a4cb9 service neutron] (115198) timed out ('10.222.0.10', 52859) {{(pid=115198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:31:31.887021 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ebd403-3f8c-44f0-81f3-fd64bbac3748 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network 8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:31.900960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-d3ebd403-3f8c-44f0-81f3-fd64bbac3748 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:32.262898 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1f129ea3-3f56-4c8f-bce9-ddd9cbc47d94 None None] Provisioning complete for port 4701a447-98cd-4f29-a860-5221164590fd triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:32.264032 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1f129ea3-3f56-4c8f-bce9-ddd9cbc47d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4701a447-98cd-4f29-a860-5221164590fd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:32.273372 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5dec71-6647-4b4f-969a-dcb180a209ab x-openstack-request-id: req-9a5dec71-6647-4b4f-969a-dcb180a209ab {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:31:32.274778 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "582b80b0-de51-4da1-b36d-e21af3ee8dd3", "name": "network-vif-plugged", "status": "completed", "tag": "3f307371-29f7-484d-98ee-dacea796a3d0", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:31:32.275424 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a5dec71-6647-4b4f-969a-dcb180a209ab {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:31:32.276270 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '582b80b0-de51-4da1-b36d-e21af3ee8dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f307371-29f7-484d-98ee-dacea796a3d0', 'code': 200} Feb 19 04:31:32.343896 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6b8b1-072a-49bb-b5d1-deaf67816f74 req-7fdb9915-fe75-42fc-9e5e-a816a8f249ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:32.346509 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-12c6b8b1-072a-49bb-b5d1-deaf67816f74 req-7fdb9915-fe75-42fc-9e5e-a816a8f249ef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=582b80b0-de51-4da1-b36d-e21af3ee8dd3 HTTP/1.1" status: 200 len: 1127 time: 0.3437710 Feb 19 04:31:32.422248 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86568472-3de7-4246-9c55-1e6fee38cd99 req-b7621402-774f-4c47-a78a-3d5e8a125dda tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:32.426557 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-86568472-3de7-4246-9c55-1e6fee38cd99 req-b7621402-774f-4c47-a78a-3d5e8a125dda tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/ports?device_id=582b80b0-de51-4da1-b36d-e21af3ee8dd3 HTTP/1.1" status: 200 len: 945 time: 0.3290923 Feb 19 04:31:32.470864 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ebd403-3f8c-44f0-81f3-fd64bbac3748 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Router 284d24f7-dbbb-4066-a901-2027efa8a604 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:31:32.478624 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (aa87545a-ea9a-4d87-915f-42581bd1bcdc), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:32.509873 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 6c40a4b0-7062-4855-aa18-a2a6077b6588 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:32.637102 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-19c246a9-c513-4a14-be80-3aadcac19b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:32.688608 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Port': ['ID=aa87545a-ea9a-4d87-915f-42581bd1bcdc,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:32.691327 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-86568472-3de7-4246-9c55-1e6fee38cd99 req-be5dce19-2d25-40c0-97f1-a2876ba5d164 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a634866-fede-4fc4-8464-306eed172561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006354 Feb 19 04:31:32.700393 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No DVR routers for this DVR port aa87545a-ea9a-4d87-915f-42581bd1bcdc on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:32.781480 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-12c6b8b1-072a-49bb-b5d1-deaf67816f74 req-f980f912-da6e-409a-b8b8-9e9302602daa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4a634866-fede-4fc4-8464-306eed172561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159646 Feb 19 04:31:32.785572 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=3f307371-29f7-484d-98ee-dacea796a3d0,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:32.913625 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4701a447-98cd-4f29-a860-5221164590fd up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:32.946688 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-399753f8-e2b3-4b28-a5de-cc717a5f4cf2 req-80c1f2c8-9635-49a5-8f6b-bbaff9acb625 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=c70063b0-26c0-43c8-af5e-9644623f8001 HTTP/1.1" status: 200 len: 210 time: 0.1435273 Feb 19 04:31:33.107918 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-f6c97dc5-330e-4ebf-95ca-93e0ecf9b711 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:33.109819 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-f6c97dc5-330e-4ebf-95ca-93e0ecf9b711 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.10 "GET /v2.0/networks?id=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 HTTP/1.1" status: 200 len: 814 time: 1.2761023 Feb 19 04:31:33.126759 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812d7838-d051-4f61-a8c6-f73d510f0bbb None None] Resources bound (agent type, host, resource id): {{(pid=115200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:31:33.141859 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-df39bafa-1ea7-411d-87e9-c8a8ca7461c5 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Request body: {'port': {'device_id': 'c70063b0-26c0-43c8-af5e-9644623f8001', 'network_id': '7d2d5a55-2aa4-4db1-a679-fed0a5c29be7', 'admin_state_up': True, 'tenant_id': '33c394b84df34f71a382d547bb213da3'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:33.165030 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1f129ea3-3f56-4c8f-bce9-ddd9cbc47d94 None None] Current status of the port 4701a447-98cd-4f29-a860-5221164590fd is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:33.205636 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (8456641f-6272-4740-bceb-f1f41495de92), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:33.302053 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1f129ea3-3f56-4c8f-bce9-ddd9cbc47d94 None None] Provisioning complete for port 829fc032-51ca-4901-9bbe-620cc3a00913 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:33.302693 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1f129ea3-3f56-4c8f-bce9-ddd9cbc47d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (829fc032-51ca-4901-9bbe-620cc3a00913), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:33.468326 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 4701a447-98cd-4f29-a860-5221164590fd triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:33.469148 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4701a447-98cd-4f29-a860-5221164590fd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:33.529804 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1f129ea3-3f56-4c8f-bce9-ddd9cbc47d94 None None] Port 829fc032-51ca-4901-9bbe-620cc3a00913 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:33.698102 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:31:33.912105 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8456641f-6272-4740-bceb-f1f41495de92']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:33.974361 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872f5a6a-7fb1-4728-a3c8-e1e1472b3480') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:33.978435 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872f5a6a-7fb1-4728-a3c8-e1e1472b3480') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:34.009854 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 4701a447-98cd-4f29-a860-5221164590fd is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:34.020365 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (872f5a6a-7fb1-4728-a3c8-e1e1472b3480), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:34.031383 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:34.082893 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (872f5a6a-7fb1-4728-a3c8-e1e1472b3480), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:34.108427 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:31:34.110728 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (872f5a6a-7fb1-4728-a3c8-e1e1472b3480), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:31:34.222856 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:31:34.290393 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f5271-7977-4c36-b27e-3d35fe1180d4 req-3949ac2b-8733-41ec-b8aa-3d496fe154a0 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:34.293053 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0c2f5271-7977-4c36-b27e-3d35fe1180d4 req-3949ac2b-8733-41ec-b8aa-3d496fe154a0 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/ports?device_id=582b80b0-de51-4da1-b36d-e21af3ee8dd3 HTTP/1.1" status: 200 len: 945 time: 0.3274074 Feb 19 04:31:34.440783 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0c2f5271-7977-4c36-b27e-3d35fe1180d4 req-5f52a99b-30a2-4b64-a922-e80da82570de tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a634866-fede-4fc4-8464-306eed172561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347773 Feb 19 04:31:34.452181 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ebd403-3f8c-44f0-81f3-fd64bbac3748 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:34.473987 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d3ebd403-3f8c-44f0-81f3-fd64bbac3748 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "PUT /v2.0/routers/284d24f7-dbbb-4066-a901-2027efa8a604/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2321844 Feb 19 04:31:34.480112 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54732) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:34.491120 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f618448c-fb6b-477d-8706-97987f711dc3 None None] Sync routers for ids ['284d24f7-dbbb-4066-a901-2027efa8a604'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:34.601110 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f618448c-fb6b-477d-8706-97987f711dc3 None None] Routers {'284d24f7-dbbb-4066-a901-2027efa8a604'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:34.608213 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f618448c-fb6b-477d-8706-97987f711dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:31:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['284d24f7-dbbb-4066-a901-2027efa8a604'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:34.632076 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4d5df1-bc88-423b-8f0c-eb541cc59bf6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:34.640511 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7f4d5df1-bc88-423b-8f0c-eb541cc59bf6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "GET /v2.0/ports/5f94e733-5535-4550-a41f-c65fcfcb830a HTTP/1.1" status: 200 len: 910 time: 0.1478670 Feb 19 04:31:34.641915 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54734) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:34.747746 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a60c5e18-a840-42ea-95e7-65d7f0960d44 req-a4f7d9a1-2410-4e06-b643-7e69f2f6f8c1 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=c70063b0-26c0-43c8-af5e-9644623f8001 HTTP/1.1" status: 200 len: 210 time: 0.2604675 Feb 19 04:31:34.756573 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (8456641f-6272-4740-bceb-f1f41495de92), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:34.764699 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-df39bafa-1ea7-411d-87e9-c8a8ca7461c5 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Made reservation on behalf of 33c394b84df34f71a382d547bb213da3 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:34.771168 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-df39bafa-1ea7-411d-87e9-c8a8ca7461c5 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:34.802432 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:34.814681 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/networks/8456641f-6272-4740-bceb-f1f41495de92 HTTP/1.1" status: 204 len: 168 time: 9.2459223 Feb 19 04:31:34.815956 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54738) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:34.832799 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-b09a7521-9332-4e90-81cb-70342e6272ca tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-23458536'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:34.844165 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f618448c-fb6b-477d-8706-97987f711dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:34.898783 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:34.901108 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2fb8dd16-b3c7-45c7-86f2-bfe4f9224437), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:34.902500 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f618448c-fb6b-477d-8706-97987f711dc3 None None] Routers {'284d24f7-dbbb-4066-a901-2027efa8a604'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:34.919742 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f618448c-fb6b-477d-8706-97987f711dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:31:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['284d24f7-dbbb-4066-a901-2027efa8a604'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:34.971532 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3397b9a-d75e-4174-948e-dd9a6295335e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Network': ['ID=8456641f-6272-4740-bceb-f1f41495de92,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:35.115515 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f618448c-fb6b-477d-8706-97987f711dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:35.116473 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f618448c-fb6b-477d-8706-97987f711dc3 None None] The sync data for ids ['284d24f7-dbbb-4066-a901-2027efa8a604'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:35.161119 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8c28bcb9-480e-49fe-9be2-1892cd1c6705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:35.312419 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:35.333620 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b04d18be-a5cc-4326-b340-5dc70fb87edd None None] Provisioning complete for port 5f94e733-5535-4550-a41f-c65fcfcb830a triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:35.334092 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b04d18be-a5cc-4326-b340-5dc70fb87edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5f94e733-5535-4550-a41f-c65fcfcb830a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:35.443083 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09a7521-9332-4e90-81cb-70342e6272ca tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Made reservation on behalf of f2f36d5f8e834902b96bc27964742316 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:35.462064 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b09a7521-9332-4e90-81cb-70342e6272ca tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:35.470095 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b04d18be-a5cc-4326-b340-5dc70fb87edd None None] Port 5f94e733-5535-4550-a41f-c65fcfcb830a cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:31:35.480710 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c5a8ebe9-5c30-4882-a341-ef15c0cf52aa tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (553c89d1-e312-4994-9867-d183d453738e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:35.730884 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b09a7521-9332-4e90-81cb-70342e6272ca tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:31:35.836533 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b09a7521-9332-4e90-81cb-70342e6272ca tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (b3affee0-61b3-4a07-88ca-6518a5272767), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:35.836887 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-b09a7521-9332-4e90-81cb-70342e6272ca tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Added segment b3affee0-61b3-4a07-88ca-6518a5272767 of type vlan for network bb277a29-657c-4a19-9f62-88a8923396fc Feb 19 04:31:35.972217 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b09a7521-9332-4e90-81cb-70342e6272ca tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (bb277a29-657c-4a19-9f62-88a8923396fc), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:36.033301 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e0058-53af-4324-9efe-6f06b203775f req-2c06207e-e72e-4ccc-8679-e1541212ac72 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:36.035004 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-db6e0058-53af-4324-9efe-6f06b203775f req-2c06207e-e72e-4ccc-8679-e1541212ac72 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/ports?device_id=582b80b0-de51-4da1-b36d-e21af3ee8dd3 HTTP/1.1" status: 200 len: 945 time: 0.3261626 Feb 19 04:31:36.084594 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b09a7521-9332-4e90-81cb-70342e6272ca tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (bb277a29-657c-4a19-9f62-88a8923396fc), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:36.091829 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09a7521-9332-4e90-81cb-70342e6272ca tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:36.092475 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b09a7521-9332-4e90-81cb-70342e6272ca tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:36.155762 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e0f415d-b5d8-4bf6-8a5e-f135cb01c33b req-2bebbec8-a91a-4fed-af9c-0ec4fae7a033 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=c70063b0-26c0-43c8-af5e-9644623f8001 HTTP/1.1" status: 200 len: 210 time: 0.1240921 Feb 19 04:31:36.164670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-df39bafa-1ea7-411d-87e9-c8a8ca7461c5 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Allocated IP 172.20.0.4 (7d2d5a55-2aa4-4db1-a679-fed0a5c29be7/c7fc7b67-5ad2-40ee-a254-a9f26919b969/b245e180-22e7-4f25-9025-e90f647bff44) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:36.306780 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-db6e0058-53af-4324-9efe-6f06b203775f req-f1c4286a-d297-45b1-9431-93f3ba18fa1e tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a634866-fede-4fc4-8464-306eed172561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636836 Feb 19 04:31:36.309142 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a7521-9332-4e90-81cb-70342e6272ca tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Network': ['ID=bb277a29-657c-4a19-9f62-88a8923396fc,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:36.326703 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network bb277a29-657c-4a19-9f62-88a8923396fc details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:31:36.332818 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b09a7521-9332-4e90-81cb-70342e6272ca tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5154917 Feb 19 04:31:36.342578 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54750) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:36.352085 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-12cca719-b99b-4e91-add9-c5f4cdc95599 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'subnet': {'network_id': 'bb277a29-657c-4a19-9f62-88a8923396fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:36.560899 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-df39bafa-1ea7-411d-87e9-c8a8ca7461c5 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Publish callbacks [] for port (b245e180-22e7-4f25-9025-e90f647bff44), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:36.578448 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b6599461-d5d4-4d4e-9fd1-0568abc0ed44 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (284d24f7-dbbb-4066-a901-2027efa8a604), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:36.789162 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-df39bafa-1ea7-411d-87e9-c8a8ca7461c5 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (b245e180-22e7-4f25-9025-e90f647bff44), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:36.811811 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:31:36.886049 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cca719-b99b-4e91-add9-c5f4cdc95599 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Made reservation on behalf of f2f36d5f8e834902b96bc27964742316 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:36.910481 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-12cca719-b99b-4e91-add9-c5f4cdc95599 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:36.991399 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:37.049826 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-df39bafa-1ea7-411d-87e9-c8a8ca7461c5 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Network 7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:37.079581 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-df39bafa-1ea7-411d-87e9-c8a8ca7461c5 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:37.112728 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-df39bafa-1ea7-411d-87e9-c8a8ca7461c5 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:37.266669 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39bafa-1ea7-411d-87e9-c8a8ca7461c5 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Pushing event updated for resources: {'Port': ['ID=b245e180-22e7-4f25-9025-e90f647bff44,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:37.289547 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.ipam_backend_mixin [None req-12cca719-b99b-4e91-add9-c5f4cdc95599 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Performing IP validity checks on allocation pools {{(pid=115199) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 04:31:37.291211 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.ipam_backend_mixin [None req-12cca719-b99b-4e91-add9-c5f4cdc95599 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115199) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 04:31:37.408855 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:37.411830 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c68b9-0038-4326-ab9a-698a5c7c1308 req-359b506a-bd91-4301-93d6-c50643a6e063 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:37.412970 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-951c68b9-0038-4326-ab9a-698a5c7c1308 req-359b506a-bd91-4301-93d6-c50643a6e063 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/ports?device_id=582b80b0-de51-4da1-b36d-e21af3ee8dd3 HTTP/1.1" status: 200 len: 945 time: 0.7621095 Feb 19 04:31:37.434521 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-df39bafa-1ea7-411d-87e9-c8a8ca7461c5 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:37.435338 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-df39bafa-1ea7-411d-87e9-c8a8ca7461c5 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:37.523671 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-df39bafa-1ea7-411d-87e9-c8a8ca7461c5 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3862729 Feb 19 04:31:37.563797 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a890ce-ef05-4808-9bd3-0df8532e82a3 req-7467cc89-698c-4c66-ac39-b2b056f1b02e tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:37.566987 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-45a890ce-ef05-4808-9bd3-0df8532e82a3 req-7467cc89-698c-4c66-ac39-b2b056f1b02e tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=c70063b0-26c0-43c8-af5e-9644623f8001 HTTP/1.1" status: 200 len: 931 time: 0.1807218 Feb 19 04:31:37.688981 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-951c68b9-0038-4326-ab9a-698a5c7c1308 req-43babd73-bcea-497f-98d1-4fd50f1c15d9 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a634866-fede-4fc4-8464-306eed172561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479067 Feb 19 04:31:37.752650 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-c5a8ebe9-5c30-4882-a341-ef15c0cf52aa tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting port 829fc032-51ca-4901-9bbe-620cc3a00913 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:37.753079 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c5a8ebe9-5c30-4882-a341-ef15c0cf52aa tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (829fc032-51ca-4901-9bbe-620cc3a00913), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:37.882230 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:37.932961 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-7217a8ea-69cf-44f2-8c14-10b74260ed7a service neutron] Request body: {'port': {'device_id': 'c70063b0-26c0-43c8-af5e-9644623f8001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:38.127492 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-7217a8ea-69cf-44f2-8c14-10b74260ed7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b245e180-22e7-4f25-9025-e90f647bff44), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:38.148790 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c5a8ebe9-5c30-4882-a341-ef15c0cf52aa tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (829fc032-51ca-4901-9bbe-620cc3a00913), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:38.155479 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-45a890ce-ef05-4808-9bd3-0df8532e82a3 req-a2c5e4c1-92a4-4d0d-b141-8fb5cb38b91d tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5708172 Feb 19 04:31:38.184871 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-12cca719-b99b-4e91-add9-c5f4cdc95599 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (460150c6-ef64-4e5d-8e89-e8cf40f231ad), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:38.215461 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-c5a8ebe9-5c30-4882-a341-ef15c0cf52aa tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Calling delete_port for 829fc032-51ca-4901-9bbe-620cc3a00913 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:38.848052 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c5a8ebe9-5c30-4882-a341-ef15c0cf52aa tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (829fc032-51ca-4901-9bbe-620cc3a00913), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:38.868723 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-7217a8ea-69cf-44f2-8c14-10b74260ed7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b245e180-22e7-4f25-9025-e90f647bff44 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:31:38.935999 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-7217a8ea-69cf-44f2-8c14-10b74260ed7a service neutron] Publish callbacks [] for port (b245e180-22e7-4f25-9025-e90f647bff44), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:38.957961 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8ebe9-5c30-4882-a341-ef15c0cf52aa tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Port': ['ID=829fc032-51ca-4901-9bbe-620cc3a00913,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:38.975592 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-7217a8ea-69cf-44f2-8c14-10b74260ed7a service neutron] Transition to ACTIVE for port object b245e180-22e7-4f25-9025-e90f647bff44 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:31:39.005689 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.040368 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-7217a8ea-69cf-44f2-8c14-10b74260ed7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (b245e180-22e7-4f25-9025-e90f647bff44), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.040767 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cca719-b99b-4e91-add9-c5f4cdc95599 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Subnet': ['ID=460150c6-ef64-4e5d-8e89-e8cf40f231ad,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:39.082956 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cca719-b99b-4e91-add9-c5f4cdc95599 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Checking segment: {'id': 'b3affee0-61b3-4a07-88ca-6518a5272767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bb277a29-657c-4a19-9f62-88a8923396fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:39.083548 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cca719-b99b-4e91-add9-c5f4cdc95599 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Network hostable DHCP agents. Network: bb277a29-657c-4a19-9f62-88a8923396fc, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:31:39.141791 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfa280-163c-4a3c-8e4b-61f4b8f2864f req-a53262c9-425b-418b-a269-ca66cb6389d7 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:39.144083 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ecfa280-163c-4a3c-8e4b-61f4b8f2864f req-a53262c9-425b-418b-a269-ca66cb6389d7 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/ports?device_id=582b80b0-de51-4da1-b36d-e21af3ee8dd3 HTTP/1.1" status: 200 len: 945 time: 0.2232070 Feb 19 04:31:39.148556 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-b6599461-d5d4-4d4e-9fd1-0568abc0ed44 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting port 5f94e733-5535-4550-a41f-c65fcfcb830a {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:39.157204 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b6599461-d5d4-4d4e-9fd1-0568abc0ed44 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (5f94e733-5535-4550-a41f-c65fcfcb830a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.166370 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c5a8ebe9-5c30-4882-a341-ef15c0cf52aa tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (553c89d1-e312-4994-9867-d183d453738e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.209021 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.263162 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217a8ea-69cf-44f2-8c14-10b74260ed7a service neutron] Pushing event updated for resources: {'Port': ['ID=b245e180-22e7-4f25-9025-e90f647bff44,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:39.370796 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cca719-b99b-4e91-add9-c5f4cdc95599 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Network bb277a29-657c-4a19-9f62-88a8923396fc is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:31:39.421960 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-12cca719-b99b-4e91-add9-c5f4cdc95599 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, bb277a29-657c-4a19-9f62-88a8923396fc) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:39.439845 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0584b4a8-9dc1-4c31-b6ac-e600035547a8 None None] Network bb277a29-657c-4a19-9f62-88a8923396fc requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:39.458065 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cca719-b99b-4e91-add9-c5f4cdc95599 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:39.459229 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-12cca719-b99b-4e91-add9-c5f4cdc95599 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.501943 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ecfa280-163c-4a3c-8e4b-61f4b8f2864f req-3ea2fefe-bd70-4577-b9f8-41fea0ec4071 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a634866-fede-4fc4-8464-306eed172561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379066 Feb 19 04:31:39.540776 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b6599461-d5d4-4d4e-9fd1-0568abc0ed44 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (5f94e733-5535-4550-a41f-c65fcfcb830a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.552562 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-12cca719-b99b-4e91-add9-c5f4cdc95599 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.2071769 Feb 19 04:31:39.562732 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54792) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:39.643935 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-b6599461-d5d4-4d4e-9fd1-0568abc0ed44 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Calling delete_port for 5f94e733-5535-4550-a41f-c65fcfcb830a owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:39.730327 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-7217a8ea-69cf-44f2-8c14-10b74260ed7a service neutron] Attempting to bind port b245e180-22e7-4f25-9025-e90f647bff44 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:39.732694 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-7217a8ea-69cf-44f2-8c14-10b74260ed7a service neutron] Attempting to bind port b245e180-22e7-4f25-9025-e90f647bff44 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '393189c3-bef2-4887-aa51-6301bb2cec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7d2d5a55-2aa4-4db1-a679-fed0a5c29be7'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:39.733523 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-7217a8ea-69cf-44f2-8c14-10b74260ed7a service neutron] Attempting to bind port b245e180-22e7-4f25-9025-e90f647bff44 on network 7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:39.809706 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c9e725-af34-4aca-b7ce-20040a8eef7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-bb277a29-657c-4a19-9f62-88a8923396fc', 'network_id': 'bb277a29-657c-4a19-9f62-88a8923396fc', 'project_id': 'f2f36d5f8e834902b96bc27964742316', 'fixed_ips': [{'subnet_id': '460150c6-ef64-4e5d-8e89-e8cf40f231ad'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:31:39.811277 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b0c9e725-af34-4aca-b7ce-20040a8eef7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:39.925108 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-7217a8ea-69cf-44f2-8c14-10b74260ed7a service neutron] Port b245e180-22e7-4f25-9025-e90f647bff44 on network 7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:31:39.926005 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-7217a8ea-69cf-44f2-8c14-10b74260ed7a service neutron] Attempting to bind port b245e180-22e7-4f25-9025-e90f647bff44 on network 7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:39.955145 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-7217a8ea-69cf-44f2-8c14-10b74260ed7a service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:39.955708 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-7217a8ea-69cf-44f2-8c14-10b74260ed7a service neutron] Checking segment: {'id': '393189c3-bef2-4887-aa51-6301bb2cec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7d2d5a55-2aa4-4db1-a679-fed0a5c29be7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:39.956402 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-7217a8ea-69cf-44f2-8c14-10b74260ed7a service neutron] Bound using segment: {'id': '393189c3-bef2-4887-aa51-6301bb2cec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7d2d5a55-2aa4-4db1-a679-fed0a5c29be7'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:39.957124 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-7217a8ea-69cf-44f2-8c14-10b74260ed7a service neutron] Bound port: b245e180-22e7-4f25-9025-e90f647bff44, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '393189c3-bef2-4887-aa51-6301bb2cec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7d2d5a55-2aa4-4db1-a679-fed0a5c29be7'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:39.957730 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-7217a8ea-69cf-44f2-8c14-10b74260ed7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b245e180-22e7-4f25-9025-e90f647bff44), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.066519 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (bb277a29-657c-4a19-9f62-88a8923396fc), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.067634 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4984e8-3500-4fdd-a3f5-16000c2db9fe req-3dd53354-a334-40bb-8037-0991c40cc418 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:40.091126 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e4984e8-3500-4fdd-a3f5-16000c2db9fe req-3dd53354-a334-40bb-8037-0991c40cc418 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=c70063b0-26c0-43c8-af5e-9644623f8001 HTTP/1.1" status: 200 len: 943 time: 0.6671734 Feb 19 04:31:40.176063 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a8ebe9-5c30-4882-a341-ef15c0cf52aa tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Router 553c89d1-e312-4994-9867-d183d453738e has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:31:40.347033 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-7217a8ea-69cf-44f2-8c14-10b74260ed7a service neutron] For port b245e180-22e7-4f25-9025-e90f647bff44, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:40.360267 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-7217a8ea-69cf-44f2-8c14-10b74260ed7a service neutron] For port b245e180-22e7-4f25-9025-e90f647bff44, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b245e180-22e7-4f25-9025-e90f647bff44,segment=NetworkSegment(393189c3-bef2-4887-aa51-6301bb2cec1f),segment_id=393189c3-bef2-4887-aa51-6301bb2cec1f)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:40.364076 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-b0c9e725-af34-4aca-b7ce-20040a8eef7c None None] Allocated IP 172.20.0.3 (bb277a29-657c-4a19-9f62-88a8923396fc/460150c6-ef64-4e5d-8e89-e8cf40f231ad/68db1a26-3176-4f02-a6f0-a323f97263c0) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:40.414163 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-7217a8ea-69cf-44f2-8c14-10b74260ed7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (b245e180-22e7-4f25-9025-e90f647bff44), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.669305 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-7217a8ea-69cf-44f2-8c14-10b74260ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:40.671007 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-7217a8ea-69cf-44f2-8c14-10b74260ed7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.676816 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-7217a8ea-69cf-44f2-8c14-10b74260ed7a service neutron] 10.222.0.10 "PUT /v2.0/ports/b245e180-22e7-4f25-9025-e90f647bff44 HTTP/1.1" status: 200 len: 1091 time: 3.1443486 Feb 19 04:31:40.679058 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217a8ea-69cf-44f2-8c14-10b74260ed7a service neutron] Pushing event updated for resources: {'Port': ['ID=b245e180-22e7-4f25-9025-e90f647bff44,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:40.706735 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70063b0-26c0-43c8-af5e-9644623f8001', 'tag': 'b245e180-22e7-4f25-9025-e90f647bff44'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:31:40.718579 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d77d242-8f46-4297-a63b-a21702f8ef57" -d '{"events": [{"name": "network-changed", "server_uuid": "c70063b0-26c0-43c8-af5e-9644623f8001", "tag": "b245e180-22e7-4f25-9025-e90f647bff44"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:31:40.868026 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-304f47a6-701f-4fde-81b5-43a338d2120c req-954ac15f-3ed4-438f-8776-b4f0d66e29f6 service neutron] (115199) timed out ('10.222.0.10', 52584) {{(pid=115199) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:31:40.896949 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b6599461-d5d4-4d4e-9fd1-0568abc0ed44 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (5f94e733-5535-4550-a41f-c65fcfcb830a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.984099 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b0c9e725-af34-4aca-b7ce-20040a8eef7c None None] Publish callbacks [] for port (68db1a26-3176-4f02-a6f0-a323f97263c0), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:41.012266 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b0c9e725-af34-4aca-b7ce-20040a8eef7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (68db1a26-3176-4f02-a6f0-a323f97263c0), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:41.055229 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6599461-d5d4-4d4e-9fd1-0568abc0ed44 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Port': ['ID=5f94e733-5535-4550-a41f-c65fcfcb830a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:41.079521 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e4984e8-3500-4fdd-a3f5-16000c2db9fe req-5e4fca54-3ee9-4b63-9cca-67b46fc72192 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9874575 Feb 19 04:31:41.102673 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c9e725-af34-4aca-b7ce-20040a8eef7c None None] Network bb277a29-657c-4a19-9f62-88a8923396fc is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:41.111456 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-b0c9e725-af34-4aca-b7ce-20040a8eef7c None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:41.118186 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c9e725-af34-4aca-b7ce-20040a8eef7c None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:41.161444 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9e725-af34-4aca-b7ce-20040a8eef7c None None] Pushing event updated for resources: {'Port': ['ID=68db1a26-3176-4f02-a6f0-a323f97263c0,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:41.276043 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a8ebe9-5c30-4882-a341-ef15c0cf52aa tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:41.293618 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c5a8ebe9-5c30-4882-a341-ef15c0cf52aa tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "PUT /v2.0/routers/553c89d1-e312-4994-9867-d183d453738e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0379503 Feb 19 04:31:41.293618 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a58096-b9ad-4e30-bee4-779765c04d96 x-openstack-request-id: req-15a58096-b9ad-4e30-bee4-779765c04d96 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:31:41.293618 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c70063b0-26c0-43c8-af5e-9644623f8001", "tag": "b245e180-22e7-4f25-9025-e90f647bff44", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:31:41.294235 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-15a58096-b9ad-4e30-bee4-779765c04d96 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:31:41.294495 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c70063b0-26c0-43c8-af5e-9644623f8001', 'tag': 'b245e180-22e7-4f25-9025-e90f647bff44', 'status': 'completed', 'code': 200} Feb 19 04:31:41.295134 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54816) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:41.307126 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88d183e-ccd9-4923-9128-c92a70b8afed None None] Sync routers for ids ['553c89d1-e312-4994-9867-d183d453738e'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:41.324357 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-950e062c-aca4-49da-91d2-f68b53292360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:41.327480 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-950e062c-aca4-49da-91d2-f68b53292360 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33c394b84df34f71a382d547bb213da3&device_id=c70063b0-26c0-43c8-af5e-9644623f8001 HTTP/1.1" status: 200 len: 1125 time: 0.5586243 Feb 19 04:31:41.329550 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88d183e-ccd9-4923-9128-c92a70b8afed None None] Routers {'553c89d1-e312-4994-9867-d183d453738e'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:41.330340 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b88d183e-ccd9-4923-9128-c92a70b8afed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:31:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['553c89d1-e312-4994-9867-d183d453738e'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:41.335951 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b0c9e725-af34-4aca-b7ce-20040a8eef7c None None] Attempting to bind port 68db1a26-3176-4f02-a6f0-a323f97263c0 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:41.336861 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b0c9e725-af34-4aca-b7ce-20040a8eef7c None None] Attempting to bind port 68db1a26-3176-4f02-a6f0-a323f97263c0 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'b3affee0-61b3-4a07-88ca-6518a5272767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bb277a29-657c-4a19-9f62-88a8923396fc'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:41.337905 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c9e725-af34-4aca-b7ce-20040a8eef7c None None] Attempting to bind port 68db1a26-3176-4f02-a6f0-a323f97263c0 on network bb277a29-657c-4a19-9f62-88a8923396fc {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:41.358573 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c9e725-af34-4aca-b7ce-20040a8eef7c None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:41.369125 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c9e725-af34-4aca-b7ce-20040a8eef7c None None] Checking segment: {'id': 'b3affee0-61b3-4a07-88ca-6518a5272767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bb277a29-657c-4a19-9f62-88a8923396fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:41.370247 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b0c9e725-af34-4aca-b7ce-20040a8eef7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:41.371055 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c9e725-af34-4aca-b7ce-20040a8eef7c None None] Bound using segment: {'id': 'b3affee0-61b3-4a07-88ca-6518a5272767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bb277a29-657c-4a19-9f62-88a8923396fc'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:41.372096 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b0c9e725-af34-4aca-b7ce-20040a8eef7c None None] Bound port: 68db1a26-3176-4f02-a6f0-a323f97263c0, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3affee0-61b3-4a07-88ca-6518a5272767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bb277a29-657c-4a19-9f62-88a8923396fc'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:41.373039 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b0c9e725-af34-4aca-b7ce-20040a8eef7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (68db1a26-3176-4f02-a6f0-a323f97263c0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:41.418438 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8b994a32-aa13-4ef4-a95e-2fa81cf1b2c3 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "GET /v2.0/ports?device_id=553c89d1-e312-4994-9867-d183d453738e HTTP/1.1" status: 200 len: 205 time: 0.1199954 Feb 19 04:31:41.472486 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54818) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:41.486671 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-2f644a1d-da77-4a65-8b6e-a022e8ff208d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b245e180-22e7-4f25-9025-e90f647bff44 HTTP/1.1" status: 200 len: 217 time: 0.0866077 Feb 19 04:31:41.542724 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b88d183e-ccd9-4923-9128-c92a70b8afed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:41.587793 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88d183e-ccd9-4923-9128-c92a70b8afed None None] Routers {'553c89d1-e312-4994-9867-d183d453738e'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:41.590816 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b88d183e-ccd9-4923-9128-c92a70b8afed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:31:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['553c89d1-e312-4994-9867-d183d453738e'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:41.732272 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (460150c6-ef64-4e5d-8e89-e8cf40f231ad), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:41.748131 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b0c9e725-af34-4aca-b7ce-20040a8eef7c None None] For port 68db1a26-3176-4f02-a6f0-a323f97263c0, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:41.764148 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b0c9e725-af34-4aca-b7ce-20040a8eef7c None None] For port 68db1a26-3176-4f02-a6f0-a323f97263c0, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=68db1a26-3176-4f02-a6f0-a323f97263c0,segment=NetworkSegment(b3affee0-61b3-4a07-88ca-6518a5272767),segment_id=b3affee0-61b3-4a07-88ca-6518a5272767)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:41.785749 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b0c9e725-af34-4aca-b7ce-20040a8eef7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (68db1a26-3176-4f02-a6f0-a323f97263c0), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:41.798538 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b88d183e-ccd9-4923-9128-c92a70b8afed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:41.806817 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88d183e-ccd9-4923-9128-c92a70b8afed None None] The sync data for ids ['553c89d1-e312-4994-9867-d183d453738e'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:41.895896 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-5bf6bbd8-12bf-40ba-9fa7-9f5fafadbe33 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.9670763 Feb 19 04:31:41.924498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3351a-0076-4c38-8e03-942d603439f3 req-d4e75cd9-c930-49ee-8aaa-9db23beb1ef7 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:41.927412 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9e725-af34-4aca-b7ce-20040a8eef7c None None] Pushing event updated for resources: {'Port': ['ID=68db1a26-3176-4f02-a6f0-a323f97263c0,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:41.938027 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4bd3351a-0076-4c38-8e03-942d603439f3 req-d4e75cd9-c930-49ee-8aaa-9db23beb1ef7 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/ports?device_id=582b80b0-de51-4da1-b36d-e21af3ee8dd3 HTTP/1.1" status: 200 len: 945 time: 1.0660696 Feb 19 04:31:41.954929 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b6599461-d5d4-4d4e-9fd1-0568abc0ed44 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (284d24f7-dbbb-4066-a901-2027efa8a604), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:42.219256 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (460150c6-ef64-4e5d-8e89-e8cf40f231ad), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:42.336158 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Subnet': ['ID=460150c6-ef64-4e5d-8e89-e8cf40f231ad,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:42.369615 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4bd3351a-0076-4c38-8e03-942d603439f3 req-92cb2bdd-4390-44d2-9886-3b5b7782f3c6 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a634866-fede-4fc4-8464-306eed172561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058950 Feb 19 04:31:42.466417 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3fa39db3-6bf9-475f-b6c0-6551bc93b966 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (553c89d1-e312-4994-9867-d183d453738e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:42.554191 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615148ac-f060-44ec-92de-75ad9dc9085f req-b27dc51f-911e-408f-ac52-0a65647ca79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:42.555017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615148ac-f060-44ec-92de-75ad9dc9085f req-b27dc51f-911e-408f-ac52-0a65647ca79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:42.555846 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615148ac-f060-44ec-92de-75ad9dc9085f req-b27dc51f-911e-408f-ac52-0a65647ca79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:42.556634 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615148ac-f060-44ec-92de-75ad9dc9085f req-b27dc51f-911e-408f-ac52-0a65647ca79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:42.557589 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615148ac-f060-44ec-92de-75ad9dc9085f req-b27dc51f-911e-408f-ac52-0a65647ca79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:42.558521 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615148ac-f060-44ec-92de-75ad9dc9085f req-b27dc51f-911e-408f-ac52-0a65647ca79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:42.559838 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615148ac-f060-44ec-92de-75ad9dc9085f req-b27dc51f-911e-408f-ac52-0a65647ca79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:42.564737 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-b27dc51f-911e-408f-ac52-0a65647ca79e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea967e23a8ef43cfacd115b397486d6c&device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 6718 time: 0.5555921 Feb 19 04:31:42.642684 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (bb277a29-657c-4a19-9f62-88a8923396fc), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:42.699480 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb277a29-657c-4a19-9f62-88a8923396fc']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:42.720306 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3affee0-61b3-4a07-88ca-6518a5272767') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:42.720884 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3affee0-61b3-4a07-88ca-6518a5272767') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:42.747043 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (b3affee0-61b3-4a07-88ca-6518a5272767), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:42.780715 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (b3affee0-61b3-4a07-88ca-6518a5272767), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:42.799220 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:31:42.799505 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (b3affee0-61b3-4a07-88ca-6518a5272767), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:42.801346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-baa43859-b70b-47e8-8263-a46b7bc1eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:42.804444 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-baa43859-b70b-47e8-8263-a46b7bc1eb19 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7fc7b67-5ad2-40ee-a254-a9f26919b969 HTTP/1.1" status: 200 len: 854 time: 1.2480762 Feb 19 04:31:42.946640 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-62763cb8-a3ad-4d5b-b78c-ff0be5c121f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1329141 Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:31:42.982430 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:31:43.029942 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a35bd9-bcf3-4aec-8dec-40198d3a9fa2 req-a6db608b-e47a-4158-a5a7-d10615abf11b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:43.032411 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-56a35bd9-bcf3-4aec-8dec-40198d3a9fa2 req-a6db608b-e47a-4158-a5a7-d10615abf11b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=c70063b0-26c0-43c8-af5e-9644623f8001 HTTP/1.1" status: 200 len: 943 time: 0.4486778 Feb 19 04:31:43.051379 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8da6e9-16d9-421b-b416-1c894c2037ba req-647ed798-21a1-4ace-b3ce-e6f3c6ed7779 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:43.054578 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8f8da6e9-16d9-421b-b416-1c894c2037ba req-647ed798-21a1-4ace-b3ce-e6f3c6ed7779 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.48 "GET /v2.0/ports?device_id=582b80b0-de51-4da1-b36d-e21af3ee8dd3 HTTP/1.1" status: 200 len: 945 time: 0.4500301 Feb 19 04:31:43.061403 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.api [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 04:31:43.061403 n-d-772273-4 neutron-server[115199]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 04:31:43.061403 n-d-772273-4 neutron-server[115199]: [parameters: {'id': 'bb277a29-657c-4a19-9f62-88a8923396fc'}] Feb 19 04:31:43.061403 n-d-772273-4 neutron-server[115199]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:31:43.063335 n-d-772273-4 neutron-server[115199]: DEBUG oslo_db.api [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:31:43.076706 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3fa39db3-6bf9-475f-b6c0-6551bc93b966 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (553c89d1-e312-4994-9867-d183d453738e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:43.096104 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3fa39db3-6bf9-475f-b6c0-6551bc93b966 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router_controller (553c89d1-e312-4994-9867-d183d453738e), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:43.375004 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3fa39db3-6bf9-475f-b6c0-6551bc93b966 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (553c89d1-e312-4994-9867-d183d453738e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:43.375570 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa39db3-6bf9-475f-b6c0-6551bc93b966 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Fanout notify agent at l3_agent the message router_deleted on router 553c89d1-e312-4994-9867-d183d453738e {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:31:43.398967 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3fa39db3-6bf9-475f-b6c0-6551bc93b966 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:43.400240 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3fa39db3-6bf9-475f-b6c0-6551bc93b966 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/routers/553c89d1-e312-4994-9867-d183d453738e HTTP/1.1" status: 204 len: 168 time: 1.9262056 Feb 19 04:31:43.411619 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54834) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:43.430837 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615148ac-f060-44ec-92de-75ad9dc9085f req-8c532ee8-ee06-4696-83ee-3cf408cc04de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:43.432865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615148ac-f060-44ec-92de-75ad9dc9085f req-8c532ee8-ee06-4696-83ee-3cf408cc04de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:43.433581 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615148ac-f060-44ec-92de-75ad9dc9085f req-8c532ee8-ee06-4696-83ee-3cf408cc04de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:43.435456 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-8c532ee8-ee06-4696-83ee-3cf408cc04de service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a64a19d-d377-4cb4-886a-9dfbe46eb1ee&id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&id=0197e602-f5d2-48ef-bb73-a3741213d4f6&id=0197e602-f5d2-48ef-bb73-a3741213d4f6 HTTP/1.1" status: 200 len: 2295 time: 0.4751544 Feb 19 04:31:43.636974 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-56a35bd9-bcf3-4aec-8dec-40198d3a9fa2 req-f8840840-fd21-4c06-b8b1-bf8fb8b7f7ec tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5639510 Feb 19 04:31:43.644052 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (bb277a29-657c-4a19-9f62-88a8923396fc), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:43.669534 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 68db1a26-3176-4f02-a6f0-a323f97263c0 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:43.708332 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-f7408b59-a51d-4d2e-8416-6f8d1d8c35e8 service neutron] 10.222.0.10 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7440059 Feb 19 04:31:43.744012 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-99de4856-4da3-460b-96b4-dcf2dbdf9665 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting subnet b1c3085d-245b-48d8-aa7a-ec99ed511342 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:31:43.775964 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-99de4856-4da3-460b-96b4-dcf2dbdf9665 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for subnet (b1c3085d-245b-48d8-aa7a-ec99ed511342), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:43.808966 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 68db1a26-3176-4f02-a6f0-a323f97263c0 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:43.812385 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (68db1a26-3176-4f02-a6f0-a323f97263c0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:43.911307 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6599461-d5d4-4d4e-9fd1-0568abc0ed44 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Router 284d24f7-dbbb-4066-a901-2027efa8a604 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:31:43.930705 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-fc37d25a-bbf4-464e-85ea-581391a65ee7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdeef649-df0e-40d2-a90b-41f8f92afef9 HTTP/1.1" status: 200 len: 1001 time: 0.4773748 Feb 19 04:31:43.973262 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-99de4856-4da3-460b-96b4-dcf2dbdf9665 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (b1c3085d-245b-48d8-aa7a-ec99ed511342), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:43.985748 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd09d10-64c7-4986-aa40-cbcc318b6bb0 None None] Network bb277a29-657c-4a19-9f62-88a8923396fc requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:44.141361 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad897c87-1cad-4532-8826-fb1e84c7dc14 req-56ae6153-e6f9-47db-94a5-3c2b8bf70487 service neutron] 10.222.0.10 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270220 Feb 19 04:31:44.151705 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-8f8da6e9-16d9-421b-b416-1c894c2037ba req-d176f131-4d44-4f6c-9b43-87209ffa2017 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Deleting port 3f307371-29f7-484d-98ee-dacea796a3d0 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:44.161567 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8f8da6e9-16d9-421b-b416-1c894c2037ba req-d176f131-4d44-4f6c-9b43-87209ffa2017 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3f307371-29f7-484d-98ee-dacea796a3d0), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:44.290134 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6599461-d5d4-4d4e-9fd1-0568abc0ed44 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:44.302733 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b6599461-d5d4-4d4e-9fd1-0568abc0ed44 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "PUT /v2.0/routers/284d24f7-dbbb-4066-a901-2027efa8a604/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6565087 Feb 19 04:31:44.309526 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54844) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:44.311320 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-15434684-e72d-40ad-9b05-3d13169235ab None None] Provisioning complete for port 68db1a26-3176-4f02-a6f0-a323f97263c0 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:44.312261 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-15434684-e72d-40ad-9b05-3d13169235ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (68db1a26-3176-4f02-a6f0-a323f97263c0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:44.434511 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbc0de0-6e66-4209-894e-c1a18ac8a7c0 None None] Sync routers for ids ['284d24f7-dbbb-4066-a901-2027efa8a604'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:44.461299 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d8ead-dc5a-4a16-8cd0-e46e7c8d83bd req-09f8344c-5a2b-4545-9977-0d57aa8e5dce tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:44.464384 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b94d8ead-dc5a-4a16-8cd0-e46e7c8d83bd req-09f8344c-5a2b-4545-9977-0d57aa8e5dce tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/ports?device_id=582b80b0-de51-4da1-b36d-e21af3ee8dd3 HTTP/1.1" status: 200 len: 945 time: 0.7004833 Feb 19 04:31:44.523820 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 68db1a26-3176-4f02-a6f0-a323f97263c0 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:44.524534 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615148ac-f060-44ec-92de-75ad9dc9085f req-c9478ade-f616-44de-a06c-f4609effa918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:44.525353 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (68db1a26-3176-4f02-a6f0-a323f97263c0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:44.527293 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-c9478ade-f616-44de-a06c-f4609effa918 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01a6b77b-63ae-42f8-a188-7c9c486cfe0f HTTP/1.1" status: 200 len: 856 time: 0.5843239 Feb 19 04:31:44.570986 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-8f8da6e9-16d9-421b-b416-1c894c2037ba req-d176f131-4d44-4f6c-9b43-87209ffa2017 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] For port 3f307371-29f7-484d-98ee-dacea796a3d0, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3f307371-29f7-484d-98ee-dacea796a3d0,segment=NetworkSegment(70b85a37-a874-4cab-a8b1-16459af810e6),segment_id=70b85a37-a874-4cab-a8b1-16459af810e6)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:44.572620 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8f8da6e9-16d9-421b-b416-1c894c2037ba req-d176f131-4d44-4f6c-9b43-87209ffa2017 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3f307371-29f7-484d-98ee-dacea796a3d0), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:44.603016 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-8f8da6e9-16d9-421b-b416-1c894c2037ba req-d176f131-4d44-4f6c-9b43-87209ffa2017 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Calling delete_port for 3f307371-29f7-484d-98ee-dacea796a3d0 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:44.904234 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8f8da6e9-16d9-421b-b416-1c894c2037ba req-d176f131-4d44-4f6c-9b43-87209ffa2017 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (3f307371-29f7-484d-98ee-dacea796a3d0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:44.926690 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77d242-8f46-4297-a63b-a21702f8ef57 req-2a8778e9-072b-4299-a106-c8d0d8810d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:44.929917 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3d77d242-8f46-4297-a63b-a21702f8ef57 req-2a8778e9-072b-4299-a106-c8d0d8810d2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33c394b84df34f71a382d547bb213da3&device_id=c70063b0-26c0-43c8-af5e-9644623f8001 HTTP/1.1" status: 200 len: 1125 time: 0.5994577 Feb 19 04:31:44.984816 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbc0de0-6e66-4209-894e-c1a18ac8a7c0 None None] Routers {'284d24f7-dbbb-4066-a901-2027efa8a604'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:44.985994 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-7dbc0de0-6e66-4209-894e-c1a18ac8a7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:31:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['284d24f7-dbbb-4066-a901-2027efa8a604'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:45.054476 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-7dbc0de0-6e66-4209-894e-c1a18ac8a7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:45.171904 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77d242-8f46-4297-a63b-a21702f8ef57 req-7936cf43-9615-4597-84ea-bfb1a4539829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:45.174618 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3d77d242-8f46-4297-a63b-a21702f8ef57 req-7936cf43-9615-4597-84ea-bfb1a4539829 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 HTTP/1.1" status: 200 len: 914 time: 0.2190053 Feb 19 04:31:45.188058 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176f131-4d44-4f6c-9b43-87209ffa2017 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Pushing event deleted for resources: {'Port': ['ID=3f307371-29f7-484d-98ee-dacea796a3d0,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:45.199382 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-15434684-e72d-40ad-9b05-3d13169235ab None None] Current status of the port 68db1a26-3176-4f02-a6f0-a323f97263c0 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:45.199815 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-15434684-e72d-40ad-9b05-3d13169235ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (68db1a26-3176-4f02-a6f0-a323f97263c0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:45.214493 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbc0de0-6e66-4209-894e-c1a18ac8a7c0 None None] Routers {'284d24f7-dbbb-4066-a901-2027efa8a604'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:45.215191 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-7dbc0de0-6e66-4209-894e-c1a18ac8a7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:31:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['284d24f7-dbbb-4066-a901-2027efa8a604'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:45.289933 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 68db1a26-3176-4f02-a6f0-a323f97263c0, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=68db1a26-3176-4f02-a6f0-a323f97263c0,segment=NetworkSegment(b3affee0-61b3-4a07-88ca-6518a5272767),segment_id=b3affee0-61b3-4a07-88ca-6518a5272767)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:45.298834 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-7dbc0de0-6e66-4209-894e-c1a18ac8a7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:45.299999 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbc0de0-6e66-4209-894e-c1a18ac8a7c0 None None] The sync data for ids ['284d24f7-dbbb-4066-a901-2027efa8a604'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:45.332344 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3d77d242-8f46-4297-a63b-a21702f8ef57 req-9e3ae407-36e6-4ed4-97b4-e7485808f0b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b245e180-22e7-4f25-9025-e90f647bff44 HTTP/1.1" status: 200 len: 217 time: 0.1417112 Feb 19 04:31:45.337059 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (68db1a26-3176-4f02-a6f0-a323f97263c0), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:45.404449 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 3f307371-29f7-484d-98ee-dacea796a3d0 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:45.421759 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98d26a4-15ae-47f3-9cd6-1a58ecbf8b42 None None] DHCP port deletion for bb277a29-657c-4a19-9f62-88a8923396fc request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:31:45.474129 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8da6e9-16d9-421b-b416-1c894c2037ba req-d176f131-4d44-4f6c-9b43-87209ffa2017 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] No DVR routers for this DVR port 3f307371-29f7-484d-98ee-dacea796a3d0 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:45.484292 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8f8da6e9-16d9-421b-b416-1c894c2037ba req-d176f131-4d44-4f6c-9b43-87209ffa2017 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:45.496995 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8f8da6e9-16d9-421b-b416-1c894c2037ba req-d176f131-4d44-4f6c-9b43-87209ffa2017 tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.48 "DELETE /v2.0/ports/3f307371-29f7-484d-98ee-dacea796a3d0 HTTP/1.1" status: 204 len: 173 time: 2.4128060 Feb 19 04:31:45.505465 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582b80b0-de51-4da1-b36d-e21af3ee8dd3', 'name': 'network-vif-deleted', 'tag': '3f307371-29f7-484d-98ee-dacea796a3d0'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:31:45.511643 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fba34a-3ed0-42a8-96d7-457b33e8813b" -d '{"events": [{"server_uuid": "582b80b0-de51-4da1-b36d-e21af3ee8dd3", "name": "network-vif-deleted", "tag": "3f307371-29f7-484d-98ee-dacea796a3d0"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:31:45.577971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24134f0-8894-47ef-ae88-eb927d52ff44 req-c6448f5b-6310-46c7-ba5c-42ff0eb103a8 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:45.580452 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b24134f0-8894-47ef-ae88-eb927d52ff44 req-c6448f5b-6310-46c7-ba5c-42ff0eb103a8 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=c70063b0-26c0-43c8-af5e-9644623f8001 HTTP/1.1" status: 200 len: 943 time: 0.6492734 Feb 19 04:31:45.597014 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77d242-8f46-4297-a63b-a21702f8ef57 req-bac202b0-a3ac-4d8c-91f0-dec279353806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:45.599469 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3d77d242-8f46-4297-a63b-a21702f8ef57 req-bac202b0-a3ac-4d8c-91f0-dec279353806 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7fc7b67-5ad2-40ee-a254-a9f26919b969 HTTP/1.1" status: 200 len: 854 time: 0.2592793 Feb 19 04:31:45.630020 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 3f307371-29f7-484d-98ee-dacea796a3d0 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:45.630719 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 3f307371-29f7-484d-98ee-dacea796a3d0 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:45.695788 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3d77d242-8f46-4297-a63b-a21702f8ef57 req-aad5d1e5-a2d3-4cd1-93b7-63d9fb26ce09 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784459 Feb 19 04:31:45.772667 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-99de4856-4da3-460b-96b4-dcf2dbdf9665 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (b1c3085d-245b-48d8-aa7a-ec99ed511342), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:45.812964 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-15434684-e72d-40ad-9b05-3d13169235ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:31:45.813579 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-15434684-e72d-40ad-9b05-3d13169235ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:31:45.814815 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 68db1a26-3176-4f02-a6f0-a323f97263c0 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:45.820524 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Deleting port 68db1a26-3176-4f02-a6f0-a323f97263c0 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:45.821050 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (68db1a26-3176-4f02-a6f0-a323f97263c0), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:45.902398 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3d77d242-8f46-4297-a63b-a21702f8ef57 req-719a1205-af20-448c-95a9-308e8f4be053 service neutron] 10.222.0.10 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026353 Feb 19 04:31:45.952580 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] For port 68db1a26-3176-4f02-a6f0-a323f97263c0, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=68db1a26-3176-4f02-a6f0-a323f97263c0,segment=NetworkSegment(b3affee0-61b3-4a07-88ca-6518a5272767),segment_id=b3affee0-61b3-4a07-88ca-6518a5272767)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:45.953383 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (68db1a26-3176-4f02-a6f0-a323f97263c0), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:45.957724 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=68db1a26-3176-4f02-a6f0-a323f97263c0,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:45.991660 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Calling delete_port for 68db1a26-3176-4f02-a6f0-a323f97263c0 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:46.063044 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b24134f0-8894-47ef-ae88-eb927d52ff44 req-1c3aeded-82e2-431e-ae54-b57264389429 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611480 Feb 19 04:31:46.100148 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f98d26a4-15ae-47f3-9cd6-1a58ecbf8b42 None None] Deleting port 68db1a26-3176-4f02-a6f0-a323f97263c0 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:46.101119 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615148ac-f060-44ec-92de-75ad9dc9085f req-7076f4e5-dc77-4972-8289-3f1d383bcbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:46.101284 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a4-15ae-47f3-9cd6-1a58ecbf8b42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (68db1a26-3176-4f02-a6f0-a323f97263c0), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.103329 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-7076f4e5-dc77-4972-8289-3f1d383bcbe9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a64a19d-d377-4cb4-886a-9dfbe46eb1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.4761589 Feb 19 04:31:46.182957 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b94d8ead-dc5a-4a16-8cd0-e46e7c8d83bd req-c9918e83-656b-4f52-bb61-efd1fcf385ec tempest-ServersNegativeTestMultiTenantJSON-1890968701 tempest-ServersNegativeTestMultiTenantJSON-1890968701-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a634866-fede-4fc4-8464-306eed172561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6737213 Feb 19 04:31:46.185214 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3d77d242-8f46-4297-a63b-a21702f8ef57 req-4b439ac6-5aa4-489c-9667-03a41f00435d service neutron] 10.222.0.10 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761712 Feb 19 04:31:46.226205 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-99de4856-4da3-460b-96b4-dcf2dbdf9665 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (b1c3085d-245b-48d8-aa7a-ec99ed511342), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.241584 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0a26c9-e601-441f-81b2-63f917395d7a x-openstack-request-id: req-0f0a26c9-e601-441f-81b2-63f917395d7a {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:31:46.242225 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "582b80b0-de51-4da1-b36d-e21af3ee8dd3", "name": "network-vif-deleted", "tag": "3f307371-29f7-484d-98ee-dacea796a3d0", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:31:46.242494 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f0a26c9-e601-441f-81b2-63f917395d7a {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:31:46.243042 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '582b80b0-de51-4da1-b36d-e21af3ee8dd3', 'name': 'network-vif-deleted', 'tag': '3f307371-29f7-484d-98ee-dacea796a3d0', 'status': 'completed', 'code': 200} Feb 19 04:31:46.402093 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-f98d26a4-15ae-47f3-9cd6-1a58ecbf8b42 None None] For port 68db1a26-3176-4f02-a6f0-a323f97263c0, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=68db1a26-3176-4f02-a6f0-a323f97263c0,segment=NetworkSegment(b3affee0-61b3-4a07-88ca-6518a5272767),segment_id=b3affee0-61b3-4a07-88ca-6518a5272767)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:46.402705 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a4-15ae-47f3-9cd6-1a58ecbf8b42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (68db1a26-3176-4f02-a6f0-a323f97263c0), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.442801 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 68db1a26-3176-4f02-a6f0-a323f97263c0 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:46.443440 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (68db1a26-3176-4f02-a6f0-a323f97263c0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.454221 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-15434684-e72d-40ad-9b05-3d13169235ab None None] Current status of the port 68db1a26-3176-4f02-a6f0-a323f97263c0 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:46.458806 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f98d26a4-15ae-47f3-9cd6-1a58ecbf8b42 None None] Calling delete_port for 68db1a26-3176-4f02-a6f0-a323f97263c0 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:46.470372 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de4856-4da3-460b-96b4-dcf2dbdf9665 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c3085d-245b-48d8-aa7a-ec99ed511342,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:46.474402 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-99de4856-4da3-460b-96b4-dcf2dbdf9665 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.478546 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2635816a-641f-4b38-a518-e15ff545a31c None None] Network cc4e474b-889b-4e3c-bacb-a41ac60eef9e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:46.480895 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-99de4856-4da3-460b-96b4-dcf2dbdf9665 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/subnets/b1c3085d-245b-48d8-aa7a-ec99ed511342 HTTP/1.1" status: 204 len: 168 time: 3.0672922 Feb 19 04:31:46.484475 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54864) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:46.564732 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95605d67-0d98-48ac-ad53-385ea3a5adcd req-169f8aaa-2590-4e47-aeb1-933c46afab08 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9937708 Feb 19 04:31:46.654618 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c844c4c5-8c27-434e-8f03-9e8dbb2d3a35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (cc4e474b-889b-4e3c-bacb-a41ac60eef9e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.714132 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-6eb64c09-8aaf-49c9-a83d-47b7cf21e7c0 service neutron] 10.222.0.48 "GET /v2.0/networks/4a64a19d-d377-4cb4-886a-9dfbe46eb1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235834 Feb 19 04:31:46.737067 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 68db1a26-3176-4f02-a6f0-a323f97263c0, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=68db1a26-3176-4f02-a6f0-a323f97263c0,segment=NetworkSegment(b3affee0-61b3-4a07-88ca-6518a5272767),segment_id=b3affee0-61b3-4a07-88ca-6518a5272767)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:46.770289 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (68db1a26-3176-4f02-a6f0-a323f97263c0), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.840209 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-c844c4c5-8c27-434e-8f03-9e8dbb2d3a35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting port 4701a447-98cd-4f29-a860-5221164590fd {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:46.841068 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c844c4c5-8c27-434e-8f03-9e8dbb2d3a35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (4701a447-98cd-4f29-a860-5221164590fd), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:46.907467 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=68db1a26-3176-4f02-a6f0-a323f97263c0,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:46.934917 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (68db1a26-3176-4f02-a6f0-a323f97263c0), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:47.065425 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f98d26a4-15ae-47f3-9cd6-1a58ecbf8b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (68db1a26-3176-4f02-a6f0-a323f97263c0), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:47.065726 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-c844c4c5-8c27-434e-8f03-9e8dbb2d3a35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] For port 4701a447-98cd-4f29-a860-5221164590fd, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=4701a447-98cd-4f29-a860-5221164590fd,segment=NetworkSegment(e230abbe-e951-43e6-9142-29c2654e5813),segment_id=e230abbe-e951-43e6-9142-29c2654e5813)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:47.066467 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c844c4c5-8c27-434e-8f03-9e8dbb2d3a35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (4701a447-98cd-4f29-a860-5221164590fd), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:47.104320 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Port': ['ID=68db1a26-3176-4f02-a6f0-a323f97263c0,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:47.124664 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-c844c4c5-8c27-434e-8f03-9e8dbb2d3a35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Calling delete_port for 4701a447-98cd-4f29-a860-5221164590fd owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:47.191110 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-25877f87-e54e-410a-8d29-19f274962c37 service neutron] 10.222.0.48 "GET /v2.0/networks/4a64a19d-d377-4cb4-886a-9dfbe46eb1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406238 Feb 19 04:31:47.221106 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No DVR routers for this DVR port 68db1a26-3176-4f02-a6f0-a323f97263c0 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:47.236791 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98d26a4-15ae-47f3-9cd6-1a58ecbf8b42 None None] No DVR routers for this DVR port 68db1a26-3176-4f02-a6f0-a323f97263c0 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:47.259958 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95605d67-0d98-48ac-ad53-385ea3a5adcd req-0d1177ef-4b14-4f78-9141-e4cd186ab089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:47.263336 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95605d67-0d98-48ac-ad53-385ea3a5adcd req-0d1177ef-4b14-4f78-9141-e4cd186ab089 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33c394b84df34f71a382d547bb213da3&device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 1127 time: 0.5851297 Feb 19 04:31:47.271682 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d92647-be40-4384-8011-4f22b2b9b991 None None] DHCP port deletion for cc4e474b-889b-4e3c-bacb-a41ac60eef9e request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:31:47.275938 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d26a4-15ae-47f3-9cd6-1a58ecbf8b42 None None] Pushing event deleted for resources: {'Port': ['ID=68db1a26-3176-4f02-a6f0-a323f97263c0,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:47.417923 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54884) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:47.420278 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-63dfc25a-00fe-4eb5-88f0-78b598485bee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=680d45c7-a626-4dc5-b424-148f5e9cc4f9 HTTP/1.1" status: 200 len: 217 time: 0.1938827 Feb 19 04:31:47.524254 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c844c4c5-8c27-434e-8f03-9e8dbb2d3a35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (4701a447-98cd-4f29-a860-5221164590fd), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:47.559429 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c844c4c5-8c27-434e-8f03-9e8dbb2d3a35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] No DVR routers for this DVR port 4701a447-98cd-4f29-a860-5221164590fd on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:47.559719 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-04d92647-be40-4384-8011-4f22b2b9b991 None None] Deleting port 4701a447-98cd-4f29-a860-5221164590fd {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:47.560204 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-04d92647-be40-4384-8011-4f22b2b9b991 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (4701a447-98cd-4f29-a860-5221164590fd), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:47.622173 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device b245e180-22e7-4f25-9025-e90f647bff44 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:31:47.625589 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4701a447-98cd-4f29-a860-5221164590fd no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:47.729705 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 4701a447-98cd-4f29-a860-5221164590fd {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:47.730179 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4701a447-98cd-4f29-a860-5221164590fd not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:47.743763 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615148ac-f060-44ec-92de-75ad9dc9085f req-355d9a88-a584-41b9-a449-d4caf76f30a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:47.745784 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-355d9a88-a584-41b9-a449-d4caf76f30a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=544bab28-3af6-4f3c-be5b-695dcbab8919 HTTP/1.1" status: 200 len: 797 time: 0.3114545 Feb 19 04:31:47.781541 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (bb277a29-657c-4a19-9f62-88a8923396fc), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:47.783566 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-04d92647-be40-4384-8011-4f22b2b9b991 None None] For port 4701a447-98cd-4f29-a860-5221164590fd, host n-d-772273-4, got binding levels [] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:47.784410 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-04d92647-be40-4384-8011-4f22b2b9b991 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (4701a447-98cd-4f29-a860-5221164590fd), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:47.792599 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32b3bc78-d2e1-4d00-9f41-db75ac8ee495 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (284d24f7-dbbb-4066-a901-2027efa8a604), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:47.809561 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c844c4c5-8c27-434e-8f03-9e8dbb2d3a35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (cc4e474b-889b-4e3c-bacb-a41ac60eef9e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:47.833575 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c6707c-4b7b-423a-8874-d558da082e13 admin admin] Deleting subnet a7ed6998-e7ed-47b4-b161-b09b5b98802b {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:31:47.865016 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-04d92647-be40-4384-8011-4f22b2b9b991 None None] Calling delete_port for 4701a447-98cd-4f29-a860-5221164590fd owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:47.865928 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-c844c4c5-8c27-434e-8f03-9e8dbb2d3a35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc4e474b-889b-4e3c-bacb-a41ac60eef9e']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:47.873694 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.ipam_backend_mixin [None req-04d92647-be40-4384-8011-4f22b2b9b991 None None] Port 4701a447-98cd-4f29-a860-5221164590fd was not found and therefore no delete operation was performed {{(pid=115200) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:31:47.883903 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-04d92647-be40-4384-8011-4f22b2b9b991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (4701a447-98cd-4f29-a860-5221164590fd), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:47.903574 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d92647-be40-4384-8011-4f22b2b9b991 None None] No DVR routers for this DVR port 4701a447-98cd-4f29-a860-5221164590fd on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:47.916871 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-16c6707c-4b7b-423a-8874-d558da082e13 admin admin] Publish callbacks [] for subnet (a7ed6998-e7ed-47b4-b161-b09b5b98802b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:47.933155 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d92647-be40-4384-8011-4f22b2b9b991 None None] Pushing event deleted for resources: {'Port': ['ID=4701a447-98cd-4f29-a860-5221164590fd,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:47.960800 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844c4c5-8c27-434e-8f03-9e8dbb2d3a35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Port': ['ID=4701a447-98cd-4f29-a860-5221164590fd,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:47.968797 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-c844c4c5-8c27-434e-8f03-9e8dbb2d3a35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e230abbe-e951-43e6-9142-29c2654e5813') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:47.969082 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-c844c4c5-8c27-434e-8f03-9e8dbb2d3a35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e230abbe-e951-43e6-9142-29c2654e5813') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:47.991277 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c844c4c5-8c27-434e-8f03-9e8dbb2d3a35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (e230abbe-e951-43e6-9142-29c2654e5813), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:48.012078 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port b245e180-22e7-4f25-9025-e90f647bff44, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b245e180-22e7-4f25-9025-e90f647bff44,segment=NetworkSegment(393189c3-bef2-4887-aa51-6301bb2cec1f),segment_id=393189c3-bef2-4887-aa51-6301bb2cec1f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:48.035019 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c844c4c5-8c27-434e-8f03-9e8dbb2d3a35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (e230abbe-e951-43e6-9142-29c2654e5813), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:48.050616 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'b245e180-22e7-4f25-9025-e90f647bff44', 'network_id': '7d2d5a55-2aa4-4db1-a679-fed0a5c29be7', 'port_id': 'b245e180-22e7-4f25-9025-e90f647bff44', 'mac_address': 'fa:16:3e:ac:8a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7fc7b67-5ad2-40ee-a254-a9f26919b969', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:31:48.058893 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c844c4c5-8c27-434e-8f03-9e8dbb2d3a35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:31:48.060236 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c844c4c5-8c27-434e-8f03-9e8dbb2d3a35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (e230abbe-e951-43e6-9142-29c2654e5813), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:31:48.067397 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:31:48.077488 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb277a29-657c-4a19-9f62-88a8923396fc']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:48.143961 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbeb21-8b21-4cf3-a1e5-a2416c93b6af req-b47b3069-7306-451f-8d71-d1ce648a99fa tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:48.147357 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5bbeb21-8b21-4cf3-a1e5-a2416c93b6af req-b47b3069-7306-451f-8d71-d1ce648a99fa tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=c70063b0-26c0-43c8-af5e-9644623f8001 HTTP/1.1" status: 200 len: 943 time: 0.5766585 Feb 19 04:31:48.175009 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port b245e180-22e7-4f25-9025-e90f647bff44 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:48.176233 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b245e180-22e7-4f25-9025-e90f647bff44), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:48.202878 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3affee0-61b3-4a07-88ca-6518a5272767') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:48.203552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3affee0-61b3-4a07-88ca-6518a5272767') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:48.216337 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b245e180-22e7-4f25-9025-e90f647bff44 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:31:48.238023 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c844c4c5-8c27-434e-8f03-9e8dbb2d3a35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (cc4e474b-889b-4e3c-bacb-a41ac60eef9e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:48.261887 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-16c6707c-4b7b-423a-8874-d558da082e13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (a7ed6998-e7ed-47b4-b161-b09b5b98802b), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:48.266403 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95605d67-0d98-48ac-ad53-385ea3a5adcd req-e74ecddd-417c-4a8f-bb4c-c6802276278e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:48.269581 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95605d67-0d98-48ac-ad53-385ea3a5adcd req-e74ecddd-417c-4a8f-bb4c-c6802276278e service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 HTTP/1.1" status: 200 len: 914 time: 0.9270747 Feb 19 04:31:48.275639 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (b3affee0-61b3-4a07-88ca-6518a5272767), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:48.293635 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c844c4c5-8c27-434e-8f03-9e8dbb2d3a35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:48.298448 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c844c4c5-8c27-434e-8f03-9e8dbb2d3a35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/networks/cc4e474b-889b-4e3c-bacb-a41ac60eef9e HTTP/1.1" status: 204 len: 168 time: 1.8120193 Feb 19 04:31:48.300565 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844c4c5-8c27-434e-8f03-9e8dbb2d3a35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Network': ['ID=cc4e474b-889b-4e3c-bacb-a41ac60eef9e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:48.307718 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54892) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:48.314014 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-d55dad50-eb4c-474c-b5ad-018d1d4cd923 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1231852414', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:48.317628 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port b245e180-22e7-4f25-9025-e90f647bff44, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b245e180-22e7-4f25-9025-e90f647bff44,segment=NetworkSegment(393189c3-bef2-4887-aa51-6301bb2cec1f),segment_id=393189c3-bef2-4887-aa51-6301bb2cec1f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:48.332153 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b245e180-22e7-4f25-9025-e90f647bff44), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:48.364787 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d55dad50-eb4c-474c-b5ad-018d1d4cd923 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:48.368029 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d55dad50-eb4c-474c-b5ad-018d1d4cd923 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:48.526881 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=b245e180-22e7-4f25-9025-e90f647bff44,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:48.544179 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d55dad50-eb4c-474c-b5ad-018d1d4cd923 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router_controller (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:48.556968 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d55dad50-eb4c-474c-b5ad-018d1d4cd923 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:48.584685 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['b245e180-22e7-4f25-9025-e90f647bff44'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:31:48.605307 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95605d67-0d98-48ac-ad53-385ea3a5adcd req-faf08d32-5ee3-4c79-8191-ad324654d971 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 HTTP/1.1" status: 200 len: 217 time: 0.2179608 Feb 19 04:31:48.611964 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5bbeb21-8b21-4cf3-a1e5-a2416c93b6af req-f351dd8d-0f87-486c-97cb-35df64cbfff7 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479759 Feb 19 04:31:48.618782 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d55dad50-eb4c-474c-b5ad-018d1d4cd923 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:48.624725 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d55dad50-eb4c-474c-b5ad-018d1d4cd923 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3126695 Feb 19 04:31:48.627148 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54896) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:48.657791 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-9c7128fb-fa48-4dde-a424-55a36a065664 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1897840030'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:48.661599 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (b3affee0-61b3-4a07-88ca-6518a5272767), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:48.678123 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:31:48.679473 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (b3affee0-61b3-4a07-88ca-6518a5272767), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:48.701347 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7128fb-fa48-4dde-a424-55a36a065664 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Made reservation on behalf of 1071eeaddc2c4d58b8e80d78e76c86fe for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:48.708834 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9c7128fb-fa48-4dde-a424-55a36a065664 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:48.776964 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615148ac-f060-44ec-92de-75ad9dc9085f req-0e92a930-f0ba-4aa5-bfaa-c01a15948d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:48.779804 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-0e92a930-f0ba-4aa5-bfaa-c01a15948d8d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 1.0147493 Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:31:48.781183 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:31:48.833266 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-16c6707c-4b7b-423a-8874-d558da082e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (a7ed6998-e7ed-47b4-b161-b09b5b98802b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:49.017014 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7128fb-fa48-4dde-a424-55a36a065664 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:31:49.034564 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9c7128fb-fa48-4dde-a424-55a36a065664 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (b447bdcb-d3a3-4d80-b24c-adbbef799ecc), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:49.035506 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-9c7128fb-fa48-4dde-a424-55a36a065664 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Added segment b447bdcb-d3a3-4d80-b24c-adbbef799ecc of type vlan for network 56284160-e551-4d25-82a8-053f808a6255 Feb 19 04:31:49.095497 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (bb277a29-657c-4a19-9f62-88a8923396fc), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:49.122426 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9c7128fb-fa48-4dde-a424-55a36a065664 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (56284160-e551-4d25-82a8-053f808a6255), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:49.146442 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:49.152031 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/networks/bb277a29-657c-4a19-9f62-88a8923396fc HTTP/1.1" status: 204 len: 168 time: 9.5875251 Feb 19 04:31:49.153503 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a2f86-684d-47b3-ab5b-19eee1a62207 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Network': ['ID=bb277a29-657c-4a19-9f62-88a8923396fc,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:49.158361 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54900) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:49.175672 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-8c391bcf-1537-4f57-886d-db70772f8c0f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1237651109'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:49.192595 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95605d67-0d98-48ac-ad53-385ea3a5adcd req-2275cb33-d4f0-497f-a8d7-43a246aac2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:49.195393 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95605d67-0d98-48ac-ad53-385ea3a5adcd req-2275cb33-d4f0-497f-a8d7-43a246aac2c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7fc7b67-5ad2-40ee-a254-a9f26919b969 HTTP/1.1" status: 200 len: 854 time: 0.5740271 Feb 19 04:31:49.233973 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9c7128fb-fa48-4dde-a424-55a36a065664 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (56284160-e551-4d25-82a8-053f808a6255), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:49.248981 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7128fb-fa48-4dde-a424-55a36a065664 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:49.248981 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9c7128fb-fa48-4dde-a424-55a36a065664 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:49.274871 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c391bcf-1537-4f57-886d-db70772f8c0f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Made reservation on behalf of f2f36d5f8e834902b96bc27964742316 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:49.280736 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c391bcf-1537-4f57-886d-db70772f8c0f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:49.310954 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95605d67-0d98-48ac-ad53-385ea3a5adcd req-094487a8-b41e-41a6-b4da-58b7dfad981f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983858 Feb 19 04:31:49.351364 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-16c6707c-4b7b-423a-8874-d558da082e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (a7ed6998-e7ed-47b4-b161-b09b5b98802b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:49.419995 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7128fb-fa48-4dde-a424-55a36a065664 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Network': ['ID=56284160-e551-4d25-82a8-053f808a6255,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:49.446079 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9c7128fb-fa48-4dde-a424-55a36a065664 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8171406 Feb 19 04:31:49.452099 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54902) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:49.464139 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-52720b67-1437-4bbd-91ff-a97bbfa4abf2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'subnet': {'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:49.469971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c391bcf-1537-4f57-886d-db70772f8c0f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:31:49.475871 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 56284160-e551-4d25-82a8-053f808a6255 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:31:49.510615 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-f2367556-36bd-4710-b9cf-e0598716b35c service neutron] 10.222.0.48 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7078621 Feb 19 04:31:49.540143 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6707c-4b7b-423a-8874-d558da082e13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7ed6998-e7ed-47b4-b161-b09b5b98802b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:49.585107 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-16c6707c-4b7b-423a-8874-d558da082e13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:49.593456 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-16c6707c-4b7b-423a-8874-d558da082e13 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a7ed6998-e7ed-47b4-b161-b09b5b98802b HTTP/1.1" status: 204 len: 168 time: 2.1713057 Feb 19 04:31:49.620865 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54906) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:49.622799 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c391bcf-1537-4f57-886d-db70772f8c0f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (086bdba9-8a1b-4d70-93d2-39eedf1e87b8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:49.623463 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-8c391bcf-1537-4f57-886d-db70772f8c0f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Added segment 086bdba9-8a1b-4d70-93d2-39eedf1e87b8 of type vlan for network 642d8620-8f77-4cd4-a5ad-13b617bd433a Feb 19 04:31:49.630257 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device b245e180-22e7-4f25-9025-e90f647bff44 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:49.813537 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port b245e180-22e7-4f25-9025-e90f647bff44 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:31:49.836695 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port b245e180-22e7-4f25-9025-e90f647bff44 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:49.839735 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b245e180-22e7-4f25-9025-e90f647bff44), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:49.899263 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95605d67-0d98-48ac-ad53-385ea3a5adcd req-f4f7ac8c-ae40-4249-9971-43a6e217b290 service neutron] 10.222.0.10 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5735364 Feb 19 04:31:49.976289 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c391bcf-1537-4f57-886d-db70772f8c0f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (642d8620-8f77-4cd4-a5ad-13b617bd433a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:50.099761 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-acad7d52-f648-4791-a2b5-596955b30563 service neutron] 10.222.0.48 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5725062 Feb 19 04:31:50.134369 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port b245e180-22e7-4f25-9025-e90f647bff44 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:50.135010 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b245e180-22e7-4f25-9025-e90f647bff44), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:50.206928 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-5889d6b9-047a-4d0b-93ec-f0ac443c89d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=9e561b36-bbb3-4838-adb1-112f3a7b1d33 HTTP/1.1" status: 200 len: 217 time: 0.0978591 Feb 19 04:31:50.207662 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port b245e180-22e7-4f25-9025-e90f647bff44, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b245e180-22e7-4f25-9025-e90f647bff44,segment=NetworkSegment(393189c3-bef2-4887-aa51-6301bb2cec1f),segment_id=393189c3-bef2-4887-aa51-6301bb2cec1f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:50.209508 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70063b0-26c0-43c8-af5e-9644623f8001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b245e180-22e7-4f25-9025-e90f647bff44'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:31:50.214323 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4d1b96-a5c8-4874-b103-f9a5e75ae4da" -d '{"events": [{"server_uuid": "c70063b0-26c0-43c8-af5e-9644623f8001", "name": "network-vif-plugged", "status": "completed", "tag": "b245e180-22e7-4f25-9025-e90f647bff44"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:31:50.232774 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b245e180-22e7-4f25-9025-e90f647bff44), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:50.237302 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-88ada38e-7ef2-48f2-bd6e-f9bce1c5a792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (d1f39eb3-1608-443d-923b-542b1f7707f8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:50.268536 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c391bcf-1537-4f57-886d-db70772f8c0f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (642d8620-8f77-4cd4-a5ad-13b617bd433a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:50.278170 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c391bcf-1537-4f57-886d-db70772f8c0f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:50.279420 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c391bcf-1537-4f57-886d-db70772f8c0f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:50.293210 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52720b67-1437-4bbd-91ff-a97bbfa4abf2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Made reservation on behalf of 1071eeaddc2c4d58b8e80d78e76c86fe for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:50.298424 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52720b67-1437-4bbd-91ff-a97bbfa4abf2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:50.351650 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83753d66-2581-43b7-b57f-091a7b0dbf94 x-openstack-request-id: req-83753d66-2581-43b7-b57f-091a7b0dbf94 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:31:50.352231 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70063b0-26c0-43c8-af5e-9644623f8001", "name": "network-vif-plugged", "status": "completed", "tag": "b245e180-22e7-4f25-9025-e90f647bff44", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:31:50.352527 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-83753d66-2581-43b7-b57f-091a7b0dbf94 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:31:50.353223 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c70063b0-26c0-43c8-af5e-9644623f8001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b245e180-22e7-4f25-9025-e90f647bff44', 'code': 200} Feb 19 04:31:50.410627 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-32b3bc78-d2e1-4d00-9f41-db75ac8ee495 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting port b87389ef-4d15-4ca7-96d8-e58c9345b9a1 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:50.411803 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32b3bc78-d2e1-4d00-9f41-db75ac8ee495 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b87389ef-4d15-4ca7-96d8-e58c9345b9a1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:50.419285 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615148ac-f060-44ec-92de-75ad9dc9085f req-20d5b559-91ba-4dd7-9c16-b2b6ad9b8202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:50.422557 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-20d5b559-91ba-4dd7-9c16-b2b6ad9b8202 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=544bab28-3af6-4f3c-be5b-695dcbab8919 HTTP/1.1" status: 200 len: 797 time: 0.2083154 Feb 19 04:31:50.430812 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95605d67-0d98-48ac-ad53-385ea3a5adcd req-2a17d575-ae0c-4dca-92f7-87ed667c6953 service neutron] 10.222.0.10 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740574 Feb 19 04:31:50.452460 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed971864-776f-46e3-b0ea-07bcfb7196d9 req-e2f25769-b2cd-451d-bec9-844760afa2bf tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:50.455749 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed971864-776f-46e3-b0ea-07bcfb7196d9 req-e2f25769-b2cd-451d-bec9-844760afa2bf tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=c70063b0-26c0-43c8-af5e-9644623f8001 HTTP/1.1" status: 200 len: 944 time: 0.5825500 Feb 19 04:31:50.514168 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=b245e180-22e7-4f25-9025-e90f647bff44,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:50.650342 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8c391bcf-1537-4f57-886d-db70772f8c0f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4863527 Feb 19 04:31:50.672548 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54918) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:50.686005 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-bcb9e4c5-5ae5-438e-ad38-aef4f482d5ee tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'subnet': {'network_id': '642d8620-8f77-4cd4-a5ad-13b617bd433a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:31:51.331693 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-88ada38e-7ef2-48f2-bd6e-f9bce1c5a792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (d1f39eb3-1608-443d-923b-542b1f7707f8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:51.369913 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c391bcf-1537-4f57-886d-db70772f8c0f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Network': ['ID=642d8620-8f77-4cd4-a5ad-13b617bd433a,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:51.380823 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615148ac-f060-44ec-92de-75ad9dc9085f req-a6c6a867-79c9-437f-95b7-1a0aced87ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:51.386433 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-a6c6a867-79c9-437f-95b7-1a0aced87ef9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.9305968 Feb 19 04:31:51.388978 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32b3bc78-d2e1-4d00-9f41-db75ac8ee495 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b87389ef-4d15-4ca7-96d8-e58c9345b9a1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:51.398056 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af596b24-8f86-4a36-9fca-1f50d6c8b223 req-1ef86c46-73f1-4fe5-9d30-3ba9e4763a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:51.399253 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 642d8620-8f77-4cd4-a5ad-13b617bd433a details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:31:51.399714 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-af596b24-8f86-4a36-9fca-1f50d6c8b223 req-1ef86c46-73f1-4fe5-9d30-3ba9e4763a98 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c70063b0-26c0-43c8-af5e-9644623f8001 HTTP/1.1" status: 200 len: 1127 time: 0.8092976 Feb 19 04:31:51.484275 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-32b3bc78-d2e1-4d00-9f41-db75ac8ee495 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Calling delete_port for b87389ef-4d15-4ca7-96d8-e58c9345b9a1 owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:51.527349 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-88ada38e-7ef2-48f2-bd6e-f9bce1c5a792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f39eb3-1608-443d-923b-542b1f7707f8']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:51.577154 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed971864-776f-46e3-b0ea-07bcfb7196d9 req-c89438e3-7268-4eaf-a404-fc8358fca353 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0367458 Feb 19 04:31:51.591698 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-88ada38e-7ef2-48f2-bd6e-f9bce1c5a792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b85a37-a874-4cab-a8b1-16459af810e6') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:51.592192 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-88ada38e-7ef2-48f2-bd6e-f9bce1c5a792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b85a37-a874-4cab-a8b1-16459af810e6') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:51.648630 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-88ada38e-7ef2-48f2-bd6e-f9bce1c5a792 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (70b85a37-a874-4cab-a8b1-16459af810e6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:51.729203 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-af596b24-8f86-4a36-9fca-1f50d6c8b223 req-84200eca-2cd9-4a7b-89a1-84e46e98ac50 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781591 Feb 19 04:31:51.751947 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb9e4c5-5ae5-438e-ad38-aef4f482d5ee tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Made reservation on behalf of f2f36d5f8e834902b96bc27964742316 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:31:51.758211 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bcb9e4c5-5ae5-438e-ad38-aef4f482d5ee tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:51.803693 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-88ada38e-7ef2-48f2-bd6e-f9bce1c5a792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (70b85a37-a874-4cab-a8b1-16459af810e6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:51.820241 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-c31408ce-537a-42b8-bf3b-a8734821e83b service neutron] 10.222.0.48 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051709 Feb 19 04:31:51.877172 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ada38e-7ef2-48f2-bd6e-f9bce1c5a792 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:31:51.877506 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-88ada38e-7ef2-48f2-bd6e-f9bce1c5a792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (70b85a37-a874-4cab-a8b1-16459af810e6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:31:51.880386 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:31:52.061835 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-b2501b52-b42c-41db-9e98-da560582d23c service neutron] 10.222.0.48 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820872 Feb 19 04:31:52.108431 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-88ada38e-7ef2-48f2-bd6e-f9bce1c5a792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (d1f39eb3-1608-443d-923b-542b1f7707f8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:52.127571 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-88ada38e-7ef2-48f2-bd6e-f9bce1c5a792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:52.139146 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-88ada38e-7ef2-48f2-bd6e-f9bce1c5a792 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d1f39eb3-1608-443d-923b-542b1f7707f8 HTTP/1.1" status: 204 len: 168 time: 2.3643060 Feb 19 04:31:52.140028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54934) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:52.143355 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-7b24d619-413e-439e-b620-54ec63ae5c3b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=9ddff2d5-6951-424b-b007-7c254bc14a54 HTTP/1.1" status: 200 len: 217 time: 0.0740178 Feb 19 04:31:52.203678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ada38e-7ef2-48f2-bd6e-f9bce1c5a792 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1f39eb3-1608-443d-923b-542b1f7707f8,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:52.207282 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52720b67-1437-4bbd-91ff-a97bbfa4abf2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:52.320973 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615148ac-f060-44ec-92de-75ad9dc9085f req-23ec5192-667c-4189-9fbc-b81b36e66456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:52.323444 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-23ec5192-667c-4189-9fbc-b81b36e66456 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=544bab28-3af6-4f3c-be5b-695dcbab8919 HTTP/1.1" status: 200 len: 797 time: 0.1675441 Feb 19 04:31:52.333836 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-9296afe3-21e9-4177-a374-d60760d9d16b admin admin] Deleting subnet e902e0d8-1c9a-4a0d-9835-2922c62464eb {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:31:52.339827 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9296afe3-21e9-4177-a374-d60760d9d16b admin admin] Publish callbacks [] for subnet (e902e0d8-1c9a-4a0d-9835-2922c62464eb), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:52.395658 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32b3bc78-d2e1-4d00-9f41-db75ac8ee495 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b87389ef-4d15-4ca7-96d8-e58c9345b9a1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:52.426945 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9296afe3-21e9-4177-a374-d60760d9d16b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (e902e0d8-1c9a-4a0d-9835-2922c62464eb), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:52.504635 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9296afe3-21e9-4177-a374-d60760d9d16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (e902e0d8-1c9a-4a0d-9835-2922c62464eb), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:52.559888 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3bc78-d2e1-4d00-9f41-db75ac8ee495 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Port': ['ID=b87389ef-4d15-4ca7-96d8-e58c9345b9a1,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:52.652935 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9296afe3-21e9-4177-a374-d60760d9d16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (e902e0d8-1c9a-4a0d-9835-2922c62464eb), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:52.784202 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52720b67-1437-4bbd-91ff-a97bbfa4abf2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Subnet': ['ID=5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:52.938945 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615148ac-f060-44ec-92de-75ad9dc9085f req-07e072c1-86db-4acb-80e1-03e265718918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:52.942026 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9296afe3-21e9-4177-a374-d60760d9d16b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:52.946903 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-07e072c1-86db-4acb-80e1-03e265718918 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6150134 Feb 19 04:31:52.948440 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9296afe3-21e9-4177-a374-d60760d9d16b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e902e0d8-1c9a-4a0d-9835-2922c62464eb HTTP/1.1" status: 204 len: 168 time: 0.8064363 Feb 19 04:31:52.952586 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296afe3-21e9-4177-a374-d60760d9d16b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e902e0d8-1c9a-4a0d-9835-2922c62464eb,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:52.962024 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54940) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:53.087313 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52720b67-1437-4bbd-91ff-a97bbfa4abf2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Checking segment: {'id': 'b447bdcb-d3a3-4d80-b24c-adbbef799ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '56284160-e551-4d25-82a8-053f808a6255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:53.087911 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52720b67-1437-4bbd-91ff-a97bbfa4abf2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network hostable DHCP agents. Network: 56284160-e551-4d25-82a8-053f808a6255, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:31:53.256063 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32b3bc78-d2e1-4d00-9f41-db75ac8ee495 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (284d24f7-dbbb-4066-a901-2027efa8a604), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:53.325519 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52720b67-1437-4bbd-91ff-a97bbfa4abf2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network 56284160-e551-4d25-82a8-053f808a6255 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:31:53.332262 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9fefa1cc-1abc-45a0-834c-11986e45f2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (c140ae27-ca65-406d-8808-3e3e632a750c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:53.340787 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bcb9e4c5-5ae5-438e-ad38-aef4f482d5ee tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (1f0ce9f3-85d7-4c5f-9520-15a6758eb769), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:53.433396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-52720b67-1437-4bbd-91ff-a97bbfa4abf2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 56284160-e551-4d25-82a8-053f808a6255) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:53.447282 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb69dca0-90e0-45a7-9ff9-98f40ca74089 None None] Network 56284160-e551-4d25-82a8-053f808a6255 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:53.459366 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52720b67-1437-4bbd-91ff-a97bbfa4abf2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:53.460272 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52720b67-1437-4bbd-91ff-a97bbfa4abf2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:53.582217 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e5308-f203-4d69-8a98-73616919ae44 req-c5b50f6b-cef5-4a88-9aa1-bdeefd8977ad tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:53.585000 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-408e5308-f203-4d69-8a98-73616919ae44 req-c5b50f6b-cef5-4a88-9aa1-bdeefd8977ad tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=c70063b0-26c0-43c8-af5e-9644623f8001 HTTP/1.1" status: 200 len: 945 time: 0.6703250 Feb 19 04:31:53.597299 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-4b2457b2-7763-457c-aa1f-a0836eef7284 service neutron] 10.222.0.48 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888662 Feb 19 04:31:53.658062 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9fefa1cc-1abc-45a0-834c-11986e45f2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (c140ae27-ca65-406d-8808-3e3e632a750c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:53.702831 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-9fefa1cc-1abc-45a0-834c-11986e45f2ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c140ae27-ca65-406d-8808-3e3e632a750c']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:53.721939 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-9fefa1cc-1abc-45a0-834c-11986e45f2ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036daf45-4b4f-4618-8cf3-a95629a95f91') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:53.722444 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-9fefa1cc-1abc-45a0-834c-11986e45f2ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036daf45-4b4f-4618-8cf3-a95629a95f91') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:53.761150 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab08e90-3d40-430d-8c26-06ac8b12446c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-56284160-e551-4d25-82a8-053f808a6255', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:31:53.762527 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bab08e90-3d40-430d-8c26-06ac8b12446c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:53.782182 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9e4c5-5ae5-438e-ad38-aef4f482d5ee tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Subnet': ['ID=1f0ce9f3-85d7-4c5f-9520-15a6758eb769,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:53.844973 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9fefa1cc-1abc-45a0-834c-11986e45f2ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (036daf45-4b4f-4618-8cf3-a95629a95f91), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:53.878323 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb9e4c5-5ae5-438e-ad38-aef4f482d5ee tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Checking segment: {'id': '086bdba9-8a1b-4d70-93d2-39eedf1e87b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '642d8620-8f77-4cd4-a5ad-13b617bd433a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:53.878914 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb9e4c5-5ae5-438e-ad38-aef4f482d5ee tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Network hostable DHCP agents. Network: 642d8620-8f77-4cd4-a5ad-13b617bd433a, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:31:53.902811 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-52720b67-1437-4bbd-91ff-a97bbfa4abf2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4439626 Feb 19 04:31:53.912529 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54946) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:54.005720 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-bab08e90-3d40-430d-8c26-06ac8b12446c None None] Allocated IP 2001:db8::2 (56284160-e551-4d25-82a8-053f808a6255/5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5/cf6d486c-b06e-4232-9469-5b82cdc3ad94) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:54.028278 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9fefa1cc-1abc-45a0-834c-11986e45f2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (036daf45-4b4f-4618-8cf3-a95629a95f91), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:54.063812 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fefa1cc-1abc-45a0-834c-11986e45f2ce admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:31:54.064696 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9fefa1cc-1abc-45a0-834c-11986e45f2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (036daf45-4b4f-4618-8cf3-a95629a95f91), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:31:54.069544 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:31:54.155501 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-9096683e-a99c-4153-a36b-a9337eaf4752 service neutron] 10.222.0.48 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165300 Feb 19 04:31:54.188322 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb9e4c5-5ae5-438e-ad38-aef4f482d5ee tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Network 642d8620-8f77-4cd4-a5ad-13b617bd433a is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:31:54.225991 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bab08e90-3d40-430d-8c26-06ac8b12446c None None] Publish callbacks [] for port (cf6d486c-b06e-4232-9469-5b82cdc3ad94), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:54.237022 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bab08e90-3d40-430d-8c26-06ac8b12446c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (cf6d486c-b06e-4232-9469-5b82cdc3ad94), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:54.275189 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-b0f817e6-5ae1-4ae3-8f7d-17ae5c41f6b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 HTTP/1.1" status: 200 len: 217 time: 0.1046402 Feb 19 04:31:54.279942 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b3bc78-d2e1-4d00-9f41-db75ac8ee495 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Router 284d24f7-dbbb-4066-a901-2027efa8a604 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:31:54.342369 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab08e90-3d40-430d-8c26-06ac8b12446c None None] Network 56284160-e551-4d25-82a8-053f808a6255 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:54.371951 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab08e90-3d40-430d-8c26-06ac8b12446c None None] Pushing event updated for resources: {'Port': ['ID=cf6d486c-b06e-4232-9469-5b82cdc3ad94,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:54.376364 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-bab08e90-3d40-430d-8c26-06ac8b12446c None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:54.403348 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab08e90-3d40-430d-8c26-06ac8b12446c None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:54.426708 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-bcb9e4c5-5ae5-438e-ad38-aef4f482d5ee tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 642d8620-8f77-4cd4-a5ad-13b617bd433a) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:54.448703 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb9e4c5-5ae5-438e-ad38-aef4f482d5ee tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:54.449816 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bcb9e4c5-5ae5-438e-ad38-aef4f482d5ee tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:54.469179 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c132d46-3078-41ba-aaaa-1471fb84da33 None None] Network 642d8620-8f77-4cd4-a5ad-13b617bd433a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:54.477562 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615148ac-f060-44ec-92de-75ad9dc9085f req-ad19bdbc-5aa5-42d2-b9cb-c9271b8b9fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:54.480337 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-ad19bdbc-5aa5-42d2-b9cb-c9271b8b9fa0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=544bab28-3af6-4f3c-be5b-695dcbab8919 HTTP/1.1" status: 200 len: 797 time: 0.1934216 Feb 19 04:31:54.558285 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-408e5308-f203-4d69-8a98-73616919ae44 req-cdb1176c-4ae6-42b5-9677-40585639dc7a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7178106 Feb 19 04:31:54.629297 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9fefa1cc-1abc-45a0-834c-11986e45f2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (c140ae27-ca65-406d-8808-3e3e632a750c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:54.657369 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9fefa1cc-1abc-45a0-834c-11986e45f2ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:54.668088 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9fefa1cc-1abc-45a0-834c-11986e45f2ce admin admin] 10.222.0.65 "DELETE /v2.0/networks/c140ae27-ca65-406d-8808-3e3e632a750c HTTP/1.1" status: 204 len: 168 time: 1.7002289 Feb 19 04:31:54.755875 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fefa1cc-1abc-45a0-834c-11986e45f2ce admin admin] Pushing event deleted for resources: {'Network': ['ID=c140ae27-ca65-406d-8808-3e3e632a750c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:54.770680 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bcb9e4c5-5ae5-438e-ad38-aef4f482d5ee tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.0915930 Feb 19 04:31:54.780245 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54954) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:54.868689 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-bab08e90-3d40-430d-8c26-06ac8b12446c None None] Attempting to bind port cf6d486c-b06e-4232-9469-5b82cdc3ad94 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:54.870783 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-bab08e90-3d40-430d-8c26-06ac8b12446c None None] Attempting to bind port cf6d486c-b06e-4232-9469-5b82cdc3ad94 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'b447bdcb-d3a3-4d80-b24c-adbbef799ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '56284160-e551-4d25-82a8-053f808a6255'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:54.871806 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab08e90-3d40-430d-8c26-06ac8b12446c None None] Attempting to bind port cf6d486c-b06e-4232-9469-5b82cdc3ad94 on network 56284160-e551-4d25-82a8-053f808a6255 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:54.881037 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faca25bc-db89-42d4-9150-fe6f06b6028f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-642d8620-8f77-4cd4-a5ad-13b617bd433a', 'network_id': '642d8620-8f77-4cd4-a5ad-13b617bd433a', 'project_id': 'f2f36d5f8e834902b96bc27964742316', 'fixed_ips': [{'subnet_id': '1f0ce9f3-85d7-4c5f-9520-15a6758eb769'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:31:54.884808 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-faca25bc-db89-42d4-9150-fe6f06b6028f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:54.953876 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615148ac-f060-44ec-92de-75ad9dc9085f req-c93dc740-e6b7-438b-848a-ff40b7a8f935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:54.956563 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-c93dc740-e6b7-438b-848a-ff40b7a8f935 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=764b20a5-eab4-4a63-9460-dbe0ef9fffb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4649827 Feb 19 04:31:54.958587 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b3bc78-d2e1-4d00-9f41-db75ac8ee495 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:54.981011 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f4e8a5-033f-467a-8fc5-f5637303cd32 None None] Sync routers for ids ['284d24f7-dbbb-4066-a901-2027efa8a604'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:54.992637 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-32b3bc78-d2e1-4d00-9f41-db75ac8ee495 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "PUT /v2.0/routers/284d24f7-dbbb-4066-a901-2027efa8a604/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6778822 Feb 19 04:31:55.040594 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f4e8a5-033f-467a-8fc5-f5637303cd32 None None] Routers {'284d24f7-dbbb-4066-a901-2027efa8a604'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:55.042349 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-60f4e8a5-033f-467a-8fc5-f5637303cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:31:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['284d24f7-dbbb-4066-a901-2027efa8a604'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:55.206323 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54956) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:55.213127 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-2b933045-e24a-4959-825a-d8325d171d55 service neutron] 10.222.0.48 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389576 Feb 19 04:31:55.267030 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-60f4e8a5-033f-467a-8fc5-f5637303cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:55.280683 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (642d8620-8f77-4cd4-a5ad-13b617bd433a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:55.296816 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da12dffa-72c2-4a0e-bd4f-d3177a400854 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:55.304811 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f4e8a5-033f-467a-8fc5-f5637303cd32 None None] Routers {'284d24f7-dbbb-4066-a901-2027efa8a604'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:55.310564 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-60f4e8a5-033f-467a-8fc5-f5637303cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:31:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['284d24f7-dbbb-4066-a901-2027efa8a604'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:55.361929 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4ffb91d5-5c8e-4e87-b835-c656929698b4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "GET /v2.0/ports?device_id=284d24f7-dbbb-4066-a901-2027efa8a604 HTTP/1.1" status: 200 len: 205 time: 0.1491945 Feb 19 04:31:55.362960 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54960) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:55.405190 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54962) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:55.489601 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-60f4e8a5-033f-467a-8fc5-f5637303cd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:55.498475 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f4e8a5-033f-467a-8fc5-f5637303cd32 None None] The sync data for ids ['284d24f7-dbbb-4066-a901-2027efa8a604'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:55.541859 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-faca25bc-db89-42d4-9150-fe6f06b6028f None None] Allocated IP 172.20.0.1 (642d8620-8f77-4cd4-a5ad-13b617bd433a/1f0ce9f3-85d7-4c5f-9520-15a6758eb769/79c3604a-67a3-47b6-8f7a-21bae0ed4a31) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:55.635782 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab08e90-3d40-430d-8c26-06ac8b12446c None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:55.636401 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab08e90-3d40-430d-8c26-06ac8b12446c None None] Checking segment: {'id': 'b447bdcb-d3a3-4d80-b24c-adbbef799ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '56284160-e551-4d25-82a8-053f808a6255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:55.637098 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bab08e90-3d40-430d-8c26-06ac8b12446c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:55.637767 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab08e90-3d40-430d-8c26-06ac8b12446c None None] Bound using segment: {'id': 'b447bdcb-d3a3-4d80-b24c-adbbef799ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '56284160-e551-4d25-82a8-053f808a6255'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:55.638578 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-bab08e90-3d40-430d-8c26-06ac8b12446c None None] Bound port: cf6d486c-b06e-4232-9469-5b82cdc3ad94, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b447bdcb-d3a3-4d80-b24c-adbbef799ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '56284160-e551-4d25-82a8-053f808a6255'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:55.639226 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bab08e90-3d40-430d-8c26-06ac8b12446c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (cf6d486c-b06e-4232-9469-5b82cdc3ad94), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:55.669870 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-759304ab-407d-41c5-b5b1-7c2e2f7dfa6e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (284d24f7-dbbb-4066-a901-2027efa8a604), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:55.823881 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b095c2a8-d75e-464e-9f7c-e7057358a038 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7ed9c9b978e4488eb22a79fa0d989987&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4148018 Feb 19 04:31:55.899435 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-bab08e90-3d40-430d-8c26-06ac8b12446c None None] For port cf6d486c-b06e-4232-9469-5b82cdc3ad94, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:55.909770 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-bab08e90-3d40-430d-8c26-06ac8b12446c None None] For port cf6d486c-b06e-4232-9469-5b82cdc3ad94, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=cf6d486c-b06e-4232-9469-5b82cdc3ad94,segment=NetworkSegment(b447bdcb-d3a3-4d80-b24c-adbbef799ecc),segment_id=b447bdcb-d3a3-4d80-b24c-adbbef799ecc)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:55.918011 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54968) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:55.953465 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-d02e34df-1570-44b5-9281-9cff78e3e520 service neutron] 10.222.0.48 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7120600 Feb 19 04:31:56.025515 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (1f0ce9f3-85d7-4c5f-9520-15a6758eb769), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:56.215712 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-759304ab-407d-41c5-b5b1-7c2e2f7dfa6e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (284d24f7-dbbb-4066-a901-2027efa8a604), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:56.236498 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-759304ab-407d-41c5-b5b1-7c2e2f7dfa6e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router_controller (284d24f7-dbbb-4066-a901-2027efa8a604), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:56.315885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4800228-8a73-4e78-8cc0-a68bc8fe0d5a req-0f12c55a-546c-45c7-b4be-067033ff3607 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:56.329898 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f4800228-8a73-4e78-8cc0-a68bc8fe0d5a req-0f12c55a-546c-45c7-b4be-067033ff3607 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=c70063b0-26c0-43c8-af5e-9644623f8001 HTTP/1.1" status: 200 len: 945 time: 0.4930305 Feb 19 04:31:56.353953 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-bda0b5ed-2dc8-4d47-8b2e-f4db8517b363 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 HTTP/1.1" status: 200 len: 217 time: 0.3987672 Feb 19 04:31:56.360720 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-759304ab-407d-41c5-b5b1-7c2e2f7dfa6e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (284d24f7-dbbb-4066-a901-2027efa8a604), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:56.365519 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759304ab-407d-41c5-b5b1-7c2e2f7dfa6e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Fanout notify agent at l3_agent the message router_deleted on router 284d24f7-dbbb-4066-a901-2027efa8a604 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:31:56.383882 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bab08e90-3d40-430d-8c26-06ac8b12446c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (cf6d486c-b06e-4232-9469-5b82cdc3ad94), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:56.405024 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-759304ab-407d-41c5-b5b1-7c2e2f7dfa6e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:56.407495 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-759304ab-407d-41c5-b5b1-7c2e2f7dfa6e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/routers/284d24f7-dbbb-4066-a901-2027efa8a604 HTTP/1.1" status: 204 len: 168 time: 1.0399537 Feb 19 04:31:56.420293 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54972) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:56.450500 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-faca25bc-db89-42d4-9150-fe6f06b6028f None None] Publish callbacks [] for port (79c3604a-67a3-47b6-8f7a-21bae0ed4a31), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:56.477805 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-faca25bc-db89-42d4-9150-fe6f06b6028f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (79c3604a-67a3-47b6-8f7a-21bae0ed4a31), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:56.528656 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4166a52f-19b0-4bb6-a44f-f714b9beb0a7 admin admin] Publish callbacks [] for security_group (4a634866-fede-4fc4-8464-306eed172561), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:56.594144 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4166a52f-19b0-4bb6-a44f-f714b9beb0a7 admin admin] Publish callbacks [] for security_group (4a634866-fede-4fc4-8464-306eed172561), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:56.624256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615148ac-f060-44ec-92de-75ad9dc9085f req-b2d25c5c-37a1-498b-9515-768d49b7ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:56.625354 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faca25bc-db89-42d4-9150-fe6f06b6028f None None] Network 642d8620-8f77-4cd4-a5ad-13b617bd433a is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:56.633180 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-b2d25c5c-37a1-498b-9515-768d49b7ac70 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54fff4b2-f9f1-4478-bd95-9c01635e43e8 HTTP/1.1" status: 200 len: 797 time: 0.2638450 Feb 19 04:31:56.663804 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (1f0ce9f3-85d7-4c5f-9520-15a6758eb769), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:56.685038 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-faca25bc-db89-42d4-9150-fe6f06b6028f None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:56.697189 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faca25bc-db89-42d4-9150-fe6f06b6028f None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:56.698131 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea056e41-d2d7-4760-8c70-ab0eb6e145c6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting subnet b6adc8e9-e28e-4552-9f45-7dabd43b17ad {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:31:56.720261 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab08e90-3d40-430d-8c26-06ac8b12446c None None] Pushing event updated for resources: {'Port': ['ID=cf6d486c-b06e-4232-9469-5b82cdc3ad94,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:56.755235 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea056e41-d2d7-4760-8c70-ab0eb6e145c6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for subnet (b6adc8e9-e28e-4552-9f45-7dabd43b17ad), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:56.854095 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Subnet': ['ID=1f0ce9f3-85d7-4c5f-9520-15a6758eb769,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:56.897828 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea056e41-d2d7-4760-8c70-ab0eb6e145c6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (b6adc8e9-e28e-4552-9f45-7dabd43b17ad), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:56.941643 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-faca25bc-db89-42d4-9150-fe6f06b6028f None None] Attempting to bind port 79c3604a-67a3-47b6-8f7a-21bae0ed4a31 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:31:56.942050 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-faca25bc-db89-42d4-9150-fe6f06b6028f None None] Attempting to bind port 79c3604a-67a3-47b6-8f7a-21bae0ed4a31 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '086bdba9-8a1b-4d70-93d2-39eedf1e87b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '642d8620-8f77-4cd4-a5ad-13b617bd433a'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:31:56.942472 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faca25bc-db89-42d4-9150-fe6f06b6028f None None] Attempting to bind port 79c3604a-67a3-47b6-8f7a-21bae0ed4a31 on network 642d8620-8f77-4cd4-a5ad-13b617bd433a {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:31:56.967711 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faca25bc-db89-42d4-9150-fe6f06b6028f None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:31:56.967711 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faca25bc-db89-42d4-9150-fe6f06b6028f None None] Checking segment: {'id': '086bdba9-8a1b-4d70-93d2-39eedf1e87b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '642d8620-8f77-4cd4-a5ad-13b617bd433a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:31:56.968179 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-faca25bc-db89-42d4-9150-fe6f06b6028f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:56.991652 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f4800228-8a73-4e78-8cc0-a68bc8fe0d5a req-cf12dbb7-93fe-4aeb-9585-64b70f86a94f tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6597929 Feb 19 04:31:56.992797 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faca25bc-db89-42d4-9150-fe6f06b6028f None None] Bound using segment: {'id': '086bdba9-8a1b-4d70-93d2-39eedf1e87b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '642d8620-8f77-4cd4-a5ad-13b617bd433a'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:31:56.994527 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-faca25bc-db89-42d4-9150-fe6f06b6028f None None] Bound port: 79c3604a-67a3-47b6-8f7a-21bae0ed4a31, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086bdba9-8a1b-4d70-93d2-39eedf1e87b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '642d8620-8f77-4cd4-a5ad-13b617bd433a'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:31:56.995729 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-faca25bc-db89-42d4-9150-fe6f06b6028f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (79c3604a-67a3-47b6-8f7a-21bae0ed4a31), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:57.016873 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615148ac-f060-44ec-92de-75ad9dc9085f req-bdabc4ab-602f-423f-9428-e515da25ac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:57.020680 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-bdabc4ab-602f-423f-9428-e515da25ac99 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0197e602-f5d2-48ef-bb73-a3741213d4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3798556 Feb 19 04:31:57.065019 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca25bc-db89-42d4-9150-fe6f06b6028f None None] Pushing event updated for resources: {'Port': ['ID=79c3604a-67a3-47b6-8f7a-21bae0ed4a31,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:57.247238 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (642d8620-8f77-4cd4-a5ad-13b617bd433a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:57.262698 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-faca25bc-db89-42d4-9150-fe6f06b6028f None None] For port 79c3604a-67a3-47b6-8f7a-21bae0ed4a31, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:31:57.279248 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-faca25bc-db89-42d4-9150-fe6f06b6028f None None] For port 79c3604a-67a3-47b6-8f7a-21bae0ed4a31, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=79c3604a-67a3-47b6-8f7a-21bae0ed4a31,segment=NetworkSegment(086bdba9-8a1b-4d70-93d2-39eedf1e87b8),segment_id=086bdba9-8a1b-4d70-93d2-39eedf1e87b8)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:31:57.287871 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642d8620-8f77-4cd4-a5ad-13b617bd433a']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:57.292207 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-faca25bc-db89-42d4-9150-fe6f06b6028f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (79c3604a-67a3-47b6-8f7a-21bae0ed4a31), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:57.315500 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086bdba9-8a1b-4d70-93d2-39eedf1e87b8') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:57.315803 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086bdba9-8a1b-4d70-93d2-39eedf1e87b8') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:57.334464 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (086bdba9-8a1b-4d70-93d2-39eedf1e87b8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:57.372494 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (086bdba9-8a1b-4d70-93d2-39eedf1e87b8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:57.420536 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:31:57.421198 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (086bdba9-8a1b-4d70-93d2-39eedf1e87b8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:57.511034 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-7af47e0d-9b86-4723-9d01-42b5c08c7b3c service neutron] 10.222.0.48 "GET /v2.0/networks/0197e602-f5d2-48ef-bb73-a3741213d4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761863 Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:31:57.548619 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:31:57.589567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca25bc-db89-42d4-9150-fe6f06b6028f None None] Pushing event updated for resources: {'Port': ['ID=79c3604a-67a3-47b6-8f7a-21bae0ed4a31,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:57.656644 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ff7bc4-f1dd-4ead-af7f-3825f5070dc3 None None] Network 642d8620-8f77-4cd4-a5ad-13b617bd433a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:57.825465 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device cf6d486c-b06e-4232-9469-5b82cdc3ad94 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:57.881101 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4166a52f-19b0-4bb6-a44f-f714b9beb0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4a634866-fede-4fc4-8464-306eed172561), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:57.886178 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4166a52f-19b0-4bb6-a44f-f714b9beb0a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:57.899155 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4166a52f-19b0-4bb6-a44f-f714b9beb0a7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a634866-fede-4fc4-8464-306eed172561 HTTP/1.1" status: 204 len: 168 time: 1.9745202 Feb 19 04:31:57.925872 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-e5ea444f-bad6-4566-b530-f3327e9f9bbc service neutron] 10.222.0.48 "GET /v2.0/networks/0197e602-f5d2-48ef-bb73-a3741213d4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955762 Feb 19 04:31:58.103769 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166a52f-19b0-4bb6-a44f-f714b9beb0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a634866-fede-4fc4-8464-306eed172561,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:58.128765 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea056e41-d2d7-4760-8c70-ab0eb6e145c6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (b6adc8e9-e28e-4552-9f45-7dabd43b17ad), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:58.147219 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-da12dffa-72c2-4a0e-bd4f-d3177a400854 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Allocated IP 2001:db8::1 (56284160-e551-4d25-82a8-053f808a6255/5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5/4b7330b2-4cfe-4bad-b12c-19724107336b) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:31:58.237484 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port cf6d486c-b06e-4232-9469-5b82cdc3ad94 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:58.238910 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (cf6d486c-b06e-4232-9469-5b82cdc3ad94), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:58.280334 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-a76ccf1f-1d69-480b-a52d-3812754c60da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3f34b13c-5435-4bbf-ae60-854887c74231 HTTP/1.1" status: 200 len: 217 time: 0.3077662 Feb 19 04:31:58.304799 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.api [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 04:31:58.304799 n-d-772273-4 neutron-server[115198]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 04:31:58.304799 n-d-772273-4 neutron-server[115198]: [parameters: {'id': '642d8620-8f77-4cd4-a5ad-13b617bd433a'}] Feb 19 04:31:58.304799 n-d-772273-4 neutron-server[115198]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:31:58.305560 n-d-772273-4 neutron-server[115198]: DEBUG oslo_db.api [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:31:58.576579 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615148ac-f060-44ec-92de-75ad9dc9085f req-f3723e2e-fdf5-4e7f-a745-329b2a9b2ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:58.607728 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-f3723e2e-fdf5-4e7f-a745-329b2a9b2ac8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54fff4b2-f9f1-4478-bd95-9c01635e43e8 HTTP/1.1" status: 200 len: 797 time: 0.3101094 Feb 19 04:31:58.695350 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ce32c-e28e-4d10-b8f2-d03dbffe3151 req-24d8e0bd-13c4-45ae-9114-32ecbc6a3c93 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:58.709928 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-843ce32c-e28e-4d10-b8f2-d03dbffe3151 req-24d8e0bd-13c4-45ae-9114-32ecbc6a3c93 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=c70063b0-26c0-43c8-af5e-9644623f8001 HTTP/1.1" status: 200 len: 945 time: 0.8964756 Feb 19 04:31:58.787439 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port cf6d486c-b06e-4232-9469-5b82cdc3ad94 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:31:58.789106 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (cf6d486c-b06e-4232-9469-5b82cdc3ad94), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:58.790196 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615148ac-f060-44ec-92de-75ad9dc9085f req-3537c2f2-5118-4549-bf43-1cfe243a1f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:58.794626 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-3537c2f2-5118-4549-bf43-1cfe243a1f74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0197e602-f5d2-48ef-bb73-a3741213d4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1776891 Feb 19 04:31:58.807757 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (642d8620-8f77-4cd4-a5ad-13b617bd433a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:58.891114 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port cf6d486c-b06e-4232-9469-5b82cdc3ad94, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=cf6d486c-b06e-4232-9469-5b82cdc3ad94,segment=NetworkSegment(b447bdcb-d3a3-4d80-b24c-adbbef799ecc),segment_id=b447bdcb-d3a3-4d80-b24c-adbbef799ecc)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:58.899044 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (cf6d486c-b06e-4232-9469-5b82cdc3ad94), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:59.066540 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea056e41-d2d7-4760-8c70-ab0eb6e145c6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (b6adc8e9-e28e-4552-9f45-7dabd43b17ad), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:59.146066 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=cf6d486c-b06e-4232-9469-5b82cdc3ad94,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:59.201190 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea056e41-d2d7-4760-8c70-ab0eb6e145c6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Subnet': ['ID=b6adc8e9-e28e-4552-9f45-7dabd43b17ad,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:59.211094 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ae00a7-e7aa-492a-ab0c-3543ec72faf4 None None] Network 8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:59.230242 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea056e41-d2d7-4760-8c70-ab0eb6e145c6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:59.241886 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ea056e41-d2d7-4760-8c70-ab0eb6e145c6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/subnets/b6adc8e9-e28e-4552-9f45-7dabd43b17ad HTTP/1.1" status: 204 len: 168 time: 2.8137739 Feb 19 04:31:59.243630 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54992) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:59.248155 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-136aedbf-dc40-4a21-b2b4-9bc52a57a6ec service neutron] 10.222.0.48 "GET /v2.0/networks/0197e602-f5d2-48ef-bb73-a3741213d4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448617 Feb 19 04:31:59.279937 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995d219-b335-4e83-beaf-abf17ec149fd req-dfba27e5-07e2-44c4-825b-fe26b337c9cf tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:59.282670 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3995d219-b335-4e83-beaf-abf17ec149fd req-dfba27e5-07e2-44c4-825b-fe26b337c9cf tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.10 "GET /v2.0/ports?device_id=c70063b0-26c0-43c8-af5e-9644623f8001 HTTP/1.1" status: 200 len: 945 time: 0.3255465 Feb 19 04:31:59.297807 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-843ce32c-e28e-4d10-b8f2-d03dbffe3151 req-0462fe34-b605-47d0-b87a-3e2eae631e03 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5858765 Feb 19 04:31:59.320348 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da12dffa-72c2-4a0e-bd4f-d3177a400854 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for port (4b7330b2-4cfe-4bad-b12c-19724107336b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:59.343642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54994) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:59.397950 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d61ff1-33ba-40f0-84e9-0611b18da8dd None None] Network 56284160-e551-4d25-82a8-053f808a6255 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:59.583786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Deleting port 79c3604a-67a3-47b6-8f7a-21bae0ed4a31 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:59.584735 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (79c3604a-67a3-47b6-8f7a-21bae0ed4a31), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:59.616893 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da12dffa-72c2-4a0e-bd4f-d3177a400854 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (4b7330b2-4cfe-4bad-b12c-19724107336b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:59.624018 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f47012eb-a4af-4bb1-9305-a51946b05e8e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=95b32d89d90e415a8f0b3820ef78a95a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2771387 Feb 19 04:31:59.686975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54998) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:59.701079 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device cf6d486c-b06e-4232-9469-5b82cdc3ad94 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:31:59.856537 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ede82b8a-ff09-45ba-9bca-c68b4eddc9f5 None None] Provisioning complete for port cf6d486c-b06e-4232-9469-5b82cdc3ad94 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:31:59.860626 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da12dffa-72c2-4a0e-bd4f-d3177a400854 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network 56284160-e551-4d25-82a8-053f808a6255 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:31:59.871336 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-615148ac-f060-44ec-92de-75ad9dc9085f req-96b06042-b427-47c5-b787-fa69534b95ba service neutron] 10.222.0.48 "GET /v2.0/networks/0197e602-f5d2-48ef-bb73-a3741213d4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5837560 Feb 19 04:31:59.872107 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ede82b8a-ff09-45ba-9bca-c68b4eddc9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (cf6d486c-b06e-4232-9469-5b82cdc3ad94), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:59.893556 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-da12dffa-72c2-4a0e-bd4f-d3177a400854 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:31:59.908904 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] For port 79c3604a-67a3-47b6-8f7a-21bae0ed4a31, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=79c3604a-67a3-47b6-8f7a-21bae0ed4a31,segment=NetworkSegment(086bdba9-8a1b-4d70-93d2-39eedf1e87b8),segment_id=086bdba9-8a1b-4d70-93d2-39eedf1e87b8)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:59.910087 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (79c3604a-67a3-47b6-8f7a-21bae0ed4a31), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:59.924139 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da12dffa-72c2-4a0e-bd4f-d3177a400854 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:31:59.925745 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da12dffa-72c2-4a0e-bd4f-d3177a400854 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:59.947838 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12dffa-72c2-4a0e-bd4f-d3177a400854 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Port': ['ID=4b7330b2-4cfe-4bad-b12c-19724107336b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:00.039613 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Calling delete_port for 79c3604a-67a3-47b6-8f7a-21bae0ed4a31 owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:00.147163 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-d55b76ac-c159-4f50-bd37-a15a633b625a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting subnet 73524c99-7312-400b-bfef-2e837ba2f958 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:32:00.156186 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d55b76ac-c159-4f50-bd37-a15a633b625a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for subnet (73524c99-7312-400b-bfef-2e837ba2f958), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.236012 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port cf6d486c-b06e-4232-9469-5b82cdc3ad94 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:00.236528 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (cf6d486c-b06e-4232-9469-5b82cdc3ad94), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.385537 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-3995d219-b335-4e83-beaf-abf17ec149fd req-93b82494-cc6d-47a4-bc4c-491eecd9d231 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Deleting port b245e180-22e7-4f25-9025-e90f647bff44 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:00.386306 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3995d219-b335-4e83-beaf-abf17ec149fd req-93b82494-cc6d-47a4-bc4c-491eecd9d231 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b245e180-22e7-4f25-9025-e90f647bff44), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.410621 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d55b76ac-c159-4f50-bd37-a15a633b625a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (73524c99-7312-400b-bfef-2e837ba2f958), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.697604 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ede82b8a-ff09-45ba-9bca-c68b4eddc9f5 None None] Current status of the port cf6d486c-b06e-4232-9469-5b82cdc3ad94 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:00.712494 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d36a037-db83-4cf6-80fd-c479f1a15eff None None] DHCP port deletion for 8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:32:00.843842 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d55b76ac-c159-4f50-bd37-a15a633b625a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (73524c99-7312-400b-bfef-2e837ba2f958), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:01.056351 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f35753e-6b5a-4836-b506-35ea284bb50d admin admin] Publish callbacks [] for security_group (2b0705d7-6d0c-4b93-aa7c-2b5b4ce433b7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:01.073076 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port cf6d486c-b06e-4232-9469-5b82cdc3ad94 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:01.142184 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-00724914-085c-4a85-a24f-58e27643be50 None None] Provisioning complete for port cf6d486c-b06e-4232-9469-5b82cdc3ad94 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:01.143196 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-00724914-085c-4a85-a24f-58e27643be50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (cf6d486c-b06e-4232-9469-5b82cdc3ad94), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:01.258470 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f35753e-6b5a-4836-b506-35ea284bb50d admin admin] Publish callbacks [] for security_group (2b0705d7-6d0c-4b93-aa7c-2b5b4ce433b7), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:01.309277 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0d36a037-db83-4cf6-80fd-c479f1a15eff None None] Deleting port 6c40a4b0-7062-4855-aa18-a2a6077b6588 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:01.309746 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0d36a037-db83-4cf6-80fd-c479f1a15eff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (6c40a4b0-7062-4855-aa18-a2a6077b6588), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:01.544196 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da12dffa-72c2-4a0e-bd4f-d3177a400854 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4b7330b2-4cfe-4bad-b12c-19724107336b), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:01.604884 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (79c3604a-67a3-47b6-8f7a-21bae0ed4a31), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:01.693851 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6c40a4b0-7062-4855-aa18-a2a6077b6588 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:01.713597 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-0d36a037-db83-4cf6-80fd-c479f1a15eff None None] For port 6c40a4b0-7062-4855-aa18-a2a6077b6588, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6c40a4b0-7062-4855-aa18-a2a6077b6588,segment=NetworkSegment(55ad49db-c362-4206-87dc-6feb88379642),segment_id=55ad49db-c362-4206-87dc-6feb88379642)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:01.714463 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0d36a037-db83-4cf6-80fd-c479f1a15eff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (6c40a4b0-7062-4855-aa18-a2a6077b6588), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:01.724779 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device b245e180-22e7-4f25-9025-e90f647bff44 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:01.735089 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Port': ['ID=79c3604a-67a3-47b6-8f7a-21bae0ed4a31,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:01.905252 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0d36a037-db83-4cf6-80fd-c479f1a15eff None None] Calling delete_port for 6c40a4b0-7062-4855-aa18-a2a6077b6588 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:01.971869 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d55b76ac-c159-4f50-bd37-a15a633b625a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (73524c99-7312-400b-bfef-2e837ba2f958), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:01.972522 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-00724914-085c-4a85-a24f-58e27643be50 None None] Current status of the port cf6d486c-b06e-4232-9469-5b82cdc3ad94 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:02.059344 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d55b76ac-c159-4f50-bd37-a15a633b625a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:02.063504 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d55b76ac-c159-4f50-bd37-a15a633b625a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/subnets/73524c99-7312-400b-bfef-2e837ba2f958 HTTP/1.1" status: 204 len: 168 time: 2.8141332 Feb 19 04:32:02.064465 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b76ac-c159-4f50-bd37-a15a633b625a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Subnet': ['ID=73524c99-7312-400b-bfef-2e837ba2f958,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:02.070557 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55012) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:02.083912 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3995d219-b335-4e83-beaf-abf17ec149fd req-93b82494-cc6d-47a4-bc4c-491eecd9d231 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] For port b245e180-22e7-4f25-9025-e90f647bff44, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b245e180-22e7-4f25-9025-e90f647bff44,segment=NetworkSegment(393189c3-bef2-4887-aa51-6301bb2cec1f),segment_id=393189c3-bef2-4887-aa51-6301bb2cec1f)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:02.084403 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3995d219-b335-4e83-beaf-abf17ec149fd req-93b82494-cc6d-47a4-bc4c-491eecd9d231 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b245e180-22e7-4f25-9025-e90f647bff44), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:02.107304 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c2527-aade-47ef-8b8f-f40099504dd1 req-690b9a98-73ab-4881-9ce7-c5b2a8c4668b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:02.109806 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6f9c2527-aade-47ef-8b8f-f40099504dd1 req-690b9a98-73ab-4881-9ce7-c5b2a8c4668b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=c70063b0-26c0-43c8-af5e-9644623f8001 HTTP/1.1" status: 200 len: 945 time: 1.1586716 Feb 19 04:32:02.177253 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0646cf-1d90-4f1e-a614-9d1ca95c14ba None None] Network ddea89c6-5b27-4513-b5ec-59e7749ae403 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:02.180856 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No active binding found for port 6c40a4b0-7062-4855-aa18-a2a6077b6588 {{(pid=115200) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 04:32:02.181349 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] The host n-d-772273-4 is not matching for port 6c40a4b0-7062-4855-aa18-a2a6077b6588 host None! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:32:02.182543 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6c40a4b0-7062-4855-aa18-a2a6077b6588 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:32:02.192366 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-3995d219-b335-4e83-beaf-abf17ec149fd req-93b82494-cc6d-47a4-bc4c-491eecd9d231 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Calling delete_port for b245e180-22e7-4f25-9025-e90f647bff44 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:02.196793 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0d36a037-db83-4cf6-80fd-c479f1a15eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (6c40a4b0-7062-4855-aa18-a2a6077b6588), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:02.238190 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d36a037-db83-4cf6-80fd-c479f1a15eff None None] No DVR routers for this DVR port 6c40a4b0-7062-4855-aa18-a2a6077b6588 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:32:02.322731 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-00724914-085c-4a85-a24f-58e27643be50 None None] Provisioning complete for port 4b7330b2-4cfe-4bad-b12c-19724107336b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:02.326300 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-00724914-085c-4a85-a24f-58e27643be50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4b7330b2-4cfe-4bad-b12c-19724107336b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:02.336378 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2023-119f-4424-bbe3-28afb12ead0a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:02.355194 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6f9c2527-aade-47ef-8b8f-f40099504dd1 req-52a6212a-1a1e-4d92-be47-7178e0755568 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185092 Feb 19 04:32:02.404710 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No DVR routers for this DVR port 79c3604a-67a3-47b6-8f7a-21bae0ed4a31 on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:32:02.430933 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f35753e-6b5a-4836-b506-35ea284bb50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2b0705d7-6d0c-4b93-aa7c-2b5b4ce433b7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:02.442011 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f35753e-6b5a-4836-b506-35ea284bb50d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:02.456834 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1f35753e-6b5a-4836-b506-35ea284bb50d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2b0705d7-6d0c-4b93-aa7c-2b5b4ce433b7 HTTP/1.1" status: 204 len: 168 time: 2.7679498 Feb 19 04:32:02.485308 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-00724914-085c-4a85-a24f-58e27643be50 None None] Port 4b7330b2-4cfe-4bad-b12c-19724107336b cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:32:02.487068 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1750e667-5451-48f4-9501-edf360a29a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:02.494938 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36a037-db83-4cf6-80fd-c479f1a15eff None None] Pushing event deleted for resources: {'Port': ['ID=6c40a4b0-7062-4855-aa18-a2a6077b6588,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:02.536132 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port b245e180-22e7-4f25-9025-e90f647bff44 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:02.536132 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b245e180-22e7-4f25-9025-e90f647bff44), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:02.609670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70063b0-26c0-43c8-af5e-9644623f8001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b245e180-22e7-4f25-9025-e90f647bff44'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:32:02.614597 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0047c70f-7585-4f7d-b6c7-e911f435c50f" -d '{"events": [{"server_uuid": "c70063b0-26c0-43c8-af5e-9644623f8001", "name": "network-vif-unplugged", "status": "completed", "tag": "b245e180-22e7-4f25-9025-e90f647bff44"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:32:02.644509 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port b245e180-22e7-4f25-9025-e90f647bff44, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b245e180-22e7-4f25-9025-e90f647bff44,segment=NetworkSegment(393189c3-bef2-4887-aa51-6301bb2cec1f),segment_id=393189c3-bef2-4887-aa51-6301bb2cec1f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:02.649416 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35753e-6b5a-4836-b506-35ea284bb50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0705d7-6d0c-4b93-aa7c-2b5b4ce433b7,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:02.672512 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b245e180-22e7-4f25-9025-e90f647bff44), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:02.689285 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ea2452fd-761a-4ad8-ae51-d5c0d053edf9 None None] Provisioning complete for port 4b7330b2-4cfe-4bad-b12c-19724107336b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:02.689960 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ea2452fd-761a-4ad8-ae51-d5c0d053edf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4b7330b2-4cfe-4bad-b12c-19724107336b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:02.749314 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9317d0e3-c071-447a-bee2-3ff2c16d23a7 x-openstack-request-id: req-9317d0e3-c071-447a-bee2-3ff2c16d23a7 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:32:02.750050 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70063b0-26c0-43c8-af5e-9644623f8001", "name": "network-vif-unplugged", "status": "completed", "tag": "b245e180-22e7-4f25-9025-e90f647bff44", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:32:02.750500 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9317d0e3-c071-447a-bee2-3ff2c16d23a7 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:32:02.750728 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c70063b0-26c0-43c8-af5e-9644623f8001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b245e180-22e7-4f25-9025-e90f647bff44', 'code': 200} Feb 19 04:32:02.751350 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2023-119f-4424-bbe3-28afb12ead0a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:02.799724 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-0d7a2023-119f-4424-bbe3-28afb12ead0a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:02.813245 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ea2452fd-761a-4ad8-ae51-d5c0d053edf9 None None] Port 4b7330b2-4cfe-4bad-b12c-19724107336b cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:32:02.822581 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-0d7a2023-119f-4424-bbe3-28afb12ead0a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ad49db-c362-4206-87dc-6feb88379642') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:02.823112 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-0d7a2023-119f-4424-bbe3-28afb12ead0a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ad49db-c362-4206-87dc-6feb88379642') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:02.834547 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=b245e180-22e7-4f25-9025-e90f647bff44,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:02.845604 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2023-119f-4424-bbe3-28afb12ead0a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (55ad49db-c362-4206-87dc-6feb88379642), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:02.858924 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b855fbb-e689-41e3-a2b7-328e1c0f6964 None None] DHCP port deletion for ddea89c6-5b27-4513-b5ec-59e7749ae403 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:32:02.899585 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2023-119f-4424-bbe3-28afb12ead0a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (55ad49db-c362-4206-87dc-6feb88379642), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:02.934887 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (642d8620-8f77-4cd4-a5ad-13b617bd433a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:02.973407 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7a2023-119f-4424-bbe3-28afb12ead0a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:32:02.974267 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2023-119f-4424-bbe3-28afb12ead0a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (55ad49db-c362-4206-87dc-6feb88379642), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:32:02.980522 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:32:03.108429 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3b855fbb-e689-41e3-a2b7-328e1c0f6964 None None] Deleting port 3971fc35-7c4a-4521-8e83-667caa65d92e {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:03.109077 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3b855fbb-e689-41e3-a2b7-328e1c0f6964 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3971fc35-7c4a-4521-8e83-667caa65d92e), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.115899 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642d8620-8f77-4cd4-a5ad-13b617bd433a']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:03.181237 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086bdba9-8a1b-4d70-93d2-39eedf1e87b8') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:03.182447 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086bdba9-8a1b-4d70-93d2-39eedf1e87b8') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:03.201565 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3995d219-b335-4e83-beaf-abf17ec149fd req-93b82494-cc6d-47a4-bc4c-491eecd9d231 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b245e180-22e7-4f25-9025-e90f647bff44), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.218434 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2023-119f-4424-bbe3-28afb12ead0a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.286847 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2023-119f-4424-bbe3-28afb12ead0a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.294698 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (086bdba9-8a1b-4d70-93d2-39eedf1e87b8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.295733 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0d7a2023-119f-4424-bbe3-28afb12ead0a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/networks/8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f HTTP/1.1" status: 204 len: 168 time: 1.2243032 Feb 19 04:32:03.297990 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b82494-cc6d-47a4-bc4c-491eecd9d231 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Pushing event deleted for resources: {'Port': ['ID=b245e180-22e7-4f25-9025-e90f647bff44,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:03.303355 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55024) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:03.340122 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da12dffa-72c2-4a0e-bd4f-d3177a400854 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for port (4b7330b2-4cfe-4bad-b12c-19724107336b), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.361250 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da12dffa-72c2-4a0e-bd4f-d3177a400854 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (4b7330b2-4cfe-4bad-b12c-19724107336b), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.362312 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da12dffa-72c2-4a0e-bd4f-d3177a400854 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.381874 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (086bdba9-8a1b-4d70-93d2-39eedf1e87b8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.443032 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a2023-119f-4424-bbe3-28afb12ead0a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Network': ['ID=8b12fc1d-3a37-49f1-a665-cbe1c00b8e2f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:03.523416 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12dffa-72c2-4a0e-bd4f-d3177a400854 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Port': ['ID=4b7330b2-4cfe-4bad-b12c-19724107336b,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:03.544539 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:32:03.545169 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (086bdba9-8a1b-4d70-93d2-39eedf1e87b8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:32:03.579287 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:32:03.639644 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:32:03.659504 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-3995d219-b335-4e83-beaf-abf17ec149fd req-93b82494-cc6d-47a4-bc4c-491eecd9d231 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] No DVR routers for this DVR port b245e180-22e7-4f25-9025-e90f647bff44 on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:32:03.668387 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3995d219-b335-4e83-beaf-abf17ec149fd req-93b82494-cc6d-47a4-bc4c-491eecd9d231 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.685738 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3995d219-b335-4e83-beaf-abf17ec149fd req-93b82494-cc6d-47a4-bc4c-491eecd9d231 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.10 "DELETE /v2.0/ports/b245e180-22e7-4f25-9025-e90f647bff44 HTTP/1.1" status: 204 len: 173 time: 4.3830578 Feb 19 04:32:03.686432 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70063b0-26c0-43c8-af5e-9644623f8001', 'name': 'network-vif-deleted', 'tag': 'b245e180-22e7-4f25-9025-e90f647bff44'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:32:03.689022 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b230d0-0780-4224-8f20-d27de0b7a3cd" -d '{"events": [{"server_uuid": "c70063b0-26c0-43c8-af5e-9644623f8001", "name": "network-vif-deleted", "tag": "b245e180-22e7-4f25-9025-e90f647bff44"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:32:03.754805 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3971fc35-7c4a-4521-8e83-667caa65d92e no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:03.800794 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2081d575-0c2b-40e1-b967-b778cbba3504 x-openstack-request-id: req-2081d575-0c2b-40e1-b967-b778cbba3504 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:32:03.801299 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70063b0-26c0-43c8-af5e-9644623f8001", "name": "network-vif-deleted", "tag": "b245e180-22e7-4f25-9025-e90f647bff44", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:32:03.801667 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2081d575-0c2b-40e1-b967-b778cbba3504 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:32:03.802189 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c70063b0-26c0-43c8-af5e-9644623f8001', 'name': 'network-vif-deleted', 'tag': 'b245e180-22e7-4f25-9025-e90f647bff44', 'status': 'completed', 'code': 200} Feb 19 04:32:03.835918 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32ed551c-83ca-4652-a53a-7d1fdfafe30e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (ddea89c6-5b27-4513-b5ec-59e7749ae403), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.842170 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-532bace8-a598-4cc2-8e4f-91947fdadf43 req-5f3e732c-7ee0-421f-af11-2934d4bdef39 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=c70063b0-26c0-43c8-af5e-9644623f8001 HTTP/1.1" status: 200 len: 210 time: 0.0940948 Feb 19 04:32:03.906011 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (642d8620-8f77-4cd4-a5ad-13b617bd433a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.929326 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3b855fbb-e689-41e3-a2b7-328e1c0f6964 None None] For port 3971fc35-7c4a-4521-8e83-667caa65d92e, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3971fc35-7c4a-4521-8e83-667caa65d92e,segment=NetworkSegment(738e3cf6-8d95-4022-ba37-c1fe1bdd5446),segment_id=738e3cf6-8d95-4022-ba37-c1fe1bdd5446)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:03.930023 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3b855fbb-e689-41e3-a2b7-328e1c0f6964 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3971fc35-7c4a-4521-8e83-667caa65d92e), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.942435 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:03.951067 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/networks/642d8620-8f77-4cd4-a5ad-13b617bd433a HTTP/1.1" status: 204 len: 168 time: 9.1666555 Feb 19 04:32:03.951640 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55034) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:03.966011 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e8bad78e-6e7a-4bb2-8562-7ba3ead5734d tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-913983318'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:03.968337 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3b855fbb-e689-41e3-a2b7-328e1c0f6964 None None] Calling delete_port for 3971fc35-7c4a-4521-8e83-667caa65d92e owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:04.006140 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e64546-a601-4832-92f5-5912235f1d40 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Network': ['ID=642d8620-8f77-4cd4-a5ad-13b617bd433a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:04.064436 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-32ed551c-83ca-4652-a53a-7d1fdfafe30e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting port 3971fc35-7c4a-4521-8e83-667caa65d92e {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:04.065022 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32ed551c-83ca-4652-a53a-7d1fdfafe30e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3971fc35-7c4a-4521-8e83-667caa65d92e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:04.085443 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da12dffa-72c2-4a0e-bd4f-d3177a400854 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network 56284160-e551-4d25-82a8-053f808a6255 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:04.092709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-da12dffa-72c2-4a0e-bd4f-d3177a400854 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:04.209573 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-32ed551c-83ca-4652-a53a-7d1fdfafe30e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] For port 3971fc35-7c4a-4521-8e83-667caa65d92e, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3971fc35-7c4a-4521-8e83-667caa65d92e,segment=NetworkSegment(738e3cf6-8d95-4022-ba37-c1fe1bdd5446),segment_id=738e3cf6-8d95-4022-ba37-c1fe1bdd5446)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:04.209972 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32ed551c-83ca-4652-a53a-7d1fdfafe30e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3971fc35-7c4a-4521-8e83-667caa65d92e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:04.234253 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-32ed551c-83ca-4652-a53a-7d1fdfafe30e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Calling delete_port for 3971fc35-7c4a-4521-8e83-667caa65d92e owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:04.331061 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bad78e-6e7a-4bb2-8562-7ba3ead5734d tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Made reservation on behalf of f2f36d5f8e834902b96bc27964742316 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:04.340703 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3b855fbb-e689-41e3-a2b7-328e1c0f6964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (3971fc35-7c4a-4521-8e83-667caa65d92e), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:04.342379 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8bad78e-6e7a-4bb2-8562-7ba3ead5734d tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:04.427179 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8bad78e-6e7a-4bb2-8562-7ba3ead5734d tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:32:04.492228 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b855fbb-e689-41e3-a2b7-328e1c0f6964 None None] No DVR routers for this DVR port 3971fc35-7c4a-4521-8e83-667caa65d92e on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:32:04.503594 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b855fbb-e689-41e3-a2b7-328e1c0f6964 None None] Pushing event deleted for resources: {'Port': ['ID=3971fc35-7c4a-4521-8e83-667caa65d92e,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:04.517573 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8bad78e-6e7a-4bb2-8562-7ba3ead5734d tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (13c3e9cf-6089-45c3-8fe0-cdd6d88a4d12), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:04.521874 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-e8bad78e-6e7a-4bb2-8562-7ba3ead5734d tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Added segment 13c3e9cf-6089-45c3-8fe0-cdd6d88a4d12 of type vlan for network 1c000ace-1750-488f-9864-0122aa712326 Feb 19 04:32:04.526354 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No active binding found for port 3971fc35-7c4a-4521-8e83-667caa65d92e {{(pid=115200) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 04:32:04.526919 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] The host n-d-772273-4 is not matching for port 3971fc35-7c4a-4521-8e83-667caa65d92e host None! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:32:04.527418 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3971fc35-7c4a-4521-8e83-667caa65d92e not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:32:04.631084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da12dffa-72c2-4a0e-bd4f-d3177a400854 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:32:04.679750 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32ed551c-83ca-4652-a53a-7d1fdfafe30e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (3971fc35-7c4a-4521-8e83-667caa65d92e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:04.692486 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8bad78e-6e7a-4bb2-8562-7ba3ead5734d tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (1c000ace-1750-488f-9864-0122aa712326), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:04.756570 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9b2d39-bab0-45e9-a1fe-93755aa43fba None None] get_active_networks_info from n-d-772273-4 {{(pid=115200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:32:04.849600 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ed551c-83ca-4652-a53a-7d1fdfafe30e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] No DVR routers for this DVR port 3971fc35-7c4a-4521-8e83-667caa65d92e on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:32:04.853042 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8bad78e-6e7a-4bb2-8562-7ba3ead5734d tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (1c000ace-1750-488f-9864-0122aa712326), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:04.877301 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bad78e-6e7a-4bb2-8562-7ba3ead5734d tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:04.890566 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8bad78e-6e7a-4bb2-8562-7ba3ead5734d tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:04.961331 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-7204961e-7ce6-48f1-8779-7d07de2c4a7f None None] Provisioning complete for port 4b7330b2-4cfe-4bad-b12c-19724107336b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:04.965685 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7204961e-7ce6-48f1-8779-7d07de2c4a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4b7330b2-4cfe-4bad-b12c-19724107336b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:04.973510 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed551c-83ca-4652-a53a-7d1fdfafe30e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Port': ['ID=3971fc35-7c4a-4521-8e83-667caa65d92e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:05.025970 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da12dffa-72c2-4a0e-bd4f-d3177a400854 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:32:05.085112 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-da12dffa-72c2-4a0e-bd4f-d3177a400854 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "PUT /v2.0/routers/ea18b4f9-4554-4b9f-ba35-6f318a3a7537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1681497 Feb 19 04:32:05.105265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55054) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:05.153221 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7204961e-7ce6-48f1-8779-7d07de2c4a7f None None] Port 4b7330b2-4cfe-4bad-b12c-19724107336b cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:32:05.160094 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] Sync routers for ids ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:32:05.337766 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-762515c8-74b9-4794-91b2-ed439bfb16d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1052175895'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:05.392776 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e8bad78e-6e7a-4bb2-8562-7ba3ead5734d tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4360716 Feb 19 04:32:05.393025 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55062) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:05.402662 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-09bb9e26-c9f4-4482-8e82-9f28e9c36a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:05.407206 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] Routers {'ea18b4f9-4554-4b9f-ba35-6f318a3a7537'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:05.408177 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:31:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:05.410095 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-267a976e-6652-4926-be45-d9699cf1925a tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'subnet': {'network_id': '1c000ace-1750-488f-9864-0122aa712326', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:05.471762 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32ed551c-83ca-4652-a53a-7d1fdfafe30e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (ddea89c6-5b27-4513-b5ec-59e7749ae403), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:05.602437 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-32ed551c-83ca-4652-a53a-7d1fdfafe30e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddea89c6-5b27-4513-b5ec-59e7749ae403']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:05.628826 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bad78e-6e7a-4bb2-8562-7ba3ead5734d tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Network': ['ID=1c000ace-1750-488f-9864-0122aa712326,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:05.643691 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-32ed551c-83ca-4652-a53a-7d1fdfafe30e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '738e3cf6-8d95-4022-ba37-c1fe1bdd5446') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:05.644239 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-32ed551c-83ca-4652-a53a-7d1fdfafe30e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '738e3cf6-8d95-4022-ba37-c1fe1bdd5446') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:05.647725 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762515c8-74b9-4794-91b2-ed439bfb16d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Made reservation on behalf of 1071eeaddc2c4d58b8e80d78e76c86fe for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:05.654266 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-762515c8-74b9-4794-91b2-ed439bfb16d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:05.685126 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267a976e-6652-4926-be45-d9699cf1925a tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Made reservation on behalf of f2f36d5f8e834902b96bc27964742316 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:05.689354 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32ed551c-83ca-4652-a53a-7d1fdfafe30e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (738e3cf6-8d95-4022-ba37-c1fe1bdd5446), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:05.690684 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-267a976e-6652-4926-be45-d9699cf1925a tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:05.703716 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 1c000ace-1750-488f-9864-0122aa712326 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:32:05.708365 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b9289-8e82-4a30-a821-78bbe06220a6 req-26dd96ad-98ee-464a-b070-fa6f46efca3f tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:05.710243 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-738b9289-8e82-4a30-a821-78bbe06220a6 req-26dd96ad-98ee-464a-b070-fa6f46efca3f tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.3810542 Feb 19 04:32:05.731943 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762515c8-74b9-4794-91b2-ed439bfb16d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:32:05.744931 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-762515c8-74b9-4794-91b2-ed439bfb16d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (0471dce7-3b95-4c29-addd-aff9a7babaf8), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:05.745678 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-762515c8-74b9-4794-91b2-ed439bfb16d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Added segment 0471dce7-3b95-4c29-addd-aff9a7babaf8 of type vlan for network 17432cfd-2177-48b5-a41c-9d9280b41da7 Feb 19 04:32:05.803783 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-762515c8-74b9-4794-91b2-ed439bfb16d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (17432cfd-2177-48b5-a41c-9d9280b41da7), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:05.841798 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32ed551c-83ca-4652-a53a-7d1fdfafe30e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (738e3cf6-8d95-4022-ba37-c1fe1bdd5446), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:05.861066 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ed551c-83ca-4652-a53a-7d1fdfafe30e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:32:05.861694 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32ed551c-83ca-4652-a53a-7d1fdfafe30e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (738e3cf6-8d95-4022-ba37-c1fe1bdd5446), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:05.871914 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] Set router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:32:06.031438 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:32:06.043993 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.resource_extend [None req-762515c8-74b9-4794-91b2-ed439bfb16d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:32:06.167846 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-267a976e-6652-4926-be45-d9699cf1925a tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (59fe1d88-d2e8-44b7-aad7-6b368eaa4b99), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:06.286718 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9b2d39-bab0-45e9-a1fe-93755aa43fba None None] Resources bound (agent type, host, resource id): {{(pid=115200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:32:06.308203 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a976e-6652-4926-be45-d9699cf1925a tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Subnet': ['ID=59fe1d88-d2e8-44b7-aad7-6b368eaa4b99,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:06.310485 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-738b9289-8e82-4a30-a821-78bbe06220a6 req-73ad5008-d896-4743-af2b-ecd4484ccffd tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138378 Feb 19 04:32:06.314459 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-762515c8-74b9-4794-91b2-ed439bfb16d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (17432cfd-2177-48b5-a41c-9d9280b41da7), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:06.325817 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762515c8-74b9-4794-91b2-ed439bfb16d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:06.327083 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-762515c8-74b9-4794-91b2-ed439bfb16d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:06.360809 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32ed551c-83ca-4652-a53a-7d1fdfafe30e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (ddea89c6-5b27-4513-b5ec-59e7749ae403), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:06.376777 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32ed551c-83ca-4652-a53a-7d1fdfafe30e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:06.408758 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-32ed551c-83ca-4652-a53a-7d1fdfafe30e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/networks/ddea89c6-5b27-4513-b5ec-59e7749ae403 HTTP/1.1" status: 204 len: 168 time: 3.0974312 Feb 19 04:32:06.413201 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:32:01Z', 'revision_number': 2, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:02Z', 'revision_number': 2, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:06.416090 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55092) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:06.426943 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-cae5a8f2-d4bd-4c3f-a30d-7ad1ef5933c0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'network': {'name': 'tempest-RoutersTest-27278244'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:06.464145 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a976e-6652-4926-be45-d9699cf1925a tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Checking segment: {'id': '13c3e9cf-6089-45c3-8fe0-cdd6d88a4d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c000ace-1750-488f-9864-0122aa712326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:06.465178 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267a976e-6652-4926-be45-d9699cf1925a tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Network hostable DHCP agents. Network: 1c000ace-1750-488f-9864-0122aa712326, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:32:06.546750 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267a976e-6652-4926-be45-d9699cf1925a tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Network 1c000ace-1750-488f-9864-0122aa712326 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:32:06.558155 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55096) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:06.558966 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] Checking router: ea18b4f9-4554-4b9f-ba35-6f318a3a7537 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:32:06.559554 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] Updating router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 port 4b7330b2-4cfe-4bad-b12c-19724107336b binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:32:06.611960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae5a8f2-d4bd-4c3f-a30d-7ad1ef5933c0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Made reservation on behalf of 8d1cf8b47d754845b7d571a762ca3651 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:06.628311 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cae5a8f2-d4bd-4c3f-a30d-7ad1ef5933c0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:06.673504 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-267a976e-6652-4926-be45-d9699cf1925a tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 1c000ace-1750-488f-9864-0122aa712326) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:06.687485 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267a976e-6652-4926-be45-d9699cf1925a tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:06.690138 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-267a976e-6652-4926-be45-d9699cf1925a tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:06.742296 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762515c8-74b9-4794-91b2-ed439bfb16d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Network': ['ID=17432cfd-2177-48b5-a41c-9d9280b41da7,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:06.773971 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-762515c8-74b9-4794-91b2-ed439bfb16d1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4608436 Feb 19 04:32:06.783716 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae5a8f2-d4bd-4c3f-a30d-7ad1ef5933c0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:32:06.803399 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55112) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:06.822973 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed551c-83ca-4652-a53a-7d1fdfafe30e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Network': ['ID=ddea89c6-5b27-4513-b5ec-59e7749ae403,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:06.842159 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-745be404-0801-4bf8-aa8d-f3d2e94bfd22 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'subnet': {'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:06.915460 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-267a976e-6652-4926-be45-d9699cf1925a tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5194535 Feb 19 04:32:06.919381 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55118) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:06.975588 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 17432cfd-2177-48b5-a41c-9d9280b41da7 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:32:07.017353 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cae5a8f2-d4bd-4c3f-a30d-7ad1ef5933c0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (5fbde8cf-3a15-403c-9508-f45b8ef74b08), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.021906 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-cae5a8f2-d4bd-4c3f-a30d-7ad1ef5933c0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Added segment 5fbde8cf-3a15-403c-9508-f45b8ef74b08 of type vlan for network b91fa236-c9b3-405b-a727-fb8b522d5628 Feb 19 04:32:07.193359 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80a70aff-b780-4686-9c5b-0d4c7e9433df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.220032 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cae5a8f2-d4bd-4c3f-a30d-7ad1ef5933c0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (b91fa236-c9b3-405b-a727-fb8b522d5628), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.291033 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86627e08-620d-4086-82c5-e22e7f00b4cf req-63b41a77-7380-414f-9036-77154aa7ea11 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:07.295163 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-86627e08-620d-4086-82c5-e22e7f00b4cf req-63b41a77-7380-414f-9036-77154aa7ea11 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.2791059 Feb 19 04:32:07.367202 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80a70aff-b780-4686-9c5b-0d4c7e9433df admin admin] Publish callbacks [] for security_group (19727ff3-2486-4c6f-99e1-3af0327370fb), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.377557 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745be404-0801-4bf8-aa8d-f3d2e94bfd22 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Made reservation on behalf of 1071eeaddc2c4d58b8e80d78e76c86fe for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:07.395263 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-745be404-0801-4bf8-aa8d-f3d2e94bfd22 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.409254 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80a70aff-b780-4686-9c5b-0d4c7e9433df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (19727ff3-2486-4c6f-99e1-3af0327370fb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.416387 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.resource_extend [None req-cae5a8f2-d4bd-4c3f-a30d-7ad1ef5933c0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:32:07.495504 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e0b8244-702f-4d8d-b7db-41deda4542ce tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (1c000ace-1750-488f-9864-0122aa712326), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.503361 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4b7330b2-4cfe-4bad-b12c-19724107336b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.524524 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.598306 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cae5a8f2-d4bd-4c3f-a30d-7ad1ef5933c0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (b91fa236-c9b3-405b-a727-fb8b522d5628), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.606987 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae5a8f2-d4bd-4c3f-a30d-7ad1ef5933c0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:07.608605 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cae5a8f2-d4bd-4c3f-a30d-7ad1ef5933c0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.635903 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-86627e08-620d-4086-82c5-e22e7f00b4cf req-3449ab2e-2f0c-4f1e-9e82-b2e494c7fbd1 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195212 Feb 19 04:32:07.645949 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-80a70aff-b780-4686-9c5b-0d4c7e9433df admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8b2aecb14c684b2c9445e034c7002b41&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0828152 Feb 19 04:32:07.647104 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55122) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:07.711030 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.737885 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e0b8244-702f-4d8d-b7db-41deda4542ce tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (59fe1d88-d2e8-44b7-aad7-6b368eaa4b99), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.781411 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a70aff-b780-4686-9c5b-0d4c7e9433df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19727ff3-2486-4c6f-99e1-3af0327370fb,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:07.929878 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e0b8244-702f-4d8d-b7db-41deda4542ce tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (59fe1d88-d2e8-44b7-aad7-6b368eaa4b99), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.996360 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b8244-702f-4d8d-b7db-41deda4542ce tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Subnet': ['ID=59fe1d88-d2e8-44b7-aad7-6b368eaa4b99,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:08.006551 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55128) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:08.007190 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cae5a8f2-d4bd-4c3f-a30d-7ad1ef5933c0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.5886526 Feb 19 04:32:08.031100 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-57dd3c63-f86a-476e-a044-38119548e7ab tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'subnet': {'network_id': 'b91fa236-c9b3-405b-a727-fb8b522d5628', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:08.048423 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5655947-0c14-4a90-a3a3-3fdabbf61a4c None None] Network 1c000ace-1750-488f-9864-0122aa712326 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:08.059319 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:08.126335 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5a8f2-d4bd-4c3f-a30d-7ad1ef5933c0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Network': ['ID=b91fa236-c9b3-405b-a727-fb8b522d5628,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:08.301668 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-629ceace-206f-45ae-ba01-4d3ed09cbb19 admin admin] Publish callbacks [] for security_group (19727ff3-2486-4c6f-99e1-3af0327370fb), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:08.327316 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e0b8244-702f-4d8d-b7db-41deda4542ce tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (1c000ace-1750-488f-9864-0122aa712326), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:08.351122 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c3e6d-9ca7-4e41-9e10-d7ef5028569d req-93dd3da3-5027-4f49-b1a2-6b04619a8f76 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:08.353734 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df3c3e6d-9ca7-4e41-9e10-d7ef5028569d req-93dd3da3-5027-4f49-b1a2-6b04619a8f76 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.3764925 Feb 19 04:32:08.397613 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network b91fa236-c9b3-405b-a727-fb8b522d5628 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:32:08.469630 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-629ceace-206f-45ae-ba01-4d3ed09cbb19 admin admin] Publish callbacks [] for security_group (19727ff3-2486-4c6f-99e1-3af0327370fb), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:08.512459 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-5e0b8244-702f-4d8d-b7db-41deda4542ce tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c000ace-1750-488f-9864-0122aa712326']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:08.528520 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dd3c63-f86a-476e-a044-38119548e7ab tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Made reservation on behalf of 8d1cf8b47d754845b7d571a762ca3651 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:08.535000 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-57dd3c63-f86a-476e-a044-38119548e7ab tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:08.685749 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df3c3e6d-9ca7-4e41-9e10-d7ef5028569d req-0d82fa2b-4ee3-4efb-bc5d-305f0e7a62d9 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823570 Feb 19 04:32:08.709611 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-745be404-0801-4bf8-aa8d-f3d2e94bfd22 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (b659a261-3543-4c7e-a569-9bf550b5e96f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:08.713997 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbff07e-4eab-4baf-bdf7-f81ec4d34fb2 None None] Network 1c000ace-1750-488f-9864-0122aa712326 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:08.873961 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745be404-0801-4bf8-aa8d-f3d2e94bfd22 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Checking segment: {'id': '0471dce7-3b95-4c29-addd-aff9a7babaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:08.874850 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745be404-0801-4bf8-aa8d-f3d2e94bfd22 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network hostable DHCP agents. Network: 17432cfd-2177-48b5-a41c-9d9280b41da7, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:32:08.892010 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745be404-0801-4bf8-aa8d-f3d2e94bfd22 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Subnet': ['ID=b659a261-3543-4c7e-a569-9bf550b5e96f,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:08.919883 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-629ceace-206f-45ae-ba01-4d3ed09cbb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (19727ff3-2486-4c6f-99e1-3af0327370fb), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:08.924761 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-629ceace-206f-45ae-ba01-4d3ed09cbb19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:08.925744 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-5e0b8244-702f-4d8d-b7db-41deda4542ce tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c3e9cf-6089-45c3-8fe0-cdd6d88a4d12') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:08.932199 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-5e0b8244-702f-4d8d-b7db-41deda4542ce tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c3e9cf-6089-45c3-8fe0-cdd6d88a4d12') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:08.932550 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-629ceace-206f-45ae-ba01-4d3ed09cbb19 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/19727ff3-2486-4c6f-99e1-3af0327370fb HTTP/1.1" status: 204 len: 168 time: 1.2257102 Feb 19 04:32:08.943594 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745be404-0801-4bf8-aa8d-f3d2e94bfd22 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network 17432cfd-2177-48b5-a41c-9d9280b41da7 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:32:08.955811 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e0b8244-702f-4d8d-b7db-41deda4542ce tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (13c3e9cf-6089-45c3-8fe0-cdd6d88a4d12), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:08.966819 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ceace-206f-45ae-ba01-4d3ed09cbb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19727ff3-2486-4c6f-99e1-3af0327370fb,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:08.992058 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e0b8244-702f-4d8d-b7db-41deda4542ce tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (13c3e9cf-6089-45c3-8fe0-cdd6d88a4d12), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:08.995722 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-745be404-0801-4bf8-aa8d-f3d2e94bfd22 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 17432cfd-2177-48b5-a41c-9d9280b41da7) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:09.012186 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0b8244-702f-4d8d-b7db-41deda4542ce tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:32:09.012713 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e0b8244-702f-4d8d-b7db-41deda4542ce tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (13c3e9cf-6089-45c3-8fe0-cdd6d88a4d12), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:09.022735 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745be404-0801-4bf8-aa8d-f3d2e94bfd22 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:09.023833 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-745be404-0801-4bf8-aa8d-f3d2e94bfd22 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:09.091988 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-745be404-0801-4bf8-aa8d-f3d2e94bfd22 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2809176 Feb 19 04:32:09.094199 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55138) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:32:09.169254 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:32:09.174077 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-57dd3c63-f86a-476e-a044-38119548e7ab tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (b6320fea-1a28-41c4-8f2b-68f67c95de7a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:09.180696 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e0b8244-702f-4d8d-b7db-41deda4542ce tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (1c000ace-1750-488f-9864-0122aa712326), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:09.214643 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e0b8244-702f-4d8d-b7db-41deda4542ce tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:09.218883 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5e0b8244-702f-4d8d-b7db-41deda4542ce tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/networks/1c000ace-1750-488f-9864-0122aa712326 HTTP/1.1" status: 204 len: 168 time: 2.2977057 Feb 19 04:32:09.226903 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55140) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:09.248509 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-9d3caa2b-87c2-4e60-ae39-11c00e4395ec tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1096113070'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:09.262872 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b8244-702f-4d8d-b7db-41deda4542ce tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Network': ['ID=1c000ace-1750-488f-9864-0122aa712326,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:09.270525 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dfb1f6-0f9c-4d90-8e40-4f24edc90ede None None] Network 17432cfd-2177-48b5-a41c-9d9280b41da7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:09.364544 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd3c63-f86a-476e-a044-38119548e7ab tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Subnet': ['ID=b6320fea-1a28-41c4-8f2b-68f67c95de7a,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:09.414246 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dd3c63-f86a-476e-a044-38119548e7ab tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Checking segment: {'id': '5fbde8cf-3a15-403c-9508-f45b8ef74b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b91fa236-c9b3-405b-a727-fb8b522d5628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:09.414775 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dd3c63-f86a-476e-a044-38119548e7ab tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network hostable DHCP agents. Network: b91fa236-c9b3-405b-a727-fb8b522d5628, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:32:09.418970 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3caa2b-87c2-4e60-ae39-11c00e4395ec tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Made reservation on behalf of f2f36d5f8e834902b96bc27964742316 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:09.422996 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9d3caa2b-87c2-4e60-ae39-11c00e4395ec tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:09.487410 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3caa2b-87c2-4e60-ae39-11c00e4395ec tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:32:09.526397 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9d3caa2b-87c2-4e60-ae39-11c00e4395ec tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (15960e86-86e0-41bd-ae27-dd640523714a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:09.535134 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] Publish callbacks [] for port (4b7330b2-4cfe-4bad-b12c-19724107336b), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:09.537780 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-9d3caa2b-87c2-4e60-ae39-11c00e4395ec tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Added segment 15960e86-86e0-41bd-ae27-dd640523714a of type vlan for network 7adb03af-de1f-4d99-a642-86fb53e87505 Feb 19 04:32:09.558004 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:09.574903 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4b7330b2-4cfe-4bad-b12c-19724107336b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:09.580349 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:09.701978 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dd3c63-f86a-476e-a044-38119548e7ab tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network b91fa236-c9b3-405b-a727-fb8b522d5628 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:32:09.725558 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9d3caa2b-87c2-4e60-ae39-11c00e4395ec tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (7adb03af-de1f-4d99-a642-86fb53e87505), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:09.778330 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-57dd3c63-f86a-476e-a044-38119548e7ab tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, b91fa236-c9b3-405b-a727-fb8b522d5628) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:09.863102 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dd3c63-f86a-476e-a044-38119548e7ab tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:09.864440 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-57dd3c63-f86a-476e-a044-38119548e7ab tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:09.932186 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1c015-940c-4f7b-8e29-30ae30e46c61 None None] Pushing event updated for resources: {'Port': ['ID=4b7330b2-4cfe-4bad-b12c-19724107336b,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:09.932826 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-57dd3c63-f86a-476e-a044-38119548e7ab tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9210176 Feb 19 04:32:09.934812 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55154) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:09.944316 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1994c9f-7576-43be-bd3f-4a6fc5d25ebd None None] Network b91fa236-c9b3-405b-a727-fb8b522d5628 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:09.949246 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-452aa96c-2838-4753-a026-ebf0934127a2 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-687073348', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:09.960337 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9d3caa2b-87c2-4e60-ae39-11c00e4395ec tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (7adb03af-de1f-4d99-a642-86fb53e87505), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:09.975616 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3caa2b-87c2-4e60-ae39-11c00e4395ec tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:09.976563 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9d3caa2b-87c2-4e60-ae39-11c00e4395ec tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:10.046872 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9d3caa2b-87c2-4e60-ae39-11c00e4395ec tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8033834 Feb 19 04:32:10.052395 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55158) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:10.107368 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-89df4db0-4c8b-41cc-a8de-a35820e51694 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'subnet': {'network_id': '7adb03af-de1f-4d99-a642-86fb53e87505', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:10.412674 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0a6aa946-6352-42ba-a6ef-17d1f4ec4d35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:10.567733 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-452aa96c-2838-4753-a026-ebf0934127a2 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (589ff181-5645-411a-b9ee-84ada545bf7f), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:10.569008 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-452aa96c-2838-4753-a026-ebf0934127a2 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (589ff181-5645-411a-b9ee-84ada545bf7f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:10.601267 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3caa2b-87c2-4e60-ae39-11c00e4395ec tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Network': ['ID=7adb03af-de1f-4d99-a642-86fb53e87505,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:10.623359 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89df4db0-4c8b-41cc-a8de-a35820e51694 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Made reservation on behalf of f2f36d5f8e834902b96bc27964742316 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:10.627821 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-89df4db0-4c8b-41cc-a8de-a35820e51694 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:10.686541 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:32:10.860647 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af954a3f-11a4-4f5d-ab4c-c8a12919d4c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-17432cfd-2177-48b5-a41c-9d9280b41da7', 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7', 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'fixed_ips': [{'subnet_id': 'b659a261-3543-4c7e-a569-9bf550b5e96f'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:32:10.870750 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-af954a3f-11a4-4f5d-ab4c-c8a12919d4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:10.941137 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-452aa96c-2838-4753-a026-ebf0934127a2 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router_controller (589ff181-5645-411a-b9ee-84ada545bf7f), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:10.962836 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 7adb03af-de1f-4d99-a642-86fb53e87505 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:32:10.964677 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-452aa96c-2838-4753-a026-ebf0934127a2 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (589ff181-5645-411a-b9ee-84ada545bf7f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:10.993181 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.ipam_backend_mixin [None req-89df4db0-4c8b-41cc-a8de-a35820e51694 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Performing IP validity checks on allocation pools {{(pid=115199) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 04:32:10.997908 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.ipam_backend_mixin [None req-89df4db0-4c8b-41cc-a8de-a35820e51694 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115199) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 04:32:11.064549 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-452aa96c-2838-4753-a026-ebf0934127a2 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:11.072511 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-452aa96c-2838-4753-a026-ebf0934127a2 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1273630 Feb 19 04:32:11.085144 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55178) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:11.096968 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-93d8c7a8-77a4-4f9c-9326-e12a35a858d1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'port': {'network_id': 'b91fa236-c9b3-405b-a727-fb8b522d5628', 'name': 'tempest-RoutersTest-1975584028'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:11.126113 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55180) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:11.170493 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] Attempting to bind port 4b7330b2-4cfe-4bad-b12c-19724107336b on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:11.183186 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] Attempting to bind port 4b7330b2-4cfe-4bad-b12c-19724107336b by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'b447bdcb-d3a3-4d80-b24c-adbbef799ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '56284160-e551-4d25-82a8-053f808a6255'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:11.184611 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] Attempting to bind port 4b7330b2-4cfe-4bad-b12c-19724107336b on network 56284160-e551-4d25-82a8-053f808a6255 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:11.202810 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1906af-939d-4a88-bde8-2dc69aba81f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-b91fa236-c9b3-405b-a727-fb8b522d5628', 'network_id': 'b91fa236-c9b3-405b-a727-fb8b522d5628', 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'fixed_ips': [{'subnet_id': 'b6320fea-1a28-41c4-8f2b-68f67c95de7a'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:32:11.206806 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8a1906af-939d-4a88-bde8-2dc69aba81f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:11.278396 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:11.279027 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] Checking segment: {'id': 'b447bdcb-d3a3-4d80-b24c-adbbef799ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '56284160-e551-4d25-82a8-053f808a6255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:11.279566 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:11.281959 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] Bound using segment: {'id': 'b447bdcb-d3a3-4d80-b24c-adbbef799ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '56284160-e551-4d25-82a8-053f808a6255'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:11.282708 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] Bound port: 4b7330b2-4cfe-4bad-b12c-19724107336b, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b447bdcb-d3a3-4d80-b24c-adbbef799ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '56284160-e551-4d25-82a8-053f808a6255'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:11.283291 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4b7330b2-4cfe-4bad-b12c-19724107336b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:11.313292 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-fe9f583c-0f56-4e85-85c3-6b1f986702f5 None None] Provisioning complete for port 4b7330b2-4cfe-4bad-b12c-19724107336b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:11.313861 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fe9f583c-0f56-4e85-85c3-6b1f986702f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4b7330b2-4cfe-4bad-b12c-19724107336b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:11.320449 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-0a6aa946-6352-42ba-a6ef-17d1f4ec4d35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Allocated IP 2001:db8:1::1 (17432cfd-2177-48b5-a41c-9d9280b41da7/b659a261-3543-4c7e-a569-9bf550b5e96f/cf499ca9-01fe-4545-82d2-c821530303b9) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:32:11.453674 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d8c7a8-77a4-4f9c-9326-e12a35a858d1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Made reservation on behalf of 8d1cf8b47d754845b7d571a762ca3651 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:11.458561 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-93d8c7a8-77a4-4f9c-9326-e12a35a858d1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:11.635164 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0a6aa946-6352-42ba-a6ef-17d1f4ec4d35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for port (cf499ca9-01fe-4545-82d2-c821530303b9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:11.684049 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-93d8c7a8-77a4-4f9c-9326-e12a35a858d1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] device_id is not set on port 1b9daba2-1a0d-4e61-94f7-aa13a1b1ba6f yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:32:11.742226 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2097037315-network', 'tenant_id': '8b2abe5cb5184c5a82d410642bb8c3d6'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:11.744871 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-fe9f583c-0f56-4e85-85c3-6b1f986702f5 None None] Port 4b7330b2-4cfe-4bad-b12c-19724107336b cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:32:11.767458 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0a6aa946-6352-42ba-a6ef-17d1f4ec4d35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (cf499ca9-01fe-4545-82d2-c821530303b9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:11.788365 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Made reservation on behalf of 8b2abe5cb5184c5a82d410642bb8c3d6 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:11.792091 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:11.842857 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:11.884802 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-89df4db0-4c8b-41cc-a8de-a35820e51694 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (f6e75d82-8f30-4d1e-9de8-f28f953b02ed), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:11.898406 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-af954a3f-11a4-4f5d-ab4c-c8a12919d4c5 None None] Allocated IP 2001:db8:1::2 (17432cfd-2177-48b5-a41c-9d9280b41da7/b659a261-3543-4c7e-a569-9bf550b5e96f/a11271d8-252d-4708-9d8b-35888832d8a5) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:32:11.979760 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Publish callbacks [] for security_group (3b3fcc65-bd8c-48a8-b141-ad01fce17be5), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:11.997535 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3b3fcc65-bd8c-48a8-b141-ad01fce17be5), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:12.018400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6aa946-6352-42ba-a6ef-17d1f4ec4d35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network 17432cfd-2177-48b5-a41c-9d9280b41da7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:12.101226 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3fcc65-bd8c-48a8-b141-ad01fce17be5,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:12.128879 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:12.129361 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:12.129942 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:12.130358 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:12.130750 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:12.131104 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:12.131500 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:12.131947 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:12.132336 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:12.132709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:12.142148 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:12.142622 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:12.143274 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:12.147291 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-0a6aa946-6352-42ba-a6ef-17d1f4ec4d35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:12.159307 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6aa946-6352-42ba-a6ef-17d1f4ec4d35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:32:12.160155 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0a6aa946-6352-42ba-a6ef-17d1f4ec4d35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:12.275766 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df4db0-4c8b-41cc-a8de-a35820e51694 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Subnet': ['ID=f6e75d82-8f30-4d1e-9de8-f28f953b02ed,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:12.294397 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89df4db0-4c8b-41cc-a8de-a35820e51694 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Checking segment: {'id': '15960e86-86e0-41bd-ae27-dd640523714a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7adb03af-de1f-4d99-a642-86fb53e87505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:12.295147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89df4db0-4c8b-41cc-a8de-a35820e51694 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Network hostable DHCP agents. Network: 7adb03af-de1f-4d99-a642-86fb53e87505, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:32:12.309200 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6aa946-6352-42ba-a6ef-17d1f4ec4d35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Port': ['ID=cf499ca9-01fe-4545-82d2-c821530303b9,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:12.334506 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:32:12.358844 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-93d8c7a8-77a4-4f9c-9326-e12a35a858d1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Allocated IP 172.20.0.9 (b91fa236-c9b3-405b-a727-fb8b522d5628/b6320fea-1a28-41c4-8f2b-68f67c95de7a/1b9daba2-1a0d-4e61-94f7-aa13a1b1ba6f) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:32:12.394990 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89df4db0-4c8b-41cc-a8de-a35820e51694 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Network 7adb03af-de1f-4d99-a642-86fb53e87505 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:32:12.420104 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (676396c9-7f78-4ddc-b308-461a68f79b59), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:12.421475 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Added segment 676396c9-7f78-4ddc-b308-461a68f79b59 of type vlan for network 9a1ab27e-256e-4216-9b7b-6df531fa62cc Feb 19 04:32:12.443094 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-89df4db0-4c8b-41cc-a8de-a35820e51694 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 7adb03af-de1f-4d99-a642-86fb53e87505) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:12.465482 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66242bb4-13ff-41ae-b00c-acfd5203c047 None None] Network 7adb03af-de1f-4d99-a642-86fb53e87505 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:12.476103 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89df4db0-4c8b-41cc-a8de-a35820e51694 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:12.479781 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-89df4db0-4c8b-41cc-a8de-a35820e51694 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:12.491393 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (9a1ab27e-256e-4216-9b7b-6df531fa62cc), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:12.555355 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (9a1ab27e-256e-4216-9b7b-6df531fa62cc), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:12.562709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:12.565344 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:12.596997 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] For port 4b7330b2-4cfe-4bad-b12c-19724107336b, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:12.636778 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-89df4db0-4c8b-41cc-a8de-a35820e51694 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5364597 Feb 19 04:32:12.658127 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55194) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:12.687805 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-af954a3f-11a4-4f5d-ab4c-c8a12919d4c5 None None] Publish callbacks [] for port (a11271d8-252d-4708-9d8b-35888832d8a5), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:12.718552 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-af954a3f-11a4-4f5d-ab4c-c8a12919d4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (a11271d8-252d-4708-9d8b-35888832d8a5), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:12.732686 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] For port 4b7330b2-4cfe-4bad-b12c-19724107336b, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=4b7330b2-4cfe-4bad-b12c-19724107336b,segment=NetworkSegment(b447bdcb-d3a3-4d80-b24c-adbbef799ecc),segment_id=b447bdcb-d3a3-4d80-b24c-adbbef799ecc)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:12.799365 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af954a3f-11a4-4f5d-ab4c-c8a12919d4c5 None None] Pushing event updated for resources: {'Port': ['ID=a11271d8-252d-4708-9d8b-35888832d8a5,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:12.806564 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af954a3f-11a4-4f5d-ab4c-c8a12919d4c5 None None] Network 17432cfd-2177-48b5-a41c-9d9280b41da7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:12.810633 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4b7330b2-4cfe-4bad-b12c-19724107336b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:12.818840 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-af954a3f-11a4-4f5d-ab4c-c8a12919d4c5 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:12.898207 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af954a3f-11a4-4f5d-ab4c-c8a12919d4c5 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:32:13.051565 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9205790 Feb 19 04:32:13.113874 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-93d8c7a8-77a4-4f9c-9326-e12a35a858d1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for port (1b9daba2-1a0d-4e61-94f7-aa13a1b1ba6f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:13.135547 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55198) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:13.163445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-1c5bf439-2561-46dd-b0cd-8be185d92641 admin admin] Request body: {'subnet': {'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2097037315-subnet', 'tenant_id': '8b2abe5cb5184c5a82d410642bb8c3d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:13.192154 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3d29d-a7cf-4966-ba6f-7ddd5ef009a8 admin admin] Pushing event updated for resources: {'Network': ['ID=9a1ab27e-256e-4216-9b7b-6df531fa62cc,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:13.220186 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03ae906-9729-472f-be6a-36fae9adcccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-7adb03af-de1f-4d99-a642-86fb53e87505', 'network_id': '7adb03af-de1f-4d99-a642-86fb53e87505', 'project_id': 'f2f36d5f8e834902b96bc27964742316', 'fixed_ips': [{'subnet_id': 'f6e75d82-8f30-4d1e-9de8-f28f953b02ed'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:32:13.221437 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e03ae906-9729-472f-be6a-36fae9adcccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:13.226577 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 9a1ab27e-256e-4216-9b7b-6df531fa62cc details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:32:13.299825 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0a6aa946-6352-42ba-a6ef-17d1f4ec4d35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (cf499ca9-01fe-4545-82d2-c821530303b9), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:13.320201 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5bf439-2561-46dd-b0cd-8be185d92641 admin admin] Made reservation on behalf of 8b2abe5cb5184c5a82d410642bb8c3d6 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:13.322884 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-93d8c7a8-77a4-4f9c-9326-e12a35a858d1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (1b9daba2-1a0d-4e61-94f7-aa13a1b1ba6f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:13.334413 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1c5bf439-2561-46dd-b0cd-8be185d92641 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:13.597965 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d8c7a8-77a4-4f9c-9326-e12a35a858d1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network b91fa236-c9b3-405b-a727-fb8b522d5628 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:13.616205 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1c015-940c-4f7b-8e29-30ae30e46c61 None None] Pushing event updated for resources: {'Port': ['ID=4b7330b2-4cfe-4bad-b12c-19724107336b,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:13.658495 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-93d8c7a8-77a4-4f9c-9326-e12a35a858d1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:13.674202 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d8c7a8-77a4-4f9c-9326-e12a35a858d1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:32:13.754709 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] Routers {'ea18b4f9-4554-4b9f-ba35-6f318a3a7537'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:13.755534 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:32:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:13.769251 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8c7a8-77a4-4f9c-9326-e12a35a858d1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Port': ['ID=1b9daba2-1a0d-4e61-94f7-aa13a1b1ba6f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:13.807805 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-af954a3f-11a4-4f5d-ab4c-c8a12919d4c5 None None] Attempting to bind port a11271d8-252d-4708-9d8b-35888832d8a5 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:13.813547 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-af954a3f-11a4-4f5d-ab4c-c8a12919d4c5 None None] Attempting to bind port a11271d8-252d-4708-9d8b-35888832d8a5 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '0471dce7-3b95-4c29-addd-aff9a7babaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:13.814037 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af954a3f-11a4-4f5d-ab4c-c8a12919d4c5 None None] Attempting to bind port a11271d8-252d-4708-9d8b-35888832d8a5 on network 17432cfd-2177-48b5-a41c-9d9280b41da7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:13.863367 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-29232b09-546b-41cb-a379-0c206c046d6c tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (7adb03af-de1f-4d99-a642-86fb53e87505), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:13.894491 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1c5bf439-2561-46dd-b0cd-8be185d92641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (eaacfa74-c5cd-4e0a-8538-dc93b8209234), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:13.929771 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d8c7a8-77a4-4f9c-9326-e12a35a858d1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:13.931124 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-93d8c7a8-77a4-4f9c-9326-e12a35a858d1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:13.980366 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af954a3f-11a4-4f5d-ab4c-c8a12919d4c5 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:13.980366 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af954a3f-11a4-4f5d-ab4c-c8a12919d4c5 None None] Checking segment: {'id': '0471dce7-3b95-4c29-addd-aff9a7babaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:13.981765 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-af954a3f-11a4-4f5d-ab4c-c8a12919d4c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:13.982225 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af954a3f-11a4-4f5d-ab4c-c8a12919d4c5 None None] Bound using segment: {'id': '0471dce7-3b95-4c29-addd-aff9a7babaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:13.985172 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-af954a3f-11a4-4f5d-ab4c-c8a12919d4c5 None None] Bound port: a11271d8-252d-4708-9d8b-35888832d8a5, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0471dce7-3b95-4c29-addd-aff9a7babaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:13.987796 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-af954a3f-11a4-4f5d-ab4c-c8a12919d4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a11271d8-252d-4708-9d8b-35888832d8a5), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:14.046888 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-93d8c7a8-77a4-4f9c-9326-e12a35a858d1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.9604187 Feb 19 04:32:14.062112 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55206) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:14.078802 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bf439-2561-46dd-b0cd-8be185d92641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaacfa74-c5cd-4e0a-8538-dc93b8209234,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:14.287143 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-29232b09-546b-41cb-a379-0c206c046d6c tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (f6e75d82-8f30-4d1e-9de8-f28f953b02ed), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:14.439964 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5bf439-2561-46dd-b0cd-8be185d92641 admin admin] Checking segment: {'id': '676396c9-7f78-4ddc-b308-461a68f79b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:14.441152 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5bf439-2561-46dd-b0cd-8be185d92641 admin admin] Network hostable DHCP agents. Network: 9a1ab27e-256e-4216-9b7b-6df531fa62cc, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:32:14.505070 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-8a1906af-939d-4a88-bde8-2dc69aba81f4 None None] Allocated IP 172.20.0.2 (b91fa236-c9b3-405b-a727-fb8b522d5628/b6320fea-1a28-41c4-8f2b-68f67c95de7a/b9ec3d0d-6110-456c-9c7c-560866a5df55) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:32:14.530830 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-88d14128-418c-4da2-a451-265ef6aa1c6f None None] Provisioning complete for port 4b7330b2-4cfe-4bad-b12c-19724107336b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:14.531571 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-88d14128-418c-4da2-a451-265ef6aa1c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4b7330b2-4cfe-4bad-b12c-19724107336b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:14.664564 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-af954a3f-11a4-4f5d-ab4c-c8a12919d4c5 None None] For port a11271d8-252d-4708-9d8b-35888832d8a5, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:14.670460 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-af954a3f-11a4-4f5d-ab4c-c8a12919d4c5 None None] For port a11271d8-252d-4708-9d8b-35888832d8a5, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a11271d8-252d-4708-9d8b-35888832d8a5,segment=NetworkSegment(0471dce7-3b95-4c29-addd-aff9a7babaf8),segment_id=0471dce7-3b95-4c29-addd-aff9a7babaf8)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:14.755877 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-af954a3f-11a4-4f5d-ab4c-c8a12919d4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a11271d8-252d-4708-9d8b-35888832d8a5), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:14.903258 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-29232b09-546b-41cb-a379-0c206c046d6c tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (f6e75d82-8f30-4d1e-9de8-f28f953b02ed), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:14.906492 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] Set router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:14.956041 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29232b09-546b-41cb-a379-0c206c046d6c tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Subnet': ['ID=f6e75d82-8f30-4d1e-9de8-f28f953b02ed,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:15.168316 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-29232b09-546b-41cb-a379-0c206c046d6c tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (7adb03af-de1f-4d99-a642-86fb53e87505), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server [None req-e03ae906-9729-472f-be6a-36fae9adcccc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f6e75d82-8f30-4d1e-9de8-f28f953b02ed: This subnet is being modified by another concurrent operation. Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:32:15.242275 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise exception Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f6e75d82-8f30-4d1e-9de8-f28f953b02ed: This subnet is being modified by another concurrent operation. Feb 19 04:32:15.253572 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server Feb 19 04:32:15.311383 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-29232b09-546b-41cb-a379-0c206c046d6c tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7adb03af-de1f-4d99-a642-86fb53e87505']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:15.348557 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af954a3f-11a4-4f5d-ab4c-c8a12919d4c5 None None] Pushing event updated for resources: {'Port': ['ID=a11271d8-252d-4708-9d8b-35888832d8a5,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:15.352232 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993a4c6b-baa4-420e-bba0-b1ce7f4d8af0 None None] Network 7adb03af-de1f-4d99-a642-86fb53e87505 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:15.370850 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-29232b09-546b-41cb-a379-0c206c046d6c tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15960e86-86e0-41bd-ae27-dd640523714a') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:15.371340 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-29232b09-546b-41cb-a379-0c206c046d6c tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15960e86-86e0-41bd-ae27-dd640523714a') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:15.430323 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5bf439-2561-46dd-b0cd-8be185d92641 admin admin] Network 9a1ab27e-256e-4216-9b7b-6df531fa62cc is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:32:15.517627 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-29232b09-546b-41cb-a379-0c206c046d6c tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (15960e86-86e0-41bd-ae27-dd640523714a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:15.521759 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-1c5bf439-2561-46dd-b0cd-8be185d92641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 9a1ab27e-256e-4216-9b7b-6df531fa62cc) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:15.535363 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5bf439-2561-46dd-b0cd-8be185d92641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:15.536765 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1c5bf439-2561-46dd-b0cd-8be185d92641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:15.581943 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1b9daba2-1a0d-4e61-94f7-aa13a1b1ba6f), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:15.608978 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-29232b09-546b-41cb-a379-0c206c046d6c tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (15960e86-86e0-41bd-ae27-dd640523714a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:15.626297 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90dee07-fb67-491b-99a2-c231b7561f4d None None] Network 9a1ab27e-256e-4216-9b7b-6df531fa62cc requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:15.734549 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29232b09-546b-41cb-a379-0c206c046d6c tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:32:15.735056 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-29232b09-546b-41cb-a379-0c206c046d6c tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (15960e86-86e0-41bd-ae27-dd640523714a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:32:15.738764 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:32:15.744180 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1c5bf439-2561-46dd-b0cd-8be185d92641 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5967371 Feb 19 04:32:15.784605 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a772f-64f0-4904-91d4-89e5adea9ad8 req-0d730470-7cf4-4e06-bd81-2a8535416678 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:15.808663 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-576a772f-64f0-4904-91d4-89e5adea9ad8 req-0d730470-7cf4-4e06-bd81-2a8535416678 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.4118695 Feb 19 04:32:16.069640 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-88d14128-418c-4da2-a451-265ef6aa1c6f None None] Current status of the port 4b7330b2-4cfe-4bad-b12c-19724107336b is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:16.070675 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-88d14128-418c-4da2-a451-265ef6aa1c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4b7330b2-4cfe-4bad-b12c-19724107336b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:16.082292 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-29232b09-546b-41cb-a379-0c206c046d6c tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (7adb03af-de1f-4d99-a642-86fb53e87505), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:16.090172 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-576a772f-64f0-4904-91d4-89e5adea9ad8 req-d08733cd-4548-4488-a492-ac267cd66947 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796345 Feb 19 04:32:16.108874 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-29232b09-546b-41cb-a379-0c206c046d6c tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:16.121998 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-29232b09-546b-41cb-a379-0c206c046d6c tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/networks/7adb03af-de1f-4d99-a642-86fb53e87505 HTTP/1.1" status: 204 len: 168 time: 3.4603283 Feb 19 04:32:16.138219 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55232) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:16.167461 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-bbef3bfe-2c13-4df4-85c0-162f672a3114 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1067314497'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:16.204643 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0a6aa946-6352-42ba-a6ef-17d1f4ec4d35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for port (cf499ca9-01fe-4545-82d2-c821530303b9), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:16.218715 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29232b09-546b-41cb-a379-0c206c046d6c tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Network': ['ID=7adb03af-de1f-4d99-a642-86fb53e87505,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:16.225023 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0a6aa946-6352-42ba-a6ef-17d1f4ec4d35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (cf499ca9-01fe-4545-82d2-c821530303b9), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:16.229561 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0a6aa946-6352-42ba-a6ef-17d1f4ec4d35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:16.296320 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbef3bfe-2c13-4df4-85c0-162f672a3114 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Made reservation on behalf of f2f36d5f8e834902b96bc27964742316 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:16.304449 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bbef3bfe-2c13-4df4-85c0-162f672a3114 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:16.439905 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6aa946-6352-42ba-a6ef-17d1f4ec4d35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Port': ['ID=cf499ca9-01fe-4545-82d2-c821530303b9,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:16.448421 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbef3bfe-2c13-4df4-85c0-162f672a3114 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:32:16.488658 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bbef3bfe-2c13-4df4-85c0-162f672a3114 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (f735d4a9-38ce-40f6-93bd-c41c451e3af5), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:16.489120 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-bbef3bfe-2c13-4df4-85c0-162f672a3114 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Added segment f735d4a9-38ce-40f6-93bd-c41c451e3af5 of type vlan for network d1464053-08a2-4c94-a7b8-77644fc01d67 Feb 19 04:32:16.551271 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c966a2-d565-40fb-a833-22e205cefa86 None None] Network 9a1ab27e-256e-4216-9b7b-6df531fa62cc requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:16.834898 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-38827311-f29e-43cd-be66-6ce52ac30caa tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:16.838256 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-38827311-f29e-43cd-be66-6ce52ac30caa tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/networks?id=9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 200 len: 815 time: 0.2459292 Feb 19 04:32:16.866503 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8a1906af-939d-4a88-bde8-2dc69aba81f4 None None] Publish callbacks [] for port (b9ec3d0d-6110-456c-9c7c-560866a5df55), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:16.895661 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8a1906af-939d-4a88-bde8-2dc69aba81f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (b9ec3d0d-6110-456c-9c7c-560866a5df55), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:16.993638 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-4aff95c8-8008-4193-a311-928e2d944aba req-b186c9a1-43d4-48af-acee-be4a94e07f86 service neutron] (115198) timed out ('10.222.0.65', 41444) {{(pid=115198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:32:16.995812 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bbef3bfe-2c13-4df4-85c0-162f672a3114 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (d1464053-08a2-4c94-a7b8-77644fc01d67), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:17.007218 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-88d14128-418c-4da2-a451-265ef6aa1c6f None None] For port 4b7330b2-4cfe-4bad-b12c-19724107336b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=4b7330b2-4cfe-4bad-b12c-19724107336b,segment=NetworkSegment(b447bdcb-d3a3-4d80-b24c-adbbef799ecc),segment_id=b447bdcb-d3a3-4d80-b24c-adbbef799ecc)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:17.016597 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-31c6e3b3-5a57-4982-b14c-b40693273313 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/quotas/8b2abe5cb5184c5a82d410642bb8c3d6 HTTP/1.1" status: 200 len: 375 time: 0.1060789 Feb 19 04:32:17.026174 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6aa946-6352-42ba-a6ef-17d1f4ec4d35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network 17432cfd-2177-48b5-a41c-9d9280b41da7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:17.044116 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-0a6aa946-6352-42ba-a6ef-17d1f4ec4d35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:17.056980 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-88d14128-418c-4da2-a451-265ef6aa1c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4b7330b2-4cfe-4bad-b12c-19724107336b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:17.074675 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1906af-939d-4a88-bde8-2dc69aba81f4 None None] Network b91fa236-c9b3-405b-a727-fb8b522d5628 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:17.095592 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-8a1906af-939d-4a88-bde8-2dc69aba81f4 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:17.100842 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1906af-939d-4a88-bde8-2dc69aba81f4 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:32:17.103090 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1906af-939d-4a88-bde8-2dc69aba81f4 None None] Pushing event updated for resources: {'Port': ['ID=b9ec3d0d-6110-456c-9c7c-560866a5df55,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:17.122765 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-2865fa65-1d79-4c98-ada8-411176ad3a34 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1050129 Feb 19 04:32:17.197654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d311b43-f15b-4558-9825-46ccae9bf2ff req-2b15bdc0-fe3c-4638-a8dc-cee05c4a9924 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:17.199424 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1d311b43-f15b-4558-9825-46ccae9bf2ff req-2b15bdc0-fe3c-4638-a8dc-cee05c4a9924 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.1595190 Feb 19 04:32:17.354891 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1d311b43-f15b-4558-9825-46ccae9bf2ff req-733e0d00-9b48-4a33-935b-f5e692225941 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379948 Feb 19 04:32:17.365870 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bbef3bfe-2c13-4df4-85c0-162f672a3114 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d1464053-08a2-4c94-a7b8-77644fc01d67), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:17.372439 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbef3bfe-2c13-4df4-85c0-162f672a3114 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:17.373355 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bbef3bfe-2c13-4df4-85c0-162f672a3114 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:17.406108 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for port (1b9daba2-1a0d-4e61-94f7-aa13a1b1ba6f), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:17.431116 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bbef3bfe-2c13-4df4-85c0-162f672a3114 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2876873 Feb 19 04:32:17.432350 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55256) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:17.444753 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d14128-418c-4da2-a451-265ef6aa1c6f None None] Pushing event updated for resources: {'Port': ['ID=4b7330b2-4cfe-4bad-b12c-19724107336b,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:17.448008 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-afb90bdf-faa4-4e64-a51a-642b2a6f6b09 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'subnet': {'network_id': 'd1464053-08a2-4c94-a7b8-77644fc01d67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:17.462520 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d14128-418c-4da2-a451-265ef6aa1c6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.463161 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d14128-418c-4da2-a451-265ef6aa1c6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.463514 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d14128-418c-4da2-a451-265ef6aa1c6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.463854 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d14128-418c-4da2-a451-265ef6aa1c6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.464315 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d14128-418c-4da2-a451-265ef6aa1c6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.465241 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d14128-418c-4da2-a451-265ef6aa1c6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.465681 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d14128-418c-4da2-a451-265ef6aa1c6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.466019 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d14128-418c-4da2-a451-265ef6aa1c6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.466353 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d14128-418c-4da2-a451-265ef6aa1c6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.466827 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d14128-418c-4da2-a451-265ef6aa1c6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.467165 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d14128-418c-4da2-a451-265ef6aa1c6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.468174 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d14128-418c-4da2-a451-265ef6aa1c6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.468549 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d14128-418c-4da2-a451-265ef6aa1c6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:17.473670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaa95c7-a57a-4466-a4b4-26b9d1ecdb07 None None] Network 17432cfd-2177-48b5-a41c-9d9280b41da7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:17.587398 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6aa946-6352-42ba-a6ef-17d1f4ec4d35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:32:17.643823 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef3bfe-2c13-4df4-85c0-162f672a3114 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Network': ['ID=d1464053-08a2-4c94-a7b8-77644fc01d67,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:17.663221 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (1b9daba2-1a0d-4e61-94f7-aa13a1b1ba6f), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:17.718844 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-8a1906af-939d-4a88-bde8-2dc69aba81f4 None None] Attempting to bind port b9ec3d0d-6110-456c-9c7c-560866a5df55 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:17.719378 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-8a1906af-939d-4a88-bde8-2dc69aba81f4 None None] Attempting to bind port b9ec3d0d-6110-456c-9c7c-560866a5df55 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '5fbde8cf-3a15-403c-9508-f45b8ef74b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b91fa236-c9b3-405b-a727-fb8b522d5628'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:17.719982 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1906af-939d-4a88-bde8-2dc69aba81f4 None None] Attempting to bind port b9ec3d0d-6110-456c-9c7c-560866a5df55 on network b91fa236-c9b3-405b-a727-fb8b522d5628 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:17.728537 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network d1464053-08a2-4c94-a7b8-77644fc01d67 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:32:17.783764 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-31fa9010-32fd-4db4-a92d-db886a38de94 service neutron] 10.222.0.65 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6283841 Feb 19 04:32:17.875873 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1906af-939d-4a88-bde8-2dc69aba81f4 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:17.876602 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1906af-939d-4a88-bde8-2dc69aba81f4 None None] Checking segment: {'id': '5fbde8cf-3a15-403c-9508-f45b8ef74b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b91fa236-c9b3-405b-a727-fb8b522d5628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:17.877140 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8a1906af-939d-4a88-bde8-2dc69aba81f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:17.877863 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1906af-939d-4a88-bde8-2dc69aba81f4 None None] Bound using segment: {'id': '5fbde8cf-3a15-403c-9508-f45b8ef74b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b91fa236-c9b3-405b-a727-fb8b522d5628'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:17.878496 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-8a1906af-939d-4a88-bde8-2dc69aba81f4 None None] Bound port: b9ec3d0d-6110-456c-9c7c-560866a5df55, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fbde8cf-3a15-403c-9508-f45b8ef74b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b91fa236-c9b3-405b-a727-fb8b522d5628'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:17.878897 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8a1906af-939d-4a88-bde8-2dc69aba81f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b9ec3d0d-6110-456c-9c7c-560866a5df55), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:17.900761 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a11271d8-252d-4708-9d8b-35888832d8a5 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:17.975013 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-aec9e866-41ac-4858-9c17-dc0f8fe60a83 None None] Provisioning complete for port a11271d8-252d-4708-9d8b-35888832d8a5 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:17.975513 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aec9e866-41ac-4858-9c17-dc0f8fe60a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a11271d8-252d-4708-9d8b-35888832d8a5), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:18.097027 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6aa946-6352-42ba-a6ef-17d1f4ec4d35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:32:18.124339 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:32:12Z', 'revision_number': 3, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:12Z', 'revision_number': 4, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf499ca9-01fe-4545-82d2-c821530303b9', 'name': '', 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:a2:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:10Z', 'updated_at': '2022-02-19T04:32:11Z', 'revision_number': 1, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:18.136652 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb90bdf-faa4-4e64-a51a-642b2a6f6b09 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Made reservation on behalf of f2f36d5f8e834902b96bc27964742316 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:18.140807 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0a6aa946-6352-42ba-a6ef-17d1f4ec4d35 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "PUT /v2.0/routers/ea18b4f9-4554-4b9f-ba35-6f318a3a7537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0422494 Feb 19 04:32:18.146847 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-afb90bdf-faa4-4e64-a51a-642b2a6f6b09 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:18.158284 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Port': ['ID=1b9daba2-1a0d-4e61-94f7-aa13a1b1ba6f,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:18.178832 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55262) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:18.236353 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2476c56d-c263-4d04-a4e3-15f718921c75 None None] The sync data for ids ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'] in n-d-772273-4 is: [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:32:12Z', 'revision_number': 3, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:12Z', 'revision_number': 4, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf499ca9-01fe-4545-82d2-c821530303b9', 'name': '', 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:a2:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:10Z', 'updated_at': '2022-02-19T04:32:11Z', 'revision_number': 1, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:32:18.251366 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-25bdb198-5506-4c94-ba1a-5906a711177b service neutron] 10.222.0.65 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589844 Feb 19 04:32:18.252308 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c939e783-ac5e-4fde-a632-bdda645c40bd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1597028980'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:18.354894 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8a1906af-939d-4a88-bde8-2dc69aba81f4 None None] For port b9ec3d0d-6110-456c-9c7c-560866a5df55, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:18.373736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8a1906af-939d-4a88-bde8-2dc69aba81f4 None None] For port b9ec3d0d-6110-456c-9c7c-560866a5df55, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b9ec3d0d-6110-456c-9c7c-560866a5df55,segment=NetworkSegment(5fbde8cf-3a15-403c-9508-f45b8ef74b08),segment_id=5fbde8cf-3a15-403c-9508-f45b8ef74b08)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:18.441153 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8a1906af-939d-4a88-bde8-2dc69aba81f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b9ec3d0d-6110-456c-9c7c-560866a5df55), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:18.526843 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port a11271d8-252d-4708-9d8b-35888832d8a5 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:18.528608 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a11271d8-252d-4708-9d8b-35888832d8a5), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:18.769305 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c939e783-ac5e-4fde-a632-bdda645c40bd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Made reservation on behalf of 1071eeaddc2c4d58b8e80d78e76c86fe for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:18.786897 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c939e783-ac5e-4fde-a632-bdda645c40bd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:18.839407 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1906af-939d-4a88-bde8-2dc69aba81f4 None None] Pushing event updated for resources: {'Port': ['ID=b9ec3d0d-6110-456c-9c7c-560866a5df55,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:19.014327 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port a11271d8-252d-4708-9d8b-35888832d8a5 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:19.017941 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a11271d8-252d-4708-9d8b-35888832d8a5), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:19.218451 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-70efab90-93de-418f-bc05-823b395f4dcd req-310fd9b9-c3ca-4315-b0d8-2016f1e98bb9 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 210 time: 0.5206947 Feb 19 04:32:19.385132 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c939e783-ac5e-4fde-a632-bdda645c40bd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:32:19.391327 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-aec9e866-41ac-4858-9c17-dc0f8fe60a83 None None] Current status of the port a11271d8-252d-4708-9d8b-35888832d8a5 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:19.418849 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aec9e866-41ac-4858-9c17-dc0f8fe60a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a11271d8-252d-4708-9d8b-35888832d8a5), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:19.525307 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port a11271d8-252d-4708-9d8b-35888832d8a5, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a11271d8-252d-4708-9d8b-35888832d8a5,segment=NetworkSegment(0471dce7-3b95-4c29-addd-aff9a7babaf8),segment_id=0471dce7-3b95-4c29-addd-aff9a7babaf8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:19.559065 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a11271d8-252d-4708-9d8b-35888832d8a5), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:19.649025 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c939e783-ac5e-4fde-a632-bdda645c40bd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (4216d402-ef44-4d51-8d48-182e639c0549), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:19.658296 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-c939e783-ac5e-4fde-a632-bdda645c40bd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Added segment 4216d402-ef44-4d51-8d48-182e639c0549 of type vlan for network 92b41a0f-772c-4f71-afb1-fed12c241cef Feb 19 04:32:19.978359 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (589ff181-5645-411a-b9ee-84ada545bf7f), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:19.985800 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c939e783-ac5e-4fde-a632-bdda645c40bd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (92b41a0f-772c-4f71-afb1-fed12c241cef), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:20.172632 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.resource_extend [None req-c939e783-ac5e-4fde-a632-bdda645c40bd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:32:20.551732 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9f23cf2-0dc2-4a0c-8f3b-8fd94f80e6c8 req-ddbf8e71-0f80-4435-9d17-cfda15ef1e6f tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 210 time: 0.0920033 Feb 19 04:32:20.667249 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c939e783-ac5e-4fde-a632-bdda645c40bd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (92b41a0f-772c-4f71-afb1-fed12c241cef), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:20.695530 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c939e783-ac5e-4fde-a632-bdda645c40bd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:20.706585 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c939e783-ac5e-4fde-a632-bdda645c40bd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:20.882092 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4b7330b2-4cfe-4bad-b12c-19724107336b up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:21.094102 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-aec9e866-41ac-4858-9c17-dc0f8fe60a83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:32:21.094588 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-aec9e866-41ac-4858-9c17-dc0f8fe60a83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:32:21.116931 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-afb90bdf-faa4-4e64-a51a-642b2a6f6b09 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (4a40c95f-e5f7-47e9-ae20-1432ee18a3ba), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:21.141557 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1b9daba2-1a0d-4e61-94f7-aa13a1b1ba6f), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:21.153897 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=a11271d8-252d-4708-9d8b-35888832d8a5,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:21.175383 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55300) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:21.182626 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-ceed90ea-d146-4c63-bcf8-e01711310d43 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'subnet': {'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:21.187693 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c939e783-ac5e-4fde-a632-bdda645c40bd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.0021720 Feb 19 04:32:21.191934 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 4b7330b2-4cfe-4bad-b12c-19724107336b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:21.192556 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4b7330b2-4cfe-4bad-b12c-19724107336b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:21.375833 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939e783-ac5e-4fde-a632-bdda645c40bd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Network': ['ID=92b41a0f-772c-4f71-afb1-fed12c241cef,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:21.472643 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 92b41a0f-772c-4f71-afb1-fed12c241cef details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:32:21.514376 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceed90ea-d146-4c63-bcf8-e01711310d43 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Made reservation on behalf of 1071eeaddc2c4d58b8e80d78e76c86fe for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:21.531711 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ceed90ea-d146-4c63-bcf8-e01711310d43 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:21.619950 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb90bdf-faa4-4e64-a51a-642b2a6f6b09 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Subnet': ['ID=4a40c95f-e5f7-47e9-ae20-1432ee18a3ba,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:21.656942 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fee390-e572-4c4e-a107-6903c77276d3 None None] get_active_networks_info from n-d-772273-4 {{(pid=115200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:32:21.903964 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 4b7330b2-4cfe-4bad-b12c-19724107336b is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:21.905880 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b9ec3d0d-6110-456c-9c7c-560866a5df55 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:22.002609 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-aec9e866-41ac-4858-9c17-dc0f8fe60a83 None None] Current status of the port a11271d8-252d-4708-9d8b-35888832d8a5 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:22.099995 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-12e6858c-596c-486d-baa1-3e80f672ab47 req-5b50548e-6bdb-4660-a063-fed305538907 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 210 time: 0.3160288 Feb 19 04:32:22.301179 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb90bdf-faa4-4e64-a51a-642b2a6f6b09 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Checking segment: {'id': 'f735d4a9-38ce-40f6-93bd-c41c451e3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd1464053-08a2-4c94-a7b8-77644fc01d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:22.303596 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb90bdf-faa4-4e64-a51a-642b2a6f6b09 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Network hostable DHCP agents. Network: d1464053-08a2-4c94-a7b8-77644fc01d67, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:32:22.332681 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ceed90ea-d146-4c63-bcf8-e01711310d43 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (841e15ec-4c21-44a4-b443-313017eb6c63), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:22.410069 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-bf5b0022-fb4f-4d87-962b-2d289e07e3ed tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:22.422732 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-bf5b0022-fb4f-4d87-962b-2d289e07e3ed tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.10 "GET /v2.0/networks?id=9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 200 len: 815 time: 0.8094656 Feb 19 04:32:22.452472 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-f2579d79-1fb7-41b4-a16e-f93cdd9325a8 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Request body: {'port': {'device_id': '6eceb1b8-92b4-44e2-a123-639237a220bb', 'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc', 'admin_state_up': True, 'tenant_id': '8b2abe5cb5184c5a82d410642bb8c3d6'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:22.479295 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b9ec3d0d-6110-456c-9c7c-560866a5df55 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:22.480325 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b9ec3d0d-6110-456c-9c7c-560866a5df55), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:22.548475 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed90ea-d146-4c63-bcf8-e01711310d43 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Subnet': ['ID=841e15ec-4c21-44a4-b443-313017eb6c63,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:22.554183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceed90ea-d146-4c63-bcf8-e01711310d43 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Checking segment: {'id': '4216d402-ef44-4d51-8d48-182e639c0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:22.554949 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceed90ea-d146-4c63-bcf8-e01711310d43 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network hostable DHCP agents. Network: 92b41a0f-772c-4f71-afb1-fed12c241cef, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:32:22.594196 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceed90ea-d146-4c63-bcf8-e01711310d43 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network 92b41a0f-772c-4f71-afb1-fed12c241cef is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:32:22.616821 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-97e1a6d0-0be3-4c3c-a0e1-f6b0e53e8f29 None None] Provisioning complete for port b9ec3d0d-6110-456c-9c7c-560866a5df55 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:22.617390 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-97e1a6d0-0be3-4c3c-a0e1-f6b0e53e8f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b9ec3d0d-6110-456c-9c7c-560866a5df55), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:22.641613 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-ceed90ea-d146-4c63-bcf8-e01711310d43 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 92b41a0f-772c-4f71-afb1-fed12c241cef) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:22.648102 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceed90ea-d146-4c63-bcf8-e01711310d43 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:22.649376 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ceed90ea-d146-4c63-bcf8-e01711310d43 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:22.678377 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ceed90ea-d146-4c63-bcf8-e01711310d43 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5017014 Feb 19 04:32:22.687657 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55332) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:22.743669 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb90bdf-faa4-4e64-a51a-642b2a6f6b09 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Network d1464053-08a2-4c94-a7b8-77644fc01d67 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:32:22.768588 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fee390-e572-4c4e-a107-6903c77276d3 None None] Unable to find a vacant binding_index for network d1464053-08a2-4c94-a7b8-77644fc01d67 and agent 055732a0-48c9-4b66-8446-fc6a0a3337ff {{(pid=115200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 19 04:32:22.780374 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-afb90bdf-faa4-4e64-a51a-642b2a6f6b09 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, d1464053-08a2-4c94-a7b8-77644fc01d67) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:22.814887 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb90bdf-faa4-4e64-a51a-642b2a6f6b09 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:22.821177 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-afb90bdf-faa4-4e64-a51a-642b2a6f6b09 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:22.955970 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fee390-e572-4c4e-a107-6903c77276d3 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, d1464053-08a2-4c94-a7b8-77644fc01d67) {{(pid=115200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:32:23.006862 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-afb90bdf-faa4-4e64-a51a-642b2a6f6b09 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 5.5718052 Feb 19 04:32:23.027302 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55348) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:23.094344 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-f2579d79-1fb7-41b4-a16e-f93cdd9325a8 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Made reservation on behalf of 8b2abe5cb5184c5a82d410642bb8c3d6 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:23.106990 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-f2579d79-1fb7-41b4-a16e-f93cdd9325a8 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:23.126791 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] Sync routers for ids ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:32:23.167040 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] Routers {'ea18b4f9-4554-4b9f-ba35-6f318a3a7537'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:23.168322 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:32:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:23.187557 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b9ec3d0d-6110-456c-9c7c-560866a5df55 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:23.192175 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b9ec3d0d-6110-456c-9c7c-560866a5df55), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:23.379519 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for port (1b9daba2-1a0d-4e61-94f7-aa13a1b1ba6f), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:23.407279 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (1b9daba2-1a0d-4e61-94f7-aa13a1b1ba6f), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:23.483235 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port b9ec3d0d-6110-456c-9c7c-560866a5df55, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b9ec3d0d-6110-456c-9c7c-560866a5df55,segment=NetworkSegment(5fbde8cf-3a15-403c-9508-f45b8ef74b08),segment_id=5fbde8cf-3a15-403c-9508-f45b8ef74b08)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:23.542952 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-97e1a6d0-0be3-4c3c-a0e1-f6b0e53e8f29 None None] Current status of the port b9ec3d0d-6110-456c-9c7c-560866a5df55 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:23.543527 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-97e1a6d0-0be3-4c3c-a0e1-f6b0e53e8f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b9ec3d0d-6110-456c-9c7c-560866a5df55), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:23.591064 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b9ec3d0d-6110-456c-9c7c-560866a5df55), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:23.601724 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] Set router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:23.647980 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Port': ['ID=1b9daba2-1a0d-4e61-94f7-aa13a1b1ba6f,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:23.744789 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cdb67977-b528-4054-8244-5536928b12dc tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (d1464053-08a2-4c94-a7b8-77644fc01d67), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:23.790580 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=b9ec3d0d-6110-456c-9c7c-560866a5df55,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:23.870547 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-75d11368-88ac-4e8f-9a90-1cb984aa64c6 req-978ba91a-75ae-4fe0-a1be-25cd92d2a12f tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 210 time: 0.4200990 Feb 19 04:32:23.892037 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a11271d8-252d-4708-9d8b-35888832d8a5 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:23.969303 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (589ff181-5645-411a-b9ee-84ada545bf7f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:23.995144 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-f2579d79-1fb7-41b4-a16e-f93cdd9325a8 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Allocated IP 172.20.0.3 (9a1ab27e-256e-4216-9b7b-6df531fa62cc/eaacfa74-c5cd-4e0a-8538-dc93b8209234/68a8cb60-584d-4b07-b2dc-9c476d74e9d8) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:32:24.008323 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:24.008834 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:24.009159 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:24.009607 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:24.009956 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:24.010386 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:24.010778 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:24.011164 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:24.011543 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:24.012395 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:24.012741 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:24.013257 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:24.013772 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:24.064325 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cdb67977-b528-4054-8244-5536928b12dc tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (4a40c95f-e5f7-47e9-ae20-1432ee18a3ba), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:24.132048 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:32:12Z', 'revision_number': 3, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:16Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf499ca9-01fe-4545-82d2-c821530303b9', 'name': '', 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:a2:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:10Z', 'updated_at': '2022-02-19T04:32:15Z', 'revision_number': 2, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:24.208083 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port a11271d8-252d-4708-9d8b-35888832d8a5 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:24.208642 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a11271d8-252d-4708-9d8b-35888832d8a5), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:24.267772 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] Checking router: ea18b4f9-4554-4b9f-ba35-6f318a3a7537 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:32:24.268373 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] Updating router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 port cf499ca9-01fe-4545-82d2-c821530303b9 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:32:24.291935 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cdb67977-b528-4054-8244-5536928b12dc tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (4a40c95f-e5f7-47e9-ae20-1432ee18a3ba), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:24.306105 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e162589c-0010-428e-af20-da87fa30a97e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:24.335284 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-97e1a6d0-0be3-4c3c-a0e1-f6b0e53e8f29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:32:24.335284 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-97e1a6d0-0be3-4c3c-a0e1-f6b0e53e8f29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:32:24.406407 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2599b85e-b5f7-4738-bb40-fb12f9926e93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-92b41a0f-772c-4f71-afb1-fed12c241cef', 'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef', 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'fixed_ips': [{'subnet_id': '841e15ec-4c21-44a4-b443-313017eb6c63'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:32:24.409126 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2599b85e-b5f7-4738-bb40-fb12f9926e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:24.415861 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb67977-b528-4054-8244-5536928b12dc tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Subnet': ['ID=4a40c95f-e5f7-47e9-ae20-1432ee18a3ba,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:24.424044 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (cf499ca9-01fe-4545-82d2-c821530303b9), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:24.544560 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port a11271d8-252d-4708-9d8b-35888832d8a5 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:24.547538 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2632e250-aeb7-4e96-80bd-073c50ca1627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-d1464053-08a2-4c94-a7b8-77644fc01d67', 'network_id': 'd1464053-08a2-4c94-a7b8-77644fc01d67', 'project_id': 'f2f36d5f8e834902b96bc27964742316', 'fixed_ips': [{'subnet_id': '4a40c95f-e5f7-47e9-ae20-1432ee18a3ba'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:32:24.548663 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2632e250-aeb7-4e96-80bd-073c50ca1627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:24.645686 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network b91fa236-c9b3-405b-a727-fb8b522d5628 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:24.673844 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:24.775107 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cdb67977-b528-4054-8244-5536928b12dc tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (d1464053-08a2-4c94-a7b8-77644fc01d67), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:24.822767 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-cdb67977-b528-4054-8244-5536928b12dc tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1464053-08a2-4c94-a7b8-77644fc01d67']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:24.849339 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-cdb67977-b528-4054-8244-5536928b12dc tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f735d4a9-38ce-40f6-93bd-c41c451e3af5') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:24.850317 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-cdb67977-b528-4054-8244-5536928b12dc tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f735d4a9-38ce-40f6-93bd-c41c451e3af5') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:24.886118 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-f2579d79-1fb7-41b4-a16e-f93cdd9325a8 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks [] for port (68a8cb60-584d-4b07-b2dc-9c476d74e9d8), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:24.900820 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cdb67977-b528-4054-8244-5536928b12dc tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (f735d4a9-38ce-40f6-93bd-c41c451e3af5), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:24.961218 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bc045-7f5b-4454-9ad5-e027980470de req-2bd19c93-d57b-4086-a31c-3595fcf7b1f9 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:24.977451 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-816bc045-7f5b-4454-9ad5-e027980470de req-2bd19c93-d57b-4086-a31c-3595fcf7b1f9 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.3363352 Feb 19 04:32:25.012429 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-97e1a6d0-0be3-4c3c-a0e1-f6b0e53e8f29 None None] Current status of the port b9ec3d0d-6110-456c-9c7c-560866a5df55 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:25.017354 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-f2579d79-1fb7-41b4-a16e-f93cdd9325a8 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (68a8cb60-584d-4b07-b2dc-9c476d74e9d8), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:25.033319 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Router 589ff181-5645-411a-b9ee-84ada545bf7f is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:32:25.050385 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cdb67977-b528-4054-8244-5536928b12dc tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (f735d4a9-38ce-40f6-93bd-c41c451e3af5), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:25.071932 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-2599b85e-b5f7-4738-bb40-fb12f9926e93 None None] Allocated IP 2001:db8:2::2 (92b41a0f-772c-4f71-afb1-fed12c241cef/841e15ec-4c21-44a4-b443-313017eb6c63/2c7fddd5-ed53-44f7-a6e5-c69b9a00985c) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:32:25.168234 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-97e1a6d0-0be3-4c3c-a0e1-f6b0e53e8f29 None None] Provisioning complete for port a11271d8-252d-4708-9d8b-35888832d8a5 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:25.169224 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-97e1a6d0-0be3-4c3c-a0e1-f6b0e53e8f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a11271d8-252d-4708-9d8b-35888832d8a5), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:25.169428 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-f2579d79-1fb7-41b4-a16e-f93cdd9325a8 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Network 9a1ab27e-256e-4216-9b7b-6df531fa62cc is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:25.172279 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb67977-b528-4054-8244-5536928b12dc tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:32:25.172701 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cdb67977-b528-4054-8244-5536928b12dc tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (f735d4a9-38ce-40f6-93bd-c41c451e3af5), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:32:25.176231 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:32:25.194290 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] Publish callbacks [] for port (cf499ca9-01fe-4545-82d2-c821530303b9), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:25.219960 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (cf499ca9-01fe-4545-82d2-c821530303b9), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:25.223289 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-f2579d79-1fb7-41b4-a16e-f93cdd9325a8 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:25.235336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-f2579d79-1fb7-41b4-a16e-f93cdd9325a8 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:32:25.363726 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c02d8a-b259-412f-955c-1ea47380071e None None] Pushing event updated for resources: {'Port': ['ID=cf499ca9-01fe-4545-82d2-c821530303b9,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:25.374368 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c02d8a-b259-412f-955c-1ea47380071e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.374969 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c02d8a-b259-412f-955c-1ea47380071e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.375491 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c02d8a-b259-412f-955c-1ea47380071e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.375991 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c02d8a-b259-412f-955c-1ea47380071e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.376489 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c02d8a-b259-412f-955c-1ea47380071e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.377026 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c02d8a-b259-412f-955c-1ea47380071e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.377530 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c02d8a-b259-412f-955c-1ea47380071e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.378027 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c02d8a-b259-412f-955c-1ea47380071e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.379005 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c02d8a-b259-412f-955c-1ea47380071e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.379632 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c02d8a-b259-412f-955c-1ea47380071e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.380101 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c02d8a-b259-412f-955c-1ea47380071e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.380600 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c02d8a-b259-412f-955c-1ea47380071e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.381127 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c02d8a-b259-412f-955c-1ea47380071e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:32:25.464431 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-f2579d79-1fb7-41b4-a16e-f93cdd9325a8 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:25.473041 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-f2579d79-1fb7-41b4-a16e-f93cdd9325a8 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:25.557934 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] Attempting to bind port cf499ca9-01fe-4545-82d2-c821530303b9 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:25.562908 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] Attempting to bind port cf499ca9-01fe-4545-82d2-c821530303b9 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '0471dce7-3b95-4c29-addd-aff9a7babaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:25.563789 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] Attempting to bind port cf499ca9-01fe-4545-82d2-c821530303b9 on network 17432cfd-2177-48b5-a41c-9d9280b41da7 {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:25.575961 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2579d79-1fb7-41b4-a16e-f93cdd9325a8 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Pushing event updated for resources: {'Port': ['ID=68a8cb60-584d-4b07-b2dc-9c476d74e9d8,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:25.577969 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:25.582992 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] Checking segment: {'id': '0471dce7-3b95-4c29-addd-aff9a7babaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:25.584443 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:25.585153 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] Bound using segment: {'id': '0471dce7-3b95-4c29-addd-aff9a7babaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:25.589605 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] Bound port: cf499ca9-01fe-4545-82d2-c821530303b9, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0471dce7-3b95-4c29-addd-aff9a7babaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:25.591086 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (cf499ca9-01fe-4545-82d2-c821530303b9), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:25.650801 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-f2579d79-1fb7-41b4-a16e-f93cdd9325a8 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2086194 Feb 19 04:32:25.671872 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-1b1f0fa3-5d85-4879-aa6c-94ea048d63bd service neutron] Request body: {'port': {'device_id': '6eceb1b8-92b4-44e2-a123-639237a220bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:25.740748 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-97e1a6d0-0be3-4c3c-a0e1-f6b0e53e8f29 None None] Current status of the port a11271d8-252d-4708-9d8b-35888832d8a5 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:25.750920 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] For port cf499ca9-01fe-4545-82d2-c821530303b9, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:25.765294 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] For port cf499ca9-01fe-4545-82d2-c821530303b9, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=cf499ca9-01fe-4545-82d2-c821530303b9,segment=NetworkSegment(0471dce7-3b95-4c29-addd-aff9a7babaf8),segment_id=0471dce7-3b95-4c29-addd-aff9a7babaf8)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:25.797524 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (cf499ca9-01fe-4545-82d2-c821530303b9), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:25.806130 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b9ec3d0d-6110-456c-9c7c-560866a5df55 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:25.865544 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:32:25.908680 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2e598-7d01-4195-93a2-416a77407f87 req-ea493f5b-0bcc-4538-8c3e-e61c5fe64d2f tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:25.909059 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0e5430-cfb0-4f1f-9756-5a1aa32a670c None None] Sync routers for ids ['589ff181-5645-411a-b9ee-84ada545bf7f'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:32:25.918907 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2599b85e-b5f7-4738-bb40-fb12f9926e93 None None] Publish callbacks [] for port (2c7fddd5-ed53-44f7-a6e5-c69b9a00985c), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:25.933342 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0e5430-cfb0-4f1f-9756-5a1aa32a670c None None] Routers {'589ff181-5645-411a-b9ee-84ada545bf7f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:25.934442 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-aa0e5430-cfb0-4f1f-9756-5a1aa32a670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:32:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['589ff181-5645-411a-b9ee-84ada545bf7f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:25.938021 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8dc2e598-7d01-4195-93a2-416a77407f87 req-ea493f5b-0bcc-4538-8c3e-e61c5fe64d2f tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 931 time: 0.8263111 Feb 19 04:32:25.954510 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] Routers {'ea18b4f9-4554-4b9f-ba35-6f318a3a7537'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:25.957622 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:32:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:25.960083 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-71792d66-f94a-471c-8fcc-7a687c91fb86 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "PUT /v2.0/routers/589ff181-5645-411a-b9ee-84ada545bf7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8963416 Feb 19 04:32:25.982130 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55396) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:26.088681 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-97e1a6d0-0be3-4c3c-a0e1-f6b0e53e8f29 None None] Provisioning complete for port cf499ca9-01fe-4545-82d2-c821530303b9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:26.089853 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-97e1a6d0-0be3-4c3c-a0e1-f6b0e53e8f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (cf499ca9-01fe-4545-82d2-c821530303b9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:26.100971 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2599b85e-b5f7-4738-bb40-fb12f9926e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (2c7fddd5-ed53-44f7-a6e5-c69b9a00985c), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:26.117315 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-aa0e5430-cfb0-4f1f-9756-5a1aa32a670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:26.442779 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7fd445-ca64-4ad2-9d44-56e8f745a9cc tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:26.448969 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4e7fd445-ca64-4ad2-9d44-56e8f745a9cc tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "GET /v2.0/ports/1b9daba2-1a0d-4e61-94f7-aa13a1b1ba6f HTTP/1.1" status: 200 len: 977 time: 0.4037406 Feb 19 04:32:26.453399 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55400) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:26.457614 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8dc2e598-7d01-4195-93a2-416a77407f87 req-c0a0d8ed-9c46-479b-ac01-2104bece8d29 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5184336 Feb 19 04:32:26.482581 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-1b1f0fa3-5d85-4879-aa6c-94ea048d63bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (68a8cb60-584d-4b07-b2dc-9c476d74e9d8), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:26.515566 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] Set router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:26.689581 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-816bc045-7f5b-4454-9ad5-e027980470de req-818df208-b226-4136-a4c9-a6cc59605734 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7109408 Feb 19 04:32:26.720788 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cdb67977-b528-4054-8244-5536928b12dc tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (d1464053-08a2-4c94-a7b8-77644fc01d67), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:26.752493 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cdb67977-b528-4054-8244-5536928b12dc tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:26.759591 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cdb67977-b528-4054-8244-5536928b12dc tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/networks/d1464053-08a2-4c94-a7b8-77644fc01d67 HTTP/1.1" status: 204 len: 168 time: 3.7220395 Feb 19 04:32:26.768876 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c02d8a-b259-412f-955c-1ea47380071e None None] Pushing event updated for resources: {'Port': ['ID=cf499ca9-01fe-4545-82d2-c821530303b9,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:26.770413 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55412) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:26.794641 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-d4aed066-c45b-4631-81b7-c89925213193 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-996084545'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:26.803190 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0e5430-cfb0-4f1f-9756-5a1aa32a670c None None] Routers {'589ff181-5645-411a-b9ee-84ada545bf7f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:26.804119 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-aa0e5430-cfb0-4f1f-9756-5a1aa32a670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:32:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['589ff181-5645-411a-b9ee-84ada545bf7f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:26.831632 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b9ec3d0d-6110-456c-9c7c-560866a5df55 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:26.832743 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b9ec3d0d-6110-456c-9c7c-560866a5df55), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:26.843798 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb67977-b528-4054-8244-5536928b12dc tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Network': ['ID=d1464053-08a2-4c94-a7b8-77644fc01d67,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:26.942542 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-e162589c-0010-428e-af20-da87fa30a97e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Allocated IP 2001:db8:2::1 (92b41a0f-772c-4f71-afb1-fed12c241cef/841e15ec-4c21-44a4-b443-313017eb6c63/31bc6e5a-4893-436f-a2c4-a85553a24d1a) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:32:26.965613 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-aa0e5430-cfb0-4f1f-9756-5a1aa32a670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:26.967074 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0e5430-cfb0-4f1f-9756-5a1aa32a670c None None] The sync data for ids ['589ff181-5645-411a-b9ee-84ada545bf7f'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:32:26.977470 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599b85e-b5f7-4738-bb40-fb12f9926e93 None None] Pushing event updated for resources: {'Port': ['ID=2c7fddd5-ed53-44f7-a6e5-c69b9a00985c,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:27.060845 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2599b85e-b5f7-4738-bb40-fb12f9926e93 None None] Network 92b41a0f-772c-4f71-afb1-fed12c241cef is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:27.072746 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-2599b85e-b5f7-4738-bb40-fb12f9926e93 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:27.076943 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2599b85e-b5f7-4738-bb40-fb12f9926e93 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:32:27.166852 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e162589c-0010-428e-af20-da87fa30a97e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for port (31bc6e5a-4893-436f-a2c4-a85553a24d1a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:27.224304 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:32:12Z', 'revision_number': 3, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:16Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf499ca9-01fe-4545-82d2-c821530303b9', 'name': '', 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:a2:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:10Z', 'updated_at': '2022-02-19T04:32:25Z', 'revision_number': 4, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:27.272220 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e162589c-0010-428e-af20-da87fa30a97e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (31bc6e5a-4893-436f-a2c4-a85553a24d1a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:27.290739 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d803a98-7946-4b27-85ca-cc798a8f3f93 None None] The sync data for ids ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'] in n-d-772273-4 is: [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:32:12Z', 'revision_number': 3, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:16Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf499ca9-01fe-4545-82d2-c821530303b9', 'name': '', 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:a2:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:10Z', 'updated_at': '2022-02-19T04:32:25Z', 'revision_number': 4, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:32:27.379931 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-97e1a6d0-0be3-4c3c-a0e1-f6b0e53e8f29 None None] Current status of the port cf499ca9-01fe-4545-82d2-c821530303b9 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:27.381441 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-97e1a6d0-0be3-4c3c-a0e1-f6b0e53e8f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (cf499ca9-01fe-4545-82d2-c821530303b9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:27.393750 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e162589c-0010-428e-af20-da87fa30a97e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network 92b41a0f-772c-4f71-afb1-fed12c241cef is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:27.402084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-e162589c-0010-428e-af20-da87fa30a97e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:27.415361 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e162589c-0010-428e-af20-da87fa30a97e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:32:27.416339 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e162589c-0010-428e-af20-da87fa30a97e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:27.527962 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2599b85e-b5f7-4738-bb40-fb12f9926e93 None None] Attempting to bind port 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:27.528811 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2599b85e-b5f7-4738-bb40-fb12f9926e93 None None] Attempting to bind port 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '4216d402-ef44-4d51-8d48-182e639c0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:27.530717 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2599b85e-b5f7-4738-bb40-fb12f9926e93 None None] Attempting to bind port 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c on network 92b41a0f-772c-4f71-afb1-fed12c241cef {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:27.550328 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2599b85e-b5f7-4738-bb40-fb12f9926e93 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:27.550923 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2599b85e-b5f7-4738-bb40-fb12f9926e93 None None] Checking segment: {'id': '4216d402-ef44-4d51-8d48-182e639c0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:27.551501 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2599b85e-b5f7-4738-bb40-fb12f9926e93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:27.552062 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2599b85e-b5f7-4738-bb40-fb12f9926e93 None None] Bound using segment: {'id': '4216d402-ef44-4d51-8d48-182e639c0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:27.552789 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2599b85e-b5f7-4738-bb40-fb12f9926e93 None None] Bound port: 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4216d402-ef44-4d51-8d48-182e639c0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:27.553612 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2599b85e-b5f7-4738-bb40-fb12f9926e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2c7fddd5-ed53-44f7-a6e5-c69b9a00985c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:27.589697 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-97e1a6d0-0be3-4c3c-a0e1-f6b0e53e8f29 None None] For port cf499ca9-01fe-4545-82d2-c821530303b9, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=cf499ca9-01fe-4545-82d2-c821530303b9,segment=NetworkSegment(0471dce7-3b95-4c29-addd-aff9a7babaf8),segment_id=0471dce7-3b95-4c29-addd-aff9a7babaf8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:27.599641 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162589c-0010-428e-af20-da87fa30a97e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Port': ['ID=31bc6e5a-4893-436f-a2c4-a85553a24d1a,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:27.602200 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b9ec3d0d-6110-456c-9c7c-560866a5df55 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:27.726233 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-97e1a6d0-0be3-4c3c-a0e1-f6b0e53e8f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (cf499ca9-01fe-4545-82d2-c821530303b9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:27.788286 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4aed066-c45b-4631-81b7-c89925213193 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Made reservation on behalf of f2f36d5f8e834902b96bc27964742316 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:27.803919 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-2599b85e-b5f7-4738-bb40-fb12f9926e93 None None] For port 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:27.808975 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d4aed066-c45b-4631-81b7-c89925213193 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:27.819539 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-2599b85e-b5f7-4738-bb40-fb12f9926e93 None None] For port 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2c7fddd5-ed53-44f7-a6e5-c69b9a00985c,segment=NetworkSegment(4216d402-ef44-4d51-8d48-182e639c0549),segment_id=4216d402-ef44-4d51-8d48-182e639c0549)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:27.938289 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4aed066-c45b-4631-81b7-c89925213193 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:32:27.974683 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1a6d0-0be3-4c3c-a0e1-f6b0e53e8f29 None None] Pushing event updated for resources: {'Port': ['ID=cf499ca9-01fe-4545-82d2-c821530303b9,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:27.977995 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d4aed066-c45b-4631-81b7-c89925213193 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (4524cac4-c1f5-4cba-a476-e6e86b317e9b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:27.978892 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-d4aed066-c45b-4631-81b7-c89925213193 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Added segment 4524cac4-c1f5-4cba-a476-e6e86b317e9b of type vlan for network 7fa745fa-26ee-4ba4-b375-2054d089d56c Feb 19 04:32:27.992149 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device cf499ca9-01fe-4545-82d2-c821530303b9 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:28.004501 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2599b85e-b5f7-4738-bb40-fb12f9926e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2c7fddd5-ed53-44f7-a6e5-c69b9a00985c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:28.047341 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e162589c-0010-428e-af20-da87fa30a97e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (31bc6e5a-4893-436f-a2c4-a85553a24d1a), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:28.074034 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d4aed066-c45b-4631-81b7-c89925213193 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (7fa745fa-26ee-4ba4-b375-2054d089d56c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:28.084925 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c33cb-9e18-4421-a8e0-3e01f70141ba req-3c8bcf0e-f064-4797-a73a-fca6b21aba87 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:28.086971 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ff2c33cb-9e18-4421-a8e0-3e01f70141ba req-3c8bcf0e-f064-4797-a73a-fca6b21aba87 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 931 time: 0.2983034 Feb 19 04:32:28.147202 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d4aed066-c45b-4631-81b7-c89925213193 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (7fa745fa-26ee-4ba4-b375-2054d089d56c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:28.166198 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aed066-c45b-4631-81b7-c89925213193 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:28.167059 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d4aed066-c45b-4631-81b7-c89925213193 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:28.207516 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599b85e-b5f7-4738-bb40-fb12f9926e93 None None] Pushing event updated for resources: {'Port': ['ID=2c7fddd5-ed53-44f7-a6e5-c69b9a00985c,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:28.290072 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port cf499ca9-01fe-4545-82d2-c821530303b9 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:28.290778 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (cf499ca9-01fe-4545-82d2-c821530303b9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:28.459567 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d4aed066-c45b-4631-81b7-c89925213193 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6877801 Feb 19 04:32:28.461237 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port cf499ca9-01fe-4545-82d2-c821530303b9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:28.490377 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55430) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:28.509380 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-6a0146c1-f80c-426a-aa06-0781a9eb069e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'subnet': {'network_id': '7fa745fa-26ee-4ba4-b375-2054d089d56c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:28.528579 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ad7b4-3812-48d6-baed-fbfb12cc120f req-c527ffc3-e89d-45a9-8fb8-6a3eeb84643b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:28.529824 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ff2c33cb-9e18-4421-a8e0-3e01f70141ba req-d0f7c206-e0b8-42da-b5d7-13db074f0900 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333701 Feb 19 04:32:28.537042 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-444ad7b4-3812-48d6-baed-fbfb12cc120f req-c527ffc3-e89d-45a9-8fb8-6a3eeb84643b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 1.6235042 Feb 19 04:32:29.009823 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aed066-c45b-4631-81b7-c89925213193 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Network': ['ID=7fa745fa-26ee-4ba4-b375-2054d089d56c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:29.033786 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 7fa745fa-26ee-4ba4-b375-2054d089d56c details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:32:29.044358 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0146c1-f80c-426a-aa06-0781a9eb069e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Made reservation on behalf of f2f36d5f8e834902b96bc27964742316 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:29.051502 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6a0146c1-f80c-426a-aa06-0781a9eb069e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:29.291721 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-444ad7b4-3812-48d6-baed-fbfb12cc120f req-2d02310e-0b1c-495a-bb3e-9792c59f9f78 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6581018 Feb 19 04:32:29.390622 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e162589c-0010-428e-af20-da87fa30a97e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for port (31bc6e5a-4893-436f-a2c4-a85553a24d1a), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:29.410937 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e162589c-0010-428e-af20-da87fa30a97e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (31bc6e5a-4893-436f-a2c4-a85553a24d1a), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:29.411832 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e162589c-0010-428e-af20-da87fa30a97e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:29.453745 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-1b1f0fa3-5d85-4879-aa6c-94ea048d63bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a8cb60-584d-4b07-b2dc-9c476d74e9d8 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:32:29.479706 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-1b1f0fa3-5d85-4879-aa6c-94ea048d63bd service neutron] Publish callbacks [] for port (68a8cb60-584d-4b07-b2dc-9c476d74e9d8), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:29.514887 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-1b1f0fa3-5d85-4879-aa6c-94ea048d63bd service neutron] Transition to ACTIVE for port object 68a8cb60-584d-4b07-b2dc-9c476d74e9d8 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:32:29.521932 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-1b1f0fa3-5d85-4879-aa6c-94ea048d63bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (68a8cb60-584d-4b07-b2dc-9c476d74e9d8), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:29.993292 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f0fa3-5d85-4879-aa6c-94ea048d63bd service neutron] Pushing event updated for resources: {'Port': ['ID=68a8cb60-584d-4b07-b2dc-9c476d74e9d8,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:29.994462 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162589c-0010-428e-af20-da87fa30a97e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Port': ['ID=31bc6e5a-4893-436f-a2c4-a85553a24d1a,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:30.137056 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:30.287378 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6a0146c1-f80c-426a-aa06-0781a9eb069e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (2d194b16-3b4a-451a-8b22-f496ebe276d1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:30.299198 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e162589c-0010-428e-af20-da87fa30a97e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network 92b41a0f-772c-4f71-afb1-fed12c241cef is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:30.346962 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cdc71-2a0c-4c42-b536-3a539fc2253e req-0de01d1b-253a-4f59-b8ec-1d8df64b706f tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:30.351520 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f89cdc71-2a0c-4c42-b536-3a539fc2253e req-0de01d1b-253a-4f59-b8ec-1d8df64b706f tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 943 time: 0.4709959 Feb 19 04:32:30.366232 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:30.366733 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2c7fddd5-ed53-44f7-a6e5-c69b9a00985c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:30.399880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-e162589c-0010-428e-af20-da87fa30a97e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:30.490170 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7685678-0189-45e1-b555-f731b2cf12c5 req-f76aaf94-e952-44be-801d-80748fb53c62 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:30.503211 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c7685678-0189-45e1-b555-f731b2cf12c5 req-f76aaf94-e952-44be-801d-80748fb53c62 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.6887097 Feb 19 04:32:30.575458 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-1b1f0fa3-5d85-4879-aa6c-94ea048d63bd service neutron] Attempting to bind port 68a8cb60-584d-4b07-b2dc-9c476d74e9d8 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:30.575948 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-1b1f0fa3-5d85-4879-aa6c-94ea048d63bd service neutron] Attempting to bind port 68a8cb60-584d-4b07-b2dc-9c476d74e9d8 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '676396c9-7f78-4ddc-b308-461a68f79b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:30.576713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-1b1f0fa3-5d85-4879-aa6c-94ea048d63bd service neutron] Attempting to bind port 68a8cb60-584d-4b07-b2dc-9c476d74e9d8 on network 9a1ab27e-256e-4216-9b7b-6df531fa62cc {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:30.638607 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-1b1f0fa3-5d85-4879-aa6c-94ea048d63bd service neutron] Port 68a8cb60-584d-4b07-b2dc-9c476d74e9d8 on network 9a1ab27e-256e-4216-9b7b-6df531fa62cc not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:32:30.639126 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-1b1f0fa3-5d85-4879-aa6c-94ea048d63bd service neutron] Attempting to bind port 68a8cb60-584d-4b07-b2dc-9c476d74e9d8 on network 9a1ab27e-256e-4216-9b7b-6df531fa62cc {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:30.639525 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44aadeff-3d09-402e-aa40-553a4f1679e4 None None] Network b91fa236-c9b3-405b-a727-fb8b522d5628 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:30.670487 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0146c1-f80c-426a-aa06-0781a9eb069e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Subnet': ['ID=2d194b16-3b4a-451a-8b22-f496ebe276d1,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:30.684695 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f89cdc71-2a0c-4c42-b536-3a539fc2253e req-a936d312-dc17-46d6-9493-854704447a33 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807937 Feb 19 04:32:30.686829 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-550c4e97-5d90-4e54-98a3-f92c4a893cbb tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (589ff181-5645-411a-b9ee-84ada545bf7f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:30.694300 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-1b1f0fa3-5d85-4879-aa6c-94ea048d63bd service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:30.695066 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-1b1f0fa3-5d85-4879-aa6c-94ea048d63bd service neutron] Checking segment: {'id': '676396c9-7f78-4ddc-b308-461a68f79b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:30.695432 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-1b1f0fa3-5d85-4879-aa6c-94ea048d63bd service neutron] Bound using segment: {'id': '676396c9-7f78-4ddc-b308-461a68f79b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:30.705629 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93232542-3a60-4aca-9206-7e0cd1359cc1 None None] Network 92b41a0f-772c-4f71-afb1-fed12c241cef requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:30.706237 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-1b1f0fa3-5d85-4879-aa6c-94ea048d63bd service neutron] Bound port: 68a8cb60-584d-4b07-b2dc-9c476d74e9d8, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '676396c9-7f78-4ddc-b308-461a68f79b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:30.708017 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-1b1f0fa3-5d85-4879-aa6c-94ea048d63bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (68a8cb60-584d-4b07-b2dc-9c476d74e9d8), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:30.758586 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0146c1-f80c-426a-aa06-0781a9eb069e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Checking segment: {'id': '4524cac4-c1f5-4cba-a476-e6e86b317e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7fa745fa-26ee-4ba4-b375-2054d089d56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:30.758983 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0146c1-f80c-426a-aa06-0781a9eb069e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Network hostable DHCP agents. Network: 7fa745fa-26ee-4ba4-b375-2054d089d56c, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:32:30.877996 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e162589c-0010-428e-af20-da87fa30a97e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:32:30.879457 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0146c1-f80c-426a-aa06-0781a9eb069e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Network 7fa745fa-26ee-4ba4-b375-2054d089d56c is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:32:30.917994 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-6a0146c1-f80c-426a-aa06-0781a9eb069e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 7fa745fa-26ee-4ba4-b375-2054d089d56c) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:30.919975 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eecebc7-5a66-430f-b1e3-0ba1556dea04 None None] Network d1464053-08a2-4c94-a7b8-77644fc01d67 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:30.934885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0146c1-f80c-426a-aa06-0781a9eb069e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:30.936090 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6a0146c1-f80c-426a-aa06-0781a9eb069e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:30.948935 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c7685678-0189-45e1-b555-f731b2cf12c5 req-c4e7db9e-ab4f-4054-8258-f6d110e8f2d8 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334953 Feb 19 04:32:30.958806 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:30.959598 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2c7fddd5-ed53-44f7-a6e5-c69b9a00985c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:31.058841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eecebc7-5a66-430f-b1e3-0ba1556dea04 None None] Network d1464053-08a2-4c94-a7b8-77644fc01d67 could not be found, it might have been deleted concurrently. {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:32:31.061327 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dbf86a-c39e-4733-9bc4-3ff3bd16ef39 None None] Network 7fa745fa-26ee-4ba4-b375-2054d089d56c requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:31.107265 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2c7fddd5-ed53-44f7-a6e5-c69b9a00985c,segment=NetworkSegment(4216d402-ef44-4d51-8d48-182e639c0549),segment_id=4216d402-ef44-4d51-8d48-182e639c0549)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:31.136239 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11a611a-38b4-48f2-878b-789361d489d1 None None] Network d1464053-08a2-4c94-a7b8-77644fc01d67 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:31.200050 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11a611a-38b4-48f2-878b-789361d489d1 None None] Network d1464053-08a2-4c94-a7b8-77644fc01d67 could not be found, it might have been deleted concurrently. {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:32:31.203812 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2c7fddd5-ed53-44f7-a6e5-c69b9a00985c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:31.205430 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device cf499ca9-01fe-4545-82d2-c821530303b9 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:31.341508 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e162589c-0010-428e-af20-da87fa30a97e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:32:31.364468 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] Sync routers for ids ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:32:31.417081 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e162589c-0010-428e-af20-da87fa30a97e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "PUT /v2.0/routers/ea18b4f9-4554-4b9f-ba35-6f318a3a7537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7275693 Feb 19 04:32:31.422030 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55480) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:31.424386 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] Routers {'ea18b4f9-4554-4b9f-ba35-6f318a3a7537'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:31.426041 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:32:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:31.438199 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-8ae7bd19-e8d7-4aa3-8769-8b5e7fe1a52b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1405926469'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:31.492186 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5914b57f-3908-4ae5-9bd2-7d73265bc624 None None] Provisioning complete for port 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:31.494829 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5914b57f-3908-4ae5-9bd2-7d73265bc624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2c7fddd5-ed53-44f7-a6e5-c69b9a00985c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:31.613826 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6a0146c1-f80c-426a-aa06-0781a9eb069e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1185396 Feb 19 04:32:31.616361 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55486) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:31.641034 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-1b1f0fa3-5d85-4879-aa6c-94ea048d63bd service neutron] For port 68a8cb60-584d-4b07-b2dc-9c476d74e9d8, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:31.746340 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae7bd19-e8d7-4aa3-8769-8b5e7fe1a52b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Made reservation on behalf of 1071eeaddc2c4d58b8e80d78e76c86fe for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:31.768184 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ae7bd19-e8d7-4aa3-8769-8b5e7fe1a52b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:31.780773 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-1b1f0fa3-5d85-4879-aa6c-94ea048d63bd service neutron] For port 68a8cb60-584d-4b07-b2dc-9c476d74e9d8, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=68a8cb60-584d-4b07-b2dc-9c476d74e9d8,segment=NetworkSegment(676396c9-7f78-4ddc-b308-461a68f79b59),segment_id=676396c9-7f78-4ddc-b308-461a68f79b59)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:31.812300 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-1b1f0fa3-5d85-4879-aa6c-94ea048d63bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (68a8cb60-584d-4b07-b2dc-9c476d74e9d8), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:31.966658 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a86a13-c1d1-4ad1-adac-6d62d609d9b2 req-8fd60e58-eaba-4fc3-b6d1-9e6628878c0c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:31.982934 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-84a86a13-c1d1-4ad1-adac-6d62d609d9b2 req-8fd60e58-eaba-4fc3-b6d1-9e6628878c0c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.6436520 Feb 19 04:32:31.998909 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] Set router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:32.000724 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae7bd19-e8d7-4aa3-8769-8b5e7fe1a52b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:32:32.006958 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-1b1f0fa3-5d85-4879-aa6c-94ea048d63bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:32.008367 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-1b1f0fa3-5d85-4879-aa6c-94ea048d63bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:32.012401 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-1b1f0fa3-5d85-4879-aa6c-94ea048d63bd service neutron] 10.222.0.10 "PUT /v2.0/ports/68a8cb60-584d-4b07-b2dc-9c476d74e9d8 HTTP/1.1" status: 200 len: 1091 time: 6.3459005 Feb 19 04:32:32.032335 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port cf499ca9-01fe-4545-82d2-c821530303b9 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:32.032747 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (cf499ca9-01fe-4545-82d2-c821530303b9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:32.034118 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eceb1b8-92b4-44e2-a123-639237a220bb', 'tag': '68a8cb60-584d-4b07-b2dc-9c476d74e9d8'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:32:32.044783 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269e7e77-6b38-474b-a2b7-5c08e8f0654b" -d '{"events": [{"name": "network-changed", "server_uuid": "6eceb1b8-92b4-44e2-a123-639237a220bb", "tag": "68a8cb60-584d-4b07-b2dc-9c476d74e9d8"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:32:32.202327 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d46e4816-58c7-4076-9ae3-93d581f76ad6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (7fa745fa-26ee-4ba4-b375-2054d089d56c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:32.220962 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-84a86a13-c1d1-4ad1-adac-6d62d609d9b2 req-9bbdd382-6ec4-4291-8fab-63ed1828056e tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226858 Feb 19 04:32:32.406984 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204d1432-7a6e-4319-b30b-55256b2a6d29 x-openstack-request-id: req-204d1432-7a6e-4319-b30b-55256b2a6d29 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:32:32.407460 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eceb1b8-92b4-44e2-a123-639237a220bb", "tag": "68a8cb60-584d-4b07-b2dc-9c476d74e9d8", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:32:32.418585 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-204d1432-7a6e-4319-b30b-55256b2a6d29 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:32:32.419610 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eceb1b8-92b4-44e2-a123-639237a220bb', 'tag': '68a8cb60-584d-4b07-b2dc-9c476d74e9d8', 'status': 'completed', 'code': 200} Feb 19 04:32:32.422018 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ae7bd19-e8d7-4aa3-8769-8b5e7fe1a52b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (d1377357-9df2-43c7-8040-3168d758a43b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:32.422897 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-8ae7bd19-e8d7-4aa3-8769-8b5e7fe1a52b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Added segment d1377357-9df2-43c7-8040-3168d758a43b of type vlan for network 028880d7-02f5-46d8-b5e4-f490e03ff5f5 Feb 19 04:32:32.475722 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f0fa3-5d85-4879-aa6c-94ea048d63bd service neutron] Pushing event updated for resources: {'Port': ['ID=68a8cb60-584d-4b07-b2dc-9c476d74e9d8,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:32.479875 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d46e4816-58c7-4076-9ae3-93d581f76ad6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (2d194b16-3b4a-451a-8b22-f496ebe276d1), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:32.518519 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5914b57f-3908-4ae5-9bd2-7d73265bc624 None None] Current status of the port 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:32.670485 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d46e4816-58c7-4076-9ae3-93d581f76ad6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (2d194b16-3b4a-451a-8b22-f496ebe276d1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:32.803424 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-dd203dfc-05a5-4e59-ad77-21cb678f5cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:32.818448 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ae7bd19-e8d7-4aa3-8769-8b5e7fe1a52b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (028880d7-02f5-46d8-b5e4-f490e03ff5f5), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:32.823529 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=2c7fddd5-ed53-44f7-a6e5-c69b9a00985c,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:32.864826 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e4816-58c7-4076-9ae3-93d581f76ad6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Subnet': ['ID=2d194b16-3b4a-451a-8b22-f496ebe276d1,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:32.899602 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:32:27Z', 'revision_number': 4, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '31bc6e5a-4893-436f-a2c4-a85553a24d1a', 'name': '', 'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:bf:b3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:24Z', 'updated_at': '2022-02-19T04:32:28Z', 'revision_number': 2, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:16Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf499ca9-01fe-4545-82d2-c821530303b9', 'name': '', 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:a2:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:10Z', 'updated_at': '2022-02-19T04:32:27Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:32.986080 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port cf499ca9-01fe-4545-82d2-c821530303b9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:32.987791 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71f12f-accc-44cf-b538-fa1fc4dbf527 req-fcbb0df0-e43f-4c44-87e2-858c16399a2c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:32.998325 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3d4c5-d908-40e3-851e-86f6f4478997 req-7cb92d61-e0b3-45a4-9945-9970ab74f535 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:32.998716 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3b71f12f-accc-44cf-b538-fa1fc4dbf527 req-fcbb0df0-e43f-4c44-87e2-858c16399a2c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.3094881 Feb 19 04:32:33.002645 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-01b8830b-f2a6-4d70-b945-ef4191d550b2 None None] Provisioning complete for port cf499ca9-01fe-4545-82d2-c821530303b9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:33.003047 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-01b8830b-f2a6-4d70-b945-ef4191d550b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (cf499ca9-01fe-4545-82d2-c821530303b9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:33.029925 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] Checking router: ea18b4f9-4554-4b9f-ba35-6f318a3a7537 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:32:33.031801 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-91c3d4c5-d908-40e3-851e-86f6f4478997 req-7cb92d61-e0b3-45a4-9945-9970ab74f535 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 943 time: 1.0846376 Feb 19 04:32:33.032447 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] Updating router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 port 31bc6e5a-4893-436f-a2c4-a85553a24d1a binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:32:33.048691 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.resource_extend [None req-8ae7bd19-e8d7-4aa3-8769-8b5e7fe1a52b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:32:33.076511 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9230d51-1094-4941-bfec-4209dae28bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-7fa745fa-26ee-4ba4-b375-2054d089d56c', 'network_id': '7fa745fa-26ee-4ba4-b375-2054d089d56c', 'project_id': 'f2f36d5f8e834902b96bc27964742316', 'fixed_ips': [{'subnet_id': '2d194b16-3b4a-451a-8b22-f496ebe276d1'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:32:33.077995 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d46e4816-58c7-4076-9ae3-93d581f76ad6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (7fa745fa-26ee-4ba4-b375-2054d089d56c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:33.083001 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b9230d51-1094-4941-bfec-4209dae28bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:33.098135 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3b71f12f-accc-44cf-b538-fa1fc4dbf527 req-e342d72e-18ef-4ee9-86c3-5e7564933a05 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965741 Feb 19 04:32:33.105779 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (31bc6e5a-4893-436f-a2c4-a85553a24d1a), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:33.117944 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-74a6dcaf-7523-43c6-9542-299ae705cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:33.125529 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-74a6dcaf-7523-43c6-9542-299ae705cba7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 1125 time: 0.8961842 Feb 19 04:32:33.217685 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-d46e4816-58c7-4076-9ae3-93d581f76ad6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa745fa-26ee-4ba4-b375-2054d089d56c']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:33.271828 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-d46e4816-58c7-4076-9ae3-93d581f76ad6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4524cac4-c1f5-4cba-a476-e6e86b317e9b') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:33.272375 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-d46e4816-58c7-4076-9ae3-93d581f76ad6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4524cac4-c1f5-4cba-a476-e6e86b317e9b') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:33.331937 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d46e4816-58c7-4076-9ae3-93d581f76ad6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (4524cac4-c1f5-4cba-a476-e6e86b317e9b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:33.447756 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:33.465134 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-0e63718c-e3b0-44d2-af46-770f977f1162 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68a8cb60-584d-4b07-b2dc-9c476d74e9d8 HTTP/1.1" status: 200 len: 217 time: 0.3196485 Feb 19 04:32:33.470623 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ae7bd19-e8d7-4aa3-8769-8b5e7fe1a52b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (028880d7-02f5-46d8-b5e4-f490e03ff5f5), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:33.490904 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae7bd19-e8d7-4aa3-8769-8b5e7fe1a52b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:33.494955 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ae7bd19-e8d7-4aa3-8769-8b5e7fe1a52b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:33.538615 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d46e4816-58c7-4076-9ae3-93d581f76ad6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (4524cac4-c1f5-4cba-a476-e6e86b317e9b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:33.579057 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46e4816-58c7-4076-9ae3-93d581f76ad6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:32:33.586734 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d46e4816-58c7-4076-9ae3-93d581f76ad6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (4524cac4-c1f5-4cba-a476-e6e86b317e9b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:32:33.599203 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:32:33.625118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-01b8830b-f2a6-4d70-b945-ef4191d550b2 None None] Current status of the port cf499ca9-01fe-4545-82d2-c821530303b9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:33.658977 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fb7229-6630-4404-9085-c4e5f618d236 None None] Network 7fa745fa-26ee-4ba4-b375-2054d089d56c requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:33.713019 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-91c3d4c5-d908-40e3-851e-86f6f4478997 req-bdd21309-1c0f-4ed7-b2b5-120950c67fd3 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6772945 Feb 19 04:32:33.823522 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-550c4e97-5d90-4e54-98a3-f92c4a893cbb tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting port 1b9daba2-1a0d-4e61-94f7-aa13a1b1ba6f {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:33.824305 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-550c4e97-5d90-4e54-98a3-f92c4a893cbb tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (1b9daba2-1a0d-4e61-94f7-aa13a1b1ba6f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:33.978287 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab360d-a44c-42b1-b64a-6262bf2f0df9 req-1dfd77e1-3c38-4a31-a019-c2ee1b09fcfe tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:34.046939 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-79ab360d-a44c-42b1-b64a-6262bf2f0df9 req-1dfd77e1-3c38-4a31-a019-c2ee1b09fcfe tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.6881671 Feb 19 04:32:34.075907 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] Publish callbacks [] for port (31bc6e5a-4893-436f-a2c4-a85553a24d1a), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:34.096898 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (31bc6e5a-4893-436f-a2c4-a85553a24d1a), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:34.267501 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-79ab360d-a44c-42b1-b64a-6262bf2f0df9 req-0890e386-5138-4652-877e-848d0c1a6acf tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190833 Feb 19 04:32:34.274475 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d46e4816-58c7-4076-9ae3-93d581f76ad6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (7fa745fa-26ee-4ba4-b375-2054d089d56c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:34.281879 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:34.282467 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2c7fddd5-ed53-44f7-a6e5-c69b9a00985c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:34.295547 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d46e4816-58c7-4076-9ae3-93d581f76ad6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:34.305942 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14ec58-8b0e-445f-96ba-56ca2626f70b None None] Pushing event updated for resources: {'Port': ['ID=31bc6e5a-4893-436f-a2c4-a85553a24d1a,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:34.306626 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d46e4816-58c7-4076-9ae3-93d581f76ad6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/networks/7fa745fa-26ee-4ba4-b375-2054d089d56c HTTP/1.1" status: 204 len: 168 time: 2.6845098 Feb 19 04:32:34.313132 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7bd19-e8d7-4aa3-8769-8b5e7fe1a52b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Network': ['ID=028880d7-02f5-46d8-b5e4-f490e03ff5f5,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:34.328453 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55526) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:34.359462 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-e7092764-c99a-4a57-a6b2-a8033b6ce1dd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-570392958'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:34.426255 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e4816-58c7-4076-9ae3-93d581f76ad6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Network': ['ID=7fa745fa-26ee-4ba4-b375-2054d089d56c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:34.432059 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8ae7bd19-e8d7-4aa3-8769-8b5e7fe1a52b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.0078170 Feb 19 04:32:34.439934 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55532) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:34.460902 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad7ca94-a1d7-4519-a495-57f6ab088b44 None None] Network 92b41a0f-772c-4f71-afb1-fed12c241cef requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:34.470418 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-af4e30b9-e28b-48b9-b733-1d02d788a73c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'subnet': {'network_id': '028880d7-02f5-46d8-b5e4-f490e03ff5f5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:34.521115 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-0776bd29-05fd-43aa-a77c-061039c8951d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:34.529247 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-0776bd29-05fd-43aa-a77c-061039c8951d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eaacfa74-c5cd-4e0a-8538-dc93b8209234 HTTP/1.1" status: 200 len: 855 time: 0.9827762 Feb 19 04:32:34.530697 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] Attempting to bind port 31bc6e5a-4893-436f-a2c4-a85553a24d1a on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:34.531820 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-550c4e97-5d90-4e54-98a3-f92c4a893cbb tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (1b9daba2-1a0d-4e61-94f7-aa13a1b1ba6f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:34.532039 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] Attempting to bind port 31bc6e5a-4893-436f-a2c4-a85553a24d1a by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '4216d402-ef44-4d51-8d48-182e639c0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:34.533075 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] Attempting to bind port 31bc6e5a-4893-436f-a2c4-a85553a24d1a on network 92b41a0f-772c-4f71-afb1-fed12c241cef {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:34.545497 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:34.546518 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] Checking segment: {'id': '4216d402-ef44-4d51-8d48-182e639c0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:34.547430 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:34.548464 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] Bound using segment: {'id': '4216d402-ef44-4d51-8d48-182e639c0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:34.550009 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] Bound port: 31bc6e5a-4893-436f-a2c4-a85553a24d1a, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4216d402-ef44-4d51-8d48-182e639c0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:34.551931 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (31bc6e5a-4893-436f-a2c4-a85553a24d1a), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:34.612815 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-af534429-d278-4e87-b295-867ac3117a05 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a1ab27e-256e-4216-9b7b-6df531fa62cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772281 Feb 19 04:32:34.619742 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-550c4e97-5d90-4e54-98a3-f92c4a893cbb tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Calling delete_port for 1b9daba2-1a0d-4e61-94f7-aa13a1b1ba6f owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:34.745734 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] For port 31bc6e5a-4893-436f-a2c4-a85553a24d1a, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:34.750571 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-55d9e7dc-c11d-438e-bea4-6bf95403a013 None None] Provisioning complete for port b9ec3d0d-6110-456c-9c7c-560866a5df55 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:34.751610 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-55d9e7dc-c11d-438e-bea4-6bf95403a013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b9ec3d0d-6110-456c-9c7c-560866a5df55), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:34.759771 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] For port 31bc6e5a-4893-436f-a2c4-a85553a24d1a, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=31bc6e5a-4893-436f-a2c4-a85553a24d1a,segment=NetworkSegment(4216d402-ef44-4d51-8d48-182e639c0549),segment_id=4216d402-ef44-4d51-8d48-182e639c0549)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:34.777847 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (31bc6e5a-4893-436f-a2c4-a85553a24d1a), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:34.805399 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 028880d7-02f5-46d8-b5e4-f490e03ff5f5 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:32:35.001255 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4e30b9-e28b-48b9-b733-1d02d788a73c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Made reservation on behalf of 1071eeaddc2c4d58b8e80d78e76c86fe for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:35.015740 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-af4e30b9-e28b-48b9-b733-1d02d788a73c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:35.063349 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14ec58-8b0e-445f-96ba-56ca2626f70b None None] Pushing event updated for resources: {'Port': ['ID=31bc6e5a-4893-436f-a2c4-a85553a24d1a,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:35.112970 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] Routers {'ea18b4f9-4554-4b9f-ba35-6f318a3a7537'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:35.112970 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:32:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:35.143818 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7092764-c99a-4a57-a6b2-a8033b6ce1dd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Made reservation on behalf of f2f36d5f8e834902b96bc27964742316 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:35.165073 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e7092764-c99a-4a57-a6b2-a8033b6ce1dd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:35.234537 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-fbd04060-4a10-4292-8732-d6e24b582478 service neutron] 10.222.0.10 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6108453 Feb 19 04:32:35.380056 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] Set router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:35.436422 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351f88f-abe3-44c6-bd6c-12d4316fc760 req-384de66a-952a-44ca-8a88-5cd974f04a87 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:35.458210 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d351f88f-abe3-44c6-bd6c-12d4316fc760 req-384de66a-952a-44ca-8a88-5cd974f04a87 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.7595396 Feb 19 04:32:35.467122 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-475b19b6-8e48-4545-a6f4-7dbb04127284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:35.629086 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:35.683820 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7092764-c99a-4a57-a6b2-a8033b6ce1dd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:32:35.732088 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-55d9e7dc-c11d-438e-bea4-6bf95403a013 None None] Current status of the port b9ec3d0d-6110-456c-9c7c-560866a5df55 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:35.777767 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb684e24-f13e-4bce-a9f7-5078194cf0f5 req-f79cdca7-e3a0-448d-a81b-284e747cd522 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:35.792397 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-eb684e24-f13e-4bce-a9f7-5078194cf0f5 req-f79cdca7-e3a0-448d-a81b-284e747cd522 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 943 time: 0.7230804 Feb 19 04:32:35.825278 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e7092764-c99a-4a57-a6b2-a8033b6ce1dd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (920bb12b-1371-458a-9696-62c041d3dcb6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:35.825773 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-e7092764-c99a-4a57-a6b2-a8033b6ce1dd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Added segment 920bb12b-1371-458a-9696-62c041d3dcb6 of type vlan for network 3440e45b-c1bf-413e-8bf5-199a5bdf7c5d Feb 19 04:32:35.839885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-55d9e7dc-c11d-438e-bea4-6bf95403a013 None None] Provisioning complete for port 1b9daba2-1a0d-4e61-94f7-aa13a1b1ba6f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:35.850058 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-55d9e7dc-c11d-438e-bea4-6bf95403a013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1b9daba2-1a0d-4e61-94f7-aa13a1b1ba6f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:35.901950 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d351f88f-abe3-44c6-bd6c-12d4316fc760 req-268191fa-cf33-473b-b3a7-7b27715e48df tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424181 Feb 19 04:32:35.911999 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-eb684e24-f13e-4bce-a9f7-5078194cf0f5 req-5b52680c-2cda-4950-8e4a-7efc05735941 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191959 Feb 19 04:32:36.045438 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-55d9e7dc-c11d-438e-bea4-6bf95403a013 None None] Port 1b9daba2-1a0d-4e61-94f7-aa13a1b1ba6f cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:32:36.111477 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2dffb0e6-6d07-4ba5-803f-20e02b9f6a51 req-530d9010-604d-4fad-b7fd-0ec70fd3c91d service neutron] 10.222.0.10 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8393652 Feb 19 04:32:36.156205 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-550c4e97-5d90-4e54-98a3-f92c4a893cbb tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (1b9daba2-1a0d-4e61-94f7-aa13a1b1ba6f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:36.196660 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1df8cb64-5789-4a31-8464-ee565f07fcec None None] Provisioning complete for port 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:36.197512 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1df8cb64-5789-4a31-8464-ee565f07fcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2c7fddd5-ed53-44f7-a6e5-c69b9a00985c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:36.229304 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e7092764-c99a-4a57-a6b2-a8033b6ce1dd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (3440e45b-c1bf-413e-8bf5-199a5bdf7c5d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:36.239056 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:32:27Z', 'revision_number': 4, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '31bc6e5a-4893-436f-a2c4-a85553a24d1a', 'name': '', 'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:bf:b3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:24Z', 'updated_at': '2022-02-19T04:32:34Z', 'revision_number': 4, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:16Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf499ca9-01fe-4545-82d2-c821530303b9', 'name': '', 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:a2:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:10Z', 'updated_at': '2022-02-19T04:32:27Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:36.352757 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18912c23-9970-4fd5-bf5e-2c36544cac6a None None] The sync data for ids ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'] in n-d-772273-4 is: [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:32:27Z', 'revision_number': 4, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '31bc6e5a-4893-436f-a2c4-a85553a24d1a', 'name': '', 'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:bf:b3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:24Z', 'updated_at': '2022-02-19T04:32:34Z', 'revision_number': 4, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:16Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf499ca9-01fe-4545-82d2-c821530303b9', 'name': '', 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:a2:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:10Z', 'updated_at': '2022-02-19T04:32:27Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:32:36.389679 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c4e97-5d90-4e54-98a3-f92c4a893cbb tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Port': ['ID=1b9daba2-1a0d-4e61-94f7-aa13a1b1ba6f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:36.470431 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.resource_extend [None req-e7092764-c99a-4a57-a6b2-a8033b6ce1dd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:32:36.601434 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1df8cb64-5789-4a31-8464-ee565f07fcec None None] Current status of the port 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:36.613872 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e7092764-c99a-4a57-a6b2-a8033b6ce1dd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (3440e45b-c1bf-413e-8bf5-199a5bdf7c5d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:36.615518 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1df8cb64-5789-4a31-8464-ee565f07fcec None None] Could not find standard attr ID for object 1b9daba2-1a0d-4e61-94f7-aa13a1b1ba6f. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:32:36.625576 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7092764-c99a-4a57-a6b2-a8033b6ce1dd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:36.626725 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e7092764-c99a-4a57-a6b2-a8033b6ce1dd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:36.652412 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1df8cb64-5789-4a31-8464-ee565f07fcec None None] Provisioning complete for port 31bc6e5a-4893-436f-a2c4-a85553a24d1a triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:36.652842 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1df8cb64-5789-4a31-8464-ee565f07fcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (31bc6e5a-4893-436f-a2c4-a85553a24d1a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:36.706310 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fc209-9d34-4cf6-bf25-54e738eadbef req-b540a158-ec27-41b7-8256-8af0ee4f366c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:36.721218 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-234fc209-9d34-4cf6-bf25-54e738eadbef req-b540a158-ec27-41b7-8256-8af0ee4f366c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.5567110 Feb 19 04:32:36.795529 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e7092764-c99a-4a57-a6b2-a8033b6ce1dd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4619930 Feb 19 04:32:36.828944 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55564) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:36.854157 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:36.859438 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-6d550dbb-869e-4109-9009-3e2dcff07abd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'network': {'name': 'New_network'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:37.010317 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1df8cb64-5789-4a31-8464-ee565f07fcec None None] Current status of the port 31bc6e5a-4893-436f-a2c4-a85553a24d1a is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:37.014833 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1df8cb64-5789-4a31-8464-ee565f07fcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (31bc6e5a-4893-436f-a2c4-a85553a24d1a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:37.113131 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e7e77-6b38-474b-a2b7-5c08e8f0654b req-f96d11a2-2e00-49d1-a64f-2d8122048611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:37.122789 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-269e7e77-6b38-474b-a2b7-5c08e8f0654b req-f96d11a2-2e00-49d1-a64f-2d8122048611 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 1125 time: 0.8616164 Feb 19 04:32:37.245702 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-1df8cb64-5789-4a31-8464-ee565f07fcec None None] For port 31bc6e5a-4893-436f-a2c4-a85553a24d1a, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=31bc6e5a-4893-436f-a2c4-a85553a24d1a,segment=NetworkSegment(4216d402-ef44-4d51-8d48-182e639c0549),segment_id=4216d402-ef44-4d51-8d48-182e639c0549)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:37.261341 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1df8cb64-5789-4a31-8464-ee565f07fcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (31bc6e5a-4893-436f-a2c4-a85553a24d1a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:37.446152 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-550c4e97-5d90-4e54-98a3-f92c4a893cbb tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (589ff181-5645-411a-b9ee-84ada545bf7f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:37.514756 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:37.575023 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8cb64-5789-4a31-8464-ee565f07fcec None None] Pushing event updated for resources: {'Port': ['ID=31bc6e5a-4893-436f-a2c4-a85553a24d1a,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:37.580741 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8b69fd8c-1a67-4c56-9c5d-711179dc7fe0 None None] Provisioning complete for port 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:37.581428 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8b69fd8c-1a67-4c56-9c5d-711179dc7fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2c7fddd5-ed53-44f7-a6e5-c69b9a00985c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:38.093184 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8b69fd8c-1a67-4c56-9c5d-711179dc7fe0 None None] Current status of the port 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:38.112401 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:38.130675 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 31bc6e5a-4893-436f-a2c4-a85553a24d1a up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:38.234416 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8b69fd8c-1a67-4c56-9c5d-711179dc7fe0 None None] Provisioning complete for port 31bc6e5a-4893-436f-a2c4-a85553a24d1a triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:38.238069 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8b69fd8c-1a67-4c56-9c5d-711179dc7fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (31bc6e5a-4893-436f-a2c4-a85553a24d1a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:38.438189 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 31bc6e5a-4893-436f-a2c4-a85553a24d1a triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:38.438849 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (31bc6e5a-4893-436f-a2c4-a85553a24d1a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:38.638951 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6d550dbb-869e-4109-9009-3e2dcff07abd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (3440e45b-c1bf-413e-8bf5-199a5bdf7c5d), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:38.718743 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-234fc209-9d34-4cf6-bf25-54e738eadbef req-d5caf5f6-aa19-442e-8691-3b86a380c3ea tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9953194 Feb 19 04:32:38.734447 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8b69fd8c-1a67-4c56-9c5d-711179dc7fe0 None None] Current status of the port 31bc6e5a-4893-436f-a2c4-a85553a24d1a is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:38.747902 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7092764-c99a-4a57-a6b2-a8033b6ce1dd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Network': ['ID=3440e45b-c1bf-413e-8bf5-199a5bdf7c5d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:38.756858 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6d550dbb-869e-4109-9009-3e2dcff07abd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (3440e45b-c1bf-413e-8bf5-199a5bdf7c5d), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:38.786657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 3440e45b-c1bf-413e-8bf5-199a5bdf7c5d details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:32:38.791738 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-af4e30b9-e28b-48b9-b733-1d02d788a73c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:38.886169 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6d550dbb-869e-4109-9009-3e2dcff07abd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Network 3440e45b-c1bf-413e-8bf5-199a5bdf7c5d is not hosted by any dhcp agent {{(pid=115198) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 04:32:38.903967 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d550dbb-869e-4109-9009-3e2dcff07abd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:38.905133 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6d550dbb-869e-4109-9009-3e2dcff07abd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:38.907823 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6d550dbb-869e-4109-9009-3e2dcff07abd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "PUT /v2.0/networks/3440e45b-c1bf-413e-8bf5-199a5bdf7c5d HTTP/1.1" status: 200 len: 723 time: 2.0647733 Feb 19 04:32:38.914767 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e7e77-6b38-474b-a2b7-5c08e8f0654b req-3b34737b-3997-47c8-8e13-2df95da6fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:38.919620 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-269e7e77-6b38-474b-a2b7-5c08e8f0654b req-3b34737b-3997-47c8-8e13-2df95da6fb4a service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 200 len: 915 time: 1.6180339 Feb 19 04:32:38.936434 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55594) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:39.114570 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-08188174-8531-4122-9c4d-0861ef7f8310 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'subnet': {'network_id': '3440e45b-c1bf-413e-8bf5-199a5bdf7c5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:39.139084 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:39.148056 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8eef3a9a-bdd4-4cbc-860c-5e44b22b6198 None None] Provisioning complete for port 31bc6e5a-4893-436f-a2c4-a85553a24d1a triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:39.152280 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8eef3a9a-bdd4-4cbc-860c-5e44b22b6198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (31bc6e5a-4893-436f-a2c4-a85553a24d1a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:39.159481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 31bc6e5a-4893-436f-a2c4-a85553a24d1a is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:39.201862 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550c4e97-5d90-4e54-98a3-f92c4a893cbb tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Router 589ff181-5645-411a-b9ee-84ada545bf7f has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:32:39.209211 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-269e7e77-6b38-474b-a2b7-5c08e8f0654b req-528f8f6e-5626-4044-9ecf-023335989f67 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68a8cb60-584d-4b07-b2dc-9c476d74e9d8 HTTP/1.1" status: 200 len: 217 time: 0.2763510 Feb 19 04:32:39.228727 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e30b9-e28b-48b9-b733-1d02d788a73c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Subnet': ['ID=6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:39.308095 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:39.336397 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4e30b9-e28b-48b9-b733-1d02d788a73c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Checking segment: {'id': 'd1377357-9df2-43c7-8040-3168d758a43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '028880d7-02f5-46d8-b5e4-f490e03ff5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:39.336761 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4e30b9-e28b-48b9-b733-1d02d788a73c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network hostable DHCP agents. Network: 028880d7-02f5-46d8-b5e4-f490e03ff5f5, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:32:39.339648 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d550dbb-869e-4109-9009-3e2dcff07abd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Network': ['ID=3440e45b-c1bf-413e-8bf5-199a5bdf7c5d,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:39.403848 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaded30-2dd1-469c-bf58-648c18b25197 req-d585c794-49ab-4bd9-bdef-65cea611b567 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:39.412568 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-baaded30-2dd1-469c-bf58-648c18b25197 req-d585c794-49ab-4bd9-bdef-65cea611b567 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.2981722 Feb 19 04:32:39.424590 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4e30b9-e28b-48b9-b733-1d02d788a73c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network 028880d7-02f5-46d8-b5e4-f490e03ff5f5 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:32:39.459890 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-af4e30b9-e28b-48b9-b733-1d02d788a73c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 028880d7-02f5-46d8-b5e4-f490e03ff5f5) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:39.470839 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4e30b9-e28b-48b9-b733-1d02d788a73c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:39.471823 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-af4e30b9-e28b-48b9-b733-1d02d788a73c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:39.473176 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 3440e45b-c1bf-413e-8bf5-199a5bdf7c5d details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:32:39.524998 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-af4e30b9-e28b-48b9-b733-1d02d788a73c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.0830204 Feb 19 04:32:39.531349 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55604) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:39.630432 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f8b9b-1055-4f5b-94f7-e5b1bd2dbdd6 req-ab1a5c32-258f-4f8d-93ed-92411ec4b1be tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:39.637103 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a53899-139e-4224-9726-204da6b9d3fc None None] Network 028880d7-02f5-46d8-b5e4-f490e03ff5f5 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:39.637402 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3a4f8b9b-1055-4f5b-94f7-e5b1bd2dbdd6 req-ab1a5c32-258f-4f8d-93ed-92411ec4b1be tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 943 time: 2.2852476 Feb 19 04:32:39.640962 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8eef3a9a-bdd4-4cbc-860c-5e44b22b6198 None None] Current status of the port 31bc6e5a-4893-436f-a2c4-a85553a24d1a is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:39.824704 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e7e77-6b38-474b-a2b7-5c08e8f0654b req-6c69add5-0ec7-47e1-b34d-969f89dcac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:39.825133 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-baaded30-2dd1-469c-bf58-648c18b25197 req-da300651-ccc9-4c1f-af76-2280478cc973 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088809 Feb 19 04:32:39.827298 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-269e7e77-6b38-474b-a2b7-5c08e8f0654b req-6c69add5-0ec7-47e1-b34d-969f89dcac6d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eaacfa74-c5cd-4e0a-8538-dc93b8209234 HTTP/1.1" status: 200 len: 855 time: 0.3256922 Feb 19 04:32:39.873120 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 68a8cb60-584d-4b07-b2dc-9c476d74e9d8 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:32:39.931525 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-269e7e77-6b38-474b-a2b7-5c08e8f0654b req-98b5395c-127a-413d-aa7d-fffabf77000a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a1ab27e-256e-4216-9b7b-6df531fa62cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943036 Feb 19 04:32:40.041051 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08188174-8531-4122-9c4d-0861ef7f8310 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Made reservation on behalf of f2f36d5f8e834902b96bc27964742316 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:40.047702 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-08188174-8531-4122-9c4d-0861ef7f8310 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:40.134070 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 68a8cb60-584d-4b07-b2dc-9c476d74e9d8, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=68a8cb60-584d-4b07-b2dc-9c476d74e9d8,segment=NetworkSegment(676396c9-7f78-4ddc-b308-461a68f79b59),segment_id=676396c9-7f78-4ddc-b308-461a68f79b59)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:40.170437 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '68a8cb60-584d-4b07-b2dc-9c476d74e9d8', 'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc', 'port_id': '68a8cb60-584d-4b07-b2dc-9c476d74e9d8', 'mac_address': 'fa:16:3e:1a:32:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaacfa74-c5cd-4e0a-8538-dc93b8209234', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:32:40.177737 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8a08601a-81bc-47d9-8409-660a74f2ff46 None None] Provisioning complete for port 31bc6e5a-4893-436f-a2c4-a85553a24d1a triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:40.178129 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8a08601a-81bc-47d9-8409-660a74f2ff46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (31bc6e5a-4893-436f-a2c4-a85553a24d1a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:40.268896 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c13b57-b20c-4f81-b3ed-efc613e21ab3 req-089cba84-0fa5-4919-b1cf-5c328ceeb317 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:40.271642 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a0c13b57-b20c-4f81-b3ed-efc613e21ab3 req-089cba84-0fa5-4919-b1cf-5c328ceeb317 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.2762477 Feb 19 04:32:40.362734 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3e18f7-09cc-4594-828b-c86a716ecb14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-028880d7-02f5-46d8-b5e4-f490e03ff5f5', 'network_id': '028880d7-02f5-46d8-b5e4-f490e03ff5f5', 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'fixed_ips': [{'subnet_id': '6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:32:40.364125 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8c3e18f7-09cc-4594-828b-c86a716ecb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:40.399162 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 68a8cb60-584d-4b07-b2dc-9c476d74e9d8 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:40.400197 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (68a8cb60-584d-4b07-b2dc-9c476d74e9d8), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:40.532720 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a8cb60-584d-4b07-b2dc-9c476d74e9d8 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:32:40.634460 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 68a8cb60-584d-4b07-b2dc-9c476d74e9d8, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=68a8cb60-584d-4b07-b2dc-9c476d74e9d8,segment=NetworkSegment(676396c9-7f78-4ddc-b308-461a68f79b59),segment_id=676396c9-7f78-4ddc-b308-461a68f79b59)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:40.663520 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (68a8cb60-584d-4b07-b2dc-9c476d74e9d8), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:40.687869 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a0c13b57-b20c-4f81-b3ed-efc613e21ab3 req-0867da95-7b67-4e7f-a108-734171d1d615 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061396 Feb 19 04:32:40.754630 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550c4e97-5d90-4e54-98a3-f92c4a893cbb tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:32:40.771374 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-269e7e77-6b38-474b-a2b7-5c08e8f0654b req-2cb904fb-b267-4814-8737-001679280fab service neutron] 10.222.0.10 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8127022 Feb 19 04:32:40.784307 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-550c4e97-5d90-4e54-98a3-f92c4a893cbb tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "PUT /v2.0/routers/589ff181-5645-411a-b9ee-84ada545bf7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3240330 Feb 19 04:32:40.786655 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-08188174-8531-4122-9c4d-0861ef7f8310 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (b794d976-f54b-4b18-a1bb-ef5074cc55bb), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:40.790514 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55624) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:40.841136 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=68a8cb60-584d-4b07-b2dc-9c476d74e9d8,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:40.845160 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb2794-5188-4829-943d-a28183090f8d None None] Sync routers for ids ['589ff181-5645-411a-b9ee-84ada545bf7f'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:32:40.879082 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3a4f8b9b-1055-4f5b-94f7-e5b1bd2dbdd6 req-e9ec02bf-d8cb-47d3-8a65-4eeb8a51557a tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1564677 Feb 19 04:32:40.969133 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['68a8cb60-584d-4b07-b2dc-9c476d74e9d8'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:32:41.011960 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-8c3e18f7-09cc-4594-828b-c86a716ecb14 None None] Allocated IP 2001:db8:3::2 (028880d7-02f5-46d8-b5e4-f490e03ff5f5/6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365/fdc92816-df2f-47dc-8d2a-b0c1970c3980) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:32:41.079093 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08188174-8531-4122-9c4d-0861ef7f8310 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Subnet': ['ID=b794d976-f54b-4b18-a1bb-ef5074cc55bb,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:41.214429 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8a08601a-81bc-47d9-8409-660a74f2ff46 None None] Current status of the port 31bc6e5a-4893-436f-a2c4-a85553a24d1a is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:41.228311 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08188174-8531-4122-9c4d-0861ef7f8310 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Checking segment: {'id': '920bb12b-1371-458a-9696-62c041d3dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3440e45b-c1bf-413e-8bf5-199a5bdf7c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:41.228865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08188174-8531-4122-9c4d-0861ef7f8310 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Network hostable DHCP agents. Network: 3440e45b-c1bf-413e-8bf5-199a5bdf7c5d, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:32:41.303540 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-269e7e77-6b38-474b-a2b7-5c08e8f0654b req-f4ecc439-9110-40f2-b641-bacf0f7dda20 service neutron] 10.222.0.10 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024221 Feb 19 04:32:41.304147 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-5be32516-b787-4996-afc3-fcb56e21aac1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] remove_router_interface failed (client error): The resource could not be found. Feb 19 04:32:41.305554 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08188174-8531-4122-9c4d-0861ef7f8310 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Network 3440e45b-c1bf-413e-8bf5-199a5bdf7c5d is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:32:41.310933 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5be32516-b787-4996-afc3-fcb56e21aac1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "PUT /v2.0/routers/589ff181-5645-411a-b9ee-84ada545bf7f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5091479 Feb 19 04:32:41.313499 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55636) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:41.334457 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb2794-5188-4829-943d-a28183090f8d None None] Routers {'589ff181-5645-411a-b9ee-84ada545bf7f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:41.337006 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-08188174-8531-4122-9c4d-0861ef7f8310 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 3440e45b-c1bf-413e-8bf5-199a5bdf7c5d) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:41.337271 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-05cb2794-5188-4829-943d-a28183090f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:32:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['589ff181-5645-411a-b9ee-84ada545bf7f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:41.361219 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08188174-8531-4122-9c4d-0861ef7f8310 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:41.362569 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-08188174-8531-4122-9c4d-0861ef7f8310 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:41.372749 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e146eb7-f381-4249-b450-9fcddac5fec5 None None] Network 3440e45b-c1bf-413e-8bf5-199a5bdf7c5d requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:41.460941 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91249e17-4528-45e2-b744-3bb15c9c804d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:41.471139 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-08188174-8531-4122-9c4d-0861ef7f8310 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3612266 Feb 19 04:32:41.471884 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55638) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:41.481411 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-d287d6a3-3daf-4fb7-bf6c-19262538c631 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:41.533244 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fb1671c4-c4c0-4276-9005-5298c982aea9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "GET /v2.0/ports?device_id=589ff181-5645-411a-b9ee-84ada545bf7f HTTP/1.1" status: 200 len: 205 time: 0.2135456 Feb 19 04:32:41.551462 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55640) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:41.831201 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-81c6cf5e-3643-444b-80c8-78194c052ecd tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (589ff181-5645-411a-b9ee-84ada545bf7f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:41.845330 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d287d6a3-3daf-4fb7-bf6c-19262538c631 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6233830'] for subnet (b794d976-f54b-4b18-a1bb-ef5074cc55bb), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:42.097316 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1394ad-c517-467b-87aa-580f8ce44192 req-581ab807-deec-4790-9889-8e6e9236fe62 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:42.100509 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2f1394ad-c517-467b-87aa-580f8ce44192 req-581ab807-deec-4790-9889-8e6e9236fe62 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 1.1136978 Feb 19 04:32:42.118573 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-05cb2794-5188-4829-943d-a28183090f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:42.375227 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2f1394ad-c517-467b-87aa-580f8ce44192 req-965bd6c5-baa5-4a76-a70e-614299152b99 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622716 Feb 19 04:32:42.414800 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb2794-5188-4829-943d-a28183090f8d None None] Routers {'589ff181-5645-411a-b9ee-84ada545bf7f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:42.416200 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-05cb2794-5188-4829-943d-a28183090f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:32:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['589ff181-5645-411a-b9ee-84ada545bf7f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:42.474949 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8c3e18f7-09cc-4594-828b-c86a716ecb14 None None] Publish callbacks [] for port (fdc92816-df2f-47dc-8d2a-b0c1970c3980), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:42.573955 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-05cb2794-5188-4829-943d-a28183090f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:42.574642 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb2794-5188-4829-943d-a28183090f8d None None] The sync data for ids ['589ff181-5645-411a-b9ee-84ada545bf7f'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:32:42.684905 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8c3e18f7-09cc-4594-828b-c86a716ecb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (fdc92816-df2f-47dc-8d2a-b0c1970c3980), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:42.747229 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-81c6cf5e-3643-444b-80c8-78194c052ecd tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (589ff181-5645-411a-b9ee-84ada545bf7f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:42.769411 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-81c6cf5e-3643-444b-80c8-78194c052ecd tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router_controller (589ff181-5645-411a-b9ee-84ada545bf7f), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:42.804174 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd92f33-bb03-4761-b7d5-edea28356320 req-90ef3955-c55d-415b-b0d0-d86fe3a50763 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:42.808012 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fcd92f33-bb03-4761-b7d5-edea28356320 req-90ef3955-c55d-415b-b0d0-d86fe3a50763 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 944 time: 0.5774691 Feb 19 04:32:42.841827 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-91249e17-4528-45e2-b744-3bb15c9c804d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Allocated IP 2001:db8:3::1 (028880d7-02f5-46d8-b5e4-f490e03ff5f5/6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365/f249969c-45d5-4068-bd46-a0fb5c57ee91) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:32:42.990794 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-81c6cf5e-3643-444b-80c8-78194c052ecd tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (589ff181-5645-411a-b9ee-84ada545bf7f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:42.992303 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c6cf5e-3643-444b-80c8-78194c052ecd tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Fanout notify agent at l3_agent the message router_deleted on router 589ff181-5645-411a-b9ee-84ada545bf7f {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:32:43.008605 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-81c6cf5e-3643-444b-80c8-78194c052ecd tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:43.016603 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-81c6cf5e-3643-444b-80c8-78194c052ecd tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/routers/589ff181-5645-411a-b9ee-84ada545bf7f HTTP/1.1" status: 204 len: 168 time: 1.4642220 Feb 19 04:32:43.018854 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d287d6a3-3daf-4fb7-bf6c-19262538c631 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764045834114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5490254'] for subnet (b794d976-f54b-4b18-a1bb-ef5074cc55bb), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:43.034097 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55662) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:43.206558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3e18f7-09cc-4594-828b-c86a716ecb14 None None] Network 028880d7-02f5-46d8-b5e4-f490e03ff5f5 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:43.225299 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-8c3e18f7-09cc-4594-828b-c86a716ecb14 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:43.252243 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3e18f7-09cc-4594-828b-c86a716ecb14 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:32:43.267236 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fcd92f33-bb03-4761-b7d5-edea28356320 req-6fff2ae4-a5b1-408f-99f1-d07736ce72ad tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495575 Feb 19 04:32:43.274222 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a037c2ee-5131-4efe-8300-e7a17d725bc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-3440e45b-c1bf-413e-8bf5-199a5bdf7c5d', 'network_id': '3440e45b-c1bf-413e-8bf5-199a5bdf7c5d', 'project_id': 'f2f36d5f8e834902b96bc27964742316', 'fixed_ips': [{'subnet_id': 'b794d976-f54b-4b18-a1bb-ef5074cc55bb'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:32:43.281462 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a037c2ee-5131-4efe-8300-e7a17d725bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:43.294398 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91249e17-4528-45e2-b744-3bb15c9c804d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for port (f249969c-45d5-4068-bd46-a0fb5c57ee91), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:43.417263 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d287d6a3-3daf-4fb7-bf6c-19262538c631 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:43.418514 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d287d6a3-3daf-4fb7-bf6c-19262538c631 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:43.423999 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d287d6a3-3daf-4fb7-bf6c-19262538c631 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "PUT /v2.0/subnets/b794d976-f54b-4b18-a1bb-ef5074cc55bb HTTP/1.1" status: 200 len: 806 time: 1.9470692 Feb 19 04:32:43.425916 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55672) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:43.429071 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287d6a3-3daf-4fb7-bf6c-19262538c631 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Subnet': ['ID=b794d976-f54b-4b18-a1bb-ef5074cc55bb,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:43.521586 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e18f7-09cc-4594-828b-c86a716ecb14 None None] Pushing event updated for resources: {'Port': ['ID=fdc92816-df2f-47dc-8d2a-b0c1970c3980,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:43.564742 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff724393-05c7-4649-a3da-dff3ca93e9f8 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting subnet b6320fea-1a28-41c4-8f2b-68f67c95de7a {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:32:43.591736 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff724393-05c7-4649-a3da-dff3ca93e9f8 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for subnet (b6320fea-1a28-41c4-8f2b-68f67c95de7a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:43.638315 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91249e17-4528-45e2-b744-3bb15c9c804d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f249969c-45d5-4068-bd46-a0fb5c57ee91), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:43.786398 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9094f-16f7-4bc8-82e4-652727c16ac0 req-a7838ebd-51a8-4b17-92b4-2d2ec4cfcc8d tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:43.803053 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-64c9094f-16f7-4bc8-82e4-652727c16ac0 req-a7838ebd-51a8-4b17-92b4-2d2ec4cfcc8d tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.4166212 Feb 19 04:32:43.814102 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-8c3e18f7-09cc-4594-828b-c86a716ecb14 None None] Attempting to bind port fdc92816-df2f-47dc-8d2a-b0c1970c3980 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:43.814756 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-8c3e18f7-09cc-4594-828b-c86a716ecb14 None None] Attempting to bind port fdc92816-df2f-47dc-8d2a-b0c1970c3980 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'd1377357-9df2-43c7-8040-3168d758a43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '028880d7-02f5-46d8-b5e4-f490e03ff5f5'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:43.816447 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3e18f7-09cc-4594-828b-c86a716ecb14 None None] Attempting to bind port fdc92816-df2f-47dc-8d2a-b0c1970c3980 on network 028880d7-02f5-46d8-b5e4-f490e03ff5f5 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:43.834306 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff724393-05c7-4649-a3da-dff3ca93e9f8 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (b6320fea-1a28-41c4-8f2b-68f67c95de7a), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:43.850386 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3e18f7-09cc-4594-828b-c86a716ecb14 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:43.850982 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3e18f7-09cc-4594-828b-c86a716ecb14 None None] Checking segment: {'id': 'd1377357-9df2-43c7-8040-3168d758a43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '028880d7-02f5-46d8-b5e4-f490e03ff5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:43.851692 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8c3e18f7-09cc-4594-828b-c86a716ecb14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:43.852617 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3e18f7-09cc-4594-828b-c86a716ecb14 None None] Bound using segment: {'id': 'd1377357-9df2-43c7-8040-3168d758a43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '028880d7-02f5-46d8-b5e4-f490e03ff5f5'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:43.853547 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-8c3e18f7-09cc-4594-828b-c86a716ecb14 None None] Bound port: fdc92816-df2f-47dc-8d2a-b0c1970c3980, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1377357-9df2-43c7-8040-3168d758a43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '028880d7-02f5-46d8-b5e4-f490e03ff5f5'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:43.854133 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8c3e18f7-09cc-4594-828b-c86a716ecb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fdc92816-df2f-47dc-8d2a-b0c1970c3980), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:43.976664 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91249e17-4528-45e2-b744-3bb15c9c804d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network 028880d7-02f5-46d8-b5e4-f490e03ff5f5 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:44.010625 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-64c9094f-16f7-4bc8-82e4-652727c16ac0 req-fa622d88-b9cb-41b3-846c-cfe0d36451a3 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043676 Feb 19 04:32:44.046420 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-91249e17-4528-45e2-b744-3bb15c9c804d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:44.058739 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91249e17-4528-45e2-b744-3bb15c9c804d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:32:44.059680 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91249e17-4528-45e2-b744-3bb15c9c804d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:44.067008 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8c3e18f7-09cc-4594-828b-c86a716ecb14 None None] For port fdc92816-df2f-47dc-8d2a-b0c1970c3980, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:44.075847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8c3e18f7-09cc-4594-828b-c86a716ecb14 None None] For port fdc92816-df2f-47dc-8d2a-b0c1970c3980, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=fdc92816-df2f-47dc-8d2a-b0c1970c3980,segment=NetworkSegment(d1377357-9df2-43c7-8040-3168d758a43b),segment_id=d1377357-9df2-43c7-8040-3168d758a43b)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:44.078263 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (3440e45b-c1bf-413e-8bf5-199a5bdf7c5d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:44.081869 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91249e17-4528-45e2-b744-3bb15c9c804d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Port': ['ID=f249969c-45d5-4068-bd46-a0fb5c57ee91,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:44.100904 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8c3e18f7-09cc-4594-828b-c86a716ecb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fdc92816-df2f-47dc-8d2a-b0c1970c3980), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:44.223249 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e18f7-09cc-4594-828b-c86a716ecb14 None None] Pushing event updated for resources: {'Port': ['ID=fdc92816-df2f-47dc-8d2a-b0c1970c3980,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:44.296739 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-a037c2ee-5131-4efe-8300-e7a17d725bc6 None None] Allocated IP 172.20.0.2 (3440e45b-c1bf-413e-8bf5-199a5bdf7c5d/b794d976-f54b-4b18-a1bb-ef5074cc55bb/d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:32:44.368339 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff724393-05c7-4649-a3da-dff3ca93e9f8 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (b6320fea-1a28-41c4-8f2b-68f67c95de7a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:44.942298 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91249e17-4528-45e2-b744-3bb15c9c804d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f249969c-45d5-4068-bd46-a0fb5c57ee91), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:44.946758 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a037c2ee-5131-4efe-8300-e7a17d725bc6 None None] Publish callbacks [] for port (d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:44.985573 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a037c2ee-5131-4efe-8300-e7a17d725bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:45.154312 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037c2ee-5131-4efe-8300-e7a17d725bc6 None None] Pushing event updated for resources: {'Port': ['ID=d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:45.188954 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a037c2ee-5131-4efe-8300-e7a17d725bc6 None None] Network 3440e45b-c1bf-413e-8bf5-199a5bdf7c5d is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:45.196680 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-a037c2ee-5131-4efe-8300-e7a17d725bc6 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:45.200766 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34518ca6-d269-4839-86cb-3edf0ed83e34 req-b2d620db-436c-4032-b791-0ce2e9d899f9 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:45.202397 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a037c2ee-5131-4efe-8300-e7a17d725bc6 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:32:45.223506 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-34518ca6-d269-4839-86cb-3edf0ed83e34 req-b2d620db-436c-4032-b791-0ce2e9d899f9 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/networks?id=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 HTTP/1.1" status: 200 len: 814 time: 0.6201742 Feb 19 04:32:45.264817 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-34518ca6-d269-4839-86cb-3edf0ed83e34 req-b2c88b96-f0c6-48bf-aa57-145ceb543812 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/quotas/33c394b84df34f71a382d547bb213da3 HTTP/1.1" status: 200 len: 375 time: 0.0398498 Feb 19 04:32:45.299952 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (b794d976-f54b-4b18-a1bb-ef5074cc55bb), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:45.329828 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-a037c2ee-5131-4efe-8300-e7a17d725bc6 None None] Attempting to bind port d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:45.330622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-a037c2ee-5131-4efe-8300-e7a17d725bc6 None None] Attempting to bind port d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '920bb12b-1371-458a-9696-62c041d3dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3440e45b-c1bf-413e-8bf5-199a5bdf7c5d'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:45.331496 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037c2ee-5131-4efe-8300-e7a17d725bc6 None None] Attempting to bind port d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48 on network 3440e45b-c1bf-413e-8bf5-199a5bdf7c5d {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:45.338796 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff724393-05c7-4649-a3da-dff3ca93e9f8 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (b6320fea-1a28-41c4-8f2b-68f67c95de7a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:45.343398 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037c2ee-5131-4efe-8300-e7a17d725bc6 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:45.344161 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037c2ee-5131-4efe-8300-e7a17d725bc6 None None] Checking segment: {'id': '920bb12b-1371-458a-9696-62c041d3dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3440e45b-c1bf-413e-8bf5-199a5bdf7c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:45.344980 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a037c2ee-5131-4efe-8300-e7a17d725bc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:45.345652 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037c2ee-5131-4efe-8300-e7a17d725bc6 None None] Bound using segment: {'id': '920bb12b-1371-458a-9696-62c041d3dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3440e45b-c1bf-413e-8bf5-199a5bdf7c5d'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:45.346477 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-a037c2ee-5131-4efe-8300-e7a17d725bc6 None None] Bound port: d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920bb12b-1371-458a-9696-62c041d3dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3440e45b-c1bf-413e-8bf5-199a5bdf7c5d'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:45.347107 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a037c2ee-5131-4efe-8300-e7a17d725bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:45.410124 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff724393-05c7-4649-a3da-dff3ca93e9f8 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Subnet': ['ID=b6320fea-1a28-41c4-8f2b-68f67c95de7a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:45.451327 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff724393-05c7-4649-a3da-dff3ca93e9f8 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:45.457432 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ff724393-05c7-4649-a3da-dff3ca93e9f8 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/subnets/b6320fea-1a28-41c4-8f2b-68f67c95de7a HTTP/1.1" status: 204 len: 168 time: 2.1865301 Feb 19 04:32:45.458657 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0a42d-e025-4726-91eb-3fa4581d49e8 req-749889da-79fe-4708-b765-f6227a55fc85 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:45.464042 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55706) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:45.474109 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7dd0a42d-e025-4726-91eb-3fa4581d49e8 req-749889da-79fe-4708-b765-f6227a55fc85 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 944 time: 0.8357460 Feb 19 04:32:45.491982 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb24de5-8a6f-47e0-85ca-711cf4f93ec2 None None] Network b91fa236-c9b3-405b-a727-fb8b522d5628 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:45.607606 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-34518ca6-d269-4839-86cb-3edf0ed83e34 req-d91493e4-43f2-43e5-ae71-3241cc7670fe tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=33c394b84df34f71a382d547bb213da3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3413265 Feb 19 04:32:45.714766 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-90e859d1-0218-4f9a-9722-27a0367fc99d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (b91fa236-c9b3-405b-a727-fb8b522d5628), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:45.715367 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-a037c2ee-5131-4efe-8300-e7a17d725bc6 None None] For port d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:45.721343 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-a037c2ee-5131-4efe-8300-e7a17d725bc6 None None] For port d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48,segment=NetworkSegment(920bb12b-1371-458a-9696-62c041d3dcb6),segment_id=920bb12b-1371-458a-9696-62c041d3dcb6)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:45.787737 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a037c2ee-5131-4efe-8300-e7a17d725bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:45.980663 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-90e859d1-0218-4f9a-9722-27a0367fc99d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting port b9ec3d0d-6110-456c-9c7c-560866a5df55 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:45.981508 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-90e859d1-0218-4f9a-9722-27a0367fc99d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b9ec3d0d-6110-456c-9c7c-560866a5df55), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:46.022412 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037c2ee-5131-4efe-8300-e7a17d725bc6 None None] Pushing event updated for resources: {'Port': ['ID=d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:46.059659 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 68a8cb60-584d-4b07-b2dc-9c476d74e9d8 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:46.187825 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-90e859d1-0218-4f9a-9722-27a0367fc99d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] For port b9ec3d0d-6110-456c-9c7c-560866a5df55, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b9ec3d0d-6110-456c-9c7c-560866a5df55,segment=NetworkSegment(5fbde8cf-3a15-403c-9508-f45b8ef74b08),segment_id=5fbde8cf-3a15-403c-9508-f45b8ef74b08)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:46.188387 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-90e859d1-0218-4f9a-9722-27a0367fc99d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b9ec3d0d-6110-456c-9c7c-560866a5df55), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:46.200280 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fdc92816-df2f-47dc-8d2a-b0c1970c3980 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:46.221696 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-90e859d1-0218-4f9a-9722-27a0367fc99d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Calling delete_port for b9ec3d0d-6110-456c-9c7c-560866a5df55 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:46.472254 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0eb50-bb44-4a04-827a-831fc375b9ef req-4f8a3880-a80d-4473-b53c-d2f9303d7c18 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:46.475643 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ebe0eb50-bb44-4a04-827a-831fc375b9ef req-4f8a3880-a80d-4473-b53c-d2f9303d7c18 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.6802046 Feb 19 04:32:46.533264 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-90e859d1-0218-4f9a-9722-27a0367fc99d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b9ec3d0d-6110-456c-9c7c-560866a5df55), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:46.606787 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e859d1-0218-4f9a-9722-27a0367fc99d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] No DVR routers for this DVR port b9ec3d0d-6110-456c-9c7c-560866a5df55 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:32:46.608311 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (b794d976-f54b-4b18-a1bb-ef5074cc55bb), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:46.658162 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port fdc92816-df2f-47dc-8d2a-b0c1970c3980 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:46.661161 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fdc92816-df2f-47dc-8d2a-b0c1970c3980), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:46.744042 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Subnet': ['ID=b794d976-f54b-4b18-a1bb-ef5074cc55bb,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:46.755253 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7dd0a42d-e025-4726-91eb-3fa4581d49e8 req-048392d0-029b-4b1b-8ecd-d792baffb371 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2767560 Feb 19 04:32:46.788375 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981447b9-68d9-4498-a018-c5caa7f75da1 None None] DHCP port deletion for b91fa236-c9b3-405b-a727-fb8b522d5628 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:32:47.002411 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e859d1-0218-4f9a-9722-27a0367fc99d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Port': ['ID=b9ec3d0d-6110-456c-9c7c-560866a5df55,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:47.061719 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 68a8cb60-584d-4b07-b2dc-9c476d74e9d8 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:32:47.089714 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 68a8cb60-584d-4b07-b2dc-9c476d74e9d8 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:47.093482 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (68a8cb60-584d-4b07-b2dc-9c476d74e9d8), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:47.389979 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-90e859d1-0218-4f9a-9722-27a0367fc99d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (b91fa236-c9b3-405b-a727-fb8b522d5628), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:47.428140 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db8c8b7-afed-473b-9c75-6c7335025861 None None] Network 028880d7-02f5-46d8-b5e4-f490e03ff5f5 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:47.599368 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-60dfdd14-9e00-48ec-8ae0-c3d0466b9f59 None None] Provisioning complete for port fdc92816-df2f-47dc-8d2a-b0c1970c3980 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:47.600753 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-60dfdd14-9e00-48ec-8ae0-c3d0466b9f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fdc92816-df2f-47dc-8d2a-b0c1970c3980), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:47.636252 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ebe0eb50-bb44-4a04-827a-831fc375b9ef req-61c8b08f-f9a6-4793-a2cf-acd590944d53 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1284530 Feb 19 04:32:47.687618 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:32:47.758175 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-90e859d1-0218-4f9a-9722-27a0367fc99d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91fa236-c9b3-405b-a727-fb8b522d5628']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:47.864871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-90e859d1-0218-4f9a-9722-27a0367fc99d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fbde8cf-3a15-403c-9508-f45b8ef74b08') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:47.866015 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-90e859d1-0218-4f9a-9722-27a0367fc99d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fbde8cf-3a15-403c-9508-f45b8ef74b08') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:48.069162 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-90e859d1-0218-4f9a-9722-27a0367fc99d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (5fbde8cf-3a15-403c-9508-f45b8ef74b08), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:48.139414 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98066875-e5ea-4ada-bc60-2320a5166f73 req-f6238ca4-7263-4b68-a5b9-e3297c54084b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8543527 Feb 19 04:32:48.198600 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-90e859d1-0218-4f9a-9722-27a0367fc99d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (5fbde8cf-3a15-403c-9508-f45b8ef74b08), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:48.274979 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e859d1-0218-4f9a-9722-27a0367fc99d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:32:48.277301 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-90e859d1-0218-4f9a-9722-27a0367fc99d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (5fbde8cf-3a15-403c-9508-f45b8ef74b08), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:48.334474 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port fdc92816-df2f-47dc-8d2a-b0c1970c3980 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:48.341413 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fdc92816-df2f-47dc-8d2a-b0c1970c3980), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:32:48.398439 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:32:48.472794 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (3440e45b-c1bf-413e-8bf5-199a5bdf7c5d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:48.550070 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port fdc92816-df2f-47dc-8d2a-b0c1970c3980, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=fdc92816-df2f-47dc-8d2a-b0c1970c3980,segment=NetworkSegment(d1377357-9df2-43c7-8040-3168d758a43b),segment_id=d1377357-9df2-43c7-8040-3168d758a43b)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:48.575474 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91249e17-4528-45e2-b744-3bb15c9c804d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for port (f249969c-45d5-4068-bd46-a0fb5c57ee91), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:48.592990 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91249e17-4528-45e2-b744-3bb15c9c804d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (f249969c-45d5-4068-bd46-a0fb5c57ee91), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:48.595289 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91249e17-4528-45e2-b744-3bb15c9c804d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:48.630604 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fdc92816-df2f-47dc-8d2a-b0c1970c3980), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:48.805125 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3440e45b-c1bf-413e-8bf5-199a5bdf7c5d']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:48.872457 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91249e17-4528-45e2-b744-3bb15c9c804d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event updated for resources: {'Port': ['ID=f249969c-45d5-4068-bd46-a0fb5c57ee91,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:48.906782 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=fdc92816-df2f-47dc-8d2a-b0c1970c3980,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:48.922368 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b08d1-cb1d-457c-910e-e112b8e7b9a5 req-437245be-27b3-45dc-a835-187ffd16f7fa tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:48.928737 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e4b08d1-cb1d-457c-910e-e112b8e7b9a5 req-437245be-27b3-45dc-a835-187ffd16f7fa tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 1.0530679 Feb 19 04:32:48.976902 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-90e859d1-0218-4f9a-9722-27a0367fc99d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (b91fa236-c9b3-405b-a727-fb8b522d5628), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:49.119682 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-90e859d1-0218-4f9a-9722-27a0367fc99d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:49.146876 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-90e859d1-0218-4f9a-9722-27a0367fc99d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/networks/b91fa236-c9b3-405b-a727-fb8b522d5628 HTTP/1.1" status: 204 len: 168 time: 3.6708400 Feb 19 04:32:49.193424 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55764) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:49.236185 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-6ef14299-6c8f-4170-8fbe-6ee2670a3a4a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'network': {'name': 'tempest-RoutersTest-1776929388'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:49.327603 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e859d1-0218-4f9a-9722-27a0367fc99d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Network': ['ID=b91fa236-c9b3-405b-a727-fb8b522d5628,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:49.333859 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920bb12b-1371-458a-9696-62c041d3dcb6') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:49.334388 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920bb12b-1371-458a-9696-62c041d3dcb6') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:49.370077 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91249e17-4528-45e2-b744-3bb15c9c804d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Network 028880d7-02f5-46d8-b5e4-f490e03ff5f5 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:32:49.412095 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-91249e17-4528-45e2-b744-3bb15c9c804d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:32:49.453342 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98066875-e5ea-4ada-bc60-2320a5166f73 req-55be2528-f15f-4e25-a72c-96af12322a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:49.459954 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98066875-e5ea-4ada-bc60-2320a5166f73 req-55be2528-f15f-4e25-a72c-96af12322a2d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33c394b84df34f71a382d547bb213da3&device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 1127 time: 1.0482986 Feb 19 04:32:49.486488 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (920bb12b-1371-458a-9696-62c041d3dcb6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:49.514175 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:49.515588 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef14299-6c8f-4170-8fbe-6ee2670a3a4a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Made reservation on behalf of 8d1cf8b47d754845b7d571a762ca3651 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:49.526804 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ef14299-6c8f-4170-8fbe-6ee2670a3a4a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:49.533105 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae47c69-a815-4e7d-9249-352d45209031 None None] Network 3440e45b-c1bf-413e-8bf5-199a5bdf7c5d requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:49.606991 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e4b08d1-cb1d-457c-910e-e112b8e7b9a5 req-5b8fa853-5028-4b65-9d0d-dedf601ff1ae tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6225898 Feb 19 04:32:49.879140 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (920bb12b-1371-458a-9696-62c041d3dcb6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:49.919220 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:32:49.919943 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (920bb12b-1371-458a-9696-62c041d3dcb6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:32:49.930723 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:32:50.197914 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 68a8cb60-584d-4b07-b2dc-9c476d74e9d8 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:50.198945 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (68a8cb60-584d-4b07-b2dc-9c476d74e9d8), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:50.334203 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39e413-2f79-4452-b2da-26ea570ffffb req-92609109-5fec-451f-9280-c36cfcd4f713 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:50.350157 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 68a8cb60-584d-4b07-b2dc-9c476d74e9d8, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=68a8cb60-584d-4b07-b2dc-9c476d74e9d8,segment=NetworkSegment(676396c9-7f78-4ddc-b308-461a68f79b59),segment_id=676396c9-7f78-4ddc-b308-461a68f79b59)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:50.356608 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-60dfdd14-9e00-48ec-8ae0-c3d0466b9f59 None None] Current status of the port fdc92816-df2f-47dc-8d2a-b0c1970c3980 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:50.359315 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed39e413-2f79-4452-b2da-26ea570ffffb req-92609109-5fec-451f-9280-c36cfcd4f713 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 944 time: 1.4952564 Feb 19 04:32:50.374223 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eceb1b8-92b4-44e2-a123-639237a220bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a8cb60-584d-4b07-b2dc-9c476d74e9d8'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:32:50.382025 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448d36b4-54a0-464f-a71b-81e2618c1f62" -d '{"events": [{"server_uuid": "6eceb1b8-92b4-44e2-a123-639237a220bb", "name": "network-vif-plugged", "status": "completed", "tag": "68a8cb60-584d-4b07-b2dc-9c476d74e9d8"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:32:50.395038 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (68a8cb60-584d-4b07-b2dc-9c476d74e9d8), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:50.538647 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.api [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 04:32:50.538647 n-d-772273-4 neutron-server[115198]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 04:32:50.538647 n-d-772273-4 neutron-server[115198]: [parameters: {'id': '3440e45b-c1bf-413e-8bf5-199a5bdf7c5d'}] Feb 19 04:32:50.538647 n-d-772273-4 neutron-server[115198]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:32:50.538647 n-d-772273-4 neutron-server[115198]: DEBUG oslo_db.api [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:32:50.593824 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91249e17-4528-45e2-b744-3bb15c9c804d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:32:50.705672 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e291f10-b1f0-42d7-89a8-6bcccbeef3bb None None] DHCP port deletion for 3440e45b-c1bf-413e-8bf5-199a5bdf7c5d request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:32:50.845338 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=68a8cb60-584d-4b07-b2dc-9c476d74e9d8,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:50.860067 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-255088a1-b0bc-4a92-b009-4fa6a91ae358 None None] Provisioning complete for port f249969c-45d5-4068-bd46-a0fb5c57ee91 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:50.861088 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-255088a1-b0bc-4a92-b009-4fa6a91ae358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f249969c-45d5-4068-bd46-a0fb5c57ee91), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:50.865896 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:50.867816 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:51.117664 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (3440e45b-c1bf-413e-8bf5-199a5bdf7c5d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:51.124366 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91249e17-4528-45e2-b744-3bb15c9c804d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:32:51.139314 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] Sync routers for ids ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:32:51.147553 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed39e413-2f79-4452-b2da-26ea570ffffb req-f8de8125-d301-4208-b275-02f6c344d1a1 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7799392 Feb 19 04:32:51.159675 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-91249e17-4528-45e2-b744-3bb15c9c804d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "PUT /v2.0/routers/ea18b4f9-4554-4b9f-ba35-6f318a3a7537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6248567 Feb 19 04:32:51.186101 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] Routers {'ea18b4f9-4554-4b9f-ba35-6f318a3a7537'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:51.191377 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:32:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:51.235174 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55796) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:51.245180 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-a17c9d10-ebfb-4cff-94eb-0f52c4f63f2c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:51.408456 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-255088a1-b0bc-4a92-b009-4fa6a91ae358 None None] Port f249969c-45d5-4068-bd46-a0fb5c57ee91 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:32:51.476381 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef14299-6c8f-4170-8fbe-6ee2670a3a4a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:32:51.526576 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ef14299-6c8f-4170-8fbe-6ee2670a3a4a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (c2d8dc42-4836-4499-b63d-164128b3b0a6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:51.527051 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-6ef14299-6c8f-4170-8fbe-6ee2670a3a4a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Added segment c2d8dc42-4836-4499-b63d-164128b3b0a6 of type vlan for network 389f4a08-01bd-468a-9efb-8417d3c12560 Feb 19 04:32:51.595954 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0e291f10-b1f0-42d7-89a8-6bcccbeef3bb None None] Deleting port d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:51.596612 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0e291f10-b1f0-42d7-89a8-6bcccbeef3bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:51.712841 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ef14299-6c8f-4170-8fbe-6ee2670a3a4a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (389f4a08-01bd-468a-9efb-8417d3c12560), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:51.728498 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Deleting port d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:32:51.729540 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:51.823734 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-0e291f10-b1f0-42d7-89a8-6bcccbeef3bb None None] For port d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48,segment=NetworkSegment(920bb12b-1371-458a-9696-62c041d3dcb6),segment_id=920bb12b-1371-458a-9696-62c041d3dcb6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:51.824661 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0e291f10-b1f0-42d7-89a8-6bcccbeef3bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:51.901165 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0e291f10-b1f0-42d7-89a8-6bcccbeef3bb None None] Calling delete_port for d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:51.903683 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] For port d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48,segment=NetworkSegment(920bb12b-1371-458a-9696-62c041d3dcb6),segment_id=920bb12b-1371-458a-9696-62c041d3dcb6)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:51.904140 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:51.946143 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] Set router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:51.952972 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Calling delete_port for d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48 owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:32:52.051748 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.resource_extend [None req-6ef14299-6c8f-4170-8fbe-6ee2670a3a4a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:32:52.199983 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:52.199983 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:52.266833 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-255088a1-b0bc-4a92-b009-4fa6a91ae358 None None] Provisioning complete for port d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:52.267506 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-255088a1-b0bc-4a92-b009-4fa6a91ae358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:52.271762 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:52.276749 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ef14299-6c8f-4170-8fbe-6ee2670a3a4a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (389f4a08-01bd-468a-9efb-8417d3c12560), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:52.313171 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef14299-6c8f-4170-8fbe-6ee2670a3a4a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:52.321083 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ef14299-6c8f-4170-8fbe-6ee2670a3a4a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:52.411657 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0e291f10-b1f0-42d7-89a8-6bcccbeef3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:52.426091 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-255088a1-b0bc-4a92-b009-4fa6a91ae358 None None] Port d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48 was deleted so its status cannot be updated. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 19 04:32:52.444066 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No DVR routers for this DVR port d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48 on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:32:52.495826 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c57963-ce69-442d-ad41-9886fa4536ff req-4d799a33-d9f5-4a5f-ab7a-fbed2d283436 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:52.519054 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c57963-ce69-442d-ad41-9886fa4536ff req-4d799a33-d9f5-4a5f-ab7a-fbed2d283436 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:52.519971 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e291f10-b1f0-42d7-89a8-6bcccbeef3bb None None] Pushing event deleted for resources: {'Port': ['ID=d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:52.543028 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c57963-ce69-442d-ad41-9886fa4536ff req-4d799a33-d9f5-4a5f-ab7a-fbed2d283436 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:52.568639 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c57963-ce69-442d-ad41-9886fa4536ff req-4d799a33-d9f5-4a5f-ab7a-fbed2d283436 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:52.590454 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c57963-ce69-442d-ad41-9886fa4536ff req-4d799a33-d9f5-4a5f-ab7a-fbed2d283436 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:52.604283 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-255088a1-b0bc-4a92-b009-4fa6a91ae358 None None] Provisioning complete for port fdc92816-df2f-47dc-8d2a-b0c1970c3980 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:52.604955 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-255088a1-b0bc-4a92-b009-4fa6a91ae358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fdc92816-df2f-47dc-8d2a-b0c1970c3980), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:52.615742 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Port': ['ID=d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:52.620598 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c57963-ce69-442d-ad41-9886fa4536ff req-4d799a33-d9f5-4a5f-ab7a-fbed2d283436 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:52.646536 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c57963-ce69-442d-ad41-9886fa4536ff req-4d799a33-d9f5-4a5f-ab7a-fbed2d283436 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:52.653108 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75c57963-ce69-442d-ad41-9886fa4536ff req-4d799a33-d9f5-4a5f-ab7a-fbed2d283436 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5444 time: 0.9301410 Feb 19 04:32:52.676163 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:32:44Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '31bc6e5a-4893-436f-a2c4-a85553a24d1a', 'name': '', 'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:bf:b3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:24Z', 'updated_at': '2022-02-19T04:32:37Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:16Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf499ca9-01fe-4545-82d2-c821530303b9', 'name': '', 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:a2:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:10Z', 'updated_at': '2022-02-19T04:32:27Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f249969c-45d5-4068-bd46-a0fb5c57ee91', 'name': '', 'network_id': '028880d7-02f5-46d8-b5e4-f490e03ff5f5', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:85:ea:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:41Z', 'updated_at': '2022-02-19T04:32:46Z', 'revision_number': 2, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:52.719024 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98066875-e5ea-4ada-bc60-2320a5166f73 req-3881eb83-e69c-4b59-883e-c28506404108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:52.727305 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98066875-e5ea-4ada-bc60-2320a5166f73 req-3881eb83-e69c-4b59-883e-c28506404108 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 HTTP/1.1" status: 200 len: 914 time: 3.1144824 Feb 19 04:32:52.762018 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e291f10-b1f0-42d7-89a8-6bcccbeef3bb None None] No DVR routers for this DVR port d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:32:52.795932 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b9ec3d0d-6110-456c-9c7c-560866a5df55 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:52.824640 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (3440e45b-c1bf-413e-8bf5-199a5bdf7c5d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:52.865636 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3440e45b-c1bf-413e-8bf5-199a5bdf7c5d']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:52.876296 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] Checking router: ea18b4f9-4554-4b9f-ba35-6f318a3a7537 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:32:52.876865 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] Updating router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 port f249969c-45d5-4068-bd46-a0fb5c57ee91 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:32:52.880072 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920bb12b-1371-458a-9696-62c041d3dcb6') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:52.880767 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920bb12b-1371-458a-9696-62c041d3dcb6') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:52.897060 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: b9ec3d0d-6110-456c-9c7c-560866a5df55 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:32:52.899170 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (920bb12b-1371-458a-9696-62c041d3dcb6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:52.901025 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b9ec3d0d-6110-456c-9c7c-560866a5df55 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:32:52.906555 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53c4d11-b865-4331-8f13-2aca023242cf None None] Network 3440e45b-c1bf-413e-8bf5-199a5bdf7c5d requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:32:52.998198 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (920bb12b-1371-458a-9696-62c041d3dcb6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:53.022384 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f249969c-45d5-4068-bd46-a0fb5c57ee91), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:53.072461 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71247170-6d54-448b-9e75-d6b2781caf8e req-e0e87b1c-2a54-4eee-be4b-0fe5234a2a23 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:53.100264 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71247170-6d54-448b-9e75-d6b2781caf8e req-e0e87b1c-2a54-4eee-be4b-0fe5234a2a23 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:53.122438 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71247170-6d54-448b-9e75-d6b2781caf8e req-e0e87b1c-2a54-4eee-be4b-0fe5234a2a23 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:53.132464 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-255088a1-b0bc-4a92-b009-4fa6a91ae358 None None] Current status of the port fdc92816-df2f-47dc-8d2a-b0c1970c3980 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:53.137524 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fdc92816-df2f-47dc-8d2a-b0c1970c3980 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:53.156791 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71247170-6d54-448b-9e75-d6b2781caf8e req-e0e87b1c-2a54-4eee-be4b-0fe5234a2a23 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:53.180246 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71247170-6d54-448b-9e75-d6b2781caf8e req-e0e87b1c-2a54-4eee-be4b-0fe5234a2a23 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:53.210666 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71247170-6d54-448b-9e75-d6b2781caf8e req-e0e87b1c-2a54-4eee-be4b-0fe5234a2a23 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:53.224076 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dde701da-ce43-4010-8670-a142fc79affb req-45f50ad9-8b30-4387-8b14-2dd314ee7b66 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=33c394b84df34f71a382d547bb213da3 HTTP/1.1" status: 200 len: 221 time: 1.6144147 Feb 19 04:32:53.243970 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71247170-6d54-448b-9e75-d6b2781caf8e req-e0e87b1c-2a54-4eee-be4b-0fe5234a2a23 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:53.272137 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port fdc92816-df2f-47dc-8d2a-b0c1970c3980 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:53.278766 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fdc92816-df2f-47dc-8d2a-b0c1970c3980), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:53.282041 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-71247170-6d54-448b-9e75-d6b2781caf8e req-e0e87b1c-2a54-4eee-be4b-0fe5234a2a23 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 5444 time: 1.9414101 Feb 19 04:32:53.369580 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:32:53.370318 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (920bb12b-1371-458a-9696-62c041d3dcb6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:32:53.398019 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:32:53.514614 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e18c5d8b-cad9-4f67-be79-291f6923618e None None] Provisioning complete for port f249969c-45d5-4068-bd46-a0fb5c57ee91 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:53.520841 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e18c5d8b-cad9-4f67-be79-291f6923618e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f249969c-45d5-4068-bd46-a0fb5c57ee91), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:53.635726 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6ef14299-6c8f-4170-8fbe-6ee2670a3a4a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 4.4155247 Feb 19 04:32:53.750134 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc3eecc-a4e3-4fa3-a5ce-ea9a302d8fcf x-openstack-request-id: req-2dc3eecc-a4e3-4fa3-a5ce-ea9a302d8fcf {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:32:53.750484 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55840) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:53.756717 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eceb1b8-92b4-44e2-a123-639237a220bb", "name": "network-vif-plugged", "status": "completed", "tag": "68a8cb60-584d-4b07-b2dc-9c476d74e9d8", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:32:53.762225 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2dc3eecc-a4e3-4fa3-a5ce-ea9a302d8fcf {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:32:53.763073 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eceb1b8-92b4-44e2-a123-639237a220bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a8cb60-584d-4b07-b2dc-9c476d74e9d8', 'code': 200} Feb 19 04:32:53.790814 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98066875-e5ea-4ada-bc60-2320a5166f73 req-3cab3823-88c6-4484-991c-b011a000f698 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 HTTP/1.1" status: 200 len: 217 time: 0.4373524 Feb 19 04:32:53.811763 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-d728dd0e-9f81-4a39-9581-bba1b1a48b02 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'subnet': {'network_id': '389f4a08-01bd-468a-9efb-8417d3c12560', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:53.823569 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c57963-ce69-442d-ad41-9886fa4536ff req-f1509092-7a70-4cc1-9f15-0ee00e88a4e2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:53.831124 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e18c5d8b-cad9-4f67-be79-291f6923618e None None] Port f249969c-45d5-4068-bd46-a0fb5c57ee91 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:32:53.833181 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75c57963-ce69-442d-ad41-9886fa4536ff req-f1509092-7a70-4cc1-9f15-0ee00e88a4e2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.48 "GET /v2.0/ports/9e561b36-bbb3-4838-adb1-112f3a7b1d33?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 1.1692903 Feb 19 04:32:53.977671 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port fdc92816-df2f-47dc-8d2a-b0c1970c3980 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:54.104017 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] Publish callbacks [] for port (f249969c-45d5-4068-bd46-a0fb5c57ee91), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:54.121068 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f249969c-45d5-4068-bd46-a0fb5c57ee91), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:54.127093 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:54.191434 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:32:54.203735 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device d3584e6f-2d9a-4df5-9b1e-7f3616fbaf48 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:32:54.327435 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75c57963-ce69-442d-ad41-9886fa4536ff req-b3b3370f-66b2-4820-be2e-8823c2358f99 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.48 "GET /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4794686 Feb 19 04:32:54.361360 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-75c57963-ce69-442d-ad41-9886fa4536ff req-e3357cf1-341c-4b8c-a315-55332189d8e9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:54.363045 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8801ac8-0b38-4857-9a16-146e9b062f73 None None] Pushing event updated for resources: {'Port': ['ID=f249969c-45d5-4068-bd46-a0fb5c57ee91,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:54.453055 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] Attempting to bind port f249969c-45d5-4068-bd46-a0fb5c57ee91 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:32:54.453894 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] Attempting to bind port f249969c-45d5-4068-bd46-a0fb5c57ee91 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'd1377357-9df2-43c7-8040-3168d758a43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '028880d7-02f5-46d8-b5e4-f490e03ff5f5'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:32:54.454634 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] Attempting to bind port f249969c-45d5-4068-bd46-a0fb5c57ee91 on network 028880d7-02f5-46d8-b5e4-f490e03ff5f5 {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:32:54.464127 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef14299-6c8f-4170-8fbe-6ee2670a3a4a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Network': ['ID=389f4a08-01bd-468a-9efb-8417d3c12560,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:54.468111 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:32:54.468979 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] Checking segment: {'id': 'd1377357-9df2-43c7-8040-3168d758a43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '028880d7-02f5-46d8-b5e4-f490e03ff5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:32:54.469729 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:54.470408 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] Bound using segment: {'id': 'd1377357-9df2-43c7-8040-3168d758a43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '028880d7-02f5-46d8-b5e4-f490e03ff5f5'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:32:54.471189 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] Bound port: f249969c-45d5-4068-bd46-a0fb5c57ee91, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1377357-9df2-43c7-8040-3168d758a43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '028880d7-02f5-46d8-b5e4-f490e03ff5f5'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:32:54.471878 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f249969c-45d5-4068-bd46-a0fb5c57ee91), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:54.491184 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 389f4a08-01bd-468a-9efb-8417d3c12560 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:32:54.718081 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] For port f249969c-45d5-4068-bd46-a0fb5c57ee91, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:54.735799 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98066875-e5ea-4ada-bc60-2320a5166f73 req-75ee9348-4a1e-41b9-86ff-d2e77d2c5c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:54.745823 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98066875-e5ea-4ada-bc60-2320a5166f73 req-75ee9348-4a1e-41b9-86ff-d2e77d2c5c6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7fc7b67-5ad2-40ee-a254-a9f26919b969 HTTP/1.1" status: 200 len: 854 time: 0.9535160 Feb 19 04:32:54.748973 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] For port f249969c-45d5-4068-bd46-a0fb5c57ee91, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f249969c-45d5-4068-bd46-a0fb5c57ee91,segment=NetworkSegment(d1377357-9df2-43c7-8040-3168d758a43b),segment_id=d1377357-9df2-43c7-8040-3168d758a43b)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:32:54.770719 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f249969c-45d5-4068-bd46-a0fb5c57ee91), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:54.790259 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-71247170-6d54-448b-9e75-d6b2781caf8e req-89ff00c3-3bf4-4ead-b825-db099c298f8a tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.5059843 Feb 19 04:32:54.848573 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.extraroute_db [None req-a17c9d10-ebfb-4cff-94eb-0f52c4f63f2c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=115198) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 04:32:54.923622 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.extraroute_db [None req-a17c9d10-ebfb-4cff-94eb-0f52c4f63f2c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Removed routes are [] {{(pid=115198) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 04:32:54.925900 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a17c9d10-ebfb-4cff-94eb-0f52c4f63f2c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:55.000117 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (3440e45b-c1bf-413e-8bf5-199a5bdf7c5d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:55.018907 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:55.032476 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/networks/3440e45b-c1bf-413e-8bf5-199a5bdf7c5d HTTP/1.1" status: 204 len: 168 time: 11.6022332 Feb 19 04:32:55.034494 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98066875-e5ea-4ada-bc60-2320a5166f73 req-f9cf1d21-04a8-4ec5-bf57-2a3a6c0bc7e9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2362292 Feb 19 04:32:55.053693 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55856) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:55.089418 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] Routers {'ea18b4f9-4554-4b9f-ba35-6f318a3a7537'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:55.090605 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:32:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:55.102952 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8801ac8-0b38-4857-9a16-146e9b062f73 None None] Pushing event updated for resources: {'Port': ['ID=f249969c-45d5-4068-bd46-a0fb5c57ee91,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:55.119457 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-e3357cf1-341c-4b8c-a315-55332189d8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9e561b36-bbb3-4838-adb1-112f3a7b1d33), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:55.167690 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9c091708-9587-414a-9923-9b4e4c4d96a1 None None] Provisioning complete for port f249969c-45d5-4068-bd46-a0fb5c57ee91 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:55.168535 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9c091708-9587-414a-9923-9b4e4c4d96a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f249969c-45d5-4068-bd46-a0fb5c57ee91), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:55.361242 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-522c8a3a-081a-4bbb-a370-2a87bd9128cb tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] DELETE failed (client error): The resource could not be found. Feb 19 04:32:55.362696 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522c8a3a-081a-4bbb-a370-2a87bd9128cb tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:32:55.380082 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-522c8a3a-081a-4bbb-a370-2a87bd9128cb tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/networks/3440e45b-c1bf-413e-8bf5-199a5bdf7c5d HTTP/1.1" status: 404 len: 339 time: 0.3110175 Feb 19 04:32:55.438363 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] Set router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:32:55.485084 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55862) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:55.507195 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-714790f8-e8b8-4b2d-aaba-1db6022ce400 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1006336893', 'description': 'd1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:55.557389 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9c091708-9587-414a-9923-9b4e4c4d96a1 None None] Current status of the port f249969c-45d5-4068-bd46-a0fb5c57ee91 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:55.557709 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9c091708-9587-414a-9923-9b4e4c4d96a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f249969c-45d5-4068-bd46-a0fb5c57ee91), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:55.663707 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9e561b36-bbb3-4838-adb1-112f3a7b1d33 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:55.691138 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1d9cd-6c33-4507-b65c-1783484053b6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Network': ['ID=3440e45b-c1bf-413e-8bf5-199a5bdf7c5d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:55.738687 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9c091708-9587-414a-9923-9b4e4c4d96a1 None None] For port f249969c-45d5-4068-bd46-a0fb5c57ee91, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f249969c-45d5-4068-bd46-a0fb5c57ee91,segment=NetworkSegment(d1377357-9df2-43c7-8040-3168d758a43b),segment_id=d1377357-9df2-43c7-8040-3168d758a43b)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:55.880831 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140667a-cefb-41bb-abaf-cd75f7e494a1 req-e81a6be6-e172-46ee-aabf-c054921f6135 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:55.884282 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9c091708-9587-414a-9923-9b4e4c4d96a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f249969c-45d5-4068-bd46-a0fb5c57ee91), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:55.892414 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714790f8-e8b8-4b2d-aaba-1db6022ce400 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Made reservation on behalf of f2f36d5f8e834902b96bc27964742316 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:55.903344 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7140667a-cefb-41bb-abaf-cd75f7e494a1 req-e81a6be6-e172-46ee-aabf-c054921f6135 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 945 time: 1.8102694 Feb 19 04:32:55.907891 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-714790f8-e8b8-4b2d-aaba-1db6022ce400 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:55.951085 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc652f7-bb1c-4dff-9c6b-79145771ba29 req-ae56a4b3-0456-49b2-b587-341cd3e66121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:55.980525 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ddc652f7-bb1c-4dff-9c6b-79145771ba29 req-ae56a4b3-0456-49b2-b587-341cd3e66121 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 1127 time: 2.0896661 Feb 19 04:32:56.112359 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b138ae6-e34b-4149-9b72-9d58cfda4025 req-eb41d0c0-6844-4ea5-b818-c5361f268d12 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:56.129292 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4b138ae6-e34b-4149-9b72-9d58cfda4025 req-eb41d0c0-6844-4ea5-b818-c5361f268d12 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.9268439 Feb 19 04:32:56.155698 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98066875-e5ea-4ada-bc60-2320a5166f73 req-5a6683d3-e277-490c-9b09-dba9faec71b9 service neutron] 10.222.0.10 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1034122 Feb 19 04:32:56.182907 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714790f8-e8b8-4b2d-aaba-1db6022ce400 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:32:56.198334 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ddc652f7-bb1c-4dff-9c6b-79145771ba29 req-193b6d39-3e7e-42c3-bf1c-7f5c80577b3f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042263 Feb 19 04:32:56.213165 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-714790f8-e8b8-4b2d-aaba-1db6022ce400 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (071d5795-8d0e-46f0-82f7-5b991b773492), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:56.213913 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-714790f8-e8b8-4b2d-aaba-1db6022ce400 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Added segment 071d5795-8d0e-46f0-82f7-5b991b773492 of type vlan for network a0e4589e-6682-4144-bcb3-91565cf1adfc Feb 19 04:32:56.249332 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d728dd0e-9f81-4a39-9581-bba1b1a48b02 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Made reservation on behalf of 8d1cf8b47d754845b7d571a762ca3651 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:32:56.267110 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d728dd0e-9f81-4a39-9581-bba1b1a48b02 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:56.267460 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-4dbf471f-d334-4af5-9fe1-6b4229f35e61 None None] Provisioning complete for port f249969c-45d5-4068-bd46-a0fb5c57ee91 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:56.267460 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4dbf471f-d334-4af5-9fe1-6b4229f35e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f249969c-45d5-4068-bd46-a0fb5c57ee91), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:56.336491 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 9e561b36-bbb3-4838-adb1-112f3a7b1d33 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:56.336669 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9e561b36-bbb3-4838-adb1-112f3a7b1d33), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:56.346049 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-714790f8-e8b8-4b2d-aaba-1db6022ce400 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (a0e4589e-6682-4144-bcb3-91565cf1adfc), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:56.358589 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c091708-9587-414a-9923-9b4e4c4d96a1 None None] Pushing event updated for resources: {'Port': ['ID=f249969c-45d5-4068-bd46-a0fb5c57ee91,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:56.440534 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-75c57963-ce69-442d-ad41-9886fa4536ff req-e3357cf1-341c-4b8c-a315-55332189d8e9 service neutron] For port 9e561b36-bbb3-4838-adb1-112f3a7b1d33, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9e561b36-bbb3-4838-adb1-112f3a7b1d33,segment=NetworkSegment(1e975a58-21cf-443b-876b-098328642114),segment_id=1e975a58-21cf-443b-876b-098328642114)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:56.525018 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-75c57963-ce69-442d-ad41-9886fa4536ff req-e3357cf1-341c-4b8c-a315-55332189d8e9 service neutron] For port 9e561b36-bbb3-4838-adb1-112f3a7b1d33, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:56.539288 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:32:54Z', 'revision_number': 6, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '31bc6e5a-4893-436f-a2c4-a85553a24d1a', 'name': '', 'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:bf:b3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:24Z', 'updated_at': '2022-02-19T04:32:37Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:16Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf499ca9-01fe-4545-82d2-c821530303b9', 'name': '', 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:a2:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:10Z', 'updated_at': '2022-02-19T04:32:27Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f249969c-45d5-4068-bd46-a0fb5c57ee91', 'name': '', 'network_id': '028880d7-02f5-46d8-b5e4-f490e03ff5f5', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:85:ea:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:41Z', 'updated_at': '2022-02-19T04:32:54Z', 'revision_number': 4, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:56.577009 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-75c57963-ce69-442d-ad41-9886fa4536ff req-e3357cf1-341c-4b8c-a315-55332189d8e9 service neutron] device_id is not set on port 9e561b36-bbb3-4838-adb1-112f3a7b1d33 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:32:56.589428 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-e3357cf1-341c-4b8c-a315-55332189d8e9 service neutron] Publish callbacks [] for port (9e561b36-bbb3-4838-adb1-112f3a7b1d33), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:56.594949 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4dbf471f-d334-4af5-9fe1-6b4229f35e61 None None] Current status of the port f249969c-45d5-4068-bd46-a0fb5c57ee91 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:56.622321 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-e3357cf1-341c-4b8c-a315-55332189d8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (9e561b36-bbb3-4838-adb1-112f3a7b1d33), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:56.661143 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a17c9d10-ebfb-4cff-94eb-0f52c4f63f2c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:56.674652 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a17c9d10-ebfb-4cff-94eb-0f52c4f63f2c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-429138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-429147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455741'] for router (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:56.677967 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7504fd0-3bdd-4d34-854d-e36d0d19b536 None None] The sync data for ids ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'] in n-d-772273-4 is: [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:32:54Z', 'revision_number': 6, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '31bc6e5a-4893-436f-a2c4-a85553a24d1a', 'name': '', 'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:bf:b3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:24Z', 'updated_at': '2022-02-19T04:32:37Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:16Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf499ca9-01fe-4545-82d2-c821530303b9', 'name': '', 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:a2:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:10Z', 'updated_at': '2022-02-19T04:32:27Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f249969c-45d5-4068-bd46-a0fb5c57ee91', 'name': '', 'network_id': '028880d7-02f5-46d8-b5e4-f490e03ff5f5', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:85:ea:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:41Z', 'updated_at': '2022-02-19T04:32:54Z', 'revision_number': 4, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:32:56.729770 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:32:56.733657 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:32:56.899596 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-714790f8-e8b8-4b2d-aaba-1db6022ce400 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (a0e4589e-6682-4144-bcb3-91565cf1adfc), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:56.922056 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7140667a-cefb-41bb-abaf-cd75f7e494a1 req-56c22f9f-b28e-47d9-a8a0-6422271e70fc tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9000022 Feb 19 04:32:56.938691 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714790f8-e8b8-4b2d-aaba-1db6022ce400 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:56.939876 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-714790f8-e8b8-4b2d-aaba-1db6022ce400 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:57.169232 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3357cf1-341c-4b8c-a315-55332189d8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e561b36-bbb3-4838-adb1-112f3a7b1d33,revision_number=6']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:57.321640 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-714790f8-e8b8-4b2d-aaba-1db6022ce400 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.8343165 Feb 19 04:32:57.325480 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55884) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:57.338663 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f249969c-45d5-4068-bd46-a0fb5c57ee91 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:32:57.485464 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4b138ae6-e34b-4149-9b72-9d58cfda4025 req-05d21954-a806-40b0-b4c3-68646a118d10 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3540189 Feb 19 04:32:57.487883 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 9e561b36-bbb3-4838-adb1-112f3a7b1d33 is: DOWN; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:57.491161 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:57.503393 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c57963-ce69-442d-ad41-9886fa4536ff req-e3357cf1-341c-4b8c-a315-55332189d8e9 service neutron] No DVR routers for this DVR port 9e561b36-bbb3-4838-adb1-112f3a7b1d33 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:32:57.652743 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714790f8-e8b8-4b2d-aaba-1db6022ce400 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Network': ['ID=a0e4589e-6682-4144-bcb3-91565cf1adfc,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:57.697885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network a0e4589e-6682-4144-bcb3-91565cf1adfc details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:32:57.706200 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-42fcd579-00ce-4c7f-aa81-f429a0f2a7d6 None None] Provisioning complete for port 9e561b36-bbb3-4838-adb1-112f3a7b1d33 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:57.706827 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-42fcd579-00ce-4c7f-aa81-f429a0f2a7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9e561b36-bbb3-4838-adb1-112f3a7b1d33), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:57.797638 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-75c57963-ce69-442d-ad41-9886fa4536ff req-e3357cf1-341c-4b8c-a315-55332189d8e9 service neutron] In _notify_port_updated(), no bound segment for port 9e561b36-bbb3-4838-adb1-112f3a7b1d33 on network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 {{(pid=115199) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:32:57.798895 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c57963-ce69-442d-ad41-9886fa4536ff req-e3357cf1-341c-4b8c-a315-55332189d8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:57.800707 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-e3357cf1-341c-4b8c-a315-55332189d8e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:57.803057 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75c57963-ce69-442d-ad41-9886fa4536ff req-e3357cf1-341c-4b8c-a315-55332189d8e9 service neutron] 10.222.0.48 "PUT /v2.0/ports/9e561b36-bbb3-4838-adb1-112f3a7b1d33 HTTP/1.1" status: 200 len: 1031 time: 3.4591119 Feb 19 04:32:57.851392 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port f249969c-45d5-4068-bd46-a0fb5c57ee91 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:32:57.851995 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f249969c-45d5-4068-bd46-a0fb5c57ee91), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:58.040693 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-42fcd579-00ce-4c7f-aa81-f429a0f2a7d6 None None] Port 9e561b36-bbb3-4838-adb1-112f3a7b1d33 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:32:58.123714 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:58.124394 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (78c6088e-c8c2-41a8-8df6-f57a9a4b4e82), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:58.216824 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a38de18-734e-4d17-9ce6-b0cd00e245b8 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:58.219012 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17c9d10-ebfb-4cff-94eb-0f52c4f63f2c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:32:58.224526 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1a38de18-734e-4d17-9ce6-b0cd00e245b8 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "GET /v2.0/networks?id=a0e4589e-6682-4144-bcb3-91565cf1adfc HTTP/1.1" status: 200 len: 761 time: 0.7348738 Feb 19 04:32:58.232878 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55908) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:58.249342 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-aa3efa85-c370-43fb-bb52-9e4ab2671e4b tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'network': {'description': 'd2'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:58.258908 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98066875-e5ea-4ada-bc60-2320a5166f73 req-94b6b027-ae36-4872-9057-559f8fe19b27 service neutron] 10.222.0.10 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8617587 Feb 19 04:32:58.338787 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78c6088e-c8c2-41a8-8df6-f57a9a4b4e82'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:32:58.343858 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a84c1f-bd6b-496b-b8de-fa89f8471810" -d '{"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "78c6088e-c8c2-41a8-8df6-f57a9a4b4e82"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:32:58.370400 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c57963-ce69-442d-ad41-9886fa4536ff req-0704e604-c1af-4317-8763-3947f4f6ddcf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:58.372289 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75c57963-ce69-442d-ad41-9886fa4536ff req-0704e604-c1af-4317-8763-3947f4f6ddcf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.48 "GET /v2.0/ports/680d45c7-a626-4dc5-b424-148f5e9cc4f9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2564411 Feb 19 04:32:58.386479 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-75c57963-ce69-442d-ad41-9886fa4536ff req-90222c4b-5b2e-41d0-bd78-c882698ece4a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:58.424001 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=78c6088e-c8c2-41a8-8df6-f57a9a4b4e82,segment=NetworkSegment(1e975a58-21cf-443b-876b-098328642114),segment_id=1e975a58-21cf-443b-876b-098328642114)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:58.443768 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (78c6088e-c8c2-41a8-8df6-f57a9a4b4e82), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:58.446543 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:58.466183 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00740c-e1b1-4f38-a380-bef4be4d58aa req-c7dd89f9-7f57-49ca-b210-71994ed6221f tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:58.485381 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec00740c-e1b1-4f38-a380-bef4be4d58aa req-c7dd89f9-7f57-49ca-b210-71994ed6221f tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.5604699 Feb 19 04:32:58.523739 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c871a-074b-4eb3-a9b6-2bc056cb0e6a req-d0adaf38-6713-48aa-90cb-c255d3c49cd6 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:58.555920 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c871a-074b-4eb3-a9b6-2bc056cb0e6a req-d0adaf38-6713-48aa-90cb-c255d3c49cd6 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:58.558691 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port f249969c-45d5-4068-bd46-a0fb5c57ee91 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:58.577560 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c871a-074b-4eb3-a9b6-2bc056cb0e6a req-d0adaf38-6713-48aa-90cb-c255d3c49cd6 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:58.599884 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c871a-074b-4eb3-a9b6-2bc056cb0e6a req-d0adaf38-6713-48aa-90cb-c255d3c49cd6 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:58.620326 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c871a-074b-4eb3-a9b6-2bc056cb0e6a req-d0adaf38-6713-48aa-90cb-c255d3c49cd6 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:58.654453 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c871a-074b-4eb3-a9b6-2bc056cb0e6a req-d0adaf38-6713-48aa-90cb-c255d3c49cd6 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:58.657488 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-389c871a-074b-4eb3-a9b6-2bc056cb0e6a req-d0adaf38-6713-48aa-90cb-c255d3c49cd6 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 4666 time: 1.5155945 Feb 19 04:32:58.669818 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec00740c-e1b1-4f38-a380-bef4be4d58aa req-88798ead-002d-4c2b-ac1b-4acd0c943206 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807768 Feb 19 04:32:58.706653 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-90222c4b-5b2e-41d0-bd78-c882698ece4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (680d45c7-a626-4dc5-b424-148f5e9cc4f9), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:58.736000 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=78c6088e-c8c2-41a8-8df6-f57a9a4b4e82,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:58.935038 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:58.936275 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2e4588f5-0efb-4d8f-ab5f-2126c9d7c978), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:59.138130 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2e4588f5-0efb-4d8f-ab5f-2126c9d7c978,segment=NetworkSegment(a2a1e401-78fd-4a36-92fe-e1e86bcac256),segment_id=a2a1e401-78fd-4a36-92fe-e1e86bcac256)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:59.154289 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2e4588f5-0efb-4d8f-ab5f-2126c9d7c978), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:59.155785 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9ddff2d5-6951-424b-b007-7c254bc14a54 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:32:59.218458 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-389c871a-074b-4eb3-a9b6-2bc056cb0e6a req-3c5e29e8-33ef-48fc-bf90-d27f742a82cb tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&id=43f693dc-97e2-45c1-af88-5d55ce001e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4818585 Feb 19 04:32:59.294975 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45401db2-1eb5-4355-b1ee-f85f0591274b req-94bd17b2-3fb8-4110-8195-bef417443cf5 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:32:59.304292 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-45401db2-1eb5-4355-b1ee-f85f0591274b req-94bd17b2-3fb8-4110-8195-bef417443cf5 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 945 time: 0.2995839 Feb 19 04:32:59.337230 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=2e4588f5-0efb-4d8f-ab5f-2126c9d7c978,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:32:59.418426 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17c9d10-ebfb-4cff-94eb-0f52c4f63f2c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:32:59.437748 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39763464-8f64-465f-8bf2-27c8dea88772 None None] Sync routers for ids ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:32:59.464698 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0f922b-812a-4784-ad59-f68202a53f70 x-openstack-request-id: req-4c0f922b-812a-4784-ad59-f68202a53f70 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:32:59.465230 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "78c6088e-c8c2-41a8-8df6-f57a9a4b4e82", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:32:59.465677 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4c0f922b-812a-4784-ad59-f68202a53f70 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:32:59.466369 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78c6088e-c8c2-41a8-8df6-f57a9a4b4e82', 'code': 200} Feb 19 04:32:59.509664 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a17c9d10-ebfb-4cff-94eb-0f52c4f63f2c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:59.512186 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a17c9d10-ebfb-4cff-94eb-0f52c4f63f2c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "PUT /v2.0/routers/ea18b4f9-4554-4b9f-ba35-6f318a3a7537 HTTP/1.1" status: 200 len: 954 time: 8.2719800 Feb 19 04:32:59.524688 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55924) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:59.537391 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aa3efa85-c370-43fb-bb52-9e4ab2671e4b tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (a0e4589e-6682-4144-bcb3-91565cf1adfc), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:59.546392 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39763464-8f64-465f-8bf2-27c8dea88772 None None] Routers {'ea18b4f9-4554-4b9f-ba35-6f318a3a7537'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:32:59.551184 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-39763464-8f64-465f-8bf2-27c8dea88772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:32:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:32:59.599812 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-75c57963-ce69-442d-ad41-9886fa4536ff req-90222c4b-5b2e-41d0-bd78-c882698ece4a service neutron] For port 680d45c7-a626-4dc5-b424-148f5e9cc4f9, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=680d45c7-a626-4dc5-b424-148f5e9cc4f9,segment=NetworkSegment(1e975a58-21cf-443b-876b-098328642114),segment_id=1e975a58-21cf-443b-876b-098328642114)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:32:59.657059 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aa3efa85-c370-43fb-bb52-9e4ab2671e4b tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (a0e4589e-6682-4144-bcb3-91565cf1adfc), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:59.659459 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d728dd0e-9f81-4a39-9581-bba1b1a48b02 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (e93fe9f0-2365-4a09-aeaa-6d22ee28ca52), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:59.722479 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-45401db2-1eb5-4355-b1ee-f85f0591274b req-44e11479-d0c8-4621-a459-202f97b6198b tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004459 Feb 19 04:32:59.856331 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-75c57963-ce69-442d-ad41-9886fa4536ff req-90222c4b-5b2e-41d0-bd78-c882698ece4a service neutron] For port 680d45c7-a626-4dc5-b424-148f5e9cc4f9, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:32:59.878396 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 9ddff2d5-6951-424b-b007-7c254bc14a54 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:32:59.879096 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9ddff2d5-6951-424b-b007-7c254bc14a54), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:59.940893 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5d0140dd-4408-47b2-9dbd-54c2acba57c9 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "GET /v2.0/routers/ea18b4f9-4554-4b9f-ba35-6f318a3a7537 HTTP/1.1" status: 200 len: 954 time: 0.4144673 Feb 19 04:32:59.942992 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55932) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:32:59.969210 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-72bbddbc-90fe-48a9-bff8-656c4301b630 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'router': {'routes': None}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:32:59.997352 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9ddff2d5-6951-424b-b007-7c254bc14a54, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9ddff2d5-6951-424b-b007-7c254bc14a54,segment=NetworkSegment(1e975a58-21cf-443b-876b-098328642114),segment_id=1e975a58-21cf-443b-876b-098328642114)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:00.012778 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aa3efa85-c370-43fb-bb52-9e4ab2671e4b tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Network a0e4589e-6682-4144-bcb3-91565cf1adfc is not hosted by any dhcp agent {{(pid=115198) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 04:33:00.022939 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3efa85-c370-43fb-bb52-9e4ab2671e4b tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:00.024254 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aa3efa85-c370-43fb-bb52-9e4ab2671e4b tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:00.025807 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-39763464-8f64-465f-8bf2-27c8dea88772 None None] Set router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:33:00.031602 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-aa3efa85-c370-43fb-bb52-9e4ab2671e4b tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "PUT /v2.0/networks/a0e4589e-6682-4144-bcb3-91565cf1adfc HTTP/1.1" status: 200 len: 758 time: 1.7962713 Feb 19 04:33:00.116708 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55934) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:00.231521 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3efa85-c370-43fb-bb52-9e4ab2671e4b tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Network': ['ID=a0e4589e-6682-4144-bcb3-91565cf1adfc,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:00.434170 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-75c57963-ce69-442d-ad41-9886fa4536ff req-90222c4b-5b2e-41d0-bd78-c882698ece4a service neutron] device_id is not set on port 680d45c7-a626-4dc5-b424-148f5e9cc4f9 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:33:00.473554 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9ddff2d5-6951-424b-b007-7c254bc14a54), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:00.478004 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 3f34b13c-5435-4bbf-ae60-854887c74231 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:33:00.510022 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-90222c4b-5b2e-41d0-bd78-c882698ece4a service neutron] Publish callbacks [] for port (680d45c7-a626-4dc5-b424-148f5e9cc4f9), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:00.512011 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network a0e4589e-6682-4144-bcb3-91565cf1adfc details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:33:00.534015 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-90222c4b-5b2e-41d0-bd78-c882698ece4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (680d45c7-a626-4dc5-b424-148f5e9cc4f9), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:00.570086 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728dd0e-9f81-4a39-9581-bba1b1a48b02 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Subnet': ['ID=e93fe9f0-2365-4a09-aeaa-6d22ee28ca52,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:00.701169 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d728dd0e-9f81-4a39-9581-bba1b1a48b02 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Checking segment: {'id': 'c2d8dc42-4836-4499-b63d-164128b3b0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '389f4a08-01bd-468a-9efb-8417d3c12560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:33:00.701663 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d728dd0e-9f81-4a39-9581-bba1b1a48b02 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network hostable DHCP agents. Network: 389f4a08-01bd-468a-9efb-8417d3c12560, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:33:00.837401 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f792111-a6e7-4d2f-9fc6-dec2cbfb0893 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:00.855031 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6f792111-a6e7-4d2f-9fc6-dec2cbfb0893 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "GET /v2.0/networks?id=a0e4589e-6682-4144-bcb3-91565cf1adfc HTTP/1.1" status: 200 len: 761 time: 0.7227912 Feb 19 04:33:00.893111 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9e052-d1f2-474b-91c2-da4bb300e53e req-5dbfc397-1438-4ce0-bf3b-a08fb47fd630 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:00.916858 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6f9e052-d1f2-474b-91c2-da4bb300e53e req-5dbfc397-1438-4ce0-bf3b-a08fb47fd630 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.9673707 Feb 19 04:33:00.935469 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55948) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:00.975469 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-f1c43b05-2b09-4411-b550-0062ef280321 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-822482985'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:01.197548 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c57963-ce69-442d-ad41-9886fa4536ff req-90222c4b-5b2e-41d0-bd78-c882698ece4a service neutron] No DVR routers for this DVR port 680d45c7-a626-4dc5-b424-148f5e9cc4f9 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:33:01.243485 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6f9e052-d1f2-474b-91c2-da4bb300e53e req-2cb89454-7085-4ec4-b69c-d9bd01a37173 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783957 Feb 19 04:33:01.248005 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c43b05-2b09-4411-b550-0062ef280321 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Made reservation on behalf of f2f36d5f8e834902b96bc27964742316 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:33:01.255563 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f1c43b05-2b09-4411-b550-0062ef280321 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:01.304026 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d728dd0e-9f81-4a39-9581-bba1b1a48b02 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network 389f4a08-01bd-468a-9efb-8417d3c12560 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:33:01.375120 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-d728dd0e-9f81-4a39-9581-bba1b1a48b02 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 389f4a08-01bd-468a-9efb-8417d3c12560) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:33:01.378538 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c43b05-2b09-4411-b550-0062ef280321 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:33:01.410556 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d728dd0e-9f81-4a39-9581-bba1b1a48b02 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:01.411599 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d728dd0e-9f81-4a39-9581-bba1b1a48b02 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:01.499648 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f1c43b05-2b09-4411-b550-0062ef280321 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (593926ff-2d49-4095-aa7a-2d5d50f37421), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:01.502310 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-f1c43b05-2b09-4411-b550-0062ef280321 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Added segment 593926ff-2d49-4095-aa7a-2d5d50f37421 of type vlan for network 1b3d6f89-8ae2-465a-9182-8d7712d9b781 Feb 19 04:33:01.555296 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90222c4b-5b2e-41d0-bd78-c882698ece4a service neutron] Pushing event updated for resources: {'Port': ['ID=680d45c7-a626-4dc5-b424-148f5e9cc4f9,revision_number=6']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:01.569063 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fb0935-447f-4ec4-ae12-70d8532b67e0 None None] Network 389f4a08-01bd-468a-9efb-8417d3c12560 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:33:01.618190 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e4588f5-0efb-4d8f-ab5f-2126c9d7c978'}, {'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ddff2d5-6951-424b-b007-7c254bc14a54'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:33:01.627144 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87c8e5a-b016-4e70-aa40-1075ed6ee49c" -d '{"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "2e4588f5-0efb-4d8f-ab5f-2126c9d7c978"}, {"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "9ddff2d5-6951-424b-b007-7c254bc14a54"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:33:01.639551 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f1c43b05-2b09-4411-b550-0062ef280321 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (1b3d6f89-8ae2-465a-9182-8d7712d9b781), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:01.665243 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=9ddff2d5-6951-424b-b007-7c254bc14a54,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:01.749341 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed4090-6606-4d3f-8932-1cff59ccbe90 req-0b63aa34-ba15-4741-807f-4ce59f94df1f tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:01.764852 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d728dd0e-9f81-4a39-9581-bba1b1a48b02 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.9902411 Feb 19 04:33:01.771067 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed4090-6606-4d3f-8932-1cff59ccbe90 req-0b63aa34-ba15-4741-807f-4ce59f94df1f tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:01.793575 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.resource_extend [None req-f1c43b05-2b09-4411-b550-0062ef280321 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:33:01.797371 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55970) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:01.802674 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-8550bb6b-451b-4704-a563-48f5e2940254 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-889961258', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:01.813215 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed4090-6606-4d3f-8932-1cff59ccbe90 req-0b63aa34-ba15-4741-807f-4ce59f94df1f tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:01.841938 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed4090-6606-4d3f-8932-1cff59ccbe90 req-0b63aa34-ba15-4741-807f-4ce59f94df1f tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:01.866750 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f1c43b05-2b09-4411-b550-0062ef280321 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (1b3d6f89-8ae2-465a-9182-8d7712d9b781), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:01.869419 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed4090-6606-4d3f-8932-1cff59ccbe90 req-0b63aa34-ba15-4741-807f-4ce59f94df1f tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:01.884174 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-feed4090-6606-4d3f-8932-1cff59ccbe90 req-0b63aa34-ba15-4741-807f-4ce59f94df1f tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 3880 time: 1.2499356 Feb 19 04:33:01.888337 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c43b05-2b09-4411-b550-0062ef280321 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:01.892166 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f1c43b05-2b09-4411-b550-0062ef280321 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:01.904781 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-75c57963-ce69-442d-ad41-9886fa4536ff req-90222c4b-5b2e-41d0-bd78-c882698ece4a service neutron] In _notify_port_updated(), no bound segment for port 680d45c7-a626-4dc5-b424-148f5e9cc4f9 on network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 {{(pid=115199) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:33:01.905979 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c57963-ce69-442d-ad41-9886fa4536ff req-90222c4b-5b2e-41d0-bd78-c882698ece4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:01.906784 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-90222c4b-5b2e-41d0-bd78-c882698ece4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:01.916762 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75c57963-ce69-442d-ad41-9886fa4536ff req-90222c4b-5b2e-41d0-bd78-c882698ece4a service neutron] 10.222.0.48 "PUT /v2.0/ports/680d45c7-a626-4dc5-b424-148f5e9cc4f9 HTTP/1.1" status: 200 len: 1033 time: 3.5282583 Feb 19 04:33:01.928484 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-4b605012-5d07-4df4-b129-4d88e02e9883 None None] Provisioning complete for port 680d45c7-a626-4dc5-b424-148f5e9cc4f9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:33:01.929883 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4b605012-5d07-4df4-b129-4d88e02e9883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (680d45c7-a626-4dc5-b424-148f5e9cc4f9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:01.960820 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8550bb6b-451b-4704-a563-48f5e2940254 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (4d60929e-73b2-4438-a1e8-5b4db75c78c8), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:01.975055 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8550bb6b-451b-4704-a563-48f5e2940254 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (4d60929e-73b2-4438-a1e8-5b4db75c78c8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:02.098099 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8550bb6b-451b-4704-a563-48f5e2940254 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router_controller (4d60929e-73b2-4438-a1e8-5b4db75c78c8), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:02.126757 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556d678-7468-4945-abcc-50eae7e205fa req-5b11073f-1b24-45c3-9a9f-64026a3e8af2 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:02.135188 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9556d678-7468-4945-abcc-50eae7e205fa req-5b11073f-1b24-45c3-9a9f-64026a3e8af2 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.4751117 Feb 19 04:33:02.159931 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8550bb6b-451b-4704-a563-48f5e2940254 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (4d60929e-73b2-4438-a1e8-5b4db75c78c8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:02.187336 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4b605012-5d07-4df4-b129-4d88e02e9883 None None] Port 680d45c7-a626-4dc5-b424-148f5e9cc4f9 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:33:02.197515 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 3f34b13c-5435-4bbf-ae60-854887c74231 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:33:02.201032 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3f34b13c-5435-4bbf-ae60-854887c74231), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:02.258657 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f1c43b05-2b09-4411-b550-0062ef280321 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3177724 Feb 19 04:33:02.274889 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55978) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:02.308456 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-f52b6578-bb58-4a11-a1f9-a4b381efab24 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'subnet': {'network_id': '1b3d6f89-8ae2-465a-9182-8d7712d9b781', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:02.448200 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8550bb6b-451b-4704-a563-48f5e2940254 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:02.454491 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-feed4090-6606-4d3f-8932-1cff59ccbe90 req-dfcc156f-a67c-434f-a4dd-8842c0ede9bc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5690703 Feb 19 04:33:02.454982 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8550bb6b-451b-4704-a563-48f5e2940254 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6544960 Feb 19 04:33:02.470956 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55980) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:02.481001 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d0a9da-2f14-43f0-ba04-47a8c177628f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-389f4a08-01bd-468a-9efb-8417d3c12560', 'network_id': '389f4a08-01bd-468a-9efb-8417d3c12560', 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'fixed_ips': [{'subnet_id': 'e93fe9f0-2365-4a09-aeaa-6d22ee28ca52'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:33:02.482354 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e2d0a9da-2f14-43f0-ba04-47a8c177628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:02.515901 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c43b05-2b09-4411-b550-0062ef280321 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Network': ['ID=1b3d6f89-8ae2-465a-9182-8d7712d9b781,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:02.544466 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-165d3064-4e09-4194-9d72-2ff618e5c433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:02.565339 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9556d678-7468-4945-abcc-50eae7e205fa req-70ed906a-cc95-46af-b6e9-f81ed0e75f29 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288290 Feb 19 04:33:02.639919 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 1b3d6f89-8ae2-465a-9182-8d7712d9b781 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:33:02.726583 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 19 Feb 2022 04:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6116045f-5045-43c3-b667-435ad2eb49d6 x-openstack-request-id: req-6116045f-5045-43c3-b667-435ad2eb49d6 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:33:02.727064 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "2e4588f5-0efb-4d8f-ab5f-2126c9d7c978", "code": 200}, {"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "9ddff2d5-6951-424b-b007-7c254bc14a54", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:33:02.727483 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6116045f-5045-43c3-b667-435ad2eb49d6 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:33:02.736328 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e4588f5-0efb-4d8f-ab5f-2126c9d7c978', 'code': 200} Feb 19 04:33:02.736854 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ddff2d5-6951-424b-b007-7c254bc14a54', 'code': 200} Feb 19 04:33:02.771220 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52b6578-bb58-4a11-a1f9-a4b381efab24 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Made reservation on behalf of f2f36d5f8e834902b96bc27964742316 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:33:02.778270 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f52b6578-bb58-4a11-a1f9-a4b381efab24 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:02.806711 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 3f34b13c-5435-4bbf-ae60-854887c74231, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3f34b13c-5435-4bbf-ae60-854887c74231,segment=NetworkSegment(a2a1e401-78fd-4a36-92fe-e1e86bcac256),segment_id=a2a1e401-78fd-4a36-92fe-e1e86bcac256)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:02.817278 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-39763464-8f64-465f-8bf2-27c8dea88772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:32:54Z', 'revision_number': 6, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '31bc6e5a-4893-436f-a2c4-a85553a24d1a', 'name': '', 'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:bf:b3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:24Z', 'updated_at': '2022-02-19T04:32:37Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:16Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf499ca9-01fe-4545-82d2-c821530303b9', 'name': '', 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:a2:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:10Z', 'updated_at': '2022-02-19T04:32:27Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f249969c-45d5-4068-bd46-a0fb5c57ee91', 'name': '', 'network_id': '028880d7-02f5-46d8-b5e4-f490e03ff5f5', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:85:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:41Z', 'updated_at': '2022-02-19T04:32:55Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:03.040779 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3f34b13c-5435-4bbf-ae60-854887c74231), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:03.043615 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device fdeef649-df0e-40d2-a90b-41f8f92afef9 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:33:03.058884 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55f9d3-eaf4-4a80-b519-f6a54908b3e7 req-69bd95de-04b1-43c4-9639-c8fec386bbb1 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:03.090742 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7e55f9d3-eaf4-4a80-b519-f6a54908b3e7 req-69bd95de-04b1-43c4-9639-c8fec386bbb1 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.2550960 Feb 19 04:33:03.199821 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-75c57963-ce69-442d-ad41-9886fa4536ff req-171bec61-c2be-4e0d-933d-359fa2900fd2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Deleting port 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:03.200670 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-171bec61-c2be-4e0d-933d-359fa2900fd2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (78c6088e-c8c2-41a8-8df6-f57a9a4b4e82), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:03.217114 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39763464-8f64-465f-8bf2-27c8dea88772 None None] Checking router: ea18b4f9-4554-4b9f-ba35-6f318a3a7537 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:33:03.560681 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39763464-8f64-465f-8bf2-27c8dea88772 None None] Routers {'ea18b4f9-4554-4b9f-ba35-6f318a3a7537'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:03.568050 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-39763464-8f64-465f-8bf2-27c8dea88772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:32:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:03.702044 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f52b6578-bb58-4a11-a1f9-a4b381efab24 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (e0479a74-744e-471f-b31b-47f34b58b1da), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:04.020542 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7e55f9d3-eaf4-4a80-b519-f6a54908b3e7 req-6a3286b1-b151-4e19-b668-b1cb66531bbe tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8866293 Feb 19 04:33:04.047677 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-39763464-8f64-465f-8bf2-27c8dea88772 None None] Set router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:33:04.062478 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b6578-bb58-4a11-a1f9-a4b381efab24 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Subnet': ['ID=e0479a74-744e-471f-b31b-47f34b58b1da,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:04.187153 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52b6578-bb58-4a11-a1f9-a4b381efab24 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Checking segment: {'id': '593926ff-2d49-4095-aa7a-2d5d50f37421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1b3d6f89-8ae2-465a-9182-8d7712d9b781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:33:04.188161 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52b6578-bb58-4a11-a1f9-a4b381efab24 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Network hostable DHCP agents. Network: 1b3d6f89-8ae2-465a-9182-8d7712d9b781, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:33:04.249768 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52b6578-bb58-4a11-a1f9-a4b381efab24 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Network 1b3d6f89-8ae2-465a-9182-8d7712d9b781 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:33:04.287908 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-f52b6578-bb58-4a11-a1f9-a4b381efab24 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 1b3d6f89-8ae2-465a-9182-8d7712d9b781) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:33:04.302062 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52b6578-bb58-4a11-a1f9-a4b381efab24 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:04.305970 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f52b6578-bb58-4a11-a1f9-a4b381efab24 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:04.388451 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f52b6578-bb58-4a11-a1f9-a4b381efab24 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1072884 Feb 19 04:33:04.393082 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56010) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:04.806435 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0d546963-0c42-4366-a983-eb644c3129e2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (1b3d6f89-8ae2-465a-9182-8d7712d9b781), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:04.834646 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc077ce-81d1-4349-b31a-d95b3af58b5c req-86301195-69a6-4691-9560-3a269f80bd63 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:04.837734 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bcc077ce-81d1-4349-b31a-d95b3af58b5c req-86301195-69a6-4691-9560-3a269f80bd63 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.3962967 Feb 19 04:33:04.851069 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=3f34b13c-5435-4bbf-ae60-854887c74231,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:04.926914 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5152e297-8b90-4f45-9050-d670da077203 None None] Network 1b3d6f89-8ae2-465a-9182-8d7712d9b781 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:33:05.023025 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f34b13c-5435-4bbf-ae60-854887c74231'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:33:05.058934 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d679b973-b8e1-4503-9db2-0d58fa2eceb1" -d '{"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "3f34b13c-5435-4bbf-ae60-854887c74231"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:33:05.073351 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-75c57963-ce69-442d-ad41-9886fa4536ff req-171bec61-c2be-4e0d-933d-359fa2900fd2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] For port 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=78c6088e-c8c2-41a8-8df6-f57a9a4b4e82,segment=NetworkSegment(1e975a58-21cf-443b-876b-098328642114),segment_id=1e975a58-21cf-443b-876b-098328642114)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:05.074259 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-171bec61-c2be-4e0d-933d-359fa2900fd2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (78c6088e-c8c2-41a8-8df6-f57a9a4b4e82), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:05.098596 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-75c57963-ce69-442d-ad41-9886fa4536ff req-171bec61-c2be-4e0d-933d-359fa2900fd2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Calling delete_port for 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:05.156532 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0d546963-0c42-4366-a983-eb644c3129e2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (e0479a74-744e-471f-b31b-47f34b58b1da), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:05.181232 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bcc077ce-81d1-4349-b31a-d95b3af58b5c req-cdd6a3f2-f383-40c8-9f6e-0d34ca68c7fb tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276033 Feb 19 04:33:05.425222 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0d546963-0c42-4366-a983-eb644c3129e2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (e0479a74-744e-471f-b31b-47f34b58b1da), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:05.476092 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bac1126-be2f-4901-aab4-624f22895f41 x-openstack-request-id: req-3bac1126-be2f-4901-aab4-624f22895f41 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:33:05.476551 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "3f34b13c-5435-4bbf-ae60-854887c74231", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:33:05.476966 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3bac1126-be2f-4901-aab4-624f22895f41 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:33:05.477567 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f34b13c-5435-4bbf-ae60-854887c74231', 'code': 200} Feb 19 04:33:05.524802 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d546963-0c42-4366-a983-eb644c3129e2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Subnet': ['ID=e0479a74-744e-471f-b31b-47f34b58b1da,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:05.575667 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-79ce9909-0205-4214-89e9-69283311b203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:05.740476 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-e2d0a9da-2f14-43f0-ba04-47a8c177628f None None] Allocated IP 172.20.0.2 (389f4a08-01bd-468a-9efb-8417d3c12560/e93fe9f0-2365-4a09-aeaa-6d22ee28ca52/57396eaf-3f6c-4971-be0e-32410d0ae0f3) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:33:05.759149 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-171bec61-c2be-4e0d-933d-359fa2900fd2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (78c6088e-c8c2-41a8-8df6-f57a9a4b4e82), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:05.774533 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0d546963-0c42-4366-a983-eb644c3129e2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (1b3d6f89-8ae2-465a-9182-8d7712d9b781), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:05.865435 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port fdeef649-df0e-40d2-a90b-41f8f92afef9 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:33:05.867273 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fdeef649-df0e-40d2-a90b-41f8f92afef9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:05.964592 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-0d546963-0c42-4366-a983-eb644c3129e2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3d6f89-8ae2-465a-9182-8d7712d9b781']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:06.051064 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-0d546963-0c42-4366-a983-eb644c3129e2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593926ff-2d49-4095-aa7a-2d5d50f37421') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:06.051298 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-0d546963-0c42-4366-a983-eb644c3129e2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593926ff-2d49-4095-aa7a-2d5d50f37421') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:06.089964 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0d546963-0c42-4366-a983-eb644c3129e2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (593926ff-2d49-4095-aa7a-2d5d50f37421), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:06.101448 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bec61-c2be-4e0d-933d-359fa2900fd2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event deleted for resources: {'Port': ['ID=78c6088e-c8c2-41a8-8df6-f57a9a4b4e82,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:06.140668 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0d546963-0c42-4366-a983-eb644c3129e2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (593926ff-2d49-4095-aa7a-2d5d50f37421), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:06.161708 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d546963-0c42-4366-a983-eb644c3129e2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:33:06.163357 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0d546963-0c42-4366-a983-eb644c3129e2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (593926ff-2d49-4095-aa7a-2d5d50f37421), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:33:06.166798 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:33:06.259202 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa34be0-4eec-4457-b6a0-b8b04c23702c req-d6204421-ea9a-4c2e-b86a-ad7a58e5b133 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:06.274705 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bfa34be0-4eec-4457-b6a0-b8b04c23702c req-d6204421-ea9a-4c2e-b86a-ad7a58e5b133 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.3899946 Feb 19 04:33:06.627879 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79730c28-c23d-4bf7-bf6e-736530c9b4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-1b3d6f89-8ae2-465a-9182-8d7712d9b781', 'network_id': '1b3d6f89-8ae2-465a-9182-8d7712d9b781', 'project_id': 'f2f36d5f8e834902b96bc27964742316', 'fixed_ips': [{'subnet_id': 'e0479a74-744e-471f-b31b-47f34b58b1da'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:33:06.634444 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0d546963-0c42-4366-a983-eb644c3129e2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (1b3d6f89-8ae2-465a-9182-8d7712d9b781), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:06.646595 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-79730c28-c23d-4bf7-bf6e-736530c9b4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:06.656014 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60caee9b-7e3d-4483-acec-056865775874 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:06.686582 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0d546963-0c42-4366-a983-eb644c3129e2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:06.765899 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0d546963-0c42-4366-a983-eb644c3129e2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/networks/1b3d6f89-8ae2-465a-9182-8d7712d9b781 HTTP/1.1" status: 204 len: 168 time: 2.3658156 Feb 19 04:33:06.837467 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56040) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:06.851534 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c57963-ce69-442d-ad41-9886fa4536ff req-171bec61-c2be-4e0d-933d-359fa2900fd2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] No DVR routers for this DVR port 78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:33:06.869358 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-39763464-8f64-465f-8bf2-27c8dea88772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:32:54Z', 'revision_number': 6, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '31bc6e5a-4893-436f-a2c4-a85553a24d1a', 'name': '', 'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:bf:b3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:24Z', 'updated_at': '2022-02-19T04:32:37Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:16Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf499ca9-01fe-4545-82d2-c821530303b9', 'name': '', 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:a2:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:10Z', 'updated_at': '2022-02-19T04:32:27Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f249969c-45d5-4068-bd46-a0fb5c57ee91', 'name': '', 'network_id': '028880d7-02f5-46d8-b5e4-f490e03ff5f5', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:85:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:41Z', 'updated_at': '2022-02-19T04:32:55Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:06.885409 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-171bec61-c2be-4e0d-933d-359fa2900fd2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:06.901471 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75c57963-ce69-442d-ad41-9886fa4536ff req-171bec61-c2be-4e0d-933d-359fa2900fd2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.48 "DELETE /v2.0/ports/78c6088e-c8c2-41a8-8df6-f57a9a4b4e82 HTTP/1.1" status: 204 len: 173 time: 4.9831691 Feb 19 04:33:06.906849 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-deleted', 'tag': '78c6088e-c8c2-41a8-8df6-f57a9a4b4e82'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:33:06.914926 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2677f559-16f9-4135-abe1-f3d708a7d005" -d '{"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-deleted", "tag": "78c6088e-c8c2-41a8-8df6-f57a9a4b4e82"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:33:06.993343 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bfa34be0-4eec-4457-b6a0-b8b04c23702c req-aa958f70-285d-4c45-910b-0d82ff363375 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6841857 Feb 19 04:33:07.111819 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d546963-0c42-4366-a983-eb644c3129e2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Network': ['ID=1b3d6f89-8ae2-465a-9182-8d7712d9b781,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:07.217467 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port fdeef649-df0e-40d2-a90b-41f8f92afef9, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=fdeef649-df0e-40d2-a90b-41f8f92afef9,segment=NetworkSegment(8799b4e1-b85f-451a-906a-6c07568a3fb8),segment_id=8799b4e1-b85f-451a-906a-6c07568a3fb8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:07.264330 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39763464-8f64-465f-8bf2-27c8dea88772 None None] The sync data for ids ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'] in n-d-772273-4 is: [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:32:54Z', 'revision_number': 6, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '31bc6e5a-4893-436f-a2c4-a85553a24d1a', 'name': '', 'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:bf:b3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:24Z', 'updated_at': '2022-02-19T04:32:37Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:16Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf499ca9-01fe-4545-82d2-c821530303b9', 'name': '', 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:a2:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:10Z', 'updated_at': '2022-02-19T04:32:27Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f249969c-45d5-4068-bd46-a0fb5c57ee91', 'name': '', 'network_id': '028880d7-02f5-46d8-b5e4-f490e03ff5f5', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:85:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:41Z', 'updated_at': '2022-02-19T04:32:55Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:33:07.285525 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fdeef649-df0e-40d2-a90b-41f8f92afef9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:07.286646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 680d45c7-a626-4dc5-b424-148f5e9cc4f9 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:33:07.328618 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:07.544832 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374aaa2a-0954-47bd-8a1a-0dd93b922441 None None] Network 1b3d6f89-8ae2-465a-9182-8d7712d9b781 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:33:07.553472 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdeef649-df0e-40d2-a90b-41f8f92afef9'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:33:07.563374 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce684ec2-046a-445c-8bcd-309e63f2405b" -d '{"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "fdeef649-df0e-40d2-a90b-41f8f92afef9"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:33:07.602564 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae269d-4de2-4489-a399-437c54269e8f req-08f8cdee-b5ba-47e1-b96f-4e7ecece9a2e tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:07.616957 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ddae269d-4de2-4489-a399-437c54269e8f req-08f8cdee-b5ba-47e1-b96f-4e7ecece9a2e tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.1932547 Feb 19 04:33:07.643439 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c364ea8-cc90-479d-9867-773989d1a1be tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] GET failed (client error): The resource could not be found. Feb 19 04:33:07.652468 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4c364ea8-cc90-479d-9867-773989d1a1be tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "GET /v2.0/subnets/e0479a74-744e-471f-b31b-47f34b58b1da HTTP/1.1" status: 404 len: 337 time: 0.7912731 Feb 19 04:33:07.655407 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56054) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:07.683371 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.extraroute_db [None req-72bbddbc-90fe-48a9-bff8-656c4301b630 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Added routes are [] {{(pid=115199) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 04:33:07.683900 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.extraroute_db [None req-72bbddbc-90fe-48a9-bff8-656c4301b630 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=115199) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 04:33:07.737895 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=fdeef649-df0e-40d2-a90b-41f8f92afef9,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:07.740627 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdfcee27-ba17-495b-90fe-26503b80cd2c tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] DELETE failed (client error): The resource could not be found. Feb 19 04:33:07.770690 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdfcee27-ba17-495b-90fe-26503b80cd2c tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:33:07.794631 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cdfcee27-ba17-495b-90fe-26503b80cd2c tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/networks/1b3d6f89-8ae2-465a-9182-8d7712d9b781 HTTP/1.1" status: 404 len: 339 time: 0.1321056 Feb 19 04:33:07.806130 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56060) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:07.856719 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5968933-82a9-4e96-9733-41e9a33866dc req-471bda76-2dc6-40bb-81a0-26b020928655 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:07.871069 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5968933-82a9-4e96-9733-41e9a33866dc req-471bda76-2dc6-40bb-81a0-26b020928655 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:07.873921 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e2d0a9da-2f14-43f0-ba04-47a8c177628f None None] Publish callbacks [] for port (57396eaf-3f6c-4971-be0e-32410d0ae0f3), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:07.886518 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5968933-82a9-4e96-9733-41e9a33866dc req-471bda76-2dc6-40bb-81a0-26b020928655 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:07.899650 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5968933-82a9-4e96-9733-41e9a33866dc req-471bda76-2dc6-40bb-81a0-26b020928655 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:07.907527 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374aaa2a-0954-47bd-8a1a-0dd93b922441 None None] Network 1b3d6f89-8ae2-465a-9182-8d7712d9b781 could not be found, it might have been deleted concurrently. {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:33:07.915845 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5968933-82a9-4e96-9733-41e9a33866dc req-471bda76-2dc6-40bb-81a0-26b020928655 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 3145 time: 2.2321632 Feb 19 04:33:07.935265 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e2d0a9da-2f14-43f0-ba04-47a8c177628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (57396eaf-3f6c-4971-be0e-32410d0ae0f3), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:07.941278 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:07.967470 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] The host n-h2-772273-4 is not matching for port 680d45c7-a626-4dc5-b424-148f5e9cc4f9 host ! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:33:07.968536 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 680d45c7-a626-4dc5-b424-148f5e9cc4f9 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:33:07.993875 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-60caee9b-7e3d-4483-acec-056865775874 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Allocated IP 172.20.0.1 (389f4a08-01bd-468a-9efb-8417d3c12560/e93fe9f0-2365-4a09-aeaa-6d22ee28ca52/bec19411-ec33-4193-8f9a-140753ace9cd) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:33:08.055854 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:08.064263 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d0a9da-2f14-43f0-ba04-47a8c177628f None None] Network 389f4a08-01bd-468a-9efb-8417d3c12560 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:33:08.077278 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-e2d0a9da-2f14-43f0-ba04-47a8c177628f None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:33:08.096646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d0a9da-2f14-43f0-ba04-47a8c177628f None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:33:08.117647 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0a9da-2f14-43f0-ba04-47a8c177628f None None] Pushing event updated for resources: {'Port': ['ID=57396eaf-3f6c-4971-be0e-32410d0ae0f3,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:08.231890 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ddae269d-4de2-4489-a399-437c54269e8f req-86f94bf9-244a-4f6b-86e0-a781ab4376b5 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6135993 Feb 19 04:33:08.363441 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e2d0a9da-2f14-43f0-ba04-47a8c177628f None None] Attempting to bind port 57396eaf-3f6c-4971-be0e-32410d0ae0f3 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:33:08.364714 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e2d0a9da-2f14-43f0-ba04-47a8c177628f None None] Attempting to bind port 57396eaf-3f6c-4971-be0e-32410d0ae0f3 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'c2d8dc42-4836-4499-b63d-164128b3b0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '389f4a08-01bd-468a-9efb-8417d3c12560'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:33:08.367242 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d0a9da-2f14-43f0-ba04-47a8c177628f None None] Attempting to bind port 57396eaf-3f6c-4971-be0e-32410d0ae0f3 on network 389f4a08-01bd-468a-9efb-8417d3c12560 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:33:08.409000 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d0a9da-2f14-43f0-ba04-47a8c177628f None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:33:08.409000 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d0a9da-2f14-43f0-ba04-47a8c177628f None None] Checking segment: {'id': 'c2d8dc42-4836-4499-b63d-164128b3b0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '389f4a08-01bd-468a-9efb-8417d3c12560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:33:08.409000 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e2d0a9da-2f14-43f0-ba04-47a8c177628f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:08.409000 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d0a9da-2f14-43f0-ba04-47a8c177628f None None] Bound using segment: {'id': 'c2d8dc42-4836-4499-b63d-164128b3b0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '389f4a08-01bd-468a-9efb-8417d3c12560'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:33:08.409000 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e2d0a9da-2f14-43f0-ba04-47a8c177628f None None] Bound port: 57396eaf-3f6c-4971-be0e-32410d0ae0f3, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d8dc42-4836-4499-b63d-164128b3b0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '389f4a08-01bd-468a-9efb-8417d3c12560'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:33:08.409000 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e2d0a9da-2f14-43f0-ba04-47a8c177628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (57396eaf-3f6c-4971-be0e-32410d0ae0f3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:08.430185 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60caee9b-7e3d-4483-acec-056865775874 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for port (bec19411-ec33-4193-8f9a-140753ace9cd), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:08.467403 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6306216c-11f4-4b14-a5e7-412710dad746 x-openstack-request-id: req-6306216c-11f4-4b14-a5e7-412710dad746 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:33:08.469308 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "fdeef649-df0e-40d2-a90b-41f8f92afef9", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:33:08.469857 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6306216c-11f4-4b14-a5e7-412710dad746 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:33:08.470557 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdeef649-df0e-40d2-a90b-41f8f92afef9', 'code': 200} Feb 19 04:33:08.534877 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60caee9b-7e3d-4483-acec-056865775874 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (bec19411-ec33-4193-8f9a-140753ace9cd), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:08.712084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a06a590-d79d-4179-8a28-15aef590fe2a tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:08.723260 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7a06a590-d79d-4179-8a28-15aef590fe2a tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9142351 Feb 19 04:33:08.727480 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56084) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:08.738663 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e2d0a9da-2f14-43f0-ba04-47a8c177628f None None] For port 57396eaf-3f6c-4971-be0e-32410d0ae0f3, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:33:08.752296 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e2d0a9da-2f14-43f0-ba04-47a8c177628f None None] For port 57396eaf-3f6c-4971-be0e-32410d0ae0f3, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=57396eaf-3f6c-4971-be0e-32410d0ae0f3,segment=NetworkSegment(c2d8dc42-4836-4499-b63d-164128b3b0a6),segment_id=c2d8dc42-4836-4499-b63d-164128b3b0a6)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:33:08.773691 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e2d0a9da-2f14-43f0-ba04-47a8c177628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (57396eaf-3f6c-4971-be0e-32410d0ae0f3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:08.799501 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be61419-4317-42c5-abfc-52d7ccf97f5e x-openstack-request-id: req-8be61419-4317-42c5-abfc-52d7ccf97f5e {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:33:08.801428 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-deleted", "tag": "78c6088e-c8c2-41a8-8df6-f57a9a4b4e82", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:33:08.803251 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8be61419-4317-42c5-abfc-52d7ccf97f5e {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:33:08.805168 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-deleted', 'tag': '78c6088e-c8c2-41a8-8df6-f57a9a4b4e82', 'status': 'completed', 'code': 200} Feb 19 04:33:08.815671 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-72bbddbc-90fe-48a9-bff8-656c4301b630 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:08.914430 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-43f7b832-55b2-4275-bf41-c6240884cb78 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "GET /v2.0/subnets?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 207 time: 0.1758857 Feb 19 04:33:08.915308 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56092) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:08.978279 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5968933-82a9-4e96-9733-41e9a33866dc req-e4e7fe84-c17b-49fe-b254-0505291d2f4a tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5293074 Feb 19 04:33:09.073492 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60caee9b-7e3d-4483-acec-056865775874 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network 389f4a08-01bd-468a-9efb-8417d3c12560 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:33:09.167045 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0a9da-2f14-43f0-ba04-47a8c177628f None None] Pushing event updated for resources: {'Port': ['ID=57396eaf-3f6c-4971-be0e-32410d0ae0f3,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:09.223787 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:09.244140 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-60caee9b-7e3d-4483-acec-056865775874 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:33:09.305662 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:09.319787 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60caee9b-7e3d-4483-acec-056865775874 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:33:09.822746 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60caee9b-7e3d-4483-acec-056865775874 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Port': ['ID=bec19411-ec33-4193-8f9a-140753ace9cd,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:10.004086 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60caee9b-7e3d-4483-acec-056865775874 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (4d60929e-73b2-4438-a1e8-5b4db75c78c8), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:10.037968 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd6ce45-3029-4103-8c6f-a628e6e3c772 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:10.052102 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd6ce45-3029-4103-8c6f-a628e6e3c772 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:10.063606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd6ce45-3029-4103-8c6f-a628e6e3c772 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:10.075284 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd6ce45-3029-4103-8c6f-a628e6e3c772 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:10.078118 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5fd6ce45-3029-4103-8c6f-a628e6e3c772 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 1.1612947 Feb 19 04:33:10.084826 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56116) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:10.301541 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-75c57963-ce69-442d-ad41-9886fa4536ff req-5d99455d-3e07-4417-9eee-891ac4beb8fa tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Deleting port fdeef649-df0e-40d2-a90b-41f8f92afef9 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:10.301878 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-5d99455d-3e07-4417-9eee-891ac4beb8fa tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (fdeef649-df0e-40d2-a90b-41f8f92afef9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:10.586534 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf63c9c-813c-437d-ba81-9c9e8f816353 req-e199146c-26c2-4876-8a76-eb291db77239 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:10.597261 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf63c9c-813c-437d-ba81-9c9e8f816353 req-e199146c-26c2-4876-8a76-eb291db77239 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:10.611169 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf63c9c-813c-437d-ba81-9c9e8f816353 req-e199146c-26c2-4876-8a76-eb291db77239 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:10.623328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf63c9c-813c-437d-ba81-9c9e8f816353 req-e199146c-26c2-4876-8a76-eb291db77239 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:10.636815 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7bf63c9c-813c-437d-ba81-9c9e8f816353 req-e199146c-26c2-4876-8a76-eb291db77239 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 3143 time: 0.3345265 Feb 19 04:33:10.731964 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dac2fcc3-bdfc-4da9-bab2-b21e42637462 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.6383729 Feb 19 04:33:10.783877 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74091fa0-3be7-419e-8317-40b3ba7d0f97 req-aaeaed2f-9f99-4ca0-ad7a-bfd1182e5669 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:10.801992 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-74091fa0-3be7-419e-8317-40b3ba7d0f97 req-aaeaed2f-9f99-4ca0-ad7a-bfd1182e5669 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 1.5908730 Feb 19 04:33:10.910014 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56124) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:10.950625 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7bf63c9c-813c-437d-ba81-9c9e8f816353 req-85345c55-7fa4-4ddf-b72e-857736331a4c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3089705 Feb 19 04:33:11.405218 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-72bbddbc-90fe-48a9-bff8-656c4301b630 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:11.437345 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-72bbddbc-90fe-48a9-bff8-656c4301b630 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-429138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-429147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455741'] for router (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:11.451989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 57396eaf-3f6c-4971-be0e-32410d0ae0f3 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:33:11.626561 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c619e067-a46f-47d9-b648-6a948ba56349 None None] Network 389f4a08-01bd-468a-9efb-8417d3c12560 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:33:11.754258 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60caee9b-7e3d-4483-acec-056865775874 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bec19411-ec33-4193-8f9a-140753ace9cd), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:12.009336 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-74091fa0-3be7-419e-8317-40b3ba7d0f97 req-ea0f4245-334a-4c14-b909-903ee42705c0 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7525976 Feb 19 04:33:12.023508 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 57396eaf-3f6c-4971-be0e-32410d0ae0f3 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:33:12.027600 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (57396eaf-3f6c-4971-be0e-32410d0ae0f3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:12.049897 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a4cd166a-5ba9-4aaa-8be0-f8b330ce0a01 None None] Provisioning complete for port 57396eaf-3f6c-4971-be0e-32410d0ae0f3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:33:12.050475 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a4cd166a-5ba9-4aaa-8be0-f8b330ce0a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (57396eaf-3f6c-4971-be0e-32410d0ae0f3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:12.202593 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-75c57963-ce69-442d-ad41-9886fa4536ff req-5d99455d-3e07-4417-9eee-891ac4beb8fa tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] For port fdeef649-df0e-40d2-a90b-41f8f92afef9, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=fdeef649-df0e-40d2-a90b-41f8f92afef9,segment=NetworkSegment(8799b4e1-b85f-451a-906a-6c07568a3fb8),segment_id=8799b4e1-b85f-451a-906a-6c07568a3fb8)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:12.203235 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-5d99455d-3e07-4417-9eee-891ac4beb8fa tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (fdeef649-df0e-40d2-a90b-41f8f92afef9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:12.436842 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cbd0ae-93f4-49e5-b4e5-0b626d64460e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:12.439386 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cbd0ae-93f4-49e5-b4e5-0b626d64460e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:12.441825 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-91cbd0ae-93f4-49e5-b4e5-0b626d64460e tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 1.4860487 Feb 19 04:33:12.520490 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56152) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:12.658544 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 57396eaf-3f6c-4971-be0e-32410d0ae0f3 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:33:12.664807 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (57396eaf-3f6c-4971-be0e-32410d0ae0f3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:12.759905 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce238b1-65b3-416e-9eed-d44a0c7101ea tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['shared'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:12.775385 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce238b1-65b3-416e-9eed-d44a0c7101ea tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['shared'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:12.778801 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5ce238b1-65b3-416e-9eed-d44a0c7101ea tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2570393 Feb 19 04:33:12.799277 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fcdf8-3270-4a3f-83b2-c68b95facaa9 req-2e2d3b5e-16e6-4dec-b5af-85ac213382fe tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:12.803422 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-648fcdf8-3270-4a3f-83b2-c68b95facaa9 req-2e2d3b5e-16e6-4dec-b5af-85ac213382fe tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.3580506 Feb 19 04:33:12.804904 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56158) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:12.854657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd166a-5ba9-4aaa-8be0-f8b330ce0a01 None None] Current status of the port 57396eaf-3f6c-4971-be0e-32410d0ae0f3 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:33:12.855533 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a4cd166a-5ba9-4aaa-8be0-f8b330ce0a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (57396eaf-3f6c-4971-be0e-32410d0ae0f3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:13.035428 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-a4cd166a-5ba9-4aaa-8be0-f8b330ce0a01 None None] For port 57396eaf-3f6c-4971-be0e-32410d0ae0f3, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=57396eaf-3f6c-4971-be0e-32410d0ae0f3,segment=NetworkSegment(c2d8dc42-4836-4499-b63d-164128b3b0a6),segment_id=c2d8dc42-4836-4499-b63d-164128b3b0a6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:13.050372 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a4cd166a-5ba9-4aaa-8be0-f8b330ce0a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (57396eaf-3f6c-4971-be0e-32410d0ae0f3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:13.243840 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-858d0562-220b-425e-a5f0-9d7d88eb57ce None None] Provisioning complete for port bec19411-ec33-4193-8f9a-140753ace9cd triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:33:13.244433 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-858d0562-220b-425e-a5f0-9d7d88eb57ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (bec19411-ec33-4193-8f9a-140753ace9cd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:13.270149 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bbddbc-90fe-48a9-bff8-656c4301b630 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:33:13.309080 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:33:13.309575 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:33:13.313625 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e969613b-062d-4230-9998-a1f431e024a9 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:13.333829 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e969613b-062d-4230-9998-a1f431e024a9 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "GET /v2.0/networks/e739c2d5-7953-488d-a3d4-913a39721529 HTTP/1.1" status: 200 len: 800 time: 0.5268600 Feb 19 04:33:13.347209 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd166a-5ba9-4aaa-8be0-f8b330ce0a01 None None] Pushing event updated for resources: {'Port': ['ID=57396eaf-3f6c-4971-be0e-32410d0ae0f3,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:13.359151 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56162) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:13.390872 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-858d0562-220b-425e-a5f0-9d7d88eb57ce None None] Port bec19411-ec33-4193-8f9a-140753ace9cd cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:33:13.427792 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-858d0562-220b-425e-a5f0-9d7d88eb57ce None None] Provisioning complete for port 57396eaf-3f6c-4971-be0e-32410d0ae0f3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:33:13.428420 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-858d0562-220b-425e-a5f0-9d7d88eb57ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (57396eaf-3f6c-4971-be0e-32410d0ae0f3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:13.709093 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f74dc54d-e74f-46a0-bacc-0329b03f00ca tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "GET /v2.0/networks/e739c2d5-7953-488d-a3d4-913a39721529?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3485537 Feb 19 04:33:13.719820 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56172) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:13.815559 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-648fcdf8-3270-4a3f-83b2-c68b95facaa9 req-5653120b-be6a-4862-8e2b-f08dbd76544a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9827559 Feb 19 04:33:13.829657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-858d0562-220b-425e-a5f0-9d7d88eb57ce None None] Current status of the port 57396eaf-3f6c-4971-be0e-32410d0ae0f3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:33:13.851673 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a0a3a6-15be-4204-a8ed-a26e66d1a0fd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:13.855212 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-06a0a3a6-15be-4204-a8ed-a26e66d1a0fd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "GET /v2.0/subnets/5d51d40b-c708-49fd-8e93-d9e0b71ce304 HTTP/1.1" status: 200 len: 811 time: 0.1333873 Feb 19 04:33:13.863802 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56174) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:13.987124 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1ef284-804d-4879-a5ef-005bfeb9df1d tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['shared'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:13.989392 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0e1ef284-804d-4879-a5ef-005bfeb9df1d tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "GET /v2.0/subnets/5d51d40b-c708-49fd-8e93-d9e0b71ce304?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1234450 Feb 19 04:33:13.994794 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 57396eaf-3f6c-4971-be0e-32410d0ae0f3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:33:13.997673 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56180) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:14.007874 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-1e05a708-c90d-42b2-84f3-5bf59b73bfbf tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1574026146'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:14.072589 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e05a708-c90d-42b2-84f3-5bf59b73bfbf tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Made reservation on behalf of f2f36d5f8e834902b96bc27964742316 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:33:14.082259 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1e05a708-c90d-42b2-84f3-5bf59b73bfbf tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:14.095092 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60caee9b-7e3d-4483-acec-056865775874 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for port (bec19411-ec33-4193-8f9a-140753ace9cd), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:14.218707 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb8f9b-4a4d-46a1-a9a5-f414d46282a6 req-f23d37af-bc62-4fab-b598-83984e1c826c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:14.221557 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e05a708-c90d-42b2-84f3-5bf59b73bfbf tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:33:14.230181 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb8f9b-4a4d-46a1-a9a5-f414d46282a6 req-f23d37af-bc62-4fab-b598-83984e1c826c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:14.238388 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb8f9b-4a4d-46a1-a9a5-f414d46282a6 req-f23d37af-bc62-4fab-b598-83984e1c826c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:14.248969 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb8f9b-4a4d-46a1-a9a5-f414d46282a6 req-f23d37af-bc62-4fab-b598-83984e1c826c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:14.251480 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cbb8f9b-4a4d-46a1-a9a5-f414d46282a6 req-f23d37af-bc62-4fab-b598-83984e1c826c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 3143 time: 1.3864391 Feb 19 04:33:14.283658 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60caee9b-7e3d-4483-acec-056865775874 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (bec19411-ec33-4193-8f9a-140753ace9cd), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:14.299348 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1e05a708-c90d-42b2-84f3-5bf59b73bfbf tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (92ddea66-b61d-409a-a984-46de91146739), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:14.300113 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-1e05a708-c90d-42b2-84f3-5bf59b73bfbf tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Added segment 92ddea66-b61d-409a-a984-46de91146739 of type vlan for network c36b1ceb-e67f-4688-bf1c-428cb9da8685 Feb 19 04:33:14.322455 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 57396eaf-3f6c-4971-be0e-32410d0ae0f3 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:33:14.480845 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06f15b-6aaf-4ec1-93c6-d15363b2713c req-c361733f-c87d-4334-9a90-7d78f1fc6c32 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:14.491369 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bb06f15b-6aaf-4ec1-93c6-d15363b2713c req-c361733f-c87d-4334-9a90-7d78f1fc6c32 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.3611014 Feb 19 04:33:14.504862 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1e05a708-c90d-42b2-84f3-5bf59b73bfbf tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (c36b1ceb-e67f-4688-bf1c-428cb9da8685), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:14.521050 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 57396eaf-3f6c-4971-be0e-32410d0ae0f3 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:33:14.528526 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (57396eaf-3f6c-4971-be0e-32410d0ae0f3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:14.593908 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bb06f15b-6aaf-4ec1-93c6-d15363b2713c req-61abdb80-ddf5-4f88-a061-006bca5c9ba1 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009524 Feb 19 04:33:14.663632 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1e05a708-c90d-42b2-84f3-5bf59b73bfbf tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (c36b1ceb-e67f-4688-bf1c-428cb9da8685), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:14.673144 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e05a708-c90d-42b2-84f3-5bf59b73bfbf tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:14.675540 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1e05a708-c90d-42b2-84f3-5bf59b73bfbf tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:14.733958 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1e05a708-c90d-42b2-84f3-5bf59b73bfbf tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7261901 Feb 19 04:33:14.763429 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56194) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:14.775603 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-852da567-84b4-422e-a362-53131327735f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'subnet': {'network_id': 'c36b1ceb-e67f-4688-bf1c-428cb9da8685', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:14.906663 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 57396eaf-3f6c-4971-be0e-32410d0ae0f3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:33:15.161749 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05a708-c90d-42b2-84f3-5bf59b73bfbf tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Network': ['ID=c36b1ceb-e67f-4688-bf1c-428cb9da8685,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:15.223753 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e05a708-c90d-42b2-84f3-5bf59b73bfbf tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:15.224346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e05a708-c90d-42b2-84f3-5bf59b73bfbf tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:15.225234 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e05a708-c90d-42b2-84f3-5bf59b73bfbf tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:15.225825 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e05a708-c90d-42b2-84f3-5bf59b73bfbf tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:15.226418 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e05a708-c90d-42b2-84f3-5bf59b73bfbf tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:15.227006 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e05a708-c90d-42b2-84f3-5bf59b73bfbf tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:15.227580 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e05a708-c90d-42b2-84f3-5bf59b73bfbf tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:15.228133 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e05a708-c90d-42b2-84f3-5bf59b73bfbf tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:15.228713 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e05a708-c90d-42b2-84f3-5bf59b73bfbf tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:15.229329 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e05a708-c90d-42b2-84f3-5bf59b73bfbf tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:15.230173 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e05a708-c90d-42b2-84f3-5bf59b73bfbf tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:15.230778 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e05a708-c90d-42b2-84f3-5bf59b73bfbf tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:15.231372 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e05a708-c90d-42b2-84f3-5bf59b73bfbf tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:15.251441 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network c36b1ceb-e67f-4688-bf1c-428cb9da8685 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:33:15.266317 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7aaa9-7e4a-40b1-983f-995040775d41 req-edf8ef26-b248-4c29-bc38-a436ca5b3c2c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:15.287851 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a6b7aaa9-7e4a-40b1-983f-995040775d41 req-edf8ef26-b248-4c29-bc38-a436ca5b3c2c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.3751354 Feb 19 04:33:15.351913 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852da567-84b4-422e-a362-53131327735f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Made reservation on behalf of f2f36d5f8e834902b96bc27964742316 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:33:15.358748 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-852da567-84b4-422e-a362-53131327735f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:15.534741 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.ipam_backend_mixin [None req-852da567-84b4-422e-a362-53131327735f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Performing IP validity checks on allocation pools {{(pid=115198) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 04:33:15.535663 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.ipam_backend_mixin [None req-852da567-84b4-422e-a362-53131327735f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115198) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 04:33:15.563465 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a6b7aaa9-7e4a-40b1-983f-995040775d41 req-87034833-58d5-452e-9963-d7aa8be7e2db tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740881 Feb 19 04:33:15.814139 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cbb8f9b-4a4d-46a1-a9a5-f414d46282a6 req-1a746805-2e94-411f-9077-f15875f78133 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4923325 Feb 19 04:33:15.998464 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bbddbc-90fe-48a9-bff8-656c4301b630 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:33:16.022531 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7874ef-dedb-44c2-8431-3ad2ef629b31 None None] Sync routers for ids ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:33:16.031520 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-72bbddbc-90fe-48a9-bff8-656c4301b630 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:16.034763 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-72bbddbc-90fe-48a9-bff8-656c4301b630 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "PUT /v2.0/routers/ea18b4f9-4554-4b9f-ba35-6f318a3a7537 HTTP/1.1" status: 200 len: 704 time: 16.0853007 Feb 19 04:33:16.045543 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60caee9b-7e3d-4483-acec-056865775874 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (4d60929e-73b2-4438-a1e8-5b4db75c78c8), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:16.046517 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56214) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:16.073177 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7874ef-dedb-44c2-8431-3ad2ef629b31 None None] Routers {'ea18b4f9-4554-4b9f-ba35-6f318a3a7537'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:16.077568 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-5d7874ef-dedb-44c2-8431-3ad2ef629b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:33:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:16.136461 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60caee9b-7e3d-4483-acec-056865775874 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Port': ['ID=bec19411-ec33-4193-8f9a-140753ace9cd,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:16.501413 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1d259a2c-55ea-4483-a38b-acec324ed5f9 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "GET /v2.0/routers/ea18b4f9-4554-4b9f-ba35-6f318a3a7537 HTTP/1.1" status: 200 len: 704 time: 0.4415591 Feb 19 04:33:16.511535 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb669127-72ab-4e27-ac1f-3664c0e56447 req-4b7189b4-5c03-48d2-a960-57cd79cc4ab7 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:16.525235 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-eb669127-72ab-4e27-ac1f-3664c0e56447 req-4b7189b4-5c03-48d2-a960-57cd79cc4ab7 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.5940099 Feb 19 04:33:16.531104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56222) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:16.533819 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-5d7874ef-dedb-44c2-8431-3ad2ef629b31 None None] Set router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:33:16.572152 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-5d99455d-3e07-4417-9eee-891ac4beb8fa tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:16.572744 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-5d99455d-3e07-4417-9eee-891ac4beb8fa tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (b850b9f1-c67b-43d8-b2bb-8dce0ffd9a3a), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:16.575577 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [req-75c57963-ce69-442d-ad41-9886fa4536ff req-5d99455d-3e07-4417-9eee-891ac4beb8fa tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Floating IP b850b9f1-c67b-43d8-b2bb-8dce0ffd9a3a disassociated. External IP: 172.25.0.117, port: fdeef649-df0e-40d2-a90b-41f8f92afef9. Feb 19 04:33:16.576302 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-75c57963-ce69-442d-ad41-9886fa4536ff req-5d99455d-3e07-4417-9eee-891ac4beb8fa tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Calling delete_port for fdeef649-df0e-40d2-a90b-41f8f92afef9 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:16.727838 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-eb669127-72ab-4e27-ac1f-3664c0e56447 req-aa63234c-cc29-4479-be90-713eb4e7c7df tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009618 Feb 19 04:33:16.733386 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-852da567-84b4-422e-a362-53131327735f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (946c3862-8ec1-47f4-80ab-a7ca0db6c3e6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:16.950619 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852da567-84b4-422e-a362-53131327735f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Subnet': ['ID=946c3862-8ec1-47f4-80ab-a7ca0db6c3e6,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:17.108044 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852da567-84b4-422e-a362-53131327735f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Checking segment: {'id': '92ddea66-b61d-409a-a984-46de91146739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c36b1ceb-e67f-4688-bf1c-428cb9da8685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:33:17.114495 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852da567-84b4-422e-a362-53131327735f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Network hostable DHCP agents. Network: c36b1ceb-e67f-4688-bf1c-428cb9da8685, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:33:17.321124 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852da567-84b4-422e-a362-53131327735f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Network c36b1ceb-e67f-4688-bf1c-428cb9da8685 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:33:17.361571 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-852da567-84b4-422e-a362-53131327735f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, c36b1ceb-e67f-4688-bf1c-428cb9da8685) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:33:17.367578 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-5d7874ef-dedb-44c2-8431-3ad2ef629b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:33:07Z', 'revision_number': 7, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '31bc6e5a-4893-436f-a2c4-a85553a24d1a', 'name': '', 'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:bf:b3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:24Z', 'updated_at': '2022-02-19T04:32:37Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:16Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf499ca9-01fe-4545-82d2-c821530303b9', 'name': '', 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:a2:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:10Z', 'updated_at': '2022-02-19T04:32:27Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f249969c-45d5-4068-bd46-a0fb5c57ee91', 'name': '', 'network_id': '028880d7-02f5-46d8-b5e4-f490e03ff5f5', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:85:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:41Z', 'updated_at': '2022-02-19T04:32:55Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:17.373539 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852da567-84b4-422e-a362-53131327735f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:17.374568 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-852da567-84b4-422e-a362-53131327735f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565282'] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:17.384770 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1668e4-5deb-489d-8a1e-ea0c1a6b9f7d None None] Network c36b1ceb-e67f-4688-bf1c-428cb9da8685 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:33:17.409233 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-5d99455d-3e07-4417-9eee-891ac4beb8fa tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (fdeef649-df0e-40d2-a90b-41f8f92afef9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:17.416022 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27974846-6ee4-461c-99af-4c308106f534 req-77f6b656-b93a-49cc-b98b-1ed338b209c4 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:17.430612 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27974846-6ee4-461c-99af-4c308106f534 req-77f6b656-b93a-49cc-b98b-1ed338b209c4 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:17.442742 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27974846-6ee4-461c-99af-4c308106f534 req-77f6b656-b93a-49cc-b98b-1ed338b209c4 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:17.455518 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-27974846-6ee4-461c-99af-4c308106f534 req-77f6b656-b93a-49cc-b98b-1ed338b209c4 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 2410 time: 0.2559245 Feb 19 04:33:17.490898 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7874ef-dedb-44c2-8431-3ad2ef629b31 None None] Checking router: ea18b4f9-4554-4b9f-ba35-6f318a3a7537 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:33:17.518366 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7874ef-dedb-44c2-8431-3ad2ef629b31 None None] Routers {'ea18b4f9-4554-4b9f-ba35-6f318a3a7537'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:17.519136 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-5d7874ef-dedb-44c2-8431-3ad2ef629b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:33:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:17.597526 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-27974846-6ee4-461c-99af-4c308106f534 req-da0732aa-b187-4933-8ecc-f3f6cdcf248d tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404297 Feb 19 04:33:17.643623 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-852da567-84b4-422e-a362-53131327735f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.8779917 Feb 19 04:33:17.645743 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56246) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:17.659290 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2baf62b1-0543-4738-b3ce-1bc2af0820c6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:17.803737 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-c36b1ceb-e67f-4688-bf1c-428cb9da8685', 'network_id': 'c36b1ceb-e67f-4688-bf1c-428cb9da8685', 'project_id': 'f2f36d5f8e834902b96bc27964742316', 'fixed_ips': [{'subnet_id': '946c3862-8ec1-47f4-80ab-a7ca0db6c3e6'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:33:17.805563 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:17.959552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99455d-3e07-4417-9eee-891ac4beb8fa tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event deleted for resources: {'Port': ['ID=fdeef649-df0e-40d2-a90b-41f8f92afef9,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:17.977452 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-5d7874ef-dedb-44c2-8431-3ad2ef629b31 None None] Set router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:33:18.100871 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2baf62b1-0543-4738-b3ce-1bc2af0820c6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7642549'] for subnet (946c3862-8ec1-47f4-80ab-a7ca0db6c3e6), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:18.147166 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60caee9b-7e3d-4483-acec-056865775874 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network 389f4a08-01bd-468a-9efb-8417d3c12560 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:33:18.185994 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-60caee9b-7e3d-4483-acec-056865775874 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:33:18.288720 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 19 04:33:18.288720 n-d-772273-4 neutron-server[115200]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 19 04:33:18.288720 n-d-772273-4 neutron-server[115200]: [parameters: {'in_use': 1, 'id_1': '946c3862-8ec1-47f4-80ab-a7ca0db6c3e6'}] Feb 19 04:33:18.288720 n-d-772273-4 neutron-server[115200]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:33:18.290650 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:33:18.619858 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2baf62b1-0543-4738-b3ce-1bc2af0820c6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764045834114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7472891'] for subnet (946c3862-8ec1-47f4-80ab-a7ca0db6c3e6), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:18.793026 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:18.901133 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7e4ea-525e-4618-9f45-7e2b8b8d5c1a req-dafc0784-3f53-4ee2-b531-fbf33ed0c294 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:18.906014 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b6b7e4ea-525e-4618-9f45-7e2b8b8d5c1a req-dafc0784-3f53-4ee2-b531-fbf33ed0c294 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 1.8645740 Feb 19 04:33:19.125671 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-5d7874ef-dedb-44c2-8431-3ad2ef629b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:33:07Z', 'revision_number': 7, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '31bc6e5a-4893-436f-a2c4-a85553a24d1a', 'name': '', 'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:bf:b3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:24Z', 'updated_at': '2022-02-19T04:32:37Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:16Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf499ca9-01fe-4545-82d2-c821530303b9', 'name': '', 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:a2:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:10Z', 'updated_at': '2022-02-19T04:32:27Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f249969c-45d5-4068-bd46-a0fb5c57ee91', 'name': '', 'network_id': '028880d7-02f5-46d8-b5e4-f490e03ff5f5', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:85:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:41Z', 'updated_at': '2022-02-19T04:32:55Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:19.220484 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7874ef-dedb-44c2-8431-3ad2ef629b31 None None] The sync data for ids ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'] in n-d-772273-4 is: [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:33:07Z', 'revision_number': 7, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '31bc6e5a-4893-436f-a2c4-a85553a24d1a', 'name': '', 'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:bf:b3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:24Z', 'updated_at': '2022-02-19T04:32:37Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:16Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf499ca9-01fe-4545-82d2-c821530303b9', 'name': '', 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:a2:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:10Z', 'updated_at': '2022-02-19T04:32:27Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f249969c-45d5-4068-bd46-a0fb5c57ee91', 'name': '', 'network_id': '028880d7-02f5-46d8-b5e4-f490e03ff5f5', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:85:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:41Z', 'updated_at': '2022-02-19T04:32:55Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:33:19.293221 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf62b1-0543-4738-b3ce-1bc2af0820c6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event updated for resources: {'Subnet': ['ID=946c3862-8ec1-47f4-80ab-a7ca0db6c3e6,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:19.327464 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baf62b1-0543-4738-b3ce-1bc2af0820c6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:19.336743 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2baf62b1-0543-4738-b3ce-1bc2af0820c6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:19.342572 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2baf62b1-0543-4738-b3ce-1bc2af0820c6 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "PUT /v2.0/subnets/946c3862-8ec1-47f4-80ab-a7ca0db6c3e6 HTTP/1.1" status: 200 len: 877 time: 1.6875379 Feb 19 04:33:19.368735 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56270) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:19.448663 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b6b7e4ea-525e-4618-9f45-7e2b8b8d5c1a req-9a14830a-1b74-4a26-8c3f-c5e919b525f7 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111718 Feb 19 04:33:19.531069 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f4c34a94-55ba-42e5-8ceb-32cf36ff0a92 None None] Provisioning complete for port bec19411-ec33-4193-8f9a-140753ace9cd triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:33:19.531686 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f4c34a94-55ba-42e5-8ceb-32cf36ff0a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (bec19411-ec33-4193-8f9a-140753ace9cd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:19.691950 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Allocated IP 172.20.0.3 (c36b1ceb-e67f-4688-bf1c-428cb9da8685/946c3862-8ec1-47f4-80ab-a7ca0db6c3e6/8c192b7b-da51-40a1-9026-66d8b52ea987) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:33:19.879868 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f4c34a94-55ba-42e5-8ceb-32cf36ff0a92 None None] Port bec19411-ec33-4193-8f9a-140753ace9cd cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:33:19.893128 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796a91d-5f2d-4a90-b0d4-a38e2d3c1b33 req-acedb84a-84fd-446f-b697-c70dd6d4d4fc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:19.935058 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796a91d-5f2d-4a90-b0d4-a38e2d3c1b33 req-acedb84a-84fd-446f-b697-c70dd6d4d4fc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:19.968537 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75c57963-ce69-442d-ad41-9886fa4536ff req-5d99455d-3e07-4417-9eee-891ac4beb8fa tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Router d732b77f-4645-4a29-b393-f72726ff4cf9 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:33:19.986933 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796a91d-5f2d-4a90-b0d4-a38e2d3c1b33 req-acedb84a-84fd-446f-b697-c70dd6d4d4fc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:20.002914 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1796a91d-5f2d-4a90-b0d4-a38e2d3c1b33 req-acedb84a-84fd-446f-b697-c70dd6d4d4fc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 2410 time: 0.8651488 Feb 19 04:33:20.168962 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60caee9b-7e3d-4483-acec-056865775874 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Router 4d60929e-73b2-4438-a1e8-5b4db75c78c8 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:33:20.206127 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (c36b1ceb-e67f-4688-bf1c-428cb9da8685), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.310067 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Publish callbacks [] for port (8c192b7b-da51-40a1-9026-66d8b52ea987), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.322575 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (8c192b7b-da51-40a1-9026-66d8b52ea987), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.372775 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae167-8d92-457a-993c-c251fcd3ccf1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.426288 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f034ae-95e0-4ffb-8de4-53303b21dc8c req-e33eeaf4-4d79-416c-b22e-009b6c8d7a61 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:20.440371 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-03f034ae-95e0-4ffb-8de4-53303b21dc8c req-e33eeaf4-4d79-416c-b22e-009b6c8d7a61 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.4676812 Feb 19 04:33:20.445064 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Network c36b1ceb-e67f-4688-bf1c-428cb9da8685 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:33:20.456168 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:33:20.466738 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (946c3862-8ec1-47f4-80ab-a7ca0db6c3e6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.486985 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:33:20.502805 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Pushing event updated for resources: {'Port': ['ID=8c192b7b-da51-40a1-9026-66d8b52ea987,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:20.531517 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.532164 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.532788 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.533417 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.534971 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.535615 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.536409 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.537827 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.539235 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.539235 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.539738 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.540293 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.541124 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:20.579317 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1796a91d-5f2d-4a90-b0d4-a38e2d3c1b33 req-50fc39ea-ca46-4208-ac71-22adadfdbe42 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3600552 Feb 19 04:33:20.697936 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (946c3862-8ec1-47f4-80ab-a7ca0db6c3e6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.764304 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Attempting to bind port 8c192b7b-da51-40a1-9026-66d8b52ea987 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:33:20.765122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Attempting to bind port 8c192b7b-da51-40a1-9026-66d8b52ea987 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '92ddea66-b61d-409a-a984-46de91146739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c36b1ceb-e67f-4688-bf1c-428cb9da8685'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:33:20.765863 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Attempting to bind port 8c192b7b-da51-40a1-9026-66d8b52ea987 on network c36b1ceb-e67f-4688-bf1c-428cb9da8685 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:33:20.771302 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Subnet': ['ID=946c3862-8ec1-47f4-80ab-a7ca0db6c3e6,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:20.789303 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:33:20.790130 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Checking segment: {'id': '92ddea66-b61d-409a-a984-46de91146739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c36b1ceb-e67f-4688-bf1c-428cb9da8685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:33:20.791336 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:20.792136 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Bound using segment: {'id': '92ddea66-b61d-409a-a984-46de91146739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c36b1ceb-e67f-4688-bf1c-428cb9da8685'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:33:20.793419 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Bound port: 8c192b7b-da51-40a1-9026-66d8b52ea987, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ddea66-b61d-409a-a984-46de91146739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c36b1ceb-e67f-4688-bf1c-428cb9da8685'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:33:20.798400 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8c192b7b-da51-40a1-9026-66d8b52ea987), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.057391 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (c36b1ceb-e67f-4688-bf1c-428cb9da8685), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.139788 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c36b1ceb-e67f-4688-bf1c-428cb9da8685']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:21.176575 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] For port 8c192b7b-da51-40a1-9026-66d8b52ea987, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:33:21.201841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] For port 8c192b7b-da51-40a1-9026-66d8b52ea987, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8c192b7b-da51-40a1-9026-66d8b52ea987,segment=NetworkSegment(92ddea66-b61d-409a-a984-46de91146739),segment_id=92ddea66-b61d-409a-a984-46de91146739)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:33:21.204176 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ddea66-b61d-409a-a984-46de91146739') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:21.204524 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ddea66-b61d-409a-a984-46de91146739') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:21.217335 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8c192b7b-da51-40a1-9026-66d8b52ea987), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.236305 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-03f034ae-95e0-4ffb-8de4-53303b21dc8c req-771f28c9-f60b-42a1-b01d-67e5d8bf154f tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7944951 Feb 19 04:33:21.243325 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75c57963-ce69-442d-ad41-9886fa4536ff req-5d99455d-3e07-4417-9eee-891ac4beb8fa tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:33:21.259948 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (92ddea66-b61d-409a-a984-46de91146739), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.320151 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (92ddea66-b61d-409a-a984-46de91146739), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.375447 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:33:21.375447 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (92ddea66-b61d-409a-a984-46de91146739), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:33:21.388966 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:33:21.498806 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce390db-00fb-4fcd-96b7-9a5320ed25aa None None] Sync routers for ids ['d732b77f-4645-4a29-b393-f72726ff4cf9'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:33:21.563409 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ed7c2-2cb5-4590-92fe-9da40c4b7851 None None] Pushing event updated for resources: {'Port': ['ID=8c192b7b-da51-40a1-9026-66d8b52ea987,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:21.632370 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.api [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 04:33:21.632370 n-d-772273-4 neutron-server[115198]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 04:33:21.632370 n-d-772273-4 neutron-server[115198]: [parameters: {'id': 'c36b1ceb-e67f-4688-bf1c-428cb9da8685'}] Feb 19 04:33:21.632370 n-d-772273-4 neutron-server[115198]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:33:21.636243 n-d-772273-4 neutron-server[115198]: DEBUG oslo_db.api [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:33:21.667825 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce390db-00fb-4fcd-96b7-9a5320ed25aa None None] Routers {'d732b77f-4645-4a29-b393-f72726ff4cf9'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:21.669500 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-7ce390db-00fb-4fcd-96b7-9a5320ed25aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:33:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d732b77f-4645-4a29-b393-f72726ff4cf9'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:21.680789 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c57963-ce69-442d-ad41-9886fa4536ff req-5d99455d-3e07-4417-9eee-891ac4beb8fa tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] No DVR routers for this DVR port fdeef649-df0e-40d2-a90b-41f8f92afef9 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:33:21.709773 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-5d99455d-3e07-4417-9eee-891ac4beb8fa tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:21.714508 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75c57963-ce69-442d-ad41-9886fa4536ff req-5d99455d-3e07-4417-9eee-891ac4beb8fa tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.48 "DELETE /v2.0/ports/fdeef649-df0e-40d2-a90b-41f8f92afef9 HTTP/1.1" status: 204 len: 173 time: 14.0910013 Feb 19 04:33:21.717632 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-deleted', 'tag': 'fdeef649-df0e-40d2-a90b-41f8f92afef9'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:33:21.721990 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06264725-67ef-4083-b957-ed019b1b337d" -d '{"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-deleted", "tag": "fdeef649-df0e-40d2-a90b-41f8f92afef9"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:33:21.728086 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b163d2-6ae4-4d14-aa87-f1cebc06e617 req-662576f1-0732-4381-9d7e-f1d2c8d0082e tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:21.749494 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60b163d2-6ae4-4d14-aa87-f1cebc06e617 req-662576f1-0732-4381-9d7e-f1d2c8d0082e tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.2342701 Feb 19 04:33:21.764655 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ae1bfa-b69b-49de-8d5c-9116db9cfa86 None None] get_active_networks_info from n-d-772273-4 {{(pid=115200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:33:21.994788 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60b163d2-6ae4-4d14-aa87-f1cebc06e617 req-1fe5819f-97d4-41dd-909c-00dbb4a7c5a7 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197645 Feb 19 04:33:22.138447 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (c36b1ceb-e67f-4688-bf1c-428cb9da8685), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:22.416250 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60caee9b-7e3d-4483-acec-056865775874 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:33:22.427844 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-7ce390db-00fb-4fcd-96b7-9a5320ed25aa None None] Set router d732b77f-4645-4a29-b393-f72726ff4cf9 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:33:22.447712 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Deleting port 8c192b7b-da51-40a1-9026-66d8b52ea987 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:22.448370 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (8c192b7b-da51-40a1-9026-66d8b52ea987), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:22.466005 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-60caee9b-7e3d-4483-acec-056865775874 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "PUT /v2.0/routers/4d60929e-73b2-4438-a1e8-5b4db75c78c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.9688337 Feb 19 04:33:22.508989 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56326) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:22.692694 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a378b2ee-40b6-4f8d-872b-bd704ac5164b None None] Sync routers for ids ['4d60929e-73b2-4438-a1e8-5b4db75c78c8'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:33:22.717300 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4d35d-84d1-41a4-9b3c-63faac25dcb6 req-0bf683b9-1847-4264-9dc9-1a98f477914c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:22.772004 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a378b2ee-40b6-4f8d-872b-bd704ac5164b None None] Routers {'4d60929e-73b2-4438-a1e8-5b4db75c78c8'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:22.775585 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a378b2ee-40b6-4f8d-872b-bd704ac5164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:33:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['4d60929e-73b2-4438-a1e8-5b4db75c78c8'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:22.777998 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4d35d-84d1-41a4-9b3c-63faac25dcb6 req-0bf683b9-1847-4264-9dc9-1a98f477914c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:22.795715 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4d35d-84d1-41a4-9b3c-63faac25dcb6 req-0bf683b9-1847-4264-9dc9-1a98f477914c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:22.835900 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ffc4d35d-84d1-41a4-9b3c-63faac25dcb6 req-0bf683b9-1847-4264-9dc9-1a98f477914c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 2410 time: 0.8486202 Feb 19 04:33:22.880208 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605571ac-1d2d-478a-ba46-2705709cbbe1 x-openstack-request-id: req-605571ac-1d2d-478a-ba46-2705709cbbe1 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:33:22.883388 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-deleted", "tag": "fdeef649-df0e-40d2-a90b-41f8f92afef9", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:33:22.906760 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-605571ac-1d2d-478a-ba46-2705709cbbe1 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:33:22.910201 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-deleted', 'tag': 'fdeef649-df0e-40d2-a90b-41f8f92afef9', 'status': 'completed', 'code': 200} Feb 19 04:33:22.958296 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a378b2ee-40b6-4f8d-872b-bd704ac5164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:23.056232 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] For port 8c192b7b-da51-40a1-9026-66d8b52ea987, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8c192b7b-da51-40a1-9026-66d8b52ea987,segment=NetworkSegment(92ddea66-b61d-409a-a984-46de91146739),segment_id=92ddea66-b61d-409a-a984-46de91146739)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:23.057237 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (8c192b7b-da51-40a1-9026-66d8b52ea987), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:23.084466 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175c4ff7-8489-4d4c-af9c-ae11883d564e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:23.100514 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-175c4ff7-8489-4d4c-af9c-ae11883d564e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "GET /v2.0/ports/bec19411-ec33-4193-8f9a-140753ace9cd HTTP/1.1" status: 200 len: 910 time: 0.5897627 Feb 19 04:33:23.102039 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56340) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:23.104064 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-75c57963-ce69-442d-ad41-9886fa4536ff req-bc089bc5-afe5-4fd6-a740-0913ff571374 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Deleting port 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:23.105077 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-bc089bc5-afe5-4fd6-a740-0913ff571374 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2e4588f5-0efb-4d8f-ab5f-2126c9d7c978), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:23.210761 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a378b2ee-40b6-4f8d-872b-bd704ac5164b None None] Routers {'4d60929e-73b2-4438-a1e8-5b4db75c78c8'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:23.211841 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a378b2ee-40b6-4f8d-872b-bd704ac5164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:33:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['4d60929e-73b2-4438-a1e8-5b4db75c78c8'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:23.392770 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a378b2ee-40b6-4f8d-872b-bd704ac5164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:23.393936 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a378b2ee-40b6-4f8d-872b-bd704ac5164b None None] The sync data for ids ['4d60929e-73b2-4438-a1e8-5b4db75c78c8'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:33:23.495361 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ffc4d35d-84d1-41a4-9b3c-63faac25dcb6 req-a519cd10-bb19-4e2d-ae11-2eac9b4d7f6b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6578085 Feb 19 04:33:23.685824 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Calling delete_port for 8c192b7b-da51-40a1-9026-66d8b52ea987 owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:23.827791 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-75c57963-ce69-442d-ad41-9886fa4536ff req-bc089bc5-afe5-4fd6-a740-0913ff571374 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] For port 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2e4588f5-0efb-4d8f-ab5f-2126c9d7c978,segment=NetworkSegment(a2a1e401-78fd-4a36-92fe-e1e86bcac256),segment_id=a2a1e401-78fd-4a36-92fe-e1e86bcac256)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:23.828779 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-bc089bc5-afe5-4fd6-a740-0913ff571374 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2e4588f5-0efb-4d8f-ab5f-2126c9d7c978), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:23.862872 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-8a3ae167-8d92-457a-993c-c251fcd3ccf1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting port f249969c-45d5-4068-bd46-a0fb5c57ee91 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:23.863722 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae167-8d92-457a-993c-c251fcd3ccf1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f249969c-45d5-4068-bd46-a0fb5c57ee91), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:24.032427 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ae1bfa-b69b-49de-8d5c-9116db9cfa86 None None] Resources bound (agent type, host, resource id): {{(pid=115200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:33:24.065359 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-75c57963-ce69-442d-ad41-9886fa4536ff req-bc089bc5-afe5-4fd6-a740-0913ff571374 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Calling delete_port for 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:24.078547 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ce51a-4f16-47d3-bb4a-c9393c11610c req-3b5e126d-5a5b-43fc-a26c-adf9126ef897 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:24.089888 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d4ce51a-4f16-47d3-bb4a-c9393c11610c req-3b5e126d-5a5b-43fc-a26c-adf9126ef897 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.5243371 Feb 19 04:33:24.118074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-8a3ae167-8d92-457a-993c-c251fcd3ccf1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] For port f249969c-45d5-4068-bd46-a0fb5c57ee91, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f249969c-45d5-4068-bd46-a0fb5c57ee91,segment=NetworkSegment(d1377357-9df2-43c7-8040-3168d758a43b),segment_id=d1377357-9df2-43c7-8040-3168d758a43b)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:24.118604 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae167-8d92-457a-993c-c251fcd3ccf1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f249969c-45d5-4068-bd46-a0fb5c57ee91), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:24.207802 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d4ce51a-4f16-47d3-bb4a-c9393c11610c req-f77b2ffc-e6c5-4130-a71f-036e9e18be8a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081200 Feb 19 04:33:24.233252 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-8a3ae167-8d92-457a-993c-c251fcd3ccf1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Calling delete_port for f249969c-45d5-4068-bd46-a0fb5c57ee91 owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:24.438601 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (8c192b7b-da51-40a1-9026-66d8b52ea987), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:24.506923 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-7ce390db-00fb-4fcd-96b7-9a5320ed25aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484128463-router', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '8032db5c-78b2-411e-975a-3736a3838698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:01Z', 'updated_at': '2022-02-19T04:24:17Z', 'revision_number': 4, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'gw_port': {'id': '8032db5c-78b2-411e-975a-3736a3838698', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:03Z', 'updated_at': '2022-02-19T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '1fa75f7f-4eb0-41c2-9b03-dc73923459a3', 'name': '', 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'mac_address': 'fa:16:3e:99:0b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '01a6b77b-63ae-42f8-a188-7c9c486cfe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:13Z', 'updated_at': '2022-02-19T04:24:33Z', 'revision_number': 5, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'subnets': [{'id': '01a6b77b-63ae-42f8-a188-7c9c486cfe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:24.511186 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No DVR routers for this DVR port 8c192b7b-da51-40a1-9026-66d8b52ea987 on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:33:24.527790 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Port': ['ID=8c192b7b-da51-40a1-9026-66d8b52ea987,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:24.671891 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:33:24.721343 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce390db-00fb-4fcd-96b7-9a5320ed25aa None None] Checking router: d732b77f-4645-4a29-b393-f72726ff4cf9 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:33:24.861729 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce390db-00fb-4fcd-96b7-9a5320ed25aa None None] Routers {'d732b77f-4645-4a29-b393-f72726ff4cf9'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:24.862963 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-7ce390db-00fb-4fcd-96b7-9a5320ed25aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:33:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d732b77f-4645-4a29-b393-f72726ff4cf9'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:25.048445 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0214035-b3dc-4299-bfe0-d86aef5e93c7 req-8729e3af-11ed-44ed-975f-066043bd9a4b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:25.062271 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f0214035-b3dc-4299-bfe0-d86aef5e93c7 req-8729e3af-11ed-44ed-975f-066043bd9a4b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.5921972 Feb 19 04:33:25.324158 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f0214035-b3dc-4299-bfe0-d86aef5e93c7 req-b9ea5298-1cda-400f-aa88-56419d0041eb tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559474 Feb 19 04:33:25.339298 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-bc089bc5-afe5-4fd6-a740-0913ff571374 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (2e4588f5-0efb-4d8f-ab5f-2126c9d7c978), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:25.634475 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (c36b1ceb-e67f-4688-bf1c-428cb9da8685), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:25.682644 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-7ce390db-00fb-4fcd-96b7-9a5320ed25aa None None] Set router d732b77f-4645-4a29-b393-f72726ff4cf9 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:33:25.723894 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c36b1ceb-e67f-4688-bf1c-428cb9da8685']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:25.751558 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ddea66-b61d-409a-a984-46de91146739') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:25.751825 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ddea66-b61d-409a-a984-46de91146739') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:25.781950 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (92ddea66-b61d-409a-a984-46de91146739), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:25.809901 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (92ddea66-b61d-409a-a984-46de91146739), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:25.826765 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:33:25.827232 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (92ddea66-b61d-409a-a984-46de91146739), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:25.940977 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86db16e-35e9-4152-94a7-61b79b99ba6d None None] Network c36b1ceb-e67f-4688-bf1c-428cb9da8685 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:33:25.969852 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:33:25.991769 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (c36b1ceb-e67f-4688-bf1c-428cb9da8685), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:26.075533 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:26.084856 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/networks/c36b1ceb-e67f-4688-bf1c-428cb9da8685 HTTP/1.1" status: 204 len: 168 time: 6.6859083 Feb 19 04:33:26.110235 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56388) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:26.160149 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fea501-f5b0-4ce0-abbe-b22b22231dc2 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Network': ['ID=c36b1ceb-e67f-4688-bf1c-428cb9da8685,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:26.336266 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64200ba9-3845-4941-aba2-ef751f9f445e None None] Network c36b1ceb-e67f-4688-bf1c-428cb9da8685 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:33:26.453005 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64200ba9-3845-4941-aba2-ef751f9f445e None None] Network c36b1ceb-e67f-4688-bf1c-428cb9da8685 could not be found, it might have been deleted concurrently. {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:33:26.455575 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-251d98a5-5858-4b3b-943b-32192a322edc tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] DELETE failed (client error): The resource could not be found. Feb 19 04:33:26.456355 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-251d98a5-5858-4b3b-943b-32192a322edc tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:33:26.463411 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-251d98a5-5858-4b3b-943b-32192a322edc tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/subnets/946c3862-8ec1-47f4-80ab-a7ca0db6c3e6 HTTP/1.1" status: 404 len: 337 time: 0.3465314 Feb 19 04:33:26.483876 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56394) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:26.544540 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09f779c-bf20-4a89-8172-d40a299f93d5 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] DELETE failed (client error): The resource could not be found. Feb 19 04:33:26.545397 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09f779c-bf20-4a89-8172-d40a299f93d5 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:33:26.597811 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f09f779c-bf20-4a89-8172-d40a299f93d5 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/networks/c36b1ceb-e67f-4688-bf1c-428cb9da8685 HTTP/1.1" status: 404 len: 339 time: 0.1126194 Feb 19 04:33:26.611552 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f53c0-057d-49fc-8ad6-e6fbebf912f6 req-ccf2ac08-f8e4-4bbb-aa74-3662275e4646 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:26.621035 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f53c0-057d-49fc-8ad6-e6fbebf912f6 req-ccf2ac08-f8e4-4bbb-aa74-3662275e4646 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:26.623555 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7d5f53c0-057d-49fc-8ad6-e6fbebf912f6 req-ccf2ac08-f8e4-4bbb-aa74-3662275e4646 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 1677 time: 0.6456511 Feb 19 04:33:26.628199 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56396) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:26.704526 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1e16f7-a5a1-4ca7-8d58-8e4532875fae tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] DELETE failed (client error): The resource could not be found. Feb 19 04:33:26.715547 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce1e16f7-a5a1-4ca7-8d58-8e4532875fae tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:33:26.739736 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ce1e16f7-a5a1-4ca7-8d58-8e4532875fae tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/subnets/e0479a74-744e-471f-b31b-47f34b58b1da HTTP/1.1" status: 404 len: 337 time: 0.0999386 Feb 19 04:33:26.743238 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56400) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:26.784221 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc089bc5-afe5-4fd6-a740-0913ff571374 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event deleted for resources: {'Port': ['ID=2e4588f5-0efb-4d8f-ab5f-2126c9d7c978,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:26.813061 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc089bc5-afe5-4fd6-a740-0913ff571374 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:26.814293 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc089bc5-afe5-4fd6-a740-0913ff571374 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:26.815047 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc089bc5-afe5-4fd6-a740-0913ff571374 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:26.815860 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc089bc5-afe5-4fd6-a740-0913ff571374 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:26.817272 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc089bc5-afe5-4fd6-a740-0913ff571374 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:26.818312 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-7ce390db-00fb-4fcd-96b7-9a5320ed25aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484128463-router', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '8032db5c-78b2-411e-975a-3736a3838698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:01Z', 'updated_at': '2022-02-19T04:24:17Z', 'revision_number': 4, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'gw_port': {'id': '8032db5c-78b2-411e-975a-3736a3838698', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:03Z', 'updated_at': '2022-02-19T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '1fa75f7f-4eb0-41c2-9b03-dc73923459a3', 'name': '', 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'mac_address': 'fa:16:3e:99:0b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '01a6b77b-63ae-42f8-a188-7c9c486cfe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:13Z', 'updated_at': '2022-02-19T04:24:33Z', 'revision_number': 5, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'subnets': [{'id': '01a6b77b-63ae-42f8-a188-7c9c486cfe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:26.819175 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc089bc5-afe5-4fd6-a740-0913ff571374 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:26.819175 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc089bc5-afe5-4fd6-a740-0913ff571374 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:26.819524 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc089bc5-afe5-4fd6-a740-0913ff571374 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:26.820004 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc089bc5-afe5-4fd6-a740-0913ff571374 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:26.820562 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc089bc5-afe5-4fd6-a740-0913ff571374 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:26.821233 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc089bc5-afe5-4fd6-a740-0913ff571374 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:26.821790 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc089bc5-afe5-4fd6-a740-0913ff571374 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:26.822732 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc089bc5-afe5-4fd6-a740-0913ff571374 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:33:26.973657 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c57963-ce69-442d-ad41-9886fa4536ff req-bc089bc5-afe5-4fd6-a740-0913ff571374 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] No DVR routers for this DVR port 2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:33:26.983641 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce390db-00fb-4fcd-96b7-9a5320ed25aa None None] The sync data for ids ['d732b77f-4645-4a29-b393-f72726ff4cf9'] in n-d-772273-4 is: [{'id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484128463-router', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '8032db5c-78b2-411e-975a-3736a3838698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:01Z', 'updated_at': '2022-02-19T04:24:17Z', 'revision_number': 4, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'gw_port': {'id': '8032db5c-78b2-411e-975a-3736a3838698', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:03Z', 'updated_at': '2022-02-19T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '1fa75f7f-4eb0-41c2-9b03-dc73923459a3', 'name': '', 'network_id': '4a64a19d-d377-4cb4-886a-9dfbe46eb1ee', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'mac_address': 'fa:16:3e:99:0b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '01a6b77b-63ae-42f8-a188-7c9c486cfe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:13Z', 'updated_at': '2022-02-19T04:24:33Z', 'revision_number': 5, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'subnets': [{'id': '01a6b77b-63ae-42f8-a188-7c9c486cfe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:33:26.987752 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7d5f53c0-057d-49fc-8ad6-e6fbebf912f6 req-9690d801-ef0e-4176-9a9a-2c982ee77eff tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3494456 Feb 19 04:33:27.000188 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb8d6a0-c592-432d-a85a-f1d34172a5fa tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] DELETE failed (client error): The resource could not be found. Feb 19 04:33:27.005238 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb8d6a0-c592-432d-a85a-f1d34172a5fa tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:33:27.021385 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-bc089bc5-afe5-4fd6-a740-0913ff571374 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:27.024877 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75c57963-ce69-442d-ad41-9886fa4536ff req-bc089bc5-afe5-4fd6-a740-0913ff571374 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.48 "DELETE /v2.0/ports/2e4588f5-0efb-4d8f-ab5f-2126c9d7c978 HTTP/1.1" status: 204 len: 173 time: 5.2931731 Feb 19 04:33:27.025187 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2eb8d6a0-c592-432d-a85a-f1d34172a5fa tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/networks/1b3d6f89-8ae2-465a-9182-8d7712d9b781 HTTP/1.1" status: 404 len: 339 time: 0.2676609 Feb 19 04:33:27.026093 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-deleted', 'tag': '2e4588f5-0efb-4d8f-ab5f-2126c9d7c978'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:33:27.030662 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56404) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:27.032281 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055739b1-9432-4a07-b1ce-3bad2ca74d6f" -d '{"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-deleted", "tag": "2e4588f5-0efb-4d8f-ab5f-2126c9d7c978"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:33:27.157595 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a4d3d-f0b9-469b-a403-b548686b0d5d req-368f68c8-a860-4d8b-b6d3-4647b045adf1 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:27.194440 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1f6a4d3d-f0b9-469b-a403-b548686b0d5d req-368f68c8-a860-4d8b-b6d3-4647b045adf1 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 1.5451107 Feb 19 04:33:27.418674 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae167-8d92-457a-993c-c251fcd3ccf1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (f249969c-45d5-4068-bd46-a0fb5c57ee91), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:27.576332 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7363d2c5-bd7c-44eb-a428-04c0a4a79426 x-openstack-request-id: req-7363d2c5-bd7c-44eb-a428-04c0a4a79426 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:33:27.581894 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-deleted", "tag": "2e4588f5-0efb-4d8f-ab5f-2126c9d7c978", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:33:27.582590 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7363d2c5-bd7c-44eb-a428-04c0a4a79426 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:33:27.585095 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-deleted', 'tag': '2e4588f5-0efb-4d8f-ab5f-2126c9d7c978', 'status': 'completed', 'code': 200} Feb 19 04:33:27.618436 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ef147182-081d-4b34-ac0c-d2fd9d395e35 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (4d60929e-73b2-4438-a1e8-5b4db75c78c8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:27.737188 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ae167-8d92-457a-993c-c251fcd3ccf1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Port': ['ID=f249969c-45d5-4068-bd46-a0fb5c57ee91,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:27.742534 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1d407178-6cec-4418-8162-0043c1ec6300 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (a0e4589e-6682-4144-bcb3-91565cf1adfc), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:27.951602 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc0f5b-f3aa-46f5-8891-02e27a157990 None None] New status for floating IP b850b9f1-c67b-43d8-b2bb-8dce0ffd9a3a: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:33:28.627541 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1f6a4d3d-f0b9-469b-a403-b548686b0d5d req-4266c4c2-7700-4b82-a1e7-02d759acab30 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1322346 Feb 19 04:33:28.716472 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-75c57963-ce69-442d-ad41-9886fa4536ff req-89ec316c-28cd-4ea7-b15a-0e4793ad34ff tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Deleting port 9ddff2d5-6951-424b-b007-7c254bc14a54 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:28.717107 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-89ec316c-28cd-4ea7-b15a-0e4793ad34ff tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9ddff2d5-6951-424b-b007-7c254bc14a54), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:28.881881 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1d407178-6cec-4418-8162-0043c1ec6300 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (a0e4589e-6682-4144-bcb3-91565cf1adfc), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:29.013016 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-1d407178-6cec-4418-8162-0043c1ec6300 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e4589e-6682-4144-bcb3-91565cf1adfc']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:29.045847 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-1d407178-6cec-4418-8162-0043c1ec6300 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '071d5795-8d0e-46f0-82f7-5b991b773492') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:29.046530 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-1d407178-6cec-4418-8162-0043c1ec6300 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '071d5795-8d0e-46f0-82f7-5b991b773492') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:29.066870 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1d407178-6cec-4418-8162-0043c1ec6300 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (071d5795-8d0e-46f0-82f7-5b991b773492), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:29.094809 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1d407178-6cec-4418-8162-0043c1ec6300 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (071d5795-8d0e-46f0-82f7-5b991b773492), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:29.097981 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae167-8d92-457a-993c-c251fcd3ccf1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:29.108719 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d407178-6cec-4418-8162-0043c1ec6300 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:33:29.109523 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1d407178-6cec-4418-8162-0043c1ec6300 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (071d5795-8d0e-46f0-82f7-5b991b773492), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:33:29.214229 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:33:29.246254 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80727568-bad2-4b3e-a038-76e542922c30 req-a83e30c6-7663-4018-99c9-dd507d25d877 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:29.260151 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80727568-bad2-4b3e-a038-76e542922c30 req-a83e30c6-7663-4018-99c9-dd507d25d877 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:29.276410 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-80727568-bad2-4b3e-a038-76e542922c30 req-a83e30c6-7663-4018-99c9-dd507d25d877 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 1677 time: 0.6738756 Feb 19 04:33:29.326516 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-75c57963-ce69-442d-ad41-9886fa4536ff req-89ec316c-28cd-4ea7-b15a-0e4793ad34ff tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] For port 9ddff2d5-6951-424b-b007-7c254bc14a54, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9ddff2d5-6951-424b-b007-7c254bc14a54,segment=NetworkSegment(1e975a58-21cf-443b-876b-098328642114),segment_id=1e975a58-21cf-443b-876b-098328642114)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:29.327342 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-89ec316c-28cd-4ea7-b15a-0e4793ad34ff tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9ddff2d5-6951-424b-b007-7c254bc14a54), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:29.360002 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-75c57963-ce69-442d-ad41-9886fa4536ff req-89ec316c-28cd-4ea7-b15a-0e4793ad34ff tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Calling delete_port for 9ddff2d5-6951-424b-b007-7c254bc14a54 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:29.604110 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1d407178-6cec-4418-8162-0043c1ec6300 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (a0e4589e-6682-4144-bcb3-91565cf1adfc), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:29.615356 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-80727568-bad2-4b3e-a038-76e542922c30 req-0766290d-ef3a-4319-9d47-dda5fc43ed1c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3365493 Feb 19 04:33:29.705012 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1d407178-6cec-4418-8162-0043c1ec6300 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:29.711314 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1d407178-6cec-4418-8162-0043c1ec6300 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/networks/a0e4589e-6682-4144-bcb3-91565cf1adfc HTTP/1.1" status: 204 len: 168 time: 2.6624787 Feb 19 04:33:29.770504 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56444) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:29.820726 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d407178-6cec-4418-8162-0043c1ec6300 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Network': ['ID=a0e4589e-6682-4144-bcb3-91565cf1adfc,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:29.896393 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a925932-77c0-4031-b090-bd22d989ea62 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] DELETE failed (client error): The resource could not be found. Feb 19 04:33:29.899165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a925932-77c0-4031-b090-bd22d989ea62 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:33:29.913618 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1a925932-77c0-4031-b090-bd22d989ea62 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/subnets/b794d976-f54b-4b18-a1bb-ef5074cc55bb HTTP/1.1" status: 404 len: 337 time: 0.1302149 Feb 19 04:33:29.920691 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56450) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:30.016226 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-329bea20-5de5-4fae-b944-527c45937fe5 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] DELETE failed (client error): The resource could not be found. Feb 19 04:33:30.017041 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329bea20-5de5-4fae-b944-527c45937fe5 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:33:30.049825 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-329bea20-5de5-4fae-b944-527c45937fe5 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/networks/3440e45b-c1bf-413e-8bf5-199a5bdf7c5d HTTP/1.1" status: 404 len: 339 time: 0.1272256 Feb 19 04:33:30.062544 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56452) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:30.149151 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fec56-f7a6-429b-bd68-d1cbf23ce47a req-c87e47d7-09d5-44c0-835e-baca674b7391 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:30.162265 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9f3fec56-f7a6-429b-bd68-d1cbf23ce47a req-c87e47d7-09d5-44c0-835e-baca674b7391 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 1.0903380 Feb 19 04:33:30.181789 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9712f4-a50c-4568-938e-b077a9731911 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] DELETE failed (client error): The resource could not be found. Feb 19 04:33:30.183144 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c9712f4-a50c-4568-938e-b077a9731911 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:33:30.197325 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9c9712f4-a50c-4568-938e-b077a9731911 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/subnets/2d194b16-3b4a-451a-8b22-f496ebe276d1 HTTP/1.1" status: 404 len: 337 time: 0.1326053 Feb 19 04:33:30.198599 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56458) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:30.246901 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-ef147182-081d-4b34-ac0c-d2fd9d395e35 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting port bec19411-ec33-4193-8f9a-140753ace9cd {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:30.253613 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ef147182-081d-4b34-ac0c-d2fd9d395e35 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (bec19411-ec33-4193-8f9a-140753ace9cd), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:30.427684 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9f3fec56-f7a6-429b-bd68-d1cbf23ce47a req-c1705dfc-f40c-486f-b665-e6e4d000aab7 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638023 Feb 19 04:33:30.428777 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-89ec316c-28cd-4ea7-b15a-0e4793ad34ff tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (9ddff2d5-6951-424b-b007-7c254bc14a54), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:30.484122 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b98495-13fd-421c-b14c-26ec447e7d53 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] DELETE failed (client error): The resource could not be found. Feb 19 04:33:30.489240 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b98495-13fd-421c-b14c-26ec447e7d53 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:33:30.508634 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-38b98495-13fd-421c-b14c-26ec447e7d53 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/networks/7fa745fa-26ee-4ba4-b375-2054d089d56c HTTP/1.1" status: 404 len: 339 time: 0.3049288 Feb 19 04:33:30.509853 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56462) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:30.511789 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3ae167-8d92-457a-993c-c251fcd3ccf1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:33:30.516241 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec316c-28cd-4ea7-b15a-0e4793ad34ff tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event deleted for resources: {'Port': ['ID=9ddff2d5-6951-424b-b007-7c254bc14a54,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:30.622862 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c57963-ce69-442d-ad41-9886fa4536ff req-89ec316c-28cd-4ea7-b15a-0e4793ad34ff tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] No DVR routers for this DVR port 9ddff2d5-6951-424b-b007-7c254bc14a54 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:33:30.638706 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-89ec316c-28cd-4ea7-b15a-0e4793ad34ff tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:30.646533 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75c57963-ce69-442d-ad41-9886fa4536ff req-89ec316c-28cd-4ea7-b15a-0e4793ad34ff tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.48 "DELETE /v2.0/ports/9ddff2d5-6951-424b-b007-7c254bc14a54 HTTP/1.1" status: 204 len: 173 time: 3.5990739 Feb 19 04:33:30.674525 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c3ef6c-7f2c-4fef-8016-813cd4bd9552 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] DELETE failed (client error): The resource could not be found. Feb 19 04:33:30.681898 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69c3ef6c-7f2c-4fef-8016-813cd4bd9552 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:33:30.699975 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-69c3ef6c-7f2c-4fef-8016-813cd4bd9552 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/subnets/4a40c95f-e5f7-47e9-ae20-1432ee18a3ba HTTP/1.1" status: 404 len: 337 time: 0.1760907 Feb 19 04:33:30.713107 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56468) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:30.822524 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6452038-4f35-4298-b49d-d7e0c7cdf23f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] DELETE failed (client error): The resource could not be found. Feb 19 04:33:30.827230 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6452038-4f35-4298-b49d-d7e0c7cdf23f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:33:30.845478 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c6452038-4f35-4298-b49d-d7e0c7cdf23f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/networks/d1464053-08a2-4c94-a7b8-77644fc01d67 HTTP/1.1" status: 404 len: 339 time: 0.1298580 Feb 19 04:33:30.847275 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56478) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:31.055552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-deleted', 'tag': '9ddff2d5-6951-424b-b007-7c254bc14a54'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:33:31.076097 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd40c9af-445a-45ca-8eaf-10484d2e4176" -d '{"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-deleted", "tag": "9ddff2d5-6951-424b-b007-7c254bc14a54"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:33:31.167391 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ef147182-081d-4b34-ac0c-d2fd9d395e35 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (bec19411-ec33-4193-8f9a-140753ace9cd), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:31.226415 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-ef147182-081d-4b34-ac0c-d2fd9d395e35 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Calling delete_port for bec19411-ec33-4193-8f9a-140753ace9cd owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:31.314559 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3ae167-8d92-457a-993c-c251fcd3ccf1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:33:31.330580 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fd0c88-4c83-4cdf-8c4a-20a19e73a809 None None] Sync routers for ids ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:33:31.368792 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fd0c88-4c83-4cdf-8c4a-20a19e73a809 None None] Routers {'ea18b4f9-4554-4b9f-ba35-6f318a3a7537'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:31.370042 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-51fd0c88-4c83-4cdf-8c4a-20a19e73a809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:33:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:31.375679 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8a3ae167-8d92-457a-993c-c251fcd3ccf1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "PUT /v2.0/routers/ea18b4f9-4554-4b9f-ba35-6f318a3a7537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8428528 Feb 19 04:33:31.403342 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56486) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:31.633343 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40c25f-baee-439b-99c9-e5316b63edb9 req-7d9e567c-9a89-4601-8377-9fdfe8c23371 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:31.636579 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cf40c25f-baee-439b-99c9-e5316b63edb9 req-7d9e567c-9a89-4601-8377-9fdfe8c23371 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 943 time: 0.5466542 Feb 19 04:33:31.673368 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-80915a15-76b4-4ad3-8661-7357aed37cbd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] DELETE failed (client error): The resource could not be found. Feb 19 04:33:31.673676 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80915a15-76b4-4ad3-8661-7357aed37cbd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:33:31.677480 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-80915a15-76b4-4ad3-8661-7357aed37cbd tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/subnets/f6e75d82-8f30-4d1e-9de8-f28f953b02ed HTTP/1.1" status: 404 len: 337 time: 0.7564263 Feb 19 04:33:31.682726 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56492) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:31.752326 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae41025-8a6a-4e01-906e-b63795fe83ea tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] DELETE failed (client error): The resource could not be found. Feb 19 04:33:31.752638 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ae41025-8a6a-4e01-906e-b63795fe83ea tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:33:31.758765 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9ae41025-8a6a-4e01-906e-b63795fe83ea tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/networks/7adb03af-de1f-4d99-a642-86fb53e87505 HTTP/1.1" status: 404 len: 339 time: 0.0746386 Feb 19 04:33:31.761528 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cf40c25f-baee-439b-99c9-e5316b63edb9 req-fdc9c29f-fc47-42fb-a084-d72fb4efea30 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups?id=f13d8b76-2d17-415a-b47a-99b02edba516&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002476 Feb 19 04:33:31.768537 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56494) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:31.779661 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ef147182-081d-4b34-ac0c-d2fd9d395e35 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (bec19411-ec33-4193-8f9a-140753ace9cd), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:31.812534 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-51fd0c88-4c83-4cdf-8c4a-20a19e73a809 None None] Set router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:33:31.854517 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef147182-081d-4b34-ac0c-d2fd9d395e35 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Port': ['ID=bec19411-ec33-4193-8f9a-140753ace9cd,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:32.000314 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f981dd1-0c06-4ff2-89fe-06d6e7a4ea1c tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] DELETE failed (client error): The resource could not be found. Feb 19 04:33:32.001528 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f981dd1-0c06-4ff2-89fe-06d6e7a4ea1c tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:33:32.005986 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9bde2-bf9b-4e50-99a9-d9b1fac2388a req-894a9d3a-d1e4-4773-9fcc-3e903e5fd54d tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:32.010272 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6f981dd1-0c06-4ff2-89fe-06d6e7a4ea1c tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/subnets/59fe1d88-d2e8-44b7-aad7-6b368eaa4b99 HTTP/1.1" status: 404 len: 337 time: 0.2391000 Feb 19 04:33:32.019407 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56502) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:32.033845 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-03c9bde2-bf9b-4e50-99a9-d9b1fac2388a req-894a9d3a-d1e4-4773-9fcc-3e903e5fd54d tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.3751597 Feb 19 04:33:32.055114 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-75c57963-ce69-442d-ad41-9886fa4536ff req-5e267e41-9ab4-44dc-b8c2-c60b9de25cc9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Deleting port 3f34b13c-5435-4bbf-ae60-854887c74231 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:32.063473 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-5e267e41-9ab4-44dc-b8c2-c60b9de25cc9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3f34b13c-5435-4bbf-ae60-854887c74231), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:32.259602 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0bd5796a-32dd-488f-a6e7-3a7e84a3e6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:32.560094 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-75c57963-ce69-442d-ad41-9886fa4536ff req-5e267e41-9ab4-44dc-b8c2-c60b9de25cc9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] For port 3f34b13c-5435-4bbf-ae60-854887c74231, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3f34b13c-5435-4bbf-ae60-854887c74231,segment=NetworkSegment(a2a1e401-78fd-4a36-92fe-e1e86bcac256),segment_id=a2a1e401-78fd-4a36-92fe-e1e86bcac256)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:32.561100 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-5e267e41-9ab4-44dc-b8c2-c60b9de25cc9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3f34b13c-5435-4bbf-ae60-854887c74231), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:32.587722 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ef147182-081d-4b34-ac0c-d2fd9d395e35 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (4d60929e-73b2-4438-a1e8-5b4db75c78c8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:32.621695 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-75c57963-ce69-442d-ad41-9886fa4536ff req-5e267e41-9ab4-44dc-b8c2-c60b9de25cc9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Calling delete_port for 3f34b13c-5435-4bbf-ae60-854887c74231 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:32.828542 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-51fd0c88-4c83-4cdf-8c4a-20a19e73a809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:33:25Z', 'revision_number': 8, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '31bc6e5a-4893-436f-a2c4-a85553a24d1a', 'name': '', 'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:bf:b3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:24Z', 'updated_at': '2022-02-19T04:32:37Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:16Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf499ca9-01fe-4545-82d2-c821530303b9', 'name': '', 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:a2:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:10Z', 'updated_at': '2022-02-19T04:32:27Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:32.898595 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fd0c88-4c83-4cdf-8c4a-20a19e73a809 None None] Checking router: ea18b4f9-4554-4b9f-ba35-6f318a3a7537 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:33:32.917188 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fd0c88-4c83-4cdf-8c4a-20a19e73a809 None None] Routers {'ea18b4f9-4554-4b9f-ba35-6f318a3a7537'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:32.918059 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-51fd0c88-4c83-4cdf-8c4a-20a19e73a809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:33:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:33.009113 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-03c9bde2-bf9b-4e50-99a9-d9b1fac2388a req-55fc1aef-cc57-4b04-9416-65627f68e86d tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9695108 Feb 19 04:33:33.172549 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-51fd0c88-4c83-4cdf-8c4a-20a19e73a809 None None] Set router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:33:33.196381 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c86f1e-925c-48c0-8537-1cca7cc3e7d1 x-openstack-request-id: req-09c86f1e-925c-48c0-8537-1cca7cc3e7d1 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:33:33.196698 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-deleted", "tag": "9ddff2d5-6951-424b-b007-7c254bc14a54", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:33:33.197200 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-09c86f1e-925c-48c0-8537-1cca7cc3e7d1 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:33:33.198006 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-deleted', 'tag': '9ddff2d5-6951-424b-b007-7c254bc14a54', 'status': 'completed', 'code': 200} Feb 19 04:33:33.223347 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-5e267e41-9ab4-44dc-b8c2-c60b9de25cc9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (3f34b13c-5435-4bbf-ae60-854887c74231), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:33.300706 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0d613c-99cf-4c14-8882-0fb93c3e4f97 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting subnet 6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:33:33.423693 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef147182-081d-4b34-ac0c-d2fd9d395e35 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Router 4d60929e-73b2-4438-a1e8-5b4db75c78c8 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:33:33.451990 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d0d613c-99cf-4c14-8882-0fb93c3e4f97 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for subnet (6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:33.467957 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c9a890b7-e326-4c85-93ab-900e50a27cfb req-a3c08b4e-bc64-41a8-8ca5-a5b50b08c37d tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.2614470 Feb 19 04:33:33.469048 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-521ba777-8ef0-411f-ac42-bb18ad9b9766 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] DELETE failed (client error): The resource could not be found. Feb 19 04:33:33.474758 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-521ba777-8ef0-411f-ac42-bb18ad9b9766 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:33:33.494397 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-521ba777-8ef0-411f-ac42-bb18ad9b9766 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/networks/1c000ace-1750-488f-9864-0122aa712326 HTTP/1.1" status: 404 len: 339 time: 0.3189023 Feb 19 04:33:33.616042 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56538) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:33.703622 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d0d613c-99cf-4c14-8882-0fb93c3e4f97 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:33.735849 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9074ca-3ba5-4d01-8226-433505ac1240 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] DELETE failed (client error): The resource could not be found. Feb 19 04:33:33.743167 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9074ca-3ba5-4d01-8226-433505ac1240 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:33:33.752603 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-eb9074ca-3ba5-4d01-8226-433505ac1240 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/subnets/1f0ce9f3-85d7-4c5f-9520-15a6758eb769 HTTP/1.1" status: 404 len: 337 time: 0.1331058 Feb 19 04:33:33.932784 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56548) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:33.936606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef147182-081d-4b34-ac0c-d2fd9d395e35 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:33:33.952947 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db148b6-82bf-40ed-a091-2c9c04d485d3 None None] Sync routers for ids ['4d60929e-73b2-4438-a1e8-5b4db75c78c8'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:33:33.962647 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ef147182-081d-4b34-ac0c-d2fd9d395e35 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "PUT /v2.0/routers/4d60929e-73b2-4438-a1e8-5b4db75c78c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8348904 Feb 19 04:33:33.981082 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db148b6-82bf-40ed-a091-2c9c04d485d3 None None] Routers {'4d60929e-73b2-4438-a1e8-5b4db75c78c8'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:33.981994 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-8db148b6-82bf-40ed-a091-2c9c04d485d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:33:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['4d60929e-73b2-4438-a1e8-5b4db75c78c8'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:33.990195 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56552) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:34.118497 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-8db148b6-82bf-40ed-a091-2c9c04d485d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:34.129145 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-53218738-4b55-49d6-9bcb-ca457f789d30 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d60929e-73b2-4438-a1e8-5b4db75c78c8 HTTP/1.1" status: 200 len: 205 time: 0.1371236 Feb 19 04:33:34.133160 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56556) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:34.143492 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db148b6-82bf-40ed-a091-2c9c04d485d3 None None] Routers {'4d60929e-73b2-4438-a1e8-5b4db75c78c8'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:34.150271 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-8db148b6-82bf-40ed-a091-2c9c04d485d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:33:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['4d60929e-73b2-4438-a1e8-5b4db75c78c8'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:34.157820 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-870e955d-b1e6-4e77-957f-dbe1d6ece093 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] DELETE failed (client error): The resource could not be found. Feb 19 04:33:34.163818 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-870e955d-b1e6-4e77-957f-dbe1d6ece093 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:33:34.178758 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-870e955d-b1e6-4e77-957f-dbe1d6ece093 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/networks/642d8620-8f77-4cd4-a5ad-13b617bd433a HTTP/1.1" status: 404 len: 339 time: 0.2368155 Feb 19 04:33:34.181014 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56558) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:34.222699 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e267e41-9ab4-44dc-b8c2-c60b9de25cc9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event deleted for resources: {'Port': ['ID=3f34b13c-5435-4bbf-ae60-854887c74231,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:34.260557 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-51fd0c88-4c83-4cdf-8c4a-20a19e73a809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:33:25Z', 'revision_number': 8, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '31bc6e5a-4893-436f-a2c4-a85553a24d1a', 'name': '', 'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:bf:b3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:24Z', 'updated_at': '2022-02-19T04:32:37Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:16Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf499ca9-01fe-4545-82d2-c821530303b9', 'name': '', 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:a2:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:10Z', 'updated_at': '2022-02-19T04:32:27Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:34.287504 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c57963-ce69-442d-ad41-9886fa4536ff req-5e267e41-9ab4-44dc-b8c2-c60b9de25cc9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] No DVR routers for this DVR port 3f34b13c-5435-4bbf-ae60-854887c74231 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:33:34.293108 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-75c57963-ce69-442d-ad41-9886fa4536ff req-5e267e41-9ab4-44dc-b8c2-c60b9de25cc9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:34.297661 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2dee6b-2b54-4a5b-b941-98fefbdad77f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] DELETE failed (client error): The resource could not be found. Feb 19 04:33:34.299576 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2dee6b-2b54-4a5b-b941-98fefbdad77f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:33:34.301194 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-75c57963-ce69-442d-ad41-9886fa4536ff req-5e267e41-9ab4-44dc-b8c2-c60b9de25cc9 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.48 "DELETE /v2.0/ports/3f34b13c-5435-4bbf-ae60-854887c74231 HTTP/1.1" status: 204 len: 173 time: 3.1901422 Feb 19 04:33:34.315338 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56562) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:34.316239 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4a2dee6b-2b54-4a5b-b941-98fefbdad77f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/subnets/460150c6-ef64-4e5d-8e89-e8cf40f231ad HTTP/1.1" status: 404 len: 337 time: 0.1282132 Feb 19 04:33:34.395153 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fd0c88-4c83-4cdf-8c4a-20a19e73a809 None None] The sync data for ids ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'] in n-d-772273-4 is: [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:33:25Z', 'revision_number': 8, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '31bc6e5a-4893-436f-a2c4-a85553a24d1a', 'name': '', 'network_id': '92b41a0f-772c-4f71-afb1-fed12c241cef', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:bf:b3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:24Z', 'updated_at': '2022-02-19T04:32:37Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '841e15ec-4c21-44a4-b443-313017eb6c63', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:16Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf499ca9-01fe-4545-82d2-c821530303b9', 'name': '', 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:a2:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:10Z', 'updated_at': '2022-02-19T04:32:27Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:33:34.407201 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-177e29ed-db87-4f53-bade-6ec4f431afb8 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (4d60929e-73b2-4438-a1e8-5b4db75c78c8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:34.416412 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af14105-46ac-4742-be66-163ebe5af3c1 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] DELETE failed (client error): The resource could not be found. Feb 19 04:33:34.419561 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af14105-46ac-4742-be66-163ebe5af3c1 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:33:34.434260 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7af14105-46ac-4742-be66-163ebe5af3c1 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/networks/bb277a29-657c-4a19-9f62-88a8923396fc HTTP/1.1" status: 404 len: 339 time: 0.1141934 Feb 19 04:33:34.436997 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56564) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:34.486411 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-8db148b6-82bf-40ed-a091-2c9c04d485d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:34.495819 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db148b6-82bf-40ed-a091-2c9c04d485d3 None None] The sync data for ids ['4d60929e-73b2-4438-a1e8-5b4db75c78c8'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:33:34.518252 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d0d613c-99cf-4c14-8882-0fb93c3e4f97 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:34.718199 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56572) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:34.890003 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb2e3308-47e6-462c-ac7a-2f771f52501a tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] DELETE failed (client error): The resource could not be found. Feb 19 04:33:34.890003 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb2e3308-47e6-462c-ac7a-2f771f52501a tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:33:34.893997 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-eb2e3308-47e6-462c-ac7a-2f771f52501a tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/subnets/89202b45-f0f4-4356-bde6-5d9211c5b19a HTTP/1.1" status: 404 len: 337 time: 0.4330053 Feb 19 04:33:34.912705 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d0d613c-99cf-4c14-8882-0fb93c3e4f97 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:34.916903 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56580) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:35.006838 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-177e29ed-db87-4f53-bade-6ec4f431afb8 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (4d60929e-73b2-4438-a1e8-5b4db75c78c8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:35.019344 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-177e29ed-db87-4f53-bade-6ec4f431afb8 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router_controller (4d60929e-73b2-4438-a1e8-5b4db75c78c8), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:35.030020 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-370b6a2c-c5e4-4011-a9af-97b01504a5ef req-0e56337f-21c4-415e-ab6b-6d7c1e46b576 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.1481879 Feb 19 04:33:35.074044 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-beea39a9-20c5-46d5-b111-47c51cd450ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:35.096435 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ef568-6928-43ce-95b0-ed9d8e3e1a96 req-d8eff73e-1a80-409c-a5c9-ee2c04271fd2 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:35.112971 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-695ef568-6928-43ce-95b0-ed9d8e3e1a96 req-d8eff73e-1a80-409c-a5c9-ee2c04271fd2 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.4599340 Feb 19 04:33:35.129223 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f84bcc-c460-409a-bd44-0c14716dbcf1 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] DELETE failed (client error): The resource could not be found. Feb 19 04:33:35.130393 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f84bcc-c460-409a-bd44-0c14716dbcf1 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:33:35.141121 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20935b13-f200-41e5-bd22-9a4d3ebb773c None None] Network 028880d7-02f5-46d8-b5e4-f490e03ff5f5 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:33:35.152740 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-17f84bcc-c460-409a-bd44-0c14716dbcf1 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/networks/8456641f-6272-4740-bceb-f1f41495de92 HTTP/1.1" status: 404 len: 339 time: 0.2247109 Feb 19 04:33:35.158844 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56582) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:35.160320 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d0d613c-99cf-4c14-8882-0fb93c3e4f97 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:35.173815 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7d0d613c-99cf-4c14-8882-0fb93c3e4f97 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/subnets/6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365 HTTP/1.1" status: 204 len: 168 time: 3.7555068 Feb 19 04:33:35.187390 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56584) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:35.236136 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-deleted', 'tag': '3f34b13c-5435-4bbf-ae60-854887c74231'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:33:35.238382 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622b9025-7784-4444-8cc1-ae06b70af423" -d '{"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-deleted", "tag": "3f34b13c-5435-4bbf-ae60-854887c74231"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:33:35.244207 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d613c-99cf-4c14-8882-0fb93c3e4f97 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Subnet': ['ID=6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:35.437905 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-55f6463b-bca8-4cbb-8e8c-fa0801b0d978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:35.455497 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-177e29ed-db87-4f53-bade-6ec4f431afb8 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (4d60929e-73b2-4438-a1e8-5b4db75c78c8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:35.456647 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177e29ed-db87-4f53-bade-6ec4f431afb8 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Fanout notify agent at l3_agent the message router_deleted on router 4d60929e-73b2-4438-a1e8-5b4db75c78c8 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:33:35.469961 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-177e29ed-db87-4f53-bade-6ec4f431afb8 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:35.475217 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-177e29ed-db87-4f53-bade-6ec4f431afb8 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/routers/4d60929e-73b2-4438-a1e8-5b4db75c78c8 HTTP/1.1" status: 204 len: 168 time: 1.3293548 Feb 19 04:33:35.483978 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56592) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:35.503141 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b65387-57b4-4b9b-8e6c-5a0cb39f56d8 None None] DHCP port deletion for 028880d7-02f5-46d8-b5e4-f490e03ff5f5 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:33:35.528265 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80d0455-aa6c-4702-ab8b-56a473100bd7 x-openstack-request-id: req-a80d0455-aa6c-4702-ab8b-56a473100bd7 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:33:35.528687 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ac8181-11c6-4123-9634-52f4ca059fa9", "name": "network-vif-deleted", "tag": "3f34b13c-5435-4bbf-ae60-854887c74231", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:33:35.528687 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a80d0455-aa6c-4702-ab8b-56a473100bd7 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:33:35.529155 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ac8181-11c6-4123-9634-52f4ca059fa9', 'name': 'network-vif-deleted', 'tag': '3f34b13c-5435-4bbf-ae60-854887c74231', 'status': 'completed', 'code': 200} Feb 19 04:33:35.545860 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-695ef568-6928-43ce-95b0-ed9d8e3e1a96 req-cb82f942-6b64-4cdf-b0df-c721b441699d tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308887 Feb 19 04:33:35.645662 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a2b65387-57b4-4b9b-8e6c-5a0cb39f56d8 None None] Deleting port fdc92816-df2f-47dc-8d2a-b0c1970c3980 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:35.646058 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a2b65387-57b4-4b9b-8e6c-5a0cb39f56d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (fdc92816-df2f-47dc-8d2a-b0c1970c3980), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:35.665169 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52e3ac3-388d-4bea-a9d1-272f9ba180d0 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Deleting subnet 5d51d40b-c708-49fd-8e93-d9e0b71ce304 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:33:35.674286 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e52e3ac3-388d-4bea-a9d1-272f9ba180d0 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for subnet (5d51d40b-c708-49fd-8e93-d9e0b71ce304), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:35.714771 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d42e8c-5809-4203-bf93-f87f97836096 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting subnet e93fe9f0-2365-4a09-aeaa-6d22ee28ca52 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:33:35.720970 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-73d42e8c-5809-4203-bf93-f87f97836096 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for subnet (e93fe9f0-2365-4a09-aeaa-6d22ee28ca52), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:35.775302 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6027-039d-4e24-a5c5-f32b65fb6f68 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (028880d7-02f5-46d8-b5e4-f490e03ff5f5), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:35.795911 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e52e3ac3-388d-4bea-a9d1-272f9ba180d0 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (5d51d40b-c708-49fd-8e93-d9e0b71ce304), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:35.828297 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-a2b65387-57b4-4b9b-8e6c-5a0cb39f56d8 None None] For port fdc92816-df2f-47dc-8d2a-b0c1970c3980, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=fdc92816-df2f-47dc-8d2a-b0c1970c3980,segment=NetworkSegment(d1377357-9df2-43c7-8040-3168d758a43b),segment_id=d1377357-9df2-43c7-8040-3168d758a43b)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:35.828882 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a2b65387-57b4-4b9b-8e6c-5a0cb39f56d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (fdc92816-df2f-47dc-8d2a-b0c1970c3980), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:35.865740 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a2b65387-57b4-4b9b-8e6c-5a0cb39f56d8 None None] Calling delete_port for fdc92816-df2f-47dc-8d2a-b0c1970c3980 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:35.880769 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-73d42e8c-5809-4203-bf93-f87f97836096 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (e93fe9f0-2365-4a09-aeaa-6d22ee28ca52), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:36.118725 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a2b65387-57b4-4b9b-8e6c-5a0cb39f56d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (fdc92816-df2f-47dc-8d2a-b0c1970c3980), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:36.275347 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b65387-57b4-4b9b-8e6c-5a0cb39f56d8 None None] Pushing event deleted for resources: {'Port': ['ID=fdc92816-df2f-47dc-8d2a-b0c1970c3980,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:36.300349 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fdc92816-df2f-47dc-8d2a-b0c1970c3980 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:33:36.312738 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-55f6463b-bca8-4cbb-8e8c-fa0801b0d978 admin admin] Publish callbacks [] for security_group (b4230fbe-df47-4775-a567-95e4d95dca76), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:36.350255 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-55f6463b-bca8-4cbb-8e8c-fa0801b0d978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b4230fbe-df47-4775-a567-95e4d95dca76), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:36.350750 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e52e3ac3-388d-4bea-a9d1-272f9ba180d0 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (5d51d40b-c708-49fd-8e93-d9e0b71ce304), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:36.427741 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: fdc92816-df2f-47dc-8d2a-b0c1970c3980 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:33:36.431365 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fdc92816-df2f-47dc-8d2a-b0c1970c3980 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:33:36.431853 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f249969c-45d5-4068-bd46-a0fb5c57ee91 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:33:36.446262 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b65387-57b4-4b9b-8e6c-5a0cb39f56d8 None None] No DVR routers for this DVR port fdc92816-df2f-47dc-8d2a-b0c1970c3980 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:33:36.454515 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-55f6463b-bca8-4cbb-8e8c-fa0801b0d978 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eb1c5fe6e5404a3b9ffd894fedd74964&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7124884 Feb 19 04:33:36.459820 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6463b-bca8-4cbb-8e8c-fa0801b0d978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4230fbe-df47-4775-a567-95e4d95dca76,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:36.498005 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-67dadb47-7120-4f07-a4ea-e7fbaaa8fc54 req-dea4037f-fc34-4cf5-965b-8268168d2539 service neutron] (115199) timed out ('10.222.0.48', 64098) {{(pid=115199) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:33:36.503600 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56610) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:36.507990 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-b4fa6027-039d-4e24-a5c5-f32b65fb6f68 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting port fdc92816-df2f-47dc-8d2a-b0c1970c3980 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:36.509939 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6027-039d-4e24-a5c5-f32b65fb6f68 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (fdc92816-df2f-47dc-8d2a-b0c1970c3980), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:36.581937 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: f249969c-45d5-4068-bd46-a0fb5c57ee91 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:33:36.582532 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f249969c-45d5-4068-bd46-a0fb5c57ee91 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:33:36.594478 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b8502a9-80df-4b07-91e6-7b707c6550a8 req-911a8b82-551e-47de-941e-fbcea41fcbb5 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.1806824 Feb 19 04:33:36.735109 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bdfb5cb1-4f0a-468b-b341-2c5b2a341cd5 admin admin] Publish callbacks [] for security_group (b4230fbe-df47-4775-a567-95e4d95dca76), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:36.772555 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-b4fa6027-039d-4e24-a5c5-f32b65fb6f68 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] For port fdc92816-df2f-47dc-8d2a-b0c1970c3980, host n-d-772273-4, got binding levels [] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:36.773067 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6027-039d-4e24-a5c5-f32b65fb6f68 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (fdc92816-df2f-47dc-8d2a-b0c1970c3980), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:36.794018 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bdfb5cb1-4f0a-468b-b341-2c5b2a341cd5 admin admin] Publish callbacks [] for security_group (b4230fbe-df47-4775-a567-95e4d95dca76), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:36.806149 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-73d42e8c-5809-4203-bf93-f87f97836096 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (e93fe9f0-2365-4a09-aeaa-6d22ee28ca52), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:36.814138 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:36.863385 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-b4fa6027-039d-4e24-a5c5-f32b65fb6f68 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Calling delete_port for fdc92816-df2f-47dc-8d2a-b0c1970c3980 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:36.875748 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.ipam_backend_mixin [None req-b4fa6027-039d-4e24-a5c5-f32b65fb6f68 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Port fdc92816-df2f-47dc-8d2a-b0c1970c3980 was not found and therefore no delete operation was performed {{(pid=115199) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:33:36.901089 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6027-039d-4e24-a5c5-f32b65fb6f68 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (fdc92816-df2f-47dc-8d2a-b0c1970c3980), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:37.008869 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa6027-039d-4e24-a5c5-f32b65fb6f68 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Port': ['ID=fdc92816-df2f-47dc-8d2a-b0c1970c3980,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:37.011306 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-73d42e8c-5809-4203-bf93-f87f97836096 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (e93fe9f0-2365-4a09-aeaa-6d22ee28ca52), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:37.019308 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fa6027-039d-4e24-a5c5-f32b65fb6f68 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] No DVR routers for this DVR port fdc92816-df2f-47dc-8d2a-b0c1970c3980 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:33:37.035353 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03aca4-5c99-473b-8ef6-ecb83f7f3dd3 req-7223374c-f6d7-47cf-b48e-6668fc6fccab tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:37.035743 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bdfb5cb1-4f0a-468b-b341-2c5b2a341cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b4230fbe-df47-4775-a567-95e4d95dca76), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:37.045647 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bdfb5cb1-4f0a-468b-b341-2c5b2a341cd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:37.049298 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7b03aca4-5c99-473b-8ef6-ecb83f7f3dd3 req-7223374c-f6d7-47cf-b48e-6668fc6fccab tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.8441167 Feb 19 04:33:37.049498 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bdfb5cb1-4f0a-468b-b341-2c5b2a341cd5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b4230fbe-df47-4775-a567-95e4d95dca76 HTTP/1.1" status: 204 len: 168 time: 0.5368078 Feb 19 04:33:37.108973 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e52e3ac3-388d-4bea-a9d1-272f9ba180d0 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (5d51d40b-c708-49fd-8e93-d9e0b71ce304), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:37.189963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb5cb1-4f0a-468b-b341-2c5b2a341cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4230fbe-df47-4775-a567-95e4d95dca76,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:37.202735 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d42e8c-5809-4203-bf93-f87f97836096 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Subnet': ['ID=e93fe9f0-2365-4a09-aeaa-6d22ee28ca52,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:37.214041 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-73d42e8c-5809-4203-bf93-f87f97836096 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:37.232724 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-73d42e8c-5809-4203-bf93-f87f97836096 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/subnets/e93fe9f0-2365-4a09-aeaa-6d22ee28ca52 HTTP/1.1" status: 204 len: 168 time: 1.7382987 Feb 19 04:33:37.237127 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56618) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:37.238062 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce050a5-50f5-477b-a899-b31a3fd20668 None None] Network 389f4a08-01bd-468a-9efb-8417d3c12560 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:33:37.338770 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e3ac3-388d-4bea-a9d1-272f9ba180d0 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Subnet': ['ID=5d51d40b-c708-49fd-8e93-d9e0b71ce304,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:37.357147 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7b03aca4-5c99-473b-8ef6-ecb83f7f3dd3 req-90baed89-31fd-4028-9600-2b5b335ed087 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950044 Feb 19 04:33:37.461596 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6027-039d-4e24-a5c5-f32b65fb6f68 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (028880d7-02f5-46d8-b5e4-f490e03ff5f5), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:37.523430 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e52e3ac3-388d-4bea-a9d1-272f9ba180d0 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:37.537031 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e52e3ac3-388d-4bea-a9d1-272f9ba180d0 tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/subnets/5d51d40b-c708-49fd-8e93-d9e0b71ce304 HTTP/1.1" status: 204 len: 168 time: 2.3501084 Feb 19 04:33:37.554531 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe18186-6647-4d0b-9281-da5cb417869b None None] Network e739c2d5-7953-488d-a3d4-913a39721529 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:33:37.568107 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56626) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:37.590050 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8a0ed27-717e-4bf4-acb3-d05760746f0e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (389f4a08-01bd-468a-9efb-8417d3c12560), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:37.624338 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-b4fa6027-039d-4e24-a5c5-f32b65fb6f68 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028880d7-02f5-46d8-b5e4-f490e03ff5f5']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:37.729891 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-b4fa6027-039d-4e24-a5c5-f32b65fb6f68 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1377357-9df2-43c7-8040-3168d758a43b') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:37.734583 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-b4fa6027-039d-4e24-a5c5-f32b65fb6f68 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1377357-9df2-43c7-8040-3168d758a43b') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:37.803207 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:37.828627 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-f8a0ed27-717e-4bf4-acb3-d05760746f0e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting port 57396eaf-3f6c-4971-be0e-32410d0ae0f3 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:37.831995 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8a0ed27-717e-4bf4-acb3-d05760746f0e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (57396eaf-3f6c-4971-be0e-32410d0ae0f3), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:37.850389 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c0ab5b3-36e1-453b-a4d4-7158b351203f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (e739c2d5-7953-488d-a3d4-913a39721529), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:37.903785 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6027-039d-4e24-a5c5-f32b65fb6f68 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (d1377357-9df2-43c7-8040-3168d758a43b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:37.954397 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:37.959065 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6027-039d-4e24-a5c5-f32b65fb6f68 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (d1377357-9df2-43c7-8040-3168d758a43b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:38.109589 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4fa6027-039d-4e24-a5c5-f32b65fb6f68 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:33:38.110304 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6027-039d-4e24-a5c5-f32b65fb6f68 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (d1377357-9df2-43c7-8040-3168d758a43b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:38.119676 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9f0eb4-e6ce-45dd-bce9-e62b4a0d0f93 None None] DHCP port deletion for 389f4a08-01bd-468a-9efb-8417d3c12560 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:33:38.154555 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:33:38.198644 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-f8a0ed27-717e-4bf4-acb3-d05760746f0e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] For port 57396eaf-3f6c-4971-be0e-32410d0ae0f3, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=57396eaf-3f6c-4971-be0e-32410d0ae0f3,segment=NetworkSegment(c2d8dc42-4836-4499-b63d-164128b3b0a6),segment_id=c2d8dc42-4836-4499-b63d-164128b3b0a6)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:38.207365 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8a0ed27-717e-4bf4-acb3-d05760746f0e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (57396eaf-3f6c-4971-be0e-32410d0ae0f3), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:38.290228 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56634) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:38.317892 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7e04c9d2-1299-4023-a7fb-bd80d9181ba8 req-00db39e4-96b3-4b06-a050-3c9a3f937a34 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.3141456 Feb 19 04:33:38.355646 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-f8a0ed27-717e-4bf4-acb3-d05760746f0e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Calling delete_port for 57396eaf-3f6c-4971-be0e-32410d0ae0f3 owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:38.369312 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b44124b1-55f5-409b-8c8c-33f627141753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:38.400734 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-2c0ab5b3-36e1-453b-a4d4-7158b351203f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Deleting port 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:38.401685 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c0ab5b3-36e1-453b-a4d4-7158b351203f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2fb8dd16-b3c7-45c7-86f2-bfe4f9224437), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:38.452642 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6027-039d-4e24-a5c5-f32b65fb6f68 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (028880d7-02f5-46d8-b5e4-f490e03ff5f5), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:38.547622 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6027-039d-4e24-a5c5-f32b65fb6f68 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:38.567561 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b4fa6027-039d-4e24-a5c5-f32b65fb6f68 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/networks/028880d7-02f5-46d8-b5e4-f490e03ff5f5 HTTP/1.1" status: 204 len: 168 time: 3.3527758 Feb 19 04:33:38.582309 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56638) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:38.621527 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa6027-039d-4e24-a5c5-f32b65fb6f68 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Network': ['ID=028880d7-02f5-46d8-b5e4-f490e03ff5f5,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:38.685229 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-2c0ab5b3-36e1-453b-a4d4-7158b351203f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] For port 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2fb8dd16-b3c7-45c7-86f2-bfe4f9224437,segment=NetworkSegment(16be7efd-5cb7-40e4-b5dd-0a5b92844bed),segment_id=16be7efd-5cb7-40e4-b5dd-0a5b92844bed)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:38.689247 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c0ab5b3-36e1-453b-a4d4-7158b351203f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2fb8dd16-b3c7-45c7-86f2-bfe4f9224437), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:38.773012 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1518c0f2-c749-48c8-9a40-00c0ef9466ce None None] DHCP port deletion for e739c2d5-7953-488d-a3d4-913a39721529 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:33:38.847711 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-2c0ab5b3-36e1-453b-a4d4-7158b351203f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Calling delete_port for 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:38.985938 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f0eb4-e6ce-45dd-bce9-e62b4a0d0f93 None None] Deleting port 57396eaf-3f6c-4971-be0e-32410d0ae0f3 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:38.986530 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ce9f0eb4-e6ce-45dd-bce9-e62b4a0d0f93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (57396eaf-3f6c-4971-be0e-32410d0ae0f3), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:39.094499 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c0ab5b3-36e1-453b-a4d4-7158b351203f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (2fb8dd16-b3c7-45c7-86f2-bfe4f9224437), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:39.154886 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ab5b3-36e1-453b-a4d4-7158b351203f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Port': ['ID=2fb8dd16-b3c7-45c7-86f2-bfe4f9224437,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:39.159224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ab5b3-36e1-453b-a4d4-7158b351203f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] No DVR routers for this DVR port 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:33:39.189989 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d4ba9-4ec9-4b15-89c3-ea3fa33be30e req-35e3b069-5e5f-414e-9a26-a4161cb80fcf tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:39.199706 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9a8d4ba9-4ec9-4b15-89c3-ea3fa33be30e req-35e3b069-5e5f-414e-9a26-a4161cb80fcf tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.5047588 Feb 19 04:33:39.214694 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:39.247968 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8a0ed27-717e-4bf4-acb3-d05760746f0e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (57396eaf-3f6c-4971-be0e-32410d0ae0f3), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:39.316052 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1518c0f2-c749-48c8-9a40-00c0ef9466ce None None] Deleting port 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:39.316789 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1518c0f2-c749-48c8-9a40-00c0ef9466ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2fb8dd16-b3c7-45c7-86f2-bfe4f9224437), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:39.318995 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c0ab5b3-36e1-453b-a4d4-7158b351203f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (e739c2d5-7953-488d-a3d4-913a39721529), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:39.329533 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:39.350258 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-2c0ab5b3-36e1-453b-a4d4-7158b351203f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e739c2d5-7953-488d-a3d4-913a39721529']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:39.364726 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-2c0ab5b3-36e1-453b-a4d4-7158b351203f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16be7efd-5cb7-40e4-b5dd-0a5b92844bed') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:39.365485 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-2c0ab5b3-36e1-453b-a4d4-7158b351203f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16be7efd-5cb7-40e4-b5dd-0a5b92844bed') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:39.414107 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c0ab5b3-36e1-453b-a4d4-7158b351203f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (16be7efd-5cb7-40e4-b5dd-0a5b92844bed), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:39.420242 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-ce9f0eb4-e6ce-45dd-bce9-e62b4a0d0f93 None None] For port 57396eaf-3f6c-4971-be0e-32410d0ae0f3, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=57396eaf-3f6c-4971-be0e-32410d0ae0f3,segment=NetworkSegment(c2d8dc42-4836-4499-b63d-164128b3b0a6),segment_id=c2d8dc42-4836-4499-b63d-164128b3b0a6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:39.421170 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ce9f0eb4-e6ce-45dd-bce9-e62b4a0d0f93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (57396eaf-3f6c-4971-be0e-32410d0ae0f3), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:39.435350 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a0ed27-717e-4bf4-acb3-d05760746f0e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] No DVR routers for this DVR port 57396eaf-3f6c-4971-be0e-32410d0ae0f3 on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:33:39.451857 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c0ab5b3-36e1-453b-a4d4-7158b351203f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (16be7efd-5cb7-40e4-b5dd-0a5b92844bed), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:39.458717 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f0eb4-e6ce-45dd-bce9-e62b4a0d0f93 None None] Calling delete_port for 57396eaf-3f6c-4971-be0e-32410d0ae0f3 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:39.461322 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c0ab5b3-36e1-453b-a4d4-7158b351203f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:33:39.462093 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c0ab5b3-36e1-453b-a4d4-7158b351203f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (16be7efd-5cb7-40e4-b5dd-0a5b92844bed), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:39.481132 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-1518c0f2-c749-48c8-9a40-00c0ef9466ce None None] For port 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437, host n-d-772273-4, got binding levels [] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:39.481132 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1518c0f2-c749-48c8-9a40-00c0ef9466ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2fb8dd16-b3c7-45c7-86f2-bfe4f9224437), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:39.544702 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1518c0f2-c749-48c8-9a40-00c0ef9466ce None None] Calling delete_port for 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:39.549550 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.ipam_backend_mixin [None req-1518c0f2-c749-48c8-9a40-00c0ef9466ce None None] Port 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437 was not found and therefore no delete operation was performed {{(pid=115200) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:33:39.553582 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1518c0f2-c749-48c8-9a40-00c0ef9466ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (2fb8dd16-b3c7-45c7-86f2-bfe4f9224437), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:39.571260 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1518c0f2-c749-48c8-9a40-00c0ef9466ce None None] No DVR routers for this DVR port 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:33:39.577901 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:33:39.584382 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c0ab5b3-36e1-453b-a4d4-7158b351203f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (e739c2d5-7953-488d-a3d4-913a39721529), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:39.596168 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c0ab5b3-36e1-453b-a4d4-7158b351203f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:39.601993 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2c0ab5b3-36e1-453b-a4d4-7158b351203f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] 10.222.0.65 "DELETE /v2.0/networks/e739c2d5-7953-488d-a3d4-913a39721529 HTTP/1.1" status: 204 len: 168 time: 2.0323281 Feb 19 04:33:39.644377 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ab5b3-36e1-453b-a4d4-7158b351203f tempest-NetworksTest-965338838 tempest-NetworksTest-965338838-project] Pushing event deleted for resources: {'Network': ['ID=e739c2d5-7953-488d-a3d4-913a39721529,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:39.646070 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518c0f2-c749-48c8-9a40-00c0ef9466ce None None] Pushing event deleted for resources: {'Port': ['ID=2fb8dd16-b3c7-45c7-86f2-bfe4f9224437,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:39.663766 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9a8d4ba9-4ec9-4b15-89c3-ea3fa33be30e req-c61cdc3d-2c8b-4d0d-a8d5-1610398c7fdd tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625063 Feb 19 04:33:39.686892 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0ed27-717e-4bf4-acb3-d05760746f0e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Port': ['ID=57396eaf-3f6c-4971-be0e-32410d0ae0f3,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:39.755495 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ce9f0eb4-e6ce-45dd-bce9-e62b4a0d0f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (57396eaf-3f6c-4971-be0e-32410d0ae0f3), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:39.875788 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f0eb4-e6ce-45dd-bce9-e62b4a0d0f93 None None] No DVR routers for this DVR port 57396eaf-3f6c-4971-be0e-32410d0ae0f3 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:33:39.882640 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f0eb4-e6ce-45dd-bce9-e62b4a0d0f93 None None] Pushing event deleted for resources: {'Port': ['ID=57396eaf-3f6c-4971-be0e-32410d0ae0f3,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:39.944983 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-238ecab4-1160-427b-b3e3-052f791c2c85 req-be768a1c-2763-4184-868d-835aa4301535 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.2995353 Feb 19 04:33:39.958473 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923b944-e209-4c34-8244-3bc3861e83eb req-d1ea3700-b201-46ce-bf53-a6aa572128c7 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:39.961002 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f923b944-e209-4c34-8244-3bc3861e83eb req-d1ea3700-b201-46ce-bf53-a6aa572128c7 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.1200161 Feb 19 04:33:40.015616 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b44124b1-55f5-409b-8c8c-33f627141753 admin admin] Publish callbacks [] for security_group (1d997139-e9bd-4d4d-84c5-910c3efd8f49), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:40.040313 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f923b944-e209-4c34-8244-3bc3861e83eb req-f962fe89-4088-435d-beb3-855099fe1359 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698390 Feb 19 04:33:40.052717 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b44124b1-55f5-409b-8c8c-33f627141753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1d997139-e9bd-4d4d-84c5-910c3efd8f49), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:40.064179 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8a0ed27-717e-4bf4-acb3-d05760746f0e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (389f4a08-01bd-468a-9efb-8417d3c12560), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:40.114510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44124b1-55f5-409b-8c8c-33f627141753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d997139-e9bd-4d4d-84c5-910c3efd8f49,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:40.188189 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-f8a0ed27-717e-4bf4-acb3-d05760746f0e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389f4a08-01bd-468a-9efb-8417d3c12560']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:40.204727 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b44124b1-55f5-409b-8c8c-33f627141753 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2dbbcb6eef424c748249369b7429317a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9126203 Feb 19 04:33:40.208555 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56666) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:40.208703 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-f8a0ed27-717e-4bf4-acb3-d05760746f0e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d8dc42-4836-4499-b63d-164128b3b0a6') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:40.209011 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-f8a0ed27-717e-4bf4-acb3-d05760746f0e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d8dc42-4836-4499-b63d-164128b3b0a6') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:40.273170 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8a0ed27-717e-4bf4-acb3-d05760746f0e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (c2d8dc42-4836-4499-b63d-164128b3b0a6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:40.315075 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 57396eaf-3f6c-4971-be0e-32410d0ae0f3 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:33:40.375186 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8a0ed27-717e-4bf4-acb3-d05760746f0e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (c2d8dc42-4836-4499-b63d-164128b3b0a6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:40.394657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 57396eaf-3f6c-4971-be0e-32410d0ae0f3 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:33:40.396000 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 57396eaf-3f6c-4971-be0e-32410d0ae0f3 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:33:40.396631 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:33:40.419148 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a0ed27-717e-4bf4-acb3-d05760746f0e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:33:40.419975 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8a0ed27-717e-4bf4-acb3-d05760746f0e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (c2d8dc42-4836-4499-b63d-164128b3b0a6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:33:40.430181 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:33:40.438474 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9626c83-b526-40e2-8a71-4a988b0c2fe8 admin admin] Publish callbacks [] for security_group (1d997139-e9bd-4d4d-84c5-910c3efd8f49), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:40.448822 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56674) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:40.498620 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:33:40.502583 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2fb8dd16-b3c7-45c7-86f2-bfe4f9224437 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:33:41.001291 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8a0ed27-717e-4bf4-acb3-d05760746f0e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (389f4a08-01bd-468a-9efb-8417d3c12560), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:41.013023 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8a0ed27-717e-4bf4-acb3-d05760746f0e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:41.024509 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f8a0ed27-717e-4bf4-acb3-d05760746f0e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/networks/389f4a08-01bd-468a-9efb-8417d3c12560 HTTP/1.1" status: 204 len: 168 time: 3.7853737 Feb 19 04:33:41.036631 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56680) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:41.046739 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-51cd6182-1416-4384-8a09-12bfa1d1463d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-271525109', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}, 'admin_state_up': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:41.117405 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d8d7bc7f-85c6-4756-bbee-f7cc1ed18455 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:41.119735 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9626c83-b526-40e2-8a71-4a988b0c2fe8 admin admin] Publish callbacks [] for security_group (1d997139-e9bd-4d4d-84c5-910c3efd8f49), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:41.210766 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-08ad131b-1c98-495f-8361-c165810b1d7b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f2f36d5f8e834902b96bc27964742316&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7601972 Feb 19 04:33:41.219877 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2636c16-09e1-4a58-a1c2-8a3087716a9e req-0b6d1d08-ca00-45f4-85c8-7a7a93fe1633 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:41.222173 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2636c16-09e1-4a58-a1c2-8a3087716a9e req-0b6d1d08-ca00-45f4-85c8-7a7a93fe1633 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.8752036 Feb 19 04:33:41.230767 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56682) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:41.341813 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2636c16-09e1-4a58-a1c2-8a3087716a9e req-bb41262e-081a-4712-aef9-213b0a9b0e2a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019371 Feb 19 04:33:41.348053 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9626c83-b526-40e2-8a71-4a988b0c2fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1d997139-e9bd-4d4d-84c5-910c3efd8f49), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:41.351523 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9626c83-b526-40e2-8a71-4a988b0c2fe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:41.356277 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f9626c83-b526-40e2-8a71-4a988b0c2fe8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1d997139-e9bd-4d4d-84c5-910c3efd8f49 HTTP/1.1" status: 204 len: 168 time: 1.1395566 Feb 19 04:33:41.369627 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9626c83-b526-40e2-8a71-4a988b0c2fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d997139-e9bd-4d4d-84c5-910c3efd8f49,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:41.406637 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7110d2b-6717-4a71-a026-77c34366f452 admin admin] Publish callbacks [] for security_group (760814fd-6225-4136-b9d5-0d01976bf6ec), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:41.440357 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-51cd6182-1416-4384-8a09-12bfa1d1463d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (849b9e83-b4eb-411c-a79c-d8f013096afd), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:41.442404 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-51cd6182-1416-4384-8a09-12bfa1d1463d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (849b9e83-b4eb-411c-a79c-d8f013096afd), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:41.456362 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0ed27-717e-4bf4-acb3-d05760746f0e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Network': ['ID=389f4a08-01bd-468a-9efb-8417d3c12560,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:41.486817 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7110d2b-6717-4a71-a026-77c34366f452 admin admin] Publish callbacks [] for security_group (760814fd-6225-4136-b9d5-0d01976bf6ec), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:41.536992 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62ce4063-2677-4c62-bef8-e004c25dc0a9 req-24b49505-e178-4eef-930b-5dce2be80d4c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.2143998 Feb 19 04:33:41.655978 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7110d2b-6717-4a71-a026-77c34366f452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (760814fd-6225-4136-b9d5-0d01976bf6ec), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:41.659968 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7110d2b-6717-4a71-a026-77c34366f452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:41.661565 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f7110d2b-6717-4a71-a026-77c34366f452 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/760814fd-6225-4136-b9d5-0d01976bf6ec HTTP/1.1" status: 204 len: 168 time: 0.4292436 Feb 19 04:33:41.744175 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7110d2b-6717-4a71-a026-77c34366f452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760814fd-6225-4136-b9d5-0d01976bf6ec,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:41.899519 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-51cd6182-1416-4384-8a09-12bfa1d1463d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router_controller (849b9e83-b4eb-411c-a79c-d8f013096afd), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:41.975015 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382b763-7bc0-46f5-acee-4706d416159f req-04d6515b-9539-49f0-8692-71f7f7c0e0d5 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:41.981118 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0382b763-7bc0-46f5-acee-4706d416159f req-04d6515b-9539-49f0-8692-71f7f7c0e0d5 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.3175235 Feb 19 04:33:42.102507 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0382b763-7bc0-46f5-acee-4706d416159f req-1a81c704-00b8-4291-a644-174fab225c97 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008091 Feb 19 04:33:42.557469 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a5a8c-7f03-4057-b02a-e040af643b1a req-3ce567bb-121f-4e43-95f3-cf49e4d23b21 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:42.576407 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ab0a5a8c-7f03-4057-b02a-e040af643b1a req-3ce567bb-121f-4e43-95f3-cf49e4d23b21 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.1810215 Feb 19 04:33:42.650547 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-51cd6182-1416-4384-8a09-12bfa1d1463d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router_gateway (849b9e83-b4eb-411c-a79c-d8f013096afd), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:42.749992 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ab0a5a8c-7f03-4057-b02a-e040af643b1a req-5b13bbc9-afe6-4630-a035-5ea8b5822983 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719177 Feb 19 04:33:42.903475 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-d8d7bc7f-85c6-4756-bbee-f7cc1ed18455 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting port 31bc6e5a-4893-436f-a2c4-a85553a24d1a {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:42.905028 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d8d7bc7f-85c6-4756-bbee-f7cc1ed18455 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (31bc6e5a-4893-436f-a2c4-a85553a24d1a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:43.046283 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5fb7a-f5ce-4209-b763-53f7424d5db4 req-bff2db9b-0b5c-409d-892a-32508341db4a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:43.049546 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3df5fb7a-f5ce-4209-b763-53f7424d5db4 req-bff2db9b-0b5c-409d-892a-32508341db4a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.1347802 Feb 19 04:33:43.076403 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb82e0af-4727-4514-81d5-e3fb2f21829e req-8659759f-f4ba-4342-b659-5b62c055cc34 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.1623693 Feb 19 04:33:43.222144 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3df5fb7a-f5ce-4209-b763-53f7424d5db4 req-e1dc7feb-fa44-4317-b4ef-86b7fb5e5d34 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613019 Feb 19 04:33:43.291922 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-d8d7bc7f-85c6-4756-bbee-f7cc1ed18455 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] For port 31bc6e5a-4893-436f-a2c4-a85553a24d1a, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=31bc6e5a-4893-436f-a2c4-a85553a24d1a,segment=NetworkSegment(4216d402-ef44-4d51-8d48-182e639c0549),segment_id=4216d402-ef44-4d51-8d48-182e639c0549)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:43.292896 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d8d7bc7f-85c6-4756-bbee-f7cc1ed18455 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (31bc6e5a-4893-436f-a2c4-a85553a24d1a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:43.331074 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-d8d7bc7f-85c6-4756-bbee-f7cc1ed18455 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Calling delete_port for 31bc6e5a-4893-436f-a2c4-a85553a24d1a owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:43.639254 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b651cc-48de-4a03-bc90-69436ce04381 req-184e972a-c3f4-457e-81b8-17c6bbeb3c0e tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:43.648247 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-29b651cc-48de-4a03-bc90-69436ce04381 req-184e972a-c3f4-457e-81b8-17c6bbeb3c0e tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.1393251 Feb 19 04:33:43.765135 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-29b651cc-48de-4a03-bc90-69436ce04381 req-35204efd-c131-42a3-b26f-3f03d5289d36 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153247 Feb 19 04:33:43.789966 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-51cd6182-1416-4384-8a09-12bfa1d1463d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router_gateway (849b9e83-b4eb-411c-a79c-d8f013096afd), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:43.836145 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-51cd6182-1416-4384-8a09-12bfa1d1463d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:44.139908 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-51cd6182-1416-4384-8a09-12bfa1d1463d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Allocated IP 172.25.0.96 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/9320d784-ce17-4cf1-9ba8-81fb60fdc9f8) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:33:44.204989 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e02cd-0f39-4a4e-a83b-c1cdae1ea606 req-a258d668-e71f-45db-854e-fc20be34892f tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:44.207240 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-119e02cd-0f39-4a4e-a83b-c1cdae1ea606 req-a258d668-e71f-45db-854e-fc20be34892f tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.2226532 Feb 19 04:33:44.260845 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d8d7bc7f-85c6-4756-bbee-f7cc1ed18455 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (31bc6e5a-4893-436f-a2c4-a85553a24d1a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:44.321789 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7bc7f-85c6-4756-bbee-f7cc1ed18455 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Port': ['ID=31bc6e5a-4893-436f-a2c4-a85553a24d1a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:44.376537 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-743ef377-5490-4e21-98b4-cfc7046f5826 req-25f47831-8c65-4355-83bb-8350da04f33c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.0727878 Feb 19 04:33:44.570447 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-119e02cd-0f39-4a4e-a83b-c1cdae1ea606 req-72cc78d6-df7f-4e57-87c5-ac5370e3d793 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163779 Feb 19 04:33:44.585898 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56750) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:44.597006 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-51cd6182-1416-4384-8a09-12bfa1d1463d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for port (9320d784-ce17-4cf1-9ba8-81fb60fdc9f8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:44.637092 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d8d7bc7f-85c6-4756-bbee-f7cc1ed18455 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:44.902135 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-51cd6182-1416-4384-8a09-12bfa1d1463d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (9320d784-ce17-4cf1-9ba8-81fb60fdc9f8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:44.999544 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cd6182-1416-4384-8a09-12bfa1d1463d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:33:45.006059 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-51cd6182-1416-4384-8a09-12bfa1d1463d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:33:45.009258 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cd6182-1416-4384-8a09-12bfa1d1463d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:33:45.167236 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-6cc3c2f8-8f94-4dad-9310-1eaa52dc3a22 tempest-DvrRoutersNegativeTest-1727059732 tempest-DvrRoutersNegativeTest-1727059732-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1137411376', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:45.177245 n-d-772273-4 neutron-server[115199]: DEBUG neutron.policy [None req-6cc3c2f8-8f94-4dad-9310-1eaa52dc3a22 tempest-DvrRoutersNegativeTest-1727059732 tempest-DvrRoutersNegativeTest-1727059732-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=115199) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 19 04:33:45.181784 n-d-772273-4 neutron-server[115199]: DEBUG neutron.policy [None req-6cc3c2f8-8f94-4dad-9310-1eaa52dc3a22 tempest-DvrRoutersNegativeTest-1727059732 tempest-DvrRoutersNegativeTest-1727059732-project] Failed policy check for 'create_router' {{(pid=115199) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 19 04:33:45.182845 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-6cc3c2f8-8f94-4dad-9310-1eaa52dc3a22 tempest-DvrRoutersNegativeTest-1727059732 tempest-DvrRoutersNegativeTest-1727059732-project] create failed (client error): Access was denied to this resource. Feb 19 04:33:45.190266 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6cc3c2f8-8f94-4dad-9310-1eaa52dc3a22 tempest-DvrRoutersNegativeTest-1727059732 tempest-DvrRoutersNegativeTest-1727059732-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5974774 Feb 19 04:33:45.273450 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd6182-1416-4384-8a09-12bfa1d1463d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Port': ['ID=9320d784-ce17-4cf1-9ba8-81fb60fdc9f8,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:45.300710 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72695e7d-a28f-4714-a71e-6e049a89b51f req-94801fa6-72df-43c1-aa3e-25b47e653b3a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:45.303203 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-72695e7d-a28f-4714-a71e-6e049a89b51f req-94801fa6-72df-43c1-aa3e-25b47e653b3a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.4501441 Feb 19 04:33:45.486610 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d7bc7f-85c6-4756-bbee-f7cc1ed18455 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:33:45.528866 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-72695e7d-a28f-4714-a71e-6e049a89b51f req-0ed96245-274d-45d9-b35a-d94d8e316913 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335473 Feb 19 04:33:45.700567 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56774) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:45.714169 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ea1e6e5-2f0b-4c53-acf0-fe8c33119c17 req-d2e189e9-3ed1-46f6-834b-cdf9afdc04b4 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.0498097 Feb 19 04:33:45.734254 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d7bc7f-85c6-4756-bbee-f7cc1ed18455 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:33:45.752359 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7cc1e3-48a5-45b0-b11f-21753b964399 None None] Sync routers for ids ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:33:45.774994 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7cc1e3-48a5-45b0-b11f-21753b964399 None None] Routers {'ea18b4f9-4554-4b9f-ba35-6f318a3a7537'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:45.775643 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-3c7cc1e3-48a5-45b0-b11f-21753b964399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:33:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:45.792008 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56778) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:45.798262 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d8d7bc7f-85c6-4756-bbee-f7cc1ed18455 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "PUT /v2.0/routers/ea18b4f9-4554-4b9f-ba35-6f318a3a7537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2137394 Feb 19 04:33:45.986133 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f706cb-35f2-4e91-84e0-5030cbb830e5 req-d48f21b8-ac81-4cb3-b47d-823ed91bbf9a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:45.989939 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-65f706cb-35f2-4e91-84e0-5030cbb830e5 req-d48f21b8-ac81-4cb3-b47d-823ed91bbf9a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.2895486 Feb 19 04:33:46.006345 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-51cd6182-1416-4384-8a09-12bfa1d1463d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router_gateway (849b9e83-b4eb-411c-a79c-d8f013096afd), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:46.042502 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-3c7cc1e3-48a5-45b0-b11f-21753b964399 None None] Set router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:33:46.360114 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-4114a3e9-973f-46a8-aa94-5ab0424f81fc tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting subnet 841e15ec-4c21-44a4-b443-313017eb6c63 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:33:46.365652 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4114a3e9-973f-46a8-aa94-5ab0424f81fc tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for subnet (841e15ec-4c21-44a4-b443-313017eb6c63), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:46.419250 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4114a3e9-973f-46a8-aa94-5ab0424f81fc tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (841e15ec-4c21-44a4-b443-313017eb6c63), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:46.561983 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4114a3e9-973f-46a8-aa94-5ab0424f81fc tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (841e15ec-4c21-44a4-b443-313017eb6c63), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:46.609660 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-3c7cc1e3-48a5-45b0-b11f-21753b964399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:33:44Z', 'revision_number': 9, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:16Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf499ca9-01fe-4545-82d2-c821530303b9', 'name': '', 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:a2:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:10Z', 'updated_at': '2022-02-19T04:32:27Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:46.673145 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-489ecd3e-7efa-4e75-879d-2d3b6520851a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:46.674821 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7cc1e3-48a5-45b0-b11f-21753b964399 None None] Checking router: ea18b4f9-4554-4b9f-ba35-6f318a3a7537 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:33:46.681809 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4114a3e9-973f-46a8-aa94-5ab0424f81fc tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (841e15ec-4c21-44a4-b443-313017eb6c63), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:46.691527 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7cc1e3-48a5-45b0-b11f-21753b964399 None None] Routers {'ea18b4f9-4554-4b9f-ba35-6f318a3a7537'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:46.692446 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-3c7cc1e3-48a5-45b0-b11f-21753b964399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:33:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:46.760354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114a3e9-973f-46a8-aa94-5ab0424f81fc tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Subnet': ['ID=841e15ec-4c21-44a4-b443-313017eb6c63,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:46.781084 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4114a3e9-973f-46a8-aa94-5ab0424f81fc tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:46.788533 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-65f706cb-35f2-4e91-84e0-5030cbb830e5 req-7af6b8a2-362b-4d22-8b79-84680ed7fe02 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7772195 Feb 19 04:33:46.794565 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a4ff93-20c5-4227-8711-f08a33e7ab87 None None] Network 92b41a0f-772c-4f71-afb1-fed12c241cef requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:33:46.829279 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4114a3e9-973f-46a8-aa94-5ab0424f81fc tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/subnets/841e15ec-4c21-44a4-b443-313017eb6c63 HTTP/1.1" status: 204 len: 168 time: 1.0346055 Feb 19 04:33:46.835586 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56784) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:46.992483 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-51cd6182-1416-4384-8a09-12bfa1d1463d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (849b9e83-b4eb-411c-a79c-d8f013096afd), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:47.175446 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-489ecd3e-7efa-4e75-879d-2d3b6520851a admin admin] Publish callbacks [] for security_group (8a719d26-2b0a-4893-bf14-b1b0ec5911d2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:47.199180 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-489ecd3e-7efa-4e75-879d-2d3b6520851a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8a719d26-2b0a-4893-bf14-b1b0ec5911d2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:47.220258 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6f14515-a2a9-4753-8027-d189e98fb4e8 req-61187631-f546-4691-be6f-db9a2ea3f110 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.1264796 Feb 19 04:33:47.245690 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-3c7cc1e3-48a5-45b0-b11f-21753b964399 None None] Set router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:33:47.289382 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-489ecd3e-7efa-4e75-879d-2d3b6520851a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bb22922935e242bf8db3754979311ba2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5820820 Feb 19 04:33:47.299181 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56790) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:47.321266 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d59e67f-f050-477c-9662-ae65d4ec4bbd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (92b41a0f-772c-4f71-afb1-fed12c241cef), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:47.408733 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef83ff52-e036-441c-87dd-b6df9b8ea745 None None] DHCP port deletion for 92b41a0f-772c-4f71-afb1-fed12c241cef request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:33:47.540806 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ecd3e-7efa-4e75-879d-2d3b6520851a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a719d26-2b0a-4893-bf14-b1b0ec5911d2,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:47.563372 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-5d59e67f-f050-477c-9662-ae65d4ec4bbd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting port 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:47.564174 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d59e67f-f050-477c-9662-ae65d4ec4bbd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2c7fddd5-ed53-44f7-a6e5-c69b9a00985c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:47.569841 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d85ad6-3a0f-4eb1-a118-fad522f385b3 req-ea13b363-9eea-415a-bc61-336f5d80a204 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:47.583950 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-79d85ad6-3a0f-4eb1-a118-fad522f385b3 req-ea13b363-9eea-415a-bc61-336f5d80a204 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.4044645 Feb 19 04:33:47.588448 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ef83ff52-e036-441c-87dd-b6df9b8ea745 None None] Deleting port 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:47.589496 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ef83ff52-e036-441c-87dd-b6df9b8ea745 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2c7fddd5-ed53-44f7-a6e5-c69b9a00985c), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:47.710228 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-79d85ad6-3a0f-4eb1-a118-fad522f385b3 req-0a0a0fbb-925c-443c-9f6f-d6295a37e458 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247745 Feb 19 04:33:47.715895 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dffccd6c-bda6-4fbc-80b8-fb3e11ac4d35 admin admin] Publish callbacks [] for security_group (8a719d26-2b0a-4893-bf14-b1b0ec5911d2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:47.790641 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-5d59e67f-f050-477c-9662-ae65d4ec4bbd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] For port 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2c7fddd5-ed53-44f7-a6e5-c69b9a00985c,segment=NetworkSegment(4216d402-ef44-4d51-8d48-182e639c0549),segment_id=4216d402-ef44-4d51-8d48-182e639c0549)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:47.790641 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d59e67f-f050-477c-9662-ae65d4ec4bbd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2c7fddd5-ed53-44f7-a6e5-c69b9a00985c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:47.798067 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-ef83ff52-e036-441c-87dd-b6df9b8ea745 None None] For port 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2c7fddd5-ed53-44f7-a6e5-c69b9a00985c,segment=NetworkSegment(4216d402-ef44-4d51-8d48-182e639c0549),segment_id=4216d402-ef44-4d51-8d48-182e639c0549)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:47.798911 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dffccd6c-bda6-4fbc-80b8-fb3e11ac4d35 admin admin] Publish callbacks [] for security_group (8a719d26-2b0a-4893-bf14-b1b0ec5911d2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:47.800708 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ef83ff52-e036-441c-87dd-b6df9b8ea745 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2c7fddd5-ed53-44f7-a6e5-c69b9a00985c), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:47.832488 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-5d59e67f-f050-477c-9662-ae65d4ec4bbd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Calling delete_port for 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:47.867556 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ef83ff52-e036-441c-87dd-b6df9b8ea745 None None] Calling delete_port for 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:47.917789 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-3c7cc1e3-48a5-45b0-b11f-21753b964399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:33:44Z', 'revision_number': 9, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:16Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf499ca9-01fe-4545-82d2-c821530303b9', 'name': '', 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:a2:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:10Z', 'updated_at': '2022-02-19T04:32:27Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:47.952864 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cd6182-1416-4384-8a09-12bfa1d1463d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Router 849b9e83-b4eb-411c-a79c-d8f013096afd is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:33:48.036740 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7cc1e3-48a5-45b0-b11f-21753b964399 None None] The sync data for ids ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'] in n-d-772273-4 is: [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:33:44Z', 'revision_number': 9, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:16Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf499ca9-01fe-4545-82d2-c821530303b9', 'name': '', 'network_id': '17432cfd-2177-48b5-a41c-9d9280b41da7', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:a2:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:32:10Z', 'updated_at': '2022-02-19T04:32:27Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': 'b659a261-3543-4c7e-a569-9bf550b5e96f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:33:48.042308 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ef83ff52-e036-441c-87dd-b6df9b8ea745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (2c7fddd5-ed53-44f7-a6e5-c69b9a00985c), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:48.154031 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83ff52-e036-441c-87dd-b6df9b8ea745 None None] Pushing event deleted for resources: {'Port': ['ID=2c7fddd5-ed53-44f7-a6e5-c69b9a00985c,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:48.174071 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef83ff52-e036-441c-87dd-b6df9b8ea745 None None] No DVR routers for this DVR port 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:33:48.177950 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dffccd6c-bda6-4fbc-80b8-fb3e11ac4d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8a719d26-2b0a-4893-bf14-b1b0ec5911d2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:48.199894 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dffccd6c-bda6-4fbc-80b8-fb3e11ac4d35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:48.206223 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dffccd6c-bda6-4fbc-80b8-fb3e11ac4d35 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8a719d26-2b0a-4893-bf14-b1b0ec5911d2 HTTP/1.1" status: 204 len: 168 time: 0.8901701 Feb 19 04:33:48.232340 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffccd6c-bda6-4fbc-80b8-fb3e11ac4d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a719d26-2b0a-4893-bf14-b1b0ec5911d2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:48.413214 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cd6182-1416-4384-8a09-12bfa1d1463d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:33:48.424462 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae39ca-b662-4ec9-9630-ce975ac01cf1 req-87eed6d3-c3b3-4f5b-b303-9c6bebb0e1c3 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:48.430125 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de848564-5ef2-4907-b1a4-f903ab404653 None None] Sync routers for ids ['849b9e83-b4eb-411c-a79c-d8f013096afd'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:33:48.442710 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-45ae39ca-b662-4ec9-9630-ce975ac01cf1 req-87eed6d3-c3b3-4f5b-b303-9c6bebb0e1c3 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.4273167 Feb 19 04:33:48.492230 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de848564-5ef2-4907-b1a4-f903ab404653 None None] Routers {'849b9e83-b4eb-411c-a79c-d8f013096afd'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:48.498568 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-de848564-5ef2-4907-b1a4-f903ab404653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:33:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['849b9e83-b4eb-411c-a79c-d8f013096afd'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:48.564979 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-32ef50ee-971e-4221-83e5-594736898020 req-5b347018-a022-47c5-ad9c-58ff9b9aa4a2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3016143 Feb 19 04:33:48.595454 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d59e67f-f050-477c-9662-ae65d4ec4bbd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (2c7fddd5-ed53-44f7-a6e5-c69b9a00985c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:48.706078 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d59e67f-f050-477c-9662-ae65d4ec4bbd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] No DVR routers for this DVR port 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:33:48.729684 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:33:48.737442 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-de848564-5ef2-4907-b1a4-f903ab404653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:48.740615 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59e67f-f050-477c-9662-ae65d4ec4bbd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Port': ['ID=2c7fddd5-ed53-44f7-a6e5-c69b9a00985c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:48.837495 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-45ae39ca-b662-4ec9-9630-ce975ac01cf1 req-edc4760d-4b37-4869-87e7-7e7227c5cbfa tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921905 Feb 19 04:33:48.848721 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:33:48.852267 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2c7fddd5-ed53-44f7-a6e5-c69b9a00985c not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:33:48.858135 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a2cba954-d597-4e71-bab9-79f2e23fffac req-b087a236-d667-4206-af00-029725471a95 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.3468604 Feb 19 04:33:48.860123 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de848564-5ef2-4907-b1a4-f903ab404653 None None] Routers {'849b9e83-b4eb-411c-a79c-d8f013096afd'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:48.861470 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-de848564-5ef2-4907-b1a4-f903ab404653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:33:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['849b9e83-b4eb-411c-a79c-d8f013096afd'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:48.888980 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-51cd6182-1416-4384-8a09-12bfa1d1463d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:48.888980 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-51cd6182-1416-4384-8a09-12bfa1d1463d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.8468564 Feb 19 04:33:48.901863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56804) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:49.017190 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-de848564-5ef2-4907-b1a4-f903ab404653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:49.022258 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de848564-5ef2-4907-b1a4-f903ab404653 None None] The sync data for ids ['849b9e83-b4eb-411c-a79c-d8f013096afd'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:33:49.246826 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d59e67f-f050-477c-9662-ae65d4ec4bbd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (92b41a0f-772c-4f71-afb1-fed12c241cef), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:49.305455 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-5d59e67f-f050-477c-9662-ae65d4ec4bbd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b41a0f-772c-4f71-afb1-fed12c241cef']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:49.321673 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e63e53a9-8834-4779-ae44-04a3f13fc1c8 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "GET /v2.0/routers/849b9e83-b4eb-411c-a79c-d8f013096afd HTTP/1.1" status: 200 len: 879 time: 0.4200873 Feb 19 04:33:49.326618 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56816) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:49.328126 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-5d59e67f-f050-477c-9662-ae65d4ec4bbd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4216d402-ef44-4d51-8d48-182e639c0549') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:49.329010 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-5d59e67f-f050-477c-9662-ae65d4ec4bbd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4216d402-ef44-4d51-8d48-182e639c0549') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:49.350657 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d59e67f-f050-477c-9662-ae65d4ec4bbd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (4216d402-ef44-4d51-8d48-182e639c0549), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:49.384435 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d59e67f-f050-477c-9662-ae65d4ec4bbd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (4216d402-ef44-4d51-8d48-182e639c0549), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:49.396100 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d59e67f-f050-477c-9662-ae65d4ec4bbd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:33:49.397077 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d59e67f-f050-477c-9662-ae65d4ec4bbd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (4216d402-ef44-4d51-8d48-182e639c0549), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:33:49.498882 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:33:49.505459 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd31c6-f163-4de3-a422-95161e9fcd4f req-8444d206-59b6-43ee-b83b-a5e05dcb14f2 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:49.511955 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-78cd31c6-f163-4de3-a422-95161e9fcd4f req-8444d206-59b6-43ee-b83b-a5e05dcb14f2 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.2887039 Feb 19 04:33:49.547923 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef50ee-971e-4221-83e5-594736898020 req-add7c9df-f147-4773-ba00-20e27c97786d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:49.547923 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-32ef50ee-971e-4221-83e5-594736898020 req-add7c9df-f147-4773-ba00-20e27c97786d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33c394b84df34f71a382d547bb213da3&device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 1127 time: 0.7495363 Feb 19 04:33:49.571463 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d59e67f-f050-477c-9662-ae65d4ec4bbd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (92b41a0f-772c-4f71-afb1-fed12c241cef), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:49.683009 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-78cd31c6-f163-4de3-a422-95161e9fcd4f req-5e4719a4-d080-48e6-a2d4-9d747a7db982 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695273 Feb 19 04:33:49.855581 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d59e67f-f050-477c-9662-ae65d4ec4bbd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:49.867832 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5d59e67f-f050-477c-9662-ae65d4ec4bbd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/networks/92b41a0f-772c-4f71-afb1-fed12c241cef HTTP/1.1" status: 204 len: 168 time: 3.0277524 Feb 19 04:33:49.869452 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59e67f-f050-477c-9662-ae65d4ec4bbd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Network': ['ID=92b41a0f-772c-4f71-afb1-fed12c241cef,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:49.873592 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef50ee-971e-4221-83e5-594736898020 req-d2469bb1-2433-4484-b383-3a7c9f839ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:49.876128 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-32ef50ee-971e-4221-83e5-594736898020 req-d2469bb1-2433-4484-b383-3a7c9f839ec1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 HTTP/1.1" status: 200 len: 914 time: 0.2431154 Feb 19 04:33:49.880657 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56828) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:50.083949 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6f64f13e-867a-42c6-9b20-16d2ac3f313c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.7559478 Feb 19 04:33:50.085157 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-32ef50ee-971e-4221-83e5-594736898020 req-15215e8e-3191-456f-86a0-acb1b6945b9c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 HTTP/1.1" status: 200 len: 217 time: 0.1983535 Feb 19 04:33:50.099577 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56836) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:50.110217 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-75deb7ec-9c2f-43fe-9968-e3aa4e40f5a9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-271525109'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:50.145226 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 31bc6e5a-4893-436f-a2c4-a85553a24d1a no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:33:50.222376 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 31bc6e5a-4893-436f-a2c4-a85553a24d1a {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:33:50.224489 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 31bc6e5a-4893-436f-a2c4-a85553a24d1a not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:33:50.238735 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a27b5e90-5ab8-43e4-bfcf-c40b32533e84 req-4c891318-44fe-4c08-9bee-568661998b93 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.1238973 Feb 19 04:33:50.299807 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56838) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:50.529121 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295b195-6f9b-47bb-b11e-ee9609b04958 req-7cce5324-c316-4d84-8a69-9037736ab60f tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:50.532453 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7295b195-6f9b-47bb-b11e-ee9609b04958 req-7cce5324-c316-4d84-8a69-9037736ab60f tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.6535854 Feb 19 04:33:50.544293 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-bb47342f-0aa1-4959-a6cd-5a9744d20b4a tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-452497420'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:50.618063 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef50ee-971e-4221-83e5-594736898020 req-b3663995-be51-402f-a6ef-f83caefabfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:50.620613 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-32ef50ee-971e-4221-83e5-594736898020 req-b3663995-be51-402f-a6ef-f83caefabfc3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7fc7b67-5ad2-40ee-a254-a9f26919b969 HTTP/1.1" status: 200 len: 854 time: 0.3060529 Feb 19 04:33:50.645517 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb47342f-0aa1-4959-a6cd-5a9744d20b4a tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Made reservation on behalf of d37629ec72954f5da11467aefd68c26e for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:33:50.651108 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bb47342f-0aa1-4959-a6cd-5a9744d20b4a tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:50.675025 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bb47342f-0aa1-4959-a6cd-5a9744d20b4a tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:50.714037 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-32ef50ee-971e-4221-83e5-594736898020 req-b67ce6e0-8635-4164-8ce7-e2f8da288cd0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688820 Feb 19 04:33:50.905397 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-75deb7ec-9c2f-43fe-9968-e3aa4e40f5a9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (849b9e83-b4eb-411c-a79c-d8f013096afd), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:50.921158 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7295b195-6f9b-47bb-b11e-ee9609b04958 req-2199333f-06ac-4ea0-a34d-1cc5f238b456 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485267 Feb 19 04:33:50.950834 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-75deb7ec-9c2f-43fe-9968-e3aa4e40f5a9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-429138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-429147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455741'] for router (849b9e83-b4eb-411c-a79c-d8f013096afd), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:51.041681 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bb47342f-0aa1-4959-a6cd-5a9744d20b4a tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks [] for security_group (75616870-9bb8-4019-9773-a64cdd05a831), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:51.059159 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bb47342f-0aa1-4959-a6cd-5a9744d20b4a tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (75616870-9bb8-4019-9773-a64cdd05a831), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:51.112954 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb47342f-0aa1-4959-a6cd-5a9744d20b4a tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:33:51.163162 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-32ef50ee-971e-4221-83e5-594736898020 req-bfbedc9f-b102-4881-927e-2e80335cd99d service neutron] 10.222.0.10 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349363 Feb 19 04:33:51.182197 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bb47342f-0aa1-4959-a6cd-5a9744d20b4a tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (8b9cb1ac-8e2c-4bb4-9bac-fbf48b8dc844), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:51.182845 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-bb47342f-0aa1-4959-a6cd-5a9744d20b4a tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Added segment 8b9cb1ac-8e2c-4bb4-9bac-fbf48b8dc844 of type vlan for network c39d1f84-8f07-47ad-8285-789399d890b4 Feb 19 04:33:51.185034 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47342f-0aa1-4959-a6cd-5a9744d20b4a tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75616870-9bb8-4019-9773-a64cdd05a831,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:51.276025 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bb47342f-0aa1-4959-a6cd-5a9744d20b4a tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (c39d1f84-8f07-47ad-8285-789399d890b4), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:51.286854 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75deb7ec-9c2f-43fe-9968-e3aa4e40f5a9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Router 849b9e83-b4eb-411c-a79c-d8f013096afd has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:33:51.372954 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efa4bb-b70e-4922-94a1-7a17cab3f898 req-026b2d88-de99-4ea0-bff1-1d57123e1d4b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:51.375768 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5efa4bb-b70e-4922-94a1-7a17cab3f898 req-026b2d88-de99-4ea0-bff1-1d57123e1d4b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.2984657 Feb 19 04:33:51.394111 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bb47342f-0aa1-4959-a6cd-5a9744d20b4a tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (c39d1f84-8f07-47ad-8285-789399d890b4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:51.399629 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb47342f-0aa1-4959-a6cd-5a9744d20b4a tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:51.400474 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bb47342f-0aa1-4959-a6cd-5a9744d20b4a tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:51.516808 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bb47342f-0aa1-4959-a6cd-5a9744d20b4a tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2107146 Feb 19 04:33:51.521871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56848) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:51.532259 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f25c4620-bdcb-475a-8961-c51091766f72 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Request body: {'subnet': {'network_id': 'c39d1f84-8f07-47ad-8285-789399d890b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:51.594708 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9219a4d4-f40b-4e27-af17-c8e197b19bfa req-13b040bc-89e7-4ad5-b11a-e6375087286f tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.1163387 Feb 19 04:33:51.596437 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5efa4bb-b70e-4922-94a1-7a17cab3f898 req-4c4c36a5-a069-4145-a194-249e452ebd88 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044680 Feb 19 04:33:51.635051 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47342f-0aa1-4959-a6cd-5a9744d20b4a tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Pushing event updated for resources: {'Network': ['ID=c39d1f84-8f07-47ad-8285-789399d890b4,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:51.651626 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75deb7ec-9c2f-43fe-9968-e3aa4e40f5a9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:33:51.655614 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network c39d1f84-8f07-47ad-8285-789399d890b4 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:33:51.671189 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec70336f-7252-4c3c-b694-abe6eeee0741 None None] Sync routers for ids ['849b9e83-b4eb-411c-a79c-d8f013096afd'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:33:51.679265 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-75deb7ec-9c2f-43fe-9968-e3aa4e40f5a9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:51.686353 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-75deb7ec-9c2f-43fe-9968-e3aa4e40f5a9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "PUT /v2.0/routers/849b9e83-b4eb-411c-a79c-d8f013096afd HTTP/1.1" status: 200 len: 886 time: 1.5849400 Feb 19 04:33:51.687465 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56852) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:51.696636 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec70336f-7252-4c3c-b694-abe6eeee0741 None None] Routers {'849b9e83-b4eb-411c-a79c-d8f013096afd'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:51.698440 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ec70336f-7252-4c3c-b694-abe6eeee0741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:33:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['849b9e83-b4eb-411c-a79c-d8f013096afd'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:51.733154 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-32ef50ee-971e-4221-83e5-594736898020 req-4761fad7-d34d-476e-9505-192bc55a66e6 service neutron] 10.222.0.10 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612028 Feb 19 04:33:51.760971 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d5e0bd41-8b1e-4f91-861b-47d1e001080b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:51.830600 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ec70336f-7252-4c3c-b694-abe6eeee0741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:51.846539 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec70336f-7252-4c3c-b694-abe6eeee0741 None None] Routers {'849b9e83-b4eb-411c-a79c-d8f013096afd'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:51.847328 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ec70336f-7252-4c3c-b694-abe6eeee0741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:33:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['849b9e83-b4eb-411c-a79c-d8f013096afd'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:51.958860 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ec70336f-7252-4c3c-b694-abe6eeee0741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:51.960155 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec70336f-7252-4c3c-b694-abe6eeee0741 None None] The sync data for ids ['849b9e83-b4eb-411c-a79c-d8f013096afd'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:33:52.037803 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be6243-ef26-475a-953b-ad47b4234284 req-1d542d8a-881d-4a46-8311-8736134588b9 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:52.040784 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c2be6243-ef26-475a-953b-ad47b4234284 req-1d542d8a-881d-4a46-8311-8736134588b9 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.2021079 Feb 19 04:33:52.093165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25c4620-bdcb-475a-8961-c51091766f72 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Made reservation on behalf of d37629ec72954f5da11467aefd68c26e for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:33:52.095885 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f25c4620-bdcb-475a-8961-c51091766f72 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:52.110816 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-766edf2b-1490-4f34-8a39-175d1dfb6299 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "GET /v2.0/routers/849b9e83-b4eb-411c-a79c-d8f013096afd HTTP/1.1" status: 200 len: 886 time: 0.4213336 Feb 19 04:33:52.116876 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56854) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:52.200844 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c2be6243-ef26-475a-953b-ad47b4234284 req-0092f294-7036-480f-b206-128d91f457fb tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362584 Feb 19 04:33:52.214741 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-25ae1bc0-d715-4514-a4db-b94b7b86272f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "GET /v2.0/ports?device_id=849b9e83-b4eb-411c-a79c-d8f013096afd HTTP/1.1" status: 200 len: 205 time: 0.0979538 Feb 19 04:33:52.216321 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56856) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:52.413828 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-665a947c-7344-4f3b-8443-59998a73aed6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (849b9e83-b4eb-411c-a79c-d8f013096afd), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:52.666337 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f25c4620-bdcb-475a-8961-c51091766f72 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:52.676251 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0810257-a1dd-475f-94f3-263a232f8b90 req-1bf7d98a-e96f-4794-b16d-4d2b50c561cc tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:52.684258 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c0810257-a1dd-475f-94f3-263a232f8b90 req-1bf7d98a-e96f-4794-b16d-4d2b50c561cc tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.1672566 Feb 19 04:33:52.749055 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-665a947c-7344-4f3b-8443-59998a73aed6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router_gateway (849b9e83-b4eb-411c-a79c-d8f013096afd), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:52.753117 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-d5e0bd41-8b1e-4f91-861b-47d1e001080b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting port cf499ca9-01fe-4545-82d2-c821530303b9 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:52.753784 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d5e0bd41-8b1e-4f91-861b-47d1e001080b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (cf499ca9-01fe-4545-82d2-c821530303b9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:52.797283 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c0810257-a1dd-475f-94f3-263a232f8b90 req-4157f4cd-6d54-42f8-ae2c-c1000589bbea tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120830 Feb 19 04:33:52.899765 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-665a947c-7344-4f3b-8443-59998a73aed6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting port 9320d784-ce17-4cf1-9ba8-81fb60fdc9f8 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:52.900226 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-665a947c-7344-4f3b-8443-59998a73aed6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9320d784-ce17-4cf1-9ba8-81fb60fdc9f8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:52.974696 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bc7639e0-a527-4e8c-8794-ac9ce4f45801 req-e602139e-93b6-44eb-87f2-0e18b4b32982 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.1589465 Feb 19 04:33:52.988985 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c4620-bdcb-475a-8961-c51091766f72 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Pushing event updated for resources: {'Subnet': ['ID=6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:53.065715 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25c4620-bdcb-475a-8961-c51091766f72 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Checking segment: {'id': '8b9cb1ac-8e2c-4bb4-9bac-fbf48b8dc844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c39d1f84-8f07-47ad-8285-789399d890b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:33:53.066301 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25c4620-bdcb-475a-8961-c51091766f72 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Network hostable DHCP agents. Network: c39d1f84-8f07-47ad-8285-789399d890b4, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:33:53.081360 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-d5e0bd41-8b1e-4f91-861b-47d1e001080b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] For port cf499ca9-01fe-4545-82d2-c821530303b9, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=cf499ca9-01fe-4545-82d2-c821530303b9,segment=NetworkSegment(0471dce7-3b95-4c29-addd-aff9a7babaf8),segment_id=0471dce7-3b95-4c29-addd-aff9a7babaf8)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:53.082826 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d5e0bd41-8b1e-4f91-861b-47d1e001080b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (cf499ca9-01fe-4545-82d2-c821530303b9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:53.116620 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-d5e0bd41-8b1e-4f91-861b-47d1e001080b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Calling delete_port for cf499ca9-01fe-4545-82d2-c821530303b9 owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:53.155017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25c4620-bdcb-475a-8961-c51091766f72 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Network c39d1f84-8f07-47ad-8285-789399d890b4 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:33:53.243889 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-f25c4620-bdcb-475a-8961-c51091766f72 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, c39d1f84-8f07-47ad-8285-789399d890b4) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:33:53.254147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25c4620-bdcb-475a-8961-c51091766f72 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:53.255421 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f25c4620-bdcb-475a-8961-c51091766f72 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:53.261869 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c71609-cd8f-457e-bd49-015628e6964c None None] Network c39d1f84-8f07-47ad-8285-789399d890b4 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:33:53.318935 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f25c4620-bdcb-475a-8961-c51091766f72 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7950583 Feb 19 04:33:53.323154 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56866) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:53.333090 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-88b42ac7-a80e-4189-8f12-2f8ed91e791f tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Request body: {'port': {'network_id': 'c39d1f84-8f07-47ad-8285-789399d890b4', 'name': 'tempest-TagsExtTest-221903276'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:53.456672 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69949669-d404-49dc-9785-f169200c6d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-c39d1f84-8f07-47ad-8285-789399d890b4', 'network_id': 'c39d1f84-8f07-47ad-8285-789399d890b4', 'project_id': 'd37629ec72954f5da11467aefd68c26e', 'fixed_ips': [{'subnet_id': '6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:33:53.458759 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-69949669-d404-49dc-9785-f169200c6d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:53.496733 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a1c9e-8c3b-4849-9e19-780012af2f3e req-a494e2d8-fed6-45bf-9ddf-f635bf4a0963 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:53.498898 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d8a1c9e-8c3b-4849-9e19-780012af2f3e req-a494e2d8-fed6-45bf-9ddf-f635bf4a0963 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.5366378 Feb 19 04:33:53.547096 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-665a947c-7344-4f3b-8443-59998a73aed6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9320d784-ce17-4cf1-9ba8-81fb60fdc9f8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:53.573691 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-665a947c-7344-4f3b-8443-59998a73aed6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Calling delete_port for 9320d784-ce17-4cf1-9ba8-81fb60fdc9f8 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:53.622606 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d8a1c9e-8c3b-4849-9e19-780012af2f3e req-f7d1175d-1282-4a9e-b37b-1ab58be7e811 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040993 Feb 19 04:33:53.758866 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-69949669-d404-49dc-9785-f169200c6d62 None None] Allocated IP 172.20.0.2 (c39d1f84-8f07-47ad-8285-789399d890b4/6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74/b3a933ee-5dc5-4269-b647-d0871d669c1c) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:33:53.841110 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d5e0bd41-8b1e-4f91-861b-47d1e001080b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (cf499ca9-01fe-4545-82d2-c821530303b9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:53.896949 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0bd41-8b1e-4f91-861b-47d1e001080b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Port': ['ID=cf499ca9-01fe-4545-82d2-c821530303b9,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:53.924896 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b42ac7-a80e-4189-8f12-2f8ed91e791f tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Made reservation on behalf of d37629ec72954f5da11467aefd68c26e for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:33:53.931748 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-88b42ac7-a80e-4189-8f12-2f8ed91e791f tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:54.120659 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-665a947c-7344-4f3b-8443-59998a73aed6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (9320d784-ce17-4cf1-9ba8-81fb60fdc9f8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:54.237337 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a947c-7344-4f3b-8443-59998a73aed6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Port': ['ID=9320d784-ce17-4cf1-9ba8-81fb60fdc9f8,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:54.382964 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-69949669-d404-49dc-9785-f169200c6d62 None None] Publish callbacks [] for port (b3a933ee-5dc5-4269-b647-d0871d669c1c), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:54.399445 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-69949669-d404-49dc-9785-f169200c6d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (b3a933ee-5dc5-4269-b647-d0871d669c1c), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:54.509487 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69949669-d404-49dc-9785-f169200c6d62 None None] Pushing event updated for resources: {'Port': ['ID=b3a933ee-5dc5-4269-b647-d0871d669c1c,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:54.531861 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b40c75-59c3-4843-8e35-aa9e7958be24 req-7c0cfb02-113a-42a8-b86a-670f6307c22a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:54.535930 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9b40c75-59c3-4843-8e35-aa9e7958be24 req-7c0cfb02-113a-42a8-b86a-670f6307c22a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.2884719 Feb 19 04:33:54.538037 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-665a947c-7344-4f3b-8443-59998a73aed6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (849b9e83-b4eb-411c-a79c-d8f013096afd), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:54.567079 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69949669-d404-49dc-9785-f169200c6d62 None None] Network c39d1f84-8f07-47ad-8285-789399d890b4 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:33:54.570157 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-69949669-d404-49dc-9785-f169200c6d62 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:33:54.579637 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69949669-d404-49dc-9785-f169200c6d62 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:33:54.705271 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-69949669-d404-49dc-9785-f169200c6d62 None None] Attempting to bind port b3a933ee-5dc5-4269-b647-d0871d669c1c on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:33:54.705896 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-69949669-d404-49dc-9785-f169200c6d62 None None] Attempting to bind port b3a933ee-5dc5-4269-b647-d0871d669c1c by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '8b9cb1ac-8e2c-4bb4-9bac-fbf48b8dc844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c39d1f84-8f07-47ad-8285-789399d890b4'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:33:54.706521 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69949669-d404-49dc-9785-f169200c6d62 None None] Attempting to bind port b3a933ee-5dc5-4269-b647-d0871d669c1c on network c39d1f84-8f07-47ad-8285-789399d890b4 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:33:54.717000 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69949669-d404-49dc-9785-f169200c6d62 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:33:54.717670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69949669-d404-49dc-9785-f169200c6d62 None None] Checking segment: {'id': '8b9cb1ac-8e2c-4bb4-9bac-fbf48b8dc844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c39d1f84-8f07-47ad-8285-789399d890b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:33:54.718250 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-69949669-d404-49dc-9785-f169200c6d62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:54.718968 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69949669-d404-49dc-9785-f169200c6d62 None None] Bound using segment: {'id': '8b9cb1ac-8e2c-4bb4-9bac-fbf48b8dc844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c39d1f84-8f07-47ad-8285-789399d890b4'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:33:54.719775 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-69949669-d404-49dc-9785-f169200c6d62 None None] Bound port: b3a933ee-5dc5-4269-b647-d0871d669c1c, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9cb1ac-8e2c-4bb4-9bac-fbf48b8dc844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c39d1f84-8f07-47ad-8285-789399d890b4'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:33:54.720425 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-69949669-d404-49dc-9785-f169200c6d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b3a933ee-5dc5-4269-b647-d0871d669c1c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:54.733880 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d5e0bd41-8b1e-4f91-861b-47d1e001080b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:54.745642 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-88b42ac7-a80e-4189-8f12-2f8ed91e791f tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] device_id is not set on port 6d811903-9daf-4617-ad01-d7f3851fb39a yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:33:54.801824 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7f6f7b02-fb1f-46be-8c79-c54af5e05810 req-e63bd5ba-7961-437d-8164-0513322be3c3 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.0498357 Feb 19 04:33:54.811346 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-665a947c-7344-4f3b-8443-59998a73aed6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (849b9e83-b4eb-411c-a79c-d8f013096afd), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:54.820692 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-665a947c-7344-4f3b-8443-59998a73aed6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router_controller (849b9e83-b4eb-411c-a79c-d8f013096afd), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:54.898490 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-69949669-d404-49dc-9785-f169200c6d62 None None] For port b3a933ee-5dc5-4269-b647-d0871d669c1c, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:33:54.906095 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-69949669-d404-49dc-9785-f169200c6d62 None None] For port b3a933ee-5dc5-4269-b647-d0871d669c1c, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b3a933ee-5dc5-4269-b647-d0871d669c1c,segment=NetworkSegment(8b9cb1ac-8e2c-4bb4-9bac-fbf48b8dc844),segment_id=8b9cb1ac-8e2c-4bb4-9bac-fbf48b8dc844)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:33:54.921697 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-69949669-d404-49dc-9785-f169200c6d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b3a933ee-5dc5-4269-b647-d0871d669c1c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:54.984708 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-665a947c-7344-4f3b-8443-59998a73aed6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (849b9e83-b4eb-411c-a79c-d8f013096afd), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:54.986267 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665a947c-7344-4f3b-8443-59998a73aed6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Fanout notify agent at l3_agent the message router_deleted on router 849b9e83-b4eb-411c-a79c-d8f013096afd {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:33:55.003394 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-665a947c-7344-4f3b-8443-59998a73aed6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:55.007987 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-665a947c-7344-4f3b-8443-59998a73aed6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/routers/849b9e83-b4eb-411c-a79c-d8f013096afd HTTP/1.1" status: 204 len: 168 time: 2.7853463 Feb 19 04:33:55.012655 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56876) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:55.020205 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b9b40c75-59c3-4843-8e35-aa9e7958be24 req-8705194a-f63c-4828-84bf-a1cf5d68b9a6 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142475 Feb 19 04:33:55.029580 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-3deb7ebf-08d3-4310-90ca-f2debbe29afd tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'network': {'name': 'tempest-RoutersTest-1310881818'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:55.092042 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69949669-d404-49dc-9785-f169200c6d62 None None] Pushing event updated for resources: {'Port': ['ID=b3a933ee-5dc5-4269-b647-d0871d669c1c,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:55.093874 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3deb7ebf-08d3-4310-90ca-f2debbe29afd tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Made reservation on behalf of 8d1cf8b47d754845b7d571a762ca3651 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:33:55.108689 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3deb7ebf-08d3-4310-90ca-f2debbe29afd tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:55.151615 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3deb7ebf-08d3-4310-90ca-f2debbe29afd tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:33:55.167603 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3deb7ebf-08d3-4310-90ca-f2debbe29afd tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (90cf36cb-b4d8-4c8b-8ee8-6c33eb1def2e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:55.167970 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-3deb7ebf-08d3-4310-90ca-f2debbe29afd tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Added segment 90cf36cb-b4d8-4c8b-8ee8-6c33eb1def2e of type vlan for network a49b7fa7-267b-4b57-811c-f1d65843c42f Feb 19 04:33:55.252086 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3deb7ebf-08d3-4310-90ca-f2debbe29afd tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (a49b7fa7-267b-4b57-811c-f1d65843c42f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:55.287837 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-88b42ac7-a80e-4189-8f12-2f8ed91e791f tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Allocated IP 172.20.0.3 (c39d1f84-8f07-47ad-8285-789399d890b4/6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74/6d811903-9daf-4617-ad01-d7f3851fb39a) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:33:55.303869 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3deb7ebf-08d3-4310-90ca-f2debbe29afd tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (a49b7fa7-267b-4b57-811c-f1d65843c42f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:55.311927 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deb7ebf-08d3-4310-90ca-f2debbe29afd tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:55.313035 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3deb7ebf-08d3-4310-90ca-f2debbe29afd tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:55.480453 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3deb7ebf-08d3-4310-90ca-f2debbe29afd tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4587409 Feb 19 04:33:55.485628 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56880) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:55.492956 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2f0c8720-e999-4b99-ace9-a20a641ed82e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'subnet': {'network_id': 'a49b7fa7-267b-4b57-811c-f1d65843c42f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:55.546456 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6717f-db59-478d-b7a5-bf8876c206ab req-1d36f449-4fd6-4f89-a55f-45c5b80b272f tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:55.549333 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dbc6717f-db59-478d-b7a5-bf8876c206ab req-1d36f449-4fd6-4f89-a55f-45c5b80b272f tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.3673465 Feb 19 04:33:55.557523 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb7ebf-08d3-4310-90ca-f2debbe29afd tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Network': ['ID=a49b7fa7-267b-4b57-811c-f1d65843c42f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:55.572553 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network a49b7fa7-267b-4b57-811c-f1d65843c42f details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:33:55.663599 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e0bd41-8b1e-4f91-861b-47d1e001080b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:33:55.765643 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dbc6717f-db59-478d-b7a5-bf8876c206ab req-0f9ac6e0-ab30-4694-9651-361ce364e920 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965117 Feb 19 04:33:55.766080 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0c8720-e999-4b99-ace9-a20a641ed82e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Made reservation on behalf of 8d1cf8b47d754845b7d571a762ca3651 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:33:55.772526 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f0c8720-e999-4b99-ace9-a20a641ed82e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:55.984167 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-88b42ac7-a80e-4189-8f12-2f8ed91e791f tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks [] for port (6d811903-9daf-4617-ad01-d7f3851fb39a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:56.015637 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e0bd41-8b1e-4f91-861b-47d1e001080b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:33:56.027052 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d5e0bd41-8b1e-4f91-861b-47d1e001080b tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "PUT /v2.0/routers/ea18b4f9-4554-4b9f-ba35-6f318a3a7537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1447263 Feb 19 04:33:56.031501 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56888) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:56.032989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edce40e-6a10-4b33-b380-65cc1e8c97b0 None None] Sync routers for ids ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:33:56.066165 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edce40e-6a10-4b33-b380-65cc1e8c97b0 None None] Routers {'ea18b4f9-4554-4b9f-ba35-6f318a3a7537'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:56.068979 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-2edce40e-6a10-4b33-b380-65cc1e8c97b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:33:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:56.136528 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51277c4-4cb3-471a-926a-366764e7ef18 req-b0b0e579-b453-47f7-ae39-6e6fc9b6238c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:56.145616 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a51277c4-4cb3-471a-926a-366764e7ef18 req-b0b0e579-b453-47f7-ae39-6e6fc9b6238c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.1835725 Feb 19 04:33:56.180420 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7aa6cc-c62b-4858-81e3-5d3df5bb555c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting subnet b659a261-3543-4c7e-a569-9bf550b5e96f {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:33:56.198457 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4b7aa6cc-c62b-4858-81e3-5d3df5bb555c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for subnet (b659a261-3543-4c7e-a569-9bf550b5e96f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:56.204401 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-88b42ac7-a80e-4189-8f12-2f8ed91e791f tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (6d811903-9daf-4617-ad01-d7f3851fb39a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:56.389356 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-2edce40e-6a10-4b33-b380-65cc1e8c97b0 None None] Set router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:33:56.398472 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f0c8720-e999-4b99-ace9-a20a641ed82e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (4efea4b2-f135-4c6c-a5e2-450da425c4e7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:56.475562 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-db562b0e-1e39-475f-875e-c434b1756e39 req-0624eab5-347f-4f2b-bcd6-7308e4e047e2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.0979970 Feb 19 04:33:56.506324 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b3a933ee-5dc5-4269-b647-d0871d669c1c up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:33:56.507625 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4b7aa6cc-c62b-4858-81e3-5d3df5bb555c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (b659a261-3543-4c7e-a569-9bf550b5e96f), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:56.558284 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b42ac7-a80e-4189-8f12-2f8ed91e791f tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Network c39d1f84-8f07-47ad-8285-789399d890b4 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:33:56.618728 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-88b42ac7-a80e-4189-8f12-2f8ed91e791f tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:33:56.622896 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b42ac7-a80e-4189-8f12-2f8ed91e791f tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Pushing event updated for resources: {'Port': ['ID=6d811903-9daf-4617-ad01-d7f3851fb39a,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:56.627814 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b42ac7-a80e-4189-8f12-2f8ed91e791f tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:33:56.632015 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c8720-e999-4b99-ace9-a20a641ed82e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Subnet': ['ID=4efea4b2-f135-4c6c-a5e2-450da425c4e7,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:56.657941 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a51277c4-4cb3-471a-926a-366764e7ef18 req-d3834917-d1fb-4ccc-a5bd-b4730146161b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110173 Feb 19 04:33:56.729578 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0c8720-e999-4b99-ace9-a20a641ed82e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Checking segment: {'id': '90cf36cb-b4d8-4c8b-8ee8-6c33eb1def2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a49b7fa7-267b-4b57-811c-f1d65843c42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:33:56.734822 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0c8720-e999-4b99-ace9-a20a641ed82e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network hostable DHCP agents. Network: a49b7fa7-267b-4b57-811c-f1d65843c42f, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:33:56.794056 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b3a933ee-5dc5-4269-b647-d0871d669c1c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:33:56.795083 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b3a933ee-5dc5-4269-b647-d0871d669c1c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:56.798053 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0c8720-e999-4b99-ace9-a20a641ed82e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network a49b7fa7-267b-4b57-811c-f1d65843c42f is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:33:56.832462 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-2f0c8720-e999-4b99-ace9-a20a641ed82e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, a49b7fa7-267b-4b57-811c-f1d65843c42f) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:33:56.843752 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0c8720-e999-4b99-ace9-a20a641ed82e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:56.847288 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f0c8720-e999-4b99-ace9-a20a641ed82e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:56.888501 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b42ac7-a80e-4189-8f12-2f8ed91e791f tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:56.890695 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-88b42ac7-a80e-4189-8f12-2f8ed91e791f tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:56.905491 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2f0c8720-e999-4b99-ace9-a20a641ed82e tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4164898 Feb 19 04:33:56.909670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56894) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:56.929248 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-82b00781-2cde-4a3e-b4af-2cd6bcbfcdb4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1051348060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:56.982148 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-88b42ac7-a80e-4189-8f12-2f8ed91e791f tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.6571305 Feb 19 04:33:56.984103 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56896) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:56.987451 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f3e6ea-f36e-41f0-9f11-10e4ee2453c5 None None] Network a49b7fa7-267b-4b57-811c-f1d65843c42f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:33:57.017533 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-137fc944-10f9-4610-b90c-54416efba212 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1466138683', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:57.040296 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4b7aa6cc-c62b-4858-81e3-5d3df5bb555c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (b659a261-3543-4c7e-a569-9bf550b5e96f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:57.133247 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82b00781-2cde-4a3e-b4af-2cd6bcbfcdb4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (dc47da4e-3362-44e0-ba79-6e2203ae22b1), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:57.146186 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82b00781-2cde-4a3e-b4af-2cd6bcbfcdb4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (dc47da4e-3362-44e0-ba79-6e2203ae22b1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:57.170417 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-137fc944-10f9-4610-b90c-54416efba212 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (5e682792-8e1e-4001-904a-25c2a152a6af), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:57.171591 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-137fc944-10f9-4610-b90c-54416efba212 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (5e682792-8e1e-4001-904a-25c2a152a6af), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:57.227690 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4b7aa6cc-c62b-4858-81e3-5d3df5bb555c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (b659a261-3543-4c7e-a569-9bf550b5e96f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:57.234880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90cd3b-1815-4d7e-a3cc-6164d7102fab req-5d01502d-654a-4296-99c6-7e123e8db389 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:57.237686 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7b90cd3b-1815-4d7e-a3cc-6164d7102fab req-5d01502d-654a-4296-99c6-7e123e8db389 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.2893472 Feb 19 04:33:57.322388 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7aa6cc-c62b-4858-81e3-5d3df5bb555c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Subnet': ['ID=b659a261-3543-4c7e-a569-9bf550b5e96f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:57.326422 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4b7aa6cc-c62b-4858-81e3-5d3df5bb555c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:57.333649 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4b7aa6cc-c62b-4858-81e3-5d3df5bb555c tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/subnets/b659a261-3543-4c7e-a569-9bf550b5e96f HTTP/1.1" status: 204 len: 168 time: 1.2994244 Feb 19 04:33:57.336657 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56900) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:57.350386 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82b00781-2cde-4a3e-b4af-2cd6bcbfcdb4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router_controller (dc47da4e-3362-44e0-ba79-6e2203ae22b1), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:57.360197 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82b00781-2cde-4a3e-b4af-2cd6bcbfcdb4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (dc47da4e-3362-44e0-ba79-6e2203ae22b1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:57.383087 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-137fc944-10f9-4610-b90c-54416efba212 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks [] for router_controller (5e682792-8e1e-4001-904a-25c2a152a6af), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:57.401806 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82b00781-2cde-4a3e-b4af-2cd6bcbfcdb4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:57.406632 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-82b00781-2cde-4a3e-b4af-2cd6bcbfcdb4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4947371 Feb 19 04:33:57.414532 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56904) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:57.445093 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3da5aa-b6f1-4b44-bbbe-c33c264ca95a None None] Network c39d1f84-8f07-47ad-8285-789399d890b4 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:33:57.449273 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91268d26-652b-4b11-9994-c00fd7d98acf None None] Network 17432cfd-2177-48b5-a41c-9d9280b41da7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:33:57.493570 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-137fc944-10f9-4610-b90c-54416efba212 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (5e682792-8e1e-4001-904a-25c2a152a6af), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:57.523673 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-137fc944-10f9-4610-b90c-54416efba212 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:57.525227 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-137fc944-10f9-4610-b90c-54416efba212 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5268004 Feb 19 04:33:57.533499 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56908) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:57.549087 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-a71583cb-9899-46bc-80be-6231c5c8cd79 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1751959189', 'prefixes': ['172.20.0.0/16']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:33:57.561743 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f878f575-e8b8-457b-a63a-976774122657 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (17432cfd-2177-48b5-a41c-9d9280b41da7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:57.653130 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-171f10e9-e246-450d-aac3-49eecdedf362 None None] Provisioning complete for port b3a933ee-5dc5-4269-b647-d0871d669c1c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:33:57.653644 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-171f10e9-e246-450d-aac3-49eecdedf362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b3a933ee-5dc5-4269-b647-d0871d669c1c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:57.702178 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a71583cb-9899-46bc-80be-6231c5c8cd79 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:57.705596 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a71583cb-9899-46bc-80be-6231c5c8cd79 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1708066 Feb 19 04:33:57.709623 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56912) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:57.716739 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-dc9ed1cd-3724-4fca-a739-9b398eff14e7 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74', 'tempest-TagsExtTest-Tag-1113538262') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:57.836321 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7b90cd3b-1815-4d7e-a3cc-6164d7102fab req-ddd6bd56-86fa-4713-b05f-5639d38b95d2 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796972 Feb 19 04:33:57.844583 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4895cd70-6a7b-4012-bc6d-b1ccbb8ebac4 req-241faeef-fee2-4fcf-992c-fec699ab6976 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.0950100 Feb 19 04:33:57.922025 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-f878f575-e8b8-457b-a63a-976774122657 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting port a11271d8-252d-4708-9d8b-35888832d8a5 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:33:57.922387 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f878f575-e8b8-457b-a63a-976774122657 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a11271d8-252d-4708-9d8b-35888832d8a5), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:57.946786 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebdc4e4-7faa-4955-bec3-d47e653e1a1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-a49b7fa7-267b-4b57-811c-f1d65843c42f', 'network_id': 'a49b7fa7-267b-4b57-811c-f1d65843c42f', 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'fixed_ips': [{'subnet_id': '4efea4b2-f135-4c6c-a5e2-450da425c4e7'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:33:57.947867 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc4e4-7faa-4955-bec3-d47e653e1a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:58.092348 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-f878f575-e8b8-457b-a63a-976774122657 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] For port a11271d8-252d-4708-9d8b-35888832d8a5, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a11271d8-252d-4708-9d8b-35888832d8a5,segment=NetworkSegment(0471dce7-3b95-4c29-addd-aff9a7babaf8),segment_id=0471dce7-3b95-4c29-addd-aff9a7babaf8)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:58.093023 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f878f575-e8b8-457b-a63a-976774122657 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a11271d8-252d-4708-9d8b-35888832d8a5), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:58.118760 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-dc9ed1cd-3724-4fca-a739-9b398eff14e7 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "PUT /v2.0/subnets/6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74/tags/tempest-TagsExtTest-Tag-1113538262 HTTP/1.1" status: 201 len: 201 time: 0.4076889 Feb 19 04:33:58.123606 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56916) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:58.134606 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-1ef116ff-5202-48df-86c6-8b03389bc06f tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6d811903-9daf-4617-ad01-d7f3851fb39a', 'tempest-TagsExtTest-Tag-1422576499') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:58.186673 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-f878f575-e8b8-457b-a63a-976774122657 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Calling delete_port for a11271d8-252d-4708-9d8b-35888832d8a5 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:33:58.190730 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-4ebdc4e4-7faa-4955-bec3-d47e653e1a1d None None] Allocated IP 172.20.0.2 (a49b7fa7-267b-4b57-811c-f1d65843c42f/4efea4b2-f135-4c6c-a5e2-450da425c4e7/dd49ba0e-8777-44d9-84e0-495c2cebfe61) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:33:58.326140 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8213feb-fe1e-40e3-bea2-5326b0e7f564 None None] DHCP port deletion for 17432cfd-2177-48b5-a41c-9d9280b41da7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:33:58.375716 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1ef116ff-5202-48df-86c6-8b03389bc06f tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "PUT /v2.0/ports/6d811903-9daf-4617-ad01-d7f3851fb39a/tags/tempest-TagsExtTest-Tag-1422576499 HTTP/1.1" status: 201 len: 201 time: 0.2505152 Feb 19 04:33:58.376680 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56918) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:58.382644 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-e3566d35-5eae-420c-ad9a-34210bf4e44a tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5e682792-8e1e-4001-904a-25c2a152a6af', 'tempest-TagsExtTest-Tag-1918272827') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:58.382942 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-171f10e9-e246-450d-aac3-49eecdedf362 None None] Current status of the port b3a933ee-5dc5-4269-b647-d0871d669c1c is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:33:58.383171 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-171f10e9-e246-450d-aac3-49eecdedf362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b3a933ee-5dc5-4269-b647-d0871d669c1c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:58.385161 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f878f575-e8b8-457b-a63a-976774122657 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (a11271d8-252d-4708-9d8b-35888832d8a5), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:58.387044 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b3a933ee-5dc5-4269-b647-d0871d669c1c is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:33:58.387664 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b3a933ee-5dc5-4269-b647-d0871d669c1c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:58.471980 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3900fc0c-e68b-43b3-abbc-dfd0c1edfb42 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:58.477357 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878f575-e8b8-457b-a63a-976774122657 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Port': ['ID=a11271d8-252d-4708-9d8b-35888832d8a5,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:58.541202 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f878f575-e8b8-457b-a63a-976774122657 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] No DVR routers for this DVR port a11271d8-252d-4708-9d8b-35888832d8a5 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:33:58.564672 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc4e4-7faa-4955-bec3-d47e653e1a1d None None] Publish callbacks [] for port (dd49ba0e-8777-44d9-84e0-495c2cebfe61), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:58.625170 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a8213feb-fe1e-40e3-bea2-5326b0e7f564 None None] The port 'a11271d8-252d-4708-9d8b-35888832d8a5' was deleted {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 19 04:33:58.638551 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc4e4-7faa-4955-bec3-d47e653e1a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (dd49ba0e-8777-44d9-84e0-495c2cebfe61), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:58.699344 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f878f575-e8b8-457b-a63a-976774122657 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (17432cfd-2177-48b5-a41c-9d9280b41da7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:58.734765 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-f878f575-e8b8-457b-a63a-976774122657 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17432cfd-2177-48b5-a41c-9d9280b41da7']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:58.742380 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdc4e4-7faa-4955-bec3-d47e653e1a1d None None] Pushing event updated for resources: {'Port': ['ID=dd49ba0e-8777-44d9-84e0-495c2cebfe61,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:58.779643 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-f878f575-e8b8-457b-a63a-976774122657 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0471dce7-3b95-4c29-addd-aff9a7babaf8') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:58.780071 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-f878f575-e8b8-457b-a63a-976774122657 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0471dce7-3b95-4c29-addd-aff9a7babaf8') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:58.803736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port b3a933ee-5dc5-4269-b647-d0871d669c1c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b3a933ee-5dc5-4269-b647-d0871d669c1c,segment=NetworkSegment(8b9cb1ac-8e2c-4bb4-9bac-fbf48b8dc844),segment_id=8b9cb1ac-8e2c-4bb4-9bac-fbf48b8dc844)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:33:58.830055 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebdc4e4-7faa-4955-bec3-d47e653e1a1d None None] Network a49b7fa7-267b-4b57-811c-f1d65843c42f is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:33:58.835313 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-4ebdc4e4-7faa-4955-bec3-d47e653e1a1d None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:33:58.838621 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b3a933ee-5dc5-4269-b647-d0871d669c1c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:58.840417 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f878f575-e8b8-457b-a63a-976774122657 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (0471dce7-3b95-4c29-addd-aff9a7babaf8), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:58.841172 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebdc4e4-7faa-4955-bec3-d47e653e1a1d None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:33:58.903721 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-171f10e9-e246-450d-aac3-49eecdedf362 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:33:58.904212 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-171f10e9-e246-450d-aac3-49eecdedf362 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:33:58.964461 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f878f575-e8b8-457b-a63a-976774122657 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (0471dce7-3b95-4c29-addd-aff9a7babaf8), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:59.021818 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e3566d35-5eae-420c-ad9a-34210bf4e44a tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "PUT /v2.0/routers/5e682792-8e1e-4001-904a-25c2a152a6af/tags/tempest-TagsExtTest-Tag-1918272827 HTTP/1.1" status: 201 len: 201 time: 0.6409476 Feb 19 04:33:59.026779 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56936) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:59.035500 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f878f575-e8b8-457b-a63a-976774122657 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:33:59.038259 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f878f575-e8b8-457b-a63a-976774122657 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (0471dce7-3b95-4c29-addd-aff9a7babaf8), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:59.048492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.tag.tag_plugin [None req-9e97d55c-cd49-4b2d-8ad1-9745bedfabd8 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b45528cd-3b3f-47df-9da9-ef3bf03aa9ab', 'tempest-TagsExtTest-Tag-617151991') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:59.150755 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a11271d8-252d-4708-9d8b-35888832d8a5 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:33:59.163245 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:33:59.178727 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-50851358-eb10-4f5b-9d14-dc2a9ffe9ec2 req-ef0098df-2be2-43f6-931e-6f029bad5e08 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.0867472 Feb 19 04:33:59.230241 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f878f575-e8b8-457b-a63a-976774122657 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (17432cfd-2177-48b5-a41c-9d9280b41da7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:59.241119 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=b3a933ee-5dc5-4269-b647-d0871d669c1c,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:59.242902 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f878f575-e8b8-457b-a63a-976774122657 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:59.245510 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: a11271d8-252d-4708-9d8b-35888832d8a5 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:33:59.246106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a11271d8-252d-4708-9d8b-35888832d8a5 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:33:59.253781 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-2edce40e-6a10-4b33-b380-65cc1e8c97b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:33:53Z', 'revision_number': 10, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:16Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:59.264103 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f878f575-e8b8-457b-a63a-976774122657 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/networks/17432cfd-2177-48b5-a41c-9d9280b41da7 HTTP/1.1" status: 204 len: 168 time: 1.9261372 Feb 19 04:33:59.264248 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9e97d55c-cd49-4b2d-8ad1-9745bedfabd8 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "PUT /v2.0/subnetpools/b45528cd-3b3f-47df-9da9-ef3bf03aa9ab/tags/tempest-TagsExtTest-Tag-617151991 HTTP/1.1" status: 201 len: 201 time: 0.2330582 Feb 19 04:33:59.265370 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56938) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:59.271908 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-4ebdc4e4-7faa-4955-bec3-d47e653e1a1d None None] Attempting to bind port dd49ba0e-8777-44d9-84e0-495c2cebfe61 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:33:59.273198 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-4ebdc4e4-7faa-4955-bec3-d47e653e1a1d None None] Attempting to bind port dd49ba0e-8777-44d9-84e0-495c2cebfe61 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '90cf36cb-b4d8-4c8b-8ee8-6c33eb1def2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a49b7fa7-267b-4b57-811c-f1d65843c42f'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:33:59.273383 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56940) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:59.273508 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebdc4e4-7faa-4955-bec3-d47e653e1a1d None None] Attempting to bind port dd49ba0e-8777-44d9-84e0-495c2cebfe61 on network a49b7fa7-267b-4b57-811c-f1d65843c42f {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:33:59.292776 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-b3de49ab-87fc-4352-932a-4b9cd7d25bfe tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:59.327666 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878f575-e8b8-457b-a63a-976774122657 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Network': ['ID=17432cfd-2177-48b5-a41c-9d9280b41da7,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:33:59.343854 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebdc4e4-7faa-4955-bec3-d47e653e1a1d None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:33:59.344466 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebdc4e4-7faa-4955-bec3-d47e653e1a1d None None] Checking segment: {'id': '90cf36cb-b4d8-4c8b-8ee8-6c33eb1def2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a49b7fa7-267b-4b57-811c-f1d65843c42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:33:59.345216 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc4e4-7faa-4955-bec3-d47e653e1a1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:59.345882 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebdc4e4-7faa-4955-bec3-d47e653e1a1d None None] Bound using segment: {'id': '90cf36cb-b4d8-4c8b-8ee8-6c33eb1def2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a49b7fa7-267b-4b57-811c-f1d65843c42f'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:33:59.346706 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-4ebdc4e4-7faa-4955-bec3-d47e653e1a1d None None] Bound port: dd49ba0e-8777-44d9-84e0-495c2cebfe61, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90cf36cb-b4d8-4c8b-8ee8-6c33eb1def2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a49b7fa7-267b-4b57-811c-f1d65843c42f'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:33:59.347910 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc4e4-7faa-4955-bec3-d47e653e1a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dd49ba0e-8777-44d9-84e0-495c2cebfe61), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:59.353106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edce40e-6a10-4b33-b380-65cc1e8c97b0 None None] Checking router: ea18b4f9-4554-4b9f-ba35-6f318a3a7537 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:33:59.398736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edce40e-6a10-4b33-b380-65cc1e8c97b0 None None] Routers {'ea18b4f9-4554-4b9f-ba35-6f318a3a7537'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:33:59.399717 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-2edce40e-6a10-4b33-b380-65cc1e8c97b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:33:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:59.418586 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b241c-677d-433d-8e62-29961d5f6dee req-3fc0bf53-35e2-4cd7-ab36-861b14e387a1 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:33:59.420831 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2a6b241c-677d-433d-8e62-29961d5f6dee req-3fc0bf53-35e2-4cd7-ab36-861b14e387a1 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.2564626 Feb 19 04:33:59.523170 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2a6b241c-677d-433d-8e62-29961d5f6dee req-74cb7d99-ac3c-49e1-b85f-36636712477c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902247 Feb 19 04:33:59.562453 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b3de49ab-87fc-4352-932a-4b9cd7d25bfe tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "GET /v2.0/subnets/6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74/tags HTTP/1.1" status: 200 len: 241 time: 0.2761221 Feb 19 04:33:59.563232 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56942) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:59.563450 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-171f10e9-e246-450d-aac3-49eecdedf362 None None] Current status of the port b3a933ee-5dc5-4269-b647-d0871d669c1c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:33:59.570526 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-1e57e1c8-3ffb-4d1d-b0ce-1cd0265dbc96 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74', 'tempest-TagsExtTest-Tag-1113538262') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:59.587429 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-3900fc0c-e68b-43b3-abbc-dfd0c1edfb42 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Allocated IP 172.20.0.1 (a49b7fa7-267b-4b57-811c-f1d65843c42f/4efea4b2-f135-4c6c-a5e2-450da425c4e7/db8e8396-80f3-4de5-95ca-8869899d6879) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:33:59.663527 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1e57e1c8-3ffb-4d1d-b0ce-1cd0265dbc96 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "GET /v2.0/subnets/6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74/tags/tempest-TagsExtTest-Tag-1113538262 HTTP/1.1" status: 204 len: 168 time: 0.0969195 Feb 19 04:33:59.663919 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56944) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:59.669235 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-b63bfe5d-1ea9-4bf7-ad66-f51df95c36dc tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74', 'tempest-TagsExtTest-Tag-1113538262') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:59.795558 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b63bfe5d-1ea9-4bf7-ad66-f51df95c36dc tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "DELETE /v2.0/subnets/6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74/tags/tempest-TagsExtTest-Tag-1113538262 HTTP/1.1" status: 204 len: 168 time: 0.1303895 Feb 19 04:33:59.799762 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56946) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:59.804706 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-9c009530-9f34-4772-ad11-3f4d02377759 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:33:59.873843 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-4ebdc4e4-7faa-4955-bec3-d47e653e1a1d None None] For port dd49ba0e-8777-44d9-84e0-495c2cebfe61, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:33:59.883496 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-4ebdc4e4-7faa-4955-bec3-d47e653e1a1d None None] For port dd49ba0e-8777-44d9-84e0-495c2cebfe61, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=dd49ba0e-8777-44d9-84e0-495c2cebfe61,segment=NetworkSegment(90cf36cb-b4d8-4c8b-8ee8-6c33eb1def2e),segment_id=90cf36cb-b4d8-4c8b-8ee8-6c33eb1def2e)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:33:59.929962 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3900fc0c-e68b-43b3-abbc-dfd0c1edfb42 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for port (db8e8396-80f3-4de5-95ca-8869899d6879), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:59.930352 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-2edce40e-6a10-4b33-b380-65cc1e8c97b0 None None] Set router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:33:59.935289 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc4e4-7faa-4955-bec3-d47e653e1a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (dd49ba0e-8777-44d9-84e0-495c2cebfe61), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:59.940045 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9c009530-9f34-4772-ad11-3f4d02377759 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "GET /v2.0/subnets/6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74/tags HTTP/1.1" status: 200 len: 205 time: 0.1351545 Feb 19 04:33:59.941628 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56948) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:33:59.955445 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-22d07cfd-37f7-4c5c-876a-9eb32c7a83b3 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6d811903-9daf-4617-ad01-d7f3851fb39a') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:00.024274 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3900fc0c-e68b-43b3-abbc-dfd0c1edfb42 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (db8e8396-80f3-4de5-95ca-8869899d6879), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:00.058466 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-704de730-004b-4ed2-b7b9-3c5abd84929a None None] Provisioning complete for port b3a933ee-5dc5-4269-b647-d0871d669c1c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:00.058934 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-704de730-004b-4ed2-b7b9-3c5abd84929a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b3a933ee-5dc5-4269-b647-d0871d669c1c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:00.112634 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3900fc0c-e68b-43b3-abbc-dfd0c1edfb42 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network a49b7fa7-267b-4b57-811c-f1d65843c42f is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:34:00.116392 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900fc0c-e68b-43b3-abbc-dfd0c1edfb42 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Port': ['ID=db8e8396-80f3-4de5-95ca-8869899d6879,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:00.119269 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-3900fc0c-e68b-43b3-abbc-dfd0c1edfb42 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:34:00.123268 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3900fc0c-e68b-43b3-abbc-dfd0c1edfb42 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:34:00.164664 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56950) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:00.165796 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-22d07cfd-37f7-4c5c-876a-9eb32c7a83b3 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "GET /v2.0/ports/6d811903-9daf-4617-ad01-d7f3851fb39a/tags HTTP/1.1" status: 200 len: 241 time: 0.2227666 Feb 19 04:34:00.170837 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.tag.tag_plugin [None req-08d10b02-5a15-4d4a-8990-e7971b0383ed tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6d811903-9daf-4617-ad01-d7f3851fb39a', 'tempest-TagsExtTest-Tag-1422576499') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:00.322487 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3900fc0c-e68b-43b3-abbc-dfd0c1edfb42 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (dc47da4e-3362-44e0-ba79-6e2203ae22b1), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:00.481926 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d326c38-fea3-4321-9c29-0acd2d1033ac req-0c594db5-77bc-4780-9f82-7295f6274c14 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.1538246 Feb 19 04:34:00.602979 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8337eb67-362d-40aa-8032-e4c9287bc395 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:00.711629 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdc4e4-7faa-4955-bec3-d47e653e1a1d None None] Pushing event updated for resources: {'Port': ['ID=dd49ba0e-8777-44d9-84e0-495c2cebfe61,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:00.718646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-704de730-004b-4ed2-b7b9-3c5abd84929a None None] Current status of the port b3a933ee-5dc5-4269-b647-d0871d669c1c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:00.764478 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-704de730-004b-4ed2-b7b9-3c5abd84929a None None] Provisioning complete for port 6d811903-9daf-4617-ad01-d7f3851fb39a triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:00.765654 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-704de730-004b-4ed2-b7b9-3c5abd84929a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6d811903-9daf-4617-ad01-d7f3851fb39a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:00.842130 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-704de730-004b-4ed2-b7b9-3c5abd84929a None None] Port 6d811903-9daf-4617-ad01-d7f3851fb39a cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:34:00.882354 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-08d10b02-5a15-4d4a-8990-e7971b0383ed tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "GET /v2.0/ports/6d811903-9daf-4617-ad01-d7f3851fb39a/tags/tempest-TagsExtTest-Tag-1422576499 HTTP/1.1" status: 204 len: 168 time: 0.7149863 Feb 19 04:34:00.885393 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56956) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:00.895553 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b7c7c-5c23-455e-aefb-82d0034a961b req-60ee14c4-4c23-437f-9d62-b0e62ab5bd3d tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:00.899270 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2d4b7c7c-5c23-455e-aefb-82d0034a961b req-60ee14c4-4c23-437f-9d62-b0e62ab5bd3d tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.2104173 Feb 19 04:34:00.917878 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.tag.tag_plugin [None req-4075fd07-3ed4-4a8d-8e6a-c7b4b9ccdf1c tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6d811903-9daf-4617-ad01-d7f3851fb39a', 'tempest-TagsExtTest-Tag-1422576499') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:01.036617 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2d4b7c7c-5c23-455e-aefb-82d0034a961b req-afc2bf85-7efe-4325-a418-1ea8dbb70de6 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254268 Feb 19 04:34:01.049443 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-bba9a9dd-4ecd-494e-8863-ba0ac94d1091 None None] Provisioning complete for port 6d811903-9daf-4617-ad01-d7f3851fb39a triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:01.049927 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bba9a9dd-4ecd-494e-8863-ba0ac94d1091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6d811903-9daf-4617-ad01-d7f3851fb39a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:01.102660 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3900fc0c-e68b-43b3-abbc-dfd0c1edfb42 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (db8e8396-80f3-4de5-95ca-8869899d6879), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:01.147208 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-bba9a9dd-4ecd-494e-8863-ba0ac94d1091 None None] Port 6d811903-9daf-4617-ad01-d7f3851fb39a cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:34:01.155870 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-2edce40e-6a10-4b33-b380-65cc1e8c97b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:33:53Z', 'revision_number': 10, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:16Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:01.205844 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edce40e-6a10-4b33-b380-65cc1e8c97b0 None None] The sync data for ids ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'] in n-d-772273-4 is: [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:33:53Z', 'revision_number': 10, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None, '_interfaces': [{'id': '4b7330b2-4cfe-4bad-b12c-19724107336b', 'name': '', 'network_id': '56284160-e551-4d25-82a8-053f808a6255', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'mac_address': 'fa:16:3e:7b:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:31:56Z', 'updated_at': '2022-02-19T04:32:16Z', 'revision_number': 5, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'subnets': [{'id': '5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:34:01.243716 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device dd49ba0e-8777-44d9-84e0-495c2cebfe61 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:34:01.324513 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port dd49ba0e-8777-44d9-84e0-495c2cebfe61 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:01.325052 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (dd49ba0e-8777-44d9-84e0-495c2cebfe61), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:01.481597 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port dd49ba0e-8777-44d9-84e0-495c2cebfe61 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:01.482227 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dd49ba0e-8777-44d9-84e0-495c2cebfe61), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:01.557304 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port dd49ba0e-8777-44d9-84e0-495c2cebfe61, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=dd49ba0e-8777-44d9-84e0-495c2cebfe61,segment=NetworkSegment(90cf36cb-b4d8-4c8b-8ee8-6c33eb1def2e),segment_id=90cf36cb-b4d8-4c8b-8ee8-6c33eb1def2e)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:34:01.567488 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (dd49ba0e-8777-44d9-84e0-495c2cebfe61), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:01.570956 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b3a933ee-5dc5-4269-b647-d0871d669c1c up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:34:01.659093 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:34:01.752182 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=dd49ba0e-8777-44d9-84e0-495c2cebfe61,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:01.769615 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b3a933ee-5dc5-4269-b647-d0871d669c1c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:01.770017 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b3a933ee-5dc5-4269-b647-d0871d669c1c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:01.904195 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b3a933ee-5dc5-4269-b647-d0871d669c1c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:01.989794 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63301789-d2cd-4c16-b218-a74e5304d975 None None] Network a49b7fa7-267b-4b57-811c-f1d65843c42f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:34:02.072464 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56960) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:02.077018 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-298bc39c-ce30-426e-8951-b947c34c80db tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6d811903-9daf-4617-ad01-d7f3851fb39a') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:02.083624 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4075fd07-3ed4-4a8d-8e6a-c7b4b9ccdf1c tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "DELETE /v2.0/ports/6d811903-9daf-4617-ad01-d7f3851fb39a/tags/tempest-TagsExtTest-Tag-1422576499 HTTP/1.1" status: 204 len: 168 time: 1.1906068 Feb 19 04:34:02.099275 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-88bb9f4c-cad8-49a7-a7d6-06936e75c037 req-81998494-5465-4e65-87d5-415c8a79dc23 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.1656430 Feb 19 04:34:02.146145 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-57cc9b83-b19b-403d-965b-d819ee864bfc None None] Provisioning complete for port dd49ba0e-8777-44d9-84e0-495c2cebfe61 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:02.147246 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-57cc9b83-b19b-403d-965b-d819ee864bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (dd49ba0e-8777-44d9-84e0-495c2cebfe61), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:02.197210 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-298bc39c-ce30-426e-8951-b947c34c80db tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "GET /v2.0/ports/6d811903-9daf-4617-ad01-d7f3851fb39a/tags HTTP/1.1" status: 200 len: 205 time: 0.1233766 Feb 19 04:34:02.197793 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56964) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:02.205983 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-ef9d72b7-a843-4404-85d5-de1b2abd8fd7 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5e682792-8e1e-4001-904a-25c2a152a6af') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:02.247214 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-57842af5-c561-4f3e-8135-a02ef448aeb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:02.278430 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-8337eb67-362d-40aa-8032-e4c9287bc395 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting port 4b7330b2-4cfe-4bad-b12c-19724107336b {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:34:02.278788 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8337eb67-362d-40aa-8032-e4c9287bc395 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (4b7330b2-4cfe-4bad-b12c-19724107336b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:02.328168 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-57cc9b83-b19b-403d-965b-d819ee864bfc None None] Current status of the port dd49ba0e-8777-44d9-84e0-495c2cebfe61 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:02.401191 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ef9d72b7-a843-4404-85d5-de1b2abd8fd7 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "GET /v2.0/routers/5e682792-8e1e-4001-904a-25c2a152a6af/tags HTTP/1.1" status: 200 len: 241 time: 0.1999235 Feb 19 04:34:02.402233 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56966) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:02.411019 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-5b5dfd1b-3f20-46d4-99d8-5d4e19295472 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5e682792-8e1e-4001-904a-25c2a152a6af', 'tempest-TagsExtTest-Tag-1918272827') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:02.510513 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed2e69-863a-41b6-b512-fbe54bedba62 req-21f1b80e-3eab-4a1c-8e59-a5b5fcee8c4d tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:02.521905 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-91ed2e69-863a-41b6-b512-fbe54bedba62 req-21f1b80e-3eab-4a1c-8e59-a5b5fcee8c4d tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.3214009 Feb 19 04:34:02.546082 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3900fc0c-e68b-43b3-abbc-dfd0c1edfb42 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for port (db8e8396-80f3-4de5-95ca-8869899d6879), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:02.567713 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-8337eb67-362d-40aa-8032-e4c9287bc395 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] For port 4b7330b2-4cfe-4bad-b12c-19724107336b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=4b7330b2-4cfe-4bad-b12c-19724107336b,segment=NetworkSegment(b447bdcb-d3a3-4d80-b24c-adbbef799ecc),segment_id=b447bdcb-d3a3-4d80-b24c-adbbef799ecc)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:34:02.568335 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8337eb67-362d-40aa-8032-e4c9287bc395 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (4b7330b2-4cfe-4bad-b12c-19724107336b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:02.575565 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3900fc0c-e68b-43b3-abbc-dfd0c1edfb42 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (db8e8396-80f3-4de5-95ca-8869899d6879), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:02.621120 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5b5dfd1b-3f20-46d4-99d8-5d4e19295472 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "GET /v2.0/routers/5e682792-8e1e-4001-904a-25c2a152a6af/tags/tempest-TagsExtTest-Tag-1918272827 HTTP/1.1" status: 204 len: 168 time: 0.2174416 Feb 19 04:34:02.625439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56968) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:02.632208 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-48787ed2-e564-44d1-a4f1-2b158093dc29 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5e682792-8e1e-4001-904a-25c2a152a6af', 'tempest-TagsExtTest-Tag-1918272827') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:02.701198 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-91ed2e69-863a-41b6-b512-fbe54bedba62 req-a5f0dd71-dde3-49fc-a4e1-10900e064a12 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783218 Feb 19 04:34:02.704027 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-8337eb67-362d-40aa-8032-e4c9287bc395 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Calling delete_port for 4b7330b2-4cfe-4bad-b12c-19724107336b owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:34:02.762395 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3900fc0c-e68b-43b3-abbc-dfd0c1edfb42 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (dc47da4e-3362-44e0-ba79-6e2203ae22b1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:02.791428 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-7d16ac0a-6d47-4faf-909e-9728883f6b22 None None] Provisioning complete for port dd49ba0e-8777-44d9-84e0-495c2cebfe61 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:02.793718 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7d16ac0a-6d47-4faf-909e-9728883f6b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (dd49ba0e-8777-44d9-84e0-495c2cebfe61), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:02.794260 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-48787ed2-e564-44d1-a4f1-2b158093dc29 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "DELETE /v2.0/routers/5e682792-8e1e-4001-904a-25c2a152a6af/tags/tempest-TagsExtTest-Tag-1918272827 HTTP/1.1" status: 204 len: 168 time: 0.1673219 Feb 19 04:34:02.796941 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56970) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:02.803050 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-751a205a-2832-4c44-8c85-87511e8290d8 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5e682792-8e1e-4001-904a-25c2a152a6af') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:02.948677 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-751a205a-2832-4c44-8c85-87511e8290d8 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "GET /v2.0/routers/5e682792-8e1e-4001-904a-25c2a152a6af/tags HTTP/1.1" status: 200 len: 205 time: 0.1481669 Feb 19 04:34:02.952416 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56972) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:02.957744 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-c519f6c5-903d-4765-8f91-ba05a8f96ebf tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b45528cd-3b3f-47df-9da9-ef3bf03aa9ab') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:02.987269 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900fc0c-e68b-43b3-abbc-dfd0c1edfb42 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Port': ['ID=db8e8396-80f3-4de5-95ca-8869899d6879,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:03.035588 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7d16ac0a-6d47-4faf-909e-9728883f6b22 None None] Current status of the port dd49ba0e-8777-44d9-84e0-495c2cebfe61 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:03.039423 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c519f6c5-903d-4765-8f91-ba05a8f96ebf tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "GET /v2.0/subnetpools/b45528cd-3b3f-47df-9da9-ef3bf03aa9ab/tags HTTP/1.1" status: 200 len: 240 time: 0.0857425 Feb 19 04:34:03.040342 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56974) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:03.047038 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-fe423bc9-bf43-4066-b7ca-1b5388987acd tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b45528cd-3b3f-47df-9da9-ef3bf03aa9ab', 'tempest-TagsExtTest-Tag-617151991') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:03.084740 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fe423bc9-bf43-4066-b7ca-1b5388987acd tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "GET /v2.0/subnetpools/b45528cd-3b3f-47df-9da9-ef3bf03aa9ab/tags/tempest-TagsExtTest-Tag-617151991 HTTP/1.1" status: 204 len: 168 time: 0.0424068 Feb 19 04:34:03.086977 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-7d16ac0a-6d47-4faf-909e-9728883f6b22 None None] Provisioning complete for port db8e8396-80f3-4de5-95ca-8869899d6879 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:03.087949 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56976) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:03.088151 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7d16ac0a-6d47-4faf-909e-9728883f6b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (db8e8396-80f3-4de5-95ca-8869899d6879), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:03.095777 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-1fcbdf7e-83d8-420e-a449-83009314daec tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b45528cd-3b3f-47df-9da9-ef3bf03aa9ab', 'tempest-TagsExtTest-Tag-617151991') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:03.097923 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device dd49ba0e-8777-44d9-84e0-495c2cebfe61 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:34:03.155356 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1fcbdf7e-83d8-420e-a449-83009314daec tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "DELETE /v2.0/subnetpools/b45528cd-3b3f-47df-9da9-ef3bf03aa9ab/tags/tempest-TagsExtTest-Tag-617151991 HTTP/1.1" status: 204 len: 168 time: 0.0652206 Feb 19 04:34:03.160199 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56978) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:03.176938 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-b6912cc5-2d5c-45f0-be20-9d9d97609c0a tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b45528cd-3b3f-47df-9da9-ef3bf03aa9ab') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:03.196427 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3900fc0c-e68b-43b3-abbc-dfd0c1edfb42 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network a49b7fa7-267b-4b57-811c-f1d65843c42f is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:34:03.200836 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-3900fc0c-e68b-43b3-abbc-dfd0c1edfb42 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:34:03.269669 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b6912cc5-2d5c-45f0-be20-9d9d97609c0a tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "GET /v2.0/subnetpools/b45528cd-3b3f-47df-9da9-ef3bf03aa9ab/tags HTTP/1.1" status: 200 len: 205 time: 0.1071618 Feb 19 04:34:03.272585 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56982) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:03.283620 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-e6819f14-682e-4ddb-83a9-0f5db8873428 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b45528cd-3b3f-47df-9da9-ef3bf03aa9ab') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:03.299328 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7d16ac0a-6d47-4faf-909e-9728883f6b22 None None] Port db8e8396-80f3-4de5-95ca-8869899d6879 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:34:03.323266 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port dd49ba0e-8777-44d9-84e0-495c2cebfe61 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:03.327761 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (dd49ba0e-8777-44d9-84e0-495c2cebfe61), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:03.341781 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e6819f14-682e-4ddb-83a9-0f5db8873428 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "DELETE /v2.0/subnetpools/b45528cd-3b3f-47df-9da9-ef3bf03aa9ab/tags HTTP/1.1" status: 204 len: 168 time: 0.0670652 Feb 19 04:34:03.344568 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56984) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:03.357291 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-06e7e908-c940-4d87-b0e8-9f5c1db954e3 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5e682792-8e1e-4001-904a-25c2a152a6af') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:03.470943 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1076e67a-7e81-465a-822a-788415cb9173 None None] Provisioning complete for port db8e8396-80f3-4de5-95ca-8869899d6879 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:03.471518 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1076e67a-7e81-465a-822a-788415cb9173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (db8e8396-80f3-4de5-95ca-8869899d6879), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:03.519813 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1076e67a-7e81-465a-822a-788415cb9173 None None] Port db8e8396-80f3-4de5-95ca-8869899d6879 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:34:03.595576 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4a0da924-5bf9-4440-b4ee-1e3d023f2355 req-65086e45-fe39-493a-b9d2-4c6304f19a04 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.2558315 Feb 19 04:34:03.598509 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port dd49ba0e-8777-44d9-84e0-495c2cebfe61 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:03.615996 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device cf499ca9-01fe-4545-82d2-c821530303b9 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:34:03.660972 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: cf499ca9-01fe-4545-82d2-c821530303b9 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:34:03.661573 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device cf499ca9-01fe-4545-82d2-c821530303b9 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:34:03.682490 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-bcdf3765-6391-4693-a30f-f853fa50190f None None] Provisioning complete for port db8e8396-80f3-4de5-95ca-8869899d6879 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:03.682943 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bcdf3765-6391-4693-a30f-f853fa50190f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (db8e8396-80f3-4de5-95ca-8869899d6879), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:03.736858 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-bcdf3765-6391-4693-a30f-f853fa50190f None None] Port db8e8396-80f3-4de5-95ca-8869899d6879 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:34:03.846181 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8337eb67-362d-40aa-8032-e4c9287bc395 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (4b7330b2-4cfe-4bad-b12c-19724107336b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:03.913001 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337eb67-362d-40aa-8032-e4c9287bc395 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Port': ['ID=4b7330b2-4cfe-4bad-b12c-19724107336b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:03.988482 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3900fc0c-e68b-43b3-abbc-dfd0c1edfb42 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Router dc47da4e-3362-44e0-ba79-6e2203ae22b1 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:34:04.117678 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8337eb67-362d-40aa-8032-e4c9287bc395 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:04.326117 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c53b9-d31c-4f7e-8972-ccfc4d5b03cf req-0a1e0be4-be64-4d6a-ac87-6265255d8ecf tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:04.329048 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c96c53b9-d31c-4f7e-8972-ccfc4d5b03cf req-0a1e0be4-be64-4d6a-ac87-6265255d8ecf tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.2227240 Feb 19 04:34:04.408537 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-06e7e908-c940-4d87-b0e8-9f5c1db954e3 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "DELETE /v2.0/routers/5e682792-8e1e-4001-904a-25c2a152a6af/tags HTTP/1.1" status: 204 len: 168 time: 1.0622773 Feb 19 04:34:04.416500 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56988) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:04.424299 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-147f6b8f-217b-4fcb-a5ac-68dd4744cdf9 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6d811903-9daf-4617-ad01-d7f3851fb39a') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:04.548417 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8337eb67-362d-40aa-8032-e4c9287bc395 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:34:04.567191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3900fc0c-e68b-43b3-abbc-dfd0c1edfb42 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:34:04.570909 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c96c53b9-d31c-4f7e-8972-ccfc4d5b03cf req-097bc310-b1ea-4829-82c4-768c7d2d1163 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263188 Feb 19 04:34:04.576281 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3900fc0c-e68b-43b3-abbc-dfd0c1edfb42 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "PUT /v2.0/routers/dc47da4e-3362-44e0-ba79-6e2203ae22b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1576149 Feb 19 04:34:04.577122 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56990) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:04.587245 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31671da-a463-445a-b6aa-93da9b12f8b8 None None] Sync routers for ids ['dc47da4e-3362-44e0-ba79-6e2203ae22b1'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:34:04.606759 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-147f6b8f-217b-4fcb-a5ac-68dd4744cdf9 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "DELETE /v2.0/ports/6d811903-9daf-4617-ad01-d7f3851fb39a/tags HTTP/1.1" status: 204 len: 168 time: 0.1887102 Feb 19 04:34:04.613007 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56992) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:04.614424 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31671da-a463-445a-b6aa-93da9b12f8b8 None None] Routers {'dc47da4e-3362-44e0-ba79-6e2203ae22b1'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:34:04.615570 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-f31671da-a463-445a-b6aa-93da9b12f8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:33:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['dc47da4e-3362-44e0-ba79-6e2203ae22b1'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:04.624090 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-90c2a77f-c539-45c2-b234-303304f8e5cc tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:04.692817 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-f31671da-a463-445a-b6aa-93da9b12f8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:04.740799 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31671da-a463-445a-b6aa-93da9b12f8b8 None None] Routers {'dc47da4e-3362-44e0-ba79-6e2203ae22b1'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:34:04.747531 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-f31671da-a463-445a-b6aa-93da9b12f8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:33:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['dc47da4e-3362-44e0-ba79-6e2203ae22b1'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:04.771073 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26160f80-e894-452c-a897-14fa40cef50b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:04.772740 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-26160f80-e894-452c-a897-14fa40cef50b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "GET /v2.0/ports/db8e8396-80f3-4de5-95ca-8869899d6879 HTTP/1.1" status: 200 len: 910 time: 0.1944208 Feb 19 04:34:04.774185 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8337eb67-362d-40aa-8032-e4c9287bc395 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:34:04.775875 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56996) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:04.785984 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8337eb67-362d-40aa-8032-e4c9287bc395 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "PUT /v2.0/routers/ea18b4f9-4554-4b9f-ba35-6f318a3a7537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5073991 Feb 19 04:34:04.787200 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac511d9e-95b3-4b6b-a5b7-a07533dbb3ed None None] Sync routers for ids ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:34:04.789207 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56998) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:04.807890 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-638b810b-c9fc-4b04-a82e-cd307ed033c5 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4efea4b2-f135-4c6c-a5e2-450da425c4e7'}]}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:04.824831 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac511d9e-95b3-4b6b-a5b7-a07533dbb3ed None None] Routers {'ea18b4f9-4554-4b9f-ba35-6f318a3a7537'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:34:04.826922 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ac511d9e-95b3-4b6b-a5b7-a07533dbb3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:33:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:04.888139 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-f31671da-a463-445a-b6aa-93da9b12f8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:04.889864 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31671da-a463-445a-b6aa-93da9b12f8b8 None None] The sync data for ids ['dc47da4e-3362-44e0-ba79-6e2203ae22b1'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:34:05.005590 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7bda7d0-ae01-46c2-b98e-08cd10cd2ba8 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting subnet 5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:34:05.013453 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d7af780-879f-45f3-80d3-a165f6809fb4 req-b773be63-795a-46bb-80a3-ba306c731e54 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.0889673 Feb 19 04:34:05.014728 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d7bda7d0-ae01-46c2-b98e-08cd10cd2ba8 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for subnet (5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:05.090922 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d7bda7d0-ae01-46c2-b98e-08cd10cd2ba8 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:05.198892 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-ac511d9e-95b3-4b6b-a5b7-a07533dbb3ed None None] Set router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:34:05.222552 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d7bda7d0-ae01-46c2-b98e-08cd10cd2ba8 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:05.327039 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-638b810b-c9fc-4b04-a82e-cd307ed033c5 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (db8e8396-80f3-4de5-95ca-8869899d6879), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:05.349157 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57000) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:05.350055 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-90c2a77f-c539-45c2-b234-303304f8e5cc tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "DELETE /v2.0/subnets/6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74/tags HTTP/1.1" status: 204 len: 168 time: 0.7353594 Feb 19 04:34:05.368948 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.tag.tag_plugin [None req-9f17262e-94ca-4a01-9807-ab56fd5544b6 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74', 'tempest-TagsExtTest-Tag-1566826024') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:05.412376 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d7bda7d0-ae01-46c2-b98e-08cd10cd2ba8 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:05.482764 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ac511d9e-95b3-4b6b-a5b7-a07533dbb3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:34:03Z', 'revision_number': 11, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:05.529077 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bda7d0-ae01-46c2-b98e-08cd10cd2ba8 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Subnet': ['ID=5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:05.564614 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d7bda7d0-ae01-46c2-b98e-08cd10cd2ba8 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:05.578741 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d7bda7d0-ae01-46c2-b98e-08cd10cd2ba8 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/subnets/5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5 HTTP/1.1" status: 204 len: 168 time: 0.7852695 Feb 19 04:34:05.590459 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57002) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:05.597547 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b4a244-ad94-477b-ae58-db71d3aac8a3 None None] Network 56284160-e551-4d25-82a8-053f808a6255 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:34:05.603856 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac511d9e-95b3-4b6b-a5b7-a07533dbb3ed None None] Checking router: ea18b4f9-4554-4b9f-ba35-6f318a3a7537 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:34:05.608262 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0b50cb53-599a-405d-ab06-39b6067f357c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:05.740292 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac511d9e-95b3-4b6b-a5b7-a07533dbb3ed None None] Routers {'ea18b4f9-4554-4b9f-ba35-6f318a3a7537'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:34:05.741820 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ac511d9e-95b3-4b6b-a5b7-a07533dbb3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:34:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:05.829899 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60366f88-854c-4801-b91c-7db5530579e1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (56284160-e551-4d25-82a8-053f808a6255), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:05.842655 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9f17262e-94ca-4a01-9807-ab56fd5544b6 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "PUT /v2.0/subnets/6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74/tags/tempest-TagsExtTest-Tag-1566826024 HTTP/1.1" status: 201 len: 201 time: 0.4911849 Feb 19 04:34:05.843665 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57006) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:05.855278 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.tag.tag_plugin [None req-6942e65e-54b0-41f2-b3e5-d17994af52f8 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6d811903-9daf-4617-ad01-d7f3851fb39a', 'tempest-TagsExtTest-Tag-400363997') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:05.980110 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-ac511d9e-95b3-4b6b-a5b7-a07533dbb3ed None None] Set router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:34:06.070041 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-60366f88-854c-4801-b91c-7db5530579e1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Deleting port cf6d486c-b06e-4232-9469-5b82cdc3ad94 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:34:06.070835 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60366f88-854c-4801-b91c-7db5530579e1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (cf6d486c-b06e-4232-9469-5b82cdc3ad94), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:06.105465 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6942e65e-54b0-41f2-b3e5-d17994af52f8 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "PUT /v2.0/ports/6d811903-9daf-4617-ad01-d7f3851fb39a/tags/tempest-TagsExtTest-Tag-400363997 HTTP/1.1" status: 201 len: 201 time: 0.2584116 Feb 19 04:34:06.155621 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ac511d9e-95b3-4b6b-a5b7-a07533dbb3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:34:03Z', 'revision_number': 11, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:06.172554 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57010) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:06.179032 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.tag.tag_plugin [None req-339fa73a-9f93-45a0-9d01-d700252a1f69 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5e682792-8e1e-4001-904a-25c2a152a6af', 'tempest-TagsExtTest-Tag-772001303') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:06.220719 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac511d9e-95b3-4b6b-a5b7-a07533dbb3ed None None] The sync data for ids ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'] in n-d-772273-4 is: [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:34:03Z', 'revision_number': 11, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:34:06.340987 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-60366f88-854c-4801-b91c-7db5530579e1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] For port cf6d486c-b06e-4232-9469-5b82cdc3ad94, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=cf6d486c-b06e-4232-9469-5b82cdc3ad94,segment=NetworkSegment(b447bdcb-d3a3-4d80-b24c-adbbef799ecc),segment_id=b447bdcb-d3a3-4d80-b24c-adbbef799ecc)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:34:06.341629 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60366f88-854c-4801-b91c-7db5530579e1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (cf6d486c-b06e-4232-9469-5b82cdc3ad94), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:06.385728 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-60366f88-854c-4801-b91c-7db5530579e1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Calling delete_port for cf6d486c-b06e-4232-9469-5b82cdc3ad94 owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:34:06.402091 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec70789-fb6b-4698-b8a0-b4c982baa320 req-049ec7f1-7c9a-453c-b4c1-45f1ea831ec1 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:06.404000 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aec70789-fb6b-4698-b8a0-b4c982baa320 req-049ec7f1-7c9a-453c-b4c1-45f1ea831ec1 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.1588602 Feb 19 04:34:06.445501 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-638b810b-c9fc-4b04-a82e-cd307ed033c5 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for port (db8e8396-80f3-4de5-95ca-8869899d6879), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:06.469862 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-638b810b-c9fc-4b04-a82e-cd307ed033c5 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (db8e8396-80f3-4de5-95ca-8869899d6879), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:06.577380 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60366f88-854c-4801-b91c-7db5530579e1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (cf6d486c-b06e-4232-9469-5b82cdc3ad94), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:06.643196 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aec70789-fb6b-4698-b8a0-b4c982baa320 req-4c6bf21d-048e-443b-9ea7-540332147d89 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249982 Feb 19 04:34:06.643614 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35aeb1a-da01-43c2-86d9-3112aaa4ef09 None None] DHCP port deletion for 56284160-e551-4d25-82a8-053f808a6255 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:34:06.687414 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638b810b-c9fc-4b04-a82e-cd307ed033c5 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:06.688524 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-638b810b-c9fc-4b04-a82e-cd307ed033c5 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:06.694859 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-638b810b-c9fc-4b04-a82e-cd307ed033c5 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "PUT /v2.0/ports/db8e8396-80f3-4de5-95ca-8869899d6879 HTTP/1.1" status: 200 len: 910 time: 1.9160633 Feb 19 04:34:06.696077 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57012) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:06.703699 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a78879dd-38ca-4b7c-84f3-1938a70cc09c req-9971d3b5-3869-466a-91a3-f5b378211da8 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.1461356 Feb 19 04:34:06.710675 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b810b-c9fc-4b04-a82e-cd307ed033c5 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Port': ['ID=db8e8396-80f3-4de5-95ca-8869899d6879,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:06.799814 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366f88-854c-4801-b91c-7db5530579e1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Port': ['ID=cf6d486c-b06e-4232-9469-5b82cdc3ad94,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:06.826865 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60366f88-854c-4801-b91c-7db5530579e1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] No DVR routers for this DVR port cf6d486c-b06e-4232-9469-5b82cdc3ad94 on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:34:06.847578 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:07.069880 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4b7330b2-4cfe-4bad-b12c-19724107336b no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:34:07.118992 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 4b7330b2-4cfe-4bad-b12c-19724107336b {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:34:07.119326 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4b7330b2-4cfe-4bad-b12c-19724107336b not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:34:07.119863 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device cf6d486c-b06e-4232-9469-5b82cdc3ad94 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:34:07.170058 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: cf6d486c-b06e-4232-9469-5b82cdc3ad94 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:34:07.170422 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device cf6d486c-b06e-4232-9469-5b82cdc3ad94 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:34:07.213328 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-339fa73a-9f93-45a0-9d01-d700252a1f69 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "PUT /v2.0/routers/5e682792-8e1e-4001-904a-25c2a152a6af/tags/tempest-TagsExtTest-Tag-772001303 HTTP/1.1" status: 201 len: 201 time: 1.0393510 Feb 19 04:34:07.218651 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60366f88-854c-4801-b91c-7db5530579e1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (56284160-e551-4d25-82a8-053f808a6255), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:07.221754 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57014) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:07.232562 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-80f6d6b9-ba1e-479b-9e0e-727c6e509cd9 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b45528cd-3b3f-47df-9da9-ef3bf03aa9ab', 'tempest-TagsExtTest-Tag-1650058977') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:07.254364 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-60366f88-854c-4801-b91c-7db5530579e1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56284160-e551-4d25-82a8-053f808a6255']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:07.266138 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-60366f88-854c-4801-b91c-7db5530579e1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b447bdcb-d3a3-4d80-b24c-adbbef799ecc') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:07.266474 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-60366f88-854c-4801-b91c-7db5530579e1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b447bdcb-d3a3-4d80-b24c-adbbef799ecc') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:07.278718 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60366f88-854c-4801-b91c-7db5530579e1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (b447bdcb-d3a3-4d80-b24c-adbbef799ecc), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:07.295672 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60366f88-854c-4801-b91c-7db5530579e1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (b447bdcb-d3a3-4d80-b24c-adbbef799ecc), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:07.304094 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60366f88-854c-4801-b91c-7db5530579e1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:34:07.304520 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60366f88-854c-4801-b91c-7db5530579e1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (b447bdcb-d3a3-4d80-b24c-adbbef799ecc), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:07.396983 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:07.401951 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-80f6d6b9-ba1e-479b-9e0e-727c6e509cd9 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "PUT /v2.0/subnetpools/b45528cd-3b3f-47df-9da9-ef3bf03aa9ab/tags/tempest-TagsExtTest-Tag-1650058977 HTTP/1.1" status: 201 len: 201 time: 0.1776299 Feb 19 04:34:07.410709 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57016) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:34:07.417856 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:34:07.424017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-3a81afd6-eac4-444f-b9de-fe2f0e06df76 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74', {'tags': ['tempest-TagsExtTest-Tag-994903062', 'tempest-TagsExtTest-Tag-684786935', 'tempest-TagsExtTest-Tag-1556540125']}) {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:07.428598 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60366f88-854c-4801-b91c-7db5530579e1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (56284160-e551-4d25-82a8-053f808a6255), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:07.462470 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60366f88-854c-4801-b91c-7db5530579e1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:07.469674 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-60366f88-854c-4801-b91c-7db5530579e1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/networks/56284160-e551-4d25-82a8-053f808a6255 HTTP/1.1" status: 204 len: 168 time: 1.8755333 Feb 19 04:34:07.481543 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57018) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:07.486738 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-e70587ad-602e-453b-ad9f-2a9ccef53418 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'router': {'routes': None}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:07.490442 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366f88-854c-4801-b91c-7db5530579e1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Pushing event deleted for resources: {'Network': ['ID=56284160-e551-4d25-82a8-053f808a6255,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:07.603438 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3a81afd6-eac4-444f-b9de-fe2f0e06df76 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "PUT /v2.0/subnets/6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74/tags HTTP/1.1" status: 200 len: 316 time: 0.1897054 Feb 19 04:34:07.646087 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57020) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:07.651819 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-d267c062-4dc4-47e2-aa64-961d9f7c4453 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:07.761676 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4378abe9-f41d-4282-a810-f0717e41c642 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (dc47da4e-3362-44e0-ba79-6e2203ae22b1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:07.897141 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:08.011789 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d267c062-4dc4-47e2-aa64-961d9f7c4453 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "DELETE /v2.0/subnets/6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74/tags HTTP/1.1" status: 204 len: 168 time: 0.3605666 Feb 19 04:34:08.019096 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57026) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:08.019420 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.extraroute_db [None req-e70587ad-602e-453b-ad9f-2a9ccef53418 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Added routes are [] {{(pid=115198) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 04:34:08.020130 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.extraroute_db [None req-e70587ad-602e-453b-ad9f-2a9ccef53418 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Removed routes are [] {{(pid=115198) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 04:34:08.020433 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e70587ad-602e-453b-ad9f-2a9ccef53418 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:08.040773 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-b111db47-1d47-45d2-887e-55bcec87b872 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74', 'tempest-TagsExtTest-Tag-994903062') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:08.110111 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-03b9f0eb-4120-4e9d-b709-b4fac5988b29 req-3439e40a-2835-45de-acd8-d9c548f5987b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.0844622 Feb 19 04:34:08.256701 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d2c13-6d74-4ba8-b3a1-20bd122a6352 req-c15473ef-2ab5-4ec2-9cff-91f02e2bf2ac tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:08.259613 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-316d2c13-6d74-4ba8-b3a1-20bd122a6352 req-c15473ef-2ab5-4ec2-9cff-91f02e2bf2ac tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.3517127 Feb 19 04:34:08.421782 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-316d2c13-6d74-4ba8-b3a1-20bd122a6352 req-f2b21e4e-183e-4918-bc0a-0c58e91d4da0 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467257 Feb 19 04:34:08.428408 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-b111db47-1d47-45d2-887e-55bcec87b872 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] show failed (client error): The resource could not be found. Feb 19 04:34:08.430294 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b111db47-1d47-45d2-887e-55bcec87b872 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "GET /v2.0/subnets/6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74/tags/tempest-TagsExtTest-Tag-994903062 HTTP/1.1" status: 404 len: 328 time: 0.4076383 Feb 19 04:34:08.435010 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57030) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:08.443755 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-f0937cde-c38c-49ce-b781-caf01ea2c778 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74', 'tempest-TagsExtTest-Tag-684786935') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:08.684898 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-f0937cde-c38c-49ce-b781-caf01ea2c778 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] show failed (client error): The resource could not be found. Feb 19 04:34:08.686457 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f0937cde-c38c-49ce-b781-caf01ea2c778 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "GET /v2.0/subnets/6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74/tags/tempest-TagsExtTest-Tag-684786935 HTTP/1.1" status: 404 len: 328 time: 0.2491884 Feb 19 04:34:08.692033 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57032) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:08.699253 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-caa3567e-c119-4d1c-9651-62190fd2a33b tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74', 'tempest-TagsExtTest-Tag-1556540125') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:08.775054 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-4378abe9-f41d-4282-a810-f0717e41c642 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting port db8e8396-80f3-4de5-95ca-8869899d6879 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:34:08.775686 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4378abe9-f41d-4282-a810-f0717e41c642 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (db8e8396-80f3-4de5-95ca-8869899d6879), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:08.898181 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e70587ad-602e-453b-ad9f-2a9ccef53418 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:08.906271 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e70587ad-602e-453b-ad9f-2a9ccef53418 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-429138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-429147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455741'] for router (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:08.927202 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-caa3567e-c119-4d1c-9651-62190fd2a33b tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] show failed (client error): The resource could not be found. Feb 19 04:34:08.932416 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-caa3567e-c119-4d1c-9651-62190fd2a33b tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "GET /v2.0/subnets/6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74/tags/tempest-TagsExtTest-Tag-1556540125 HTTP/1.1" status: 404 len: 329 time: 0.2349005 Feb 19 04:34:08.933747 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57034) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:08.945654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-8c5089ed-1494-4a3f-a308-65dea828df0f tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6d811903-9daf-4617-ad01-d7f3851fb39a', {'tags': ['tempest-TagsExtTest-Tag-496331725', 'tempest-TagsExtTest-Tag-1964550251', 'tempest-TagsExtTest-Tag-934303295']}) {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:09.004029 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4378abe9-f41d-4282-a810-f0717e41c642 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (db8e8396-80f3-4de5-95ca-8869899d6879), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:09.040207 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-4378abe9-f41d-4282-a810-f0717e41c642 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Calling delete_port for db8e8396-80f3-4de5-95ca-8869899d6879 owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:34:09.047708 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70587ad-602e-453b-ad9f-2a9ccef53418 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:34:09.054067 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:09.148832 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70587ad-602e-453b-ad9f-2a9ccef53418 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:34:09.157675 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e70587ad-602e-453b-ad9f-2a9ccef53418 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:09.162568 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e70587ad-602e-453b-ad9f-2a9ccef53418 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "PUT /v2.0/routers/ea18b4f9-4554-4b9f-ba35-6f318a3a7537 HTTP/1.1" status: 200 len: 705 time: 1.6794484 Feb 19 04:34:09.163510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57036) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:09.178949 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f22c9e7-8db9-446f-b874-fef3e3d83416 None None] Sync routers for ids ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:34:09.197123 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f22c9e7-8db9-446f-b874-fef3e3d83416 None None] Routers {'ea18b4f9-4554-4b9f-ba35-6f318a3a7537'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:34:09.198397 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-7f22c9e7-8db9-446f-b874-fef3e3d83416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:34:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:09.210814 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0e12cb2b-adc4-4b9f-bdf4-c1cff5eb2896 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea18b4f9-4554-4b9f-ba35-6f318a3a7537 HTTP/1.1" status: 200 len: 205 time: 0.0457270 Feb 19 04:34:09.211773 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57040) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:09.231162 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:09.293110 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-7f22c9e7-8db9-446f-b874-fef3e3d83416 None None] Set router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:34:09.373939 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-7f22c9e7-8db9-446f-b874-fef3e3d83416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:34:03Z', 'revision_number': 11, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:09.421444 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f22c9e7-8db9-446f-b874-fef3e3d83416 None None] Checking router: ea18b4f9-4554-4b9f-ba35-6f318a3a7537 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:34:09.429076 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8c5089ed-1494-4a3f-a308-65dea828df0f tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "PUT /v2.0/ports/6d811903-9daf-4617-ad01-d7f3851fb39a/tags HTTP/1.1" status: 200 len: 316 time: 0.4897187 Feb 19 04:34:09.441284 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f22c9e7-8db9-446f-b874-fef3e3d83416 None None] Routers {'ea18b4f9-4554-4b9f-ba35-6f318a3a7537'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:34:09.442140 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-7f22c9e7-8db9-446f-b874-fef3e3d83416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:34:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:09.467960 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57042) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:09.474503 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b8975e52-1a79-4b66-89de-29ea6c19fc7d req-7647de6b-5bd7-4841-a3bf-1ce80ab5adaa tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.0635755 Feb 19 04:34:09.475978 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-671c0a57-3216-453b-92ef-956c979a56d6 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6d811903-9daf-4617-ad01-d7f3851fb39a') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:09.490894 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c49ee24-af28-47ee-838d-7da68c4da7b2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:09.613478 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4378abe9-f41d-4282-a810-f0717e41c642 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (db8e8396-80f3-4de5-95ca-8869899d6879), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:09.648418 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-7f22c9e7-8db9-446f-b874-fef3e3d83416 None None] Set router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:34:09.738130 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-7f22c9e7-8db9-446f-b874-fef3e3d83416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:34:03Z', 'revision_number': 11, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:09.740694 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378abe9-f41d-4282-a810-f0717e41c642 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Port': ['ID=db8e8396-80f3-4de5-95ca-8869899d6879,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:09.815267 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f22c9e7-8db9-446f-b874-fef3e3d83416 None None] The sync data for ids ['ea18b4f9-4554-4b9f-ba35-6f318a3a7537'] in n-d-772273-4 is: [{'id': 'ea18b4f9-4554-4b9f-ba35-6f318a3a7537', 'name': 'tempest-RoutersIpV6Test-router-1231852414', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:31:48Z', 'updated_at': '2022-02-19T04:34:03Z', 'revision_number': 11, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:34:09.901848 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-671c0a57-3216-453b-92ef-956c979a56d6 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "DELETE /v2.0/ports/6d811903-9daf-4617-ad01-d7f3851fb39a/tags HTTP/1.1" status: 204 len: 168 time: 0.4322917 Feb 19 04:34:09.915233 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57046) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:09.923522 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-9850c5d4-8877-4ddd-81f6-9cc848fda623 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6d811903-9daf-4617-ad01-d7f3851fb39a', 'tempest-TagsExtTest-Tag-496331725') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:09.954205 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c49ee24-af28-47ee-838d-7da68c4da7b2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:09.959697 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c49ee24-af28-47ee-838d-7da68c4da7b2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router_controller (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:10.026655 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f47074-bfdf-41b3-b876-66a18e6a009f req-51e8ac78-bda9-4977-876b-243b33247489 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:10.029452 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-21f47074-bfdf-41b3-b876-66a18e6a009f req-51e8ac78-bda9-4977-876b-243b33247489 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.4035497 Feb 19 04:34:10.075680 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c49ee24-af28-47ee-838d-7da68c4da7b2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (ea18b4f9-4554-4b9f-ba35-6f318a3a7537), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:10.076506 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c49ee24-af28-47ee-838d-7da68c4da7b2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Fanout notify agent at l3_agent the message router_deleted on router ea18b4f9-4554-4b9f-ba35-6f318a3a7537 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:34:10.091242 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c49ee24-af28-47ee-838d-7da68c4da7b2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:10.101375 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8c49ee24-af28-47ee-838d-7da68c4da7b2 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/routers/ea18b4f9-4554-4b9f-ba35-6f318a3a7537 HTTP/1.1" status: 204 len: 168 time: 0.8879240 Feb 19 04:34:10.102392 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57048) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:10.114858 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-cf91ac20-9d66-403f-ac2d-15457cee50b0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1487815974', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:10.174489 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf91ac20-9d66-403f-ac2d-15457cee50b0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (b3e70558-469a-4479-8a76-830db373bbcf), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:10.178114 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf91ac20-9d66-403f-ac2d-15457cee50b0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (b3e70558-469a-4479-8a76-830db373bbcf), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:10.188839 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4378abe9-f41d-4282-a810-f0717e41c642 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (dc47da4e-3362-44e0-ba79-6e2203ae22b1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:10.291146 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-21f47074-bfdf-41b3-b876-66a18e6a009f req-fc14d65e-42c8-4bd9-b64c-ec2fbc620dd0 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783922 Feb 19 04:34:10.340201 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf91ac20-9d66-403f-ac2d-15457cee50b0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router_controller (b3e70558-469a-4479-8a76-830db373bbcf), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:10.350610 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf91ac20-9d66-403f-ac2d-15457cee50b0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (b3e70558-469a-4479-8a76-830db373bbcf), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:10.396790 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf91ac20-9d66-403f-ac2d-15457cee50b0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:10.405085 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cf91ac20-9d66-403f-ac2d-15457cee50b0 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2966223 Feb 19 04:34:10.405989 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57050) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:10.415604 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-70dcb4e4-76f1-46bf-8152-0f8ae57e4886 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Request body: {'router': {'admin_state_up': True}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:10.772675 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ec9985f0-ee63-417a-9b0b-60f4123bc72b req-a26602c4-c105-4b3c-a6f4-ee684f7c1fb7 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.1093197 Feb 19 04:34:10.888453 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-70dcb4e4-76f1-46bf-8152-0f8ae57e4886 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (b3e70558-469a-4479-8a76-830db373bbcf), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:10.897867 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-9850c5d4-8877-4ddd-81f6-9cc848fda623 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] show failed (client error): The resource could not be found. Feb 19 04:34:10.903907 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9850c5d4-8877-4ddd-81f6-9cc848fda623 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "GET /v2.0/ports/6d811903-9daf-4617-ad01-d7f3851fb39a/tags/tempest-TagsExtTest-Tag-496331725 HTTP/1.1" status: 404 len: 328 time: 0.9820328 Feb 19 04:34:10.904494 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57056) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:10.917664 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.tag.tag_plugin [None req-e19189d7-b651-4fa1-9ae1-612b5be6c910 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6d811903-9daf-4617-ad01-d7f3851fb39a', 'tempest-TagsExtTest-Tag-1964550251') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:10.925633 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-70dcb4e4-76f1-46bf-8152-0f8ae57e4886 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-429138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-429147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455741'] for router (b3e70558-469a-4479-8a76-830db373bbcf), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:11.066182 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4378abe9-f41d-4282-a810-f0717e41c642 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Router dc47da4e-3362-44e0-ba79-6e2203ae22b1 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:34:11.077517 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-e19189d7-b651-4fa1-9ae1-612b5be6c910 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] show failed (client error): The resource could not be found. Feb 19 04:34:11.078711 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e19189d7-b651-4fa1-9ae1-612b5be6c910 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "GET /v2.0/ports/6d811903-9daf-4617-ad01-d7f3851fb39a/tags/tempest-TagsExtTest-Tag-1964550251 HTTP/1.1" status: 404 len: 329 time: 0.1725862 Feb 19 04:34:11.083314 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57058) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:11.087937 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.tag.tag_plugin [None req-3a81c54b-c0e1-4ee0-ae4c-67c616af6e7d tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6d811903-9daf-4617-ad01-d7f3851fb39a', 'tempest-TagsExtTest-Tag-934303295') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:11.187332 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-3a81c54b-c0e1-4ee0-ae4c-67c616af6e7d tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] show failed (client error): The resource could not be found. Feb 19 04:34:11.190038 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3a81c54b-c0e1-4ee0-ae4c-67c616af6e7d tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "GET /v2.0/ports/6d811903-9daf-4617-ad01-d7f3851fb39a/tags/tempest-TagsExtTest-Tag-934303295 HTTP/1.1" status: 404 len: 328 time: 0.1048141 Feb 19 04:34:11.191960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70dcb4e4-76f1-46bf-8152-0f8ae57e4886 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Router b3e70558-469a-4479-8a76-830db373bbcf is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:34:11.192874 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4378abe9-f41d-4282-a810-f0717e41c642 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:34:11.202306 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4378abe9-f41d-4282-a810-f0717e41c642 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "PUT /v2.0/routers/dc47da4e-3362-44e0-ba79-6e2203ae22b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4986844 Feb 19 04:34:11.202306 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57060) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:11.205803 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-08e9db59-47af-41b1-8098-a1797600f18b tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5e682792-8e1e-4001-904a-25c2a152a6af', {'tags': ['tempest-TagsExtTest-Tag-1798655426', 'tempest-TagsExtTest-Tag-1082584489', 'tempest-TagsExtTest-Tag-751670378']}) {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:11.210731 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57062) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:11.211141 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4247639-5157-4b5d-92c8-db52c915bb70 None None] Sync routers for ids ['dc47da4e-3362-44e0-ba79-6e2203ae22b1'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:34:11.228033 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4247639-5157-4b5d-92c8-db52c915bb70 None None] Routers {'dc47da4e-3362-44e0-ba79-6e2203ae22b1'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:34:11.231560 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e4247639-5157-4b5d-92c8-db52c915bb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:34:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['dc47da4e-3362-44e0-ba79-6e2203ae22b1'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:11.309152 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-379f5b46-761d-4900-a8d6-eb3d2136caa7 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc47da4e-3362-44e0-ba79-6e2203ae22b1 HTTP/1.1" status: 200 len: 205 time: 0.0925388 Feb 19 04:34:11.310454 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57068) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:11.321032 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e4247639-5157-4b5d-92c8-db52c915bb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:11.359298 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4247639-5157-4b5d-92c8-db52c915bb70 None None] Routers {'dc47da4e-3362-44e0-ba79-6e2203ae22b1'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:34:11.360379 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e4247639-5157-4b5d-92c8-db52c915bb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:34:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['dc47da4e-3362-44e0-ba79-6e2203ae22b1'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:11.438630 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dcb4e4-76f1-46bf-8152-0f8ae57e4886 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:34:11.457547 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d03c3a-df60-42ec-9e26-ed2534fde417 None None] Sync routers for ids ['b3e70558-469a-4479-8a76-830db373bbcf'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:34:11.461688 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-70dcb4e4-76f1-46bf-8152-0f8ae57e4886 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:11.467784 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-70dcb4e4-76f1-46bf-8152-0f8ae57e4886 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "PUT /v2.0/routers/b3e70558-469a-4479-8a76-830db373bbcf HTTP/1.1" status: 200 len: 698 time: 1.0558250 Feb 19 04:34:11.475234 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57076) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:11.513346 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d03c3a-df60-42ec-9e26-ed2534fde417 None None] Routers {'b3e70558-469a-4479-8a76-830db373bbcf'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:34:11.514620 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-e9d03c3a-df60-42ec-9e26-ed2534fde417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:34:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b3e70558-469a-4479-8a76-830db373bbcf'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:11.568188 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e4247639-5157-4b5d-92c8-db52c915bb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:11.570372 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4247639-5157-4b5d-92c8-db52c915bb70 None None] The sync data for ids ['dc47da4e-3362-44e0-ba79-6e2203ae22b1'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:34:11.710517 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-e9d03c3a-df60-42ec-9e26-ed2534fde417 None None] Set router b3e70558-469a-4479-8a76-830db373bbcf gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:34:11.711112 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-afd62944-ac7c-42d6-89b0-f9f61108730b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (dc47da4e-3362-44e0-ba79-6e2203ae22b1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:11.793115 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-76940ccb-1cad-4b92-82a2-c4c81ab5c0e4 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "GET /v2.0/routers/b3e70558-469a-4479-8a76-830db373bbcf HTTP/1.1" status: 200 len: 704 time: 0.3156371 Feb 19 04:34:11.794789 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57082) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:11.879285 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f30b7085-b1ad-43e6-b50d-e3e4fdc04d48 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3e70558-469a-4479-8a76-830db373bbcf HTTP/1.1" status: 200 len: 205 time: 0.0787928 Feb 19 04:34:11.881511 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57088) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:11.924179 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-e9d03c3a-df60-42ec-9e26-ed2534fde417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e70558-469a-4479-8a76-830db373bbcf', 'name': 'tempest-RoutersIpV6Test-router-1487815974', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:10Z', 'updated_at': '2022-02-19T04:34:10Z', 'revision_number': 2, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:12.001894 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d03c3a-df60-42ec-9e26-ed2534fde417 None None] Checking router: b3e70558-469a-4479-8a76-830db373bbcf for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:34:12.037366 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d03c3a-df60-42ec-9e26-ed2534fde417 None None] Routers {'b3e70558-469a-4479-8a76-830db373bbcf'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:34:12.038165 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-e9d03c3a-df60-42ec-9e26-ed2534fde417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:34:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b3e70558-469a-4479-8a76-830db373bbcf'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:12.070171 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-08e9db59-47af-41b1-8098-a1797600f18b tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "PUT /v2.0/routers/5e682792-8e1e-4001-904a-25c2a152a6af/tags HTTP/1.1" status: 200 len: 317 time: 0.8679810 Feb 19 04:34:12.081976 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57090) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:12.090048 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-db82fe68-9697-4f6d-837e-95e622da5578 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5e682792-8e1e-4001-904a-25c2a152a6af') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:12.095717 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6b4cc1b5-223a-4fb6-b0e9-2de0c98fc866 req-f134f24a-3374-4669-a34e-59f356f9a2f6 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.0907376 Feb 19 04:34:12.177444 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8607939-a5da-4ce0-98dd-9dc05059d3fe tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (b3e70558-469a-4479-8a76-830db373bbcf), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:12.233568 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-afd62944-ac7c-42d6-89b0-f9f61108730b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (dc47da4e-3362-44e0-ba79-6e2203ae22b1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:12.238239 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-afd62944-ac7c-42d6-89b0-f9f61108730b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router_controller (dc47da4e-3362-44e0-ba79-6e2203ae22b1), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:12.305947 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:34:12.322362 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d4b54-4d46-4332-a4e4-90e42405eae1 req-f5311bea-925c-45f6-a5f8-73a251ecbeab tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:12.325074 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-e9d03c3a-df60-42ec-9e26-ed2534fde417 None None] Set router b3e70558-469a-4479-8a76-830db373bbcf gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:34:12.332431 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c37d4b54-4d46-4332-a4e4-90e42405eae1 req-f5311bea-925c-45f6-a5f8-73a251ecbeab tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.6943793 Feb 19 04:34:12.561493 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-e9d03c3a-df60-42ec-9e26-ed2534fde417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e70558-469a-4479-8a76-830db373bbcf', 'name': 'tempest-RoutersIpV6Test-router-1487815974', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:10Z', 'updated_at': '2022-02-19T04:34:10Z', 'revision_number': 2, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:12.585050 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-afd62944-ac7c-42d6-89b0-f9f61108730b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (dc47da4e-3362-44e0-ba79-6e2203ae22b1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:12.585731 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd62944-ac7c-42d6-89b0-f9f61108730b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Fanout notify agent at l3_agent the message router_deleted on router dc47da4e-3362-44e0-ba79-6e2203ae22b1 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:34:12.631865 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-afd62944-ac7c-42d6-89b0-f9f61108730b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:12.633891 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-afd62944-ac7c-42d6-89b0-f9f61108730b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/routers/dc47da4e-3362-44e0-ba79-6e2203ae22b1 HTTP/1.1" status: 204 len: 168 time: 1.3221672 Feb 19 04:34:12.649181 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d03c3a-df60-42ec-9e26-ed2534fde417 None None] The sync data for ids ['b3e70558-469a-4479-8a76-830db373bbcf'] in n-d-772273-4 is: [{'id': 'b3e70558-469a-4479-8a76-830db373bbcf', 'name': 'tempest-RoutersIpV6Test-router-1487815974', 'tenant_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:10Z', 'updated_at': '2022-02-19T04:34:10Z', 'revision_number': 2, 'project_id': '1071eeaddc2c4d58b8e80d78e76c86fe', 'gw_port_host': None}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:34:12.654984 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57106) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:12.685495 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c37d4b54-4d46-4332-a4e4-90e42405eae1 req-0fe9ace3-dee2-4ccd-a1b5-6a3e6ed4961d tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494077 Feb 19 04:34:12.698000 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8607939-a5da-4ce0-98dd-9dc05059d3fe tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (b3e70558-469a-4479-8a76-830db373bbcf), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:12.700929 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8607939-a5da-4ce0-98dd-9dc05059d3fe tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router_controller (b3e70558-469a-4479-8a76-830db373bbcf), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:12.741796 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4,segment=NetworkSegment(393189c3-bef2-4887-aa51-6301bb2cec1f),segment_id=393189c3-bef2-4887-aa51-6301bb2cec1f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:34:12.798262 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8607939-a5da-4ce0-98dd-9dc05059d3fe tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (b3e70558-469a-4479-8a76-830db373bbcf), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:12.799220 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8607939-a5da-4ce0-98dd-9dc05059d3fe tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Fanout notify agent at l3_agent the message router_deleted on router b3e70558-469a-4479-8a76-830db373bbcf {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:34:12.821947 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4', 'network_id': '7d2d5a55-2aa4-4db1-a679-fed0a5c29be7', 'port_id': '2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4', 'mac_address': 'fa:16:3e:ea:95:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7fc7b67-5ad2-40ee-a254-a9f26919b969', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:34:12.835817 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8607939-a5da-4ce0-98dd-9dc05059d3fe tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:12.843669 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f8607939-a5da-4ce0-98dd-9dc05059d3fe tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/routers/b3e70558-469a-4479-8a76-830db373bbcf HTTP/1.1" status: 204 len: 168 time: 0.9599853 Feb 19 04:34:12.845676 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57108) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:12.876070 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-db82fe68-9697-4f6d-837e-95e622da5578 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "DELETE /v2.0/routers/5e682792-8e1e-4001-904a-25c2a152a6af/tags HTTP/1.1" status: 204 len: 168 time: 0.7921872 Feb 19 04:34:12.884594 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57110) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:12.893972 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-b10270d8-360c-4926-9316-145a71e1d9e0 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5e682792-8e1e-4001-904a-25c2a152a6af', 'tempest-TagsExtTest-Tag-1798655426') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:12.912253 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0f78d05f-bf13-41d2-a2d9-cf88e269a4c8 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3e70558-469a-4479-8a76-830db373bbcf HTTP/1.1" status: 200 len: 205 time: 0.0641239 Feb 19 04:34:12.913016 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57112) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:12.999718 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 is: ACTIVE; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:13.000391 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:13.044615 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:34:13.091524 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-dd751586-24bf-4949-bf88-fd591a65f749 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] delete failed (client error): The resource could not be found. Feb 19 04:34:13.094770 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-dd751586-24bf-4949-bf88-fd591a65f749 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/routers/b3e70558-469a-4479-8a76-830db373bbcf HTTP/1.1" status: 404 len: 336 time: 0.1157150 Feb 19 04:34:13.098550 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4,segment=NetworkSegment(393189c3-bef2-4887-aa51-6301bb2cec1f),segment_id=393189c3-bef2-4887-aa51-6301bb2cec1f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:34:13.098821 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57114) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:13.111222 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:13.132444 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ef6e1b-1c78-4b0e-a6c5-13285f894d10 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting subnet 4efea4b2-f135-4c6c-a5e2-450da425c4e7 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:34:13.157023 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62ef6e1b-1c78-4b0e-a6c5-13285f894d10 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for subnet (4efea4b2-f135-4c6c-a5e2-450da425c4e7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:13.218450 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb79c8d-29d2-486d-b9ad-a1c98dac777f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] DELETE failed (client error): The resource could not be found. Feb 19 04:34:13.219278 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb79c8d-29d2-486d-b9ad-a1c98dac777f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:34:13.231177 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:13.235176 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1fb79c8d-29d2-486d-b9ad-a1c98dac777f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/subnets/6b9c0d97-8d8f-4bcb-8f4a-bc4e70b6c365 HTTP/1.1" status: 404 len: 337 time: 0.1325762 Feb 19 04:34:13.255820 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57118) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:13.284440 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:34:13.386956 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea76763-8349-4ac4-b14b-c56e2c518df3 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] DELETE failed (client error): The resource could not be found. Feb 19 04:34:13.394381 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fea76763-8349-4ac4-b14b-c56e2c518df3 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:34:13.404482 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fea76763-8349-4ac4-b14b-c56e2c518df3 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/subnets/841e15ec-4c21-44a4-b443-313017eb6c63 HTTP/1.1" status: 404 len: 337 time: 0.1404414 Feb 19 04:34:13.409700 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57120) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:13.512877 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-698e9214-63b2-4ffe-bd10-b7cdd009e228 req-eab49e37-d60c-4255-8a83-99427620764a tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.1303639 Feb 19 04:34:13.554837 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-d542a984-642d-43d0-9036-0732739693bb tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] DELETE failed (client error): The resource could not be found. Feb 19 04:34:13.555664 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d542a984-642d-43d0-9036-0732739693bb tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:34:13.563754 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d542a984-642d-43d0-9036-0732739693bb tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/subnets/b659a261-3543-4c7e-a569-9bf550b5e96f HTTP/1.1" status: 404 len: 337 time: 0.1388121 Feb 19 04:34:13.564343 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57122) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:13.596272 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-b10270d8-360c-4926-9316-145a71e1d9e0 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] show failed (client error): The resource could not be found. Feb 19 04:34:13.598221 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b10270d8-360c-4926-9316-145a71e1d9e0 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "GET /v2.0/routers/5e682792-8e1e-4001-904a-25c2a152a6af/tags/tempest-TagsExtTest-Tag-1798655426 HTTP/1.1" status: 404 len: 329 time: 0.7113464 Feb 19 04:34:13.617859 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62ef6e1b-1c78-4b0e-a6c5-13285f894d10 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (4efea4b2-f135-4c6c-a5e2-450da425c4e7), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:13.622572 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57124) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:13.633276 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-312266da-c677-49cc-bd3c-d412579df973 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5e682792-8e1e-4001-904a-25c2a152a6af', 'tempest-TagsExtTest-Tag-1082584489') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:13.650188 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-965a8ae7-d9ed-4b62-8071-cf8952388d59 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] DELETE failed (client error): The resource could not be found. Feb 19 04:34:13.667241 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965a8ae7-d9ed-4b62-8071-cf8952388d59 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:34:13.673615 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-965a8ae7-d9ed-4b62-8071-cf8952388d59 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/subnets/5aeac0ac-4fc8-4387-b3b2-63a7f16ae7f5 HTTP/1.1" status: 404 len: 337 time: 0.1068707 Feb 19 04:34:13.678721 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57126) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:13.768965 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3d072c53-88fc-4939-9563-3a9bd4713d13 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea18b4f9-4554-4b9f-ba35-6f318a3a7537 HTTP/1.1" status: 200 len: 205 time: 0.0853021 Feb 19 04:34:13.777746 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57130) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:13.921408 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-1948ca65-ce20-42cd-be0d-3f6ed8b82524 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] delete failed (client error): The resource could not be found. Feb 19 04:34:13.924727 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1948ca65-ce20-42cd-be0d-3f6ed8b82524 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/routers/ea18b4f9-4554-4b9f-ba35-6f318a3a7537 HTTP/1.1" status: 404 len: 336 time: 0.1447535 Feb 19 04:34:13.930363 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57132) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:14.000510 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-08c3b3f6-a8b8-4fd4-9eed-4afbb089e890 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "GET /v2.0/ports?device_id=553c89d1-e312-4994-9867-d183d453738e HTTP/1.1" status: 200 len: 205 time: 0.0676727 Feb 19 04:34:14.003371 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57134) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:14.113810 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-8c38a65a-d22a-4880-87f0-afa31f9f3894 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] delete failed (client error): The resource could not be found. Feb 19 04:34:14.118784 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-312266da-c677-49cc-bd3c-d412579df973 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] show failed (client error): The resource could not be found. Feb 19 04:34:14.121842 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8c38a65a-d22a-4880-87f0-afa31f9f3894 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/routers/553c89d1-e312-4994-9867-d183d453738e HTTP/1.1" status: 404 len: 336 time: 0.1114080 Feb 19 04:34:14.122867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57136) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:14.126167 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57138) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:14.131894 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-312266da-c677-49cc-bd3c-d412579df973 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "GET /v2.0/routers/5e682792-8e1e-4001-904a-25c2a152a6af/tags/tempest-TagsExtTest-Tag-1082584489 HTTP/1.1" status: 404 len: 329 time: 0.5074964 Feb 19 04:34:14.190561 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62ef6e1b-1c78-4b0e-a6c5-13285f894d10 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (4efea4b2-f135-4c6c-a5e2-450da425c4e7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:14.214196 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-657bb6b7-1f80-499f-8fbe-f76d65f4cf92 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] DELETE failed (client error): The resource could not be found. Feb 19 04:34:14.215444 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657bb6b7-1f80-499f-8fbe-f76d65f4cf92 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:34:14.233304 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-657bb6b7-1f80-499f-8fbe-f76d65f4cf92 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/subnets/b1c3085d-245b-48d8-aa7a-ec99ed511342 HTTP/1.1" status: 404 len: 337 time: 0.1085668 Feb 19 04:34:14.240404 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.tag.tag_plugin [None req-37456c30-34a7-4e87-a244-b2913df05545 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5e682792-8e1e-4001-904a-25c2a152a6af', 'tempest-TagsExtTest-Tag-751670378') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:14.247470 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57140) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:14.261692 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43ab7a-2764-4d34-9807-5e7e8e3cb129 req-9c2eaebd-4971-445e-bc01-30f5c4ff9bac tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:14.269266 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f43ab7a-2764-4d34-9807-5e7e8e3cb129 req-9c2eaebd-4971-445e-bc01-30f5c4ff9bac tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 944 time: 0.2966719 Feb 19 04:34:14.323399 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:34:14.401585 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-521e090a-06e9-4ca5-b63a-ce0495eb9c9f tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "GET /v2.0/ports?device_id=d78a715b-26a7-4b7c-a970-4350dff546c7 HTTP/1.1" status: 200 len: 205 time: 0.1303196 Feb 19 04:34:14.409895 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57142) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:14.541842 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-37456c30-34a7-4e87-a244-b2913df05545 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] show failed (client error): The resource could not be found. Feb 19 04:34:14.544807 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-37456c30-34a7-4e87-a244-b2913df05545 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "GET /v2.0/routers/5e682792-8e1e-4001-904a-25c2a152a6af/tags/tempest-TagsExtTest-Tag-751670378 HTTP/1.1" status: 404 len: 328 time: 0.3334012 Feb 19 04:34:14.546424 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:14.547017 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:14.550235 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57144) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:14.569804 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.tag.tag_plugin [None req-fb4c34a1-011a-4e1f-8165-51c2444861e5 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b45528cd-3b3f-47df-9da9-ef3bf03aa9ab', {'tags': ['tempest-TagsExtTest-Tag-1304014618', 'tempest-TagsExtTest-Tag-1458357680', 'tempest-TagsExtTest-Tag-1044316226']}) {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:14.583904 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-bbf27aa8-43ea-4b4a-88f7-44a7a16fddf8 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] delete failed (client error): The resource could not be found. Feb 19 04:34:14.590209 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-bbf27aa8-43ea-4b4a-88f7-44a7a16fddf8 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/routers/d78a715b-26a7-4b7c-a970-4350dff546c7 HTTP/1.1" status: 404 len: 336 time: 0.1702180 Feb 19 04:34:14.624823 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57148) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:14.693935 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f43ab7a-2764-4d34-9807-5e7e8e3cb129 req-84c7db00-486e-4732-b6da-b90ca70ddd3f tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972194 Feb 19 04:34:14.707758 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62ef6e1b-1c78-4b0e-a6c5-13285f894d10 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (4efea4b2-f135-4c6c-a5e2-450da425c4e7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:14.772820 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fb4c34a1-011a-4e1f-8165-51c2444861e5 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "PUT /v2.0/subnetpools/b45528cd-3b3f-47df-9da9-ef3bf03aa9ab/tags HTTP/1.1" status: 200 len: 318 time: 0.2207942 Feb 19 04:34:14.786325 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57150) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:14.796506 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef6e1b-1c78-4b0e-a6c5-13285f894d10 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Subnet': ['ID=4efea4b2-f135-4c6c-a5e2-450da425c4e7,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:14.808955 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4216a92a-0524-4d7b-b220-2a731294ef2e tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d924b45-587c-482a-b8a3-9d27e9e6ccea HTTP/1.1" status: 200 len: 205 time: 0.1398213 Feb 19 04:34:14.810695 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57152) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:14.812573 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.tag.tag_plugin [None req-dc9fab72-9a18-490b-9140-41e65e667f70 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b45528cd-3b3f-47df-9da9-ef3bf03aa9ab') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:14.850788 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:14.852281 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:14.874643 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f492cd-b7b2-4bdf-af98-fa7e96409c1f None None] Network a49b7fa7-267b-4b57-811c-f1d65843c42f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:34:14.896217 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62ef6e1b-1c78-4b0e-a6c5-13285f894d10 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:14.902866 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-62ef6e1b-1c78-4b0e-a6c5-13285f894d10 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/subnets/4efea4b2-f135-4c6c-a5e2-450da425c4e7 HTTP/1.1" status: 204 len: 168 time: 2.2172692 Feb 19 04:34:14.912090 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57154) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:14.931762 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d35a7372-d0f0-4a03-aa9a-e845327e0bb6 req-b82ce4bd-af89-46c7-9d60-d750426e15f2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.0492835 Feb 19 04:34:14.945429 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-58af250b-32d5-4224-88a2-29eac101bf77 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] delete failed (client error): The resource could not be found. Feb 19 04:34:14.952297 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57156) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:14.952875 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-58af250b-32d5-4224-88a2-29eac101bf77 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/routers/4d924b45-587c-482a-b8a3-9d27e9e6ccea HTTP/1.1" status: 404 len: 336 time: 0.1372881 Feb 19 04:34:15.001687 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4,segment=NetworkSegment(393189c3-bef2-4887-aa51-6301bb2cec1f),segment_id=393189c3-bef2-4887-aa51-6301bb2cec1f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:34:15.009615 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0934eaed-ec46-41c4-b15d-20d87b594238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:34:15.014917 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e31bb2-470d-42cc-9531-cf287b96e46a" -d '{"events": [{"server_uuid": "0934eaed-ec46-41c4-b15d-20d87b594238", "name": "network-vif-plugged", "status": "completed", "tag": "2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:34:15.022802 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0a55c3-ac83-4394-9763-18950e3bb1b1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] DELETE failed (client error): The resource could not be found. Feb 19 04:34:15.023377 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0a55c3-ac83-4394-9763-18950e3bb1b1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:34:15.031317 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ea0a55c3-ac83-4394-9763-18950e3bb1b1 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/subnets/46fcc0dd-eb27-4edf-91c7-2da7ed850152 HTTP/1.1" status: 404 len: 337 time: 0.0706270 Feb 19 04:34:15.033181 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57160) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:15.062669 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:15.092552 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c63e4506-6fe8-4c15-94b2-ab989375c9fd tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "GET /v2.0/ports?device_id=9da49e1d-7675-4bdb-a4b5-847206c43109 HTTP/1.1" status: 200 len: 205 time: 0.0576527 Feb 19 04:34:15.096204 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57162) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:15.104898 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dc9fab72-9a18-490b-9140-41e65e667f70 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "DELETE /v2.0/subnetpools/b45528cd-3b3f-47df-9da9-ef3bf03aa9ab/tags HTTP/1.1" status: 204 len: 168 time: 0.3170092 Feb 19 04:34:15.119848 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57164) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:15.136585 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.tag.tag_plugin [None req-f355929d-703f-4e7a-a1f4-916a5b12939d tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b45528cd-3b3f-47df-9da9-ef3bf03aa9ab', 'tempest-TagsExtTest-Tag-1304014618') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:15.142889 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f21e1889-edad-4204-b58e-93c4c900f4e0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (a49b7fa7-267b-4b57-811c-f1d65843c42f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:15.165122 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7638e47d-30db-4176-8883-64560dd54a54 x-openstack-request-id: req-7638e47d-30db-4176-8883-64560dd54a54 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:34:15.173758 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0934eaed-ec46-41c4-b15d-20d87b594238", "name": "network-vif-plugged", "status": "completed", "tag": "2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:34:15.174209 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7638e47d-30db-4176-8883-64560dd54a54 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:34:15.175367 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0934eaed-ec46-41c4-b15d-20d87b594238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4', 'code': 200} Feb 19 04:34:15.261642 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4,revision_number=7']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:15.265891 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-f21e1889-edad-4204-b58e-93c4c900f4e0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting port dd49ba0e-8777-44d9-84e0-495c2cebfe61 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:34:15.275825 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f21e1889-edad-4204-b58e-93c4c900f4e0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (dd49ba0e-8777-44d9-84e0-495c2cebfe61), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:15.296626 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-d822b131-9e5f-4f7c-85f4-c401b010e3a5 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] delete failed (client error): The resource could not be found. Feb 19 04:34:15.298484 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d822b131-9e5f-4f7c-85f4-c401b010e3a5 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/routers/9da49e1d-7675-4bdb-a4b5-847206c43109 HTTP/1.1" status: 404 len: 336 time: 0.1918299 Feb 19 04:34:15.304969 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57166) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:15.381072 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3596e4-73d4-42e4-9986-4fb848805545 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] DELETE failed (client error): The resource could not be found. Feb 19 04:34:15.381819 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3596e4-73d4-42e4-9986-4fb848805545 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:34:15.388318 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cc3596e4-73d4-42e4-9986-4fb848805545 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/subnets/656d3ab1-1d98-49d8-8217-59b504ae7a57 HTTP/1.1" status: 404 len: 337 time: 0.0817747 Feb 19 04:34:15.397891 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57168) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:15.407797 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98863d4a-de6b-4aa6-9f2e-a62fdf2335db None None] DHCP port deletion for a49b7fa7-267b-4b57-811c-f1d65843c42f request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:34:15.418746 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-f355929d-703f-4e7a-a1f4-916a5b12939d tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] show failed (client error): The resource could not be found. Feb 19 04:34:15.423428 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f355929d-703f-4e7a-a1f4-916a5b12939d tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "GET /v2.0/subnetpools/b45528cd-3b3f-47df-9da9-ef3bf03aa9ab/tags/tempest-TagsExtTest-Tag-1304014618 HTTP/1.1" status: 404 len: 329 time: 0.2971299 Feb 19 04:34:15.427009 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57170) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:15.449926 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.tag.tag_plugin [None req-d2b09a3a-702d-4abd-bc44-4f197f350e78 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b45528cd-3b3f-47df-9da9-ef3bf03aa9ab', 'tempest-TagsExtTest-Tag-1458357680') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:15.459262 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-daca6e90-33c1-4060-ab2d-f90deecc8056 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "GET /v2.0/ports?device_id=d36ed6ae-203f-4a74-a987-adedda813b34 HTTP/1.1" status: 200 len: 205 time: 0.0514667 Feb 19 04:34:15.460031 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57172) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:15.541458 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-6f02b6d4-aeac-4f92-893e-45a330a2438d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] delete failed (client error): The resource could not be found. Feb 19 04:34:15.543296 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6f02b6d4-aeac-4f92-893e-45a330a2438d tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/routers/d36ed6ae-203f-4a74-a987-adedda813b34 HTTP/1.1" status: 404 len: 336 time: 0.0803821 Feb 19 04:34:15.548829 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-98863d4a-de6b-4aa6-9f2e-a62fdf2335db None None] Deleting port dd49ba0e-8777-44d9-84e0-495c2cebfe61 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:34:15.550664 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-98863d4a-de6b-4aa6-9f2e-a62fdf2335db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (dd49ba0e-8777-44d9-84e0-495c2cebfe61), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:15.551219 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57174) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:15.572874 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-f21e1889-edad-4204-b58e-93c4c900f4e0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] For port dd49ba0e-8777-44d9-84e0-495c2cebfe61, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=dd49ba0e-8777-44d9-84e0-495c2cebfe61,segment=NetworkSegment(90cf36cb-b4d8-4c8b-8ee8-6c33eb1def2e),segment_id=90cf36cb-b4d8-4c8b-8ee8-6c33eb1def2e)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:34:15.572874 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f21e1889-edad-4204-b58e-93c4c900f4e0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (dd49ba0e-8777-44d9-84e0-495c2cebfe61), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:15.592347 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-f21e1889-edad-4204-b58e-93c4c900f4e0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Calling delete_port for dd49ba0e-8777-44d9-84e0-495c2cebfe61 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:34:15.613231 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d95e83-c0f1-4ea6-b77e-b8950ea1edf5 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] DELETE failed (client error): The resource could not be found. Feb 19 04:34:15.614033 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d95e83-c0f1-4ea6-b77e-b8950ea1edf5 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:34:15.620574 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-03d95e83-c0f1-4ea6-b77e-b8950ea1edf5 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/subnets/38679481-782a-46a7-b133-df796dd942d9 HTTP/1.1" status: 404 len: 337 time: 0.0674369 Feb 19 04:34:15.622741 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-d2b09a3a-702d-4abd-bc44-4f197f350e78 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] show failed (client error): The resource could not be found. Feb 19 04:34:15.624587 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d2b09a3a-702d-4abd-bc44-4f197f350e78 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "GET /v2.0/subnetpools/b45528cd-3b3f-47df-9da9-ef3bf03aa9ab/tags/tempest-TagsExtTest-Tag-1458357680 HTTP/1.1" status: 404 len: 329 time: 0.1960027 Feb 19 04:34:15.625919 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57176) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:15.685176 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57178) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:15.687374 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57d254f-e721-429e-b1f9-21f8676d4b66 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] DELETE failed (client error): The resource could not be found. Feb 19 04:34:15.688473 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57d254f-e721-429e-b1f9-21f8676d4b66 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:34:15.694442 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c57d254f-e721-429e-b1f9-21f8676d4b66 tempest-RoutersIpV6Test-334163169 tempest-RoutersIpV6Test-334163169-project] 10.222.0.65 "DELETE /v2.0/subnets/64c6b9ff-9a6c-43f0-b049-920d9f29273c HTTP/1.1" status: 404 len: 337 time: 0.0666263 Feb 19 04:34:15.702676 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.tag.tag_plugin [None req-bcde9db0-5580-46ca-bbd0-88ec31b3649f tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b45528cd-3b3f-47df-9da9-ef3bf03aa9ab', 'tempest-TagsExtTest-Tag-1044316226') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:15.779776 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-bcde9db0-5580-46ca-bbd0-88ec31b3649f tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] show failed (client error): The resource could not be found. Feb 19 04:34:15.782105 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bcde9db0-5580-46ca-bbd0-88ec31b3649f tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "GET /v2.0/subnetpools/b45528cd-3b3f-47df-9da9-ef3bf03aa9ab/tags/tempest-TagsExtTest-Tag-1044316226 HTTP/1.1" status: 404 len: 329 time: 0.0858428 Feb 19 04:34:15.787751 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57182) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:15.809445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.tag.tag_plugin [None req-ffed1bf7-7a4b-4b3f-b419-189e52415031 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b45528cd-3b3f-47df-9da9-ef3bf03aa9ab') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:15.821615 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f21e1889-edad-4204-b58e-93c4c900f4e0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (dd49ba0e-8777-44d9-84e0-495c2cebfe61), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:15.914907 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57186) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:15.915300 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ffed1bf7-7a4b-4b3f-b419-189e52415031 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "DELETE /v2.0/subnetpools/b45528cd-3b3f-47df-9da9-ef3bf03aa9ab/tags HTTP/1.1" status: 204 len: 168 time: 0.1174989 Feb 19 04:34:16.051656 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21e1889-edad-4204-b58e-93c4c900f4e0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] No DVR routers for this DVR port dd49ba0e-8777-44d9-84e0-495c2cebfe61 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:34:16.070767 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-b0c2c4f0-cda5-4416-ba8e-7c1699eb3e76 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5e682792-8e1e-4001-904a-25c2a152a6af') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:16.077889 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e1889-edad-4204-b58e-93c4c900f4e0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Port': ['ID=dd49ba0e-8777-44d9-84e0-495c2cebfe61,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:16.117600 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-98863d4a-de6b-4aa6-9f2e-a62fdf2335db None None] For port dd49ba0e-8777-44d9-84e0-495c2cebfe61, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=dd49ba0e-8777-44d9-84e0-495c2cebfe61,segment=NetworkSegment(90cf36cb-b4d8-4c8b-8ee8-6c33eb1def2e),segment_id=90cf36cb-b4d8-4c8b-8ee8-6c33eb1def2e)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:34:16.118512 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-98863d4a-de6b-4aa6-9f2e-a62fdf2335db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (dd49ba0e-8777-44d9-84e0-495c2cebfe61), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:16.122857 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b44696-b5ae-43fd-b555-d0a1b9676b1d req-d6ef95b5-6694-43a4-862a-0ef1f19980b9 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:16.129683 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a6b44696-b5ae-43fd-b555-d0a1b9676b1d req-d6ef95b5-6694-43a4-862a-0ef1f19980b9 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.1668622 Feb 19 04:34:16.166945 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-98863d4a-de6b-4aa6-9f2e-a62fdf2335db None None] Calling delete_port for dd49ba0e-8777-44d9-84e0-495c2cebfe61 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:34:16.266242 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a6b44696-b5ae-43fd-b555-d0a1b9676b1d req-e328a8c3-de48-4a8e-852e-5c62823e0990 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192741 Feb 19 04:34:16.337235 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f21e1889-edad-4204-b58e-93c4c900f4e0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (a49b7fa7-267b-4b57-811c-f1d65843c42f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:16.367294 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-f21e1889-edad-4204-b58e-93c4c900f4e0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a49b7fa7-267b-4b57-811c-f1d65843c42f']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:16.389732 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-f21e1889-edad-4204-b58e-93c4c900f4e0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90cf36cb-b4d8-4c8b-8ee8-6c33eb1def2e') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:16.390666 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-f21e1889-edad-4204-b58e-93c4c900f4e0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90cf36cb-b4d8-4c8b-8ee8-6c33eb1def2e') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:16.409741 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f21e1889-edad-4204-b58e-93c4c900f4e0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (90cf36cb-b4d8-4c8b-8ee8-6c33eb1def2e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:16.505184 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b2c2f3e-bae3-44ff-920f-1735d6e4c79c req-f1958314-364d-46ef-a5b7-5933feae9fbd tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.0790653 Feb 19 04:34:16.529028 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-98863d4a-de6b-4aa6-9f2e-a62fdf2335db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (dd49ba0e-8777-44d9-84e0-495c2cebfe61), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:16.539011 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f21e1889-edad-4204-b58e-93c4c900f4e0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (90cf36cb-b4d8-4c8b-8ee8-6c33eb1def2e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:16.551187 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21e1889-edad-4204-b58e-93c4c900f4e0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:34:16.551891 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f21e1889-edad-4204-b58e-93c4c900f4e0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (90cf36cb-b4d8-4c8b-8ee8-6c33eb1def2e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:16.565493 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98863d4a-de6b-4aa6-9f2e-a62fdf2335db None None] No DVR routers for this DVR port dd49ba0e-8777-44d9-84e0-495c2cebfe61 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:34:16.617883 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98863d4a-de6b-4aa6-9f2e-a62fdf2335db None None] Pushing event deleted for resources: {'Port': ['ID=dd49ba0e-8777-44d9-84e0-495c2cebfe61,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:34:16.741145 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:34:17.004881 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f21e1889-edad-4204-b58e-93c4c900f4e0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (a49b7fa7-267b-4b57-811c-f1d65843c42f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:17.018249 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57192) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:17.045531 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f21e1889-edad-4204-b58e-93c4c900f4e0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:17.056951 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f21e1889-edad-4204-b58e-93c4c900f4e0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/networks/a49b7fa7-267b-4b57-811c-f1d65843c42f HTTP/1.1" status: 204 len: 168 time: 2.1409154 Feb 19 04:34:17.064682 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e1889-edad-4204-b58e-93c4c900f4e0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Network': ['ID=a49b7fa7-267b-4b57-811c-f1d65843c42f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:17.065607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57196) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:17.070821 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-0e170157-b930-4a42-b046-b316edbbede6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2093164273', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:17.094791 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device dd49ba0e-8777-44d9-84e0-495c2cebfe61 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:34:17.099219 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b0c2c4f0-cda5-4416-ba8e-7c1699eb3e76 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "DELETE /v2.0/routers/5e682792-8e1e-4001-904a-25c2a152a6af/tags HTTP/1.1" status: 204 len: 168 time: 1.0583906 Feb 19 04:34:17.105272 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57198) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:17.119352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-6916357f-d95b-464b-bb24-36a037c5e0b0 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6d811903-9daf-4617-ad01-d7f3851fb39a') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:17.160152 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e170157-b930-4a42-b046-b316edbbede6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:17.163440 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e170157-b930-4a42-b046-b316edbbede6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:17.206306 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: dd49ba0e-8777-44d9-84e0-495c2cebfe61 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:34:17.208822 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device dd49ba0e-8777-44d9-84e0-495c2cebfe61 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:34:17.357531 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6916357f-d95b-464b-bb24-36a037c5e0b0 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "DELETE /v2.0/ports/6d811903-9daf-4617-ad01-d7f3851fb39a/tags HTTP/1.1" status: 204 len: 168 time: 0.2459598 Feb 19 04:34:17.359225 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57202) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:17.374676 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.tag.tag_plugin [None req-50ff955a-1fbc-46dd-9c0d-c3b2e12ccac6 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:17.508665 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e170157-b930-4a42-b046-b316edbbede6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router_controller (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:17.592475 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e170157-b930-4a42-b046-b316edbbede6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:17.622201 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-50ff955a-1fbc-46dd-9c0d-c3b2e12ccac6 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "DELETE /v2.0/subnets/6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74/tags HTTP/1.1" status: 204 len: 168 time: 0.2609961 Feb 19 04:34:17.628825 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57206) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:17.660723 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c15978e7-c8e2-4c44-9227-4e44cda8ca81 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1071eeaddc2c4d58b8e80d78e76c86fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6395855 Feb 19 04:34:17.663427 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57208) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:17.742623 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e170157-b930-4a42-b046-b316edbbede6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:17.750407 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0e170157-b930-4a42-b046-b316edbbede6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6833169 Feb 19 04:34:17.759462 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57210) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:17.767782 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-e90ceb42-c272-46e9-a733-323ae857057f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'network': {'name': 'tempest-RoutersTest-1707514678'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:17.818117 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90ceb42-c272-46e9-a733-323ae857057f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Made reservation on behalf of 8d1cf8b47d754845b7d571a762ca3651 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:34:17.824705 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e90ceb42-c272-46e9-a733-323ae857057f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:17.880721 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-93d049ea-35aa-4697-965e-3941d7ce76d0 req-bc9e6879-2610-454b-8b8c-898f93cb806b tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.0458050 Feb 19 04:34:17.885175 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4799187d-f678-4297-bf51-ff7718f89e12 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:17.886626 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4799187d-f678-4297-bf51-ff7718f89e12 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "DELETE /v2.0/subnetpools/b45528cd-3b3f-47df-9da9-ef3bf03aa9ab HTTP/1.1" status: 204 len: 168 time: 0.2561901 Feb 19 04:34:17.890982 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57212) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:17.951896 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cd727-f4d6-46f3-b0d7-7b4ee396d596 req-58d45aa3-90d9-4629-bdd3-1b27469c26d1 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:17.966257 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c64cd727-f4d6-46f3-b0d7-7b4ee396d596 req-58d45aa3-90d9-4629-bdd3-1b27469c26d1 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.4462321 Feb 19 04:34:17.968220 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-aa0a8985-ddb7-440e-89bc-a5bfc286e7ae tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e682792-8e1e-4001-904a-25c2a152a6af HTTP/1.1" status: 200 len: 205 time: 0.0754161 Feb 19 04:34:17.969217 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57214) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:17.986333 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e90ceb42-c272-46e9-a733-323ae857057f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:34:18.088402 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9279120c-163e-4fed-afe1-53985fb5d669 admin admin] Publish callbacks [] for security_group (0a073283-4aa0-4cf5-a1de-45a26fe875b4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:18.141076 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9279120c-163e-4fed-afe1-53985fb5d669 admin admin] Publish callbacks [] for security_group (0a073283-4aa0-4cf5-a1de-45a26fe875b4), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:18.163996 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a851935b-4965-4adc-b872-c3dba7e2aa81 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks [] for router (5e682792-8e1e-4001-904a-25c2a152a6af), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:18.209849 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e90ceb42-c272-46e9-a733-323ae857057f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:18.211536 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-e90ceb42-c272-46e9-a733-323ae857057f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Added segment e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3 of type vlan for network 016e2564-1942-477a-a904-25b8915a5925 Feb 19 04:34:18.241070 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c64cd727-f4d6-46f3-b0d7-7b4ee396d596 req-71ddbb35-50fc-4c30-b8aa-035821a7f274 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728312 Feb 19 04:34:18.400814 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e90ceb42-c272-46e9-a733-323ae857057f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (016e2564-1942-477a-a904-25b8915a5925), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:18.437682 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9279120c-163e-4fed-afe1-53985fb5d669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0a073283-4aa0-4cf5-a1de-45a26fe875b4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:18.442584 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9279120c-163e-4fed-afe1-53985fb5d669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:18.445188 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9279120c-163e-4fed-afe1-53985fb5d669 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0a073283-4aa0-4cf5-a1de-45a26fe875b4 HTTP/1.1" status: 204 len: 168 time: 0.7463145 Feb 19 04:34:18.510043 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279120c-163e-4fed-afe1-53985fb5d669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a073283-4aa0-4cf5-a1de-45a26fe875b4,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:18.568835 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279120c-163e-4fed-afe1-53985fb5d669 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:18.570254 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279120c-163e-4fed-afe1-53985fb5d669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:18.571190 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279120c-163e-4fed-afe1-53985fb5d669 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:18.572248 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279120c-163e-4fed-afe1-53985fb5d669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:18.573394 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279120c-163e-4fed-afe1-53985fb5d669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:18.574346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279120c-163e-4fed-afe1-53985fb5d669 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:18.575253 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279120c-163e-4fed-afe1-53985fb5d669 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:18.576373 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279120c-163e-4fed-afe1-53985fb5d669 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:18.577278 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279120c-163e-4fed-afe1-53985fb5d669 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:18.578501 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279120c-163e-4fed-afe1-53985fb5d669 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:18.579470 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279120c-163e-4fed-afe1-53985fb5d669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:18.580629 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279120c-163e-4fed-afe1-53985fb5d669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:18.582047 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279120c-163e-4fed-afe1-53985fb5d669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:18.588330 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e90ceb42-c272-46e9-a733-323ae857057f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (016e2564-1942-477a-a904-25b8915a5925), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:18.607002 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90ceb42-c272-46e9-a733-323ae857057f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:18.619246 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e90ceb42-c272-46e9-a733-323ae857057f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:18.844044 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e90ceb42-c272-46e9-a733-323ae857057f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0828938 Feb 19 04:34:18.848386 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57220) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:18.870153 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-4533c797-3ad1-41ac-aaf3-6995cfa8c090 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'subnet': {'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:18.954985 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ceb42-c272-46e9-a733-323ae857057f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Network': ['ID=016e2564-1942-477a-a904-25b8915a5925,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:18.978259 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 016e2564-1942-477a-a904-25b8915a5925 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:34:19.318912 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4533c797-3ad1-41ac-aaf3-6995cfa8c090 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Made reservation on behalf of 8d1cf8b47d754845b7d571a762ca3651 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:34:19.327503 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4533c797-3ad1-41ac-aaf3-6995cfa8c090 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:19.415250 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a851935b-4965-4adc-b872-c3dba7e2aa81 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (5e682792-8e1e-4001-904a-25c2a152a6af), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:19.421389 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a851935b-4965-4adc-b872-c3dba7e2aa81 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks [] for router_controller (5e682792-8e1e-4001-904a-25c2a152a6af), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:19.547310 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a851935b-4965-4adc-b872-c3dba7e2aa81 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (5e682792-8e1e-4001-904a-25c2a152a6af), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:19.548685 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a851935b-4965-4adc-b872-c3dba7e2aa81 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Fanout notify agent at l3_agent the message router_deleted on router 5e682792-8e1e-4001-904a-25c2a152a6af {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:34:19.601648 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a851935b-4965-4adc-b872-c3dba7e2aa81 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:19.613236 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a851935b-4965-4adc-b872-c3dba7e2aa81 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "DELETE /v2.0/routers/5e682792-8e1e-4001-904a-25c2a152a6af HTTP/1.1" status: 204 len: 168 time: 1.6395168 Feb 19 04:34:19.615821 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ecebaac2-ce8c-4186-8e03-9f23088e63d5 req-539d2793-15c5-4b09-9e87-eeb6a655443d tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.0910606 Feb 19 04:34:19.617212 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57236) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:19.829974 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-9e25b430-3b71-46f2-8afb-05e9c0aaebce tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Deleting port 6d811903-9daf-4617-ad01-d7f3851fb39a {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:34:19.830956 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9e25b430-3b71-46f2-8afb-05e9c0aaebce tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (6d811903-9daf-4617-ad01-d7f3851fb39a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:19.843746 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943e76f-fff9-4822-b71b-4b2aaae9fb1f req-e19758e6-1a48-4ecd-b1d8-eb8f0ed7c4a2 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:19.847185 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8943e76f-fff9-4822-b71b-4b2aaae9fb1f req-e19758e6-1a48-4ecd-b1d8-eb8f0ed7c4a2 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.3231256 Feb 19 04:34:20.015790 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9e25b430-3b71-46f2-8afb-05e9c0aaebce tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (6d811903-9daf-4617-ad01-d7f3851fb39a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:20.040701 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-9e25b430-3b71-46f2-8afb-05e9c0aaebce tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Calling delete_port for 6d811903-9daf-4617-ad01-d7f3851fb39a owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:34:20.138256 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4533c797-3ad1-41ac-aaf3-6995cfa8c090 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (8f053937-cd7c-4b41-b559-3ff75545e748), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:20.267032 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8943e76f-fff9-4822-b71b-4b2aaae9fb1f req-9968a149-4a5c-4416-bcc7-5e1d24e274f9 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054902 Feb 19 04:34:20.392772 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533c797-3ad1-41ac-aaf3-6995cfa8c090 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Subnet': ['ID=8f053937-cd7c-4b41-b559-3ff75545e748,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:20.455019 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533c797-3ad1-41ac-aaf3-6995cfa8c090 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Checking segment: {'id': 'e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '016e2564-1942-477a-a904-25b8915a5925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:34:20.456420 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4533c797-3ad1-41ac-aaf3-6995cfa8c090 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network hostable DHCP agents. Network: 016e2564-1942-477a-a904-25b8915a5925, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:34:20.538724 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4533c797-3ad1-41ac-aaf3-6995cfa8c090 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network 016e2564-1942-477a-a904-25b8915a5925 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:34:20.566990 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-4533c797-3ad1-41ac-aaf3-6995cfa8c090 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 016e2564-1942-477a-a904-25b8915a5925) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:34:20.587473 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4533c797-3ad1-41ac-aaf3-6995cfa8c090 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:20.588459 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4533c797-3ad1-41ac-aaf3-6995cfa8c090 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:20.593106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fe9d55-89f8-43c1-a07c-b05348d1ce7a None None] Network 016e2564-1942-477a-a904-25b8915a5925 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:34:20.651954 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57250) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:20.662416 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4533c797-3ad1-41ac-aaf3-6995cfa8c090 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7988136 Feb 19 04:34:20.662620 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57252) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:20.837626 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9e25b430-3b71-46f2-8afb-05e9c0aaebce tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (6d811903-9daf-4617-ad01-d7f3851fb39a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:20.975414 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b7bba002-4ad0-4638-859c-681b52cb5426 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Request body: {'security_group': {'name': 'tempest-secgroup--1879753134'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:20.977548 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-016e2564-1942-477a-a904-25b8915a5925', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:34:20.978526 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:21.046164 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b7bba002-4ad0-4638-859c-681b52cb5426 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:21.074319 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b7bba002-4ad0-4638-859c-681b52cb5426 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:21.085191 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25b430-3b71-46f2-8afb-05e9c0aaebce tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Pushing event deleted for resources: {'Port': ['ID=6d811903-9daf-4617-ad01-d7f3851fb39a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:21.236376 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ce786c09-5232-4ea7-8289-73e1e64041c7 req-8e072516-9506-48e6-b88a-fec6d9f65cd8 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.4058383 Feb 19 04:34:21.338939 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b7bba002-4ad0-4638-859c-681b52cb5426 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (72191b6b-297a-4111-b662-01b8f54c66cd), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:21.350042 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b7bba002-4ad0-4638-859c-681b52cb5426 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (72191b6b-297a-4111-b662-01b8f54c66cd), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:21.579347 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9e25b430-3b71-46f2-8afb-05e9c0aaebce tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:21.583912 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9e25b430-3b71-46f2-8afb-05e9c0aaebce tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "DELETE /v2.0/ports/6d811903-9daf-4617-ad01-d7f3851fb39a HTTP/1.1" status: 204 len: 168 time: 1.9655008 Feb 19 04:34:21.589258 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57266) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:21.650217 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Allocated IP 172.20.0.2 (016e2564-1942-477a-a904-25b8915a5925/8f053937-cd7c-4b41-b559-3ff75545e748/778a5368-daaf-4e9a-a98b-c80e419f46b2) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:34:21.706319 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b7bba002-4ad0-4638-859c-681b52cb5426 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (37788cb2-13a7-41b2-8cd5-56b5735d3b85), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:21.727925 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b7bba002-4ad0-4638-859c-681b52cb5426 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (37788cb2-13a7-41b2-8cd5-56b5735d3b85), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:21.758667 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-2351cb09-f735-48e8-a48d-bb3823751672 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Deleting subnet 6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:34:21.762628 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bba002-4ad0-4638-859c-681b52cb5426 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72191b6b-297a-4111-b662-01b8f54c66cd,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:21.825309 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bba002-4ad0-4638-859c-681b52cb5426 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37788cb2-13a7-41b2-8cd5-56b5735d3b85,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:21.849258 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346ceb0-4ef3-4d47-a370-0e5388a6aa14 req-75e1c2f3-e127-4ea4-9841-3f6be79ca05f tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:21.851252 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d346ceb0-4ef3-4d47-a370-0e5388a6aa14 req-75e1c2f3-e127-4ea4-9841-3f6be79ca05f tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.2921200 Feb 19 04:34:21.858059 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b7bba002-4ad0-4638-859c-681b52cb5426 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:21.859175 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2351cb09-f735-48e8-a48d-bb3823751672 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks [] for subnet (6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:21.859452 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b7bba002-4ad0-4638-859c-681b52cb5426 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1956968 Feb 19 04:34:21.870079 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57268) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:21.994434 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2351cb09-f735-48e8-a48d-bb3823751672 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:22.041213 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d346ceb0-4ef3-4d47-a370-0e5388a6aa14 req-f13c156a-56e5-4575-9ea5-9ee7bf0d2222 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802812 Feb 19 04:34:22.126083 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-26c1f5a4-5f9e-49a8-95ae-583c8fb01c4c tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2545378 Feb 19 04:34:22.126794 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Publish callbacks [] for port (778a5368-daaf-4e9a-a98b-c80e419f46b2), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:22.130986 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57270) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:22.144873 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-e1693b0d-e117-4bf1-89f6-f0577a8ebdd7 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Request body: {'security_group': {'name': 'tempest-security--2082636822', 'description': 'tempest-security-description-771550505'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:22.145984 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (778a5368-daaf-4e9a-a98b-c80e419f46b2), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:22.224040 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e1693b0d-e117-4bf1-89f6-f0577a8ebdd7 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (37788cb2-13a7-41b2-8cd5-56b5735d3b85), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:22.236152 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Network 016e2564-1942-477a-a904-25b8915a5925 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:34:22.239779 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:22.246979 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:34:22.257593 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:34:22.375808 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e1693b0d-e117-4bf1-89f6-f0577a8ebdd7 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (37788cb2-13a7-41b2-8cd5-56b5735d3b85), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:22.377688 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Pushing event updated for resources: {'Port': ['ID=778a5368-daaf-4e9a-a98b-c80e419f46b2,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:22.385580 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e1693b0d-e117-4bf1-89f6-f0577a8ebdd7 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (37788cb2-13a7-41b2-8cd5-56b5735d3b85), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:22.390876 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e1693b0d-e117-4bf1-89f6-f0577a8ebdd7 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:22.397615 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e1693b0d-e117-4bf1-89f6-f0577a8ebdd7 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "PUT /v2.0/security-groups/37788cb2-13a7-41b2-8cd5-56b5735d3b85 HTTP/1.1" status: 200 len: 1796 time: 0.2636116 Feb 19 04:34:22.405741 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Attempting to bind port 778a5368-daaf-4e9a-a98b-c80e419f46b2 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:34:22.406499 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Attempting to bind port 778a5368-daaf-4e9a-a98b-c80e419f46b2 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '016e2564-1942-477a-a904-25b8915a5925'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:34:22.407364 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Attempting to bind port 778a5368-daaf-4e9a-a98b-c80e419f46b2 on network 016e2564-1942-477a-a904-25b8915a5925 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:34:22.416644 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57274) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:22.419201 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:22.419854 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:22.420493 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:22.421348 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:22.421985 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:22.422622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:22.423251 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:22.423889 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:22.424631 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:22.425341 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:22.426022 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:22.426702 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:22.427381 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:22.434552 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:34:22.435344 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Checking segment: {'id': 'e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '016e2564-1942-477a-a904-25b8915a5925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:34:22.436124 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:22.436878 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Bound using segment: {'id': 'e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '016e2564-1942-477a-a904-25b8915a5925'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:34:22.437852 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Bound port: 778a5368-daaf-4e9a-a98b-c80e419f46b2, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '016e2564-1942-477a-a904-25b8915a5925'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:34:22.438606 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (778a5368-daaf-4e9a-a98b-c80e419f46b2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:22.554949 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1693b0d-e117-4bf1-89f6-f0577a8ebdd7 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37788cb2-13a7-41b2-8cd5-56b5735d3b85,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:22.608674 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bd5db1af-b350-4dd1-9b69-17aea1b47268 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-groups/37788cb2-13a7-41b2-8cd5-56b5735d3b85 HTTP/1.1" status: 200 len: 1796 time: 0.1893477 Feb 19 04:34:22.612751 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57276) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:22.635588 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2351cb09-f735-48e8-a48d-bb3823751672 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:22.663649 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] For port 778a5368-daaf-4e9a-a98b-c80e419f46b2, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:34:22.672946 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] For port 778a5368-daaf-4e9a-a98b-c80e419f46b2, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=778a5368-daaf-4e9a-a98b-c80e419f46b2,segment=NetworkSegment(e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3),segment_id=e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:34:22.692323 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (778a5368-daaf-4e9a-a98b-c80e419f46b2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:22.762651 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1bab3b98-38b5-48d8-b727-e48ef735967b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (37788cb2-13a7-41b2-8cd5-56b5735d3b85), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:22.818552 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1bab3b98-38b5-48d8-b727-e48ef735967b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (37788cb2-13a7-41b2-8cd5-56b5735d3b85), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:22.923914 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e2aa710e-6e67-4f64-8ee3-f6b6c9bbeb0a req-a5dcb7db-b548-4ba2-960d-a8564f56d597 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.2207990 Feb 19 04:34:22.962178 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943df81-8705-4249-9a4e-808c3a725430 None None] Pushing event updated for resources: {'Port': ['ID=778a5368-daaf-4e9a-a98b-c80e419f46b2,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:22.967067 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1bab3b98-38b5-48d8-b727-e48ef735967b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (37788cb2-13a7-41b2-8cd5-56b5735d3b85), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:22.974421 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1bab3b98-38b5-48d8-b727-e48ef735967b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:22.981361 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1bab3b98-38b5-48d8-b727-e48ef735967b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "DELETE /v2.0/security-groups/37788cb2-13a7-41b2-8cd5-56b5735d3b85 HTTP/1.1" status: 204 len: 168 time: 0.3672400 Feb 19 04:34:22.982404 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57278) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:23.039130 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab3b98-38b5-48d8-b727-e48ef735967b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37788cb2-13a7-41b2-8cd5-56b5735d3b85,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:23.115280 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2351cb09-f735-48e8-a48d-bb3823751672 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:23.166085 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-babb157e-7116-40e7-a9ad-b4c432ee2a02 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1760011 Feb 19 04:34:23.167507 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57282) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:23.212052 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-479e2478-d958-40fa-8ff3-528b6653b175 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] delete failed (client error): The resource could not be found. Feb 19 04:34:23.221755 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-479e2478-d958-40fa-8ff3-528b6653b175 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "DELETE /v2.0/security-groups/37788cb2-13a7-41b2-8cd5-56b5735d3b85 HTTP/1.1" status: 404 len: 347 time: 0.0522916 Feb 19 04:34:23.222982 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57284) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:23.244623 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-65a9318a-b146-4c43-9b5d-338f12d8bab6 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Request body: {'security_group': {'name': 'tempest-secgroup--1136509071'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:23.259872 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2351cb09-f735-48e8-a48d-bb3823751672 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:23.265770 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2351cb09-f735-48e8-a48d-bb3823751672 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "DELETE /v2.0/subnets/6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74 HTTP/1.1" status: 204 len: 168 time: 1.6750093 Feb 19 04:34:23.267478 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351cb09-f735-48e8-a48d-bb3823751672 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Pushing event deleted for resources: {'Subnet': ['ID=6e7d2c57-332f-4ba6-a6c0-55d2c20d8e74,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:23.269732 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f008170-3191-49e2-a4da-5c5f8df94e3d None None] Network c39d1f84-8f07-47ad-8285-789399d890b4 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:34:23.281323 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57286) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:23.501136 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-65a9318a-b146-4c43-9b5d-338f12d8bab6 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:23.766790 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac2652-b2dd-4742-932c-113e73977832 req-adaa45db-51b9-4578-af38-76e0552df122 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:23.771788 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3aac2652-b2dd-4742-932c-113e73977832 req-adaa45db-51b9-4578-af38-76e0552df122 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.4947507 Feb 19 04:34:23.804748 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Allocated IP 172.20.0.1 (016e2564-1942-477a-a904-25b8915a5925/8f053937-cd7c-4b41-b559-3ff75545e748/5afc484d-55bc-48d1-a09b-39f1556c13a4) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:34:23.899383 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-65a9318a-b146-4c43-9b5d-338f12d8bab6 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (5041bbe7-4b47-4baf-b7fc-d77b261e6113), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:23.919208 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-230927d7-4888-4cd0-b525-5275e4b92187 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (c39d1f84-8f07-47ad-8285-789399d890b4), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:23.929045 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-65a9318a-b146-4c43-9b5d-338f12d8bab6 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5041bbe7-4b47-4baf-b7fc-d77b261e6113), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:23.941769 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765b12a9-2ac9-418b-ae74-2ee6423e71a0 None None] DHCP port deletion for c39d1f84-8f07-47ad-8285-789399d890b4 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:34:24.021148 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3aac2652-b2dd-4742-932c-113e73977832 req-5a8ff342-a09d-4f0b-b5fd-8cb20ef7a8d0 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271037 Feb 19 04:34:24.046973 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-65a9318a-b146-4c43-9b5d-338f12d8bab6 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:24.065441 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-65a9318a-b146-4c43-9b5d-338f12d8bab6 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8236706 Feb 19 04:34:24.071448 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57290) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:24.085892 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-050244b4-4865-4b5e-b851-8464842822d4 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Request body: {'security_group_rule': {'security_group_id': '5041bbe7-4b47-4baf-b7fc-d77b261e6113', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:24.135171 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9318a-b146-4c43-9b5d-338f12d8bab6 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5041bbe7-4b47-4baf-b7fc-d77b261e6113,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:24.167648 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-765b12a9-2ac9-418b-ae74-2ee6423e71a0 None None] Deleting port b3a933ee-5dc5-4269-b647-d0871d669c1c {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:34:24.170585 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-765b12a9-2ac9-418b-ae74-2ee6423e71a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b3a933ee-5dc5-4269-b647-d0871d669c1c), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:24.189100 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-050244b4-4865-4b5e-b851-8464842822d4 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (98b62148-4e0b-41ea-b072-88f8c51d33b3), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:24.272360 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1a4cc61c-8128-4bc3-8b92-4bc59241799f req-f0acaf0d-6ac6-40f0-91bd-a81ad186884c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.0889361 Feb 19 04:34:24.281227 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-230927d7-4888-4cd0-b525-5275e4b92187 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Deleting port b3a933ee-5dc5-4269-b647-d0871d669c1c {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:34:24.281696 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-230927d7-4888-4cd0-b525-5275e4b92187 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b3a933ee-5dc5-4269-b647-d0871d669c1c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:24.450257 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-230927d7-4888-4cd0-b525-5275e4b92187 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] For port b3a933ee-5dc5-4269-b647-d0871d669c1c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b3a933ee-5dc5-4269-b647-d0871d669c1c,segment=NetworkSegment(8b9cb1ac-8e2c-4bb4-9bac-fbf48b8dc844),segment_id=8b9cb1ac-8e2c-4bb4-9bac-fbf48b8dc844)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:34:24.450647 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-230927d7-4888-4cd0-b525-5275e4b92187 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b3a933ee-5dc5-4269-b647-d0871d669c1c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:24.454212 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-765b12a9-2ac9-418b-ae74-2ee6423e71a0 None None] For port b3a933ee-5dc5-4269-b647-d0871d669c1c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b3a933ee-5dc5-4269-b647-d0871d669c1c,segment=NetworkSegment(8b9cb1ac-8e2c-4bb4-9bac-fbf48b8dc844),segment_id=8b9cb1ac-8e2c-4bb4-9bac-fbf48b8dc844)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:34:24.461757 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-765b12a9-2ac9-418b-ae74-2ee6423e71a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b3a933ee-5dc5-4269-b647-d0871d669c1c), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:24.468407 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-230927d7-4888-4cd0-b525-5275e4b92187 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Calling delete_port for b3a933ee-5dc5-4269-b647-d0871d669c1c owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:34:24.508392 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-765b12a9-2ac9-418b-ae74-2ee6423e71a0 None None] Calling delete_port for b3a933ee-5dc5-4269-b647-d0871d669c1c owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:34:24.588611 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for port (5afc484d-55bc-48d1-a09b-39f1556c13a4), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:24.638099 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-050244b4-4865-4b5e-b851-8464842822d4 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (98b62148-4e0b-41ea-b072-88f8c51d33b3), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:24.643486 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-230927d7-4888-4cd0-b525-5275e4b92187 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b3a933ee-5dc5-4269-b647-d0871d669c1c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:24.685591 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230927d7-4888-4cd0-b525-5275e4b92187 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] No DVR routers for this DVR port b3a933ee-5dc5-4269-b647-d0871d669c1c on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:34:24.721419 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-765b12a9-2ac9-418b-ae74-2ee6423e71a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (b3a933ee-5dc5-4269-b647-d0871d669c1c), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:24.728752 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-050244b4-4865-4b5e-b851-8464842822d4 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (98b62148-4e0b-41ea-b072-88f8c51d33b3), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:24.741406 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230927d7-4888-4cd0-b525-5275e4b92187 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Pushing event deleted for resources: {'Port': ['ID=b3a933ee-5dc5-4269-b647-d0871d669c1c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:24.744673 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b12a9-2ac9-418b-ae74-2ee6423e71a0 None None] No DVR routers for this DVR port b3a933ee-5dc5-4269-b647-d0871d669c1c on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:34:24.778336 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b12a9-2ac9-418b-ae74-2ee6423e71a0 None None] Pushing event deleted for resources: {'Port': ['ID=b3a933ee-5dc5-4269-b647-d0871d669c1c,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:24.859713 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-230927d7-4888-4cd0-b525-5275e4b92187 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (c39d1f84-8f07-47ad-8285-789399d890b4), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:24.894807 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-230927d7-4888-4cd0-b525-5275e4b92187 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c39d1f84-8f07-47ad-8285-789399d890b4']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:24.913438 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-230927d7-4888-4cd0-b525-5275e4b92187 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9cb1ac-8e2c-4bb4-9bac-fbf48b8dc844') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:24.913910 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-230927d7-4888-4cd0-b525-5275e4b92187 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9cb1ac-8e2c-4bb4-9bac-fbf48b8dc844') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:24.931647 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-230927d7-4888-4cd0-b525-5275e4b92187 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (8b9cb1ac-8e2c-4bb4-9bac-fbf48b8dc844), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:24.953538 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-230927d7-4888-4cd0-b525-5275e4b92187 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (8b9cb1ac-8e2c-4bb4-9bac-fbf48b8dc844), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:24.963923 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230927d7-4888-4cd0-b525-5275e4b92187 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:34:24.964432 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-230927d7-4888-4cd0-b525-5275e4b92187 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (8b9cb1ac-8e2c-4bb4-9bac-fbf48b8dc844), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:34:25.084241 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:34:25.093140 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-230927d7-4888-4cd0-b525-5275e4b92187 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (c39d1f84-8f07-47ad-8285-789399d890b4), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:25.100638 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-230927d7-4888-4cd0-b525-5275e4b92187 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:25.104778 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-230927d7-4888-4cd0-b525-5275e4b92187 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] 10.222.0.65 "DELETE /v2.0/networks/c39d1f84-8f07-47ad-8285-789399d890b4 HTTP/1.1" status: 204 len: 168 time: 1.8220403 Feb 19 04:34:25.185688 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230927d7-4888-4cd0-b525-5275e4b92187 tempest-TagsExtTest-1273746177 tempest-TagsExtTest-1273746177-project] Pushing event deleted for resources: {'Network': ['ID=c39d1f84-8f07-47ad-8285-789399d890b4,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:25.193384 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050244b4-4865-4b5e-b851-8464842822d4 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b62148-4e0b-41ea-b072-88f8c51d33b3,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:25.219729 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-050244b4-4865-4b5e-b851-8464842822d4 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:25.229926 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57296) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:25.235754 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-050244b4-4865-4b5e-b851-8464842822d4 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1584263 Feb 19 04:34:25.272168 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (5afc484d-55bc-48d1-a09b-39f1556c13a4), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:25.333393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 778a5368-daaf-4e9a-a98b-c80e419f46b2 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:34:25.349189 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-faf6bc53-027a-41c0-9f86-3cddecb4126b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (98b62148-4e0b-41ea-b072-88f8c51d33b3), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:25.432075 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network 016e2564-1942-477a-a904-25b8915a5925 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:34:25.436694 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-faf6bc53-027a-41c0-9f86-3cddecb4126b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (98b62148-4e0b-41ea-b072-88f8c51d33b3), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:25.443107 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:34:25.458203 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:34:25.501118 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-faf6bc53-027a-41c0-9f86-3cddecb4126b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (98b62148-4e0b-41ea-b072-88f8c51d33b3), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:25.509268 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-faf6bc53-027a-41c0-9f86-3cddecb4126b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:25.514960 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-faf6bc53-027a-41c0-9f86-3cddecb4126b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/98b62148-4e0b-41ea-b072-88f8c51d33b3 HTTP/1.1" status: 204 len: 168 time: 0.2820475 Feb 19 04:34:25.520821 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57300) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:25.563985 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c022f6-8661-4680-bd8c-d235270d5bc5 None None] Network 016e2564-1942-477a-a904-25b8915a5925 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:34:25.572193 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6bc53-027a-41c0-9f86-3cddecb4126b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98b62148-4e0b-41ea-b072-88f8c51d33b3,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:25.609341 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99958f-2bf4-4631-96d7-ac26ba7bd2e8 req-38f00fcd-8e25-485d-9884-dcb5ad2cfa06 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:25.629798 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6f99958f-2bf4-4631-96d7-ac26ba7bd2e8 req-38f00fcd-8e25-485d-9884-dcb5ad2cfa06 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.3122711 Feb 19 04:34:25.793189 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:25.816001 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Port': ['ID=5afc484d-55bc-48d1-a09b-39f1556c13a4,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:25.816647 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6f99958f-2bf4-4631-96d7-ac26ba7bd2e8 req-f4b99cfc-2c7b-4e07-a4a5-8d5e004f63e2 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854987 Feb 19 04:34:25.852574 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57304) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:25.981448 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57308) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:25.982027 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-91f00aa1-47f0-4191-a63b-9b94e56e1c56 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2944655 Feb 19 04:34:25.985623 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2faff794-75e3-420f-b761-2088d3aed3c5 req-ef26066e-fa6c-4710-9666-08e35141f866 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.2284801 Feb 19 04:34:26.013351 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5f611305-90ef-4bb7-98e5-50635f608361 None None] Provisioning complete for port 778a5368-daaf-4e9a-a98b-c80e419f46b2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:26.015709 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5f611305-90ef-4bb7-98e5-50635f608361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (778a5368-daaf-4e9a-a98b-c80e419f46b2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:26.157880 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be8f7348-92b0-4350-9d98-d71394d2c694 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (5041bbe7-4b47-4baf-b7fc-d77b261e6113), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:26.178376 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 778a5368-daaf-4e9a-a98b-c80e419f46b2 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:26.179372 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (778a5368-daaf-4e9a-a98b-c80e419f46b2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:26.212213 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5afc484d-55bc-48d1-a09b-39f1556c13a4), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:26.269642 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be8f7348-92b0-4350-9d98-d71394d2c694 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (5041bbe7-4b47-4baf-b7fc-d77b261e6113), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:26.338341 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5f611305-90ef-4bb7-98e5-50635f608361 None None] Current status of the port 778a5368-daaf-4e9a-a98b-c80e419f46b2 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:26.339139 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5f611305-90ef-4bb7-98e5-50635f608361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (778a5368-daaf-4e9a-a98b-c80e419f46b2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:26.514298 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be8f7348-92b0-4350-9d98-d71394d2c694 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5041bbe7-4b47-4baf-b7fc-d77b261e6113), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:26.520317 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be8f7348-92b0-4350-9d98-d71394d2c694 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:26.524677 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-be8f7348-92b0-4350-9d98-d71394d2c694 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "DELETE /v2.0/security-groups/5041bbe7-4b47-4baf-b7fc-d77b261e6113 HTTP/1.1" status: 204 len: 168 time: 0.5414772 Feb 19 04:34:26.539064 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57310) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:26.544644 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-5f611305-90ef-4bb7-98e5-50635f608361 None None] For port 778a5368-daaf-4e9a-a98b-c80e419f46b2, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=778a5368-daaf-4e9a-a98b-c80e419f46b2,segment=NetworkSegment(e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3),segment_id=e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:34:26.583807 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5f611305-90ef-4bb7-98e5-50635f608361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (778a5368-daaf-4e9a-a98b-c80e419f46b2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:26.671174 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-449bb3b4-75f4-4b30-b09a-6ad7a5e04152 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d37629ec72954f5da11467aefd68c26e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8163149 Feb 19 04:34:26.676978 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f7348-92b0-4350-9d98-d71394d2c694 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5041bbe7-4b47-4baf-b7fc-d77b261e6113,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:26.683520 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57312) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:26.767806 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f611305-90ef-4bb7-98e5-50635f608361 None None] Pushing event updated for resources: {'Port': ['ID=778a5368-daaf-4e9a-a98b-c80e419f46b2,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:27.041588 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6524eaad-4742-4899-8659-69cd9fc30718 None None] Provisioning complete for port 5afc484d-55bc-48d1-a09b-39f1556c13a4 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:27.042149 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6524eaad-4742-4899-8659-69cd9fc30718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5afc484d-55bc-48d1-a09b-39f1556c13a4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:27.055730 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 778a5368-daaf-4e9a-a98b-c80e419f46b2 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:27.237837 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b3a933ee-5dc5-4269-b647-d0871d669c1c no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:34:27.259378 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6524eaad-4742-4899-8659-69cd9fc30718 None None] Port 5afc484d-55bc-48d1-a09b-39f1556c13a4 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:34:27.338832 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: b3a933ee-5dc5-4269-b647-d0871d669c1c {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:34:27.339497 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b3a933ee-5dc5-4269-b647-d0871d669c1c not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:34:27.379400 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6524eaad-4742-4899-8659-69cd9fc30718 None None] Provisioning complete for port 778a5368-daaf-4e9a-a98b-c80e419f46b2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:27.380040 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6524eaad-4742-4899-8659-69cd9fc30718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (778a5368-daaf-4e9a-a98b-c80e419f46b2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:27.524703 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5236e0a9-5c81-4e16-a756-ba83e918f631 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.9759636 Feb 19 04:34:27.532063 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57318) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:27.540246 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-824207b1-ac37-4a7b-aac5-58ee2b5574d8 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Request body: {'security_group': {'name': 'tempest-secgroup--763552567'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:27.604188 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-87c5a4d9-9902-4760-9267-419f8f258653 admin admin] Publish callbacks [] for security_group (75616870-9bb8-4019-9773-a64cdd05a831), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:27.617055 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-824207b1-ac37-4a7b-aac5-58ee2b5574d8 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:27.627288 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9eadb6e0-0448-4607-90cb-23c541a4fc8a req-4f64d403-4ca5-48ec-9009-3889d6aa20b6 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.0993130 Feb 19 04:34:27.667341 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e22154-c53e-4bbd-aa05-fb7c985168d7 req-ba17551b-3e74-410c-99d9-a4595961f192 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:27.689131 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c5e22154-c53e-4bbd-aa05-fb7c985168d7 req-ba17551b-3e74-410c-99d9-a4595961f192 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.2990119 Feb 19 04:34:27.696548 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 778a5368-daaf-4e9a-a98b-c80e419f46b2 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:34:27.726321 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for port (5afc484d-55bc-48d1-a09b-39f1556c13a4), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:27.745115 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (5afc484d-55bc-48d1-a09b-39f1556c13a4), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:27.807763 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-87c5a4d9-9902-4760-9267-419f8f258653 admin admin] Publish callbacks [] for security_group (75616870-9bb8-4019-9773-a64cdd05a831), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:27.809806 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6524eaad-4742-4899-8659-69cd9fc30718 None None] Current status of the port 778a5368-daaf-4e9a-a98b-c80e419f46b2 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:27.854754 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 778a5368-daaf-4e9a-a98b-c80e419f46b2 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:27.856549 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (778a5368-daaf-4e9a-a98b-c80e419f46b2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:27.956740 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:27.976310 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Port': ['ID=5afc484d-55bc-48d1-a09b-39f1556c13a4,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:27.985444 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-53eb394f-91eb-4276-9efc-8968ed71def5 None None] Provisioning complete for port 5afc484d-55bc-48d1-a09b-39f1556c13a4 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:27.986141 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-53eb394f-91eb-4276-9efc-8968ed71def5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5afc484d-55bc-48d1-a09b-39f1556c13a4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:28.027077 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:28.028725 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:28.029562 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:28.030790 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:28.030981 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:28.031551 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:28.032140 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:28.032802 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:28.034302 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:28.034971 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:28.035580 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:28.036255 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:28.037002 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:28.045233 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-53eb394f-91eb-4276-9efc-8968ed71def5 None None] Port 5afc484d-55bc-48d1-a09b-39f1556c13a4 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:34:28.142291 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-87c5a4d9-9902-4760-9267-419f8f258653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (75616870-9bb8-4019-9773-a64cdd05a831), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:28.145974 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-87c5a4d9-9902-4760-9267-419f8f258653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:28.150033 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 778a5368-daaf-4e9a-a98b-c80e419f46b2 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:28.150324 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-87c5a4d9-9902-4760-9267-419f8f258653 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/75616870-9bb8-4019-9773-a64cdd05a831 HTTP/1.1" status: 204 len: 168 time: 1.4637840 Feb 19 04:34:28.286666 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5a4d9-9902-4760-9267-419f8f258653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75616870-9bb8-4019-9773-a64cdd05a831,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:28.315051 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network 016e2564-1942-477a-a904-25b8915a5925 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:34:28.318830 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:34:28.369403 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c5e22154-c53e-4bbd-aa05-fb7c985168d7 req-9d5ac801-2ef0-4e74-b5b1-1bc7289acdbb tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6136103 Feb 19 04:34:28.459744 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-824207b1-ac37-4a7b-aac5-58ee2b5574d8 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (4632a244-31dd-42a5-bf85-93101d165a9e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:28.470138 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-824207b1-ac37-4a7b-aac5-58ee2b5574d8 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4632a244-31dd-42a5-bf85-93101d165a9e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:28.637826 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-824207b1-ac37-4a7b-aac5-58ee2b5574d8 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:28.640745 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-824207b1-ac37-4a7b-aac5-58ee2b5574d8 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1054895 Feb 19 04:34:28.644637 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57324) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:28.651086 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824207b1-ac37-4a7b-aac5-58ee2b5574d8 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4632a244-31dd-42a5-bf85-93101d165a9e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:28.672876 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f3962cef-0709-45a3-ae0b-f6a4de8603ef tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Request body: {'security_group_rule': {'security_group_id': '4632a244-31dd-42a5-bf85-93101d165a9e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:28.879651 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f3962cef-0709-45a3-ae0b-f6a4de8603ef tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (b64cb0fa-7d8c-4e8d-a84b-fbc32143830f), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:29.084956 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-89eeb82f-54bc-4a7f-9906-139ef49656f7 None None] Provisioning complete for port 5afc484d-55bc-48d1-a09b-39f1556c13a4 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:29.086908 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-89eeb82f-54bc-4a7f-9906-139ef49656f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5afc484d-55bc-48d1-a09b-39f1556c13a4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:29.132328 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0ff69463-b0a3-41b0-a198-bde3533398ed req-d301ada1-8e52-4f5c-af89-244ece5db902 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.1545668 Feb 19 04:34:29.168416 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:34:29.228384 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f3962cef-0709-45a3-ae0b-f6a4de8603ef tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (b64cb0fa-7d8c-4e8d-a84b-fbc32143830f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:29.262848 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f3962cef-0709-45a3-ae0b-f6a4de8603ef tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (b64cb0fa-7d8c-4e8d-a84b-fbc32143830f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:29.268798 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-89eeb82f-54bc-4a7f-9906-139ef49656f7 None None] Port 5afc484d-55bc-48d1-a09b-39f1556c13a4 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:34:29.525336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3962cef-0709-45a3-ae0b-f6a4de8603ef tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64cb0fa-7d8c-4e8d-a84b-fbc32143830f,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:29.557736 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f3962cef-0709-45a3-ae0b-f6a4de8603ef tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:29.559934 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f3962cef-0709-45a3-ae0b-f6a4de8603ef tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9135592 Feb 19 04:34:29.565365 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57340) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:29.576165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-67ecf616-fc29-4ef4-be40-58989ac483a7 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Request body: {'security_group_rule': {'security_group_id': '4632a244-31dd-42a5-bf85-93101d165a9e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:29.661211 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:34:29.678692 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] Sync routers for ids ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:34:29.731809 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1b83844e-fa1c-4795-831b-ee6c55baa95c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "PUT /v2.0/routers/db6fa7fb-4a73-472f-adda-b2d58af8fbe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0780025 Feb 19 04:34:29.736872 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57342) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:29.781046 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e112df57-002a-4948-92dd-eed9c53079b9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'network': {'name': 'tempest-RoutersTest-461133460'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:29.784988 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] Routers {'db6fa7fb-4a73-472f-adda-b2d58af8fbe1'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:34:29.787147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:34:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:29.862993 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e112df57-002a-4948-92dd-eed9c53079b9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Made reservation on behalf of 8d1cf8b47d754845b7d571a762ca3651 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:34:29.878611 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e112df57-002a-4948-92dd-eed9c53079b9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:29.922367 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67ecf616-fc29-4ef4-be40-58989ac483a7 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (4dee4d6c-7f21-49fa-9ac9-58e375c17901), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:29.996599 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e112df57-002a-4948-92dd-eed9c53079b9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:34:30.042639 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e112df57-002a-4948-92dd-eed9c53079b9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (1b78a31f-9ddc-49f8-a729-dc254595e193), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:30.044013 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-e112df57-002a-4948-92dd-eed9c53079b9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Added segment 1b78a31f-9ddc-49f8-a729-dc254595e193 of type vlan for network c8a8fedb-0d2d-4b53-86f4-d5e13b42b129 Feb 19 04:34:30.128868 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67ecf616-fc29-4ef4-be40-58989ac483a7 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (4dee4d6c-7f21-49fa-9ac9-58e375c17901), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:30.142309 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67ecf616-fc29-4ef4-be40-58989ac483a7 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (4dee4d6c-7f21-49fa-9ac9-58e375c17901), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:30.208083 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e112df57-002a-4948-92dd-eed9c53079b9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (c8a8fedb-0d2d-4b53-86f4-d5e13b42b129), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:30.263530 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e112df57-002a-4948-92dd-eed9c53079b9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (c8a8fedb-0d2d-4b53-86f4-d5e13b42b129), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:30.271742 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] Set router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:34:30.276213 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e112df57-002a-4948-92dd-eed9c53079b9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:30.277522 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e112df57-002a-4948-92dd-eed9c53079b9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:30.295162 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5e8a8-7883-4879-a91b-a53d08eb2696 req-c4e21c37-2d53-444b-93b8-a93568044d72 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:30.317909 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2ce5e8a8-7883-4879-a91b-a53d08eb2696 req-c4e21c37-2d53-444b-93b8-a93568044d72 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.6888187 Feb 19 04:34:30.329720 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e112df57-002a-4948-92dd-eed9c53079b9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5904727 Feb 19 04:34:30.346940 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67ecf616-fc29-4ef4-be40-58989ac483a7 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:30.359076 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-67ecf616-fc29-4ef4-be40-58989ac483a7 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7889261 Feb 19 04:34:30.361236 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57358) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:30.372233 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57360) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:30.400315 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-bad58218-9fd0-4489-a97d-b324fc8bc107 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'subnet': {'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:30.435912 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-7a3d0bd7-98ba-4053-b2cc-613807d19781 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Request body: {'security_group_rule': {'security_group_id': '4632a244-31dd-42a5-bf85-93101d165a9e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:30.489926 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecf616-fc29-4ef4-be40-58989ac483a7 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dee4d6c-7f21-49fa-9ac9-58e375c17901,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:30.614151 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7a3d0bd7-98ba-4053-b2cc-613807d19781 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (dea3ba5d-330b-4c89-a848-be5d9646114d), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:30.790475 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7a3d0bd7-98ba-4053-b2cc-613807d19781 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (dea3ba5d-330b-4c89-a848-be5d9646114d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:30.811916 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7a3d0bd7-98ba-4053-b2cc-613807d19781 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (dea3ba5d-330b-4c89-a848-be5d9646114d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:30.852599 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d0bd7-98ba-4053-b2cc-613807d19781 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea3ba5d-330b-4c89-a848-be5d9646114d,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:30.875253 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2ce5e8a8-7883-4879-a91b-a53d08eb2696 req-5095cf70-ef86-47f4-8043-53662a6faf8a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5554659 Feb 19 04:34:30.933127 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad58218-9fd0-4489-a97d-b324fc8bc107 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Made reservation on behalf of 8d1cf8b47d754845b7d571a762ca3651 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:34:30.948250 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bad58218-9fd0-4489-a97d-b324fc8bc107 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:31.025654 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7a3d0bd7-98ba-4053-b2cc-613807d19781 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:31.036148 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7a3d0bd7-98ba-4053-b2cc-613807d19781 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6518388 Feb 19 04:34:31.077134 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:34:26Z', 'revision_number': 2, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:26Z', 'revision_number': 2, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:31.176412 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] Checking router: db6fa7fb-4a73-472f-adda-b2d58af8fbe1 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:34:31.176862 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] Updating router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 port 5afc484d-55bc-48d1-a09b-39f1556c13a4 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:34:31.181644 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57364) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:31.206702 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-db36167c-e4aa-4829-8d27-adcdf0f62945 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Request body: {'security_group_rule': {'security_group_id': '4632a244-31dd-42a5-bf85-93101d165a9e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:31.227787 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5afc484d-55bc-48d1-a09b-39f1556c13a4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:31.387118 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112df57-002a-4948-92dd-eed9c53079b9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Network': ['ID=c8a8fedb-0d2d-4b53-86f4-d5e13b42b129,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:31.389052 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-db36167c-e4aa-4829-8d27-adcdf0f62945 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (5838fc14-1996-4b30-bca4-409870f44a0a), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:31.492299 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fea3610b-9d24-4406-9437-0fca918670b0 req-ab68436d-5fd5-4bea-9c47-42d34e2f1732 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.0917630 Feb 19 04:34:31.506161 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network c8a8fedb-0d2d-4b53-86f4-d5e13b42b129 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:34:31.635494 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-db36167c-e4aa-4829-8d27-adcdf0f62945 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (5838fc14-1996-4b30-bca4-409870f44a0a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:31.647540 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-db36167c-e4aa-4829-8d27-adcdf0f62945 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (5838fc14-1996-4b30-bca4-409870f44a0a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:31.755803 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36167c-e4aa-4829-8d27-adcdf0f62945 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5838fc14-1996-4b30-bca4-409870f44a0a,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:31.778198 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-db36167c-e4aa-4829-8d27-adcdf0f62945 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:31.784331 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-db36167c-e4aa-4829-8d27-adcdf0f62945 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5915020 Feb 19 04:34:31.785229 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57372) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:31.793754 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-9865541d-515a-445a-a363-1a352b406301 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Request body: {'security_group_rule': {'security_group_id': '4632a244-31dd-42a5-bf85-93101d165a9e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:31.804106 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bad58218-9fd0-4489-a97d-b324fc8bc107 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (83c77b9a-d00d-4ac5-86bc-9d4fd3523b36), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:31.999983 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad58218-9fd0-4489-a97d-b324fc8bc107 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Subnet': ['ID=83c77b9a-d00d-4ac5-86bc-9d4fd3523b36,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:32.052572 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9865541d-515a-445a-a363-1a352b406301 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (25b5102b-02b5-4897-b262-f4a3d8df19c0), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:32.242907 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad58218-9fd0-4489-a97d-b324fc8bc107 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Checking segment: {'id': '1b78a31f-9ddc-49f8-a729-dc254595e193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:34:32.243335 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad58218-9fd0-4489-a97d-b324fc8bc107 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network hostable DHCP agents. Network: c8a8fedb-0d2d-4b53-86f4-d5e13b42b129, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:34:32.305277 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0d3244f9-c269-4dcb-831a-b056a34b2caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:32.345448 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad58218-9fd0-4489-a97d-b324fc8bc107 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network c8a8fedb-0d2d-4b53-86f4-d5e13b42b129 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:34:32.373582 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9865541d-515a-445a-a363-1a352b406301 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (25b5102b-02b5-4897-b262-f4a3d8df19c0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:32.415617 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af03e4-cedc-41ba-8ea8-359e3b800916 req-8b83af6e-af58-4c1e-9ce1-52bed3f52f12 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:32.428878 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0af03e4-cedc-41ba-8ea8-359e3b800916 req-8b83af6e-af58-4c1e-9ce1-52bed3f52f12 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.2816832 Feb 19 04:34:32.444853 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9865541d-515a-445a-a363-1a352b406301 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (25b5102b-02b5-4897-b262-f4a3d8df19c0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:32.474858 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-bad58218-9fd0-4489-a97d-b324fc8bc107 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, c8a8fedb-0d2d-4b53-86f4-d5e13b42b129) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:34:32.514132 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad58218-9fd0-4489-a97d-b324fc8bc107 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:32.515243 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bad58218-9fd0-4489-a97d-b324fc8bc107 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:32.551046 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865541d-515a-445a-a363-1a352b406301 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b5102b-02b5-4897-b262-f4a3d8df19c0,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:32.552151 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5559044a-de0a-458f-9aee-106a19d4cddd None None] Network c8a8fedb-0d2d-4b53-86f4-d5e13b42b129 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:34:32.591519 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bad58218-9fd0-4489-a97d-b324fc8bc107 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2073436 Feb 19 04:34:32.594729 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57384) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:32.603053 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9865541d-515a-445a-a363-1a352b406301 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:32.612282 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9865541d-515a-445a-a363-1a352b406301 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8255322 Feb 19 04:34:32.620250 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57386) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:32.800312 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0af03e4-cedc-41ba-8ea8-359e3b800916 req-4060d35b-2cfe-4283-8063-6b853dc58fde tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697321 Feb 19 04:34:32.803754 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f0d03bea-a3dd-408f-b3d9-e295b125328b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (25b5102b-02b5-4897-b262-f4a3d8df19c0), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:32.824283 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f0d03bea-a3dd-408f-b3d9-e295b125328b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (25b5102b-02b5-4897-b262-f4a3d8df19c0), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:32.825778 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] Publish callbacks [] for port (5afc484d-55bc-48d1-a09b-39f1556c13a4), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:32.941806 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f0d03bea-a3dd-408f-b3d9-e295b125328b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (25b5102b-02b5-4897-b262-f4a3d8df19c0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:32.952141 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f0d03bea-a3dd-408f-b3d9-e295b125328b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:32.958889 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f0d03bea-a3dd-408f-b3d9-e295b125328b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/25b5102b-02b5-4897-b262-f4a3d8df19c0 HTTP/1.1" status: 204 len: 168 time: 0.3298714 Feb 19 04:34:32.959935 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57394) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:32.977183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d03bea-a3dd-408f-b3d9-e295b125328b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25b5102b-02b5-4897-b262-f4a3d8df19c0,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:32.991807 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5afc484d-55bc-48d1-a09b-39f1556c13a4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:33.040973 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2853ccd6-cd67-4c7c-902e-077584db53fa req-e60d0aef-f84b-4360-85f7-95451404072e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.0950572 Feb 19 04:34:33.055360 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be431e6d-dd9e-4c0a-a197-656b33f72e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-c8a8fedb-0d2d-4b53-86f4-d5e13b42b129', 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129', 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'fixed_ips': [{'subnet_id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:34:33.057770 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-be431e6d-dd9e-4c0a-a197-656b33f72e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:33.089598 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-202738b3-63a0-45f9-875c-8141fb5207be tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1133156 Feb 19 04:34:33.090349 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57396) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:33.129369 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67eea0de-bcd3-458c-bf5e-c73b18159ca0 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (5838fc14-1996-4b30-bca4-409870f44a0a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:33.151265 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67eea0de-bcd3-458c-bf5e-c73b18159ca0 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (5838fc14-1996-4b30-bca4-409870f44a0a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:33.159244 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550d380-62bd-4b1b-82d6-25cce46c8130 None None] Pushing event updated for resources: {'Port': ['ID=5afc484d-55bc-48d1-a09b-39f1556c13a4,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:33.249286 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67eea0de-bcd3-458c-bf5e-c73b18159ca0 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (5838fc14-1996-4b30-bca4-409870f44a0a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:33.273659 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67eea0de-bcd3-458c-bf5e-c73b18159ca0 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:33.288036 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-67eea0de-bcd3-458c-bf5e-c73b18159ca0 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/5838fc14-1996-4b30-bca4-409870f44a0a HTTP/1.1" status: 204 len: 168 time: 0.1954460 Feb 19 04:34:33.298454 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57398) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:33.330483 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eea0de-bcd3-458c-bf5e-c73b18159ca0 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5838fc14-1996-4b30-bca4-409870f44a0a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:33.495547 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e362cfd4-7892-42f4-84e8-6aa96de1318a tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1846876 Feb 19 04:34:33.496718 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57400) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:33.605107 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-436a7c56-b22d-434c-87fb-e95b17e5ec6b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (dea3ba5d-330b-4c89-a848-be5d9646114d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:33.649376 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-436a7c56-b22d-434c-87fb-e95b17e5ec6b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (dea3ba5d-330b-4c89-a848-be5d9646114d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:33.676370 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] Attempting to bind port 5afc484d-55bc-48d1-a09b-39f1556c13a4 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:34:33.677114 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] Attempting to bind port 5afc484d-55bc-48d1-a09b-39f1556c13a4 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '016e2564-1942-477a-a904-25b8915a5925'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:34:33.677563 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] Attempting to bind port 5afc484d-55bc-48d1-a09b-39f1556c13a4 on network 016e2564-1942-477a-a904-25b8915a5925 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:34:33.720963 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-be431e6d-dd9e-4c0a-a197-656b33f72e0a None None] Allocated IP 172.21.0.2 (c8a8fedb-0d2d-4b53-86f4-d5e13b42b129/83c77b9a-d00d-4ac5-86bc-9d4fd3523b36/dd1aa933-2c58-430c-b422-d458812ce563) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:34:33.726599 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:34:33.727241 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] Checking segment: {'id': 'e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '016e2564-1942-477a-a904-25b8915a5925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:34:33.727907 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:33.728584 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] Bound using segment: {'id': 'e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '016e2564-1942-477a-a904-25b8915a5925'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:34:33.729757 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] Bound port: 5afc484d-55bc-48d1-a09b-39f1556c13a4, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '016e2564-1942-477a-a904-25b8915a5925'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:34:33.730449 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5afc484d-55bc-48d1-a09b-39f1556c13a4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:33.781823 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-436a7c56-b22d-434c-87fb-e95b17e5ec6b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (dea3ba5d-330b-4c89-a848-be5d9646114d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:33.790975 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5ab8b05a-bbb4-4897-bdde-38eef1e7daa0 None None] Provisioning complete for port 5afc484d-55bc-48d1-a09b-39f1556c13a4 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:33.791500 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5ab8b05a-bbb4-4897-bdde-38eef1e7daa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5afc484d-55bc-48d1-a09b-39f1556c13a4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:33.826354 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-436a7c56-b22d-434c-87fb-e95b17e5ec6b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:33.830018 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8a774ba-dcec-4e69-bbb3-ee889ed5d82f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:33.857172 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-436a7c56-b22d-434c-87fb-e95b17e5ec6b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/dea3ba5d-330b-4c89-a848-be5d9646114d HTTP/1.1" status: 204 len: 168 time: 0.3584702 Feb 19 04:34:33.865932 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57404) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:33.873522 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5ab8b05a-bbb4-4897-bdde-38eef1e7daa0 None None] Port 5afc484d-55bc-48d1-a09b-39f1556c13a4 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:34:33.927851 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a7c56-b22d-434c-87fb-e95b17e5ec6b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dea3ba5d-330b-4c89-a848-be5d9646114d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:34.060994 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e72618cf-bec6-4cab-a312-cbc347cb0329 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1925514 Feb 19 04:34:34.066404 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57406) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:34.252992 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8232b72-16d2-46bc-ad32-81d575a3c458 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (4dee4d6c-7f21-49fa-9ac9-58e375c17901), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:34.292095 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8232b72-16d2-46bc-ad32-81d575a3c458 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (4dee4d6c-7f21-49fa-9ac9-58e375c17901), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:34.388832 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae0330-2df5-42b3-b838-e69ff696e725 req-0aa546d5-278a-406d-8c44-9a39328ab6a2 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:34.392150 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-27ae0330-2df5-42b3-b838-e69ff696e725 req-0aa546d5-278a-406d-8c44-9a39328ab6a2 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.3039262 Feb 19 04:34:34.435602 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] For port 5afc484d-55bc-48d1-a09b-39f1556c13a4, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:34:34.448011 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] For port 5afc484d-55bc-48d1-a09b-39f1556c13a4, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5afc484d-55bc-48d1-a09b-39f1556c13a4,segment=NetworkSegment(e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3),segment_id=e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:34:34.474706 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-61aa722b-4f1c-4f7b-ae64-d8e20720ee43 req-431dc64e-e69e-4960-b738-facf8b538b2e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.1076872 Feb 19 04:34:34.475890 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5afc484d-55bc-48d1-a09b-39f1556c13a4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:34.500938 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8232b72-16d2-46bc-ad32-81d575a3c458 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (4dee4d6c-7f21-49fa-9ac9-58e375c17901), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:34.539672 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8232b72-16d2-46bc-ad32-81d575a3c458 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:34.544770 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e8232b72-16d2-46bc-ad32-81d575a3c458 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/4dee4d6c-7f21-49fa-9ac9-58e375c17901 HTTP/1.1" status: 204 len: 168 time: 0.4742844 Feb 19 04:34:34.549774 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57410) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:34.574603 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-27ae0330-2df5-42b3-b838-e69ff696e725 req-977fa1e0-e685-4cab-99e7-6094819683f1 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570375 Feb 19 04:34:34.694989 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-be431e6d-dd9e-4c0a-a197-656b33f72e0a None None] Publish callbacks [] for port (dd1aa933-2c58-430c-b422-d458812ce563), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:34.797085 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550d380-62bd-4b1b-82d6-25cce46c8130 None None] Pushing event updated for resources: {'Port': ['ID=5afc484d-55bc-48d1-a09b-39f1556c13a4,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:34.819118 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-be431e6d-dd9e-4c0a-a197-656b33f72e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (dd1aa933-2c58-430c-b422-d458812ce563), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:34.903451 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8232b72-16d2-46bc-ad32-81d575a3c458 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4dee4d6c-7f21-49fa-9ac9-58e375c17901,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:34.906202 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] Routers {'db6fa7fb-4a73-472f-adda-b2d58af8fbe1'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:34:34.907501 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:34:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:34.970227 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-a8a774ba-dcec-4e69-bbb3-ee889ed5d82f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Allocated IP 172.21.0.1 (c8a8fedb-0d2d-4b53-86f4-d5e13b42b129/83c77b9a-d00d-4ac5-86bc-9d4fd3523b36/0991a15f-d983-448f-9b98-c9c3968ec754) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:34:35.091964 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be431e6d-dd9e-4c0a-a197-656b33f72e0a None None] Network c8a8fedb-0d2d-4b53-86f4-d5e13b42b129 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:34:35.148461 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fe58a101-fef9-486e-8e26-ee59aecac165 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5889874 Feb 19 04:34:35.152820 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57412) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:35.186150 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-be431e6d-dd9e-4c0a-a197-656b33f72e0a None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:34:35.192393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be431e6d-dd9e-4c0a-a197-656b33f72e0a None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:34:35.205587 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be431e6d-dd9e-4c0a-a197-656b33f72e0a None None] Pushing event updated for resources: {'Port': ['ID=dd1aa933-2c58-430c-b422-d458812ce563,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:35.224554 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d5712f94-724e-4d15-aa72-8f7736ca5c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:35.252232 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-08ee16a2-ce0c-47b2-96eb-f7db9f16df79 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (b64cb0fa-7d8c-4e8d-a84b-fbc32143830f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:35.304412 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-08ee16a2-ce0c-47b2-96eb-f7db9f16df79 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (b64cb0fa-7d8c-4e8d-a84b-fbc32143830f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:35.375373 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-be431e6d-dd9e-4c0a-a197-656b33f72e0a None None] Attempting to bind port dd1aa933-2c58-430c-b422-d458812ce563 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:34:35.376195 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-be431e6d-dd9e-4c0a-a197-656b33f72e0a None None] Attempting to bind port dd1aa933-2c58-430c-b422-d458812ce563 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '1b78a31f-9ddc-49f8-a729-dc254595e193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:34:35.379460 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be431e6d-dd9e-4c0a-a197-656b33f72e0a None None] Attempting to bind port dd1aa933-2c58-430c-b422-d458812ce563 on network c8a8fedb-0d2d-4b53-86f4-d5e13b42b129 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:34:35.412647 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be431e6d-dd9e-4c0a-a197-656b33f72e0a None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:34:35.413323 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be431e6d-dd9e-4c0a-a197-656b33f72e0a None None] Checking segment: {'id': '1b78a31f-9ddc-49f8-a729-dc254595e193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:34:35.414007 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-be431e6d-dd9e-4c0a-a197-656b33f72e0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:35.415021 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be431e6d-dd9e-4c0a-a197-656b33f72e0a None None] Bound using segment: {'id': '1b78a31f-9ddc-49f8-a729-dc254595e193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:34:35.416662 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-be431e6d-dd9e-4c0a-a197-656b33f72e0a None None] Bound port: dd1aa933-2c58-430c-b422-d458812ce563, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b78a31f-9ddc-49f8-a729-dc254595e193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:34:35.417969 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-be431e6d-dd9e-4c0a-a197-656b33f72e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dd1aa933-2c58-430c-b422-d458812ce563), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:35.427797 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] Set router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:34:35.443403 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-08ee16a2-ce0c-47b2-96eb-f7db9f16df79 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (b64cb0fa-7d8c-4e8d-a84b-fbc32143830f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:35.462632 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-08ee16a2-ce0c-47b2-96eb-f7db9f16df79 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:35.472658 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-08ee16a2-ce0c-47b2-96eb-f7db9f16df79 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/b64cb0fa-7d8c-4e8d-a84b-fbc32143830f HTTP/1.1" status: 204 len: 168 time: 0.3179393 Feb 19 04:34:35.482576 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57414) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:35.485191 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8a774ba-dcec-4e69-bbb3-ee889ed5d82f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for port (0991a15f-d983-448f-9b98-c9c3968ec754), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:35.539754 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8a774ba-dcec-4e69-bbb3-ee889ed5d82f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (0991a15f-d983-448f-9b98-c9c3968ec754), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:35.558121 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee16a2-ce0c-47b2-96eb-f7db9f16df79 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b64cb0fa-7d8c-4e8d-a84b-fbc32143830f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:35.645684 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-88b788d5-e908-4a0e-9054-18eb53227bf5 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1588306 Feb 19 04:34:35.660205 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57420) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:35.758665 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a774ba-dcec-4e69-bbb3-ee889ed5d82f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network c8a8fedb-0d2d-4b53-86f4-d5e13b42b129 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:34:35.788989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9a61d302-e4f7-4490-9726-10e462ebadc8 None None] Provisioning complete for port 5afc484d-55bc-48d1-a09b-39f1556c13a4 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:35.789845 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9a61d302-e4f7-4490-9726-10e462ebadc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5afc484d-55bc-48d1-a09b-39f1556c13a4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:35.829785 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-a8a774ba-dcec-4e69-bbb3-ee889ed5d82f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:34:35.855516 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a774ba-dcec-4e69-bbb3-ee889ed5d82f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:34:35.865568 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-70314752-f138-4fc0-b97c-75132622a26b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (4632a244-31dd-42a5-bf85-93101d165a9e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:35.918086 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a774ba-dcec-4e69-bbb3-ee889ed5d82f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Port': ['ID=0991a15f-d983-448f-9b98-c9c3968ec754,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:35.981385 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-181b01f2-ea4d-4883-9c1e-4b7a2d8ae770 req-ffdf5b9d-81ff-4d6f-b2ed-133bbf2528c8 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.2209044 Feb 19 04:34:36.002793 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-70314752-f138-4fc0-b97c-75132622a26b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (4632a244-31dd-42a5-bf85-93101d165a9e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:36.042057 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8a774ba-dcec-4e69-bbb3-ee889ed5d82f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:36.142918 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-be431e6d-dd9e-4c0a-a197-656b33f72e0a None None] For port dd1aa933-2c58-430c-b422-d458812ce563, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:34:36.190021 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb7d63-cd44-4f52-90b1-dbfc27efad1b req-8b33d28e-07b2-4ed1-a34a-d457ff474395 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:36.190807 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-be431e6d-dd9e-4c0a-a197-656b33f72e0a None None] For port dd1aa933-2c58-430c-b422-d458812ce563, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=dd1aa933-2c58-430c-b422-d458812ce563,segment=NetworkSegment(1b78a31f-9ddc-49f8-a729-dc254595e193),segment_id=1b78a31f-9ddc-49f8-a729-dc254595e193)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:34:36.193303 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cdbb7d63-cd44-4f52-90b1-dbfc27efad1b req-8b33d28e-07b2-4ed1-a34a-d457ff474395 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.3403468 Feb 19 04:34:36.195561 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-70314752-f138-4fc0-b97c-75132622a26b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4632a244-31dd-42a5-bf85-93101d165a9e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:36.202429 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-70314752-f138-4fc0-b97c-75132622a26b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:36.208820 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-70314752-f138-4fc0-b97c-75132622a26b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "DELETE /v2.0/security-groups/4632a244-31dd-42a5-bf85-93101d165a9e HTTP/1.1" status: 204 len: 168 time: 0.5432029 Feb 19 04:34:36.210020 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57422) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:36.264441 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70314752-f138-4fc0-b97c-75132622a26b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4632a244-31dd-42a5-bf85-93101d165a9e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:36.341912 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-be431e6d-dd9e-4c0a-a197-656b33f72e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (dd1aa933-2c58-430c-b422-d458812ce563), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:36.379451 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cdbb7d63-cd44-4f52-90b1-dbfc27efad1b req-87011ed8-52f2-4bc5-b3e0-26d73d84cee0 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684074 Feb 19 04:34:36.466495 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9ba4404c-bbac-42e9-bf6a-0fc1c6b40cbd tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2549481 Feb 19 04:34:36.482352 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57424) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:36.495388 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-c4f39db9-da07-4d45-aa4f-727f575e4463 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Request body: {'security_group': {'name': 'tempest-secgroup--1864483423'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:36.594967 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c4f39db9-da07-4d45-aa4f-727f575e4463 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:36.598571 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8a774ba-dcec-4e69-bbb3-ee889ed5d82f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0991a15f-d983-448f-9b98-c9c3968ec754), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:36.764118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be431e6d-dd9e-4c0a-a197-656b33f72e0a None None] Pushing event updated for resources: {'Port': ['ID=dd1aa933-2c58-430c-b422-d458812ce563,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:36.808196 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9a61d302-e4f7-4490-9726-10e462ebadc8 None None] Current status of the port 5afc484d-55bc-48d1-a09b-39f1556c13a4 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:36.809233 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9a61d302-e4f7-4490-9726-10e462ebadc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5afc484d-55bc-48d1-a09b-39f1556c13a4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:36.859936 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c4f39db9-da07-4d45-aa4f-727f575e4463 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (51d8735d-50f5-42b7-bb7b-1ba5189fd2a2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:36.874730 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c4f39db9-da07-4d45-aa4f-727f575e4463 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (51d8735d-50f5-42b7-bb7b-1ba5189fd2a2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:36.886261 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:34:26Z', 'revision_number': 2, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:34Z', 'revision_number': 4, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:36.891459 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:36.941052 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c4f39db9-da07-4d45-aa4f-727f575e4463 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:36.949065 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c4f39db9-da07-4d45-aa4f-727f575e4463 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4636850 Feb 19 04:34:36.949288 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57426) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:36.966705 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-d9ef3024-63a0-4cad-98f1-39104331bf82 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Request body: {'security_group_rule': {'security_group_id': '51d8735d-50f5-42b7-bb7b-1ba5189fd2a2', 'direction': 'ingress', 'protocol': 17}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:37.010841 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f39db9-da07-4d45-aa4f-727f575e4463 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d8735d-50f5-42b7-bb7b-1ba5189fd2a2,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:37.031272 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d9ef3024-63a0-4cad-98f1-39104331bf82 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (4b67248f-669b-43bd-a3d8-718e70e98bac), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:37.066864 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513238c0-db4e-495b-8ae9-897bc8579615 None None] The sync data for ids ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'] in n-d-772273-4 is: [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:34:26Z', 'revision_number': 2, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:34Z', 'revision_number': 4, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:34:37.068480 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9a61d302-e4f7-4490-9726-10e462ebadc8 None None] For port 5afc484d-55bc-48d1-a09b-39f1556c13a4, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5afc484d-55bc-48d1-a09b-39f1556c13a4,segment=NetworkSegment(e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3),segment_id=e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:34:37.082676 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9a61d302-e4f7-4490-9726-10e462ebadc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5afc484d-55bc-48d1-a09b-39f1556c13a4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:37.263004 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61d302-e4f7-4490-9726-10e462ebadc8 None None] Pushing event updated for resources: {'Port': ['ID=5afc484d-55bc-48d1-a09b-39f1556c13a4,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:37.359804 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d9ef3024-63a0-4cad-98f1-39104331bf82 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (4b67248f-669b-43bd-a3d8-718e70e98bac), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:37.369329 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d9ef3024-63a0-4cad-98f1-39104331bf82 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (4b67248f-669b-43bd-a3d8-718e70e98bac), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:37.395644 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:37.433653 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef3024-63a0-4cad-98f1-39104331bf82 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b67248f-669b-43bd-a3d8-718e70e98bac,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:37.458315 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d9ef3024-63a0-4cad-98f1-39104331bf82 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:37.462841 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d9ef3024-63a0-4cad-98f1-39104331bf82 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5063751 Feb 19 04:34:37.466651 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57432) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:37.649655 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ad91c9e-84b1-467f-b23b-bedfb1fe3c64 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (51d8735d-50f5-42b7-bb7b-1ba5189fd2a2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:37.734893 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device dd1aa933-2c58-430c-b422-d458812ce563 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:34:37.813914 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ad91c9e-84b1-467f-b23b-bedfb1fe3c64 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (51d8735d-50f5-42b7-bb7b-1ba5189fd2a2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:37.826324 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d1780c7-78b5-438f-8769-57f1cc34e505 req-cd2ad901-f7d6-4b45-89e4-ddcd23d9341d tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.2555990 Feb 19 04:34:37.892994 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215743a8-3d2c-418b-a1e5-424fcaf118ff req-c7434da9-c83e-4c41-89fb-f5eaeb155b72 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:37.899438 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-215743a8-3d2c-418b-a1e5-424fcaf118ff req-c7434da9-c83e-4c41-89fb-f5eaeb155b72 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.3407383 Feb 19 04:34:37.935395 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port dd1aa933-2c58-430c-b422-d458812ce563 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:37.935972 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (dd1aa933-2c58-430c-b422-d458812ce563), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:38.057013 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8a774ba-dcec-4e69-bbb3-ee889ed5d82f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for port (0991a15f-d983-448f-9b98-c9c3968ec754), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:38.068529 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8a774ba-dcec-4e69-bbb3-ee889ed5d82f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (0991a15f-d983-448f-9b98-c9c3968ec754), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:38.119578 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-215743a8-3d2c-418b-a1e5-424fcaf118ff req-e8172990-04a5-4c19-b5e5-b094f306cd2e tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870389 Feb 19 04:34:38.135031 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:38.144773 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ad91c9e-84b1-467f-b23b-bedfb1fe3c64 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (51d8735d-50f5-42b7-bb7b-1ba5189fd2a2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:38.168514 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ad91c9e-84b1-467f-b23b-bedfb1fe3c64 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:38.178703 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1ad91c9e-84b1-467f-b23b-bedfb1fe3c64 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "DELETE /v2.0/security-groups/51d8735d-50f5-42b7-bb7b-1ba5189fd2a2 HTTP/1.1" status: 204 len: 168 time: 0.7104080 Feb 19 04:34:38.179825 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57434) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:38.269941 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port dd1aa933-2c58-430c-b422-d458812ce563 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:38.270659 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dd1aa933-2c58-430c-b422-d458812ce563), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:38.350044 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port dd1aa933-2c58-430c-b422-d458812ce563, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=dd1aa933-2c58-430c-b422-d458812ce563,segment=NetworkSegment(1b78a31f-9ddc-49f8-a729-dc254595e193),segment_id=1b78a31f-9ddc-49f8-a729-dc254595e193)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:34:38.360560 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (dd1aa933-2c58-430c-b422-d458812ce563), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:38.381727 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad91c9e-84b1-467f-b23b-bedfb1fe3c64 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d8735d-50f5-42b7-bb7b-1ba5189fd2a2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:38.392330 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a774ba-dcec-4e69-bbb3-ee889ed5d82f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Port': ['ID=0991a15f-d983-448f-9b98-c9c3968ec754,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:38.420142 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8a774ba-dcec-4e69-bbb3-ee889ed5d82f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:38.534031 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3c573ade-a438-4910-a0ff-8839f308acfd tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3285058 Feb 19 04:34:38.541688 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57436) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:38.562283 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-aabec97c-6779-42f2-9e61-4fe917312b84 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Request body: {'security_group': {'name': 'tempest-secgroup--2120472698'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:38.623569 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aabec97c-6779-42f2-9e61-4fe917312b84 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:38.636338 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=dd1aa933-2c58-430c-b422-d458812ce563,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:38.660062 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:34:38.864091 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a774ba-dcec-4e69-bbb3-ee889ed5d82f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network c8a8fedb-0d2d-4b53-86f4-d5e13b42b129 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:34:38.882628 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-a8a774ba-dcec-4e69-bbb3-ee889ed5d82f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:34:38.909810 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aabec97c-6779-42f2-9e61-4fe917312b84 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (ebd908a5-f02f-4c95-93eb-b369b3219b9f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:38.935348 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aabec97c-6779-42f2-9e61-4fe917312b84 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ebd908a5-f02f-4c95-93eb-b369b3219b9f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:38.941317 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2f0a39-e78b-4e45-951e-19322bcdd479 None None] Network c8a8fedb-0d2d-4b53-86f4-d5e13b42b129 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:34:38.995872 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aabec97c-6779-42f2-9e61-4fe917312b84 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:38.998159 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-aabec97c-6779-42f2-9e61-4fe917312b84 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4549582 Feb 19 04:34:39.010877 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57444) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:39.030618 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-cf7fbaa2-185e-428a-8c21-45772d1cd68b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Request body: {'security_group': {'name': 'tempest-secgroup--1954895275'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:39.059220 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabec97c-6779-42f2-9e61-4fe917312b84 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd908a5-f02f-4c95-93eb-b369b3219b9f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:39.100400 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf7fbaa2-185e-428a-8c21-45772d1cd68b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:39.283619 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e7577686-156f-484a-8c16-f7860671111b req-4ebeb5ca-1008-48dd-a6cf-4a7e0cb245e2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.1040244 Feb 19 04:34:39.371608 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf7fbaa2-185e-428a-8c21-45772d1cd68b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (107bcec1-9192-4c62-b152-2430beafe9c9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:39.392322 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf7fbaa2-185e-428a-8c21-45772d1cd68b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (107bcec1-9192-4c62-b152-2430beafe9c9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:39.523614 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:39.531497 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d5dce429-2fa6-40b3-b5ea-687721e1d1d8 None None] Provisioning complete for port dd1aa933-2c58-430c-b422-d458812ce563 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:39.531497 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d5dce429-2fa6-40b3-b5ea-687721e1d1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (dd1aa933-2c58-430c-b422-d458812ce563), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:39.644260 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a774ba-dcec-4e69-bbb3-ee889ed5d82f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:34:39.657321 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf7fbaa2-185e-428a-8c21-45772d1cd68b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:39.659051 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cf7fbaa2-185e-428a-8c21-45772d1cd68b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6459472 Feb 19 04:34:39.666922 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57450) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:39.667373 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:39.691812 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fbaa2-185e-428a-8c21-45772d1cd68b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=107bcec1-9192-4c62-b152-2430beafe9c9,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:39.698722 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f46e7219-bc10-4add-804e-e43b64ebe15b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Request body: {'security_group_rule': {'security_group_id': 'ebd908a5-f02f-4c95-93eb-b369b3219b9f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '107bcec1-9192-4c62-b152-2430beafe9c9', 'remote_ip_prefix': None}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:39.767672 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d5dce429-2fa6-40b3-b5ea-687721e1d1d8 None None] Current status of the port dd1aa933-2c58-430c-b422-d458812ce563 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:39.810992 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39c38f-3d63-4560-ad92-b4e97a77caf7 req-17f4f6e7-4c92-4e23-80b0-4b7cb0002dfe tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:39.811334 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4a39c38f-3d63-4560-ad92-b4e97a77caf7 req-17f4f6e7-4c92-4e23-80b0-4b7cb0002dfe tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.3342533 Feb 19 04:34:39.926463 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5afc484d-55bc-48d1-a09b-39f1556c13a4 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:34:39.956782 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f46e7219-bc10-4add-804e-e43b64ebe15b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (4d40b1dc-8f53-4fd7-8e1e-37d221ee9d9b), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:40.026829 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4a39c38f-3d63-4560-ad92-b4e97a77caf7 req-dbacbc31-46a5-4cab-98d3-7b9974e3cce7 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808202 Feb 19 04:34:40.074671 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 5afc484d-55bc-48d1-a09b-39f1556c13a4 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:40.075497 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5afc484d-55bc-48d1-a09b-39f1556c13a4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:40.178850 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a774ba-dcec-4e69-bbb3-ee889ed5d82f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:34:40.185523 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a8a774ba-dcec-4e69-bbb3-ee889ed5d82f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "PUT /v2.0/routers/db6fa7fb-4a73-472f-adda-b2d58af8fbe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5890462 Feb 19 04:34:40.191105 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57462) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:40.201702 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-d57f37dd-b5f8-4ec6-9d0f-abca3c8e0e9a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'network': {'name': 'tempest-RoutersTest-94061648'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:40.349603 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f46e7219-bc10-4add-804e-e43b64ebe15b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (4d40b1dc-8f53-4fd7-8e1e-37d221ee9d9b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:40.371345 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f46e7219-bc10-4add-804e-e43b64ebe15b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (4d40b1dc-8f53-4fd7-8e1e-37d221ee9d9b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:40.436670 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] Sync routers for ids ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:34:40.461238 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] Routers {'db6fa7fb-4a73-472f-adda-b2d58af8fbe1'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:34:40.466099 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:34:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:40.499585 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e7219-bc10-4add-804e-e43b64ebe15b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d40b1dc-8f53-4fd7-8e1e-37d221ee9d9b,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:40.507717 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57f37dd-b5f8-4ec6-9d0f-abca3c8e0e9a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Made reservation on behalf of 8d1cf8b47d754845b7d571a762ca3651 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:34:40.527874 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d57f37dd-b5f8-4ec6-9d0f-abca3c8e0e9a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:40.553085 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f46e7219-bc10-4add-804e-e43b64ebe15b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:40.568377 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57470) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:40.580732 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f46e7219-bc10-4add-804e-e43b64ebe15b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8931565 Feb 19 04:34:40.732535 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-13c96473-0531-484d-8802-3e6b4023ffe9 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (4d40b1dc-8f53-4fd7-8e1e-37d221ee9d9b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:40.787744 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-13c96473-0531-484d-8802-3e6b4023ffe9 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (4d40b1dc-8f53-4fd7-8e1e-37d221ee9d9b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:40.829709 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] Set router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:34:40.917362 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c58eed20-5ac2-48d2-b327-1c57ece1ff28 req-920bb0ba-d9b5-4509-b1e5-50a0937e8f7e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.2064488 Feb 19 04:34:40.923371 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57f37dd-b5f8-4ec6-9d0f-abca3c8e0e9a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:34:40.925221 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-13c96473-0531-484d-8802-3e6b4023ffe9 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (4d40b1dc-8f53-4fd7-8e1e-37d221ee9d9b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:40.951272 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-13c96473-0531-484d-8802-3e6b4023ffe9 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:40.959222 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-13c96473-0531-484d-8802-3e6b4023ffe9 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/4d40b1dc-8f53-4fd7-8e1e-37d221ee9d9b HTTP/1.1" status: 204 len: 168 time: 0.3886545 Feb 19 04:34:40.964725 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57474) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:40.977498 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 5afc484d-55bc-48d1-a09b-39f1556c13a4 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:40.982364 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device dd1aa933-2c58-430c-b422-d458812ce563 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:34:40.990286 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d57f37dd-b5f8-4ec6-9d0f-abca3c8e0e9a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (69cfe77b-fcf4-45cf-8690-4576184affad), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:40.997195 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-d57f37dd-b5f8-4ec6-9d0f-abca3c8e0e9a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Added segment 69cfe77b-fcf4-45cf-8690-4576184affad of type vlan for network 223008e7-579a-4b81-9b5d-97caa183201a Feb 19 04:34:41.089573 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c96473-0531-484d-8802-3e6b4023ffe9 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d40b1dc-8f53-4fd7-8e1e-37d221ee9d9b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:41.137837 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a62234da-485a-4efb-b36f-7c2a8b61fc19 None None] Provisioning complete for port dd1aa933-2c58-430c-b422-d458812ce563 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:41.138647 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a62234da-485a-4efb-b36f-7c2a8b61fc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (dd1aa933-2c58-430c-b422-d458812ce563), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:41.205239 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d57f37dd-b5f8-4ec6-9d0f-abca3c8e0e9a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (223008e7-579a-4b81-9b5d-97caa183201a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:41.216590 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cd92a184-1d76-412b-8020-456218a852d2 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2268751 Feb 19 04:34:41.217683 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57478) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:41.352581 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d57f37dd-b5f8-4ec6-9d0f-abca3c8e0e9a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (223008e7-579a-4b81-9b5d-97caa183201a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:41.364555 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57f37dd-b5f8-4ec6-9d0f-abca3c8e0e9a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:41.365661 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d57f37dd-b5f8-4ec6-9d0f-abca3c8e0e9a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:41.522405 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port dd1aa933-2c58-430c-b422-d458812ce563 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:41.536700 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (dd1aa933-2c58-430c-b422-d458812ce563), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:41.614047 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c6ff4300-c786-41f0-a87b-e410279573ac tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (107bcec1-9192-4c62-b152-2430beafe9c9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:41.665943 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c6ff4300-c786-41f0-a87b-e410279573ac tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (107bcec1-9192-4c62-b152-2430beafe9c9), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:41.708311 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d57f37dd-b5f8-4ec6-9d0f-abca3c8e0e9a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.5117321 Feb 19 04:34:41.716639 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57486) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:41.721235 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a62234da-485a-4efb-b36f-7c2a8b61fc19 None None] Current status of the port dd1aa933-2c58-430c-b422-d458812ce563 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:41.751136 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-b79371c4-7cd8-4a36-b612-df94744e7a6b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'subnet': {'network_id': '223008e7-579a-4b81-9b5d-97caa183201a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:41.778584 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f37dd-b5f8-4ec6-9d0f-abca3c8e0e9a tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Network': ['ID=223008e7-579a-4b81-9b5d-97caa183201a,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:41.794710 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878563d-7966-4130-9be6-bb7c33ee45a3 req-cdfc6412-0b4a-46d2-a735-74e231da720c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:41.797559 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e878563d-7966-4130-9be6-bb7c33ee45a3 req-cdfc6412-0b4a-46d2-a735-74e231da720c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.4639900 Feb 19 04:34:41.799777 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c6ff4300-c786-41f0-a87b-e410279573ac tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (107bcec1-9192-4c62-b152-2430beafe9c9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:41.805442 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c6ff4300-c786-41f0-a87b-e410279573ac tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:41.807436 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c6ff4300-c786-41f0-a87b-e410279573ac tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "DELETE /v2.0/security-groups/107bcec1-9192-4c62-b152-2430beafe9c9 HTTP/1.1" status: 204 len: 168 time: 0.5798428 Feb 19 04:34:41.815143 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 3, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '0991a15f-d983-448f-9b98-c9c3968ec754', 'name': '', 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2e:36:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:34Z', 'updated_at': '2022-02-19T04:34:37Z', 'revision_number': 2, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:41.823838 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 223008e7-579a-4b81-9b5d-97caa183201a details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:34:41.829093 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57490) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:41.831084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff4300-c786-41f0-a87b-e410279573ac tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=107bcec1-9192-4c62-b152-2430beafe9c9,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:42.015807 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] Checking router: db6fa7fb-4a73-472f-adda-b2d58af8fbe1 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:34:42.016391 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] Updating router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 port 0991a15f-d983-448f-9b98-c9c3968ec754 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:34:42.151197 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0991a15f-d983-448f-9b98-c9c3968ec754), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:42.200906 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57502) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:42.204236 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-84379d6d-cb66-481b-b415-a06bc05cd87e tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3677182 Feb 19 04:34:42.277883 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e878563d-7966-4130-9be6-bb7c33ee45a3 req-7e84fa5e-932d-47ee-9e5a-ad67f8cac7b7 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503770 Feb 19 04:34:42.292294 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a62234da-485a-4efb-b36f-7c2a8b61fc19 None None] Provisioning complete for port 0991a15f-d983-448f-9b98-c9c3968ec754 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:42.293233 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a62234da-485a-4efb-b36f-7c2a8b61fc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0991a15f-d983-448f-9b98-c9c3968ec754), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:42.393601 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79371c4-7cd8-4a36-b612-df94744e7a6b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Made reservation on behalf of 8d1cf8b47d754845b7d571a762ca3651 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:34:42.400131 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b79371c4-7cd8-4a36-b612-df94744e7a6b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:42.599809 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0022b5c8-51fb-4078-af2d-2f121697096f req-9e7552c0-2938-4cdb-8cd3-a415e3d3d332 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.2232640 Feb 19 04:34:42.650932 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a62234da-485a-4efb-b36f-7c2a8b61fc19 None None] Port 0991a15f-d983-448f-9b98-c9c3968ec754 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:34:42.676562 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port dd1aa933-2c58-430c-b422-d458812ce563 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:42.856655 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-992ba9a7-5e7e-4263-bb15-4e46312431d0 None None] Provisioning complete for port 0991a15f-d983-448f-9b98-c9c3968ec754 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:42.857335 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-992ba9a7-5e7e-4263-bb15-4e46312431d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0991a15f-d983-448f-9b98-c9c3968ec754), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:43.104259 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eedc4b33-b00e-4382-ad38-201c5d38f660 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (ebd908a5-f02f-4c95-93eb-b369b3219b9f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:43.115476 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b79371c4-7cd8-4a36-b612-df94744e7a6b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (0e772ba0-b35a-4592-98a4-6ff9500c6b5e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:43.243626 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-992ba9a7-5e7e-4263-bb15-4e46312431d0 None None] Port 0991a15f-d983-448f-9b98-c9c3968ec754 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:34:43.343067 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] Publish callbacks [] for port (0991a15f-d983-448f-9b98-c9c3968ec754), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:43.362457 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0991a15f-d983-448f-9b98-c9c3968ec754), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:43.503436 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eedc4b33-b00e-4382-ad38-201c5d38f660 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (ebd908a5-f02f-4c95-93eb-b369b3219b9f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:43.668348 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48304b33-339b-4645-8d58-3be7cdc25260 None None] Pushing event updated for resources: {'Port': ['ID=0991a15f-d983-448f-9b98-c9c3968ec754,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:43.727862 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79371c4-7cd8-4a36-b612-df94744e7a6b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Subnet': ['ID=0e772ba0-b35a-4592-98a4-6ff9500c6b5e,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:43.877562 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48304b33-339b-4645-8d58-3be7cdc25260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:43.878159 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48304b33-339b-4645-8d58-3be7cdc25260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:43.881726 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48304b33-339b-4645-8d58-3be7cdc25260 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:43.886827 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48304b33-339b-4645-8d58-3be7cdc25260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:43.887405 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48304b33-339b-4645-8d58-3be7cdc25260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:43.887995 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48304b33-339b-4645-8d58-3be7cdc25260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:43.893870 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48304b33-339b-4645-8d58-3be7cdc25260 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:43.899461 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48304b33-339b-4645-8d58-3be7cdc25260 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:43.901063 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eedc4b33-b00e-4382-ad38-201c5d38f660 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ebd908a5-f02f-4c95-93eb-b369b3219b9f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:43.901727 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48304b33-339b-4645-8d58-3be7cdc25260 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:43.903911 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48304b33-339b-4645-8d58-3be7cdc25260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:43.909230 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48304b33-339b-4645-8d58-3be7cdc25260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:43.912947 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48304b33-339b-4645-8d58-3be7cdc25260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:43.913247 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eedc4b33-b00e-4382-ad38-201c5d38f660 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:43.916300 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48304b33-339b-4645-8d58-3be7cdc25260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:34:43.917825 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-eedc4b33-b00e-4382-ad38-201c5d38f660 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "DELETE /v2.0/security-groups/ebd908a5-f02f-4c95-93eb-b369b3219b9f HTTP/1.1" status: 204 len: 168 time: 1.7101789 Feb 19 04:34:43.936399 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57526) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:43.945732 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79371c4-7cd8-4a36-b612-df94744e7a6b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Checking segment: {'id': '69cfe77b-fcf4-45cf-8690-4576184affad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '223008e7-579a-4b81-9b5d-97caa183201a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:34:43.946514 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79371c4-7cd8-4a36-b612-df94744e7a6b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network hostable DHCP agents. Network: 223008e7-579a-4b81-9b5d-97caa183201a, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:34:43.951564 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6071f-dc47-4f5b-a3de-145e862f3413 req-187686da-c153-434e-bf46-d206c2a167e3 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:43.985072 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-07a6071f-dc47-4f5b-a3de-145e862f3413 req-187686da-c153-434e-bf46-d206c2a167e3 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.3322985 Feb 19 04:34:44.050057 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc4b33-b00e-4382-ad38-201c5d38f660 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd908a5-f02f-4c95-93eb-b369b3219b9f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:44.097275 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] Attempting to bind port 0991a15f-d983-448f-9b98-c9c3968ec754 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:34:44.097931 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] Attempting to bind port 0991a15f-d983-448f-9b98-c9c3968ec754 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '1b78a31f-9ddc-49f8-a729-dc254595e193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:34:44.098546 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] Attempting to bind port 0991a15f-d983-448f-9b98-c9c3968ec754 on network c8a8fedb-0d2d-4b53-86f4-d5e13b42b129 {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:34:44.137191 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:34:44.137761 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] Checking segment: {'id': '1b78a31f-9ddc-49f8-a729-dc254595e193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:34:44.138483 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:44.139478 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] Bound using segment: {'id': '1b78a31f-9ddc-49f8-a729-dc254595e193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:34:44.146258 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] Bound port: 0991a15f-d983-448f-9b98-c9c3968ec754, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b78a31f-9ddc-49f8-a729-dc254595e193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:34:44.150671 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0991a15f-d983-448f-9b98-c9c3968ec754), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:44.196288 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-aa62eda5-e3dc-4cea-9bf1-d8ea462d5d10 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2375128 Feb 19 04:34:44.220659 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57530) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:44.296428 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-15a08759-8f7c-4ad3-984f-bb1d3fbda90f tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Request body: {'security_group': {'name': 'tempest-secgroup--641282112'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:44.332735 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-07a6071f-dc47-4f5b-a3de-145e862f3413 req-a92fe4f4-a87c-4b08-b1f5-c6e7cbb4f3f4 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405099 Feb 19 04:34:44.347857 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8cdca917-3fbb-4dd4-b148-9147aaa6d9d3 req-7c72e913-0d5a-43b1-a09c-48b85aaca4f2 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.3159034 Feb 19 04:34:44.362814 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79371c4-7cd8-4a36-b612-df94744e7a6b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network 223008e7-579a-4b81-9b5d-97caa183201a is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:34:44.453219 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-75c23ed5-a4dc-4c88-a733-107973eec4ea None None] Provisioning complete for port 0991a15f-d983-448f-9b98-c9c3968ec754 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:44.457151 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-75c23ed5-a4dc-4c88-a733-107973eec4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0991a15f-d983-448f-9b98-c9c3968ec754), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:44.462528 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] For port 0991a15f-d983-448f-9b98-c9c3968ec754, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:34:44.469492 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] For port 0991a15f-d983-448f-9b98-c9c3968ec754, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0991a15f-d983-448f-9b98-c9c3968ec754,segment=NetworkSegment(1b78a31f-9ddc-49f8-a729-dc254595e193),segment_id=1b78a31f-9ddc-49f8-a729-dc254595e193)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:34:44.474514 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-15a08759-8f7c-4ad3-984f-bb1d3fbda90f tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:44.486150 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0991a15f-d983-448f-9b98-c9c3968ec754), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:44.539107 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-b79371c4-7cd8-4a36-b612-df94744e7a6b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 223008e7-579a-4b81-9b5d-97caa183201a) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:34:44.561227 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a158d62e-739e-4a73-b524-6f6a4fcddd80 None None] Network 223008e7-579a-4b81-9b5d-97caa183201a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:34:44.581382 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-75c23ed5-a4dc-4c88-a733-107973eec4ea None None] Port 0991a15f-d983-448f-9b98-c9c3968ec754 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:34:44.602449 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57532) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:44.681805 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79371c4-7cd8-4a36-b612-df94744e7a6b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:44.683781 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b79371c4-7cd8-4a36-b612-df94744e7a6b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:44.769119 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48304b33-339b-4645-8d58-3be7cdc25260 None None] Pushing event updated for resources: {'Port': ['ID=0991a15f-d983-448f-9b98-c9c3968ec754,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:44.777331 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] Routers {'db6fa7fb-4a73-472f-adda-b2d58af8fbe1'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:34:44.779351 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:34:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:44.932741 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-15a08759-8f7c-4ad3-984f-bb1d3fbda90f tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (e08ea8ee-500e-4cdc-9238-0139f113af81), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:44.953772 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-15a08759-8f7c-4ad3-984f-bb1d3fbda90f tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e08ea8ee-500e-4cdc-9238-0139f113af81), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:45.088084 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a08759-8f7c-4ad3-984f-bb1d3fbda90f tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e08ea8ee-500e-4cdc-9238-0139f113af81,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:45.110592 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b79371c4-7cd8-4a36-b612-df94744e7a6b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3927319 Feb 19 04:34:45.115793 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57542) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:45.162083 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-15a08759-8f7c-4ad3-984f-bb1d3fbda90f tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:45.167433 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e5b75a-efe1-4aa3-a826-5a005ef53845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-223008e7-579a-4b81-9b5d-97caa183201a', 'network_id': '223008e7-579a-4b81-9b5d-97caa183201a', 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'fixed_ips': [{'subnet_id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:34:45.175364 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-15a08759-8f7c-4ad3-984f-bb1d3fbda90f tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9331305 Feb 19 04:34:45.176703 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57544) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:45.178653 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f9e5b75a-efe1-4aa3-a826-5a005ef53845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:45.201463 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-3b72198d-7f4b-4aee-a2b6-7d8f7a258ad1 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Request body: {'security_group_rule': {'security_group_id': 'e08ea8ee-500e-4cdc-9238-0139f113af81', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:45.371434 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b72198d-7f4b-4aee-a2b6-7d8f7a258ad1 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (c7dec18a-25e4-423c-bc41-d66b600cec9a), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:45.452494 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] Set router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:34:45.542790 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5956e7d1-6050-48a9-a66f-36f26545b7e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:45.770134 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b72198d-7f4b-4aee-a2b6-7d8f7a258ad1 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (c7dec18a-25e4-423c-bc41-d66b600cec9a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:45.853069 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-35caea85-ad1d-42c3-9deb-f1bccfb33d39 None None] Provisioning complete for port 0991a15f-d983-448f-9b98-c9c3968ec754 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:45.854194 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-35caea85-ad1d-42c3-9deb-f1bccfb33d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0991a15f-d983-448f-9b98-c9c3968ec754), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:45.888942 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b72198d-7f4b-4aee-a2b6-7d8f7a258ad1 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (c7dec18a-25e4-423c-bc41-d66b600cec9a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:45.910563 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1da4fea4-fbc3-46a8-807e-9fe3a2e19bff req-d072401e-6b2e-4d5a-86e5-b3f6709b42b8 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.1374638 Feb 19 04:34:46.033602 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72198d-7f4b-4aee-a2b6-7d8f7a258ad1 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7dec18a-25e4-423c-bc41-d66b600cec9a,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:46.091839 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b72198d-7f4b-4aee-a2b6-7d8f7a258ad1 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:46.107088 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3b72198d-7f4b-4aee-a2b6-7d8f7a258ad1 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9254827 Feb 19 04:34:46.107917 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57554) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:46.287737 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a0a25526-4893-44fd-a063-f52e9225865d tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (c7dec18a-25e4-423c-bc41-d66b600cec9a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:46.348361 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a0a25526-4893-44fd-a063-f52e9225865d tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (c7dec18a-25e4-423c-bc41-d66b600cec9a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:46.419861 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-f9e5b75a-efe1-4aa3-a826-5a005ef53845 None None] Allocated IP 172.22.0.2 (223008e7-579a-4b81-9b5d-97caa183201a/0e772ba0-b35a-4592-98a4-6ff9500c6b5e/5b288425-8724-4228-bfc3-5da9ae859d3f) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:34:46.462758 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a0a25526-4893-44fd-a063-f52e9225865d tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (c7dec18a-25e4-423c-bc41-d66b600cec9a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:46.515310 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a0a25526-4893-44fd-a063-f52e9225865d tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:46.525353 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a0a25526-4893-44fd-a063-f52e9225865d tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/c7dec18a-25e4-423c-bc41-d66b600cec9a HTTP/1.1" status: 204 len: 168 time: 0.4153986 Feb 19 04:34:46.533683 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57562) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:46.571649 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 3, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '0991a15f-d983-448f-9b98-c9c3968ec754', 'name': '', 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2e:36:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:34Z', 'updated_at': '2022-02-19T04:34:44Z', 'revision_number': 4, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:46.646982 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a25526-4893-44fd-a063-f52e9225865d tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7dec18a-25e4-423c-bc41-d66b600cec9a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:46.747658 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8554b7cc-726e-4f03-8c55-7a3ff632e44d None None] The sync data for ids ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'] in n-d-772273-4 is: [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 3, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '0991a15f-d983-448f-9b98-c9c3968ec754', 'name': '', 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2e:36:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:34Z', 'updated_at': '2022-02-19T04:34:44Z', 'revision_number': 4, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:34:46.833055 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85586d45-137e-488b-8336-e203fcb0094a req-088d530d-8612-4b25-a1fb-d49daa78dffd tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:46.837112 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85586d45-137e-488b-8336-e203fcb0094a req-088d530d-8612-4b25-a1fb-d49daa78dffd tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.8223841 Feb 19 04:34:46.864129 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f9e5b75a-efe1-4aa3-a826-5a005ef53845 None None] Publish callbacks [] for port (5b288425-8724-4228-bfc3-5da9ae859d3f), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:46.871222 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f86b4bf2-4a17-49c1-80aa-9026c3afc388 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2577174 Feb 19 04:34:46.880157 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57566) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:46.919089 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f9e5b75a-efe1-4aa3-a826-5a005ef53845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (5b288425-8724-4228-bfc3-5da9ae859d3f), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:47.006558 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5956e7d1-6050-48a9-a66f-36f26545b7e0 admin admin] Publish callbacks [] for security_group (7ed40888-cc3c-4612-ae59-07b013c6bb6d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:47.098495 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5956e7d1-6050-48a9-a66f-36f26545b7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7ed40888-cc3c-4612-ae59-07b013c6bb6d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:47.450446 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-35caea85-ad1d-42c3-9deb-f1bccfb33d39 None None] Current status of the port 0991a15f-d983-448f-9b98-c9c3968ec754 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:47.451290 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-35caea85-ad1d-42c3-9deb-f1bccfb33d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0991a15f-d983-448f-9b98-c9c3968ec754), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:47.480223 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4f03b45a-d124-47d4-978c-0de435514fed tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (e08ea8ee-500e-4cdc-9238-0139f113af81), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:47.490421 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5b75a-efe1-4aa3-a826-5a005ef53845 None None] Pushing event updated for resources: {'Port': ['ID=5b288425-8724-4228-bfc3-5da9ae859d3f,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:47.532506 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e5b75a-efe1-4aa3-a826-5a005ef53845 None None] Network 223008e7-579a-4b81-9b5d-97caa183201a is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:34:47.539110 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-f9e5b75a-efe1-4aa3-a826-5a005ef53845 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:34:47.548679 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e5b75a-efe1-4aa3-a826-5a005ef53845 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:34:47.610421 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-35caea85-ad1d-42c3-9deb-f1bccfb33d39 None None] For port 0991a15f-d983-448f-9b98-c9c3968ec754, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0991a15f-d983-448f-9b98-c9c3968ec754,segment=NetworkSegment(1b78a31f-9ddc-49f8-a729-dc254595e193),segment_id=1b78a31f-9ddc-49f8-a729-dc254595e193)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:34:47.635243 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5956e7d1-6050-48a9-a66f-36f26545b7e0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=be00f4f755d34e478f9d0cdd6001ecd1&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0269103 Feb 19 04:34:47.676943 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57578) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:47.700139 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-35caea85-ad1d-42c3-9deb-f1bccfb33d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0991a15f-d983-448f-9b98-c9c3968ec754), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:47.717877 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b2948f84-aebc-400e-98d2-11611304fcbc req-32bfa1a0-79fb-429c-96d6-28fe79936e48 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.2237365 Feb 19 04:34:47.809264 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4f03b45a-d124-47d4-978c-0de435514fed tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (e08ea8ee-500e-4cdc-9238-0139f113af81), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:47.811523 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-f9e5b75a-efe1-4aa3-a826-5a005ef53845 None None] Attempting to bind port 5b288425-8724-4228-bfc3-5da9ae859d3f on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:34:47.812542 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-f9e5b75a-efe1-4aa3-a826-5a005ef53845 None None] Attempting to bind port 5b288425-8724-4228-bfc3-5da9ae859d3f by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '69cfe77b-fcf4-45cf-8690-4576184affad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '223008e7-579a-4b81-9b5d-97caa183201a'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:34:47.813977 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e5b75a-efe1-4aa3-a826-5a005ef53845 None None] Attempting to bind port 5b288425-8724-4228-bfc3-5da9ae859d3f on network 223008e7-579a-4b81-9b5d-97caa183201a {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:34:47.915012 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e5b75a-efe1-4aa3-a826-5a005ef53845 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:34:47.916894 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e5b75a-efe1-4aa3-a826-5a005ef53845 None None] Checking segment: {'id': '69cfe77b-fcf4-45cf-8690-4576184affad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '223008e7-579a-4b81-9b5d-97caa183201a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:34:47.919996 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f9e5b75a-efe1-4aa3-a826-5a005ef53845 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:47.920999 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e5b75a-efe1-4aa3-a826-5a005ef53845 None None] Bound using segment: {'id': '69cfe77b-fcf4-45cf-8690-4576184affad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '223008e7-579a-4b81-9b5d-97caa183201a'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:34:47.922051 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-f9e5b75a-efe1-4aa3-a826-5a005ef53845 None None] Bound port: 5b288425-8724-4228-bfc3-5da9ae859d3f, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cfe77b-fcf4-45cf-8690-4576184affad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '223008e7-579a-4b81-9b5d-97caa183201a'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:34:47.925503 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f9e5b75a-efe1-4aa3-a826-5a005ef53845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5b288425-8724-4228-bfc3-5da9ae859d3f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:47.992797 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35caea85-ad1d-42c3-9deb-f1bccfb33d39 None None] Pushing event updated for resources: {'Port': ['ID=0991a15f-d983-448f-9b98-c9c3968ec754,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:48.018714 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4f03b45a-d124-47d4-978c-0de435514fed tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e08ea8ee-500e-4cdc-9238-0139f113af81), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:48.034490 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4f03b45a-d124-47d4-978c-0de435514fed tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:48.042407 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4f03b45a-d124-47d4-978c-0de435514fed tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "DELETE /v2.0/security-groups/e08ea8ee-500e-4cdc-9238-0139f113af81 HTTP/1.1" status: 204 len: 168 time: 1.1534722 Feb 19 04:34:48.044561 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57588) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:48.117307 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956e7d1-6050-48a9-a66f-36f26545b7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed40888-cc3c-4612-ae59-07b013c6bb6d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:48.149740 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03b45a-d124-47d4-978c-0de435514fed tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08ea8ee-500e-4cdc-9238-0139f113af81,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:48.205450 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85586d45-137e-488b-8336-e203fcb0094a req-508341ae-d5d9-4edf-9a0f-109c8abc2e35 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3317411 Feb 19 04:34:48.307663 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-f9e5b75a-efe1-4aa3-a826-5a005ef53845 None None] For port 5b288425-8724-4228-bfc3-5da9ae859d3f, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:34:48.318941 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-f9e5b75a-efe1-4aa3-a826-5a005ef53845 None None] For port 5b288425-8724-4228-bfc3-5da9ae859d3f, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5b288425-8724-4228-bfc3-5da9ae859d3f,segment=NetworkSegment(69cfe77b-fcf4-45cf-8690-4576184affad),segment_id=69cfe77b-fcf4-45cf-8690-4576184affad)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:34:48.349940 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f9e5b75a-efe1-4aa3-a826-5a005ef53845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5b288425-8724-4228-bfc3-5da9ae859d3f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:48.419733 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9e48b7ff-297f-452d-b8d3-2c46fbebced8 admin admin] Publish callbacks [] for security_group (7ed40888-cc3c-4612-ae59-07b013c6bb6d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:48.508239 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9e48b7ff-297f-452d-b8d3-2c46fbebced8 admin admin] Publish callbacks [] for security_group (7ed40888-cc3c-4612-ae59-07b013c6bb6d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:48.535818 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5b75a-efe1-4aa3-a826-5a005ef53845 None None] Pushing event updated for resources: {'Port': ['ID=5b288425-8724-4228-bfc3-5da9ae859d3f,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:48.681836 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-55ecbccb-8347-4d0f-afc7-158660600e33 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5761840 Feb 19 04:34:48.685414 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57596) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:48.700351 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0ee9bd40-14b1-421d-bae3-5ae911b25d0c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:48.713752 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-18d54936-59c7-408a-8604-f7d94121ec5b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Request body: {'security_group': {'name': 'tempest-secgroup--806345326'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:48.921045 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-18d54936-59c7-408a-8604-f7d94121ec5b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:49.069265 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9e48b7ff-297f-452d-b8d3-2c46fbebced8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7ed40888-cc3c-4612-ae59-07b013c6bb6d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:49.078882 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9e48b7ff-297f-452d-b8d3-2c46fbebced8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:49.085979 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9e48b7ff-297f-452d-b8d3-2c46fbebced8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7ed40888-cc3c-4612-ae59-07b013c6bb6d HTTP/1.1" status: 204 len: 168 time: 1.4026616 Feb 19 04:34:49.188509 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48b7ff-297f-452d-b8d3-2c46fbebced8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed40888-cc3c-4612-ae59-07b013c6bb6d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:49.293631 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-227ece41-1cdd-4024-ba47-8dcafd6127a2 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:49.356443 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-227ece41-1cdd-4024-ba47-8dcafd6127a2 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/networks?id=9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 200 len: 815 time: 1.2179925 Feb 19 04:34:49.450552 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0991a15f-d983-448f-9b98-c9c3968ec754 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:34:49.736453 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 0991a15f-d983-448f-9b98-c9c3968ec754 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:49.737165 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0991a15f-d983-448f-9b98-c9c3968ec754), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:49.813945 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-31644fbb-d661-4ea9-be79-19b54dc5d8df tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/quotas/8b2abe5cb5184c5a82d410642bb8c3d6 HTTP/1.1" status: 200 len: 375 time: 0.4526317 Feb 19 04:34:49.943338 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-41c8cffb-960e-468d-a244-c3b9f39a4e58 req-72916a38-b304-4662-bf46-7194f888660d tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.8067145 Feb 19 04:34:50.344559 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5887b6e-22d8-42f4-a3d2-a5c58321ca27 req-4cced5fe-7dd2-4b51-af78-d0c078b12fe6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9156315 Feb 19 04:34:50.411958 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 0991a15f-d983-448f-9b98-c9c3968ec754 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:50.533821 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-0ee9bd40-14b1-421d-bae3-5ae911b25d0c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Allocated IP 172.22.0.1 (223008e7-579a-4b81-9b5d-97caa183201a/0e772ba0-b35a-4592-98a4-6ff9500c6b5e/27a49e79-b327-47ef-9198-7facc1e1133c) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:34:50.589844 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-f0970493-c123-4e19-9f39-037bd83f1185 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7508628 Feb 19 04:34:50.607783 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-18d54936-59c7-408a-8604-f7d94121ec5b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (7a592f64-b691-460e-9c28-b79cb80e23fa), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:50.670734 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-18d54936-59c7-408a-8604-f7d94121ec5b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7a592f64-b691-460e-9c28-b79cb80e23fa), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:51.116638 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57618) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:51.215333 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5b288425-8724-4228-bfc3-5da9ae859d3f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:34:51.228628 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0ee9bd40-14b1-421d-bae3-5ae911b25d0c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for port (27a49e79-b327-47ef-9198-7facc1e1133c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:51.293324 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-18d54936-59c7-408a-8604-f7d94121ec5b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:51.297015 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-18d54936-59c7-408a-8604-f7d94121ec5b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.6002762 Feb 19 04:34:51.311498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5887b6e-22d8-42f4-a3d2-a5c58321ca27 req-3cf44321-f7c2-48e8-bb09-13788d34e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:51.315573 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5887b6e-22d8-42f4-a3d2-a5c58321ca27 req-3cf44321-f7c2-48e8-bb09-13788d34e737 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 1127 time: 0.9158330 Feb 19 04:34:51.317181 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57622) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:51.324388 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f95af600-717c-4a9c-87fc-dd1accc10085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:51.351786 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d54936-59c7-408a-8604-f7d94121ec5b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a592f64-b691-460e-9c28-b79cb80e23fa,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:51.464414 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0ee9bd40-14b1-421d-bae3-5ae911b25d0c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (27a49e79-b327-47ef-9198-7facc1e1133c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:51.477476 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-9ff4c862-3d35-4ece-a6fd-9717a9c580c6 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Request body: {'security_group_rule': {'security_group_id': '7a592f64-b691-460e-9c28-b79cb80e23fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:51.535217 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 5b288425-8724-4228-bfc3-5da9ae859d3f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:51.535862 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5b288425-8724-4228-bfc3-5da9ae859d3f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:51.733360 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46823820-6f78-430c-a44c-451b2b245d1b None None] Network 223008e7-579a-4b81-9b5d-97caa183201a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:34:51.760842 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee9bd40-14b1-421d-bae3-5ae911b25d0c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network 223008e7-579a-4b81-9b5d-97caa183201a is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:34:51.773448 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9bd40-14b1-421d-bae3-5ae911b25d0c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Port': ['ID=27a49e79-b327-47ef-9198-7facc1e1133c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:51.809783 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-0ee9bd40-14b1-421d-bae3-5ae911b25d0c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:34:51.831625 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee9bd40-14b1-421d-bae3-5ae911b25d0c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:34:51.926227 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027bf30-af2d-47d9-996c-24a7ef2bb0c6 req-bf43b120-7d0d-41ac-b0ba-d0b2e4b82cef tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:51.939837 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4027bf30-af2d-47d9-996c-24a7ef2bb0c6 req-bf43b120-7d0d-41ac-b0ba-d0b2e4b82cef tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 1.6690066 Feb 19 04:34:52.037581 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-d038e3b7-1bd0-4f56-bd6f-a87846c9fec1 service neutron] 10.222.0.65 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4251821 Feb 19 04:34:52.060978 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5887b6e-22d8-42f4-a3d2-a5c58321ca27 req-f5080fd0-2177-4bce-b704-9b7ade2054ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:52.066213 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5887b6e-22d8-42f4-a3d2-a5c58321ca27 req-f5080fd0-2177-4bce-b704-9b7ade2054ef service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 200 len: 915 time: 0.6224308 Feb 19 04:34:52.074990 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c862-3d35-4ece-a6fd-9717a9c580c6 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (2e3e467e-696f-4624-aee3-7ba83e1638c1), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:52.090530 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4027bf30-af2d-47d9-996c-24a7ef2bb0c6 req-faa7981f-e5c3-42f5-8545-a627438781c8 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437833 Feb 19 04:34:52.092964 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0ee9bd40-14b1-421d-bae3-5ae911b25d0c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:52.196289 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-69eca695-eca1-4697-9e89-98dbdd9ba073 None None] Provisioning complete for port 5b288425-8724-4228-bfc3-5da9ae859d3f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:52.197394 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-69eca695-eca1-4697-9e89-98dbdd9ba073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5b288425-8724-4228-bfc3-5da9ae859d3f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:52.223771 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c862-3d35-4ece-a6fd-9717a9c580c6 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (2e3e467e-696f-4624-aee3-7ba83e1638c1), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:52.290536 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f95af600-717c-4a9c-87fc-dd1accc10085 admin admin] Publish callbacks [] for security_group (c8f87864-1676-4f02-8072-ef6a3c80fa86), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:52.343816 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0ee9bd40-14b1-421d-bae3-5ae911b25d0c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (27a49e79-b327-47ef-9198-7facc1e1133c), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:52.407724 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-b82f121c-ff59-4dec-bcd8-0e996300e53a service neutron] 10.222.0.65 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395629 Feb 19 04:34:52.446189 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5887b6e-22d8-42f4-a3d2-a5c58321ca27 req-c51662a9-4378-4b6a-9eac-5259cef0788d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68a8cb60-584d-4b07-b2dc-9c476d74e9d8 HTTP/1.1" status: 200 len: 217 time: 0.2927265 Feb 19 04:34:52.446889 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f95af600-717c-4a9c-87fc-dd1accc10085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c8f87864-1676-4f02-8072-ef6a3c80fa86), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:52.554259 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f95af600-717c-4a9c-87fc-dd1accc10085 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f87015d91d6d461bac0f46f62add00a8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4356511 Feb 19 04:34:52.558863 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c862-3d35-4ece-a6fd-9717a9c580c6 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (2e3e467e-696f-4624-aee3-7ba83e1638c1), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:52.575478 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57640) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:52.581864 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 5b288425-8724-4228-bfc3-5da9ae859d3f is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:52.583741 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5b288425-8724-4228-bfc3-5da9ae859d3f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:52.662023 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-730bf028-6e53-4916-8b11-8266ce8ab674 req-fd7f097d-4645-4708-a0ee-2951dcb452aa tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.4427903 Feb 19 04:34:52.688994 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5887b6e-22d8-42f4-a3d2-a5c58321ca27 req-b9b1da3d-405a-48c2-9484-e00041a6fbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:52.697317 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5887b6e-22d8-42f4-a3d2-a5c58321ca27 req-b9b1da3d-405a-48c2-9484-e00041a6fbc7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eaacfa74-c5cd-4e0a-8538-dc93b8209234 HTTP/1.1" status: 200 len: 855 time: 0.2098131 Feb 19 04:34:52.749597 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4c862-3d35-4ece-a6fd-9717a9c580c6 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e3e467e-696f-4624-aee3-7ba83e1638c1,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:52.794404 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c862-3d35-4ece-a6fd-9717a9c580c6 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:52.796365 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9ff4c862-3d35-4ece-a6fd-9717a9c580c6 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4589834 Feb 19 04:34:52.859947 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57646) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:52.927230 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-69eca695-eca1-4697-9e89-98dbdd9ba073 None None] Current status of the port 5b288425-8724-4228-bfc3-5da9ae859d3f is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:52.930383 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-69eca695-eca1-4697-9e89-98dbdd9ba073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5b288425-8724-4228-bfc3-5da9ae859d3f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:52.958842 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95af600-717c-4a9c-87fc-dd1accc10085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f87864-1676-4f02-8072-ef6a3c80fa86,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:53.020759 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 5b288425-8724-4228-bfc3-5da9ae859d3f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5b288425-8724-4228-bfc3-5da9ae859d3f,segment=NetworkSegment(69cfe77b-fcf4-45cf-8690-4576184affad),segment_id=69cfe77b-fcf4-45cf-8690-4576184affad)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:34:53.050561 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5b288425-8724-4228-bfc3-5da9ae859d3f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:53.052296 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5887b6e-22d8-42f4-a3d2-a5c58321ca27 req-95f69a9a-832c-405f-a944-3ae0b16fd248 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a1ab27e-256e-4216-9b7b-6df531fa62cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2312129 Feb 19 04:34:53.062635 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-16c0ef87-6963-46ac-8679-19cecb03be51 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-group-rules/2e3e467e-696f-4624-aee3-7ba83e1638c1 HTTP/1.1" status: 200 len: 763 time: 0.1357133 Feb 19 04:34:53.075345 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57658) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:53.188278 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a15afaf7-109b-422f-8979-5ee5fbe6ab4e admin admin] Publish callbacks [] for security_group (c8f87864-1676-4f02-8072-ef6a3c80fa86), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:53.303782 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0ee9bd40-14b1-421d-bae3-5ae911b25d0c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for port (27a49e79-b327-47ef-9198-7facc1e1133c), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:53.335075 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0ee9bd40-14b1-421d-bae3-5ae911b25d0c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (27a49e79-b327-47ef-9198-7facc1e1133c), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:53.421718 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=5b288425-8724-4228-bfc3-5da9ae859d3f,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:53.442498 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-69eca695-eca1-4697-9e89-98dbdd9ba073 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:34:53.443286 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-69eca695-eca1-4697-9e89-98dbdd9ba073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:34:53.515507 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0ee9bd40-14b1-421d-bae3-5ae911b25d0c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:53.558753 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a15afaf7-109b-422f-8979-5ee5fbe6ab4e admin admin] Publish callbacks [] for security_group (c8f87864-1676-4f02-8072-ef6a3c80fa86), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:53.581550 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3b770b05-f59b-4025-9fb1-f75f34926eba req-1c58d7c8-3580-4e37-a3fd-4637109d26c8 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=515bbc5a-583c-4767-87d1-4278c1caa845 HTTP/1.1" status: 200 len: 210 time: 0.2527153 Feb 19 04:34:53.588370 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cf27e-98e1-4f69-ad0c-029d6118180b req-85a7539e-8a12-41a5-bf40-d17e936ff2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:53.590788 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d57cf27e-98e1-4f69-ad0c-029d6118180b req-85a7539e-8a12-41a5-bf40-d17e936ff2e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33c394b84df34f71a382d547bb213da3&device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 1127 time: 0.9269500 Feb 19 04:34:53.660519 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-affcdb2b-8713-4269-84d7-5717230eb7dc tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5813749 Feb 19 04:34:53.717554 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5887b6e-22d8-42f4-a3d2-a5c58321ca27 req-a28126c1-6ef9-4398-81ad-2abc741d3bc8 service neutron] 10.222.0.10 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6546807 Feb 19 04:34:53.718331 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57672) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:54.089304 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9bd40-14b1-421d-bae3-5ae911b25d0c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Port': ['ID=27a49e79-b327-47ef-9198-7facc1e1133c,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:54.093521 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cf27e-98e1-4f69-ad0c-029d6118180b req-b7c3fc60-1e19-40b7-ba31-da5fdc00d9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:54.096400 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d57cf27e-98e1-4f69-ad0c-029d6118180b req-b7c3fc60-1e19-40b7-ba31-da5fdc00d9f9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 HTTP/1.1" status: 200 len: 914 time: 0.4918773 Feb 19 04:34:54.119875 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-69eca695-eca1-4697-9e89-98dbdd9ba073 None None] Current status of the port 5b288425-8724-4228-bfc3-5da9ae859d3f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:54.143219 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6d71deda-357b-496a-a6d9-8a66791638fe req-c0de21f3-b9ee-4245-ba91-a4f62d3e7104 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.0454497 Feb 19 04:34:54.261574 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e4dc48bf-2197-464d-8b10-86ceb186c65b None None] Provisioning complete for port 27a49e79-b327-47ef-9198-7facc1e1133c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:54.262435 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e4dc48bf-2197-464d-8b10-86ceb186c65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (27a49e79-b327-47ef-9198-7facc1e1133c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:54.371901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e4dc48bf-2197-464d-8b10-86ceb186c65b None None] Port 27a49e79-b327-47ef-9198-7facc1e1133c cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:34:54.411411 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e4dc48bf-2197-464d-8b10-86ceb186c65b None None] Provisioning complete for port 5b288425-8724-4228-bfc3-5da9ae859d3f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:54.412034 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e4dc48bf-2197-464d-8b10-86ceb186c65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5b288425-8724-4228-bfc3-5da9ae859d3f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:54.733285 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d57cf27e-98e1-4f69-ad0c-029d6118180b req-8da4ace4-a437-4d1d-b7b2-7d0eb4150ff0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 HTTP/1.1" status: 200 len: 217 time: 0.6302905 Feb 19 04:34:54.755082 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e4dc48bf-2197-464d-8b10-86ceb186c65b None None] Current status of the port 5b288425-8724-4228-bfc3-5da9ae859d3f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:54.756677 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee9bd40-14b1-421d-bae3-5ae911b25d0c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network 223008e7-579a-4b81-9b5d-97caa183201a is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:34:54.850896 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cf27e-98e1-4f69-ad0c-029d6118180b req-3d401410-a488-45b9-a804-0bfb2d997c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:54.856962 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d57cf27e-98e1-4f69-ad0c-029d6118180b req-3d401410-a488-45b9-a804-0bfb2d997c34 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7fc7b67-5ad2-40ee-a254-a9f26919b969 HTTP/1.1" status: 200 len: 854 time: 0.1137908 Feb 19 04:34:54.858952 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-0ee9bd40-14b1-421d-bae3-5ae911b25d0c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:34:54.973900 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a15afaf7-109b-422f-8979-5ee5fbe6ab4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c8f87864-1676-4f02-8072-ef6a3c80fa86), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:54.981858 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a15afaf7-109b-422f-8979-5ee5fbe6ab4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:54.984558 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a15afaf7-109b-422f-8979-5ee5fbe6ab4e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c8f87864-1676-4f02-8072-ef6a3c80fa86 HTTP/1.1" status: 204 len: 168 time: 2.3992672 Feb 19 04:34:55.055112 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d57cf27e-98e1-4f69-ad0c-029d6118180b req-cd00181b-69b6-4cd5-a1f9-c530860c0fd1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1554928 Feb 19 04:34:55.142847 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b8d06-6acd-4a38-9e89-5d25efe99e56 req-fd0d430f-afc9-4283-9ab9-affa94155755 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:55.146130 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c79b8d06-6acd-4a38-9e89-5d25efe99e56 req-fd0d430f-afc9-4283-9ab9-affa94155755 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 1.8018465 Feb 19 04:34:55.147885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15afaf7-109b-422f-8979-5ee5fbe6ab4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f87864-1676-4f02-8072-ef6a3c80fa86,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:55.154003 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ba20a702-5bdb-410a-beda-5c8681e21980 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (2e3e467e-696f-4624-aee3-7ba83e1638c1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:55.163149 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5887b6e-22d8-42f4-a3d2-a5c58321ca27 req-8923c5c6-3911-4e43-8bb7-aec378aedb6f service neutron] 10.222.0.10 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3908093 Feb 19 04:34:55.374877 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5b288425-8724-4228-bfc3-5da9ae859d3f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:34:55.444714 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-ddf37780-17f3-41b4-a978-261c63507ac8 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:55.446708 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-ddf37780-17f3-41b4-a978-261c63507ac8 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.48 "GET /v2.0/networks?id=9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 200 len: 815 time: 0.2796402 Feb 19 04:34:55.463441 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ba20a702-5bdb-410a-beda-5c8681e21980 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (2e3e467e-696f-4624-aee3-7ba83e1638c1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:55.473727 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-92ed7777-8831-4b2e-b4b2-147489bce098 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Request body: {'port': {'device_id': '515bbc5a-583c-4767-87d1-4278c1caa845', 'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc', 'admin_state_up': True, 'tenant_id': '8b2abe5cb5184c5a82d410642bb8c3d6'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:55.655785 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d9e3317b-6ce7-44a2-8828-552c34cbf47c None None] Provisioning complete for port 27a49e79-b327-47ef-9198-7facc1e1133c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:55.669276 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d9e3317b-6ce7-44a2-8828-552c34cbf47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (27a49e79-b327-47ef-9198-7facc1e1133c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:55.700975 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c79b8d06-6acd-4a38-9e89-5d25efe99e56 req-db0e3fe9-0898-4a4e-bf83-0a5b761afc87 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430303 Feb 19 04:34:55.705779 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-89a288f8-4ec4-423a-a0b8-d4791e77e429 req-6d11d256-4123-4ccb-a12a-adb07305cf78 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=515bbc5a-583c-4767-87d1-4278c1caa845 HTTP/1.1" status: 200 len: 210 time: 0.8105042 Feb 19 04:34:55.720718 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d57cf27e-98e1-4f69-ad0c-029d6118180b req-55405cd9-5ccf-4fb2-aa1b-928247cb2a7d service neutron] 10.222.0.10 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205345 Feb 19 04:34:55.753395 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ba20a702-5bdb-410a-beda-5c8681e21980 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (2e3e467e-696f-4624-aee3-7ba83e1638c1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:55.770636 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ba20a702-5bdb-410a-beda-5c8681e21980 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:55.775685 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ba20a702-5bdb-410a-beda-5c8681e21980 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/2e3e467e-696f-4624-aee3-7ba83e1638c1 HTTP/1.1" status: 204 len: 168 time: 2.0458488 Feb 19 04:34:55.776505 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57708) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:55.793113 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee9bd40-14b1-421d-bae3-5ae911b25d0c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:34:55.851036 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 5b288425-8724-4228-bfc3-5da9ae859d3f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:34:55.864275 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5b288425-8724-4228-bfc3-5da9ae859d3f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:55.921155 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20a702-5bdb-410a-beda-5c8681e21980 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e3e467e-696f-4624-aee3-7ba83e1638c1,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:55.985271 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d9e3317b-6ce7-44a2-8828-552c34cbf47c None None] Port 27a49e79-b327-47ef-9198-7facc1e1133c cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:34:55.995096 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-393a5073-4ff6-4a9f-b74f-b2b863639344 req-dc8826bf-2844-4466-b5b8-4ed710c7ad11 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.0906072 Feb 19 04:34:55.999184 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d2957f15-583f-429f-a18e-9df0c1cd42d5 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1878107 Feb 19 04:34:56.005235 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57710) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:56.020788 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c4611947-fc1c-4cf2-8a3e-f05cea0fc4cf tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Request body: {'security_group_rule': {'security_group_id': '7a592f64-b691-460e-9c28-b79cb80e23fa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:56.113412 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-92ed7777-8831-4b2e-b4b2-147489bce098 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Made reservation on behalf of 8b2abe5cb5184c5a82d410642bb8c3d6 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:34:56.122709 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-92ed7777-8831-4b2e-b4b2-147489bce098 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:56.157183 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 5b288425-8724-4228-bfc3-5da9ae859d3f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:56.200560 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c4611947-fc1c-4cf2-8a3e-f05cea0fc4cf tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (dced3668-12ff-4a73-a085-97db61336873), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:56.286886 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d57cf27e-98e1-4f69-ad0c-029d6118180b req-5d3ec1bb-6cc8-4cf2-8f67-c1d6033f295a service neutron] 10.222.0.10 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266075 Feb 19 04:34:56.465622 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c4611947-fc1c-4cf2-8a3e-f05cea0fc4cf tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (dced3668-12ff-4a73-a085-97db61336873), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:56.472420 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee9bd40-14b1-421d-bae3-5ae911b25d0c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:34:56.477063 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c4611947-fc1c-4cf2-8a3e-f05cea0fc4cf tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (dced3668-12ff-4a73-a085-97db61336873), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:56.486338 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0ee9bd40-14b1-421d-bae3-5ae911b25d0c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "PUT /v2.0/routers/db6fa7fb-4a73-472f-adda-b2d58af8fbe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3674212 Feb 19 04:34:56.487208 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] Sync routers for ids ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:34:56.487676 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57722) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:56.492761 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-f7e3c639-d19b-4121-9ea6-b5c04b20f4aa tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'network': {'name': 'tempest-RoutersTest-1273835025'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:56.515098 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] Routers {'db6fa7fb-4a73-472f-adda-b2d58af8fbe1'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:34:56.516019 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:34:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:56.541870 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e3c639-d19b-4121-9ea6-b5c04b20f4aa tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Made reservation on behalf of 8d1cf8b47d754845b7d571a762ca3651 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:34:56.551161 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f7e3c639-d19b-4121-9ea6-b5c04b20f4aa tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:56.606527 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4611947-fc1c-4cf2-8a3e-f05cea0fc4cf tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dced3668-12ff-4a73-a085-97db61336873,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:56.613047 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e3c639-d19b-4121-9ea6-b5c04b20f4aa tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:34:56.637017 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f7e3c639-d19b-4121-9ea6-b5c04b20f4aa tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (9c81fa01-36b2-463b-9662-d1247b3481c2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:56.638214 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-f7e3c639-d19b-4121-9ea6-b5c04b20f4aa tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Added segment 9c81fa01-36b2-463b-9662-d1247b3481c2 of type vlan for network 7d155337-5123-4dfc-9fcc-a9e4e2ae14c4 Feb 19 04:34:56.640011 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c4611947-fc1c-4cf2-8a3e-f05cea0fc4cf tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:56.645874 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c4611947-fc1c-4cf2-8a3e-f05cea0fc4cf tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6372070 Feb 19 04:34:56.667195 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57724) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:56.675261 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:34:56.712448 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-093d121c-bf52-4ee7-8699-2daade3e46df tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-group-rules/dced3668-12ff-4a73-a085-97db61336873 HTTP/1.1" status: 200 len: 763 time: 0.0425494 Feb 19 04:34:56.716197 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57730) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:56.907097 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-92ed7777-8831-4b2e-b4b2-147489bce098 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Allocated IP 172.20.0.12 (9a1ab27e-256e-4216-9b7b-6df531fa62cc/eaacfa74-c5cd-4e0a-8538-dc93b8209234/2166ccf4-a7ca-42b6-bb32-d35fdea52b07) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:34:56.918331 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f7e3c639-d19b-4121-9ea6-b5c04b20f4aa tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (7d155337-5123-4dfc-9fcc-a9e4e2ae14c4), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:57.037564 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] Set router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:34:57.093852 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d90e8002-d172-4cc5-aa72-614051a8a28f tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3754961 Feb 19 04:34:57.102173 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:34:57.102937 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:57.104501 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57746) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:57.145242 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1764db43-6262-41e1-99a7-8e8e6710cf24 req-6f410ecb-2993-4e0a-befb-1dca1a728fb0 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=515bbc5a-583c-4767-87d1-4278c1caa845 HTTP/1.1" status: 200 len: 210 time: 0.1682162 Feb 19 04:34:57.165184 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0df481-9fb3-4430-9ca5-4f0f2f508600 req-1b2384be-168f-4459-acfa-0586c7220845 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:57.168393 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa0df481-9fb3-4430-9ca5-4f0f2f508600 req-1b2384be-168f-4459-acfa-0586c7220845 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 945 time: 0.2409692 Feb 19 04:34:57.258396 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7e869290-8f15-4454-8e88-17354652283e tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (dced3668-12ff-4a73-a085-97db61336873), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:57.322139 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f7e3c639-d19b-4121-9ea6-b5c04b20f4aa tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (7d155337-5123-4dfc-9fcc-a9e4e2ae14c4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:57.330963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e3c639-d19b-4121-9ea6-b5c04b20f4aa tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:57.332064 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f7e3c639-d19b-4121-9ea6-b5c04b20f4aa tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:57.345371 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0934eaed-ec46-41c4-b15d-20d87b594238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:34:57.360241 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa0df481-9fb3-4430-9ca5-4f0f2f508600 req-0ba54f42-b774-4b0a-bf44-a5fc6464c4f5 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616611 Feb 19 04:34:57.366768 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac4d8a8-be4e-450c-941a-0ef705b2eb97" -d '{"events": [{"server_uuid": "0934eaed-ec46-41c4-b15d-20d87b594238", "name": "network-vif-unplugged", "status": "completed", "tag": "2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:34:57.430309 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4,segment=NetworkSegment(393189c3-bef2-4887-aa51-6301bb2cec1f),segment_id=393189c3-bef2-4887-aa51-6301bb2cec1f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:34:57.503812 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7e869290-8f15-4454-8e88-17354652283e tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (dced3668-12ff-4a73-a085-97db61336873), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:57.507499 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3c639-d19b-4121-9ea6-b5c04b20f4aa tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Network': ['ID=7d155337-5123-4dfc-9fcc-a9e4e2ae14c4,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:57.509704 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8153629e-6518-423c-b145-fd1907831b34 x-openstack-request-id: req-8153629e-6518-423c-b145-fd1907831b34 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:34:57.510387 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0934eaed-ec46-41c4-b15d-20d87b594238", "name": "network-vif-unplugged", "status": "completed", "tag": "2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:34:57.510560 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8153629e-6518-423c-b145-fd1907831b34 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:34:57.511505 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0934eaed-ec46-41c4-b15d-20d87b594238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4', 'code': 200} Feb 19 04:34:57.516453 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:57.521560 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f7e3c639-d19b-4121-9ea6-b5c04b20f4aa tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0327690 Feb 19 04:34:57.522907 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57754) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:57.537367 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 7d155337-5123-4dfc-9fcc-a9e4e2ae14c4 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:34:57.546290 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-4a5b68de-8cbc-408c-9840-a0108a735d1c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'subnet': {'network_id': '7d155337-5123-4dfc-9fcc-a9e4e2ae14c4', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:57.730631 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-92ed7777-8831-4b2e-b4b2-147489bce098 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks [] for port (2166ccf4-a7ca-42b6-bb32-d35fdea52b07), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:57.791204 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a2e48a04-4f87-4b06-bce7-999f1487d44a req-548841cc-3831-43d0-8bc7-8fe40d849a76 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.5001397 Feb 19 04:34:57.796363 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-92ed7777-8831-4b2e-b4b2-147489bce098 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (2166ccf4-a7ca-42b6-bb32-d35fdea52b07), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:57.837198 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['68a8cb60-584d-4b07-b2dc-9c476d74e9d8'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:34:57.845720 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-92ed7777-8831-4b2e-b4b2-147489bce098 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Network 9a1ab27e-256e-4216-9b7b-6df531fa62cc is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:34:57.855298 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-92ed7777-8831-4b2e-b4b2-147489bce098 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:34:57.855298 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-92ed7777-8831-4b2e-b4b2-147489bce098 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:34:57.974580 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5b68de-8cbc-408c-9840-a0108a735d1c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Made reservation on behalf of 8d1cf8b47d754845b7d571a762ca3651 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:34:57.986566 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4a5b68de-8cbc-408c-9840-a0108a735d1c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:58.035580 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-92ed7777-8831-4b2e-b4b2-147489bce098 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:58.039015 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-92ed7777-8831-4b2e-b4b2-147489bce098 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:58.170799 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-92ed7777-8831-4b2e-b4b2-147489bce098 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7036471 Feb 19 04:34:58.186079 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:58.204076 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-7ad6ed61-2da4-4d35-b9b5-53d3ae786f66 service neutron] Request body: {'port': {'device_id': '515bbc5a-583c-4767-87d1-4278c1caa845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:58.252745 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7e869290-8f15-4454-8e88-17354652283e tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (dced3668-12ff-4a73-a085-97db61336873), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:58.332226 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7e869290-8f15-4454-8e88-17354652283e tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:58.334242 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7e869290-8f15-4454-8e88-17354652283e tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/dced3668-12ff-4a73-a085-97db61336873 HTTP/1.1" status: 204 len: 168 time: 1.2172155 Feb 19 04:34:58.355593 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed7777-8831-4b2e-b4b2-147489bce098 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Pushing event updated for resources: {'Port': ['ID=2166ccf4-a7ca-42b6-bb32-d35fdea52b07,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:58.383985 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57768) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:58.444248 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e869290-8f15-4454-8e88-17354652283e tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dced3668-12ff-4a73-a085-97db61336873,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:58.518467 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-7ad6ed61-2da4-4d35-b9b5-53d3ae786f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2166ccf4-a7ca-42b6-bb32-d35fdea52b07), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:58.601025 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-453cf23f-492f-42f3-8c07-87b1c8ec94a5 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2109621 Feb 19 04:34:58.616151 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57776) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:58.635176 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-f057b93f-1d5b-4985-bae0-248be4e02a8e tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Request body: {'security_group_rule': {'security_group_id': '7a592f64-b691-460e-9c28-b79cb80e23fa', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:34:58.679359 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:34:52Z', 'revision_number': 4, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '0991a15f-d983-448f-9b98-c9c3968ec754', 'name': '', 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2e:36:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:34Z', 'updated_at': '2022-02-19T04:34:47Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a49e79-b327-47ef-9198-7facc1e1133c', 'name': '', 'network_id': '223008e7-579a-4b81-9b5d-97caa183201a', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2a:a7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:49Z', 'updated_at': '2022-02-19T04:34:52Z', 'revision_number': 2, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:34:58.761309 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] Checking router: db6fa7fb-4a73-472f-adda-b2d58af8fbe1 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:34:58.761987 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] Updating router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 port 27a49e79-b327-47ef-9198-7facc1e1133c binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:34:58.766745 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593a6e2-4bed-43b9-b9f7-cd86bb9436d8 req-896704ee-ec3f-4069-897e-d7cf17753497 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:58.780634 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3593a6e2-4bed-43b9-b9f7-cd86bb9436d8 req-896704ee-ec3f-4069-897e-d7cf17753497 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=515bbc5a-583c-4767-87d1-4278c1caa845 HTTP/1.1" status: 200 len: 932 time: 0.4134147 Feb 19 04:34:58.801382 n-d-772273-4 neutron-server[115198]: INFO neutron.db.securitygroups_db [None req-f057b93f-1d5b-4985-bae0-248be4e02a8e tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Project 81c7423bc1044dd78632027a956aa8c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:34:58.818356 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f057b93f-1d5b-4985-bae0-248be4e02a8e tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (5d02b8cd-9266-4dae-966c-2de876a581e3), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:58.833155 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (27a49e79-b327-47ef-9198-7facc1e1133c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:58.987318 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d2144-aa9f-4ea8-8adb-33686fb723d1 req-85474019-66c7-4a22-9d01-fd8398866937 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:34:59.002221 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ef3d2144-aa9f-4ea8-8adb-33686fb723d1 req-85474019-66c7-4a22-9d01-fd8398866937 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 943 time: 0.4440258 Feb 19 04:34:59.082129 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3593a6e2-4bed-43b9-b9f7-cd86bb9436d8 req-98266de1-b27c-4943-9bed-042a8e5c46c9 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981629 Feb 19 04:34:59.418501 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4a5b68de-8cbc-408c-9840-a0108a735d1c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (19a86bd4-5c82-45db-9e39-ef74474e6fea), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:59.522897 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ef3d2144-aa9f-4ea8-8adb-33686fb723d1 req-e9e5acc6-b891-4473-b511-820109148d85 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190389 Feb 19 04:34:59.619020 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-7ad6ed61-2da4-4d35-b9b5-53d3ae786f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2166ccf4-a7ca-42b6-bb32-d35fdea52b07 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:34:59.646914 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] Publish callbacks [] for port (27a49e79-b327-47ef-9198-7facc1e1133c), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:59.652117 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-7ad6ed61-2da4-4d35-b9b5-53d3ae786f66 service neutron] Publish callbacks [] for port (2166ccf4-a7ca-42b6-bb32-d35fdea52b07), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:59.665232 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (27a49e79-b327-47ef-9198-7facc1e1133c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:59.668841 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b68de-8cbc-408c-9840-a0108a735d1c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Subnet': ['ID=19a86bd4-5c82-45db-9e39-ef74474e6fea,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:59.690835 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-7ad6ed61-2da4-4d35-b9b5-53d3ae786f66 service neutron] Transition to ACTIVE for port object 2166ccf4-a7ca-42b6-bb32-d35fdea52b07 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:34:59.698482 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-7ad6ed61-2da4-4d35-b9b5-53d3ae786f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (2166ccf4-a7ca-42b6-bb32-d35fdea52b07), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:59.784382 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f96cefbc-d991-4f41-b65b-ee68d1181fcf req-ff1103a6-a1ba-42be-b000-ab851c58ce1d tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.3813312 Feb 19 04:34:59.838435 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5b68de-8cbc-408c-9840-a0108a735d1c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Checking segment: {'id': '9c81fa01-36b2-463b-9662-d1247b3481c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d155337-5123-4dfc-9fcc-a9e4e2ae14c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:34:59.839075 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5b68de-8cbc-408c-9840-a0108a735d1c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network hostable DHCP agents. Network: 7d155337-5123-4dfc-9fcc-a9e4e2ae14c4, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:34:59.849204 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f057b93f-1d5b-4985-bae0-248be4e02a8e tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (5d02b8cd-9266-4dae-966c-2de876a581e3), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:59.864782 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f057b93f-1d5b-4985-bae0-248be4e02a8e tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (5d02b8cd-9266-4dae-966c-2de876a581e3), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:59.882519 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6ed61-2da4-4d35-b9b5-53d3ae786f66 service neutron] Pushing event updated for resources: {'Port': ['ID=2166ccf4-a7ca-42b6-bb32-d35fdea52b07,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:59.923462 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f057b93f-1d5b-4985-bae0-248be4e02a8e tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:59.925628 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f057b93f-1d5b-4985-bae0-248be4e02a8e tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3003740 Feb 19 04:34:59.928793 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57796) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:34:59.960160 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c572516-f248-41ef-93d2-d46ad4282c5a None None] Pushing event updated for resources: {'Port': ['ID=27a49e79-b327-47ef-9198-7facc1e1133c,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:59.972878 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057b93f-1d5b-4985-bae0-248be4e02a8e tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d02b8cd-9266-4dae-966c-2de876a581e3,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:34:59.977553 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5b68de-8cbc-408c-9840-a0108a735d1c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network 7d155337-5123-4dfc-9fcc-a9e4e2ae14c4 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:35:00.014216 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-4a5b68de-8cbc-408c-9840-a0108a735d1c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 7d155337-5123-4dfc-9fcc-a9e4e2ae14c4) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:35:00.023332 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5b68de-8cbc-408c-9840-a0108a735d1c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:00.029313 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4a5b68de-8cbc-408c-9840-a0108a735d1c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:00.084592 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4a5b68de-8cbc-408c-9840-a0108a735d1c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5424666 Feb 19 04:35:00.086226 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57798) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:00.155393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b61cea1-cecb-4e4d-b628-90a90e987729 None None] Network 7d155337-5123-4dfc-9fcc-a9e4e2ae14c4 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:35:00.298963 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] Attempting to bind port 27a49e79-b327-47ef-9198-7facc1e1133c on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:35:00.299710 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] Attempting to bind port 27a49e79-b327-47ef-9198-7facc1e1133c by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '69cfe77b-fcf4-45cf-8690-4576184affad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '223008e7-579a-4b81-9b5d-97caa183201a'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:35:00.300477 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] Attempting to bind port 27a49e79-b327-47ef-9198-7facc1e1133c on network 223008e7-579a-4b81-9b5d-97caa183201a {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:35:00.307142 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-05d3daf1-3f28-47dc-81a4-826d094c5262 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-group-rules/5d02b8cd-9266-4dae-966c-2de876a581e3 HTTP/1.1" status: 200 len: 769 time: 0.3723452 Feb 19 04:35:00.333478 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:35:00.334565 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] Checking segment: {'id': '69cfe77b-fcf4-45cf-8690-4576184affad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '223008e7-579a-4b81-9b5d-97caa183201a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:35:00.335073 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57802) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:00.335558 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:00.336386 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] Bound using segment: {'id': '69cfe77b-fcf4-45cf-8690-4576184affad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '223008e7-579a-4b81-9b5d-97caa183201a'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:35:00.338874 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] Bound port: 27a49e79-b327-47ef-9198-7facc1e1133c, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cfe77b-fcf4-45cf-8690-4576184affad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '223008e7-579a-4b81-9b5d-97caa183201a'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:35:00.339213 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (27a49e79-b327-47ef-9198-7facc1e1133c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:00.530935 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b9e676bd-c2a0-45a6-9df9-aef3e8f91494 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1881287 Feb 19 04:35:00.536541 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-7ad6ed61-2da4-4d35-b9b5-53d3ae786f66 service neutron] Attempting to bind port 2166ccf4-a7ca-42b6-bb32-d35fdea52b07 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:35:00.539134 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-7ad6ed61-2da4-4d35-b9b5-53d3ae786f66 service neutron] Attempting to bind port 2166ccf4-a7ca-42b6-bb32-d35fdea52b07 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '676396c9-7f78-4ddc-b308-461a68f79b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:35:00.555772 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-7ad6ed61-2da4-4d35-b9b5-53d3ae786f66 service neutron] Attempting to bind port 2166ccf4-a7ca-42b6-bb32-d35fdea52b07 on network 9a1ab27e-256e-4216-9b7b-6df531fa62cc {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:35:00.582528 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57806) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:00.585979 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-7ad6ed61-2da4-4d35-b9b5-53d3ae786f66 service neutron] Port 2166ccf4-a7ca-42b6-bb32-d35fdea52b07 on network 9a1ab27e-256e-4216-9b7b-6df531fa62cc not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:35:00.589794 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-7ad6ed61-2da4-4d35-b9b5-53d3ae786f66 service neutron] Attempting to bind port 2166ccf4-a7ca-42b6-bb32-d35fdea52b07 on network 9a1ab27e-256e-4216-9b7b-6df531fa62cc {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:35:00.629603 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e566b-b286-4824-8b29-d94439273305 req-37c9ac14-3a8a-4892-82a3-b09bf57f5a50 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:00.637350 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8f0e566b-b286-4824-8b29-d94439273305 req-37c9ac14-3a8a-4892-82a3-b09bf57f5a50 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 943 time: 0.6401539 Feb 19 04:35:00.671258 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-7ad6ed61-2da4-4d35-b9b5-53d3ae786f66 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:35:00.671722 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-7ad6ed61-2da4-4d35-b9b5-53d3ae786f66 service neutron] Checking segment: {'id': '676396c9-7f78-4ddc-b308-461a68f79b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:35:00.672025 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-7ad6ed61-2da4-4d35-b9b5-53d3ae786f66 service neutron] Bound using segment: {'id': '676396c9-7f78-4ddc-b308-461a68f79b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:35:00.672542 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-7ad6ed61-2da4-4d35-b9b5-53d3ae786f66 service neutron] Bound port: 2166ccf4-a7ca-42b6-bb32-d35fdea52b07, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '676396c9-7f78-4ddc-b308-461a68f79b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:35:00.672903 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-7ad6ed61-2da4-4d35-b9b5-53d3ae786f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2166ccf4-a7ca-42b6-bb32-d35fdea52b07), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:00.730522 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8f0e566b-b286-4824-8b29-d94439273305 req-f990a732-4c22-48e3-b807-ab9d83b3740e tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904686 Feb 19 04:35:00.732204 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-207ec47c-c905-4c56-ab81-74aeb597b0de tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (5d02b8cd-9266-4dae-966c-2de876a581e3), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:00.781878 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-207ec47c-c905-4c56-ab81-74aeb597b0de tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (5d02b8cd-9266-4dae-966c-2de876a581e3), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:00.783387 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] For port 27a49e79-b327-47ef-9198-7facc1e1133c, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:35:00.783387 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] For port 27a49e79-b327-47ef-9198-7facc1e1133c, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=27a49e79-b327-47ef-9198-7facc1e1133c,segment=NetworkSegment(69cfe77b-fcf4-45cf-8690-4576184affad),segment_id=69cfe77b-fcf4-45cf-8690-4576184affad)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:35:00.804504 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:35:00.906865 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (27a49e79-b327-47ef-9198-7facc1e1133c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:00.933310 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7b16a9-e414-4ac3-b478-d0140fb09c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-7d155337-5123-4dfc-9fcc-a9e4e2ae14c4', 'network_id': '7d155337-5123-4dfc-9fcc-a9e4e2ae14c4', 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'fixed_ips': [{'subnet_id': '19a86bd4-5c82-45db-9e39-ef74474e6fea'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:35:00.934951 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aa7b16a9-e414-4ac3-b478-d0140fb09c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:00.958485 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-207ec47c-c905-4c56-ab81-74aeb597b0de tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (5d02b8cd-9266-4dae-966c-2de876a581e3), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:00.982158 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-207ec47c-c905-4c56-ab81-74aeb597b0de tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:00.988646 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-207ec47c-c905-4c56-ab81-74aeb597b0de tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/5d02b8cd-9266-4dae-966c-2de876a581e3 HTTP/1.1" status: 204 len: 168 time: 0.3901317 Feb 19 04:35:01.020679 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57820) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:01.043886 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ec47c-c905-4c56-ab81-74aeb597b0de tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d02b8cd-9266-4dae-966c-2de876a581e3,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:01.110528 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c572516-f248-41ef-93d2-d46ad4282c5a None None] Pushing event updated for resources: {'Port': ['ID=27a49e79-b327-47ef-9198-7facc1e1133c,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:01.227553 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae399829-5939-49e3-8cd1-fa7f563fd782 req-ce513b89-9f96-4ad3-a109-c83555716b41 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:01.256619 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ae399829-5939-49e3-8cd1-fa7f563fd782 req-ce513b89-9f96-4ad3-a109-c83555716b41 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=515bbc5a-583c-4767-87d1-4278c1caa845 HTTP/1.1" status: 200 len: 944 time: 0.8827040 Feb 19 04:35:01.505913 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-73fa4b7b-532e-4113-8dda-e5cce2794eb5 req-3ec707f2-623a-4a77-baa7-f37b20d0c00f tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.1983907 Feb 19 04:35:01.544245 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9405455c-6340-425d-9a7e-779b899dbc80 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4913428 Feb 19 04:35:01.558878 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57828) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:01.590622 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-7ad6ed61-2da4-4d35-b9b5-53d3ae786f66 service neutron] For port 2166ccf4-a7ca-42b6-bb32-d35fdea52b07, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:35:01.604152 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-7ad6ed61-2da4-4d35-b9b5-53d3ae786f66 service neutron] For port 2166ccf4-a7ca-42b6-bb32-d35fdea52b07, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2166ccf4-a7ca-42b6-bb32-d35fdea52b07,segment=NetworkSegment(676396c9-7f78-4ddc-b308-461a68f79b59),segment_id=676396c9-7f78-4ddc-b308-461a68f79b59)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:35:01.660858 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-7ad6ed61-2da4-4d35-b9b5-53d3ae786f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (2166ccf4-a7ca-42b6-bb32-d35fdea52b07), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:01.803995 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6ed61-2da4-4d35-b9b5-53d3ae786f66 service neutron] Pushing event updated for resources: {'Port': ['ID=2166ccf4-a7ca-42b6-bb32-d35fdea52b07,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:01.825470 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-86831f10-2c96-4318-85e1-723209254292 req-d6176933-d867-4019-b21e-e9d2ef33eb3d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:35:01.837899 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-86831f10-2c96-4318-85e1-723209254292 req-d6176933-d867-4019-b21e-e9d2ef33eb3d service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0355306 Feb 19 04:35:01.883161 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-7ad6ed61-2da4-4d35-b9b5-53d3ae786f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:01.884636 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-7ad6ed61-2da4-4d35-b9b5-53d3ae786f66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:01.887288 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-7ad6ed61-2da4-4d35-b9b5-53d3ae786f66 service neutron] 10.222.0.48 "PUT /v2.0/ports/2166ccf4-a7ca-42b6-bb32-d35fdea52b07 HTTP/1.1" status: 200 len: 1092 time: 3.7053525 Feb 19 04:35:01.888322 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515bbc5a-583c-4767-87d1-4278c1caa845', 'tag': '2166ccf4-a7ca-42b6-bb32-d35fdea52b07'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:35:01.892817 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2980e8d6-5d58-41bc-a0c4-2549c40a8dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "515bbc5a-583c-4767-87d1-4278c1caa845", "tag": "2166ccf4-a7ca-42b6-bb32-d35fdea52b07"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:35:01.957071 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-aa7b16a9-e414-4ac3-b478-d0140fb09c31 None None] Allocated IP 172.23.0.2 (7d155337-5123-4dfc-9fcc-a9e4e2ae14c4/19a86bd4-5c82-45db-9e39-ef74474e6fea/17a1998b-693c-4bf6-ae84-691f7e8f2699) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:35:02.145375 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-08b61e6d-3829-4528-a56b-741cfa0a5b38 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (7a592f64-b691-460e-9c28-b79cb80e23fa), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:02.229484 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-08b61e6d-3829-4528-a56b-741cfa0a5b38 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (7a592f64-b691-460e-9c28-b79cb80e23fa), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:02.329952 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aa7b16a9-e414-4ac3-b478-d0140fb09c31 None None] Publish callbacks [] for port (17a1998b-693c-4bf6-ae84-691f7e8f2699), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:02.343016 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d8a1e654-7368-4420-8bcd-ef622adb7461 None None] Provisioning complete for port 27a49e79-b327-47ef-9198-7facc1e1133c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:02.343920 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e654-7368-4420-8bcd-ef622adb7461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (27a49e79-b327-47ef-9198-7facc1e1133c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:02.357734 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb1b76a-174e-44a9-8850-c948f05b1de6 x-openstack-request-id: req-0fb1b76a-174e-44a9-8850-c948f05b1de6 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:35:02.358231 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515bbc5a-583c-4767-87d1-4278c1caa845", "tag": "2166ccf4-a7ca-42b6-bb32-d35fdea52b07", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:35:02.359806 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0fb1b76a-174e-44a9-8850-c948f05b1de6 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:35:02.363293 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515bbc5a-583c-4767-87d1-4278c1caa845', 'tag': '2166ccf4-a7ca-42b6-bb32-d35fdea52b07', 'status': 'completed', 'code': 200} Feb 19 04:35:02.371347 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aa7b16a9-e414-4ac3-b478-d0140fb09c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (17a1998b-693c-4bf6-ae84-691f7e8f2699), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:02.373477 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-08b61e6d-3829-4528-a56b-741cfa0a5b38 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7a592f64-b691-460e-9c28-b79cb80e23fa), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:02.394462 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-08b61e6d-3829-4528-a56b-741cfa0a5b38 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:02.399498 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-08b61e6d-3829-4528-a56b-741cfa0a5b38 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "DELETE /v2.0/security-groups/7a592f64-b691-460e-9c28-b79cb80e23fa HTTP/1.1" status: 204 len: 168 time: 0.8313711 Feb 19 04:35:02.411496 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57846) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:02.454466 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d9bfabe-e137-4a35-a909-ed4ceac23ce3 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:02.462020 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b61e6d-3829-4528-a56b-741cfa0a5b38 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a592f64-b691-460e-9c28-b79cb80e23fa,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:02.566328 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ae399829-5939-49e3-8cd1-fa7f563fd782 req-0c95c453-e8c1-4c12-99fe-ab7458e13679 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3061469 Feb 19 04:35:02.599017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-548b4cb2-e34e-4ed3-8523-e9da2ac6ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:02.599017 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-548b4cb2-e34e-4ed3-8523-e9da2ac6ceb8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&device_id=515bbc5a-583c-4767-87d1-4278c1caa845 HTTP/1.1" status: 200 len: 1126 time: 0.6199248 Feb 19 04:35:02.984336 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-318bd145-5899-4a13-9f6e-d9e1c7e7c014 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2166ccf4-a7ca-42b6-bb32-d35fdea52b07 HTTP/1.1" status: 200 len: 217 time: 0.3610075 Feb 19 04:35:03.106999 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2864f622-ef9e-4a3f-a147-f7868d38d55d req-14608ba2-bf26-47fa-a093-f938e8c0e52c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.1864660 Feb 19 04:35:03.131996 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] Routers {'db6fa7fb-4a73-472f-adda-b2d58af8fbe1'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:03.145664 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:34:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:03.211474 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-9a437b21-ae9e-49c1-ab09-c76379b24555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:03.227215 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-9a437b21-ae9e-49c1-ab09-c76379b24555 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eaacfa74-c5cd-4e0a-8538-dc93b8209234 HTTP/1.1" status: 200 len: 855 time: 0.2304113 Feb 19 04:35:03.255835 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57858) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:03.317666 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] Set router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:03.363871 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-5366e197-b243-41e0-bf6b-dd06bd140bee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a1ab27e-256e-4216-9b7b-6df531fa62cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213768 Feb 19 04:35:03.411990 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6a0e1-fffa-47f6-bcac-6cece5de2042 req-8f4e91b0-f816-48b8-93c3-e88ae6720ba1 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:03.425704 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e5c6a0e1-fffa-47f6-bcac-6cece5de2042 req-8f4e91b0-f816-48b8-93c3-e88ae6720ba1 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 943 time: 0.9279230 Feb 19 04:35:03.539124 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78870aef-de94-4f2d-bb2a-7e3f9c704857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:03.572801 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7b16a9-e414-4ac3-b478-d0140fb09c31 None None] Network 7d155337-5123-4dfc-9fcc-a9e4e2ae14c4 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:35:03.610170 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-aa7b16a9-e414-4ac3-b478-d0140fb09c31 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:35:03.768054 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-6cec9632-204e-4d20-b3f2-3a2c39f9a1fd service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146291 Feb 19 04:35:03.797751 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-3d9bfabe-e137-4a35-a909-ed4ceac23ce3 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Allocated IP 172.23.0.1 (7d155337-5123-4dfc-9fcc-a9e4e2ae14c4/19a86bd4-5c82-45db-9e39-ef74474e6fea/f0be720a-e029-4a3a-b331-9e89d2fe83ce) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:35:03.883123 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7b16a9-e414-4ac3-b478-d0140fb09c31 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:35:03.908124 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e5c6a0e1-fffa-47f6-bcac-6cece5de2042 req-d86e6d25-0255-4709-9f57-3bcaab97ce56 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779110 Feb 19 04:35:04.132527 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b16a9-e414-4ac3-b478-d0140fb09c31 None None] Pushing event updated for resources: {'Port': ['ID=17a1998b-693c-4bf6-ae84-691f7e8f2699,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:04.160211 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d9bfabe-e137-4a35-a909-ed4ceac23ce3 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for port (f0be720a-e029-4a3a-b331-9e89d2fe83ce), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:04.209466 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f3aaa972-377d-4e1e-93e1-3cfa10e591bc req-cc9b8160-ada8-4327-af9a-c632fd3d9b5f service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250042 Feb 19 04:35:04.296902 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d9bfabe-e137-4a35-a909-ed4ceac23ce3 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f0be720a-e029-4a3a-b331-9e89d2fe83ce), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:04.319705 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 is: DOWN; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:04.442909 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-aa7b16a9-e414-4ac3-b478-d0140fb09c31 None None] Attempting to bind port 17a1998b-693c-4bf6-ae84-691f7e8f2699 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:35:04.443511 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-aa7b16a9-e414-4ac3-b478-d0140fb09c31 None None] Attempting to bind port 17a1998b-693c-4bf6-ae84-691f7e8f2699 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '9c81fa01-36b2-463b-9662-d1247b3481c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d155337-5123-4dfc-9fcc-a9e4e2ae14c4'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:35:04.444139 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7b16a9-e414-4ac3-b478-d0140fb09c31 None None] Attempting to bind port 17a1998b-693c-4bf6-ae84-691f7e8f2699 on network 7d155337-5123-4dfc-9fcc-a9e4e2ae14c4 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:35:04.463567 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1712a717-c4d6-4482-9dec-0dbc484f3f3d tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 2.0168486 Feb 19 04:35:04.492784 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57874) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:04.512499 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7b16a9-e414-4ac3-b478-d0140fb09c31 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:35:04.513196 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7b16a9-e414-4ac3-b478-d0140fb09c31 None None] Checking segment: {'id': '9c81fa01-36b2-463b-9662-d1247b3481c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d155337-5123-4dfc-9fcc-a9e4e2ae14c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:35:04.513909 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aa7b16a9-e414-4ac3-b478-d0140fb09c31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:04.514606 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7b16a9-e414-4ac3-b478-d0140fb09c31 None None] Bound using segment: {'id': '9c81fa01-36b2-463b-9662-d1247b3481c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d155337-5123-4dfc-9fcc-a9e4e2ae14c4'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:35:04.515863 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-aa7b16a9-e414-4ac3-b478-d0140fb09c31 None None] Bound port: 17a1998b-693c-4bf6-ae84-691f7e8f2699, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c81fa01-36b2-463b-9662-d1247b3481c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d155337-5123-4dfc-9fcc-a9e4e2ae14c4'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:35:04.516580 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aa7b16a9-e414-4ac3-b478-d0140fb09c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (17a1998b-693c-4bf6-ae84-691f7e8f2699), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:04.585715 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d8a1e654-7368-4420-8bcd-ef622adb7461 None None] Current status of the port 27a49e79-b327-47ef-9198-7facc1e1133c is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:04.586636 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9bfabe-e137-4a35-a909-ed4ceac23ce3 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network 7d155337-5123-4dfc-9fcc-a9e4e2ae14c4 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:35:04.586799 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e654-7368-4420-8bcd-ef622adb7461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (27a49e79-b327-47ef-9198-7facc1e1133c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:04.595122 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-68f94e6b-e268-4859-989d-2de261bfc295 req-ddb86811-2795-429c-bec4-90ada83d8946 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.1826291 Feb 19 04:35:04.625006 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-f99e0cc1-4003-4b84-aa43-a2c4f1b1494b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Request body: {'security_group': {'name': 'tempest-secgroup--1695631966'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:04.668021 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980e8d6-5d58-41bc-a0c4-2549c40a8dc6 req-d960eee2-8f1d-4a1f-abcb-17fb2cc64066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:04.669054 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-3d9bfabe-e137-4a35-a909-ed4ceac23ce3 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:35:04.674175 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9bfabe-e137-4a35-a909-ed4ceac23ce3 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:35:04.687488 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2980e8d6-5d58-41bc-a0c4-2549c40a8dc6 req-d960eee2-8f1d-4a1f-abcb-17fb2cc64066 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&device_id=515bbc5a-583c-4767-87d1-4278c1caa845 HTTP/1.1" status: 200 len: 1126 time: 0.3960047 Feb 19 04:35:04.858773 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d8a1e654-7368-4420-8bcd-ef622adb7461 None None] For port 27a49e79-b327-47ef-9198-7facc1e1133c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=27a49e79-b327-47ef-9198-7facc1e1133c,segment=NetworkSegment(69cfe77b-fcf4-45cf-8690-4576184affad),segment_id=69cfe77b-fcf4-45cf-8690-4576184affad)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:04.878175 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e654-7368-4420-8bcd-ef622adb7461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (27a49e79-b327-47ef-9198-7facc1e1133c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:04.884849 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-aa7b16a9-e414-4ac3-b478-d0140fb09c31 None None] For port 17a1998b-693c-4bf6-ae84-691f7e8f2699, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:35:04.912804 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-aa7b16a9-e414-4ac3-b478-d0140fb09c31 None None] For port 17a1998b-693c-4bf6-ae84-691f7e8f2699, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=17a1998b-693c-4bf6-ae84-691f7e8f2699,segment=NetworkSegment(9c81fa01-36b2-463b-9662-d1247b3481c2),segment_id=9c81fa01-36b2-463b-9662-d1247b3481c2)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:35:04.942525 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d9bfabe-e137-4a35-a909-ed4ceac23ce3 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:05.182604 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aa7b16a9-e414-4ac3-b478-d0140fb09c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (17a1998b-693c-4bf6-ae84-691f7e8f2699), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:05.297798 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:34:52Z', 'revision_number': 4, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '0991a15f-d983-448f-9b98-c9c3968ec754', 'name': '', 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2e:36:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:34Z', 'updated_at': '2022-02-19T04:34:47Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a49e79-b327-47ef-9198-7facc1e1133c', 'name': '', 'network_id': '223008e7-579a-4b81-9b5d-97caa183201a', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2a:a7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:49Z', 'updated_at': '2022-02-19T04:35:00Z', 'revision_number': 4, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:05.339504 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d4781c67-a92a-43d9-bc85-b9ca83bb9ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:05.341725 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f214a906-f02e-42f0-891d-e16a63aa1d01 None None] Provisioning complete for port 27a49e79-b327-47ef-9198-7facc1e1133c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:05.342397 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f214a906-f02e-42f0-891d-e16a63aa1d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (27a49e79-b327-47ef-9198-7facc1e1133c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:05.348643 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385664bb-6a2d-4016-9de3-8a72a040273b None None] The sync data for ids ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'] in n-d-772273-4 is: [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:34:52Z', 'revision_number': 4, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '0991a15f-d983-448f-9b98-c9c3968ec754', 'name': '', 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2e:36:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:34Z', 'updated_at': '2022-02-19T04:34:47Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a49e79-b327-47ef-9198-7facc1e1133c', 'name': '', 'network_id': '223008e7-579a-4b81-9b5d-97caa183201a', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2a:a7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:49Z', 'updated_at': '2022-02-19T04:35:00Z', 'revision_number': 4, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:35:05.350970 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1e654-7368-4420-8bcd-ef622adb7461 None None] Pushing event updated for resources: {'Port': ['ID=27a49e79-b327-47ef-9198-7facc1e1133c,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:05.362690 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980e8d6-5d58-41bc-a0c4-2549c40a8dc6 req-423748e5-a6cb-4c06-a0ba-98af49f4e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:05.370575 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2980e8d6-5d58-41bc-a0c4-2549c40a8dc6 req-423748e5-a6cb-4c06-a0ba-98af49f4e92e service neutron] 10.222.0.48 "GET /v2.0/networks?id=9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 200 len: 915 time: 0.6764972 Feb 19 04:35:05.403869 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bfabe-e137-4a35-a909-ed4ceac23ce3 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Port': ['ID=f0be720a-e029-4a3a-b331-9e89d2fe83ce,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:05.693434 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2980e8d6-5d58-41bc-a0c4-2549c40a8dc6 req-8d088d33-dedd-4f5e-a24f-5c93d848afd2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2166ccf4-a7ca-42b6-bb32-d35fdea52b07 HTTP/1.1" status: 200 len: 217 time: 0.3148727 Feb 19 04:35:05.695378 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b16a9-e414-4ac3-b478-d0140fb09c31 None None] Pushing event updated for resources: {'Port': ['ID=17a1998b-693c-4bf6-ae84-691f7e8f2699,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:05.757746 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f214a906-f02e-42f0-891d-e16a63aa1d01 None None] Current status of the port 27a49e79-b327-47ef-9198-7facc1e1133c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:05.875822 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f99e0cc1-4003-4b84-aa43-a2c4f1b1494b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:05.973729 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec184a4-a1b8-458b-840c-9ea650fdf32d req-691a7f63-4fc2-4c1d-9ebc-34c18687b76f tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:05.976772 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cc0d8-baa5-4154-bef3-26def806f8a2 req-2e1529cd-a710-402d-9335-612884cdfb72 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:05.979738 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7b9cc0d8-baa5-4154-bef3-26def806f8a2 req-2e1529cd-a710-402d-9335-612884cdfb72 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 943 time: 0.8685877 Feb 19 04:35:05.984458 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7ec184a4-a1b8-458b-840c-9ea650fdf32d req-691a7f63-4fc2-4c1d-9ebc-34c18687b76f tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=515bbc5a-583c-4767-87d1-4278c1caa845 HTTP/1.1" status: 200 len: 944 time: 1.7070184 Feb 19 04:35:06.179410 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d9bfabe-e137-4a35-a909-ed4ceac23ce3 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f0be720a-e029-4a3a-b331-9e89d2fe83ce), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:06.205325 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7b9cc0d8-baa5-4154-bef3-26def806f8a2 req-dd5d1fdc-ec42-48cd-b563-3b8abb88b4d4 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145872 Feb 19 04:35:06.228086 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980e8d6-5d58-41bc-a0c4-2549c40a8dc6 req-d13b10d1-a05e-435a-b45b-f14874374b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:06.233605 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2980e8d6-5d58-41bc-a0c4-2549c40a8dc6 req-d13b10d1-a05e-435a-b45b-f14874374b01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eaacfa74-c5cd-4e0a-8538-dc93b8209234 HTTP/1.1" status: 200 len: 855 time: 0.4966691 Feb 19 04:35:06.376344 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2980e8d6-5d58-41bc-a0c4-2549c40a8dc6 req-75cf272f-0cb8-4c31-96de-7df41b350195 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a1ab27e-256e-4216-9b7b-6df531fa62cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258070 Feb 19 04:35:06.668059 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2980e8d6-5d58-41bc-a0c4-2549c40a8dc6 req-ec02e44b-de06-4110-ad49-8cbbaf90a73b service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834203 Feb 19 04:35:06.732980 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-17dfb827-3360-4a01-b073-1e19b05ce38d req-f4c0131d-8fb0-4c64-9777-3abd15fb56ba tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.0621035 Feb 19 04:35:06.897436 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:06.945808 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8543d9a0-e7ac-4a1d-a538-cee01ed3ed2f req-5b217178-9a97-4bdc-a82e-3ebdf45fa505 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 3.6670091 Feb 19 04:35:06.980866 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-8543d9a0-e7ac-4a1d-a538-cee01ed3ed2f req-2d224c27-e7a8-4abf-b58e-f5b8eab65230 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:35:06.995044 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8543d9a0-e7ac-4a1d-a538-cee01ed3ed2f req-2d224c27-e7a8-4abf-b58e-f5b8eab65230 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0289788 Feb 19 04:35:07.058905 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57896) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:07.069188 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7ec184a4-a1b8-458b-840c-9ea650fdf32d req-0eb9a039-0bdc-4978-9f05-710dfe985bf0 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8695884 Feb 19 04:35:07.369044 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2980e8d6-5d58-41bc-a0c4-2549c40a8dc6 req-f678f7f3-bc60-441f-ac81-2c57cef9b652 service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6237657 Feb 19 04:35:07.503987 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f99e0cc1-4003-4b84-aa43-a2c4f1b1494b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (c107f539-b6d3-4d24-b85c-dd2e41f2c7ba), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:07.526637 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:07.553991 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f99e0cc1-4003-4b84-aa43-a2c4f1b1494b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c107f539-b6d3-4d24-b85c-dd2e41f2c7ba), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:07.629699 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 27a49e79-b327-47ef-9198-7facc1e1133c up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:35:07.631865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543d9a0-e7ac-4a1d-a538-cee01ed3ed2f req-0ce7fd75-31cd-4a82-a818-7951d4ab777a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:07.652447 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8543d9a0-e7ac-4a1d-a538-cee01ed3ed2f req-0ce7fd75-31cd-4a82-a818-7951d4ab777a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports/2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 HTTP/1.1" status: 200 len: 940 time: 0.5919831 Feb 19 04:35:07.741835 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5d94c-3d79-4d7f-bd3d-c4b55f7c8bdf req-251cbf33-dbe5-40ed-85ce-8c446862c463 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:07.766288 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9cb5d94c-3d79-4d7f-bd3d-c4b55f7c8bdf req-251cbf33-dbe5-40ed-85ce-8c446862c463 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 943 time: 0.3383491 Feb 19 04:35:07.796295 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e0cc1-4003-4b84-aa43-a2c4f1b1494b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c107f539-b6d3-4d24-b85c-dd2e41f2c7ba,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:07.819425 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f99e0cc1-4003-4b84-aa43-a2c4f1b1494b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:07.835143 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f99e0cc1-4003-4b84-aa43-a2c4f1b1494b tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 3.2975132 Feb 19 04:35:07.838137 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 27a49e79-b327-47ef-9198-7facc1e1133c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:07.838880 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (27a49e79-b327-47ef-9198-7facc1e1133c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:07.869044 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57908) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:07.885967 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-80903fb2-d69a-4daa-ad0a-de920d30462a tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Request body: {'security_group_rule': {'security_group_id': 'c107f539-b6d3-4d24-b85c-dd2e41f2c7ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:08.046218 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d9bfabe-e137-4a35-a909-ed4ceac23ce3 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for port (f0be720a-e029-4a3a-b331-9e89d2fe83ce), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.057472 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d9bfabe-e137-4a35-a909-ed4ceac23ce3 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (f0be720a-e029-4a3a-b331-9e89d2fe83ce), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.082011 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4992e2-4a7f-4f45-8ad7-de5709bb5a86 None None] Network 7d155337-5123-4dfc-9fcc-a9e4e2ae14c4 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:35:08.137741 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9cb5d94c-3d79-4d7f-bd3d-c4b55f7c8bdf req-c4310431-599b-4529-9262-50ec35782583 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548086 Feb 19 04:35:08.166214 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-80903fb2-d69a-4daa-ad0a-de920d30462a tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (54e46a55-06e9-41e1-aeac-6f29a00f18e9), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.192991 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d9bfabe-e137-4a35-a909-ed4ceac23ce3 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.322977 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-80903fb2-d69a-4daa-ad0a-de920d30462a tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (54e46a55-06e9-41e1-aeac-6f29a00f18e9), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.334652 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-80903fb2-d69a-4daa-ad0a-de920d30462a tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (54e46a55-06e9-41e1-aeac-6f29a00f18e9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.338934 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 2166ccf4-a7ca-42b6-bb32-d35fdea52b07 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:35:08.352837 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.414940 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3a6311d1-1634-42fe-86f8-918b1a3dbbbb req-555df79b-1673-4fdd-b444-f4b20ae61820 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.2413905 Feb 19 04:35:08.426016 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80903fb2-d69a-4daa-ad0a-de920d30462a tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e46a55-06e9-41e1-aeac-6f29a00f18e9,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:08.485626 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bfabe-e137-4a35-a909-ed4ceac23ce3 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event updated for resources: {'Port': ['ID=f0be720a-e029-4a3a-b331-9e89d2fe83ce,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:08.487689 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-80903fb2-d69a-4daa-ad0a-de920d30462a tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.513086 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-80903fb2-d69a-4daa-ad0a-de920d30462a tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6301506 Feb 19 04:35:08.513364 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57924) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:08.725126 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-77da64a8-bc78-4396-b721-9a77595451b1 None None] Provisioning complete for port 17a1998b-693c-4bf6-ae84-691f7e8f2699 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:08.725794 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-77da64a8-bc78-4396-b721-9a77595451b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (17a1998b-693c-4bf6-ae84-691f7e8f2699), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.806389 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:35:08.842992 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882584bb-2c34-4547-b679-5ee4801bd99e req-bd15d659-f90e-4009-a6f3-bb84e68d791a tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:08.852320 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-882584bb-2c34-4547-b679-5ee4801bd99e req-bd15d659-f90e-4009-a6f3-bb84e68d791a tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=515bbc5a-583c-4767-87d1-4278c1caa845 HTTP/1.1" status: 200 len: 944 time: 0.3409209 Feb 19 04:35:08.936641 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9bfabe-e137-4a35-a909-ed4ceac23ce3 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Network 7d155337-5123-4dfc-9fcc-a9e4e2ae14c4 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:35:08.944281 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a2bd0e26-d774-43ac-a59e-1adb327973ee tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (c107f539-b6d3-4d24-b85c-dd2e41f2c7ba), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.047196 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a2bd0e26-d774-43ac-a59e-1adb327973ee tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (c107f539-b6d3-4d24-b85c-dd2e41f2c7ba), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.052116 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-882584bb-2c34-4547-b679-5ee4801bd99e req-43c7a729-5da7-4264-8b62-d3eeef2d1ea7 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955202 Feb 19 04:35:09.115584 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-3d9bfabe-e137-4a35-a909-ed4ceac23ce3 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:35:09.458986 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-77da64a8-bc78-4396-b721-9a77595451b1 None None] Current status of the port 17a1998b-693c-4bf6-ae84-691f7e8f2699 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:09.459801 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-77da64a8-bc78-4396-b721-9a77595451b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (17a1998b-693c-4bf6-ae84-691f7e8f2699), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.479655 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 27a49e79-b327-47ef-9198-7facc1e1133c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:09.481855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 17a1998b-693c-4bf6-ae84-691f7e8f2699 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:35:09.589675 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9bfabe-e137-4a35-a909-ed4ceac23ce3 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:35:09.721760 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 2166ccf4-a7ca-42b6-bb32-d35fdea52b07, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2166ccf4-a7ca-42b6-bb32-d35fdea52b07,segment=NetworkSegment(676396c9-7f78-4ddc-b308-461a68f79b59),segment_id=676396c9-7f78-4ddc-b308-461a68f79b59)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:09.783088 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '2166ccf4-a7ca-42b6-bb32-d35fdea52b07', 'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc', 'port_id': '2166ccf4-a7ca-42b6-bb32-d35fdea52b07', 'mac_address': 'fa:16:3e:52:8a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaacfa74-c5cd-4e0a-8538-dc93b8209234', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:35:09.818258 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a2bd0e26-d774-43ac-a59e-1adb327973ee tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c107f539-b6d3-4d24-b85c-dd2e41f2c7ba), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.823580 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a2bd0e26-d774-43ac-a59e-1adb327973ee tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.838756 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a2bd0e26-d774-43ac-a59e-1adb327973ee tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "DELETE /v2.0/security-groups/c107f539-b6d3-4d24-b85c-dd2e41f2c7ba HTTP/1.1" status: 204 len: 168 time: 1.3215322 Feb 19 04:35:09.849889 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-77da64a8-bc78-4396-b721-9a77595451b1 None None] For port 17a1998b-693c-4bf6-ae84-691f7e8f2699, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=17a1998b-693c-4bf6-ae84-691f7e8f2699,segment=NetworkSegment(9c81fa01-36b2-463b-9662-d1247b3481c2),segment_id=9c81fa01-36b2-463b-9662-d1247b3481c2)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:09.856182 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-96a1e1cb-c77f-4ab2-a5b5-f94c065f9c48 req-396beb38-2185-4e14-88fd-469c2c5acae6 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.1198387 Feb 19 04:35:09.862214 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57944) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:09.865112 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.869114 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.881903 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-77da64a8-bc78-4396-b721-9a77595451b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (17a1998b-693c-4bf6-ae84-691f7e8f2699), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:09.890291 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 17a1998b-693c-4bf6-ae84-691f7e8f2699 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:09.891441 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (17a1998b-693c-4bf6-ae84-691f7e8f2699), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:10.125089 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-30af88c3-cb59-46d3-bb4d-7002af7153d2 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2340288 Feb 19 04:35:10.137760 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57950) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:10.191146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da64a8-bc78-4396-b721-9a77595451b1 None None] Pushing event updated for resources: {'Port': ['ID=17a1998b-693c-4bf6-ae84-691f7e8f2699,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:10.206492 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 2166ccf4-a7ca-42b6-bb32-d35fdea52b07 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:10.211170 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2166ccf4-a7ca-42b6-bb32-d35fdea52b07), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:10.290722 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2166ccf4-a7ca-42b6-bb32-d35fdea52b07 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:35:10.357688 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2b1f6b31-ca72-4aa7-abf0-4a206fcca9a0 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2141747 Feb 19 04:35:10.359492 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57958) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:10.597284 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-242e3179-92d6-43e0-81ed-472f50901b54 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] delete failed (client error): The resource could not be found. Feb 19 04:35:10.611814 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 2166ccf4-a7ca-42b6-bb32-d35fdea52b07, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2166ccf4-a7ca-42b6-bb32-d35fdea52b07,segment=NetworkSegment(676396c9-7f78-4ddc-b308-461a68f79b59),segment_id=676396c9-7f78-4ddc-b308-461a68f79b59)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:10.612715 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-242e3179-92d6-43e0-81ed-472f50901b54 tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "DELETE /v2.0/security-groups/c107f539-b6d3-4d24-b85c-dd2e41f2c7ba HTTP/1.1" status: 404 len: 347 time: 0.2477505 Feb 19 04:35:10.613172 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57960) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:10.656384 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2166ccf4-a7ca-42b6-bb32-d35fdea52b07), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:10.913822 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 17a1998b-693c-4bf6-ae84-691f7e8f2699 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:10.974477 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e2aaf67e-6565-4dff-8e9a-97422041b8fb tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3447335 Feb 19 04:35:11.061132 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c71794-0224-4f9b-9d4d-fcc52b178769 req-e5266102-223c-4d30-9a8e-6ed475b578a8 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:11.067251 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['2166ccf4-a7ca-42b6-bb32-d35fdea52b07'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:35:11.095255 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-55c71794-0224-4f9b-9d4d-fcc52b178769 req-e5266102-223c-4d30-9a8e-6ed475b578a8 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=515bbc5a-583c-4767-87d1-4278c1caa845 HTTP/1.1" status: 200 len: 944 time: 0.6852374 Feb 19 04:35:11.299667 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=2166ccf4-a7ca-42b6-bb32-d35fdea52b07,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:11.343495 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 17a1998b-693c-4bf6-ae84-691f7e8f2699 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:35:11.350872 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-55c71794-0224-4f9b-9d4d-fcc52b178769 req-d6afcc32-2135-46b6-bdb6-282adea7b7f2 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533774 Feb 19 04:35:11.535239 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd0e26-d774-43ac-a59e-1adb327973ee tempest-SecGroupIPv6Test-731015008 tempest-SecGroupIPv6Test-731015008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c107f539-b6d3-4d24-b85c-dd2e41f2c7ba,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:11.694222 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f42d49a9-f46c-482b-b03d-446081c2c030 None None] Provisioning complete for port 17a1998b-693c-4bf6-ae84-691f7e8f2699 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:11.696015 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f42d49a9-f46c-482b-b03d-446081c2c030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (17a1998b-693c-4bf6-ae84-691f7e8f2699), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:11.789213 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487692b2-7d90-424c-9eb4-b92b2c6c08e1 req-adcb82db-e7c4-475d-b9e7-3d482438a349 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:11.817855 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-487692b2-7d90-424c-9eb4-b92b2c6c08e1 req-adcb82db-e7c4-475d-b9e7-3d482438a349 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 943 time: 2.2918377 Feb 19 04:35:11.836144 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d3247a5d-6d6b-4b42-a755-4d4ce969f5a0 req-e4784bfe-3f7e-49ce-b6b8-32ee4652e6fc tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.1707788 Feb 19 04:35:11.949089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 17a1998b-693c-4bf6-ae84-691f7e8f2699 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:11.949572 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (17a1998b-693c-4bf6-ae84-691f7e8f2699), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:12.193165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57982) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:12.228433 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543d9a0-e7ac-4a1d-a538-cee01ed3ed2f req-1d029258-2296-47ad-afd0-f1dda0ab78b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:12.259542 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8543d9a0-e7ac-4a1d-a538-cee01ed3ed2f req-1d029258-2296-47ad-afd0-f1dda0ab78b8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238&tenant_id=33c394b84df34f71a382d547bb213da3 HTTP/1.1" status: 200 len: 1125 time: 2.6185400 Feb 19 04:35:12.355136 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9bfabe-e137-4a35-a909-ed4ceac23ce3 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:35:12.375625 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3d9bfabe-e137-4a35-a909-ed4ceac23ce3 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "PUT /v2.0/routers/db6fa7fb-4a73-472f-adda-b2d58af8fbe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2853029 Feb 19 04:35:12.376956 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57988) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:12.383434 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] Sync routers for ids ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:35:12.389927 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-295c3351-0ea4-4ff2-a454-96dcb61f2164 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:12.447713 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] Routers {'db6fa7fb-4a73-472f-adda-b2d58af8fbe1'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:12.449100 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:35:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:12.636759 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f42d49a9-f46c-482b-b03d-446081c2c030 None None] Current status of the port 17a1998b-693c-4bf6-ae84-691f7e8f2699 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:12.836236 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-487692b2-7d90-424c-9eb4-b92b2c6c08e1 req-b27dc055-f4df-4949-a78f-e1bfd2068b20 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0169628 Feb 19 04:35:12.870110 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543d9a0-e7ac-4a1d-a538-cee01ed3ed2f req-4f8d1fb4-1ce5-41b6-aa57-8c6dda7f2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:12.873567 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8543d9a0-e7ac-4a1d-a538-cee01ed3ed2f req-4f8d1fb4-1ce5-41b6-aa57-8c6dda7f2be8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33c394b84df34f71a382d547bb213da3&device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 1125 time: 0.4742348 Feb 19 04:35:13.014041 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] Set router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:13.290064 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543d9a0-e7ac-4a1d-a538-cee01ed3ed2f req-c5a2869b-84d0-43f9-8915-1eb7a043fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:13.294721 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8543d9a0-e7ac-4a1d-a538-cee01ed3ed2f req-c5a2869b-84d0-43f9-8915-1eb7a043fd5c service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 HTTP/1.1" status: 200 len: 914 time: 0.4080770 Feb 19 04:35:13.458136 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f42d49a9-f46c-482b-b03d-446081c2c030 None None] Provisioning complete for port f0be720a-e029-4a3a-b331-9e89d2fe83ce triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:13.458959 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f42d49a9-f46c-482b-b03d-446081c2c030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f0be720a-e029-4a3a-b331-9e89d2fe83ce), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:13.491248 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1cd1f21e-b905-4d8c-8006-5411a557a42c req-460b7af0-0187-4b8f-bab9-60b57a690ace tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ac8181-11c6-4123-9634-52f4ca059fa9 HTTP/1.1" status: 200 len: 210 time: 0.1945255 Feb 19 04:35:13.496512 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8543d9a0-e7ac-4a1d-a538-cee01ed3ed2f req-140b313d-b0f8-404b-b30b-4daf63bfdba0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 HTTP/1.1" status: 200 len: 217 time: 0.1796055 Feb 19 04:35:13.660672 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543d9a0-e7ac-4a1d-a538-cee01ed3ed2f req-c09074b7-5798-491f-b995-974b64a99c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:13.664353 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f42d49a9-f46c-482b-b03d-446081c2c030 None None] Port f0be720a-e029-4a3a-b331-9e89d2fe83ce cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:35:13.672408 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8543d9a0-e7ac-4a1d-a538-cee01ed3ed2f req-c09074b7-5798-491f-b995-974b64a99c41 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7fc7b67-5ad2-40ee-a254-a9f26919b969 HTTP/1.1" status: 200 len: 854 time: 0.1681633 Feb 19 04:35:13.681050 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 17a1998b-693c-4bf6-ae84-691f7e8f2699 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:13.781831 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8543d9a0-e7ac-4a1d-a538-cee01ed3ed2f req-3fd8bd3a-ba21-47c1-84d0-e7917d70398f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084490 Feb 19 04:35:13.847071 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a51737ab-d685-41e9-b2b2-6ab233006ff0 None None] Provisioning complete for port f0be720a-e029-4a3a-b331-9e89d2fe83ce triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:13.852140 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a51737ab-d685-41e9-b2b2-6ab233006ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f0be720a-e029-4a3a-b331-9e89d2fe83ce), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:13.925539 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:35:05Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '0991a15f-d983-448f-9b98-c9c3968ec754', 'name': '', 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2e:36:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:34Z', 'updated_at': '2022-02-19T04:34:47Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a49e79-b327-47ef-9198-7facc1e1133c', 'name': '', 'network_id': '223008e7-579a-4b81-9b5d-97caa183201a', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2a:a7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:49Z', 'updated_at': '2022-02-19T04:35:04Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0be720a-e029-4a3a-b331-9e89d2fe83ce', 'name': '', 'network_id': '7d155337-5123-4dfc-9fcc-a9e4e2ae14c4', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:8f:cb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '19a86bd4-5c82-45db-9e39-ef74474e6fea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:03Z', 'updated_at': '2022-02-19T04:35:07Z', 'revision_number': 2, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '19a86bd4-5c82-45db-9e39-ef74474e6fea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:14.090832 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] Checking router: db6fa7fb-4a73-472f-adda-b2d58af8fbe1 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:35:14.091654 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] Updating router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 port f0be720a-e029-4a3a-b331-9e89d2fe83ce binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:35:14.092272 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a77dd0-2d47-42f6-97ae-163fad28e0c6 req-ca04f832-4860-4f8e-aa73-1a342ae86acb tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:14.095077 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a51737ab-d685-41e9-b2b2-6ab233006ff0 None None] Port f0be720a-e029-4a3a-b331-9e89d2fe83ce cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:35:14.117806 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95a77dd0-2d47-42f6-97ae-163fad28e0c6 req-ca04f832-4860-4f8e-aa73-1a342ae86acb tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=515bbc5a-583c-4767-87d1-4278c1caa845 HTTP/1.1" status: 200 len: 945 time: 1.0696101 Feb 19 04:35:14.205028 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f0be720a-e029-4a3a-b331-9e89d2fe83ce), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:14.288059 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8543d9a0-e7ac-4a1d-a538-cee01ed3ed2f req-8277e493-3be6-4602-9765-bcbfbee9ec92 service neutron] 10.222.0.10 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996743 Feb 19 04:35:14.322688 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-748618a2-525f-4ab6-b09a-a989b307420a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=81c7423bc1044dd78632027a956aa8c5&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1265504 Feb 19 04:35:14.325830 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58014) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:14.395469 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21eaca1-14ad-4e1a-bf1d-244cce403457 req-34625381-7bbf-4d1f-ae2b-4cac7fb00361 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:14.416268 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b21eaca1-14ad-4e1a-bf1d-244cce403457 req-34625381-7bbf-4d1f-ae2b-4cac7fb00361 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 943 time: 0.3386204 Feb 19 04:35:14.664625 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b21eaca1-14ad-4e1a-bf1d-244cce403457 req-19baccb7-cc13-40c3-970e-f379f67a2ced tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440238 Feb 19 04:35:14.688603 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 2166ccf4-a7ca-42b6-bb32-d35fdea52b07 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:35:14.778201 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8543d9a0-e7ac-4a1d-a538-cee01ed3ed2f req-58ec1eb3-753e-4947-8e34-51dafc786f6b service neutron] 10.222.0.10 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811301 Feb 19 04:35:14.876555 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58022) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:15.024637 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 2166ccf4-a7ca-42b6-bb32-d35fdea52b07 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:35:15.045006 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cc6c8872-0d57-435f-a1d6-52afe3ac6fbe admin admin] Publish callbacks [] for security_group (72191b6b-297a-4111-b662-01b8f54c66cd), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:15.057370 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] Publish callbacks [] for port (f0be720a-e029-4a3a-b331-9e89d2fe83ce), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:15.064598 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 2166ccf4-a7ca-42b6-bb32-d35fdea52b07 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:15.066522 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2166ccf4-a7ca-42b6-bb32-d35fdea52b07), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:15.073403 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f0be720a-e029-4a3a-b331-9e89d2fe83ce), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:15.112114 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95a77dd0-2d47-42f6-97ae-163fad28e0c6 req-c554b764-858f-4421-90b5-1fb7c87615ad tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9778919 Feb 19 04:35:15.179535 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd3be-ffbe-481e-ad96-589e078e0d27 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for security_group (f13d8b76-2d17-415a-b47a-99b02edba516), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:15.316276 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cc6c8872-0d57-435f-a1d6-52afe3ac6fbe admin admin] Publish callbacks [] for security_group (72191b6b-297a-4111-b662-01b8f54c66cd), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:15.336216 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd3be-ffbe-481e-ad96-589e078e0d27 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for security_group (f13d8b76-2d17-415a-b47a-99b02edba516), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:15.342589 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f440f97-7825-4953-a3e2-ee2613016e0b None None] Pushing event updated for resources: {'Port': ['ID=f0be720a-e029-4a3a-b331-9e89d2fe83ce,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:15.512326 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 2166ccf4-a7ca-42b6-bb32-d35fdea52b07 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:15.513496 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2166ccf4-a7ca-42b6-bb32-d35fdea52b07), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:15.541838 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd3be-ffbe-481e-ad96-589e078e0d27 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f13d8b76-2d17-415a-b47a-99b02edba516), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:15.563793 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd3be-ffbe-481e-ad96-589e078e0d27 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:15.572019 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9c1fd3be-ffbe-481e-ad96-589e078e0d27 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "DELETE /v2.0/security-groups/f13d8b76-2d17-415a-b47a-99b02edba516 HTTP/1.1" status: 204 len: 168 time: 0.6906414 Feb 19 04:35:15.595735 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58048) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:15.632603 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] Attempting to bind port f0be720a-e029-4a3a-b331-9e89d2fe83ce on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:35:15.657627 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] Attempting to bind port f0be720a-e029-4a3a-b331-9e89d2fe83ce by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '9c81fa01-36b2-463b-9662-d1247b3481c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d155337-5123-4dfc-9fcc-a9e4e2ae14c4'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:35:15.661236 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] Attempting to bind port f0be720a-e029-4a3a-b331-9e89d2fe83ce on network 7d155337-5123-4dfc-9fcc-a9e4e2ae14c4 {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:35:15.676860 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515bbc5a-583c-4767-87d1-4278c1caa845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2166ccf4-a7ca-42b6-bb32-d35fdea52b07'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:35:15.714433 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e537c2e-7280-4501-9b72-9d098c785caa" -d '{"events": [{"server_uuid": "515bbc5a-583c-4767-87d1-4278c1caa845", "name": "network-vif-plugged", "status": "completed", "tag": "2166ccf4-a7ca-42b6-bb32-d35fdea52b07"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:35:15.763121 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fd3be-ffbe-481e-ad96-589e078e0d27 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13d8b76-2d17-415a-b47a-99b02edba516,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:15.773712 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-2e3a8c18-8ea4-4b98-8c6e-867dbe10207e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] show failed (client error): The resource could not be found. Feb 19 04:35:15.788766 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 2166ccf4-a7ca-42b6-bb32-d35fdea52b07, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2166ccf4-a7ca-42b6-bb32-d35fdea52b07,segment=NetworkSegment(676396c9-7f78-4ddc-b308-461a68f79b59),segment_id=676396c9-7f78-4ddc-b308-461a68f79b59)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:15.789819 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2e3a8c18-8ea4-4b98-8c6e-867dbe10207e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "GET /v2.0/security-groups/f13d8b76-2d17-415a-b47a-99b02edba516 HTTP/1.1" status: 404 len: 347 time: 0.1703217 Feb 19 04:35:15.790326 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:35:15.790814 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58054) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:15.849605 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:35:15.850298 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] Checking segment: {'id': '9c81fa01-36b2-463b-9662-d1247b3481c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d155337-5123-4dfc-9fcc-a9e4e2ae14c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:35:15.851019 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:15.858910 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] Bound using segment: {'id': '9c81fa01-36b2-463b-9662-d1247b3481c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d155337-5123-4dfc-9fcc-a9e4e2ae14c4'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:35:15.859904 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] Bound port: f0be720a-e029-4a3a-b331-9e89d2fe83ce, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c81fa01-36b2-463b-9662-d1247b3481c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d155337-5123-4dfc-9fcc-a9e4e2ae14c4'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:35:15.860592 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f0be720a-e029-4a3a-b331-9e89d2fe83ce), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:15.886131 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2166ccf4-a7ca-42b6-bb32-d35fdea52b07), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:16.252785 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7947c1c0-e5d3-49d8-8e96-7ef0e7f1e8ca x-openstack-request-id: req-7947c1c0-e5d3-49d8-8e96-7ef0e7f1e8ca {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:35:16.253374 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515bbc5a-583c-4767-87d1-4278c1caa845", "name": "network-vif-plugged", "status": "completed", "tag": "2166ccf4-a7ca-42b6-bb32-d35fdea52b07", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:35:16.253814 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7947c1c0-e5d3-49d8-8e96-7ef0e7f1e8ca {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:35:16.254500 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515bbc5a-583c-4767-87d1-4278c1caa845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2166ccf4-a7ca-42b6-bb32-d35fdea52b07', 'code': 200} Feb 19 04:35:16.255757 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=2166ccf4-a7ca-42b6-bb32-d35fdea52b07,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:16.349241 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] For port f0be720a-e029-4a3a-b331-9e89d2fe83ce, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:35:16.357523 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] For port f0be720a-e029-4a3a-b331-9e89d2fe83ce, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f0be720a-e029-4a3a-b331-9e89d2fe83ce,segment=NetworkSegment(9c81fa01-36b2-463b-9662-d1247b3481c2),segment_id=9c81fa01-36b2-463b-9662-d1247b3481c2)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:35:16.390992 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f0be720a-e029-4a3a-b331-9e89d2fe83ce), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:16.413882 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-73fe370a-0fc2-4eab-85ed-75ad08c25282 None None] Provisioning complete for port f0be720a-e029-4a3a-b331-9e89d2fe83ce triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:16.415809 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-73fe370a-0fc2-4eab-85ed-75ad08c25282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f0be720a-e029-4a3a-b331-9e89d2fe83ce), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:16.427776 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a37f6-a16b-4cab-8ac8-e89ceec7e4ad req-d00e2e9e-1dc3-4e5f-9330-706f6fc89981 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:16.445053 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-379a37f6-a16b-4cab-8ac8-e89ceec7e4ad req-d00e2e9e-1dc3-4e5f-9330-706f6fc89981 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 943 time: 0.4469612 Feb 19 04:35:16.653633 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-379a37f6-a16b-4cab-8ac8-e89ceec7e4ad req-0ede9d78-bb08-4d9b-b042-deac5cf77d03 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885464 Feb 19 04:35:16.713905 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-6ba8d316-e08f-4c9a-98a8-4a7cbb67094c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Deleting port 2452c86a-d37b-4edb-8c56-08a6a52e22db {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:35:16.722347 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ba8d316-e08f-4c9a-98a8-4a7cbb67094c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2452c86a-d37b-4edb-8c56-08a6a52e22db), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:16.749551 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cc6c8872-0d57-435f-a1d6-52afe3ac6fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (72191b6b-297a-4111-b662-01b8f54c66cd), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:16.755414 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cc6c8872-0d57-435f-a1d6-52afe3ac6fbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:16.769279 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cc6c8872-0d57-435f-a1d6-52afe3ac6fbe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/72191b6b-297a-4111-b662-01b8f54c66cd HTTP/1.1" status: 204 len: 168 time: 2.4349182 Feb 19 04:35:16.829312 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c8872-0d57-435f-a1d6-52afe3ac6fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72191b6b-297a-4111-b662-01b8f54c66cd,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:16.844281 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456cb1b-4b3c-42a9-9e90-a83a889ffb0f req-d83f8f45-7f42-4b74-be0f-18f6a99d6aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:16.849986 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1456cb1b-4b3c-42a9-9e90-a83a889ffb0f req-d83f8f45-7f42-4b74-be0f-18f6a99d6aa0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=515bbc5a-583c-4767-87d1-4278c1caa845 HTTP/1.1" status: 200 len: 1128 time: 0.7366867 Feb 19 04:35:16.883888 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f440f97-7825-4953-a3e2-ee2613016e0b None None] Pushing event updated for resources: {'Port': ['ID=f0be720a-e029-4a3a-b331-9e89d2fe83ce,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:16.887038 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.extraroute_db [None req-295c3351-0ea4-4ff2-a454-96dcb61f2164 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=115199) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 04:35:16.930373 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] Routers {'db6fa7fb-4a73-472f-adda-b2d58af8fbe1'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:16.931448 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:35:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:16.952566 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ba8d316-e08f-4c9a-98a8-4a7cbb67094c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2452c86a-d37b-4edb-8c56-08a6a52e22db), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:16.965250 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ba8d316-e08f-4c9a-98a8-4a7cbb67094c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for floatingip (2452c86a-d37b-4edb-8c56-08a6a52e22db), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:17.004227 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95a668-db71-48e7-a067-145b3b6fe3cf req-3a3cc043-8dd4-4011-885b-350c497ee097 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:17.016826 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4f95a668-db71-48e7-a067-145b3b6fe3cf req-3a3cc043-8dd4-4011-885b-350c497ee097 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=515bbc5a-583c-4767-87d1-4278c1caa845 HTTP/1.1" status: 200 len: 946 time: 0.5976348 Feb 19 04:35:17.018542 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-6ba8d316-e08f-4c9a-98a8-4a7cbb67094c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Calling delete_port for 2452c86a-d37b-4edb-8c56-08a6a52e22db owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:35:17.037250 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.extraroute_db [None req-295c3351-0ea4-4ff2-a454-96dcb61f2164 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Removed routes are [] {{(pid=115199) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 04:35:17.050638 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-295c3351-0ea4-4ff2-a454-96dcb61f2164 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:17.078758 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-73fe370a-0fc2-4eab-85ed-75ad08c25282 None None] Current status of the port f0be720a-e029-4a3a-b331-9e89d2fe83ce is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:17.079999 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-73fe370a-0fc2-4eab-85ed-75ad08c25282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f0be720a-e029-4a3a-b331-9e89d2fe83ce), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:17.314164 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-73fe370a-0fc2-4eab-85ed-75ad08c25282 None None] For port f0be720a-e029-4a3a-b331-9e89d2fe83ce, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f0be720a-e029-4a3a-b331-9e89d2fe83ce,segment=NetworkSegment(9c81fa01-36b2-463b-9662-d1247b3481c2),segment_id=9c81fa01-36b2-463b-9662-d1247b3481c2)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:17.332314 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-73fe370a-0fc2-4eab-85ed-75ad08c25282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f0be720a-e029-4a3a-b331-9e89d2fe83ce), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:17.603203 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] Set router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:17.634045 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe370a-0fc2-4eab-85ed-75ad08c25282 None None] Pushing event updated for resources: {'Port': ['ID=f0be720a-e029-4a3a-b331-9e89d2fe83ce,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:17.703592 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ba8d316-e08f-4c9a-98a8-4a7cbb67094c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (2452c86a-d37b-4edb-8c56-08a6a52e22db), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:17.747934 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-14d066ff-4095-4870-9b94-ba8bc12d40d5 None None] Provisioning complete for port f0be720a-e029-4a3a-b331-9e89d2fe83ce triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:17.751269 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-14d066ff-4095-4870-9b94-ba8bc12d40d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f0be720a-e029-4a3a-b331-9e89d2fe83ce), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:17.795998 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1456cb1b-4b3c-42a9-9e90-a83a889ffb0f req-fac2bfb4-1174-4965-ad5a-8fb548238e84 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9244826 Feb 19 04:35:17.907698 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4f95a668-db71-48e7-a067-145b3b6fe3cf req-b03f5bd5-6df4-4f55-8d02-3e06aa78298d tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8874054 Feb 19 04:35:17.949829 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8d316-e08f-4c9a-98a8-4a7cbb67094c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event deleted for resources: {'Port': ['ID=2452c86a-d37b-4edb-8c56-08a6a52e22db,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:18.220245 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-14d066ff-4095-4870-9b94-ba8bc12d40d5 None None] Current status of the port f0be720a-e029-4a3a-b331-9e89d2fe83ce is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:18.335288 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-295c3351-0ea4-4ff2-a454-96dcb61f2164 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:18.362278 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-295c3351-0ea4-4ff2-a454-96dcb61f2164 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-429138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-429147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455741'] for router (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:18.419730 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ba8d316-e08f-4c9a-98a8-4a7cbb67094c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for floatingip (b850b9f1-c67b-43d8-b2bb-8dce0ffd9a3a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:18.431786 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ba8d316-e08f-4c9a-98a8-4a7cbb67094c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:18.441399 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6ba8d316-e08f-4c9a-98a8-4a7cbb67094c tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "DELETE /v2.0/floatingips/b850b9f1-c67b-43d8-b2bb-8dce0ffd9a3a HTTP/1.1" status: 204 len: 168 time: 2.6460700 Feb 19 04:35:18.465875 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d201b6d-568e-4146-8038-0cdaab9cf2f7 req-16b8ed61-fe9a-4226-82fe-9655c8acb57c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:18.487368 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6d201b6d-568e-4146-8038-0cdaab9cf2f7 req-16b8ed61-fe9a-4226-82fe-9655c8acb57c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 943 time: 0.4988098 Feb 19 04:35:18.488121 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58104) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:18.942907 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6d201b6d-568e-4146-8038-0cdaab9cf2f7 req-077709e0-6738-4563-8cdb-7966e5364ccd tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411280 Feb 19 04:35:19.022302 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-eb6a1ecb-f1ef-4952-bc2b-dc45c69d508e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Deleting port 9e561b36-bbb3-4838-adb1-112f3a7b1d33 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:35:19.022840 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eb6a1ecb-f1ef-4952-bc2b-dc45c69d508e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9e561b36-bbb3-4838-adb1-112f3a7b1d33), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:19.220322 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:35:05Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '0991a15f-d983-448f-9b98-c9c3968ec754', 'name': '', 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2e:36:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:34Z', 'updated_at': '2022-02-19T04:34:47Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a49e79-b327-47ef-9198-7facc1e1133c', 'name': '', 'network_id': '223008e7-579a-4b81-9b5d-97caa183201a', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2a:a7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:49Z', 'updated_at': '2022-02-19T04:35:04Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0be720a-e029-4a3a-b331-9e89d2fe83ce', 'name': '', 'network_id': '7d155337-5123-4dfc-9fcc-a9e4e2ae14c4', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:8f:cb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '19a86bd4-5c82-45db-9e39-ef74474e6fea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:03Z', 'updated_at': '2022-02-19T04:35:16Z', 'revision_number': 4, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '19a86bd4-5c82-45db-9e39-ef74474e6fea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:19.360316 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d23bcf9-ade0-47c4-b6f0-607240c8db3a None None] The sync data for ids ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'] in n-d-772273-4 is: [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:35:05Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '0991a15f-d983-448f-9b98-c9c3968ec754', 'name': '', 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2e:36:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:34Z', 'updated_at': '2022-02-19T04:34:47Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a49e79-b327-47ef-9198-7facc1e1133c', 'name': '', 'network_id': '223008e7-579a-4b81-9b5d-97caa183201a', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2a:a7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:49Z', 'updated_at': '2022-02-19T04:35:04Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0be720a-e029-4a3a-b331-9e89d2fe83ce', 'name': '', 'network_id': '7d155337-5123-4dfc-9fcc-a9e4e2ae14c4', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:8f:cb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '19a86bd4-5c82-45db-9e39-ef74474e6fea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:03Z', 'updated_at': '2022-02-19T04:35:16Z', 'revision_number': 4, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '19a86bd4-5c82-45db-9e39-ef74474e6fea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:35:19.487777 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58124) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:19.566438 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eb6a1ecb-f1ef-4952-bc2b-dc45c69d508e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9e561b36-bbb3-4838-adb1-112f3a7b1d33), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:19.597141 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-eb6a1ecb-f1ef-4952-bc2b-dc45c69d508e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Calling delete_port for 9e561b36-bbb3-4838-adb1-112f3a7b1d33 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:35:20.054086 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f0be720a-e029-4a3a-b331-9e89d2fe83ce up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:35:20.273393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port f0be720a-e029-4a3a-b331-9e89d2fe83ce triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:20.274026 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f0be720a-e029-4a3a-b331-9e89d2fe83ce), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:20.280272 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-613be63e-4d90-4443-8167-57e50f2103bb tempest-SubnetPoolsTestJSON-478977630 tempest-SubnetPoolsTestJSON-478977630-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-557873879', 'prefixes': ['172.20.0.0/16']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:20.487021 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eb6a1ecb-f1ef-4952-bc2b-dc45c69d508e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (9e561b36-bbb3-4838-adb1-112f3a7b1d33), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:20.618771 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port f0be720a-e029-4a3a-b331-9e89d2fe83ce is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:20.746035 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a1ecb-f1ef-4952-bc2b-dc45c69d508e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event deleted for resources: {'Port': ['ID=9e561b36-bbb3-4838-adb1-112f3a7b1d33,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:20.771901 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eb6a1ecb-f1ef-4952-bc2b-dc45c69d508e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:20.779544 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-eb6a1ecb-f1ef-4952-bc2b-dc45c69d508e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "DELETE /v2.0/ports/9e561b36-bbb3-4838-adb1-112f3a7b1d33 HTTP/1.1" status: 204 len: 168 time: 2.2902529 Feb 19 04:35:20.786707 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58138) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:20.793616 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a1ecb-f1ef-4952-bc2b-dc45c69d508e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:20.794240 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a1ecb-f1ef-4952-bc2b-dc45c69d508e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:20.794815 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a1ecb-f1ef-4952-bc2b-dc45c69d508e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:20.795349 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a1ecb-f1ef-4952-bc2b-dc45c69d508e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:20.796063 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a1ecb-f1ef-4952-bc2b-dc45c69d508e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:20.796585 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a1ecb-f1ef-4952-bc2b-dc45c69d508e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:20.797125 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a1ecb-f1ef-4952-bc2b-dc45c69d508e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:20.797657 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a1ecb-f1ef-4952-bc2b-dc45c69d508e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:20.798355 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a1ecb-f1ef-4952-bc2b-dc45c69d508e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:20.799006 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a1ecb-f1ef-4952-bc2b-dc45c69d508e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:20.799575 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a1ecb-f1ef-4952-bc2b-dc45c69d508e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:20.800747 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a1ecb-f1ef-4952-bc2b-dc45c69d508e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:20.801302 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a1ecb-f1ef-4952-bc2b-dc45c69d508e tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:20.894888 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd6a6e-0bcf-42fd-98c5-2cd98e3be91b req-6e2fef13-b630-4590-8cd0-c0c6a0ef4f6b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:20.911988 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-75cd6a6e-0bcf-42fd-98c5-2cd98e3be91b req-6e2fef13-b630-4590-8cd0-c0c6a0ef4f6b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 943 time: 0.6348748 Feb 19 04:35:20.933461 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-613be63e-4d90-4443-8167-57e50f2103bb tempest-SubnetPoolsTestJSON-478977630 tempest-SubnetPoolsTestJSON-478977630-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:20.940703 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-613be63e-4d90-4443-8167-57e50f2103bb tempest-SubnetPoolsTestJSON-478977630 tempest-SubnetPoolsTestJSON-478977630-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.4365358 Feb 19 04:35:21.049700 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58140) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:21.196750 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-75cd6a6e-0bcf-42fd-98c5-2cd98e3be91b req-f608d1f9-52c2-4a08-a342-cb9a6441d109 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832322 Feb 19 04:35:21.319332 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58146) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:21.328655 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2f316a4b-c8cc-476b-86cd-760ffac1fd1e tempest-SubnetPoolsTestJSON-478977630 tempest-SubnetPoolsTestJSON-478977630-project] 10.222.0.65 "GET /v2.0/subnetpools/8adbd7e1-dde2-453d-8bfd-c20431682276 HTTP/1.1" status: 200 len: 731 time: 0.2564967 Feb 19 04:35:21.329884 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-f8d0e201-fda9-447f-8ac3-b5b7c6e11862 tempest-SubnetPoolsTestJSON-478977630 tempest-SubnetPoolsTestJSON-478977630-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-134996883'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:21.368627 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676ecdd-2143-42e9-bf35-0baed7297d14 req-a1a7d99b-0ba3-4002-985b-24e155152cfc tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:21.379467 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8676ecdd-2143-42e9-bf35-0baed7297d14 req-a1a7d99b-0ba3-4002-985b-24e155152cfc tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=515bbc5a-583c-4767-87d1-4278c1caa845 HTTP/1.1" status: 200 len: 946 time: 0.6014917 Feb 19 04:35:21.468311 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295c3351-0ea4-4ff2-a454-96dcb61f2164 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:35:21.812393 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8676ecdd-2143-42e9-bf35-0baed7297d14 req-64c7b3c8-2a1d-442c-bc8f-8b52c414346f tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264127 Feb 19 04:35:21.949591 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8d0e201-fda9-447f-8ac3-b5b7c6e11862 tempest-SubnetPoolsTestJSON-478977630 tempest-SubnetPoolsTestJSON-478977630-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:21.960523 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f8d0e201-fda9-447f-8ac3-b5b7c6e11862 tempest-SubnetPoolsTestJSON-478977630 tempest-SubnetPoolsTestJSON-478977630-project] 10.222.0.65 "PUT /v2.0/subnetpools/8adbd7e1-dde2-453d-8bfd-c20431682276 HTTP/1.1" status: 200 len: 683 time: 0.6355691 Feb 19 04:35:21.961667 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58152) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:22.172264 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295c3351-0ea4-4ff2-a454-96dcb61f2164 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:35:22.199050 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a0c41-1537-48b1-acd6-4ccb32014754 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Deleting port 680d45c7-a626-4dc5-b424-148f5e9cc4f9 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:35:22.199985 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b7a0c41-1537-48b1-acd6-4ccb32014754 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (680d45c7-a626-4dc5-b424-148f5e9cc4f9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:22.208327 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7eccb0-4a41-4099-b2c3-76e306f583d2 None None] Sync routers for ids ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:35:22.212651 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-689e79bd-7db0-429d-8305-2ebd3dc3b4ee tempest-SubnetPoolsTestJSON-478977630 tempest-SubnetPoolsTestJSON-478977630-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:22.224392 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-295c3351-0ea4-4ff2-a454-96dcb61f2164 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:22.226801 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-689e79bd-7db0-429d-8305-2ebd3dc3b4ee tempest-SubnetPoolsTestJSON-478977630 tempest-SubnetPoolsTestJSON-478977630-project] 10.222.0.65 "DELETE /v2.0/subnetpools/8adbd7e1-dde2-453d-8bfd-c20431682276 HTTP/1.1" status: 204 len: 168 time: 0.2634120 Feb 19 04:35:22.227778 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-295c3351-0ea4-4ff2-a454-96dcb61f2164 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "PUT /v2.0/routers/db6fa7fb-4a73-472f-adda-b2d58af8fbe1 HTTP/1.1" status: 200 len: 934 time: 9.8480365 Feb 19 04:35:22.238737 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58156) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:22.239469 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58158) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:22.260679 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7eccb0-4a41-4099-b2c3-76e306f583d2 None None] Routers {'db6fa7fb-4a73-472f-adda-b2d58af8fbe1'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:22.264164 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ef7eccb0-4a41-4099-b2c3-76e306f583d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:35:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:22.543727 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b7a0c41-1537-48b1-acd6-4ccb32014754 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (680d45c7-a626-4dc5-b424-148f5e9cc4f9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:22.611427 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a0c41-1537-48b1-acd6-4ccb32014754 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Calling delete_port for 680d45c7-a626-4dc5-b424-148f5e9cc4f9 owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:35:22.698005 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-ef7eccb0-4a41-4099-b2c3-76e306f583d2 None None] Set router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:22.764658 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-d5550ed4-2459-49be-82af-5763677ef404 tempest-SubnetPoolsTestJSON-478977630 tempest-SubnetPoolsTestJSON-478977630-project] show failed (client error): The resource could not be found. Feb 19 04:35:22.770759 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d5550ed4-2459-49be-82af-5763677ef404 tempest-SubnetPoolsTestJSON-478977630 tempest-SubnetPoolsTestJSON-478977630-project] 10.222.0.65 "GET /v2.0/subnetpools/8adbd7e1-dde2-453d-8bfd-c20431682276 HTTP/1.1" status: 404 len: 346 time: 0.5238407 Feb 19 04:35:22.781532 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58170) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:22.845186 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-58dbca0d-819c-4745-925d-4d648367a303 tempest-SubnetPoolsTestJSON-478977630 tempest-SubnetPoolsTestJSON-478977630-project] delete failed (client error): The resource could not be found. Feb 19 04:35:22.856962 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-58dbca0d-819c-4745-925d-4d648367a303 tempest-SubnetPoolsTestJSON-478977630 tempest-SubnetPoolsTestJSON-478977630-project] 10.222.0.65 "DELETE /v2.0/subnetpools/8adbd7e1-dde2-453d-8bfd-c20431682276 HTTP/1.1" status: 404 len: 346 time: 0.0601771 Feb 19 04:35:22.902486 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-54d8ea54-6138-40df-a045-c3d0a527bde3 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "GET /v2.0/routers/db6fa7fb-4a73-472f-adda-b2d58af8fbe1 HTTP/1.1" status: 200 len: 934 time: 0.6570921 Feb 19 04:35:22.918240 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89b591-7cae-4564-bbc7-eace5bd45e01 req-fcbdbd7e-8d3d-411b-9b05-5871b817f8e5 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:22.932322 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1a89b591-7cae-4564-bbc7-eace5bd45e01 req-fcbdbd7e-8d3d-411b-9b05-5871b817f8e5 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 943 time: 0.5131748 Feb 19 04:35:22.949403 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58176) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:22.960732 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-fc148855-0e2c-4c7c-a6e2-da09aa5651c5 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'router': {'routes': None}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:35:23.394694 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b7a0c41-1537-48b1-acd6-4ccb32014754 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (680d45c7-a626-4dc5-b424-148f5e9cc4f9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:23.570305 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a0c41-1537-48b1-acd6-4ccb32014754 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event deleted for resources: {'Port': ['ID=680d45c7-a626-4dc5-b424-148f5e9cc4f9,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:23.634425 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1a89b591-7cae-4564-bbc7-eace5bd45e01 req-46281328-50c1-4ce9-8642-0f3bfb033ab5 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6998897 Feb 19 04:35:23.964652 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b7a0c41-1537-48b1-acd6-4ccb32014754 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:23.989709 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3b7a0c41-1537-48b1-acd6-4ccb32014754 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "DELETE /v2.0/ports/680d45c7-a626-4dc5-b424-148f5e9cc4f9 HTTP/1.1" status: 204 len: 168 time: 3.1883357 Feb 19 04:35:23.991156 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58190) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:24.013405 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ef7eccb0-4a41-4099-b2c3-76e306f583d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:35:16Z', 'revision_number': 6, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '0991a15f-d983-448f-9b98-c9c3968ec754', 'name': '', 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2e:36:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:34Z', 'updated_at': '2022-02-19T04:34:47Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a49e79-b327-47ef-9198-7facc1e1133c', 'name': '', 'network_id': '223008e7-579a-4b81-9b5d-97caa183201a', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2a:a7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:49Z', 'updated_at': '2022-02-19T04:35:04Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0be720a-e029-4a3a-b331-9e89d2fe83ce', 'name': '', 'network_id': '7d155337-5123-4dfc-9fcc-a9e4e2ae14c4', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:8f:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '19a86bd4-5c82-45db-9e39-ef74474e6fea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:03Z', 'updated_at': '2022-02-19T04:35:17Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '19a86bd4-5c82-45db-9e39-ef74474e6fea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:24.199318 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7eccb0-4a41-4099-b2c3-76e306f583d2 None None] Checking router: db6fa7fb-4a73-472f-adda-b2d58af8fbe1 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:35:24.241751 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7eccb0-4a41-4099-b2c3-76e306f583d2 None None] Routers {'db6fa7fb-4a73-472f-adda-b2d58af8fbe1'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:24.242527 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ef7eccb0-4a41-4099-b2c3-76e306f583d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:35:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:24.273035 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58198) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:24.394141 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97205bf2-d705-4990-b466-e4287a7de85f req-95bd1dac-a704-4942-a347-046738d8d01a tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:24.404438 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-97205bf2-d705-4990-b466-e4287a7de85f req-95bd1dac-a704-4942-a347-046738d8d01a tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=515bbc5a-583c-4767-87d1-4278c1caa845 HTTP/1.1" status: 200 len: 946 time: 0.2962744 Feb 19 04:35:24.537153 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6a0458-00ef-41d3-bb5a-2a7d996c36cf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Deleting subnet 54fff4b2-f9f1-4478-bd95-9c01635e43e8 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:35:24.573405 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0458-00ef-41d3-bb5a-2a7d996c36cf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for subnet (54fff4b2-f9f1-4478-bd95-9c01635e43e8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:24.681888 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cb6ca5b6-e1b4-4d57-99fb-2f301999c482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:24.768688 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-97205bf2-d705-4990-b466-e4287a7de85f req-059fb945-6ad1-4930-806f-6188ffd1ee1c tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501627 Feb 19 04:35:24.869212 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-ef7eccb0-4a41-4099-b2c3-76e306f583d2 None None] Set router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:25.045345 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0458-00ef-41d3-bb5a-2a7d996c36cf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (54fff4b2-f9f1-4478-bd95-9c01635e43e8), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:25.132620 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cb6ca5b6-e1b4-4d57-99fb-2f301999c482 admin admin] Publish callbacks [] for security_group (52378707-4886-43d0-bbb2-36721ea15157), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:25.144126 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cb6ca5b6-e1b4-4d57-99fb-2f301999c482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (52378707-4886-43d0-bbb2-36721ea15157), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:25.360898 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cb6ca5b6-e1b4-4d57-99fb-2f301999c482 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c6d0d2b6afb341cfbd6f3d1e9ef49c40&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0688534 Feb 19 04:35:25.363469 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ca5b6-e1b4-4d57-99fb-2f301999c482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52378707-4886-43d0-bbb2-36721ea15157,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:25.371269 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58218) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:25.609015 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5a94073a-aea8-4fa5-b4d5-268f8dc172d0 admin admin] Publish callbacks [] for security_group (52378707-4886-43d0-bbb2-36721ea15157), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:25.716832 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5a94073a-aea8-4fa5-b4d5-268f8dc172d0 admin admin] Publish callbacks [] for security_group (52378707-4886-43d0-bbb2-36721ea15157), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:25.748278 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0458-00ef-41d3-bb5a-2a7d996c36cf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (54fff4b2-f9f1-4478-bd95-9c01635e43e8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:25.975707 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ef7eccb0-4a41-4099-b2c3-76e306f583d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:35:16Z', 'revision_number': 6, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '0991a15f-d983-448f-9b98-c9c3968ec754', 'name': '', 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2e:36:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:34Z', 'updated_at': '2022-02-19T04:34:47Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a49e79-b327-47ef-9198-7facc1e1133c', 'name': '', 'network_id': '223008e7-579a-4b81-9b5d-97caa183201a', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2a:a7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:49Z', 'updated_at': '2022-02-19T04:35:04Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0be720a-e029-4a3a-b331-9e89d2fe83ce', 'name': '', 'network_id': '7d155337-5123-4dfc-9fcc-a9e4e2ae14c4', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:8f:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '19a86bd4-5c82-45db-9e39-ef74474e6fea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:03Z', 'updated_at': '2022-02-19T04:35:17Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '19a86bd4-5c82-45db-9e39-ef74474e6fea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:25.988208 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5a94073a-aea8-4fa5-b4d5-268f8dc172d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (52378707-4886-43d0-bbb2-36721ea15157), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:26.005632 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5a94073a-aea8-4fa5-b4d5-268f8dc172d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:26.016581 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5a94073a-aea8-4fa5-b4d5-268f8dc172d0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/52378707-4886-43d0-bbb2-36721ea15157 HTTP/1.1" status: 204 len: 168 time: 0.6370199 Feb 19 04:35:26.075372 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94073a-aea8-4fa5-b4d5-268f8dc172d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52378707-4886-43d0-bbb2-36721ea15157,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:26.140929 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf7c9d-9197-43ea-94e2-906a24e6e591 req-d0ae8b46-a6b2-454f-b0a0-aab8072fd1e1 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:26.145958 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aaaf7c9d-9197-43ea-94e2-906a24e6e591 req-d0ae8b46-a6b2-454f-b0a0-aab8072fd1e1 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 943 time: 1.1376104 Feb 19 04:35:26.214456 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7eccb0-4a41-4099-b2c3-76e306f583d2 None None] The sync data for ids ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'] in n-d-772273-4 is: [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:35:16Z', 'revision_number': 6, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '0991a15f-d983-448f-9b98-c9c3968ec754', 'name': '', 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2e:36:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:34Z', 'updated_at': '2022-02-19T04:34:47Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a49e79-b327-47ef-9198-7facc1e1133c', 'name': '', 'network_id': '223008e7-579a-4b81-9b5d-97caa183201a', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2a:a7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:49Z', 'updated_at': '2022-02-19T04:35:04Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0be720a-e029-4a3a-b331-9e89d2fe83ce', 'name': '', 'network_id': '7d155337-5123-4dfc-9fcc-a9e4e2ae14c4', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:8f:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '19a86bd4-5c82-45db-9e39-ef74474e6fea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:03Z', 'updated_at': '2022-02-19T04:35:17Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '19a86bd4-5c82-45db-9e39-ef74474e6fea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:35:26.298068 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0458-00ef-41d3-bb5a-2a7d996c36cf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (54fff4b2-f9f1-4478-bd95-9c01635e43e8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:26.426447 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08e8642-bfaf-4cb0-a91b-2b4f1b590bfc None None] Network 0197e602-f5d2-48ef-bb73-a3741213d4f6 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:35:26.626786 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0458-00ef-41d3-bb5a-2a7d996c36cf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:26.644324 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5a6a0458-00ef-41d3-bb5a-2a7d996c36cf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "DELETE /v2.0/subnets/54fff4b2-f9f1-4478-bd95-9c01635e43e8 HTTP/1.1" status: 204 len: 168 time: 2.6454923 Feb 19 04:35:26.645195 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58236) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:26.939709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a0458-00ef-41d3-bb5a-2a7d996c36cf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event deleted for resources: {'Subnet': ['ID=54fff4b2-f9f1-4478-bd95-9c01635e43e8,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:26.992382 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aaaf7c9d-9197-43ea-94e2-906a24e6e591 req-b415ad41-b383-4e35-aeba-ff18c51c5919 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8238628 Feb 19 04:35:27.026807 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbf1d79-a027-4e6c-a96f-5ef5542acd00 None None] DHCP port deletion for 0197e602-f5d2-48ef-bb73-a3741213d4f6 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:35:27.123153 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.extraroute_db [None req-fc148855-0e2c-4c7c-a6e2-da09aa5651c5 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Added routes are [] {{(pid=115198) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 04:35:27.124809 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.extraroute_db [None req-fc148855-0e2c-4c7c-a6e2-da09aa5651c5 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=115198) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 04:35:27.137810 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06be197-cbe1-43a3-b74a-d2acc4cf4298 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Deleting subnet 544bab28-3af6-4f3c-be5b-695dcbab8919 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:35:27.173738 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c06be197-cbe1-43a3-b74a-d2acc4cf4298 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for subnet (544bab28-3af6-4f3c-be5b-695dcbab8919), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:27.272449 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fc148855-0e2c-4c7c-a6e2-da09aa5651c5 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:27.328288 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf1d79-a027-4e6c-a96f-5ef5542acd00 None None] Deleting port 5fa8d677-c784-4adc-ac1a-737cf7c3cf65 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:35:27.333753 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7bbf1d79-a027-4e6c-a96f-5ef5542acd00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (5fa8d677-c784-4adc-ac1a-737cf7c3cf65), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:27.523832 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c06be197-cbe1-43a3-b74a-d2acc4cf4298 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (544bab28-3af6-4f3c-be5b-695dcbab8919), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:27.694914 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-7bbf1d79-a027-4e6c-a96f-5ef5542acd00 None None] For port 5fa8d677-c784-4adc-ac1a-737cf7c3cf65, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5fa8d677-c784-4adc-ac1a-737cf7c3cf65,segment=NetworkSegment(a2a1e401-78fd-4a36-92fe-e1e86bcac256),segment_id=a2a1e401-78fd-4a36-92fe-e1e86bcac256)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:27.696819 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7bbf1d79-a027-4e6c-a96f-5ef5542acd00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (5fa8d677-c784-4adc-ac1a-737cf7c3cf65), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:27.754892 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf1d79-a027-4e6c-a96f-5ef5542acd00 None None] Calling delete_port for 5fa8d677-c784-4adc-ac1a-737cf7c3cf65 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:35:28.090346 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c06be197-cbe1-43a3-b74a-d2acc4cf4298 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (544bab28-3af6-4f3c-be5b-695dcbab8919), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:28.193211 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5fa8d677-c784-4adc-ac1a-737cf7c3cf65 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:35:28.496663 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c06be197-cbe1-43a3-b74a-d2acc4cf4298 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (544bab28-3af6-4f3c-be5b-695dcbab8919), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:28.636722 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fc148855-0e2c-4c7c-a6e2-da09aa5651c5 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:28.680277 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06be197-cbe1-43a3-b74a-d2acc4cf4298 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event deleted for resources: {'Subnet': ['ID=544bab28-3af6-4f3c-be5b-695dcbab8919,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:28.756112 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fc148855-0e2c-4c7c-a6e2-da09aa5651c5 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-429138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-429147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455741'] for router (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:28.781138 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06be197-cbe1-43a3-b74a-d2acc4cf4298 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.781878 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06be197-cbe1-43a3-b74a-d2acc4cf4298 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.782488 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06be197-cbe1-43a3-b74a-d2acc4cf4298 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.783099 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06be197-cbe1-43a3-b74a-d2acc4cf4298 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.783694 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06be197-cbe1-43a3-b74a-d2acc4cf4298 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.784824 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06be197-cbe1-43a3-b74a-d2acc4cf4298 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.800863 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06be197-cbe1-43a3-b74a-d2acc4cf4298 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.804021 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06be197-cbe1-43a3-b74a-d2acc4cf4298 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.807387 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06be197-cbe1-43a3-b74a-d2acc4cf4298 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.810685 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06be197-cbe1-43a3-b74a-d2acc4cf4298 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.811583 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06be197-cbe1-43a3-b74a-d2acc4cf4298 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.812453 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06be197-cbe1-43a3-b74a-d2acc4cf4298 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.818312 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06be197-cbe1-43a3-b74a-d2acc4cf4298 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:28.906549 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c06be197-cbe1-43a3-b74a-d2acc4cf4298 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:28.939521 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c06be197-cbe1-43a3-b74a-d2acc4cf4298 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "DELETE /v2.0/subnets/544bab28-3af6-4f3c-be5b-695dcbab8919 HTTP/1.1" status: 204 len: 168 time: 2.2916582 Feb 19 04:35:28.958193 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58274) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:29.124451 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b75e07e-8d8d-4022-9842-08d41236a85d None None] Network 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:35:29.403076 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7bbf1d79-a027-4e6c-a96f-5ef5542acd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (5fa8d677-c784-4adc-ac1a-737cf7c3cf65), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:29.444637 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 5fa8d677-c784-4adc-ac1a-737cf7c3cf65 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:29.451005 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5fa8d677-c784-4adc-ac1a-737cf7c3cf65), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:29.517592 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9db7d20b-1a94-4994-933d-1c3ee3be1029 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (0197e602-f5d2-48ef-bb73-a3741213d4f6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:29.740850 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbf1d79-a027-4e6c-a96f-5ef5542acd00 None None] No DVR routers for this DVR port 5fa8d677-c784-4adc-ac1a-737cf7c3cf65 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:35:29.748378 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf1d79-a027-4e6c-a96f-5ef5542acd00 None None] Pushing event deleted for resources: {'Port': ['ID=5fa8d677-c784-4adc-ac1a-737cf7c3cf65,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:29.839448 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf1d79-a027-4e6c-a96f-5ef5542acd00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:29.840150 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf1d79-a027-4e6c-a96f-5ef5542acd00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:29.840748 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf1d79-a027-4e6c-a96f-5ef5542acd00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:29.864455 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf1d79-a027-4e6c-a96f-5ef5542acd00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:29.867328 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf1d79-a027-4e6c-a96f-5ef5542acd00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:29.868184 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf1d79-a027-4e6c-a96f-5ef5542acd00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:29.870439 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf1d79-a027-4e6c-a96f-5ef5542acd00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:29.872813 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf1d79-a027-4e6c-a96f-5ef5542acd00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:29.873367 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf1d79-a027-4e6c-a96f-5ef5542acd00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:29.875438 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf1d79-a027-4e6c-a96f-5ef5542acd00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:29.877142 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf1d79-a027-4e6c-a96f-5ef5542acd00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:29.877804 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf1d79-a027-4e6c-a96f-5ef5542acd00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:29.881243 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbf1d79-a027-4e6c-a96f-5ef5542acd00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:35:30.068192 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9db7d20b-1a94-4994-933d-1c3ee3be1029 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (0197e602-f5d2-48ef-bb73-a3741213d4f6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:30.170192 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-9db7d20b-1a94-4994-933d-1c3ee3be1029 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0197e602-f5d2-48ef-bb73-a3741213d4f6']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:30.221059 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-9db7d20b-1a94-4994-933d-1c3ee3be1029 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a1e401-78fd-4a36-92fe-e1e86bcac256') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:30.223297 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-9db7d20b-1a94-4994-933d-1c3ee3be1029 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a1e401-78fd-4a36-92fe-e1e86bcac256') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:30.292392 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9db7d20b-1a94-4994-933d-1c3ee3be1029 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (a2a1e401-78fd-4a36-92fe-e1e86bcac256), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:30.337126 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9db7d20b-1a94-4994-933d-1c3ee3be1029 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (a2a1e401-78fd-4a36-92fe-e1e86bcac256), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:30.421210 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db7d20b-1a94-4994-933d-1c3ee3be1029 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:35:30.423791 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9db7d20b-1a94-4994-933d-1c3ee3be1029 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (a2a1e401-78fd-4a36-92fe-e1e86bcac256), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:35:30.430861 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:35:30.436549 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d893bfac-68ee-4024-873c-52c9c72d1997 None None] DHCP port deletion for 764b20a5-eab4-4a63-9460-dbe0ef9fffb1 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:35:30.863899 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d893bfac-68ee-4024-873c-52c9c72d1997 None None] Deleting port 1485bc09-cd62-4da0-aa50-d46a25f85b62 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:35:30.864793 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d893bfac-68ee-4024-873c-52c9c72d1997 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (1485bc09-cd62-4da0-aa50-d46a25f85b62), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:30.923095 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9db7d20b-1a94-4994-933d-1c3ee3be1029 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (0197e602-f5d2-48ef-bb73-a3741213d4f6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:31.045386 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9db7d20b-1a94-4994-933d-1c3ee3be1029 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:31.057649 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf547c-90dd-49dc-9e7a-110a40fa4bf6 req-72ea27d6-ea34-488e-89d5-b4bea095165b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:31.062900 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9db7d20b-1a94-4994-933d-1c3ee3be1029 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "DELETE /v2.0/networks/0197e602-f5d2-48ef-bb73-a3741213d4f6 HTTP/1.1" status: 204 len: 168 time: 2.1023750 Feb 19 04:35:31.069741 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7d20b-1a94-4994-933d-1c3ee3be1029 tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event deleted for resources: {'Network': ['ID=0197e602-f5d2-48ef-bb73-a3741213d4f6,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:31.077524 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1caf547c-90dd-49dc-9e7a-110a40fa4bf6 req-72ea27d6-ea34-488e-89d5-b4bea095165b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 943 time: 2.4574256 Feb 19 04:35:31.078208 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d893bfac-68ee-4024-873c-52c9c72d1997 None None] For port 1485bc09-cd62-4da0-aa50-d46a25f85b62, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=1485bc09-cd62-4da0-aa50-d46a25f85b62,segment=NetworkSegment(1e975a58-21cf-443b-876b-098328642114),segment_id=1e975a58-21cf-443b-876b-098328642114)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:31.079142 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d893bfac-68ee-4024-873c-52c9c72d1997 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (1485bc09-cd62-4da0-aa50-d46a25f85b62), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:31.090949 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58304) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:31.115728 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d893bfac-68ee-4024-873c-52c9c72d1997 None None] Calling delete_port for 1485bc09-cd62-4da0-aa50-d46a25f85b62 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:35:31.371402 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0418d9e5-300a-440e-801f-ccdbcc7442bf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (764b20a5-eab4-4a63-9460-dbe0ef9fffb1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:31.398340 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1caf547c-90dd-49dc-9e7a-110a40fa4bf6 req-2a9e2dd5-5418-4156-bd70-9b0b4d634513 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192229 Feb 19 04:35:31.445169 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc148855-0e2c-4c7c-a6e2-da09aa5651c5 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:35:31.563031 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d893bfac-68ee-4024-873c-52c9c72d1997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (1485bc09-cd62-4da0-aa50-d46a25f85b62), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:31.646144 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-0418d9e5-300a-440e-801f-ccdbcc7442bf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Deleting port 1485bc09-cd62-4da0-aa50-d46a25f85b62 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:35:31.646757 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0418d9e5-300a-440e-801f-ccdbcc7442bf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (1485bc09-cd62-4da0-aa50-d46a25f85b62), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:31.661898 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893bfac-68ee-4024-873c-52c9c72d1997 None None] Pushing event deleted for resources: {'Port': ['ID=1485bc09-cd62-4da0-aa50-d46a25f85b62,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:31.715320 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d893bfac-68ee-4024-873c-52c9c72d1997 None None] No DVR routers for this DVR port 1485bc09-cd62-4da0-aa50-d46a25f85b62 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:35:31.994209 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc148855-0e2c-4c7c-a6e2-da09aa5651c5 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:35:32.019078 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fc148855-0e2c-4c7c-a6e2-da09aa5651c5 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:32.020835 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df9e14c-bbfe-44f3-adde-d2ba943b712a None None] Sync routers for ids ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:35:32.024095 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fc148855-0e2c-4c7c-a6e2-da09aa5651c5 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "PUT /v2.0/routers/db6fa7fb-4a73-472f-adda-b2d58af8fbe1 HTTP/1.1" status: 200 len: 700 time: 9.0710166 Feb 19 04:35:32.029680 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58326) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:32.087787 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df9e14c-bbfe-44f3-adde-d2ba943b712a None None] Routers {'db6fa7fb-4a73-472f-adda-b2d58af8fbe1'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:32.091115 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2df9e14c-bbfe-44f3-adde-d2ba943b712a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:35:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:32.095113 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-0418d9e5-300a-440e-801f-ccdbcc7442bf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] For port 1485bc09-cd62-4da0-aa50-d46a25f85b62, host n-d-772273-4, got binding levels [] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:32.099007 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0418d9e5-300a-440e-801f-ccdbcc7442bf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (1485bc09-cd62-4da0-aa50-d46a25f85b62), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:32.211319 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-0418d9e5-300a-440e-801f-ccdbcc7442bf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Calling delete_port for 1485bc09-cd62-4da0-aa50-d46a25f85b62 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:35:32.237130 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-544c3e92-fb27-47fd-ab44-6d621fb275e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:32.237466 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.ipam_backend_mixin [None req-0418d9e5-300a-440e-801f-ccdbcc7442bf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Port 1485bc09-cd62-4da0-aa50-d46a25f85b62 was not found and therefore no delete operation was performed {{(pid=115199) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:35:32.245803 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0418d9e5-300a-440e-801f-ccdbcc7442bf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (1485bc09-cd62-4da0-aa50-d46a25f85b62), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:32.283159 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1485bc09-cd62-4da0-aa50-d46a25f85b62 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:35:32.349459 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418d9e5-300a-440e-801f-ccdbcc7442bf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event deleted for resources: {'Port': ['ID=1485bc09-cd62-4da0-aa50-d46a25f85b62,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:32.387663 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0418d9e5-300a-440e-801f-ccdbcc7442bf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] No DVR routers for this DVR port 1485bc09-cd62-4da0-aa50-d46a25f85b62 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:35:32.424336 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 1485bc09-cd62-4da0-aa50-d46a25f85b62 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:35:32.424890 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1485bc09-cd62-4da0-aa50-d46a25f85b62 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:35:32.629509 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-12f75169-994d-4fbf-a4f2-31455149fa0c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "GET /v2.0/routers/db6fa7fb-4a73-472f-adda-b2d58af8fbe1 HTTP/1.1" status: 200 len: 700 time: 0.5933938 Feb 19 04:35:32.632421 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58342) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:32.681592 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-2df9e14c-bbfe-44f3-adde-d2ba943b712a None None] Set router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:32.809672 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0418d9e5-300a-440e-801f-ccdbcc7442bf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (764b20a5-eab4-4a63-9460-dbe0ef9fffb1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:32.921121 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-0418d9e5-300a-440e-801f-ccdbcc7442bf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764b20a5-eab4-4a63-9460-dbe0ef9fffb1']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:32.991224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-0418d9e5-300a-440e-801f-ccdbcc7442bf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e975a58-21cf-443b-876b-098328642114') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:32.994592 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-0418d9e5-300a-440e-801f-ccdbcc7442bf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e975a58-21cf-443b-876b-098328642114') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:33.045286 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0418d9e5-300a-440e-801f-ccdbcc7442bf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (1e975a58-21cf-443b-876b-098328642114), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:33.094628 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0418d9e5-300a-440e-801f-ccdbcc7442bf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (1e975a58-21cf-443b-876b-098328642114), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:33.153094 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0418d9e5-300a-440e-801f-ccdbcc7442bf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:35:33.154218 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0418d9e5-300a-440e-801f-ccdbcc7442bf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (1e975a58-21cf-443b-876b-098328642114), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:35:33.165362 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:35:33.322715 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23cd05-a848-4a11-be84-a63e9ce7d165 req-8e85ebd4-47b6-4148-b60c-2c2451d4fa33 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:33.325621 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cc23cd05-a848-4a11-be84-a63e9ce7d165 req-8e85ebd4-47b6-4148-b60c-2c2451d4fa33 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 943 time: 0.6587708 Feb 19 04:35:33.427767 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0418d9e5-300a-440e-801f-ccdbcc7442bf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (764b20a5-eab4-4a63-9460-dbe0ef9fffb1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:33.453879 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0418d9e5-300a-440e-801f-ccdbcc7442bf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:33.479331 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0418d9e5-300a-440e-801f-ccdbcc7442bf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] 10.222.0.65 "DELETE /v2.0/networks/764b20a5-eab4-4a63-9460-dbe0ef9fffb1 HTTP/1.1" status: 204 len: 168 time: 2.3686392 Feb 19 04:35:33.531207 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418d9e5-300a-440e-801f-ccdbcc7442bf tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] Pushing event deleted for resources: {'Network': ['ID=764b20a5-eab4-4a63-9460-dbe0ef9fffb1,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:33.677878 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2df9e14c-bbfe-44f3-adde-d2ba943b712a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:35:27Z', 'revision_number': 7, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '0991a15f-d983-448f-9b98-c9c3968ec754', 'name': '', 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2e:36:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:34Z', 'updated_at': '2022-02-19T04:34:47Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a49e79-b327-47ef-9198-7facc1e1133c', 'name': '', 'network_id': '223008e7-579a-4b81-9b5d-97caa183201a', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2a:a7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:49Z', 'updated_at': '2022-02-19T04:35:04Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0be720a-e029-4a3a-b331-9e89d2fe83ce', 'name': '', 'network_id': '7d155337-5123-4dfc-9fcc-a9e4e2ae14c4', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:8f:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '19a86bd4-5c82-45db-9e39-ef74474e6fea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:03Z', 'updated_at': '2022-02-19T04:35:17Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '19a86bd4-5c82-45db-9e39-ef74474e6fea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:33.762151 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df9e14c-bbfe-44f3-adde-d2ba943b712a None None] Checking router: db6fa7fb-4a73-472f-adda-b2d58af8fbe1 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:35:33.790127 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df9e14c-bbfe-44f3-adde-d2ba943b712a None None] Routers {'db6fa7fb-4a73-472f-adda-b2d58af8fbe1'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:33.790807 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2df9e14c-bbfe-44f3-adde-d2ba943b712a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:35:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:33.964074 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cc23cd05-a848-4a11-be84-a63e9ce7d165 req-a7069780-e012-4a4a-9b58-08b678fe3cc8 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6265576 Feb 19 04:35:34.210033 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-2df9e14c-bbfe-44f3-adde-d2ba943b712a None None] Set router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:34.500182 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-108a9df4-41ac-460d-89c6-5a581cfcb361 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:34.959916 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2df9e14c-bbfe-44f3-adde-d2ba943b712a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:35:27Z', 'revision_number': 7, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '0991a15f-d983-448f-9b98-c9c3968ec754', 'name': '', 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2e:36:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:34Z', 'updated_at': '2022-02-19T04:34:47Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a49e79-b327-47ef-9198-7facc1e1133c', 'name': '', 'network_id': '223008e7-579a-4b81-9b5d-97caa183201a', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2a:a7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:49Z', 'updated_at': '2022-02-19T04:35:04Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0be720a-e029-4a3a-b331-9e89d2fe83ce', 'name': '', 'network_id': '7d155337-5123-4dfc-9fcc-a9e4e2ae14c4', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:8f:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '19a86bd4-5c82-45db-9e39-ef74474e6fea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:03Z', 'updated_at': '2022-02-19T04:35:17Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '19a86bd4-5c82-45db-9e39-ef74474e6fea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:35.114901 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bcef426c-d478-4b20-85ac-f7895c80a10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:35.124754 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df9e14c-bbfe-44f3-adde-d2ba943b712a None None] The sync data for ids ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'] in n-d-772273-4 is: [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:35:27Z', 'revision_number': 7, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '0991a15f-d983-448f-9b98-c9c3968ec754', 'name': '', 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2e:36:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:34Z', 'updated_at': '2022-02-19T04:34:47Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a49e79-b327-47ef-9198-7facc1e1133c', 'name': '', 'network_id': '223008e7-579a-4b81-9b5d-97caa183201a', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2a:a7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:49Z', 'updated_at': '2022-02-19T04:35:04Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0be720a-e029-4a3a-b331-9e89d2fe83ce', 'name': '', 'network_id': '7d155337-5123-4dfc-9fcc-a9e4e2ae14c4', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:8f:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': '19a86bd4-5c82-45db-9e39-ef74474e6fea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:35:03Z', 'updated_at': '2022-02-19T04:35:17Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '19a86bd4-5c82-45db-9e39-ef74474e6fea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:35:35.816550 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b784ce8-d524-452b-87e1-7185056092eb req-5cf8b2f6-ac53-4977-a7d2-fe3483b6ba33 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:35.820651 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b784ce8-d524-452b-87e1-7185056092eb req-5cf8b2f6-ac53-4977-a7d2-fe3483b6ba33 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 943 time: 0.4554262 Feb 19 04:35:35.865340 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-108a9df4-41ac-460d-89c6-5a581cfcb361 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting port f0be720a-e029-4a3a-b331-9e89d2fe83ce {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:35:35.866438 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-108a9df4-41ac-460d-89c6-5a581cfcb361 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f0be720a-e029-4a3a-b331-9e89d2fe83ce), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:36.223924 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b784ce8-d524-452b-87e1-7185056092eb req-75775018-1e9f-4d4e-90d8-dbf678d0b98f tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879223 Feb 19 04:35:36.235218 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-108a9df4-41ac-460d-89c6-5a581cfcb361 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] For port f0be720a-e029-4a3a-b331-9e89d2fe83ce, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f0be720a-e029-4a3a-b331-9e89d2fe83ce,segment=NetworkSegment(9c81fa01-36b2-463b-9662-d1247b3481c2),segment_id=9c81fa01-36b2-463b-9662-d1247b3481c2)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:36.235692 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-108a9df4-41ac-460d-89c6-5a581cfcb361 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f0be720a-e029-4a3a-b331-9e89d2fe83ce), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:36.255804 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-108a9df4-41ac-460d-89c6-5a581cfcb361 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Calling delete_port for f0be720a-e029-4a3a-b331-9e89d2fe83ce owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:35:36.367063 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58406) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:36.841125 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-53cf4e10-ce10-4873-b6be-2859f9f9d4e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:36.857834 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:37.095965 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-108a9df4-41ac-460d-89c6-5a581cfcb361 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f0be720a-e029-4a3a-b331-9e89d2fe83ce), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:37.226420 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-53cf4e10-ce10-4873-b6be-2859f9f9d4e1 admin admin] Publish callbacks [] for security_group (b548cfa1-59dc-4a2d-986e-9b75782c4a15), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:37.233354 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-53cf4e10-ce10-4873-b6be-2859f9f9d4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b548cfa1-59dc-4a2d-986e-9b75782c4a15), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:37.289597 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf4e10-ce10-4873-b6be-2859f9f9d4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b548cfa1-59dc-4a2d-986e-9b75782c4a15,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:37.299436 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a9df4-41ac-460d-89c6-5a581cfcb361 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Port': ['ID=f0be720a-e029-4a3a-b331-9e89d2fe83ce,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:37.323707 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-53cf4e10-ce10-4873-b6be-2859f9f9d4e1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e3d0e80734be4ae39ce5eefb55249ea9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9541733 Feb 19 04:35:37.331502 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58424) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:37.428078 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:37.479062 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78accc96-3a62-4ff8-8726-ecb5dd33e67e admin admin] Publish callbacks [] for security_group (b548cfa1-59dc-4a2d-986e-9b75782c4a15), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:37.525782 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78accc96-3a62-4ff8-8726-ecb5dd33e67e admin admin] Publish callbacks [] for security_group (b548cfa1-59dc-4a2d-986e-9b75782c4a15), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:37.657278 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78accc96-3a62-4ff8-8726-ecb5dd33e67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b548cfa1-59dc-4a2d-986e-9b75782c4a15), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:37.666208 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78accc96-3a62-4ff8-8726-ecb5dd33e67e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:37.677060 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-78accc96-3a62-4ff8-8726-ecb5dd33e67e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b548cfa1-59dc-4a2d-986e-9b75782c4a15 HTTP/1.1" status: 204 len: 168 time: 0.3430347 Feb 19 04:35:37.701957 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78accc96-3a62-4ff8-8726-ecb5dd33e67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b548cfa1-59dc-4a2d-986e-9b75782c4a15,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:37.760023 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-108a9df4-41ac-460d-89c6-5a581cfcb361 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:37.789130 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f27a2-c0af-4527-a9d4-215188059a48 req-1c1cd03c-befc-416f-801f-9232415b8214 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:37.802887 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5b7f27a2-c0af-4527-a9d4-215188059a48 req-1c1cd03c-befc-416f-801f-9232415b8214 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 943 time: 0.2130799 Feb 19 04:35:37.928260 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:38.044083 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5b7f27a2-c0af-4527-a9d4-215188059a48 req-7a9e872c-2697-4be8-9375-c77258b57a0b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397728 Feb 19 04:35:38.511161 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108a9df4-41ac-460d-89c6-5a581cfcb361 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:35:38.572036 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58460) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:38.596579 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5df0c52f-3e63-4e6b-a2ba-3af5deebf068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:38.829988 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108a9df4-41ac-460d-89c6-5a581cfcb361 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:35:38.848940 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-108a9df4-41ac-460d-89c6-5a581cfcb361 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "PUT /v2.0/routers/db6fa7fb-4a73-472f-adda-b2d58af8fbe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2127080 Feb 19 04:35:38.851470 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee70223d-ef3b-4f69-81f1-8cf80d0fd66f None None] Sync routers for ids ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:35:38.852707 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58476) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:38.871166 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5df0c52f-3e63-4e6b-a2ba-3af5deebf068 admin admin] Publish callbacks [] for security_group (c2a72bd5-aa86-4900-a297-68b6a8e6406a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:38.881370 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5df0c52f-3e63-4e6b-a2ba-3af5deebf068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c2a72bd5-aa86-4900-a297-68b6a8e6406a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:38.888462 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee70223d-ef3b-4f69-81f1-8cf80d0fd66f None None] Routers {'db6fa7fb-4a73-472f-adda-b2d58af8fbe1'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:38.889550 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ee70223d-ef3b-4f69-81f1-8cf80d0fd66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:35:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:38.991160 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5df0c52f-3e63-4e6b-a2ba-3af5deebf068 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f9bc83f9da8849b8863b5124eabbb952&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4170768 Feb 19 04:35:38.994124 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58490) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:39.044348 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0c52f-3e63-4e6b-a2ba-3af5deebf068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a72bd5-aa86-4900-a297-68b6a8e6406a,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:39.084966 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76de624-9426-436d-a759-665be4d02e77 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting subnet 19a86bd4-5c82-45db-9e39-ef74474e6fea {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:35:39.094056 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d76de624-9426-436d-a759-665be4d02e77 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for subnet (19a86bd4-5c82-45db-9e39-ef74474e6fea), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:39.246916 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a314096d-d605-4b23-8c3d-5cceb6b665ff admin admin] Publish callbacks [] for security_group (c2a72bd5-aa86-4900-a297-68b6a8e6406a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:39.271007 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-ee70223d-ef3b-4f69-81f1-8cf80d0fd66f None None] Set router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:39.336005 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d76de624-9426-436d-a759-665be4d02e77 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (19a86bd4-5c82-45db-9e39-ef74474e6fea), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:39.426477 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a314096d-d605-4b23-8c3d-5cceb6b665ff admin admin] Publish callbacks [] for security_group (c2a72bd5-aa86-4900-a297-68b6a8e6406a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:39.614951 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a314096d-d605-4b23-8c3d-5cceb6b665ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c2a72bd5-aa86-4900-a297-68b6a8e6406a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:39.620230 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a314096d-d605-4b23-8c3d-5cceb6b665ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:39.625048 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a314096d-d605-4b23-8c3d-5cceb6b665ff admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c2a72bd5-aa86-4900-a297-68b6a8e6406a HTTP/1.1" status: 204 len: 168 time: 0.6267171 Feb 19 04:35:39.656446 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314096d-d605-4b23-8c3d-5cceb6b665ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a72bd5-aa86-4900-a297-68b6a8e6406a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:39.847396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6abd2-b0bd-4058-8454-e6ca9a24ea12 req-5f932d7b-85ef-4484-9d15-c1d04b51e92b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:39.855809 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bfa6abd2-b0bd-4058-8454-e6ca9a24ea12 req-5f932d7b-85ef-4484-9d15-c1d04b51e92b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 943 time: 0.5003252 Feb 19 04:35:39.924095 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d76de624-9426-436d-a759-665be4d02e77 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (19a86bd4-5c82-45db-9e39-ef74474e6fea), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:40.131543 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:40.143221 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:40.242016 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bfa6abd2-b0bd-4058-8454-e6ca9a24ea12 req-a2c4ca42-b647-4e34-afa5-8ba79f4b4329 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699756 Feb 19 04:35:40.331991 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d76de624-9426-436d-a759-665be4d02e77 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (19a86bd4-5c82-45db-9e39-ef74474e6fea), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:40.450462 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76de624-9426-436d-a759-665be4d02e77 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Subnet': ['ID=19a86bd4-5c82-45db-9e39-ef74474e6fea,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:40.466286 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ee70223d-ef3b-4f69-81f1-8cf80d0fd66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:35:36Z', 'revision_number': 8, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '0991a15f-d983-448f-9b98-c9c3968ec754', 'name': '', 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2e:36:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:34Z', 'updated_at': '2022-02-19T04:34:47Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a49e79-b327-47ef-9198-7facc1e1133c', 'name': '', 'network_id': '223008e7-579a-4b81-9b5d-97caa183201a', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2a:a7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:49Z', 'updated_at': '2022-02-19T04:35:04Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:40.474304 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d76de624-9426-436d-a759-665be4d02e77 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:40.502710 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58598) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:40.505639 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d76de624-9426-436d-a759-665be4d02e77 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/subnets/19a86bd4-5c82-45db-9e39-ef74474e6fea HTTP/1.1" status: 204 len: 168 time: 1.6372702 Feb 19 04:35:40.669861 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee70223d-ef3b-4f69-81f1-8cf80d0fd66f None None] Checking router: db6fa7fb-4a73-472f-adda-b2d58af8fbe1 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:35:40.681660 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefc7e53-61e6-4403-bcba-49eb91eec07a None None] Network 7d155337-5123-4dfc-9fcc-a9e4e2ae14c4 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:35:40.781362 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:35:40.831968 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85bba476-e1ee-4840-ac5b-287efbf9bce4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (7d155337-5123-4dfc-9fcc-a9e4e2ae14c4), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:40.985904 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-85bba476-e1ee-4840-ac5b-287efbf9bce4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting port 17a1998b-693c-4bf6-ae84-691f7e8f2699 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:35:40.986619 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85bba476-e1ee-4840-ac5b-287efbf9bce4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (17a1998b-693c-4bf6-ae84-691f7e8f2699), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:41.034037 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee70223d-ef3b-4f69-81f1-8cf80d0fd66f None None] Routers {'db6fa7fb-4a73-472f-adda-b2d58af8fbe1'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:41.035079 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ee70223d-ef3b-4f69-81f1-8cf80d0fd66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:35:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:41.105920 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-85bba476-e1ee-4840-ac5b-287efbf9bce4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] For port 17a1998b-693c-4bf6-ae84-691f7e8f2699, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=17a1998b-693c-4bf6-ae84-691f7e8f2699,segment=NetworkSegment(9c81fa01-36b2-463b-9662-d1247b3481c2),segment_id=9c81fa01-36b2-463b-9662-d1247b3481c2)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:41.106398 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85bba476-e1ee-4840-ac5b-287efbf9bce4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (17a1998b-693c-4bf6-ae84-691f7e8f2699), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:41.129885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-85bba476-e1ee-4840-ac5b-287efbf9bce4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Calling delete_port for 17a1998b-693c-4bf6-ae84-691f7e8f2699 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:35:41.327007 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-ee70223d-ef3b-4f69-81f1-8cf80d0fd66f None None] Set router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:41.361010 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85bba476-e1ee-4840-ac5b-287efbf9bce4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (17a1998b-693c-4bf6-ae84-691f7e8f2699), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:41.401823 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bba476-e1ee-4840-ac5b-287efbf9bce4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] No DVR routers for this DVR port 17a1998b-693c-4bf6-ae84-691f7e8f2699 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:35:41.414647 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:35:41.657446 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bba476-e1ee-4840-ac5b-287efbf9bce4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Port': ['ID=17a1998b-693c-4bf6-ae84-691f7e8f2699,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:41.685084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592dd863-c18d-4425-a5dd-804a77148df7 req-d4c2a178-a2be-4e10-a2de-045c00c9ec7c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:41.704624 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-592dd863-c18d-4425-a5dd-804a77148df7 req-d4c2a178-a2be-4e10-a2de-045c00c9ec7c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 943 time: 0.2039132 Feb 19 04:35:41.829394 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85bba476-e1ee-4840-ac5b-287efbf9bce4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (7d155337-5123-4dfc-9fcc-a9e4e2ae14c4), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:41.879040 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-592dd863-c18d-4425-a5dd-804a77148df7 req-b2132b36-2f5b-4d1c-8589-1526f6ab61b5 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692641 Feb 19 04:35:41.887071 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-85bba476-e1ee-4840-ac5b-287efbf9bce4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d155337-5123-4dfc-9fcc-a9e4e2ae14c4']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:41.922258 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-85bba476-e1ee-4840-ac5b-287efbf9bce4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c81fa01-36b2-463b-9662-d1247b3481c2') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:41.923271 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-85bba476-e1ee-4840-ac5b-287efbf9bce4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c81fa01-36b2-463b-9662-d1247b3481c2') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:41.973661 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85bba476-e1ee-4840-ac5b-287efbf9bce4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (9c81fa01-36b2-463b-9662-d1247b3481c2), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:41.978880 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65ebfd5-bb34-4c45-91e6-d07323515317 None None] DHCP port deletion for 7d155337-5123-4dfc-9fcc-a9e4e2ae14c4 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:35:42.009892 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85bba476-e1ee-4840-ac5b-287efbf9bce4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (9c81fa01-36b2-463b-9662-d1247b3481c2), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:42.035939 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85bba476-e1ee-4840-ac5b-287efbf9bce4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:35:42.036758 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85bba476-e1ee-4840-ac5b-287efbf9bce4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (9c81fa01-36b2-463b-9662-d1247b3481c2), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:35:42.053397 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:35:42.124256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4,segment=NetworkSegment(393189c3-bef2-4887-aa51-6301bb2cec1f),segment_id=393189c3-bef2-4887-aa51-6301bb2cec1f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:42.165479 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4', 'network_id': '7d2d5a55-2aa4-4db1-a679-fed0a5c29be7', 'port_id': '2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4', 'mac_address': 'fa:16:3e:ea:95:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7fc7b67-5ad2-40ee-a254-a9f26919b969', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:35:42.257648 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ee70223d-ef3b-4f69-81f1-8cf80d0fd66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:35:36Z', 'revision_number': 8, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '0991a15f-d983-448f-9b98-c9c3968ec754', 'name': '', 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2e:36:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:34Z', 'updated_at': '2022-02-19T04:34:47Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a49e79-b327-47ef-9198-7facc1e1133c', 'name': '', 'network_id': '223008e7-579a-4b81-9b5d-97caa183201a', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2a:a7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:49Z', 'updated_at': '2022-02-19T04:35:04Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:42.351624 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85bba476-e1ee-4840-ac5b-287efbf9bce4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (7d155337-5123-4dfc-9fcc-a9e4e2ae14c4), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:42.370458 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85bba476-e1ee-4840-ac5b-287efbf9bce4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:42.375415 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-85bba476-e1ee-4840-ac5b-287efbf9bce4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/networks/7d155337-5123-4dfc-9fcc-a9e4e2ae14c4 HTTP/1.1" status: 204 len: 168 time: 1.8702173 Feb 19 04:35:42.385796 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58744) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:42.466562 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:42.467022 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:42.467476 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bba476-e1ee-4840-ac5b-287efbf9bce4 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Network': ['ID=7d155337-5123-4dfc-9fcc-a9e4e2ae14c4,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:42.469809 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 17a1998b-693c-4bf6-ae84-691f7e8f2699 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:35:42.492796 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee70223d-ef3b-4f69-81f1-8cf80d0fd66f None None] The sync data for ids ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'] in n-d-772273-4 is: [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:35:36Z', 'revision_number': 8, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '0991a15f-d983-448f-9b98-c9c3968ec754', 'name': '', 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2e:36:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:34Z', 'updated_at': '2022-02-19T04:34:47Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27a49e79-b327-47ef-9198-7facc1e1133c', 'name': '', 'network_id': '223008e7-579a-4b81-9b5d-97caa183201a', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2a:a7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:49Z', 'updated_at': '2022-02-19T04:35:04Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '0e772ba0-b35a-4592-98a4-6ff9500c6b5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:35:42.729808 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 17a1998b-693c-4bf6-ae84-691f7e8f2699 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:35:42.731490 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 17a1998b-693c-4bf6-ae84-691f7e8f2699 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:35:42.755213 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:35:42.872214 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4,segment=NetworkSegment(393189c3-bef2-4887-aa51-6301bb2cec1f),segment_id=393189c3-bef2-4887-aa51-6301bb2cec1f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:42.888529 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:43.210541 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:35:43.262626 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4,revision_number=9']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:43.373560 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90c09a-af73-467a-b5ff-944794972b0f req-27c40b62-839e-4d53-b58a-b2a16c692402 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:43.376752 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ab90c09a-af73-467a-b5ff-944794972b0f req-27c40b62-839e-4d53-b58a-b2a16c692402 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 944 time: 0.1876919 Feb 19 04:35:43.573020 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ab90c09a-af73-467a-b5ff-944794972b0f req-ff9e649e-0bb6-4496-a592-8cca4cc0bd42 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055810 Feb 19 04:35:43.724437 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ea8dd0fb-6f5f-42f4-91ce-6b37f11443c7 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:44.235668 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f0be720a-e029-4a3a-b331-9e89d2fe83ce no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:35:44.346354 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: f0be720a-e029-4a3a-b331-9e89d2fe83ce {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:35:44.346976 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f0be720a-e029-4a3a-b331-9e89d2fe83ce not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:35:44.653912 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-ea8dd0fb-6f5f-42f4-91ce-6b37f11443c7 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting port 27a49e79-b327-47ef-9198-7facc1e1133c {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:35:44.655514 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ea8dd0fb-6f5f-42f4-91ce-6b37f11443c7 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (27a49e79-b327-47ef-9198-7facc1e1133c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:44.908997 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:35:45.074898 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:35:45.077211 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:45.137320 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083141f-bc59-458b-af7e-b0f3b890e411 req-54d06ae9-3b2d-48af-9815-8f2bb190a680 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:45.145255 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4083141f-bc59-458b-af7e-b0f3b890e411 req-54d06ae9-3b2d-48af-9815-8f2bb190a680 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 944 time: 0.3423789 Feb 19 04:35:45.156662 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-ea8dd0fb-6f5f-42f4-91ce-6b37f11443c7 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] For port 27a49e79-b327-47ef-9198-7facc1e1133c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=27a49e79-b327-47ef-9198-7facc1e1133c,segment=NetworkSegment(69cfe77b-fcf4-45cf-8690-4576184affad),segment_id=69cfe77b-fcf4-45cf-8690-4576184affad)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:45.157238 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ea8dd0fb-6f5f-42f4-91ce-6b37f11443c7 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (27a49e79-b327-47ef-9198-7facc1e1133c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:45.246270 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-ea8dd0fb-6f5f-42f4-91ce-6b37f11443c7 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Calling delete_port for 27a49e79-b327-47ef-9198-7facc1e1133c owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:35:45.367065 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4083141f-bc59-458b-af7e-b0f3b890e411 req-9b2f19df-ab19-42a1-bdbe-d525cf12db3e tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979699 Feb 19 04:35:45.577404 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:35:45.578196 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:45.648591 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0934eaed-ec46-41c4-b15d-20d87b594238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:35:45.651270 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75205040-204c-402e-aa05-4fdcab6f6285" -d '{"events": [{"server_uuid": "0934eaed-ec46-41c4-b15d-20d87b594238", "name": "network-vif-plugged", "status": "completed", "tag": "2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:35:45.683138 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4,segment=NetworkSegment(393189c3-bef2-4887-aa51-6301bb2cec1f),segment_id=393189c3-bef2-4887-aa51-6301bb2cec1f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:45.698250 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:45.793399 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9eef2fd-e4ea-40ed-b00a-138c5fda294d x-openstack-request-id: req-f9eef2fd-e4ea-40ed-b00a-138c5fda294d {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:35:45.793973 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0934eaed-ec46-41c4-b15d-20d87b594238", "name": "network-vif-plugged", "status": "completed", "tag": "2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:35:45.796366 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f9eef2fd-e4ea-40ed-b00a-138c5fda294d {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:35:45.797116 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0934eaed-ec46-41c4-b15d-20d87b594238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4', 'code': 200} Feb 19 04:35:45.871902 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4,revision_number=10']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:45.969126 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ea8dd0fb-6f5f-42f4-91ce-6b37f11443c7 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (27a49e79-b327-47ef-9198-7facc1e1133c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:46.035227 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a796a90f-38c9-485a-b7e7-56007739791e req-9c22b322-1e53-4274-bb7c-ef58190ff610 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=515bbc5a-583c-4767-87d1-4278c1caa845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1771121 Feb 19 04:35:46.129505 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8dd0fb-6f5f-42f4-91ce-6b37f11443c7 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Port': ['ID=27a49e79-b327-47ef-9198-7facc1e1133c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:46.378491 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796a90f-38c9-485a-b7e7-56007739791e req-49b66c5e-6f4d-4a42-bcf0-256582771720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:46.381560 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a796a90f-38c9-485a-b7e7-56007739791e req-49b66c5e-6f4d-4a42-bcf0-256582771720 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&device_id=515bbc5a-583c-4767-87d1-4278c1caa845 HTTP/1.1" status: 200 len: 1128 time: 0.2407327 Feb 19 04:35:46.536830 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8392e4f-6924-454a-91ba-1bd893e7346d req-52e8a69a-33b8-4597-8e91-688b8c608811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:46.560107 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e8392e4f-6924-454a-91ba-1bd893e7346d req-52e8a69a-33b8-4597-8e91-688b8c608811 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 1128 time: 0.4339886 Feb 19 04:35:46.839024 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd384926-822e-47eb-b307-e78380f25b37 req-eda35c0e-db0a-4b2c-b4a5-2bf81522c846 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:46.842290 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e8392e4f-6924-454a-91ba-1bd893e7346d req-e9ee7e0f-5a3e-4128-9fc6-f28e0bde33af service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804308 Feb 19 04:35:46.842990 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bd384926-822e-47eb-b307-e78380f25b37 req-eda35c0e-db0a-4b2c-b4a5-2bf81522c846 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.2027822 Feb 19 04:35:46.876544 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ea8dd0fb-6f5f-42f4-91ce-6b37f11443c7 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:46.964357 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bd384926-822e-47eb-b307-e78380f25b37 req-f20f2c61-72ff-4c47-b33f-cfa99fd624f3 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068606 Feb 19 04:35:46.968296 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796a90f-38c9-485a-b7e7-56007739791e req-fb661164-04a2-4a5d-a509-9b48a73a0154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:46.973100 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a796a90f-38c9-485a-b7e7-56007739791e req-fb661164-04a2-4a5d-a509-9b48a73a0154 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 200 len: 915 time: 0.5461311 Feb 19 04:35:47.077695 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a796a90f-38c9-485a-b7e7-56007739791e req-a8d8ceac-964f-43e7-8aaf-70633192756b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2166ccf4-a7ca-42b6-bb32-d35fdea52b07 HTTP/1.1" status: 200 len: 217 time: 0.0953925 Feb 19 04:35:47.190023 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796a90f-38c9-485a-b7e7-56007739791e req-31d68ae5-dd80-4488-aad6-069a449b44dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:47.194004 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a796a90f-38c9-485a-b7e7-56007739791e req-31d68ae5-dd80-4488-aad6-069a449b44dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eaacfa74-c5cd-4e0a-8538-dc93b8209234 HTTP/1.1" status: 200 len: 855 time: 0.1095672 Feb 19 04:35:47.325063 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a796a90f-38c9-485a-b7e7-56007739791e req-839c18e2-c628-4957-994c-06bbce4496d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a1ab27e-256e-4216-9b7b-6df531fa62cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221161 Feb 19 04:35:47.704800 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a796a90f-38c9-485a-b7e7-56007739791e req-415dccb5-247e-4211-9d74-ce9a2c015948 service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722053 Feb 19 04:35:48.026465 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a796a90f-38c9-485a-b7e7-56007739791e req-6e91fc0a-8fd2-42c1-bb7f-e76965aae973 service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114765 Feb 19 04:35:48.277192 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8dd0fb-6f5f-42f4-91ce-6b37f11443c7 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:35:48.282288 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599c280-e2ba-4938-bfd8-cb7962d27eba req-a3c7fc0c-b061-4590-94a6-5e58b5927cdb tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:48.286738 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5599c280-e2ba-4938-bfd8-cb7962d27eba req-a3c7fc0c-b061-4590-94a6-5e58b5927cdb tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.1342437 Feb 19 04:35:48.462249 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5599c280-e2ba-4938-bfd8-cb7962d27eba req-31403258-7e0c-4a9e-985d-abb13ea2ac25 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425140 Feb 19 04:35:48.674365 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8dd0fb-6f5f-42f4-91ce-6b37f11443c7 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:35:48.691476 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54635e9c-dd3f-4d27-aa65-a937f480b61a None None] Sync routers for ids ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:35:48.699090 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59086) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:48.715937 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ea8dd0fb-6f5f-42f4-91ce-6b37f11443c7 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "PUT /v2.0/routers/db6fa7fb-4a73-472f-adda-b2d58af8fbe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3275948 Feb 19 04:35:48.738657 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54635e9c-dd3f-4d27-aa65-a937f480b61a None None] Routers {'db6fa7fb-4a73-472f-adda-b2d58af8fbe1'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:48.738657 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-54635e9c-dd3f-4d27-aa65-a937f480b61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:35:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:48.943934 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-63588057-4de5-47cd-90c9-f1fe39e2d347 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting subnet 0e772ba0-b35a-4592-98a4-6ff9500c6b5e {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:35:48.950313 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63588057-4de5-47cd-90c9-f1fe39e2d347 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for subnet (0e772ba0-b35a-4592-98a4-6ff9500c6b5e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:49.068801 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63588057-4de5-47cd-90c9-f1fe39e2d347 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (0e772ba0-b35a-4592-98a4-6ff9500c6b5e), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:49.108733 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-54635e9c-dd3f-4d27-aa65-a937f480b61a None None] Set router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:49.510731 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63588057-4de5-47cd-90c9-f1fe39e2d347 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (0e772ba0-b35a-4592-98a4-6ff9500c6b5e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:49.704107 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-54635e9c-dd3f-4d27-aa65-a937f480b61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:35:45Z', 'revision_number': 9, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '0991a15f-d983-448f-9b98-c9c3968ec754', 'name': '', 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2e:36:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:34Z', 'updated_at': '2022-02-19T04:34:47Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:49.780648 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54635e9c-dd3f-4d27-aa65-a937f480b61a None None] Checking router: db6fa7fb-4a73-472f-adda-b2d58af8fbe1 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:35:49.805024 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54635e9c-dd3f-4d27-aa65-a937f480b61a None None] Routers {'db6fa7fb-4a73-472f-adda-b2d58af8fbe1'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:49.806616 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-54635e9c-dd3f-4d27-aa65-a937f480b61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:35:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:49.855416 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598eb88-a2b0-46b2-b073-7be01d948a15 req-d13a5e99-6730-48b6-871f-c0e86d1e9dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:49.879633 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f598eb88-a2b0-46b2-b073-7be01d948a15 req-d13a5e99-6730-48b6-871f-c0e86d1e9dd8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33c394b84df34f71a382d547bb213da3&device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 1128 time: 0.3347342 Feb 19 04:35:50.248869 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d9137-2b69-4da5-86ac-933172971fa3 req-0ddd0ffd-57a2-4349-b677-e07ba7e90128 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:50.250944 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ff6d9137-2b69-4da5-86ac-933172971fa3 req-0ddd0ffd-57a2-4349-b677-e07ba7e90128 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.5395491 Feb 19 04:35:50.257053 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63588057-4de5-47cd-90c9-f1fe39e2d347 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (0e772ba0-b35a-4592-98a4-6ff9500c6b5e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:50.324595 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac631cfd-cbd3-4243-a430-e33ac85af329 None None] Network 223008e7-579a-4b81-9b5d-97caa183201a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:35:50.363762 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598eb88-a2b0-46b2-b073-7be01d948a15 req-97a7abda-38fc-447c-92de-45b0994f3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:50.366845 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f598eb88-a2b0-46b2-b073-7be01d948a15 req-97a7abda-38fc-447c-92de-45b0994f3fb9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 HTTP/1.1" status: 200 len: 914 time: 0.4547803 Feb 19 04:35:50.405663 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63588057-4de5-47cd-90c9-f1fe39e2d347 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:50.419843 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-63588057-4de5-47cd-90c9-f1fe39e2d347 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/subnets/0e772ba0-b35a-4592-98a4-6ff9500c6b5e HTTP/1.1" status: 204 len: 168 time: 1.7169535 Feb 19 04:35:50.441699 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59140) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:50.447086 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63588057-4de5-47cd-90c9-f1fe39e2d347 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Subnet': ['ID=0e772ba0-b35a-4592-98a4-6ff9500c6b5e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:50.486723 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-54635e9c-dd3f-4d27-aa65-a937f480b61a None None] Set router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:50.595088 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f598eb88-a2b0-46b2-b073-7be01d948a15 req-e2ead83a-a4f3-4f74-b465-8d6d0185094b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 HTTP/1.1" status: 200 len: 217 time: 0.2206156 Feb 19 04:35:50.727341 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598eb88-a2b0-46b2-b073-7be01d948a15 req-9e423a59-3945-4f22-8f6f-cc616a2f8c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:50.729918 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f598eb88-a2b0-46b2-b073-7be01d948a15 req-9e423a59-3945-4f22-8f6f-cc616a2f8c2c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7fc7b67-5ad2-40ee-a254-a9f26919b969 HTTP/1.1" status: 200 len: 854 time: 0.1276352 Feb 19 04:35:50.805013 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f598eb88-a2b0-46b2-b073-7be01d948a15 req-affa299a-9df8-43b0-9074-668b07c1ba3d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596762 Feb 19 04:35:50.966936 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b633898-e0a8-4e0e-ba44-ed642a9040ed None None] DHCP port deletion for 223008e7-579a-4b81-9b5d-97caa183201a request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:35:50.994285 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-54635e9c-dd3f-4d27-aa65-a937f480b61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:35:45Z', 'revision_number': 9, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '0991a15f-d983-448f-9b98-c9c3968ec754', 'name': '', 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2e:36:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:34Z', 'updated_at': '2022-02-19T04:34:47Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:51.110567 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2a7e408-646b-47ba-ae90-cfc6b5ee1ab0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (223008e7-579a-4b81-9b5d-97caa183201a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:51.179383 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54635e9c-dd3f-4d27-aa65-a937f480b61a None None] The sync data for ids ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'] in n-d-772273-4 is: [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:35:45Z', 'revision_number': 9, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '0991a15f-d983-448f-9b98-c9c3968ec754', 'name': '', 'network_id': 'c8a8fedb-0d2d-4b53-86f4-d5e13b42b129', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:2e:36:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:34Z', 'updated_at': '2022-02-19T04:34:47Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '83c77b9a-d00d-4ac5-86bc-9d4fd3523b36', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:35:51.313794 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1b633898-e0a8-4e0e-ba44-ed642a9040ed None None] Deleting port 5b288425-8724-4228-bfc3-5da9ae859d3f {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:35:51.314649 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1b633898-e0a8-4e0e-ba44-ed642a9040ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (5b288425-8724-4228-bfc3-5da9ae859d3f), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:51.346694 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f598eb88-a2b0-46b2-b073-7be01d948a15 req-f03e5b79-627e-452b-9354-3c096c2fd4fc service neutron] 10.222.0.10 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350850 Feb 19 04:35:51.543747 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ff6d9137-2b69-4da5-86ac-933172971fa3 req-75f63679-647c-49cc-813b-bd7211c21744 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2729523 Feb 19 04:35:51.579693 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-a2a7e408-646b-47ba-ae90-cfc6b5ee1ab0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting port 5b288425-8724-4228-bfc3-5da9ae859d3f {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:35:51.581688 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2a7e408-646b-47ba-ae90-cfc6b5ee1ab0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (5b288425-8724-4228-bfc3-5da9ae859d3f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:51.633379 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-1b633898-e0a8-4e0e-ba44-ed642a9040ed None None] For port 5b288425-8724-4228-bfc3-5da9ae859d3f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5b288425-8724-4228-bfc3-5da9ae859d3f,segment=NetworkSegment(69cfe77b-fcf4-45cf-8690-4576184affad),segment_id=69cfe77b-fcf4-45cf-8690-4576184affad)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:51.639847 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1b633898-e0a8-4e0e-ba44-ed642a9040ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (5b288425-8724-4228-bfc3-5da9ae859d3f), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:51.715057 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f598eb88-a2b0-46b2-b073-7be01d948a15 req-10c305ba-c0e3-436f-a1e7-ab5065ad3b9d service neutron] 10.222.0.10 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529131 Feb 19 04:35:51.731116 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1b633898-e0a8-4e0e-ba44-ed642a9040ed None None] Calling delete_port for 5b288425-8724-4228-bfc3-5da9ae859d3f owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:35:51.858212 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-a2a7e408-646b-47ba-ae90-cfc6b5ee1ab0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] For port 5b288425-8724-4228-bfc3-5da9ae859d3f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5b288425-8724-4228-bfc3-5da9ae859d3f,segment=NetworkSegment(69cfe77b-fcf4-45cf-8690-4576184affad),segment_id=69cfe77b-fcf4-45cf-8690-4576184affad)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:51.859171 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2a7e408-646b-47ba-ae90-cfc6b5ee1ab0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (5b288425-8724-4228-bfc3-5da9ae859d3f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:51.901711 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-a2a7e408-646b-47ba-ae90-cfc6b5ee1ab0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Calling delete_port for 5b288425-8724-4228-bfc3-5da9ae859d3f owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:35:52.114260 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1b633898-e0a8-4e0e-ba44-ed642a9040ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (5b288425-8724-4228-bfc3-5da9ae859d3f), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:52.124305 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2a7e408-646b-47ba-ae90-cfc6b5ee1ab0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (5b288425-8724-4228-bfc3-5da9ae859d3f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:52.157104 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b633898-e0a8-4e0e-ba44-ed642a9040ed None None] No DVR routers for this DVR port 5b288425-8724-4228-bfc3-5da9ae859d3f on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:35:52.209666 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7e408-646b-47ba-ae90-cfc6b5ee1ab0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Port': ['ID=5b288425-8724-4228-bfc3-5da9ae859d3f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:52.211310 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b633898-e0a8-4e0e-ba44-ed642a9040ed None None] Pushing event deleted for resources: {'Port': ['ID=5b288425-8724-4228-bfc3-5da9ae859d3f,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:52.225167 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a7e408-646b-47ba-ae90-cfc6b5ee1ab0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] No DVR routers for this DVR port 5b288425-8724-4228-bfc3-5da9ae859d3f on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:35:52.460057 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 27a49e79-b327-47ef-9198-7facc1e1133c no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:35:52.478655 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2a7e408-646b-47ba-ae90-cfc6b5ee1ab0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (223008e7-579a-4b81-9b5d-97caa183201a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:52.526636 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 27a49e79-b327-47ef-9198-7facc1e1133c {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:35:52.527670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 27a49e79-b327-47ef-9198-7facc1e1133c not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:35:52.528687 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5b288425-8724-4228-bfc3-5da9ae859d3f no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:35:52.533456 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-a2a7e408-646b-47ba-ae90-cfc6b5ee1ab0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223008e7-579a-4b81-9b5d-97caa183201a']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:52.569321 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-a2a7e408-646b-47ba-ae90-cfc6b5ee1ab0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cfe77b-fcf4-45cf-8690-4576184affad') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:52.570142 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-a2a7e408-646b-47ba-ae90-cfc6b5ee1ab0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cfe77b-fcf4-45cf-8690-4576184affad') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:52.570379 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 5b288425-8724-4228-bfc3-5da9ae859d3f {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:35:52.570718 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5b288425-8724-4228-bfc3-5da9ae859d3f not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:35:52.635180 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2a7e408-646b-47ba-ae90-cfc6b5ee1ab0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (69cfe77b-fcf4-45cf-8690-4576184affad), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:52.669988 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2a7e408-646b-47ba-ae90-cfc6b5ee1ab0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (69cfe77b-fcf4-45cf-8690-4576184affad), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:52.684764 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a7e408-646b-47ba-ae90-cfc6b5ee1ab0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:35:52.689905 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2a7e408-646b-47ba-ae90-cfc6b5ee1ab0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (69cfe77b-fcf4-45cf-8690-4576184affad), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:52.694439 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:35:52.697752 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:35:52.992636 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2a7e408-646b-47ba-ae90-cfc6b5ee1ab0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (223008e7-579a-4b81-9b5d-97caa183201a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:53.044587 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2a7e408-646b-47ba-ae90-cfc6b5ee1ab0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:53.065588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59210) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:53.069505 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a2a7e408-646b-47ba-ae90-cfc6b5ee1ab0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/networks/223008e7-579a-4b81-9b5d-97caa183201a HTTP/1.1" status: 204 len: 168 time: 2.5962183 Feb 19 04:35:53.132215 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00caec-b272-4675-a8c1-6d96a83e59ac req-0e5273d9-c518-4e73-a2a4-c36095e5455b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:53.135399 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1f00caec-b272-4675-a8c1-6d96a83e59ac req-0e5273d9-c518-4e73-a2a4-c36095e5455b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.3045142 Feb 19 04:35:53.136818 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7e408-646b-47ba-ae90-cfc6b5ee1ab0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Network': ['ID=223008e7-579a-4b81-9b5d-97caa183201a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:53.290863 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1f00caec-b272-4675-a8c1-6d96a83e59ac req-61b9c52c-1b78-4518-be85-428040c98b3e tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408961 Feb 19 04:35:53.790903 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291636c-4b27-4339-b39f-4cefda607507 req-915cce46-f504-4746-afd0-450ca47b40bf tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:53.804291 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c291636c-4b27-4339-b39f-4cefda607507 req-915cce46-f504-4746-afd0-450ca47b40bf tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.2714736 Feb 19 04:35:53.915546 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c291636c-4b27-4339-b39f-4cefda607507 req-ded3761d-5305-4dea-8d31-ac351cc0b136 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097429 Feb 19 04:35:54.164743 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-966023be-7a50-4e4f-9355-d24904e3c112 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:54.223119 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb66c99-861e-4216-aec3-88bc12f1a3a8 req-78481a66-a249-406e-b355-933dd9c4738c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:54.231683 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-acb66c99-861e-4216-aec3-88bc12f1a3a8 req-78481a66-a249-406e-b355-933dd9c4738c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.1195860 Feb 19 04:35:54.336247 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-acb66c99-861e-4216-aec3-88bc12f1a3a8 req-12496e92-53ef-41d3-a7e2-07cce4ec7343 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873954 Feb 19 04:35:54.394674 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59244) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:54.723216 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-34053bd0-4926-43bc-9a05-3744bc203d5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:54.834656 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c333f-b5bc-4b3d-81ef-cb263cceedc3 req-16d6ea8c-3788-4bec-8c96-4351a4e43de2 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:54.843061 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-966023be-7a50-4e4f-9355-d24904e3c112 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting port 0991a15f-d983-448f-9b98-c9c3968ec754 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:35:54.843894 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-966023be-7a50-4e4f-9355-d24904e3c112 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0991a15f-d983-448f-9b98-c9c3968ec754), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:54.849244 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-092c333f-b5bc-4b3d-81ef-cb263cceedc3 req-16d6ea8c-3788-4bec-8c96-4351a4e43de2 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.2775733 Feb 19 04:35:55.032351 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-092c333f-b5bc-4b3d-81ef-cb263cceedc3 req-6681f3cc-2370-4f89-b02f-5434928196ba tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824908 Feb 19 04:35:55.125308 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-34053bd0-4926-43bc-9a05-3744bc203d5c admin admin] Publish callbacks [] for security_group (afeb4744-9dce-435c-9d75-5b3f06373599), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:55.137283 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-34053bd0-4926-43bc-9a05-3744bc203d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (afeb4744-9dce-435c-9d75-5b3f06373599), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:55.197971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-966023be-7a50-4e4f-9355-d24904e3c112 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] For port 0991a15f-d983-448f-9b98-c9c3968ec754, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0991a15f-d983-448f-9b98-c9c3968ec754,segment=NetworkSegment(1b78a31f-9ddc-49f8-a729-dc254595e193),segment_id=1b78a31f-9ddc-49f8-a729-dc254595e193)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:35:55.198785 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-966023be-7a50-4e4f-9355-d24904e3c112 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0991a15f-d983-448f-9b98-c9c3968ec754), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:55.225160 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-966023be-7a50-4e4f-9355-d24904e3c112 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Calling delete_port for 0991a15f-d983-448f-9b98-c9c3968ec754 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:35:55.264284 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-34053bd0-4926-43bc-9a05-3744bc203d5c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b8d5c9484c28470f8ffba71b0924832f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8677659 Feb 19 04:35:55.265995 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59264) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:55.372302 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34053bd0-4926-43bc-9a05-3744bc203d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afeb4744-9dce-435c-9d75-5b3f06373599,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:55.416073 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7ffd3bfb-0c4e-4e5e-8c2b-2d292183dd4a admin admin] Publish callbacks [] for security_group (afeb4744-9dce-435c-9d75-5b3f06373599), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:55.457890 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7ffd3bfb-0c4e-4e5e-8c2b-2d292183dd4a admin admin] Publish callbacks [] for security_group (afeb4744-9dce-435c-9d75-5b3f06373599), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:55.459230 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a00d6-6777-41c8-a14f-a373e58b39b4 req-5651925a-6c1e-413a-9b85-33971ae7a654 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:55.462894 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e9a00d6-6777-41c8-a14f-a373e58b39b4 req-5651925a-6c1e-413a-9b85-33971ae7a654 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.2333686 Feb 19 04:35:55.534505 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7ffd3bfb-0c4e-4e5e-8c2b-2d292183dd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (afeb4744-9dce-435c-9d75-5b3f06373599), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:55.539609 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7ffd3bfb-0c4e-4e5e-8c2b-2d292183dd4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:55.541194 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7ffd3bfb-0c4e-4e5e-8c2b-2d292183dd4a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/afeb4744-9dce-435c-9d75-5b3f06373599 HTTP/1.1" status: 204 len: 168 time: 0.2686937 Feb 19 04:35:55.563975 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd3bfb-0c4e-4e5e-8c2b-2d292183dd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afeb4744-9dce-435c-9d75-5b3f06373599,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:55.700449 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e9a00d6-6777-41c8-a14f-a373e58b39b4 req-62e0dc65-4eef-4505-821e-67d9bd6dca73 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153266 Feb 19 04:35:55.936028 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-966023be-7a50-4e4f-9355-d24904e3c112 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (0991a15f-d983-448f-9b98-c9c3968ec754), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:56.025991 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966023be-7a50-4e4f-9355-d24904e3c112 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Port': ['ID=0991a15f-d983-448f-9b98-c9c3968ec754,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:56.338346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637919e-08b9-42e6-ab40-c901a26025b6 req-c10d9e12-23cf-439f-8047-f33d2bc11516 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:56.341452 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3637919e-08b9-42e6-ab40-c901a26025b6 req-c10d9e12-23cf-439f-8047-f33d2bc11516 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.4102154 Feb 19 04:35:56.634434 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59296) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:56.661828 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b44b3740-f019-4814-bf0a-c7672345a914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:56.811860 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3637919e-08b9-42e6-ab40-c901a26025b6 req-1f8c7f9f-f514-4ac5-8930-751201acc9ba tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570379 Feb 19 04:35:56.845278 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-966023be-7a50-4e4f-9355-d24904e3c112 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:56.912345 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b44b3740-f019-4814-bf0a-c7672345a914 admin admin] Publish callbacks [] for security_group (6ba214b2-ef51-49d0-9129-a4a770ba77eb), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:56.921603 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b44b3740-f019-4814-bf0a-c7672345a914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6ba214b2-ef51-49d0-9129-a4a770ba77eb), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:57.024349 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b3740-f019-4814-bf0a-c7672345a914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba214b2-ef51-49d0-9129-a4a770ba77eb,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:57.120446 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b44b3740-f019-4814-bf0a-c7672345a914 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8e4a674029a941bcb306967ccfdadbfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4833171 Feb 19 04:35:57.121543 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59310) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:57.226084 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ef62f-8f8c-4874-8a67-d05f0da807fb req-08ad03bf-d4c7-475d-82f2-94b5f49dff58 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:57.229827 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-907ef62f-8f8c-4874-8a67-d05f0da807fb req-08ad03bf-d4c7-475d-82f2-94b5f49dff58 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.1880264 Feb 19 04:35:57.259279 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5c1d43bc-4812-4517-8e23-ac4396b743fd admin admin] Publish callbacks [] for security_group (6ba214b2-ef51-49d0-9129-a4a770ba77eb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:57.485615 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-907ef62f-8f8c-4874-8a67-d05f0da807fb req-ac198623-e8c3-4d16-bd5a-1685c2b1f6cf tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224817 Feb 19 04:35:57.495802 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5c1d43bc-4812-4517-8e23-ac4396b743fd admin admin] Publish callbacks [] for security_group (6ba214b2-ef51-49d0-9129-a4a770ba77eb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:57.609827 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966023be-7a50-4e4f-9355-d24904e3c112 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:35:57.682339 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5c1d43bc-4812-4517-8e23-ac4396b743fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6ba214b2-ef51-49d0-9129-a4a770ba77eb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:57.690967 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5c1d43bc-4812-4517-8e23-ac4396b743fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:57.699500 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5c1d43bc-4812-4517-8e23-ac4396b743fd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6ba214b2-ef51-49d0-9129-a4a770ba77eb HTTP/1.1" status: 204 len: 168 time: 0.5728712 Feb 19 04:35:57.794507 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d43bc-4812-4517-8e23-ac4396b743fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba214b2-ef51-49d0-9129-a4a770ba77eb,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:57.821695 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59324) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:57.904328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966023be-7a50-4e4f-9355-d24904e3c112 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:35:57.917578 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59328) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:57.928712 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-966023be-7a50-4e4f-9355-d24904e3c112 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "PUT /v2.0/routers/db6fa7fb-4a73-472f-adda-b2d58af8fbe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8583748 Feb 19 04:35:57.934395 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781b7aa4-351f-41e2-bab6-5ac7bb050e41 None None] Sync routers for ids ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:35:57.968248 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781b7aa4-351f-41e2-bab6-5ac7bb050e41 None None] Routers {'db6fa7fb-4a73-472f-adda-b2d58af8fbe1'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:57.971019 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-781b7aa4-351f-41e2-bab6-5ac7bb050e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:35:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:58.140538 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b9b58935-7c95-488c-ad57-7e33b632db07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:58.276858 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-781b7aa4-351f-41e2-bab6-5ac7bb050e41 None None] Set router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:58.384407 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b08afb7-0c15-42f1-bd15-43326ab49362 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting subnet 83c77b9a-d00d-4ac5-86bc-9d4fd3523b36 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:35:58.394026 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0b08afb7-0c15-42f1-bd15-43326ab49362 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for subnet (83c77b9a-d00d-4ac5-86bc-9d4fd3523b36), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:58.569890 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe845f-0331-433d-a03a-af2a21c478e4 req-c812692f-ea79-468f-bc89-003530be6f48 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:35:58.574233 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-69fe845f-0331-433d-a03a-af2a21c478e4 req-c812692f-ea79-468f-bc89-003530be6f48 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.3614650 Feb 19 04:35:58.589202 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0b08afb7-0c15-42f1-bd15-43326ab49362 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (83c77b9a-d00d-4ac5-86bc-9d4fd3523b36), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:59.010175 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-781b7aa4-351f-41e2-bab6-5ac7bb050e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:35:55Z', 'revision_number': 10, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:59.040359 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0b08afb7-0c15-42f1-bd15-43326ab49362 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (83c77b9a-d00d-4ac5-86bc-9d4fd3523b36), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:59.167371 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781b7aa4-351f-41e2-bab6-5ac7bb050e41 None None] Checking router: db6fa7fb-4a73-472f-adda-b2d58af8fbe1 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:35:59.189786 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0b08afb7-0c15-42f1-bd15-43326ab49362 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (83c77b9a-d00d-4ac5-86bc-9d4fd3523b36), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:59.202210 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781b7aa4-351f-41e2-bab6-5ac7bb050e41 None None] Routers {'db6fa7fb-4a73-472f-adda-b2d58af8fbe1'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:35:59.203525 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-781b7aa4-351f-41e2-bab6-5ac7bb050e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:35:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:35:59.287345 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b9b58935-7c95-488c-ad57-7e33b632db07 admin admin] Publish callbacks [] for security_group (26c52ada-5e10-4763-b81b-db45b1fda903), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:59.305833 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-69fe845f-0331-433d-a03a-af2a21c478e4 req-de071769-6f1d-4321-8a28-27687cfc3fab tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7246809 Feb 19 04:35:59.356856 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b9b58935-7c95-488c-ad57-7e33b632db07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (26c52ada-5e10-4763-b81b-db45b1fda903), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:59.401676 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08afb7-0c15-42f1-bd15-43326ab49362 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Subnet': ['ID=83c77b9a-d00d-4ac5-86bc-9d4fd3523b36,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:59.414265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b58935-7c95-488c-ad57-7e33b632db07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c52ada-5e10-4763-b81b-db45b1fda903,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:35:59.424177 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0b08afb7-0c15-42f1-bd15-43326ab49362 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:59.429376 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0b08afb7-0c15-42f1-bd15-43326ab49362 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/subnets/83c77b9a-d00d-4ac5-86bc-9d4fd3523b36 HTTP/1.1" status: 204 len: 168 time: 1.5101330 Feb 19 04:35:59.433697 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59354) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:59.513240 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-781b7aa4-351f-41e2-bab6-5ac7bb050e41 None None] Set router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:35:59.595309 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59360) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:35:59.598827 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b9b58935-7c95-488c-ad57-7e33b632db07 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=750b98985e8f4f529b96cbf213350b1e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7674909 Feb 19 04:35:59.650574 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659f3a93-b4f3-47ee-b2e3-061e8c22011f None None] Network c8a8fedb-0d2d-4b53-86f4-d5e13b42b129 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:35:59.712527 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-256be95d-4f90-42c0-a637-e49c40bdb7c1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (c8a8fedb-0d2d-4b53-86f4-d5e13b42b129), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:59.790366 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5b192ac9-d408-4ff2-b447-99ea800224b5 admin admin] Publish callbacks [] for security_group (26c52ada-5e10-4763-b81b-db45b1fda903), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:59.918443 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5b192ac9-d408-4ff2-b447-99ea800224b5 admin admin] Publish callbacks [] for security_group (26c52ada-5e10-4763-b81b-db45b1fda903), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:59.970700 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-256be95d-4f90-42c0-a637-e49c40bdb7c1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting port dd1aa933-2c58-430c-b422-d458812ce563 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:35:59.971294 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-256be95d-4f90-42c0-a637-e49c40bdb7c1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (dd1aa933-2c58-430c-b422-d458812ce563), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:00.061990 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5b192ac9-d408-4ff2-b447-99ea800224b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (26c52ada-5e10-4763-b81b-db45b1fda903), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:00.065812 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5b192ac9-d408-4ff2-b447-99ea800224b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:00.067258 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5b192ac9-d408-4ff2-b447-99ea800224b5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/26c52ada-5e10-4763-b81b-db45b1fda903 HTTP/1.1" status: 204 len: 168 time: 0.4705832 Feb 19 04:36:00.090089 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b192ac9-d408-4ff2-b447-99ea800224b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c52ada-5e10-4763-b81b-db45b1fda903,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:00.177629 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-256be95d-4f90-42c0-a637-e49c40bdb7c1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] For port dd1aa933-2c58-430c-b422-d458812ce563, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=dd1aa933-2c58-430c-b422-d458812ce563,segment=NetworkSegment(1b78a31f-9ddc-49f8-a729-dc254595e193),segment_id=1b78a31f-9ddc-49f8-a729-dc254595e193)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:36:00.179368 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-256be95d-4f90-42c0-a637-e49c40bdb7c1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (dd1aa933-2c58-430c-b422-d458812ce563), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:00.222296 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-256be95d-4f90-42c0-a637-e49c40bdb7c1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Calling delete_port for dd1aa933-2c58-430c-b422-d458812ce563 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:36:00.696156 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-781b7aa4-351f-41e2-bab6-5ac7bb050e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:35:55Z', 'revision_number': 10, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:00.737875 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-256be95d-4f90-42c0-a637-e49c40bdb7c1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (dd1aa933-2c58-430c-b422-d458812ce563), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:00.768979 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256be95d-4f90-42c0-a637-e49c40bdb7c1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] No DVR routers for this DVR port dd1aa933-2c58-430c-b422-d458812ce563 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:36:00.806100 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781b7aa4-351f-41e2-bab6-5ac7bb050e41 None None] The sync data for ids ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'] in n-d-772273-4 is: [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:35:55Z', 'revision_number': 10, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None, '_interfaces': [{'id': '5afc484d-55bc-48d1-a09b-39f1556c13a4', 'name': '', 'network_id': '016e2564-1942-477a-a904-25b8915a5925', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'mac_address': 'fa:16:3e:80:c4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:34:22Z', 'updated_at': '2022-02-19T04:34:36Z', 'revision_number': 5, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'subnets': [{'id': '8f053937-cd7c-4b41-b559-3ff75545e748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:36:00.912342 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b434e9c-f39e-43f9-b5f6-cbc1f0ef0b4b None None] DHCP port deletion for c8a8fedb-0d2d-4b53-86f4-d5e13b42b129 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:36:01.005885 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-256be95d-4f90-42c0-a637-e49c40bdb7c1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (c8a8fedb-0d2d-4b53-86f4-d5e13b42b129), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:01.076650 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-256be95d-4f90-42c0-a637-e49c40bdb7c1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a8fedb-0d2d-4b53-86f4-d5e13b42b129']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:01.095436 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256be95d-4f90-42c0-a637-e49c40bdb7c1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Port': ['ID=dd1aa933-2c58-430c-b422-d458812ce563,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:01.120333 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-256be95d-4f90-42c0-a637-e49c40bdb7c1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b78a31f-9ddc-49f8-a729-dc254595e193') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:01.120835 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-256be95d-4f90-42c0-a637-e49c40bdb7c1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b78a31f-9ddc-49f8-a729-dc254595e193') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:01.137095 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfba26e-904f-4f47-8ea6-bc6f8a422e3c req-42cbaf0a-9876-41f8-8011-9c512c1aa0ef tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:01.149865 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fbfba26e-904f-4f47-8ea6-bc6f8a422e3c req-42cbaf0a-9876-41f8-8011-9c512c1aa0ef tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.5735753 Feb 19 04:36:01.169213 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-256be95d-4f90-42c0-a637-e49c40bdb7c1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (1b78a31f-9ddc-49f8-a729-dc254595e193), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:01.257634 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-256be95d-4f90-42c0-a637-e49c40bdb7c1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (1b78a31f-9ddc-49f8-a729-dc254595e193), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:01.304064 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256be95d-4f90-42c0-a637-e49c40bdb7c1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:36:01.305122 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-256be95d-4f90-42c0-a637-e49c40bdb7c1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (1b78a31f-9ddc-49f8-a729-dc254595e193), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:36:01.311056 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:36:01.358123 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fbfba26e-904f-4f47-8ea6-bc6f8a422e3c req-2da18d60-410b-42ce-b975-ed26cae9cc0b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933031 Feb 19 04:36:01.480494 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-256be95d-4f90-42c0-a637-e49c40bdb7c1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (c8a8fedb-0d2d-4b53-86f4-d5e13b42b129), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:01.501094 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59396) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:01.509853 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-256be95d-4f90-42c0-a637-e49c40bdb7c1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:01.522885 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-256be95d-4f90-42c0-a637-e49c40bdb7c1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/networks/c8a8fedb-0d2d-4b53-86f4-d5e13b42b129 HTTP/1.1" status: 204 len: 168 time: 2.0847864 Feb 19 04:36:01.523745 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59398) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:01.561986 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bba1b829-d440-4a02-99df-8109f1f5ab77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:01.588192 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256be95d-4f90-42c0-a637-e49c40bdb7c1 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Network': ['ID=c8a8fedb-0d2d-4b53-86f4-d5e13b42b129,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:01.769268 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bba1b829-d440-4a02-99df-8109f1f5ab77 admin admin] Publish callbacks [] for security_group (6c88b38a-f24c-4bff-b327-a7217af341d0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:01.788329 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bba1b829-d440-4a02-99df-8109f1f5ab77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6c88b38a-f24c-4bff-b327-a7217af341d0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:01.946538 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bba1b829-d440-4a02-99df-8109f1f5ab77 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4da8270e0ba542618ab86b1860adadee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4437075 Feb 19 04:36:01.949409 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59406) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:02.152525 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3812b4e6-7731-4446-89e8-2304c51583bc admin admin] Publish callbacks [] for security_group (6c88b38a-f24c-4bff-b327-a7217af341d0), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:02.182950 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3812b4e6-7731-4446-89e8-2304c51583bc admin admin] Publish callbacks [] for security_group (6c88b38a-f24c-4bff-b327-a7217af341d0), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:02.277915 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3812b4e6-7731-4446-89e8-2304c51583bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6c88b38a-f24c-4bff-b327-a7217af341d0), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:02.282314 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3812b4e6-7731-4446-89e8-2304c51583bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:02.287930 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3812b4e6-7731-4446-89e8-2304c51583bc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6c88b38a-f24c-4bff-b327-a7217af341d0 HTTP/1.1" status: 204 len: 168 time: 0.3329411 Feb 19 04:36:02.328613 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-dce097ac-ee59-4005-b48c-0337b2eb2aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:02.339729 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812b4e6-7731-4446-89e8-2304c51583bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c88b38a-f24c-4bff-b327-a7217af341d0,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:02.361372 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0991a15f-d983-448f-9b98-c9c3968ec754 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:36:02.422120 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 0991a15f-d983-448f-9b98-c9c3968ec754 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:36:02.424899 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0991a15f-d983-448f-9b98-c9c3968ec754 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:36:02.427322 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device dd1aa933-2c58-430c-b422-d458812ce563 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:36:02.454766 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: dd1aa933-2c58-430c-b422-d458812ce563 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:36:02.455362 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device dd1aa933-2c58-430c-b422-d458812ce563 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:36:02.562451 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1b829-d440-4a02-99df-8109f1f5ab77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c88b38a-f24c-4bff-b327-a7217af341d0,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:02.633269 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f31109-34f8-45cf-8975-c7def8946f51 req-4e1eaa86-18cb-4fb7-895e-4832821685a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:02.636073 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c4f31109-34f8-45cf-8975-c7def8946f51 req-4e1eaa86-18cb-4fb7-895e-4832821685a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=33c394b84df34f71a382d547bb213da3&device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 1128 time: 0.2461045 Feb 19 04:36:02.648801 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903f79b-3fbb-423d-b372-e22add3a7a32 req-ec69044a-5c19-4bf2-a7bf-32f1118abacf tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:02.669342 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7903f79b-3fbb-423d-b372-e22add3a7a32 req-ec69044a-5c19-4bf2-a7bf-32f1118abacf tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.2413404 Feb 19 04:36:02.797918 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7903f79b-3fbb-423d-b372-e22add3a7a32 req-74a4719f-c6bd-4cbf-934a-219fb6f1491c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266394 Feb 19 04:36:02.909521 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f31109-34f8-45cf-8975-c7def8946f51 req-86a63902-4209-480f-bed3-64fce892ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:02.912793 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c4f31109-34f8-45cf-8975-c7def8946f51 req-86a63902-4209-480f-bed3-64fce892ddc5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 HTTP/1.1" status: 200 len: 914 time: 0.2075377 Feb 19 04:36:03.049692 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c4f31109-34f8-45cf-8975-c7def8946f51 req-98a9856d-0773-4799-b068-06b694c512a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 HTTP/1.1" status: 200 len: 217 time: 0.1261032 Feb 19 04:36:03.252813 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f31109-34f8-45cf-8975-c7def8946f51 req-8cde33d9-4c3a-4828-a6a8-8d95511487cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:03.262238 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c4f31109-34f8-45cf-8975-c7def8946f51 req-8cde33d9-4c3a-4828-a6a8-8d95511487cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7fc7b67-5ad2-40ee-a254-a9f26919b969 HTTP/1.1" status: 200 len: 854 time: 0.2070093 Feb 19 04:36:03.426532 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c4f31109-34f8-45cf-8975-c7def8946f51 req-77f4a899-dc03-44ed-a665-60231a50f325 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1483133 Feb 19 04:36:03.812948 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-d7009c1d-2aca-4a12-8f67-77b781761dfb tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:03.820833 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-d7009c1d-2aca-4a12-8f67-77b781761dfb tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/networks?id=9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 200 len: 815 time: 0.3434856 Feb 19 04:36:03.868385 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-83faa12f-0a8e-48fd-969d-7a6cb86f8d07 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/quotas/8b2abe5cb5184c5a82d410642bb8c3d6 HTTP/1.1" status: 200 len: 375 time: 0.0334518 Feb 19 04:36:03.933486 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c4f31109-34f8-45cf-8975-c7def8946f51 req-1ba6b1c2-7edc-4660-b2f3-7dbc2c4bac3a service neutron] 10.222.0.10 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954541 Feb 19 04:36:04.112777 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-c97f39f8-b7a5-49ad-83d5-c1546a9ad746 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2293797 Feb 19 04:36:04.276475 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b4e0fe06-658a-4ffe-9daa-23ae4239ef21 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:04.906379 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-7ba06b38-2178-45ac-9b56-0dde59df9120 service neutron] 10.222.0.65 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7630866 Feb 19 04:36:05.098637 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b898a1f9-e4b6-4dea-9a13-90315e11606e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:05.142229 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-15578b21-e853-46a6-b504-3bc04151aa6d service neutron] 10.222.0.65 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334976 Feb 19 04:36:05.694822 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c4f31109-34f8-45cf-8975-c7def8946f51 req-560671cd-129c-4529-aa08-25bfecdd1c56 service neutron] 10.222.0.10 "GET /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7487741 Feb 19 04:36:05.911343 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c58f93-1b4a-4cde-a835-42bb6ef15f24 req-b19d1621-7d4a-4dd4-bff0-e26c2117620b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:05.916292 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-16c58f93-1b4a-4cde-a835-42bb6ef15f24 req-b19d1621-7d4a-4dd4-bff0-e26c2117620b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 1.6954510 Feb 19 04:36:06.400573 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b036b628-f18c-44cf-be13-29c53d0aaaf3 req-0f05d5f4-6501-453c-a742-9fa588e7f624 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=97703eed-bd9c-44fb-be88-cec1b44dfff8 HTTP/1.1" status: 200 len: 210 time: 0.8186841 Feb 19 04:36:06.732300 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-16c58f93-1b4a-4cde-a835-42bb6ef15f24 req-2164746d-0504-4690-8a3a-692da7a77a61 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6332977 Feb 19 04:36:06.866265 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:07.080746 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-b4e0fe06-658a-4ffe-9daa-23ae4239ef21 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting port 5afc484d-55bc-48d1-a09b-39f1556c13a4 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:36:07.081394 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b4e0fe06-658a-4ffe-9daa-23ae4239ef21 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (5afc484d-55bc-48d1-a09b-39f1556c13a4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:07.513863 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:07.586705 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-b4e0fe06-658a-4ffe-9daa-23ae4239ef21 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] For port 5afc484d-55bc-48d1-a09b-39f1556c13a4, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5afc484d-55bc-48d1-a09b-39f1556c13a4,segment=NetworkSegment(e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3),segment_id=e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:36:07.588822 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b4e0fe06-658a-4ffe-9daa-23ae4239ef21 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (5afc484d-55bc-48d1-a09b-39f1556c13a4), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:07.629949 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-b4e0fe06-658a-4ffe-9daa-23ae4239ef21 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Calling delete_port for 5afc484d-55bc-48d1-a09b-39f1556c13a4 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:36:07.844837 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c31652a5-40e6-4f27-a03b-fa1aa9d4d36e req-fd7d6e47-42e8-4043-adf0-59937e0b9f1a tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=97703eed-bd9c-44fb-be88-cec1b44dfff8 HTTP/1.1" status: 200 len: 210 time: 0.1355245 Feb 19 04:36:07.934469 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:08.337868 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b4e0fe06-658a-4ffe-9daa-23ae4239ef21 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (5afc484d-55bc-48d1-a09b-39f1556c13a4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:08.461996 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0fe06-658a-4ffe-9daa-23ae4239ef21 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Port': ['ID=5afc484d-55bc-48d1-a09b-39f1556c13a4,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:09.099790 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-a0647ea2-8c28-445c-ae97-54cda7d8d045 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:09.105242 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-a0647ea2-8c28-445c-ae97-54cda7d8d045 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.48 "GET /v2.0/networks?id=9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 200 len: 815 time: 0.3831828 Feb 19 04:36:09.106687 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59578) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:09.134354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-ddf20964-feda-4d7e-aad3-f39fd4ed9ede tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Request body: {'port': {'device_id': '97703eed-bd9c-44fb-be88-cec1b44dfff8', 'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc', 'admin_state_up': True, 'tenant_id': '8b2abe5cb5184c5a82d410642bb8c3d6'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:36:09.146434 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:09.216352 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b4e0fe06-658a-4ffe-9daa-23ae4239ef21 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:09.286606 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:09.508508 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b134b4-1437-4888-94ca-701523c33353 req-b8c818d7-76ec-47fb-a134-64584878c545 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:09.524160 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-34b134b4-1437-4888-94ca-701523c33353 req-b8c818d7-76ec-47fb-a134-64584878c545 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 1.2072697 Feb 19 04:36:09.907203 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-34b134b4-1437-4888-94ca-701523c33353 req-5837093d-54a3-44e8-b9b0-a6511fa3513f tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797262 Feb 19 04:36:09.927212 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e0fe06-658a-4ffe-9daa-23ae4239ef21 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:36:10.214671 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-99eca08f-7e8f-482e-8c3a-3c857e0bb558 req-14b572dc-0fcd-4b8c-afc1-93f0e90f64f9 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=97703eed-bd9c-44fb-be88-cec1b44dfff8 HTTP/1.1" status: 200 len: 210 time: 0.0847738 Feb 19 04:36:10.220949 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b83f12e-2bf1-481c-9222-0ab3dab3a993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:10.521318 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e0fe06-658a-4ffe-9daa-23ae4239ef21 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:36:10.548442 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6533ac-e635-4faa-8189-6156dffca67b None None] Sync routers for ids ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:36:10.565600 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b4e0fe06-658a-4ffe-9daa-23ae4239ef21 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "PUT /v2.0/routers/db6fa7fb-4a73-472f-adda-b2d58af8fbe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0391638 Feb 19 04:36:10.567278 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59608) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:10.619801 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6533ac-e635-4faa-8189-6156dffca67b None None] Routers {'db6fa7fb-4a73-472f-adda-b2d58af8fbe1'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:36:10.619801 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-6f6533ac-e635-4faa-8189-6156dffca67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:36:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:10.635959 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f65ea2-9889-49a6-b495-8f9598813192 req-215bfa1b-8507-4afe-93c5-0993ac1f766d tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:10.647096 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01f65ea2-9889-49a6-b495-8f9598813192 req-215bfa1b-8507-4afe-93c5-0993ac1f766d tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.4890213 Feb 19 04:36:10.719047 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-ddf20964-feda-4d7e-aad3-f39fd4ed9ede tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Made reservation on behalf of 8b2abe5cb5184c5a82d410642bb8c3d6 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:36:10.731650 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-ddf20964-feda-4d7e-aad3-f39fd4ed9ede tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:10.865875 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01f65ea2-9889-49a6-b495-8f9598813192 req-f059e559-df6a-46cd-956d-40769e165c9b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021782 Feb 19 04:36:10.875281 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b83f12e-2bf1-481c-9222-0ab3dab3a993 admin admin] Publish callbacks [] for security_group (dbc4ead1-dba5-4083-93a2-54be9021b183), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:10.892850 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b83f12e-2bf1-481c-9222-0ab3dab3a993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (dbc4ead1-dba5-4083-93a2-54be9021b183), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:11.046617 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-6f6533ac-e635-4faa-8189-6156dffca67b None None] Set router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:36:11.112698 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59618) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:11.339025 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5b83f12e-2bf1-481c-9222-0ab3dab3a993 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=740ee83e324f493ebd47801b3cf937bc&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2301679 Feb 19 04:36:11.341590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59624) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:11.355213 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83f12e-2bf1-481c-9222-0ab3dab3a993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc4ead1-dba5-4083-93a2-54be9021b183,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:11.365631 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-6f6533ac-e635-4faa-8189-6156dffca67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:36:08Z', 'revision_number': 11, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:11.442612 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5de22e3-2439-40e5-a911-1ee9b911a905 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting subnet 8f053937-cd7c-4b41-b559-3ff75545e748 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:36:11.454890 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b5de22e3-2439-40e5-a911-1ee9b911a905 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for subnet (8f053937-cd7c-4b41-b559-3ff75545e748), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:11.627420 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6533ac-e635-4faa-8189-6156dffca67b None None] Checking router: db6fa7fb-4a73-472f-adda-b2d58af8fbe1 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:36:11.674373 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-ddf20964-feda-4d7e-aad3-f39fd4ed9ede tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Allocated IP 172.20.0.13 (9a1ab27e-256e-4216-9b7b-6df531fa62cc/eaacfa74-c5cd-4e0a-8538-dc93b8209234/dca4726b-0ff6-4384-b4f7-01e6bf928a8f) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:36:11.676856 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6533ac-e635-4faa-8189-6156dffca67b None None] Routers {'db6fa7fb-4a73-472f-adda-b2d58af8fbe1'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:36:11.679425 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-6f6533ac-e635-4faa-8189-6156dffca67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:36:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:11.790930 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-14fda200-40e3-406a-8b0d-f79aaad6c71b admin admin] Publish callbacks [] for security_group (dbc4ead1-dba5-4083-93a2-54be9021b183), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:11.810850 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b5de22e3-2439-40e5-a911-1ee9b911a905 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (8f053937-cd7c-4b41-b559-3ff75545e748), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:11.903531 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-14fda200-40e3-406a-8b0d-f79aaad6c71b admin admin] Publish callbacks [] for security_group (dbc4ead1-dba5-4083-93a2-54be9021b183), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:11.955419 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-6f6533ac-e635-4faa-8189-6156dffca67b None None] Set router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:36:12.038217 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b5de22e3-2439-40e5-a911-1ee9b911a905 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (8f053937-cd7c-4b41-b559-3ff75545e748), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:12.154776 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d9d8c002-8a0a-421f-911e-3ffa4c2b3d49 req-2f14325c-499e-4d6a-b21b-ceaa354b541c tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=97703eed-bd9c-44fb-be88-cec1b44dfff8 HTTP/1.1" status: 200 len: 210 time: 0.4863009 Feb 19 04:36:12.196762 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b5de22e3-2439-40e5-a911-1ee9b911a905 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (8f053937-cd7c-4b41-b559-3ff75545e748), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:12.234682 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6bd62e2b-5bd4-4711-9552-b28c8a8ea1c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:12.242099 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-6f6533ac-e635-4faa-8189-6156dffca67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:36:08Z', 'revision_number': 11, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:12.250052 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de22e3-2439-40e5-a911-1ee9b911a905 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Subnet': ['ID=8f053937-cd7c-4b41-b559-3ff75545e748,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:12.278242 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bbaa64-aed5-48fd-9723-70ee2199b56a None None] Network 016e2564-1942-477a-a904-25b8915a5925 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:36:12.281122 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b5de22e3-2439-40e5-a911-1ee9b911a905 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:12.291514 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b5de22e3-2439-40e5-a911-1ee9b911a905 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/subnets/8f053937-cd7c-4b41-b559-3ff75545e748 HTTP/1.1" status: 204 len: 168 time: 1.7210162 Feb 19 04:36:12.292669 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59632) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:12.326391 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6533ac-e635-4faa-8189-6156dffca67b None None] The sync data for ids ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'] in n-d-772273-4 is: [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:36:08Z', 'revision_number': 11, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:36:12.363049 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b62c6-1aef-4805-ae48-cfab3ce91bd7 req-2d51b149-a9f8-4e32-87fe-792ee6f984d4 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:12.366705 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f54b62c6-1aef-4805-ae48-cfab3ce91bd7 req-2d51b149-a9f8-4e32-87fe-792ee6f984d4 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.9182150 Feb 19 04:36:12.368952 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-14fda200-40e3-406a-8b0d-f79aaad6c71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (dbc4ead1-dba5-4083-93a2-54be9021b183), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:12.382476 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-14fda200-40e3-406a-8b0d-f79aaad6c71b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:12.387133 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-14fda200-40e3-406a-8b0d-f79aaad6c71b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dbc4ead1-dba5-4083-93a2-54be9021b183 HTTP/1.1" status: 204 len: 168 time: 1.0190887 Feb 19 04:36:12.481266 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fda200-40e3-406a-8b0d-f79aaad6c71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc4ead1-dba5-4083-93a2-54be9021b183,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:12.570060 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f54b62c6-1aef-4805-ae48-cfab3ce91bd7 req-7358087c-f5fb-41ca-99de-04e8fff16a5d tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450250 Feb 19 04:36:12.635525 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9cb442ec-a4e6-47fb-a651-e44d3ec8aa72 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (016e2564-1942-477a-a904-25b8915a5925), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:12.911974 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c526bde2-aa22-45f4-80a4-23d34cd00c9e None None] DHCP port deletion for 016e2564-1942-477a-a904-25b8915a5925 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:36:12.913776 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-ddf20964-feda-4d7e-aad3-f39fd4ed9ede tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks [] for port (dca4726b-0ff6-4384-b4f7-01e6bf928a8f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:13.010143 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6bd62e2b-5bd4-4711-9552-b28c8a8ea1c1 admin admin] Publish callbacks [] for security_group (be0f5b10-8adb-4685-bd9d-ab440a127319), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:13.056194 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6bd62e2b-5bd4-4711-9552-b28c8a8ea1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (be0f5b10-8adb-4685-bd9d-ab440a127319), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:13.105998 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c526bde2-aa22-45f4-80a4-23d34cd00c9e None None] Deleting port 778a5368-daaf-4e9a-a98b-c80e419f46b2 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:36:13.112317 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c526bde2-aa22-45f4-80a4-23d34cd00c9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (778a5368-daaf-4e9a-a98b-c80e419f46b2), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:13.164936 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-9cb442ec-a4e6-47fb-a651-e44d3ec8aa72 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Deleting port 778a5368-daaf-4e9a-a98b-c80e419f46b2 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:36:13.165432 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9cb442ec-a4e6-47fb-a651-e44d3ec8aa72 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (778a5368-daaf-4e9a-a98b-c80e419f46b2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:13.271055 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065ad4b-2fbf-4cd5-bbc9-fbb47d44586b req-4abb3f95-6e3a-4be5-b34b-1cdc50772ae7 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:13.291621 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1065ad4b-2fbf-4cd5-bbc9-fbb47d44586b req-4abb3f95-6e3a-4be5-b34b-1cdc50772ae7 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.3640089 Feb 19 04:36:13.385935 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-c526bde2-aa22-45f4-80a4-23d34cd00c9e None None] For port 778a5368-daaf-4e9a-a98b-c80e419f46b2, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=778a5368-daaf-4e9a-a98b-c80e419f46b2,segment=NetworkSegment(e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3),segment_id=e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:36:13.386931 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-ddf20964-feda-4d7e-aad3-f39fd4ed9ede tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (dca4726b-0ff6-4384-b4f7-01e6bf928a8f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:13.389981 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c526bde2-aa22-45f4-80a4-23d34cd00c9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (778a5368-daaf-4e9a-a98b-c80e419f46b2), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:13.442188 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['2166ccf4-a7ca-42b6-bb32-d35fdea52b07'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:36:13.513642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd62e2b-5bd4-4711-9552-b28c8a8ea1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0f5b10-8adb-4685-bd9d-ab440a127319,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:13.521636 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['68a8cb60-584d-4b07-b2dc-9c476d74e9d8'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:36:13.552487 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c526bde2-aa22-45f4-80a4-23d34cd00c9e None None] Calling delete_port for 778a5368-daaf-4e9a-a98b-c80e419f46b2 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:36:13.620350 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6bd62e2b-5bd4-4711-9552-b28c8a8ea1c1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4ee6d972df2141bfb4368c6b14fdeeac&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5046055 Feb 19 04:36:13.622904 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59648) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:13.623449 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59650) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:13.651276 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf20964-feda-4d7e-aad3-f39fd4ed9ede tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Pushing event updated for resources: {'Port': ['ID=dca4726b-0ff6-4384-b4f7-01e6bf928a8f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:13.725508 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1065ad4b-2fbf-4cd5-bbc9-fbb47d44586b req-9b6ad715-3205-4080-9234-7e025dde101a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295950 Feb 19 04:36:13.738913 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-ddf20964-feda-4d7e-aad3-f39fd4ed9ede tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Network 9a1ab27e-256e-4216-9b7b-6df531fa62cc is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:36:13.740070 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7e625eaa-5d34-4a61-b874-04cfb3ec524c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:13.742657 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-ddf20964-feda-4d7e-aad3-f39fd4ed9ede tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:36:13.751758 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-ddf20964-feda-4d7e-aad3-f39fd4ed9ede tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:36:13.850928 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-9cb442ec-a4e6-47fb-a651-e44d3ec8aa72 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] For port 778a5368-daaf-4e9a-a98b-c80e419f46b2, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=778a5368-daaf-4e9a-a98b-c80e419f46b2,segment=NetworkSegment(e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3),segment_id=e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:36:13.851428 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9cb442ec-a4e6-47fb-a651-e44d3ec8aa72 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (778a5368-daaf-4e9a-a98b-c80e419f46b2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:13.910630 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3acc0a-6686-4e9b-8f04-936b08e87b73 req-ba3c7675-a0a4-4330-a72b-cd4526dc329e tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:13.925783 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7d3acc0a-6686-4e9b-8f04-936b08e87b73 req-ba3c7675-a0a4-4330-a72b-cd4526dc329e tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=97703eed-bd9c-44fb-be88-cec1b44dfff8 HTTP/1.1" status: 200 len: 932 time: 0.5234308 Feb 19 04:36:13.983874 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-9cb442ec-a4e6-47fb-a651-e44d3ec8aa72 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Calling delete_port for 778a5368-daaf-4e9a-a98b-c80e419f46b2 owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:36:13.986497 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-ddf20964-feda-4d7e-aad3-f39fd4ed9ede tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:13.987584 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-ddf20964-feda-4d7e-aad3-f39fd4ed9ede tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:14.046175 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0795ab9f-65dc-4f3f-aa73-d571fcc06dc3 admin admin] Publish callbacks [] for security_group (be0f5b10-8adb-4685-bd9d-ab440a127319), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:14.047531 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-ddf20964-feda-4d7e-aad3-f39fd4ed9ede tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9266801 Feb 19 04:36:14.073688 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-752875be-c851-4114-9ab1-854abfc41780 service neutron] Request body: {'port': {'device_id': '97703eed-bd9c-44fb-be88-cec1b44dfff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:36:14.100091 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0795ab9f-65dc-4f3f-aa73-d571fcc06dc3 admin admin] Publish callbacks [] for security_group (be0f5b10-8adb-4685-bd9d-ab440a127319), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:14.405538 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c526bde2-aa22-45f4-80a4-23d34cd00c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (778a5368-daaf-4e9a-a98b-c80e419f46b2), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:14.410043 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-752875be-c851-4114-9ab1-854abfc41780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dca4726b-0ff6-4384-b4f7-01e6bf928a8f), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:14.468687 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5afc484d-55bc-48d1-a09b-39f1556c13a4 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:36:14.541317 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526bde2-aa22-45f4-80a4-23d34cd00c9e None None] Pushing event deleted for resources: {'Port': ['ID=778a5368-daaf-4e9a-a98b-c80e419f46b2,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:14.545083 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c526bde2-aa22-45f4-80a4-23d34cd00c9e None None] No DVR routers for this DVR port 778a5368-daaf-4e9a-a98b-c80e419f46b2 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:36:14.573232 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 5afc484d-55bc-48d1-a09b-39f1556c13a4 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:36:14.574122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5afc484d-55bc-48d1-a09b-39f1556c13a4 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:36:14.574896 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 778a5368-daaf-4e9a-a98b-c80e419f46b2 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:36:14.626174 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 778a5368-daaf-4e9a-a98b-c80e419f46b2 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:36:14.626822 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 778a5368-daaf-4e9a-a98b-c80e419f46b2 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:36:14.634446 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7d3acc0a-6686-4e9b-8f04-936b08e87b73 req-26262b17-2946-4001-8165-6db0b963a6d0 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7054338 Feb 19 04:36:14.667165 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0795ab9f-65dc-4f3f-aa73-d571fcc06dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (be0f5b10-8adb-4685-bd9d-ab440a127319), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:14.686095 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0795ab9f-65dc-4f3f-aa73-d571fcc06dc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:14.686095 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0795ab9f-65dc-4f3f-aa73-d571fcc06dc3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/be0f5b10-8adb-4685-bd9d-ab440a127319 HTTP/1.1" status: 204 len: 168 time: 1.0396535 Feb 19 04:36:14.707368 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee4e40-9490-425f-8480-1b0c94c60072 req-c601398a-4a65-43ff-b1fb-8aac458b113d tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:14.713883 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-21ee4e40-9490-425f-8480-1b0c94c60072 req-c601398a-4a65-43ff-b1fb-8aac458b113d tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.5482004 Feb 19 04:36:15.008187 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-21ee4e40-9490-425f-8480-1b0c94c60072 req-8e7d4d9c-af11-419c-81ae-a06339258810 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711465 Feb 19 04:36:15.028344 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795ab9f-65dc-4f3f-aa73-d571fcc06dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0f5b10-8adb-4685-bd9d-ab440a127319,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:15.031384 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9cb442ec-a4e6-47fb-a651-e44d3ec8aa72 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (778a5368-daaf-4e9a-a98b-c80e419f46b2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:15.122502 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7e625eaa-5d34-4a61-b874-04cfb3ec524c admin admin] Publish callbacks [] for security_group (a081a47a-a2a3-493d-94eb-c78dd5ae41ca), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:15.198594 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb442ec-a4e6-47fb-a651-e44d3ec8aa72 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Port': ['ID=778a5368-daaf-4e9a-a98b-c80e419f46b2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:15.219686 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7e625eaa-5d34-4a61-b874-04cfb3ec524c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a081a47a-a2a3-493d-94eb-c78dd5ae41ca), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:15.297153 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7e625eaa-5d34-4a61-b874-04cfb3ec524c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4a835788226e413987a8fd1a3f2c6cc7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6532235 Feb 19 04:36:15.298266 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59674) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:15.437030 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb442ec-a4e6-47fb-a651-e44d3ec8aa72 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] No DVR routers for this DVR port 778a5368-daaf-4e9a-a98b-c80e419f46b2 on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:36:15.548790 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e625eaa-5d34-4a61-b874-04cfb3ec524c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a081a47a-a2a3-493d-94eb-c78dd5ae41ca,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:15.683731 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-752875be-c851-4114-9ab1-854abfc41780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca4726b-0ff6-4384-b4f7-01e6bf928a8f {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:36:15.705324 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9cb442ec-a4e6-47fb-a651-e44d3ec8aa72 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (016e2564-1942-477a-a904-25b8915a5925), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:15.716088 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-752875be-c851-4114-9ab1-854abfc41780 service neutron] Publish callbacks [] for port (dca4726b-0ff6-4384-b4f7-01e6bf928a8f), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:15.753395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-9cb442ec-a4e6-47fb-a651-e44d3ec8aa72 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['016e2564-1942-477a-a904-25b8915a5925']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:15.765727 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-752875be-c851-4114-9ab1-854abfc41780 service neutron] Transition to ACTIVE for port object dca4726b-0ff6-4384-b4f7-01e6bf928a8f will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:36:15.778742 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-9cb442ec-a4e6-47fb-a651-e44d3ec8aa72 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:15.779415 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-9cb442ec-a4e6-47fb-a651-e44d3ec8aa72 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:15.779764 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-752875be-c851-4114-9ab1-854abfc41780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (dca4726b-0ff6-4384-b4f7-01e6bf928a8f), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:15.800997 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9cb442ec-a4e6-47fb-a651-e44d3ec8aa72 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:15.851686 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9cb442ec-a4e6-47fb-a651-e44d3ec8aa72 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:15.879966 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb442ec-a4e6-47fb-a651-e44d3ec8aa72 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:36:15.881050 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9cb442ec-a4e6-47fb-a651-e44d3ec8aa72 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (e43ab5ab-82d5-4ba8-bf76-c65d7a225fd3), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:15.951025 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59680) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:16.024023 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-576f6d89-a7b9-4efc-a8cf-f305e1dad536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:36:16.031755 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:36:16.043878 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ca59782c-cbdf-4df3-8ac9-152b9d63806b admin admin] Publish callbacks [] for security_group (a081a47a-a2a3-493d-94eb-c78dd5ae41ca), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:16.077673 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752875be-c851-4114-9ab1-854abfc41780 service neutron] Pushing event updated for resources: {'Port': ['ID=dca4726b-0ff6-4384-b4f7-01e6bf928a8f,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:16.102041 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae76d2d-841d-43bb-b0b3-6125a98a2293 req-161a15e6-770b-4016-84d3-d1df5122364e tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:16.105285 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bae76d2d-841d-43bb-b0b3-6125a98a2293 req-161a15e6-770b-4016-84d3-d1df5122364e tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.7603621 Feb 19 04:36:16.190984 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9cb442ec-a4e6-47fb-a651-e44d3ec8aa72 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (016e2564-1942-477a-a904-25b8915a5925), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:16.208882 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9cb442ec-a4e6-47fb-a651-e44d3ec8aa72 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:16.219434 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9cb442ec-a4e6-47fb-a651-e44d3ec8aa72 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/networks/016e2564-1942-477a-a904-25b8915a5925 HTTP/1.1" status: 204 len: 168 time: 3.9161060 Feb 19 04:36:16.235773 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59682) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:16.241680 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ca59782c-cbdf-4df3-8ac9-152b9d63806b admin admin] Publish callbacks [] for security_group (a081a47a-a2a3-493d-94eb-c78dd5ae41ca), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:16.259486 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b8f5b9e0-b6c8-47f6-801a-b062fbb5b978 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'router': {'routes': None}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:36:16.304830 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-576f6d89-a7b9-4efc-a8cf-f305e1dad536 admin admin] Publish callbacks [] for security_group (907c0710-e78f-4329-b42e-429b473570ab), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:16.306314 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb442ec-a4e6-47fb-a651-e44d3ec8aa72 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Pushing event deleted for resources: {'Network': ['ID=016e2564-1942-477a-a904-25b8915a5925,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:16.325068 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-576f6d89-a7b9-4efc-a8cf-f305e1dad536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (907c0710-e78f-4329-b42e-429b473570ab), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:16.506084 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f6d89-a7b9-4efc-a8cf-f305e1dad536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907c0710-e78f-4329-b42e-429b473570ab,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:16.527055 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-576f6d89-a7b9-4efc-a8cf-f305e1dad536 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f0b49bec383a4365b9ddf1f048c758f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5676286 Feb 19 04:36:16.531673 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59688) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:16.597839 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bae76d2d-841d-43bb-b0b3-6125a98a2293 req-14e12bc2-e29b-41e0-8233-6440797fbe7c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730635 Feb 19 04:36:16.627166 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c544a0b-73f5-4d88-be17-6934e3cf4452 req-6f22f29a-af8c-4e92-a717-d2bc5702e07e tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:16.649986 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8c544a0b-73f5-4d88-be17-6934e3cf4452 req-6f22f29a-af8c-4e92-a717-d2bc5702e07e tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=97703eed-bd9c-44fb-be88-cec1b44dfff8 HTTP/1.1" status: 200 len: 944 time: 0.7166598 Feb 19 04:36:16.766963 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-752875be-c851-4114-9ab1-854abfc41780 service neutron] Attempting to bind port dca4726b-0ff6-4384-b4f7-01e6bf928a8f on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:36:16.767950 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-752875be-c851-4114-9ab1-854abfc41780 service neutron] Attempting to bind port dca4726b-0ff6-4384-b4f7-01e6bf928a8f by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '676396c9-7f78-4ddc-b308-461a68f79b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:36:16.768173 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-752875be-c851-4114-9ab1-854abfc41780 service neutron] Attempting to bind port dca4726b-0ff6-4384-b4f7-01e6bf928a8f on network 9a1ab27e-256e-4216-9b7b-6df531fa62cc {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:36:16.861767 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8c544a0b-73f5-4d88-be17-6934e3cf4452 req-2ca37b81-a899-493f-9bee-113a8e50fab8 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087958 Feb 19 04:36:16.870317 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-752875be-c851-4114-9ab1-854abfc41780 service neutron] Port dca4726b-0ff6-4384-b4f7-01e6bf928a8f on network 9a1ab27e-256e-4216-9b7b-6df531fa62cc not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:36:16.870865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-752875be-c851-4114-9ab1-854abfc41780 service neutron] Attempting to bind port dca4726b-0ff6-4384-b4f7-01e6bf928a8f on network 9a1ab27e-256e-4216-9b7b-6df531fa62cc {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:36:16.883646 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-752875be-c851-4114-9ab1-854abfc41780 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:36:16.884198 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-752875be-c851-4114-9ab1-854abfc41780 service neutron] Checking segment: {'id': '676396c9-7f78-4ddc-b308-461a68f79b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:36:16.886851 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-752875be-c851-4114-9ab1-854abfc41780 service neutron] Bound using segment: {'id': '676396c9-7f78-4ddc-b308-461a68f79b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:36:16.886851 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-752875be-c851-4114-9ab1-854abfc41780 service neutron] Bound port: dca4726b-0ff6-4384-b4f7-01e6bf928a8f, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '676396c9-7f78-4ddc-b308-461a68f79b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:36:16.886851 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-752875be-c851-4114-9ab1-854abfc41780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dca4726b-0ff6-4384-b4f7-01e6bf928a8f), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:16.961847 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.extraroute_db [None req-b8f5b9e0-b6c8-47f6-801a-b062fbb5b978 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Added routes are [] {{(pid=115198) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 04:36:16.962432 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.extraroute_db [None req-b8f5b9e0-b6c8-47f6-801a-b062fbb5b978 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Removed routes are [] {{(pid=115198) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 04:36:16.963079 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b8f5b9e0-b6c8-47f6-801a-b062fbb5b978 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:17.003278 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e4aa3ab8-6115-4eea-985e-a265766ac424 admin admin] Publish callbacks [] for security_group (907c0710-e78f-4329-b42e-429b473570ab), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:17.069604 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-752875be-c851-4114-9ab1-854abfc41780 service neutron] For port dca4726b-0ff6-4384-b4f7-01e6bf928a8f, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:36:17.075432 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-752875be-c851-4114-9ab1-854abfc41780 service neutron] For port dca4726b-0ff6-4384-b4f7-01e6bf928a8f, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=dca4726b-0ff6-4384-b4f7-01e6bf928a8f,segment=NetworkSegment(676396c9-7f78-4ddc-b308-461a68f79b59),segment_id=676396c9-7f78-4ddc-b308-461a68f79b59)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:36:17.116836 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e4aa3ab8-6115-4eea-985e-a265766ac424 admin admin] Publish callbacks [] for security_group (907c0710-e78f-4329-b42e-429b473570ab), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:17.147153 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-752875be-c851-4114-9ab1-854abfc41780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (dca4726b-0ff6-4384-b4f7-01e6bf928a8f), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:17.162978 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ca59782c-cbdf-4df3-8ac9-152b9d63806b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a081a47a-a2a3-493d-94eb-c78dd5ae41ca), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:17.168298 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ca59782c-cbdf-4df3-8ac9-152b9d63806b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:17.170391 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ca59782c-cbdf-4df3-8ac9-152b9d63806b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a081a47a-a2a3-493d-94eb-c78dd5ae41ca HTTP/1.1" status: 204 len: 168 time: 1.8652852 Feb 19 04:36:17.248217 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-752875be-c851-4114-9ab1-854abfc41780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:17.249759 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-752875be-c851-4114-9ab1-854abfc41780 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:17.253523 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-752875be-c851-4114-9ab1-854abfc41780 service neutron] 10.222.0.48 "PUT /v2.0/ports/dca4726b-0ff6-4384-b4f7-01e6bf928a8f HTTP/1.1" status: 200 len: 1092 time: 3.1973915 Feb 19 04:36:17.259210 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97703eed-bd9c-44fb-be88-cec1b44dfff8', 'tag': 'dca4726b-0ff6-4384-b4f7-01e6bf928a8f'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:36:17.263487 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34e83ba-a66c-463b-9653-a6f9d0730124" -d '{"events": [{"name": "network-changed", "server_uuid": "97703eed-bd9c-44fb-be88-cec1b44dfff8", "tag": "dca4726b-0ff6-4384-b4f7-01e6bf928a8f"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:36:17.304107 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59782c-cbdf-4df3-8ac9-152b9d63806b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a081a47a-a2a3-493d-94eb-c78dd5ae41ca,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:17.364701 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3ea55-39c1-464b-bb0a-cb82919e97bf req-e424ab64-44fd-4351-914a-cdd226ff6357 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:17.398473 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2fc3ea55-39c1-464b-bb0a-cb82919e97bf req-e424ab64-44fd-4351-914a-cdd226ff6357 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.5673287 Feb 19 04:36:17.499457 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d6fc15-2f11-4fff-9104-cd3b7446c4c9 x-openstack-request-id: req-08d6fc15-2f11-4fff-9104-cd3b7446c4c9 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:36:17.501737 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97703eed-bd9c-44fb-be88-cec1b44dfff8", "tag": "dca4726b-0ff6-4384-b4f7-01e6bf928a8f", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:36:17.504216 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-08d6fc15-2f11-4fff-9104-cd3b7446c4c9 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:36:17.504216 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97703eed-bd9c-44fb-be88-cec1b44dfff8', 'tag': 'dca4726b-0ff6-4384-b4f7-01e6bf928a8f', 'status': 'completed', 'code': 200} Feb 19 04:36:17.522180 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752875be-c851-4114-9ab1-854abfc41780 service neutron] Pushing event updated for resources: {'Port': ['ID=dca4726b-0ff6-4384-b4f7-01e6bf928a8f,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:17.528126 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b8f5b9e0-b6c8-47f6-801a-b062fbb5b978 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:17.575888 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b8f5b9e0-b6c8-47f6-801a-b062fbb5b978 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-429138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-429147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455741'] for router (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:17.593213 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e4aa3ab8-6115-4eea-985e-a265766ac424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (907c0710-e78f-4329-b42e-429b473570ab), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:17.606176 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e4aa3ab8-6115-4eea-985e-a265766ac424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:17.616998 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e4aa3ab8-6115-4eea-985e-a265766ac424 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/907c0710-e78f-4329-b42e-429b473570ab HTTP/1.1" status: 204 len: 168 time: 1.0677354 Feb 19 04:36:17.618784 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2fc3ea55-39c1-464b-bb0a-cb82919e97bf req-24a43c20-1912-493f-a5d8-6b13ac64ed5f tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182825 Feb 19 04:36:17.671348 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa3ab8-6115-4eea-985e-a265766ac424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907c0710-e78f-4329-b42e-429b473570ab,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:17.793109 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-b794dbba-ab8f-48ab-bffe-1944aaf5a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:17.803894 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-b794dbba-ab8f-48ab-bffe-1944aaf5a99d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&device_id=97703eed-bd9c-44fb-be88-cec1b44dfff8 HTTP/1.1" status: 200 len: 1126 time: 0.3950598 Feb 19 04:36:17.997784 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-ca77f21b-1c17-4b0e-81c6-80804a7230ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dca4726b-0ff6-4384-b4f7-01e6bf928a8f HTTP/1.1" status: 200 len: 217 time: 0.1840336 Feb 19 04:36:18.026261 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f5b9e0-b6c8-47f6-801a-b062fbb5b978 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:36:18.320084 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ebbbb-8d71-492d-9802-d92ef96ba477 req-03fc39e6-0d78-4be1-9c85-b64db337584c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:18.322812 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca2ebbbb-8d71-492d-9802-d92ef96ba477 req-03fc39e6-0d78-4be1-9c85-b64db337584c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.3706143 Feb 19 04:36:18.325656 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-fc751225-24e1-447e-8436-49507c07f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:18.327993 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-fc751225-24e1-447e-8436-49507c07f41f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eaacfa74-c5cd-4e0a-8538-dc93b8209234 HTTP/1.1" status: 200 len: 855 time: 0.2485697 Feb 19 04:36:18.404942 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-cb81d00e-5419-4896-b44d-1811f77ac961 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a1ab27e-256e-4216-9b7b-6df531fa62cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660369 Feb 19 04:36:18.465931 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca2ebbbb-8d71-492d-9802-d92ef96ba477 req-0d03975b-83a8-4b4d-b1f6-efa9217a824b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347728 Feb 19 04:36:18.831951 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-93705f62-f788-4bc7-8417-633e5e04ca99 service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808715 Feb 19 04:36:18.961528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f5b9e0-b6c8-47f6-801a-b062fbb5b978 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:36:18.975814 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b8f5b9e0-b6c8-47f6-801a-b062fbb5b978 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:18.986058 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6421850a-4df8-427e-ab6e-108148a2209c None None] Sync routers for ids ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:36:18.996678 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b8f5b9e0-b6c8-47f6-801a-b062fbb5b978 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "PUT /v2.0/routers/db6fa7fb-4a73-472f-adda-b2d58af8fbe1 HTTP/1.1" status: 200 len: 701 time: 2.7466240 Feb 19 04:36:18.998156 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59738) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:19.043648 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6421850a-4df8-427e-ab6e-108148a2209c None None] Routers {'db6fa7fb-4a73-472f-adda-b2d58af8fbe1'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:36:19.044735 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-6421850a-4df8-427e-ab6e-108148a2209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:36:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:19.219263 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-75360c7d-f38b-4e24-a224-d806b623fc98 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "GET /v2.0/ports?device_id=db6fa7fb-4a73-472f-adda-b2d58af8fbe1 HTTP/1.1" status: 200 len: 205 time: 0.2162573 Feb 19 04:36:19.231617 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59744) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:19.302436 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8733fcb1-cd66-441d-bb1e-d1951362b2dd req-aa35f47c-846d-4ec1-9d38-34127de9afaf service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614389 Feb 19 04:36:19.395063 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81c84-82a0-4b1a-a51c-66902b8f140e req-a9075f8b-7e19-4253-ac61-0daee66764e4 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:19.398440 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ffd81c84-82a0-4b1a-a51c-66902b8f140e req-a9075f8b-7e19-4253-ac61-0daee66764e4 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.3693693 Feb 19 04:36:19.490380 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d429b29-7b64-4ea2-8aff-2dab2330ec18 req-d2ca62b9-4720-48bf-bb5f-9ca4db030659 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:19.498517 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d429b29-7b64-4ea2-8aff-2dab2330ec18 req-d2ca62b9-4720-48bf-bb5f-9ca4db030659 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=97703eed-bd9c-44fb-be88-cec1b44dfff8 HTTP/1.1" status: 200 len: 944 time: 0.6500061 Feb 19 04:36:19.722494 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52ce3e94-cf80-48ac-8f70-301f9d311217 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:19.796939 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ffd81c84-82a0-4b1a-a51c-66902b8f140e req-5731d52f-ba40-44db-8bb0-3065fb6f3074 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565302 Feb 19 04:36:19.812420 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-6421850a-4df8-427e-ab6e-108148a2209c None None] Set router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:36:19.850876 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e83ba-a66c-463b-9653-a6f9d0730124 req-70c860c3-f53b-4af7-9820-8653b6c6653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:19.862060 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c34e83ba-a66c-463b-9653-a6f9d0730124 req-70c860c3-f53b-4af7-9820-8653b6c6653a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&device_id=97703eed-bd9c-44fb-be88-cec1b44dfff8 HTTP/1.1" status: 200 len: 1126 time: 0.4620924 Feb 19 04:36:20.046788 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-6421850a-4df8-427e-ab6e-108148a2209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:36:08Z', 'revision_number': 11, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:20.169347 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6421850a-4df8-427e-ab6e-108148a2209c None None] Checking router: db6fa7fb-4a73-472f-adda-b2d58af8fbe1 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:36:20.218125 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6421850a-4df8-427e-ab6e-108148a2209c None None] Routers {'db6fa7fb-4a73-472f-adda-b2d58af8fbe1'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:36:20.219676 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-6421850a-4df8-427e-ab6e-108148a2209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:36:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:20.435135 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f87bcd-da4f-47b3-8aaf-78db370b6a95 req-91873f9e-e020-4653-ab72-560dcee6858c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:20.451288 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-47f87bcd-da4f-47b3-8aaf-78db370b6a95 req-91873f9e-e020-4653-ab72-560dcee6858c tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.3272626 Feb 19 04:36:20.453781 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-6421850a-4df8-427e-ab6e-108148a2209c None None] Set router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:36:20.471542 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e83ba-a66c-463b-9653-a6f9d0730124 req-7cb85c88-01ff-42e4-81ee-f9c77c96fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:20.479231 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c34e83ba-a66c-463b-9653-a6f9d0730124 req-7cb85c88-01ff-42e4-81ee-f9c77c96fafd service neutron] 10.222.0.48 "GET /v2.0/networks?id=9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 200 len: 915 time: 0.6087062 Feb 19 04:36:20.490739 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d429b29-7b64-4ea2-8aff-2dab2330ec18 req-9f76aea8-5327-4ca7-9fa3-b82ecdc78e62 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9737372 Feb 19 04:36:20.499143 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52ce3e94-cf80-48ac-8f70-301f9d311217 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:20.508243 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52ce3e94-cf80-48ac-8f70-301f9d311217 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router_controller (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:20.636861 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-47f87bcd-da4f-47b3-8aaf-78db370b6a95 req-fe7b1abb-b058-4072-a10f-d02ea5188078 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837785 Feb 19 04:36:20.699497 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c34e83ba-a66c-463b-9653-a6f9d0730124 req-f02fa6a1-1d5a-4087-984a-b194897adf81 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dca4726b-0ff6-4384-b4f7-01e6bf928a8f HTTP/1.1" status: 200 len: 217 time: 0.1526585 Feb 19 04:36:20.737381 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52ce3e94-cf80-48ac-8f70-301f9d311217 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (db6fa7fb-4a73-472f-adda-b2d58af8fbe1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:20.738371 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ce3e94-cf80-48ac-8f70-301f9d311217 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Fanout notify agent at l3_agent the message router_deleted on router db6fa7fb-4a73-472f-adda-b2d58af8fbe1 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:36:20.763778 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52ce3e94-cf80-48ac-8f70-301f9d311217 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:20.779017 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-52ce3e94-cf80-48ac-8f70-301f9d311217 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/routers/db6fa7fb-4a73-472f-adda-b2d58af8fbe1 HTTP/1.1" status: 204 len: 168 time: 1.5432730 Feb 19 04:36:20.780405 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59774) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:20.792520 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-22eb5f45-dea7-4589-abc9-c59fff9c0927 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2069118613', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:36:20.833328 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-6421850a-4df8-427e-ab6e-108148a2209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:36:08Z', 'revision_number': 11, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:20.892365 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-22eb5f45-dea7-4589-abc9-c59fff9c0927 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (81b97690-f814-43e5-b9ad-60742f85ab13), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:20.895730 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-22eb5f45-dea7-4589-abc9-c59fff9c0927 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (81b97690-f814-43e5-b9ad-60742f85ab13), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:20.923133 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e83ba-a66c-463b-9653-a6f9d0730124 req-74865bd2-a0ae-4a67-ad3b-4bfac6b9ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:20.933999 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c34e83ba-a66c-463b-9653-a6f9d0730124 req-74865bd2-a0ae-4a67-ad3b-4bfac6b9ea3d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eaacfa74-c5cd-4e0a-8538-dc93b8209234 HTTP/1.1" status: 200 len: 855 time: 0.2268670 Feb 19 04:36:21.022714 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6421850a-4df8-427e-ab6e-108148a2209c None None] The sync data for ids ['db6fa7fb-4a73-472f-adda-b2d58af8fbe1'] in n-d-772273-4 is: [{'id': 'db6fa7fb-4a73-472f-adda-b2d58af8fbe1', 'name': 'tempest-RoutersTest-router-2093164273', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:34:17Z', 'updated_at': '2022-02-19T04:36:08Z', 'revision_number': 11, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:36:21.030944 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device dca4726b-0ff6-4384-b4f7-01e6bf928a8f details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:36:21.083630 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c34e83ba-a66c-463b-9653-a6f9d0730124 req-1789176e-8710-414d-94f7-a32f553829f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a1ab27e-256e-4216-9b7b-6df531fa62cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400123 Feb 19 04:36:21.241227 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-22eb5f45-dea7-4589-abc9-c59fff9c0927 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router_controller (81b97690-f814-43e5-b9ad-60742f85ab13), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:21.255884 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-22eb5f45-dea7-4589-abc9-c59fff9c0927 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (81b97690-f814-43e5-b9ad-60742f85ab13), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:21.330830 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-22eb5f45-dea7-4589-abc9-c59fff9c0927 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:21.351524 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-22eb5f45-dea7-4589-abc9-c59fff9c0927 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5683920 Feb 19 04:36:21.352584 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59788) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:21.377360 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-283438d2-91c6-44f9-ab2f-03b5ea0a3915 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Request body: {'router': {'admin_state_up': True}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:36:21.486990 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port dca4726b-0ff6-4384-b4f7-01e6bf928a8f, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=dca4726b-0ff6-4384-b4f7-01e6bf928a8f,segment=NetworkSegment(676396c9-7f78-4ddc-b308-461a68f79b59),segment_id=676396c9-7f78-4ddc-b308-461a68f79b59)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:36:21.546368 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'dca4726b-0ff6-4384-b4f7-01e6bf928a8f', 'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc', 'port_id': 'dca4726b-0ff6-4384-b4f7-01e6bf928a8f', 'mac_address': 'fa:16:3e:8e:46:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaacfa74-c5cd-4e0a-8538-dc93b8209234', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:36:21.576173 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c71e6-868f-47bd-a9bd-ddd472a56f52 req-efd412f9-91ec-444f-a8f1-0a289e850152 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:21.593969 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2c8c71e6-868f-47bd-a9bd-ddd472a56f52 req-efd412f9-91ec-444f-a8f1-0a289e850152 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.5160906 Feb 19 04:36:21.798273 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port dca4726b-0ff6-4384-b4f7-01e6bf928a8f is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:36:21.806920 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dca4726b-0ff6-4384-b4f7-01e6bf928a8f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:21.891073 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca4726b-0ff6-4384-b4f7-01e6bf928a8f {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:36:21.975451 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port dca4726b-0ff6-4384-b4f7-01e6bf928a8f, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=dca4726b-0ff6-4384-b4f7-01e6bf928a8f,segment=NetworkSegment(676396c9-7f78-4ddc-b308-461a68f79b59),segment_id=676396c9-7f78-4ddc-b308-461a68f79b59)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:36:21.982124 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c34e83ba-a66c-463b-9653-a6f9d0730124 req-41e1e8b4-aa7a-41c2-8a2b-21ac9a8841da service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8620343 Feb 19 04:36:21.992520 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (dca4726b-0ff6-4384-b4f7-01e6bf928a8f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:22.032877 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2c8c71e6-868f-47bd-a9bd-ddd472a56f52 req-67a797a4-80d2-404e-a860-babbf571953b tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358370 Feb 19 04:36:22.243302 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['dca4726b-0ff6-4384-b4f7-01e6bf928a8f'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:36:22.356565 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=dca4726b-0ff6-4384-b4f7-01e6bf928a8f,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:22.393151 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad4faa-4956-4773-811c-41a3b076364c req-19db864e-8c62-4785-b959-5bc326b7c7b8 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:22.407526 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-34ad4faa-4956-4773-811c-41a3b076364c req-19db864e-8c62-4785-b959-5bc326b7c7b8 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=97703eed-bd9c-44fb-be88-cec1b44dfff8 HTTP/1.1" status: 200 len: 944 time: 0.4433489 Feb 19 04:36:22.604361 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-283438d2-91c6-44f9-ab2f-03b5ea0a3915 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (81b97690-f814-43e5-b9ad-60742f85ab13), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:22.682859 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-283438d2-91c6-44f9-ab2f-03b5ea0a3915 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-429138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-429147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455741'] for router (81b97690-f814-43e5-b9ad-60742f85ab13), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:22.697975 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c34e83ba-a66c-463b-9653-a6f9d0730124 req-449834f1-1fda-4e51-aa85-9abefd337c4a service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6998003 Feb 19 04:36:22.816897 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373f127-bbf6-4fa4-8864-49283dd2548c req-9eadcf73-3787-4b49-98c9-0c6fc6f2ccb8 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:22.829720 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0373f127-bbf6-4fa4-8864-49283dd2548c req-9eadcf73-3787-4b49-98c9-0c6fc6f2ccb8 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.4211099 Feb 19 04:36:22.970907 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0373f127-bbf6-4fa4-8864-49283dd2548c req-896365cc-05f2-422a-b082-015dd2ec3379 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331065 Feb 19 04:36:23.080835 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-34ad4faa-4956-4773-811c-41a3b076364c req-147f8d79-7f5a-46c9-8911-f551510cee2a tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6716011 Feb 19 04:36:23.215949 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283438d2-91c6-44f9-ab2f-03b5ea0a3915 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Router 81b97690-f814-43e5-b9ad-60742f85ab13 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:36:23.439743 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283438d2-91c6-44f9-ab2f-03b5ea0a3915 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:36:23.453830 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-283438d2-91c6-44f9-ab2f-03b5ea0a3915 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:23.456364 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-283438d2-91c6-44f9-ab2f-03b5ea0a3915 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "PUT /v2.0/routers/81b97690-f814-43e5-b9ad-60742f85ab13 HTTP/1.1" status: 200 len: 694 time: 2.0980461 Feb 19 04:36:23.464529 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f97bf8-5206-4c3e-aca7-9b75ee84a53b None None] Sync routers for ids ['81b97690-f814-43e5-b9ad-60742f85ab13'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:36:23.465817 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59828) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:23.497515 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fab1ba-04ec-46b7-9bf9-a3750205355c req-508edebb-707f-4230-b62a-316c2c61a307 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:23.509318 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f97bf8-5206-4c3e-aca7-9b75ee84a53b None None] Routers {'81b97690-f814-43e5-b9ad-60742f85ab13'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:36:23.510441 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a5f97bf8-5206-4c3e-aca7-9b75ee84a53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:36:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['81b97690-f814-43e5-b9ad-60742f85ab13'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:23.515463 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-58fab1ba-04ec-46b7-9bf9-a3750205355c req-508edebb-707f-4230-b62a-316c2c61a307 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.2905104 Feb 19 04:36:23.695274 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-58fab1ba-04ec-46b7-9bf9-a3750205355c req-10983b1d-cb1d-4013-bf3a-e06f3dbfc4ae tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784403 Feb 19 04:36:23.837681 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ea9ec692-1dc0-4a56-9035-ede7b8978dd8 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "GET /v2.0/routers/81b97690-f814-43e5-b9ad-60742f85ab13 HTTP/1.1" status: 200 len: 700 time: 0.3682635 Feb 19 04:36:23.842761 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59840) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:23.876013 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-a5f97bf8-5206-4c3e-aca7-9b75ee84a53b None None] Set router 81b97690-f814-43e5-b9ad-60742f85ab13 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:36:23.958722 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59848) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:23.959169 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-deee2b3b-8791-45b2-b2bf-af2fca60b9a8 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "GET /v2.0/ports?device_id=81b97690-f814-43e5-b9ad-60742f85ab13 HTTP/1.1" status: 200 len: 205 time: 0.1140451 Feb 19 04:36:24.044277 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a5f97bf8-5206-4c3e-aca7-9b75ee84a53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b97690-f814-43e5-b9ad-60742f85ab13', 'name': 'tempest-RoutersTest-router-2069118613', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:20Z', 'updated_at': '2022-02-19T04:36:22Z', 'revision_number': 2, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:24.132902 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f97bf8-5206-4c3e-aca7-9b75ee84a53b None None] Checking router: 81b97690-f814-43e5-b9ad-60742f85ab13 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:36:24.154135 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f97bf8-5206-4c3e-aca7-9b75ee84a53b None None] Routers {'81b97690-f814-43e5-b9ad-60742f85ab13'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:36:24.156297 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a5f97bf8-5206-4c3e-aca7-9b75ee84a53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:36:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['81b97690-f814-43e5-b9ad-60742f85ab13'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:24.506072 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d82bd21-d479-468a-973c-e6ad66afd52b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (81b97690-f814-43e5-b9ad-60742f85ab13), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:24.526054 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-a5f97bf8-5206-4c3e-aca7-9b75ee84a53b None None] Set router 81b97690-f814-43e5-b9ad-60742f85ab13 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:36:24.575707 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cee4bf-1090-4fa7-a2f4-6418fbd9d054 req-5afd7daa-0c4c-4f2b-b9ac-087f8edce1f8 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:24.595490 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-19cee4bf-1090-4fa7-a2f4-6418fbd9d054 req-5afd7daa-0c4c-4f2b-b9ac-087f8edce1f8 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=97703eed-bd9c-44fb-be88-cec1b44dfff8 HTTP/1.1" status: 200 len: 945 time: 0.1949165 Feb 19 04:36:24.752808 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e1d39-71f5-4871-adca-e303d40846a2 req-e44a7254-1e18-41f0-aeb0-05231a5ceb25 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:24.757727 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3b8e1d39-71f5-4871-adca-e303d40846a2 req-e44a7254-1e18-41f0-aeb0-05231a5ceb25 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.6286678 Feb 19 04:36:24.786822 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-19cee4bf-1090-4fa7-a2f4-6418fbd9d054 req-d4096059-72b4-4c8d-9ee6-a25042d3bf45 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898434 Feb 19 04:36:24.821957 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a5f97bf8-5206-4c3e-aca7-9b75ee84a53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b97690-f814-43e5-b9ad-60742f85ab13', 'name': 'tempest-RoutersTest-router-2069118613', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:20Z', 'updated_at': '2022-02-19T04:36:22Z', 'revision_number': 2, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:36:24.918723 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f97bf8-5206-4c3e-aca7-9b75ee84a53b None None] The sync data for ids ['81b97690-f814-43e5-b9ad-60742f85ab13'] in n-d-772273-4 is: [{'id': '81b97690-f814-43e5-b9ad-60742f85ab13', 'name': 'tempest-RoutersTest-router-2069118613', 'tenant_id': '8d1cf8b47d754845b7d571a762ca3651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:20Z', 'updated_at': '2022-02-19T04:36:22Z', 'revision_number': 2, 'project_id': '8d1cf8b47d754845b7d571a762ca3651', 'gw_port_host': None}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:36:25.024621 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device dca4726b-0ff6-4384-b4f7-01e6bf928a8f up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:36:25.209204 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d82bd21-d479-468a-973c-e6ad66afd52b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (81b97690-f814-43e5-b9ad-60742f85ab13), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:25.211649 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port dca4726b-0ff6-4384-b4f7-01e6bf928a8f completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:36:25.218426 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d82bd21-d479-468a-973c-e6ad66afd52b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router_controller (81b97690-f814-43e5-b9ad-60742f85ab13), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:25.234238 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port dca4726b-0ff6-4384-b4f7-01e6bf928a8f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:36:25.238381 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (dca4726b-0ff6-4384-b4f7-01e6bf928a8f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:25.305087 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3b8e1d39-71f5-4871-adca-e303d40846a2 req-596f6394-c9f2-4b56-88f3-9ac50f68a2bc tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5305283 Feb 19 04:36:25.435806 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d82bd21-d479-468a-973c-e6ad66afd52b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (81b97690-f814-43e5-b9ad-60742f85ab13), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:25.437891 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d82bd21-d479-468a-973c-e6ad66afd52b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Fanout notify agent at l3_agent the message router_deleted on router 81b97690-f814-43e5-b9ad-60742f85ab13 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:36:25.460983 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d82bd21-d479-468a-973c-e6ad66afd52b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:25.478187 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59892) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:25.478558 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5d82bd21-d479-468a-973c-e6ad66afd52b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/routers/81b97690-f814-43e5-b9ad-60742f85ab13 HTTP/1.1" status: 204 len: 168 time: 1.5163689 Feb 19 04:36:25.654982 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-de2eb723-f84e-4c0b-aee7-6948188797cf tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "GET /v2.0/ports?device_id=81b97690-f814-43e5-b9ad-60742f85ab13 HTTP/1.1" status: 200 len: 205 time: 0.1744502 Feb 19 04:36:25.655942 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59898) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:25.671252 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port dca4726b-0ff6-4384-b4f7-01e6bf928a8f is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:36:25.678097 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dca4726b-0ff6-4384-b4f7-01e6bf928a8f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:25.773310 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97703eed-bd9c-44fb-be88-cec1b44dfff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca4726b-0ff6-4384-b4f7-01e6bf928a8f'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:36:25.781486 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03bcfd0-2d2f-47d8-93b4-06f601553784" -d '{"events": [{"server_uuid": "97703eed-bd9c-44fb-be88-cec1b44dfff8", "name": "network-vif-plugged", "status": "completed", "tag": "dca4726b-0ff6-4384-b4f7-01e6bf928a8f"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:36:25.824836 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b63ac1-e52b-49eb-8d9b-d920ea7b6ce4 req-043d222c-7fc9-4bb5-bd82-acf249410d93 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:25.833314 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-45b63ac1-e52b-49eb-8d9b-d920ea7b6ce4 req-043d222c-7fc9-4bb5-bd82-acf249410d93 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.2151759 Feb 19 04:36:25.838147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port dca4726b-0ff6-4384-b4f7-01e6bf928a8f, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=dca4726b-0ff6-4384-b4f7-01e6bf928a8f,segment=NetworkSegment(676396c9-7f78-4ddc-b308-461a68f79b59),segment_id=676396c9-7f78-4ddc-b308-461a68f79b59)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:36:25.851022 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (dca4726b-0ff6-4384-b4f7-01e6bf928a8f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:25.898984 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-3f88a805-df14-41ae-bf99-c00aaaad214d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] delete failed (client error): The resource could not be found. Feb 19 04:36:25.902010 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3f88a805-df14-41ae-bf99-c00aaaad214d tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/routers/81b97690-f814-43e5-b9ad-60742f85ab13 HTTP/1.1" status: 404 len: 336 time: 0.2423379 Feb 19 04:36:25.916414 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59910) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:26.001786 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebebf4ca-1e03-4d1a-8468-97f59a1af8e9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] DELETE failed (client error): The resource could not be found. Feb 19 04:36:26.003278 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebebf4ca-1e03-4d1a-8468-97f59a1af8e9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:36:26.016556 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94689d1-cdfb-4186-a1c6-78b328a05ae1 x-openstack-request-id: req-e94689d1-cdfb-4186-a1c6-78b328a05ae1 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:36:26.017442 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97703eed-bd9c-44fb-be88-cec1b44dfff8", "name": "network-vif-plugged", "status": "completed", "tag": "dca4726b-0ff6-4384-b4f7-01e6bf928a8f", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:36:26.018090 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e94689d1-cdfb-4186-a1c6-78b328a05ae1 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:36:26.018990 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97703eed-bd9c-44fb-be88-cec1b44dfff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca4726b-0ff6-4384-b4f7-01e6bf928a8f', 'code': 200} Feb 19 04:36:26.031696 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ebebf4ca-1e03-4d1a-8468-97f59a1af8e9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/subnets/19a86bd4-5c82-45db-9e39-ef74474e6fea HTTP/1.1" status: 404 len: 337 time: 0.1121490 Feb 19 04:36:26.035418 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59914) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:26.101288 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-45b63ac1-e52b-49eb-8d9b-d920ea7b6ce4 req-d4814262-e304-4f12-8e02-65a33cc14293 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449603 Feb 19 04:36:26.107067 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=dca4726b-0ff6-4384-b4f7-01e6bf928a8f,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:26.197972 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-8881c6e2-f45b-498e-a54b-4dcc4f885b5f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] DELETE failed (client error): The resource could not be found. Feb 19 04:36:26.199152 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8881c6e2-f45b-498e-a54b-4dcc4f885b5f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:36:26.212961 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59918) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:26.215450 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8881c6e2-f45b-498e-a54b-4dcc4f885b5f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/subnets/0e772ba0-b35a-4592-98a4-6ff9500c6b5e HTTP/1.1" status: 404 len: 337 time: 0.1731012 Feb 19 04:36:26.324675 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b43bb85-f797-4512-ae8d-d1d722bd888c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] DELETE failed (client error): The resource could not be found. Feb 19 04:36:26.326051 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b43bb85-f797-4512-ae8d-d1d722bd888c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:36:26.341682 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1b43bb85-f797-4512-ae8d-d1d722bd888c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/subnets/83c77b9a-d00d-4ac5-86bc-9d4fd3523b36 HTTP/1.1" status: 404 len: 337 time: 0.1231990 Feb 19 04:36:26.342745 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59922) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:26.507867 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-e901996f-9338-432e-9be9-7be1140a52a7 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] DELETE failed (client error): The resource could not be found. Feb 19 04:36:26.508706 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e901996f-9338-432e-9be9-7be1140a52a7 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:36:26.526522 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e901996f-9338-432e-9be9-7be1140a52a7 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/subnets/8f053937-cd7c-4b41-b559-3ff75545e748 HTTP/1.1" status: 404 len: 337 time: 0.1814702 Feb 19 04:36:26.531341 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59926) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:26.550692 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881967b-56de-4ca8-8314-7f3f94e93308 req-124fa636-50d9-4f25-9a0f-778e9fae3da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:26.561207 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a881967b-56de-4ca8-8314-7f3f94e93308 req-124fa636-50d9-4f25-9a0f-778e9fae3da1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97703eed-bd9c-44fb-be88-cec1b44dfff8 HTTP/1.1" status: 200 len: 1128 time: 0.3833420 Feb 19 04:36:26.609015 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c008010-a3e2-4cf7-9d34-1f655267da06 req-6e108ae4-93c2-4abb-8be5-716984aee7ec tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:26.638324 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8c008010-a3e2-4cf7-9d34-1f655267da06 req-6e108ae4-93c2-4abb-8be5-716984aee7ec tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=97703eed-bd9c-44fb-be88-cec1b44dfff8 HTTP/1.1" status: 200 len: 946 time: 0.4203753 Feb 19 04:36:26.648993 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-147b8d92-413d-4293-8011-bebb43ba0278 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "GET /v2.0/ports?device_id=db6fa7fb-4a73-472f-adda-b2d58af8fbe1 HTTP/1.1" status: 200 len: 205 time: 0.1095660 Feb 19 04:36:26.650709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59930) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:26.760465 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-a005afc9-7835-4eb3-8f61-9b9a6b7f9b0b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] delete failed (client error): The resource could not be found. Feb 19 04:36:26.762935 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a005afc9-7835-4eb3-8f61-9b9a6b7f9b0b tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/routers/db6fa7fb-4a73-472f-adda-b2d58af8fbe1 HTTP/1.1" status: 404 len: 336 time: 0.1103623 Feb 19 04:36:26.772075 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59932) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:26.868141 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bc7c1641-41f5-4952-a4dc-1a002333c97f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc47da4e-3362-44e0-ba79-6e2203ae22b1 HTTP/1.1" status: 200 len: 205 time: 0.0930445 Feb 19 04:36:26.869598 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59936) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:26.945561 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a881967b-56de-4ca8-8314-7f3f94e93308 req-933f8ecd-af72-41c4-b809-db5ce0b0884c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879686 Feb 19 04:36:26.999968 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8c008010-a3e2-4cf7-9d34-1f655267da06 req-df07feca-80c9-4907-9c96-0c0407eb79ce tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559284 Feb 19 04:36:27.022464 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59940) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:27.096829 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-874a170e-73a4-4018-bd6e-8443525351de tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] delete failed (client error): The resource could not be found. Feb 19 04:36:27.104855 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-874a170e-73a4-4018-bd6e-8443525351de tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/routers/dc47da4e-3362-44e0-ba79-6e2203ae22b1 HTTP/1.1" status: 404 len: 336 time: 0.2316673 Feb 19 04:36:27.108290 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59944) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:27.191266 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9bbbc14-c084-4dbf-a459-083e335b5d33 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] DELETE failed (client error): The resource could not be found. Feb 19 04:36:27.194404 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9bbbc14-c084-4dbf-a459-083e335b5d33 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:36:27.201835 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f9bbbc14-c084-4dbf-a459-083e335b5d33 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/subnets/4efea4b2-f135-4c6c-a5e2-450da425c4e7 HTTP/1.1" status: 404 len: 337 time: 0.0845580 Feb 19 04:36:27.205430 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59948) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:27.382190 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b46b50de-c68b-403c-946e-7fddffb8ff4c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "GET /v2.0/ports?device_id=849b9e83-b4eb-411c-a79c-d8f013096afd HTTP/1.1" status: 200 len: 205 time: 0.1658871 Feb 19 04:36:27.390325 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59952) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:27.535626 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-034a1fcc-8c26-45f7-92c5-0555b203f397 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] delete failed (client error): The resource could not be found. Feb 19 04:36:27.542376 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59954) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:27.553956 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-034a1fcc-8c26-45f7-92c5-0555b203f397 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/routers/849b9e83-b4eb-411c-a79c-d8f013096afd HTTP/1.1" status: 404 len: 336 time: 0.1596217 Feb 19 04:36:27.565984 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5bf9dad1-b59b-45bd-8fdd-fa986cc2155d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:27.625413 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8ab88caa-888e-48b4-9716-a86ee46ecb51 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d60929e-73b2-4438-a1e8-5b4db75c78c8 HTTP/1.1" status: 200 len: 205 time: 0.0800514 Feb 19 04:36:27.630065 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59960) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:27.761542 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-c6abf97b-fb54-439e-a882-1dbb7833dcd6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] delete failed (client error): The resource could not be found. Feb 19 04:36:27.763804 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c6abf97b-fb54-439e-a882-1dbb7833dcd6 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/routers/4d60929e-73b2-4438-a1e8-5b4db75c78c8 HTTP/1.1" status: 404 len: 336 time: 0.1321473 Feb 19 04:36:27.767470 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59964) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:27.788826 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5bf9dad1-b59b-45bd-8fdd-fa986cc2155d admin admin] Publish callbacks [] for security_group (d280da12-73b7-4ab6-a501-0682c7e5e1ae), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:27.800504 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5bf9dad1-b59b-45bd-8fdd-fa986cc2155d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d280da12-73b7-4ab6-a501-0682c7e5e1ae), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:27.863663 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-893baadc-fa85-4671-adb3-415633651b6f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] DELETE failed (client error): The resource could not be found. Feb 19 04:36:27.865078 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-893baadc-fa85-4671-adb3-415633651b6f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:36:27.876429 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-893baadc-fa85-4671-adb3-415633651b6f tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/subnets/e93fe9f0-2365-4a09-aeaa-6d22ee28ca52 HTTP/1.1" status: 404 len: 337 time: 0.1069226 Feb 19 04:36:27.885769 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59966) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:27.954527 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9455e9ac-f4db-45c0-9ea0-d8ef591911cc tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "GET /v2.0/ports?device_id=589ff181-5645-411a-b9ee-84ada545bf7f HTTP/1.1" status: 200 len: 205 time: 0.0659993 Feb 19 04:36:27.956088 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59970) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:28.015404 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5bf9dad1-b59b-45bd-8fdd-fa986cc2155d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8004e741bdaa427c9b9e34ddbc00a797&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9919095 Feb 19 04:36:28.016971 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9dad1-b59b-45bd-8fdd-fa986cc2155d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d280da12-73b7-4ab6-a501-0682c7e5e1ae,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:28.025328 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59972) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:28.120541 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-6e41fa1b-4a4b-4889-be48-c930697ed516 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] delete failed (client error): The resource could not be found. Feb 19 04:36:28.151755 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59978) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:28.152191 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6e41fa1b-4a4b-4889-be48-c930697ed516 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/routers/589ff181-5645-411a-b9ee-84ada545bf7f HTTP/1.1" status: 404 len: 336 time: 0.1939135 Feb 19 04:36:28.274231 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5dcf098-43ba-4b02-b58e-878737d80ee0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] DELETE failed (client error): The resource could not be found. Feb 19 04:36:28.276265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5dcf098-43ba-4b02-b58e-878737d80ee0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:36:28.289869 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a5dcf098-43ba-4b02-b58e-878737d80ee0 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/subnets/b6320fea-1a28-41c4-8f2b-68f67c95de7a HTTP/1.1" status: 404 len: 337 time: 0.1314991 Feb 19 04:36:28.290296 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59980) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:28.344670 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-46f7732c-192d-48bd-8e00-adcdd48d3bb2 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "GET /v2.0/ports?device_id=284d24f7-dbbb-4066-a901-2027efa8a604 HTTP/1.1" status: 200 len: 205 time: 0.0492711 Feb 19 04:36:28.345437 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59982) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:28.430408 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-b3a86792-3aac-481b-b080-27aed2b2c820 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] delete failed (client error): The resource could not be found. Feb 19 04:36:28.435817 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b3a86792-3aac-481b-b080-27aed2b2c820 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/routers/284d24f7-dbbb-4066-a901-2027efa8a604 HTTP/1.1" status: 404 len: 336 time: 0.0855222 Feb 19 04:36:28.437106 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59984) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:28.514821 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e0175-d1ab-40a1-9f63-d96e86821e5d req-036206bc-3eed-4213-9f1d-78d14b8ca987 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:28.524490 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a71e1e5a-5cdf-4e48-933e-589e9f2829de admin admin] Publish callbacks [] for security_group (d280da12-73b7-4ab6-a501-0682c7e5e1ae), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:28.525970 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-089e0175-d1ab-40a1-9f63-d96e86821e5d req-036206bc-3eed-4213-9f1d-78d14b8ca987 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=97703eed-bd9c-44fb-be88-cec1b44dfff8 HTTP/1.1" status: 200 len: 946 time: 0.2400146 Feb 19 04:36:28.556521 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-1328599a-3712-4091-ac4b-57326312bf3c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] DELETE failed (client error): The resource could not be found. Feb 19 04:36:28.557391 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1328599a-3712-4091-ac4b-57326312bf3c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:36:28.578358 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1328599a-3712-4091-ac4b-57326312bf3c tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/subnets/b6adc8e9-e28e-4552-9f45-7dabd43b17ad HTTP/1.1" status: 404 len: 337 time: 0.1401830 Feb 19 04:36:28.589444 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59988) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:28.643233 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6dd2c3-641a-4713-9a48-c68d7ced28e9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] DELETE failed (client error): The resource could not be found. Feb 19 04:36:28.644431 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6dd2c3-641a-4713-9a48-c68d7ced28e9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:36:28.651558 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8b6dd2c3-641a-4713-9a48-c68d7ced28e9 tempest-RoutersTest-1192157950 tempest-RoutersTest-1192157950-project] 10.222.0.65 "DELETE /v2.0/subnets/73524c99-7312-400b-bfef-2e837ba2f958 HTTP/1.1" status: 404 len: 337 time: 0.0601599 Feb 19 04:36:28.667318 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a71e1e5a-5cdf-4e48-933e-589e9f2829de admin admin] Publish callbacks [] for security_group (d280da12-73b7-4ab6-a501-0682c7e5e1ae), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:28.697082 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-089e0175-d1ab-40a1-9f63-d96e86821e5d req-eeecfec5-cd3c-49bf-b13d-8880ac0d3c2e tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695955 Feb 19 04:36:28.790630 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a71e1e5a-5cdf-4e48-933e-589e9f2829de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d280da12-73b7-4ab6-a501-0682c7e5e1ae), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:28.796420 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a71e1e5a-5cdf-4e48-933e-589e9f2829de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:28.798855 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a71e1e5a-5cdf-4e48-933e-589e9f2829de admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d280da12-73b7-4ab6-a501-0682c7e5e1ae HTTP/1.1" status: 204 len: 168 time: 0.7714908 Feb 19 04:36:28.833948 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e1e5a-5cdf-4e48-933e-589e9f2829de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d280da12-73b7-4ab6-a501-0682c7e5e1ae,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:28.875430 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1e5a-5cdf-4e48-933e-589e9f2829de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:28.876337 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1e5a-5cdf-4e48-933e-589e9f2829de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:28.877042 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1e5a-5cdf-4e48-933e-589e9f2829de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:28.879549 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1e5a-5cdf-4e48-933e-589e9f2829de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:28.880294 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1e5a-5cdf-4e48-933e-589e9f2829de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:28.884170 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1e5a-5cdf-4e48-933e-589e9f2829de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:28.884866 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1e5a-5cdf-4e48-933e-589e9f2829de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:28.887424 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1e5a-5cdf-4e48-933e-589e9f2829de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:28.888062 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1e5a-5cdf-4e48-933e-589e9f2829de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:28.889619 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1e5a-5cdf-4e48-933e-589e9f2829de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:28.892287 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1e5a-5cdf-4e48-933e-589e9f2829de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:28.893352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1e5a-5cdf-4e48-933e-589e9f2829de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:28.896195 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71e1e5a-5cdf-4e48-933e-589e9f2829de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:29.471325 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60008) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:30.296874 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f21d4f43-1974-4e7e-93bc-0acab2fde80e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8d1cf8b47d754845b7d571a762ca3651&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8218818 Feb 19 04:36:30.297431 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60026) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:30.338234 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60028) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:30.370134 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:36:30.384395 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8ebabcc1-165e-4129-8b84-78e5ea9cc217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:30.517669 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5a4186a-dcfc-4213-ac77-8d23bf6e53ce admin admin] Publish callbacks [] for security_group (ec20e9bc-1d81-4fde-b667-0af32e7f36ac), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:30.625934 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5a4186a-dcfc-4213-ac77-8d23bf6e53ce admin admin] Publish callbacks [] for security_group (ec20e9bc-1d81-4fde-b667-0af32e7f36ac), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:30.751166 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5a4186a-dcfc-4213-ac77-8d23bf6e53ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ec20e9bc-1d81-4fde-b667-0af32e7f36ac), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:30.762229 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5a4186a-dcfc-4213-ac77-8d23bf6e53ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:30.771439 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f5a4186a-dcfc-4213-ac77-8d23bf6e53ce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ec20e9bc-1d81-4fde-b667-0af32e7f36ac HTTP/1.1" status: 204 len: 168 time: 0.4668081 Feb 19 04:36:30.771757 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8ebabcc1-165e-4129-8b84-78e5ea9cc217 admin admin] Publish callbacks [] for security_group (f5a227c3-873d-4b05-8c75-0508aa77e491), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:30.789487 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8ebabcc1-165e-4129-8b84-78e5ea9cc217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f5a227c3-873d-4b05-8c75-0508aa77e491), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:30.804610 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4186a-dcfc-4213-ac77-8d23bf6e53ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec20e9bc-1d81-4fde-b667-0af32e7f36ac,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:30.910835 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebabcc1-165e-4129-8b84-78e5ea9cc217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a227c3-873d-4b05-8c75-0508aa77e491,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:30.985871 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebabcc1-165e-4129-8b84-78e5ea9cc217 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:30.986834 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebabcc1-165e-4129-8b84-78e5ea9cc217 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:30.987403 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebabcc1-165e-4129-8b84-78e5ea9cc217 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:30.988017 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebabcc1-165e-4129-8b84-78e5ea9cc217 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:30.988613 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebabcc1-165e-4129-8b84-78e5ea9cc217 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:31.006631 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebabcc1-165e-4129-8b84-78e5ea9cc217 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:31.007356 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebabcc1-165e-4129-8b84-78e5ea9cc217 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:31.007970 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebabcc1-165e-4129-8b84-78e5ea9cc217 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:31.008573 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebabcc1-165e-4129-8b84-78e5ea9cc217 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:31.009238 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebabcc1-165e-4129-8b84-78e5ea9cc217 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:31.009828 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebabcc1-165e-4129-8b84-78e5ea9cc217 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:31.010437 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebabcc1-165e-4129-8b84-78e5ea9cc217 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:31.011034 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebabcc1-165e-4129-8b84-78e5ea9cc217 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:36:31.053259 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60040) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:31.058767 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8ebabcc1-165e-4129-8b84-78e5ea9cc217 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b2e777d5c82b4a0cb34b0630afb70448&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7186255 Feb 19 04:36:31.237314 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3a8d9d8b-3c5a-4686-9e1f-ba2ba600b23e admin admin] Publish callbacks [] for security_group (f5a227c3-873d-4b05-8c75-0508aa77e491), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:31.335878 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3a8d9d8b-3c5a-4686-9e1f-ba2ba600b23e admin admin] Publish callbacks [] for security_group (f5a227c3-873d-4b05-8c75-0508aa77e491), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:31.528383 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3a8d9d8b-3c5a-4686-9e1f-ba2ba600b23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f5a227c3-873d-4b05-8c75-0508aa77e491), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:31.534500 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3a8d9d8b-3c5a-4686-9e1f-ba2ba600b23e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:31.539351 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3a8d9d8b-3c5a-4686-9e1f-ba2ba600b23e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f5a227c3-873d-4b05-8c75-0508aa77e491 HTTP/1.1" status: 204 len: 168 time: 0.4833119 Feb 19 04:36:31.607126 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d9d8b-3c5a-4686-9e1f-ba2ba600b23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a227c3-873d-4b05-8c75-0508aa77e491,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:32.306518 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-464c319c-0a0f-46ba-9424-9da46d510ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:35.104516 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6a9aa382-df51-4fb4-89ed-8b3899cfc144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:36.835174 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:37.437833 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:37.959602 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:39.134961 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:39.249476 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:46.794172 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fdcdb4e3-a45a-4f4b-863f-e353133bf93e req-16252c07-3f5a-44b9-988c-fbae9cc610fc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=515bbc5a-583c-4767-87d1-4278c1caa845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9192574 Feb 19 04:36:47.209483 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdb4e3-a45a-4f4b-863f-e353133bf93e req-1b1c7720-6da3-44b9-9c76-ced5dc55d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:47.220499 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fdcdb4e3-a45a-4f4b-863f-e353133bf93e req-1b1c7720-6da3-44b9-9c76-ced5dc55d8b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&device_id=515bbc5a-583c-4767-87d1-4278c1caa845 HTTP/1.1" status: 200 len: 1128 time: 0.3126514 Feb 19 04:36:47.657804 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdb4e3-a45a-4f4b-863f-e353133bf93e req-345e9f2a-4c9f-4b50-9940-f9f597eb23d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:47.665624 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fdcdb4e3-a45a-4f4b-863f-e353133bf93e req-345e9f2a-4c9f-4b50-9940-f9f597eb23d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 200 len: 915 time: 0.4111989 Feb 19 04:36:47.904258 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fdcdb4e3-a45a-4f4b-863f-e353133bf93e req-b83f9033-9bba-4eea-a77e-7c6cfc26c8ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2166ccf4-a7ca-42b6-bb32-d35fdea52b07 HTTP/1.1" status: 200 len: 217 time: 0.2301123 Feb 19 04:36:48.113401 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdb4e3-a45a-4f4b-863f-e353133bf93e req-0fcb65bf-fd0b-4816-8d1b-9c815f87907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:48.121350 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fdcdb4e3-a45a-4f4b-863f-e353133bf93e req-0fcb65bf-fd0b-4816-8d1b-9c815f87907c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eaacfa74-c5cd-4e0a-8538-dc93b8209234 HTTP/1.1" status: 200 len: 855 time: 0.2045748 Feb 19 04:36:48.181129 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fdcdb4e3-a45a-4f4b-863f-e353133bf93e req-6520d39f-9778-4427-b9e5-1a7fbf9085c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a1ab27e-256e-4216-9b7b-6df531fa62cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500884 Feb 19 04:36:48.201266 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-fdcdb4e3-a45a-4f4b-863f-e353133bf93e req-4638d5ff-f27a-4a1a-b4b2-4538f4730f42 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:36:48.203155 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fdcdb4e3-a45a-4f4b-863f-e353133bf93e req-4638d5ff-f27a-4a1a-b4b2-4538f4730f42 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133727 Feb 19 04:36:48.648522 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fdcdb4e3-a45a-4f4b-863f-e353133bf93e req-de82e4af-39d6-4376-a1bf-63cb6a3d261a service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349425 Feb 19 04:36:49.246557 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fdcdb4e3-a45a-4f4b-863f-e353133bf93e req-7cc2a785-d51a-4182-a731-b0833d9b028f service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5889316 Feb 19 04:36:49.455146 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60352) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:49.747939 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60358) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:50.269984 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2b84709-d436-4c84-9595-980bc93c8e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:50.668096 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-99aa4ac5-b3b0-4fb0-bbe4-35c93a4d98d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:50.814825 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aefd3af7-1f9e-481b-8c46-ae90ac62dff5 req-c63d7d92-6b8d-4c04-b395-4d5abb98f409 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4746051 Feb 19 04:36:50.998466 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-99aa4ac5-b3b0-4fb0-bbe4-35c93a4d98d9 admin admin] Publish callbacks [] for security_group (7f47d97c-c2e1-43da-aef7-b800d9872914), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:51.016460 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-99aa4ac5-b3b0-4fb0-bbe4-35c93a4d98d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7f47d97c-c2e1-43da-aef7-b800d9872914), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:51.133355 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd3af7-1f9e-481b-8c46-ae90ac62dff5 req-94400b4b-d911-4654-98c8-b31399941913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:51.133355 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aefd3af7-1f9e-481b-8c46-ae90ac62dff5 req-94400b4b-d911-4654-98c8-b31399941913 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 1127 time: 0.2517872 Feb 19 04:36:51.296294 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa4ac5-b3b0-4fb0-bbe4-35c93a4d98d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f47d97c-c2e1-43da-aef7-b800d9872914,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:51.380860 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-99aa4ac5-b3b0-4fb0-bbe4-35c93a4d98d9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0801e75e7b0f497cb0eabfef8fe51be6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6286175 Feb 19 04:36:51.404962 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60384) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:51.507543 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2b84709-d436-4c84-9595-980bc93c8e91 admin admin] Publish callbacks [] for security_group (1aa1d67a-fc47-4d11-a56c-181d35760a90), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:51.546813 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a2b84709-d436-4c84-9595-980bc93c8e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1aa1d67a-fc47-4d11-a56c-181d35760a90), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:51.664800 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd3af7-1f9e-481b-8c46-ae90ac62dff5 req-f3d608c1-d268-4930-8299-0b57d8f11ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:51.668121 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aefd3af7-1f9e-481b-8c46-ae90ac62dff5 req-f3d608c1-d268-4930-8299-0b57d8f11ce9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 200 len: 915 time: 0.4563689 Feb 19 04:36:51.728950 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a2b84709-d436-4c84-9595-980bc93c8e91 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ca136760baf2420ca55cf26df77ee4f7&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2707651 Feb 19 04:36:51.745495 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60394) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:51.833886 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aefd3af7-1f9e-481b-8c46-ae90ac62dff5 req-ae02c3ad-d83e-4016-a2e2-e80ef447981f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68a8cb60-584d-4b07-b2dc-9c476d74e9d8 HTTP/1.1" status: 200 len: 217 time: 0.1546528 Feb 19 04:36:52.053872 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0c25f169-f267-48ab-bce2-4bb316659a8c admin admin] Publish callbacks [] for security_group (7f47d97c-c2e1-43da-aef7-b800d9872914), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:52.097772 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd3af7-1f9e-481b-8c46-ae90ac62dff5 req-0c8191a1-ad06-4361-b105-775de739bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:52.100305 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aefd3af7-1f9e-481b-8c46-ae90ac62dff5 req-0c8191a1-ad06-4361-b105-775de739bf6b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eaacfa74-c5cd-4e0a-8538-dc93b8209234 HTTP/1.1" status: 200 len: 855 time: 0.2579100 Feb 19 04:36:52.152750 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0c25f169-f267-48ab-bce2-4bb316659a8c admin admin] Publish callbacks [] for security_group (7f47d97c-c2e1-43da-aef7-b800d9872914), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:52.173740 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aefd3af7-1f9e-481b-8c46-ae90ac62dff5 req-26115d6b-a8b8-4084-a0ef-d3d721c1dd67 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a1ab27e-256e-4216-9b7b-6df531fa62cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645504 Feb 19 04:36:52.190818 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-aefd3af7-1f9e-481b-8c46-ae90ac62dff5 req-297ae3b5-ee32-4e2c-8c70-2c6fd9db9309 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:36:52.192208 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aefd3af7-1f9e-481b-8c46-ae90ac62dff5 req-297ae3b5-ee32-4e2c-8c70-2c6fd9db9309 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062625 Feb 19 04:36:52.238214 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b84709-d436-4c84-9595-980bc93c8e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa1d67a-fc47-4d11-a56c-181d35760a90,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:52.374349 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e49bb796-b459-4f33-a483-8ba6f6ca01bd admin admin] Publish callbacks [] for security_group (1aa1d67a-fc47-4d11-a56c-181d35760a90), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:52.479935 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e49bb796-b459-4f33-a483-8ba6f6ca01bd admin admin] Publish callbacks [] for security_group (1aa1d67a-fc47-4d11-a56c-181d35760a90), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:52.551818 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aefd3af7-1f9e-481b-8c46-ae90ac62dff5 req-dfa8f44a-16f3-4dfe-a6f6-d03f9ed4509d service neutron] 10.222.0.10 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413255 Feb 19 04:36:52.697872 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0c25f169-f267-48ab-bce2-4bb316659a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7f47d97c-c2e1-43da-aef7-b800d9872914), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:52.702940 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0c25f169-f267-48ab-bce2-4bb316659a8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:52.709302 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0c25f169-f267-48ab-bce2-4bb316659a8c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7f47d97c-c2e1-43da-aef7-b800d9872914 HTTP/1.1" status: 204 len: 168 time: 1.2889557 Feb 19 04:36:52.741411 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25f169-f267-48ab-bce2-4bb316659a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f47d97c-c2e1-43da-aef7-b800d9872914,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:52.751733 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e49bb796-b459-4f33-a483-8ba6f6ca01bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1aa1d67a-fc47-4d11-a56c-181d35760a90), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:52.763157 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e49bb796-b459-4f33-a483-8ba6f6ca01bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:52.765472 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e49bb796-b459-4f33-a483-8ba6f6ca01bd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1aa1d67a-fc47-4d11-a56c-181d35760a90 HTTP/1.1" status: 204 len: 168 time: 1.0077331 Feb 19 04:36:52.803561 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49bb796-b459-4f33-a483-8ba6f6ca01bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa1d67a-fc47-4d11-a56c-181d35760a90,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:52.876337 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aefd3af7-1f9e-481b-8c46-ae90ac62dff5 req-c935bae8-7635-4024-98e8-ded4e1cb3d6e service neutron] 10.222.0.10 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167305 Feb 19 04:36:54.139440 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60418) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:54.227510 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa7194e1-e2bb-436a-b55f-5927aa07b201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:54.642287 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa7194e1-e2bb-436a-b55f-5927aa07b201 admin admin] Publish callbacks [] for security_group (e94d83cf-e385-4c58-a7d8-94c9a2bfaee3), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:54.660533 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa7194e1-e2bb-436a-b55f-5927aa07b201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e94d83cf-e385-4c58-a7d8-94c9a2bfaee3), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:54.923354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7194e1-e2bb-436a-b55f-5927aa07b201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94d83cf-e385-4c58-a7d8-94c9a2bfaee3,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:54.943650 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-aa7194e1-e2bb-436a-b55f-5927aa07b201 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8c8f4ffc815b47769c300f0dc7ebfd5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7984672 Feb 19 04:36:54.945126 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60426) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:55.143111 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60c60506-00e7-4942-9f29-7ba4b1518545 admin admin] Publish callbacks [] for security_group (e94d83cf-e385-4c58-a7d8-94c9a2bfaee3), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:55.207898 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60c60506-00e7-4942-9f29-7ba4b1518545 admin admin] Publish callbacks [] for security_group (e94d83cf-e385-4c58-a7d8-94c9a2bfaee3), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:55.341088 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60c60506-00e7-4942-9f29-7ba4b1518545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e94d83cf-e385-4c58-a7d8-94c9a2bfaee3), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:55.344809 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60c60506-00e7-4942-9f29-7ba4b1518545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:55.350067 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-60c60506-00e7-4942-9f29-7ba4b1518545 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e94d83cf-e385-4c58-a7d8-94c9a2bfaee3 HTTP/1.1" status: 204 len: 168 time: 0.4012368 Feb 19 04:36:55.367425 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c60506-00e7-4942-9f29-7ba4b1518545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94d83cf-e385-4c58-a7d8-94c9a2bfaee3,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:55.942420 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60452) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:56.426656 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b8cf9254-c422-4bf0-a149-bac30b3bc1cc admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1125241380-network', 'tenant_id': 'e4adc858abf443e3aec2c0964ca805fa'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:36:56.564448 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cf9254-c422-4bf0-a149-bac30b3bc1cc admin admin] Made reservation on behalf of e4adc858abf443e3aec2c0964ca805fa for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:36:56.576212 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b8cf9254-c422-4bf0-a149-bac30b3bc1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:56.629287 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b8cf9254-c422-4bf0-a149-bac30b3bc1cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.147429 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b8cf9254-c422-4bf0-a149-bac30b3bc1cc admin admin] Publish callbacks [] for security_group (98e0779d-9a0f-48b4-b766-9e12eba1781e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.165757 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b8cf9254-c422-4bf0-a149-bac30b3bc1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (98e0779d-9a0f-48b4-b766-9e12eba1781e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.229020 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8cf9254-c422-4bf0-a149-bac30b3bc1cc admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:36:57.274095 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b8cf9254-c422-4bf0-a149-bac30b3bc1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (3059be85-9b43-4933-8063-c42c77ad96de), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.288082 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-b8cf9254-c422-4bf0-a149-bac30b3bc1cc admin admin] Added segment 3059be85-9b43-4933-8063-c42c77ad96de of type vlan for network 256f3554-6bb2-462c-b07b-bcc1d524a706 Feb 19 04:36:57.491926 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b8cf9254-c422-4bf0-a149-bac30b3bc1cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (256f3554-6bb2-462c-b07b-bcc1d524a706), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.726953 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b8cf9254-c422-4bf0-a149-bac30b3bc1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (256f3554-6bb2-462c-b07b-bcc1d524a706), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.751071 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cf9254-c422-4bf0-a149-bac30b3bc1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:57.752415 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b8cf9254-c422-4bf0-a149-bac30b3bc1cc admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:57.893781 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf9254-c422-4bf0-a149-bac30b3bc1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e0779d-9a0f-48b4-b766-9e12eba1781e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:58.167018 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60494) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:58.176319 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-40d84c1b-82e4-461a-99fc-bd0559bc4da3 admin admin] Request body: {'subnet': {'network_id': '256f3554-6bb2-462c-b07b-bcc1d524a706', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1125241380-subnet', 'tenant_id': 'e4adc858abf443e3aec2c0964ca805fa', 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:36:58.181850 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b8cf9254-c422-4bf0-a149-bac30b3bc1cc admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.2371683 Feb 19 04:36:58.218703 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf9254-c422-4bf0-a149-bac30b3bc1cc admin admin] Pushing event updated for resources: {'Network': ['ID=256f3554-6bb2-462c-b07b-bcc1d524a706,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:58.255792 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 256f3554-6bb2-462c-b07b-bcc1d524a706 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:36:58.297575 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d84c1b-82e4-461a-99fc-bd0559bc4da3 admin admin] Made reservation on behalf of e4adc858abf443e3aec2c0964ca805fa for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:36:58.311937 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-40d84c1b-82e4-461a-99fc-bd0559bc4da3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:58.962251 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-40d84c1b-82e4-461a-99fc-bd0559bc4da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (8650cd29-e501-4c32-8307-10a33fb7bc06), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.128389 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d84c1b-82e4-461a-99fc-bd0559bc4da3 admin admin] Checking segment: {'id': '3059be85-9b43-4933-8063-c42c77ad96de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '256f3554-6bb2-462c-b07b-bcc1d524a706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:36:59.128741 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d84c1b-82e4-461a-99fc-bd0559bc4da3 admin admin] Network hostable DHCP agents. Network: 256f3554-6bb2-462c-b07b-bcc1d524a706, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:36:59.154078 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d84c1b-82e4-461a-99fc-bd0559bc4da3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8650cd29-e501-4c32-8307-10a33fb7bc06,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:36:59.174545 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d84c1b-82e4-461a-99fc-bd0559bc4da3 admin admin] Network 256f3554-6bb2-462c-b07b-bcc1d524a706 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:36:59.195721 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-40d84c1b-82e4-461a-99fc-bd0559bc4da3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 256f3554-6bb2-462c-b07b-bcc1d524a706) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:36:59.203548 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d84c1b-82e4-461a-99fc-bd0559bc4da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:36:59.204804 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-40d84c1b-82e4-461a-99fc-bd0559bc4da3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.211798 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00b8b94-43ad-4488-ad5c-a43573460377 None None] Network 256f3554-6bb2-462c-b07b-bcc1d524a706 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:36:59.237210 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-40d84c1b-82e4-461a-99fc-bd0559bc4da3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0679955 Feb 19 04:36:59.240492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60512) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:36:59.245783 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-3b46d99b-531d-42f9-8243-b3bc2d757cbc admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1125241380-router', 'tenant_id': 'e4adc858abf443e3aec2c0964ca805fa', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:36:59.296117 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3b46d99b-531d-42f9-8243-b3bc2d757cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (6a3effb5-b2e7-42de-a3ad-3a89d860074e), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.297475 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3b46d99b-531d-42f9-8243-b3bc2d757cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (6a3effb5-b2e7-42de-a3ad-3a89d860074e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.575839 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3b46d99b-531d-42f9-8243-b3bc2d757cbc admin admin] Publish callbacks [] for router_controller (6a3effb5-b2e7-42de-a3ad-3a89d860074e), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:59.633243 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-256f3554-6bb2-462c-b07b-bcc1d524a706', 'network_id': '256f3554-6bb2-462c-b07b-bcc1d524a706', 'project_id': 'e4adc858abf443e3aec2c0964ca805fa', 'fixed_ips': [{'subnet_id': '8650cd29-e501-4c32-8307-10a33fb7bc06'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:36:59.635891 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:00.137692 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Allocated IP 172.20.0.2 (256f3554-6bb2-462c-b07b-bcc1d524a706/8650cd29-e501-4c32-8307-10a33fb7bc06/8d736091-c4da-4b26-9990-455277b56cdb) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:37:00.379314 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4421e3c-6785-4f4a-a558-5620685d01ba req-782ed0b3-7d29-4d10-9f67-e3d241795e00 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:00.405793 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4421e3c-6785-4f4a-a558-5620685d01ba req-782ed0b3-7d29-4d10-9f67-e3d241795e00 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.2413259 Feb 19 04:37:00.635113 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4421e3c-6785-4f4a-a558-5620685d01ba req-d6472ef6-9667-4749-94d0-d6af7ae22fff tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217255 Feb 19 04:37:00.765398 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Publish callbacks [] for port (8d736091-c4da-4b26-9990-455277b56cdb), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:00.778451 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (8d736091-c4da-4b26-9990-455277b56cdb), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:00.950715 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Network 256f3554-6bb2-462c-b07b-bcc1d524a706 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:37:00.970966 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:37:00.980099 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:37:01.002447 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Pushing event updated for resources: {'Port': ['ID=8d736091-c4da-4b26-9990-455277b56cdb,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:01.117512 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:01.118370 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:01.119033 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:01.119781 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:01.120571 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:01.121222 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:01.128592 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:01.130119 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:01.131466 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:01.132790 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:01.133788 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:01.134643 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:01.135500 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:01.251484 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Attempting to bind port 8d736091-c4da-4b26-9990-455277b56cdb on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:37:01.253960 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Attempting to bind port 8d736091-c4da-4b26-9990-455277b56cdb by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '3059be85-9b43-4933-8063-c42c77ad96de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '256f3554-6bb2-462c-b07b-bcc1d524a706'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:37:01.254447 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Attempting to bind port 8d736091-c4da-4b26-9990-455277b56cdb on network 256f3554-6bb2-462c-b07b-bcc1d524a706 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:37:01.272530 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:37:01.273112 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Checking segment: {'id': '3059be85-9b43-4933-8063-c42c77ad96de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '256f3554-6bb2-462c-b07b-bcc1d524a706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:37:01.273875 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:01.274496 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Bound using segment: {'id': '3059be85-9b43-4933-8063-c42c77ad96de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '256f3554-6bb2-462c-b07b-bcc1d524a706'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:37:01.275091 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Bound port: 8d736091-c4da-4b26-9990-455277b56cdb, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3059be85-9b43-4933-8063-c42c77ad96de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '256f3554-6bb2-462c-b07b-bcc1d524a706'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:37:01.276542 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8d736091-c4da-4b26-9990-455277b56cdb), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:01.472453 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3b46d99b-531d-42f9-8243-b3bc2d757cbc admin admin] Publish callbacks [] for router_gateway (6a3effb5-b2e7-42de-a3ad-3a89d860074e), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:01.583140 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] For port 8d736091-c4da-4b26-9990-455277b56cdb, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:37:01.596429 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] For port 8d736091-c4da-4b26-9990-455277b56cdb, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8d736091-c4da-4b26-9990-455277b56cdb,segment=NetworkSegment(3059be85-9b43-4933-8063-c42c77ad96de),segment_id=3059be85-9b43-4933-8063-c42c77ad96de)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:37:01.613912 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8d736091-c4da-4b26-9990-455277b56cdb), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:01.827803 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c3bcd-81ab-448d-b43b-c494865a8d08 req-00539002-29a0-4312-954b-3c721a6fcedb tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:01.830049 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-687c3bcd-81ab-448d-b43b-c494865a8d08 req-00539002-29a0-4312-954b-3c721a6fcedb tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.10 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.3978088 Feb 19 04:37:01.913859 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975dc799-b1ea-4429-a216-7f1229149716 None None] Pushing event updated for resources: {'Port': ['ID=8d736091-c4da-4b26-9990-455277b56cdb,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:02.326336 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-397f9bcc-ccf3-4fd8-878b-b449f375829a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:02.676644 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8c746-9eb6-4ade-b859-16f458527050 req-9aacac19-dc35-4193-ad6f-f7affcb28b78 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:02.691357 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7ed8c746-9eb6-4ade-b859-16f458527050 req-9aacac19-dc35-4193-ad6f-f7affcb28b78 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.8393116 Feb 19 04:37:03.375489 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-687c3bcd-81ab-448d-b43b-c494865a8d08 req-b55e3ffe-d90c-4487-aad6-be40cc50bc5a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Deleting port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:37:03.375838 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-687c3bcd-81ab-448d-b43b-c494865a8d08 req-b55e3ffe-d90c-4487-aad6-be40cc50bc5a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:03.624355 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3b46d99b-531d-42f9-8243-b3bc2d757cbc admin admin] Publish callbacks [] for router_gateway (6a3effb5-b2e7-42de-a3ad-3a89d860074e), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:03.946030 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3b46d99b-531d-42f9-8243-b3bc2d757cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:04.139854 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7ed8c746-9eb6-4ade-b859-16f458527050 req-5070752a-27f3-452d-8b5f-a0f767f6f077 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4209733 Feb 19 04:37:04.554819 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-687c3bcd-81ab-448d-b43b-c494865a8d08 req-b55e3ffe-d90c-4487-aad6-be40cc50bc5a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] For port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4,segment=NetworkSegment(393189c3-bef2-4887-aa51-6301bb2cec1f),segment_id=393189c3-bef2-4887-aa51-6301bb2cec1f)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:04.555179 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-687c3bcd-81ab-448d-b43b-c494865a8d08 req-b55e3ffe-d90c-4487-aad6-be40cc50bc5a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:04.576134 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8d736091-c4da-4b26-9990-455277b56cdb up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:37:04.585625 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-687c3bcd-81ab-448d-b43b-c494865a8d08 req-b55e3ffe-d90c-4487-aad6-be40cc50bc5a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Calling delete_port for 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:37:04.807214 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bc753e-da8c-42fb-bcc2-aa18664c4b28 None None] Network 256f3554-6bb2-462c-b07b-bcc1d524a706 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:37:05.357357 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:37:05.409693 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-3b46d99b-531d-42f9-8243-b3bc2d757cbc admin admin] Allocated IP 172.25.0.81 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/46bb2426-7ddf-49ae-8194-0fc196112158) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:37:05.608957 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 8d736091-c4da-4b26-9990-455277b56cdb triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:05.612108 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8d736091-c4da-4b26-9990-455277b56cdb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:05.804148 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b064937-c220-4a45-b3a9-10a0727629e1 req-51dfc950-a563-4e55-8ba7-68feaba02bb5 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:05.805379 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-2c20a7ca-32bc-4872-b70c-606c59703a6e None None] Provisioning complete for port 8d736091-c4da-4b26-9990-455277b56cdb triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:05.806248 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2c20a7ca-32bc-4872-b70c-606c59703a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8d736091-c4da-4b26-9990-455277b56cdb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:05.823331 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b064937-c220-4a45-b3a9-10a0727629e1 req-51dfc950-a563-4e55-8ba7-68feaba02bb5 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 946 time: 0.2117655 Feb 19 04:37:05.888118 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8ced905c-530c-4712-9533-af8068ddf83b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:06.010406 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b064937-c220-4a45-b3a9-10a0727629e1 req-9719a5a2-d425-4fc3-9e75-9f9556b850e2 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bdb2eb-aa12-48ed-97db-0b65106b1630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843998 Feb 19 04:37:06.207680 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3b46d99b-531d-42f9-8243-b3bc2d757cbc admin admin] Publish callbacks [] for port (46bb2426-7ddf-49ae-8194-0fc196112158), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:06.468526 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3b46d99b-531d-42f9-8243-b3bc2d757cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (46bb2426-7ddf-49ae-8194-0fc196112158), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:06.656514 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46d99b-531d-42f9-8243-b3bc2d757cbc admin admin] Pushing event updated for resources: {'Port': ['ID=46bb2426-7ddf-49ae-8194-0fc196112158,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:06.663767 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:06.664445 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:06.712108 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:37:06.954927 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b46d99b-531d-42f9-8243-b3bc2d757cbc admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:37:06.987121 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-3b46d99b-531d-42f9-8243-b3bc2d757cbc admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:37:07.017809 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b46d99b-531d-42f9-8243-b3bc2d757cbc admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:37:07.459049 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-687c3bcd-81ab-448d-b43b-c494865a8d08 req-b55e3ffe-d90c-4487-aad6-be40cc50bc5a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:07.662744 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e3ffe-d90c-4487-aad6-be40cc50bc5a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Pushing event deleted for resources: {'Port': ['ID=2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:07.841880 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c5b4141f-6f74-4dbe-aa04-b71a1842d9dc req-d68c8095-1ab1-4108-89ea-7f87e6fd6e02 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 210 time: 0.3539906 Feb 19 04:37:08.065968 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:08.069902 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 8d736091-c4da-4b26-9990-455277b56cdb is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:08.070573 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8d736091-c4da-4b26-9990-455277b56cdb), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:08.323286 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 8d736091-c4da-4b26-9990-455277b56cdb, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8d736091-c4da-4b26-9990-455277b56cdb,segment=NetworkSegment(3059be85-9b43-4933-8063-c42c77ad96de),segment_id=3059be85-9b43-4933-8063-c42c77ad96de)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:08.462267 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-687c3bcd-81ab-448d-b43b-c494865a8d08 req-b55e3ffe-d90c-4487-aad6-be40cc50bc5a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] No DVR routers for this DVR port 2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:37:08.531488 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8d736091-c4da-4b26-9990-455277b56cdb), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:08.692137 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-687c3bcd-81ab-448d-b43b-c494865a8d08 req-b55e3ffe-d90c-4487-aad6-be40cc50bc5a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:08.696879 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-687c3bcd-81ab-448d-b43b-c494865a8d08 req-b55e3ffe-d90c-4487-aad6-be40cc50bc5a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.10 "DELETE /v2.0/ports/2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4 HTTP/1.1" status: 204 len: 173 time: 6.8584952 Feb 19 04:37:08.702587 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0934eaed-ec46-41c4-b15d-20d87b594238', 'name': 'network-vif-deleted', 'tag': '2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:37:08.711868 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec39bc1-5a3c-4487-a6ac-35566359e672" -d '{"events": [{"server_uuid": "0934eaed-ec46-41c4-b15d-20d87b594238", "name": "network-vif-deleted", "tag": "2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:37:08.764949 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:08.766700 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:08.774096 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-2c20a7ca-32bc-4872-b70c-606c59703a6e None None] Current status of the port 8d736091-c4da-4b26-9990-455277b56cdb is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:08.776485 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2c20a7ca-32bc-4872-b70c-606c59703a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8d736091-c4da-4b26-9990-455277b56cdb), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:09.027629 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3b46d99b-531d-42f9-8243-b3bc2d757cbc admin admin] Publish callbacks [] for router_gateway (6a3effb5-b2e7-42de-a3ad-3a89d860074e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:09.352122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=8d736091-c4da-4b26-9990-455277b56cdb,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:09.446143 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:09.477862 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-2c20a7ca-32bc-4872-b70c-606c59703a6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:37:09.479412 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-2c20a7ca-32bc-4872-b70c-606c59703a6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:37:09.486305 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:09.665987 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c7a5ab-5234-493d-80fb-b9c326bd21c3 x-openstack-request-id: req-37c7a5ab-5234-493d-80fb-b9c326bd21c3 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:37:09.666544 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0934eaed-ec46-41c4-b15d-20d87b594238", "name": "network-vif-deleted", "tag": "2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:37:09.666973 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-37c7a5ab-5234-493d-80fb-b9c326bd21c3 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:37:09.669493 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0934eaed-ec46-41c4-b15d-20d87b594238', 'name': 'network-vif-deleted', 'tag': '2c98a2a6-93c7-41ce-8ad9-17c0a2317cf4', 'status': 'completed', 'code': 200} Feb 19 04:37:09.754769 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-718dad7a-9088-4692-bcb2-6bffb72d197c req-1391a7ea-f478-4953-a469-8688bde260e4 tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] 10.222.0.65 "GET /v2.0/ports?device_id=0934eaed-ec46-41c4-b15d-20d87b594238 HTTP/1.1" status: 200 len: 210 time: 0.4903920 Feb 19 04:37:09.771213 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3b46d99b-531d-42f9-8243-b3bc2d757cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (6a3effb5-b2e7-42de-a3ad-3a89d860074e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:10.125421 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-2c20a7ca-32bc-4872-b70c-606c59703a6e None None] Current status of the port 8d736091-c4da-4b26-9990-455277b56cdb is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:10.275185 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9cb56e6f-6bfe-4779-a3cc-13178d7404d4 None None] Provisioning complete for port 8d736091-c4da-4b26-9990-455277b56cdb triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:10.277497 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9cb56e6f-6bfe-4779-a3cc-13178d7404d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8d736091-c4da-4b26-9990-455277b56cdb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:10.477216 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b46d99b-531d-42f9-8243-b3bc2d757cbc admin admin] Router 6a3effb5-b2e7-42de-a3ad-3a89d860074e is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:37:10.636712 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9cb56e6f-6bfe-4779-a3cc-13178d7404d4 None None] Current status of the port 8d736091-c4da-4b26-9990-455277b56cdb is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:10.719612 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8d736091-c4da-4b26-9990-455277b56cdb up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:37:10.981368 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 8d736091-c4da-4b26-9990-455277b56cdb triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:10.985880 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8d736091-c4da-4b26-9990-455277b56cdb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:11.010268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60724) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:11.098899 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b46d99b-531d-42f9-8243-b3bc2d757cbc admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:37:11.116778 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] Sync routers for ids ['6a3effb5-b2e7-42de-a3ad-3a89d860074e'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:37:11.162998 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3b46d99b-531d-42f9-8243-b3bc2d757cbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:11.168991 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3b46d99b-531d-42f9-8243-b3bc2d757cbc admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 11.9272783 Feb 19 04:37:11.173443 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60734) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:11.220443 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] Routers {'6a3effb5-b2e7-42de-a3ad-3a89d860074e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:37:11.221137 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:37:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6a3effb5-b2e7-42de-a3ad-3a89d860074e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:11.736950 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 8d736091-c4da-4b26-9990-455277b56cdb is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:12.011468 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] Set router 6a3effb5-b2e7-42de-a3ad-3a89d860074e gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:37:12.016656 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b2cc4b-f9e8-4e5e-915c-8a89b9fddbcd admin admin] Deleting subnet c7fc7b67-5ad2-40ee-a254-a9f26919b969 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:37:12.033003 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e1b2cc4b-f9e8-4e5e-915c-8a89b9fddbcd admin admin] Publish callbacks [] for subnet (c7fc7b67-5ad2-40ee-a254-a9f26919b969), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:12.256233 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e1b2cc4b-f9e8-4e5e-915c-8a89b9fddbcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (c7fc7b67-5ad2-40ee-a254-a9f26919b969), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:13.016926 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3effb5-b2e7-42de-a3ad-3a89d860074e', 'name': 'tempest-ImageQuotaTest-1125241380-router', 'tenant_id': 'e4adc858abf443e3aec2c0964ca805fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '46bb2426-7ddf-49ae-8194-0fc196112158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:59Z', 'updated_at': '2022-02-19T04:37:08Z', 'revision_number': 3, 'project_id': 'e4adc858abf443e3aec2c0964ca805fa', 'gw_port': {'id': '46bb2426-7ddf-49ae-8194-0fc196112158', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3effb5-b2e7-42de-a3ad-3a89d860074e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:04Z', 'updated_at': '2022-02-19T04:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:13.158280 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] Checking router: 6a3effb5-b2e7-42de-a3ad-3a89d860074e for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:37:13.158852 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] Updating router 6a3effb5-b2e7-42de-a3ad-3a89d860074e port 46bb2426-7ddf-49ae-8194-0fc196112158 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:37:13.303371 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (46bb2426-7ddf-49ae-8194-0fc196112158), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:14.314998 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] Publish callbacks [] for port (46bb2426-7ddf-49ae-8194-0fc196112158), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:14.323212 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (46bb2426-7ddf-49ae-8194-0fc196112158), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:14.385909 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b3176-8f6e-4f9f-bf28-72a8b8d0b27a None None] Pushing event updated for resources: {'Port': ['ID=46bb2426-7ddf-49ae-8194-0fc196112158,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:14.431313 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] Attempting to bind port 46bb2426-7ddf-49ae-8194-0fc196112158 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:37:14.432538 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] Attempting to bind port 46bb2426-7ddf-49ae-8194-0fc196112158 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:37:14.433486 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] Attempting to bind port 46bb2426-7ddf-49ae-8194-0fc196112158 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:37:14.445046 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:37:14.445966 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:37:14.447365 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:14.450104 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:37:14.451011 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] Bound port: 46bb2426-7ddf-49ae-8194-0fc196112158, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:37:14.451606 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (46bb2426-7ddf-49ae-8194-0fc196112158), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:14.613224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] For port 46bb2426-7ddf-49ae-8194-0fc196112158, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:37:14.623924 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] For port 46bb2426-7ddf-49ae-8194-0fc196112158, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=46bb2426-7ddf-49ae-8194-0fc196112158,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:37:14.640501 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (46bb2426-7ddf-49ae-8194-0fc196112158), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:14.809759 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b3176-8f6e-4f9f-bf28-72a8b8d0b27a None None] Pushing event updated for resources: {'Port': ['ID=46bb2426-7ddf-49ae-8194-0fc196112158,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:14.878407 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e1b2cc4b-f9e8-4e5e-915c-8a89b9fddbcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (c7fc7b67-5ad2-40ee-a254-a9f26919b969), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:14.954680 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] Routers {'6a3effb5-b2e7-42de-a3ad-3a89d860074e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:37:14.958586 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:37:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6a3effb5-b2e7-42de-a3ad-3a89d860074e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:15.340781 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e1b2cc4b-f9e8-4e5e-915c-8a89b9fddbcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (c7fc7b67-5ad2-40ee-a254-a9f26919b969), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:15.380438 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] Set router 6a3effb5-b2e7-42de-a3ad-3a89d860074e gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:37:15.622706 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2cc4b-f9e8-4e5e-915c-8a89b9fddbcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7fc7b67-5ad2-40ee-a254-a9f26919b969,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:15.662755 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e1b2cc4b-f9e8-4e5e-915c-8a89b9fddbcd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:15.682469 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e1b2cc4b-f9e8-4e5e-915c-8a89b9fddbcd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c7fc7b67-5ad2-40ee-a254-a9f26919b969 HTTP/1.1" status: 204 len: 168 time: 4.6664567 Feb 19 04:37:15.683417 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60814) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:15.729018 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8193eb38-58e5-4351-bfdb-45aaba7f7cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:16.130376 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-db2fd463-49f1-438b-a1d1-879ec5eb236b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (7d2d5a55-2aa4-4db1-a679-fed0a5c29be7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:16.329674 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3effb5-b2e7-42de-a3ad-3a89d860074e', 'name': 'tempest-ImageQuotaTest-1125241380-router', 'tenant_id': 'e4adc858abf443e3aec2c0964ca805fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '46bb2426-7ddf-49ae-8194-0fc196112158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:59Z', 'updated_at': '2022-02-19T04:37:08Z', 'revision_number': 3, 'project_id': 'e4adc858abf443e3aec2c0964ca805fa', 'gw_port': {'id': '46bb2426-7ddf-49ae-8194-0fc196112158', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3effb5-b2e7-42de-a3ad-3a89d860074e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:04Z', 'updated_at': '2022-02-19T04:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:16.402748 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-8193eb38-58e5-4351-bfdb-45aaba7f7cd6 admin admin] Allocated IP 172.20.0.1 (256f3554-6bb2-462c-b07b-bcc1d524a706/8650cd29-e501-4c32-8307-10a33fb7bc06/ef2f5787-56a7-4a38-889e-8ef98ac7f800) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:37:16.473771 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-db2fd463-49f1-438b-a1d1-879ec5eb236b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (7d2d5a55-2aa4-4db1-a679-fed0a5c29be7), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:16.487714 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a946bd2-71fb-4e4d-90ff-7274d90e5bf6 None None] The sync data for ids ['6a3effb5-b2e7-42de-a3ad-3a89d860074e'] in n-d-772273-4 is: [{'id': '6a3effb5-b2e7-42de-a3ad-3a89d860074e', 'name': 'tempest-ImageQuotaTest-1125241380-router', 'tenant_id': 'e4adc858abf443e3aec2c0964ca805fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '46bb2426-7ddf-49ae-8194-0fc196112158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:59Z', 'updated_at': '2022-02-19T04:37:08Z', 'revision_number': 3, 'project_id': 'e4adc858abf443e3aec2c0964ca805fa', 'gw_port': {'id': '46bb2426-7ddf-49ae-8194-0fc196112158', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3effb5-b2e7-42de-a3ad-3a89d860074e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:04Z', 'updated_at': '2022-02-19T04:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:37:16.626294 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-db2fd463-49f1-438b-a1d1-879ec5eb236b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2d5a55-2aa4-4db1-a679-fed0a5c29be7']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:16.687263 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-db2fd463-49f1-438b-a1d1-879ec5eb236b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393189c3-bef2-4887-aa51-6301bb2cec1f') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:16.688315 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-db2fd463-49f1-438b-a1d1-879ec5eb236b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393189c3-bef2-4887-aa51-6301bb2cec1f') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:16.729981 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-db2fd463-49f1-438b-a1d1-879ec5eb236b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (393189c3-bef2-4887-aa51-6301bb2cec1f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:16.772699 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-db2fd463-49f1-438b-a1d1-879ec5eb236b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (393189c3-bef2-4887-aa51-6301bb2cec1f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:16.801124 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2fd463-49f1-438b-a1d1-879ec5eb236b admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:37:16.804769 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-db2fd463-49f1-438b-a1d1-879ec5eb236b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (393189c3-bef2-4887-aa51-6301bb2cec1f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:16.954837 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8193eb38-58e5-4351-bfdb-45aaba7f7cd6 admin admin] Publish callbacks [] for port (ef2f5787-56a7-4a38-889e-8ef98ac7f800), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:37:17.065950 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:37:17.126247 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-db2fd463-49f1-438b-a1d1-879ec5eb236b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (7d2d5a55-2aa4-4db1-a679-fed0a5c29be7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:17.138452 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8193eb38-58e5-4351-bfdb-45aaba7f7cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (ef2f5787-56a7-4a38-889e-8ef98ac7f800), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:17.225352 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-db2fd463-49f1-438b-a1d1-879ec5eb236b admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:17.301086 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-db2fd463-49f1-438b-a1d1-879ec5eb236b admin admin] 10.222.0.65 "DELETE /v2.0/networks/7d2d5a55-2aa4-4db1-a679-fed0a5c29be7 HTTP/1.1" status: 204 len: 168 time: 1.5680456 Feb 19 04:37:17.309289 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fd463-49f1-438b-a1d1-879ec5eb236b admin admin] Pushing event deleted for resources: {'Network': ['ID=7d2d5a55-2aa4-4db1-a679-fed0a5c29be7,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:17.311709 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8193eb38-58e5-4351-bfdb-45aaba7f7cd6 admin admin] Network 256f3554-6bb2-462c-b07b-bcc1d524a706 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:37:17.325360 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-8193eb38-58e5-4351-bfdb-45aaba7f7cd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:37:17.335020 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8193eb38-58e5-4351-bfdb-45aaba7f7cd6 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:37:17.649331 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193eb38-58e5-4351-bfdb-45aaba7f7cd6 admin admin] Pushing event updated for resources: {'Port': ['ID=ef2f5787-56a7-4a38-889e-8ef98ac7f800,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:17.700704 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8193eb38-58e5-4351-bfdb-45aaba7f7cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (6a3effb5-b2e7-42de-a3ad-3a89d860074e), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:18.019804 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60854) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:18.172527 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8e07d75f-1c9c-436a-ab59-98c52f947af6 None None] Provisioning complete for port ef2f5787-56a7-4a38-889e-8ef98ac7f800 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:18.175875 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8e07d75f-1c9c-436a-ab59-98c52f947af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ef2f5787-56a7-4a38-889e-8ef98ac7f800), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:18.203753 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8193eb38-58e5-4351-bfdb-45aaba7f7cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ef2f5787-56a7-4a38-889e-8ef98ac7f800), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:18.316520 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-db7c5304-de60-4628-8f6d-58372545439d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=33c394b84df34f71a382d547bb213da3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2943583 Feb 19 04:37:18.322197 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60856) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:18.362013 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8e07d75f-1c9c-436a-ab59-98c52f947af6 None None] Port ef2f5787-56a7-4a38-889e-8ef98ac7f800 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:37:18.623145 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8193eb38-58e5-4351-bfdb-45aaba7f7cd6 admin admin] Publish callbacks [] for port (ef2f5787-56a7-4a38-889e-8ef98ac7f800), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:18.636080 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8193eb38-58e5-4351-bfdb-45aaba7f7cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (ef2f5787-56a7-4a38-889e-8ef98ac7f800), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:18.701443 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-559bdadb-9e29-4687-adb0-adbb522a1ab7 admin admin] Publish callbacks [] for security_group (07bdb2eb-aa12-48ed-97db-0b65106b1630), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:18.752100 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193eb38-58e5-4351-bfdb-45aaba7f7cd6 admin admin] Pushing event updated for resources: {'Port': ['ID=ef2f5787-56a7-4a38-889e-8ef98ac7f800,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:18.839470 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8193eb38-58e5-4351-bfdb-45aaba7f7cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (6a3effb5-b2e7-42de-a3ad-3a89d860074e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:18.842455 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-559bdadb-9e29-4687-adb0-adbb522a1ab7 admin admin] Publish callbacks [] for security_group (07bdb2eb-aa12-48ed-97db-0b65106b1630), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:18.981459 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 46bb2426-7ddf-49ae-8194-0fc196112158 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:37:19.149538 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-559bdadb-9e29-4687-adb0-adbb522a1ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (07bdb2eb-aa12-48ed-97db-0b65106b1630), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:19.155953 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-559bdadb-9e29-4687-adb0-adbb522a1ab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:19.162431 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-559bdadb-9e29-4687-adb0-adbb522a1ab7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/07bdb2eb-aa12-48ed-97db-0b65106b1630 HTTP/1.1" status: 204 len: 168 time: 0.8314950 Feb 19 04:37:19.194305 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8193eb38-58e5-4351-bfdb-45aaba7f7cd6 admin admin] Network 256f3554-6bb2-462c-b07b-bcc1d524a706 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:37:19.214041 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-8193eb38-58e5-4351-bfdb-45aaba7f7cd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:37:19.214903 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559bdadb-9e29-4687-adb0-adbb522a1ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bdb2eb-aa12-48ed-97db-0b65106b1630,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:19.279950 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 46bb2426-7ddf-49ae-8194-0fc196112158 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:19.280518 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (46bb2426-7ddf-49ae-8194-0fc196112158), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:19.772889 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 46bb2426-7ddf-49ae-8194-0fc196112158 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:19.776266 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (46bb2426-7ddf-49ae-8194-0fc196112158), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:19.814779 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8193eb38-58e5-4351-bfdb-45aaba7f7cd6 admin admin] Router 6a3effb5-b2e7-42de-a3ad-3a89d860074e has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:37:19.871989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 46bb2426-7ddf-49ae-8194-0fc196112158, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=46bb2426-7ddf-49ae-8194-0fc196112158,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:19.886019 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (46bb2426-7ddf-49ae-8194-0fc196112158), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:20.095043 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-156d8ef9-1760-4153-82da-ce5af9338fd8 None None] Provisioning complete for port ef2f5787-56a7-4a38-889e-8ef98ac7f800 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:20.101642 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-156d8ef9-1760-4153-82da-ce5af9338fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ef2f5787-56a7-4a38-889e-8ef98ac7f800), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:20.111180 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=46bb2426-7ddf-49ae-8194-0fc196112158,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:20.217645 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8193eb38-58e5-4351-bfdb-45aaba7f7cd6 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:37:20.219008 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-156d8ef9-1760-4153-82da-ce5af9338fd8 None None] Port ef2f5787-56a7-4a38-889e-8ef98ac7f800 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:37:20.233801 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8193eb38-58e5-4351-bfdb-45aaba7f7cd6 admin admin] 10.222.0.65 "PUT /v2.0/routers/6a3effb5-b2e7-42de-a3ad-3a89d860074e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0583467 Feb 19 04:37:20.842825 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 46bb2426-7ddf-49ae-8194-0fc196112158 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:37:21.040059 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 46bb2426-7ddf-49ae-8194-0fc196112158 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:21.040629 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (46bb2426-7ddf-49ae-8194-0fc196112158), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:21.289930 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 46bb2426-7ddf-49ae-8194-0fc196112158 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:21.392224 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] Sync routers for ids ['6a3effb5-b2e7-42de-a3ad-3a89d860074e'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:37:21.441498 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] Routers {'6a3effb5-b2e7-42de-a3ad-3a89d860074e'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:37:21.443434 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:37:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6a3effb5-b2e7-42de-a3ad-3a89d860074e'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:21.972349 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] Set router 6a3effb5-b2e7-42de-a3ad-3a89d860074e gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:37:22.125632 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60950) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:22.696226 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-f06bca07-09fa-4809-907b-625244e48216 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-789109532-network', 'tenant_id': 'dee39a9ca3464242875ac7631dd4bd5d'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:22.774061 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06bca07-09fa-4809-907b-625244e48216 admin admin] Made reservation on behalf of dee39a9ca3464242875ac7631dd4bd5d for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:37:22.777162 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f06bca07-09fa-4809-907b-625244e48216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:22.814245 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f06bca07-09fa-4809-907b-625244e48216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:22.981042 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3effb5-b2e7-42de-a3ad-3a89d860074e', 'name': 'tempest-ImageQuotaTest-1125241380-router', 'tenant_id': 'e4adc858abf443e3aec2c0964ca805fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '46bb2426-7ddf-49ae-8194-0fc196112158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:59Z', 'updated_at': '2022-02-19T04:37:18Z', 'revision_number': 4, 'project_id': 'e4adc858abf443e3aec2c0964ca805fa', 'gw_port': {'id': '46bb2426-7ddf-49ae-8194-0fc196112158', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3effb5-b2e7-42de-a3ad-3a89d860074e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:04Z', 'updated_at': '2022-02-19T04:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ef2f5787-56a7-4a38-889e-8ef98ac7f800', 'name': '', 'network_id': '256f3554-6bb2-462c-b07b-bcc1d524a706', 'tenant_id': 'e4adc858abf443e3aec2c0964ca805fa', 'mac_address': 'fa:16:3e:62:35:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3effb5-b2e7-42de-a3ad-3a89d860074e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8650cd29-e501-4c32-8307-10a33fb7bc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:15Z', 'updated_at': '2022-02-19T04:37:18Z', 'revision_number': 2, 'project_id': 'e4adc858abf443e3aec2c0964ca805fa', 'subnets': [{'id': '8650cd29-e501-4c32-8307-10a33fb7bc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:23.121439 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] Checking router: 6a3effb5-b2e7-42de-a3ad-3a89d860074e for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:37:23.122874 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] Updating router 6a3effb5-b2e7-42de-a3ad-3a89d860074e port ef2f5787-56a7-4a38-889e-8ef98ac7f800 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:37:23.176040 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f06bca07-09fa-4809-907b-625244e48216 admin admin] Publish callbacks [] for security_group (b8ce2bc0-a32f-4d74-bb37-5160041e47cc), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:23.185239 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f06bca07-09fa-4809-907b-625244e48216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b8ce2bc0-a32f-4d74-bb37-5160041e47cc), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:23.231978 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ef2f5787-56a7-4a38-889e-8ef98ac7f800), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:23.275766 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06bca07-09fa-4809-907b-625244e48216 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:37:23.312371 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06bca07-09fa-4809-907b-625244e48216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ce2bc0-a32f-4d74-bb37-5160041e47cc,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:23.339606 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f06bca07-09fa-4809-907b-625244e48216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (6620c64b-e710-44c0-ab3a-6485c985cae4), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:23.341853 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-f06bca07-09fa-4809-907b-625244e48216 admin admin] Added segment 6620c64b-e710-44c0-ab3a-6485c985cae4 of type vlan for network f000718c-b1ea-4166-8c18-b092c1c28052 Feb 19 04:37:23.624477 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f06bca07-09fa-4809-907b-625244e48216 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (f000718c-b1ea-4166-8c18-b092c1c28052), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:23.722963 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f06bca07-09fa-4809-907b-625244e48216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (f000718c-b1ea-4166-8c18-b092c1c28052), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:23.727644 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06bca07-09fa-4809-907b-625244e48216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:23.728779 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f06bca07-09fa-4809-907b-625244e48216 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:23.965665 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f06bca07-09fa-4809-907b-625244e48216 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8361530 Feb 19 04:37:23.968226 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60988) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:23.978169 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-9aaf99a5-f791-4694-9238-2d131db17f7d admin admin] Request body: {'subnet': {'network_id': 'f000718c-b1ea-4166-8c18-b092c1c28052', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-789109532-subnet', 'tenant_id': 'dee39a9ca3464242875ac7631dd4bd5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:24.034110 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06bca07-09fa-4809-907b-625244e48216 admin admin] Pushing event updated for resources: {'Network': ['ID=f000718c-b1ea-4166-8c18-b092c1c28052,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:24.036770 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aaf99a5-f791-4694-9238-2d131db17f7d admin admin] Made reservation on behalf of dee39a9ca3464242875ac7631dd4bd5d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:37:24.040733 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9aaf99a5-f791-4694-9238-2d131db17f7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:24.060655 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network f000718c-b1ea-4166-8c18-b092c1c28052 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:37:24.154284 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] Publish callbacks [] for port (ef2f5787-56a7-4a38-889e-8ef98ac7f800), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:24.165016 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ef2f5787-56a7-4a38-889e-8ef98ac7f800), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:24.410494 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf86e0f-7a29-4060-b40e-905dc851c9d6 None None] Pushing event updated for resources: {'Port': ['ID=ef2f5787-56a7-4a38-889e-8ef98ac7f800,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:24.479492 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf86e0f-7a29-4060-b40e-905dc851c9d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:24.483829 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf86e0f-7a29-4060-b40e-905dc851c9d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:24.484788 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf86e0f-7a29-4060-b40e-905dc851c9d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:24.485967 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf86e0f-7a29-4060-b40e-905dc851c9d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:24.487221 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf86e0f-7a29-4060-b40e-905dc851c9d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:24.492991 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf86e0f-7a29-4060-b40e-905dc851c9d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:24.494158 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf86e0f-7a29-4060-b40e-905dc851c9d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:24.495014 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf86e0f-7a29-4060-b40e-905dc851c9d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:24.515177 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf86e0f-7a29-4060-b40e-905dc851c9d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:24.517274 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf86e0f-7a29-4060-b40e-905dc851c9d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:24.517972 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf86e0f-7a29-4060-b40e-905dc851c9d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:24.518670 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf86e0f-7a29-4060-b40e-905dc851c9d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:24.519304 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf86e0f-7a29-4060-b40e-905dc851c9d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:24.611473 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] Attempting to bind port ef2f5787-56a7-4a38-889e-8ef98ac7f800 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:37:24.612141 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] Attempting to bind port ef2f5787-56a7-4a38-889e-8ef98ac7f800 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '3059be85-9b43-4933-8063-c42c77ad96de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '256f3554-6bb2-462c-b07b-bcc1d524a706'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:37:24.613055 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] Attempting to bind port ef2f5787-56a7-4a38-889e-8ef98ac7f800 on network 256f3554-6bb2-462c-b07b-bcc1d524a706 {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:37:24.624811 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:37:24.625585 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] Checking segment: {'id': '3059be85-9b43-4933-8063-c42c77ad96de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '256f3554-6bb2-462c-b07b-bcc1d524a706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:37:24.626338 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:24.627061 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] Bound using segment: {'id': '3059be85-9b43-4933-8063-c42c77ad96de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '256f3554-6bb2-462c-b07b-bcc1d524a706'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:37:24.628348 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] Bound port: ef2f5787-56a7-4a38-889e-8ef98ac7f800, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3059be85-9b43-4933-8063-c42c77ad96de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '256f3554-6bb2-462c-b07b-bcc1d524a706'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:37:24.629267 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ef2f5787-56a7-4a38-889e-8ef98ac7f800), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:24.888005 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9aaf99a5-f791-4694-9238-2d131db17f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (e334aef8-c302-4d14-ab43-09ab5dd52444), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:24.952241 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] For port ef2f5787-56a7-4a38-889e-8ef98ac7f800, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:37:24.961089 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] For port ef2f5787-56a7-4a38-889e-8ef98ac7f800, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ef2f5787-56a7-4a38-889e-8ef98ac7f800,segment=NetworkSegment(3059be85-9b43-4933-8063-c42c77ad96de),segment_id=3059be85-9b43-4933-8063-c42c77ad96de)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:37:24.975093 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ef2f5787-56a7-4a38-889e-8ef98ac7f800), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:25.044475 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-10290a71-5a58-4267-8b30-a12dabf3b1df None None] Provisioning complete for port ef2f5787-56a7-4a38-889e-8ef98ac7f800 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:25.048115 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-10290a71-5a58-4267-8b30-a12dabf3b1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ef2f5787-56a7-4a38-889e-8ef98ac7f800), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:25.375595 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaf99a5-f791-4694-9238-2d131db17f7d admin admin] Checking segment: {'id': '6620c64b-e710-44c0-ab3a-6485c985cae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f000718c-b1ea-4166-8c18-b092c1c28052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:37:25.376503 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaf99a5-f791-4694-9238-2d131db17f7d admin admin] Network hostable DHCP agents. Network: f000718c-b1ea-4166-8c18-b092c1c28052, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:37:25.409989 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf99a5-f791-4694-9238-2d131db17f7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e334aef8-c302-4d14-ab43-09ab5dd52444,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:25.423630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-10290a71-5a58-4267-8b30-a12dabf3b1df None None] Current status of the port ef2f5787-56a7-4a38-889e-8ef98ac7f800 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:25.427746 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] Routers {'6a3effb5-b2e7-42de-a3ad-3a89d860074e'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:37:25.432374 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-10290a71-5a58-4267-8b30-a12dabf3b1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ef2f5787-56a7-4a38-889e-8ef98ac7f800), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:25.450585 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:37:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6a3effb5-b2e7-42de-a3ad-3a89d860074e'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:25.501561 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaf99a5-f791-4694-9238-2d131db17f7d admin admin] Network f000718c-b1ea-4166-8c18-b092c1c28052 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:37:25.528774 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 32796) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:25.577272 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-9aaf99a5-f791-4694-9238-2d131db17f7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, f000718c-b1ea-4166-8c18-b092c1c28052) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:37:25.583668 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-10290a71-5a58-4267-8b30-a12dabf3b1df None None] For port ef2f5787-56a7-4a38-889e-8ef98ac7f800, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ef2f5787-56a7-4a38-889e-8ef98ac7f800,segment=NetworkSegment(3059be85-9b43-4933-8063-c42c77ad96de),segment_id=3059be85-9b43-4933-8063-c42c77ad96de)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:25.591075 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaf99a5-f791-4694-9238-2d131db17f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:25.595500 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-10290a71-5a58-4267-8b30-a12dabf3b1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ef2f5787-56a7-4a38-889e-8ef98ac7f800), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:25.598644 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9aaf99a5-f791-4694-9238-2d131db17f7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:25.650642 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732e79da-74e3-49f6-860b-99d72c01f9ab None None] Network f000718c-b1ea-4166-8c18-b092c1c28052 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:37:25.670096 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9aaf99a5-f791-4694-9238-2d131db17f7d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6992569 Feb 19 04:37:25.790326 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf86e0f-7a29-4060-b40e-905dc851c9d6 None None] Pushing event updated for resources: {'Port': ['ID=ef2f5787-56a7-4a38-889e-8ef98ac7f800,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:26.276513 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] Set router 6a3effb5-b2e7-42de-a3ad-3a89d860074e gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:37:26.305402 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10290a71-5a58-4267-8b30-a12dabf3b1df None None] Pushing event updated for resources: {'Port': ['ID=ef2f5787-56a7-4a38-889e-8ef98ac7f800,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:26.337555 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 32814) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:26.346685 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-19d69824-a627-4ea7-86e1-edfc402c96ee None None] Provisioning complete for port ef2f5787-56a7-4a38-889e-8ef98ac7f800 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:26.348504 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-19d69824-a627-4ea7-86e1-edfc402c96ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ef2f5787-56a7-4a38-889e-8ef98ac7f800), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:26.466056 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b0dd092-e019-44cf-9bcb-23afca43b8e7 admin admin] Deleting subnet e334aef8-c302-4d14-ab43-09ab5dd52444 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:37:26.473903 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b0dd092-e019-44cf-9bcb-23afca43b8e7 admin admin] Publish callbacks [] for subnet (e334aef8-c302-4d14-ab43-09ab5dd52444), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:26.688334 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b0dd092-e019-44cf-9bcb-23afca43b8e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (e334aef8-c302-4d14-ab43-09ab5dd52444), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:26.813486 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba63c44-da22-4ae6-823e-c10fd6379810 None None] Network f000718c-b1ea-4166-8c18-b092c1c28052 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:37:26.865017 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b0dd092-e019-44cf-9bcb-23afca43b8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (e334aef8-c302-4d14-ab43-09ab5dd52444), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:27.141317 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b0dd092-e019-44cf-9bcb-23afca43b8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (e334aef8-c302-4d14-ab43-09ab5dd52444), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:27.293602 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0dd092-e019-44cf-9bcb-23afca43b8e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e334aef8-c302-4d14-ab43-09ab5dd52444,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:27.318593 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3effb5-b2e7-42de-a3ad-3a89d860074e', 'name': 'tempest-ImageQuotaTest-1125241380-router', 'tenant_id': 'e4adc858abf443e3aec2c0964ca805fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '46bb2426-7ddf-49ae-8194-0fc196112158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:59Z', 'updated_at': '2022-02-19T04:37:18Z', 'revision_number': 4, 'project_id': 'e4adc858abf443e3aec2c0964ca805fa', 'gw_port': {'id': '46bb2426-7ddf-49ae-8194-0fc196112158', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3effb5-b2e7-42de-a3ad-3a89d860074e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:04Z', 'updated_at': '2022-02-19T04:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ef2f5787-56a7-4a38-889e-8ef98ac7f800', 'name': '', 'network_id': '256f3554-6bb2-462c-b07b-bcc1d524a706', 'tenant_id': 'e4adc858abf443e3aec2c0964ca805fa', 'mac_address': 'fa:16:3e:62:35:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3effb5-b2e7-42de-a3ad-3a89d860074e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8650cd29-e501-4c32-8307-10a33fb7bc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:15Z', 'updated_at': '2022-02-19T04:37:24Z', 'revision_number': 4, 'project_id': 'e4adc858abf443e3aec2c0964ca805fa', 'subnets': [{'id': '8650cd29-e501-4c32-8307-10a33fb7bc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:27.321587 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1b0dd092-e019-44cf-9bcb-23afca43b8e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:27.351387 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1b0dd092-e019-44cf-9bcb-23afca43b8e7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e334aef8-c302-4d14-ab43-09ab5dd52444 HTTP/1.1" status: 204 len: 168 time: 1.0041475 Feb 19 04:37:27.353217 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 32828) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:27.405819 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-19d69824-a627-4ea7-86e1-edfc402c96ee None None] Current status of the port ef2f5787-56a7-4a38-889e-8ef98ac7f800 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:27.446457 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765a9657-8fc3-4002-80ac-9de2de07aac5 None None] The sync data for ids ['6a3effb5-b2e7-42de-a3ad-3a89d860074e'] in n-d-772273-4 is: [{'id': '6a3effb5-b2e7-42de-a3ad-3a89d860074e', 'name': 'tempest-ImageQuotaTest-1125241380-router', 'tenant_id': 'e4adc858abf443e3aec2c0964ca805fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '46bb2426-7ddf-49ae-8194-0fc196112158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:59Z', 'updated_at': '2022-02-19T04:37:18Z', 'revision_number': 4, 'project_id': 'e4adc858abf443e3aec2c0964ca805fa', 'gw_port': {'id': '46bb2426-7ddf-49ae-8194-0fc196112158', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3effb5-b2e7-42de-a3ad-3a89d860074e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:04Z', 'updated_at': '2022-02-19T04:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ef2f5787-56a7-4a38-889e-8ef98ac7f800', 'name': '', 'network_id': '256f3554-6bb2-462c-b07b-bcc1d524a706', 'tenant_id': 'e4adc858abf443e3aec2c0964ca805fa', 'mac_address': 'fa:16:3e:62:35:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3effb5-b2e7-42de-a3ad-3a89d860074e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '8650cd29-e501-4c32-8307-10a33fb7bc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:15Z', 'updated_at': '2022-02-19T04:37:24Z', 'revision_number': 4, 'project_id': 'e4adc858abf443e3aec2c0964ca805fa', 'subnets': [{'id': '8650cd29-e501-4c32-8307-10a33fb7bc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:37:27.747439 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-85cdb27a-5ea7-481b-9377-e95861d8318c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (6a3effb5-b2e7-42de-a3ad-3a89d860074e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:27.756987 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (f000718c-b1ea-4166-8c18-b092c1c28052), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:28.319880 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (f000718c-b1ea-4166-8c18-b092c1c28052), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:28.453668 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f000718c-b1ea-4166-8c18-b092c1c28052']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:28.522379 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6620c64b-e710-44c0-ab3a-6485c985cae4') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:28.523231 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6620c64b-e710-44c0-ab3a-6485c985cae4') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:28.579480 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (6620c64b-e710-44c0-ab3a-6485c985cae4), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:28.662138 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (6620c64b-e710-44c0-ab3a-6485c985cae4), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:28.702793 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:37:28.702793 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (6620c64b-e710-44c0-ab3a-6485c985cae4), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:37:28.720831 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:37:28.919581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ef2f5787-56a7-4a38-889e-8ef98ac7f800 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:37:29.146798 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (f000718c-b1ea-4166-8c18-b092c1c28052), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:29.178974 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:29.201121 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f000718c-b1ea-4166-8c18-b092c1c28052 HTTP/1.1" status: 204 len: 168 time: 1.8437407 Feb 19 04:37:29.245601 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ef2f5787-56a7-4a38-889e-8ef98ac7f800 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:37:29.246444 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ef2f5787-56a7-4a38-889e-8ef98ac7f800), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:29.295648 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] Pushing event deleted for resources: {'Network': ['ID=f000718c-b1ea-4166-8c18-b092c1c28052,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:29.300076 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-85cdb27a-5ea7-481b-9377-e95861d8318c admin admin] Deleting port ef2f5787-56a7-4a38-889e-8ef98ac7f800 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:37:29.304147 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-85cdb27a-5ea7-481b-9377-e95861d8318c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ef2f5787-56a7-4a38-889e-8ef98ac7f800), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:29.367541 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:29.372146 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:29.372893 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:29.373540 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:29.374112 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:29.374682 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:29.397059 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:29.399627 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:29.400493 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:29.401112 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:29.401693 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:29.402267 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:29.413778 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e9e2a-2991-4b6a-9eb3-0adfad310420 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:29.587419 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ef2f5787-56a7-4a38-889e-8ef98ac7f800 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:37:29.689193 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-85cdb27a-5ea7-481b-9377-e95861d8318c admin admin] For port ef2f5787-56a7-4a38-889e-8ef98ac7f800, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ef2f5787-56a7-4a38-889e-8ef98ac7f800,segment=NetworkSegment(3059be85-9b43-4933-8063-c42c77ad96de),segment_id=3059be85-9b43-4933-8063-c42c77ad96de)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:29.692818 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-85cdb27a-5ea7-481b-9377-e95861d8318c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ef2f5787-56a7-4a38-889e-8ef98ac7f800), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:29.743558 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-85cdb27a-5ea7-481b-9377-e95861d8318c admin admin] Calling delete_port for ef2f5787-56a7-4a38-889e-8ef98ac7f800 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:37:29.905231 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 32874) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:30.095427 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b27e690f-7b01-44de-a2d0-87fae8b61c4d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dee39a9ca3464242875ac7631dd4bd5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1879532 Feb 19 04:37:30.105710 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 32878) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:30.544968 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ead56237-a24d-433c-af15-d98d320626b7 admin admin] Publish callbacks [] for security_group (b8ce2bc0-a32f-4d74-bb37-5160041e47cc), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:30.780676 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ead56237-a24d-433c-af15-d98d320626b7 admin admin] Publish callbacks [] for security_group (b8ce2bc0-a32f-4d74-bb37-5160041e47cc), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:31.052659 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ead56237-a24d-433c-af15-d98d320626b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b8ce2bc0-a32f-4d74-bb37-5160041e47cc), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:31.058475 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ead56237-a24d-433c-af15-d98d320626b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:31.066483 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ead56237-a24d-433c-af15-d98d320626b7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b8ce2bc0-a32f-4d74-bb37-5160041e47cc HTTP/1.1" status: 204 len: 168 time: 0.9586344 Feb 19 04:37:31.115361 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead56237-a24d-433c-af15-d98d320626b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ce2bc0-a32f-4d74-bb37-5160041e47cc,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:31.192098 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-85cdb27a-5ea7-481b-9377-e95861d8318c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ef2f5787-56a7-4a38-889e-8ef98ac7f800), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:31.400100 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdb27a-5ea7-481b-9377-e95861d8318c admin admin] Pushing event deleted for resources: {'Port': ['ID=ef2f5787-56a7-4a38-889e-8ef98ac7f800,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:31.434058 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cdb27a-5ea7-481b-9377-e95861d8318c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:31.434618 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cdb27a-5ea7-481b-9377-e95861d8318c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:31.435192 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cdb27a-5ea7-481b-9377-e95861d8318c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:31.435768 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cdb27a-5ea7-481b-9377-e95861d8318c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:31.436339 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cdb27a-5ea7-481b-9377-e95861d8318c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:31.436932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cdb27a-5ea7-481b-9377-e95861d8318c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:31.437515 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cdb27a-5ea7-481b-9377-e95861d8318c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:31.438085 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cdb27a-5ea7-481b-9377-e95861d8318c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:31.438637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cdb27a-5ea7-481b-9377-e95861d8318c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:31.439221 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cdb27a-5ea7-481b-9377-e95861d8318c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:31.439774 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cdb27a-5ea7-481b-9377-e95861d8318c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:31.459204 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cdb27a-5ea7-481b-9377-e95861d8318c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:31.459799 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cdb27a-5ea7-481b-9377-e95861d8318c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:37:32.001129 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-85cdb27a-5ea7-481b-9377-e95861d8318c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (6a3effb5-b2e7-42de-a3ad-3a89d860074e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:32.251298 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fcfae17a-2db8-47d6-a4e9-0b76c71e93ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:34.295949 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cdb27a-5ea7-481b-9377-e95861d8318c admin admin] Router 6a3effb5-b2e7-42de-a3ad-3a89d860074e has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:37:34.755213 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cdb27a-5ea7-481b-9377-e95861d8318c admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:37:34.775111 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 32974) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:34.775711 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-85cdb27a-5ea7-481b-9377-e95861d8318c admin admin] 10.222.0.65 "PUT /v2.0/routers/6a3effb5-b2e7-42de-a3ad-3a89d860074e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2447479 Feb 19 04:37:34.777099 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e866f7-70bc-4af5-bb97-89083fa738eb None None] Sync routers for ids ['6a3effb5-b2e7-42de-a3ad-3a89d860074e'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:37:34.817434 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e866f7-70bc-4af5-bb97-89083fa738eb None None] Routers {'6a3effb5-b2e7-42de-a3ad-3a89d860074e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:37:34.820584 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-01e866f7-70bc-4af5-bb97-89083fa738eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:37:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6a3effb5-b2e7-42de-a3ad-3a89d860074e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:35.259399 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8de5811e-c3c6-4a99-bf7f-a6f0d179d52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:35.275311 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19c568bd-26b6-4768-9c52-89038d100252 admin admin] Publish callbacks [] for router (6a3effb5-b2e7-42de-a3ad-3a89d860074e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:35.937066 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19c568bd-26b6-4768-9c52-89038d100252 admin admin] Publish callbacks [] for router_gateway (6a3effb5-b2e7-42de-a3ad-3a89d860074e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:35.972186 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-01e866f7-70bc-4af5-bb97-89083fa738eb None None] Set router 6a3effb5-b2e7-42de-a3ad-3a89d860074e gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:37:36.183423 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-19c568bd-26b6-4768-9c52-89038d100252 admin admin] Deleting port 46bb2426-7ddf-49ae-8194-0fc196112158 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:37:36.183890 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19c568bd-26b6-4768-9c52-89038d100252 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (46bb2426-7ddf-49ae-8194-0fc196112158), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:36.413944 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-19c568bd-26b6-4768-9c52-89038d100252 admin admin] For port 46bb2426-7ddf-49ae-8194-0fc196112158, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=46bb2426-7ddf-49ae-8194-0fc196112158,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:36.419036 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19c568bd-26b6-4768-9c52-89038d100252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (46bb2426-7ddf-49ae-8194-0fc196112158), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:36.467889 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-19c568bd-26b6-4768-9c52-89038d100252 admin admin] Calling delete_port for 46bb2426-7ddf-49ae-8194-0fc196112158 owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:37:36.966916 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:37.112689 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-01e866f7-70bc-4af5-bb97-89083fa738eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3effb5-b2e7-42de-a3ad-3a89d860074e', 'name': 'tempest-ImageQuotaTest-1125241380-router', 'tenant_id': 'e4adc858abf443e3aec2c0964ca805fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '46bb2426-7ddf-49ae-8194-0fc196112158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:59Z', 'updated_at': '2022-02-19T04:37:30Z', 'revision_number': 5, 'project_id': 'e4adc858abf443e3aec2c0964ca805fa', 'gw_port': {'id': '46bb2426-7ddf-49ae-8194-0fc196112158', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3effb5-b2e7-42de-a3ad-3a89d860074e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:37:04Z', 'updated_at': '2022-02-19T04:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:37.215748 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19c568bd-26b6-4768-9c52-89038d100252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (46bb2426-7ddf-49ae-8194-0fc196112158), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:37.314592 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e866f7-70bc-4af5-bb97-89083fa738eb None None] Checking router: 6a3effb5-b2e7-42de-a3ad-3a89d860074e for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:37:37.366665 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e866f7-70bc-4af5-bb97-89083fa738eb None None] Routers {'6a3effb5-b2e7-42de-a3ad-3a89d860074e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:37:37.369807 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c568bd-26b6-4768-9c52-89038d100252 admin admin] Pushing event deleted for resources: {'Port': ['ID=46bb2426-7ddf-49ae-8194-0fc196112158,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:37.376523 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-01e866f7-70bc-4af5-bb97-89083fa738eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:37:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6a3effb5-b2e7-42de-a3ad-3a89d860074e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:37.632466 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19c568bd-26b6-4768-9c52-89038d100252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (6a3effb5-b2e7-42de-a3ad-3a89d860074e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:37.718851 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-01e866f7-70bc-4af5-bb97-89083fa738eb None None] Set router 6a3effb5-b2e7-42de-a3ad-3a89d860074e gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:37:37.798675 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:37.936705 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-01e866f7-70bc-4af5-bb97-89083fa738eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3effb5-b2e7-42de-a3ad-3a89d860074e', 'name': 'tempest-ImageQuotaTest-1125241380-router', 'tenant_id': 'e4adc858abf443e3aec2c0964ca805fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:59Z', 'updated_at': '2022-02-19T04:37:36Z', 'revision_number': 7, 'project_id': 'e4adc858abf443e3aec2c0964ca805fa', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:37.956371 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19c568bd-26b6-4768-9c52-89038d100252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (6a3effb5-b2e7-42de-a3ad-3a89d860074e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:37.982159 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19c568bd-26b6-4768-9c52-89038d100252 admin admin] Publish callbacks [] for router_controller (6a3effb5-b2e7-42de-a3ad-3a89d860074e), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:38.242754 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19c568bd-26b6-4768-9c52-89038d100252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (6a3effb5-b2e7-42de-a3ad-3a89d860074e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:38.245049 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c568bd-26b6-4768-9c52-89038d100252 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a3effb5-b2e7-42de-a3ad-3a89d860074e {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:37:38.259527 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e866f7-70bc-4af5-bb97-89083fa738eb None None] The sync data for ids ['6a3effb5-b2e7-42de-a3ad-3a89d860074e'] in n-d-772273-4 is: [{'id': '6a3effb5-b2e7-42de-a3ad-3a89d860074e', 'name': 'tempest-ImageQuotaTest-1125241380-router', 'tenant_id': 'e4adc858abf443e3aec2c0964ca805fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:36:59Z', 'updated_at': '2022-02-19T04:37:36Z', 'revision_number': 7, 'project_id': 'e4adc858abf443e3aec2c0964ca805fa', 'gw_port_host': None}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:37:38.261884 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19c568bd-26b6-4768-9c52-89038d100252 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:38.267459 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-19c568bd-26b6-4768-9c52-89038d100252 admin admin] 10.222.0.65 "DELETE /v2.0/routers/6a3effb5-b2e7-42de-a3ad-3a89d860074e HTTP/1.1" status: 204 len: 168 time: 3.4901307 Feb 19 04:37:38.269391 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33064) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:38.313450 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:38.482933 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d56353-5bf6-4497-be36-de112b74260f admin admin] Deleting subnet 8650cd29-e501-4c32-8307-10a33fb7bc06 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:37:38.498929 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f1d56353-5bf6-4497-be36-de112b74260f admin admin] Publish callbacks [] for subnet (8650cd29-e501-4c32-8307-10a33fb7bc06), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:38.705351 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f1d56353-5bf6-4497-be36-de112b74260f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (8650cd29-e501-4c32-8307-10a33fb7bc06), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:39.148568 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ef2f5787-56a7-4a38-889e-8ef98ac7f800 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:37:39.183511 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f1d56353-5bf6-4497-be36-de112b74260f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (8650cd29-e501-4c32-8307-10a33fb7bc06), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:39.343760 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: ef2f5787-56a7-4a38-889e-8ef98ac7f800 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:37:39.344711 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ef2f5787-56a7-4a38-889e-8ef98ac7f800 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:37:39.391485 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:39.424956 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f1d56353-5bf6-4497-be36-de112b74260f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (8650cd29-e501-4c32-8307-10a33fb7bc06), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:39.521010 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:39.600033 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d56353-5bf6-4497-be36-de112b74260f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8650cd29-e501-4c32-8307-10a33fb7bc06,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:39.645898 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8082fe80-5903-47c1-aab4-0888ee413462 None None] Network 256f3554-6bb2-462c-b07b-bcc1d524a706 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:37:39.646351 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f1d56353-5bf6-4497-be36-de112b74260f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:39.688418 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33094) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:39.695603 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f1d56353-5bf6-4497-be36-de112b74260f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8650cd29-e501-4c32-8307-10a33fb7bc06 HTTP/1.1" status: 204 len: 168 time: 1.4144413 Feb 19 04:37:40.245360 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c48f5927-9853-46c1-9657-62a83a1954e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (256f3554-6bb2-462c-b07b-bcc1d524a706), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:40.258108 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9045fbb9-fc49-4cdc-80c1-cc5c7ea1fc7b None None] DHCP port deletion for 256f3554-6bb2-462c-b07b-bcc1d524a706 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:37:40.495024 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9045fbb9-fc49-4cdc-80c1-cc5c7ea1fc7b None None] Deleting port 8d736091-c4da-4b26-9990-455277b56cdb {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:37:40.498844 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9045fbb9-fc49-4cdc-80c1-cc5c7ea1fc7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (8d736091-c4da-4b26-9990-455277b56cdb), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:40.507169 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-c48f5927-9853-46c1-9657-62a83a1954e3 admin admin] Deleting port 8d736091-c4da-4b26-9990-455277b56cdb {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:37:40.515170 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c48f5927-9853-46c1-9657-62a83a1954e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (8d736091-c4da-4b26-9990-455277b56cdb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:40.944316 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-c48f5927-9853-46c1-9657-62a83a1954e3 admin admin] For port 8d736091-c4da-4b26-9990-455277b56cdb, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8d736091-c4da-4b26-9990-455277b56cdb,segment=NetworkSegment(3059be85-9b43-4933-8063-c42c77ad96de),segment_id=3059be85-9b43-4933-8063-c42c77ad96de)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:40.945487 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c48f5927-9853-46c1-9657-62a83a1954e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (8d736091-c4da-4b26-9990-455277b56cdb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:40.945680 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 46bb2426-7ddf-49ae-8194-0fc196112158 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:37:41.077263 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-c48f5927-9853-46c1-9657-62a83a1954e3 admin admin] Calling delete_port for 8d736091-c4da-4b26-9990-455277b56cdb owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:37:41.175106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 46bb2426-7ddf-49ae-8194-0fc196112158 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:37:41.175832 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 46bb2426-7ddf-49ae-8194-0fc196112158 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:37:41.176536 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8d736091-c4da-4b26-9990-455277b56cdb no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:37:41.244760 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9045fbb9-fc49-4cdc-80c1-cc5c7ea1fc7b None None] For port 8d736091-c4da-4b26-9990-455277b56cdb, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8d736091-c4da-4b26-9990-455277b56cdb,segment=NetworkSegment(3059be85-9b43-4933-8063-c42c77ad96de),segment_id=3059be85-9b43-4933-8063-c42c77ad96de)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:41.246244 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9045fbb9-fc49-4cdc-80c1-cc5c7ea1fc7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (8d736091-c4da-4b26-9990-455277b56cdb), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:41.415205 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9045fbb9-fc49-4cdc-80c1-cc5c7ea1fc7b None None] Calling delete_port for 8d736091-c4da-4b26-9990-455277b56cdb owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:37:41.547390 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c48f5927-9853-46c1-9657-62a83a1954e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (8d736091-c4da-4b26-9990-455277b56cdb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:41.735552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48f5927-9853-46c1-9657-62a83a1954e3 admin admin] No DVR routers for this DVR port 8d736091-c4da-4b26-9990-455277b56cdb on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:37:41.745517 n-d-772273-4 neutron-server[115200]: INFO neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No ports have port_id starting with 8d736091-c4da-4b26-9990-455277b56cdb Feb 19 04:37:41.968849 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f5927-9853-46c1-9657-62a83a1954e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d736091-c4da-4b26-9990-455277b56cdb,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:37:42.047869 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 04:37:42.087338 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9045fbb9-fc49-4cdc-80c1-cc5c7ea1fc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (8d736091-c4da-4b26-9990-455277b56cdb), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:42.340058 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045fbb9-fc49-4cdc-80c1-cc5c7ea1fc7b None None] Pushing event deleted for resources: {'Port': ['ID=8d736091-c4da-4b26-9990-455277b56cdb,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:42.375415 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33146) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:42.401590 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c48f5927-9853-46c1-9657-62a83a1954e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (256f3554-6bb2-462c-b07b-bcc1d524a706), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:42.441742 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9045fbb9-fc49-4cdc-80c1-cc5c7ea1fc7b None None] No DVR routers for this DVR port 8d736091-c4da-4b26-9990-455277b56cdb on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:37:42.527850 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-c48f5927-9853-46c1-9657-62a83a1954e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256f3554-6bb2-462c-b07b-bcc1d524a706']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:42.596372 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-c48f5927-9853-46c1-9657-62a83a1954e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3059be85-9b43-4933-8063-c42c77ad96de') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:42.596855 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-c48f5927-9853-46c1-9657-62a83a1954e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3059be85-9b43-4933-8063-c42c77ad96de') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:42.659016 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c48f5927-9853-46c1-9657-62a83a1954e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (3059be85-9b43-4933-8063-c42c77ad96de), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:42.704878 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f4f1b978-844b-40a3-b1c2-356618cfac1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:42.713181 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c48f5927-9853-46c1-9657-62a83a1954e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (3059be85-9b43-4933-8063-c42c77ad96de), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:42.736258 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48f5927-9853-46c1-9657-62a83a1954e3 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:37:42.737348 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c48f5927-9853-46c1-9657-62a83a1954e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (3059be85-9b43-4933-8063-c42c77ad96de), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:42.869657 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33154) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:37:42.922029 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:37:42.931089 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c48f5927-9853-46c1-9657-62a83a1954e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (256f3554-6bb2-462c-b07b-bcc1d524a706), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:42.951769 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c48f5927-9853-46c1-9657-62a83a1954e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:42.966484 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c48f5927-9853-46c1-9657-62a83a1954e3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/256f3554-6bb2-462c-b07b-bcc1d524a706 HTTP/1.1" status: 204 len: 168 time: 3.2736905 Feb 19 04:37:43.009314 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f5927-9853-46c1-9657-62a83a1954e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=256f3554-6bb2-462c-b07b-bcc1d524a706,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:43.111319 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f4f1b978-844b-40a3-b1c2-356618cfac1c admin admin] Publish callbacks [] for security_group (4a8e39b6-e5db-40ef-8536-c0d70c3b3f6b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:43.121274 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f4f1b978-844b-40a3-b1c2-356618cfac1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4a8e39b6-e5db-40ef-8536-c0d70c3b3f6b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:43.140675 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33164) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:43.261708 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33172) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:43.277531 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f4f1b978-844b-40a3-b1c2-356618cfac1c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c9441ef03396460e9e58ad0a5fedb62b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9002228 Feb 19 04:37:43.278699 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1b978-844b-40a3-b1c2-356618cfac1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8e39b6-e5db-40ef-8536-c0d70c3b3f6b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:43.585445 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ee4af711-1720-4b8d-b0bd-5ab4384c5d6b admin admin] Publish callbacks [] for security_group (4a8e39b6-e5db-40ef-8536-c0d70c3b3f6b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:43.696522 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ee4af711-1720-4b8d-b0bd-5ab4384c5d6b admin admin] Publish callbacks [] for security_group (4a8e39b6-e5db-40ef-8536-c0d70c3b3f6b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:43.732465 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:37:43.813377 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33178) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:43.876225 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-03cea1d2-eb1e-4cc5-a4cd-fb82aeb98994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:43.905532 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ee4af711-1720-4b8d-b0bd-5ab4384c5d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4a8e39b6-e5db-40ef-8536-c0d70c3b3f6b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:43.922797 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ee4af711-1720-4b8d-b0bd-5ab4384c5d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:43.925320 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ee4af711-1720-4b8d-b0bd-5ab4384c5d6b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a8e39b6-e5db-40ef-8536-c0d70c3b3f6b HTTP/1.1" status: 204 len: 168 time: 0.6618359 Feb 19 04:37:44.006697 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4af711-1720-4b8d-b0bd-5ab4384c5d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8e39b6-e5db-40ef-8536-c0d70c3b3f6b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:44.214583 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33186) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:44.241744 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2013fba2-c1f1-4aff-a42a-e0fc6cda3ffe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e4adc858abf443e3aec2c0964ca805fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3419292 Feb 19 04:37:44.381894 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-03cea1d2-eb1e-4cc5-a4cd-fb82aeb98994 admin admin] Publish callbacks [] for security_group (6539a6cb-bbe8-4103-8874-f43df7be9777), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:44.395089 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-03cea1d2-eb1e-4cc5-a4cd-fb82aeb98994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6539a6cb-bbe8-4103-8874-f43df7be9777), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:44.484295 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cea1d2-eb1e-4cc5-a4cd-fb82aeb98994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6539a6cb-bbe8-4103-8874-f43df7be9777,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:44.512363 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e8f4f20f-9c20-4a77-a971-45c91f75f8d8 admin admin] Publish callbacks [] for security_group (98e0779d-9a0f-48b4-b766-9e12eba1781e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:44.568043 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e8f4f20f-9c20-4a77-a971-45c91f75f8d8 admin admin] Publish callbacks [] for security_group (98e0779d-9a0f-48b4-b766-9e12eba1781e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:44.664159 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-03cea1d2-eb1e-4cc5-a4cd-fb82aeb98994 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=63990ed93ff84bc59d06d4c54b15917b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5196745 Feb 19 04:37:44.668762 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33192) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:44.694947 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e8f4f20f-9c20-4a77-a971-45c91f75f8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (98e0779d-9a0f-48b4-b766-9e12eba1781e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:44.709522 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e8f4f20f-9c20-4a77-a971-45c91f75f8d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:44.719543 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e8f4f20f-9c20-4a77-a971-45c91f75f8d8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/98e0779d-9a0f-48b4-b766-9e12eba1781e HTTP/1.1" status: 204 len: 168 time: 0.5016823 Feb 19 04:37:44.824663 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4f20f-9c20-4a77-a971-45c91f75f8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e0779d-9a0f-48b4-b766-9e12eba1781e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:44.978593 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d428f6c0-53cb-4f5e-9fd9-e44a4d51af8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (d732b77f-4645-4a29-b393-f72726ff4cf9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:45.135872 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96023b0f-5ee6-4e14-9c8b-9cc89f076004 admin admin] Publish callbacks [] for security_group (6539a6cb-bbe8-4103-8874-f43df7be9777), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:45.235937 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96023b0f-5ee6-4e14-9c8b-9cc89f076004 admin admin] Publish callbacks [] for security_group (6539a6cb-bbe8-4103-8874-f43df7be9777), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:45.426217 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33208) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:45.460216 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96023b0f-5ee6-4e14-9c8b-9cc89f076004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6539a6cb-bbe8-4103-8874-f43df7be9777), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:45.467210 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96023b0f-5ee6-4e14-9c8b-9cc89f076004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:45.469386 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-96023b0f-5ee6-4e14-9c8b-9cc89f076004 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6539a6cb-bbe8-4103-8874-f43df7be9777 HTTP/1.1" status: 204 len: 168 time: 0.7905636 Feb 19 04:37:45.524988 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d5b6d475-934e-4725-97da-e3c26475ab21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:45.636830 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96023b0f-5ee6-4e14-9c8b-9cc89f076004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6539a6cb-bbe8-4103-8874-f43df7be9777,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:46.071429 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d5b6d475-934e-4725-97da-e3c26475ab21 admin admin] Publish callbacks [] for security_group (db5823c6-8a6b-4ff6-8b99-893d7526f20e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:46.087778 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d5b6d475-934e-4725-97da-e3c26475ab21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (db5823c6-8a6b-4ff6-8b99-893d7526f20e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:46.389390 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d5b6d475-934e-4725-97da-e3c26475ab21 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eab21c170ac94b75ab3ddc8eed65c422&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9611104 Feb 19 04:37:46.415807 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33230) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:46.478387 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6d475-934e-4725-97da-e3c26475ab21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5823c6-8a6b-4ff6-8b99-893d7526f20e,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:46.669362 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-d428f6c0-53cb-4f5e-9fd9-e44a4d51af8c admin admin] Deleting port 1fa75f7f-4eb0-41c2-9b03-dc73923459a3 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:37:46.685775 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d428f6c0-53cb-4f5e-9fd9-e44a4d51af8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (1fa75f7f-4eb0-41c2-9b03-dc73923459a3), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:46.737445 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33240) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:46.839032 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a726462e-948d-4753-a7bd-bf47f56e407a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:47.080546 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-d428f6c0-53cb-4f5e-9fd9-e44a4d51af8c admin admin] For port 1fa75f7f-4eb0-41c2-9b03-dc73923459a3, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=1fa75f7f-4eb0-41c2-9b03-dc73923459a3,segment=NetworkSegment(8799b4e1-b85f-451a-906a-6c07568a3fb8),segment_id=8799b4e1-b85f-451a-906a-6c07568a3fb8)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:47.080895 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d428f6c0-53cb-4f5e-9fd9-e44a4d51af8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (1fa75f7f-4eb0-41c2-9b03-dc73923459a3), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:47.126528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-d428f6c0-53cb-4f5e-9fd9-e44a4d51af8c admin admin] Calling delete_port for 1fa75f7f-4eb0-41c2-9b03-dc73923459a3 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:37:47.216652 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-16309bb9-3c90-4944-a76b-3c024aaa6473 req-fe97dcde-1516-481b-9f31-0df5500312ef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97703eed-bd9c-44fb-be88-cec1b44dfff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3277664 Feb 19 04:37:47.636402 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16309bb9-3c90-4944-a76b-3c024aaa6473 req-ca6c3902-3c7a-4f30-9953-521667ece4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:47.638599 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-16309bb9-3c90-4944-a76b-3c024aaa6473 req-ca6c3902-3c7a-4f30-9953-521667ece4fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&device_id=97703eed-bd9c-44fb-be88-cec1b44dfff8 HTTP/1.1" status: 200 len: 1128 time: 0.3517816 Feb 19 04:37:47.664103 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a726462e-948d-4753-a7bd-bf47f56e407a admin admin] Publish callbacks [] for security_group (4076a0cd-dac9-4fe2-9037-556ab2fa62a2), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:47.673586 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a726462e-948d-4753-a7bd-bf47f56e407a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4076a0cd-dac9-4fe2-9037-556ab2fa62a2), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:47.738148 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33252) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:47.873047 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-19c54b6a-3e60-4a4d-afe8-00631b845ded admin admin] Publish callbacks [] for security_group (db5823c6-8a6b-4ff6-8b99-893d7526f20e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:47.931153 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5e56e913-c64a-4229-9015-54cb49454fb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.026542 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-19c54b6a-3e60-4a4d-afe8-00631b845ded admin admin] Publish callbacks [] for security_group (db5823c6-8a6b-4ff6-8b99-893d7526f20e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.213682 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a726462e-948d-4753-a7bd-bf47f56e407a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 1.4747105 Feb 19 04:37:48.218474 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726462e-948d-4753-a7bd-bf47f56e407a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4076a0cd-dac9-4fe2-9037-556ab2fa62a2,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:48.222884 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33260) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:48.369195 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d428f6c0-53cb-4f5e-9fd9-e44a4d51af8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (1fa75f7f-4eb0-41c2-9b03-dc73923459a3), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.393038 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33262) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:48.410216 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-19c54b6a-3e60-4a4d-afe8-00631b845ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (db5823c6-8a6b-4ff6-8b99-893d7526f20e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.415790 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-19c54b6a-3e60-4a4d-afe8-00631b845ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:48.422595 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-19c54b6a-3e60-4a4d-afe8-00631b845ded admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/db5823c6-8a6b-4ff6-8b99-893d7526f20e HTTP/1.1" status: 204 len: 168 time: 2.0040262 Feb 19 04:37:48.514159 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16309bb9-3c90-4944-a76b-3c024aaa6473 req-d04a89d8-8161-4039-b8f9-8d0a0072e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:48.516192 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-16309bb9-3c90-4944-a76b-3c024aaa6473 req-d04a89d8-8161-4039-b8f9-8d0a0072e9c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 200 len: 915 time: 0.8151000 Feb 19 04:37:48.853252 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-16309bb9-3c90-4944-a76b-3c024aaa6473 req-506fadf2-8264-4c6a-a79f-fd0926fa7e45 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dca4726b-0ff6-4384-b4f7-01e6bf928a8f HTTP/1.1" status: 200 len: 217 time: 0.3166254 Feb 19 04:37:48.882992 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c54b6a-3e60-4a4d-afe8-00631b845ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5823c6-8a6b-4ff6-8b99-893d7526f20e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:48.951728 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428f6c0-53cb-4f5e-9fd9-e44a4d51af8c admin admin] Pushing event deleted for resources: {'Port': ['ID=1fa75f7f-4eb0-41c2-9b03-dc73923459a3,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:49.106327 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5e56e913-c64a-4229-9015-54cb49454fb0 admin admin] Publish callbacks [] for security_group (5e3d3cad-43bc-4b41-99d8-5efca0023c73), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:49.120678 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f25622bc-9bf7-4097-888b-fb899f005c9a admin admin] Publish callbacks [] for security_group (4076a0cd-dac9-4fe2-9037-556ab2fa62a2), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:49.132396 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5e56e913-c64a-4229-9015-54cb49454fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5e3d3cad-43bc-4b41-99d8-5efca0023c73), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:49.288382 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5e56e913-c64a-4229-9015-54cb49454fb0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6401f45c66c447bc98c46b5f1382c39e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5436583 Feb 19 04:37:49.288382 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33280) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:49.341375 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f25622bc-9bf7-4097-888b-fb899f005c9a admin admin] Publish callbacks [] for security_group (4076a0cd-dac9-4fe2-9037-556ab2fa62a2), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:49.379305 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16309bb9-3c90-4944-a76b-3c024aaa6473 req-251af99f-a847-4d64-9896-8cdc68423a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:49.381294 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-16309bb9-3c90-4944-a76b-3c024aaa6473 req-251af99f-a847-4d64-9896-8cdc68423a7d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eaacfa74-c5cd-4e0a-8538-dc93b8209234 HTTP/1.1" status: 200 len: 855 time: 0.5123677 Feb 19 04:37:49.531965 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-16309bb9-3c90-4944-a76b-3c024aaa6473 req-37d00f6d-7708-4f9e-875e-3347259a8f82 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a1ab27e-256e-4216-9b7b-6df531fa62cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355400 Feb 19 04:37:49.851082 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56e913-c64a-4229-9015-54cb49454fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3d3cad-43bc-4b41-99d8-5efca0023c73,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:49.872870 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bf060cd7-1045-43cd-990e-944cf661051f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:49.953288 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f25622bc-9bf7-4097-888b-fb899f005c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4076a0cd-dac9-4fe2-9037-556ab2fa62a2), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:49.957932 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f25622bc-9bf7-4097-888b-fb899f005c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:49.959808 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f25622bc-9bf7-4097-888b-fb899f005c9a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4076a0cd-dac9-4fe2-9037-556ab2fa62a2 HTTP/1.1" status: 204 len: 168 time: 1.7200921 Feb 19 04:37:50.050735 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25622bc-9bf7-4097-888b-fb899f005c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4076a0cd-dac9-4fe2-9037-556ab2fa62a2,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:50.070040 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-16309bb9-3c90-4944-a76b-3c024aaa6473 req-ed31546a-38c0-4a5f-a834-f354c9828abb service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5166986 Feb 19 04:37:50.308365 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bf060cd7-1045-43cd-990e-944cf661051f admin admin] Publish callbacks [] for security_group (bed1eab6-9215-4582-b392-66881f0ee21d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:50.358578 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d428f6c0-53cb-4f5e-9fd9-e44a4d51af8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (d732b77f-4645-4a29-b393-f72726ff4cf9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:50.394533 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bf060cd7-1045-43cd-990e-944cf661051f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (bed1eab6-9215-4582-b392-66881f0ee21d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:50.415402 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fec0deed-f4c8-4efe-9cac-f69d54e9822f admin admin] Publish callbacks [] for security_group (5e3d3cad-43bc-4b41-99d8-5efca0023c73), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:50.573173 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-16309bb9-3c90-4944-a76b-3c024aaa6473 req-60ead667-4865-4d41-811f-37c222318ba7 service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970520 Feb 19 04:37:51.147823 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fec0deed-f4c8-4efe-9cac-f69d54e9822f admin admin] Publish callbacks [] for security_group (5e3d3cad-43bc-4b41-99d8-5efca0023c73), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:51.191741 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bf060cd7-1045-43cd-990e-944cf661051f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b2fe2545062041e39d4b292c31dec92d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7936723 Feb 19 04:37:51.197367 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33330) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:51.255992 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf060cd7-1045-43cd-990e-944cf661051f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed1eab6-9215-4582-b392-66881f0ee21d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:51.344294 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-27b06eda-dd9b-4200-84e7-311a9d1cc31c req-f021e999-e988-40ea-8b11-5fc1f79d74fd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9883437 Feb 19 04:37:51.565051 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c529c685-337c-44e9-baef-37eef6a955d5 admin admin] Publish callbacks [] for security_group (bed1eab6-9215-4582-b392-66881f0ee21d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:51.707807 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c529c685-337c-44e9-baef-37eef6a955d5 admin admin] Publish callbacks [] for security_group (bed1eab6-9215-4582-b392-66881f0ee21d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:51.844983 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b06eda-dd9b-4200-84e7-311a9d1cc31c req-a0693b2a-deba-4027-9ad6-4c06270eeb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:51.849607 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-27b06eda-dd9b-4200-84e7-311a9d1cc31c req-a0693b2a-deba-4027-9ad6-4c06270eeb86 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 1127 time: 0.3629379 Feb 19 04:37:51.947182 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c529c685-337c-44e9-baef-37eef6a955d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (bed1eab6-9215-4582-b392-66881f0ee21d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:51.952345 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c529c685-337c-44e9-baef-37eef6a955d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:51.954787 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c529c685-337c-44e9-baef-37eef6a955d5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bed1eab6-9215-4582-b392-66881f0ee21d HTTP/1.1" status: 204 len: 168 time: 0.7557771 Feb 19 04:37:51.987141 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529c685-337c-44e9-baef-37eef6a955d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed1eab6-9215-4582-b392-66881f0ee21d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:52.158924 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fec0deed-f4c8-4efe-9cac-f69d54e9822f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5e3d3cad-43bc-4b41-99d8-5efca0023c73), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:52.166763 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fec0deed-f4c8-4efe-9cac-f69d54e9822f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:52.174616 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fec0deed-f4c8-4efe-9cac-f69d54e9822f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e3d3cad-43bc-4b41-99d8-5efca0023c73 HTTP/1.1" status: 204 len: 168 time: 2.8657427 Feb 19 04:37:52.369340 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0deed-f4c8-4efe-9cac-f69d54e9822f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3d3cad-43bc-4b41-99d8-5efca0023c73,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:52.504353 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d428f6c0-53cb-4f5e-9fd9-e44a4d51af8c admin admin] Router d732b77f-4645-4a29-b393-f72726ff4cf9 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:37:52.938945 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b06eda-dd9b-4200-84e7-311a9d1cc31c req-94490a52-682d-45db-afdd-42f54eca581a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:52.974474 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-27b06eda-dd9b-4200-84e7-311a9d1cc31c req-94490a52-682d-45db-afdd-42f54eca581a service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 200 len: 915 time: 0.8897088 Feb 19 04:37:53.160371 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-27b06eda-dd9b-4200-84e7-311a9d1cc31c req-48578440-6ea6-41f5-acf9-f46268d47651 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68a8cb60-584d-4b07-b2dc-9c476d74e9d8 HTTP/1.1" status: 200 len: 217 time: 0.1787732 Feb 19 04:37:53.375051 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33388) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:53.484722 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d428f6c0-53cb-4f5e-9fd9-e44a4d51af8c admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:37:53.512028 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d428f6c0-53cb-4f5e-9fd9-e44a4d51af8c admin admin] 10.222.0.65 "PUT /v2.0/routers/d732b77f-4645-4a29-b393-f72726ff4cf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6316152 Feb 19 04:37:53.512028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33392) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:53.512967 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b06eda-dd9b-4200-84e7-311a9d1cc31c req-be9cbdc7-31ab-4506-abd0-f4b6d32e132e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:53.516121 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-27b06eda-dd9b-4200-84e7-311a9d1cc31c req-be9cbdc7-31ab-4506-abd0-f4b6d32e132e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eaacfa74-c5cd-4e0a-8538-dc93b8209234 HTTP/1.1" status: 200 len: 855 time: 0.1988194 Feb 19 04:37:53.523558 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb095ee-f398-487e-a0e9-c403315f9ada None None] Sync routers for ids ['d732b77f-4645-4a29-b393-f72726ff4cf9'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:37:53.546619 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb095ee-f398-487e-a0e9-c403315f9ada None None] Routers {'d732b77f-4645-4a29-b393-f72726ff4cf9'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:37:53.553355 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-6cb095ee-f398-487e-a0e9-c403315f9ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:37:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d732b77f-4645-4a29-b393-f72726ff4cf9'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:53.710918 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-27b06eda-dd9b-4200-84e7-311a9d1cc31c req-55d3def8-21e2-4333-b72c-607296376c5a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a1ab27e-256e-4216-9b7b-6df531fa62cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1820371 Feb 19 04:37:54.129448 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33408) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:54.146048 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-6cb095ee-f398-487e-a0e9-c403315f9ada None None] Set router d732b77f-4645-4a29-b393-f72726ff4cf9 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:37:54.175649 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-27b06eda-dd9b-4200-84e7-311a9d1cc31c req-8ff09298-4172-4037-b4d2-47e64cfd1295 service neutron] 10.222.0.10 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574070 Feb 19 04:37:54.183916 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b8f128b0-52c8-4ca0-9b6e-97c1e67dc2b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:54.620011 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b8f128b0-52c8-4ca0-9b6e-97c1e67dc2b4 admin admin] Publish callbacks [] for security_group (739e7892-cfd0-42c1-9af9-989012553cee), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:54.639606 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b8f128b0-52c8-4ca0-9b6e-97c1e67dc2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (739e7892-cfd0-42c1-9af9-989012553cee), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:54.710671 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-27b06eda-dd9b-4200-84e7-311a9d1cc31c req-2da84d82-b427-4de6-9abd-ce9417d1b63a service neutron] 10.222.0.10 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265737 Feb 19 04:37:54.713460 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6c25a5f7-2794-4154-a5bd-43fdeca3aaf5 admin admin] Publish callbacks [] for router (d732b77f-4645-4a29-b393-f72726ff4cf9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:54.933644 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-69e232aa-9c19-47de-b2e1-7ae038c939d3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-152630659-network', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:55.059213 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b8f128b0-52c8-4ca0-9b6e-97c1e67dc2b4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=929e7571521741078383f5f6b3d71e49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9272358 Feb 19 04:37:55.067488 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f128b0-52c8-4ca0-9b6e-97c1e67dc2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739e7892-cfd0-42c1-9af9-989012553cee,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:55.076542 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33426) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:55.191343 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6c25a5f7-2794-4154-a5bd-43fdeca3aaf5 admin admin] Publish callbacks [] for router_gateway (d732b77f-4645-4a29-b393-f72726ff4cf9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:55.213986 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e232aa-9c19-47de-b2e1-7ae038c939d3 admin admin] Made reservation on behalf of 6160c74a7e684a6bbc0198f4ecef79ee for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:37:55.214624 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-6cb095ee-f398-487e-a0e9-c403315f9ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484128463-router', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '8032db5c-78b2-411e-975a-3736a3838698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:01Z', 'updated_at': '2022-02-19T04:37:48Z', 'revision_number': 5, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'gw_port': {'id': '8032db5c-78b2-411e-975a-3736a3838698', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:03Z', 'updated_at': '2022-02-19T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:55.219961 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-69e232aa-9c19-47de-b2e1-7ae038c939d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:55.279851 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-69e232aa-9c19-47de-b2e1-7ae038c939d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:55.341979 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb095ee-f398-487e-a0e9-c403315f9ada None None] Checking router: d732b77f-4645-4a29-b393-f72726ff4cf9 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:37:55.395471 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb095ee-f398-487e-a0e9-c403315f9ada None None] Routers {'d732b77f-4645-4a29-b393-f72726ff4cf9'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:37:55.400024 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-6cb095ee-f398-487e-a0e9-c403315f9ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:37:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d732b77f-4645-4a29-b393-f72726ff4cf9'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:55.427777 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-6c25a5f7-2794-4154-a5bd-43fdeca3aaf5 admin admin] Deleting port 8032db5c-78b2-411e-975a-3736a3838698 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:37:55.428725 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6c25a5f7-2794-4154-a5bd-43fdeca3aaf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (8032db5c-78b2-411e-975a-3736a3838698), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:55.564190 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7885feb7-5135-4684-bbcc-2631edcd92d8 admin admin] Publish callbacks [] for security_group (739e7892-cfd0-42c1-9af9-989012553cee), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:55.798218 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7885feb7-5135-4684-bbcc-2631edcd92d8 admin admin] Publish callbacks [] for security_group (739e7892-cfd0-42c1-9af9-989012553cee), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:55.915721 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-69e232aa-9c19-47de-b2e1-7ae038c939d3 admin admin] Publish callbacks [] for security_group (e05713c7-93b9-408d-b487-330436c33f4f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:56.099591 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-69e232aa-9c19-47de-b2e1-7ae038c939d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e05713c7-93b9-408d-b487-330436c33f4f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:56.238763 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e232aa-9c19-47de-b2e1-7ae038c939d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:37:56.275023 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-69e232aa-9c19-47de-b2e1-7ae038c939d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (1ff89342-a473-48ce-9e26-2c45d3313cc6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:56.282054 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-69e232aa-9c19-47de-b2e1-7ae038c939d3 admin admin] Added segment 1ff89342-a473-48ce-9e26-2c45d3313cc6 of type vlan for network 156e64b2-e8aa-4f9a-a835-93b6218d77e2 Feb 19 04:37:56.291079 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-6cb095ee-f398-487e-a0e9-c403315f9ada None None] Set router d732b77f-4645-4a29-b393-f72726ff4cf9 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:37:56.433206 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e232aa-9c19-47de-b2e1-7ae038c939d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05713c7-93b9-408d-b487-330436c33f4f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:56.493407 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7885feb7-5135-4684-bbcc-2631edcd92d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (739e7892-cfd0-42c1-9af9-989012553cee), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:56.508451 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7885feb7-5135-4684-bbcc-2631edcd92d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:56.517054 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7885feb7-5135-4684-bbcc-2631edcd92d8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/739e7892-cfd0-42c1-9af9-989012553cee HTTP/1.1" status: 204 len: 168 time: 1.4192822 Feb 19 04:37:56.557378 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-69e232aa-9c19-47de-b2e1-7ae038c939d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (156e64b2-e8aa-4f9a-a835-93b6218d77e2), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:56.567580 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-6cb095ee-f398-487e-a0e9-c403315f9ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484128463-router', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:01Z', 'updated_at': '2022-02-19T04:37:55Z', 'revision_number': 6, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:37:56.637705 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885feb7-5135-4684-bbcc-2631edcd92d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739e7892-cfd0-42c1-9af9-989012553cee,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:56.711791 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb095ee-f398-487e-a0e9-c403315f9ada None None] The sync data for ids ['d732b77f-4645-4a29-b393-f72726ff4cf9'] in n-d-772273-4 is: [{'id': 'd732b77f-4645-4a29-b393-f72726ff4cf9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484128463-router', 'tenant_id': 'ea967e23a8ef43cfacd115b397486d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:01Z', 'updated_at': '2022-02-19T04:37:55Z', 'revision_number': 6, 'project_id': 'ea967e23a8ef43cfacd115b397486d6c', 'gw_port_host': None}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:37:56.733765 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-69e232aa-9c19-47de-b2e1-7ae038c939d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (156e64b2-e8aa-4f9a-a835-93b6218d77e2), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:56.737076 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e232aa-9c19-47de-b2e1-7ae038c939d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:56.738353 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-69e232aa-9c19-47de-b2e1-7ae038c939d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:56.768589 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33454) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:56.825241 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-69e232aa-9c19-47de-b2e1-7ae038c939d3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.4421270 Feb 19 04:37:56.905962 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33460) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:56.916439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-7284b8e1-b680-4092-ae40-3131301b9a6d admin admin] Request body: {'subnet': {'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-152630659-subnet', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:56.975588 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e232aa-9c19-47de-b2e1-7ae038c939d3 admin admin] Pushing event updated for resources: {'Network': ['ID=156e64b2-e8aa-4f9a-a835-93b6218d77e2,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:56.994228 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 156e64b2-e8aa-4f9a-a835-93b6218d77e2 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:37:56.995059 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7284b8e1-b680-4092-ae40-3131301b9a6d admin admin] Made reservation on behalf of 6160c74a7e684a6bbc0198f4ecef79ee for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:37:56.999954 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7284b8e1-b680-4092-ae40-3131301b9a6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:57.196712 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-6c25a5f7-2794-4154-a5bd-43fdeca3aaf5 admin admin] For port 8032db5c-78b2-411e-975a-3736a3838698, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8032db5c-78b2-411e-975a-3736a3838698,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:37:57.202853 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6c25a5f7-2794-4154-a5bd-43fdeca3aaf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (8032db5c-78b2-411e-975a-3736a3838698), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:57.234722 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-6c25a5f7-2794-4154-a5bd-43fdeca3aaf5 admin admin] Calling delete_port for 8032db5c-78b2-411e-975a-3736a3838698 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:37:57.690736 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7284b8e1-b680-4092-ae40-3131301b9a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (2f724ef9-9524-4696-9346-1c21c2578939), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:57.937974 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c865600-9c81-4b38-92e7-dba8a3a1207e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.012182 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33476) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:58.030652 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6c25a5f7-2794-4154-a5bd-43fdeca3aaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (8032db5c-78b2-411e-975a-3736a3838698), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.042359 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284b8e1-b680-4092-ae40-3131301b9a6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f724ef9-9524-4696-9346-1c21c2578939,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:58.062900 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7284b8e1-b680-4092-ae40-3131301b9a6d admin admin] Checking segment: {'id': '1ff89342-a473-48ce-9e26-2c45d3313cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:37:58.062900 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7284b8e1-b680-4092-ae40-3131301b9a6d admin admin] Network hostable DHCP agents. Network: 156e64b2-e8aa-4f9a-a835-93b6218d77e2, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:37:58.093810 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8f941504-d7c6-4f28-b9ba-be2abaea8a0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.157985 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25a5f7-2794-4154-a5bd-43fdeca3aaf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8032db5c-78b2-411e-975a-3736a3838698,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:58.341268 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c865600-9c81-4b38-92e7-dba8a3a1207e admin admin] Publish callbacks [] for security_group (351395c3-3917-4246-9b72-3f238046250e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.391971 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c865600-9c81-4b38-92e7-dba8a3a1207e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (351395c3-3917-4246-9b72-3f238046250e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.496485 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8f941504-d7c6-4f28-b9ba-be2abaea8a0f admin admin] Publish callbacks [] for security_group (baf00365-a301-4c6d-923a-d10da0893b5b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.505649 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8f941504-d7c6-4f28-b9ba-be2abaea8a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (baf00365-a301-4c6d-923a-d10da0893b5b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.508900 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2c865600-9c81-4b38-92e7-dba8a3a1207e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bca19dbfe1fc404590e0f04a409a5897&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7379415 Feb 19 04:37:58.510403 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7284b8e1-b680-4092-ae40-3131301b9a6d admin admin] Network 156e64b2-e8aa-4f9a-a835-93b6218d77e2 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:37:58.522101 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33486) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:58.523785 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c865600-9c81-4b38-92e7-dba8a3a1207e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351395c3-3917-4246-9b72-3f238046250e,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:58.570019 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8f941504-d7c6-4f28-b9ba-be2abaea8a0f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5784d8f1e62a4d379b82ef933ce48f99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5557382 Feb 19 04:37:58.584151 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33488) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:58.654514 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-7284b8e1-b680-4092-ae40-3131301b9a6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 156e64b2-e8aa-4f9a-a835-93b6218d77e2) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:37:58.667220 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cc1b73ce-4de3-4440-ad5d-63e1aadabf9a admin admin] Publish callbacks [] for security_group (351395c3-3917-4246-9b72-3f238046250e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.673841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9fedd1-5c31-4220-b968-f95478e70b3b None None] Network 156e64b2-e8aa-4f9a-a835-93b6218d77e2 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:37:58.725206 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cc1b73ce-4de3-4440-ad5d-63e1aadabf9a admin admin] Publish callbacks [] for security_group (351395c3-3917-4246-9b72-3f238046250e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.738492 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6c25a5f7-2794-4154-a5bd-43fdeca3aaf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (d732b77f-4645-4a29-b393-f72726ff4cf9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.824777 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7284b8e1-b680-4092-ae40-3131301b9a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:37:58.826054 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7284b8e1-b680-4092-ae40-3131301b9a6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.868239 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7284b8e1-b680-4092-ae40-3131301b9a6d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9571037 Feb 19 04:37:58.870865 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cc1b73ce-4de3-4440-ad5d-63e1aadabf9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (351395c3-3917-4246-9b72-3f238046250e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.880125 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cc1b73ce-4de3-4440-ad5d-63e1aadabf9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:58.885666 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cc1b73ce-4de3-4440-ad5d-63e1aadabf9a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/351395c3-3917-4246-9b72-3f238046250e HTTP/1.1" status: 204 len: 168 time: 0.3558192 Feb 19 04:37:58.890468 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33496) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:58.932474 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c1e95cf9-98a8-4d6a-951b-6feb7273ef27 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-152630659-router', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:37:58.947735 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f941504-d7c6-4f28-b9ba-be2abaea8a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf00365-a301-4c6d-923a-d10da0893b5b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:58.958030 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-156e64b2-e8aa-4f9a-a835-93b6218d77e2', 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2', 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'fixed_ips': [{'subnet_id': '2f724ef9-9524-4696-9346-1c21c2578939'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:37:58.959190 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:59.071441 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b73ce-4de3-4440-ad5d-63e1aadabf9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351395c3-3917-4246-9b72-3f238046250e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:59.083069 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ed45c793-f2ec-4ad7-8664-dd83ffb99a83 admin admin] Publish callbacks [] for security_group (baf00365-a301-4c6d-923a-d10da0893b5b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:59.093375 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1e95cf9-98a8-4d6a-951b-6feb7273ef27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (5bc55be0-40a4-4fb4-a057-31fbd8432d23), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:59.107872 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1e95cf9-98a8-4d6a-951b-6feb7273ef27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (5bc55be0-40a4-4fb4-a057-31fbd8432d23), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:59.111285 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6c25a5f7-2794-4154-a5bd-43fdeca3aaf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (d732b77f-4645-4a29-b393-f72726ff4cf9), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:59.120092 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6c25a5f7-2794-4154-a5bd-43fdeca3aaf5 admin admin] Publish callbacks [] for router_controller (d732b77f-4645-4a29-b393-f72726ff4cf9), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:59.254025 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ed45c793-f2ec-4ad7-8664-dd83ffb99a83 admin admin] Publish callbacks [] for security_group (baf00365-a301-4c6d-923a-d10da0893b5b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:59.300971 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1e95cf9-98a8-4d6a-951b-6feb7273ef27 admin admin] Publish callbacks [] for router_controller (5bc55be0-40a4-4fb4-a057-31fbd8432d23), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:59.310178 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6c25a5f7-2794-4154-a5bd-43fdeca3aaf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (d732b77f-4645-4a29-b393-f72726ff4cf9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:59.316716 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c25a5f7-2794-4154-a5bd-43fdeca3aaf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d732b77f-4645-4a29-b393-f72726ff4cf9 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:37:59.336617 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6c25a5f7-2794-4154-a5bd-43fdeca3aaf5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:59.347925 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6c25a5f7-2794-4154-a5bd-43fdeca3aaf5 admin admin] 10.222.0.65 "DELETE /v2.0/routers/d732b77f-4645-4a29-b393-f72726ff4cf9 HTTP/1.1" status: 204 len: 168 time: 5.8279569 Feb 19 04:37:59.349614 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33504) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:37:59.515326 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8032db5c-78b2-411e-975a-3736a3838698 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:37:59.682794 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ed45c793-f2ec-4ad7-8664-dd83ffb99a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (baf00365-a301-4c6d-923a-d10da0893b5b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:59.696335 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ed45c793-f2ec-4ad7-8664-dd83ffb99a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:59.714302 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ed45c793-f2ec-4ad7-8664-dd83ffb99a83 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/baf00365-a301-4c6d-923a-d10da0893b5b HTTP/1.1" status: 204 len: 168 time: 1.1271744 Feb 19 04:37:59.716550 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1e95cf9-98a8-4d6a-951b-6feb7273ef27 admin admin] Publish callbacks [] for router_gateway (5bc55be0-40a4-4fb4-a057-31fbd8432d23), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:59.751432 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 8032db5c-78b2-411e-975a-3736a3838698 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:37:59.752024 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8032db5c-78b2-411e-975a-3736a3838698 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:37:59.752700 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1fa75f7f-4eb0-41c2-9b03-dc73923459a3 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:37:59.797364 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45c793-f2ec-4ad7-8664-dd83ffb99a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf00365-a301-4c6d-923a-d10da0893b5b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:37:59.844143 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceac8d9f-6beb-4a48-9797-b1900cf3dbd4 admin admin] Deleting subnet 01a6b77b-63ae-42f8-a188-7c9c486cfe0f {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:37:59.868781 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ceac8d9f-6beb-4a48-9797-b1900cf3dbd4 admin admin] Publish callbacks [] for subnet (01a6b77b-63ae-42f8-a188-7c9c486cfe0f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:59.900384 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 1fa75f7f-4eb0-41c2-9b03-dc73923459a3 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:37:59.915213 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1fa75f7f-4eb0-41c2-9b03-dc73923459a3 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:37:59.969472 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Allocated IP 172.20.0.2 (156e64b2-e8aa-4f9a-a835-93b6218d77e2/2f724ef9-9524-4696-9346-1c21c2578939/155e4d36-5c0f-4b0c-ba59-c84db7c034e7) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:38:00.120071 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ceac8d9f-6beb-4a48-9797-b1900cf3dbd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (01a6b77b-63ae-42f8-a188-7c9c486cfe0f), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:00.547673 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1e95cf9-98a8-4d6a-951b-6feb7273ef27 admin admin] Publish callbacks [] for router_gateway (5bc55be0-40a4-4fb4-a057-31fbd8432d23), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:00.639319 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ceac8d9f-6beb-4a48-9797-b1900cf3dbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (01a6b77b-63ae-42f8-a188-7c9c486cfe0f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:00.667805 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1e95cf9-98a8-4d6a-951b-6feb7273ef27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:00.804845 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Publish callbacks [] for port (155e4d36-5c0f-4b0c-ba59-c84db7c034e7), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:00.824297 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (155e4d36-5c0f-4b0c-ba59-c84db7c034e7), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:00.964485 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Pushing event updated for resources: {'Port': ['ID=155e4d36-5c0f-4b0c-ba59-c84db7c034e7,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:00.964756 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-c1e95cf9-98a8-4d6a-951b-6feb7273ef27 admin admin] Allocated IP 172.25.0.112 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/8a2fa3e1-bdce-466f-9764-680639ec4849) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:38:00.981187 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ceac8d9f-6beb-4a48-9797-b1900cf3dbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (01a6b77b-63ae-42f8-a188-7c9c486cfe0f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:01.014526 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Network 156e64b2-e8aa-4f9a-a835-93b6218d77e2 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:38:01.022286 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:38:01.027083 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:38:01.133902 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac8d9f-6beb-4a48-9797-b1900cf3dbd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01a6b77b-63ae-42f8-a188-7c9c486cfe0f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:01.148934 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ceac8d9f-6beb-4a48-9797-b1900cf3dbd4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:01.159918 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893c407e-1f33-459b-9e89-cbcba8d0ee15 None None] Network 4a64a19d-d377-4cb4-886a-9dfbe46eb1ee requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:38:01.167713 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ceac8d9f-6beb-4a48-9797-b1900cf3dbd4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/01a6b77b-63ae-42f8-a188-7c9c486cfe0f HTTP/1.1" status: 204 len: 168 time: 1.8042591 Feb 19 04:38:01.172134 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33538) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:01.285500 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33542) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:01.579456 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-341f961a-ec08-44e8-a64b-5406c9c55ffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:01.665783 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68db3fca-4c36-43c4-8f5a-c4e897c96c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (4a64a19d-d377-4cb4-886a-9dfbe46eb1ee), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:01.702899 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Attempting to bind port 155e4d36-5c0f-4b0c-ba59-c84db7c034e7 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:38:01.711094 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Attempting to bind port 155e4d36-5c0f-4b0c-ba59-c84db7c034e7 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '1ff89342-a473-48ce-9e26-2c45d3313cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:38:01.711865 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Attempting to bind port 155e4d36-5c0f-4b0c-ba59-c84db7c034e7 on network 156e64b2-e8aa-4f9a-a835-93b6218d77e2 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:38:01.750763 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:38:01.751983 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Checking segment: {'id': '1ff89342-a473-48ce-9e26-2c45d3313cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:38:01.752617 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:01.753413 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Bound using segment: {'id': '1ff89342-a473-48ce-9e26-2c45d3313cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:38:01.754237 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Bound port: 155e4d36-5c0f-4b0c-ba59-c84db7c034e7, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff89342-a473-48ce-9e26-2c45d3313cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:38:01.754782 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (155e4d36-5c0f-4b0c-ba59-c84db7c034e7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:01.932803 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-341f961a-ec08-44e8-a64b-5406c9c55ffa admin admin] Publish callbacks [] for security_group (f27baae7-aae0-4ab3-be93-f9ad9b43393b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:01.948734 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-341f961a-ec08-44e8-a64b-5406c9c55ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f27baae7-aae0-4ab3-be93-f9ad9b43393b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:02.028363 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1e95cf9-98a8-4d6a-951b-6feb7273ef27 admin admin] Publish callbacks [] for port (8a2fa3e1-bdce-466f-9764-680639ec4849), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:02.070558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] For port 155e4d36-5c0f-4b0c-ba59-c84db7c034e7, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:38:02.080669 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33560) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:02.081467 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-341f961a-ec08-44e8-a64b-5406c9c55ffa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=39a588ffcf034d68b13afd7fe9472492&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7910850 Feb 19 04:38:02.086284 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] For port 155e4d36-5c0f-4b0c-ba59-c84db7c034e7, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=155e4d36-5c0f-4b0c-ba59-c84db7c034e7,segment=NetworkSegment(1ff89342-a473-48ce-9e26-2c45d3313cc6),segment_id=1ff89342-a473-48ce-9e26-2c45d3313cc6)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:38:02.105162 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (155e4d36-5c0f-4b0c-ba59-c84db7c034e7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:02.150441 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f961a-ec08-44e8-a64b-5406c9c55ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27baae7-aae0-4ab3-be93-f9ad9b43393b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:02.230389 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-68db3fca-4c36-43c4-8f5a-c4e897c96c93 admin admin] Deleting port 3659ec9f-3d6a-47f5-b9f1-16dddb70095b {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:38:02.233119 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68db3fca-4c36-43c4-8f5a-c4e897c96c93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3659ec9f-3d6a-47f5-b9f1-16dddb70095b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:02.293834 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Pushing event updated for resources: {'Port': ['ID=155e4d36-5c0f-4b0c-ba59-c84db7c034e7,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:02.301364 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbae1df-34a2-440f-8c8a-d0e2cfa160b6 None None] DHCP port deletion for 4a64a19d-d377-4cb4-886a-9dfbe46eb1ee request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:38:02.306345 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1e95cf9-98a8-4d6a-951b-6feb7273ef27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (8a2fa3e1-bdce-466f-9764-680639ec4849), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:02.367770 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-68e9e7b2-ce29-47d6-9fa6-34fe3c5a934d admin admin] Publish callbacks [] for security_group (f27baae7-aae0-4ab3-be93-f9ad9b43393b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:02.386573 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e95cf9-98a8-4d6a-951b-6feb7273ef27 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:38:02.398833 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-c1e95cf9-98a8-4d6a-951b-6feb7273ef27 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:38:02.412315 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e95cf9-98a8-4d6a-951b-6feb7273ef27 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:38:02.438828 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e95cf9-98a8-4d6a-951b-6feb7273ef27 admin admin] Pushing event updated for resources: {'Port': ['ID=8a2fa3e1-bdce-466f-9764-680639ec4849,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:02.480167 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:02.481209 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:02.482280 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:02.482941 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:02.483549 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:02.484269 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:02.484970 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:02.485484 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:02.486029 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:02.486581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:02.487256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:02.487835 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:02.489560 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e427df2-add6-4129-a941-b57289c7b6a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:02.515990 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-92cc0f59-0d46-4ba8-8050-3d9cb6454bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:02.523830 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-68e9e7b2-ce29-47d6-9fa6-34fe3c5a934d admin admin] Publish callbacks [] for security_group (f27baae7-aae0-4ab3-be93-f9ad9b43393b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:02.622630 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-68db3fca-4c36-43c4-8f5a-c4e897c96c93 admin admin] For port 3659ec9f-3d6a-47f5-b9f1-16dddb70095b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3659ec9f-3d6a-47f5-b9f1-16dddb70095b,segment=NetworkSegment(8799b4e1-b85f-451a-906a-6c07568a3fb8),segment_id=8799b4e1-b85f-451a-906a-6c07568a3fb8)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:02.625568 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68db3fca-4c36-43c4-8f5a-c4e897c96c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3659ec9f-3d6a-47f5-b9f1-16dddb70095b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:02.647198 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-cbbae1df-34a2-440f-8c8a-d0e2cfa160b6 None None] Deleting port 3659ec9f-3d6a-47f5-b9f1-16dddb70095b {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:38:02.647791 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cbbae1df-34a2-440f-8c8a-d0e2cfa160b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3659ec9f-3d6a-47f5-b9f1-16dddb70095b), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:02.708715 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-68db3fca-4c36-43c4-8f5a-c4e897c96c93 admin admin] Calling delete_port for 3659ec9f-3d6a-47f5-b9f1-16dddb70095b owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:38:02.803635 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-cbbae1df-34a2-440f-8c8a-d0e2cfa160b6 None None] For port 3659ec9f-3d6a-47f5-b9f1-16dddb70095b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3659ec9f-3d6a-47f5-b9f1-16dddb70095b,segment=NetworkSegment(8799b4e1-b85f-451a-906a-6c07568a3fb8),segment_id=8799b4e1-b85f-451a-906a-6c07568a3fb8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:02.805904 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cbbae1df-34a2-440f-8c8a-d0e2cfa160b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3659ec9f-3d6a-47f5-b9f1-16dddb70095b), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:02.854271 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3659ec9f-3d6a-47f5-b9f1-16dddb70095b no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:38:02.864547 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-cbbae1df-34a2-440f-8c8a-d0e2cfa160b6 None None] Calling delete_port for 3659ec9f-3d6a-47f5-b9f1-16dddb70095b owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:38:02.995648 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68db3fca-4c36-43c4-8f5a-c4e897c96c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (3659ec9f-3d6a-47f5-b9f1-16dddb70095b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:03.058556 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-68e9e7b2-ce29-47d6-9fa6-34fe3c5a934d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f27baae7-aae0-4ab3-be93-f9ad9b43393b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:03.073565 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-68e9e7b2-ce29-47d6-9fa6-34fe3c5a934d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:03.079898 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-68e9e7b2-ce29-47d6-9fa6-34fe3c5a934d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f27baae7-aae0-4ab3-be93-f9ad9b43393b HTTP/1.1" status: 204 len: 168 time: 0.9921446 Feb 19 04:38:03.120853 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68db3fca-4c36-43c4-8f5a-c4e897c96c93 admin admin] No DVR routers for this DVR port 3659ec9f-3d6a-47f5-b9f1-16dddb70095b on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:38:03.133611 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db3fca-4c36-43c4-8f5a-c4e897c96c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=3659ec9f-3d6a-47f5-b9f1-16dddb70095b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:03.189274 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9e7b2-ce29-47d6-9fa6-34fe3c5a934d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27baae7-aae0-4ab3-be93-f9ad9b43393b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:03.276753 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No active binding found for port 3659ec9f-3d6a-47f5-b9f1-16dddb70095b {{(pid=115200) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 04:38:03.278665 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] The host n-d-772273-4 is not matching for port 3659ec9f-3d6a-47f5-b9f1-16dddb70095b host None! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:38:03.282437 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3659ec9f-3d6a-47f5-b9f1-16dddb70095b not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:38:03.453189 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68db3fca-4c36-43c4-8f5a-c4e897c96c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (4a64a19d-d377-4cb4-886a-9dfbe46eb1ee), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:03.455024 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cbbae1df-34a2-440f-8c8a-d0e2cfa160b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (3659ec9f-3d6a-47f5-b9f1-16dddb70095b), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:03.497551 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-68db3fca-4c36-43c4-8f5a-c4e897c96c93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a64a19d-d377-4cb4-886a-9dfbe46eb1ee']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:03.512461 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbae1df-34a2-440f-8c8a-d0e2cfa160b6 None None] No DVR routers for this DVR port 3659ec9f-3d6a-47f5-b9f1-16dddb70095b on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:38:03.525586 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbae1df-34a2-440f-8c8a-d0e2cfa160b6 None None] Pushing event deleted for resources: {'Port': ['ID=3659ec9f-3d6a-47f5-b9f1-16dddb70095b,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:03.604129 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-68db3fca-4c36-43c4-8f5a-c4e897c96c93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8799b4e1-b85f-451a-906a-6c07568a3fb8') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:03.604475 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-68db3fca-4c36-43c4-8f5a-c4e897c96c93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8799b4e1-b85f-451a-906a-6c07568a3fb8') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:03.609603 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1e95cf9-98a8-4d6a-951b-6feb7273ef27 admin admin] Publish callbacks [] for router_gateway (5bc55be0-40a4-4fb4-a057-31fbd8432d23), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:03.618687 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68db3fca-4c36-43c4-8f5a-c4e897c96c93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (8799b4e1-b85f-451a-906a-6c07568a3fb8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:03.642579 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68db3fca-4c36-43c4-8f5a-c4e897c96c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (8799b4e1-b85f-451a-906a-6c07568a3fb8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:03.660887 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68db3fca-4c36-43c4-8f5a-c4e897c96c93 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:38:03.661899 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68db3fca-4c36-43c4-8f5a-c4e897c96c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (8799b4e1-b85f-451a-906a-6c07568a3fb8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:38:03.746697 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:38:03.756483 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68db3fca-4c36-43c4-8f5a-c4e897c96c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (4a64a19d-d377-4cb4-886a-9dfbe46eb1ee), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:03.774682 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-68db3fca-4c36-43c4-8f5a-c4e897c96c93 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:03.787699 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-68db3fca-4c36-43c4-8f5a-c4e897c96c93 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4a64a19d-d377-4cb4-886a-9dfbe46eb1ee HTTP/1.1" status: 204 len: 168 time: 2.6132855 Feb 19 04:38:03.793396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33606) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:04.000824 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db3fca-4c36-43c4-8f5a-c4e897c96c93 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a64a19d-d377-4cb4-886a-9dfbe46eb1ee,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:04.351859 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1e95cf9-98a8-4d6a-951b-6feb7273ef27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (5bc55be0-40a4-4fb4-a057-31fbd8432d23), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:04.862557 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e95cf9-98a8-4d6a-951b-6feb7273ef27 admin admin] Router 5bc55be0-40a4-4fb4-a057-31fbd8432d23 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:38:05.107508 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ec51ef5d-abfd-47e4-9640-5d131f0bdf76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:05.191498 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 155e4d36-5c0f-4b0c-ba59-c84db7c034e7 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:38:05.441247 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff9c51f-f6e1-47b9-aea5-2084e0ed1aa1 None None] Network 156e64b2-e8aa-4f9a-a835-93b6218d77e2 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:38:05.481012 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e95cf9-98a8-4d6a-951b-6feb7273ef27 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:38:05.580011 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1e95cf9-98a8-4d6a-951b-6feb7273ef27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:05.589538 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c1e95cf9-98a8-4d6a-951b-6feb7273ef27 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.6702659 Feb 19 04:38:05.600651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33646) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:05.672837 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6ead3cb-ad86-46fd-a0e4-5e5b372b338d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (277e6030-540f-448d-a0e1-8361d80c8ff1), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:05.844517 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] Sync routers for ids ['5bc55be0-40a4-4fb4-a057-31fbd8432d23'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:38:06.003219 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-4aadd6e2-5200-4c28-944a-5d359d5850d6 None None] Provisioning complete for port 155e4d36-5c0f-4b0c-ba59-c84db7c034e7 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:06.010443 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4aadd6e2-5200-4c28-944a-5d359d5850d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (155e4d36-5c0f-4b0c-ba59-c84db7c034e7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:06.166926 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] Routers {'5bc55be0-40a4-4fb4-a057-31fbd8432d23'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:06.173213 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:38:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5bc55be0-40a4-4fb4-a057-31fbd8432d23'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:06.906975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-f6ead3cb-ad86-46fd-a0e4-5e5b372b338d admin admin] Deleting port 427a6c81-d91f-4f3b-ab28-980f27400581 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:38:06.907835 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6ead3cb-ad86-46fd-a0e4-5e5b372b338d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (427a6c81-d91f-4f3b-ab28-980f27400581), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:07.088048 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-f6ead3cb-ad86-46fd-a0e4-5e5b372b338d admin admin] For port 427a6c81-d91f-4f3b-ab28-980f27400581, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=427a6c81-d91f-4f3b-ab28-980f27400581,segment=NetworkSegment(aafaf0f1-83a3-4dae-97b4-b094b40def8f),segment_id=aafaf0f1-83a3-4dae-97b4-b094b40def8f)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:07.088722 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6ead3cb-ad86-46fd-a0e4-5e5b372b338d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (427a6c81-d91f-4f3b-ab28-980f27400581), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:07.105803 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-f6ead3cb-ad86-46fd-a0e4-5e5b372b338d admin admin] Calling delete_port for 427a6c81-d91f-4f3b-ab28-980f27400581 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:38:07.451523 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 155e4d36-5c0f-4b0c-ba59-c84db7c034e7 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:07.452469 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (155e4d36-5c0f-4b0c-ba59-c84db7c034e7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:07.774408 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] Set router 5bc55be0-40a4-4fb4-a057-31fbd8432d23 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:07.872504 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6ead3cb-ad86-46fd-a0e4-5e5b372b338d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (427a6c81-d91f-4f3b-ab28-980f27400581), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:07.911061 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:08.107500 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d2915a2a-c2ca-4ec9-a47a-0562335d3c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:08.192711 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ead3cb-ad86-46fd-a0e4-5e5b372b338d admin admin] Pushing event deleted for resources: {'Port': ['ID=427a6c81-d91f-4f3b-ab28-980f27400581,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:08.294668 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:08.297703 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4aadd6e2-5200-4c28-944a-5d359d5850d6 None None] Current status of the port 155e4d36-5c0f-4b0c-ba59-c84db7c034e7 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:08.303617 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4aadd6e2-5200-4c28-944a-5d359d5850d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (155e4d36-5c0f-4b0c-ba59-c84db7c034e7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:08.396838 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:08.558516 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 155e4d36-5c0f-4b0c-ba59-c84db7c034e7 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:08.559625 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (155e4d36-5c0f-4b0c-ba59-c84db7c034e7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:08.608380 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6ead3cb-ad86-46fd-a0e4-5e5b372b338d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (277e6030-540f-448d-a0e1-8361d80c8ff1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:08.803768 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 155e4d36-5c0f-4b0c-ba59-c84db7c034e7, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=155e4d36-5c0f-4b0c-ba59-c84db7c034e7,segment=NetworkSegment(1ff89342-a473-48ce-9e26-2c45d3313cc6),segment_id=1ff89342-a473-48ce-9e26-2c45d3313cc6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:08.846371 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (155e4d36-5c0f-4b0c-ba59-c84db7c034e7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:09.166969 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-d2915a2a-c2ca-4ec9-a47a-0562335d3c50 admin admin] Allocated IP 172.20.0.1 (156e64b2-e8aa-4f9a-a835-93b6218d77e2/2f724ef9-9524-4696-9346-1c21c2578939/3306f8df-7d9c-414e-a2ed-d02373ca5452) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:38:09.345349 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=155e4d36-5c0f-4b0c-ba59-c84db7c034e7,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:09.411207 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ead3cb-ad86-46fd-a0e4-5e5b372b338d admin admin] Router 277e6030-540f-448d-a0e1-8361d80c8ff1 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:38:09.483388 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:09.561981 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-4aadd6e2-5200-4c28-944a-5d359d5850d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:38:09.562988 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-4aadd6e2-5200-4c28-944a-5d359d5850d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:38:09.567564 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:09.751864 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d2915a2a-c2ca-4ec9-a47a-0562335d3c50 admin admin] Publish callbacks [] for port (3306f8df-7d9c-414e-a2ed-d02373ca5452), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:09.808846 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'name': 'tempest-TestVolumeBackupRestore-152630659-router', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:59Z', 'updated_at': '2022-02-19T04:38:03Z', 'revision_number': 3, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'gw_port': {'id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:00Z', 'updated_at': '2022-02-19T04:38:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:09.929341 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] Checking router: 5bc55be0-40a4-4fb4-a057-31fbd8432d23 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:38:09.931879 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] Updating router 5bc55be0-40a4-4fb4-a057-31fbd8432d23 port 8a2fa3e1-bdce-466f-9764-680639ec4849 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:38:09.980804 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d2915a2a-c2ca-4ec9-a47a-0562335d3c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (3306f8df-7d9c-414e-a2ed-d02373ca5452), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:10.055571 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8a2fa3e1-bdce-466f-9764-680639ec4849), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:10.120250 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33742) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:10.184031 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ead3cb-ad86-46fd-a0e4-5e5b372b338d admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:38:10.205933 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b817372-b12b-4f87-a9d3-1d6daa06bb43 None None] Sync routers for ids ['277e6030-540f-448d-a0e1-8361d80c8ff1'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:38:10.230605 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f6ead3cb-ad86-46fd-a0e4-5e5b372b338d admin admin] 10.222.0.65 "PUT /v2.0/routers/277e6030-540f-448d-a0e1-8361d80c8ff1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4297097 Feb 19 04:38:10.236094 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33746) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:10.247197 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2915a2a-c2ca-4ec9-a47a-0562335d3c50 admin admin] Network 156e64b2-e8aa-4f9a-a835-93b6218d77e2 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:38:10.260464 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-d2915a2a-c2ca-4ec9-a47a-0562335d3c50 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:38:10.271785 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b817372-b12b-4f87-a9d3-1d6daa06bb43 None None] Routers {'277e6030-540f-448d-a0e1-8361d80c8ff1'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:10.272327 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2915a2a-c2ca-4ec9-a47a-0562335d3c50 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:38:10.274336 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-6b817372-b12b-4f87-a9d3-1d6daa06bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:38:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['277e6030-540f-448d-a0e1-8361d80c8ff1'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:10.363716 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4aadd6e2-5200-4c28-944a-5d359d5850d6 None None] Current status of the port 155e4d36-5c0f-4b0c-ba59-c84db7c034e7 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:10.501075 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2915a2a-c2ca-4ec9-a47a-0562335d3c50 admin admin] Pushing event updated for resources: {'Port': ['ID=3306f8df-7d9c-414e-a2ed-d02373ca5452,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:10.625123 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d2915a2a-c2ca-4ec9-a47a-0562335d3c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (5bc55be0-40a4-4fb4-a057-31fbd8432d23), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:10.807736 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33752) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:10.850316 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-6b817372-b12b-4f87-a9d3-1d6daa06bb43 None None] Set router 277e6030-540f-448d-a0e1-8361d80c8ff1 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:10.972380 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ba48e3ea-62d4-4273-b13f-a75ad930d34e admin admin] Publish callbacks [] for router (277e6030-540f-448d-a0e1-8361d80c8ff1), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:11.152412 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 155e4d36-5c0f-4b0c-ba59-c84db7c034e7 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:38:11.204339 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-92f5690e-45bd-43ec-b86b-43cca83aa7d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-873900155-network', 'tenant_id': '23ab31e807e341c78d6021a25019c28e'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:11.420116 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5db922ff-119d-40a7-bd89-e079b10fa903 None None] Provisioning complete for port 155e4d36-5c0f-4b0c-ba59-c84db7c034e7 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:11.421239 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5db922ff-119d-40a7-bd89-e079b10fa903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (155e4d36-5c0f-4b0c-ba59-c84db7c034e7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:11.511028 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f5690e-45bd-43ec-b86b-43cca83aa7d8 admin admin] Made reservation on behalf of 23ab31e807e341c78d6021a25019c28e for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:38:11.546853 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-92f5690e-45bd-43ec-b86b-43cca83aa7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:11.556869 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 155e4d36-5c0f-4b0c-ba59-c84db7c034e7 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:11.558052 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (155e4d36-5c0f-4b0c-ba59-c84db7c034e7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:11.673283 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dda26f6b-6104-4481-a56a-250e64660b97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:11.732277 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d2915a2a-c2ca-4ec9-a47a-0562335d3c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3306f8df-7d9c-414e-a2ed-d02373ca5452), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:11.735501 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-92f5690e-45bd-43ec-b86b-43cca83aa7d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:11.821999 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ba48e3ea-62d4-4273-b13f-a75ad930d34e admin admin] Publish callbacks [] for router_gateway (277e6030-540f-448d-a0e1-8361d80c8ff1), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:11.863107 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-6b817372-b12b-4f87-a9d3-1d6daa06bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277e6030-540f-448d-a0e1-8361d80c8ff1', 'name': 'tempest-TaggedBootDevicesTest_v242-424402504-router', 'tenant_id': '82338ea0f2c0482593c95c014017eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '0b8ac462-14e1-4abf-9f74-c6821864dd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:33Z', 'updated_at': '2022-02-19T04:38:07Z', 'revision_number': 5, 'project_id': '82338ea0f2c0482593c95c014017eddd', 'gw_port': {'id': '0b8ac462-14e1-4abf-9f74-c6821864dd80', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277e6030-540f-448d-a0e1-8361d80c8ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:24:38Z', 'updated_at': '2022-02-19T04:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:11.950256 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b817372-b12b-4f87-a9d3-1d6daa06bb43 None None] Checking router: 277e6030-540f-448d-a0e1-8361d80c8ff1 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:38:11.978451 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b817372-b12b-4f87-a9d3-1d6daa06bb43 None None] Routers {'277e6030-540f-448d-a0e1-8361d80c8ff1'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:11.979428 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-6b817372-b12b-4f87-a9d3-1d6daa06bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:38:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['277e6030-540f-448d-a0e1-8361d80c8ff1'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:12.077498 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-ba48e3ea-62d4-4273-b13f-a75ad930d34e admin admin] Deleting port 0b8ac462-14e1-4abf-9f74-c6821864dd80 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:38:12.078278 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ba48e3ea-62d4-4273-b13f-a75ad930d34e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0b8ac462-14e1-4abf-9f74-c6821864dd80), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:12.241736 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-6b817372-b12b-4f87-a9d3-1d6daa06bb43 None None] Set router 277e6030-540f-448d-a0e1-8361d80c8ff1 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:12.309614 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] Publish callbacks [] for port (8a2fa3e1-bdce-466f-9764-680639ec4849), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:12.412162 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-ba48e3ea-62d4-4273-b13f-a75ad930d34e admin admin] For port 0b8ac462-14e1-4abf-9f74-c6821864dd80, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0b8ac462-14e1-4abf-9f74-c6821864dd80,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:12.419600 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ba48e3ea-62d4-4273-b13f-a75ad930d34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0b8ac462-14e1-4abf-9f74-c6821864dd80), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:12.428312 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5db922ff-119d-40a7-bd89-e079b10fa903 None None] Current status of the port 155e4d36-5c0f-4b0c-ba59-c84db7c034e7 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:12.432506 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-6b817372-b12b-4f87-a9d3-1d6daa06bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277e6030-540f-448d-a0e1-8361d80c8ff1', 'name': 'tempest-TaggedBootDevicesTest_v242-424402504-router', 'tenant_id': '82338ea0f2c0482593c95c014017eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:33Z', 'updated_at': '2022-02-19T04:38:11Z', 'revision_number': 6, 'project_id': '82338ea0f2c0482593c95c014017eddd', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:12.488830 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-ba48e3ea-62d4-4273-b13f-a75ad930d34e admin admin] Calling delete_port for 0b8ac462-14e1-4abf-9f74-c6821864dd80 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:38:12.579667 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8a2fa3e1-bdce-466f-9764-680639ec4849), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:12.614150 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b817372-b12b-4f87-a9d3-1d6daa06bb43 None None] The sync data for ids ['277e6030-540f-448d-a0e1-8361d80c8ff1'] in n-d-772273-4 is: [{'id': '277e6030-540f-448d-a0e1-8361d80c8ff1', 'name': 'tempest-TaggedBootDevicesTest_v242-424402504-router', 'tenant_id': '82338ea0f2c0482593c95c014017eddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:24:33Z', 'updated_at': '2022-02-19T04:38:11Z', 'revision_number': 6, 'project_id': '82338ea0f2c0482593c95c014017eddd', 'gw_port_host': None}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:38:12.914829 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 155e4d36-5c0f-4b0c-ba59-c84db7c034e7 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:12.947031 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-560da65b-ca26-40c3-b2b8-ad48472e52e3 None None] Provisioning complete for port 3306f8df-7d9c-414e-a2ed-d02373ca5452 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:12.948312 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-560da65b-ca26-40c3-b2b8-ad48472e52e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3306f8df-7d9c-414e-a2ed-d02373ca5452), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:13.015561 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ba48e3ea-62d4-4273-b13f-a75ad930d34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (0b8ac462-14e1-4abf-9f74-c6821864dd80), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:13.059040 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f8df4-8147-4e67-a809-fcfba44a0bfd None None] Pushing event updated for resources: {'Port': ['ID=8a2fa3e1-bdce-466f-9764-680639ec4849,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:13.079152 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48e3ea-62d4-4273-b13f-a75ad930d34e admin admin] Pushing event deleted for resources: {'Port': ['ID=0b8ac462-14e1-4abf-9f74-c6821864dd80,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:13.157301 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 427a6c81-d91f-4f3b-ab28-980f27400581 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:38:13.245781 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 427a6c81-d91f-4f3b-ab28-980f27400581 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:38:13.246263 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 427a6c81-d91f-4f3b-ab28-980f27400581 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:38:13.249927 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d2915a2a-c2ca-4ec9-a47a-0562335d3c50 admin admin] Publish callbacks [] for port (3306f8df-7d9c-414e-a2ed-d02373ca5452), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:13.250847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] Attempting to bind port 8a2fa3e1-bdce-466f-9764-680639ec4849 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:38:13.251259 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] Attempting to bind port 8a2fa3e1-bdce-466f-9764-680639ec4849 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:38:13.251573 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] Attempting to bind port 8a2fa3e1-bdce-466f-9764-680639ec4849 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:38:13.282837 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:38:13.286680 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:38:13.299513 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:13.300248 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:38:13.305368 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] Bound port: 8a2fa3e1-bdce-466f-9764-680639ec4849, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:38:13.307026 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8a2fa3e1-bdce-466f-9764-680639ec4849), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:13.331343 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d2915a2a-c2ca-4ec9-a47a-0562335d3c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (3306f8df-7d9c-414e-a2ed-d02373ca5452), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:13.331659 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ba48e3ea-62d4-4273-b13f-a75ad930d34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (277e6030-540f-448d-a0e1-8361d80c8ff1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:13.348812 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dda26f6b-6104-4481-a56a-250e64660b97 admin admin] Publish callbacks [] for security_group (1eefc77f-0f60-4e22-8f5f-1efd4f5ef545), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:13.394218 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-560da65b-ca26-40c3-b2b8-ad48472e52e3 None None] Port 3306f8df-7d9c-414e-a2ed-d02373ca5452 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:38:13.473106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] For port 8a2fa3e1-bdce-466f-9764-680639ec4849, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:38:13.482097 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] For port 8a2fa3e1-bdce-466f-9764-680639ec4849, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8a2fa3e1-bdce-466f-9764-680639ec4849,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:38:13.497629 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8a2fa3e1-bdce-466f-9764-680639ec4849), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:13.627445 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ba48e3ea-62d4-4273-b13f-a75ad930d34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (277e6030-540f-448d-a0e1-8361d80c8ff1), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:13.633640 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ba48e3ea-62d4-4273-b13f-a75ad930d34e admin admin] Publish callbacks [] for router_controller (277e6030-540f-448d-a0e1-8361d80c8ff1), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:13.635199 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dda26f6b-6104-4481-a56a-250e64660b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1eefc77f-0f60-4e22-8f5f-1efd4f5ef545), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:13.683202 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] Routers {'5bc55be0-40a4-4fb4-a057-31fbd8432d23'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:13.683945 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:38:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5bc55be0-40a4-4fb4-a057-31fbd8432d23'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:13.756771 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ba48e3ea-62d4-4273-b13f-a75ad930d34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (277e6030-540f-448d-a0e1-8361d80c8ff1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:13.759139 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba48e3ea-62d4-4273-b13f-a75ad930d34e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 277e6030-540f-448d-a0e1-8361d80c8ff1 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:38:13.773390 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ba48e3ea-62d4-4273-b13f-a75ad930d34e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:13.777653 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ba48e3ea-62d4-4273-b13f-a75ad930d34e admin admin] 10.222.0.65 "DELETE /v2.0/routers/277e6030-540f-448d-a0e1-8361d80c8ff1 HTTP/1.1" status: 204 len: 168 time: 3.5396473 Feb 19 04:38:13.778879 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33808) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:13.830880 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d2915a2a-c2ca-4ec9-a47a-0562335d3c50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (5bc55be0-40a4-4fb4-a057-31fbd8432d23), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:13.905006 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-dda26f6b-6104-4481-a56a-250e64660b97 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5e8e4f842ae146908ac7e66d881c19b0&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0961108 Feb 19 04:38:13.905871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2915a2a-c2ca-4ec9-a47a-0562335d3c50 admin admin] Pushing event updated for resources: {'Port': ['ID=3306f8df-7d9c-414e-a2ed-d02373ca5452,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:13.911523 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33810) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:13.943680 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda26f6b-6104-4481-a56a-250e64660b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eefc77f-0f60-4e22-8f5f-1efd4f5ef545,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:13.971127 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7dd992-226e-4f7c-b6ed-49dcf301893d admin admin] Deleting subnet 17489c7d-8dda-4f69-a700-039f2b068333 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:38:13.979330 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5a7dd992-226e-4f7c-b6ed-49dcf301893d admin admin] Publish callbacks [] for subnet (17489c7d-8dda-4f69-a700-039f2b068333), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:14.038019 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f8df4-8147-4e67-a809-fcfba44a0bfd None None] Pushing event updated for resources: {'Port': ['ID=8a2fa3e1-bdce-466f-9764-680639ec4849,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:14.130642 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] Set router 5bc55be0-40a4-4fb4-a057-31fbd8432d23 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:14.185399 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-92f5690e-45bd-43ec-b86b-43cca83aa7d8 admin admin] Publish callbacks [] for security_group (d7769d54-1565-4232-97bf-e9a7407ef92c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:14.196394 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-afb8144a-973a-47f0-89bc-e47f6211395d admin admin] Publish callbacks [] for security_group (1eefc77f-0f60-4e22-8f5f-1efd4f5ef545), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:14.210915 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-92f5690e-45bd-43ec-b86b-43cca83aa7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d7769d54-1565-4232-97bf-e9a7407ef92c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:14.248627 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-afb8144a-973a-47f0-89bc-e47f6211395d admin admin] Publish callbacks [] for security_group (1eefc77f-0f60-4e22-8f5f-1efd4f5ef545), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:14.326808 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f5690e-45bd-43ec-b86b-43cca83aa7d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:38:14.338009 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5a7dd992-226e-4f7c-b6ed-49dcf301893d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (17489c7d-8dda-4f69-a700-039f2b068333), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:14.359584 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2915a2a-c2ca-4ec9-a47a-0562335d3c50 admin admin] Network 156e64b2-e8aa-4f9a-a835-93b6218d77e2 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:38:14.361654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5690e-45bd-43ec-b86b-43cca83aa7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7769d54-1565-4232-97bf-e9a7407ef92c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:14.372936 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-d2915a2a-c2ca-4ec9-a47a-0562335d3c50 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:38:14.396857 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-afb8144a-973a-47f0-89bc-e47f6211395d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1eefc77f-0f60-4e22-8f5f-1efd4f5ef545), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:14.402834 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-afb8144a-973a-47f0-89bc-e47f6211395d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:14.404506 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-afb8144a-973a-47f0-89bc-e47f6211395d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1eefc77f-0f60-4e22-8f5f-1efd4f5ef545 HTTP/1.1" status: 204 len: 168 time: 0.4913962 Feb 19 04:38:14.423723 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8144a-973a-47f0-89bc-e47f6211395d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eefc77f-0f60-4e22-8f5f-1efd4f5ef545,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:14.461114 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-92f5690e-45bd-43ec-b86b-43cca83aa7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (71fa6a0f-9dcd-44f0-b0af-7ad9cc3575a4), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:14.464442 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-92f5690e-45bd-43ec-b86b-43cca83aa7d8 admin admin] Added segment 71fa6a0f-9dcd-44f0-b0af-7ad9cc3575a4 of type vlan for network db8c5079-c977-410a-a52d-fc921f5d789e Feb 19 04:38:14.604211 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-92f5690e-45bd-43ec-b86b-43cca83aa7d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (db8c5079-c977-410a-a52d-fc921f5d789e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:14.605238 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5a7dd992-226e-4f7c-b6ed-49dcf301893d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (17489c7d-8dda-4f69-a700-039f2b068333), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:14.900007 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5a7dd992-226e-4f7c-b6ed-49dcf301893d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (17489c7d-8dda-4f69-a700-039f2b068333), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:15.002279 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7dd992-226e-4f7c-b6ed-49dcf301893d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17489c7d-8dda-4f69-a700-039f2b068333,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:15.054866 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5a7dd992-226e-4f7c-b6ed-49dcf301893d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:15.074212 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5a7dd992-226e-4f7c-b6ed-49dcf301893d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/17489c7d-8dda-4f69-a700-039f2b068333 HTTP/1.1" status: 204 len: 168 time: 1.2918971 Feb 19 04:38:15.082636 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33824) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:15.111278 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebdb167-9094-4289-8878-d5791d50a845 None None] Network 905acf5c-9538-430e-9b25-a0c784a5d182 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:38:15.536122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0b8ac462-14e1-4abf-9f74-c6821864dd80 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:38:16.097678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33838) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:16.155105 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 0b8ac462-14e1-4abf-9f74-c6821864dd80 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:38:16.155741 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0b8ac462-14e1-4abf-9f74-c6821864dd80 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:38:16.166660 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-571d78ad-72d6-4f53-aa2c-9b5c9510d673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:16.181847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-66c08183-84de-4c6e-a857-2ef72ec46926 None None] Provisioning complete for port 3306f8df-7d9c-414e-a2ed-d02373ca5452 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:16.182249 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-66c08183-84de-4c6e-a857-2ef72ec46926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3306f8df-7d9c-414e-a2ed-d02373ca5452), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:16.230588 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-66c08183-84de-4c6e-a857-2ef72ec46926 None None] Port 3306f8df-7d9c-414e-a2ed-d02373ca5452 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:38:16.261562 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-92f5690e-45bd-43ec-b86b-43cca83aa7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (db8c5079-c977-410a-a52d-fc921f5d789e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:16.262796 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f5690e-45bd-43ec-b86b-43cca83aa7d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:16.263389 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-92f5690e-45bd-43ec-b86b-43cca83aa7d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:16.281265 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'name': 'tempest-TestVolumeBackupRestore-152630659-router', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:59Z', 'updated_at': '2022-02-19T04:38:11Z', 'revision_number': 4, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'gw_port': {'id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:00Z', 'updated_at': '2022-02-19T04:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '3306f8df-7d9c-414e-a2ed-d02373ca5452', 'name': '', 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'mac_address': 'fa:16:3e:4c:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '2f724ef9-9524-4696-9346-1c21c2578939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:08Z', 'updated_at': '2022-02-19T04:38:12Z', 'revision_number': 2, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'subnets': [{'id': '2f724ef9-9524-4696-9346-1c21c2578939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:16.360177 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-571d78ad-72d6-4f53-aa2c-9b5c9510d673 admin admin] Publish callbacks [] for security_group (e051da79-5e59-48b1-a4ef-cb4e14777b7f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:16.364225 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25c0a0d8-eb92-493a-ad34-cc2ba3fd0781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (905acf5c-9538-430e-9b25-a0c784a5d182), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:16.371181 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-571d78ad-72d6-4f53-aa2c-9b5c9510d673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e051da79-5e59-48b1-a4ef-cb4e14777b7f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:16.411595 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab30c51-c048-4230-ade7-e2dc0191f81e None None] DHCP port deletion for 905acf5c-9538-430e-9b25-a0c784a5d182 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:38:16.428266 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993bd334-55f1-4664-8bf7-b28f972659ff None None] The sync data for ids ['5bc55be0-40a4-4fb4-a057-31fbd8432d23'] in n-d-772273-4 is: [{'id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'name': 'tempest-TestVolumeBackupRestore-152630659-router', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:59Z', 'updated_at': '2022-02-19T04:38:11Z', 'revision_number': 4, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'gw_port': {'id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:00Z', 'updated_at': '2022-02-19T04:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '3306f8df-7d9c-414e-a2ed-d02373ca5452', 'name': '', 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'mac_address': 'fa:16:3e:4c:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '2f724ef9-9524-4696-9346-1c21c2578939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:08Z', 'updated_at': '2022-02-19T04:38:12Z', 'revision_number': 2, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'subnets': [{'id': '2f724ef9-9524-4696-9346-1c21c2578939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:38:16.457545 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d78ad-72d6-4f53-aa2c-9b5c9510d673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e051da79-5e59-48b1-a4ef-cb4e14777b7f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:16.517319 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-571d78ad-72d6-4f53-aa2c-9b5c9510d673 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=63442af52b0c4e829a9f48eb53a61750&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4178121 Feb 19 04:38:16.519854 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33848) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:16.565811 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-aab30c51-c048-4230-ade7-e2dc0191f81e None None] Deleting port 9df76e2a-817b-404c-99c3-e4b4f1afd274 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:38:16.566193 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aab30c51-c048-4230-ade7-e2dc0191f81e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9df76e2a-817b-404c-99c3-e4b4f1afd274), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:16.646427 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2915a2a-c2ca-4ec9-a47a-0562335d3c50 admin admin] Router 5bc55be0-40a4-4fb4-a057-31fbd8432d23 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:38:16.745453 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-92f5690e-45bd-43ec-b86b-43cca83aa7d8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 6.6195760 Feb 19 04:38:16.758995 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33860) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:16.776263 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-aab30c51-c048-4230-ade7-e2dc0191f81e None None] For port 9df76e2a-817b-404c-99c3-e4b4f1afd274, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9df76e2a-817b-404c-99c3-e4b4f1afd274,segment=NetworkSegment(aafaf0f1-83a3-4dae-97b4-b094b40def8f),segment_id=aafaf0f1-83a3-4dae-97b4-b094b40def8f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:16.776832 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aab30c51-c048-4230-ade7-e2dc0191f81e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9df76e2a-817b-404c-99c3-e4b4f1afd274), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:16.781783 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-26356e71-f1d3-4ea2-b676-66e596391694 admin admin] Publish callbacks [] for security_group (e051da79-5e59-48b1-a4ef-cb4e14777b7f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:16.787397 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-be9ac861-3679-4150-b9c7-caf5c4bdee72 admin admin] Request body: {'subnet': {'network_id': 'db8c5079-c977-410a-a52d-fc921f5d789e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-873900155-subnet', 'tenant_id': '23ab31e807e341c78d6021a25019c28e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:16.820423 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-aab30c51-c048-4230-ade7-e2dc0191f81e None None] Calling delete_port for 9df76e2a-817b-404c-99c3-e4b4f1afd274 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:38:16.837683 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-26356e71-f1d3-4ea2-b676-66e596391694 admin admin] Publish callbacks [] for security_group (e051da79-5e59-48b1-a4ef-cb4e14777b7f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:16.860239 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5690e-45bd-43ec-b86b-43cca83aa7d8 admin admin] Pushing event updated for resources: {'Network': ['ID=db8c5079-c977-410a-a52d-fc921f5d789e,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:16.936804 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-26356e71-f1d3-4ea2-b676-66e596391694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e051da79-5e59-48b1-a4ef-cb4e14777b7f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:16.961622 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-26356e71-f1d3-4ea2-b676-66e596391694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:16.964034 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-26356e71-f1d3-4ea2-b676-66e596391694 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e051da79-5e59-48b1-a4ef-cb4e14777b7f HTTP/1.1" status: 204 len: 168 time: 0.4377620 Feb 19 04:38:17.031562 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network db8c5079-c977-410a-a52d-fc921f5d789e details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:38:17.051330 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-25c0a0d8-eb92-493a-ad34-cc2ba3fd0781 admin admin] Deleting port 9df76e2a-817b-404c-99c3-e4b4f1afd274 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:38:17.051688 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25c0a0d8-eb92-493a-ad34-cc2ba3fd0781 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9df76e2a-817b-404c-99c3-e4b4f1afd274), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:17.122070 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26356e71-f1d3-4ea2-b676-66e596391694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e051da79-5e59-48b1-a4ef-cb4e14777b7f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:17.158346 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2915a2a-c2ca-4ec9-a47a-0562335d3c50 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:38:17.177718 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d2915a2a-c2ca-4ec9-a47a-0562335d3c50 admin admin] 10.222.0.65 "PUT /v2.0/routers/5bc55be0-40a4-4fb4-a057-31fbd8432d23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5620291 Feb 19 04:38:17.177718 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9ac861-3679-4150-b9c7-caf5c4bdee72 admin admin] Made reservation on behalf of 23ab31e807e341c78d6021a25019c28e for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:38:17.177718 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-be9ac861-3679-4150-b9c7-caf5c4bdee72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:17.396106 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-25c0a0d8-eb92-493a-ad34-cc2ba3fd0781 admin admin] For port 9df76e2a-817b-404c-99c3-e4b4f1afd274, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9df76e2a-817b-404c-99c3-e4b4f1afd274,segment=NetworkSegment(aafaf0f1-83a3-4dae-97b4-b094b40def8f),segment_id=aafaf0f1-83a3-4dae-97b4-b094b40def8f)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:17.398620 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25c0a0d8-eb92-493a-ad34-cc2ba3fd0781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9df76e2a-817b-404c-99c3-e4b4f1afd274), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:17.414230 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9df76e2a-817b-404c-99c3-e4b4f1afd274 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:38:17.484205 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-25c0a0d8-eb92-493a-ad34-cc2ba3fd0781 admin admin] Calling delete_port for 9df76e2a-817b-404c-99c3-e4b4f1afd274 owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:38:17.798663 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aab30c51-c048-4230-ade7-e2dc0191f81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (9df76e2a-817b-404c-99c3-e4b4f1afd274), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:17.817392 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 9df76e2a-817b-404c-99c3-e4b4f1afd274 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:17.817788 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9df76e2a-817b-404c-99c3-e4b4f1afd274), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:17.935535 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab30c51-c048-4230-ade7-e2dc0191f81e None None] Pushing event deleted for resources: {'Port': ['ID=9df76e2a-817b-404c-99c3-e4b4f1afd274,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:17.949832 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25c0a0d8-eb92-493a-ad34-cc2ba3fd0781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (9df76e2a-817b-404c-99c3-e4b4f1afd274), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:17.961386 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab30c51-c048-4230-ade7-e2dc0191f81e None None] No DVR routers for this DVR port 9df76e2a-817b-404c-99c3-e4b4f1afd274 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:38:17.998572 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c0a0d8-eb92-493a-ad34-cc2ba3fd0781 admin admin] No DVR routers for this DVR port 9df76e2a-817b-404c-99c3-e4b4f1afd274 on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:38:18.077808 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-be9ac861-3679-4150-b9c7-caf5c4bdee72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (7286d43e-3635-473c-92b1-32f00adc5a44), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:18.217777 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0a0d8-eb92-493a-ad34-cc2ba3fd0781 admin admin] Pushing event deleted for resources: {'Port': ['ID=9df76e2a-817b-404c-99c3-e4b4f1afd274,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:18.256369 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ac861-3679-4150-b9c7-caf5c4bdee72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7286d43e-3635-473c-92b1-32f00adc5a44,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:18.393134 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9ac861-3679-4150-b9c7-caf5c4bdee72 admin admin] Checking segment: {'id': '71fa6a0f-9dcd-44f0-b0af-7ad9cc3575a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'db8c5079-c977-410a-a52d-fc921f5d789e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:38:18.393536 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9ac861-3679-4150-b9c7-caf5c4bdee72 admin admin] Network hostable DHCP agents. Network: db8c5079-c977-410a-a52d-fc921f5d789e, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:38:18.498079 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9ac861-3679-4150-b9c7-caf5c4bdee72 admin admin] Network db8c5079-c977-410a-a52d-fc921f5d789e is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:38:18.545811 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-be9ac861-3679-4150-b9c7-caf5c4bdee72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, db8c5079-c977-410a-a52d-fc921f5d789e) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:38:18.572263 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9ac861-3679-4150-b9c7-caf5c4bdee72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:18.581621 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-be9ac861-3679-4150-b9c7-caf5c4bdee72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:18.584261 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081654ea-3544-4f42-b480-16a43c2ae997 None None] Network db8c5079-c977-410a-a52d-fc921f5d789e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:38:18.658175 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25c0a0d8-eb92-493a-ad34-cc2ba3fd0781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (905acf5c-9538-430e-9b25-a0c784a5d182), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:18.716054 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-be9ac861-3679-4150-b9c7-caf5c4bdee72 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9513032 Feb 19 04:38:18.842400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-25c0a0d8-eb92-493a-ad34-cc2ba3fd0781 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905acf5c-9538-430e-9b25-a0c784a5d182']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:18.906708 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-25c0a0d8-eb92-493a-ad34-cc2ba3fd0781 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aafaf0f1-83a3-4dae-97b4-b094b40def8f') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:18.906992 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-25c0a0d8-eb92-493a-ad34-cc2ba3fd0781 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aafaf0f1-83a3-4dae-97b4-b094b40def8f') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:18.969567 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25c0a0d8-eb92-493a-ad34-cc2ba3fd0781 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (aafaf0f1-83a3-4dae-97b4-b094b40def8f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:19.041629 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25c0a0d8-eb92-493a-ad34-cc2ba3fd0781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (aafaf0f1-83a3-4dae-97b4-b094b40def8f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:19.067759 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c0a0d8-eb92-493a-ad34-cc2ba3fd0781 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:38:19.067759 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25c0a0d8-eb92-493a-ad34-cc2ba3fd0781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (aafaf0f1-83a3-4dae-97b4-b094b40def8f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:38:19.069142 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:38:19.146106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa938206-13f3-47c0-b37d-808691ffb71d None None] Network db8c5079-c977-410a-a52d-fc921f5d789e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:38:19.343849 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25c0a0d8-eb92-493a-ad34-cc2ba3fd0781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (905acf5c-9538-430e-9b25-a0c784a5d182), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:19.353261 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25c0a0d8-eb92-493a-ad34-cc2ba3fd0781 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:19.376045 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-25c0a0d8-eb92-493a-ad34-cc2ba3fd0781 admin admin] 10.222.0.65 "DELETE /v2.0/networks/905acf5c-9538-430e-9b25-a0c784a5d182 HTTP/1.1" status: 204 len: 168 time: 4.2814212 Feb 19 04:38:19.458355 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8a2fa3e1-bdce-466f-9764-680639ec4849 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:38:19.498231 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0a0d8-eb92-493a-ad34-cc2ba3fd0781 admin admin] Pushing event deleted for resources: {'Network': ['ID=905acf5c-9538-430e-9b25-a0c784a5d182,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:19.738898 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 8a2fa3e1-bdce-466f-9764-680639ec4849 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:19.739568 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8a2fa3e1-bdce-466f-9764-680639ec4849), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:19.991279 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 8a2fa3e1-bdce-466f-9764-680639ec4849 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:19.992283 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8a2fa3e1-bdce-466f-9764-680639ec4849), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:20.064634 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 8a2fa3e1-bdce-466f-9764-680639ec4849, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8a2fa3e1-bdce-466f-9764-680639ec4849,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:20.075992 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8a2fa3e1-bdce-466f-9764-680639ec4849), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:20.244274 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=8a2fa3e1-bdce-466f-9764-680639ec4849,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:20.343464 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33938) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:20.487581 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33946) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:20.493668 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-30d56c21-5dbf-4384-97f3-6fa07a5eb231 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ea967e23a8ef43cfacd115b397486d6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1472745 Feb 19 04:38:20.694235 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:38:20.703056 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ffffb62-4487-4669-9728-7957d66cb026 admin admin] Publish callbacks [] for security_group (43f693dc-97e2-45c1-af88-5d55ce001e1f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:20.748149 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33956) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:20.750323 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ffffb62-4487-4669-9728-7957d66cb026 admin admin] Publish callbacks [] for security_group (43f693dc-97e2-45c1-af88-5d55ce001e1f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:20.755620 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-00379c52-0eac-41f0-97a9-1aec568b6d58 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1934493280-network', 'tenant_id': '7afcc340121843a88082b50865985d97'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:20.834228 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00379c52-0eac-41f0-97a9-1aec568b6d58 admin admin] Made reservation on behalf of 7afcc340121843a88082b50865985d97 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:38:20.838107 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00379c52-0eac-41f0-97a9-1aec568b6d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:20.872126 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00379c52-0eac-41f0-97a9-1aec568b6d58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:20.934243 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ffffb62-4487-4669-9728-7957d66cb026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (43f693dc-97e2-45c1-af88-5d55ce001e1f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:20.947111 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ffffb62-4487-4669-9728-7957d66cb026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:20.952577 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4ffffb62-4487-4669-9728-7957d66cb026 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/43f693dc-97e2-45c1-af88-5d55ce001e1f HTTP/1.1" status: 204 len: 168 time: 0.4632032 Feb 19 04:38:21.007100 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffffb62-4487-4669-9728-7957d66cb026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f693dc-97e2-45c1-af88-5d55ce001e1f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:21.166151 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8a2fa3e1-bdce-466f-9764-680639ec4849 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:38:21.224568 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00379c52-0eac-41f0-97a9-1aec568b6d58 admin admin] Publish callbacks [] for security_group (de7f4c41-9134-4047-baba-9a562762def6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:21.247018 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00379c52-0eac-41f0-97a9-1aec568b6d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (de7f4c41-9134-4047-baba-9a562762def6), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:21.341640 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00379c52-0eac-41f0-97a9-1aec568b6d58 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:38:21.406633 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00379c52-0eac-41f0-97a9-1aec568b6d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7f4c41-9134-4047-baba-9a562762def6,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:21.407330 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 8a2fa3e1-bdce-466f-9764-680639ec4849 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:21.410616 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8a2fa3e1-bdce-466f-9764-680639ec4849), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:21.422732 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00379c52-0eac-41f0-97a9-1aec568b6d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (d0e5a670-37c5-42b6-b63e-e957542e0078), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:21.427147 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-00379c52-0eac-41f0-97a9-1aec568b6d58 admin admin] Added segment d0e5a670-37c5-42b6-b63e-e957542e0078 of type vlan for network aba5630a-c5aa-46c8-ae32-3254e7568f0a Feb 19 04:38:21.647716 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00379c52-0eac-41f0-97a9-1aec568b6d58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (aba5630a-c5aa-46c8-ae32-3254e7568f0a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:21.677191 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 8a2fa3e1-bdce-466f-9764-680639ec4849 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:21.711008 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00379c52-0eac-41f0-97a9-1aec568b6d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (aba5630a-c5aa-46c8-ae32-3254e7568f0a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:21.712468 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00379c52-0eac-41f0-97a9-1aec568b6d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:21.717414 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00379c52-0eac-41f0-97a9-1aec568b6d58 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:21.880316 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00379c52-0eac-41f0-97a9-1aec568b6d58 admin admin] Pushing event updated for resources: {'Network': ['ID=aba5630a-c5aa-46c8-ae32-3254e7568f0a,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:21.888571 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] Sync routers for ids ['5bc55be0-40a4-4fb4-a057-31fbd8432d23'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:38:21.916801 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-00379c52-0eac-41f0-97a9-1aec568b6d58 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1669064 Feb 19 04:38:21.921193 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33998) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:21.931939 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network aba5630a-c5aa-46c8-ae32-3254e7568f0a details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:38:21.933599 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-87b2228f-6fb0-45f9-88e8-02df7866137f admin admin] Request body: {'subnet': {'network_id': 'aba5630a-c5aa-46c8-ae32-3254e7568f0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1934493280-subnet', 'tenant_id': '7afcc340121843a88082b50865985d97', 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:21.978640 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b2228f-6fb0-45f9-88e8-02df7866137f admin admin] Made reservation on behalf of 7afcc340121843a88082b50865985d97 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:38:21.985276 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87b2228f-6fb0-45f9-88e8-02df7866137f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:22.069460 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] Routers {'5bc55be0-40a4-4fb4-a057-31fbd8432d23'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:22.070539 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:38:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5bc55be0-40a4-4fb4-a057-31fbd8432d23'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:22.353607 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] Set router 5bc55be0-40a4-4fb4-a057-31fbd8432d23 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:22.450819 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87b2228f-6fb0-45f9-88e8-02df7866137f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (07d6b9d3-af9c-4a4e-b771-3488db3bfba3), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:22.522283 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2228f-6fb0-45f9-88e8-02df7866137f admin admin] Pushing event updated for resources: {'Subnet': ['ID=07d6b9d3-af9c-4a4e-b771-3488db3bfba3,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:22.635469 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34006) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:22.652216 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b2228f-6fb0-45f9-88e8-02df7866137f admin admin] Checking segment: {'id': 'd0e5a670-37c5-42b6-b63e-e957542e0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aba5630a-c5aa-46c8-ae32-3254e7568f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:38:22.653011 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b2228f-6fb0-45f9-88e8-02df7866137f admin admin] Network hostable DHCP agents. Network: aba5630a-c5aa-46c8-ae32-3254e7568f0a, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:38:22.693255 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b2228f-6fb0-45f9-88e8-02df7866137f admin admin] Network aba5630a-c5aa-46c8-ae32-3254e7568f0a is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:38:22.729498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-87b2228f-6fb0-45f9-88e8-02df7866137f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, aba5630a-c5aa-46c8-ae32-3254e7568f0a) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:38:22.740010 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b2228f-6fb0-45f9-88e8-02df7866137f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:22.744252 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87b2228f-6fb0-45f9-88e8-02df7866137f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:22.784242 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a45b0820-0bb2-4a9b-9740-a8b9b4fa21fa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=82338ea0f2c0482593c95c014017eddd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1466546 Feb 19 04:38:22.789194 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34010) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:22.857664 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-87b2228f-6fb0-45f9-88e8-02df7866137f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9349110 Feb 19 04:38:22.862838 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34012) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:22.865999 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b355359-a5f6-4da4-a4f9-710beb45e781 None None] Network aba5630a-c5aa-46c8-ae32-3254e7568f0a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:38:22.870389 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-746a00fa-a79e-4004-a598-49c51d3fe8a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1934493280-router', 'tenant_id': '7afcc340121843a88082b50865985d97', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:22.903108 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-746a00fa-a79e-4004-a598-49c51d3fe8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (552dbfdc-de0c-4e27-b24d-dce27db6e85e), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:22.910486 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-746a00fa-a79e-4004-a598-49c51d3fe8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (552dbfdc-de0c-4e27-b24d-dce27db6e85e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:22.985510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34016) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:23.001259 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-6a0938f4-53e5-4fbd-bdb8-bfef5baa544a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-612834115-network', 'tenant_id': '02de5543285449e98627adc6aad84408'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:23.071482 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d351b9ad-1e74-4b6e-b1a1-4d9f8fdd8e25 admin admin] Publish callbacks [] for security_group (f5dd0c69-3a16-47b6-846f-1eec9707f1dd), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:23.216734 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-746a00fa-a79e-4004-a598-49c51d3fe8a8 admin admin] Publish callbacks [] for router_controller (552dbfdc-de0c-4e27-b24d-dce27db6e85e), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:23.244481 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d351b9ad-1e74-4b6e-b1a1-4d9f8fdd8e25 admin admin] Publish callbacks [] for security_group (f5dd0c69-3a16-47b6-846f-1eec9707f1dd), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:23.405689 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d351b9ad-1e74-4b6e-b1a1-4d9f8fdd8e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f5dd0c69-3a16-47b6-846f-1eec9707f1dd), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:23.411775 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d351b9ad-1e74-4b6e-b1a1-4d9f8fdd8e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:23.415821 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d351b9ad-1e74-4b6e-b1a1-4d9f8fdd8e25 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f5dd0c69-3a16-47b6-846f-1eec9707f1dd HTTP/1.1" status: 204 len: 168 time: 0.6236107 Feb 19 04:38:23.466005 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351b9ad-1e74-4b6e-b1a1-4d9f8fdd8e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dd0c69-3a16-47b6-846f-1eec9707f1dd,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:23.578989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08884864-b37f-4b93-9d79-9b00abf12f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-aba5630a-c5aa-46c8-ae32-3254e7568f0a', 'network_id': 'aba5630a-c5aa-46c8-ae32-3254e7568f0a', 'project_id': '7afcc340121843a88082b50865985d97', 'fixed_ips': [{'subnet_id': '07d6b9d3-af9c-4a4e-b771-3488db3bfba3'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:38:23.580394 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-08884864-b37f-4b93-9d79-9b00abf12f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:23.723873 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-746a00fa-a79e-4004-a598-49c51d3fe8a8 admin admin] Publish callbacks [] for router_gateway (552dbfdc-de0c-4e27-b24d-dce27db6e85e), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:23.994016 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0938f4-53e5-4fbd-bdb8-bfef5baa544a admin admin] Made reservation on behalf of 02de5543285449e98627adc6aad84408 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:38:24.012789 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6a0938f4-53e5-4fbd-bdb8-bfef5baa544a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:24.034526 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6a0938f4-53e5-4fbd-bdb8-bfef5baa544a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:24.244521 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-08884864-b37f-4b93-9d79-9b00abf12f99 None None] Allocated IP 172.20.0.2 (aba5630a-c5aa-46c8-ae32-3254e7568f0a/07d6b9d3-af9c-4a4e-b771-3488db3bfba3/4403ff5f-32b2-4957-85c7-5e57617c96b7) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:38:24.448145 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-746a00fa-a79e-4004-a598-49c51d3fe8a8 admin admin] Publish callbacks [] for router_gateway (552dbfdc-de0c-4e27-b24d-dce27db6e85e), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:24.521308 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-746a00fa-a79e-4004-a598-49c51d3fe8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:24.673927 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'name': 'tempest-TestVolumeBackupRestore-152630659-router', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:59Z', 'updated_at': '2022-02-19T04:38:11Z', 'revision_number': 4, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'gw_port': {'id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:00Z', 'updated_at': '2022-02-19T04:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '3306f8df-7d9c-414e-a2ed-d02373ca5452', 'name': '', 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'mac_address': 'fa:16:3e:4c:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '2f724ef9-9524-4696-9346-1c21c2578939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:08Z', 'updated_at': '2022-02-19T04:38:12Z', 'revision_number': 2, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'subnets': [{'id': '2f724ef9-9524-4696-9346-1c21c2578939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:24.790845 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-746a00fa-a79e-4004-a598-49c51d3fe8a8 admin admin] Allocated IP 172.25.0.38 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/1cf92d7e-2c80-4577-8d17-e063d70f26dd) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:38:24.922184 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] Checking router: 5bc55be0-40a4-4fb4-a057-31fbd8432d23 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:38:24.922561 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] Updating router 5bc55be0-40a4-4fb4-a057-31fbd8432d23 port 3306f8df-7d9c-414e-a2ed-d02373ca5452 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:38:25.027636 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6a0938f4-53e5-4fbd-bdb8-bfef5baa544a admin admin] Publish callbacks [] for security_group (3507f3fb-c50f-48b9-add4-c5007c89b667), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:25.050996 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-08884864-b37f-4b93-9d79-9b00abf12f99 None None] Publish callbacks [] for port (4403ff5f-32b2-4957-85c7-5e57617c96b7), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:25.086165 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-08884864-b37f-4b93-9d79-9b00abf12f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (4403ff5f-32b2-4957-85c7-5e57617c96b7), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:25.092297 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-746a00fa-a79e-4004-a598-49c51d3fe8a8 admin admin] Publish callbacks [] for port (1cf92d7e-2c80-4577-8d17-e063d70f26dd), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:25.127814 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3306f8df-7d9c-414e-a2ed-d02373ca5452), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:25.155989 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6a0938f4-53e5-4fbd-bdb8-bfef5baa544a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3507f3fb-c50f-48b9-add4-c5007c89b667), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:25.171601 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-746a00fa-a79e-4004-a598-49c51d3fe8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (1cf92d7e-2c80-4577-8d17-e063d70f26dd), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:25.235287 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08884864-b37f-4b93-9d79-9b00abf12f99 None None] Network aba5630a-c5aa-46c8-ae32-3254e7568f0a is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:38:25.264015 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-08884864-b37f-4b93-9d79-9b00abf12f99 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:38:25.291595 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08884864-b37f-4b93-9d79-9b00abf12f99 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:38:25.344224 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a00fa-a79e-4004-a598-49c51d3fe8a8 admin admin] Pushing event updated for resources: {'Port': ['ID=1cf92d7e-2c80-4577-8d17-e063d70f26dd,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:25.409468 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a0938f4-53e5-4fbd-bdb8-bfef5baa544a admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:38:25.425812 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746a00fa-a79e-4004-a598-49c51d3fe8a8 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:38:25.455308 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-746a00fa-a79e-4004-a598-49c51d3fe8a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:38:25.469592 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746a00fa-a79e-4004-a598-49c51d3fe8a8 admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:38:25.514130 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08884864-b37f-4b93-9d79-9b00abf12f99 None None] Pushing event updated for resources: {'Port': ['ID=4403ff5f-32b2-4957-85c7-5e57617c96b7,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:25.627256 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0938f4-53e5-4fbd-bdb8-bfef5baa544a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3507f3fb-c50f-48b9-add4-c5007c89b667,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:25.801110 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6a0938f4-53e5-4fbd-bdb8-bfef5baa544a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (8d5c3be8-4f79-49c4-9ad2-9c4dcd5dcc4d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:25.801110 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-6a0938f4-53e5-4fbd-bdb8-bfef5baa544a admin admin] Added segment 8d5c3be8-4f79-49c4-9ad2-9c4dcd5dcc4d of type vlan for network 7b3525be-d2df-4e40-aa5e-c4e9abc79afb Feb 19 04:38:25.925491 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6a0938f4-53e5-4fbd-bdb8-bfef5baa544a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (7b3525be-d2df-4e40-aa5e-c4e9abc79afb), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:26.250678 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-08884864-b37f-4b93-9d79-9b00abf12f99 None None] Attempting to bind port 4403ff5f-32b2-4957-85c7-5e57617c96b7 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:38:26.253649 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-08884864-b37f-4b93-9d79-9b00abf12f99 None None] Attempting to bind port 4403ff5f-32b2-4957-85c7-5e57617c96b7 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'd0e5a670-37c5-42b6-b63e-e957542e0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aba5630a-c5aa-46c8-ae32-3254e7568f0a'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:38:26.254229 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08884864-b37f-4b93-9d79-9b00abf12f99 None None] Attempting to bind port 4403ff5f-32b2-4957-85c7-5e57617c96b7 on network aba5630a-c5aa-46c8-ae32-3254e7568f0a {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:38:26.280699 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08884864-b37f-4b93-9d79-9b00abf12f99 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:38:26.287104 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08884864-b37f-4b93-9d79-9b00abf12f99 None None] Checking segment: {'id': 'd0e5a670-37c5-42b6-b63e-e957542e0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aba5630a-c5aa-46c8-ae32-3254e7568f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:38:26.288026 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-08884864-b37f-4b93-9d79-9b00abf12f99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:26.308121 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08884864-b37f-4b93-9d79-9b00abf12f99 None None] Bound using segment: {'id': 'd0e5a670-37c5-42b6-b63e-e957542e0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aba5630a-c5aa-46c8-ae32-3254e7568f0a'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:38:26.308806 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-08884864-b37f-4b93-9d79-9b00abf12f99 None None] Bound port: 4403ff5f-32b2-4957-85c7-5e57617c96b7, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e5a670-37c5-42b6-b63e-e957542e0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aba5630a-c5aa-46c8-ae32-3254e7568f0a'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:38:26.311842 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-08884864-b37f-4b93-9d79-9b00abf12f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4403ff5f-32b2-4957-85c7-5e57617c96b7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:26.421798 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.resource_extend [None req-6a0938f4-53e5-4fbd-bdb8-bfef5baa544a admin admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:38:26.538305 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6a0938f4-53e5-4fbd-bdb8-bfef5baa544a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (7b3525be-d2df-4e40-aa5e-c4e9abc79afb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:26.541767 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0938f4-53e5-4fbd-bdb8-bfef5baa544a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:26.542640 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6a0938f4-53e5-4fbd-bdb8-bfef5baa544a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:26.728551 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-746a00fa-a79e-4004-a598-49c51d3fe8a8 admin admin] Publish callbacks [] for router_gateway (552dbfdc-de0c-4e27-b24d-dce27db6e85e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:26.821545 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34122) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:26.983107 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6a0938f4-53e5-4fbd-bdb8-bfef5baa544a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.9959509 Feb 19 04:38:26.986963 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-08884864-b37f-4b93-9d79-9b00abf12f99 None None] For port 4403ff5f-32b2-4957-85c7-5e57617c96b7, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:38:26.987744 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34126) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:26.996439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-b38461a6-2910-4b00-a100-2403d79f0049 admin admin] Request body: {'subnet': {'network_id': '7b3525be-d2df-4e40-aa5e-c4e9abc79afb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-612834115-subnet', 'tenant_id': '02de5543285449e98627adc6aad84408', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:27.040417 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0938f4-53e5-4fbd-bdb8-bfef5baa544a admin admin] Pushing event updated for resources: {'Network': ['ID=7b3525be-d2df-4e40-aa5e-c4e9abc79afb,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:27.060226 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 7b3525be-d2df-4e40-aa5e-c4e9abc79afb details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:38:27.093626 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38461a6-2910-4b00-a100-2403d79f0049 admin admin] Made reservation on behalf of 02de5543285449e98627adc6aad84408 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:38:27.098068 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-08884864-b37f-4b93-9d79-9b00abf12f99 None None] For port 4403ff5f-32b2-4957-85c7-5e57617c96b7, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=4403ff5f-32b2-4957-85c7-5e57617c96b7,segment=NetworkSegment(d0e5a670-37c5-42b6-b63e-e957542e0078),segment_id=d0e5a670-37c5-42b6-b63e-e957542e0078)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:38:27.099306 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b38461a6-2910-4b00-a100-2403d79f0049 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:27.182950 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1680120199-network', 'tenant_id': '50dacbb707d941ad827198228ce196ed'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:27.563707 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Made reservation on behalf of 50dacbb707d941ad827198228ce196ed for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:38:27.590124 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:27.668604 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:27.887796 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-746a00fa-a79e-4004-a598-49c51d3fe8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (552dbfdc-de0c-4e27-b24d-dce27db6e85e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:27.959745 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-08884864-b37f-4b93-9d79-9b00abf12f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4403ff5f-32b2-4957-85c7-5e57617c96b7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:28.342057 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08884864-b37f-4b93-9d79-9b00abf12f99 None None] Pushing event updated for resources: {'Port': ['ID=4403ff5f-32b2-4957-85c7-5e57617c96b7,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:28.347641 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b38461a6-2910-4b00-a100-2403d79f0049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (7d825e4b-be49-42ae-aebb-b8de62249d20), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:28.424546 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Publish callbacks [] for security_group (2be447a9-f481-44d8-99f3-4fff0dd6ec92), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:28.438941 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2be447a9-f481-44d8-99f3-4fff0dd6ec92), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:28.482539 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38461a6-2910-4b00-a100-2403d79f0049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d825e4b-be49-42ae-aebb-b8de62249d20,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:28.540333 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:38:28.553094 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38461a6-2910-4b00-a100-2403d79f0049 admin admin] Checking segment: {'id': '8d5c3be8-4f79-49c4-9ad2-9c4dcd5dcc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7b3525be-d2df-4e40-aa5e-c4e9abc79afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:38:28.557812 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38461a6-2910-4b00-a100-2403d79f0049 admin admin] Network hostable DHCP agents. Network: 7b3525be-d2df-4e40-aa5e-c4e9abc79afb, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:38:28.610993 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746a00fa-a79e-4004-a598-49c51d3fe8a8 admin admin] Router 552dbfdc-de0c-4e27-b24d-dce27db6e85e is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:38:28.620040 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be447a9-f481-44d8-99f3-4fff0dd6ec92,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:28.635050 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (14f14fbf-80b5-44fd-921b-446fbfb010dc), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:28.635501 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Added segment 14f14fbf-80b5-44fd-921b-446fbfb010dc of type vlan for network 4cf06b52-0236-4522-811e-82b5d51c24fe Feb 19 04:38:28.660881 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] Publish callbacks [] for port (3306f8df-7d9c-414e-a2ed-d02373ca5452), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:28.686493 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3306f8df-7d9c-414e-a2ed-d02373ca5452), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:28.879588 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38461a6-2910-4b00-a100-2403d79f0049 admin admin] Network 7b3525be-d2df-4e40-aa5e-c4e9abc79afb is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:38:28.884622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc28379-69d8-47ea-9b53-4ad61e476a34 None None] Pushing event updated for resources: {'Port': ['ID=3306f8df-7d9c-414e-a2ed-d02373ca5452,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:28.910629 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (4cf06b52-0236-4522-811e-82b5d51c24fe), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:28.927815 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-b38461a6-2910-4b00-a100-2403d79f0049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 7b3525be-d2df-4e40-aa5e-c4e9abc79afb) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:38:28.941662 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38461a6-2910-4b00-a100-2403d79f0049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:28.944247 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b38461a6-2910-4b00-a100-2403d79f0049 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:29.050425 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b38461a6-2910-4b00-a100-2403d79f0049 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0611444 Feb 19 04:38:29.075016 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (4cf06b52-0236-4522-811e-82b5d51c24fe), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:29.076051 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:29.076662 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:29.161332 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bee941-8dfc-4bf2-a9af-d91dd209f734 None None] Network 7b3525be-d2df-4e40-aa5e-c4e9abc79afb requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:38:29.222713 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3988874 Feb 19 04:38:29.242979 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34170) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:29.265316 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-571eb3c8-ffab-4e7c-8365-a842f030db52 admin admin] Request body: {'subnet': {'network_id': '4cf06b52-0236-4522-811e-82b5d51c24fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1680120199-subnet', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:29.432317 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746a00fa-a79e-4004-a598-49c51d3fe8a8 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:38:29.453516 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] Sync routers for ids ['552dbfdc-de0c-4e27-b24d-dce27db6e85e'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:38:29.494987 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] Routers {'552dbfdc-de0c-4e27-b24d-dce27db6e85e'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:29.495713 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:38:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['552dbfdc-de0c-4e27-b24d-dce27db6e85e'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:29.533244 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] Attempting to bind port 3306f8df-7d9c-414e-a2ed-d02373ca5452 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:38:29.534310 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] Attempting to bind port 3306f8df-7d9c-414e-a2ed-d02373ca5452 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '1ff89342-a473-48ce-9e26-2c45d3313cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:38:29.540647 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] Attempting to bind port 3306f8df-7d9c-414e-a2ed-d02373ca5452 on network 156e64b2-e8aa-4f9a-a835-93b6218d77e2 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:38:29.543816 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-746a00fa-a79e-4004-a598-49c51d3fe8a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:29.550257 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-746a00fa-a79e-4004-a598-49c51d3fe8a8 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.6818495 Feb 19 04:38:29.554589 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34174) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:29.602602 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:38:29.603410 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] Checking segment: {'id': '1ff89342-a473-48ce-9e26-2c45d3313cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:38:29.605802 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:29.609538 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] Bound using segment: {'id': '1ff89342-a473-48ce-9e26-2c45d3313cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:38:29.612831 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] Bound port: 3306f8df-7d9c-414e-a2ed-d02373ca5452, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff89342-a473-48ce-9e26-2c45d3313cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:38:29.613587 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3306f8df-7d9c-414e-a2ed-d02373ca5452), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:29.658371 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Pushing event updated for resources: {'Network': ['ID=4cf06b52-0236-4522-811e-82b5d51c24fe,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:29.750343 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:29.750807 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:29.751067 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:29.751400 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:29.751753 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:29.752092 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:29.759813 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:29.760210 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:29.760572 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:29.767444 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:29.768899 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:29.770141 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:29.770530 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed40c39-0976-45c8-b3a5-bb4b8a88064c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:29.810110 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34176) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:29.830388 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571eb3c8-ffab-4e7c-8365-a842f030db52 admin admin] Made reservation on behalf of 50dacbb707d941ad827198228ce196ed for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:38:29.845815 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-571eb3c8-ffab-4e7c-8365-a842f030db52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:29.889181 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 4cf06b52-0236-4522-811e-82b5d51c24fe details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:38:30.002332 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] Set router 552dbfdc-de0c-4e27-b24d-dce27db6e85e gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:30.351927 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-77bf358a-d0f5-4f23-9f19-02e42cd0e90c None None] Provisioning complete for port 3306f8df-7d9c-414e-a2ed-d02373ca5452 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:30.352666 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-77bf358a-d0f5-4f23-9f19-02e42cd0e90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3306f8df-7d9c-414e-a2ed-d02373ca5452), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:30.586929 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b0d16e-e95f-4044-b526-f86f2f268076 None None] Network 7b3525be-d2df-4e40-aa5e-c4e9abc79afb requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:38:30.784104 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-77bf358a-d0f5-4f23-9f19-02e42cd0e90c None None] Port 3306f8df-7d9c-414e-a2ed-d02373ca5452 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:38:31.156603 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] For port 3306f8df-7d9c-414e-a2ed-d02373ca5452, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:38:31.249879 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-571eb3c8-ffab-4e7c-8365-a842f030db52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:31.369254 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552dbfdc-de0c-4e27-b24d-dce27db6e85e', 'name': 'tempest-TestVolumeBackupRestore-1934493280-router', 'tenant_id': '7afcc340121843a88082b50865985d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '1cf92d7e-2c80-4577-8d17-e063d70f26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:22Z', 'updated_at': '2022-02-19T04:38:26Z', 'revision_number': 3, 'project_id': '7afcc340121843a88082b50865985d97', 'gw_port': {'id': '1cf92d7e-2c80-4577-8d17-e063d70f26dd', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552dbfdc-de0c-4e27-b24d-dce27db6e85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:24Z', 'updated_at': '2022-02-19T04:38:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:31.470916 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] For port 3306f8df-7d9c-414e-a2ed-d02373ca5452, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3306f8df-7d9c-414e-a2ed-d02373ca5452,segment=NetworkSegment(1ff89342-a473-48ce-9e26-2c45d3313cc6),segment_id=1ff89342-a473-48ce-9e26-2c45d3313cc6)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:38:31.565563 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d221871e-d3d3-47c1-847e-175b30c61ce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:31.615406 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3306f8df-7d9c-414e-a2ed-d02373ca5452), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:31.618737 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] Checking router: 552dbfdc-de0c-4e27-b24d-dce27db6e85e for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:38:31.619877 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] Updating router 552dbfdc-de0c-4e27-b24d-dce27db6e85e port 1cf92d7e-2c80-4577-8d17-e063d70f26dd binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:38:31.646500 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571eb3c8-ffab-4e7c-8365-a842f030db52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:31.888502 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4403ff5f-32b2-4957-85c7-5e57617c96b7 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:38:31.896648 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571eb3c8-ffab-4e7c-8365-a842f030db52 admin admin] Checking segment: {'id': '14f14fbf-80b5-44fd-921b-446fbfb010dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4cf06b52-0236-4522-811e-82b5d51c24fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:38:31.901590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571eb3c8-ffab-4e7c-8365-a842f030db52 admin admin] Network hostable DHCP agents. Network: 4cf06b52-0236-4522-811e-82b5d51c24fe, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:38:31.962970 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1cf92d7e-2c80-4577-8d17-e063d70f26dd), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:32.020629 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571eb3c8-ffab-4e7c-8365-a842f030db52 admin admin] Network 4cf06b52-0236-4522-811e-82b5d51c24fe is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:38:32.222729 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-571eb3c8-ffab-4e7c-8365-a842f030db52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 4cf06b52-0236-4522-811e-82b5d51c24fe) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:38:32.336631 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571eb3c8-ffab-4e7c-8365-a842f030db52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:32.347221 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:32.358818 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-571eb3c8-ffab-4e7c-8365-a842f030db52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:32.398141 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d221871e-d3d3-47c1-847e-175b30c61ce2 admin admin] Publish callbacks [] for security_group (cd548376-fd3f-4fd4-a5ad-72d641b91aa1), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:32.503710 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e992a33d-511f-4738-9c5a-7af933538d23 None None] Network 4cf06b52-0236-4522-811e-82b5d51c24fe requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:38:32.525066 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d221871e-d3d3-47c1-847e-175b30c61ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (cd548376-fd3f-4fd4-a5ad-72d641b91aa1), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:32.961749 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221871e-d3d3-47c1-847e-175b30c61ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd548376-fd3f-4fd4-a5ad-72d641b91aa1,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:33.038431 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-571eb3c8-ffab-4e7c-8365-a842f030db52 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.7835023 Feb 19 04:38:33.075434 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d221871e-d3d3-47c1-847e-175b30c61ce2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e694be9dd72941759d549b4a2f1dade6&name=default HTTP/1.1" status: 200 len: 3000 time: 3.2638657 Feb 19 04:38:33.076522 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34234) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:33.088713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-d7cacdcf-8eaf-49f5-8652-16d8e421231d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1680120199-router', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:33.103042 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34236) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:33.215655 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dee745-ab3f-473c-b972-3c5f291bd547 None None] Network aba5630a-c5aa-46c8-ae32-3254e7568f0a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:38:33.277317 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8249cf3b-16ab-4800-931b-8259c61117f2 None None] Network 4cf06b52-0236-4522-811e-82b5d51c24fe requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:38:33.283488 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] Routers {'5bc55be0-40a4-4fb4-a057-31fbd8432d23'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:33.289539 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:38:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5bc55be0-40a4-4fb4-a057-31fbd8432d23'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:33.345934 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d7cacdcf-8eaf-49f5-8652-16d8e421231d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (8de5c72a-c98f-4648-82dd-60e7bda1513d), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:33.349095 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d7cacdcf-8eaf-49f5-8652-16d8e421231d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (8de5c72a-c98f-4648-82dd-60e7bda1513d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:33.409699 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-3e9c7ea0-0a43-4d4f-9d66-366d5ca84832 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:33.422548 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f37c5d26-0545-4e53-a461-4265eca14a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:33.424351 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-3e9c7ea0-0a43-4d4f-9d66-366d5ca84832 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.65 "GET /v2.0/networks?id=db8c5079-c977-410a-a52d-fc921f5d789e HTTP/1.1" status: 200 len: 808 time: 1.2414639 Feb 19 04:38:33.471565 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-d7a93976-d69b-4e55-893c-44e544f062fe tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.65 "GET /v2.0/quotas/23ab31e807e341c78d6021a25019c28e HTTP/1.1" status: 200 len: 375 time: 0.0444396 Feb 19 04:38:33.555958 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Allocated IP 172.20.0.1 (aba5630a-c5aa-46c8-ae32-3254e7568f0a/07d6b9d3-af9c-4a4e-b771-3488db3bfba3/9e06d8cf-233e-41ca-9854-85279600a60b) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:38:33.571798 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc28379-69d8-47ea-9b53-4ad61e476a34 None None] Pushing event updated for resources: {'Port': ['ID=3306f8df-7d9c-414e-a2ed-d02373ca5452,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:33.600178 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-4b2ca3b5-982e-4380-bbb2-7599fbeb108b tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=23ab31e807e341c78d6021a25019c28e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1265378 Feb 19 04:38:33.788666 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Publish callbacks [] for port (9e06d8cf-233e-41ca-9854-85279600a60b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:33.862683 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f230d7f-f2a6-4889-8b2b-e4112cb35d70 admin admin] Publish callbacks [] for security_group (cd548376-fd3f-4fd4-a5ad-72d641b91aa1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:33.894188 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] Publish callbacks [] for port (1cf92d7e-2c80-4577-8d17-e063d70f26dd), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:33.904174 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-97dcacbe-7347-48f0-8d00-6e74d4cf7290 None None] Provisioning complete for port 3306f8df-7d9c-414e-a2ed-d02373ca5452 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:33.905352 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-97dcacbe-7347-48f0-8d00-6e74d4cf7290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3306f8df-7d9c-414e-a2ed-d02373ca5452), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:33.916790 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (1cf92d7e-2c80-4577-8d17-e063d70f26dd), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:34.014676 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d7cacdcf-8eaf-49f5-8652-16d8e421231d admin admin] Publish callbacks [] for router_controller (8de5c72a-c98f-4648-82dd-60e7bda1513d), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:34.023378 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] Attempting to bind port 1cf92d7e-2c80-4577-8d17-e063d70f26dd on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:38:34.024197 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] Attempting to bind port 1cf92d7e-2c80-4577-8d17-e063d70f26dd by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:38:34.024955 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] Attempting to bind port 1cf92d7e-2c80-4577-8d17-e063d70f26dd on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:38:34.113916 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:38:34.115054 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:38:34.122008 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:34.122984 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:38:34.124007 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] Bound port: 1cf92d7e-2c80-4577-8d17-e063d70f26dd, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:38:34.125058 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1cf92d7e-2c80-4577-8d17-e063d70f26dd), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:34.133598 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 4403ff5f-32b2-4957-85c7-5e57617c96b7 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:34.134098 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4403ff5f-32b2-4957-85c7-5e57617c96b7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:34.289271 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] Set router 5bc55be0-40a4-4fb4-a057-31fbd8432d23 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:34.326908 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] For port 1cf92d7e-2c80-4577-8d17-e063d70f26dd, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:38:34.334238 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f230d7f-f2a6-4889-8b2b-e4112cb35d70 admin admin] Publish callbacks [] for security_group (cd548376-fd3f-4fd4-a5ad-72d641b91aa1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:34.339221 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] For port 1cf92d7e-2c80-4577-8d17-e063d70f26dd, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=1cf92d7e-2c80-4577-8d17-e063d70f26dd,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:38:34.375869 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (1cf92d7e-2c80-4577-8d17-e063d70f26dd), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:34.472566 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01684177-7e3d-4c93-b7f8-b1be5ca21689 None None] Pushing event updated for resources: {'Port': ['ID=1cf92d7e-2c80-4577-8d17-e063d70f26dd,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:34.511078 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01684177-7e3d-4c93-b7f8-b1be5ca21689 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:34.514795 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01684177-7e3d-4c93-b7f8-b1be5ca21689 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:34.515584 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01684177-7e3d-4c93-b7f8-b1be5ca21689 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:34.522278 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01684177-7e3d-4c93-b7f8-b1be5ca21689 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:34.523715 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01684177-7e3d-4c93-b7f8-b1be5ca21689 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:34.524674 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01684177-7e3d-4c93-b7f8-b1be5ca21689 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:34.525341 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01684177-7e3d-4c93-b7f8-b1be5ca21689 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:34.526068 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01684177-7e3d-4c93-b7f8-b1be5ca21689 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:34.526781 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01684177-7e3d-4c93-b7f8-b1be5ca21689 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:34.527488 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01684177-7e3d-4c93-b7f8-b1be5ca21689 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:34.536241 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01684177-7e3d-4c93-b7f8-b1be5ca21689 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:34.537027 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01684177-7e3d-4c93-b7f8-b1be5ca21689 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:34.537727 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01684177-7e3d-4c93-b7f8-b1be5ca21689 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:34.761685 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (9e06d8cf-233e-41ca-9854-85279600a60b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:34.789658 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01684177-7e3d-4c93-b7f8-b1be5ca21689 None None] Pushing event updated for resources: {'Port': ['ID=1cf92d7e-2c80-4577-8d17-e063d70f26dd,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:34.805187 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] Routers {'552dbfdc-de0c-4e27-b24d-dce27db6e85e'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:34.808076 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:38:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['552dbfdc-de0c-4e27-b24d-dce27db6e85e'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:34.919825 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-0f0192fb-15cd-4531-8333-daf25a78ad90 service neutron] 10.222.0.65 "GET /v2.0/networks/db8c5079-c977-410a-a52d-fc921f5d789e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3149898 Feb 19 04:38:35.037003 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Network aba5630a-c5aa-46c8-ae32-3254e7568f0a is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:38:35.060874 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-62a80f0c-f122-4018-8ea6-e0b51d429078 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:35.073445 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-62a80f0c-f122-4018-8ea6-e0b51d429078 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/networks?id=9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 200 len: 815 time: 2.1135204 Feb 19 04:38:35.079070 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:38:35.095860 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:38:35.172217 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d7cacdcf-8eaf-49f5-8652-16d8e421231d admin admin] Publish callbacks [] for router_gateway (8de5c72a-c98f-4648-82dd-60e7bda1513d), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:35.214988 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] Set router 552dbfdc-de0c-4e27-b24d-dce27db6e85e gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:35.257312 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Pushing event updated for resources: {'Port': ['ID=9e06d8cf-233e-41ca-9854-85279600a60b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:35.304823 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-7e58048a-7b49-4285-a7e4-b5d130de35de tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/quotas/8b2abe5cb5184c5a82d410642bb8c3d6 HTTP/1.1" status: 200 len: 375 time: 0.1587806 Feb 19 04:38:35.315135 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:35.315426 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:35.315733 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:35.316053 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:35.316401 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:35.316779 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:35.317163 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:35.317499 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:35.317831 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:35.324237 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:35.324237 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:35.325310 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:35.325525 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:38:35.443629 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (552dbfdc-de0c-4e27-b24d-dce27db6e85e), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:35.473322 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c19e2c42-c755-480a-833f-bc9037641cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:35.483847 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f230d7f-f2a6-4889-8b2b-e4112cb35d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (cd548376-fd3f-4fd4-a5ad-72d641b91aa1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:35.486717 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f230d7f-f2a6-4889-8b2b-e4112cb35d70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:35.495077 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9f230d7f-f2a6-4889-8b2b-e4112cb35d70 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cd548376-fd3f-4fd4-a5ad-72d641b91aa1 HTTP/1.1" status: 204 len: 168 time: 2.3782878 Feb 19 04:38:35.622883 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f230d7f-f2a6-4889-8b2b-e4112cb35d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd548376-fd3f-4fd4-a5ad-72d641b91aa1,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:35.667459 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-835685f0-491b-413f-8009-fa455a3354dd service neutron] 10.222.0.65 "GET /v2.0/networks/db8c5079-c977-410a-a52d-fc921f5d789e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5871162 Feb 19 04:38:35.739121 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-48f91248-2960-45de-8ffb-73e9c4f96c8a tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4089513 Feb 19 04:38:36.094921 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552dbfdc-de0c-4e27-b24d-dce27db6e85e', 'name': 'tempest-TestVolumeBackupRestore-1934493280-router', 'tenant_id': '7afcc340121843a88082b50865985d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '1cf92d7e-2c80-4577-8d17-e063d70f26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:22Z', 'updated_at': '2022-02-19T04:38:26Z', 'revision_number': 3, 'project_id': '7afcc340121843a88082b50865985d97', 'gw_port': {'id': '1cf92d7e-2c80-4577-8d17-e063d70f26dd', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552dbfdc-de0c-4e27-b24d-dce27db6e85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:24Z', 'updated_at': '2022-02-19T04:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:36.168973 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 4403ff5f-32b2-4957-85c7-5e57617c96b7 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:36.169646 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4403ff5f-32b2-4957-85c7-5e57617c96b7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:36.190515 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6397d43d-0a86-4bbd-99ef-dec905d36c67 None None] The sync data for ids ['552dbfdc-de0c-4e27-b24d-dce27db6e85e'] in n-d-772273-4 is: [{'id': '552dbfdc-de0c-4e27-b24d-dce27db6e85e', 'name': 'tempest-TestVolumeBackupRestore-1934493280-router', 'tenant_id': '7afcc340121843a88082b50865985d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '1cf92d7e-2c80-4577-8d17-e063d70f26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:22Z', 'updated_at': '2022-02-19T04:38:26Z', 'revision_number': 3, 'project_id': '7afcc340121843a88082b50865985d97', 'gw_port': {'id': '1cf92d7e-2c80-4577-8d17-e063d70f26dd', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552dbfdc-de0c-4e27-b24d-dce27db6e85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:24Z', 'updated_at': '2022-02-19T04:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:38:36.276320 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d7cacdcf-8eaf-49f5-8652-16d8e421231d admin admin] Publish callbacks [] for router_gateway (8de5c72a-c98f-4648-82dd-60e7bda1513d), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:36.342958 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d7cacdcf-8eaf-49f5-8652-16d8e421231d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:36.423857 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9e06d8cf-233e-41ca-9854-85279600a60b), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:36.667422 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-d7cacdcf-8eaf-49f5-8652-16d8e421231d admin admin] Allocated IP 172.25.0.157 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/c38ab0a7-d519-4048-b46f-452629fdf25c) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:38:37.100123 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-97dcacbe-7347-48f0-8d00-6e74d4cf7290 None None] Current status of the port 3306f8df-7d9c-414e-a2ed-d02373ca5452 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:37.104228 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-97dcacbe-7347-48f0-8d00-6e74d4cf7290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3306f8df-7d9c-414e-a2ed-d02373ca5452), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:37.115739 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34274) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:37.121952 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d7cacdcf-8eaf-49f5-8652-16d8e421231d admin admin] Publish callbacks [] for port (c38ab0a7-d519-4048-b46f-452629fdf25c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:37.123384 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 4403ff5f-32b2-4957-85c7-5e57617c96b7, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=4403ff5f-32b2-4957-85c7-5e57617c96b7,segment=NetworkSegment(d0e5a670-37c5-42b6-b63e-e957542e0078),segment_id=d0e5a670-37c5-42b6-b63e-e957542e0078)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:37.143674 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:37.206590 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0ff07252-90a5-44d4-9638-ed788accd382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:37.237659 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4403ff5f-32b2-4957-85c7-5e57617c96b7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:37.259364 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-b03e9338-c411-4047-9761-4fcc2be3ec36 service neutron] 10.222.0.65 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4799585 Feb 19 04:38:37.304057 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d7cacdcf-8eaf-49f5-8652-16d8e421231d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (c38ab0a7-d519-4048-b46f-452629fdf25c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:37.334618 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'name': 'tempest-TestVolumeBackupRestore-152630659-router', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:59Z', 'updated_at': '2022-02-19T04:38:11Z', 'revision_number': 4, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'gw_port': {'id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:00Z', 'updated_at': '2022-02-19T04:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '3306f8df-7d9c-414e-a2ed-d02373ca5452', 'name': '', 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'mac_address': 'fa:16:3e:4c:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '2f724ef9-9524-4696-9346-1c21c2578939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:08Z', 'updated_at': '2022-02-19T04:38:30Z', 'revision_number': 4, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'subnets': [{'id': '2f724ef9-9524-4696-9346-1c21c2578939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:37.465754 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-97dcacbe-7347-48f0-8d00-6e74d4cf7290 None None] For port 3306f8df-7d9c-414e-a2ed-d02373ca5452, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3306f8df-7d9c-414e-a2ed-d02373ca5452,segment=NetworkSegment(1ff89342-a473-48ce-9e26-2c45d3313cc6),segment_id=1ff89342-a473-48ce-9e26-2c45d3313cc6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:37.508761 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df02632-fb66-40f1-8a6a-8ea11634cb1d None None] The sync data for ids ['5bc55be0-40a4-4fb4-a057-31fbd8432d23'] in n-d-772273-4 is: [{'id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'name': 'tempest-TestVolumeBackupRestore-152630659-router', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:59Z', 'updated_at': '2022-02-19T04:38:11Z', 'revision_number': 4, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'gw_port': {'id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:00Z', 'updated_at': '2022-02-19T04:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '3306f8df-7d9c-414e-a2ed-d02373ca5452', 'name': '', 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'mac_address': 'fa:16:3e:4c:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '2f724ef9-9524-4696-9346-1c21c2578939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:08Z', 'updated_at': '2022-02-19T04:38:30Z', 'revision_number': 4, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'subnets': [{'id': '2f724ef9-9524-4696-9346-1c21c2578939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:38:37.537044 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-97dcacbe-7347-48f0-8d00-6e74d4cf7290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3306f8df-7d9c-414e-a2ed-d02373ca5452), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:37.574119 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:37.631123 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Publish callbacks [] for port (9e06d8cf-233e-41ca-9854-85279600a60b), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:37.655108 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=4403ff5f-32b2-4957-85c7-5e57617c96b7,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:37.698637 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dae4cfe2-a22a-4f10-9d41-c1756a51c9f7 req-f8286cae-4afe-4ca4-9ad9-3138a1e10fef tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.65 "GET /v2.0/ports?device_id=65a81f60-9435-4b31-8685-ba2d0a86c10e HTTP/1.1" status: 200 len: 210 time: 0.1916554 Feb 19 04:38:37.717230 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cacdcf-8eaf-49f5-8652-16d8e421231d admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:38:37.763493 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-d7cacdcf-8eaf-49f5-8652-16d8e421231d admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:38:37.772651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cacdcf-8eaf-49f5-8652-16d8e421231d admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:38:37.899194 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cacdcf-8eaf-49f5-8652-16d8e421231d admin admin] Pushing event updated for resources: {'Port': ['ID=c38ab0a7-d519-4048-b46f-452629fdf25c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:37.954281 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dcacbe-7347-48f0-8d00-6e74d4cf7290 None None] Pushing event updated for resources: {'Port': ['ID=3306f8df-7d9c-414e-a2ed-d02373ca5452,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:37.974337 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a15bd7b6-5acf-427c-ba00-75cd96f95d76 None None] Provisioning complete for port 9e06d8cf-233e-41ca-9854-85279600a60b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:37.974337 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a15bd7b6-5acf-427c-ba00-75cd96f95d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9e06d8cf-233e-41ca-9854-85279600a60b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:38.088426 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (9e06d8cf-233e-41ca-9854-85279600a60b), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:38.236173 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1cf92d7e-2c80-4577-8d17-e063d70f26dd up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:38:38.242580 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a15bd7b6-5acf-427c-ba00-75cd96f95d76 None None] Port 9e06d8cf-233e-41ca-9854-85279600a60b cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:38:38.433816 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Pushing event updated for resources: {'Port': ['ID=9e06d8cf-233e-41ca-9854-85279600a60b,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:38.445715 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-9490ff78-125e-4284-ab17-e84e03be6fe1 service neutron] 10.222.0.65 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1770494 Feb 19 04:38:38.478018 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (552dbfdc-de0c-4e27-b24d-dce27db6e85e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:38.573540 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:38.625754 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 1cf92d7e-2c80-4577-8d17-e063d70f26dd triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:38.626977 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1cf92d7e-2c80-4577-8d17-e063d70f26dd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:38.633135 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a15bd7b6-5acf-427c-ba00-75cd96f95d76 None None] Provisioning complete for port 4403ff5f-32b2-4957-85c7-5e57617c96b7 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:38.634182 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a15bd7b6-5acf-427c-ba00-75cd96f95d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4403ff5f-32b2-4957-85c7-5e57617c96b7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:38.913236 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0ff07252-90a5-44d4-9638-ed788accd382 admin admin] Publish callbacks [] for security_group (7065bbb7-7073-488c-99d1-16b83295ec17), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:38.968870 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0ff07252-90a5-44d4-9638-ed788accd382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7065bbb7-7073-488c-99d1-16b83295ec17), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:39.036528 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-21b89900-d23e-47b9-a4f1-2467d49aab7c req-1acd69a3-0d8d-4f18-b350-3b5212ac1dbf tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.65 "GET /v2.0/ports?device_id=65a81f60-9435-4b31-8685-ba2d0a86c10e HTTP/1.1" status: 200 len: 210 time: 0.1106467 Feb 19 04:38:39.163084 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 1cf92d7e-2c80-4577-8d17-e063d70f26dd is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:39.176898 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1cf92d7e-2c80-4577-8d17-e063d70f26dd), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:39.201016 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f16250cb-ac82-46be-b8c1-62e1666543f1 req-097dbe3d-eae7-474d-b569-cca8c75fc4ce tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 210 time: 0.2171690 Feb 19 04:38:39.223883 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Network aba5630a-c5aa-46c8-ae32-3254e7568f0a is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:38:39.307888 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:38:39.320132 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff07252-90a5-44d4-9638-ed788accd382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7065bbb7-7073-488c-99d1-16b83295ec17,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:39.372620 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d7cacdcf-8eaf-49f5-8652-16d8e421231d admin admin] Publish callbacks [] for router_gateway (8de5c72a-c98f-4648-82dd-60e7bda1513d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:39.445644 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 1cf92d7e-2c80-4577-8d17-e063d70f26dd, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=1cf92d7e-2c80-4577-8d17-e063d70f26dd,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:39.469995 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (1cf92d7e-2c80-4577-8d17-e063d70f26dd), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:39.472049 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3306f8df-7d9c-414e-a2ed-d02373ca5452 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:38:39.666588 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0ff07252-90a5-44d4-9638-ed788accd382 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bf61f506e1d746c1b471ef19221b15ad&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5492451 Feb 19 04:38:39.674764 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Router 552dbfdc-de0c-4e27-b24d-dce27db6e85e has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:38:39.676290 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34312) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:39.824654 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e090365c-5b35-45e3-b7da-a3433de42227 admin admin] Publish callbacks [] for security_group (7065bbb7-7073-488c-99d1-16b83295ec17), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:39.899924 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e090365c-5b35-45e3-b7da-a3433de42227 admin admin] Publish callbacks [] for security_group (7065bbb7-7073-488c-99d1-16b83295ec17), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:40.004512 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:40.220763 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:40.570110 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 3306f8df-7d9c-414e-a2ed-d02373ca5452 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:40.573045 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3306f8df-7d9c-414e-a2ed-d02373ca5452), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:40.660822 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a15bd7b6-5acf-427c-ba00-75cd96f95d76 None None] Current status of the port 4403ff5f-32b2-4957-85c7-5e57617c96b7 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:40.672814 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=1cf92d7e-2c80-4577-8d17-e063d70f26dd,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:40.726347 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e090365c-5b35-45e3-b7da-a3433de42227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7065bbb7-7073-488c-99d1-16b83295ec17), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:40.736543 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e090365c-5b35-45e3-b7da-a3433de42227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:40.738279 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e090365c-5b35-45e3-b7da-a3433de42227 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7065bbb7-7073-488c-99d1-16b83295ec17 HTTP/1.1" status: 204 len: 168 time: 1.0557024 Feb 19 04:38:40.787172 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04a0907d-3696-436e-9645-9f4bb3815a0b req-ed8fc341-90e4-439a-a26c-8dfccea26023 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 210 time: 0.1071992 Feb 19 04:38:40.805866 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090365c-5b35-45e3-b7da-a3433de42227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7065bbb7-7073-488c-99d1-16b83295ec17,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:40.848567 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:38:40.865487 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f6ef35c2-f1b2-4e07-81a7-80e0599517bf admin admin] 10.222.0.65 "PUT /v2.0/routers/552dbfdc-de0c-4e27-b24d-dce27db6e85e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3086550 Feb 19 04:38:40.891589 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-82f49466-4efc-477c-9dcb-5578ce7dda01 req-b8f7780a-1a99-474c-a33b-ee0b385a0171 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.65 "GET /v2.0/ports?device_id=65a81f60-9435-4b31-8685-ba2d0a86c10e HTTP/1.1" status: 200 len: 210 time: 0.1785402 Feb 19 04:38:40.974397 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d7cacdcf-8eaf-49f5-8652-16d8e421231d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (8de5c72a-c98f-4648-82dd-60e7bda1513d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:41.137164 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f1068632-73c4-4085-a3e1-db052d8985f0 None None] Provisioning complete for port 9e06d8cf-233e-41ca-9854-85279600a60b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:41.138892 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f1068632-73c4-4085-a3e1-db052d8985f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9e06d8cf-233e-41ca-9854-85279600a60b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:41.150936 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 3306f8df-7d9c-414e-a2ed-d02373ca5452 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:41.352943 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] Sync routers for ids ['552dbfdc-de0c-4e27-b24d-dce27db6e85e'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:38:41.598381 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] Routers {'552dbfdc-de0c-4e27-b24d-dce27db6e85e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:41.608973 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:38:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['552dbfdc-de0c-4e27-b24d-dce27db6e85e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:41.609859 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-fcebfb9c-5b8e-4857-9406-1190959f689b tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:41.614349 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f1068632-73c4-4085-a3e1-db052d8985f0 None None] Port 9e06d8cf-233e-41ca-9854-85279600a60b cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:38:41.615592 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-fcebfb9c-5b8e-4857-9406-1190959f689b tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.10 "GET /v2.0/networks?id=db8c5079-c977-410a-a52d-fc921f5d789e HTTP/1.1" status: 200 len: 808 time: 0.4567626 Feb 19 04:38:41.645220 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4403ff5f-32b2-4957-85c7-5e57617c96b7 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:38:41.650683 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-fb033d9b-76e5-422e-9c7e-d1d5d03c6fd6 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Request body: {'port': {'device_id': '65a81f60-9435-4b31-8685-ba2d0a86c10e', 'network_id': 'db8c5079-c977-410a-a52d-fc921f5d789e', 'admin_state_up': True, 'tenant_id': '23ab31e807e341c78d6021a25019c28e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:41.949156 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cacdcf-8eaf-49f5-8652-16d8e421231d admin admin] Router 8de5c72a-c98f-4648-82dd-60e7bda1513d is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:38:42.291496 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9e0fcb93-54a5-4119-9cba-c261e45536d4 req-88ac916f-8466-4460-ba7e-91ef20bced8f tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 210 time: 0.2237408 Feb 19 04:38:42.361099 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c9857584-cfdd-4c47-bae2-bf78c3a4f1a6 req-7de59140-4840-429a-90b1-12efe38abd62 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.65 "GET /v2.0/ports?device_id=65a81f60-9435-4b31-8685-ba2d0a86c10e HTTP/1.1" status: 200 len: 210 time: 0.1597576 Feb 19 04:38:42.472942 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-fb033d9b-76e5-422e-9c7e-d1d5d03c6fd6 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Made reservation on behalf of 23ab31e807e341c78d6021a25019c28e for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:38:42.482582 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-fb033d9b-76e5-422e-9c7e-d1d5d03c6fd6 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:42.710447 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 4403ff5f-32b2-4957-85c7-5e57617c96b7 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:42.712555 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4403ff5f-32b2-4957-85c7-5e57617c96b7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:43.151332 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-fb033d9b-76e5-422e-9c7e-d1d5d03c6fd6 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Allocated IP 172.20.0.8 (db8c5079-c977-410a-a52d-fc921f5d789e/7286d43e-3635-473c-92b1-32f00adc5a44/a8c66deb-0eac-44b2-a2ef-3bf68299fd8a) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:38:43.208456 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] Set router 552dbfdc-de0c-4e27-b24d-dce27db6e85e gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:44.020350 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 4403ff5f-32b2-4957-85c7-5e57617c96b7 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:44.030662 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1cf92d7e-2c80-4577-8d17-e063d70f26dd up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:38:44.129164 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-fb033d9b-76e5-422e-9c7e-d1d5d03c6fd6 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Publish callbacks [] for port (a8c66deb-0eac-44b2-a2ef-3bf68299fd8a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:44.270394 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cacdcf-8eaf-49f5-8652-16d8e421231d admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:38:44.301631 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] Sync routers for ids ['8de5c72a-c98f-4648-82dd-60e7bda1513d'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:38:44.365552 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] Routers {'8de5c72a-c98f-4648-82dd-60e7bda1513d'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:44.374005 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:38:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['8de5c72a-c98f-4648-82dd-60e7bda1513d'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:44.560448 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3c99bfdc-e857-4709-9f13-649056fb6a1b req-22b3b141-e7a4-4f99-8e46-5044ed06ec1c tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 210 time: 0.2118504 Feb 19 04:38:44.591846 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-69fa9cae-2e46-4b37-b154-21d166bea0f4 req-0531f05e-b14f-4024-ada6-6d73d30a6220 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.65 "GET /v2.0/ports?device_id=65a81f60-9435-4b31-8685-ba2d0a86c10e HTTP/1.1" status: 200 len: 210 time: 0.3105938 Feb 19 04:38:44.611625 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-fb033d9b-76e5-422e-9c7e-d1d5d03c6fd6 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a8c66deb-0eac-44b2-a2ef-3bf68299fd8a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:44.636245 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d7cacdcf-8eaf-49f5-8652-16d8e421231d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:44.642993 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d7cacdcf-8eaf-49f5-8652-16d8e421231d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 11.5605326 Feb 19 04:38:44.650336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34438) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:44.921117 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 1cf92d7e-2c80-4577-8d17-e063d70f26dd triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:44.931929 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1cf92d7e-2c80-4577-8d17-e063d70f26dd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:44.956016 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb033d9b-76e5-422e-9c7e-d1d5d03c6fd6 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Pushing event updated for resources: {'Port': ['ID=a8c66deb-0eac-44b2-a2ef-3bf68299fd8a,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:45.024885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-fb033d9b-76e5-422e-9c7e-d1d5d03c6fd6 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Network db8c5079-c977-410a-a52d-fc921f5d789e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:38:45.030424 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-fb033d9b-76e5-422e-9c7e-d1d5d03c6fd6 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:38:45.049082 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-fb033d9b-76e5-422e-9c7e-d1d5d03c6fd6 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:38:45.347553 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-fb033d9b-76e5-422e-9c7e-d1d5d03c6fd6 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:45.352600 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-fb033d9b-76e5-422e-9c7e-d1d5d03c6fd6 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:45.405749 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] Set router 8de5c72a-c98f-4648-82dd-60e7bda1513d gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:45.495842 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-fb033d9b-76e5-422e-9c7e-d1d5d03c6fd6 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8714566 Feb 19 04:38:45.542981 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-56613310-4198-4600-aa51-63b5b44321d9 service neutron] Request body: {'port': {'device_id': '65a81f60-9435-4b31-8685-ba2d0a86c10e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:46.033263 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-acf120e4-633d-4d71-be8b-84dee968cb2c req-ab98330f-4f67-4de2-85aa-139068b9e341 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 210 time: 0.2276204 Feb 19 04:38:46.035205 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 1cf92d7e-2c80-4577-8d17-e063d70f26dd is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:46.036605 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3306f8df-7d9c-414e-a2ed-d02373ca5452 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:38:46.140386 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552dbfdc-de0c-4e27-b24d-dce27db6e85e', 'name': 'tempest-TestVolumeBackupRestore-1934493280-router', 'tenant_id': '7afcc340121843a88082b50865985d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '1cf92d7e-2c80-4577-8d17-e063d70f26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:22Z', 'updated_at': '2022-02-19T04:38:36Z', 'revision_number': 4, 'project_id': '7afcc340121843a88082b50865985d97', 'gw_port': {'id': '1cf92d7e-2c80-4577-8d17-e063d70f26dd', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552dbfdc-de0c-4e27-b24d-dce27db6e85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:24Z', 'updated_at': '2022-02-19T04:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '9e06d8cf-233e-41ca-9854-85279600a60b', 'name': '', 'network_id': 'aba5630a-c5aa-46c8-ae32-3254e7568f0a', 'tenant_id': '7afcc340121843a88082b50865985d97', 'mac_address': 'fa:16:3e:12:4e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552dbfdc-de0c-4e27-b24d-dce27db6e85e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '07d6b9d3-af9c-4a4e-b771-3488db3bfba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:32Z', 'updated_at': '2022-02-19T04:38:36Z', 'revision_number': 2, 'project_id': '7afcc340121843a88082b50865985d97', 'subnets': [{'id': '07d6b9d3-af9c-4a4e-b771-3488db3bfba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:46.233951 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] Checking router: 552dbfdc-de0c-4e27-b24d-dce27db6e85e for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:38:46.234972 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] Updating router 552dbfdc-de0c-4e27-b24d-dce27db6e85e port 9e06d8cf-233e-41ca-9854-85279600a60b binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:38:46.276535 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-56613310-4198-4600-aa51-63b5b44321d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a8c66deb-0eac-44b2-a2ef-3bf68299fd8a), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:46.325305 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 3306f8df-7d9c-414e-a2ed-d02373ca5452 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:46.325562 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1680120199-router', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:33Z', 'updated_at': '2022-02-19T04:38:38Z', 'revision_number': 3, 'project_id': '50dacbb707d941ad827198228ce196ed', 'gw_port': {'id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:aa:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:36Z', 'updated_at': '2022-02-19T04:38:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:46.326078 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3306f8df-7d9c-414e-a2ed-d02373ca5452), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:46.456974 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] Checking router: 8de5c72a-c98f-4648-82dd-60e7bda1513d for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:38:46.457975 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] Updating router 8de5c72a-c98f-4648-82dd-60e7bda1513d port c38ab0a7-d519-4048-b46f-452629fdf25c binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:38:46.465615 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9e06d8cf-233e-41ca-9854-85279600a60b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:46.550738 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c38ab0a7-d519-4048-b46f-452629fdf25c), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:47.599651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8492bfc-9a2c-46fb-a8e6-a747c6b2c24c req-b2ee91f2-8313-4595-a83b-47c685bc6785 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:47.623209 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c8492bfc-9a2c-46fb-a8e6-a747c6b2c24c req-b2ee91f2-8313-4595-a83b-47c685bc6785 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.65 "GET /v2.0/ports?device_id=65a81f60-9435-4b31-8685-ba2d0a86c10e HTTP/1.1" status: 200 len: 931 time: 1.5635557 Feb 19 04:38:47.902000 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dbeeee0a-a753-47a5-adf7-63535869b56b req-0831a7e4-f65a-43bf-b23a-eaec21b9282f tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 210 time: 0.2538414 Feb 19 04:38:47.971605 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] Publish callbacks [] for port (c38ab0a7-d519-4048-b46f-452629fdf25c), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:47.995241 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c38ab0a7-d519-4048-b46f-452629fdf25c), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:48.030889 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04ce6079-10b5-4e4b-9455-f2da1466d919 req-46e04b30-a202-4b47-aa1e-7c0111760e27 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=515bbc5a-583c-4767-87d1-4278c1caa845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8936839 Feb 19 04:38:48.299586 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2f23c-51e2-44c4-850a-af6fdacb5110 None None] Pushing event updated for resources: {'Port': ['ID=c38ab0a7-d519-4048-b46f-452629fdf25c,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:48.384628 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] Attempting to bind port c38ab0a7-d519-4048-b46f-452629fdf25c on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:38:48.385308 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] Attempting to bind port c38ab0a7-d519-4048-b46f-452629fdf25c by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:38:48.386080 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] Attempting to bind port c38ab0a7-d519-4048-b46f-452629fdf25c on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:38:48.407649 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:38:48.408304 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:38:48.411362 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:48.420791 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:38:48.421666 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] Bound port: c38ab0a7-d519-4048-b46f-452629fdf25c, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:38:48.423246 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c38ab0a7-d519-4048-b46f-452629fdf25c), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:48.618337 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c8492bfc-9a2c-46fb-a8e6-a747c6b2c24c req-2b93850e-2b4f-4189-8a72-c4f39266121a tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.65 "GET /v2.0/security-groups?id=d7769d54-1565-4232-97bf-e9a7407ef92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9851243 Feb 19 04:38:48.748387 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-39c18962-d872-4cb3-8a85-9a8bad173ba1 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:48.761142 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce6079-10b5-4e4b-9455-f2da1466d919 req-ef8ae406-c527-451a-81c9-74c3b3e96ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:48.763605 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-39c18962-d872-4cb3-8a85-9a8bad173ba1 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.48 "GET /v2.0/networks?id=9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 200 len: 815 time: 2.4167278 Feb 19 04:38:48.764089 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04ce6079-10b5-4e4b-9455-f2da1466d919 req-ef8ae406-c527-451a-81c9-74c3b3e96ba3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&device_id=515bbc5a-583c-4767-87d1-4278c1caa845 HTTP/1.1" status: 200 len: 1128 time: 0.5829146 Feb 19 04:38:48.767803 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 3306f8df-7d9c-414e-a2ed-d02373ca5452 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:48.819272 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-7992c7be-5640-42aa-bba3-067709fdfca9 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Request body: {'port': {'device_id': '4019dca2-2950-41cc-9de2-5d7c37ea44de', 'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc', 'admin_state_up': True, 'tenant_id': '8b2abe5cb5184c5a82d410642bb8c3d6'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:48.876877 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-56613310-4198-4600-aa51-63b5b44321d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c66deb-0eac-44b2-a2ef-3bf68299fd8a {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:38:48.889107 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] For port c38ab0a7-d519-4048-b46f-452629fdf25c, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:38:48.919890 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] For port c38ab0a7-d519-4048-b46f-452629fdf25c, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c38ab0a7-d519-4048-b46f-452629fdf25c,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:38:48.952999 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c38ab0a7-d519-4048-b46f-452629fdf25c), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:48.980156 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-56613310-4198-4600-aa51-63b5b44321d9 service neutron] Publish callbacks [] for port (a8c66deb-0eac-44b2-a2ef-3bf68299fd8a), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:49.424503 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2f23c-51e2-44c4-850a-af6fdacb5110 None None] Pushing event updated for resources: {'Port': ['ID=c38ab0a7-d519-4048-b46f-452629fdf25c,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:49.432285 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-56613310-4198-4600-aa51-63b5b44321d9 service neutron] Transition to ACTIVE for port object a8c66deb-0eac-44b2-a2ef-3bf68299fd8a will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:38:49.499880 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] Routers {'8de5c72a-c98f-4648-82dd-60e7bda1513d'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:49.501084 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:38:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['8de5c72a-c98f-4648-82dd-60e7bda1513d'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:49.583571 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-56613310-4198-4600-aa51-63b5b44321d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (a8c66deb-0eac-44b2-a2ef-3bf68299fd8a), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:49.662444 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d8d7e901-ae19-45cb-b872-96bc8202a362 req-dc0fc0cc-0659-480c-a47f-d441101df9a4 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 210 time: 0.3839662 Feb 19 04:38:49.767149 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] Publish callbacks [] for port (9e06d8cf-233e-41ca-9854-85279600a60b), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:49.804287 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9e06d8cf-233e-41ca-9854-85279600a60b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:49.868040 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0e1c47dc-f072-4202-bbc7-6ee68e596cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:49.933327 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-7992c7be-5640-42aa-bba3-067709fdfca9 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Made reservation on behalf of 8b2abe5cb5184c5a82d410642bb8c3d6 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:38:49.946033 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-7992c7be-5640-42aa-bba3-067709fdfca9 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:50.047141 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56613310-4198-4600-aa51-63b5b44321d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c66deb-0eac-44b2-a2ef-3bf68299fd8a,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:50.154841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f678e2e-4f71-44ca-8f57-fb88ac841c25 None None] Pushing event updated for resources: {'Port': ['ID=9e06d8cf-233e-41ca-9854-85279600a60b,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:50.201616 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] Set router 8de5c72a-c98f-4648-82dd-60e7bda1513d gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:50.403231 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] Attempting to bind port 9e06d8cf-233e-41ca-9854-85279600a60b on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:38:50.403679 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] Attempting to bind port 9e06d8cf-233e-41ca-9854-85279600a60b by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'd0e5a670-37c5-42b6-b63e-e957542e0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aba5630a-c5aa-46c8-ae32-3254e7568f0a'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:38:50.404321 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] Attempting to bind port 9e06d8cf-233e-41ca-9854-85279600a60b on network aba5630a-c5aa-46c8-ae32-3254e7568f0a {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:38:50.421204 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce6079-10b5-4e4b-9455-f2da1466d919 req-bebcf3a9-c253-47a3-b8f5-557c4d9d72b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:50.427229 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:38:50.427641 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] Checking segment: {'id': 'd0e5a670-37c5-42b6-b63e-e957542e0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aba5630a-c5aa-46c8-ae32-3254e7568f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:38:50.428176 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:50.428565 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] Bound using segment: {'id': 'd0e5a670-37c5-42b6-b63e-e957542e0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aba5630a-c5aa-46c8-ae32-3254e7568f0a'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:38:50.429105 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] Bound port: 9e06d8cf-233e-41ca-9854-85279600a60b, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e5a670-37c5-42b6-b63e-e957542e0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'aba5630a-c5aa-46c8-ae32-3254e7568f0a'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:38:50.429318 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04ce6079-10b5-4e4b-9455-f2da1466d919 req-bebcf3a9-c253-47a3-b8f5-557c4d9d72b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 200 len: 915 time: 1.5933185 Feb 19 04:38:50.429519 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9e06d8cf-233e-41ca-9854-85279600a60b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:50.716118 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04ce6079-10b5-4e4b-9455-f2da1466d919 req-af7fc705-a4fc-4adc-b0a1-fbe66497986e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2166ccf4-a7ca-42b6-bb32-d35fdea52b07 HTTP/1.1" status: 200 len: 217 time: 0.2763269 Feb 19 04:38:50.754662 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] For port 9e06d8cf-233e-41ca-9854-85279600a60b, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:38:50.767189 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] For port 9e06d8cf-233e-41ca-9854-85279600a60b, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9e06d8cf-233e-41ca-9854-85279600a60b,segment=NetworkSegment(d0e5a670-37c5-42b6-b63e-e957542e0078),segment_id=d0e5a670-37c5-42b6-b63e-e957542e0078)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:38:50.796371 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9e06d8cf-233e-41ca-9854-85279600a60b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:50.868647 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34580) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:51.072616 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1680120199-router', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:33Z', 'updated_at': '2022-02-19T04:38:38Z', 'revision_number': 3, 'project_id': '50dacbb707d941ad827198228ce196ed', 'gw_port': {'id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:aa:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:36Z', 'updated_at': '2022-02-19T04:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:51.130311 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] Routers {'552dbfdc-de0c-4e27-b24d-dce27db6e85e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:38:51.131147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:38:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['552dbfdc-de0c-4e27-b24d-dce27db6e85e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:51.194437 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced059b-36f4-42d3-953b-aa2fde49351c None None] The sync data for ids ['8de5c72a-c98f-4648-82dd-60e7bda1513d'] in n-d-772273-4 is: [{'id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1680120199-router', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:33Z', 'updated_at': '2022-02-19T04:38:38Z', 'revision_number': 3, 'project_id': '50dacbb707d941ad827198228ce196ed', 'gw_port': {'id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:aa:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:36Z', 'updated_at': '2022-02-19T04:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:38:51.308664 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce6079-10b5-4e4b-9455-f2da1466d919 req-a38860c7-69a1-494e-92eb-4e135d112a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:51.312007 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04ce6079-10b5-4e4b-9455-f2da1466d919 req-a38860c7-69a1-494e-92eb-4e135d112a80 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eaacfa74-c5cd-4e0a-8538-dc93b8209234 HTTP/1.1" status: 200 len: 855 time: 0.4489193 Feb 19 04:38:51.331312 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b667a5b3-af87-4f6e-862c-0e556ba57f37 req-9a5e180f-1931-498d-a29a-45fb6dbe3c0b tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 210 time: 0.2862754 Feb 19 04:38:51.513102 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4d3129b9-352b-484b-957c-0f67deadff4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:51.580710 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] Set router 552dbfdc-de0c-4e27-b24d-dce27db6e85e gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:38:51.603400 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34920dce-aa1c-4576-8f55-0b7f2147103b req-f3920f3b-70b9-4154-8f80-b70b47bcd94f tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:51.606659 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-34920dce-aa1c-4576-8f55-0b7f2147103b req-f3920f3b-70b9-4154-8f80-b70b47bcd94f tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.65 "GET /v2.0/ports?device_id=65a81f60-9435-4b31-8685-ba2d0a86c10e HTTP/1.1" status: 200 len: 943 time: 1.4091897 Feb 19 04:38:51.643691 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-56613310-4198-4600-aa51-63b5b44321d9 service neutron] Attempting to bind port a8c66deb-0eac-44b2-a2ef-3bf68299fd8a on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:38:51.644292 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-56613310-4198-4600-aa51-63b5b44321d9 service neutron] Attempting to bind port a8c66deb-0eac-44b2-a2ef-3bf68299fd8a by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '71fa6a0f-9dcd-44f0-b0af-7ad9cc3575a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'db8c5079-c977-410a-a52d-fc921f5d789e'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:38:51.644884 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-56613310-4198-4600-aa51-63b5b44321d9 service neutron] Attempting to bind port a8c66deb-0eac-44b2-a2ef-3bf68299fd8a on network db8c5079-c977-410a-a52d-fc921f5d789e {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:38:51.675936 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-56613310-4198-4600-aa51-63b5b44321d9 service neutron] Port a8c66deb-0eac-44b2-a2ef-3bf68299fd8a on network db8c5079-c977-410a-a52d-fc921f5d789e not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:38:51.677452 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-56613310-4198-4600-aa51-63b5b44321d9 service neutron] Attempting to bind port a8c66deb-0eac-44b2-a2ef-3bf68299fd8a on network db8c5079-c977-410a-a52d-fc921f5d789e {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:38:51.709347 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04ce6079-10b5-4e4b-9455-f2da1466d919 req-b8a8d5b1-2aea-4e69-b872-99de66b79f05 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a1ab27e-256e-4216-9b7b-6df531fa62cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3496134 Feb 19 04:38:51.715463 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-56613310-4198-4600-aa51-63b5b44321d9 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:38:51.715978 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-56613310-4198-4600-aa51-63b5b44321d9 service neutron] Checking segment: {'id': '71fa6a0f-9dcd-44f0-b0af-7ad9cc3575a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'db8c5079-c977-410a-a52d-fc921f5d789e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:38:51.716743 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-56613310-4198-4600-aa51-63b5b44321d9 service neutron] Bound using segment: {'id': '71fa6a0f-9dcd-44f0-b0af-7ad9cc3575a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'db8c5079-c977-410a-a52d-fc921f5d789e'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:38:51.717530 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-56613310-4198-4600-aa51-63b5b44321d9 service neutron] Bound port: a8c66deb-0eac-44b2-a2ef-3bf68299fd8a, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71fa6a0f-9dcd-44f0-b0af-7ad9cc3575a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'db8c5079-c977-410a-a52d-fc921f5d789e'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:38:51.721762 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-56613310-4198-4600-aa51-63b5b44321d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a8c66deb-0eac-44b2-a2ef-3bf68299fd8a), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:51.848210 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-7992c7be-5640-42aa-bba3-067709fdfca9 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Allocated IP 172.20.0.10 (9a1ab27e-256e-4216-9b7b-6df531fa62cc/eaacfa74-c5cd-4e0a-8538-dc93b8209234/dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:38:52.131536 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f678e2e-4f71-44ca-8f57-fb88ac841c25 None None] Pushing event updated for resources: {'Port': ['ID=9e06d8cf-233e-41ca-9854-85279600a60b,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:52.152658 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c5153455-63aa-4070-8865-e702aecda0ee None None] Provisioning complete for port 9e06d8cf-233e-41ca-9854-85279600a60b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:52.153281 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c5153455-63aa-4070-8865-e702aecda0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9e06d8cf-233e-41ca-9854-85279600a60b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:52.581133 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c5153455-63aa-4070-8865-e702aecda0ee None None] Current status of the port 9e06d8cf-233e-41ca-9854-85279600a60b is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:52.594157 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c5153455-63aa-4070-8865-e702aecda0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9e06d8cf-233e-41ca-9854-85279600a60b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:52.594937 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-7992c7be-5640-42aa-bba3-067709fdfca9 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks [] for port (dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:52.724845 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04ce6079-10b5-4e4b-9455-f2da1466d919 req-64973ef8-b20b-432e-82c4-b061b68edb22 service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9397147 Feb 19 04:38:52.788528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-56613310-4198-4600-aa51-63b5b44321d9 service neutron] For port a8c66deb-0eac-44b2-a2ef-3bf68299fd8a, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:38:52.806578 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-56613310-4198-4600-aa51-63b5b44321d9 service neutron] For port a8c66deb-0eac-44b2-a2ef-3bf68299fd8a, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=a8c66deb-0eac-44b2-a2ef-3bf68299fd8a,segment=NetworkSegment(71fa6a0f-9dcd-44f0-b0af-7ad9cc3575a4),segment_id=71fa6a0f-9dcd-44f0-b0af-7ad9cc3575a4)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:38:52.949272 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-c5153455-63aa-4070-8865-e702aecda0ee None None] For port 9e06d8cf-233e-41ca-9854-85279600a60b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9e06d8cf-233e-41ca-9854-85279600a60b,segment=NetworkSegment(d0e5a670-37c5-42b6-b63e-e957542e0078),segment_id=d0e5a670-37c5-42b6-b63e-e957542e0078)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:52.990414 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c5153455-63aa-4070-8865-e702aecda0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9e06d8cf-233e-41ca-9854-85279600a60b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:53.294680 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c38ab0a7-d519-4048-b46f-452629fdf25c up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:38:53.312082 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0d4cd4ca-92ea-453f-ad3c-7368f3871257 req-e9e0cd87-8803-41c9-ac3c-631ccd74557c tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 210 time: 0.5426233 Feb 19 04:38:53.333925 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-56613310-4198-4600-aa51-63b5b44321d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (a8c66deb-0eac-44b2-a2ef-3bf68299fd8a), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:53.586692 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-7992c7be-5640-42aa-bba3-067709fdfca9 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:53.663245 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['68a8cb60-584d-4b07-b2dc-9c476d74e9d8'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:38:53.667762 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['2166ccf4-a7ca-42b6-bb32-d35fdea52b07', 'dca4726b-0ff6-4384-b4f7-01e6bf928a8f'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:38:53.678037 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56613310-4198-4600-aa51-63b5b44321d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c66deb-0eac-44b2-a2ef-3bf68299fd8a,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:53.758274 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-56613310-4198-4600-aa51-63b5b44321d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:53.759325 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-56613310-4198-4600-aa51-63b5b44321d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:53.775309 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-56613310-4198-4600-aa51-63b5b44321d9 service neutron] 10.222.0.10 "PUT /v2.0/ports/a8c66deb-0eac-44b2-a2ef-3bf68299fd8a HTTP/1.1" status: 200 len: 1091 time: 8.2715418 Feb 19 04:38:53.775642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a81f60-9435-4b31-8685-ba2d0a86c10e', 'tag': 'a8c66deb-0eac-44b2-a2ef-3bf68299fd8a'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:38:53.800753 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b211f4-419a-4907-808c-3b441b6ddd5d" -d '{"events": [{"name": "network-changed", "server_uuid": "65a81f60-9435-4b31-8685-ba2d0a86c10e", "tag": "a8c66deb-0eac-44b2-a2ef-3bf68299fd8a"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:38:53.882758 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04ce6079-10b5-4e4b-9455-f2da1466d919 req-8bd2157c-2c75-4004-956d-1c7108273dbf service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1479867 Feb 19 04:38:53.984729 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1575bb4a-6a0b-4a90-9598-7add2364d546 None None] Provisioning complete for port 9e06d8cf-233e-41ca-9854-85279600a60b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:53.985352 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1575bb4a-6a0b-4a90-9598-7add2364d546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9e06d8cf-233e-41ca-9854-85279600a60b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:54.014709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-18eaf61b-64f5-4a62-9f79-5d995b88f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:54.016688 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-18eaf61b-64f5-4a62-9f79-5d995b88f12f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=23ab31e807e341c78d6021a25019c28e&device_id=65a81f60-9435-4b31-8685-ba2d0a86c10e HTTP/1.1" status: 200 len: 1125 time: 0.1324341 Feb 19 04:38:54.019820 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5153455-63aa-4070-8865-e702aecda0ee None None] Pushing event updated for resources: {'Port': ['ID=9e06d8cf-233e-41ca-9854-85279600a60b,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:54.095760 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-0e1c47dc-f072-4202-bbc7-6ee68e596cc4 admin admin] Allocated IP 172.20.0.1 (4cf06b52-0236-4522-811e-82b5d51c24fe/0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2/4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:38:54.153984 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4d3129b9-352b-484b-957c-0f67deadff4a admin admin] Publish callbacks [] for security_group (02cbb039-2ca2-4a8e-8c37-310a67c21c0f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:54.162728 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-34920dce-aa1c-4576-8f55-0b7f2147103b req-5e2053a7-6ecb-4d1b-8c84-28796cb05d41 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.65 "GET /v2.0/security-groups?id=d7769d54-1565-4232-97bf-e9a7407ef92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.5272515 Feb 19 04:38:54.237188 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port c38ab0a7-d519-4048-b46f-452629fdf25c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:54.239311 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c38ab0a7-d519-4048-b46f-452629fdf25c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:54.254138 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-7992c7be-5640-42aa-bba3-067709fdfca9 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Network 9a1ab27e-256e-4216-9b7b-6df531fa62cc is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:38:54.276606 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5760f181-85ca-4509-bfd9-b01b1a474513 x-openstack-request-id: req-5760f181-85ca-4509-bfd9-b01b1a474513 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:38:54.277923 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a81f60-9435-4b31-8685-ba2d0a86c10e", "tag": "a8c66deb-0eac-44b2-a2ef-3bf68299fd8a", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:38:54.280252 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5760f181-85ca-4509-bfd9-b01b1a474513 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:38:54.281378 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a81f60-9435-4b31-8685-ba2d0a86c10e', 'tag': 'a8c66deb-0eac-44b2-a2ef-3bf68299fd8a', 'status': 'completed', 'code': 200} Feb 19 04:38:54.289861 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-3b5882f2-efbd-4795-ade6-00f7f4ae2595 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8c66deb-0eac-44b2-a2ef-3bf68299fd8a HTTP/1.1" status: 200 len: 217 time: 0.2643409 Feb 19 04:38:54.418127 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-7992c7be-5640-42aa-bba3-067709fdfca9 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:38:54.429012 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4d3129b9-352b-484b-957c-0f67deadff4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (02cbb039-2ca2-4a8e-8c37-310a67c21c0f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:54.581496 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-7992c7be-5640-42aa-bba3-067709fdfca9 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:38:54.629416 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4d3129b9-352b-484b-957c-0f67deadff4a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=86a03178d11e4e3aa429f86d5e9463c8&name=default HTTP/1.1" status: 200 len: 3000 time: 3.7457337 Feb 19 04:38:54.642929 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34634) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:38:54.647068 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552dbfdc-de0c-4e27-b24d-dce27db6e85e', 'name': 'tempest-TestVolumeBackupRestore-1934493280-router', 'tenant_id': '7afcc340121843a88082b50865985d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '1cf92d7e-2c80-4577-8d17-e063d70f26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:22Z', 'updated_at': '2022-02-19T04:38:36Z', 'revision_number': 4, 'project_id': '7afcc340121843a88082b50865985d97', 'gw_port': {'id': '1cf92d7e-2c80-4577-8d17-e063d70f26dd', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552dbfdc-de0c-4e27-b24d-dce27db6e85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:24Z', 'updated_at': '2022-02-19T04:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '9e06d8cf-233e-41ca-9854-85279600a60b', 'name': '', 'network_id': 'aba5630a-c5aa-46c8-ae32-3254e7568f0a', 'tenant_id': '7afcc340121843a88082b50865985d97', 'mac_address': 'fa:16:3e:12:4e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552dbfdc-de0c-4e27-b24d-dce27db6e85e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '07d6b9d3-af9c-4a4e-b771-3488db3bfba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:32Z', 'updated_at': '2022-02-19T04:38:50Z', 'revision_number': 4, 'project_id': '7afcc340121843a88082b50865985d97', 'subnets': [{'id': '07d6b9d3-af9c-4a4e-b771-3488db3bfba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:38:54.653474 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb392abf-5622-434e-a823-4cf828d6dac6 req-3dce9e7d-0692-4e30-aba8-4fc8befe4557 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.7710969 Feb 19 04:38:54.686028 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992c7be-5640-42aa-bba3-067709fdfca9 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Pushing event updated for resources: {'Port': ['ID=dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:55.066773 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d785dcf5-2b68-49e9-af47-7570293c7330 None None] The sync data for ids ['552dbfdc-de0c-4e27-b24d-dce27db6e85e'] in n-d-772273-4 is: [{'id': '552dbfdc-de0c-4e27-b24d-dce27db6e85e', 'name': 'tempest-TestVolumeBackupRestore-1934493280-router', 'tenant_id': '7afcc340121843a88082b50865985d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '1cf92d7e-2c80-4577-8d17-e063d70f26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:22Z', 'updated_at': '2022-02-19T04:38:36Z', 'revision_number': 4, 'project_id': '7afcc340121843a88082b50865985d97', 'gw_port': {'id': '1cf92d7e-2c80-4577-8d17-e063d70f26dd', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552dbfdc-de0c-4e27-b24d-dce27db6e85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:24Z', 'updated_at': '2022-02-19T04:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '9e06d8cf-233e-41ca-9854-85279600a60b', 'name': '', 'network_id': 'aba5630a-c5aa-46c8-ae32-3254e7568f0a', 'tenant_id': '7afcc340121843a88082b50865985d97', 'mac_address': 'fa:16:3e:12:4e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552dbfdc-de0c-4e27-b24d-dce27db6e85e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '07d6b9d3-af9c-4a4e-b771-3488db3bfba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:32Z', 'updated_at': '2022-02-19T04:38:50Z', 'revision_number': 4, 'project_id': '7afcc340121843a88082b50865985d97', 'subnets': [{'id': '07d6b9d3-af9c-4a4e-b771-3488db3bfba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:38:55.231055 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-c3529df4-3bbd-45f6-afaa-75a2d2ad778b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:55.258350 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-c3529df4-3bbd-45f6-afaa-75a2d2ad778b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7286d43e-3635-473c-92b1-32f00adc5a44 HTTP/1.1" status: 200 len: 848 time: 0.9583535 Feb 19 04:38:55.579614 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-f9cf000e-79bf-44d9-abef-8bed90a0124a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=db8c5079-c977-410a-a52d-fc921f5d789e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3037837 Feb 19 04:38:55.793211 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1575bb4a-6a0b-4a90-9598-7add2364d546 None None] Current status of the port 9e06d8cf-233e-41ca-9854-85279600a60b is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:55.875377 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0e1c47dc-f072-4202-bbc7-6ee68e596cc4 admin admin] Publish callbacks [] for port (4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:56.088477 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3129b9-352b-484b-957c-0f67deadff4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cbb039-2ca2-4a8e-8c37-310a67c21c0f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:56.099731 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0e1c47dc-f072-4202-bbc7-6ee68e596cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:56.205353 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4af0b-3e53-4538-8090-6598cd63d757 req-f83168b9-4b1a-4374-ad2a-ec33c7c04b98 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:56.224206 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-91d4af0b-3e53-4538-8090-6598cd63d757 req-f83168b9-4b1a-4374-ad2a-ec33c7c04b98 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 932 time: 1.5462193 Feb 19 04:38:56.317786 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-ee0a56d7-f26e-4714-b0ac-d77bcd14e63b service neutron] 10.222.0.10 "GET /v2.0/networks/db8c5079-c977-410a-a52d-fc921f5d789e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7265675 Feb 19 04:38:56.341815 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1c47dc-f072-4202-bbc7-6ee68e596cc4 admin admin] Network 4cf06b52-0236-4522-811e-82b5d51c24fe is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:38:56.356527 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-0e1c47dc-f072-4202-bbc7-6ee68e596cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:38:56.362682 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1c47dc-f072-4202-bbc7-6ee68e596cc4 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:38:56.386240 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port c38ab0a7-d519-4048-b46f-452629fdf25c is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:56.386897 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c38ab0a7-d519-4048-b46f-452629fdf25c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:56.393945 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-7992c7be-5640-42aa-bba3-067709fdfca9 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:56.395086 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-7992c7be-5640-42aa-bba3-067709fdfca9 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:56.547002 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port c38ab0a7-d519-4048-b46f-452629fdf25c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c38ab0a7-d519-4048-b46f-452629fdf25c,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:38:56.609427 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c38ab0a7-d519-4048-b46f-452629fdf25c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:56.750499 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c47dc-f072-4202-bbc7-6ee68e596cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:56.841869 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-7992c7be-5640-42aa-bba3-067709fdfca9 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.0523086 Feb 19 04:38:56.890947 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-cd113df2-9577-41ae-8ea1-13288e8cd8da service neutron] Request body: {'port': {'device_id': '4019dca2-2950-41cc-9de2-5d7c37ea44de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:38:56.904168 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9e06d8cf-233e-41ca-9854-85279600a60b up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:38:56.913325 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0e1c47dc-f072-4202-bbc7-6ee68e596cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (8de5c72a-c98f-4648-82dd-60e7bda1513d), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:56.974763 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-91d4af0b-3e53-4538-8090-6598cd63d757 req-0b156bff-60db-4fa3-8b6d-97c8808b38e9 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7456541 Feb 19 04:38:56.978515 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9f1620bb-68b6-49e4-8e42-c5faca64a0bf req-aabc7376-a947-4268-a735-012e1294dab2 service neutron] 10.222.0.10 "GET /v2.0/networks/db8c5079-c977-410a-a52d-fc921f5d789e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403781 Feb 19 04:38:56.980257 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60c709f2-071e-4b10-a91e-8272dd4fde7d admin admin] Publish callbacks [] for security_group (02cbb039-2ca2-4a8e-8c37-310a67c21c0f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.079587 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=c38ab0a7-d519-4048-b46f-452629fdf25c,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:57.194605 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 9e06d8cf-233e-41ca-9854-85279600a60b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:57.195006 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9e06d8cf-233e-41ca-9854-85279600a60b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.294112 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60c709f2-071e-4b10-a91e-8272dd4fde7d admin admin] Publish callbacks [] for security_group (02cbb039-2ca2-4a8e-8c37-310a67c21c0f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:57.509796 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b211f4-419a-4907-808c-3b441b6ddd5d req-197ed895-88ff-4b28-a008-2b1a4a9ab68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:57.535391 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28b211f4-419a-4907-808c-3b441b6ddd5d req-197ed895-88ff-4b28-a008-2b1a4a9ab68e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=23ab31e807e341c78d6021a25019c28e&device_id=65a81f60-9435-4b31-8685-ba2d0a86c10e HTTP/1.1" status: 200 len: 1125 time: 0.3663197 Feb 19 04:38:57.579909 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb392abf-5622-434e-a823-4cf828d6dac6 req-ba1d7805-7ecb-45f0-a2dc-6dd4ff92ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:57.609304 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb392abf-5622-434e-a823-4cf828d6dac6 req-ba1d7805-7ecb-45f0-a2dc-6dd4ff92ff0e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 1127 time: 2.2585530 Feb 19 04:38:57.632899 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 9e06d8cf-233e-41ca-9854-85279600a60b is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:57.677152 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad8bb4-c616-4fb9-ae57-0a60aadafcf2 req-a855d6a2-e47b-4781-a089-6f33a336c9bd tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:57.678956 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-28ad8bb4-c616-4fb9-ae57-0a60aadafcf2 req-a855d6a2-e47b-4781-a089-6f33a336c9bd tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.65 "GET /v2.0/ports?device_id=65a81f60-9435-4b31-8685-ba2d0a86c10e HTTP/1.1" status: 200 len: 943 time: 2.1805441 Feb 19 04:38:57.697243 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:38:58.049745 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-cd113df2-9577-41ae-8ea1-13288e8cd8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:58.571885 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0e1c47dc-f072-4202-bbc7-6ee68e596cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:58.610924 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-28ad8bb4-c616-4fb9-ae57-0a60aadafcf2 req-ecd30436-72e1-43cc-849d-36b5464af3a6 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.65 "GET /v2.0/security-groups?id=d7769d54-1565-4232-97bf-e9a7407ef92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9072773 Feb 19 04:38:58.893130 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60c709f2-071e-4b10-a91e-8272dd4fde7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (02cbb039-2ca2-4a8e-8c37-310a67c21c0f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:58.895822 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60c709f2-071e-4b10-a91e-8272dd4fde7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:58.903499 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-60c709f2-071e-4b10-a91e-8272dd4fde7d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/02cbb039-2ca2-4a8e-8c37-310a67c21c0f HTTP/1.1" status: 204 len: 168 time: 4.2247200 Feb 19 04:38:58.951528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b211f4-419a-4907-808c-3b441b6ddd5d req-c55c8b0c-3cfb-40ff-99ec-fb66af52a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:58.954071 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c38ab0a7-d519-4048-b46f-452629fdf25c up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:38:58.955897 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28b211f4-419a-4907-808c-3b441b6ddd5d req-c55c8b0c-3cfb-40ff-99ec-fb66af52a1f4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=db8c5079-c977-410a-a52d-fc921f5d789e HTTP/1.1" status: 200 len: 908 time: 1.3654499 Feb 19 04:38:58.964903 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facf8ae-5d6f-419d-b0e0-05970a707b22 req-ba88bd49-1e27-4449-8c83-ae664a45221d tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:58.980843 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1facf8ae-5d6f-419d-b0e0-05970a707b22 req-ba88bd49-1e27-4449-8c83-ae664a45221d tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 932 time: 0.3020694 Feb 19 04:38:58.994007 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c709f2-071e-4b10-a91e-8272dd4fde7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cbb039-2ca2-4a8e-8c37-310a67c21c0f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:38:59.158534 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port c38ab0a7-d519-4048-b46f-452629fdf25c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:38:59.162847 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c38ab0a7-d519-4048-b46f-452629fdf25c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:59.321662 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1facf8ae-5d6f-419d-b0e0-05970a707b22 req-34806f77-fc74-4382-b92b-5b6777f8a40e tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022125 Feb 19 04:38:59.330996 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28b211f4-419a-4907-808c-3b441b6ddd5d req-5c92e4f0-209e-4356-adcc-4217c0927b8c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8c66deb-0eac-44b2-a2ef-3bf68299fd8a HTTP/1.1" status: 200 len: 217 time: 0.3410022 Feb 19 04:38:59.571250 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b211f4-419a-4907-808c-3b441b6ddd5d req-cc05b9f9-2ebb-4877-926c-0a6ec129cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:59.578240 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28b211f4-419a-4907-808c-3b441b6ddd5d req-cc05b9f9-2ebb-4877-926c-0a6ec129cf6a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7286d43e-3635-473c-92b1-32f00adc5a44 HTTP/1.1" status: 200 len: 848 time: 0.2433314 Feb 19 04:38:59.639342 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port c38ab0a7-d519-4048-b46f-452629fdf25c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:38:59.723592 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28b211f4-419a-4907-808c-3b441b6ddd5d req-8fb92c47-42ab-4465-b282-a1da71912da2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=db8c5079-c977-410a-a52d-fc921f5d789e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1350172 Feb 19 04:38:59.745382 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device a8c66deb-0eac-44b2-a2ef-3bf68299fd8a details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:38:59.836386 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb392abf-5622-434e-a823-4cf828d6dac6 req-b8e47c2c-a338-4a8a-b9aa-e686bae2a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:38:59.847022 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb392abf-5622-434e-a823-4cf828d6dac6 req-b8e47c2c-a338-4a8a-b9aa-e686bae2a8f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 200 len: 915 time: 2.0110793 Feb 19 04:39:00.015297 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:39:00.272403 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34696) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:00.442655 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb392abf-5622-434e-a823-4cf828d6dac6 req-5558ca58-4021-49f8-b0f5-c7e1978b5725 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68a8cb60-584d-4b07-b2dc-9c476d74e9d8 HTTP/1.1" status: 200 len: 217 time: 0.5359855 Feb 19 04:39:00.463335 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8944a3a6-3e2f-43e5-90c4-8995c97ec30f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:00.507343 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28b211f4-419a-4907-808c-3b441b6ddd5d req-21dcb66f-f2f3-4842-8fb9-b096d485147c service neutron] 10.222.0.10 "GET /v2.0/networks/db8c5079-c977-410a-a52d-fc921f5d789e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7741530 Feb 19 04:39:00.784540 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port a8c66deb-0eac-44b2-a2ef-3bf68299fd8a, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=a8c66deb-0eac-44b2-a2ef-3bf68299fd8a,segment=NetworkSegment(71fa6a0f-9dcd-44f0-b0af-7ad9cc3575a4),segment_id=71fa6a0f-9dcd-44f0-b0af-7ad9cc3575a4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:39:00.859959 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'a8c66deb-0eac-44b2-a2ef-3bf68299fd8a', 'network_id': 'db8c5079-c977-410a-a52d-fc921f5d789e', 'port_id': 'a8c66deb-0eac-44b2-a2ef-3bf68299fd8a', 'mac_address': 'fa:16:3e:47:c0:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7286d43e-3635-473c-92b1-32f00adc5a44', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:39:01.032015 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port a8c66deb-0eac-44b2-a2ef-3bf68299fd8a is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:39:01.033173 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a8c66deb-0eac-44b2-a2ef-3bf68299fd8a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:01.067069 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c66deb-0eac-44b2-a2ef-3bf68299fd8a {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:39:01.127388 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port a8c66deb-0eac-44b2-a2ef-3bf68299fd8a, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=a8c66deb-0eac-44b2-a2ef-3bf68299fd8a,segment=NetworkSegment(71fa6a0f-9dcd-44f0-b0af-7ad9cc3575a4),segment_id=71fa6a0f-9dcd-44f0-b0af-7ad9cc3575a4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:39:01.135726 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a8c66deb-0eac-44b2-a2ef-3bf68299fd8a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:01.173700 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0e1c47dc-f072-4202-bbc7-6ee68e596cc4 admin admin] Publish callbacks [] for port (4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:01.249688 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28b211f4-419a-4907-808c-3b441b6ddd5d req-c913e8a1-84d3-4a50-a5fa-3e63d3e0a38a service neutron] 10.222.0.10 "GET /v2.0/networks/db8c5079-c977-410a-a52d-fc921f5d789e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573872 Feb 19 04:39:01.281229 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0e1c47dc-f072-4202-bbc7-6ee68e596cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:01.313408 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8944a3a6-3e2f-43e5-90c4-8995c97ec30f admin admin] Publish callbacks [] for security_group (204df9be-d920-434f-852d-42b765e47611), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:01.330414 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=a8c66deb-0eac-44b2-a2ef-3bf68299fd8a,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:01.365747 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8944a3a6-3e2f-43e5-90c4-8995c97ec30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (204df9be-d920-434f-852d-42b765e47611), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:01.420812 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['a8c66deb-0eac-44b2-a2ef-3bf68299fd8a'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:39:01.504757 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8944a3a6-3e2f-43e5-90c4-8995c97ec30f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6e367bf2b40e4688ac2a099a7a9698ec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2250550 Feb 19 04:39:01.525999 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944a3a6-3e2f-43e5-90c4-8995c97ec30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204df9be-d920-434f-852d-42b765e47611,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:01.545698 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34708) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:01.598675 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd79a2-7e62-4f09-9dec-ebcb8eeb13da req-c042ce5a-61a8-4b78-b3ff-2b21330f976e tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:01.616573 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0efd79a2-7e62-4f09-9dec-ebcb8eeb13da req-c042ce5a-61a8-4b78-b3ff-2b21330f976e tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 932 time: 0.7399943 Feb 19 04:39:01.718911 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb392abf-5622-434e-a823-4cf828d6dac6 req-b17bee93-beea-4314-be54-dbb990f02adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:01.718911 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb392abf-5622-434e-a823-4cf828d6dac6 req-b17bee93-beea-4314-be54-dbb990f02adf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eaacfa74-c5cd-4e0a-8538-dc93b8209234 HTTP/1.1" status: 200 len: 855 time: 1.1562431 Feb 19 04:39:01.815035 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb392abf-5622-434e-a823-4cf828d6dac6 req-9481e104-e4cd-4a4a-8174-0ad09e680af0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a1ab27e-256e-4216-9b7b-6df531fa62cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668728 Feb 19 04:39:01.829509 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad47073-33d3-4a3e-bf0b-c5cc0affc1d1 req-cce6e0b3-ed4e-41fa-b718-726cd0e3bcef tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:01.844260 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ad47073-33d3-4a3e-bf0b-c5cc0affc1d1 req-cce6e0b3-ed4e-41fa-b718-726cd0e3bcef tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.65 "GET /v2.0/ports?device_id=65a81f60-9435-4b31-8685-ba2d0a86c10e HTTP/1.1" status: 200 len: 943 time: 1.5186317 Feb 19 04:39:01.905617 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0efd79a2-7e62-4f09-9dec-ebcb8eeb13da req-af756fa1-0a72-4a33-abc1-11952053c825 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528706 Feb 19 04:39:02.064657 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c47dc-f072-4202-bbc7-6ee68e596cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:02.118728 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cac91a2c-d1f8-4492-bad4-5de219d2b1be admin admin] Publish callbacks [] for security_group (204df9be-d920-434f-852d-42b765e47611), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:02.194633 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cac91a2c-d1f8-4492-bad4-5de219d2b1be admin admin] Publish callbacks [] for security_group (204df9be-d920-434f-852d-42b765e47611), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:02.308848 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7250a7c6-ef0a-4f9f-ba67-2bc5dd8e5679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:02.317728 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb392abf-5622-434e-a823-4cf828d6dac6 req-fbc521a2-2c1f-472d-843f-2c29450ad473 service neutron] 10.222.0.10 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644042 Feb 19 04:39:02.348585 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0e1c47dc-f072-4202-bbc7-6ee68e596cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (8de5c72a-c98f-4648-82dd-60e7bda1513d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:02.491605 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cac91a2c-d1f8-4492-bad4-5de219d2b1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (204df9be-d920-434f-852d-42b765e47611), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:02.498656 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cac91a2c-d1f8-4492-bad4-5de219d2b1be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:02.499663 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cac91a2c-d1f8-4492-bad4-5de219d2b1be admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/204df9be-d920-434f-852d-42b765e47611 HTTP/1.1" status: 204 len: 168 time: 0.8809052 Feb 19 04:39:02.558940 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac91a2c-d1f8-4492-bad4-5de219d2b1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204df9be-d920-434f-852d-42b765e47611,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:03.360957 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ad47073-33d3-4a3e-bf0b-c5cc0affc1d1 req-4a83bf51-3506-4456-a78e-40a2600fad60 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.65 "GET /v2.0/security-groups?id=d7769d54-1565-4232-97bf-e9a7407ef92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5142050 Feb 19 04:39:03.442020 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00565867-faa3-4c79-813a-9524c7025396 req-b04518c7-4290-438e-abfe-eea89da1f2e0 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:03.456644 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-00565867-faa3-4c79-813a-9524c7025396 req-b04518c7-4290-438e-abfe-eea89da1f2e0 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 932 time: 0.3775856 Feb 19 04:39:03.492836 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb392abf-5622-434e-a823-4cf828d6dac6 req-d0af4c99-06a3-4aa7-8e74-08cad0e13a81 service neutron] 10.222.0.10 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1624846 Feb 19 04:39:03.600239 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1c47dc-f072-4202-bbc7-6ee68e596cc4 admin admin] Network 4cf06b52-0236-4522-811e-82b5d51c24fe is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:39:03.689871 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-00565867-faa3-4c79-813a-9524c7025396 req-a5c73abf-3a2d-40aa-a38a-c5dafd547642 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316432 Feb 19 04:39:03.697015 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-0e1c47dc-f072-4202-bbc7-6ee68e596cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:39:03.753258 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device a8c66deb-0eac-44b2-a2ef-3bf68299fd8a up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:39:03.959157 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1c47dc-f072-4202-bbc7-6ee68e596cc4 admin admin] Router 8de5c72a-c98f-4648-82dd-60e7bda1513d has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:39:03.990074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-cd113df2-9577-41ae-8ea1-13288e8cd8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:39:04.013136 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port a8c66deb-0eac-44b2-a2ef-3bf68299fd8a completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:39:04.029980 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port a8c66deb-0eac-44b2-a2ef-3bf68299fd8a triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:39:04.030373 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a8c66deb-0eac-44b2-a2ef-3bf68299fd8a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:04.090474 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-cd113df2-9577-41ae-8ea1-13288e8cd8da service neutron] Publish callbacks [] for port (dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:04.172780 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-cd113df2-9577-41ae-8ea1-13288e8cd8da service neutron] Transition to ACTIVE for port object dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:39:04.193984 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-cd113df2-9577-41ae-8ea1-13288e8cd8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:04.551277 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port a8c66deb-0eac-44b2-a2ef-3bf68299fd8a is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:39:04.551911 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a8c66deb-0eac-44b2-a2ef-3bf68299fd8a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:04.755703 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port a8c66deb-0eac-44b2-a2ef-3bf68299fd8a, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=a8c66deb-0eac-44b2-a2ef-3bf68299fd8a,segment=NetworkSegment(71fa6a0f-9dcd-44f0-b0af-7ad9cc3575a4),segment_id=71fa6a0f-9dcd-44f0-b0af-7ad9cc3575a4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:39:04.761934 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a81f60-9435-4b31-8685-ba2d0a86c10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c66deb-0eac-44b2-a2ef-3bf68299fd8a'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:39:04.770181 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4051cfe5-71b2-4a7b-b9eb-f966a792b8e1" -d '{"events": [{"server_uuid": "65a81f60-9435-4b31-8685-ba2d0a86c10e", "name": "network-vif-plugged", "status": "completed", "tag": "a8c66deb-0eac-44b2-a2ef-3bf68299fd8a"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:39:04.788441 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a8c66deb-0eac-44b2-a2ef-3bf68299fd8a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:05.022688 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=a8c66deb-0eac-44b2-a2ef-3bf68299fd8a,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:05.106235 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:05.107326 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:05.110564 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:05.111628 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:05.112502 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:05.114565 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:05.115498 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:05.118665 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:05.119725 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:05.121251 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:05.126362 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:05.127553 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:05.128356 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:05.149550 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-116523e5-20d1-4d87-8466-1a86b5f53de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:05.259921 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2b905-7cd8-46a0-804a-a0063a0b02b8 req-0bc44d8b-5a1a-469f-bbc4-fdf4450c197c tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:05.268897 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a6a2b905-7cd8-46a0-804a-a0063a0b02b8 req-0bc44d8b-5a1a-469f-bbc4-fdf4450c197c tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 944 time: 0.2415011 Feb 19 04:39:05.414079 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd113df2-9577-41ae-8ea1-13288e8cd8da service neutron] Pushing event updated for resources: {'Port': ['ID=dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:05.454072 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1c47dc-f072-4202-bbc7-6ee68e596cc4 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:39:05.471712 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] Sync routers for ids ['8de5c72a-c98f-4648-82dd-60e7bda1513d'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:39:05.487100 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0e1c47dc-f072-4202-bbc7-6ee68e596cc4 admin admin] 10.222.0.65 "PUT /v2.0/routers/8de5c72a-c98f-4648-82dd-60e7bda1513d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.8350942 Feb 19 04:39:05.513747 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a6a2b905-7cd8-46a0-804a-a0063a0b02b8 req-56bc7682-813c-4405-b408-9ff42a2524eb tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182250 Feb 19 04:39:05.527061 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] Routers {'8de5c72a-c98f-4648-82dd-60e7bda1513d'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:39:05.528781 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:39:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['8de5c72a-c98f-4648-82dd-60e7bda1513d'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:39:05.554224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3da1b-f332-433a-a30c-97ac73c1bc0d req-8de7f100-8986-494c-b223-95952c2d75bd tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:05.556437 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dac3da1b-f332-433a-a30c-97ac73c1bc0d req-8de7f100-8986-494c-b223-95952c2d75bd tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.65 "GET /v2.0/ports?device_id=65a81f60-9435-4b31-8685-ba2d0a86c10e HTTP/1.1" status: 200 len: 945 time: 0.7808199 Feb 19 04:39:05.716456 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-cd113df2-9577-41ae-8ea1-13288e8cd8da service neutron] Attempting to bind port dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:39:05.716893 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-cd113df2-9577-41ae-8ea1-13288e8cd8da service neutron] Attempting to bind port dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '676396c9-7f78-4ddc-b308-461a68f79b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:39:05.717309 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-cd113df2-9577-41ae-8ea1-13288e8cd8da service neutron] Attempting to bind port dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e on network 9a1ab27e-256e-4216-9b7b-6df531fa62cc {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:39:05.731703 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-cd113df2-9577-41ae-8ea1-13288e8cd8da service neutron] Port dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e on network 9a1ab27e-256e-4216-9b7b-6df531fa62cc not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:39:05.732167 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-cd113df2-9577-41ae-8ea1-13288e8cd8da service neutron] Attempting to bind port dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e on network 9a1ab27e-256e-4216-9b7b-6df531fa62cc {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:39:05.769670 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-cd113df2-9577-41ae-8ea1-13288e8cd8da service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:39:05.770132 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-cd113df2-9577-41ae-8ea1-13288e8cd8da service neutron] Checking segment: {'id': '676396c9-7f78-4ddc-b308-461a68f79b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:39:05.770510 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-cd113df2-9577-41ae-8ea1-13288e8cd8da service neutron] Bound using segment: {'id': '676396c9-7f78-4ddc-b308-461a68f79b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:39:05.774031 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-cd113df2-9577-41ae-8ea1-13288e8cd8da service neutron] Bound port: dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '676396c9-7f78-4ddc-b308-461a68f79b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:39:05.775417 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-cd113df2-9577-41ae-8ea1-13288e8cd8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:06.012489 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dac3da1b-f332-433a-a30c-97ac73c1bc0d req-6331f871-6b9b-4572-a6c2-d9552a912a90 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.65 "GET /v2.0/security-groups?id=d7769d54-1565-4232-97bf-e9a7407ef92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221845 Feb 19 04:39:06.096995 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] Set router 8de5c72a-c98f-4648-82dd-60e7bda1513d gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:39:06.368131 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-cd113df2-9577-41ae-8ea1-13288e8cd8da service neutron] For port dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:39:06.392960 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-cd113df2-9577-41ae-8ea1-13288e8cd8da service neutron] For port dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e,segment=NetworkSegment(676396c9-7f78-4ddc-b308-461a68f79b59),segment_id=676396c9-7f78-4ddc-b308-461a68f79b59)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:39:06.433728 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-cd113df2-9577-41ae-8ea1-13288e8cd8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:06.747627 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd113df2-9577-41ae-8ea1-13288e8cd8da service neutron] Pushing event updated for resources: {'Port': ['ID=dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:06.960676 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-cd113df2-9577-41ae-8ea1-13288e8cd8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:06.966403 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-cd113df2-9577-41ae-8ea1-13288e8cd8da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:06.970680 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-cd113df2-9577-41ae-8ea1-13288e8cd8da service neutron] 10.222.0.48 "PUT /v2.0/ports/dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e HTTP/1.1" status: 200 len: 1092 time: 10.0905936 Feb 19 04:39:07.006017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4019dca2-2950-41cc-9de2-5d7c37ea44de', 'tag': 'dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:39:07.010306 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd145144-3fc0-453a-b311-236e5baf5790" -d '{"events": [{"name": "network-changed", "server_uuid": "4019dca2-2950-41cc-9de2-5d7c37ea44de", "tag": "dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:39:07.096047 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97105d40-11b8-4831-8930-1ea0cfd622c9 req-ba6dce83-a3a2-4f7e-82e8-8ea2ffc7ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:07.102323 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-97105d40-11b8-4831-8930-1ea0cfd622c9 req-ba6dce83-a3a2-4f7e-82e8-8ea2ffc7ecaf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=65a81f60-9435-4b31-8685-ba2d0a86c10e HTTP/1.1" status: 200 len: 1127 time: 0.4167104 Feb 19 04:39:07.364493 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95365135-5c20-45df-91ab-d4db5293a47f x-openstack-request-id: req-95365135-5c20-45df-91ab-d4db5293a47f {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:39:07.365232 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a81f60-9435-4b31-8685-ba2d0a86c10e", "name": "network-vif-plugged", "status": "completed", "tag": "a8c66deb-0eac-44b2-a2ef-3bf68299fd8a", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:39:07.366721 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-95365135-5c20-45df-91ab-d4db5293a47f {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:39:07.369213 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a81f60-9435-4b31-8685-ba2d0a86c10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c66deb-0eac-44b2-a2ef-3bf68299fd8a', 'code': 200} Feb 19 04:39:07.493440 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-97105d40-11b8-4831-8930-1ea0cfd622c9 req-ad8631bb-b4e0-4fe8-a750-1d11b89588ac service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d7769d54-1565-4232-97bf-e9a7407ef92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818290 Feb 19 04:39:07.540424 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f62a6-6d9e-4778-b1e4-6e0a70fc8729 req-52cf7b61-210f-4345-b71f-e2749b7c7927 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:07.546098 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cf3f62a6-6d9e-4778-b1e4-6e0a70fc8729 req-52cf7b61-210f-4345-b71f-e2749b7c7927 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 944 time: 0.7599697 Feb 19 04:39:07.588677 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:07.637719 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:07.757352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-653a6f7a-d67a-4b2c-8dbd-892644f8d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:07.761901 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-653a6f7a-d67a-4b2c-8dbd-892644f8d705 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 1126 time: 0.6501482 Feb 19 04:39:07.889842 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1680120199-router', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:33Z', 'updated_at': '2022-02-19T04:38:57Z', 'revision_number': 4, 'project_id': '50dacbb707d941ad827198228ce196ed', 'gw_port': {'id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:36Z', 'updated_at': '2022-02-19T04:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1', 'name': '', 'network_id': '4cf06b52-0236-4522-811e-82b5d51c24fe', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'mac_address': 'fa:16:3e:be:bc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:50Z', 'updated_at': '2022-02-19T04:38:59Z', 'revision_number': 2, 'project_id': '50dacbb707d941ad827198228ce196ed', 'subnets': [{'id': '0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:39:08.061791 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-35917005-4871-4935-af65-ae881027ae2c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e HTTP/1.1" status: 200 len: 217 time: 0.2795832 Feb 19 04:39:08.095234 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] Checking router: 8de5c72a-c98f-4648-82dd-60e7bda1513d for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:39:08.095657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] Updating router 8de5c72a-c98f-4648-82dd-60e7bda1513d port 4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:39:08.103235 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cf3f62a6-6d9e-4778-b1e4-6e0a70fc8729 req-6a20d792-10dc-442f-8bb4-c8129e12e4ea tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251708 Feb 19 04:39:08.286506 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:08.302282 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:08.311682 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-9c04f5d0-4bfc-4d3b-abf9-eb56a6698235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:08.317599 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-9c04f5d0-4bfc-4d3b-abf9-eb56a6698235 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eaacfa74-c5cd-4e0a-8538-dc93b8209234 HTTP/1.1" status: 200 len: 855 time: 0.2373607 Feb 19 04:39:08.370446 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-35e2927d-b9d4-4737-ab2c-91c3ae9a692c tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:08.387796 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-35e2927d-b9d4-4737-ab2c-91c3ae9a692c tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/networks?id=4cf06b52-0236-4522-811e-82b5d51c24fe HTTP/1.1" status: 200 len: 820 time: 0.8254843 Feb 19 04:39:08.458503 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-9b3adf2e-6c97-4b5a-828e-da20d9760ac3 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/quotas/50dacbb707d941ad827198228ce196ed HTTP/1.1" status: 200 len: 375 time: 0.0682304 Feb 19 04:39:08.519623 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-23fdd84b-66cc-4785-b000-d11b17f6eb01 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a1ab27e-256e-4216-9b7b-6df531fa62cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1821558 Feb 19 04:39:08.775562 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-90826002-b0ce-4fa1-ad70-1a9ddd34b37e tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=50dacbb707d941ad827198228ce196ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3110073 Feb 19 04:39:08.794474 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-7a8dc5ab-f3b8-4734-967a-9503c35cd020 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:39:08.813014 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-7a8dc5ab-f3b8-4734-967a-9503c35cd020 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0319014 Feb 19 04:39:09.021852 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-d463384f-488d-4855-a885-767f2982baa8 service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997120 Feb 19 04:39:09.024887 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622112dd-a638-47d6-91f3-a981e062022e x-openstack-request-id: req-622112dd-a638-47d6-91f3-a981e062022e {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:39:09.025357 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4019dca2-2950-41cc-9de2-5d7c37ea44de", "tag": "dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:39:09.025628 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-622112dd-a638-47d6-91f3-a981e062022e {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:39:09.026076 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4019dca2-2950-41cc-9de2-5d7c37ea44de', 'tag': 'dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e', 'status': 'completed', 'code': 200} Feb 19 04:39:09.310610 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-3849aeda-2427-4e3f-bf91-7130d2558bdf service neutron] 10.222.0.65 "GET /v2.0/networks/4cf06b52-0236-4522-811e-82b5d51c24fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873898 Feb 19 04:39:09.531620 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-90b6b110-e5d0-49cc-8233-edb9c77a3250 req-19277817-9ec4-43aa-9245-1a19aa607fbb service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032532 Feb 19 04:39:09.599217 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:09.692311 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:09.708788 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-7813a505-786a-43f2-98f5-6a5256a04ca8 service neutron] 10.222.0.65 "GET /v2.0/networks/4cf06b52-0236-4522-811e-82b5d51c24fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966823 Feb 19 04:39:09.887587 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e34c5f-cc40-43d3-b7a4-275a8fbe6eaf req-a0f08e79-2fa1-44db-a99c-cbb0af966e65 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:09.898322 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-35e34c5f-cc40-43d3-b7a4-275a8fbe6eaf req-a0f08e79-2fa1-44db-a99c-cbb0af966e65 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.65 "GET /v2.0/ports?device_id=65a81f60-9435-4b31-8685-ba2d0a86c10e HTTP/1.1" status: 200 len: 945 time: 0.3647091 Feb 19 04:39:09.960269 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd145144-3fc0-453a-b311-236e5baf5790 req-5fd60bb3-ef04-4522-a5ce-dfac2eaf4a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:09.964573 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cd145144-3fc0-453a-b311-236e5baf5790 req-5fd60bb3-ef04-4522-a5ce-dfac2eaf4a60 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 1126 time: 0.2888324 Feb 19 04:39:10.124769 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] Publish callbacks [] for port (4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:10.157275 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:10.319318 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd145144-3fc0-453a-b311-236e5baf5790 req-cfff5e02-9e44-4a40-919b-037101a5fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:10.322341 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cd145144-3fc0-453a-b311-236e5baf5790 req-cfff5e02-9e44-4a40-919b-037101a5fad8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 200 len: 915 time: 0.3393257 Feb 19 04:39:10.439349 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d207d-961f-4c6f-bf9f-512ea3c04451 None None] Pushing event updated for resources: {'Port': ['ID=4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:10.513687 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-35e34c5f-cc40-43d3-b7a4-275a8fbe6eaf req-5686dc64-d480-49b4-a89c-8041412f2d7f tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.65 "GET /v2.0/security-groups?id=d7769d54-1565-4232-97bf-e9a7407ef92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6134744 Feb 19 04:39:10.572401 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cd145144-3fc0-453a-b311-236e5baf5790 req-b93ce8ef-c002-4068-b14d-5e044bb61916 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e HTTP/1.1" status: 200 len: 217 time: 0.2288089 Feb 19 04:39:10.852526 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9224d-74f0-4541-aa21-38906792f48f req-ac62eb77-1a79-42f8-a083-adde5e95a147 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:10.889095 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8fe9224d-74f0-4541-aa21-38906792f48f req-ac62eb77-1a79-42f8-a083-adde5e95a147 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 944 time: 0.5160048 Feb 19 04:39:10.896120 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] Attempting to bind port 4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:39:10.897070 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] Attempting to bind port 4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '14f14fbf-80b5-44fd-921b-446fbfb010dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4cf06b52-0236-4522-811e-82b5d51c24fe'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:39:10.898496 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] Attempting to bind port 4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1 on network 4cf06b52-0236-4522-811e-82b5d51c24fe {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:39:10.923948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:39:10.926692 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] Checking segment: {'id': '14f14fbf-80b5-44fd-921b-446fbfb010dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4cf06b52-0236-4522-811e-82b5d51c24fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:39:10.932459 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:10.934818 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] Bound using segment: {'id': '14f14fbf-80b5-44fd-921b-446fbfb010dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4cf06b52-0236-4522-811e-82b5d51c24fe'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:39:10.938900 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] Bound port: 4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f14fbf-80b5-44fd-921b-446fbfb010dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4cf06b52-0236-4522-811e-82b5d51c24fe'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:39:10.942294 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:10.993662 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd145144-3fc0-453a-b311-236e5baf5790 req-4373faab-e4ec-4df2-8a01-2e99d9e2b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:10.996529 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cd145144-3fc0-453a-b311-236e5baf5790 req-4373faab-e4ec-4df2-8a01-2e99d9e2b2b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eaacfa74-c5cd-4e0a-8538-dc93b8209234 HTTP/1.1" status: 200 len: 855 time: 0.4162962 Feb 19 04:39:11.253508 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8fe9224d-74f0-4541-aa21-38906792f48f req-d8704c88-b964-4a4d-a853-49c0d2ea04f4 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617606 Feb 19 04:39:11.361433 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3dd335a2-ceba-430c-9bf5-1d91dbc80586 req-f24fbb45-5306-4b3e-9213-be0497069191 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 210 time: 0.3418076 Feb 19 04:39:11.464747 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] For port 4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:39:11.495455 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cd145144-3fc0-453a-b311-236e5baf5790 req-8c01bbe2-c9d7-4561-b752-1ebae229b474 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a1ab27e-256e-4216-9b7b-6df531fa62cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4777455 Feb 19 04:39:11.498427 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] For port 4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1,segment=NetworkSegment(14f14fbf-80b5-44fd-921b-446fbfb010dc),segment_id=14f14fbf-80b5-44fd-921b-446fbfb010dc)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:39:11.518507 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:11.911666 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] Routers {'8de5c72a-c98f-4648-82dd-60e7bda1513d'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:39:11.913998 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:39:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['8de5c72a-c98f-4648-82dd-60e7bda1513d'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:39:12.110771 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d207d-961f-4c6f-bf9f-512ea3c04451 None None] Pushing event updated for resources: {'Port': ['ID=4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:12.116182 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cd145144-3fc0-453a-b311-236e5baf5790 req-077568af-ed13-4f5c-8ba1-f9766e11803e service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101437 Feb 19 04:39:12.761082 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34934) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:12.809989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] Set router 8de5c72a-c98f-4648-82dd-60e7bda1513d gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:39:12.966798 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cd145144-3fc0-453a-b311-236e5baf5790 req-e4778182-2645-4be6-83da-279d4db09732 service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8332899 Feb 19 04:39:13.114202 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce842273-c618-4e3a-ab90-577f36e5f80f req-55968635-2119-4086-9a47-623702af95f7 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:13.131589 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ce842273-c618-4e3a-ab90-577f36e5f80f req-55968635-2119-4086-9a47-623702af95f7 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 944 time: 0.3503683 Feb 19 04:39:13.203457 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4478fc10-8560-4cf0-be87-4ee576196843 req-63ac2e56-843d-4f2a-9967-5294506ec63a tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 210 time: 0.2176793 Feb 19 04:39:13.425936 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ce842273-c618-4e3a-ab90-577f36e5f80f req-7673ee38-30ab-4cc6-a734-19347c156cc2 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927363 Feb 19 04:39:13.641937 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34946) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:13.857419 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-16baec0d-c94a-40ba-8379-c4cfd95fa51e tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:13.860089 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-16baec0d-c94a-40ba-8379-c4cfd95fa51e tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.10 "GET /v2.0/networks?id=4cf06b52-0236-4522-811e-82b5d51c24fe HTTP/1.1" status: 200 len: 820 time: 0.6351013 Feb 19 04:39:13.864743 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fddac3ba-7637-46b3-8444-ee515a6d9459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:13.877634 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-2c17f399-01d7-4dfa-a1d0-bd4cd1e9d440 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Request body: {'port': {'device_id': '9d2dea86-e9e1-49ff-a947-553f08d71f66', 'network_id': '4cf06b52-0236-4522-811e-82b5d51c24fe', 'admin_state_up': True, 'tenant_id': '50dacbb707d941ad827198228ce196ed'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:39:13.923549 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c6405c4d-7a30-4b67-bb23-d5376783f4f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:13.966057 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:39:14.224893 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:39:14.281419 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fddac3ba-7637-46b3-8444-ee515a6d9459 admin admin] Publish callbacks [] for security_group (f7f7c8c3-93a7-471b-971a-ee48965e28f1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:14.303917 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fddac3ba-7637-46b3-8444-ee515a6d9459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f7f7c8c3-93a7-471b-971a-ee48965e28f1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:14.385746 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-2c17f399-01d7-4dfa-a1d0-bd4cd1e9d440 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Made reservation on behalf of 50dacbb707d941ad827198228ce196ed for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:39:14.401517 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-2c17f399-01d7-4dfa-a1d0-bd4cd1e9d440 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:14.514396 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fddac3ba-7637-46b3-8444-ee515a6d9459 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8bd5a4d0d3ec4335a1513841758800b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7503231 Feb 19 04:39:14.520797 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1680120199-router', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:33Z', 'updated_at': '2022-02-19T04:38:57Z', 'revision_number': 4, 'project_id': '50dacbb707d941ad827198228ce196ed', 'gw_port': {'id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:36Z', 'updated_at': '2022-02-19T04:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1', 'name': '', 'network_id': '4cf06b52-0236-4522-811e-82b5d51c24fe', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'mac_address': 'fa:16:3e:be:bc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:50Z', 'updated_at': '2022-02-19T04:39:11Z', 'revision_number': 4, 'project_id': '50dacbb707d941ad827198228ce196ed', 'subnets': [{'id': '0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:39:14.537833 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34960) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:14.620625 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d2c55c-892f-4dad-9624-9c7ddd874865 None None] The sync data for ids ['8de5c72a-c98f-4648-82dd-60e7bda1513d'] in n-d-772273-4 is: [{'id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1680120199-router', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:33Z', 'updated_at': '2022-02-19T04:38:57Z', 'revision_number': 4, 'project_id': '50dacbb707d941ad827198228ce196ed', 'gw_port': {'id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:36Z', 'updated_at': '2022-02-19T04:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1', 'name': '', 'network_id': '4cf06b52-0236-4522-811e-82b5d51c24fe', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'mac_address': 'fa:16:3e:be:bc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:50Z', 'updated_at': '2022-02-19T04:39:11Z', 'revision_number': 4, 'project_id': '50dacbb707d941ad827198228ce196ed', 'subnets': [{'id': '0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:39:14.690470 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-44e2ec08-b24c-426e-b223-485d4063f624 req-092b329b-f55a-4c37-85ab-a5985a04b276 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 210 time: 0.2352877 Feb 19 04:39:14.736342 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e,segment=NetworkSegment(676396c9-7f78-4ddc-b308-461a68f79b59),segment_id=676396c9-7f78-4ddc-b308-461a68f79b59)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:39:14.743452 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddac3ba-7637-46b3-8444-ee515a6d9459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f7c8c3-93a7-471b-971a-ee48965e28f1,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:14.822462 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e', 'network_id': '9a1ab27e-256e-4216-9b7b-6df531fa62cc', 'port_id': 'dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e', 'mac_address': 'fa:16:3e:7d:9b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaacfa74-c5cd-4e0a-8538-dc93b8209234', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:39:15.131113 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:39:15.133742 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:15.258532 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:39:15.350986 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dbae6f74-4e34-48e0-9e8e-4214df2cd4ba admin admin] Publish callbacks [] for security_group (f7f7c8c3-93a7-471b-971a-ee48965e28f1), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:15.364830 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e,segment=NetworkSegment(676396c9-7f78-4ddc-b308-461a68f79b59),segment_id=676396c9-7f78-4ddc-b308-461a68f79b59)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:39:15.377303 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:15.418049 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-2c17f399-01d7-4dfa-a1d0-bd4cd1e9d440 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Allocated IP 172.20.0.2 (4cf06b52-0236-4522-811e-82b5d51c24fe/0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2/617f63cb-d911-4fe3-b059-5fa5525e34dc) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:39:15.464395 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dbae6f74-4e34-48e0-9e8e-4214df2cd4ba admin admin] Publish callbacks [] for security_group (f7f7c8c3-93a7-471b-971a-ee48965e28f1), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:15.600431 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:15.657493 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:39:15.687499 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcea509-7655-41c2-99fe-c5cdb7e2ba49 req-c5db2844-979f-427e-bd69-eaf912f7577f tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:15.690638 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8bcea509-7655-41c2-99fe-c5cdb7e2ba49 req-c5db2844-979f-427e-bd69-eaf912f7577f tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 944 time: 0.8995881 Feb 19 04:39:15.845513 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c6405c4d-7a30-4b67-bb23-d5376783f4f8 admin admin] Publish callbacks [] for security_group (ea8402e9-b090-4e01-a443-f8f5ec0422f4), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:15.862178 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dbae6f74-4e34-48e0-9e8e-4214df2cd4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f7f7c8c3-93a7-471b-971a-ee48965e28f1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:15.880532 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dbae6f74-4e34-48e0-9e8e-4214df2cd4ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:15.889687 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dbae6f74-4e34-48e0-9e8e-4214df2cd4ba admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f7f7c8c3-93a7-471b-971a-ee48965e28f1 HTTP/1.1" status: 204 len: 168 time: 1.3162618 Feb 19 04:39:15.916554 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c6405c4d-7a30-4b67-bb23-d5376783f4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ea8402e9-b090-4e01-a443-f8f5ec0422f4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:16.012503 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c6405c4d-7a30-4b67-bb23-d5376783f4f8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2327ea95f6f94d498948ef6f4e57e617&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3582540 Feb 19 04:39:16.013540 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34976) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:16.030617 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae6f74-4e34-48e0-9e8e-4214df2cd4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f7c8c3-93a7-471b-971a-ee48965e28f1,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:16.136678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6405c4d-7a30-4b67-bb23-d5376783f4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8402e9-b090-4e01-a443-f8f5ec0422f4,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:16.163672 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6f4d88e6-b8ed-4a4e-aa19-577a11f1f023 req-a0b1955a-e171-45e2-ba31-4ce5db8248a7 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 210 time: 0.1519144 Feb 19 04:39:16.271358 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8bcea509-7655-41c2-99fe-c5cdb7e2ba49 req-2dbaa027-1f8c-44f0-9f89-3198b0c9e326 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5696952 Feb 19 04:39:16.560007 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-2c17f399-01d7-4dfa-a1d0-bd4cd1e9d440 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks [] for port (617f63cb-d911-4fe3-b059-5fa5525e34dc), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:16.678331 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-2c17f399-01d7-4dfa-a1d0-bd4cd1e9d440 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (617f63cb-d911-4fe3-b059-5fa5525e34dc), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:16.816575 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3db1370-e0ec-4a3b-967b-4bfa3168f8f7 admin admin] Publish callbacks [] for security_group (ea8402e9-b090-4e01-a443-f8f5ec0422f4), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:16.890058 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-2c17f399-01d7-4dfa-a1d0-bd4cd1e9d440 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Network 4cf06b52-0236-4522-811e-82b5d51c24fe is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:39:16.918852 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3db1370-e0ec-4a3b-967b-4bfa3168f8f7 admin admin] Publish callbacks [] for security_group (ea8402e9-b090-4e01-a443-f8f5ec0422f4), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:16.960716 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34990) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:16.990022 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:39:17.026895 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8927b7ed-854c-4456-9c1b-9740455d0ed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:17.127506 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-2c17f399-01d7-4dfa-a1d0-bd4cd1e9d440 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:39:17.145798 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-2c17f399-01d7-4dfa-a1d0-bd4cd1e9d440 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:39:17.156353 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3db1370-e0ec-4a3b-967b-4bfa3168f8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ea8402e9-b090-4e01-a443-f8f5ec0422f4), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:17.159459 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3db1370-e0ec-4a3b-967b-4bfa3168f8f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:17.160858 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d3db1370-e0ec-4a3b-967b-4bfa3168f8f7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ea8402e9-b090-4e01-a443-f8f5ec0422f4 HTTP/1.1" status: 204 len: 168 time: 1.1458697 Feb 19 04:39:17.188231 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17f399-01d7-4dfa-a1d0-bd4cd1e9d440 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Pushing event updated for resources: {'Port': ['ID=617f63cb-d911-4fe3-b059-5fa5525e34dc,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:17.239202 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:39:17.239712 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:17.295984 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db1370-e0ec-4a3b-967b-4bfa3168f8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8402e9-b090-4e01-a443-f8f5ec0422f4,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:17.381984 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-2c17f399-01d7-4dfa-a1d0-bd4cd1e9d440 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:17.385431 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-2c17f399-01d7-4dfa-a1d0-bd4cd1e9d440 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:17.443251 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-2c17f399-01d7-4dfa-a1d0-bd4cd1e9d440 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5704513 Feb 19 04:39:17.469389 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-64c40efc-84d8-4c8d-a590-b0ca63c491c8 service neutron] Request body: {'port': {'device_id': '9d2dea86-e9e1-49ff-a947-553f08d71f66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:39:17.565166 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8927b7ed-854c-4456-9c1b-9740455d0ed1 admin admin] Publish callbacks [] for security_group (fd10f473-659e-4593-978d-f141aaaf84f2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:17.579685 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8927b7ed-854c-4456-9c1b-9740455d0ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (fd10f473-659e-4593-978d-f141aaaf84f2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:17.754806 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:39:17.755579 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:17.880964 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927b7ed-854c-4456-9c1b-9740455d0ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd10f473-659e-4593-978d-f141aaaf84f2,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:17.911448 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1,segment=NetworkSegment(14f14fbf-80b5-44fd-921b-446fbfb010dc),segment_id=14f14fbf-80b5-44fd-921b-446fbfb010dc)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:39:17.919329 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:17.924942 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8927b7ed-854c-4456-9c1b-9740455d0ed1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=463fb89ec6ae405682ba51cb2581eb52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9569178 Feb 19 04:39:17.928542 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35010) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:17.991955 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-64c40efc-84d8-4c8d-a590-b0ca63c491c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (617f63cb-d911-4fe3-b059-5fa5525e34dc), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:18.116260 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f8740-d4ed-451c-867f-4b3e1dc98ac5 req-ed9fae45-733e-4066-bc91-966c9ee91bb5 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:18.119251 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6e6f8740-d4ed-451c-867f-4b3e1dc98ac5 req-ed9fae45-733e-4066-bc91-966c9ee91bb5 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 931 time: 0.4882488 Feb 19 04:39:18.158148 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13c7df-3668-4d42-89d5-31565253a03d req-d51c0a0a-4c91-4ac2-a7cc-93a3e0a1d1bc tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:18.159834 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cd13c7df-3668-4d42-89d5-31565253a03d req-d51c0a0a-4c91-4ac2-a7cc-93a3e0a1d1bc tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 945 time: 0.5105872 Feb 19 04:39:18.175894 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:18.186629 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:39:18.260184 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-153ea806-aee8-4532-bdf7-4f61b9969313 admin admin] Publish callbacks [] for security_group (fd10f473-659e-4593-978d-f141aaaf84f2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:18.364742 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-153ea806-aee8-4532-bdf7-4f61b9969313 admin admin] Publish callbacks [] for security_group (fd10f473-659e-4593-978d-f141aaaf84f2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:18.427855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:39:18.454188 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:39:18.454626 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:18.580899 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-153ea806-aee8-4532-bdf7-4f61b9969313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (fd10f473-659e-4593-978d-f141aaaf84f2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:18.584122 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-153ea806-aee8-4532-bdf7-4f61b9969313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:18.585762 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-153ea806-aee8-4532-bdf7-4f61b9969313 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fd10f473-659e-4593-978d-f141aaaf84f2 HTTP/1.1" status: 204 len: 168 time: 0.6562033 Feb 19 04:39:18.640543 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ea806-aee8-4532-bdf7-4f61b9969313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd10f473-659e-4593-978d-f141aaaf84f2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:18.677783 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cd13c7df-3668-4d42-89d5-31565253a03d req-5d5a8a4a-b807-475d-b092-435ab97916fb tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5086532 Feb 19 04:39:18.858553 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35030) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:18.898262 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:39:18.899213 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:18.899835 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6242d198-1838-4dc4-a55c-55367cfb6983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:18.982312 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e,segment=NetworkSegment(676396c9-7f78-4ddc-b308-461a68f79b59),segment_id=676396c9-7f78-4ddc-b308-461a68f79b59)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:39:18.983893 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4019dca2-2950-41cc-9de2-5d7c37ea44de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:39:18.988117 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961c5499-5980-48b0-9880-12d7b03fc22f" -d '{"events": [{"server_uuid": "4019dca2-2950-41cc-9de2-5d7c37ea44de", "name": "network-vif-plugged", "status": "completed", "tag": "dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:39:19.007372 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:19.094098 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcedb4ac-3e63-4cf9-9b5c-69c8a67b176b x-openstack-request-id: req-dcedb4ac-3e63-4cf9-9b5c-69c8a67b176b {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:39:19.096288 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4019dca2-2950-41cc-9de2-5d7c37ea44de", "name": "network-vif-plugged", "status": "completed", "tag": "dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:39:19.096698 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dcedb4ac-3e63-4cf9-9b5c-69c8a67b176b {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:39:19.097605 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4019dca2-2950-41cc-9de2-5d7c37ea44de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e', 'code': 200} Feb 19 04:39:19.102300 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:39:19.299603 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:19.310130 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6242d198-1838-4dc4-a55c-55367cfb6983 admin admin] Publish callbacks [] for security_group (021e15ca-20ce-426b-971c-e87ff81d0cb2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:19.322282 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6242d198-1838-4dc4-a55c-55367cfb6983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (021e15ca-20ce-426b-971c-e87ff81d0cb2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:19.375381 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:39:19.378296 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:19.450863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242d198-1838-4dc4-a55c-55367cfb6983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021e15ca-20ce-426b-971c-e87ff81d0cb2,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:19.455899 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6242d198-1838-4dc4-a55c-55367cfb6983 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2cf14cc20d2c422fb3f004d39678b22d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5961051 Feb 19 04:39:19.460390 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35040) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:19.477940 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6e6f8740-d4ed-451c-867f-4b3e1dc98ac5 req-ffbe6226-55dc-429c-9ba4-e8ca5a8f94fe tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2754462 Feb 19 04:39:19.620120 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1152f152-d685-4037-a0d1-8d406d36e4be admin admin] Publish callbacks [] for security_group (021e15ca-20ce-426b-971c-e87ff81d0cb2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:19.702167 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c79a46-c2b2-469a-8c54-3ddff40312a2 req-1d0f7f35-da15-459f-8a2c-20d336a99427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:19.708667 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-91c79a46-c2b2-469a-8c54-3ddff40312a2 req-1d0f7f35-da15-459f-8a2c-20d336a99427 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 1128 time: 0.3722446 Feb 19 04:39:19.724556 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1152f152-d685-4037-a0d1-8d406d36e4be admin admin] Publish callbacks [] for security_group (021e15ca-20ce-426b-971c-e87ff81d0cb2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:19.738292 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35046) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:19.765347 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:39:19.792499 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-542fbf06-c128-4a2d-bd24-37d4702e5ce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:19.811762 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-64c40efc-84d8-4c8d-a590-b0ca63c491c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 617f63cb-d911-4fe3-b059-5fa5525e34dc {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:39:19.843100 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-64c40efc-84d8-4c8d-a590-b0ca63c491c8 service neutron] Publish callbacks [] for port (617f63cb-d911-4fe3-b059-5fa5525e34dc), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:19.934009 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-64c40efc-84d8-4c8d-a590-b0ca63c491c8 service neutron] Transition to ACTIVE for port object 617f63cb-d911-4fe3-b059-5fa5525e34dc will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:39:19.940416 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-91c79a46-c2b2-469a-8c54-3ddff40312a2 req-a76d5d52-08f6-467c-96f5-7400daec8720 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245090 Feb 19 04:39:19.955894 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-64c40efc-84d8-4c8d-a590-b0ca63c491c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (617f63cb-d911-4fe3-b059-5fa5525e34dc), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:20.187121 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1152f152-d685-4037-a0d1-8d406d36e4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (021e15ca-20ce-426b-971c-e87ff81d0cb2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:20.193683 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1152f152-d685-4037-a0d1-8d406d36e4be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:20.199884 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1152f152-d685-4037-a0d1-8d406d36e4be admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/021e15ca-20ce-426b-971c-e87ff81d0cb2 HTTP/1.1" status: 204 len: 168 time: 0.7335870 Feb 19 04:39:20.233481 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-542fbf06-c128-4a2d-bd24-37d4702e5ce4 admin admin] Publish callbacks [] for security_group (6b528dab-019f-4545-a80e-6f6ca3353853), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:20.248222 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-542fbf06-c128-4a2d-bd24-37d4702e5ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6b528dab-019f-4545-a80e-6f6ca3353853), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:20.273151 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e1b20-4a74-4fb5-a7eb-9ff6a99a73d0 req-e51acefc-d3ef-45e4-969a-bf8164638c04 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:20.287193 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3c4e1b20-4a74-4fb5-a7eb-9ff6a99a73d0 req-e51acefc-d3ef-45e4-969a-bf8164638c04 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 946 time: 0.3760228 Feb 19 04:39:20.325466 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152f152-d685-4037-a0d1-8d406d36e4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021e15ca-20ce-426b-971c-e87ff81d0cb2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:20.343807 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542fbf06-c128-4a2d-bd24-37d4702e5ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b528dab-019f-4545-a80e-6f6ca3353853,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:20.511923 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3c4e1b20-4a74-4fb5-a7eb-9ff6a99a73d0 req-806ebd32-7191-417c-81f8-a384659365a2 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982784 Feb 19 04:39:20.610976 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-542fbf06-c128-4a2d-bd24-37d4702e5ce4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d3f3de6edbff44af91281e7d4a2269fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8690643 Feb 19 04:39:20.613081 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35068) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:20.619566 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c40efc-84d8-4c8d-a590-b0ca63c491c8 service neutron] Pushing event updated for resources: {'Port': ['ID=617f63cb-d911-4fe3-b059-5fa5525e34dc,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:20.674629 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-64c40efc-84d8-4c8d-a590-b0ca63c491c8 service neutron] Attempting to bind port 617f63cb-d911-4fe3-b059-5fa5525e34dc on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:39:20.675118 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-64c40efc-84d8-4c8d-a590-b0ca63c491c8 service neutron] Attempting to bind port 617f63cb-d911-4fe3-b059-5fa5525e34dc by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '14f14fbf-80b5-44fd-921b-446fbfb010dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4cf06b52-0236-4522-811e-82b5d51c24fe'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:39:20.675673 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-64c40efc-84d8-4c8d-a590-b0ca63c491c8 service neutron] Attempting to bind port 617f63cb-d911-4fe3-b059-5fa5525e34dc on network 4cf06b52-0236-4522-811e-82b5d51c24fe {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:39:20.700099 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-64c40efc-84d8-4c8d-a590-b0ca63c491c8 service neutron] Port 617f63cb-d911-4fe3-b059-5fa5525e34dc on network 4cf06b52-0236-4522-811e-82b5d51c24fe not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:39:20.700597 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-64c40efc-84d8-4c8d-a590-b0ca63c491c8 service neutron] Attempting to bind port 617f63cb-d911-4fe3-b059-5fa5525e34dc on network 4cf06b52-0236-4522-811e-82b5d51c24fe {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:39:20.837156 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-64c40efc-84d8-4c8d-a590-b0ca63c491c8 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:39:20.845908 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-64c40efc-84d8-4c8d-a590-b0ca63c491c8 service neutron] Checking segment: {'id': '14f14fbf-80b5-44fd-921b-446fbfb010dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4cf06b52-0236-4522-811e-82b5d51c24fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:39:20.845908 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-64c40efc-84d8-4c8d-a590-b0ca63c491c8 service neutron] Bound using segment: {'id': '14f14fbf-80b5-44fd-921b-446fbfb010dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4cf06b52-0236-4522-811e-82b5d51c24fe'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:39:20.845908 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-64c40efc-84d8-4c8d-a590-b0ca63c491c8 service neutron] Bound port: 617f63cb-d911-4fe3-b059-5fa5525e34dc, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f14fbf-80b5-44fd-921b-446fbfb010dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4cf06b52-0236-4522-811e-82b5d51c24fe'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:39:20.845908 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-64c40efc-84d8-4c8d-a590-b0ca63c491c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (617f63cb-d911-4fe3-b059-5fa5525e34dc), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:20.847036 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2361-1352-4881-bc7a-6533c19093af admin admin] Publish callbacks [] for security_group (6b528dab-019f-4545-a80e-6f6ca3353853), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:20.983514 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2361-1352-4881-bc7a-6533c19093af admin admin] Publish callbacks [] for security_group (6b528dab-019f-4545-a80e-6f6ca3353853), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:21.111277 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44809aba-6ab3-4e08-9833-96b738e6412a req-2b325208-243e-4c5a-a295-212c0bdc32d5 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:21.114145 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-44809aba-6ab3-4e08-9833-96b738e6412a req-2b325208-243e-4c5a-a295-212c0bdc32d5 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 943 time: 0.4156222 Feb 19 04:39:21.170071 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2361-1352-4881-bc7a-6533c19093af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6b528dab-019f-4545-a80e-6f6ca3353853), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:21.174858 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2361-1352-4881-bc7a-6533c19093af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:21.176823 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0c9e2361-1352-4881-bc7a-6533c19093af admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6b528dab-019f-4545-a80e-6f6ca3353853 HTTP/1.1" status: 204 len: 168 time: 0.5620470 Feb 19 04:39:21.232500 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e2361-1352-4881-bc7a-6533c19093af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b528dab-019f-4545-a80e-6f6ca3353853,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:21.308026 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-64c40efc-84d8-4c8d-a590-b0ca63c491c8 service neutron] For port 617f63cb-d911-4fe3-b059-5fa5525e34dc, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:39:21.316857 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-44809aba-6ab3-4e08-9833-96b738e6412a req-012eb08e-4962-408b-bc24-4ed3e1980144 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793594 Feb 19 04:39:21.374166 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-64c40efc-84d8-4c8d-a590-b0ca63c491c8 service neutron] For port 617f63cb-d911-4fe3-b059-5fa5525e34dc, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=617f63cb-d911-4fe3-b059-5fa5525e34dc,segment=NetworkSegment(14f14fbf-80b5-44fd-921b-446fbfb010dc),segment_id=14f14fbf-80b5-44fd-921b-446fbfb010dc)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:39:21.411734 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-64c40efc-84d8-4c8d-a590-b0ca63c491c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (617f63cb-d911-4fe3-b059-5fa5525e34dc), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:21.499332 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-64c40efc-84d8-4c8d-a590-b0ca63c491c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:21.502001 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-64c40efc-84d8-4c8d-a590-b0ca63c491c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:21.503257 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-64c40efc-84d8-4c8d-a590-b0ca63c491c8 service neutron] 10.222.0.10 "PUT /v2.0/ports/617f63cb-d911-4fe3-b059-5fa5525e34dc HTTP/1.1" status: 200 len: 1091 time: 4.0520418 Feb 19 04:39:21.503998 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2dea86-e9e1-49ff-a947-553f08d71f66', 'tag': '617f63cb-d911-4fe3-b059-5fa5525e34dc'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:39:21.509033 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2717507f-bb80-4839-a3b6-7dd9f0e07512" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2dea86-e9e1-49ff-a947-553f08d71f66", "tag": "617f63cb-d911-4fe3-b059-5fa5525e34dc"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:39:21.720718 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006d4404-58c4-48e1-bcb6-33d14153a7f8 x-openstack-request-id: req-006d4404-58c4-48e1-bcb6-33d14153a7f8 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:39:21.722131 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2dea86-e9e1-49ff-a947-553f08d71f66", "tag": "617f63cb-d911-4fe3-b059-5fa5525e34dc", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:39:21.722131 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-006d4404-58c4-48e1-bcb6-33d14153a7f8 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:39:21.722798 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2dea86-e9e1-49ff-a947-553f08d71f66', 'tag': '617f63cb-d911-4fe3-b059-5fa5525e34dc', 'status': 'completed', 'code': 200} Feb 19 04:39:21.735884 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c40efc-84d8-4c8d-a590-b0ca63c491c8 service neutron] Pushing event updated for resources: {'Port': ['ID=617f63cb-d911-4fe3-b059-5fa5525e34dc,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:21.815583 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-6b956fc0-fcc6-45a7-86ac-a2e07de266d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:21.840893 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-6b956fc0-fcc6-45a7-86ac-a2e07de266d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50dacbb707d941ad827198228ce196ed&device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 1125 time: 0.2800210 Feb 19 04:39:22.012007 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-b2f6a20d-7523-4bbd-8d59-87c14769a57f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=617f63cb-d911-4fe3-b059-5fa5525e34dc HTTP/1.1" status: 200 len: 217 time: 0.1693387 Feb 19 04:39:22.339257 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-5a93f64f-cff4-4361-921c-93945abf051e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:22.349348 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-5a93f64f-cff4-4361-921c-93945abf051e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2 HTTP/1.1" status: 200 len: 860 time: 0.3042495 Feb 19 04:39:22.411131 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a242e7b-4d0c-49e9-b95a-8d0c908f4b98 req-be5b1160-2b58-4b85-ad09-0eafc01be60c tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:22.433735 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1a242e7b-4d0c-49e9-b95a-8d0c908f4b98 req-be5b1160-2b58-4b85-ad09-0eafc01be60c tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 946 time: 0.4334688 Feb 19 04:39:22.628613 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-6dd50abc-1321-4602-a1b3-ddefbeb44b92 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4cf06b52-0236-4522-811e-82b5d51c24fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1895249 Feb 19 04:39:22.722830 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20b751-3a09-43a9-a5a1-5b2b3dcd9a0c req-4c532ffe-ab9a-4093-b231-a6e4fe01bba6 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:22.739945 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-de20b751-3a09-43a9-a5a1-5b2b3dcd9a0c req-4c532ffe-ab9a-4093-b231-a6e4fe01bba6 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 943 time: 0.1553390 Feb 19 04:39:22.881315 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-de20b751-3a09-43a9-a5a1-5b2b3dcd9a0c req-24cf3711-d8c8-4878-934f-e2421be7aefe tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397421 Feb 19 04:39:22.894498 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-ca874e5e-1e57-4cfb-8136-84bb83d1f44b service neutron] 10.222.0.10 "GET /v2.0/networks/4cf06b52-0236-4522-811e-82b5d51c24fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559166 Feb 19 04:39:23.078665 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1a242e7b-4d0c-49e9-b95a-8d0c908f4b98 req-5faa08f3-be70-44bf-9dac-71e1606a4c1b tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5837328 Feb 19 04:39:23.179427 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6b77333-63cb-47d1-8ae8-4774b130d9e5 req-50626435-bcbb-4ff0-8900-53c4e396aa6b service neutron] 10.222.0.10 "GET /v2.0/networks/4cf06b52-0236-4522-811e-82b5d51c24fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749245 Feb 19 04:39:23.467253 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717507f-bb80-4839-a3b6-7dd9f0e07512 req-a521d7f9-e3ce-461c-907a-751db436d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:23.471347 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2717507f-bb80-4839-a3b6-7dd9f0e07512 req-a521d7f9-e3ce-461c-907a-751db436d0a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50dacbb707d941ad827198228ce196ed&device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 1125 time: 0.2057235 Feb 19 04:39:23.782628 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717507f-bb80-4839-a3b6-7dd9f0e07512 req-4f74bb91-7f16-41e6-9888-d75b4bc5e69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:23.785978 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2717507f-bb80-4839-a3b6-7dd9f0e07512 req-4f74bb91-7f16-41e6-9888-d75b4bc5e69b service neutron] 10.222.0.10 "GET /v2.0/networks?id=4cf06b52-0236-4522-811e-82b5d51c24fe HTTP/1.1" status: 200 len: 920 time: 0.3059800 Feb 19 04:39:23.895201 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2717507f-bb80-4839-a3b6-7dd9f0e07512 req-6b217e5c-0e4b-4781-a4f9-746206c450fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=617f63cb-d911-4fe3-b059-5fa5525e34dc HTTP/1.1" status: 200 len: 217 time: 0.0993142 Feb 19 04:39:24.127959 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717507f-bb80-4839-a3b6-7dd9f0e07512 req-011be4be-a57a-4603-8f15-f97b6654624d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:24.129653 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2717507f-bb80-4839-a3b6-7dd9f0e07512 req-011be4be-a57a-4603-8f15-f97b6654624d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2 HTTP/1.1" status: 200 len: 860 time: 0.2151711 Feb 19 04:39:24.172206 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476dc05-3b28-4e93-ad8b-e5d46e92863d req-d37e6b03-ac99-4def-8b4e-1a9f72678c4d tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:24.184612 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b476dc05-3b28-4e93-ad8b-e5d46e92863d req-d37e6b03-ac99-4def-8b4e-1a9f72678c4d tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 943 time: 0.1378586 Feb 19 04:39:24.201263 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2717507f-bb80-4839-a3b6-7dd9f0e07512 req-f9f9d5d1-6e89-4922-be5f-643776f06d1c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4cf06b52-0236-4522-811e-82b5d51c24fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636532 Feb 19 04:39:24.307488 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b476dc05-3b28-4e93-ad8b-e5d46e92863d req-3d43768a-b9fa-4de9-8c43-a745960f6448 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213491 Feb 19 04:39:24.457977 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2717507f-bb80-4839-a3b6-7dd9f0e07512 req-125577a6-95e2-4c36-8881-46e840ddef5f service neutron] 10.222.0.10 "GET /v2.0/networks/4cf06b52-0236-4522-811e-82b5d51c24fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500124 Feb 19 04:39:24.617965 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2717507f-bb80-4839-a3b6-7dd9f0e07512 req-bee4953b-bc74-41e3-98b1-6813baeb6291 service neutron] 10.222.0.10 "GET /v2.0/networks/4cf06b52-0236-4522-811e-82b5d51c24fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462533 Feb 19 04:39:25.835162 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 617f63cb-d911-4fe3-b059-5fa5525e34dc details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:39:25.882400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd90f6-6166-485c-bbb3-bc4b509b3da6 req-1e692a13-6223-4f00-a27f-838c11b5ffc5 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:25.892620 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37bd90f6-6166-485c-bbb3-bc4b509b3da6 req-1e692a13-6223-4f00-a27f-838c11b5ffc5 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 943 time: 0.2436428 Feb 19 04:39:25.978126 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dd776-f319-4999-b770-bdafc8703410 req-ae1eb083-6ec3-40ee-b2ca-11f94427b62d tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:25.980239 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b60dd776-f319-4999-b770-bdafc8703410 req-ae1eb083-6ec3-40ee-b2ca-11f94427b62d tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.65 "GET /v2.0/ports?device_id=65a81f60-9435-4b31-8685-ba2d0a86c10e HTTP/1.1" status: 200 len: 945 time: 0.2445979 Feb 19 04:39:26.056490 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37bd90f6-6166-485c-bbb3-bc4b509b3da6 req-824b727e-a28f-453a-9e80-ef4cf35262a6 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497424 Feb 19 04:39:26.188412 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b60dd776-f319-4999-b770-bdafc8703410 req-235ea85e-cd28-413d-9cc6-a1755bb8e856 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.65 "GET /v2.0/security-groups?id=d7769d54-1565-4232-97bf-e9a7407ef92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898632 Feb 19 04:39:26.315328 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 617f63cb-d911-4fe3-b059-5fa5525e34dc, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=617f63cb-d911-4fe3-b059-5fa5525e34dc,segment=NetworkSegment(14f14fbf-80b5-44fd-921b-446fbfb010dc),segment_id=14f14fbf-80b5-44fd-921b-446fbfb010dc)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:39:26.396519 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '617f63cb-d911-4fe3-b059-5fa5525e34dc', 'network_id': '4cf06b52-0236-4522-811e-82b5d51c24fe', 'port_id': '617f63cb-d911-4fe3-b059-5fa5525e34dc', 'mac_address': 'fa:16:3e:87:15:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:39:26.486594 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 617f63cb-d911-4fe3-b059-5fa5525e34dc is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:39:26.488201 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (617f63cb-d911-4fe3-b059-5fa5525e34dc), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:26.513802 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 617f63cb-d911-4fe3-b059-5fa5525e34dc {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:39:26.549359 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 617f63cb-d911-4fe3-b059-5fa5525e34dc, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=617f63cb-d911-4fe3-b059-5fa5525e34dc,segment=NetworkSegment(14f14fbf-80b5-44fd-921b-446fbfb010dc),segment_id=14f14fbf-80b5-44fd-921b-446fbfb010dc)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:39:26.577566 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (617f63cb-d911-4fe3-b059-5fa5525e34dc), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:26.791103 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=617f63cb-d911-4fe3-b059-5fa5525e34dc,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:26.817979 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['617f63cb-d911-4fe3-b059-5fa5525e34dc'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:39:27.149534 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcd0f3-4463-4e5d-af2b-5e22bcfdbf2c req-62dabf5b-634c-4b23-aa06-6aed924fee1b tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:27.155236 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-37bcd0f3-4463-4e5d-af2b-5e22bcfdbf2c req-62dabf5b-634c-4b23-aa06-6aed924fee1b tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a81f60-9435-4b31-8685-ba2d0a86c10e HTTP/1.1" status: 200 len: 945 time: 0.2916393 Feb 19 04:39:27.394673 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35238) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:27.558748 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c9509-5b89-404c-8366-10e16c07261c req-7e78764d-036c-4593-961e-82abc2df0878 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:27.569189 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5d6c9509-5b89-404c-8366-10e16c07261c req-7e78764d-036c-4593-961e-82abc2df0878 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 944 time: 0.2880559 Feb 19 04:39:27.671242 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-37bcd0f3-4463-4e5d-af2b-5e22bcfdbf2c req-45580a26-f5f8-4e13-b36e-c9fd75239f8f tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Deleting port a8c66deb-0eac-44b2-a2ef-3bf68299fd8a {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:39:27.672171 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-37bcd0f3-4463-4e5d-af2b-5e22bcfdbf2c req-45580a26-f5f8-4e13-b36e-c9fd75239f8f tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a8c66deb-0eac-44b2-a2ef-3bf68299fd8a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:27.721425 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5d6c9509-5b89-404c-8366-10e16c07261c req-41a124e6-9197-4336-b0b6-1019a6c179a7 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453822 Feb 19 04:39:27.841221 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 617f63cb-d911-4fe3-b059-5fa5525e34dc up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:39:27.960568 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cce75aa5-0cf4-40f9-8ad0-f344edf784bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:28.048699 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f28717-2e71-4a24-bb5a-f87125b51ea9 req-834bd02b-583a-47d7-8d48-984044500980 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:28.068684 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a8f28717-2e71-4a24-bb5a-f87125b51ea9 req-834bd02b-583a-47d7-8d48-984044500980 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.65 "GET /v2.0/ports?device_id=65a81f60-9435-4b31-8685-ba2d0a86c10e HTTP/1.1" status: 200 len: 945 time: 0.5560575 Feb 19 04:39:28.076084 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 617f63cb-d911-4fe3-b059-5fa5525e34dc completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:39:28.096244 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 617f63cb-d911-4fe3-b059-5fa5525e34dc triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:39:28.117022 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (617f63cb-d911-4fe3-b059-5fa5525e34dc), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:28.210527 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-37bcd0f3-4463-4e5d-af2b-5e22bcfdbf2c req-45580a26-f5f8-4e13-b36e-c9fd75239f8f tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] For port a8c66deb-0eac-44b2-a2ef-3bf68299fd8a, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=a8c66deb-0eac-44b2-a2ef-3bf68299fd8a,segment=NetworkSegment(71fa6a0f-9dcd-44f0-b0af-7ad9cc3575a4),segment_id=71fa6a0f-9dcd-44f0-b0af-7ad9cc3575a4)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:39:28.211297 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-37bcd0f3-4463-4e5d-af2b-5e22bcfdbf2c req-45580a26-f5f8-4e13-b36e-c9fd75239f8f tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a8c66deb-0eac-44b2-a2ef-3bf68299fd8a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:28.286768 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cce75aa5-0cf4-40f9-8ad0-f344edf784bf admin admin] Publish callbacks [] for security_group (930948c2-ab56-4262-aefe-eaeba16028a2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:28.303015 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cce75aa5-0cf4-40f9-8ad0-f344edf784bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (930948c2-ab56-4262-aefe-eaeba16028a2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:28.316357 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-37bcd0f3-4463-4e5d-af2b-5e22bcfdbf2c req-45580a26-f5f8-4e13-b36e-c9fd75239f8f tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Calling delete_port for a8c66deb-0eac-44b2-a2ef-3bf68299fd8a owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:39:28.353815 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a8f28717-2e71-4a24-bb5a-f87125b51ea9 req-91e32975-23a1-43fa-8fe3-40ad03c48ba5 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.65 "GET /v2.0/security-groups?id=d7769d54-1565-4232-97bf-e9a7407ef92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821198 Feb 19 04:39:28.408264 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cce75aa5-0cf4-40f9-8ad0-f344edf784bf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2f6b618a37a64c6c86fb0da8a6860835&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0109348 Feb 19 04:39:28.409434 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35250) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:28.410427 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce75aa5-0cf4-40f9-8ad0-f344edf784bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930948c2-ab56-4262-aefe-eaeba16028a2,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:28.493558 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e65056fa-ad0e-4c87-9951-c6e012d9f7fb admin admin] Publish callbacks [] for security_group (930948c2-ab56-4262-aefe-eaeba16028a2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:28.523557 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e65056fa-ad0e-4c87-9951-c6e012d9f7fb admin admin] Publish callbacks [] for security_group (930948c2-ab56-4262-aefe-eaeba16028a2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:28.540743 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 617f63cb-d911-4fe3-b059-5fa5525e34dc is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:39:28.541332 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (617f63cb-d911-4fe3-b059-5fa5525e34dc), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:28.606971 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e65056fa-ad0e-4c87-9951-c6e012d9f7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (930948c2-ab56-4262-aefe-eaeba16028a2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:28.613197 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e65056fa-ad0e-4c87-9951-c6e012d9f7fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:28.618104 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e65056fa-ad0e-4c87-9951-c6e012d9f7fb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/930948c2-ab56-4262-aefe-eaeba16028a2 HTTP/1.1" status: 204 len: 168 time: 0.1907628 Feb 19 04:39:28.625167 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65056fa-ad0e-4c87-9951-c6e012d9f7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930948c2-ab56-4262-aefe-eaeba16028a2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:28.682866 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-37bcd0f3-4463-4e5d-af2b-5e22bcfdbf2c req-45580a26-f5f8-4e13-b36e-c9fd75239f8f tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (a8c66deb-0eac-44b2-a2ef-3bf68299fd8a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:28.692805 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2dea86-e9e1-49ff-a947-553f08d71f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617f63cb-d911-4fe3-b059-5fa5525e34dc'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:39:28.699334 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd553233-eb51-4372-8198-2253b642eacf" -d '{"events": [{"server_uuid": "9d2dea86-e9e1-49ff-a947-553f08d71f66", "name": "network-vif-plugged", "status": "completed", "tag": "617f63cb-d911-4fe3-b059-5fa5525e34dc"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:39:28.780114 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 617f63cb-d911-4fe3-b059-5fa5525e34dc, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=617f63cb-d911-4fe3-b059-5fa5525e34dc,segment=NetworkSegment(14f14fbf-80b5-44fd-921b-446fbfb010dc),segment_id=14f14fbf-80b5-44fd-921b-446fbfb010dc)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:39:28.792751 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (617f63cb-d911-4fe3-b059-5fa5525e34dc), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:28.836209 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45580a26-f5f8-4e13-b36e-c9fd75239f8f tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Pushing event deleted for resources: {'Port': ['ID=a8c66deb-0eac-44b2-a2ef-3bf68299fd8a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:28.908718 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338d2782-5c3f-4903-807f-5a7b280545e1 x-openstack-request-id: req-338d2782-5c3f-4903-807f-5a7b280545e1 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:39:28.910532 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2dea86-e9e1-49ff-a947-553f08d71f66", "name": "network-vif-plugged", "status": "completed", "tag": "617f63cb-d911-4fe3-b059-5fa5525e34dc", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:39:28.914107 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-338d2782-5c3f-4903-807f-5a7b280545e1 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:39:28.918084 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2dea86-e9e1-49ff-a947-553f08d71f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617f63cb-d911-4fe3-b059-5fa5525e34dc', 'code': 200} Feb 19 04:39:28.944968 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bcd0f3-4463-4e5d-af2b-5e22bcfdbf2c req-45580a26-f5f8-4e13-b36e-c9fd75239f8f tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] No DVR routers for this DVR port a8c66deb-0eac-44b2-a2ef-3bf68299fd8a on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:39:29.004430 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=617f63cb-d911-4fe3-b059-5fa5525e34dc,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:29.009606 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-37bcd0f3-4463-4e5d-af2b-5e22bcfdbf2c req-45580a26-f5f8-4e13-b36e-c9fd75239f8f tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:29.019885 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-37bcd0f3-4463-4e5d-af2b-5e22bcfdbf2c req-45580a26-f5f8-4e13-b36e-c9fd75239f8f tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.10 "DELETE /v2.0/ports/a8c66deb-0eac-44b2-a2ef-3bf68299fd8a HTTP/1.1" status: 204 len: 173 time: 1.8507690 Feb 19 04:39:29.020585 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a81f60-9435-4b31-8685-ba2d0a86c10e', 'name': 'network-vif-deleted', 'tag': 'a8c66deb-0eac-44b2-a2ef-3bf68299fd8a'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:39:29.024640 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6a965b-e2c1-45d1-8c14-f63b98e772d0" -d '{"events": [{"server_uuid": "65a81f60-9435-4b31-8685-ba2d0a86c10e", "name": "network-vif-deleted", "tag": "a8c66deb-0eac-44b2-a2ef-3bf68299fd8a"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:39:29.060340 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987aa3b-606d-47eb-ab71-d0db57699812 req-270b1c08-b66e-4b93-abaf-3211fd178987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:29.067169 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9987aa3b-606d-47eb-ab71-d0db57699812 req-270b1c08-b66e-4b93-abaf-3211fd178987 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 1127 time: 0.1227794 Feb 19 04:39:29.177659 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fc8f9-0104-4b8a-bc90-c4589a3580e7 req-9597a61d-b344-4573-8d69-fd5d6f658488 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:29.219824 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0a4fc8f9-0104-4b8a-bc90-c4589a3580e7 req-9597a61d-b344-4573-8d69-fd5d6f658488 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 945 time: 0.3132107 Feb 19 04:39:29.281273 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9987aa3b-606d-47eb-ab71-d0db57699812 req-644c3a5a-bba1-4d69-9f81-3dd2020caefb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054055 Feb 19 04:39:29.298885 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b171682-0baa-4b25-8729-894cd298c493 x-openstack-request-id: req-4b171682-0baa-4b25-8729-894cd298c493 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:39:29.300503 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a81f60-9435-4b31-8685-ba2d0a86c10e", "name": "network-vif-deleted", "tag": "a8c66deb-0eac-44b2-a2ef-3bf68299fd8a", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:39:29.301478 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4b171682-0baa-4b25-8729-894cd298c493 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:39:29.305870 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a81f60-9435-4b31-8685-ba2d0a86c10e', 'name': 'network-vif-deleted', 'tag': 'a8c66deb-0eac-44b2-a2ef-3bf68299fd8a', 'status': 'completed', 'code': 200} Feb 19 04:39:29.674763 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35278) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:29.765121 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-02d3ef60-cd59-43b6-b64e-3e8048ea81f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:29.866051 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device a8c66deb-0eac-44b2-a2ef-3bf68299fd8a no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:39:29.990074 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: a8c66deb-0eac-44b2-a2ef-3bf68299fd8a {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:39:29.991126 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device a8c66deb-0eac-44b2-a2ef-3bf68299fd8a not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:39:30.070318 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0a4fc8f9-0104-4b8a-bc90-c4589a3580e7 req-8b6a9ba9-b923-4851-99e1-4d8a28d4c5a2 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8491912 Feb 19 04:39:30.102390 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-02d3ef60-cd59-43b6-b64e-3e8048ea81f7 admin admin] Publish callbacks [] for security_group (ed58b4a1-9871-49be-a9b1-0c7404da859e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:30.114998 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-02d3ef60-cd59-43b6-b64e-3e8048ea81f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ed58b4a1-9871-49be-a9b1-0c7404da859e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:30.177587 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3ef60-cd59-43b6-b64e-3e8048ea81f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed58b4a1-9871-49be-a9b1-0c7404da859e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:30.259889 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35294) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:30.261196 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-02d3ef60-cd59-43b6-b64e-3e8048ea81f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=61b1016520c5441987b4424a5c947974&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5831971 Feb 19 04:39:30.526624 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-31327528-0e67-4313-9b25-ae566d56545f req-06bea090-bd2d-4a66-80c3-aecb946e88e7 tempest-VolumesActionsTest-1458364206 tempest-VolumesActionsTest-1458364206-project] 10.222.0.65 "GET /v2.0/ports?device_id=65a81f60-9435-4b31-8685-ba2d0a86c10e HTTP/1.1" status: 200 len: 210 time: 0.1876485 Feb 19 04:39:30.642518 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3f718678-8356-4558-84d0-8256a1be471c admin admin] Publish callbacks [] for security_group (ed58b4a1-9871-49be-a9b1-0c7404da859e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:30.759161 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3f718678-8356-4558-84d0-8256a1be471c admin admin] Publish callbacks [] for security_group (ed58b4a1-9871-49be-a9b1-0c7404da859e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:30.906483 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3f718678-8356-4558-84d0-8256a1be471c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ed58b4a1-9871-49be-a9b1-0c7404da859e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:30.910248 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3f718678-8356-4558-84d0-8256a1be471c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:30.915704 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3f718678-8356-4558-84d0-8256a1be471c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ed58b4a1-9871-49be-a9b1-0c7404da859e HTTP/1.1" status: 204 len: 168 time: 0.6501791 Feb 19 04:39:30.941751 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f718678-8356-4558-84d0-8256a1be471c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed58b4a1-9871-49be-a9b1-0c7404da859e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:30.975375 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f718678-8356-4558-84d0-8256a1be471c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:30.978216 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f718678-8356-4558-84d0-8256a1be471c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:30.979927 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f718678-8356-4558-84d0-8256a1be471c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:30.981914 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f718678-8356-4558-84d0-8256a1be471c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:30.986272 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f718678-8356-4558-84d0-8256a1be471c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:30.987368 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f718678-8356-4558-84d0-8256a1be471c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:30.988262 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f718678-8356-4558-84d0-8256a1be471c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:30.989916 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f718678-8356-4558-84d0-8256a1be471c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:30.992002 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f718678-8356-4558-84d0-8256a1be471c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:30.994334 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f718678-8356-4558-84d0-8256a1be471c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:30.995312 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f718678-8356-4558-84d0-8256a1be471c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:30.998156 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f718678-8356-4558-84d0-8256a1be471c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:31.004575 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f718678-8356-4558-84d0-8256a1be471c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:31.623880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e603ef-0101-42dc-9f53-206093668da1 req-8f14b061-b05d-4cca-b4c9-3e63232dba1c tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:31.638572 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-02e603ef-0101-42dc-9f53-206093668da1 req-8f14b061-b05d-4cca-b4c9-3e63232dba1c tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 945 time: 0.2662535 Feb 19 04:39:31.855627 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-02e603ef-0101-42dc-9f53-206093668da1 req-aad32639-bfb0-4428-afca-6a4f57dc786a tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669807 Feb 19 04:39:32.267863 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-594d5cd7-ff8d-4dcc-b0c6-75d0fede65cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:32.871462 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f2bdc-c0ac-40fd-8437-dcc60e4fb08f req-86b3934c-550f-4a24-9414-88b3587f00e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:32.881876 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c42f2bdc-c0ac-40fd-8437-dcc60e4fb08f req-86b3934c-550f-4a24-9414-88b3587f00e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50dacbb707d941ad827198228ce196ed&device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 1127 time: 0.3504791 Feb 19 04:39:32.907780 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e070097-c192-4a3d-be5f-51b04cf5ccda req-14a50e33-9356-4cf6-9ba8-4c698f7f0fe0 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:32.921215 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e070097-c192-4a3d-be5f-51b04cf5ccda req-14a50e33-9356-4cf6-9ba8-4c698f7f0fe0 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 945 time: 0.2848723 Feb 19 04:39:33.275072 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f2bdc-c0ac-40fd-8437-dcc60e4fb08f req-325a56a1-b4fa-46cd-98bb-8fa1f6d90c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:33.278773 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c42f2bdc-c0ac-40fd-8437-dcc60e4fb08f req-325a56a1-b4fa-46cd-98bb-8fa1f6d90c63 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4cf06b52-0236-4522-811e-82b5d51c24fe HTTP/1.1" status: 200 len: 920 time: 0.3555059 Feb 19 04:39:33.498727 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c42f2bdc-c0ac-40fd-8437-dcc60e4fb08f req-b8bc8c34-2eeb-4fd1-99a7-023ee5c97f02 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=617f63cb-d911-4fe3-b059-5fa5525e34dc HTTP/1.1" status: 200 len: 217 time: 0.1204610 Feb 19 04:39:33.692358 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f2bdc-c0ac-40fd-8437-dcc60e4fb08f req-38e9e04c-5567-4f06-b93e-cd9776702e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:33.702798 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c42f2bdc-c0ac-40fd-8437-dcc60e4fb08f req-38e9e04c-5567-4f06-b93e-cd9776702e02 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2 HTTP/1.1" status: 200 len: 860 time: 0.1913517 Feb 19 04:39:33.815232 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c42f2bdc-c0ac-40fd-8437-dcc60e4fb08f req-7d5fd210-e666-4a1a-acb0-bd0de89cfe19 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4cf06b52-0236-4522-811e-82b5d51c24fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016760 Feb 19 04:39:33.842625 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e070097-c192-4a3d-be5f-51b04cf5ccda req-4b468cbb-d915-4e14-8296-25770efa336b tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5615418 Feb 19 04:39:34.118796 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c42f2bdc-c0ac-40fd-8437-dcc60e4fb08f req-cb4adf35-9d99-44f0-8967-c51b2d7e730a service neutron] 10.222.0.10 "GET /v2.0/networks/4cf06b52-0236-4522-811e-82b5d51c24fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727463 Feb 19 04:39:34.533687 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c42f2bdc-c0ac-40fd-8437-dcc60e4fb08f req-4921dfec-8aa8-4142-a43d-8729f0609bf5 service neutron] 10.222.0.10 "GET /v2.0/networks/4cf06b52-0236-4522-811e-82b5d51c24fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073253 Feb 19 04:39:34.708417 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:39:35.089228 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5e8ca40b-61d0-4c19-87a1-939f76c1a72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:35.381277 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf24c14-17cb-46f9-8091-2f3a2c0287ee req-4e045635-abca-45cc-b511-c2f517f27d24 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:35.404454 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5cf24c14-17cb-46f9-8091-2f3a2c0287ee req-4e045635-abca-45cc-b511-c2f517f27d24 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 945 time: 0.2611024 Feb 19 04:39:35.588709 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5cf24c14-17cb-46f9-8091-2f3a2c0287ee req-5a13543b-ab3d-4c36-8bbb-7042ffd7093c tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729939 Feb 19 04:39:37.171765 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdf8be-16cb-475f-986f-feabca359547 req-10786559-10af-4315-ae1c-e9c437c41346 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:37.199568 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c6cdf8be-16cb-475f-986f-feabca359547 req-10786559-10af-4315-ae1c-e9c437c41346 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 945 time: 0.3176475 Feb 19 04:39:37.441835 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:37.478501 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c6cdf8be-16cb-475f-986f-feabca359547 req-3d70d669-c1f5-499a-9868-8a2151053f11 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718911 Feb 19 04:39:37.533936 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:37.944118 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:38.894098 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492260a-d5b2-40dd-9fdd-b996b263e8be req-71f168c3-fd66-48c9-b927-6508c9284c2c tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:38.895914 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6492260a-d5b2-40dd-9fdd-b996b263e8be req-71f168c3-fd66-48c9-b927-6508c9284c2c tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 945 time: 0.1439862 Feb 19 04:39:39.046105 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6492260a-d5b2-40dd-9fdd-b996b263e8be req-0685ec1b-7c88-4594-beb9-7bfecb972c15 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316533 Feb 19 04:39:39.141471 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:39.236365 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:39.447376 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35534) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:39.785296 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1f37de0-fd24-45df-abd1-8b3f345f59b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:40.054385 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1f37de0-fd24-45df-abd1-8b3f345f59b0 admin admin] Publish callbacks [] for security_group (9b9ede8c-c37b-45dc-bc08-98d3657988aa), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:40.069607 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1f37de0-fd24-45df-abd1-8b3f345f59b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9b9ede8c-c37b-45dc-bc08-98d3657988aa), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:40.144377 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f37de0-fd24-45df-abd1-8b3f345f59b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9ede8c-c37b-45dc-bc08-98d3657988aa,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:40.222568 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a1f37de0-fd24-45df-abd1-8b3f345f59b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=faa1c69107124ce38eeee200ef945124&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7733552 Feb 19 04:39:40.228500 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35548) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:40.317844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2b4fc-1862-4848-bf8a-e8e804feed60 req-26c31fe1-6fe6-43ef-b95f-32d1833f7f5a tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:40.345642 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0bf2b4fc-1862-4848-bf8a-e8e804feed60 req-26c31fe1-6fe6-43ef-b95f-32d1833f7f5a tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 945 time: 0.1406054 Feb 19 04:39:40.356625 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-455cb85e-861d-4d9e-8ae5-237fe6ae7743 admin admin] Publish callbacks [] for security_group (9b9ede8c-c37b-45dc-bc08-98d3657988aa), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:40.409187 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-455cb85e-861d-4d9e-8ae5-237fe6ae7743 admin admin] Publish callbacks [] for security_group (9b9ede8c-c37b-45dc-bc08-98d3657988aa), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:40.444733 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0bf2b4fc-1862-4848-bf8a-e8e804feed60 req-29cac0b6-323e-4b31-ab98-2623f21913fe tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980623 Feb 19 04:39:40.524951 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-455cb85e-861d-4d9e-8ae5-237fe6ae7743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9b9ede8c-c37b-45dc-bc08-98d3657988aa), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:40.529804 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-455cb85e-861d-4d9e-8ae5-237fe6ae7743 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:40.534878 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-455cb85e-861d-4d9e-8ae5-237fe6ae7743 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9b9ede8c-c37b-45dc-bc08-98d3657988aa HTTP/1.1" status: 204 len: 168 time: 0.3051293 Feb 19 04:39:40.548836 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cb85e-861d-4d9e-8ae5-237fe6ae7743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9ede8c-c37b-45dc-bc08-98d3657988aa,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:41.362623 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35566) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:41.409869 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-deef8918-6e5c-4d6c-862b-aa904fe0033d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:41.608665 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-deef8918-6e5c-4d6c-862b-aa904fe0033d admin admin] Publish callbacks [] for security_group (4b9efd64-626f-456b-9559-3f3b1828edd4), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:41.674335 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-deef8918-6e5c-4d6c-862b-aa904fe0033d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4b9efd64-626f-456b-9559-3f3b1828edd4), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:41.778599 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-deef8918-6e5c-4d6c-862b-aa904fe0033d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b55ec68b54554399aeb2bd958cdc8b7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4138887 Feb 19 04:39:41.781915 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35580) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:41.846660 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956dad51-d7d7-42fc-82f5-f999500d5583 req-94870bc4-0032-4600-aa78-889157603bc8 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:41.849485 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-956dad51-d7d7-42fc-82f5-f999500d5583 req-94870bc4-0032-4600-aa78-889157603bc8 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 945 time: 0.2375145 Feb 19 04:39:41.850544 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef8918-6e5c-4d6c-862b-aa904fe0033d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9efd64-626f-456b-9559-3f3b1828edd4,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:41.950457 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4be18e2d-52bc-4fe5-a14d-563d08ad0e97 admin admin] Publish callbacks [] for security_group (4b9efd64-626f-456b-9559-3f3b1828edd4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:42.024761 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4be18e2d-52bc-4fe5-a14d-563d08ad0e97 admin admin] Publish callbacks [] for security_group (4b9efd64-626f-456b-9559-3f3b1828edd4), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:42.057091 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-956dad51-d7d7-42fc-82f5-f999500d5583 req-a9751a7a-175f-4c40-b4a2-0c981bdf4293 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788290 Feb 19 04:39:42.105630 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4be18e2d-52bc-4fe5-a14d-563d08ad0e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4b9efd64-626f-456b-9559-3f3b1828edd4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:42.114298 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4be18e2d-52bc-4fe5-a14d-563d08ad0e97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:42.132972 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4be18e2d-52bc-4fe5-a14d-563d08ad0e97 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4b9efd64-626f-456b-9559-3f3b1828edd4 HTTP/1.1" status: 204 len: 168 time: 0.3434098 Feb 19 04:39:42.171443 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be18e2d-52bc-4fe5-a14d-563d08ad0e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9efd64-626f-456b-9559-3f3b1828edd4,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:42.198695 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be18e2d-52bc-4fe5-a14d-563d08ad0e97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:42.199070 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be18e2d-52bc-4fe5-a14d-563d08ad0e97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:42.199445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be18e2d-52bc-4fe5-a14d-563d08ad0e97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:42.199786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be18e2d-52bc-4fe5-a14d-563d08ad0e97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:42.200138 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be18e2d-52bc-4fe5-a14d-563d08ad0e97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:42.200485 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be18e2d-52bc-4fe5-a14d-563d08ad0e97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:42.206245 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be18e2d-52bc-4fe5-a14d-563d08ad0e97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:42.207686 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be18e2d-52bc-4fe5-a14d-563d08ad0e97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:42.208212 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be18e2d-52bc-4fe5-a14d-563d08ad0e97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:42.208610 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be18e2d-52bc-4fe5-a14d-563d08ad0e97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:42.209052 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be18e2d-52bc-4fe5-a14d-563d08ad0e97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:42.209411 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be18e2d-52bc-4fe5-a14d-563d08ad0e97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:42.209852 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be18e2d-52bc-4fe5-a14d-563d08ad0e97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:39:43.354168 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f3ce4-1cc0-44a6-9b50-369905167aa9 req-944c2d54-7d35-48d3-aa41-ace9f2473368 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:43.365836 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b22f3ce4-1cc0-44a6-9b50-369905167aa9 req-944c2d54-7d35-48d3-aa41-ace9f2473368 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 945 time: 0.1138999 Feb 19 04:39:43.451866 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b22f3ce4-1cc0-44a6-9b50-369905167aa9 req-ac79896f-5335-4c6c-9349-c9a1e6fbd576 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824790 Feb 19 04:39:44.842109 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec15671-fb2b-4701-abfb-4cc22e65aab7 req-8d1e3edf-5eb7-484c-8332-82e8028f71c4 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:44.863583 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ec15671-fb2b-4701-abfb-4cc22e65aab7 req-8d1e3edf-5eb7-484c-8332-82e8028f71c4 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 945 time: 0.1759424 Feb 19 04:39:45.048385 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ec15671-fb2b-4701-abfb-4cc22e65aab7 req-46716e89-09c3-4bbd-ac95-139d2ad42ce8 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836970 Feb 19 04:39:45.640458 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35684) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:45.669162 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35688) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:46.047278 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29eadfc4-832a-4ccc-a034-01a5505087ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:46.089141 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-588833d9-c044-4f19-8123-b8bd33bda36e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:46.350052 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-588833d9-c044-4f19-8123-b8bd33bda36e admin admin] Publish callbacks [] for security_group (c92ceae2-b046-49a3-8337-84f76f9ca8d3), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:46.369173 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-588833d9-c044-4f19-8123-b8bd33bda36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c92ceae2-b046-49a3-8337-84f76f9ca8d3), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:46.424641 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29eadfc4-832a-4ccc-a034-01a5505087ba admin admin] Publish callbacks [] for security_group (3b3bef78-2e9a-4b09-894d-47ad0d3b894c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:46.508445 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-588833d9-c044-4f19-8123-b8bd33bda36e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f83b0bf921b743a9aee5af149bbbb997&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8370099 Feb 19 04:39:46.510067 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588833d9-c044-4f19-8123-b8bd33bda36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92ceae2-b046-49a3-8337-84f76f9ca8d3,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:46.516658 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35700) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:46.544094 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29eadfc4-832a-4ccc-a034-01a5505087ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3b3bef78-2e9a-4b09-894d-47ad0d3b894c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:46.714865 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eadfc4-832a-4ccc-a034-01a5505087ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3bef78-2e9a-4b09-894d-47ad0d3b894c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:46.740963 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-29eadfc4-832a-4ccc-a034-01a5505087ba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6d83cf74149e4caf8a6e99ab3b37aee0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0986602 Feb 19 04:39:46.742330 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35704) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:46.843067 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2b83eff5-90c1-4905-8292-ac503c034cd5 admin admin] Publish callbacks [] for security_group (c92ceae2-b046-49a3-8337-84f76f9ca8d3), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:46.867011 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6a54b-0fa9-4ede-85f3-4f6f1a798782 req-68c10ba0-8956-40fb-9134-b206ca8c6469 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:46.870070 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32e6a54b-0fa9-4ede-85f3-4f6f1a798782 req-68c10ba0-8956-40fb-9134-b206ca8c6469 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 945 time: 0.5556221 Feb 19 04:39:46.916529 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2b83eff5-90c1-4905-8292-ac503c034cd5 admin admin] Publish callbacks [] for security_group (c92ceae2-b046-49a3-8337-84f76f9ca8d3), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:47.041075 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2b83eff5-90c1-4905-8292-ac503c034cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c92ceae2-b046-49a3-8337-84f76f9ca8d3), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:47.062155 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2b83eff5-90c1-4905-8292-ac503c034cd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:47.089742 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2b83eff5-90c1-4905-8292-ac503c034cd5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c92ceae2-b046-49a3-8337-84f76f9ca8d3 HTTP/1.1" status: 204 len: 168 time: 0.5554433 Feb 19 04:39:47.105719 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32e6a54b-0fa9-4ede-85f3-4f6f1a798782 req-153bef0b-28a3-405b-b5b5-72fcf555f6c1 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237253 Feb 19 04:39:47.155063 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83eff5-90c1-4905-8292-ac503c034cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92ceae2-b046-49a3-8337-84f76f9ca8d3,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:47.264593 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f8f33e10-2330-49f2-bc2d-9fb111fd5290 admin admin] Publish callbacks [] for security_group (3b3bef78-2e9a-4b09-894d-47ad0d3b894c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:47.365367 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f8f33e10-2330-49f2-bc2d-9fb111fd5290 admin admin] Publish callbacks [] for security_group (3b3bef78-2e9a-4b09-894d-47ad0d3b894c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:47.537858 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f8f33e10-2330-49f2-bc2d-9fb111fd5290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3b3bef78-2e9a-4b09-894d-47ad0d3b894c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:47.543909 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f8f33e10-2330-49f2-bc2d-9fb111fd5290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:47.547950 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f8f33e10-2330-49f2-bc2d-9fb111fd5290 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3b3bef78-2e9a-4b09-894d-47ad0d3b894c HTTP/1.1" status: 204 len: 168 time: 0.7881773 Feb 19 04:39:47.600956 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f33e10-2330-49f2-bc2d-9fb111fd5290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3bef78-2e9a-4b09-894d-47ad0d3b894c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:48.110798 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04fbcca0-55b6-42ac-90b4-b2ea9728ddc0 req-fb693667-38b0-4426-8f5d-aea526f6d411 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97703eed-bd9c-44fb-be88-cec1b44dfff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1886029 Feb 19 04:39:48.347702 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbcca0-55b6-42ac-90b4-b2ea9728ddc0 req-3992e050-162a-4367-82c0-7fb04c7b4ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:48.350639 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04fbcca0-55b6-42ac-90b4-b2ea9728ddc0 req-3992e050-162a-4367-82c0-7fb04c7b4ee1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&device_id=97703eed-bd9c-44fb-be88-cec1b44dfff8 HTTP/1.1" status: 200 len: 1128 time: 0.1976545 Feb 19 04:39:48.931099 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbcca0-55b6-42ac-90b4-b2ea9728ddc0 req-d1e94ae7-6e21-4fa2-b577-84e3c694c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:48.938243 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04fbcca0-55b6-42ac-90b4-b2ea9728ddc0 req-d1e94ae7-6e21-4fa2-b577-84e3c694c8aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 200 len: 915 time: 0.4320722 Feb 19 04:39:49.025162 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35740) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:49.071180 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b2d466a4-20ec-411c-85a0-aea1f498ac4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:49.182289 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04fbcca0-55b6-42ac-90b4-b2ea9728ddc0 req-5bfa7cf5-b2c9-4af6-a3eb-71b061f186b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dca4726b-0ff6-4384-b4f7-01e6bf928a8f HTTP/1.1" status: 200 len: 217 time: 0.2350576 Feb 19 04:39:49.408710 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b2d466a4-20ec-411c-85a0-aea1f498ac4c admin admin] Publish callbacks [] for security_group (424f4995-0ae3-449b-98c1-d8b9057395c9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:49.423998 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b2d466a4-20ec-411c-85a0-aea1f498ac4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (424f4995-0ae3-449b-98c1-d8b9057395c9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:49.500493 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daa01a-9c68-4e57-ada9-ca50ec8a5349 req-6bca92b2-94da-4f8e-bbe3-c20b12e589f2 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:49.522620 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a0daa01a-9c68-4e57-ada9-ca50ec8a5349 req-6bca92b2-94da-4f8e-bbe3-c20b12e589f2 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 945 time: 1.1240051 Feb 19 04:39:49.527767 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbcca0-55b6-42ac-90b4-b2ea9728ddc0 req-659f7f5e-b5ed-4de7-a516-25e9e9fe7a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:49.530434 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04fbcca0-55b6-42ac-90b4-b2ea9728ddc0 req-659f7f5e-b5ed-4de7-a516-25e9e9fe7a5d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eaacfa74-c5cd-4e0a-8538-dc93b8209234 HTTP/1.1" status: 200 len: 855 time: 0.3364751 Feb 19 04:39:49.584249 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d466a4-20ec-411c-85a0-aea1f498ac4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424f4995-0ae3-449b-98c1-d8b9057395c9,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:49.671904 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b2d466a4-20ec-411c-85a0-aea1f498ac4c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2bc0d4b94d3b486bac812719a29aa830&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6438453 Feb 19 04:39:49.689740 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35750) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:49.827286 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04fbcca0-55b6-42ac-90b4-b2ea9728ddc0 req-5097e8ed-36c3-432b-9919-19ff5836e27d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a1ab27e-256e-4216-9b7b-6df531fa62cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2598162 Feb 19 04:39:49.928083 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fac3fbe5-6a2f-4cdf-b0b5-2b2f3fdc81e4 admin admin] Publish callbacks [] for security_group (424f4995-0ae3-449b-98c1-d8b9057395c9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:50.062526 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fac3fbe5-6a2f-4cdf-b0b5-2b2f3fdc81e4 admin admin] Publish callbacks [] for security_group (424f4995-0ae3-449b-98c1-d8b9057395c9), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:50.183736 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a0daa01a-9c68-4e57-ada9-ca50ec8a5349 req-ebeb517d-5112-4ae4-91d6-a84d58fde9b2 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6594493 Feb 19 04:39:50.276328 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fac3fbe5-6a2f-4cdf-b0b5-2b2f3fdc81e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (424f4995-0ae3-449b-98c1-d8b9057395c9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:50.281630 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fac3fbe5-6a2f-4cdf-b0b5-2b2f3fdc81e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:50.288959 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fac3fbe5-6a2f-4cdf-b0b5-2b2f3fdc81e4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/424f4995-0ae3-449b-98c1-d8b9057395c9 HTTP/1.1" status: 204 len: 168 time: 0.5974429 Feb 19 04:39:50.337093 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3fbe5-6a2f-4cdf-b0b5-2b2f3fdc81e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424f4995-0ae3-449b-98c1-d8b9057395c9,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:50.382546 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04fbcca0-55b6-42ac-90b4-b2ea9728ddc0 req-d828fb70-27dd-4d39-a804-50fb92b88fb8 service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410905 Feb 19 04:39:50.549835 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35766) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:50.860420 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04fbcca0-55b6-42ac-90b4-b2ea9728ddc0 req-79af8769-4315-4d86-b9f8-f120fc083613 service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690993 Feb 19 04:39:51.531244 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2c3d2-a0f5-481e-aeba-6634b62967c8 req-8bed272b-ca14-4753-b6ad-3ed2ac2d49af tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:51.543113 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5e2c3d2-a0f5-481e-aeba-6634b62967c8 req-8bed272b-ca14-4753-b6ad-3ed2ac2d49af tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 945 time: 0.1464207 Feb 19 04:39:51.712573 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-83e72cde-2e79-414e-afe4-4cce21a0c681 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1189801612'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:39:51.794523 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5e2c3d2-a0f5-481e-aeba-6634b62967c8 req-b98fc34b-43a0-408e-9ef0-a177f9df223e tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443695 Feb 19 04:39:51.796438 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e72cde-2e79-414e-afe4-4cce21a0c681 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Made reservation on behalf of 6341da4eae88441196fa55ffd5abbe6d for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:39:51.808972 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83e72cde-2e79-414e-afe4-4cce21a0c681 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:51.855354 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83e72cde-2e79-414e-afe4-4cce21a0c681 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:52.115208 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83e72cde-2e79-414e-afe4-4cce21a0c681 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks [] for security_group (e8a46341-afa1-4138-ac2d-cdc9405cf577), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:52.131046 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83e72cde-2e79-414e-afe4-4cce21a0c681 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e8a46341-afa1-4138-ac2d-cdc9405cf577), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:52.159365 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e72cde-2e79-414e-afe4-4cce21a0c681 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:39:52.220797 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e72cde-2e79-414e-afe4-4cce21a0c681 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a46341-afa1-4138-ac2d-cdc9405cf577,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:52.258076 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83e72cde-2e79-414e-afe4-4cce21a0c681 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (b472db48-4757-4e33-a9ad-95075a9d0cfd), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:52.258724 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-83e72cde-2e79-414e-afe4-4cce21a0c681 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Added segment b472db48-4757-4e33-a9ad-95075a9d0cfd of type vlan for network b2f5a466-6a2c-4147-9d39-f17323961ec6 Feb 19 04:39:52.408372 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83e72cde-2e79-414e-afe4-4cce21a0c681 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (b2f5a466-6a2c-4147-9d39-f17323961ec6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:52.497821 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83e72cde-2e79-414e-afe4-4cce21a0c681 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (b2f5a466-6a2c-4147-9d39-f17323961ec6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:52.507484 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e72cde-2e79-414e-afe4-4cce21a0c681 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:52.508959 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83e72cde-2e79-414e-afe4-4cce21a0c681 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:52.647315 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e72cde-2e79-414e-afe4-4cce21a0c681 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Pushing event updated for resources: {'Network': ['ID=b2f5a466-6a2c-4147-9d39-f17323961ec6,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:52.666841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network b2f5a466-6a2c-4147-9d39-f17323961ec6 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:39:52.689027 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-83e72cde-2e79-414e-afe4-4cce21a0c681 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1368177 Feb 19 04:39:52.693361 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35812) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:52.699466 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-be30aed5-33d5-4bdb-8076-899bc7503641 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Request body: {'subnet': {'network_id': 'b2f5a466-6a2c-4147-9d39-f17323961ec6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:39:53.251684 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8222f-6554-4525-9bb7-71f78bd54ea0 req-6a5cab74-7e02-48ac-8d63-2e3a6b81f68b tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:53.263845 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-abc8222f-6554-4525-9bb7-71f78bd54ea0 req-6a5cab74-7e02-48ac-8d63-2e3a6b81f68b tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 945 time: 0.2187932 Feb 19 04:39:53.285216 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be30aed5-33d5-4bdb-8076-899bc7503641 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Made reservation on behalf of 6341da4eae88441196fa55ffd5abbe6d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:39:53.305528 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-be30aed5-33d5-4bdb-8076-899bc7503641 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:53.406354 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d4d75e4d-5776-4736-bdd4-e02ba1b1158a req-a626749c-86c1-4f87-8f84-d19fcb870532 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1765213 Feb 19 04:39:53.696887 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d75e4d-5776-4736-bdd4-e02ba1b1158a req-04f4a138-e082-41a4-8c16-7d25a39ff89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:53.704580 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d4d75e4d-5776-4736-bdd4-e02ba1b1158a req-04f4a138-e082-41a4-8c16-7d25a39ff89a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 1127 time: 0.2290988 Feb 19 04:39:53.712451 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-abc8222f-6554-4525-9bb7-71f78bd54ea0 req-4f06ad36-c42f-4d48-9bb6-bdb9054f7fea tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471302 Feb 19 04:39:54.033667 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d75e4d-5776-4736-bdd4-e02ba1b1158a req-8fe3b38d-1f95-4d63-9659-2d7afa2e6f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:54.039515 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d4d75e4d-5776-4736-bdd4-e02ba1b1158a req-8fe3b38d-1f95-4d63-9659-2d7afa2e6f10 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 200 len: 915 time: 0.3120291 Feb 19 04:39:54.243637 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d4d75e4d-5776-4736-bdd4-e02ba1b1158a req-5797c144-21a2-413d-a085-cf6365d50481 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68a8cb60-584d-4b07-b2dc-9c476d74e9d8 HTTP/1.1" status: 200 len: 217 time: 0.1921456 Feb 19 04:39:54.290589 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-be30aed5-33d5-4bdb-8076-899bc7503641 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (90309b15-0818-49d5-9e4b-cb6b8d712c0c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:54.406404 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d75e4d-5776-4736-bdd4-e02ba1b1158a req-c2082ffe-3b8b-40a1-8499-628a8e595a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:54.418445 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d4d75e4d-5776-4736-bdd4-e02ba1b1158a req-c2082ffe-3b8b-40a1-8499-628a8e595a43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eaacfa74-c5cd-4e0a-8538-dc93b8209234 HTTP/1.1" status: 200 len: 855 time: 0.1702518 Feb 19 04:39:54.493499 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be30aed5-33d5-4bdb-8076-899bc7503641 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Checking segment: {'id': 'b472db48-4757-4e33-a9ad-95075a9d0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b2f5a466-6a2c-4147-9d39-f17323961ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:39:54.494577 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be30aed5-33d5-4bdb-8076-899bc7503641 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Network hostable DHCP agents. Network: b2f5a466-6a2c-4147-9d39-f17323961ec6, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:39:54.518322 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30aed5-33d5-4bdb-8076-899bc7503641 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Pushing event updated for resources: {'Subnet': ['ID=90309b15-0818-49d5-9e4b-cb6b8d712c0c,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:54.531091 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d4d75e4d-5776-4736-bdd4-e02ba1b1158a req-35e32dfc-ebf0-4f49-a3be-8281f94bd644 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a1ab27e-256e-4216-9b7b-6df531fa62cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042123 Feb 19 04:39:54.543334 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be30aed5-33d5-4bdb-8076-899bc7503641 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Network b2f5a466-6a2c-4147-9d39-f17323961ec6 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:39:54.579571 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-be30aed5-33d5-4bdb-8076-899bc7503641 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, b2f5a466-6a2c-4147-9d39-f17323961ec6) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:39:54.584820 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be30aed5-33d5-4bdb-8076-899bc7503641 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:54.585568 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-be30aed5-33d5-4bdb-8076-899bc7503641 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:54.593905 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e696d5-f385-4b45-9874-ed0791446eb9 None None] Network b2f5a466-6a2c-4147-9d39-f17323961ec6 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:39:54.624969 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-be30aed5-33d5-4bdb-8076-899bc7503641 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9299920 Feb 19 04:39:54.625709 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35850) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:54.631303 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-ed602ba5-95ad-4330-b849-4668ee59ac46 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Request body: {'port': {'network_id': 'b2f5a466-6a2c-4147-9d39-f17323961ec6', 'name': 'tempest-AllowedAddressPairTestJSON-1879090305'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:39:54.888491 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35856) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:55.001751 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7fb0d4-8a8d-44c8-ae79-209e59a70683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-b2f5a466-6a2c-4147-9d39-f17323961ec6', 'network_id': 'b2f5a466-6a2c-4147-9d39-f17323961ec6', 'project_id': '6341da4eae88441196fa55ffd5abbe6d', 'fixed_ips': [{'subnet_id': '90309b15-0818-49d5-9e4b-cb6b8d712c0c'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:39:55.003429 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0e7fb0d4-8a8d-44c8-ae79-209e59a70683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:55.008225 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d4d75e4d-5776-4736-bdd4-e02ba1b1158a req-88f77bba-892a-4e54-b96d-05587d553d6e service neutron] 10.222.0.10 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673498 Feb 19 04:39:55.119459 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed602ba5-95ad-4330-b849-4668ee59ac46 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Made reservation on behalf of 6341da4eae88441196fa55ffd5abbe6d for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:39:55.138579 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ed602ba5-95ad-4330-b849-4668ee59ac46 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:55.219701 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-ed602ba5-95ad-4330-b849-4668ee59ac46 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] device_id is not set on port 3dd09c4b-f4f2-4dff-bc3b-ae35a771f56f yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:39:55.503864 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d4d75e4d-5776-4736-bdd4-e02ba1b1158a req-89444fba-bebb-4329-b845-ce02ace96e3f service neutron] 10.222.0.10 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869299 Feb 19 04:39:55.519794 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b51f5bc9-e202-4c96-80de-4ba684cfca30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:55.531194 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe54fbf-f023-4df9-a764-707f90ba76f3 req-1771d963-6bbd-4223-a863-64a137568d3a tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:55.539800 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4fe54fbf-f023-4df9-a764-707f90ba76f3 req-1771d963-6bbd-4223-a863-64a137568d3a tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 945 time: 0.5845554 Feb 19 04:39:55.644310 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-0e7fb0d4-8a8d-44c8-ae79-209e59a70683 None None] Allocated IP 172.20.0.2 (b2f5a466-6a2c-4147-9d39-f17323961ec6/90309b15-0818-49d5-9e4b-cb6b8d712c0c/06451c90-688f-408b-bdf1-f9a320509f6f) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:39:55.788739 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4fe54fbf-f023-4df9-a764-707f90ba76f3 req-9304fa1c-4d84-40b2-a3b7-9aec43f09791 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474844 Feb 19 04:39:55.956145 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b51f5bc9-e202-4c96-80de-4ba684cfca30 admin admin] Publish callbacks [] for security_group (d5a4ed7a-7346-4653-b868-955790898ea6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:55.969089 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b51f5bc9-e202-4c96-80de-4ba684cfca30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d5a4ed7a-7346-4653-b868-955790898ea6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:56.026338 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0e7fb0d4-8a8d-44c8-ae79-209e59a70683 None None] Publish callbacks [] for port (06451c90-688f-408b-bdf1-f9a320509f6f), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:56.056587 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0e7fb0d4-8a8d-44c8-ae79-209e59a70683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (06451c90-688f-408b-bdf1-f9a320509f6f), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:56.154584 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7fb0d4-8a8d-44c8-ae79-209e59a70683 None None] Network b2f5a466-6a2c-4147-9d39-f17323961ec6 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:39:56.174743 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-0e7fb0d4-8a8d-44c8-ae79-209e59a70683 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:39:56.187708 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7fb0d4-8a8d-44c8-ae79-209e59a70683 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:39:56.209385 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b51f5bc9-e202-4c96-80de-4ba684cfca30 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bf4855b19e774fabb502655c9e968df9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3079765 Feb 19 04:39:56.210606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35874) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:56.219061 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7fb0d4-8a8d-44c8-ae79-209e59a70683 None None] Pushing event updated for resources: {'Port': ['ID=06451c90-688f-408b-bdf1-f9a320509f6f,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:56.219441 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f5bc9-e202-4c96-80de-4ba684cfca30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a4ed7a-7346-4653-b868-955790898ea6,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:56.256874 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-ed602ba5-95ad-4330-b849-4668ee59ac46 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Allocated IP 172.20.0.11 (b2f5a466-6a2c-4147-9d39-f17323961ec6/90309b15-0818-49d5-9e4b-cb6b8d712c0c/3dd09c4b-f4f2-4dff-bc3b-ae35a771f56f) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:39:56.415405 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-44b8f2a1-647a-46df-9bfc-16097d667d78 admin admin] Publish callbacks [] for security_group (d5a4ed7a-7346-4653-b868-955790898ea6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:56.449745 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-0e7fb0d4-8a8d-44c8-ae79-209e59a70683 None None] Attempting to bind port 06451c90-688f-408b-bdf1-f9a320509f6f on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:39:56.450128 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-0e7fb0d4-8a8d-44c8-ae79-209e59a70683 None None] Attempting to bind port 06451c90-688f-408b-bdf1-f9a320509f6f by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'b472db48-4757-4e33-a9ad-95075a9d0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b2f5a466-6a2c-4147-9d39-f17323961ec6'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:39:56.450502 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7fb0d4-8a8d-44c8-ae79-209e59a70683 None None] Attempting to bind port 06451c90-688f-408b-bdf1-f9a320509f6f on network b2f5a466-6a2c-4147-9d39-f17323961ec6 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:39:56.467414 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7fb0d4-8a8d-44c8-ae79-209e59a70683 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:39:56.469154 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7fb0d4-8a8d-44c8-ae79-209e59a70683 None None] Checking segment: {'id': 'b472db48-4757-4e33-a9ad-95075a9d0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b2f5a466-6a2c-4147-9d39-f17323961ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:39:56.469588 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0e7fb0d4-8a8d-44c8-ae79-209e59a70683 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:56.471261 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7fb0d4-8a8d-44c8-ae79-209e59a70683 None None] Bound using segment: {'id': 'b472db48-4757-4e33-a9ad-95075a9d0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b2f5a466-6a2c-4147-9d39-f17323961ec6'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:39:56.471827 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-0e7fb0d4-8a8d-44c8-ae79-209e59a70683 None None] Bound port: 06451c90-688f-408b-bdf1-f9a320509f6f, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b472db48-4757-4e33-a9ad-95075a9d0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b2f5a466-6a2c-4147-9d39-f17323961ec6'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:39:56.472660 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0e7fb0d4-8a8d-44c8-ae79-209e59a70683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (06451c90-688f-408b-bdf1-f9a320509f6f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:56.527455 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-44b8f2a1-647a-46df-9bfc-16097d667d78 admin admin] Publish callbacks [] for security_group (d5a4ed7a-7346-4653-b868-955790898ea6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:56.684170 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-0e7fb0d4-8a8d-44c8-ae79-209e59a70683 None None] For port 06451c90-688f-408b-bdf1-f9a320509f6f, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:39:56.698670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-0e7fb0d4-8a8d-44c8-ae79-209e59a70683 None None] For port 06451c90-688f-408b-bdf1-f9a320509f6f, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=06451c90-688f-408b-bdf1-f9a320509f6f,segment=NetworkSegment(b472db48-4757-4e33-a9ad-95075a9d0cfd),segment_id=b472db48-4757-4e33-a9ad-95075a9d0cfd)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:39:56.717732 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0e7fb0d4-8a8d-44c8-ae79-209e59a70683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (06451c90-688f-408b-bdf1-f9a320509f6f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:56.728461 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-44b8f2a1-647a-46df-9bfc-16097d667d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d5a4ed7a-7346-4653-b868-955790898ea6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:56.733829 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-44b8f2a1-647a-46df-9bfc-16097d667d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:56.735712 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-44b8f2a1-647a-46df-9bfc-16097d667d78 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d5a4ed7a-7346-4653-b868-955790898ea6 HTTP/1.1" status: 204 len: 168 time: 0.5204253 Feb 19 04:39:56.791650 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8f2a1-647a-46df-9bfc-16097d667d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a4ed7a-7346-4653-b868-955790898ea6,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:56.823650 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ed602ba5-95ad-4330-b849-4668ee59ac46 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks [] for port (3dd09c4b-f4f2-4dff-bc3b-ae35a771f56f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:56.926271 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7fb0d4-8a8d-44c8-ae79-209e59a70683 None None] Pushing event updated for resources: {'Port': ['ID=06451c90-688f-408b-bdf1-f9a320509f6f,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:56.928565 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ed602ba5-95ad-4330-b849-4668ee59ac46 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (3dd09c4b-f4f2-4dff-bc3b-ae35a771f56f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:57.047256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed602ba5-95ad-4330-b849-4668ee59ac46 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Network b2f5a466-6a2c-4147-9d39-f17323961ec6 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:39:57.066263 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-ed602ba5-95ad-4330-b849-4668ee59ac46 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:39:57.073347 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed602ba5-95ad-4330-b849-4668ee59ac46 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:39:57.238251 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed602ba5-95ad-4330-b849-4668ee59ac46 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:57.239281 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ed602ba5-95ad-4330-b849-4668ee59ac46 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:57.299286 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed602ba5-95ad-4330-b849-4668ee59ac46 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Pushing event updated for resources: {'Port': ['ID=3dd09c4b-f4f2-4dff-bc3b-ae35a771f56f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:57.405556 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ed602ba5-95ad-4330-b849-4668ee59ac46 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7782941 Feb 19 04:39:57.408999 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35892) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:57.422651 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-e66fd81d-c5bc-43ef-b327-efafa806208b tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Request body: {'port': {'network_id': 'b2f5a466-6a2c-4147-9d39-f17323961ec6', 'name': 'tempest-AllowedAddressPairTestJSON-1065225567', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:85:f4:c1'}]}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:39:57.509080 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dfcbc-49c1-44f9-84bd-e13f9f9593da req-f0f23323-aeee-48f2-b68f-5626caff8235 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:57.533103 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca1dfcbc-49c1-44f9-84bd-e13f9f9593da req-f0f23323-aeee-48f2-b68f-5626caff8235 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 945 time: 0.2868328 Feb 19 04:39:57.553189 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35894) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:57.584369 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-62a7f09d-c0c5-4852-970e-df69453c8a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:57.709946 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca1dfcbc-49c1-44f9-84bd-e13f9f9593da req-b20d9515-ba50-449c-a587-64eb29d85df7 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751592 Feb 19 04:39:57.736514 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-62a7f09d-c0c5-4852-970e-df69453c8a93 admin admin] Publish callbacks [] for security_group (f1e4105b-a9f1-415d-9a84-27aa052ba04a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:57.756828 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-62a7f09d-c0c5-4852-970e-df69453c8a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f1e4105b-a9f1-415d-9a84-27aa052ba04a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:57.870024 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-62a7f09d-c0c5-4852-970e-df69453c8a93 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fd14cced3967465e905dcc4953a49994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3149533 Feb 19 04:39:57.874322 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7f09d-c0c5-4852-970e-df69453c8a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e4105b-a9f1-415d-9a84-27aa052ba04a,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:57.874530 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35900) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:57.943983 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66fd81d-c5bc-43ef-b327-efafa806208b tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Made reservation on behalf of 6341da4eae88441196fa55ffd5abbe6d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:39:57.995818 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b031804b-2a18-49ff-a094-b79d2ea0b21e admin admin] Publish callbacks [] for security_group (f1e4105b-a9f1-415d-9a84-27aa052ba04a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:58.060890 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b031804b-2a18-49ff-a094-b79d2ea0b21e admin admin] Publish callbacks [] for security_group (f1e4105b-a9f1-415d-9a84-27aa052ba04a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:58.105327 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e66fd81d-c5bc-43ef-b327-efafa806208b tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:58.158077 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-e66fd81d-c5bc-43ef-b327-efafa806208b tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] device_id is not set on port 6a96541c-1928-4674-843a-c7e3c1797877 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:39:58.185822 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b031804b-2a18-49ff-a094-b79d2ea0b21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f1e4105b-a9f1-415d-9a84-27aa052ba04a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:58.188582 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b031804b-2a18-49ff-a094-b79d2ea0b21e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:58.191996 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b031804b-2a18-49ff-a094-b79d2ea0b21e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f1e4105b-a9f1-415d-9a84-27aa052ba04a HTTP/1.1" status: 204 len: 168 time: 0.3164380 Feb 19 04:39:58.228624 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031804b-2a18-49ff-a094-b79d2ea0b21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e4105b-a9f1-415d-9a84-27aa052ba04a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:58.513661 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-e66fd81d-c5bc-43ef-b327-efafa806208b tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Allocated IP 172.20.0.5 (b2f5a466-6a2c-4147-9d39-f17323961ec6/90309b15-0818-49d5-9e4b-cb6b8d712c0c/6a96541c-1928-4674-843a-c7e3c1797877) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:39:58.818392 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e66fd81d-c5bc-43ef-b327-efafa806208b tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks [] for port (6a96541c-1928-4674-843a-c7e3c1797877), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:58.936754 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e66fd81d-c5bc-43ef-b327-efafa806208b tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (6a96541c-1928-4674-843a-c7e3c1797877), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:58.988127 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66fd81d-c5bc-43ef-b327-efafa806208b tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Network b2f5a466-6a2c-4147-9d39-f17323961ec6 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:39:59.041939 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-e66fd81d-c5bc-43ef-b327-efafa806208b tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:39:59.045357 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66fd81d-c5bc-43ef-b327-efafa806208b tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:39:59.058803 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be408aa8-019c-48c1-9fbb-9cfa89ad0f38 None None] Network b2f5a466-6a2c-4147-9d39-f17323961ec6 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:39:59.110678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fd81d-c5bc-43ef-b327-efafa806208b tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Pushing event updated for resources: {'Port': ['ID=6a96541c-1928-4674-843a-c7e3c1797877,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:39:59.181539 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66fd81d-c5bc-43ef-b327-efafa806208b tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:59.182262 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e66fd81d-c5bc-43ef-b327-efafa806208b tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:59.185902 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 06451c90-688f-408b-bdf1-f9a320509f6f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:39:59.232893 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfab235-d73b-4bea-b384-09dd72beb5f0 req-9776af73-2864-40fb-a3cb-8f5f78673a1d tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:59.246274 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0dfab235-d73b-4bea-b384-09dd72beb5f0 req-9776af73-2864-40fb-a3cb-8f5f78673a1d tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 945 time: 0.2810004 Feb 19 04:39:59.254183 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35928) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:59.257614 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e66fd81d-c5bc-43ef-b327-efafa806208b tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.8449922 Feb 19 04:39:59.343217 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-793fb84c-4095-4712-8b1b-258217e672f6 None None] Provisioning complete for port 06451c90-688f-408b-bdf1-f9a320509f6f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:39:59.343755 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-793fb84c-4095-4712-8b1b-258217e672f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (06451c90-688f-408b-bdf1-f9a320509f6f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:59.414517 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0dfab235-d73b-4bea-b384-09dd72beb5f0 req-f295db62-dc4b-42cf-afd9-7d9a69e8fc65 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533072 Feb 19 04:39:59.474248 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 06451c90-688f-408b-bdf1-f9a320509f6f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:39:59.475338 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (06451c90-688f-408b-bdf1-f9a320509f6f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:59.504689 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0395affa-7fa7-4413-99b0-4edb0ec3e4af tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:59.521023 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0395affa-7fa7-4413-99b0-4edb0ec3e4af tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:59.532007 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0395affa-7fa7-4413-99b0-4edb0ec3e4af tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:39:59.535279 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0395affa-7fa7-4413-99b0-4edb0ec3e4af tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2796042 Feb 19 04:39:59.538399 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35934) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:39:59.725862 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-793fb84c-4095-4712-8b1b-258217e672f6 None None] Current status of the port 06451c90-688f-408b-bdf1-f9a320509f6f is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:39:59.725862 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-793fb84c-4095-4712-8b1b-258217e672f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (06451c90-688f-408b-bdf1-f9a320509f6f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:59.818202 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-a4a05a98-1225-4c38-9e12-520286088e9c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Deleting port 6a96541c-1928-4674-843a-c7e3c1797877 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:39:59.818799 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a4a05a98-1225-4c38-9e12-520286088e9c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (6a96541c-1928-4674-843a-c7e3c1797877), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:59.915523 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 06451c90-688f-408b-bdf1-f9a320509f6f is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:39:59.916183 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (06451c90-688f-408b-bdf1-f9a320509f6f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:00.088721 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-793fb84c-4095-4712-8b1b-258217e672f6 None None] For port 06451c90-688f-408b-bdf1-f9a320509f6f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=06451c90-688f-408b-bdf1-f9a320509f6f,segment=NetworkSegment(b472db48-4757-4e33-a9ad-95075a9d0cfd),segment_id=b472db48-4757-4e33-a9ad-95075a9d0cfd)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:40:00.100563 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-793fb84c-4095-4712-8b1b-258217e672f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (06451c90-688f-408b-bdf1-f9a320509f6f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:00.184398 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a4a05a98-1225-4c38-9e12-520286088e9c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (6a96541c-1928-4674-843a-c7e3c1797877), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:00.249122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fb84c-4095-4712-8b1b-258217e672f6 None None] Pushing event updated for resources: {'Port': ['ID=06451c90-688f-408b-bdf1-f9a320509f6f,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:00.252149 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-a4a05a98-1225-4c38-9e12-520286088e9c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Calling delete_port for 6a96541c-1928-4674-843a-c7e3c1797877 owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:40:00.397376 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:40:00.397852 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:40:00.562486 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f4d29aab-263c-4890-a9de-f3bf5337e0ec None None] Provisioning complete for port 6a96541c-1928-4674-843a-c7e3c1797877 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:40:00.562942 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f4d29aab-263c-4890-a9de-f3bf5337e0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6a96541c-1928-4674-843a-c7e3c1797877), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:00.564202 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a4a05a98-1225-4c38-9e12-520286088e9c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (6a96541c-1928-4674-843a-c7e3c1797877), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:00.653316 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f4d29aab-263c-4890-a9de-f3bf5337e0ec None None] Port 6a96541c-1928-4674-843a-c7e3c1797877 was deleted so its status cannot be updated. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 19 04:40:00.711759 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f4d29aab-263c-4890-a9de-f3bf5337e0ec None None] Provisioning complete for port 3dd09c4b-f4f2-4dff-bc3b-ae35a771f56f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:40:00.712095 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f4d29aab-263c-4890-a9de-f3bf5337e0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3dd09c4b-f4f2-4dff-bc3b-ae35a771f56f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:00.807847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f4d29aab-263c-4890-a9de-f3bf5337e0ec None None] Port 3dd09c4b-f4f2-4dff-bc3b-ae35a771f56f cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:40:00.833179 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a05a98-1225-4c38-9e12-520286088e9c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Pushing event deleted for resources: {'Port': ['ID=6a96541c-1928-4674-843a-c7e3c1797877,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:00.849101 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f4d29aab-263c-4890-a9de-f3bf5337e0ec None None] Provisioning complete for port 06451c90-688f-408b-bdf1-f9a320509f6f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:40:00.849552 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f4d29aab-263c-4890-a9de-f3bf5337e0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (06451c90-688f-408b-bdf1-f9a320509f6f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:00.926106 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f8bca-d8bf-4099-bd47-09fe6a8077fc req-758a7509-ccfe-452a-b656-d18a2bd87829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:00.935124 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0f3f8bca-d8bf-4099-bd47-09fe6a8077fc req-758a7509-ccfe-452a-b656-d18a2bd87829 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 1127 time: 0.1505263 Feb 19 04:40:01.119723 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0f3f8bca-d8bf-4099-bd47-09fe6a8077fc req-87a0091b-28bb-41db-a8d5-88239f379503 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710010 Feb 19 04:40:01.144686 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 06451c90-688f-408b-bdf1-f9a320509f6f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:40:01.233763 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd358ae-5b3e-48d4-b7ff-80917dbc3c46 req-52ee6992-562f-47d4-a3ba-e7c2ae8b888f tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:01.236461 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dcd358ae-5b3e-48d4-b7ff-80917dbc3c46 req-52ee6992-562f-47d4-a3ba-e7c2ae8b888f tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 945 time: 0.6328084 Feb 19 04:40:01.326302 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f4d29aab-263c-4890-a9de-f3bf5337e0ec None None] Current status of the port 06451c90-688f-408b-bdf1-f9a320509f6f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:40:01.411749 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a4a05a98-1225-4c38-9e12-520286088e9c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:01.441385 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 06451c90-688f-408b-bdf1-f9a320509f6f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:40:01.461322 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a4a05a98-1225-4c38-9e12-520286088e9c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] 10.222.0.65 "DELETE /v2.0/ports/6a96541c-1928-4674-843a-c7e3c1797877 HTTP/1.1" status: 204 len: 168 time: 1.9186666 Feb 19 04:40:01.462208 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35974) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:01.531622 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-da65d7ed-344a-4913-a982-cefbf727e5a4 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] GET failed (client error): The resource could not be found. Feb 19 04:40:01.538027 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-da65d7ed-344a-4913-a982-cefbf727e5a4 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] 10.222.0.65 "GET /v2.0/ports/6a96541c-1928-4674-843a-c7e3c1797877 HTTP/1.1" status: 404 len: 333 time: 0.0744100 Feb 19 04:40:01.555796 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35978) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:01.560802 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-125aa1ea-9134-44f4-8bce-33930df56d31 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Request body: {'port': {'network_id': 'b2f5a466-6a2c-4147-9d39-f17323961ec6', 'name': 'tempest-AllowedAddressPairTestJSON-2006830712'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:01.566512 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dcd358ae-5b3e-48d4-b7ff-80917dbc3c46 req-b206198c-c9ed-456c-9ca4-11b6670e2227 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123150 Feb 19 04:40:01.596359 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-dcb88051-1480-4e57-841c-8a9b0d77672c None None] Provisioning complete for port 3dd09c4b-f4f2-4dff-bc3b-ae35a771f56f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:40:01.597419 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-dcb88051-1480-4e57-841c-8a9b0d77672c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3dd09c4b-f4f2-4dff-bc3b-ae35a771f56f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:01.708977 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-dcb88051-1480-4e57-841c-8a9b0d77672c None None] Port 3dd09c4b-f4f2-4dff-bc3b-ae35a771f56f cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:40:01.824327 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 06451c90-688f-408b-bdf1-f9a320509f6f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:40:01.825385 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (06451c90-688f-408b-bdf1-f9a320509f6f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:01.913714 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0300afc5-98fc-46ab-88bb-26cc2daa1799 None None] Could not find standard attr ID for object 6a96541c-1928-4674-843a-c7e3c1797877. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:40:01.968470 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125aa1ea-9134-44f4-8bce-33930df56d31 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Made reservation on behalf of 6341da4eae88441196fa55ffd5abbe6d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:40:01.974168 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-125aa1ea-9134-44f4-8bce-33930df56d31 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:02.078431 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-125aa1ea-9134-44f4-8bce-33930df56d31 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] device_id is not set on port 55d56065-8d22-4c7a-8dcb-f006e03b6b37 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:40:02.194494 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 06451c90-688f-408b-bdf1-f9a320509f6f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:40:02.246540 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-681fb415-dd0b-45c4-b5ce-24662a2f4fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:02.498594 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-125aa1ea-9134-44f4-8bce-33930df56d31 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Allocated IP 172.20.0.3 (b2f5a466-6a2c-4147-9d39-f17323961ec6/90309b15-0818-49d5-9e4b-cb6b8d712c0c/55d56065-8d22-4c7a-8dcb-f006e03b6b37) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:40:02.862943 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-125aa1ea-9134-44f4-8bce-33930df56d31 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks [] for port (55d56065-8d22-4c7a-8dcb-f006e03b6b37), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:02.984136 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-125aa1ea-9134-44f4-8bce-33930df56d31 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (55d56065-8d22-4c7a-8dcb-f006e03b6b37), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:03.169858 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125aa1ea-9134-44f4-8bce-33930df56d31 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Network b2f5a466-6a2c-4147-9d39-f17323961ec6 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:40:03.181534 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-125aa1ea-9134-44f4-8bce-33930df56d31 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:40:03.184297 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125aa1ea-9134-44f4-8bce-33930df56d31 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:40:03.245394 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125aa1ea-9134-44f4-8bce-33930df56d31 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:03.246154 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-125aa1ea-9134-44f4-8bce-33930df56d31 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:03.260779 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125aa1ea-9134-44f4-8bce-33930df56d31 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Pushing event updated for resources: {'Port': ['ID=55d56065-8d22-4c7a-8dcb-f006e03b6b37,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:03.281403 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-125aa1ea-9134-44f4-8bce-33930df56d31 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7202601 Feb 19 04:40:03.282015 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36008) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:03.298639 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c933f467-24b3-4f14-82d3-e53076b82a0c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:85:f4:c1'}]}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:03.320239 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9667766-1ffc-4ceb-a945-62ceb74e07b6 req-1a79d8da-9e61-4a43-bf31-5a477e07755b tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:03.332756 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e9667766-1ffc-4ceb-a945-62ceb74e07b6 req-1a79d8da-9e61-4a43-bf31-5a477e07755b tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 945 time: 0.3675721 Feb 19 04:40:03.433575 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e9667766-1ffc-4ceb-a945-62ceb74e07b6 req-15dd9d62-3c65-4736-9864-40423fd91f7c tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997617 Feb 19 04:40:03.597853 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-fa0f15a1-e31e-4d0c-ac3d-1797e09eb878 req-a9017060-1031-4255-9354-ec218ef68236 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1043274057', 'description': 'tempest-description-462162371'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:03.712448 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-fa0f15a1-e31e-4d0c-ac3d-1797e09eb878 req-a9017060-1031-4255-9354-ec218ef68236 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:03.793538 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d1717d77-7506-4b22-9470-8f26e00dc856 None None] Provisioning complete for port 55d56065-8d22-4c7a-8dcb-f006e03b6b37 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:40:03.794289 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d1717d77-7506-4b22-9470-8f26e00dc856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (55d56065-8d22-4c7a-8dcb-f006e03b6b37), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:03.829086 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c933f467-24b3-4f14-82d3-e53076b82a0c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (55d56065-8d22-4c7a-8dcb-f006e03b6b37), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:03.887118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d1717d77-7506-4b22-9470-8f26e00dc856 None None] Port 55d56065-8d22-4c7a-8dcb-f006e03b6b37 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:40:04.069029 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c933f467-24b3-4f14-82d3-e53076b82a0c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks [] for port (55d56065-8d22-4c7a-8dcb-f006e03b6b37), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:04.162831 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-fa0f15a1-e31e-4d0c-ac3d-1797e09eb878 req-a9017060-1031-4255-9354-ec218ef68236 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks [] for security_group (82ea0c0e-019d-4a2a-9796-d6a84d37a4aa), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:04.165204 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c933f467-24b3-4f14-82d3-e53076b82a0c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (55d56065-8d22-4c7a-8dcb-f006e03b6b37), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:04.185186 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-fa0f15a1-e31e-4d0c-ac3d-1797e09eb878 req-a9017060-1031-4255-9354-ec218ef68236 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (82ea0c0e-019d-4a2a-9796-d6a84d37a4aa), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:04.296553 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9017060-1031-4255-9354-ec218ef68236 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ea0c0e-019d-4a2a-9796-d6a84d37a4aa,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:04.396231 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-fa0f15a1-e31e-4d0c-ac3d-1797e09eb878 req-a9017060-1031-4255-9354-ec218ef68236 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:04.398236 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fa0f15a1-e31e-4d0c-ac3d-1797e09eb878 req-a9017060-1031-4255-9354-ec218ef68236 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.8216100 Feb 19 04:40:04.418552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933f467-24b3-4f14-82d3-e53076b82a0c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Pushing event updated for resources: {'Port': ['ID=55d56065-8d22-4c7a-8dcb-f006e03b6b37,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:04.474184 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-c933f467-24b3-4f14-82d3-e53076b82a0c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] In _notify_port_updated(), no bound segment for port 55d56065-8d22-4c7a-8dcb-f006e03b6b37 on network b2f5a466-6a2c-4147-9d39-f17323961ec6 {{(pid=115199) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:40:04.482019 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c933f467-24b3-4f14-82d3-e53076b82a0c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:04.482937 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c933f467-24b3-4f14-82d3-e53076b82a0c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:04.484404 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c933f467-24b3-4f14-82d3-e53076b82a0c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] 10.222.0.65 "PUT /v2.0/ports/55d56065-8d22-4c7a-8dcb-f006e03b6b37 HTTP/1.1" status: 200 len: 994 time: 1.2010176 Feb 19 04:40:04.499946 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36030) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:04.952501 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1d7197f7-7000-47f1-911c-7c0457d11ac1 None None] Provisioning complete for port 55d56065-8d22-4c7a-8dcb-f006e03b6b37 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:40:04.953675 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1d7197f7-7000-47f1-911c-7c0457d11ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (55d56065-8d22-4c7a-8dcb-f006e03b6b37), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:05.154535 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-62efb24e-ea83-436b-a661-e65688a4caa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:05.157072 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1d7197f7-7000-47f1-911c-7c0457d11ac1 None None] Port 55d56065-8d22-4c7a-8dcb-f006e03b6b37 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:40:05.413430 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2afaf5f0-15de-46aa-984e-86992cc1e062 req-3ecda633-4222-4a85-8b3d-65e448031953 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1043274057&fields=id&tenant_id=50dacbb707d941ad827198228ce196ed HTTP/1.1" status: 200 len: 267 time: 0.8387504 Feb 19 04:40:05.579379 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-72f06fba-b109-48a6-a3f0-ddbcf27fd71e tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Deleting port 55d56065-8d22-4c7a-8dcb-f006e03b6b37 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:40:05.580032 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-72f06fba-b109-48a6-a3f0-ddbcf27fd71e tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (55d56065-8d22-4c7a-8dcb-f006e03b6b37), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:05.762340 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afaf5f0-15de-46aa-984e-86992cc1e062 req-7e76e743-dbf9-446e-a295-1a70c491564e tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:05.764781 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2afaf5f0-15de-46aa-984e-86992cc1e062 req-7e76e743-dbf9-446e-a295-1a70c491564e tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 945 time: 0.3408816 Feb 19 04:40:05.788050 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-2afaf5f0-15de-46aa-984e-86992cc1e062 req-728efe6d-8c69-4839-8327-d3447515d19c tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Request body: {'port': {'security_groups': ['2be447a9-f481-44d8-99f3-4fff0dd6ec92', '82ea0c0e-019d-4a2a-9796-d6a84d37a4aa']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:05.931731 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-72f06fba-b109-48a6-a3f0-ddbcf27fd71e tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (55d56065-8d22-4c7a-8dcb-f006e03b6b37), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:05.972802 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-72f06fba-b109-48a6-a3f0-ddbcf27fd71e tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Calling delete_port for 55d56065-8d22-4c7a-8dcb-f006e03b6b37 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:40:05.990508 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2afaf5f0-15de-46aa-984e-86992cc1e062 req-728efe6d-8c69-4839-8327-d3447515d19c tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (617f63cb-d911-4fe3-b059-5fa5525e34dc), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:06.439973 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-2afaf5f0-15de-46aa-984e-86992cc1e062 req-728efe6d-8c69-4839-8327-d3447515d19c tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] For port 617f63cb-d911-4fe3-b059-5fa5525e34dc, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=617f63cb-d911-4fe3-b059-5fa5525e34dc,segment=NetworkSegment(14f14fbf-80b5-44fd-921b-446fbfb010dc),segment_id=14f14fbf-80b5-44fd-921b-446fbfb010dc)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:40:06.504097 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2afaf5f0-15de-46aa-984e-86992cc1e062 req-728efe6d-8c69-4839-8327-d3447515d19c tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks [] for port (617f63cb-d911-4fe3-b059-5fa5525e34dc), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:06.665969 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2afaf5f0-15de-46aa-984e-86992cc1e062 req-728efe6d-8c69-4839-8327-d3447515d19c tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (617f63cb-d911-4fe3-b059-5fa5525e34dc), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:06.685117 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['617f63cb-d911-4fe3-b059-5fa5525e34dc'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:40:06.762921 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afaf5f0-15de-46aa-984e-86992cc1e062 req-728efe6d-8c69-4839-8327-d3447515d19c tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:06.763847 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2afaf5f0-15de-46aa-984e-86992cc1e062 req-728efe6d-8c69-4839-8327-d3447515d19c tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:06.773798 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2afaf5f0-15de-46aa-984e-86992cc1e062 req-728efe6d-8c69-4839-8327-d3447515d19c tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "PUT /v2.0/ports/617f63cb-d911-4fe3-b059-5fa5525e34dc HTTP/1.1" status: 200 len: 981 time: 0.9950769 Feb 19 04:40:06.819049 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2dea86-e9e1-49ff-a947-553f08d71f66', 'tag': '617f63cb-d911-4fe3-b059-5fa5525e34dc'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:40:06.825437 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f2994d-cf73-4ab0-86d6-a57b0b9d68d9" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2dea86-e9e1-49ff-a947-553f08d71f66", "tag": "617f63cb-d911-4fe3-b059-5fa5525e34dc"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:40:06.881428 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-72f06fba-b109-48a6-a3f0-ddbcf27fd71e tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (55d56065-8d22-4c7a-8dcb-f006e03b6b37), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:06.911065 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['617f63cb-d911-4fe3-b059-5fa5525e34dc'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:40:06.957050 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:06.995833 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349dee25-bb46-4b58-9542-830565fc7f4f x-openstack-request-id: req-349dee25-bb46-4b58-9542-830565fc7f4f {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:40:06.996694 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2dea86-e9e1-49ff-a947-553f08d71f66", "tag": "617f63cb-d911-4fe3-b059-5fa5525e34dc", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:40:06.997394 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-349dee25-bb46-4b58-9542-830565fc7f4f {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:40:06.998559 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2dea86-e9e1-49ff-a947-553f08d71f66', 'tag': '617f63cb-d911-4fe3-b059-5fa5525e34dc', 'status': 'completed', 'code': 200} Feb 19 04:40:07.036084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728efe6d-8c69-4839-8327-d3447515d19c tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Pushing event updated for resources: {'Port': ['ID=617f63cb-d911-4fe3-b059-5fa5525e34dc,revision_number=6']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:07.072152 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6027d186-be9e-4675-96da-d0cfb7699534 req-c23e7ca0-b190-4db0-b419-b9c9547b28e4 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1043274057&fields=id&tenant_id=50dacbb707d941ad827198228ce196ed HTTP/1.1" status: 200 len: 267 time: 0.1398883 Feb 19 04:40:07.250411 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027d186-be9e-4675-96da-d0cfb7699534 req-6cde0713-f089-4a5a-91fd-1e33e92d0999 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:07.270325 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6027d186-be9e-4675-96da-d0cfb7699534 req-6cde0713-f089-4a5a-91fd-1e33e92d0999 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 984 time: 0.1852856 Feb 19 04:40:07.308866 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-6027d186-be9e-4675-96da-d0cfb7699534 req-871de2c9-a8fe-4aa1-9752-39bb820e7341 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Request body: {'port': {'security_groups': ['2be447a9-f481-44d8-99f3-4fff0dd6ec92']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:07.397272 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f06fba-b109-48a6-a3f0-ddbcf27fd71e tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Pushing event deleted for resources: {'Port': ['ID=55d56065-8d22-4c7a-8dcb-f006e03b6b37,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:07.575874 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-6027d186-be9e-4675-96da-d0cfb7699534 req-871de2c9-a8fe-4aa1-9752-39bb820e7341 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (617f63cb-d911-4fe3-b059-5fa5525e34dc), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:07.584988 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:07.658154 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2994d-cf73-4ab0-86d6-a57b0b9d68d9 req-b258b18f-cd2e-4bc9-a1f3-cc47247a1adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:07.667612 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-15f2994d-cf73-4ab0-86d6-a57b0b9d68d9 req-b258b18f-cd2e-4bc9-a1f3-cc47247a1adf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50dacbb707d941ad827198228ce196ed&device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 1166 time: 0.6554458 Feb 19 04:40:07.918844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2994d-cf73-4ab0-86d6-a57b0b9d68d9 req-8d651fe1-cea5-4627-9e21-b03b897687d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:07.920713 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-15f2994d-cf73-4ab0-86d6-a57b0b9d68d9 req-8d651fe1-cea5-4627-9e21-b03b897687d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4cf06b52-0236-4522-811e-82b5d51c24fe HTTP/1.1" status: 200 len: 920 time: 0.2542679 Feb 19 04:40:07.932141 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:07.956640 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-72f06fba-b109-48a6-a3f0-ddbcf27fd71e tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:07.964956 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-72f06fba-b109-48a6-a3f0-ddbcf27fd71e tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] 10.222.0.65 "DELETE /v2.0/ports/55d56065-8d22-4c7a-8dcb-f006e03b6b37 HTTP/1.1" status: 204 len: 168 time: 3.4641018 Feb 19 04:40:07.967015 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36080) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:08.028516 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-15f2994d-cf73-4ab0-86d6-a57b0b9d68d9 req-cc169eac-45d6-4527-8248-8c3fe672203f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=617f63cb-d911-4fe3-b059-5fa5525e34dc HTTP/1.1" status: 200 len: 217 time: 0.0800784 Feb 19 04:40:08.054812 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-6027d186-be9e-4675-96da-d0cfb7699534 req-871de2c9-a8fe-4aa1-9752-39bb820e7341 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] For port 617f63cb-d911-4fe3-b059-5fa5525e34dc, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=617f63cb-d911-4fe3-b059-5fa5525e34dc,segment=NetworkSegment(14f14fbf-80b5-44fd-921b-446fbfb010dc),segment_id=14f14fbf-80b5-44fd-921b-446fbfb010dc)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:40:08.074189 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-3656118d-221c-490d-9789-33e262d0e77a tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] GET failed (client error): The resource could not be found. Feb 19 04:40:08.088171 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3656118d-221c-490d-9789-33e262d0e77a tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] 10.222.0.65 "GET /v2.0/ports/55d56065-8d22-4c7a-8dcb-f006e03b6b37 HTTP/1.1" status: 404 len: 333 time: 0.1199586 Feb 19 04:40:08.090191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36082) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:08.103232 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-d898b821-199c-4934-be64-e482c721b3d2 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Request body: {'port': {'network_id': 'b2f5a466-6a2c-4147-9d39-f17323961ec6', 'name': 'tempest-AllowedAddressPairTestJSON-2081563633'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:08.164742 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-6027d186-be9e-4675-96da-d0cfb7699534 req-871de2c9-a8fe-4aa1-9752-39bb820e7341 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks [] for port (617f63cb-d911-4fe3-b059-5fa5525e34dc), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:08.174807 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-6027d186-be9e-4675-96da-d0cfb7699534 req-871de2c9-a8fe-4aa1-9752-39bb820e7341 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (617f63cb-d911-4fe3-b059-5fa5525e34dc), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:08.188234 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['617f63cb-d911-4fe3-b059-5fa5525e34dc'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:40:08.387298 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027d186-be9e-4675-96da-d0cfb7699534 req-871de2c9-a8fe-4aa1-9752-39bb820e7341 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:08.391460 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-6027d186-be9e-4675-96da-d0cfb7699534 req-871de2c9-a8fe-4aa1-9752-39bb820e7341 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:08.399388 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6027d186-be9e-4675-96da-d0cfb7699534 req-871de2c9-a8fe-4aa1-9752-39bb820e7341 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "PUT /v2.0/ports/617f63cb-d911-4fe3-b059-5fa5525e34dc HTTP/1.1" status: 200 len: 942 time: 1.1190231 Feb 19 04:40:08.402408 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2dea86-e9e1-49ff-a947-553f08d71f66', 'tag': '617f63cb-d911-4fe3-b059-5fa5525e34dc'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:40:08.435694 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d711ae7-295c-4388-810f-106d6bfa5ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2dea86-e9e1-49ff-a947-553f08d71f66", "tag": "617f63cb-d911-4fe3-b059-5fa5525e34dc"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:40:08.462813 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2994d-cf73-4ab0-86d6-a57b0b9d68d9 req-64c32e6e-3985-41bf-9d75-041d32041b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:08.465615 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-15f2994d-cf73-4ab0-86d6-a57b0b9d68d9 req-64c32e6e-3985-41bf-9d75-041d32041b7a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2 HTTP/1.1" status: 200 len: 860 time: 0.4099922 Feb 19 04:40:08.496344 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['617f63cb-d911-4fe3-b059-5fa5525e34dc'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:40:08.505170 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d898b821-199c-4934-be64-e482c721b3d2 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Made reservation on behalf of 6341da4eae88441196fa55ffd5abbe6d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:40:08.519158 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d898b821-199c-4934-be64-e482c721b3d2 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:08.560120 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871de2c9-a8fe-4aa1-9752-39bb820e7341 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Pushing event updated for resources: {'Port': ['ID=617f63cb-d911-4fe3-b059-5fa5525e34dc,revision_number=7']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:08.627262 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc770d0-3e8a-4c65-94f4-247ccd76b1f2 x-openstack-request-id: req-edc770d0-3e8a-4c65-94f4-247ccd76b1f2 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:40:08.628266 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2dea86-e9e1-49ff-a947-553f08d71f66", "tag": "617f63cb-d911-4fe3-b059-5fa5525e34dc", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:40:08.629419 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-edc770d0-3e8a-4c65-94f4-247ccd76b1f2 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:40:08.630800 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2dea86-e9e1-49ff-a947-553f08d71f66', 'tag': '617f63cb-d911-4fe3-b059-5fa5525e34dc', 'status': 'completed', 'code': 200} Feb 19 04:40:08.658909 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-15f2994d-cf73-4ab0-86d6-a57b0b9d68d9 req-01a405a8-e091-42a0-93cc-9ba2d2612769 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4cf06b52-0236-4522-811e-82b5d51c24fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1851654 Feb 19 04:40:08.803270 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-d898b821-199c-4934-be64-e482c721b3d2 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] device_id is not set on port cf61b412-0c8a-42a3-b973-d20d1fe2d3c2 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:40:09.127804 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:09.218945 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:09.349206 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-d898b821-199c-4934-be64-e482c721b3d2 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Allocated IP 172.20.0.5 (b2f5a466-6a2c-4147-9d39-f17323961ec6/90309b15-0818-49d5-9e4b-cb6b8d712c0c/cf61b412-0c8a-42a3-b973-d20d1fe2d3c2) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:40:09.678890 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d898b821-199c-4934-be64-e482c721b3d2 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks [] for port (cf61b412-0c8a-42a3-b973-d20d1fe2d3c2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:09.830046 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e75f8171-db3e-4fcc-ab47-e7c0eb58032c req-40f05bd5-f3e9-4a06-8ab7-4e6d2be52596 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.2909863 Feb 19 04:40:09.833662 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d898b821-199c-4934-be64-e482c721b3d2 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (cf61b412-0c8a-42a3-b973-d20d1fe2d3c2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:09.843670 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-15f2994d-cf73-4ab0-86d6-a57b0b9d68d9 req-cd426497-fb1f-490e-a9b1-b3120a3dcf66 service neutron] 10.222.0.10 "GET /v2.0/networks/4cf06b52-0236-4522-811e-82b5d51c24fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0203161 Feb 19 04:40:09.858789 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-e75f8171-db3e-4fcc-ab47-e7c0eb58032c req-2548d872-9564-4eb5-9905-96acbfa40866 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:10.036837 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d898b821-199c-4934-be64-e482c721b3d2 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Network b2f5a466-6a2c-4147-9d39-f17323961ec6 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:40:10.078049 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-d898b821-199c-4934-be64-e482c721b3d2 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:40:10.086667 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d898b821-199c-4934-be64-e482c721b3d2 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:40:10.089928 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898b821-199c-4934-be64-e482c721b3d2 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Pushing event updated for resources: {'Port': ['ID=cf61b412-0c8a-42a3-b973-d20d1fe2d3c2,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:10.175892 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e75f8171-db3e-4fcc-ab47-e7c0eb58032c req-2548d872-9564-4eb5-9905-96acbfa40866 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:10.237523 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d898b821-199c-4934-be64-e482c721b3d2 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:10.238641 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d898b821-199c-4934-be64-e482c721b3d2 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:10.354597 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d898b821-199c-4934-be64-e482c721b3d2 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2632971 Feb 19 04:40:10.355475 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36112) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:10.376850 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-15f2994d-cf73-4ab0-86d6-a57b0b9d68d9 req-2f103b05-d1f4-483d-bf1b-05ded0d7b09a service neutron] 10.222.0.10 "GET /v2.0/networks/4cf06b52-0236-4522-811e-82b5d51c24fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481437 Feb 19 04:40:10.395715 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e76d4f83-617c-41e6-bc74-05418bd2659c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:85:f4:c1'}]}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:10.603442 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d711ae7-295c-4388-810f-106d6bfa5ab0 req-b880ccf0-4560-4812-b36c-c7372db45a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:10.604973 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0d711ae7-295c-4388-810f-106d6bfa5ab0 req-b880ccf0-4560-4812-b36c-c7372db45a2a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50dacbb707d941ad827198228ce196ed&device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 1127 time: 0.1572559 Feb 19 04:40:10.611397 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e75f8171-db3e-4fcc-ab47-e7c0eb58032c req-2548d872-9564-4eb5-9905-96acbfa40866 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:10.657758 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f24bb1ec-d89a-45c5-ae8e-451163dfef34 None None] Provisioning complete for port cf61b412-0c8a-42a3-b973-d20d1fe2d3c2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:40:10.658482 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f24bb1ec-d89a-45c5-ae8e-451163dfef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (cf61b412-0c8a-42a3-b973-d20d1fe2d3c2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:10.765095 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f24bb1ec-d89a-45c5-ae8e-451163dfef34 None None] Port cf61b412-0c8a-42a3-b973-d20d1fe2d3c2 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:40:10.819397 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d711ae7-295c-4388-810f-106d6bfa5ab0 req-27127a37-667f-437b-bcc5-3e7a98c87518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:10.822002 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0d711ae7-295c-4388-810f-106d6bfa5ab0 req-27127a37-667f-437b-bcc5-3e7a98c87518 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4cf06b52-0236-4522-811e-82b5d51c24fe HTTP/1.1" status: 200 len: 920 time: 0.2068713 Feb 19 04:40:10.875699 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0d711ae7-295c-4388-810f-106d6bfa5ab0 req-9d941ad0-5dac-4f28-811b-97ae8356a15f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=617f63cb-d911-4fe3-b059-5fa5525e34dc HTTP/1.1" status: 200 len: 217 time: 0.0454164 Feb 19 04:40:10.951991 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d711ae7-295c-4388-810f-106d6bfa5ab0 req-feb885f1-d3a2-4e6b-aa23-2940cf4d1958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:10.954403 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0d711ae7-295c-4388-810f-106d6bfa5ab0 req-feb885f1-d3a2-4e6b-aa23-2940cf4d1958 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2 HTTP/1.1" status: 200 len: 860 time: 0.0713623 Feb 19 04:40:10.965283 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e76d4f83-617c-41e6-bc74-05418bd2659c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (cf61b412-0c8a-42a3-b973-d20d1fe2d3c2), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:11.034399 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0d711ae7-295c-4388-810f-106d6bfa5ab0 req-d716e6fd-c075-4488-a6ba-34cb1a25000c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4cf06b52-0236-4522-811e-82b5d51c24fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472138 Feb 19 04:40:11.174172 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0d711ae7-295c-4388-810f-106d6bfa5ab0 req-21aa1c9e-396b-41f8-b3ee-677ca1aa5145 service neutron] 10.222.0.10 "GET /v2.0/networks/4cf06b52-0236-4522-811e-82b5d51c24fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312335 Feb 19 04:40:11.341477 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-e75f8171-db3e-4fcc-ab47-e7c0eb58032c req-2548d872-9564-4eb5-9905-96acbfa40866 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Allocated IP 172.25.0.159 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/a786b369-a988-47d7-8d0a-fd0da24d345a) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:40:11.387209 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0d711ae7-295c-4388-810f-106d6bfa5ab0 req-d6602d61-e77a-4bf6-8e5d-b0d9acc2a9b4 service neutron] 10.222.0.10 "GET /v2.0/networks/4cf06b52-0236-4522-811e-82b5d51c24fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048841 Feb 19 04:40:11.499187 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e76d4f83-617c-41e6-bc74-05418bd2659c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks [] for port (cf61b412-0c8a-42a3-b973-d20d1fe2d3c2), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:11.513431 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e76d4f83-617c-41e6-bc74-05418bd2659c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (cf61b412-0c8a-42a3-b973-d20d1fe2d3c2), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:11.696788 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d4f83-617c-41e6-bc74-05418bd2659c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Pushing event updated for resources: {'Port': ['ID=cf61b412-0c8a-42a3-b973-d20d1fe2d3c2,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:11.703757 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:40:11.726103 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-e76d4f83-617c-41e6-bc74-05418bd2659c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] In _notify_port_updated(), no bound segment for port cf61b412-0c8a-42a3-b973-d20d1fe2d3c2 on network b2f5a466-6a2c-4147-9d39-f17323961ec6 {{(pid=115199) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:40:11.734268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76d4f83-617c-41e6-bc74-05418bd2659c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:11.735000 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e76d4f83-617c-41e6-bc74-05418bd2659c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:11.736886 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e76d4f83-617c-41e6-bc74-05418bd2659c tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] 10.222.0.65 "PUT /v2.0/ports/cf61b412-0c8a-42a3-b973-d20d1fe2d3c2 HTTP/1.1" status: 200 len: 996 time: 1.3786321 Feb 19 04:40:11.741388 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36132) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:11.744579 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e75f8171-db3e-4fcc-ab47-e7c0eb58032c req-2548d872-9564-4eb5-9905-96acbfa40866 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks [] for port (a786b369-a988-47d7-8d0a-fd0da24d345a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:11.857775 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e75f8171-db3e-4fcc-ab47-e7c0eb58032c req-2548d872-9564-4eb5-9905-96acbfa40866 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a786b369-a988-47d7-8d0a-fd0da24d345a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:11.908811 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75f8171-db3e-4fcc-ab47-e7c0eb58032c req-2548d872-9564-4eb5-9905-96acbfa40866 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:40:11.975176 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-e75f8171-db3e-4fcc-ab47-e7c0eb58032c req-2548d872-9564-4eb5-9905-96acbfa40866 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:40:11.980702 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75f8171-db3e-4fcc-ab47-e7c0eb58032c req-2548d872-9564-4eb5-9905-96acbfa40866 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:40:12.012385 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-6811df14-5213-4e86-890a-488b9114b682 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Deleting port cf61b412-0c8a-42a3-b973-d20d1fe2d3c2 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:40:12.012753 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6811df14-5213-4e86-890a-488b9114b682 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (cf61b412-0c8a-42a3-b973-d20d1fe2d3c2), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:12.080766 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548d872-9564-4eb5-9905-96acbfa40866 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Pushing event updated for resources: {'Port': ['ID=a786b369-a988-47d7-8d0a-fd0da24d345a,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:12.177624 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6811df14-5213-4e86-890a-488b9114b682 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (cf61b412-0c8a-42a3-b973-d20d1fe2d3c2), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:12.231995 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d197d6cf-8ce5-43a4-9b0d-0a0daa4a2b00 None None] Provisioning complete for port cf61b412-0c8a-42a3-b973-d20d1fe2d3c2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:40:12.234275 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d197d6cf-8ce5-43a4-9b0d-0a0daa4a2b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (cf61b412-0c8a-42a3-b973-d20d1fe2d3c2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:12.243936 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-6811df14-5213-4e86-890a-488b9114b682 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Calling delete_port for cf61b412-0c8a-42a3-b973-d20d1fe2d3c2 owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:40:12.268282 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e75f8171-db3e-4fcc-ab47-e7c0eb58032c req-2548d872-9564-4eb5-9905-96acbfa40866 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks [] for floatingip (2131f977-a5f0-40e2-9cb4-7896f9428c7e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:12.332104 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d197d6cf-8ce5-43a4-9b0d-0a0daa4a2b00 None None] Port cf61b412-0c8a-42a3-b973-d20d1fe2d3c2 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:40:12.403979 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e75f8171-db3e-4fcc-ab47-e7c0eb58032c req-2548d872-9564-4eb5-9905-96acbfa40866 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a786b369-a988-47d7-8d0a-fd0da24d345a), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:12.528276 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6811df14-5213-4e86-890a-488b9114b682 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (cf61b412-0c8a-42a3-b973-d20d1fe2d3c2), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:12.606957 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811df14-5213-4e86-890a-488b9114b682 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Pushing event deleted for resources: {'Port': ['ID=cf61b412-0c8a-42a3-b973-d20d1fe2d3c2,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:12.894181 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6811df14-5213-4e86-890a-488b9114b682 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:12.917628 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6811df14-5213-4e86-890a-488b9114b682 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] 10.222.0.65 "DELETE /v2.0/ports/cf61b412-0c8a-42a3-b973-d20d1fe2d3c2 HTTP/1.1" status: 204 len: 168 time: 1.1750567 Feb 19 04:40:12.918306 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36152) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:12.979714 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6238470-10eb-42e8-bbcc-d4ebe0fcb607 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] GET failed (client error): The resource could not be found. Feb 19 04:40:12.980533 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e75f8171-db3e-4fcc-ab47-e7c0eb58032c req-2548d872-9564-4eb5-9905-96acbfa40866 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks [] for port (a786b369-a988-47d7-8d0a-fd0da24d345a), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:12.987027 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b6238470-10eb-42e8-bbcc-d4ebe0fcb607 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] 10.222.0.65 "GET /v2.0/ports/cf61b412-0c8a-42a3-b973-d20d1fe2d3c2 HTTP/1.1" status: 404 len: 333 time: 0.0662315 Feb 19 04:40:12.991024 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36154) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:13.004241 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-3850d077-be51-4919-94e4-a8cfd8c1a797 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Request body: {'port': {'network_id': 'b2f5a466-6a2c-4147-9d39-f17323961ec6', 'name': 'tempest-AllowedAddressPairTestJSON-696038042'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:13.008263 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e75f8171-db3e-4fcc-ab47-e7c0eb58032c req-2548d872-9564-4eb5-9905-96acbfa40866 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (a786b369-a988-47d7-8d0a-fd0da24d345a), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:13.148714 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548d872-9564-4eb5-9905-96acbfa40866 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Pushing event updated for resources: {'Port': ['ID=a786b369-a988-47d7-8d0a-fd0da24d345a,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:13.241332 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e75f8171-db3e-4fcc-ab47-e7c0eb58032c req-2548d872-9564-4eb5-9905-96acbfa40866 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (2131f977-a5f0-40e2-9cb4-7896f9428c7e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:13.271788 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e75f8171-db3e-4fcc-ab47-e7c0eb58032c req-2548d872-9564-4eb5-9905-96acbfa40866 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:13.287129 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e75f8171-db3e-4fcc-ab47-e7c0eb58032c req-2548d872-9564-4eb5-9905-96acbfa40866 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4397507 Feb 19 04:40:13.449992 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e75f8171-db3e-4fcc-ab47-e7c0eb58032c req-0310a611-2450-4e69-9bf0-fcf60dfa2249 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 696 time: 0.1535029 Feb 19 04:40:13.464379 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3850d077-be51-4919-94e4-a8cfd8c1a797 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Made reservation on behalf of 6341da4eae88441196fa55ffd5abbe6d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:40:13.468225 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3850d077-be51-4919-94e4-a8cfd8c1a797 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:13.549761 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-3850d077-be51-4919-94e4-a8cfd8c1a797 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] device_id is not set on port 3717e748-eb50-487e-9144-46ac375a0256 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:40:13.681153 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f8171-db3e-4fcc-ab47-e7c0eb58032c req-11fde16d-bed9-4939-a408-973be0a3c0f3 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:13.688853 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e75f8171-db3e-4fcc-ab47-e7c0eb58032c req-11fde16d-bed9-4939-a408-973be0a3c0f3 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.2378240 Feb 19 04:40:13.696524 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-e75f8171-db3e-4fcc-ab47-e7c0eb58032c req-833b57e1-4517-4d24-9191-75a13a02c768 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:40:13.701564 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e75f8171-db3e-4fcc-ab47-e7c0eb58032c req-833b57e1-4517-4d24-9191-75a13a02c768 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113902 Feb 19 04:40:13.807283 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-3850d077-be51-4919-94e4-a8cfd8c1a797 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Allocated IP 172.20.0.10 (b2f5a466-6a2c-4147-9d39-f17323961ec6/90309b15-0818-49d5-9e4b-cb6b8d712c0c/3717e748-eb50-487e-9144-46ac375a0256) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:40:14.083972 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db1434-9381-42f6-8b81-f4bd948a1071 req-2f4408e1-cba5-4385-921a-605a0a1e3312 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:14.087996 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-93db1434-9381-42f6-8b81-f4bd948a1071 req-2f4408e1-cba5-4385-921a-605a0a1e3312 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2905719 Feb 19 04:40:14.117717 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3850d077-be51-4919-94e4-a8cfd8c1a797 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks [] for port (3717e748-eb50-487e-9144-46ac375a0256), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:14.360953 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-93db1434-9381-42f6-8b81-f4bd948a1071 req-5df9a29a-2711-47d6-b5fa-94c4e0f0bd4a tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 696 time: 0.2665410 Feb 19 04:40:14.380511 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-93db1434-9381-42f6-8b81-f4bd948a1071 req-43fea026-a044-4a50-ad66-fb6ac41a5798 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Request body: {'floatingip': {'port_id': '617f63cb-d911-4fe3-b059-5fa5525e34dc', 'fixed_ip_address': '172.20.0.2'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:14.758514 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-93db1434-9381-42f6-8b81-f4bd948a1071 req-43fea026-a044-4a50-ad66-fb6ac41a5798 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks [] for floatingip (2131f977-a5f0-40e2-9cb4-7896f9428c7e), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:14.983403 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3850d077-be51-4919-94e4-a8cfd8c1a797 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (3717e748-eb50-487e-9144-46ac375a0256), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:15.064687 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850d077-be51-4919-94e4-a8cfd8c1a797 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Pushing event updated for resources: {'Port': ['ID=3717e748-eb50-487e-9144-46ac375a0256,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:15.083703 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3850d077-be51-4919-94e4-a8cfd8c1a797 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Network b2f5a466-6a2c-4147-9d39-f17323961ec6 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:40:15.085416 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-3850d077-be51-4919-94e4-a8cfd8c1a797 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:40:15.089137 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3850d077-be51-4919-94e4-a8cfd8c1a797 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:40:15.223017 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3850d077-be51-4919-94e4-a8cfd8c1a797 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:15.223787 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3850d077-be51-4919-94e4-a8cfd8c1a797 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:15.270008 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3850d077-be51-4919-94e4-a8cfd8c1a797 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2728987 Feb 19 04:40:15.270596 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36180) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:15.281196 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-51e2c23b-9e6d-4765-bea3-f5ee886bf9f3 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Request body: {'port': {'network_id': 'b2f5a466-6a2c-4147-9d39-f17323961ec6', 'name': 'tempest-AllowedAddressPairTestJSON-475877945'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:15.588379 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e2c23b-9e6d-4765-bea3-f5ee886bf9f3 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Made reservation on behalf of 6341da4eae88441196fa55ffd5abbe6d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:40:15.593969 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-51e2c23b-9e6d-4765-bea3-f5ee886bf9f3 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:15.628548 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-92142a61-0223-499d-9299-e7e5c0f2afc4 None None] Provisioning complete for port 3717e748-eb50-487e-9144-46ac375a0256 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:40:15.629268 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-92142a61-0223-499d-9299-e7e5c0f2afc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3717e748-eb50-487e-9144-46ac375a0256), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:15.665652 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-51e2c23b-9e6d-4765-bea3-f5ee886bf9f3 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] device_id is not set on port 5ad3b1ed-686b-4e55-bbb6-94f54ad987f7 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:40:15.806709 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-92142a61-0223-499d-9299-e7e5c0f2afc4 None None] Port 3717e748-eb50-487e-9144-46ac375a0256 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:40:16.085587 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-51e2c23b-9e6d-4765-bea3-f5ee886bf9f3 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Allocated IP 172.20.0.13 (b2f5a466-6a2c-4147-9d39-f17323961ec6/90309b15-0818-49d5-9e4b-cb6b8d712c0c/5ad3b1ed-686b-4e55-bbb6-94f54ad987f7) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:40:16.559043 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-51e2c23b-9e6d-4765-bea3-f5ee886bf9f3 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks [] for port (5ad3b1ed-686b-4e55-bbb6-94f54ad987f7), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:16.620876 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-51e2c23b-9e6d-4765-bea3-f5ee886bf9f3 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (5ad3b1ed-686b-4e55-bbb6-94f54ad987f7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:16.788106 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e2c23b-9e6d-4765-bea3-f5ee886bf9f3 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Network b2f5a466-6a2c-4147-9d39-f17323961ec6 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:40:16.795113 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-51e2c23b-9e6d-4765-bea3-f5ee886bf9f3 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:40:16.806206 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e2c23b-9e6d-4765-bea3-f5ee886bf9f3 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:40:17.029987 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e2c23b-9e6d-4765-bea3-f5ee886bf9f3 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:17.031212 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-51e2c23b-9e6d-4765-bea3-f5ee886bf9f3 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:17.100786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2c23b-9e6d-4765-bea3-f5ee886bf9f3 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Pushing event updated for resources: {'Port': ['ID=5ad3b1ed-686b-4e55-bbb6-94f54ad987f7,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:17.148422 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-51e2c23b-9e6d-4765-bea3-f5ee886bf9f3 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8735454 Feb 19 04:40:17.150021 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36200) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:17.174411 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-8670ee85-e7af-4ae8-889f-3623546fcdc9 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:85:f4:c1'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:1f:f8:c8'}]}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:17.256770 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.resource_extend [req-93db1434-9381-42f6-8b81-f4bd948a1071 req-43fea026-a044-4a50-ad66-fb6ac41a5798 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:40:17.393443 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6169940e-ea2a-48b8-89a7-e9bf0b2a1544 None None] Provisioning complete for port 5ad3b1ed-686b-4e55-bbb6-94f54ad987f7 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:40:17.394045 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6169940e-ea2a-48b8-89a7-e9bf0b2a1544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5ad3b1ed-686b-4e55-bbb6-94f54ad987f7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:17.457234 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-93db1434-9381-42f6-8b81-f4bd948a1071 req-43fea026-a044-4a50-ad66-fb6ac41a5798 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:17.465830 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-93db1434-9381-42f6-8b81-f4bd948a1071 req-43fea026-a044-4a50-ad66-fb6ac41a5798 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (2131f977-a5f0-40e2-9cb4-7896f9428c7e), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:17.490444 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6169940e-ea2a-48b8-89a7-e9bf0b2a1544 None None] Port 5ad3b1ed-686b-4e55-bbb6-94f54ad987f7 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:40:17.551804 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8670ee85-e7af-4ae8-889f-3623546fcdc9 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5ad3b1ed-686b-4e55-bbb6-94f54ad987f7), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:17.791701 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [req-93db1434-9381-42f6-8b81-f4bd948a1071 req-43fea026-a044-4a50-ad66-fb6ac41a5798 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Floating IP 2131f977-a5f0-40e2-9cb4-7896f9428c7e associated. External IP: 172.25.0.159, port: 617f63cb-d911-4fe3-b059-5fa5525e34dc. Feb 19 04:40:17.992330 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8670ee85-e7af-4ae8-889f-3623546fcdc9 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks [] for port (5ad3b1ed-686b-4e55-bbb6-94f54ad987f7), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:18.002941 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8670ee85-e7af-4ae8-889f-3623546fcdc9 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (5ad3b1ed-686b-4e55-bbb6-94f54ad987f7), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:18.334934 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670ee85-e7af-4ae8-889f-3623546fcdc9 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Pushing event updated for resources: {'Port': ['ID=5ad3b1ed-686b-4e55-bbb6-94f54ad987f7,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:18.349844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-8670ee85-e7af-4ae8-889f-3623546fcdc9 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] In _notify_port_updated(), no bound segment for port 5ad3b1ed-686b-4e55-bbb6-94f54ad987f7 on network b2f5a466-6a2c-4147-9d39-f17323961ec6 {{(pid=115198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:40:18.384744 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8670ee85-e7af-4ae8-889f-3623546fcdc9 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:18.384744 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8670ee85-e7af-4ae8-889f-3623546fcdc9 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:18.384744 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8670ee85-e7af-4ae8-889f-3623546fcdc9 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] 10.222.0.65 "PUT /v2.0/ports/5ad3b1ed-686b-4e55-bbb6-94f54ad987f7 HTTP/1.1" status: 200 len: 1057 time: 1.2258360 Feb 19 04:40:18.387464 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36214) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:18.478089 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93db1434-9381-42f6-8b81-f4bd948a1071 req-43fea026-a044-4a50-ad66-fb6ac41a5798 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Router 8de5c72a-c98f-4648-82dd-60e7bda1513d has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:40:18.654524 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ad4ebf73-f7e2-4d4c-95b5-f11f9f41828a None None] Provisioning complete for port 5ad3b1ed-686b-4e55-bbb6-94f54ad987f7 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:40:18.655398 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ad4ebf73-f7e2-4d4c-95b5-f11f9f41828a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5ad3b1ed-686b-4e55-bbb6-94f54ad987f7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:18.749826 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-fed02fa8-d6ac-4149-91c5-bdb8a5f06780 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Deleting port 5ad3b1ed-686b-4e55-bbb6-94f54ad987f7 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:40:18.750118 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fed02fa8-d6ac-4149-91c5-bdb8a5f06780 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (5ad3b1ed-686b-4e55-bbb6-94f54ad987f7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:18.765453 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ad4ebf73-f7e2-4d4c-95b5-f11f9f41828a None None] Port 5ad3b1ed-686b-4e55-bbb6-94f54ad987f7 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:40:19.151307 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93db1434-9381-42f6-8b81-f4bd948a1071 req-43fea026-a044-4a50-ad66-fb6ac41a5798 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:40:19.157543 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452a700e-862a-4540-8fad-ce484d5eaf24 None None] Sync routers for ids ['8de5c72a-c98f-4648-82dd-60e7bda1513d'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:40:19.158228 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-93db1434-9381-42f6-8b81-f4bd948a1071 req-43fea026-a044-4a50-ad66-fb6ac41a5798 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:19.158573 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452a700e-862a-4540-8fad-ce484d5eaf24 None None] Routers {'8de5c72a-c98f-4648-82dd-60e7bda1513d'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:40:19.158573 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-452a700e-862a-4540-8fad-ce484d5eaf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:40:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['8de5c72a-c98f-4648-82dd-60e7bda1513d'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:19.302030 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-93db1434-9381-42f6-8b81-f4bd948a1071 req-43fea026-a044-4a50-ad66-fb6ac41a5798 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "PUT /v2.0/floatingips/2131f977-a5f0-40e2-9cb4-7896f9428c7e HTTP/1.1" status: 200 len: 996 time: 4.9346302 Feb 19 04:40:19.302885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2dea86-e9e1-49ff-a947-553f08d71f66', 'tag': '617f63cb-d911-4fe3-b059-5fa5525e34dc'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:40:19.306830 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4282d65c-d46a-4a6b-aa52-67d773fde9e8" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2dea86-e9e1-49ff-a947-553f08d71f66", "tag": "617f63cb-d911-4fe3-b059-5fa5525e34dc"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:40:19.356262 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fed02fa8-d6ac-4149-91c5-bdb8a5f06780 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (5ad3b1ed-686b-4e55-bbb6-94f54ad987f7), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:19.421506 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-fed02fa8-d6ac-4149-91c5-bdb8a5f06780 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Calling delete_port for 5ad3b1ed-686b-4e55-bbb6-94f54ad987f7 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:40:19.444024 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f41b855-19e7-48e0-b809-b9d739b1673e x-openstack-request-id: req-9f41b855-19e7-48e0-b809-b9d739b1673e {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:40:19.444296 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2dea86-e9e1-49ff-a947-553f08d71f66", "tag": "617f63cb-d911-4fe3-b059-5fa5525e34dc", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:40:19.444559 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9f41b855-19e7-48e0-b809-b9d739b1673e {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:40:19.445001 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2dea86-e9e1-49ff-a947-553f08d71f66', 'tag': '617f63cb-d911-4fe3-b059-5fa5525e34dc', 'status': 'completed', 'code': 200} Feb 19 04:40:19.493816 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db1434-9381-42f6-8b81-f4bd948a1071 req-2db42e14-3b65-42a1-9dcc-0dc2dba1cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:19.504806 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-93db1434-9381-42f6-8b81-f4bd948a1071 req-2db42e14-3b65-42a1-9dcc-0dc2dba1cd9d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=50dacbb707d941ad827198228ce196ed&device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 1127 time: 0.1543539 Feb 19 04:40:19.914409 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-452a700e-862a-4540-8fad-ce484d5eaf24 None None] Set router 8de5c72a-c98f-4648-82dd-60e7bda1513d gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:40:20.008772 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db1434-9381-42f6-8b81-f4bd948a1071 req-ef0f487e-15c8-49ad-bd08-e9e98a1d4d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:20.017134 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-93db1434-9381-42f6-8b81-f4bd948a1071 req-ef0f487e-15c8-49ad-bd08-e9e98a1d4d53 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4cf06b52-0236-4522-811e-82b5d51c24fe HTTP/1.1" status: 200 len: 920 time: 0.4897819 Feb 19 04:40:20.100395 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fed02fa8-d6ac-4149-91c5-bdb8a5f06780 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (5ad3b1ed-686b-4e55-bbb6-94f54ad987f7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:20.281976 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed02fa8-d6ac-4149-91c5-bdb8a5f06780 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Pushing event deleted for resources: {'Port': ['ID=5ad3b1ed-686b-4e55-bbb6-94f54ad987f7,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:20.471777 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-93db1434-9381-42f6-8b81-f4bd948a1071 req-9f505744-dbee-498a-bb4a-e9d90fcead35 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=617f63cb-d911-4fe3-b059-5fa5525e34dc HTTP/1.1" status: 200 len: 999 time: 0.4377952 Feb 19 04:40:20.559318 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282d65c-d46a-4a6b-aa52-67d773fde9e8 req-848cc9e7-44a3-4c05-846d-9be6b6f31b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:20.573453 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4282d65c-d46a-4a6b-aa52-67d773fde9e8 req-848cc9e7-44a3-4c05-846d-9be6b6f31b08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50dacbb707d941ad827198228ce196ed&device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 1127 time: 0.6193936 Feb 19 04:40:20.789743 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db1434-9381-42f6-8b81-f4bd948a1071 req-e41d1dbc-825b-493f-9588-d20693e70662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:20.819293 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-93db1434-9381-42f6-8b81-f4bd948a1071 req-e41d1dbc-825b-493f-9588-d20693e70662 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2 HTTP/1.1" status: 200 len: 860 time: 0.3373499 Feb 19 04:40:20.953919 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-93db1434-9381-42f6-8b81-f4bd948a1071 req-aa99b0d3-864b-4dc3-80b8-acce47b14c1e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4cf06b52-0236-4522-811e-82b5d51c24fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278760 Feb 19 04:40:20.975262 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-93db1434-9381-42f6-8b81-f4bd948a1071 req-43361b94-878a-442a-8477-8e815f0fbb0a service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:40:20.995119 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-93db1434-9381-42f6-8b81-f4bd948a1071 req-43361b94-878a-442a-8477-8e815f0fbb0a service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0383019 Feb 19 04:40:21.125190 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-452a700e-862a-4540-8fad-ce484d5eaf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1680120199-router', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:33Z', 'updated_at': '2022-02-19T04:38:57Z', 'revision_number': 4, 'project_id': '50dacbb707d941ad827198228ce196ed', 'gw_port': {'id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:36Z', 'updated_at': '2022-02-19T04:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '2131f977-a5f0-40e2-9cb4-7896f9428c7e', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'port_id': '617f63cb-d911-4fe3-b059-5fa5525e34dc', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2926, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf06b52-0236-4522-811e-82b5d51c24fe', 'mac_address': 'fa:16:3e:87:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2dea86-e9e1-49ff-a947-553f08d71f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:40:12Z', 'updated_at': '2022-02-19T04:40:16Z', 'revision_number': 1, 'project_id': '50dacbb707d941ad827198228ce196ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1', 'name': '', 'network_id': '4cf06b52-0236-4522-811e-82b5d51c24fe', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'mac_address': 'fa:16:3e:be:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:50Z', 'updated_at': '2022-02-19T04:39:17Z', 'revision_number': 5, 'project_id': '50dacbb707d941ad827198228ce196ed', 'subnets': [{'id': '0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:21.255872 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452a700e-862a-4540-8fad-ce484d5eaf24 None None] Checking router: 8de5c72a-c98f-4648-82dd-60e7bda1513d for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:40:21.268336 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452a700e-862a-4540-8fad-ce484d5eaf24 None None] Routers {'8de5c72a-c98f-4648-82dd-60e7bda1513d'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:40:21.269779 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-452a700e-862a-4540-8fad-ce484d5eaf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:40:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['8de5c72a-c98f-4648-82dd-60e7bda1513d'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:21.432613 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-93db1434-9381-42f6-8b81-f4bd948a1071 req-99308763-ea4a-4179-9aed-fab0fded308f service neutron] 10.222.0.65 "GET /v2.0/networks/4cf06b52-0236-4522-811e-82b5d51c24fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353213 Feb 19 04:40:21.507384 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282d65c-d46a-4a6b-aa52-67d773fde9e8 req-e661c46f-cec3-4e44-bd8c-c34508997344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:21.511012 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4282d65c-d46a-4a6b-aa52-67d773fde9e8 req-e661c46f-cec3-4e44-bd8c-c34508997344 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4cf06b52-0236-4522-811e-82b5d51c24fe HTTP/1.1" status: 200 len: 920 time: 0.9301050 Feb 19 04:40:21.664517 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-452a700e-862a-4540-8fad-ce484d5eaf24 None None] Set router 8de5c72a-c98f-4648-82dd-60e7bda1513d gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:40:21.838275 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fed02fa8-d6ac-4149-91c5-bdb8a5f06780 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:21.855136 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fed02fa8-d6ac-4149-91c5-bdb8a5f06780 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] 10.222.0.65 "DELETE /v2.0/ports/5ad3b1ed-686b-4e55-bbb6-94f54ad987f7 HTTP/1.1" status: 204 len: 168 time: 3.4625862 Feb 19 04:40:21.858819 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-93db1434-9381-42f6-8b81-f4bd948a1071 req-a3145d4f-2db5-4e6f-a8b6-cca5614afe3d service neutron] 10.222.0.65 "GET /v2.0/networks/4cf06b52-0236-4522-811e-82b5d51c24fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186168 Feb 19 04:40:21.863463 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36284) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:21.958567 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d55885a-e24a-489b-92db-bc0868262344 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] GET failed (client error): The resource could not be found. Feb 19 04:40:21.965555 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3d55885a-e24a-489b-92db-bc0868262344 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] 10.222.0.65 "GET /v2.0/ports/5ad3b1ed-686b-4e55-bbb6-94f54ad987f7 HTTP/1.1" status: 404 len: 333 time: 0.0997317 Feb 19 04:40:21.967622 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36288) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:21.985384 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4282d65c-d46a-4a6b-aa52-67d773fde9e8 req-d407b37e-4374-428b-a822-dcff8e2781e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=617f63cb-d911-4fe3-b059-5fa5525e34dc HTTP/1.1" status: 200 len: 999 time: 0.4572656 Feb 19 04:40:22.286828 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c266297e-05a3-4774-a689-a300a71b2103 req-57581e58-a404-4278-a8f3-c00640b1d4d9 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 999 time: 0.3564270 Feb 19 04:40:22.412394 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-63bad696-2ab4-4b6f-b494-588b964e0b42 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Deleting port 3717e748-eb50-487e-9144-46ac375a0256 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:40:22.412958 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63bad696-2ab4-4b6f-b494-588b964e0b42 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3717e748-eb50-487e-9144-46ac375a0256), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:22.413949 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-452a700e-862a-4540-8fad-ce484d5eaf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1680120199-router', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:33Z', 'updated_at': '2022-02-19T04:38:57Z', 'revision_number': 4, 'project_id': '50dacbb707d941ad827198228ce196ed', 'gw_port': {'id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:36Z', 'updated_at': '2022-02-19T04:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '2131f977-a5f0-40e2-9cb4-7896f9428c7e', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'port_id': '617f63cb-d911-4fe3-b059-5fa5525e34dc', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2926, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf06b52-0236-4522-811e-82b5d51c24fe', 'mac_address': 'fa:16:3e:87:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2dea86-e9e1-49ff-a947-553f08d71f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:40:12Z', 'updated_at': '2022-02-19T04:40:16Z', 'revision_number': 1, 'project_id': '50dacbb707d941ad827198228ce196ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1', 'name': '', 'network_id': '4cf06b52-0236-4522-811e-82b5d51c24fe', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'mac_address': 'fa:16:3e:be:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:50Z', 'updated_at': '2022-02-19T04:39:17Z', 'revision_number': 5, 'project_id': '50dacbb707d941ad827198228ce196ed', 'subnets': [{'id': '0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:22.475400 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452a700e-862a-4540-8fad-ce484d5eaf24 None None] The sync data for ids ['8de5c72a-c98f-4648-82dd-60e7bda1513d'] in n-d-772273-4 is: [{'id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1680120199-router', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:33Z', 'updated_at': '2022-02-19T04:38:57Z', 'revision_number': 4, 'project_id': '50dacbb707d941ad827198228ce196ed', 'gw_port': {'id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:36Z', 'updated_at': '2022-02-19T04:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '2131f977-a5f0-40e2-9cb4-7896f9428c7e', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'port_id': '617f63cb-d911-4fe3-b059-5fa5525e34dc', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2926, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf06b52-0236-4522-811e-82b5d51c24fe', 'mac_address': 'fa:16:3e:87:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2dea86-e9e1-49ff-a947-553f08d71f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:40:12Z', 'updated_at': '2022-02-19T04:40:16Z', 'revision_number': 1, 'project_id': '50dacbb707d941ad827198228ce196ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1', 'name': '', 'network_id': '4cf06b52-0236-4522-811e-82b5d51c24fe', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'mac_address': 'fa:16:3e:be:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:50Z', 'updated_at': '2022-02-19T04:39:17Z', 'revision_number': 5, 'project_id': '50dacbb707d941ad827198228ce196ed', 'subnets': [{'id': '0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:40:22.640460 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266297e-05a3-4774-a689-a300a71b2103 req-f24a6051-7f6b-4979-b724-fedc7b2d4170 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:22.647548 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c266297e-05a3-4774-a689-a300a71b2103 req-f24a6051-7f6b-4979-b724-fedc7b2d4170 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports/617f63cb-d911-4fe3-b059-5fa5525e34dc HTTP/1.1" status: 200 len: 942 time: 0.3205628 Feb 19 04:40:22.654548 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282d65c-d46a-4a6b-aa52-67d773fde9e8 req-77a8e1ba-7f81-4502-b80f-f8c6684ccd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:22.661140 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4282d65c-d46a-4a6b-aa52-67d773fde9e8 req-77a8e1ba-7f81-4502-b80f-f8c6684ccd1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2 HTTP/1.1" status: 200 len: 860 time: 0.5571990 Feb 19 04:40:22.770292 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4282d65c-d46a-4a6b-aa52-67d773fde9e8 req-ffe4fb88-4dbe-4f84-bcce-a9598f190ccf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4cf06b52-0236-4522-811e-82b5d51c24fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980873 Feb 19 04:40:23.036783 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63bad696-2ab4-4b6f-b494-588b964e0b42 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3717e748-eb50-487e-9144-46ac375a0256), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:23.140307 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-63bad696-2ab4-4b6f-b494-588b964e0b42 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Calling delete_port for 3717e748-eb50-487e-9144-46ac375a0256 owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:40:23.268816 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e706bb6-66b1-4da8-a4a6-57f10c127fd5 None None] New status for floating IP 2131f977-a5f0-40e2-9cb4-7896f9428c7e: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:40:23.414001 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c266297e-05a3-4774-a689-a300a71b2103 req-32b8fcf2-1b63-4900-a9c4-32f3c7285752 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 999 time: 0.4143574 Feb 19 04:40:23.639019 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4282d65c-d46a-4a6b-aa52-67d773fde9e8 req-d48b494b-d210-450e-9b25-5beb24b627e6 service neutron] 10.222.0.10 "GET /v2.0/networks/4cf06b52-0236-4522-811e-82b5d51c24fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8617640 Feb 19 04:40:24.084491 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4282d65c-d46a-4a6b-aa52-67d773fde9e8 req-99d03d0a-cd02-4fc8-a456-2f014ef40aef service neutron] 10.222.0.10 "GET /v2.0/networks/4cf06b52-0236-4522-811e-82b5d51c24fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520341 Feb 19 04:40:24.406339 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266297e-05a3-4774-a689-a300a71b2103 req-be17bfaf-1ed1-41eb-9816-240a3b705eab tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:24.429890 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c266297e-05a3-4774-a689-a300a71b2103 req-be17bfaf-1ed1-41eb-9816-240a3b705eab tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.7874939 Feb 19 04:40:24.436963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-c266297e-05a3-4774-a689-a300a71b2103 req-7fbac000-2a0c-40ee-8b0a-615416cd0e20 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:40:24.459122 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c266297e-05a3-4774-a689-a300a71b2103 req-7fbac000-2a0c-40ee-8b0a-615416cd0e20 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0269117 Feb 19 04:40:24.496180 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63bad696-2ab4-4b6f-b494-588b964e0b42 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (3717e748-eb50-487e-9144-46ac375a0256), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:24.632148 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bad696-2ab4-4b6f-b494-588b964e0b42 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Pushing event deleted for resources: {'Port': ['ID=3717e748-eb50-487e-9144-46ac375a0256,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:24.764872 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c266297e-05a3-4774-a689-a300a71b2103 req-3acc4c0b-6306-4d30-a638-fc6363b5ded4 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 1001 time: 0.3040941 Feb 19 04:40:24.779081 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-c266297e-05a3-4774-a689-a300a71b2103 req-112df2f2-4a85-4e77-b323-db20b8242493 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:25.089385 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63bad696-2ab4-4b6f-b494-588b964e0b42 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:25.128056 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-63bad696-2ab4-4b6f-b494-588b964e0b42 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] 10.222.0.65 "DELETE /v2.0/ports/3717e748-eb50-487e-9144-46ac375a0256 HTTP/1.1" status: 204 len: 168 time: 3.1325841 Feb 19 04:40:25.129698 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36340) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:25.169485 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c266297e-05a3-4774-a689-a300a71b2103 req-112df2f2-4a85-4e77-b323-db20b8242493 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks [] for floatingip (2131f977-a5f0-40e2-9cb4-7896f9428c7e), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:25.242757 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc0509f-0265-4ccf-ab32-b40e0438a47e tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] GET failed (client error): The resource could not be found. Feb 19 04:40:25.254818 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8bc0509f-0265-4ccf-ab32-b40e0438a47e tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] 10.222.0.65 "GET /v2.0/ports/3717e748-eb50-487e-9144-46ac375a0256 HTTP/1.1" status: 404 len: 333 time: 0.1234560 Feb 19 04:40:25.261288 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36342) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:25.698518 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-cf01736d-e5a1-494e-8933-89d9d2458512 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Deleting port 3dd09c4b-f4f2-4dff-bc3b-ae35a771f56f {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:40:25.699493 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf01736d-e5a1-494e-8933-89d9d2458512 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3dd09c4b-f4f2-4dff-bc3b-ae35a771f56f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:25.768572 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c266297e-05a3-4774-a689-a300a71b2103 req-112df2f2-4a85-4e77-b323-db20b8242493 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:25.791222 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c266297e-05a3-4774-a689-a300a71b2103 req-112df2f2-4a85-4e77-b323-db20b8242493 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (2131f977-a5f0-40e2-9cb4-7896f9428c7e), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:25.792504 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [req-c266297e-05a3-4774-a689-a300a71b2103 req-112df2f2-4a85-4e77-b323-db20b8242493 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Floating IP 2131f977-a5f0-40e2-9cb4-7896f9428c7e disassociated. External IP: 172.25.0.159, port: 617f63cb-d911-4fe3-b059-5fa5525e34dc. Feb 19 04:40:26.316767 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf01736d-e5a1-494e-8933-89d9d2458512 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3dd09c4b-f4f2-4dff-bc3b-ae35a771f56f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:26.430795 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-cf01736d-e5a1-494e-8933-89d9d2458512 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Calling delete_port for 3dd09c4b-f4f2-4dff-bc3b-ae35a771f56f owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:40:26.626863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c266297e-05a3-4774-a689-a300a71b2103 req-112df2f2-4a85-4e77-b323-db20b8242493 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Router 8de5c72a-c98f-4648-82dd-60e7bda1513d has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:40:26.910677 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf01736d-e5a1-494e-8933-89d9d2458512 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (3dd09c4b-f4f2-4dff-bc3b-ae35a771f56f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:27.022151 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01736d-e5a1-494e-8933-89d9d2458512 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Pushing event deleted for resources: {'Port': ['ID=3dd09c4b-f4f2-4dff-bc3b-ae35a771f56f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:27.167496 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c266297e-05a3-4774-a689-a300a71b2103 req-112df2f2-4a85-4e77-b323-db20b8242493 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:40:27.175458 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c266297e-05a3-4774-a689-a300a71b2103 req-112df2f2-4a85-4e77-b323-db20b8242493 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:27.200619 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bf30a7-24ac-436d-99ac-c9733a7e16c0 None None] Sync routers for ids ['8de5c72a-c98f-4648-82dd-60e7bda1513d'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:40:27.246030 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bf30a7-24ac-436d-99ac-c9733a7e16c0 None None] Routers {'8de5c72a-c98f-4648-82dd-60e7bda1513d'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:40:27.246693 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c5bf30a7-24ac-436d-99ac-c9733a7e16c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:40:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['8de5c72a-c98f-4648-82dd-60e7bda1513d'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:27.350297 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c266297e-05a3-4774-a689-a300a71b2103 req-112df2f2-4a85-4e77-b323-db20b8242493 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "PUT /v2.0/floatingips/2131f977-a5f0-40e2-9cb4-7896f9428c7e HTTP/1.1" status: 200 len: 695 time: 2.5840747 Feb 19 04:40:27.350875 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2dea86-e9e1-49ff-a947-553f08d71f66', 'tag': '617f63cb-d911-4fe3-b059-5fa5525e34dc'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:40:27.354032 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3202f45-b537-4bf5-a448-9b6d13c6e47e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2dea86-e9e1-49ff-a947-553f08d71f66", "tag": "617f63cb-d911-4fe3-b059-5fa5525e34dc"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:40:27.457863 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf01736d-e5a1-494e-8933-89d9d2458512 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:27.482816 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cf01736d-e5a1-494e-8933-89d9d2458512 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] 10.222.0.65 "DELETE /v2.0/ports/3dd09c4b-f4f2-4dff-bc3b-ae35a771f56f HTTP/1.1" status: 204 len: 168 time: 2.2201595 Feb 19 04:40:27.489498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36386) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:27.620828 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266297e-05a3-4774-a689-a300a71b2103 req-8faab2ee-9627-40ee-9139-35afe743df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:27.650377 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c266297e-05a3-4774-a689-a300a71b2103 req-8faab2ee-9627-40ee-9139-35afe743df18 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=50dacbb707d941ad827198228ce196ed&device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 1127 time: 0.2474873 Feb 19 04:40:27.654881 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d709ad5-3d20-4203-b9f2-5bf6dd9f1270 x-openstack-request-id: req-2d709ad5-3d20-4203-b9f2-5bf6dd9f1270 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:40:27.655264 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2dea86-e9e1-49ff-a947-553f08d71f66", "tag": "617f63cb-d911-4fe3-b059-5fa5525e34dc", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:40:27.665866 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d709ad5-3d20-4203-b9f2-5bf6dd9f1270 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:40:27.666710 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2dea86-e9e1-49ff-a947-553f08d71f66', 'tag': '617f63cb-d911-4fe3-b059-5fa5525e34dc', 'status': 'completed', 'code': 200} Feb 19 04:40:27.790767 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98cb461-2557-44e3-9ab1-1582bef7b77e tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Deleting subnet 90309b15-0818-49d5-9e4b-cb6b8d712c0c {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:40:27.806294 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b98cb461-2557-44e3-9ab1-1582bef7b77e tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks [] for subnet (90309b15-0818-49d5-9e4b-cb6b8d712c0c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:27.814708 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-c5bf30a7-24ac-436d-99ac-c9733a7e16c0 None None] Set router 8de5c72a-c98f-4648-82dd-60e7bda1513d gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:40:28.076375 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3202f45-b537-4bf5-a448-9b6d13c6e47e req-80785c36-1e47-4942-b823-c7740254c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:28.099925 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f3202f45-b537-4bf5-a448-9b6d13c6e47e req-80785c36-1e47-4942-b823-c7740254c596 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=50dacbb707d941ad827198228ce196ed&device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 1127 time: 0.4280918 Feb 19 04:40:28.136053 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b98cb461-2557-44e3-9ab1-1582bef7b77e tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (90309b15-0818-49d5-9e4b-cb6b8d712c0c), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:28.239366 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266297e-05a3-4774-a689-a300a71b2103 req-c03c4fa1-7040-491f-a356-52eef5ad85ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:28.257452 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c266297e-05a3-4774-a689-a300a71b2103 req-c03c4fa1-7040-491f-a356-52eef5ad85ab service neutron] 10.222.0.65 "GET /v2.0/networks?id=4cf06b52-0236-4522-811e-82b5d51c24fe HTTP/1.1" status: 200 len: 920 time: 0.6035571 Feb 19 04:40:28.540030 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c5bf30a7-24ac-436d-99ac-c9733a7e16c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1680120199-router', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:33Z', 'updated_at': '2022-02-19T04:38:57Z', 'revision_number': 4, 'project_id': '50dacbb707d941ad827198228ce196ed', 'gw_port': {'id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:36Z', 'updated_at': '2022-02-19T04:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1', 'name': '', 'network_id': '4cf06b52-0236-4522-811e-82b5d51c24fe', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'mac_address': 'fa:16:3e:be:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:50Z', 'updated_at': '2022-02-19T04:39:17Z', 'revision_number': 5, 'project_id': '50dacbb707d941ad827198228ce196ed', 'subnets': [{'id': '0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:28.598687 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3202f45-b537-4bf5-a448-9b6d13c6e47e req-ef599a05-d7bd-4b1c-a25a-35c60ef3077a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:28.606896 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f3202f45-b537-4bf5-a448-9b6d13c6e47e req-ef599a05-d7bd-4b1c-a25a-35c60ef3077a service neutron] 10.222.0.10 "GET /v2.0/networks?id=4cf06b52-0236-4522-811e-82b5d51c24fe HTTP/1.1" status: 200 len: 920 time: 0.5013196 Feb 19 04:40:28.661027 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bf30a7-24ac-436d-99ac-c9733a7e16c0 None None] Checking router: 8de5c72a-c98f-4648-82dd-60e7bda1513d for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:40:28.685834 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bf30a7-24ac-436d-99ac-c9733a7e16c0 None None] Routers {'8de5c72a-c98f-4648-82dd-60e7bda1513d'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:40:28.686597 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c5bf30a7-24ac-436d-99ac-c9733a7e16c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:40:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['8de5c72a-c98f-4648-82dd-60e7bda1513d'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:28.708641 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b98cb461-2557-44e3-9ab1-1582bef7b77e tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (90309b15-0818-49d5-9e4b-cb6b8d712c0c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:28.852773 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c266297e-05a3-4774-a689-a300a71b2103 req-e25aa979-7f73-49b7-bb00-69c371124422 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=617f63cb-d911-4fe3-b059-5fa5525e34dc HTTP/1.1" status: 200 len: 217 time: 0.2440848 Feb 19 04:40:28.862789 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f3202f45-b537-4bf5-a448-9b6d13c6e47e req-5692ccdd-58fe-44b8-ada3-311ae9ae7d71 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=617f63cb-d911-4fe3-b059-5fa5525e34dc HTTP/1.1" status: 200 len: 217 time: 0.2170053 Feb 19 04:40:29.056328 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-c5bf30a7-24ac-436d-99ac-c9733a7e16c0 None None] Set router 8de5c72a-c98f-4648-82dd-60e7bda1513d gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:40:29.077120 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b98cb461-2557-44e3-9ab1-1582bef7b77e tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (90309b15-0818-49d5-9e4b-cb6b8d712c0c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:29.218175 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3202f45-b537-4bf5-a448-9b6d13c6e47e req-95a690da-93c1-4a8c-acfa-da4fbc8fd4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:29.229570 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f3202f45-b537-4bf5-a448-9b6d13c6e47e req-95a690da-93c1-4a8c-acfa-da4fbc8fd4fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2 HTTP/1.1" status: 200 len: 860 time: 0.3510950 Feb 19 04:40:29.281694 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266297e-05a3-4774-a689-a300a71b2103 req-0f665816-c9e1-4c69-aaf1-b9d605b77ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:29.285550 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c266297e-05a3-4774-a689-a300a71b2103 req-0f665816-c9e1-4c69-aaf1-b9d605b77ff7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2 HTTP/1.1" status: 200 len: 860 time: 0.4176726 Feb 19 04:40:29.308499 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964ebdb8-9b66-4ce4-8dfc-cc4558ee64f4 None None] Network b2f5a466-6a2c-4147-9d39-f17323961ec6 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:40:29.311367 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b98cb461-2557-44e3-9ab1-1582bef7b77e tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:29.333179 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b98cb461-2557-44e3-9ab1-1582bef7b77e tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] 10.222.0.65 "DELETE /v2.0/subnets/90309b15-0818-49d5-9e4b-cb6b8d712c0c HTTP/1.1" status: 204 len: 168 time: 1.8413985 Feb 19 04:40:29.334817 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cb461-2557-44e3-9ab1-1582bef7b77e tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Pushing event deleted for resources: {'Subnet': ['ID=90309b15-0818-49d5-9e4b-cb6b8d712c0c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:29.339951 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36426) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:29.379339 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f3202f45-b537-4bf5-a448-9b6d13c6e47e req-5ade0d11-a610-4b1d-8296-5b8527659e0d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4cf06b52-0236-4522-811e-82b5d51c24fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1457295 Feb 19 04:40:29.576899 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c266297e-05a3-4774-a689-a300a71b2103 req-42cfa13e-730a-497d-ac3a-5ecc5646dcdf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4cf06b52-0236-4522-811e-82b5d51c24fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2017722 Feb 19 04:40:29.797332 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (b2f5a466-6a2c-4147-9d39-f17323961ec6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:29.829355 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04364e5-94e0-4c3b-b391-f77a2f1d219c None None] DHCP port deletion for b2f5a466-6a2c-4147-9d39-f17323961ec6 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:40:30.016649 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f3202f45-b537-4bf5-a448-9b6d13c6e47e req-b651c9c5-0056-442e-87ee-4bc2ab151661 service neutron] 10.222.0.10 "GET /v2.0/networks/4cf06b52-0236-4522-811e-82b5d51c24fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5963147 Feb 19 04:40:30.140942 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Deleting port 06451c90-688f-408b-bdf1-f9a320509f6f {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:40:30.142815 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (06451c90-688f-408b-bdf1-f9a320509f6f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:30.214499 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c04364e5-94e0-4c3b-b391-f77a2f1d219c None None] Deleting port 06451c90-688f-408b-bdf1-f9a320509f6f {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:40:30.215717 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c04364e5-94e0-4c3b-b391-f77a2f1d219c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (06451c90-688f-408b-bdf1-f9a320509f6f), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:30.256159 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c5bf30a7-24ac-436d-99ac-c9733a7e16c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1680120199-router', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:33Z', 'updated_at': '2022-02-19T04:38:57Z', 'revision_number': 4, 'project_id': '50dacbb707d941ad827198228ce196ed', 'gw_port': {'id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:36Z', 'updated_at': '2022-02-19T04:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1', 'name': '', 'network_id': '4cf06b52-0236-4522-811e-82b5d51c24fe', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'mac_address': 'fa:16:3e:be:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:50Z', 'updated_at': '2022-02-19T04:39:17Z', 'revision_number': 5, 'project_id': '50dacbb707d941ad827198228ce196ed', 'subnets': [{'id': '0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:30.484693 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-c04364e5-94e0-4c3b-b391-f77a2f1d219c None None] For port 06451c90-688f-408b-bdf1-f9a320509f6f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=06451c90-688f-408b-bdf1-f9a320509f6f,segment=NetworkSegment(b472db48-4757-4e33-a9ad-95075a9d0cfd),segment_id=b472db48-4757-4e33-a9ad-95075a9d0cfd)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:40:30.487382 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c04364e5-94e0-4c3b-b391-f77a2f1d219c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (06451c90-688f-408b-bdf1-f9a320509f6f), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:30.533313 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c04364e5-94e0-4c3b-b391-f77a2f1d219c None None] Calling delete_port for 06451c90-688f-408b-bdf1-f9a320509f6f owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:40:30.555906 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] For port 06451c90-688f-408b-bdf1-f9a320509f6f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=06451c90-688f-408b-bdf1-f9a320509f6f,segment=NetworkSegment(b472db48-4757-4e33-a9ad-95075a9d0cfd),segment_id=b472db48-4757-4e33-a9ad-95075a9d0cfd)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:40:30.556835 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (06451c90-688f-408b-bdf1-f9a320509f6f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:30.627010 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Calling delete_port for 06451c90-688f-408b-bdf1-f9a320509f6f owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:40:30.737105 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bf30a7-24ac-436d-99ac-c9733a7e16c0 None None] The sync data for ids ['8de5c72a-c98f-4648-82dd-60e7bda1513d'] in n-d-772273-4 is: [{'id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1680120199-router', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:33Z', 'updated_at': '2022-02-19T04:38:57Z', 'revision_number': 4, 'project_id': '50dacbb707d941ad827198228ce196ed', 'gw_port': {'id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:36Z', 'updated_at': '2022-02-19T04:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1', 'name': '', 'network_id': '4cf06b52-0236-4522-811e-82b5d51c24fe', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'mac_address': 'fa:16:3e:be:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:50Z', 'updated_at': '2022-02-19T04:39:17Z', 'revision_number': 5, 'project_id': '50dacbb707d941ad827198228ce196ed', 'subnets': [{'id': '0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:40:30.863887 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f3202f45-b537-4bf5-a448-9b6d13c6e47e req-fcbf1ce9-d7fe-4d8c-91d7-5dee196b520d service neutron] 10.222.0.10 "GET /v2.0/networks/4cf06b52-0236-4522-811e-82b5d51c24fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8373299 Feb 19 04:40:30.959538 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c266297e-05a3-4774-a689-a300a71b2103 req-61a98085-2f9b-45ab-9f49-62a3a7cbbf9b service neutron] 10.222.0.65 "GET /v2.0/networks/4cf06b52-0236-4522-811e-82b5d51c24fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3657954 Feb 19 04:40:31.058539 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c04364e5-94e0-4c3b-b391-f77a2f1d219c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (06451c90-688f-408b-bdf1-f9a320509f6f), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:31.095685 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (06451c90-688f-408b-bdf1-f9a320509f6f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:31.137060 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04364e5-94e0-4c3b-b391-f77a2f1d219c None None] No DVR routers for this DVR port 06451c90-688f-408b-bdf1-f9a320509f6f on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:40:31.266511 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04364e5-94e0-4c3b-b391-f77a2f1d219c None None] Pushing event deleted for resources: {'Port': ['ID=06451c90-688f-408b-bdf1-f9a320509f6f,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:31.309957 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Pushing event deleted for resources: {'Port': ['ID=06451c90-688f-408b-bdf1-f9a320509f6f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:31.318926 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] No DVR routers for this DVR port 06451c90-688f-408b-bdf1-f9a320509f6f on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:40:31.351090 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04364e5-94e0-4c3b-b391-f77a2f1d219c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:31.351664 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04364e5-94e0-4c3b-b391-f77a2f1d219c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:31.352782 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04364e5-94e0-4c3b-b391-f77a2f1d219c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:31.353406 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04364e5-94e0-4c3b-b391-f77a2f1d219c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:31.353987 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04364e5-94e0-4c3b-b391-f77a2f1d219c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:31.354557 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04364e5-94e0-4c3b-b391-f77a2f1d219c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:31.355121 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04364e5-94e0-4c3b-b391-f77a2f1d219c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:31.355682 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04364e5-94e0-4c3b-b391-f77a2f1d219c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:31.356240 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04364e5-94e0-4c3b-b391-f77a2f1d219c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:31.356792 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04364e5-94e0-4c3b-b391-f77a2f1d219c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:31.370940 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04364e5-94e0-4c3b-b391-f77a2f1d219c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:31.371550 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04364e5-94e0-4c3b-b391-f77a2f1d219c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:31.372122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04364e5-94e0-4c3b-b391-f77a2f1d219c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:31.478345 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 06451c90-688f-408b-bdf1-f9a320509f6f no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:40:31.588039 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 06451c90-688f-408b-bdf1-f9a320509f6f {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:40:31.596686 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c266297e-05a3-4774-a689-a300a71b2103 req-08054e78-0a27-4835-a1e2-6d3a5c89d279 service neutron] 10.222.0.65 "GET /v2.0/networks/4cf06b52-0236-4522-811e-82b5d51c24fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6201198 Feb 19 04:40:31.605482 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 06451c90-688f-408b-bdf1-f9a320509f6f not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:40:31.626127 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:31.627000 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:31.627169 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:31.627546 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:31.628010 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:31.628474 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:31.628952 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:31.639146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18109e0c-616d-4752-ab3b-df1ced352a1f None None] New status for floating IP 2131f977-a5f0-40e2-9cb4-7896f9428c7e: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:40:31.645925 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:31.653865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:31.663275 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:31.664187 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:31.665518 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:31.666215 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:32.085646 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d927acbc-5346-47cb-85aa-a7c1ce4bbcef req-c6d23196-07b8-4320-bf44-8bb8bb6ae427 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/floatingips/2131f977-a5f0-40e2-9cb4-7896f9428c7e HTTP/1.1" status: 200 len: 695 time: 0.2238982 Feb 19 04:40:32.347732 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927acbc-5346-47cb-85aa-a7c1ce4bbcef req-e544326f-1195-4540-ae64-d8bc50fecbf2 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:32.378611 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d927acbc-5346-47cb-85aa-a7c1ce4bbcef req-e544326f-1195-4540-ae64-d8bc50fecbf2 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 784 time: 0.2784901 Feb 19 04:40:32.465875 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-d927acbc-5346-47cb-85aa-a7c1ce4bbcef req-58f199c5-d826-4687-9097-ee6ca6c2cbca tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:40:32.469047 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d927acbc-5346-47cb-85aa-a7c1ce4bbcef req-58f199c5-d826-4687-9097-ee6ca6c2cbca tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0750630 Feb 19 04:40:32.481017 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (b2f5a466-6a2c-4147-9d39-f17323961ec6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:32.492599 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0ad62a7e-d728-4166-ad58-f09f5f57b1e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:32.971263 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f5a466-6a2c-4147-9d39-f17323961ec6']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:33.034613 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b472db48-4757-4e33-a9ad-95075a9d0cfd') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:33.035652 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b472db48-4757-4e33-a9ad-95075a9d0cfd') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:33.145949 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (b472db48-4757-4e33-a9ad-95075a9d0cfd), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:33.206104 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (b472db48-4757-4e33-a9ad-95075a9d0cfd), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:33.230956 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:40:33.233376 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (b472db48-4757-4e33-a9ad-95075a9d0cfd), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:40:33.395949 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:40:33.439924 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d927acbc-5346-47cb-85aa-a7c1ce4bbcef req-2fbcf473-3ef5-48e7-8d49-3e2a55e0f1f7 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 696 time: 0.9356155 Feb 19 04:40:33.463797 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (b2f5a466-6a2c-4147-9d39-f17323961ec6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:33.611780 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d927acbc-5346-47cb-85aa-a7c1ce4bbcef req-90f89b28-c1ee-42c0-baaa-1b4223715a22 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 696 time: 0.1535869 Feb 19 04:40:33.625595 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:33.636606 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] 10.222.0.65 "DELETE /v2.0/networks/b2f5a466-6a2c-4147-9d39-f17323961ec6 HTTP/1.1" status: 204 len: 168 time: 4.2817965 Feb 19 04:40:33.970919 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff4ff0-57f7-4912-ad73-280e9ce63f56 tempest-AllowedAddressPairTestJSON-1558722945 tempest-AllowedAddressPairTestJSON-1558722945-project] Pushing event deleted for resources: {'Network': ['ID=b2f5a466-6a2c-4147-9d39-f17323961ec6,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:34.169852 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-d927acbc-5346-47cb-85aa-a7c1ce4bbcef req-37fd22b1-fa82-48a8-b924-f981286699db tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Deleting port a786b369-a988-47d7-8d0a-fd0da24d345a {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:40:34.170925 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d927acbc-5346-47cb-85aa-a7c1ce4bbcef req-37fd22b1-fa82-48a8-b924-f981286699db tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a786b369-a988-47d7-8d0a-fd0da24d345a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:34.487653 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d927acbc-5346-47cb-85aa-a7c1ce4bbcef req-37fd22b1-fa82-48a8-b924-f981286699db tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a786b369-a988-47d7-8d0a-fd0da24d345a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:34.488477 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d927acbc-5346-47cb-85aa-a7c1ce4bbcef req-37fd22b1-fa82-48a8-b924-f981286699db tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks [] for floatingip (a786b369-a988-47d7-8d0a-fd0da24d345a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:34.514655 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-d927acbc-5346-47cb-85aa-a7c1ce4bbcef req-37fd22b1-fa82-48a8-b924-f981286699db tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Calling delete_port for a786b369-a988-47d7-8d0a-fd0da24d345a owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:40:34.547396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36524) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:35.042550 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d927acbc-5346-47cb-85aa-a7c1ce4bbcef req-37fd22b1-fa82-48a8-b924-f981286699db tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (a786b369-a988-47d7-8d0a-fd0da24d345a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:35.051360 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-618a7f2f-2cd3-4706-b2cd-10e7867203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:35.115262 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd22b1-fa82-48a8-b924-f981286699db tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Pushing event deleted for resources: {'Port': ['ID=a786b369-a988-47d7-8d0a-fd0da24d345a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:35.127511 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-31509385-73a7-406e-8758-beeb7dddbd2e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6341da4eae88441196fa55ffd5abbe6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5735128 Feb 19 04:40:35.128503 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36540) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:35.356592 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0858cbf4-2b04-4b95-9569-c18841c16bd2 admin admin] Publish callbacks [] for security_group (e8a46341-afa1-4138-ac2d-cdc9405cf577), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:35.410119 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d927acbc-5346-47cb-85aa-a7c1ce4bbcef req-37fd22b1-fa82-48a8-b924-f981286699db tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks [] for floatingip (2131f977-a5f0-40e2-9cb4-7896f9428c7e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:35.415983 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d927acbc-5346-47cb-85aa-a7c1ce4bbcef req-37fd22b1-fa82-48a8-b924-f981286699db tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:35.428037 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d927acbc-5346-47cb-85aa-a7c1ce4bbcef req-37fd22b1-fa82-48a8-b924-f981286699db tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "DELETE /v2.0/floatingips/2131f977-a5f0-40e2-9cb4-7896f9428c7e HTTP/1.1" status: 204 len: 173 time: 1.8145943 Feb 19 04:40:35.475702 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0858cbf4-2b04-4b95-9569-c18841c16bd2 admin admin] Publish callbacks [] for security_group (e8a46341-afa1-4138-ac2d-cdc9405cf577), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:35.604341 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-892e03b6-48b4-4c8f-b5c6-710f9a706c26 req-3bc6f37f-0b8c-4aea-8baf-f516e99e56f2 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups/82ea0c0e-019d-4a2a-9796-d6a84d37a4aa HTTP/1.1" status: 200 len: 1826 time: 0.1425514 Feb 19 04:40:35.639520 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0858cbf4-2b04-4b95-9569-c18841c16bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e8a46341-afa1-4138-ac2d-cdc9405cf577), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:35.645670 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0858cbf4-2b04-4b95-9569-c18841c16bd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:35.671434 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0858cbf4-2b04-4b95-9569-c18841c16bd2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e8a46341-afa1-4138-ac2d-cdc9405cf577 HTTP/1.1" status: 204 len: 168 time: 0.5357041 Feb 19 04:40:35.701393 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858cbf4-2b04-4b95-9569-c18841c16bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a46341-afa1-4138-ac2d-cdc9405cf577,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:35.954189 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-892e03b6-48b4-4c8f-b5c6-710f9a706c26 req-74847991-0d0e-49d0-8754-b1bbb31c72d8 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks [] for security_group (82ea0c0e-019d-4a2a-9796-d6a84d37a4aa), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:36.051749 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-892e03b6-48b4-4c8f-b5c6-710f9a706c26 req-74847991-0d0e-49d0-8754-b1bbb31c72d8 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks [] for security_group (82ea0c0e-019d-4a2a-9796-d6a84d37a4aa), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:36.189710 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-892e03b6-48b4-4c8f-b5c6-710f9a706c26 req-74847991-0d0e-49d0-8754-b1bbb31c72d8 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (82ea0c0e-019d-4a2a-9796-d6a84d37a4aa), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:36.196139 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-892e03b6-48b4-4c8f-b5c6-710f9a706c26 req-74847991-0d0e-49d0-8754-b1bbb31c72d8 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:36.200737 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-892e03b6-48b4-4c8f-b5c6-710f9a706c26 req-74847991-0d0e-49d0-8754-b1bbb31c72d8 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "DELETE /v2.0/security-groups/82ea0c0e-019d-4a2a-9796-d6a84d37a4aa HTTP/1.1" status: 204 len: 173 time: 0.5785556 Feb 19 04:40:36.250503 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74847991-0d0e-49d0-8754-b1bbb31c72d8 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ea0c0e-019d-4a2a-9796-d6a84d37a4aa,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:36.881151 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:37.161576 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60d4ed-aab9-4967-9cdf-d04b8cd541d9 req-e99bdfc3-e95e-4ded-bf54-e11bae6f2622 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:37.173773 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-eb60d4ed-aab9-4967-9cdf-d04b8cd541d9 req-e99bdfc3-e95e-4ded-bf54-e11bae6f2622 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 945 time: 0.2543752 Feb 19 04:40:37.401643 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-eb60d4ed-aab9-4967-9cdf-d04b8cd541d9 req-ab931817-10e4-4321-93a3-31d4e3bc0f72 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146764 Feb 19 04:40:37.553899 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:37.966066 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:38.379349 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36628) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:38.840316 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6f9cd-094b-4871-8a2c-617293d0e549 req-4a4fc6df-8276-4f7d-b243-4018680def19 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:38.843165 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ace6f9cd-094b-4871-8a2c-617293d0e549 req-4a4fc6df-8276-4f7d-b243-4018680def19 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 945 time: 0.1766376 Feb 19 04:40:38.860355 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-58c7786b-b605-4b58-8eeb-3acd48e4308c tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2079178994'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:38.942640 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c7266-0ef5-4324-ad8e-84d25803945a req-96c6dd4d-337c-4809-aba2-577c7ed0f24b tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:38.947112 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3c9c7266-0ef5-4324-ad8e-84d25803945a req-96c6dd4d-337c-4809-aba2-577c7ed0f24b tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 945 time: 0.2697318 Feb 19 04:40:39.042438 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c7786b-b605-4b58-8eeb-3acd48e4308c tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Made reservation on behalf of 2f953b5b7d5e49db95c92240c6d7e5f6 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:40:39.051810 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58c7786b-b605-4b58-8eeb-3acd48e4308c tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:39.112849 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58c7786b-b605-4b58-8eeb-3acd48e4308c tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:39.158724 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:39.261673 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:39.296629 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ace6f9cd-094b-4871-8a2c-617293d0e549 req-1ef78280-e933-49d2-ab42-50d3da140eff tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/security-groups?id=2be447a9-f481-44d8-99f3-4fff0dd6ec92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034383 Feb 19 04:40:39.696707 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58c7786b-b605-4b58-8eeb-3acd48e4308c tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks [] for security_group (0ba0d163-b48a-4c35-b0a8-d807a08dc639), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:39.707939 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58c7786b-b605-4b58-8eeb-3acd48e4308c tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0ba0d163-b48a-4c35-b0a8-d807a08dc639), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:39.773210 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c7786b-b605-4b58-8eeb-3acd48e4308c tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:40:39.816993 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58c7786b-b605-4b58-8eeb-3acd48e4308c tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (8349b777-c2dc-4b80-b809-93ca9ac13de2), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:39.818155 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-58c7786b-b605-4b58-8eeb-3acd48e4308c tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Added segment 8349b777-c2dc-4b80-b809-93ca9ac13de2 of type vlan for network 3d6d0957-4c34-4519-9fd9-31fef2f751c8 Feb 19 04:40:39.823005 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7786b-b605-4b58-8eeb-3acd48e4308c tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba0d163-b48a-4c35-b0a8-d807a08dc639,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:39.989632 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58c7786b-b605-4b58-8eeb-3acd48e4308c tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (3d6d0957-4c34-4519-9fd9-31fef2f751c8), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:40.099029 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58c7786b-b605-4b58-8eeb-3acd48e4308c tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (3d6d0957-4c34-4519-9fd9-31fef2f751c8), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:40.111276 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c7786b-b605-4b58-8eeb-3acd48e4308c tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:40.112371 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58c7786b-b605-4b58-8eeb-3acd48e4308c tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:40.170698 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-3c9c7266-0ef5-4324-ad8e-84d25803945a req-73f61eb3-cb2a-4ac4-ad3e-3e5408f509ea tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Deleting port 617f63cb-d911-4fe3-b059-5fa5525e34dc {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:40:40.171557 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3c9c7266-0ef5-4324-ad8e-84d25803945a req-73f61eb3-cb2a-4ac4-ad3e-3e5408f509ea tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (617f63cb-d911-4fe3-b059-5fa5525e34dc), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:40.371672 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-3c9c7266-0ef5-4324-ad8e-84d25803945a req-73f61eb3-cb2a-4ac4-ad3e-3e5408f509ea tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] For port 617f63cb-d911-4fe3-b059-5fa5525e34dc, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=617f63cb-d911-4fe3-b059-5fa5525e34dc,segment=NetworkSegment(14f14fbf-80b5-44fd-921b-446fbfb010dc),segment_id=14f14fbf-80b5-44fd-921b-446fbfb010dc)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:40:40.371940 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3c9c7266-0ef5-4324-ad8e-84d25803945a req-73f61eb3-cb2a-4ac4-ad3e-3e5408f509ea tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (617f63cb-d911-4fe3-b059-5fa5525e34dc), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:40.375708 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7786b-b605-4b58-8eeb-3acd48e4308c tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Pushing event updated for resources: {'Network': ['ID=3d6d0957-4c34-4519-9fd9-31fef2f751c8,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:40.388801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-3c9c7266-0ef5-4324-ad8e-84d25803945a req-73f61eb3-cb2a-4ac4-ad3e-3e5408f509ea tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Calling delete_port for 617f63cb-d911-4fe3-b059-5fa5525e34dc owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:40:40.410319 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 3d6d0957-4c34-4519-9fd9-31fef2f751c8 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:40:40.447687 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-58c7786b-b605-4b58-8eeb-3acd48e4308c tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0660594 Feb 19 04:40:40.450446 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36670) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:40.476064 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-69cfc130-04cf-4973-8c2b-3a95fbc6329b tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Request body: {'subnet': {'network_id': '3d6d0957-4c34-4519-9fd9-31fef2f751c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:40.662871 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3c9c7266-0ef5-4324-ad8e-84d25803945a req-73f61eb3-cb2a-4ac4-ad3e-3e5408f509ea tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (617f63cb-d911-4fe3-b059-5fa5525e34dc), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:40.783562 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f61eb3-cb2a-4ac4-ad3e-3e5408f509ea tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Pushing event deleted for resources: {'Port': ['ID=617f63cb-d911-4fe3-b059-5fa5525e34dc,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:40.959861 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9c7266-0ef5-4324-ad8e-84d25803945a req-73f61eb3-cb2a-4ac4-ad3e-3e5408f509ea tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] No DVR routers for this DVR port 617f63cb-d911-4fe3-b059-5fa5525e34dc on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:40:40.967528 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3c9c7266-0ef5-4324-ad8e-84d25803945a req-73f61eb3-cb2a-4ac4-ad3e-3e5408f509ea tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:40.986727 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3c9c7266-0ef5-4324-ad8e-84d25803945a req-73f61eb3-cb2a-4ac4-ad3e-3e5408f509ea tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.10 "DELETE /v2.0/ports/617f63cb-d911-4fe3-b059-5fa5525e34dc HTTP/1.1" status: 204 len: 173 time: 2.0236483 Feb 19 04:40:40.989141 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2dea86-e9e1-49ff-a947-553f08d71f66', 'name': 'network-vif-deleted', 'tag': '617f63cb-d911-4fe3-b059-5fa5525e34dc'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:40:41.016788 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5045192-4a13-40d1-bdd8-8709abe4bad6" -d '{"events": [{"server_uuid": "9d2dea86-e9e1-49ff-a947-553f08d71f66", "name": "network-vif-deleted", "tag": "617f63cb-d911-4fe3-b059-5fa5525e34dc"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:40:41.034568 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0d7a7344-0498-4cb5-b81f-16d7f82bb8ff req-eeab5377-353d-4d0d-8ffa-c75e6bb5fd40 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 210 time: 0.1869917 Feb 19 04:40:41.045198 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cfc130-04cf-4973-8c2b-3a95fbc6329b tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Made reservation on behalf of 2f953b5b7d5e49db95c92240c6d7e5f6 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:40:41.052055 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-69cfc130-04cf-4973-8c2b-3a95fbc6329b tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:41.151651 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a5de68-923c-4e10-9702-d6d8b32fb143 x-openstack-request-id: req-03a5de68-923c-4e10-9702-d6d8b32fb143 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:40:41.152591 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2dea86-e9e1-49ff-a947-553f08d71f66", "name": "network-vif-deleted", "tag": "617f63cb-d911-4fe3-b059-5fa5525e34dc", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:40:41.153357 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-03a5de68-923c-4e10-9702-d6d8b32fb143 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:40:41.154218 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2dea86-e9e1-49ff-a947-553f08d71f66', 'name': 'network-vif-deleted', 'tag': '617f63cb-d911-4fe3-b059-5fa5525e34dc', 'status': 'completed', 'code': 200} Feb 19 04:40:41.569485 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-69cfc130-04cf-4973-8c2b-3a95fbc6329b tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (49ff7e97-ce50-4fb7-b69f-3b7e783a7ca6), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:41.660737 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cfc130-04cf-4973-8c2b-3a95fbc6329b tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Pushing event updated for resources: {'Subnet': ['ID=49ff7e97-ce50-4fb7-b69f-3b7e783a7ca6,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:41.708645 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cfc130-04cf-4973-8c2b-3a95fbc6329b tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Checking segment: {'id': '8349b777-c2dc-4b80-b809-93ca9ac13de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3d6d0957-4c34-4519-9fd9-31fef2f751c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:40:41.709475 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cfc130-04cf-4973-8c2b-3a95fbc6329b tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Network hostable DHCP agents. Network: 3d6d0957-4c34-4519-9fd9-31fef2f751c8, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:40:41.738741 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cfc130-04cf-4973-8c2b-3a95fbc6329b tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Network 3d6d0957-4c34-4519-9fd9-31fef2f751c8 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:40:41.762164 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-69cfc130-04cf-4973-8c2b-3a95fbc6329b tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 3d6d0957-4c34-4519-9fd9-31fef2f751c8) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:40:41.779707 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cfc130-04cf-4973-8c2b-3a95fbc6329b tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:41.780766 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-69cfc130-04cf-4973-8c2b-3a95fbc6329b tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:41.812206 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95330997-4c6b-46de-8347-fd19f432ec1e None None] Network 3d6d0957-4c34-4519-9fd9-31fef2f751c8 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:40:41.847390 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36698) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:41.848283 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-69cfc130-04cf-4973-8c2b-3a95fbc6329b tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3929048 Feb 19 04:40:41.869103 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Request body: {'port': {'network_id': '3d6d0957-4c34-4519-9fd9-31fef2f751c8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1412189090'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:42.292385 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 617f63cb-d911-4fe3-b059-5fa5525e34dc no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:40:42.397885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 617f63cb-d911-4fe3-b059-5fa5525e34dc {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:40:42.400294 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 617f63cb-d911-4fe3-b059-5fa5525e34dc not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:40:42.557454 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cfee757c-bbfe-43b9-a065-9baf627ef501 req-349e7fdc-78bf-49a1-af78-dc3a26e9e0c9 tempest-ServerRescueTestJSONUnderV235-1735921881 tempest-ServerRescueTestJSONUnderV235-1735921881-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dea86-e9e1-49ff-a947-553f08d71f66 HTTP/1.1" status: 200 len: 210 time: 0.1741235 Feb 19 04:40:42.558838 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Made reservation on behalf of 2f953b5b7d5e49db95c92240c6d7e5f6 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:40:42.565746 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:42.631240 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d918d114-b250-4003-9210-4d181c857fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-3d6d0957-4c34-4519-9fd9-31fef2f751c8', 'network_id': '3d6d0957-4c34-4519-9fd9-31fef2f751c8', 'project_id': '2f953b5b7d5e49db95c92240c6d7e5f6', 'fixed_ips': [{'subnet_id': '49ff7e97-ce50-4fb7-b69f-3b7e783a7ca6'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:40:42.632748 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d918d114-b250-4003-9210-4d181c857fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:42.642365 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] device_id is not set on port 8f0beb3c-cf03-4432-92a6-1d907cf89a90 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:40:43.097121 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Allocated IP 172.20.0.6 (3d6d0957-4c34-4519-9fd9-31fef2f751c8/49ff7e97-ce50-4fb7-b69f-3b7e783a7ca6/8f0beb3c-cf03-4432-92a6-1d907cf89a90) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:40:43.574114 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks [] for port (8f0beb3c-cf03-4432-92a6-1d907cf89a90), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:43.653313 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (8f0beb3c-cf03-4432-92a6-1d907cf89a90), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:43.811960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Network 3d6d0957-4c34-4519-9fd9-31fef2f751c8 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:40:43.814527 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36746) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:43.824142 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:40:43.831592 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:40:43.919301 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-d918d114-b250-4003-9210-4d181c857fb3 None None] Allocated IP 172.20.0.2 (3d6d0957-4c34-4519-9fd9-31fef2f751c8/49ff7e97-ce50-4fb7-b69f-3b7e783a7ca6/a92c42cc-22be-4c1b-a390-ea89887a2bae) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:40:44.100010 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Pushing event updated for resources: {'Port': ['ID=8f0beb3c-cf03-4432-92a6-1d907cf89a90,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:44.165347 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:44.167316 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:44.168409 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:44.169350 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:44.170195 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:44.171117 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:44.171973 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:44.173695 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:44.175758 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:44.176703 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:44.179976 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:44.181579 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:44.182828 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:40:44.221011 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:44.224377 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:44.312020 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-655d6559-e4d5-4ca2-a8b3-e72387217454 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4601223 Feb 19 04:40:44.317839 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36754) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:44.345808 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-84163e91-4b18-4394-994a-7b2c85be2f40 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Request body: {'port': {'network_id': '3d6d0957-4c34-4519-9fd9-31fef2f751c8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1937249166', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:44.358047 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.api.validators [None req-84163e91-4b18-4394-994a-7b2c85be2f40 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] bootfile-name is not in valid_values {{(pid=115198) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 04:40:44.359691 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.api.validators [None req-84163e91-4b18-4394-994a-7b2c85be2f40 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] tftp-server is not in valid_values {{(pid=115198) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 04:40:44.363164 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.api.validators [None req-84163e91-4b18-4394-994a-7b2c85be2f40 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] server-ip-address is not in valid_values {{(pid=115198) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 04:40:44.573554 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d918d114-b250-4003-9210-4d181c857fb3 None None] Publish callbacks [] for port (a92c42cc-22be-4c1b-a390-ea89887a2bae), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:44.608892 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d918d114-b250-4003-9210-4d181c857fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (a92c42cc-22be-4c1b-a390-ea89887a2bae), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:44.716047 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d918d114-b250-4003-9210-4d181c857fb3 None None] Network 3d6d0957-4c34-4519-9fd9-31fef2f751c8 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:40:44.734964 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-d918d114-b250-4003-9210-4d181c857fb3 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:40:44.753413 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d918d114-b250-4003-9210-4d181c857fb3 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:40:44.810626 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918d114-b250-4003-9210-4d181c857fb3 None None] Pushing event updated for resources: {'Port': ['ID=a92c42cc-22be-4c1b-a390-ea89887a2bae,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:45.155868 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84163e91-4b18-4394-994a-7b2c85be2f40 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Made reservation on behalf of 2f953b5b7d5e49db95c92240c6d7e5f6 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:40:45.172212 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84163e91-4b18-4394-994a-7b2c85be2f40 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:45.178627 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d918d114-b250-4003-9210-4d181c857fb3 None None] Attempting to bind port a92c42cc-22be-4c1b-a390-ea89887a2bae on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:40:45.179562 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d918d114-b250-4003-9210-4d181c857fb3 None None] Attempting to bind port a92c42cc-22be-4c1b-a390-ea89887a2bae by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '8349b777-c2dc-4b80-b809-93ca9ac13de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3d6d0957-4c34-4519-9fd9-31fef2f751c8'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:40:45.179896 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d918d114-b250-4003-9210-4d181c857fb3 None None] Attempting to bind port a92c42cc-22be-4c1b-a390-ea89887a2bae on network 3d6d0957-4c34-4519-9fd9-31fef2f751c8 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:40:45.239468 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d918d114-b250-4003-9210-4d181c857fb3 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:40:45.240216 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d918d114-b250-4003-9210-4d181c857fb3 None None] Checking segment: {'id': '8349b777-c2dc-4b80-b809-93ca9ac13de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3d6d0957-4c34-4519-9fd9-31fef2f751c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:40:45.240933 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d918d114-b250-4003-9210-4d181c857fb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:45.241544 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d918d114-b250-4003-9210-4d181c857fb3 None None] Bound using segment: {'id': '8349b777-c2dc-4b80-b809-93ca9ac13de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3d6d0957-4c34-4519-9fd9-31fef2f751c8'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:40:45.242329 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d918d114-b250-4003-9210-4d181c857fb3 None None] Bound port: a92c42cc-22be-4c1b-a390-ea89887a2bae, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8349b777-c2dc-4b80-b809-93ca9ac13de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3d6d0957-4c34-4519-9fd9-31fef2f751c8'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:40:45.243508 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d918d114-b250-4003-9210-4d181c857fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a92c42cc-22be-4c1b-a390-ea89887a2bae), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:45.255262 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-84163e91-4b18-4394-994a-7b2c85be2f40 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] device_id is not set on port 240abe6a-40d1-4c7e-bdd7-19e39228e29c yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:40:45.411631 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36776) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:45.695280 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d918d114-b250-4003-9210-4d181c857fb3 None None] For port a92c42cc-22be-4c1b-a390-ea89887a2bae, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:40:45.709835 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d918d114-b250-4003-9210-4d181c857fb3 None None] For port a92c42cc-22be-4c1b-a390-ea89887a2bae, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a92c42cc-22be-4c1b-a390-ea89887a2bae,segment=NetworkSegment(8349b777-c2dc-4b80-b809-93ca9ac13de2),segment_id=8349b777-c2dc-4b80-b809-93ca9ac13de2)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:40:45.733449 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d918d114-b250-4003-9210-4d181c857fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a92c42cc-22be-4c1b-a390-ea89887a2bae), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:45.792797 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-84163e91-4b18-4394-994a-7b2c85be2f40 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Allocated IP 172.20.0.9 (3d6d0957-4c34-4519-9fd9-31fef2f751c8/49ff7e97-ce50-4fb7-b69f-3b7e783a7ca6/240abe6a-40d1-4c7e-bdd7-19e39228e29c) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:40:46.086979 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918d114-b250-4003-9210-4d181c857fb3 None None] Pushing event updated for resources: {'Port': ['ID=a92c42cc-22be-4c1b-a390-ea89887a2bae,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:46.200236 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f52bfcbe-42fe-43cf-b25d-b178d0d0f482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (8de5c72a-c98f-4648-82dd-60e7bda1513d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:46.822645 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84163e91-4b18-4394-994a-7b2c85be2f40 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks [] for port (240abe6a-40d1-4c7e-bdd7-19e39228e29c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:46.927284 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84163e91-4b18-4394-994a-7b2c85be2f40 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (240abe6a-40d1-4c7e-bdd7-19e39228e29c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:46.931684 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-789ec15f-c081-4adb-b50a-77e84f6431e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:47.143046 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84163e91-4b18-4394-994a-7b2c85be2f40 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Network 3d6d0957-4c34-4519-9fd9-31fef2f751c8 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:40:47.173625 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-84163e91-4b18-4394-994a-7b2c85be2f40 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:40:47.197801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84163e91-4b18-4394-994a-7b2c85be2f40 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:40:47.459601 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84163e91-4b18-4394-994a-7b2c85be2f40 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:47.460832 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84163e91-4b18-4394-994a-7b2c85be2f40 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:47.489074 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84163e91-4b18-4394-994a-7b2c85be2f40 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Pushing event updated for resources: {'Port': ['ID=240abe6a-40d1-4c7e-bdd7-19e39228e29c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:47.509997 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-84163e91-4b18-4394-994a-7b2c85be2f40 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.1897123 Feb 19 04:40:47.517615 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36804) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:47.647553 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a92c42cc-22be-4c1b-a390-ea89887a2bae up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:40:47.933652 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa54472-3534-4527-9f47-49bae83993cb tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:47.971113 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port a92c42cc-22be-4c1b-a390-ea89887a2bae triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:40:47.972463 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a92c42cc-22be-4c1b-a390-ea89887a2bae), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:47.985978 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa54472-3534-4527-9f47-49bae83993cb tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:48.035033 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa54472-3534-4527-9f47-49bae83993cb tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:48.057783 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-eaa54472-3534-4527-9f47-49bae83993cb tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.5383267 Feb 19 04:40:48.063132 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36810) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:48.276734 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-789ec15f-c081-4adb-b50a-77e84f6431e3 admin admin] Publish callbacks [] for security_group (98d54b60-c39f-4326-b66f-e82ff59ed1d2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:48.331388 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-789ec15f-c081-4adb-b50a-77e84f6431e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (98d54b60-c39f-4326-b66f-e82ff59ed1d2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:48.391477 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port a92c42cc-22be-4c1b-a390-ea89887a2bae is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:40:48.392198 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a92c42cc-22be-4c1b-a390-ea89887a2bae), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:48.595300 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-789ec15f-c081-4adb-b50a-77e84f6431e3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=acdcfd430f4144a6a058463dbf0afa92&name=default HTTP/1.1" status: 200 len: 3000 time: 3.1826272 Feb 19 04:40:48.611785 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port a92c42cc-22be-4c1b-a390-ea89887a2bae, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a92c42cc-22be-4c1b-a390-ea89887a2bae,segment=NetworkSegment(8349b777-c2dc-4b80-b809-93ca9ac13de2),segment_id=8349b777-c2dc-4b80-b809-93ca9ac13de2)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:40:48.630885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36816) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:48.640124 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a92c42cc-22be-4c1b-a390-ea89887a2bae), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:48.738926 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:40:48.857331 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=a92c42cc-22be-4c1b-a390-ea89887a2bae,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:48.979843 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ec15f-c081-4adb-b50a-77e84f6431e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d54b60-c39f-4326-b66f-e82ff59ed1d2,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:49.007574 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c574530-b5c8-4e19-87ae-a0a8c7479b81 None None] Network 3d6d0957-4c34-4519-9fd9-31fef2f751c8 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:40:49.100153 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3dec1b1-2153-481e-9580-55550c54748e admin admin] Publish callbacks [] for security_group (98d54b60-c39f-4326-b66f-e82ff59ed1d2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:49.232100 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3dec1b1-2153-481e-9580-55550c54748e admin admin] Publish callbacks [] for security_group (98d54b60-c39f-4326-b66f-e82ff59ed1d2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:49.269335 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7ed36703-58fc-4478-af23-7d6748095a82 req-a75cf850-f440-46fb-a294-76beec06cf49 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=515bbc5a-583c-4767-87d1-4278c1caa845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3565037 Feb 19 04:40:49.326405 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e1e17947-7660-4852-bcd8-6208f36d9902 None None] Provisioning complete for port a92c42cc-22be-4c1b-a390-ea89887a2bae triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:40:49.333816 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e1e17947-7660-4852-bcd8-6208f36d9902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a92c42cc-22be-4c1b-a390-ea89887a2bae), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:49.393551 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-a7c1b1ae-4298-43cd-ac14-a6cf21340269 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Deleting port 240abe6a-40d1-4c7e-bdd7-19e39228e29c {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:40:49.394652 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b1ae-4298-43cd-ac14-a6cf21340269 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (240abe6a-40d1-4c7e-bdd7-19e39228e29c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:49.412474 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-f52bfcbe-42fe-43cf-b25d-b178d0d0f482 admin admin] Deleting port 4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:40:49.412856 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f52bfcbe-42fe-43cf-b25d-b178d0d0f482 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:49.619551 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b1ae-4298-43cd-ac14-a6cf21340269 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (240abe6a-40d1-4c7e-bdd7-19e39228e29c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:49.659469 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-a7c1b1ae-4298-43cd-ac14-a6cf21340269 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Calling delete_port for 240abe6a-40d1-4c7e-bdd7-19e39228e29c owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:40:49.712824 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a92c42cc-22be-4c1b-a390-ea89887a2bae up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:40:49.881602 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed36703-58fc-4478-af23-7d6748095a82 req-2de15f2f-1dc2-446a-8600-2286016f5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:49.883495 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7ed36703-58fc-4478-af23-7d6748095a82 req-2de15f2f-1dc2-446a-8600-2286016f5c76 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&device_id=515bbc5a-583c-4767-87d1-4278c1caa845 HTTP/1.1" status: 200 len: 1128 time: 0.4584074 Feb 19 04:40:49.909846 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3dec1b1-2153-481e-9580-55550c54748e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (98d54b60-c39f-4326-b66f-e82ff59ed1d2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:49.919325 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3dec1b1-2153-481e-9580-55550c54748e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:49.927087 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a3dec1b1-2153-481e-9580-55550c54748e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/98d54b60-c39f-4326-b66f-e82ff59ed1d2 HTTP/1.1" status: 204 len: 168 time: 1.2935464 Feb 19 04:40:50.000170 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dec1b1-2153-481e-9580-55550c54748e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d54b60-c39f-4326-b66f-e82ff59ed1d2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:50.497763 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b1ae-4298-43cd-ac14-a6cf21340269 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (240abe6a-40d1-4c7e-bdd7-19e39228e29c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:50.498639 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed36703-58fc-4478-af23-7d6748095a82 req-0dcc984a-b4ca-4465-9979-883ca09d6c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:50.503237 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7ed36703-58fc-4478-af23-7d6748095a82 req-0dcc984a-b4ca-4465-9979-883ca09d6c40 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 200 len: 915 time: 0.5672464 Feb 19 04:40:50.555900 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-f52bfcbe-42fe-43cf-b25d-b178d0d0f482 admin admin] For port 4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1,segment=NetworkSegment(14f14fbf-80b5-44fd-921b-446fbfb010dc),segment_id=14f14fbf-80b5-44fd-921b-446fbfb010dc)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:40:50.565008 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f52bfcbe-42fe-43cf-b25d-b178d0d0f482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:50.624026 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1b1ae-4298-43cd-ac14-a6cf21340269 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Pushing event deleted for resources: {'Port': ['ID=240abe6a-40d1-4c7e-bdd7-19e39228e29c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:50.635629 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-f52bfcbe-42fe-43cf-b25d-b178d0d0f482 admin admin] Calling delete_port for 4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1 owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:40:50.983723 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b1ae-4298-43cd-ac14-a6cf21340269 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:51.005224 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a7c1b1ae-4298-43cd-ac14-a6cf21340269 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] 10.222.0.65 "DELETE /v2.0/ports/240abe6a-40d1-4c7e-bdd7-19e39228e29c HTTP/1.1" status: 204 len: 168 time: 2.9295566 Feb 19 04:40:51.013618 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36836) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:51.038656 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-46757681-597d-43a3-b554-90736fc3ed07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Request body: {'port': {'name': 'tempest-new-port-name-1967123326', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:40:51.040446 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.api.validators [None req-46757681-597d-43a3-b554-90736fc3ed07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] bootfile-name is not in valid_values {{(pid=115198) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 04:40:51.041471 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.api.validators [None req-46757681-597d-43a3-b554-90736fc3ed07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] tftp-server is not in valid_values {{(pid=115198) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 04:40:51.042426 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.api.validators [None req-46757681-597d-43a3-b554-90736fc3ed07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] server-ip-address is not in valid_values {{(pid=115198) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 04:40:51.116353 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e1e17947-7660-4852-bcd8-6208f36d9902 None None] Current status of the port a92c42cc-22be-4c1b-a390-ea89887a2bae is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:40:51.213058 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port a92c42cc-22be-4c1b-a390-ea89887a2bae triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:40:51.213631 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a92c42cc-22be-4c1b-a390-ea89887a2bae), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:51.336418 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36842) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:51.414829 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7ed36703-58fc-4478-af23-7d6748095a82 req-d9875e14-f2bb-448f-88ad-0a722061570f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2166ccf4-a7ca-42b6-bb32-d35fdea52b07 HTTP/1.1" status: 200 len: 217 time: 0.2716179 Feb 19 04:40:51.457151 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-46757681-597d-43a3-b554-90736fc3ed07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8f0beb3c-cf03-4432-92a6-1d907cf89a90), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:51.598836 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-720972a4-b55b-4934-bc69-1d79c6564c1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:51.668273 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port a92c42cc-22be-4c1b-a390-ea89887a2bae is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:40:51.836109 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed36703-58fc-4478-af23-7d6748095a82 req-7c9171e7-17cb-4231-b8e9-cae856f439fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:51.843636 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7ed36703-58fc-4478-af23-7d6748095a82 req-7c9171e7-17cb-4231-b8e9-cae856f439fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eaacfa74-c5cd-4e0a-8538-dc93b8209234 HTTP/1.1" status: 200 len: 855 time: 0.4110432 Feb 19 04:40:51.990645 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-59038ae1-8550-4a79-86f4-dedfd8d19ff2 None None] Provisioning complete for port a92c42cc-22be-4c1b-a390-ea89887a2bae triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:40:51.991274 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-59038ae1-8550-4a79-86f4-dedfd8d19ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a92c42cc-22be-4c1b-a390-ea89887a2bae), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:52.011905 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7ed36703-58fc-4478-af23-7d6748095a82 req-7d41ae5f-85f0-4bfa-ab44-5b94db9201ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a1ab27e-256e-4216-9b7b-6df531fa62cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1593132 Feb 19 04:40:52.235492 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-59038ae1-8550-4a79-86f4-dedfd8d19ff2 None None] Current status of the port a92c42cc-22be-4c1b-a390-ea89887a2bae is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:40:52.249850 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-59038ae1-8550-4a79-86f4-dedfd8d19ff2 None None] Could not find standard attr ID for object 240abe6a-40d1-4c7e-bdd7-19e39228e29c. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:40:52.281787 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-59038ae1-8550-4a79-86f4-dedfd8d19ff2 None None] Provisioning complete for port 8f0beb3c-cf03-4432-92a6-1d907cf89a90 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:40:52.285446 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-59038ae1-8550-4a79-86f4-dedfd8d19ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8f0beb3c-cf03-4432-92a6-1d907cf89a90), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:52.353885 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f52bfcbe-42fe-43cf-b25d-b178d0d0f482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:52.438752 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-59038ae1-8550-4a79-86f4-dedfd8d19ff2 None None] Port 8f0beb3c-cf03-4432-92a6-1d907cf89a90 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:40:52.455757 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bfcbe-42fe-43cf-b25d-b178d0d0f482 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:52.573082 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-720972a4-b55b-4934-bc69-1d79c6564c1e admin admin] Publish callbacks [] for security_group (b45a9476-9050-4d8c-bb35-16665a178093), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:52.656632 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-720972a4-b55b-4934-bc69-1d79c6564c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b45a9476-9050-4d8c-bb35-16665a178093), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:52.694858 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-2eb6ad5a-8027-40ad-8e6b-b4f8a7010036 None None] Provisioning complete for port 8f0beb3c-cf03-4432-92a6-1d907cf89a90 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:40:52.702861 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2eb6ad5a-8027-40ad-8e6b-b4f8a7010036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8f0beb3c-cf03-4432-92a6-1d907cf89a90), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:52.902333 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7ed36703-58fc-4478-af23-7d6748095a82 req-fbcbbc69-d277-473d-9035-1aab492e48eb service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8827522 Feb 19 04:40:52.979634 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-2eb6ad5a-8027-40ad-8e6b-b4f8a7010036 None None] Port 8f0beb3c-cf03-4432-92a6-1d907cf89a90 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:40:52.985942 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-46757681-597d-43a3-b554-90736fc3ed07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks [] for port (8f0beb3c-cf03-4432-92a6-1d907cf89a90), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:53.019998 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-720972a4-b55b-4934-bc69-1d79c6564c1e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c11342180736487c9cfd5106ad6fa539&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6670740 Feb 19 04:40:53.038769 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-46757681-597d-43a3-b554-90736fc3ed07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (8f0beb3c-cf03-4432-92a6-1d907cf89a90), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:53.078649 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36856) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:53.205147 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7ed36703-58fc-4478-af23-7d6748095a82 req-3ce43692-9991-4a96-bc22-360e706fa974 service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885683 Feb 19 04:40:53.224222 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720972a4-b55b-4934-bc69-1d79c6564c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45a9476-9050-4d8c-bb35-16665a178093,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:53.408501 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8bad693c-d9f5-43dd-9b6c-57a08981a6ea None None] Could not find standard attr ID for object 240abe6a-40d1-4c7e-bdd7-19e39228e29c. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:40:53.425677 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46757681-597d-43a3-b554-90736fc3ed07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Pushing event updated for resources: {'Port': ['ID=8f0beb3c-cf03-4432-92a6-1d907cf89a90,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:53.465809 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dcaad497-a5b6-4900-874f-357936dacb1e admin admin] Publish callbacks [] for security_group (b45a9476-9050-4d8c-bb35-16665a178093), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:53.506771 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dcaad497-a5b6-4900-874f-357936dacb1e admin admin] Publish callbacks [] for security_group (b45a9476-9050-4d8c-bb35-16665a178093), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:53.563860 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-46757681-597d-43a3-b554-90736fc3ed07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] In _notify_port_updated(), no bound segment for port 8f0beb3c-cf03-4432-92a6-1d907cf89a90 on network 3d6d0957-4c34-4519-9fd9-31fef2f751c8 {{(pid=115198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:40:53.581825 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46757681-597d-43a3-b554-90736fc3ed07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:53.584569 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-46757681-597d-43a3-b554-90736fc3ed07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:53.588594 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-46757681-597d-43a3-b554-90736fc3ed07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] 10.222.0.65 "PUT /v2.0/ports/8f0beb3c-cf03-4432-92a6-1d907cf89a90 HTTP/1.1" status: 200 len: 1136 time: 2.5724401 Feb 19 04:40:53.611091 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36860) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:53.737803 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dcaad497-a5b6-4900-874f-357936dacb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b45a9476-9050-4d8c-bb35-16665a178093), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:53.755421 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dcaad497-a5b6-4900-874f-357936dacb1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:53.757370 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dcaad497-a5b6-4900-874f-357936dacb1e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b45a9476-9050-4d8c-bb35-16665a178093 HTTP/1.1" status: 204 len: 168 time: 0.6429484 Feb 19 04:40:53.789686 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f52bfcbe-42fe-43cf-b25d-b178d0d0f482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (8de5c72a-c98f-4648-82dd-60e7bda1513d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:53.796625 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbdb7d7-2765-4f63-a295-f8ec2bb06c40 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:40:53.799270 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4cbdb7d7-2765-4f63-a295-f8ec2bb06c40 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] 10.222.0.65 "GET /v2.0/ports/8f0beb3c-cf03-4432-92a6-1d907cf89a90 HTTP/1.1" status: 200 len: 1136 time: 0.1842921 Feb 19 04:40:53.807649 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36864) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:53.985993 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaad497-a5b6-4900-874f-357936dacb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45a9476-9050-4d8c-bb35-16665a178093,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:54.373382 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c7334-d7c7-4ec2-9b43-f3c5324d6854 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Deleting port 8f0beb3c-cf03-4432-92a6-1d907cf89a90 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:40:54.374155 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e4c7334-d7c7-4ec2-9b43-f3c5324d6854 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (8f0beb3c-cf03-4432-92a6-1d907cf89a90), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:54.608011 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8e9ab8b7-a0dd-499e-969b-fcb36c8d6e25 None None] Provisioning complete for port 8f0beb3c-cf03-4432-92a6-1d907cf89a90 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:40:54.613691 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab8b7-a0dd-499e-969b-fcb36c8d6e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8f0beb3c-cf03-4432-92a6-1d907cf89a90), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:54.643214 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52bfcbe-42fe-43cf-b25d-b178d0d0f482 admin admin] Router 8de5c72a-c98f-4648-82dd-60e7bda1513d has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:40:54.765429 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8e9ab8b7-a0dd-499e-969b-fcb36c8d6e25 None None] Port 8f0beb3c-cf03-4432-92a6-1d907cf89a90 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:40:54.773537 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e4c7334-d7c7-4ec2-9b43-f3c5324d6854 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (8f0beb3c-cf03-4432-92a6-1d907cf89a90), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:54.822415 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c7334-d7c7-4ec2-9b43-f3c5324d6854 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Calling delete_port for 8f0beb3c-cf03-4432-92a6-1d907cf89a90 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:40:55.053086 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52bfcbe-42fe-43cf-b25d-b178d0d0f482 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:40:55.070191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36886) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:55.072287 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f52bfcbe-42fe-43cf-b25d-b178d0d0f482 admin admin] 10.222.0.65 "PUT /v2.0/routers/8de5c72a-c98f-4648-82dd-60e7bda1513d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2558880 Feb 19 04:40:55.083881 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2b81a6-e404-4a79-b6e3-374b13b444ef None None] Sync routers for ids ['8de5c72a-c98f-4648-82dd-60e7bda1513d'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:40:55.099038 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2b81a6-e404-4a79-b6e3-374b13b444ef None None] Routers {'8de5c72a-c98f-4648-82dd-60e7bda1513d'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:40:55.099746 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ad2b81a6-e404-4a79-b6e3-374b13b444ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:40:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['8de5c72a-c98f-4648-82dd-60e7bda1513d'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:55.129733 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36890) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:55.167999 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-27370b36-9ead-4112-996c-8a5e836c6eaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:55.454038 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-27370b36-9ead-4112-996c-8a5e836c6eaf admin admin] Publish callbacks [] for security_group (5085783e-4c32-4970-af2d-586d3575f0a4), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:55.459370 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-ad2b81a6-e404-4a79-b6e3-374b13b444ef None None] Set router 8de5c72a-c98f-4648-82dd-60e7bda1513d gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:40:55.465686 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-27370b36-9ead-4112-996c-8a5e836c6eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5085783e-4c32-4970-af2d-586d3575f0a4), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:55.485308 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4218273d-9260-4816-9c7e-0b6de9dc0009 admin admin] Publish callbacks [] for router (8de5c72a-c98f-4648-82dd-60e7bda1513d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:55.564209 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-27370b36-9ead-4112-996c-8a5e836c6eaf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=55ff37e969c94a70a4f575d45c8e2869&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4326591 Feb 19 04:40:55.570359 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27370b36-9ead-4112-996c-8a5e836c6eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5085783e-4c32-4970-af2d-586d3575f0a4,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:55.575695 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36902) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:55.720741 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-25c0a4f4-fc9c-43cc-b5cc-44f281434a1d admin admin] Publish callbacks [] for security_group (5085783e-4c32-4970-af2d-586d3575f0a4), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:55.761845 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-25c0a4f4-fc9c-43cc-b5cc-44f281434a1d admin admin] Publish callbacks [] for security_group (5085783e-4c32-4970-af2d-586d3575f0a4), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:55.834798 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-25c0a4f4-fc9c-43cc-b5cc-44f281434a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5085783e-4c32-4970-af2d-586d3575f0a4), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:55.839853 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-25c0a4f4-fc9c-43cc-b5cc-44f281434a1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:55.841803 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-25c0a4f4-fc9c-43cc-b5cc-44f281434a1d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5085783e-4c32-4970-af2d-586d3575f0a4 HTTP/1.1" status: 204 len: 168 time: 0.2639978 Feb 19 04:40:55.855348 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0a4f4-fc9c-43cc-b5cc-44f281434a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5085783e-4c32-4970-af2d-586d3575f0a4,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:55.927045 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e4c7334-d7c7-4ec2-9b43-f3c5324d6854 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (8f0beb3c-cf03-4432-92a6-1d907cf89a90), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:55.940484 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ad2b81a6-e404-4a79-b6e3-374b13b444ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1680120199-router', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:33Z', 'updated_at': '2022-02-19T04:40:51Z', 'revision_number': 5, 'project_id': '50dacbb707d941ad827198228ce196ed', 'gw_port': {'id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:36Z', 'updated_at': '2022-02-19T04:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:56.011995 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c7334-d7c7-4ec2-9b43-f3c5324d6854 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Pushing event deleted for resources: {'Port': ['ID=8f0beb3c-cf03-4432-92a6-1d907cf89a90,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:56.052677 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2b81a6-e404-4a79-b6e3-374b13b444ef None None] Checking router: 8de5c72a-c98f-4648-82dd-60e7bda1513d for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:40:56.075878 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2b81a6-e404-4a79-b6e3-374b13b444ef None None] Routers {'8de5c72a-c98f-4648-82dd-60e7bda1513d'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:40:56.077648 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ad2b81a6-e404-4a79-b6e3-374b13b444ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:40:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['8de5c72a-c98f-4648-82dd-60e7bda1513d'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:56.178303 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4218273d-9260-4816-9c7e-0b6de9dc0009 admin admin] Publish callbacks [] for router_gateway (8de5c72a-c98f-4648-82dd-60e7bda1513d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:56.285990 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e4c7334-d7c7-4ec2-9b43-f3c5324d6854 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:56.303548 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36912) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:56.306923 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2e4c7334-d7c7-4ec2-9b43-f3c5324d6854 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] 10.222.0.65 "DELETE /v2.0/ports/8f0beb3c-cf03-4432-92a6-1d907cf89a90 HTTP/1.1" status: 204 len: 168 time: 2.4879975 Feb 19 04:40:56.412687 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-4218273d-9260-4816-9c7e-0b6de9dc0009 admin admin] Deleting port c38ab0a7-d519-4048-b46f-452629fdf25c {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:40:56.413287 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4218273d-9260-4816-9c7e-0b6de9dc0009 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (c38ab0a7-d519-4048-b46f-452629fdf25c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:56.547125 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-248c46ad-c638-4c39-bf7b-90100f1a06cd tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Deleting subnet 49ff7e97-ce50-4fb7-b69f-3b7e783a7ca6 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:40:56.566248 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-ad2b81a6-e404-4a79-b6e3-374b13b444ef None None] Set router 8de5c72a-c98f-4648-82dd-60e7bda1513d gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:40:56.572060 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-248c46ad-c638-4c39-bf7b-90100f1a06cd tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks [] for subnet (49ff7e97-ce50-4fb7-b69f-3b7e783a7ca6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:56.725318 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-4218273d-9260-4816-9c7e-0b6de9dc0009 admin admin] For port c38ab0a7-d519-4048-b46f-452629fdf25c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c38ab0a7-d519-4048-b46f-452629fdf25c,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:40:56.726202 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4218273d-9260-4816-9c7e-0b6de9dc0009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (c38ab0a7-d519-4048-b46f-452629fdf25c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:56.726963 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-248c46ad-c638-4c39-bf7b-90100f1a06cd tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (49ff7e97-ce50-4fb7-b69f-3b7e783a7ca6), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:56.751702 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-4218273d-9260-4816-9c7e-0b6de9dc0009 admin admin] Calling delete_port for c38ab0a7-d519-4048-b46f-452629fdf25c owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:40:57.013234 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-248c46ad-c638-4c39-bf7b-90100f1a06cd tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (49ff7e97-ce50-4fb7-b69f-3b7e783a7ca6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:57.207176 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-248c46ad-c638-4c39-bf7b-90100f1a06cd tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (49ff7e97-ce50-4fb7-b69f-3b7e783a7ca6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:57.333756 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c46ad-c638-4c39-bf7b-90100f1a06cd tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Pushing event deleted for resources: {'Subnet': ['ID=49ff7e97-ce50-4fb7-b69f-3b7e783a7ca6,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:57.345307 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4218273d-9260-4816-9c7e-0b6de9dc0009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (c38ab0a7-d519-4048-b46f-452629fdf25c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:57.362640 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-248c46ad-c638-4c39-bf7b-90100f1a06cd tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:57.374282 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d17380-c343-4ad9-8563-ed092d0364a9 None None] Network 3d6d0957-4c34-4519-9fd9-31fef2f751c8 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:40:57.389559 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-248c46ad-c638-4c39-bf7b-90100f1a06cd tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] 10.222.0.65 "DELETE /v2.0/subnets/49ff7e97-ce50-4fb7-b69f-3b7e783a7ca6 HTTP/1.1" status: 204 len: 168 time: 1.0842717 Feb 19 04:40:57.395696 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ad2b81a6-e404-4a79-b6e3-374b13b444ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1680120199-router', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:33Z', 'updated_at': '2022-02-19T04:40:51Z', 'revision_number': 5, 'project_id': '50dacbb707d941ad827198228ce196ed', 'gw_port': {'id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:36Z', 'updated_at': '2022-02-19T04:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:57.398293 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36932) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:57.454978 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218273d-9260-4816-9c7e-0b6de9dc0009 admin admin] Pushing event deleted for resources: {'Port': ['ID=c38ab0a7-d519-4048-b46f-452629fdf25c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:57.552044 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2b81a6-e404-4a79-b6e3-374b13b444ef None None] The sync data for ids ['8de5c72a-c98f-4648-82dd-60e7bda1513d'] in n-d-772273-4 is: [{'id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1680120199-router', 'tenant_id': '50dacbb707d941ad827198228ce196ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:33Z', 'updated_at': '2022-02-19T04:40:51Z', 'revision_number': 5, 'project_id': '50dacbb707d941ad827198228ce196ed', 'gw_port': {'id': 'c38ab0a7-d519-4048-b46f-452629fdf25c', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5c72a-c98f-4648-82dd-60e7bda1513d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:36Z', 'updated_at': '2022-02-19T04:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:40:57.738821 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc6f49bd-12f6-4d4a-b03a-26184cac1b07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (3d6d0957-4c34-4519-9fd9-31fef2f751c8), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:57.805908 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4218273d-9260-4816-9c7e-0b6de9dc0009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (8de5c72a-c98f-4648-82dd-60e7bda1513d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:57.960188 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-fc6f49bd-12f6-4d4a-b03a-26184cac1b07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Deleting port a92c42cc-22be-4c1b-a390-ea89887a2bae {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:40:57.960188 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc6f49bd-12f6-4d4a-b03a-26184cac1b07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a92c42cc-22be-4c1b-a390-ea89887a2bae), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:58.005169 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ea53ac-aa70-4450-8882-c6ac02a13671 None None] DHCP port deletion for 3d6d0957-4c34-4519-9fd9-31fef2f751c8 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:40:58.206743 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4218273d-9260-4816-9c7e-0b6de9dc0009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (8de5c72a-c98f-4648-82dd-60e7bda1513d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:58.214582 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f7ea53ac-aa70-4450-8882-c6ac02a13671 None None] Deleting port a92c42cc-22be-4c1b-a390-ea89887a2bae {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:40:58.215607 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f7ea53ac-aa70-4450-8882-c6ac02a13671 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a92c42cc-22be-4c1b-a390-ea89887a2bae), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:58.230494 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4218273d-9260-4816-9c7e-0b6de9dc0009 admin admin] Publish callbacks [] for router_controller (8de5c72a-c98f-4648-82dd-60e7bda1513d), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:58.311120 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-fc6f49bd-12f6-4d4a-b03a-26184cac1b07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] For port a92c42cc-22be-4c1b-a390-ea89887a2bae, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a92c42cc-22be-4c1b-a390-ea89887a2bae,segment=NetworkSegment(8349b777-c2dc-4b80-b809-93ca9ac13de2),segment_id=8349b777-c2dc-4b80-b809-93ca9ac13de2)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:40:58.311863 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc6f49bd-12f6-4d4a-b03a-26184cac1b07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a92c42cc-22be-4c1b-a390-ea89887a2bae), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:58.343538 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-fc6f49bd-12f6-4d4a-b03a-26184cac1b07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Calling delete_port for a92c42cc-22be-4c1b-a390-ea89887a2bae owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:40:58.526748 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-f7ea53ac-aa70-4450-8882-c6ac02a13671 None None] For port a92c42cc-22be-4c1b-a390-ea89887a2bae, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a92c42cc-22be-4c1b-a390-ea89887a2bae,segment=NetworkSegment(8349b777-c2dc-4b80-b809-93ca9ac13de2),segment_id=8349b777-c2dc-4b80-b809-93ca9ac13de2)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:40:58.527491 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f7ea53ac-aa70-4450-8882-c6ac02a13671 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a92c42cc-22be-4c1b-a390-ea89887a2bae), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:58.576081 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4218273d-9260-4816-9c7e-0b6de9dc0009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (8de5c72a-c98f-4648-82dd-60e7bda1513d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:58.577265 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4218273d-9260-4816-9c7e-0b6de9dc0009 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8de5c72a-c98f-4648-82dd-60e7bda1513d {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:40:58.590095 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f7ea53ac-aa70-4450-8882-c6ac02a13671 None None] Calling delete_port for a92c42cc-22be-4c1b-a390-ea89887a2bae owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:40:58.592945 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4218273d-9260-4816-9c7e-0b6de9dc0009 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:58.600422 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4218273d-9260-4816-9c7e-0b6de9dc0009 admin admin] 10.222.0.65 "DELETE /v2.0/routers/8de5c72a-c98f-4648-82dd-60e7bda1513d HTTP/1.1" status: 204 len: 168 time: 3.5283666 Feb 19 04:40:58.604943 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36950) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:58.701165 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc6f49bd-12f6-4d4a-b03a-26184cac1b07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (a92c42cc-22be-4c1b-a390-ea89887a2bae), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:58.741647 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-771ccab2-8099-4319-b5dd-51c3333222b7 admin admin] Deleting subnet 0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:40:58.749269 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-771ccab2-8099-4319-b5dd-51c3333222b7 admin admin] Publish callbacks [] for subnet (0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:58.802194 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a92c42cc-22be-4c1b-a390-ea89887a2bae no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:40:58.819458 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6f49bd-12f6-4d4a-b03a-26184cac1b07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] No DVR routers for this DVR port a92c42cc-22be-4c1b-a390-ea89887a2bae on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:40:58.825675 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f49bd-12f6-4d4a-b03a-26184cac1b07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Pushing event deleted for resources: {'Port': ['ID=a92c42cc-22be-4c1b-a390-ea89887a2bae,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:58.872869 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-771ccab2-8099-4319-b5dd-51c3333222b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:58.970242 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc6f49bd-12f6-4d4a-b03a-26184cac1b07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (3d6d0957-4c34-4519-9fd9-31fef2f751c8), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:59.011590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-fc6f49bd-12f6-4d4a-b03a-26184cac1b07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6d0957-4c34-4519-9fd9-31fef2f751c8']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:59.013528 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: a92c42cc-22be-4c1b-a390-ea89887a2bae {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:40:59.014082 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a92c42cc-22be-4c1b-a390-ea89887a2bae not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:40:59.014773 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:40:59.040234 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-771ccab2-8099-4319-b5dd-51c3333222b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:59.052484 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-fc6f49bd-12f6-4d4a-b03a-26184cac1b07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8349b777-c2dc-4b80-b809-93ca9ac13de2') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:59.053283 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-fc6f49bd-12f6-4d4a-b03a-26184cac1b07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8349b777-c2dc-4b80-b809-93ca9ac13de2') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:59.067988 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc6f49bd-12f6-4d4a-b03a-26184cac1b07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (8349b777-c2dc-4b80-b809-93ca9ac13de2), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:59.096637 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc6f49bd-12f6-4d4a-b03a-26184cac1b07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (8349b777-c2dc-4b80-b809-93ca9ac13de2), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:59.106932 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6f49bd-12f6-4d4a-b03a-26184cac1b07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:40:59.107789 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc6f49bd-12f6-4d4a-b03a-26184cac1b07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (8349b777-c2dc-4b80-b809-93ca9ac13de2), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:40:59.121399 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:40:59.216841 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-771ccab2-8099-4319-b5dd-51c3333222b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:59.217672 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:40:59.218815 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4c34d9a8-4dae-4d3c-b7ab-661e7c4096d1 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:40:59.281378 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f7ea53ac-aa70-4450-8882-c6ac02a13671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (a92c42cc-22be-4c1b-a390-ea89887a2bae), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:59.300763 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc6f49bd-12f6-4d4a-b03a-26184cac1b07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (3d6d0957-4c34-4519-9fd9-31fef2f751c8), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:59.326536 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea53ac-aa70-4450-8882-c6ac02a13671 None None] Pushing event deleted for resources: {'Port': ['ID=a92c42cc-22be-4c1b-a390-ea89887a2bae,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:59.332661 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-771ccab2-8099-4319-b5dd-51c3333222b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:59.341605 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-771ccab2-8099-4319-b5dd-51c3333222b7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2 HTTP/1.1" status: 204 len: 168 time: 0.7351067 Feb 19 04:40:59.345463 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36960) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:59.348075 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ccab2-8099-4319-b5dd-51c3333222b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ffca8bd-e0bb-42b5-b8f3-5b6f4f1214c2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:59.353726 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea53ac-aa70-4450-8882-c6ac02a13671 None None] No DVR routers for this DVR port a92c42cc-22be-4c1b-a390-ea89887a2bae on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:40:59.373897 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fc6f49bd-12f6-4d4a-b03a-26184cac1b07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:59.384380 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fc6f49bd-12f6-4d4a-b03a-26184cac1b07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] 10.222.0.65 "DELETE /v2.0/networks/3d6d0957-4c34-4519-9fd9-31fef2f751c8 HTTP/1.1" status: 204 len: 168 time: 1.9843655 Feb 19 04:40:59.385435 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f49bd-12f6-4d4a-b03a-26184cac1b07 tempest-ExtraDHCPOptionsTestJSON-1983155413 tempest-ExtraDHCPOptionsTestJSON-1983155413-project] Pushing event deleted for resources: {'Network': ['ID=3d6d0957-4c34-4519-9fd9-31fef2f751c8,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:40:59.541821 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ad397d76-cb93-4a32-8559-1e6fba12fb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (4cf06b52-0236-4522-811e-82b5d51c24fe), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:59.757446 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c38ab0a7-d519-4048-b46f-452629fdf25c no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:40:59.810362 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: c38ab0a7-d519-4048-b46f-452629fdf25c {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:40:59.812088 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c38ab0a7-d519-4048-b46f-452629fdf25c not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:40:59.846024 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ad397d76-cb93-4a32-8559-1e6fba12fb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (4cf06b52-0236-4522-811e-82b5d51c24fe), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:40:59.947948 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36978) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:40:59.959430 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-ad397d76-cb93-4a32-8559-1e6fba12fb78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf06b52-0236-4522-811e-82b5d51c24fe']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:59.981595 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-ad397d76-cb93-4a32-8559-1e6fba12fb78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f14fbf-80b5-44fd-921b-446fbfb010dc') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:40:59.981595 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-ad397d76-cb93-4a32-8559-1e6fba12fb78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f14fbf-80b5-44fd-921b-446fbfb010dc') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:00.027046 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ad397d76-cb93-4a32-8559-1e6fba12fb78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (14f14fbf-80b5-44fd-921b-446fbfb010dc), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:00.078196 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ad397d76-cb93-4a32-8559-1e6fba12fb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (14f14fbf-80b5-44fd-921b-446fbfb010dc), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:00.090714 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad397d76-cb93-4a32-8559-1e6fba12fb78 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:41:00.091392 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ad397d76-cb93-4a32-8559-1e6fba12fb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (14f14fbf-80b5-44fd-921b-446fbfb010dc), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:41:00.297298 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:41:00.310809 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ad397d76-cb93-4a32-8559-1e6fba12fb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (4cf06b52-0236-4522-811e-82b5d51c24fe), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:00.332211 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ad397d76-cb93-4a32-8559-1e6fba12fb78 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:00.345346 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ad397d76-cb93-4a32-8559-1e6fba12fb78 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4cf06b52-0236-4522-811e-82b5d51c24fe HTTP/1.1" status: 204 len: 168 time: 0.9981909 Feb 19 04:41:00.398553 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad397d76-cb93-4a32-8559-1e6fba12fb78 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cf06b52-0236-4522-811e-82b5d51c24fe,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:00.440660 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36990) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:00.453250 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-06aa6d4f-3fd9-4e10-8606-4273be1b3e0a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2f953b5b7d5e49db95c92240c6d7e5f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5001340 Feb 19 04:41:00.579638 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-61d70879-7d67-4586-bee4-236cacc806ce admin admin] Publish callbacks [] for security_group (0ba0d163-b48a-4c35-b0a8-d807a08dc639), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:00.648576 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-61d70879-7d67-4586-bee4-236cacc806ce admin admin] Publish callbacks [] for security_group (0ba0d163-b48a-4c35-b0a8-d807a08dc639), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:00.708252 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36996) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:00.765431 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-61d70879-7d67-4586-bee4-236cacc806ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0ba0d163-b48a-4c35-b0a8-d807a08dc639), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:00.771570 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-61d70879-7d67-4586-bee4-236cacc806ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:00.773650 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-61d70879-7d67-4586-bee4-236cacc806ce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0ba0d163-b48a-4c35-b0a8-d807a08dc639 HTTP/1.1" status: 204 len: 168 time: 0.3313019 Feb 19 04:41:00.819421 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d70879-7d67-4586-bee4-236cacc806ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba0d163-b48a-4c35-b0a8-d807a08dc639,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:00.847692 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e15ba572-4de2-4213-9c4d-efc047842ce7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=50dacbb707d941ad827198228ce196ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1374419 Feb 19 04:41:00.850910 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37004) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:00.972792 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ca2d51e5-d749-46aa-9f46-e0767f1deaf3 admin admin] Publish callbacks [] for security_group (2be447a9-f481-44d8-99f3-4fff0dd6ec92), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:01.030576 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ca2d51e5-d749-46aa-9f46-e0767f1deaf3 admin admin] Publish callbacks [] for security_group (2be447a9-f481-44d8-99f3-4fff0dd6ec92), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:01.153399 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ca2d51e5-d749-46aa-9f46-e0767f1deaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2be447a9-f481-44d8-99f3-4fff0dd6ec92), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:01.157169 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ca2d51e5-d749-46aa-9f46-e0767f1deaf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:01.159659 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ca2d51e5-d749-46aa-9f46-e0767f1deaf3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2be447a9-f481-44d8-99f3-4fff0dd6ec92 HTTP/1.1" status: 204 len: 168 time: 0.2936840 Feb 19 04:41:01.190902 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d51e5-d749-46aa-9f46-e0767f1deaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be447a9-f481-44d8-99f3-4fff0dd6ec92,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:02.247865 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-83e3e818-1a4b-4063-a53a-d1543af47229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:02.929646 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37074) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:03.111289 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37080) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:03.337860 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-a9739df6-9351-48dc-9174-1afd4ae102e1 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1879772168-network', 'tenant_id': '3e4ed004271642c5a06b0b4c94792674'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:03.430725 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9739df6-9351-48dc-9174-1afd4ae102e1 admin admin] Made reservation on behalf of 3e4ed004271642c5a06b0b4c94792674 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:41:03.437333 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a9739df6-9351-48dc-9174-1afd4ae102e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:03.458903 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a9739df6-9351-48dc-9174-1afd4ae102e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:03.534606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Request body: {'networks': [{'name': 'tempest-network--2065329636'}, {'name': 'tempest-network--233384182'}]} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:03.535180 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Request body: {'network': {'name': 'tempest-network--2065329636'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:03.553096 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Request body: {'network': {'name': 'tempest-network--233384182'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:03.747021 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Made reservation on behalf of b68f217d95314cd286ef5b11d53192c7 for: {'network': 2} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:41:03.758535 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:03.782913 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:03.874353 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a9739df6-9351-48dc-9174-1afd4ae102e1 admin admin] Publish callbacks [] for security_group (65c3d981-69d5-4505-9568-5ed119cbf753), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:03.890473 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a9739df6-9351-48dc-9174-1afd4ae102e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (65c3d981-69d5-4505-9568-5ed119cbf753), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:03.905968 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9739df6-9351-48dc-9174-1afd4ae102e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:41:03.926915 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a9739df6-9351-48dc-9174-1afd4ae102e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (f513b2fe-5639-4998-a6c3-77e6961f4815), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:03.928865 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-a9739df6-9351-48dc-9174-1afd4ae102e1 admin admin] Added segment f513b2fe-5639-4998-a6c3-77e6961f4815 of type vlan for network 236ec3a6-f189-4070-85a9-a95493c406c7 Feb 19 04:41:03.995314 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a9739df6-9351-48dc-9174-1afd4ae102e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (236ec3a6-f189-4070-85a9-a95493c406c7), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:04.037641 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a9739df6-9351-48dc-9174-1afd4ae102e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (236ec3a6-f189-4070-85a9-a95493c406c7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:04.039293 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9739df6-9351-48dc-9174-1afd4ae102e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:04.040657 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a9739df6-9351-48dc-9174-1afd4ae102e1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:04.133028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9739df6-9351-48dc-9174-1afd4ae102e1 admin admin] Pushing event updated for resources: {'Network': ['ID=236ec3a6-f189-4070-85a9-a95493c406c7,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:04.147146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 236ec3a6-f189-4070-85a9-a95493c406c7 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:41:04.179855 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a9739df6-9351-48dc-9174-1afd4ae102e1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0667520 Feb 19 04:41:04.182963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9739df6-9351-48dc-9174-1afd4ae102e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c3d981-69d5-4505-9568-5ed119cbf753,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:04.183932 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37110) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:04.190378 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c8466bf8-59ee-49d3-8eab-fb7b0c00d2c2 admin admin] Request body: {'subnet': {'network_id': '236ec3a6-f189-4070-85a9-a95493c406c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1879772168-subnet', 'tenant_id': '3e4ed004271642c5a06b0b4c94792674', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:04.266051 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks [] for security_group (1cc3c437-45a1-4051-bfa8-95a0e06a2058), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:04.275559 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1cc3c437-45a1-4051-bfa8-95a0e06a2058), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:04.276552 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:04.277517 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8466bf8-59ee-49d3-8eab-fb7b0c00d2c2 admin admin] Made reservation on behalf of 3e4ed004271642c5a06b0b4c94792674 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:41:04.281467 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c8466bf8-59ee-49d3-8eab-fb7b0c00d2c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:04.410154 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:41:04.445350 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (41fbf38b-3d6e-4d87-99f5-5e8237541694), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:04.446005 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Added segment 41fbf38b-3d6e-4d87-99f5-5e8237541694 of type vlan for network 2127a1ee-ee90-409b-a6e3-801104d1c06f Feb 19 04:41:04.618379 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (2127a1ee-ee90-409b-a6e3-801104d1c06f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:04.793239 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:41:04.842773 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (e068e725-b398-4a5e-881b-59ca0cac3f68), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:04.849895 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Added segment e068e725-b398-4a5e-881b-59ca0cac3f68 of type vlan for network 027e43d8-ee4b-4911-995a-c5e35e28acfb Feb 19 04:41:04.919492 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c8466bf8-59ee-49d3-8eab-fb7b0c00d2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (3fe6bf3d-6df5-407e-a4da-de8e79c4da73), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:05.064590 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-55e91d10-49cf-453f-880e-38edc93ad4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:05.076441 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (027e43d8-ee4b-4911-995a-c5e35e28acfb), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:05.164236 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc3c437-45a1-4051-bfa8-95a0e06a2058,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:05.184381 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (2127a1ee-ee90-409b-a6e3-801104d1c06f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:05.187610 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (027e43d8-ee4b-4911-995a-c5e35e28acfb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:05.202001 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:05.216369 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8466bf8-59ee-49d3-8eab-fb7b0c00d2c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fe6bf3d-6df5-407e-a4da-de8e79c4da73,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:05.228113 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:05.229384 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:05.229635 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8466bf8-59ee-49d3-8eab-fb7b0c00d2c2 admin admin] Checking segment: {'id': 'f513b2fe-5639-4998-a6c3-77e6961f4815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '236ec3a6-f189-4070-85a9-a95493c406c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:41:05.230634 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8466bf8-59ee-49d3-8eab-fb7b0c00d2c2 admin admin] Network hostable DHCP agents. Network: 236ec3a6-f189-4070-85a9-a95493c406c7, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:41:05.296782 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8466bf8-59ee-49d3-8eab-fb7b0c00d2c2 admin admin] Network 236ec3a6-f189-4070-85a9-a95493c406c7 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:41:05.328087 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-c8466bf8-59ee-49d3-8eab-fb7b0c00d2c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 236ec3a6-f189-4070-85a9-a95493c406c7) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:41:05.339526 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8466bf8-59ee-49d3-8eab-fb7b0c00d2c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:05.340387 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c8466bf8-59ee-49d3-8eab-fb7b0c00d2c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:05.353996 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4172013-03a2-4774-a043-cab37caacfa9 None None] Network 236ec3a6-f189-4070-85a9-a95493c406c7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:41:05.388739 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c8466bf8-59ee-49d3-8eab-fb7b0c00d2c2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2030535 Feb 19 04:41:05.449431 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37124) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:05.449882 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.5178428 Feb 19 04:41:05.509412 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Pushing event updated for resources: {'Network': ['ID=2127a1ee-ee90-409b-a6e3-801104d1c06f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:05.670219 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab7535-5422-457e-87c7-2fee934cb593 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Pushing event updated for resources: {'Network': ['ID=027e43d8-ee4b-4911-995a-c5e35e28acfb,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:05.736819 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 2127a1ee-ee90-409b-a6e3-801104d1c06f details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:41:06.136628 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 027e43d8-ee4b-4911-995a-c5e35e28acfb details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:41:06.174678 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf1b2e-1db3-4059-b2d0-b85a82a0425e tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:06.188443 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf1b2e-1db3-4059-b2d0-b85a82a0425e tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:06.215073 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf1b2e-1db3-4059-b2d0-b85a82a0425e tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:06.242403 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf1b2e-1db3-4059-b2d0-b85a82a0425e tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:06.260355 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37140) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:06.272660 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e9cf1b2e-1db3-4059-b2d0-b85a82a0425e tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8209622 Feb 19 04:41:06.585706 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27db5c11-4b84-4309-a6c4-9b4923b00377 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (2127a1ee-ee90-409b-a6e3-801104d1c06f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:06.634104 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b57279-dd79-496a-ad6d-9dc477492f64 None None] Network 236ec3a6-f189-4070-85a9-a95493c406c7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:41:07.014368 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27db5c11-4b84-4309-a6c4-9b4923b00377 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (2127a1ee-ee90-409b-a6e3-801104d1c06f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:07.048889 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:07.061344 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-27db5c11-4b84-4309-a6c4-9b4923b00377 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2127a1ee-ee90-409b-a6e3-801104d1c06f']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:07.079610 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-27db5c11-4b84-4309-a6c4-9b4923b00377 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41fbf38b-3d6e-4d87-99f5-5e8237541694') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:07.081431 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-27db5c11-4b84-4309-a6c4-9b4923b00377 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41fbf38b-3d6e-4d87-99f5-5e8237541694') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:07.113412 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27db5c11-4b84-4309-a6c4-9b4923b00377 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (41fbf38b-3d6e-4d87-99f5-5e8237541694), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:07.141386 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27db5c11-4b84-4309-a6c4-9b4923b00377 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (41fbf38b-3d6e-4d87-99f5-5e8237541694), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:07.162027 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27db5c11-4b84-4309-a6c4-9b4923b00377 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:41:07.164229 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27db5c11-4b84-4309-a6c4-9b4923b00377 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (41fbf38b-3d6e-4d87-99f5-5e8237541694), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:41:07.188980 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:41:07.395935 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27db5c11-4b84-4309-a6c4-9b4923b00377 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (2127a1ee-ee90-409b-a6e3-801104d1c06f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:07.481623 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27db5c11-4b84-4309-a6c4-9b4923b00377 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:07.504779 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-27db5c11-4b84-4309-a6c4-9b4923b00377 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] 10.222.0.65 "DELETE /v2.0/networks/2127a1ee-ee90-409b-a6e3-801104d1c06f HTTP/1.1" status: 204 len: 168 time: 1.2418411 Feb 19 04:41:07.520823 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37168) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:07.521321 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:07.534740 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db5c11-4b84-4309-a6c4-9b4923b00377 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Pushing event deleted for resources: {'Network': ['ID=2127a1ee-ee90-409b-a6e3-801104d1c06f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:07.854701 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-f8b1719c-e890-4066-b9b2-332cd375e117 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:07.859758 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-f8b1719c-e890-4066-b9b2-332cd375e117 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/networks?id=236ec3a6-f189-4070-85a9-a95493c406c7 HTTP/1.1" status: 200 len: 809 time: 0.5669880 Feb 19 04:41:07.887689 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-36b0352a-9b2b-4e1e-9426-506e1e2d172f tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/quotas/3e4ed004271642c5a06b0b4c94792674 HTTP/1.1" status: 200 len: 375 time: 0.0166752 Feb 19 04:41:07.892744 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f2db942c-47f1-4407-a21e-32aaf8a686a6 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (027e43d8-ee4b-4911-995a-c5e35e28acfb), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:07.951314 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:07.997777 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-faebd399-15a7-4c4f-a8c4-c73850b7baa7 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e4ed004271642c5a06b0b4c94792674&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0926540 Feb 19 04:41:08.124253 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-9a5f4796-57ea-43e2-a3b2-0388c4a43752 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:41:08.139163 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-9a5f4796-57ea-43e2-a3b2-0388c4a43752 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1231279 Feb 19 04:41:08.190748 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f2db942c-47f1-4407-a21e-32aaf8a686a6 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (027e43d8-ee4b-4911-995a-c5e35e28acfb), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:08.277563 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-f2db942c-47f1-4407-a21e-32aaf8a686a6 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027e43d8-ee4b-4911-995a-c5e35e28acfb']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:08.318817 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-f2db942c-47f1-4407-a21e-32aaf8a686a6 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e068e725-b398-4a5e-881b-59ca0cac3f68') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:08.319455 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-f2db942c-47f1-4407-a21e-32aaf8a686a6 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e068e725-b398-4a5e-881b-59ca0cac3f68') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:08.368247 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f2db942c-47f1-4407-a21e-32aaf8a686a6 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (e068e725-b398-4a5e-881b-59ca0cac3f68), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:08.426476 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-3105db7c-e339-4240-847e-b4bf6624a3d6 service neutron] 10.222.0.65 "GET /v2.0/networks/236ec3a6-f189-4070-85a9-a95493c406c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856319 Feb 19 04:41:08.444797 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f2db942c-47f1-4407-a21e-32aaf8a686a6 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (e068e725-b398-4a5e-881b-59ca0cac3f68), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:08.474932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2db942c-47f1-4407-a21e-32aaf8a686a6 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:41:08.475637 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f2db942c-47f1-4407-a21e-32aaf8a686a6 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (e068e725-b398-4a5e-881b-59ca0cac3f68), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:41:08.482134 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:41:08.716827 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f2db942c-47f1-4407-a21e-32aaf8a686a6 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (027e43d8-ee4b-4911-995a-c5e35e28acfb), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:08.735116 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f2db942c-47f1-4407-a21e-32aaf8a686a6 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:08.752428 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f2db942c-47f1-4407-a21e-32aaf8a686a6 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] 10.222.0.65 "DELETE /v2.0/networks/027e43d8-ee4b-4911-995a-c5e35e28acfb HTTP/1.1" status: 204 len: 168 time: 1.1989174 Feb 19 04:41:08.753165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37186) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:08.829164 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-1e30b1ed-cec3-47e9-a070-986ca73b7485 service neutron] 10.222.0.65 "GET /v2.0/networks/236ec3a6-f189-4070-85a9-a95493c406c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908947 Feb 19 04:41:08.837409 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db942c-47f1-4407-a21e-32aaf8a686a6 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Pushing event deleted for resources: {'Network': ['ID=027e43d8-ee4b-4911-995a-c5e35e28acfb,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:09.150462 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:09.220139 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424a3849-08ac-4ad3-86c3-dcfcd8e66c98 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:09.236726 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424a3849-08ac-4ad3-86c3-dcfcd8e66c98 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:09.240859 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:09.252222 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37198) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:09.253381 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-424a3849-08ac-4ad3-86c3-dcfcd8e66c98 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4948833 Feb 19 04:41:09.290862 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e2e861d3-e303-475b-a3e3-0912c3d5ef71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-931955630'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:09.451473 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e861d3-e303-475b-a3e3-0912c3d5ef71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Made reservation on behalf of b68f217d95314cd286ef5b11d53192c7 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:41:09.459639 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2e861d3-e303-475b-a3e3-0912c3d5ef71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:09.560260 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e861d3-e303-475b-a3e3-0912c3d5ef71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:41:09.626541 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2e861d3-e303-475b-a3e3-0912c3d5ef71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (80c90a9a-0688-4de9-8533-db8f4d61ec93), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:09.627109 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-e2e861d3-e303-475b-a3e3-0912c3d5ef71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Added segment 80c90a9a-0688-4de9-8533-db8f4d61ec93 of type vlan for network cf368379-1bbb-4adf-b0a4-967ddf6c9fc0 Feb 19 04:41:09.823263 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a95fd4db-b0eb-457d-a0ec-e896e4389c7b req-f32dbb35-1b8d-45ad-8560-48726656f384 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/ports?device_id=febb7efb-b428-4472-bc32-32278e8264c9 HTTP/1.1" status: 200 len: 210 time: 0.3522191 Feb 19 04:41:09.842533 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2e861d3-e303-475b-a3e3-0912c3d5ef71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (cf368379-1bbb-4adf-b0a4-967ddf6c9fc0), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:10.013176 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2e861d3-e303-475b-a3e3-0912c3d5ef71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (cf368379-1bbb-4adf-b0a4-967ddf6c9fc0), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:10.030756 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e861d3-e303-475b-a3e3-0912c3d5ef71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:10.033183 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2e861d3-e303-475b-a3e3-0912c3d5ef71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:10.264049 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e2e861d3-e303-475b-a3e3-0912c3d5ef71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0027037 Feb 19 04:41:10.265542 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37230) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:10.272149 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-8a9412a8-6eb1-4f31-aba6-febd2c8d4b02 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-360406728'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:10.339469 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9412a8-6eb1-4f31-aba6-febd2c8d4b02 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Made reservation on behalf of b68f217d95314cd286ef5b11d53192c7 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:41:10.344905 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8a9412a8-6eb1-4f31-aba6-febd2c8d4b02 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:10.373654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e861d3-e303-475b-a3e3-0912c3d5ef71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Pushing event updated for resources: {'Network': ['ID=cf368379-1bbb-4adf-b0a4-967ddf6c9fc0,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:10.401965 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network cf368379-1bbb-4adf-b0a4-967ddf6c9fc0 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:41:10.481373 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9412a8-6eb1-4f31-aba6-febd2c8d4b02 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:41:10.522431 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8a9412a8-6eb1-4f31-aba6-febd2c8d4b02 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (6c5e1478-8861-441e-925e-42cdbb1e710a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:10.525018 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-8a9412a8-6eb1-4f31-aba6-febd2c8d4b02 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Added segment 6c5e1478-8861-441e-925e-42cdbb1e710a of type vlan for network 6fdc6cd3-177c-41d7-9d19-70bd3907757c Feb 19 04:41:10.765655 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8a9412a8-6eb1-4f31-aba6-febd2c8d4b02 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (6fdc6cd3-177c-41d7-9d19-70bd3907757c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:10.872587 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8a9412a8-6eb1-4f31-aba6-febd2c8d4b02 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (6fdc6cd3-177c-41d7-9d19-70bd3907757c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:10.885797 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9412a8-6eb1-4f31-aba6-febd2c8d4b02 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:10.905795 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8a9412a8-6eb1-4f31-aba6-febd2c8d4b02 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:11.122132 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8a9412a8-6eb1-4f31-aba6-febd2c8d4b02 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8544393 Feb 19 04:41:11.124462 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37238) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:11.131232 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Request body: {'ports': [{'network_id': 'cf368379-1bbb-4adf-b0a4-967ddf6c9fc0', 'name': 'tempest-port--850232077', 'admin_state_up': True}, {'network_id': '6fdc6cd3-177c-41d7-9d19-70bd3907757c', 'admin_state_up': False}]} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:11.131860 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Request body: {'port': {'network_id': 'cf368379-1bbb-4adf-b0a4-967ddf6c9fc0', 'name': 'tempest-port--850232077', 'admin_state_up': True}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:11.132590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Request body: {'port': {'network_id': '6fdc6cd3-177c-41d7-9d19-70bd3907757c', 'admin_state_up': False}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:11.420524 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Made reservation on behalf of b68f217d95314cd286ef5b11d53192c7 for: {'port': 2} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:41:11.427278 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:11.447534 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:11.836278 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] device_id is not set on port eb96abf1-94c0-45be-8266-9e58f42a927b yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:41:12.003295 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks [] for port (eb96abf1-94c0-45be-8266-9e58f42a927b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:12.020957 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9412a8-6eb1-4f31-aba6-febd2c8d4b02 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Pushing event updated for resources: {'Network': ['ID=6fdc6cd3-177c-41d7-9d19-70bd3907757c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:12.045214 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 6fdc6cd3-177c-41d7-9d19-70bd3907757c details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:41:12.066027 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-faaf7d19-fd2e-4432-af40-6299e231bfa6 req-c6b5e52c-ba85-4b79-9f16-5c22e5aa30d7 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/ports?device_id=febb7efb-b428-4472-bc32-32278e8264c9 HTTP/1.1" status: 200 len: 210 time: 0.9039090 Feb 19 04:41:12.215841 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] device_id is not set on port a2b58e7b-3970-4b5a-ba5a-613acfa6cc89 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:41:12.358410 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks [] for port (a2b58e7b-3970-4b5a-ba5a-613acfa6cc89), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:12.435863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-5ed7fa3d-046f-4b0a-b888-1536603152c6 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:12.438940 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-5ed7fa3d-046f-4b0a-b888-1536603152c6 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.10 "GET /v2.0/networks?id=236ec3a6-f189-4070-85a9-a95493c406c7 HTTP/1.1" status: 200 len: 809 time: 0.2545571 Feb 19 04:41:12.467490 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-16b78aea-4342-420a-90c6-74d5eb663f26 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Request body: {'port': {'device_id': 'febb7efb-b428-4472-bc32-32278e8264c9', 'network_id': '236ec3a6-f189-4070-85a9-a95493c406c7', 'admin_state_up': True, 'tenant_id': '3e4ed004271642c5a06b0b4c94792674'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:12.484105 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (eb96abf1-94c0-45be-8266-9e58f42a927b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:12.720863 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Pushing event updated for resources: {'Port': ['ID=eb96abf1-94c0-45be-8266-9e58f42a927b,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:12.730954 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Checking segment: {'id': '80c90a9a-0688-4de9-8533-db8f4d61ec93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cf368379-1bbb-4adf-b0a4-967ddf6c9fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:41:12.731468 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Network hostable DHCP agents. Network: cf368379-1bbb-4adf-b0a4-967ddf6c9fc0, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:41:12.772336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Network cf368379-1bbb-4adf-b0a4-967ddf6c9fc0 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:41:12.796997 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, cf368379-1bbb-4adf-b0a4-967ddf6c9fc0) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:41:12.804869 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:41:12.806408 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (a2b58e7b-3970-4b5a-ba5a-613acfa6cc89), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:12.809245 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68abf7a-d960-43c8-a1fd-2047f188d943 None None] Network cf368379-1bbb-4adf-b0a4-967ddf6c9fc0 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:41:12.829338 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-16b78aea-4342-420a-90c6-74d5eb663f26 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Made reservation on behalf of 3e4ed004271642c5a06b0b4c94792674 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:41:12.838243 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-16b78aea-4342-420a-90c6-74d5eb663f26 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:13.149653 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Checking segment: {'id': '6c5e1478-8861-441e-925e-42cdbb1e710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6fdc6cd3-177c-41d7-9d19-70bd3907757c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:41:13.152457 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Network hostable DHCP agents. Network: 6fdc6cd3-177c-41d7-9d19-70bd3907757c, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:41:13.158676 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Pushing event updated for resources: {'Port': ['ID=a2b58e7b-3970-4b5a-ba5a-613acfa6cc89,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:13.218125 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Network 6fdc6cd3-177c-41d7-9d19-70bd3907757c is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:41:13.247107 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 6fdc6cd3-177c-41d7-9d19-70bd3907757c) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:41:13.260631 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fecc8e0-9c08-428e-9160-6eea9a7a45cb None None] Network 6fdc6cd3-177c-41d7-9d19-70bd3907757c requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:41:13.265027 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:41:13.276069 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:13.284120 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:13.286118 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:13.313110 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8960098f-9a17-4beb-8935-413969a03a71 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1867812 Feb 19 04:41:13.317506 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37262) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:13.393630 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-16b78aea-4342-420a-90c6-74d5eb663f26 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Allocated IP 172.20.0.8 (236ec3a6-f189-4070-85a9-a95493c406c7/3fe6bf3d-6df5-407e-a4da-de8e79c4da73/59828038-05df-4b5a-89f7-5198cade73e9) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:41:13.454653 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b946ebcb-4b50-4e5f-88be-28ac34411a02 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:13.465555 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b946ebcb-4b50-4e5f-88be-28ac34411a02 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:13.467577 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b946ebcb-4b50-4e5f-88be-28ac34411a02 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1487675 Feb 19 04:41:13.472365 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37264) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:13.736747 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-39e5e8e6-704a-4b69-b52a-79d5ea6283f3 req-820cf1d4-6684-43cd-8962-a34db724b2e9 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/ports?device_id=febb7efb-b428-4472-bc32-32278e8264c9 HTTP/1.1" status: 200 len: 210 time: 0.3952363 Feb 19 04:41:13.746989 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-1f8f0d58-2c2d-46db-becb-4400c5e85ea9 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Deleting port eb96abf1-94c0-45be-8266-9e58f42a927b {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:41:13.747765 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1f8f0d58-2c2d-46db-becb-4400c5e85ea9 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (eb96abf1-94c0-45be-8266-9e58f42a927b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:13.853838 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-16b78aea-4342-420a-90c6-74d5eb663f26 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Publish callbacks [] for port (59828038-05df-4b5a-89f7-5198cade73e9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:13.909496 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-16b78aea-4342-420a-90c6-74d5eb663f26 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (59828038-05df-4b5a-89f7-5198cade73e9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:13.912951 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1f8f0d58-2c2d-46db-becb-4400c5e85ea9 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (eb96abf1-94c0-45be-8266-9e58f42a927b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:13.932582 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-1f8f0d58-2c2d-46db-becb-4400c5e85ea9 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Calling delete_port for eb96abf1-94c0-45be-8266-9e58f42a927b owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:41:14.036714 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-16b78aea-4342-420a-90c6-74d5eb663f26 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Network 236ec3a6-f189-4070-85a9-a95493c406c7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:41:14.042219 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-16b78aea-4342-420a-90c6-74d5eb663f26 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:41:14.045487 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-16b78aea-4342-420a-90c6-74d5eb663f26 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:41:14.090396 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1f8f0d58-2c2d-46db-becb-4400c5e85ea9 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (eb96abf1-94c0-45be-8266-9e58f42a927b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:14.106313 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b78aea-4342-420a-90c6-74d5eb663f26 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Pushing event updated for resources: {'Port': ['ID=59828038-05df-4b5a-89f7-5198cade73e9,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:14.124624 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f0d58-2c2d-46db-becb-4400c5e85ea9 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Pushing event deleted for resources: {'Port': ['ID=eb96abf1-94c0-45be-8266-9e58f42a927b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:14.152523 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1f8f0d58-2c2d-46db-becb-4400c5e85ea9 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:14.156775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-16b78aea-4342-420a-90c6-74d5eb663f26 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:14.157894 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-16b78aea-4342-420a-90c6-74d5eb663f26 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:14.162717 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1f8f0d58-2c2d-46db-becb-4400c5e85ea9 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] 10.222.0.65 "DELETE /v2.0/ports/eb96abf1-94c0-45be-8266-9e58f42a927b HTTP/1.1" status: 204 len: 168 time: 0.6889796 Feb 19 04:41:14.167822 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37276) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:14.199674 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-16b78aea-4342-420a-90c6-74d5eb663f26 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7506714 Feb 19 04:41:14.214032 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-2cf29a2f-a537-46cb-b4b3-9c9b11c6b458 service neutron] Request body: {'port': {'device_id': 'febb7efb-b428-4472-bc32-32278e8264c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:14.366585 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-2cf29a2f-a537-46cb-b4b3-9c9b11c6b458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (59828038-05df-4b5a-89f7-5198cade73e9), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:14.406978 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-059231cd-66ac-492b-a43d-7b00703e27c8 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Deleting port a2b58e7b-3970-4b5a-ba5a-613acfa6cc89 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:41:14.407341 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-059231cd-66ac-492b-a43d-7b00703e27c8 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a2b58e7b-3970-4b5a-ba5a-613acfa6cc89), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:14.604830 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-059231cd-66ac-492b-a43d-7b00703e27c8 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a2b58e7b-3970-4b5a-ba5a-613acfa6cc89), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:14.642824 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-059231cd-66ac-492b-a43d-7b00703e27c8 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Calling delete_port for a2b58e7b-3970-4b5a-ba5a-613acfa6cc89 owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:41:14.894083 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37280) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:14.991142 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-2cf29a2f-a537-46cb-b4b3-9c9b11c6b458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59828038-05df-4b5a-89f7-5198cade73e9 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:41:15.006886 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-2cf29a2f-a537-46cb-b4b3-9c9b11c6b458 service neutron] Publish callbacks [] for port (59828038-05df-4b5a-89f7-5198cade73e9), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:15.036188 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-2cf29a2f-a537-46cb-b4b3-9c9b11c6b458 service neutron] Transition to ACTIVE for port object 59828038-05df-4b5a-89f7-5198cade73e9 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:41:15.043834 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd89128-4395-4b33-9dd0-4cb5b7ee7246 admin admin] Deleting subnet 7286d43e-3635-473c-92b1-32f00adc5a44 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:41:15.053281 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-2cf29a2f-a537-46cb-b4b3-9c9b11c6b458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (59828038-05df-4b5a-89f7-5198cade73e9), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:15.072894 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fd89128-4395-4b33-9dd0-4cb5b7ee7246 admin admin] Publish callbacks [] for subnet (7286d43e-3635-473c-92b1-32f00adc5a44), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:15.314673 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-059231cd-66ac-492b-a43d-7b00703e27c8 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (a2b58e7b-3970-4b5a-ba5a-613acfa6cc89), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:15.327414 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf29a2f-a537-46cb-b4b3-9c9b11c6b458 service neutron] Pushing event updated for resources: {'Port': ['ID=59828038-05df-4b5a-89f7-5198cade73e9,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:15.363732 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fd89128-4395-4b33-9dd0-4cb5b7ee7246 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (7286d43e-3635-473c-92b1-32f00adc5a44), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:15.443040 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fd89128-4395-4b33-9dd0-4cb5b7ee7246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (7286d43e-3635-473c-92b1-32f00adc5a44), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:15.489366 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059231cd-66ac-492b-a43d-7b00703e27c8 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Pushing event deleted for resources: {'Port': ['ID=a2b58e7b-3970-4b5a-ba5a-613acfa6cc89,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:15.521407 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-059231cd-66ac-492b-a43d-7b00703e27c8 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:15.549160 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-059231cd-66ac-492b-a43d-7b00703e27c8 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] 10.222.0.65 "DELETE /v2.0/ports/a2b58e7b-3970-4b5a-ba5a-613acfa6cc89 HTTP/1.1" status: 204 len: 168 time: 1.3796532 Feb 19 04:41:15.554510 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37292) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:15.564044 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fd89128-4395-4b33-9dd0-4cb5b7ee7246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (7286d43e-3635-473c-92b1-32f00adc5a44), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:15.735136 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-def8c512-bb6a-4e26-8fea-49ecccf4e649 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1656189 Feb 19 04:41:15.736104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37294) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:15.759332 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e743fe94-4249-4599-8adb-ed6700a8bc09 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2016260978'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:15.775231 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fd89128-4395-4b33-9dd0-4cb5b7ee7246 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:15.785862 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2fd89128-4395-4b33-9dd0-4cb5b7ee7246 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7286d43e-3635-473c-92b1-32f00adc5a44 HTTP/1.1" status: 204 len: 168 time: 0.8871164 Feb 19 04:41:15.787885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd89128-4395-4b33-9dd0-4cb5b7ee7246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7286d43e-3635-473c-92b1-32f00adc5a44,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:15.789090 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37296) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:15.817307 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6b0e6-b9a4-410b-959b-46e9aedc5601 req-b584397c-ad11-4e3d-95d4-bd252b04a4a0 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:15.831173 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-44c6b0e6-b9a4-410b-959b-46e9aedc5601 req-b584397c-ad11-4e3d-95d4-bd252b04a4a0 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/ports?device_id=febb7efb-b428-4472-bc32-32278e8264c9 HTTP/1.1" status: 200 len: 943 time: 0.7537355 Feb 19 04:41:15.835204 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-2cf29a2f-a537-46cb-b4b3-9c9b11c6b458 service neutron] Attempting to bind port 59828038-05df-4b5a-89f7-5198cade73e9 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:41:15.835749 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-2cf29a2f-a537-46cb-b4b3-9c9b11c6b458 service neutron] Attempting to bind port 59828038-05df-4b5a-89f7-5198cade73e9 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'f513b2fe-5639-4998-a6c3-77e6961f4815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '236ec3a6-f189-4070-85a9-a95493c406c7'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:41:15.836284 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-2cf29a2f-a537-46cb-b4b3-9c9b11c6b458 service neutron] Attempting to bind port 59828038-05df-4b5a-89f7-5198cade73e9 on network 236ec3a6-f189-4070-85a9-a95493c406c7 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:41:15.926732 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e743fe94-4249-4599-8adb-ed6700a8bc09 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Made reservation on behalf of b68f217d95314cd286ef5b11d53192c7 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:41:15.933484 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e743fe94-4249-4599-8adb-ed6700a8bc09 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:15.944559 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-44c6b0e6-b9a4-410b-959b-46e9aedc5601 req-c3d7fb14-6a36-48ba-bb2c-912eb81f5615 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/security-groups?id=65c3d981-69d5-4505-9568-5ed119cbf753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118267 Feb 19 04:41:15.946079 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-2cf29a2f-a537-46cb-b4b3-9c9b11c6b458 service neutron] Port 59828038-05df-4b5a-89f7-5198cade73e9 on network 236ec3a6-f189-4070-85a9-a95493c406c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:41:15.947050 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-2cf29a2f-a537-46cb-b4b3-9c9b11c6b458 service neutron] Attempting to bind port 59828038-05df-4b5a-89f7-5198cade73e9 on network 236ec3a6-f189-4070-85a9-a95493c406c7 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:41:15.973337 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-2cf29a2f-a537-46cb-b4b3-9c9b11c6b458 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:41:15.973921 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-2cf29a2f-a537-46cb-b4b3-9c9b11c6b458 service neutron] Checking segment: {'id': 'f513b2fe-5639-4998-a6c3-77e6961f4815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '236ec3a6-f189-4070-85a9-a95493c406c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:41:15.974563 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-2cf29a2f-a537-46cb-b4b3-9c9b11c6b458 service neutron] Bound using segment: {'id': 'f513b2fe-5639-4998-a6c3-77e6961f4815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '236ec3a6-f189-4070-85a9-a95493c406c7'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:41:15.975302 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-2cf29a2f-a537-46cb-b4b3-9c9b11c6b458 service neutron] Bound port: 59828038-05df-4b5a-89f7-5198cade73e9, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f513b2fe-5639-4998-a6c3-77e6961f4815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '236ec3a6-f189-4070-85a9-a95493c406c7'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:41:15.975915 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-2cf29a2f-a537-46cb-b4b3-9c9b11c6b458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (59828038-05df-4b5a-89f7-5198cade73e9), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:16.019289 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-556b3916-5441-4457-bf1c-784afd764381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (db8c5079-c977-410a-a52d-fc921f5d789e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:16.037025 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e743fe94-4249-4599-8adb-ed6700a8bc09 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:41:16.082616 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e743fe94-4249-4599-8adb-ed6700a8bc09 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (2820140d-0f4e-415b-9e24-2833f9c1af77), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:16.083199 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-e743fe94-4249-4599-8adb-ed6700a8bc09 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Added segment 2820140d-0f4e-415b-9e24-2833f9c1af77 of type vlan for network 9885ff7c-029e-4bee-816c-2c196d68277a Feb 19 04:41:16.153674 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-2cf29a2f-a537-46cb-b4b3-9c9b11c6b458 service neutron] For port 59828038-05df-4b5a-89f7-5198cade73e9, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:41:16.164193 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-2cf29a2f-a537-46cb-b4b3-9c9b11c6b458 service neutron] For port 59828038-05df-4b5a-89f7-5198cade73e9, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=59828038-05df-4b5a-89f7-5198cade73e9,segment=NetworkSegment(f513b2fe-5639-4998-a6c3-77e6961f4815),segment_id=f513b2fe-5639-4998-a6c3-77e6961f4815)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:41:16.184378 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-2cf29a2f-a537-46cb-b4b3-9c9b11c6b458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (59828038-05df-4b5a-89f7-5198cade73e9), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:16.300537 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-2cf29a2f-a537-46cb-b4b3-9c9b11c6b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:16.301889 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-2cf29a2f-a537-46cb-b4b3-9c9b11c6b458 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:16.303780 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-2cf29a2f-a537-46cb-b4b3-9c9b11c6b458 service neutron] 10.222.0.10 "PUT /v2.0/ports/59828038-05df-4b5a-89f7-5198cade73e9 HTTP/1.1" status: 200 len: 1091 time: 2.0958576 Feb 19 04:41:16.304657 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febb7efb-b428-4472-bc32-32278e8264c9', 'tag': '59828038-05df-4b5a-89f7-5198cade73e9'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:41:16.308784 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5503c1-0986-449d-8d95-ce923466f446" -d '{"events": [{"name": "network-changed", "server_uuid": "febb7efb-b428-4472-bc32-32278e8264c9", "tag": "59828038-05df-4b5a-89f7-5198cade73e9"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:41:16.400105 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-556b3916-5441-4457-bf1c-784afd764381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (db8c5079-c977-410a-a52d-fc921f5d789e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:16.424433 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e743fe94-4249-4599-8adb-ed6700a8bc09 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (9885ff7c-029e-4bee-816c-2c196d68277a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:16.487785 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-556b3916-5441-4457-bf1c-784afd764381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db8c5079-c977-410a-a52d-fc921f5d789e']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:16.499805 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc20bddf-c20b-4434-9867-ae1d5ef772b5 x-openstack-request-id: req-bc20bddf-c20b-4434-9867-ae1d5ef772b5 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:41:16.500268 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "febb7efb-b428-4472-bc32-32278e8264c9", "tag": "59828038-05df-4b5a-89f7-5198cade73e9", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:41:16.500958 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc20bddf-c20b-4434-9867-ae1d5ef772b5 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:41:16.501617 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'febb7efb-b428-4472-bc32-32278e8264c9', 'tag': '59828038-05df-4b5a-89f7-5198cade73e9', 'status': 'completed', 'code': 200} Feb 19 04:41:16.535219 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-556b3916-5441-4457-bf1c-784afd764381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71fa6a0f-9dcd-44f0-b0af-7ad9cc3575a4') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:16.535561 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-556b3916-5441-4457-bf1c-784afd764381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71fa6a0f-9dcd-44f0-b0af-7ad9cc3575a4') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:16.535731 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf29a2f-a537-46cb-b4b3-9c9b11c6b458 service neutron] Pushing event updated for resources: {'Port': ['ID=59828038-05df-4b5a-89f7-5198cade73e9,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:16.577155 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-032e479a-0f49-455d-80d1-4151b9dd1ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:16.580342 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-032e479a-0f49-455d-80d1-4151b9dd1ba0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e4ed004271642c5a06b0b4c94792674&device_id=febb7efb-b428-4472-bc32-32278e8264c9 HTTP/1.1" status: 200 len: 1125 time: 0.1896372 Feb 19 04:41:16.593738 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e743fe94-4249-4599-8adb-ed6700a8bc09 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (9885ff7c-029e-4bee-816c-2c196d68277a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:16.600740 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e743fe94-4249-4599-8adb-ed6700a8bc09 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:16.601460 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e743fe94-4249-4599-8adb-ed6700a8bc09 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:16.639802 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-556b3916-5441-4457-bf1c-784afd764381 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (71fa6a0f-9dcd-44f0-b0af-7ad9cc3575a4), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:16.657998 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e743fe94-4249-4599-8adb-ed6700a8bc09 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9200912 Feb 19 04:41:16.659212 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37306) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:16.705096 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-dde428b8-5472-4f4e-afc7-e5c7e583ddcf tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-337539956'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:16.732045 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-cb5dd2d9-6f91-4935-a0b4-ad7e73b55053 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59828038-05df-4b5a-89f7-5198cade73e9 HTTP/1.1" status: 200 len: 217 time: 0.1431308 Feb 19 04:41:16.827031 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde428b8-5472-4f4e-afc7-e5c7e583ddcf tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Made reservation on behalf of b68f217d95314cd286ef5b11d53192c7 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:41:16.833918 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dde428b8-5472-4f4e-afc7-e5c7e583ddcf tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:16.863730 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-f7062ef3-339e-4147-88c9-36d1f90c9487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:16.871140 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-f7062ef3-339e-4147-88c9-36d1f90c9487 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3fe6bf3d-6df5-407e-a4da-de8e79c4da73 HTTP/1.1" status: 200 len: 849 time: 0.1324029 Feb 19 04:41:16.878916 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-556b3916-5441-4457-bf1c-784afd764381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (71fa6a0f-9dcd-44f0-b0af-7ad9cc3575a4), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:16.909816 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556b3916-5441-4457-bf1c-784afd764381 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:41:16.910637 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-556b3916-5441-4457-bf1c-784afd764381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (71fa6a0f-9dcd-44f0-b0af-7ad9cc3575a4), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:41:16.921567 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:41:16.950150 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743fe94-4249-4599-8adb-ed6700a8bc09 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Pushing event updated for resources: {'Network': ['ID=9885ff7c-029e-4bee-816c-2c196d68277a,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:16.969036 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 9885ff7c-029e-4bee-816c-2c196d68277a details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:41:17.010699 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-ce67f766-b9e1-41c0-8f83-aeca974cc1d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=236ec3a6-f189-4070-85a9-a95493c406c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330557 Feb 19 04:41:17.051753 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde428b8-5472-4f4e-afc7-e5c7e583ddcf tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:41:17.115261 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dde428b8-5472-4f4e-afc7-e5c7e583ddcf tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (7594e7fa-a7e5-451f-bef5-c71fc3f945f0), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:17.115871 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-dde428b8-5472-4f4e-afc7-e5c7e583ddcf tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Added segment 7594e7fa-a7e5-451f-bef5-c71fc3f945f0 of type vlan for network cc847fae-913a-4b35-9367-0b7f15c00ff9 Feb 19 04:41:17.150362 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-556b3916-5441-4457-bf1c-784afd764381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (db8c5079-c977-410a-a52d-fc921f5d789e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:17.186330 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-556b3916-5441-4457-bf1c-784afd764381 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:17.190613 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-556b3916-5441-4457-bf1c-784afd764381 admin admin] 10.222.0.65 "DELETE /v2.0/networks/db8c5079-c977-410a-a52d-fc921f5d789e HTTP/1.1" status: 204 len: 168 time: 1.4001272 Feb 19 04:41:17.215713 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37312) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:17.330644 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b3916-5441-4457-bf1c-784afd764381 admin admin] Pushing event deleted for resources: {'Network': ['ID=db8c5079-c977-410a-a52d-fc921f5d789e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:17.401754 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dde428b8-5472-4f4e-afc7-e5c7e583ddcf tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (cc847fae-913a-4b35-9367-0b7f15c00ff9), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:17.458829 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1021ee3-07cb-484a-872b-4564c4aeccba req-b34b4ca8-7a14-4790-8fce-ba742575f14f tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:17.464403 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-80864a82-dd8f-42a8-a1c2-49074565a449 admin admin] Deleting subnet 7d825e4b-be49-42ae-aebb-b8de62249d20 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:41:17.468980 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a1021ee3-07cb-484a-872b-4564c4aeccba req-b34b4ca8-7a14-4790-8fce-ba742575f14f tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/ports?device_id=febb7efb-b428-4472-bc32-32278e8264c9 HTTP/1.1" status: 200 len: 943 time: 0.3502808 Feb 19 04:41:17.470916 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80864a82-dd8f-42a8-a1c2-49074565a449 admin admin] Publish callbacks [] for subnet (7d825e4b-be49-42ae-aebb-b8de62249d20), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:17.523996 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dde428b8-5472-4f4e-afc7-e5c7e583ddcf tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (cc847fae-913a-4b35-9367-0b7f15c00ff9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:17.530488 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde428b8-5472-4f4e-afc7-e5c7e583ddcf tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:17.531713 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dde428b8-5472-4f4e-afc7-e5c7e583ddcf tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:17.614684 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80864a82-dd8f-42a8-a1c2-49074565a449 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (7d825e4b-be49-42ae-aebb-b8de62249d20), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:17.691687 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-dde428b8-5472-4f4e-afc7-e5c7e583ddcf tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9990220 Feb 19 04:41:17.695680 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a1021ee3-07cb-484a-872b-4564c4aeccba req-4e39f78c-e548-4207-8bfa-1cc733fd24ef tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/security-groups?id=65c3d981-69d5-4505-9568-5ed119cbf753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244661 Feb 19 04:41:17.704253 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80864a82-dd8f-42a8-a1c2-49074565a449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (7d825e4b-be49-42ae-aebb-b8de62249d20), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:17.751305 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde428b8-5472-4f4e-afc7-e5c7e583ddcf tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Pushing event updated for resources: {'Network': ['ID=cc847fae-913a-4b35-9367-0b7f15c00ff9,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:17.782522 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network cc847fae-913a-4b35-9367-0b7f15c00ff9 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:41:17.820810 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-d431e286-9f0b-4615-9cdd-a2f657d9cd51 service neutron] 10.222.0.10 "GET /v2.0/networks/236ec3a6-f189-4070-85a9-a95493c406c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8031442 Feb 19 04:41:17.989482 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37322) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:17.995837 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-6aaa7302-e099-41e8-8ac9-dd5b67b51313 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Request body: {'subnets': [{'network_id': '9885ff7c-029e-4bee-816c-2c196d68277a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--321272131', 'ip_version': 4}, {'network_id': 'cc847fae-913a-4b35-9367-0b7f15c00ff9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:17.996205 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-6aaa7302-e099-41e8-8ac9-dd5b67b51313 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Request body: {'subnet': {'network_id': '9885ff7c-029e-4bee-816c-2c196d68277a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--321272131', 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:17.996891 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-6aaa7302-e099-41e8-8ac9-dd5b67b51313 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Request body: {'subnet': {'network_id': 'cc847fae-913a-4b35-9367-0b7f15c00ff9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:18.080969 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80864a82-dd8f-42a8-a1c2-49074565a449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (7d825e4b-be49-42ae-aebb-b8de62249d20), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:18.144666 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80864a82-dd8f-42a8-a1c2-49074565a449 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:18.148620 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-80864a82-dd8f-42a8-a1c2-49074565a449 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7d825e4b-be49-42ae-aebb-b8de62249d20 HTTP/1.1" status: 204 len: 168 time: 0.9314570 Feb 19 04:41:18.153400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80864a82-dd8f-42a8-a1c2-49074565a449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d825e4b-be49-42ae-aebb-b8de62249d20,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:18.156070 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37324) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:18.171461 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cafd92ce-fd3e-47ed-aa45-8bd37cba075c req-ca767a89-1b3e-4ef7-b33e-01d31e626ed9 service neutron] 10.222.0.10 "GET /v2.0/networks/236ec3a6-f189-4070-85a9-a95493c406c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306644 Feb 19 04:41:18.369130 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-243688c7-2576-4480-8744-99a7a4497878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (7b3525be-d2df-4e40-aa5e-c4e9abc79afb), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:18.560618 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aaa7302-e099-41e8-8ac9-dd5b67b51313 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Made reservation on behalf of b68f217d95314cd286ef5b11d53192c7 for: {'subnet': 2} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:41:18.573593 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6aaa7302-e099-41e8-8ac9-dd5b67b51313 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:18.574188 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6aaa7302-e099-41e8-8ac9-dd5b67b51313 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:18.645335 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5503c1-0986-449d-8d95-ce923466f446 req-bf0d7ed6-7330-4eca-8c4b-56f1d811f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:18.648489 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7e5503c1-0986-449d-8d95-ce923466f446 req-bf0d7ed6-7330-4eca-8c4b-56f1d811f3f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e4ed004271642c5a06b0b4c94792674&device_id=febb7efb-b428-4472-bc32-32278e8264c9 HTTP/1.1" status: 200 len: 1125 time: 0.3879082 Feb 19 04:41:18.891021 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-243688c7-2576-4480-8744-99a7a4497878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (7b3525be-d2df-4e40-aa5e-c4e9abc79afb), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:19.050265 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-243688c7-2576-4480-8744-99a7a4497878 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3525be-d2df-4e40-aa5e-c4e9abc79afb']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:19.094891 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37344) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:19.102838 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-243688c7-2576-4480-8744-99a7a4497878 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5c3be8-4f79-49c4-9ad2-9c4dcd5dcc4d') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:19.103719 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-243688c7-2576-4480-8744-99a7a4497878 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5c3be8-4f79-49c4-9ad2-9c4dcd5dcc4d') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:19.131086 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-243688c7-2576-4480-8744-99a7a4497878 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (8d5c3be8-4f79-49c4-9ad2-9c4dcd5dcc4d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:19.138427 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7348d-e4d7-4cab-ad97-d0116f4f5ca7 req-ef115d47-7cf7-46c9-b478-fda9e121b44a tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:19.156651 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2fe7348d-e4d7-4cab-ad97-d0116f4f5ca7 req-ef115d47-7cf7-46c9-b478-fda9e121b44a tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/ports?device_id=febb7efb-b428-4472-bc32-32278e8264c9 HTTP/1.1" status: 200 len: 943 time: 0.2885456 Feb 19 04:41:19.230737 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-243688c7-2576-4480-8744-99a7a4497878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (8d5c3be8-4f79-49c4-9ad2-9c4dcd5dcc4d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:19.291468 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243688c7-2576-4480-8744-99a7a4497878 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:41:19.292125 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-243688c7-2576-4480-8744-99a7a4497878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (8d5c3be8-4f79-49c4-9ad2-9c4dcd5dcc4d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:41:19.296106 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:41:19.326969 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5503c1-0986-449d-8d95-ce923466f446 req-0c90f3e2-330c-4936-bc4b-fc36b6843960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:19.330151 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7e5503c1-0986-449d-8d95-ce923466f446 req-0c90f3e2-330c-4936-bc4b-fc36b6843960 service neutron] 10.222.0.10 "GET /v2.0/networks?id=236ec3a6-f189-4070-85a9-a95493c406c7 HTTP/1.1" status: 200 len: 909 time: 0.6715097 Feb 19 04:41:19.505647 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7e5503c1-0986-449d-8d95-ce923466f446 req-cc52125c-68a7-4ae7-9466-6d06e02a3f44 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59828038-05df-4b5a-89f7-5198cade73e9 HTTP/1.1" status: 200 len: 217 time: 0.1685727 Feb 19 04:41:19.519904 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c2991b44-46ec-46ca-b3b3-cee9b9f64b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:19.578679 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-243688c7-2576-4480-8744-99a7a4497878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (7b3525be-d2df-4e40-aa5e-c4e9abc79afb), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:19.596783 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-243688c7-2576-4480-8744-99a7a4497878 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:19.620046 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-243688c7-2576-4480-8744-99a7a4497878 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7b3525be-d2df-4e40-aa5e-c4e9abc79afb HTTP/1.1" status: 204 len: 168 time: 1.4493256 Feb 19 04:41:19.701576 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243688c7-2576-4480-8744-99a7a4497878 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b3525be-d2df-4e40-aa5e-c4e9abc79afb,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:19.725268 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2fe7348d-e4d7-4cab-ad97-d0116f4f5ca7 req-c3e74c6e-5dd4-4d48-9e93-041a7ecaf3c6 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/security-groups?id=65c3d981-69d5-4505-9568-5ed119cbf753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5512617 Feb 19 04:41:19.736154 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5503c1-0986-449d-8d95-ce923466f446 req-cf8cb8e3-4050-4b59-bd94-dc75d820e4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:19.744853 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7e5503c1-0986-449d-8d95-ce923466f446 req-cf8cb8e3-4050-4b59-bd94-dc75d820e4b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3fe6bf3d-6df5-407e-a4da-de8e79c4da73 HTTP/1.1" status: 200 len: 849 time: 0.2283854 Feb 19 04:41:19.852728 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7e5503c1-0986-449d-8d95-ce923466f446 req-c583c17d-59ac-4853-90fd-04eb67bb0a47 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=236ec3a6-f189-4070-85a9-a95493c406c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986180 Feb 19 04:41:19.891242 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c2991b44-46ec-46ca-b3b3-cee9b9f64b36 admin admin] Publish callbacks [] for security_group (6f2def3d-31b5-4ac4-8a9c-48be6e746b18), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:19.913483 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c2991b44-46ec-46ca-b3b3-cee9b9f64b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6f2def3d-31b5-4ac4-8a9c-48be6e746b18), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:19.922850 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37360) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:20.009262 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7e5503c1-0986-449d-8d95-ce923466f446 req-66ef2be3-3a68-4051-8be1-dd6cb9ce5b19 service neutron] 10.222.0.10 "GET /v2.0/networks/236ec3a6-f189-4070-85a9-a95493c406c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501536 Feb 19 04:41:20.072038 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c2991b44-46ec-46ca-b3b3-cee9b9f64b36 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=192b192de7d34280af9e00445622c831&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9752178 Feb 19 04:41:20.083318 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37362) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:20.088499 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2991b44-46ec-46ca-b3b3-cee9b9f64b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2def3d-31b5-4ac4-8a9c-48be6e746b18,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:20.186024 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cbde29d3-7449-4b64-b3f4-7d3498d9f233 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=23ab31e807e341c78d6021a25019c28e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2458854 Feb 19 04:41:20.194210 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37364) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:20.209118 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7e5503c1-0986-449d-8d95-ce923466f446 req-ace04049-ddb7-40fb-84d8-adf32b543796 service neutron] 10.222.0.10 "GET /v2.0/networks/236ec3a6-f189-4070-85a9-a95493c406c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943316 Feb 19 04:41:20.209748 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e95e6c64-ec73-4bd7-bca5-462a17b18601 admin admin] Publish callbacks [] for security_group (6f2def3d-31b5-4ac4-8a9c-48be6e746b18), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:20.240275 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e95e6c64-ec73-4bd7-bca5-462a17b18601 admin admin] Publish callbacks [] for security_group (6f2def3d-31b5-4ac4-8a9c-48be6e746b18), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:20.331203 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e95e6c64-ec73-4bd7-bca5-462a17b18601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6f2def3d-31b5-4ac4-8a9c-48be6e746b18), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:20.340191 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 59828038-05df-4b5a-89f7-5198cade73e9 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:41:20.349988 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e95e6c64-ec73-4bd7-bca5-462a17b18601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:20.359382 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e95e6c64-ec73-4bd7-bca5-462a17b18601 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6f2def3d-31b5-4ac4-8a9c-48be6e746b18 HTTP/1.1" status: 204 len: 168 time: 0.2744296 Feb 19 04:41:20.399171 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e6c64-ec73-4bd7-bca5-462a17b18601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2def3d-31b5-4ac4-8a9c-48be6e746b18,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:20.445268 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7ef77969-2b44-456d-880d-f3acda7b9f9b admin admin] Publish callbacks [] for security_group (d7769d54-1565-4232-97bf-e9a7407ef92c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:20.475878 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6aaa7302-e099-41e8-8ac9-dd5b67b51313 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (df9d5a91-1b69-4422-814e-8dc58f4cc27a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:20.653231 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7ef77969-2b44-456d-880d-f3acda7b9f9b admin admin] Publish callbacks [] for security_group (d7769d54-1565-4232-97bf-e9a7407ef92c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:20.692451 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 59828038-05df-4b5a-89f7-5198cade73e9, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=59828038-05df-4b5a-89f7-5198cade73e9,segment=NetworkSegment(f513b2fe-5639-4998-a6c3-77e6961f4815),segment_id=f513b2fe-5639-4998-a6c3-77e6961f4815)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:41:20.737892 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '59828038-05df-4b5a-89f7-5198cade73e9', 'network_id': '236ec3a6-f189-4070-85a9-a95493c406c7', 'port_id': '59828038-05df-4b5a-89f7-5198cade73e9', 'mac_address': 'fa:16:3e:59:d9:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe6bf3d-6df5-407e-a4da-de8e79c4da73', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:41:20.760409 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa7302-e099-41e8-8ac9-dd5b67b51313 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Pushing event updated for resources: {'Subnet': ['ID=df9d5a91-1b69-4422-814e-8dc58f4cc27a,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:20.791221 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaa7302-e099-41e8-8ac9-dd5b67b51313 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Checking segment: {'id': '2820140d-0f4e-415b-9e24-2833f9c1af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9885ff7c-029e-4bee-816c-2c196d68277a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:41:20.792057 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaa7302-e099-41e8-8ac9-dd5b67b51313 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Network hostable DHCP agents. Network: 9885ff7c-029e-4bee-816c-2c196d68277a, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:41:20.843367 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaa7302-e099-41e8-8ac9-dd5b67b51313 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Network 9885ff7c-029e-4bee-816c-2c196d68277a is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:41:20.857337 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7ef77969-2b44-456d-880d-f3acda7b9f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d7769d54-1565-4232-97bf-e9a7407ef92c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:20.866611 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7ef77969-2b44-456d-880d-f3acda7b9f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:20.869049 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7ef77969-2b44-456d-880d-f3acda7b9f9b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d7769d54-1565-4232-97bf-e9a7407ef92c HTTP/1.1" status: 204 len: 168 time: 0.6736372 Feb 19 04:41:20.892822 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 59828038-05df-4b5a-89f7-5198cade73e9 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:41:20.897703 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (59828038-05df-4b5a-89f7-5198cade73e9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:20.911334 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-6aaa7302-e099-41e8-8ac9-dd5b67b51313 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 9885ff7c-029e-4bee-816c-2c196d68277a) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:41:20.919757 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef77969-2b44-456d-880d-f3acda7b9f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7769d54-1565-4232-97bf-e9a7407ef92c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:20.933646 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6aaa7302-e099-41e8-8ac9-dd5b67b51313 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (fa610b00-0811-4831-8f8b-1e3c76b13056), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:20.942054 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59828038-05df-4b5a-89f7-5198cade73e9 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:41:20.953525 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de0ba06-dc48-4f74-8bf2-0405b0232c2a None None] Network 9885ff7c-029e-4bee-816c-2c196d68277a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:41:21.053163 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac96bc-f038-4bbb-ad16-1eb6f60fe680 req-8eeae170-8412-49cc-8a0a-6f074ebcd59f tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:21.074799 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7dac96bc-f038-4bbb-ad16-1eb6f60fe680 req-8eeae170-8412-49cc-8a0a-6f074ebcd59f tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/ports?device_id=febb7efb-b428-4472-bc32-32278e8264c9 HTTP/1.1" status: 200 len: 943 time: 0.1443987 Feb 19 04:41:21.178733 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa7302-e099-41e8-8ac9-dd5b67b51313 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Pushing event updated for resources: {'Subnet': ['ID=fa610b00-0811-4831-8f8b-1e3c76b13056,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:21.216184 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaa7302-e099-41e8-8ac9-dd5b67b51313 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Checking segment: {'id': '7594e7fa-a7e5-451f-bef5-c71fc3f945f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cc847fae-913a-4b35-9367-0b7f15c00ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:41:21.217438 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaa7302-e099-41e8-8ac9-dd5b67b51313 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Network hostable DHCP agents. Network: cc847fae-913a-4b35-9367-0b7f15c00ff9, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:41:21.221599 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 59828038-05df-4b5a-89f7-5198cade73e9, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=59828038-05df-4b5a-89f7-5198cade73e9,segment=NetworkSegment(f513b2fe-5639-4998-a6c3-77e6961f4815),segment_id=f513b2fe-5639-4998-a6c3-77e6961f4815)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:41:21.251756 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (59828038-05df-4b5a-89f7-5198cade73e9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:21.270813 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaa7302-e099-41e8-8ac9-dd5b67b51313 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Network cc847fae-913a-4b35-9367-0b7f15c00ff9 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:41:21.280158 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7dac96bc-f038-4bbb-ad16-1eb6f60fe680 req-dad983d4-7a01-4e05-8d5c-4318509b37ed tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/security-groups?id=65c3d981-69d5-4505-9568-5ed119cbf753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037685 Feb 19 04:41:21.320540 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-6aaa7302-e099-41e8-8ac9-dd5b67b51313 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, cc847fae-913a-4b35-9367-0b7f15c00ff9) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:41:21.347546 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaa7302-e099-41e8-8ac9-dd5b67b51313 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:21.348344 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaa7302-e099-41e8-8ac9-dd5b67b51313 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:21.359481 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6aaa7302-e099-41e8-8ac9-dd5b67b51313 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:21.392578 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37382) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:21.407031 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6aaa7302-e099-41e8-8ac9-dd5b67b51313 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.4128883 Feb 19 04:41:21.434403 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e5a8ae-ce75-42f3-9ec0-1e50bbe3a262 None None] Network cc847fae-913a-4b35-9367-0b7f15c00ff9 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:41:21.539480 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ff10b-124e-49eb-9f37-956933569987 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:21.547685 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ff10b-124e-49eb-9f37-956933569987 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:21.547685 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ff10b-124e-49eb-9f37-956933569987 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:21.555697 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37386) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:21.566850 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-312ff10b-124e-49eb-9f37-956933569987 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1724298 Feb 19 04:41:21.573397 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['59828038-05df-4b5a-89f7-5198cade73e9'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:41:21.697960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37390) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:21.713930 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-0173acfe-c6be-496e-b83d-052638e07b6e tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Deleting subnet df9d5a91-1b69-4422-814e-8dc58f4cc27a {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:41:21.727403 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0173acfe-c6be-496e-b83d-052638e07b6e tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks [] for subnet (df9d5a91-1b69-4422-814e-8dc58f4cc27a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:21.743554 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-532b6408-7ad5-4826-be0a-6bd2f00c36ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:21.839203 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37394) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:21.948442 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f458bac3-5ba8-49cf-acfc-7b3110c820f9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=02de5543285449e98627adc6aad84408&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1072128 Feb 19 04:41:21.951677 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37396) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:21.954841 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0173acfe-c6be-496e-b83d-052638e07b6e tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (df9d5a91-1b69-4422-814e-8dc58f4cc27a), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:21.987132 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-532b6408-7ad5-4826-be0a-6bd2f00c36ef admin admin] Publish callbacks [] for security_group (ea4b48b7-7b7d-474f-9e7f-7494611a2128), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:21.995765 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-532b6408-7ad5-4826-be0a-6bd2f00c36ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ea4b48b7-7b7d-474f-9e7f-7494611a2128), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.041803 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b6408-7ad5-4826-be0a-6bd2f00c36ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4b48b7-7b7d-474f-9e7f-7494611a2128,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:22.101978 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-532b6408-7ad5-4826-be0a-6bd2f00c36ef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d54550a4a0d94e96ae3e89ff96ff388d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4017024 Feb 19 04:41:22.103606 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-667ddb62-de41-489e-9977-0706366666f9 admin admin] Publish callbacks [] for security_group (3507f3fb-c50f-48b9-add4-c5007c89b667), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.108096 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37398) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:22.109824 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=59828038-05df-4b5a-89f7-5198cade73e9,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:22.114519 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0173acfe-c6be-496e-b83d-052638e07b6e tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (df9d5a91-1b69-4422-814e-8dc58f4cc27a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.148089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798f4a38-0477-4b6b-ba8a-2ed4268e1d8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9885ff7c-029e-4bee-816c-2c196d68277a', 'network_id': '9885ff7c-029e-4bee-816c-2c196d68277a', 'project_id': 'b68f217d95314cd286ef5b11d53192c7', 'fixed_ips': [{'subnet_id': 'df9d5a91-1b69-4422-814e-8dc58f4cc27a'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:41:22.150257 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-798f4a38-0477-4b6b-ba8a-2ed4268e1d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.183300 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-667ddb62-de41-489e-9977-0706366666f9 admin admin] Publish callbacks [] for security_group (3507f3fb-c50f-48b9-add4-c5007c89b667), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.241670 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1a42818c-110d-4e42-bc1d-c144761ccef8 admin admin] Publish callbacks [] for security_group (ea4b48b7-7b7d-474f-9e7f-7494611a2128), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.262741 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0173acfe-c6be-496e-b83d-052638e07b6e tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (df9d5a91-1b69-4422-814e-8dc58f4cc27a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.273452 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1a42818c-110d-4e42-bc1d-c144761ccef8 admin admin] Publish callbacks [] for security_group (ea4b48b7-7b7d-474f-9e7f-7494611a2128), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.335540 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173acfe-c6be-496e-b83d-052638e07b6e tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Pushing event deleted for resources: {'Subnet': ['ID=df9d5a91-1b69-4422-814e-8dc58f4cc27a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:22.348276 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1a42818c-110d-4e42-bc1d-c144761ccef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ea4b48b7-7b7d-474f-9e7f-7494611a2128), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.353435 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1a42818c-110d-4e42-bc1d-c144761ccef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.353661 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0173acfe-c6be-496e-b83d-052638e07b6e tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.355233 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1a42818c-110d-4e42-bc1d-c144761ccef8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ea4b48b7-7b7d-474f-9e7f-7494611a2128 HTTP/1.1" status: 204 len: 168 time: 0.2458048 Feb 19 04:41:22.367613 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42818c-110d-4e42-bc1d-c144761ccef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4b48b7-7b7d-474f-9e7f-7494611a2128,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:22.376882 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0173acfe-c6be-496e-b83d-052638e07b6e tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] 10.222.0.65 "DELETE /v2.0/subnets/df9d5a91-1b69-4422-814e-8dc58f4cc27a HTTP/1.1" status: 204 len: 168 time: 0.8193471 Feb 19 04:41:22.378105 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37404) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:22.422096 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-667ddb62-de41-489e-9977-0706366666f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3507f3fb-c50f-48b9-add4-c5007c89b667), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.425153 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-667ddb62-de41-489e-9977-0706366666f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.427777 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-667ddb62-de41-489e-9977-0706366666f9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3507f3fb-c50f-48b9-add4-c5007c89b667 HTTP/1.1" status: 204 len: 168 time: 0.4748363 Feb 19 04:41:22.445393 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ddb62-de41-489e-9977-0706366666f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3507f3fb-c50f-48b9-add4-c5007c89b667,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server [None req-798f4a38-0477-4b6b-ba8a-2ed4268e1d8b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df9d5a91-1b69-4422-814e-8dc58f4cc27a: This subnet is being modified by another concurrent operation. Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise exception Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df9d5a91-1b69-4422-814e-8dc58f4cc27a: This subnet is being modified by another concurrent operation. Feb 19 04:41:22.455644 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server Feb 19 04:41:22.477241 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fedfcf-3938-4924-bcf5-232984e5c2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-cc847fae-913a-4b35-9367-0b7f15c00ff9', 'network_id': 'cc847fae-913a-4b35-9367-0b7f15c00ff9', 'project_id': 'b68f217d95314cd286ef5b11d53192c7', 'fixed_ips': [{'subnet_id': 'fa610b00-0811-4831-8f8b-1e3c76b13056'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:41:22.478851 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d9fedfcf-3938-4924-bcf5-232984e5c2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.514927 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e34a61f-24ae-4162-aa1c-d268ec300d55 None None] Network 9885ff7c-029e-4bee-816c-2c196d68277a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:41:22.546087 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-271624e9-a8fc-453c-a021-57c12de7cbf4 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Deleting subnet fa610b00-0811-4831-8f8b-1e3c76b13056 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:41:22.709309 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-271624e9-a8fc-453c-a021-57c12de7cbf4 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks [] for subnet (fa610b00-0811-4831-8f8b-1e3c76b13056), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:22.884340 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-271624e9-a8fc-453c-a021-57c12de7cbf4 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (fa610b00-0811-4831-8f8b-1e3c76b13056), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:23.003108 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278af0d4-e199-47b4-a434-ef42dfa7bcba req-8224c9c8-afcb-4c0c-9315-c748c6c8e8dc tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:23.004867 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-278af0d4-e199-47b4-a434-ef42dfa7bcba req-8224c9c8-afcb-4c0c-9315-c748c6c8e8dc tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/ports?device_id=febb7efb-b428-4472-bc32-32278e8264c9 HTTP/1.1" status: 200 len: 944 time: 0.4798045 Feb 19 04:41:23.032055 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-271624e9-a8fc-453c-a021-57c12de7cbf4 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (fa610b00-0811-4831-8f8b-1e3c76b13056), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:23.165425 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-278af0d4-e199-47b4-a434-ef42dfa7bcba req-ad630bfd-8081-4226-880f-0e7438fabd7c tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/security-groups?id=65c3d981-69d5-4505-9568-5ed119cbf753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492395 Feb 19 04:41:23.175825 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-271624e9-a8fc-453c-a021-57c12de7cbf4 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (fa610b00-0811-4831-8f8b-1e3c76b13056), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server [None req-d9fedfcf-3938-4924-bcf5-232984e5c2e1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fa610b00-0811-4831-8f8b-1e3c76b13056: This subnet is being modified by another concurrent operation. Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise exception Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fa610b00-0811-4831-8f8b-1e3c76b13056: This subnet is being modified by another concurrent operation. Feb 19 04:41:23.181878 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server Feb 19 04:41:23.217733 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1581646-d615-457a-969c-54ea483e339f None None] get_active_networks_info from n-d-772273-4 {{(pid=115200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:41:23.228642 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-271624e9-a8fc-453c-a021-57c12de7cbf4 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:23.240625 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-271624e9-a8fc-453c-a021-57c12de7cbf4 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] 10.222.0.65 "DELETE /v2.0/subnets/fa610b00-0811-4831-8f8b-1e3c76b13056 HTTP/1.1" status: 204 len: 168 time: 0.8583605 Feb 19 04:41:23.241070 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37424) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:23.339112 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271624e9-a8fc-453c-a021-57c12de7cbf4 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Pushing event deleted for resources: {'Subnet': ['ID=fa610b00-0811-4831-8f8b-1e3c76b13056,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:23.393897 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37428) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:23.414646 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f86902d2-3e76-476c-9995-bb9a21a4696c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:23.416095 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950f7aee-d188-4211-8884-420f7c564553 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:23.419380 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-950f7aee-d188-4211-8884-420f7c564553 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1763129 Feb 19 04:41:23.425690 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37430) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:23.432224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1581646-d615-457a-969c-54ea483e339f None None] Resources bound (agent type, host, resource id): {{(pid=115200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:41:23.612486 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bfc1c0a7-9132-4b50-9d12-c1241d7a64bc tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (cc847fae-913a-4b35-9367-0b7f15c00ff9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:23.627732 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f86902d2-3e76-476c-9995-bb9a21a4696c admin admin] Publish callbacks [] for security_group (175a5024-4113-4413-b234-8d2d23e538ed), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:23.636230 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f86902d2-3e76-476c-9995-bb9a21a4696c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (175a5024-4113-4413-b234-8d2d23e538ed), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:23.739896 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f86902d2-3e76-476c-9995-bb9a21a4696c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=886c068ed30b43c8a709c10fcb722866&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3445628 Feb 19 04:41:23.741607 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86902d2-3e76-476c-9995-bb9a21a4696c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175a5024-4113-4413-b234-8d2d23e538ed,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:23.745079 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37440) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:23.799652 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bfc1c0a7-9132-4b50-9d12-c1241d7a64bc tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (cc847fae-913a-4b35-9367-0b7f15c00ff9), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:23.828434 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3eaa66c0-be73-49b7-b218-66222acccb28 admin admin] Publish callbacks [] for security_group (175a5024-4113-4413-b234-8d2d23e538ed), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:23.851202 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-bfc1c0a7-9132-4b50-9d12-c1241d7a64bc tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc847fae-913a-4b35-9367-0b7f15c00ff9']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:23.870156 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-bfc1c0a7-9132-4b50-9d12-c1241d7a64bc tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7594e7fa-a7e5-451f-bef5-c71fc3f945f0') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:23.870844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-bfc1c0a7-9132-4b50-9d12-c1241d7a64bc tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7594e7fa-a7e5-451f-bef5-c71fc3f945f0') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:23.892767 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bfc1c0a7-9132-4b50-9d12-c1241d7a64bc tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (7594e7fa-a7e5-451f-bef5-c71fc3f945f0), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:23.905405 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3eaa66c0-be73-49b7-b218-66222acccb28 admin admin] Publish callbacks [] for security_group (175a5024-4113-4413-b234-8d2d23e538ed), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:23.921899 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bfc1c0a7-9132-4b50-9d12-c1241d7a64bc tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (7594e7fa-a7e5-451f-bef5-c71fc3f945f0), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:23.927199 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8338a7e5-c073-41fa-a3cc-c8bda3a85817 None None] get_active_networks_info from n-d-772273-4 {{(pid=115200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:41:23.938506 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc1c0a7-9132-4b50-9d12-c1241d7a64bc tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:41:23.939295 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bfc1c0a7-9132-4b50-9d12-c1241d7a64bc tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (7594e7fa-a7e5-451f-bef5-c71fc3f945f0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:41:23.945060 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:41:24.062872 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3eaa66c0-be73-49b7-b218-66222acccb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (175a5024-4113-4413-b234-8d2d23e538ed), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:24.076464 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3eaa66c0-be73-49b7-b218-66222acccb28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:24.084546 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3eaa66c0-be73-49b7-b218-66222acccb28 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/175a5024-4113-4413-b234-8d2d23e538ed HTTP/1.1" status: 204 len: 168 time: 0.3369381 Feb 19 04:41:24.094968 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bfc1c0a7-9132-4b50-9d12-c1241d7a64bc tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (cc847fae-913a-4b35-9367-0b7f15c00ff9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:24.118769 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bfc1c0a7-9132-4b50-9d12-c1241d7a64bc tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:24.122935 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa66c0-be73-49b7-b218-66222acccb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175a5024-4113-4413-b234-8d2d23e538ed,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:24.142552 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bfc1c0a7-9132-4b50-9d12-c1241d7a64bc tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] 10.222.0.65 "DELETE /v2.0/networks/cc847fae-913a-4b35-9367-0b7f15c00ff9 HTTP/1.1" status: 204 len: 168 time: 0.7151244 Feb 19 04:41:24.145394 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37450) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:24.189796 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1c0a7-9132-4b50-9d12-c1241d7a64bc tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Pushing event deleted for resources: {'Network': ['ID=cc847fae-913a-4b35-9367-0b7f15c00ff9,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:24.190038 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8338a7e5-c073-41fa-a3cc-c8bda3a85817 None None] Resources bound (agent type, host, resource id): {{(pid=115200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:41:24.363496 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 59828038-05df-4b5a-89f7-5198cade73e9 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:41:24.402876 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-089cdc9c-8569-48c7-b196-839f53632c17 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (9885ff7c-029e-4bee-816c-2c196d68277a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:24.453351 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acec7c-78c6-4093-88fa-7c17a8f0ef34 req-30adc6e4-0f7c-49be-8945-b379f84d40d9 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:24.462664 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-63acec7c-78c6-4093-88fa-7c17a8f0ef34 req-30adc6e4-0f7c-49be-8945-b379f84d40d9 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/ports?device_id=febb7efb-b428-4472-bc32-32278e8264c9 HTTP/1.1" status: 200 len: 944 time: 0.1765947 Feb 19 04:41:24.599075 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-63acec7c-78c6-4093-88fa-7c17a8f0ef34 req-44ab0cff-35b4-4457-aee1-ed4c39b45467 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/security-groups?id=65c3d981-69d5-4505-9568-5ed119cbf753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360090 Feb 19 04:41:24.634865 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-089cdc9c-8569-48c7-b196-839f53632c17 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (9885ff7c-029e-4bee-816c-2c196d68277a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:24.707735 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-089cdc9c-8569-48c7-b196-839f53632c17 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9885ff7c-029e-4bee-816c-2c196d68277a']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:24.734562 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-089cdc9c-8569-48c7-b196-839f53632c17 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2820140d-0f4e-415b-9e24-2833f9c1af77') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:24.736398 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-089cdc9c-8569-48c7-b196-839f53632c17 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2820140d-0f4e-415b-9e24-2833f9c1af77') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:24.769930 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-089cdc9c-8569-48c7-b196-839f53632c17 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (2820140d-0f4e-415b-9e24-2833f9c1af77), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:24.803262 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 59828038-05df-4b5a-89f7-5198cade73e9 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:41:24.817956 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 59828038-05df-4b5a-89f7-5198cade73e9 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:41:24.818851 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (59828038-05df-4b5a-89f7-5198cade73e9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:24.842113 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-089cdc9c-8569-48c7-b196-839f53632c17 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (2820140d-0f4e-415b-9e24-2833f9c1af77), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:24.858664 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089cdc9c-8569-48c7-b196-839f53632c17 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:41:24.859137 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-089cdc9c-8569-48c7-b196-839f53632c17 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (2820140d-0f4e-415b-9e24-2833f9c1af77), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:41:24.872303 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:41:24.892820 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cdaf35-a9b8-4de8-9457-17c5609b1dba None None] Network cc847fae-913a-4b35-9367-0b7f15c00ff9 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:41:24.964348 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cdaf35-a9b8-4de8-9457-17c5609b1dba None None] Network cc847fae-913a-4b35-9367-0b7f15c00ff9 could not be found, it might have been deleted concurrently. {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:41:25.108799 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-089cdc9c-8569-48c7-b196-839f53632c17 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (9885ff7c-029e-4bee-816c-2c196d68277a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:25.173806 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 59828038-05df-4b5a-89f7-5198cade73e9 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:41:25.174460 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (59828038-05df-4b5a-89f7-5198cade73e9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:25.225304 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-089cdc9c-8569-48c7-b196-839f53632c17 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:25.225304 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-089cdc9c-8569-48c7-b196-839f53632c17 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] 10.222.0.65 "DELETE /v2.0/networks/9885ff7c-029e-4bee-816c-2c196d68277a HTTP/1.1" status: 204 len: 168 time: 1.0747743 Feb 19 04:41:25.225304 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37476) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:25.236505 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089cdc9c-8569-48c7-b196-839f53632c17 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Pushing event deleted for resources: {'Network': ['ID=9885ff7c-029e-4bee-816c-2c196d68277a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:25.236871 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febb7efb-b428-4472-bc32-32278e8264c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59828038-05df-4b5a-89f7-5198cade73e9'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:41:25.239781 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608fc8b1-6463-4d73-9f0c-59ed5a2b2592" -d '{"events": [{"server_uuid": "febb7efb-b428-4472-bc32-32278e8264c9", "name": "network-vif-plugged", "status": "completed", "tag": "59828038-05df-4b5a-89f7-5198cade73e9"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:41:25.256639 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 59828038-05df-4b5a-89f7-5198cade73e9, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=59828038-05df-4b5a-89f7-5198cade73e9,segment=NetworkSegment(f513b2fe-5639-4998-a6c3-77e6961f4815),segment_id=f513b2fe-5639-4998-a6c3-77e6961f4815)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:41:25.266540 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (59828038-05df-4b5a-89f7-5198cade73e9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:25.362318 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8e84e2e5-97c7-4d17-bc91-59d8a709bbe3 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (6fdc6cd3-177c-41d7-9d19-70bd3907757c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:25.381970 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=59828038-05df-4b5a-89f7-5198cade73e9,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:25.395119 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328e2f95-4ba1-4503-9b36-b6ba68f5b840 x-openstack-request-id: req-328e2f95-4ba1-4503-9b36-b6ba68f5b840 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:41:25.395451 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febb7efb-b428-4472-bc32-32278e8264c9", "name": "network-vif-plugged", "status": "completed", "tag": "59828038-05df-4b5a-89f7-5198cade73e9", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:41:25.396531 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-328e2f95-4ba1-4503-9b36-b6ba68f5b840 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:41:25.403387 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febb7efb-b428-4472-bc32-32278e8264c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59828038-05df-4b5a-89f7-5198cade73e9', 'code': 200} Feb 19 04:41:25.541658 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8e84e2e5-97c7-4d17-bc91-59d8a709bbe3 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (6fdc6cd3-177c-41d7-9d19-70bd3907757c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:25.595002 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-8e84e2e5-97c7-4d17-bc91-59d8a709bbe3 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fdc6cd3-177c-41d7-9d19-70bd3907757c']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:25.625643 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-8e84e2e5-97c7-4d17-bc91-59d8a709bbe3 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5e1478-8861-441e-925e-42cdbb1e710a') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:25.626423 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-8e84e2e5-97c7-4d17-bc91-59d8a709bbe3 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5e1478-8861-441e-925e-42cdbb1e710a') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:25.635786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed644b4a-22c0-4992-bf96-e57b28071e8c req-41b8133f-62da-46ec-ab15-9f954fc5c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:25.639366 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed644b4a-22c0-4992-bf96-e57b28071e8c req-41b8133f-62da-46ec-ab15-9f954fc5c25b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=febb7efb-b428-4472-bc32-32278e8264c9 HTTP/1.1" status: 200 len: 1127 time: 0.1531024 Feb 19 04:41:25.651468 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8e84e2e5-97c7-4d17-bc91-59d8a709bbe3 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (6c5e1478-8861-441e-925e-42cdbb1e710a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:25.716359 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:41:25.754432 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8e84e2e5-97c7-4d17-bc91-59d8a709bbe3 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (6c5e1478-8861-441e-925e-42cdbb1e710a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:25.770320 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed644b4a-22c0-4992-bf96-e57b28071e8c req-b3b1e0b4-954e-41a4-9b70-f720d5d8cd1b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=65c3d981-69d5-4505-9568-5ed119cbf753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247871 Feb 19 04:41:25.775058 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e84e2e5-97c7-4d17-bc91-59d8a709bbe3 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:41:25.775943 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8e84e2e5-97c7-4d17-bc91-59d8a709bbe3 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (6c5e1478-8861-441e-925e-42cdbb1e710a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:41:25.951859 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:41:25.964009 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8e84e2e5-97c7-4d17-bc91-59d8a709bbe3 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (6fdc6cd3-177c-41d7-9d19-70bd3907757c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:25.972537 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8e84e2e5-97c7-4d17-bc91-59d8a709bbe3 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:25.979459 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8e84e2e5-97c7-4d17-bc91-59d8a709bbe3 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] 10.222.0.65 "DELETE /v2.0/networks/6fdc6cd3-177c-41d7-9d19-70bd3907757c HTTP/1.1" status: 204 len: 168 time: 0.7535920 Feb 19 04:41:25.992759 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37494) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:26.008231 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84e2e5-97c7-4d17-bc91-59d8a709bbe3 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Pushing event deleted for resources: {'Network': ['ID=6fdc6cd3-177c-41d7-9d19-70bd3907757c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:26.032457 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c22c0-36f4-4ab1-81a6-fac9186fcfde req-51b0e919-e9b5-4a58-be23-a808579e0e0d tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:26.035540 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1c9c22c0-36f4-4ab1-81a6-fac9186fcfde req-51b0e919-e9b5-4a58-be23-a808579e0e0d tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/ports?device_id=febb7efb-b428-4472-bc32-32278e8264c9 HTTP/1.1" status: 200 len: 945 time: 0.1928394 Feb 19 04:41:26.284139 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1c9c22c0-36f4-4ab1-81a6-fac9186fcfde req-a905f23d-ba16-4c82-8e80-eb758c100152 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/security-groups?id=65c3d981-69d5-4505-9568-5ed119cbf753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315280 Feb 19 04:41:26.298099 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ce14-06fb-4b29-8141-b7ebfe05f620 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (cf368379-1bbb-4adf-b0a4-967ddf6c9fc0), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:26.564451 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ce14-06fb-4b29-8141-b7ebfe05f620 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (cf368379-1bbb-4adf-b0a4-967ddf6c9fc0), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:26.660994 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-d4f7ce14-06fb-4b29-8141-b7ebfe05f620 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf368379-1bbb-4adf-b0a4-967ddf6c9fc0']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:26.677916 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-d4f7ce14-06fb-4b29-8141-b7ebfe05f620 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c90a9a-0688-4de9-8533-db8f4d61ec93') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:26.678222 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-d4f7ce14-06fb-4b29-8141-b7ebfe05f620 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c90a9a-0688-4de9-8533-db8f4d61ec93') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:26.707252 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ce14-06fb-4b29-8141-b7ebfe05f620 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (80c90a9a-0688-4de9-8533-db8f4d61ec93), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:26.730679 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ce14-06fb-4b29-8141-b7ebfe05f620 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (80c90a9a-0688-4de9-8533-db8f4d61ec93), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:26.747437 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f7ce14-06fb-4b29-8141-b7ebfe05f620 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:41:26.747844 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ce14-06fb-4b29-8141-b7ebfe05f620 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (80c90a9a-0688-4de9-8533-db8f4d61ec93), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:41:26.752588 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:41:26.872642 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ce14-06fb-4b29-8141-b7ebfe05f620 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (cf368379-1bbb-4adf-b0a4-967ddf6c9fc0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:26.922511 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ce14-06fb-4b29-8141-b7ebfe05f620 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:26.933757 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d4f7ce14-06fb-4b29-8141-b7ebfe05f620 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] 10.222.0.65 "DELETE /v2.0/networks/cf368379-1bbb-4adf-b0a4-967ddf6c9fc0 HTTP/1.1" status: 204 len: 168 time: 0.8965032 Feb 19 04:41:26.936408 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7ce14-06fb-4b29-8141-b7ebfe05f620 tempest-BulkNetworkOpsTest-496367926 tempest-BulkNetworkOpsTest-496367926-project] Pushing event deleted for resources: {'Network': ['ID=cf368379-1bbb-4adf-b0a4-967ddf6c9fc0,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:27.672566 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37540) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:27.787895 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860065b8-9ffc-4eb9-824b-ba2e59e89a2d req-c2b3e847-e71d-4e07-88f4-300b453f39c3 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:27.791219 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-860065b8-9ffc-4eb9-824b-ba2e59e89a2d req-c2b3e847-e71d-4e07-88f4-300b453f39c3 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/ports?device_id=febb7efb-b428-4472-bc32-32278e8264c9 HTTP/1.1" status: 200 len: 945 time: 0.2164028 Feb 19 04:41:27.949284 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-860065b8-9ffc-4eb9-824b-ba2e59e89a2d req-90580824-61d9-428b-913b-d77fdcd259bb tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/security-groups?id=65c3d981-69d5-4505-9568-5ed119cbf753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455271 Feb 19 04:41:28.038502 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8f5e073e-fe68-498d-9003-579b81af86f4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b68f217d95314cd286ef5b11d53192c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3632333 Feb 19 04:41:28.041626 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37554) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:28.253050 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aab9c158-ad9f-48d8-b121-67fdf17182fd admin admin] Publish callbacks [] for security_group (1cc3c437-45a1-4051-bfa8-95a0e06a2058), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:28.325228 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aab9c158-ad9f-48d8-b121-67fdf17182fd admin admin] Publish callbacks [] for security_group (1cc3c437-45a1-4051-bfa8-95a0e06a2058), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:28.443306 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aab9c158-ad9f-48d8-b121-67fdf17182fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1cc3c437-45a1-4051-bfa8-95a0e06a2058), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:28.446708 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aab9c158-ad9f-48d8-b121-67fdf17182fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:28.450380 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-aab9c158-ad9f-48d8-b121-67fdf17182fd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1cc3c437-45a1-4051-bfa8-95a0e06a2058 HTTP/1.1" status: 204 len: 168 time: 0.4044793 Feb 19 04:41:28.477432 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9c158-ad9f-48d8-b121-67fdf17182fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc3c437-45a1-4051-bfa8-95a0e06a2058,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:30.509655 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37640) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:30.791445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2b139e6a-8816-49a8-ba41-0ba75bf7acc1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-709780843'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:30.881731 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b139e6a-8816-49a8-ba41-0ba75bf7acc1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:41:30.901299 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2b139e6a-8816-49a8-ba41-0ba75bf7acc1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:30.962180 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2b139e6a-8816-49a8-ba41-0ba75bf7acc1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:31.237706 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2b139e6a-8816-49a8-ba41-0ba75bf7acc1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (af4877f4-5777-4861-92cf-63d7263a3be6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:31.246515 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2b139e6a-8816-49a8-ba41-0ba75bf7acc1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (af4877f4-5777-4861-92cf-63d7263a3be6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:31.357238 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b139e6a-8816-49a8-ba41-0ba75bf7acc1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:41:31.382580 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2b139e6a-8816-49a8-ba41-0ba75bf7acc1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (135dd713-4944-4901-b5aa-e9b138a64d3f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:31.382943 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-2b139e6a-8816-49a8-ba41-0ba75bf7acc1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Added segment 135dd713-4944-4901-b5aa-e9b138a64d3f of type vlan for network 8fa15992-72f1-4bf3-b090-065eceaf5edc Feb 19 04:41:31.435783 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b139e6a-8816-49a8-ba41-0ba75bf7acc1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af4877f4-5777-4861-92cf-63d7263a3be6,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:31.527116 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2b139e6a-8816-49a8-ba41-0ba75bf7acc1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (8fa15992-72f1-4bf3-b090-065eceaf5edc), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:31.589886 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2b139e6a-8816-49a8-ba41-0ba75bf7acc1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (8fa15992-72f1-4bf3-b090-065eceaf5edc), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:31.596939 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b139e6a-8816-49a8-ba41-0ba75bf7acc1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:31.598217 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2b139e6a-8816-49a8-ba41-0ba75bf7acc1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:31.651550 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37672) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:31.652770 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2b139e6a-8816-49a8-ba41-0ba75bf7acc1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1418619 Feb 19 04:41:31.660541 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'port': {'network_id': '8fa15992-72f1-4bf3-b090-065eceaf5edc', 'name': 'tempest-PortsTestJSON-618733793'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:31.905531 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b139e6a-8816-49a8-ba41-0ba75bf7acc1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Network': ['ID=8fa15992-72f1-4bf3-b090-065eceaf5edc,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:31.916669 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 8fa15992-72f1-4bf3-b090-065eceaf5edc details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:41:32.042596 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:41:32.046272 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:32.125906 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] device_id is not set on port 60d79c3f-9619-4793-a7f8-38af646549cf yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:41:32.281663 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-afd5ba1f-5fda-48d1-9e8d-8037c95e5873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:32.508208 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for port (60d79c3f-9619-4793-a7f8-38af646549cf), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:32.606615 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (60d79c3f-9619-4793-a7f8-38af646549cf), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:32.796801 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Port': ['ID=60d79c3f-9619-4793-a7f8-38af646549cf,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:32.853465 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:32.854211 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:32.855070 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:32.855844 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:32.857632 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:32.859977 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:32.864303 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:32.866276 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:32.867412 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:32.874061 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:32.874855 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:32.875608 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:32.876603 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:33.003343 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Checking segment: {'id': '135dd713-4944-4901-b5aa-e9b138a64d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8fa15992-72f1-4bf3-b090-065eceaf5edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:41:33.005527 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network hostable DHCP agents. Network: 8fa15992-72f1-4bf3-b090-065eceaf5edc, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:41:33.079449 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network 8fa15992-72f1-4bf3-b090-065eceaf5edc is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:41:33.116101 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 8fa15992-72f1-4bf3-b090-065eceaf5edc) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:41:33.136364 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208a6105-a13f-49b1-80c3-e7f726bf4484 None None] Network 8fa15992-72f1-4bf3-b090-065eceaf5edc requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:41:33.160826 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:41:33.176486 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0b5cb-3746-4d0e-98cc-a54fdaa28159 req-08d13f6b-4f29-49af-8aba-47aee2c8854d tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:33.182753 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:33.188905 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:33.191062 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ddb0b5cb-3746-4d0e-98cc-a54fdaa28159 req-08d13f6b-4f29-49af-8aba-47aee2c8854d tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/ports?device_id=febb7efb-b428-4472-bc32-32278e8264c9 HTTP/1.1" status: 200 len: 945 time: 0.1631815 Feb 19 04:41:33.268631 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37718) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:33.272568 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-088bf268-2aa0-432d-8d0a-5cfd729b9976 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6181560 Feb 19 04:41:33.282582 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-34935550-322f-4e9e-9652-fd30fc8a435d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-161132918'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:33.370216 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ddb0b5cb-3746-4d0e-98cc-a54fdaa28159 req-38e6334f-4743-4bb1-ac25-683a99624807 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/security-groups?id=65c3d981-69d5-4505-9568-5ed119cbf753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780450 Feb 19 04:41:33.445081 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34935550-322f-4e9e-9652-fd30fc8a435d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:41:33.461211 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-34935550-322f-4e9e-9652-fd30fc8a435d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:33.511859 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34935550-322f-4e9e-9652-fd30fc8a435d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:41:33.532165 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-34935550-322f-4e9e-9652-fd30fc8a435d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (16e5c65e-4ec9-4bce-8132-941bfb8a0076), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:33.532767 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-34935550-322f-4e9e-9652-fd30fc8a435d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Added segment 16e5c65e-4ec9-4bce-8132-941bfb8a0076 of type vlan for network 9db32d96-5eed-4df7-a8cd-6dcfd22bc934 Feb 19 04:41:33.645296 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-34935550-322f-4e9e-9652-fd30fc8a435d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (9db32d96-5eed-4df7-a8cd-6dcfd22bc934), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:33.725149 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-34935550-322f-4e9e-9652-fd30fc8a435d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (9db32d96-5eed-4df7-a8cd-6dcfd22bc934), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:33.749466 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34935550-322f-4e9e-9652-fd30fc8a435d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:33.750132 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-34935550-322f-4e9e-9652-fd30fc8a435d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:33.861891 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34935550-322f-4e9e-9652-fd30fc8a435d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Network': ['ID=9db32d96-5eed-4df7-a8cd-6dcfd22bc934,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:33.868519 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-34935550-322f-4e9e-9652-fd30fc8a435d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5959451 Feb 19 04:41:33.873471 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37728) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:33.897023 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 9db32d96-5eed-4df7-a8cd-6dcfd22bc934 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:41:33.902268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'ports': [{'network_id': '8fa15992-72f1-4bf3-b090-065eceaf5edc'}, {'network_id': '9db32d96-5eed-4df7-a8cd-6dcfd22bc934'}]} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:33.904154 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'port': {'network_id': '8fa15992-72f1-4bf3-b090-065eceaf5edc'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:33.907096 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'port': {'network_id': '9db32d96-5eed-4df7-a8cd-6dcfd22bc934'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:34.364805 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef7ea2-7e0b-4039-98d3-badc618382e2 req-1c2b05c0-5a59-45bb-83ab-1e62cc1b849a tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:34.389605 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-91ef7ea2-7e0b-4039-98d3-badc618382e2 req-1c2b05c0-5a59-45bb-83ab-1e62cc1b849a tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.10 "GET /v2.0/ports?device_id=febb7efb-b428-4472-bc32-32278e8264c9 HTTP/1.1" status: 200 len: 945 time: 0.2075078 Feb 19 04:41:34.617357 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'port': 2} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:41:34.632630 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:34.667668 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-91ef7ea2-7e0b-4039-98d3-badc618382e2 req-dc65d3a2-c020-46ef-9e8f-77f3fe7f3c8b tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Deleting port 59828038-05df-4b5a-89f7-5198cade73e9 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:41:34.677254 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-91ef7ea2-7e0b-4039-98d3-badc618382e2 req-dc65d3a2-c020-46ef-9e8f-77f3fe7f3c8b tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (59828038-05df-4b5a-89f7-5198cade73e9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:34.762022 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:34.955798 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ee7bf-2e13-44e5-930b-26791d73293b req-f969c19a-0b00-4c0c-9d30-3c691c2433b7 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:34.969601 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-346ee7bf-2e13-44e5-930b-26791d73293b req-f969c19a-0b00-4c0c-9d30-3c691c2433b7 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/ports?device_id=febb7efb-b428-4472-bc32-32278e8264c9 HTTP/1.1" status: 200 len: 945 time: 0.3310480 Feb 19 04:41:35.055324 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a8b65d2b-e52a-42d9-83f3-51bcd3554804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:35.143642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-91ef7ea2-7e0b-4039-98d3-badc618382e2 req-dc65d3a2-c020-46ef-9e8f-77f3fe7f3c8b tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] For port 59828038-05df-4b5a-89f7-5198cade73e9, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=59828038-05df-4b5a-89f7-5198cade73e9,segment=NetworkSegment(f513b2fe-5639-4998-a6c3-77e6961f4815),segment_id=f513b2fe-5639-4998-a6c3-77e6961f4815)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:41:35.146360 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-91ef7ea2-7e0b-4039-98d3-badc618382e2 req-dc65d3a2-c020-46ef-9e8f-77f3fe7f3c8b tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (59828038-05df-4b5a-89f7-5198cade73e9), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:35.195852 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-346ee7bf-2e13-44e5-930b-26791d73293b req-de9765c7-b0a8-4dbe-8599-a7c871d1ae9b tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/security-groups?id=65c3d981-69d5-4505-9568-5ed119cbf753&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251012 Feb 19 04:41:35.210325 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-91ef7ea2-7e0b-4039-98d3-badc618382e2 req-dc65d3a2-c020-46ef-9e8f-77f3fe7f3c8b tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Calling delete_port for 59828038-05df-4b5a-89f7-5198cade73e9 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:41:35.317438 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] device_id is not set on port f15d4c87-b66f-4ffc-96fe-2e96a49201b9 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:41:35.486337 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for port (f15d4c87-b66f-4ffc-96fe-2e96a49201b9), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:35.730593 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-91ef7ea2-7e0b-4039-98d3-badc618382e2 req-dc65d3a2-c020-46ef-9e8f-77f3fe7f3c8b tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (59828038-05df-4b5a-89f7-5198cade73e9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:35.745378 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['59828038-05df-4b5a-89f7-5198cade73e9'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:41:35.769559 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] device_id is not set on port 19beef52-bce5-4eaf-8be1-ad7fc953630e yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:41:35.822616 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65d3a2-c020-46ef-9e8f-77f3fe7f3c8b tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Pushing event deleted for resources: {'Port': ['ID=59828038-05df-4b5a-89f7-5198cade73e9,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:35.924212 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ef7ea2-7e0b-4039-98d3-badc618382e2 req-dc65d3a2-c020-46ef-9e8f-77f3fe7f3c8b tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] No DVR routers for this DVR port 59828038-05df-4b5a-89f7-5198cade73e9 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:41:35.928360 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-91ef7ea2-7e0b-4039-98d3-badc618382e2 req-dc65d3a2-c020-46ef-9e8f-77f3fe7f3c8b tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:35.932834 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-91ef7ea2-7e0b-4039-98d3-badc618382e2 req-dc65d3a2-c020-46ef-9e8f-77f3fe7f3c8b tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.10 "DELETE /v2.0/ports/59828038-05df-4b5a-89f7-5198cade73e9 HTTP/1.1" status: 204 len: 173 time: 1.5325029 Feb 19 04:41:35.933342 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febb7efb-b428-4472-bc32-32278e8264c9', 'name': 'network-vif-deleted', 'tag': '59828038-05df-4b5a-89f7-5198cade73e9'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:41:35.936855 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6f370b-0511-47b9-a1d4-9b33bd67bfee" -d '{"events": [{"server_uuid": "febb7efb-b428-4472-bc32-32278e8264c9", "name": "network-vif-deleted", "tag": "59828038-05df-4b5a-89f7-5198cade73e9"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:41:36.017452 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for port (19beef52-bce5-4eaf-8be1-ad7fc953630e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:36.031895 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccf2dd3-7007-427d-ae27-ac4c93e2f1e2 x-openstack-request-id: req-4ccf2dd3-7007-427d-ae27-ac4c93e2f1e2 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:41:36.032646 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febb7efb-b428-4472-bc32-32278e8264c9", "name": "network-vif-deleted", "tag": "59828038-05df-4b5a-89f7-5198cade73e9", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:41:36.033106 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4ccf2dd3-7007-427d-ae27-ac4c93e2f1e2 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:41:36.033696 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febb7efb-b428-4472-bc32-32278e8264c9', 'name': 'network-vif-deleted', 'tag': '59828038-05df-4b5a-89f7-5198cade73e9', 'status': 'completed', 'code': 200} Feb 19 04:41:36.281808 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (f15d4c87-b66f-4ffc-96fe-2e96a49201b9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:36.488466 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network 8fa15992-72f1-4bf3-b090-065eceaf5edc is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:41:36.527802 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:41:36.548138 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:41:36.558428 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (19beef52-bce5-4eaf-8be1-ad7fc953630e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:36.712523 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Port': ['ID=f15d4c87-b66f-4ffc-96fe-2e96a49201b9,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:36.741444 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cdb7c086-2687-4781-bd35-cd31f77d1ad9 req-2a369682-85f4-4e3c-893c-d3ee1455aee1 tempest-ServerTagsTestJSON-1016866888 tempest-ServerTagsTestJSON-1016866888-project] 10.222.0.65 "GET /v2.0/ports?device_id=febb7efb-b428-4472-bc32-32278e8264c9 HTTP/1.1" status: 200 len: 210 time: 0.1694815 Feb 19 04:41:36.842030 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Port': ['ID=19beef52-bce5-4eaf-8be1-ad7fc953630e,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:36.843038 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:36.957019 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Checking segment: {'id': '16e5c65e-4ec9-4bce-8132-941bfb8a0076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9db32d96-5eed-4df7-a8cd-6dcfd22bc934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:41:36.957253 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network hostable DHCP agents. Network: 9db32d96-5eed-4df7-a8cd-6dcfd22bc934, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:41:37.022621 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network 9db32d96-5eed-4df7-a8cd-6dcfd22bc934 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:41:37.047973 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 9db32d96-5eed-4df7-a8cd-6dcfd22bc934) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:41:37.060832 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:41:37.069705 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83591ce5-aadd-4b2c-a462-059a2d898576 None None] Network 9db32d96-5eed-4df7-a8cd-6dcfd22bc934 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:41:37.093357 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:37.109459 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:37.110642 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:37.178133 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-78fff078-0895-42b8-a5c6-6827971157ce tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2983851 Feb 19 04:41:37.181928 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37796) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:37.402027 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-9421edb9-3a8e-42cb-bd64-be24c603af35 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting port 19beef52-bce5-4eaf-8be1-ad7fc953630e {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:41:37.402776 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9421edb9-3a8e-42cb-bd64-be24c603af35 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (19beef52-bce5-4eaf-8be1-ad7fc953630e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:37.534753 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:37.579362 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9421edb9-3a8e-42cb-bd64-be24c603af35 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (19beef52-bce5-4eaf-8be1-ad7fc953630e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:37.632976 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-9421edb9-3a8e-42cb-bd64-be24c603af35 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Calling delete_port for 19beef52-bce5-4eaf-8be1-ad7fc953630e owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:41:37.877371 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37818) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:37.947302 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:37.965511 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9421edb9-3a8e-42cb-bd64-be24c603af35 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (19beef52-bce5-4eaf-8be1-ad7fc953630e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:38.165513 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421edb9-3a8e-42cb-bd64-be24c603af35 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Port': ['ID=19beef52-bce5-4eaf-8be1-ad7fc953630e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:38.184294 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-444c0e93-7018-4c33-8323-cb09a8cf5857 admin admin] Deleting subnet 3fe6bf3d-6df5-407e-a4da-de8e79c4da73 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:41:38.192448 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-444c0e93-7018-4c33-8323-cb09a8cf5857 admin admin] Publish callbacks [] for subnet (3fe6bf3d-6df5-407e-a4da-de8e79c4da73), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:38.214405 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9421edb9-3a8e-42cb-bd64-be24c603af35 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:38.218210 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9421edb9-3a8e-42cb-bd64-be24c603af35 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/ports/19beef52-bce5-4eaf-8be1-ad7fc953630e HTTP/1.1" status: 204 len: 168 time: 1.0344567 Feb 19 04:41:38.223847 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37826) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:38.343830 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab6a71e-0981-4b6a-9d23-d828baeabf7a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:38.360356 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab6a71e-0981-4b6a-9d23-d828baeabf7a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:38.369628 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3ab6a71e-0981-4b6a-9d23-d828baeabf7a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1423073 Feb 19 04:41:38.371811 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37830) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:38.406755 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-444c0e93-7018-4c33-8323-cb09a8cf5857 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (3fe6bf3d-6df5-407e-a4da-de8e79c4da73), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:38.449857 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 59828038-05df-4b5a-89f7-5198cade73e9 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:41:38.545135 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 59828038-05df-4b5a-89f7-5198cade73e9 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:41:38.549458 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 59828038-05df-4b5a-89f7-5198cade73e9 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:41:38.605066 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-5db264bf-773b-454e-a6c4-4b3b6365c073 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting port f15d4c87-b66f-4ffc-96fe-2e96a49201b9 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:41:38.610083 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5db264bf-773b-454e-a6c4-4b3b6365c073 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f15d4c87-b66f-4ffc-96fe-2e96a49201b9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:38.614186 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-444c0e93-7018-4c33-8323-cb09a8cf5857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (3fe6bf3d-6df5-407e-a4da-de8e79c4da73), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:38.824782 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5db264bf-773b-454e-a6c4-4b3b6365c073 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f15d4c87-b66f-4ffc-96fe-2e96a49201b9), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:38.857221 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-444c0e93-7018-4c33-8323-cb09a8cf5857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (3fe6bf3d-6df5-407e-a4da-de8e79c4da73), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:38.887624 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-5db264bf-773b-454e-a6c4-4b3b6365c073 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Calling delete_port for f15d4c87-b66f-4ffc-96fe-2e96a49201b9 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:41:38.892190 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-444c0e93-7018-4c33-8323-cb09a8cf5857 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:38.902601 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-444c0e93-7018-4c33-8323-cb09a8cf5857 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3fe6bf3d-6df5-407e-a4da-de8e79c4da73 HTTP/1.1" status: 204 len: 168 time: 1.0228972 Feb 19 04:41:38.967175 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37846) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:39.022790 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c0e93-7018-4c33-8323-cb09a8cf5857 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fe6bf3d-6df5-407e-a4da-de8e79c4da73,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:39.153542 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:39.217005 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-74f3c1e4-22c5-4d8d-b9a1-f7456c8d6d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (236ec3a6-f189-4070-85a9-a95493c406c7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:39.243933 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5db264bf-773b-454e-a6c4-4b3b6365c073 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f15d4c87-b66f-4ffc-96fe-2e96a49201b9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:39.262284 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:39.391936 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db264bf-773b-454e-a6c4-4b3b6365c073 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Port': ['ID=f15d4c87-b66f-4ffc-96fe-2e96a49201b9,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:39.396412 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5db264bf-773b-454e-a6c4-4b3b6365c073 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:39.408383 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5db264bf-773b-454e-a6c4-4b3b6365c073 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/ports/f15d4c87-b66f-4ffc-96fe-2e96a49201b9 HTTP/1.1" status: 204 len: 168 time: 1.0352013 Feb 19 04:41:39.411171 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37858) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:39.525162 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-74f3c1e4-22c5-4d8d-b9a1-f7456c8d6d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (236ec3a6-f189-4070-85a9-a95493c406c7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:39.629028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc9d583-b848-41cb-a626-8e700c369e35 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:39.632248 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1dc9d583-b848-41cb-a626-8e700c369e35 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2194521 Feb 19 04:41:39.638516 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37866) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:39.695473 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-74f3c1e4-22c5-4d8d-b9a1-f7456c8d6d00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236ec3a6-f189-4070-85a9-a95493c406c7']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:39.739379 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-74f3c1e4-22c5-4d8d-b9a1-f7456c8d6d00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f513b2fe-5639-4998-a6c3-77e6961f4815') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:39.739885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-74f3c1e4-22c5-4d8d-b9a1-f7456c8d6d00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f513b2fe-5639-4998-a6c3-77e6961f4815') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:39.751174 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-db68b417-7237-496a-93b2-c2d16a5e2810 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] GET failed (client error): The resource could not be found. Feb 19 04:41:39.755303 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-db68b417-7237-496a-93b2-c2d16a5e2810 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports/19beef52-bce5-4eaf-8be1-ad7fc953630e HTTP/1.1" status: 404 len: 333 time: 0.1146088 Feb 19 04:41:39.761214 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37868) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:39.768991 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-74f3c1e4-22c5-4d8d-b9a1-f7456c8d6d00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (f513b2fe-5639-4998-a6c3-77e6961f4815), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:39.795195 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-74f3c1e4-22c5-4d8d-b9a1-f7456c8d6d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (f513b2fe-5639-4998-a6c3-77e6961f4815), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:39.831326 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f3c1e4-22c5-4d8d-b9a1-f7456c8d6d00 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:41:39.832550 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-74f3c1e4-22c5-4d8d-b9a1-f7456c8d6d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (f513b2fe-5639-4998-a6c3-77e6961f4815), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:41:39.835251 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:41:39.877086 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f0fdb59-385c-43a5-8544-0497782c3b10 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] GET failed (client error): The resource could not be found. Feb 19 04:41:39.879547 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4f0fdb59-385c-43a5-8544-0497782c3b10 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports/f15d4c87-b66f-4ffc-96fe-2e96a49201b9 HTTP/1.1" status: 404 len: 333 time: 0.1156816 Feb 19 04:41:39.886594 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37872) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:40.017032 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-74f3c1e4-22c5-4d8d-b9a1-f7456c8d6d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (236ec3a6-f189-4070-85a9-a95493c406c7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:40.022584 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-74f3c1e4-22c5-4d8d-b9a1-f7456c8d6d00 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:40.026276 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-74f3c1e4-22c5-4d8d-b9a1-f7456c8d6d00 admin admin] 10.222.0.65 "DELETE /v2.0/networks/236ec3a6-f189-4070-85a9-a95493c406c7 HTTP/1.1" status: 204 len: 168 time: 1.0517082 Feb 19 04:41:40.074512 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3c1e4-22c5-4d8d-b9a1-f7456c8d6d00 admin admin] Pushing event deleted for resources: {'Network': ['ID=236ec3a6-f189-4070-85a9-a95493c406c7,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:40.327347 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c918557b-da5e-4a11-98af-5f6d8347e1f2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (9db32d96-5eed-4df7-a8cd-6dcfd22bc934), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:40.513832 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37886) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:40.734984 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-05c63ed8-91c1-453a-8825-81e0f18e7a2f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3e4ed004271642c5a06b0b4c94792674&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2122059 Feb 19 04:41:40.735898 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37888) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:40.821848 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c918557b-da5e-4a11-98af-5f6d8347e1f2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (9db32d96-5eed-4df7-a8cd-6dcfd22bc934), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:40.913843 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-c918557b-da5e-4a11-98af-5f6d8347e1f2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db32d96-5eed-4df7-a8cd-6dcfd22bc934']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:40.961146 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-c918557b-da5e-4a11-98af-5f6d8347e1f2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e5c65e-4ec9-4bce-8132-941bfb8a0076') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:40.962299 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-c918557b-da5e-4a11-98af-5f6d8347e1f2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e5c65e-4ec9-4bce-8132-941bfb8a0076') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:40.988356 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-862d728a-a46d-47ac-a7d9-491f7926f95c admin admin] Publish callbacks [] for security_group (65c3d981-69d5-4505-9568-5ed119cbf753), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:41.073605 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c918557b-da5e-4a11-98af-5f6d8347e1f2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (16e5c65e-4ec9-4bce-8132-941bfb8a0076), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:41.138274 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c918557b-da5e-4a11-98af-5f6d8347e1f2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (16e5c65e-4ec9-4bce-8132-941bfb8a0076), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:41.141090 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-862d728a-a46d-47ac-a7d9-491f7926f95c admin admin] Publish callbacks [] for security_group (65c3d981-69d5-4505-9568-5ed119cbf753), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:41.152035 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c918557b-da5e-4a11-98af-5f6d8347e1f2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:41:41.152705 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c918557b-da5e-4a11-98af-5f6d8347e1f2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (16e5c65e-4ec9-4bce-8132-941bfb8a0076), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:41:41.164487 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:41:41.355501 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c918557b-da5e-4a11-98af-5f6d8347e1f2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (9db32d96-5eed-4df7-a8cd-6dcfd22bc934), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:41.366064 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c918557b-da5e-4a11-98af-5f6d8347e1f2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:41.383518 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c918557b-da5e-4a11-98af-5f6d8347e1f2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/networks/9db32d96-5eed-4df7-a8cd-6dcfd22bc934 HTTP/1.1" status: 204 len: 168 time: 1.4847746 Feb 19 04:41:41.386705 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37900) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:41.393202 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-a836d0e6-c0fc-4d29-91d3-4f0ec9ff4ad0 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-344910815'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:41.427239 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-862d728a-a46d-47ac-a7d9-491f7926f95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (65c3d981-69d5-4505-9568-5ed119cbf753), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:41.429233 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918557b-da5e-4a11-98af-5f6d8347e1f2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Network': ['ID=9db32d96-5eed-4df7-a8cd-6dcfd22bc934,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:41.448091 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-862d728a-a46d-47ac-a7d9-491f7926f95c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:41.450316 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-862d728a-a46d-47ac-a7d9-491f7926f95c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/65c3d981-69d5-4505-9568-5ed119cbf753 HTTP/1.1" status: 204 len: 168 time: 0.7033167 Feb 19 04:41:41.526916 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d728a-a46d-47ac-a7d9-491f7926f95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c3d981-69d5-4505-9568-5ed119cbf753,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:41.593442 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a836d0e6-c0fc-4d29-91d3-4f0ec9ff4ad0 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:41:41.620476 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a836d0e6-c0fc-4d29-91d3-4f0ec9ff4ad0 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:41.791756 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a836d0e6-c0fc-4d29-91d3-4f0ec9ff4ad0 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:41:41.832479 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a836d0e6-c0fc-4d29-91d3-4f0ec9ff4ad0 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (9d8cb703-8563-442f-bd1e-6ded98b6a00f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:41.834795 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-a836d0e6-c0fc-4d29-91d3-4f0ec9ff4ad0 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Added segment 9d8cb703-8563-442f-bd1e-6ded98b6a00f of type vlan for network 169f999a-8ea3-4438-8377-303bc16fa188 Feb 19 04:41:42.029107 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a836d0e6-c0fc-4d29-91d3-4f0ec9ff4ad0 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (169f999a-8ea3-4438-8377-303bc16fa188), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:42.226978 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a836d0e6-c0fc-4d29-91d3-4f0ec9ff4ad0 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (169f999a-8ea3-4438-8377-303bc16fa188), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:42.252445 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a836d0e6-c0fc-4d29-91d3-4f0ec9ff4ad0 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:42.256430 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a836d0e6-c0fc-4d29-91d3-4f0ec9ff4ad0 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:42.473349 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836d0e6-c0fc-4d29-91d3-4f0ec9ff4ad0 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Network': ['ID=169f999a-8ea3-4438-8377-303bc16fa188,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:42.502515 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 169f999a-8ea3-4438-8377-303bc16fa188 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:41:42.517770 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37924) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:42.518443 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a836d0e6-c0fc-4d29-91d3-4f0ec9ff4ad0 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1297603 Feb 19 04:41:42.524583 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-25905d77-b154-432e-ba25-296218c09e0c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'subnet': {'network_id': '169f999a-8ea3-4438-8377-303bc16fa188', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:42.862062 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25905d77-b154-432e-ba25-296218c09e0c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:41:42.874418 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25905d77-b154-432e-ba25-296218c09e0c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:43.104325 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.ipam_backend_mixin [None req-25905d77-b154-432e-ba25-296218c09e0c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Performing IP validity checks on allocation pools {{(pid=115198) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 04:41:43.105031 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.ipam_backend_mixin [None req-25905d77-b154-432e-ba25-296218c09e0c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115198) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 04:41:43.636570 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25905d77-b154-432e-ba25-296218c09e0c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (f8602584-1b63-4ffc-8e50-5b54cd5a948d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:43.904616 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25905d77-b154-432e-ba25-296218c09e0c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Subnet': ['ID=f8602584-1b63-4ffc-8e50-5b54cd5a948d,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:43.970177 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745d57a-233d-4812-b802-1c608bbf9a44 req-50d96ece-be95-4c33-a896-bae1de418938 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:43.977823 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4745d57a-233d-4812-b802-1c608bbf9a44 req-50d96ece-be95-4c33-a896-bae1de418938 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 946 time: 0.2488501 Feb 19 04:41:43.998105 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25905d77-b154-432e-ba25-296218c09e0c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Checking segment: {'id': '9d8cb703-8563-442f-bd1e-6ded98b6a00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '169f999a-8ea3-4438-8377-303bc16fa188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:41:44.003980 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25905d77-b154-432e-ba25-296218c09e0c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network hostable DHCP agents. Network: 169f999a-8ea3-4438-8377-303bc16fa188, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:41:44.067651 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25905d77-b154-432e-ba25-296218c09e0c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network 169f999a-8ea3-4438-8377-303bc16fa188 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:41:44.083333 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-25905d77-b154-432e-ba25-296218c09e0c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 169f999a-8ea3-4438-8377-303bc16fa188) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:41:44.089728 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25905d77-b154-432e-ba25-296218c09e0c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:44.090609 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25905d77-b154-432e-ba25-296218c09e0c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:44.096144 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a244d558-3eb5-46f0-a28a-15d4d7d70935 None None] Network 169f999a-8ea3-4438-8377-303bc16fa188 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:41:44.104794 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4745d57a-233d-4812-b802-1c608bbf9a44 req-b8b66aa2-f82e-4878-ab3c-4b01149dc041 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259508 Feb 19 04:41:44.170643 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-25905d77-b154-432e-ba25-296218c09e0c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6504982 Feb 19 04:41:44.174834 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37964) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:44.184084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'port': {'network_id': '169f999a-8ea3-4438-8377-303bc16fa188', 'name': 'tempest-PortsTestJSON-1699808539'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:44.339653 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-169f999a-8ea3-4438-8377-303bc16fa188', 'network_id': '169f999a-8ea3-4438-8377-303bc16fa188', 'project_id': 'b22199734b444e0a969d6c4b9c60d63d', 'fixed_ips': [{'subnet_id': 'f8602584-1b63-4ffc-8e50-5b54cd5a948d'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:41:44.340941 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:44.704127 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Allocated IP 172.20.0.2 (169f999a-8ea3-4438-8377-303bc16fa188/f8602584-1b63-4ffc-8e50-5b54cd5a948d/3f90e003-6154-45c2-b8bb-5ec662aea4fd) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:41:45.150867 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Publish callbacks [] for port (3f90e003-6154-45c2-b8bb-5ec662aea4fd), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:45.157698 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e891df9-8c66-4f01-9602-98bf91d3377b req-38c6835b-8088-4d58-871b-24b4a21a1695 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:45.161685 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e891df9-8c66-4f01-9602-98bf91d3377b req-38c6835b-8088-4d58-871b-24b4a21a1695 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.48 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 946 time: 0.2526979 Feb 19 04:41:45.178802 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (3f90e003-6154-45c2-b8bb-5ec662aea4fd), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:45.589242 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-2e891df9-8c66-4f01-9602-98bf91d3377b req-9118a17c-191c-4253-93da-a4684fa2501e tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Deleting port dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:41:45.594021 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2e891df9-8c66-4f01-9602-98bf91d3377b req-9118a17c-191c-4253-93da-a4684fa2501e tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:45.601519 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Pushing event updated for resources: {'Port': ['ID=3f90e003-6154-45c2-b8bb-5ec662aea4fd,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:45.617781 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Network 169f999a-8ea3-4438-8377-303bc16fa188 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:41:45.627239 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:41:45.635560 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:45.647616 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:45.648562 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:45.653625 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:45.654298 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:45.654904 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:45.655592 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:45.656281 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:45.656937 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:45.657545 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:45.658388 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:45.659294 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:45.663541 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:45.667800 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:41:45.975342 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Attempting to bind port 3f90e003-6154-45c2-b8bb-5ec662aea4fd on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:41:45.976398 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Attempting to bind port 3f90e003-6154-45c2-b8bb-5ec662aea4fd by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '9d8cb703-8563-442f-bd1e-6ded98b6a00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '169f999a-8ea3-4438-8377-303bc16fa188'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:41:45.977031 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Attempting to bind port 3f90e003-6154-45c2-b8bb-5ec662aea4fd on network 169f999a-8ea3-4438-8377-303bc16fa188 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:41:46.007313 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:41:46.007808 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Checking segment: {'id': '9d8cb703-8563-442f-bd1e-6ded98b6a00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '169f999a-8ea3-4438-8377-303bc16fa188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:41:46.010551 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:46.011386 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Bound using segment: {'id': '9d8cb703-8563-442f-bd1e-6ded98b6a00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '169f999a-8ea3-4438-8377-303bc16fa188'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:41:46.011619 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Bound port: 3f90e003-6154-45c2-b8bb-5ec662aea4fd, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8cb703-8563-442f-bd1e-6ded98b6a00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '169f999a-8ea3-4438-8377-303bc16fa188'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:41:46.013368 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3f90e003-6154-45c2-b8bb-5ec662aea4fd), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:46.354195 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1dc8a-23cf-4d68-a8e2-69aa85931406 req-9128ec4c-4a46-4f59-86ba-eef6a39e76ec tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:46.356192 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] For port 3f90e003-6154-45c2-b8bb-5ec662aea4fd, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:41:46.359706 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8bf1dc8a-23cf-4d68-a8e2-69aa85931406 req-9128ec4c-4a46-4f59-86ba-eef6a39e76ec tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 946 time: 0.5273075 Feb 19 04:41:46.375850 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] For port 3f90e003-6154-45c2-b8bb-5ec662aea4fd, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3f90e003-6154-45c2-b8bb-5ec662aea4fd,segment=NetworkSegment(9d8cb703-8563-442f-bd1e-6ded98b6a00f),segment_id=9d8cb703-8563-442f-bd1e-6ded98b6a00f)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:41:46.393937 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3f90e003-6154-45c2-b8bb-5ec662aea4fd), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:46.537254 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8bf1dc8a-23cf-4d68-a8e2-69aa85931406 req-b52de50b-d544-46b9-9176-646482ee4f99 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148839 Feb 19 04:41:46.556128 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:41:46.565392 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:46.652789 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] device_id is not set on port df48323e-3774-45f8-baf8-6b1d182ac398 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:41:46.677727 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fe0b3-a707-4634-80bc-68ea5d043a76 None None] Pushing event updated for resources: {'Port': ['ID=3f90e003-6154-45c2-b8bb-5ec662aea4fd,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:47.119707 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Allocated IP 172.20.0.5 (169f999a-8ea3-4438-8377-303bc16fa188/f8602584-1b63-4ffc-8e50-5b54cd5a948d/df48323e-3774-45f8-baf8-6b1d182ac398) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:41:47.288600 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fea6261e-7af0-41db-9f86-4fd20171c775 req-e0e0d7d5-f2e7-4828-a1f4-d2b3e95f54af tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f74d920-9b4c-44d2-afac-f8df691fdd14 HTTP/1.1" status: 200 len: 210 time: 0.1445568 Feb 19 04:41:47.509579 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-2e891df9-8c66-4f01-9602-98bf91d3377b req-9118a17c-191c-4253-93da-a4684fa2501e tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] For port dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e,segment=NetworkSegment(676396c9-7f78-4ddc-b308-461a68f79b59),segment_id=676396c9-7f78-4ddc-b308-461a68f79b59)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:41:47.510345 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2e891df9-8c66-4f01-9602-98bf91d3377b req-9118a17c-191c-4253-93da-a4684fa2501e tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:47.606693 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-2e891df9-8c66-4f01-9602-98bf91d3377b req-9118a17c-191c-4253-93da-a4684fa2501e tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Calling delete_port for dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:41:48.022411 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3f90e003-6154-45c2-b8bb-5ec662aea4fd up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:41:48.052779 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for port (df48323e-3774-45f8-baf8-6b1d182ac398), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:48.209829 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (df48323e-3774-45f8-baf8-6b1d182ac398), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:48.343022 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network 169f999a-8ea3-4438-8377-303bc16fa188 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:41:48.361598 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:41:48.370874 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Port': ['ID=df48323e-3774-45f8-baf8-6b1d182ac398,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:48.373968 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:41:48.407677 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23249f86-4ff9-41b3-9caf-dd769cb36a99 req-53035ec5-a008-4544-81cb-686346af21f1 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:48.436435 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-23249f86-4ff9-41b3-9caf-dd769cb36a99 req-53035ec5-a008-4544-81cb-686346af21f1 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 946 time: 0.5258472 Feb 19 04:41:48.437054 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 3f90e003-6154-45c2-b8bb-5ec662aea4fd triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:41:48.437449 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3f90e003-6154-45c2-b8bb-5ec662aea4fd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:48.476576 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.477886 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.480332 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:41:48.485786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.486344 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.486974 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.487450 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.487779 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.488328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.488976 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.489588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.493576 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.494295 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.503917 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:41:48.730380 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-23249f86-4ff9-41b3-9caf-dd769cb36a99 req-af479c3d-4947-42d9-a579-d94a91ebc3ce tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864118 Feb 19 04:41:48.734396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:48.743552 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:48.823671 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6960161d-04c2-4783-8cf1-eb86e23c8d41 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.6470993 Feb 19 04:41:48.858741 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38058) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:49.052423 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:41:49.053135 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:49.143580 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2e891df9-8c66-4f01-9602-98bf91d3377b req-9118a17c-191c-4253-93da-a4684fa2501e tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:49.246390 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb8d5e1-1006-491e-b530-e3348e433568 None None] Network 169f999a-8ea3-4438-8377-303bc16fa188 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:41:49.293146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['2166ccf4-a7ca-42b6-bb32-d35fdea52b07', 'dca4726b-0ff6-4384-b4f7-01e6bf928a8f'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:41:49.296737 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['68a8cb60-584d-4b07-b2dc-9c476d74e9d8'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:41:49.317264 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118a17c-191c-4253-93da-a4684fa2501e tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Pushing event deleted for resources: {'Port': ['ID=dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:49.567294 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e891df9-8c66-4f01-9602-98bf91d3377b req-9118a17c-191c-4253-93da-a4684fa2501e tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] No DVR routers for this DVR port dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:41:49.589491 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2e891df9-8c66-4f01-9602-98bf91d3377b req-9118a17c-191c-4253-93da-a4684fa2501e tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:49.606104 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-6683af09-754a-4dd5-8d4c-103010478026 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting port df48323e-3774-45f8-baf8-6b1d182ac398 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:41:49.607180 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6683af09-754a-4dd5-8d4c-103010478026 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (df48323e-3774-45f8-baf8-6b1d182ac398), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:49.635415 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e891df9-8c66-4f01-9602-98bf91d3377b req-9118a17c-191c-4253-93da-a4684fa2501e tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.48 "DELETE /v2.0/ports/dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e HTTP/1.1" status: 204 len: 173 time: 4.4254377 Feb 19 04:41:49.639755 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4019dca2-2950-41cc-9de2-5d7c37ea44de', 'name': 'network-vif-deleted', 'tag': 'dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:41:49.665246 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9d2d2a-bbfe-4cc2-a811-e3a91e180f76" -d '{"events": [{"server_uuid": "4019dca2-2950-41cc-9de2-5d7c37ea44de", "name": "network-vif-deleted", "tag": "dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:41:49.901780 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf1e6cf-52f2-4d3d-872c-8715675207e0 x-openstack-request-id: req-7cf1e6cf-52f2-4d3d-872c-8715675207e0 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:41:49.902802 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4019dca2-2950-41cc-9de2-5d7c37ea44de", "name": "network-vif-deleted", "tag": "dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:41:49.903507 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7cf1e6cf-52f2-4d3d-872c-8715675207e0 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:41:49.904436 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4019dca2-2950-41cc-9de2-5d7c37ea44de', 'name': 'network-vif-deleted', 'tag': 'dfe93a26-a15f-45e6-ac7f-dc1d4cbe542e', 'status': 'completed', 'code': 200} Feb 19 04:41:49.943022 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9094a13e-8cee-4b4f-9dec-2bec73a055ba req-e0247799-2c02-49c0-a00e-66527174b426 tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.1100235 Feb 19 04:41:50.188520 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cfbbe2c8-16b0-498c-a23e-2ce34d6e993a req-4152043e-c212-47a8-b5d1-8b5f3f61593d tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=4019dca2-2950-41cc-9de2-5d7c37ea44de HTTP/1.1" status: 200 len: 210 time: 0.0754540 Feb 19 04:41:50.401052 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f4442d5-0868-42da-8461-3d3029fb70d7 req-b1a11372-95af-42a7-a684-a5a7f8a3fe6f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97703eed-bd9c-44fb-be88-cec1b44dfff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3217530 Feb 19 04:41:50.588232 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6683af09-754a-4dd5-8d4c-103010478026 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (df48323e-3774-45f8-baf8-6b1d182ac398), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:50.672741 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-6683af09-754a-4dd5-8d4c-103010478026 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Calling delete_port for df48323e-3774-45f8-baf8-6b1d182ac398 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:41:51.026367 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4442d5-0868-42da-8461-3d3029fb70d7 req-c94900a3-2970-4ece-98ec-23d06f33a035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:51.029260 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f4442d5-0868-42da-8461-3d3029fb70d7 req-c94900a3-2970-4ece-98ec-23d06f33a035 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&device_id=97703eed-bd9c-44fb-be88-cec1b44dfff8 HTTP/1.1" status: 200 len: 1128 time: 0.5704522 Feb 19 04:41:51.087590 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f1451576-5980-4f6a-b722-43a1e607350e req-1c3823c3-1cfe-414d-b018-918655981f6a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8f74d920-9b4c-44d2-afac-f8df691fdd14 HTTP/1.1" status: 200 len: 210 time: 0.4327831 Feb 19 04:41:51.107786 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 3f90e003-6154-45c2-b8bb-5ec662aea4fd is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:41:51.107786 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3f90e003-6154-45c2-b8bb-5ec662aea4fd), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:51.266558 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f02e12a2-3f7f-46f9-bac1-96b1038eefef req-a5dd5728-672d-487f-bcb3-64ff3e32cafa tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.1619811 Feb 19 04:41:51.328958 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c13ac4d5-8e2c-4b32-9241-2cab7df3e179 None None] Provisioning complete for port 3f90e003-6154-45c2-b8bb-5ec662aea4fd triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:41:51.329581 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c13ac4d5-8e2c-4b32-9241-2cab7df3e179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3f90e003-6154-45c2-b8bb-5ec662aea4fd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:51.470891 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 3f90e003-6154-45c2-b8bb-5ec662aea4fd, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3f90e003-6154-45c2-b8bb-5ec662aea4fd,segment=NetworkSegment(9d8cb703-8563-442f-bd1e-6ded98b6a00f),segment_id=9d8cb703-8563-442f-bd1e-6ded98b6a00f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:41:51.504230 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3f90e003-6154-45c2-b8bb-5ec662aea4fd), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:51.597209 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4442d5-0868-42da-8461-3d3029fb70d7 req-0991b4b5-14a9-42ae-b5db-46e99ccc1130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:51.599448 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f4442d5-0868-42da-8461-3d3029fb70d7 req-0991b4b5-14a9-42ae-b5db-46e99ccc1130 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 200 len: 915 time: 0.5176742 Feb 19 04:41:51.810261 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f4442d5-0868-42da-8461-3d3029fb70d7 req-f58efcc3-cf5b-4bb9-a8d5-954d23a5c0ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dca4726b-0ff6-4384-b4f7-01e6bf928a8f HTTP/1.1" status: 200 len: 217 time: 0.2035658 Feb 19 04:41:51.979770 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6683af09-754a-4dd5-8d4c-103010478026 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (df48323e-3774-45f8-baf8-6b1d182ac398), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:52.087223 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683af09-754a-4dd5-8d4c-103010478026 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Port': ['ID=df48323e-3774-45f8-baf8-6b1d182ac398,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:52.100739 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4442d5-0868-42da-8461-3d3029fb70d7 req-5772aa2f-9e01-4def-95db-c0d6aeccab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:52.103958 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f4442d5-0868-42da-8461-3d3029fb70d7 req-5772aa2f-9e01-4def-95db-c0d6aeccab71 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eaacfa74-c5cd-4e0a-8538-dc93b8209234 HTTP/1.1" status: 200 len: 855 time: 0.2808199 Feb 19 04:41:52.180166 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f4442d5-0868-42da-8461-3d3029fb70d7 req-660111b4-02b9-4ba4-8ccc-db788e9d1ccc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a1ab27e-256e-4216-9b7b-6df531fa62cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406201 Feb 19 04:41:52.447860 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6683af09-754a-4dd5-8d4c-103010478026 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:52.455388 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6683af09-754a-4dd5-8d4c-103010478026 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/ports/df48323e-3774-45f8-baf8-6b1d182ac398 HTTP/1.1" status: 204 len: 168 time: 3.5915563 Feb 19 04:41:52.459543 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38120) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:52.619805 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f4442d5-0868-42da-8461-3d3029fb70d7 req-3723a7da-12b3-4b14-99ad-31d6789f9aa3 service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310710 Feb 19 04:41:52.669474 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f02e07-bf57-4e3e-9e0c-23d1e904a010 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] DELETE failed (client error): The resource could not be found. Feb 19 04:41:52.670427 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f02e07-bf57-4e3e-9e0c-23d1e904a010 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:41:52.680535 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d9f02e07-bf57-4e3e-9e0c-23d1e904a010 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/ports/df48323e-3774-45f8-baf8-6b1d182ac398 HTTP/1.1" status: 404 len: 333 time: 0.2194483 Feb 19 04:41:52.686221 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38126) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:52.792427 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffed86ab-4f7c-4fb7-bbba-4523c7648758 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] GET failed (client error): The resource could not be found. Feb 19 04:41:52.794213 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ffed86ab-4f7c-4fb7-bbba-4523c7648758 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports/df48323e-3774-45f8-baf8-6b1d182ac398 HTTP/1.1" status: 404 len: 333 time: 0.1068561 Feb 19 04:41:52.807800 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38128) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:52.840319 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=3f90e003-6154-45c2-b8bb-5ec662aea4fd,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:52.877155 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c13ac4d5-8e2c-4b32-9241-2cab7df3e179 None None] Current status of the port 3f90e003-6154-45c2-b8bb-5ec662aea4fd is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:41:53.002412 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f4442d5-0868-42da-8461-3d3029fb70d7 req-1f10f0aa-e402-4f4e-a06f-9329a0bda358 service neutron] 10.222.0.48 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688359 Feb 19 04:41:53.053586 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-58baae2b-8cc3-45e2-8f6d-4bc76e8ff55c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting subnet f8602584-1b63-4ffc-8e50-5b54cd5a948d {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:41:53.062137 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58baae2b-8cc3-45e2-8f6d-4bc76e8ff55c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (f8602584-1b63-4ffc-8e50-5b54cd5a948d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:53.123342 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be243766-22ec-4abb-8a4e-91c2cc04a896 req-6dfcc0ee-91da-49b4-a7e8-66a171df36e4 tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.1191792 Feb 19 04:41:53.220049 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58baae2b-8cc3-45e2-8f6d-4bc76e8ff55c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (f8602584-1b63-4ffc-8e50-5b54cd5a948d), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:53.324653 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-75504e8e-f73b-416b-b7f1-b852d0c53b87 None None] Provisioning complete for port 3f90e003-6154-45c2-b8bb-5ec662aea4fd triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:41:53.325196 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-75504e8e-f73b-416b-b7f1-b852d0c53b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3f90e003-6154-45c2-b8bb-5ec662aea4fd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:53.530214 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-75504e8e-f73b-416b-b7f1-b852d0c53b87 None None] Current status of the port 3f90e003-6154-45c2-b8bb-5ec662aea4fd is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:41:53.566259 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-75504e8e-f73b-416b-b7f1-b852d0c53b87 None None] Could not find standard attr ID for object df48323e-3774-45f8-baf8-6b1d182ac398. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:41:53.596881 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58baae2b-8cc3-45e2-8f6d-4bc76e8ff55c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (f8602584-1b63-4ffc-8e50-5b54cd5a948d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:53.772955 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3f90e003-6154-45c2-b8bb-5ec662aea4fd up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:41:53.845252 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58baae2b-8cc3-45e2-8f6d-4bc76e8ff55c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (f8602584-1b63-4ffc-8e50-5b54cd5a948d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:53.933721 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-47f7c49e-de04-40f4-a454-f3c6f5dd3c1f None None] Could not find standard attr ID for object df48323e-3774-45f8-baf8-6b1d182ac398. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:41:53.980701 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58baae2b-8cc3-45e2-8f6d-4bc76e8ff55c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:53.990017 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38152) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:54.008142 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-58baae2b-8cc3-45e2-8f6d-4bc76e8ff55c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/subnets/f8602584-1b63-4ffc-8e50-5b54cd5a948d HTTP/1.1" status: 204 len: 168 time: 1.1958888 Feb 19 04:41:54.009612 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58baae2b-8cc3-45e2-8f6d-4bc76e8ff55c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Subnet': ['ID=f8602584-1b63-4ffc-8e50-5b54cd5a948d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:54.142201 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 3f90e003-6154-45c2-b8bb-5ec662aea4fd triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:41:54.143300 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3f90e003-6154-45c2-b8bb-5ec662aea4fd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.446121 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-736c6819-b4ac-4ae3-8508-f3665ca4ea98 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (169f999a-8ea3-4438-8377-303bc16fa188), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.470959 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ccd5e2-a81f-4793-bf4f-57292e6e06c0 None None] Network 169f999a-8ea3-4438-8377-303bc16fa188 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:41:54.507595 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8b4ae2a7-d5e4-43ad-8e7e-eb273d0abad7 req-6f3b5446-5164-4884-9e26-96ef4c38b528 tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.0907073 Feb 19 04:41:54.872208 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 3f90e003-6154-45c2-b8bb-5ec662aea4fd is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:41:54.889529 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-736c6819-b4ac-4ae3-8508-f3665ca4ea98 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting port 3f90e003-6154-45c2-b8bb-5ec662aea4fd {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:41:54.890305 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-736c6819-b4ac-4ae3-8508-f3665ca4ea98 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3f90e003-6154-45c2-b8bb-5ec662aea4fd), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:54.989590 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea7bfc97-0359-4e86-be0b-bdaa05d208dd req-588f80ee-1e4a-4224-90a3-bad6eaa57fc9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.2652590 Feb 19 04:41:55.036239 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d42c526-4272-4f0d-b20e-82fd198d6c9d None None] DHCP port deletion for 169f999a-8ea3-4438-8377-303bc16fa188 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:41:55.169175 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8d42c526-4272-4f0d-b20e-82fd198d6c9d None None] Deleting port 3f90e003-6154-45c2-b8bb-5ec662aea4fd {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:41:55.169906 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8d42c526-4272-4f0d-b20e-82fd198d6c9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3f90e003-6154-45c2-b8bb-5ec662aea4fd), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:55.303825 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-736c6819-b4ac-4ae3-8508-f3665ca4ea98 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] For port 3f90e003-6154-45c2-b8bb-5ec662aea4fd, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3f90e003-6154-45c2-b8bb-5ec662aea4fd,segment=NetworkSegment(9d8cb703-8563-442f-bd1e-6ded98b6a00f),segment_id=9d8cb703-8563-442f-bd1e-6ded98b6a00f)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:41:55.312760 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-736c6819-b4ac-4ae3-8508-f3665ca4ea98 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3f90e003-6154-45c2-b8bb-5ec662aea4fd), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:55.359194 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8d42c526-4272-4f0d-b20e-82fd198d6c9d None None] For port 3f90e003-6154-45c2-b8bb-5ec662aea4fd, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3f90e003-6154-45c2-b8bb-5ec662aea4fd,segment=NetworkSegment(9d8cb703-8563-442f-bd1e-6ded98b6a00f),segment_id=9d8cb703-8563-442f-bd1e-6ded98b6a00f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:41:55.359639 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8d42c526-4272-4f0d-b20e-82fd198d6c9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3f90e003-6154-45c2-b8bb-5ec662aea4fd), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:55.387931 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-736c6819-b4ac-4ae3-8508-f3665ca4ea98 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Calling delete_port for 3f90e003-6154-45c2-b8bb-5ec662aea4fd owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:41:55.403962 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8d42c526-4272-4f0d-b20e-82fd198d6c9d None None] Calling delete_port for 3f90e003-6154-45c2-b8bb-5ec662aea4fd owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:41:55.468058 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38182) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:55.730722 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8d42c526-4272-4f0d-b20e-82fd198d6c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (3f90e003-6154-45c2-b8bb-5ec662aea4fd), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:55.746081 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-736c6819-b4ac-4ae3-8508-f3665ca4ea98 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (3f90e003-6154-45c2-b8bb-5ec662aea4fd), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:55.910762 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3f90e003-6154-45c2-b8bb-5ec662aea4fd no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:41:55.914184 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c6819-b4ac-4ae3-8508-f3665ca4ea98 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Port': ['ID=3f90e003-6154-45c2-b8bb-5ec662aea4fd,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:55.943261 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42c526-4272-4f0d-b20e-82fd198d6c9d None None] Pushing event deleted for resources: {'Port': ['ID=3f90e003-6154-45c2-b8bb-5ec662aea4fd,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:55.959741 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736c6819-b4ac-4ae3-8508-f3665ca4ea98 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] No DVR routers for this DVR port 3f90e003-6154-45c2-b8bb-5ec662aea4fd on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:41:55.973094 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5e65cda-aeda-4b17-8d44-b80d44acf030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:56.039214 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 3f90e003-6154-45c2-b8bb-5ec662aea4fd {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:41:56.040512 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3f90e003-6154-45c2-b8bb-5ec662aea4fd not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:41:56.066193 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d42c526-4272-4f0d-b20e-82fd198d6c9d None None] No DVR routers for this DVR port 3f90e003-6154-45c2-b8bb-5ec662aea4fd on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:41:56.094287 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aeb1833e-cd23-4987-b08f-086324a9464e req-2ffbfa6d-d634-454e-ae77-1f3abb406cbf tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.2013934 Feb 19 04:41:56.361409 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5e65cda-aeda-4b17-8d44-b80d44acf030 admin admin] Publish callbacks [] for security_group (accce43d-39ad-433e-a064-0662d67f8b95), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:56.369377 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5e65cda-aeda-4b17-8d44-b80d44acf030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (accce43d-39ad-433e-a064-0662d67f8b95), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:56.492177 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f5e65cda-aeda-4b17-8d44-b80d44acf030 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=838d61a6db04405fa3c716f5ddef0973&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0182171 Feb 19 04:41:56.493318 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38198) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:56.504616 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e65cda-aeda-4b17-8d44-b80d44acf030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accce43d-39ad-433e-a064-0662d67f8b95,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:56.534969 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-736c6819-b4ac-4ae3-8508-f3665ca4ea98 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (169f999a-8ea3-4438-8377-303bc16fa188), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:56.620378 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aeb9dd61-9a4d-47a1-8b42-58013a1e73a8 admin admin] Publish callbacks [] for security_group (accce43d-39ad-433e-a064-0662d67f8b95), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:56.663772 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-736c6819-b4ac-4ae3-8508-f3665ca4ea98 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169f999a-8ea3-4438-8377-303bc16fa188']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:56.675033 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aeb9dd61-9a4d-47a1-8b42-58013a1e73a8 admin admin] Publish callbacks [] for security_group (accce43d-39ad-433e-a064-0662d67f8b95), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:56.695239 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-736c6819-b4ac-4ae3-8508-f3665ca4ea98 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8cb703-8563-442f-bd1e-6ded98b6a00f') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:56.696850 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-736c6819-b4ac-4ae3-8508-f3665ca4ea98 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8cb703-8563-442f-bd1e-6ded98b6a00f') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:41:56.739931 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2e03f95b-922a-489f-a457-6bdd60afc6ca req-bcf4b0a7-63a2-447c-ae21-6e73623b7995 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3560376 Feb 19 04:41:56.778293 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-736c6819-b4ac-4ae3-8508-f3665ca4ea98 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (9d8cb703-8563-442f-bd1e-6ded98b6a00f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:56.810825 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aeb9dd61-9a4d-47a1-8b42-58013a1e73a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (accce43d-39ad-433e-a064-0662d67f8b95), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:56.813923 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aeb9dd61-9a4d-47a1-8b42-58013a1e73a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:56.819049 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-aeb9dd61-9a4d-47a1-8b42-58013a1e73a8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/accce43d-39ad-433e-a064-0662d67f8b95 HTTP/1.1" status: 204 len: 168 time: 0.3244054 Feb 19 04:41:56.846031 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-736c6819-b4ac-4ae3-8508-f3665ca4ea98 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (9d8cb703-8563-442f-bd1e-6ded98b6a00f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:56.847260 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9dd61-9a4d-47a1-8b42-58013a1e73a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accce43d-39ad-433e-a064-0662d67f8b95,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:56.904679 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736c6819-b4ac-4ae3-8508-f3665ca4ea98 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:41:56.913416 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-736c6819-b4ac-4ae3-8508-f3665ca4ea98 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (9d8cb703-8563-442f-bd1e-6ded98b6a00f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:41:57.107804 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:41:57.244172 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-736c6819-b4ac-4ae3-8508-f3665ca4ea98 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (169f999a-8ea3-4438-8377-303bc16fa188), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:57.254920 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-736c6819-b4ac-4ae3-8508-f3665ca4ea98 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:57.274845 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38208) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:57.284155 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-eee43f3e-08c6-43a1-a12c-2b556b989a1f tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1517833985'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:57.290272 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-736c6819-b4ac-4ae3-8508-f3665ca4ea98 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/networks/169f999a-8ea3-4438-8377-303bc16fa188 HTTP/1.1" status: 204 len: 168 time: 3.2980406 Feb 19 04:41:57.369455 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c6819-b4ac-4ae3-8508-f3665ca4ea98 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Network': ['ID=169f999a-8ea3-4438-8377-303bc16fa188,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:57.408360 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03f95b-922a-489f-a457-6bdd60afc6ca req-8ed7f3e9-1371-4d5e-b9ad-76c9238af9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:57.410199 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee43f3e-08c6-43a1-a12c-2b556b989a1f tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:41:57.420695 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2e03f95b-922a-489f-a457-6bdd60afc6ca req-8ed7f3e9-1371-4d5e-b9ad-76c9238af9bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 1127 time: 0.2986028 Feb 19 04:41:57.421929 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eee43f3e-08c6-43a1-a12c-2b556b989a1f tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:57.665883 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9a61a1c1-b0ba-430b-bb3c-02aefbf21869 req-08f781e0-385b-4350-af19-8f9ff4f04a5b tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.1632180 Feb 19 04:41:57.713149 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee43f3e-08c6-43a1-a12c-2b556b989a1f tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:41:57.759056 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eee43f3e-08c6-43a1-a12c-2b556b989a1f tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (ebb88c47-24f5-414d-8900-313c6c922f87), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:57.760372 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-eee43f3e-08c6-43a1-a12c-2b556b989a1f tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Added segment ebb88c47-24f5-414d-8900-313c6c922f87 of type vlan for network 7d131e59-0a20-45c7-90f5-76e2bfee5b2f Feb 19 04:41:57.792498 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03f95b-922a-489f-a457-6bdd60afc6ca req-b40ef7dc-e22f-4448-9157-28786d8a31c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:57.796596 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2e03f95b-922a-489f-a457-6bdd60afc6ca req-b40ef7dc-e22f-4448-9157-28786d8a31c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 200 len: 915 time: 0.3414454 Feb 19 04:41:57.898164 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eee43f3e-08c6-43a1-a12c-2b556b989a1f tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (7d131e59-0a20-45c7-90f5-76e2bfee5b2f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:57.959324 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2e03f95b-922a-489f-a457-6bdd60afc6ca req-072b6722-2216-493e-9aba-71b7ab5a0266 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68a8cb60-584d-4b07-b2dc-9c476d74e9d8 HTTP/1.1" status: 200 len: 217 time: 0.1540265 Feb 19 04:41:57.975498 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eee43f3e-08c6-43a1-a12c-2b556b989a1f tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (7d131e59-0a20-45c7-90f5-76e2bfee5b2f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:57.999884 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee43f3e-08c6-43a1-a12c-2b556b989a1f tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:58.003302 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eee43f3e-08c6-43a1-a12c-2b556b989a1f tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:58.037058 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38226) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:58.101165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03f95b-922a-489f-a457-6bdd60afc6ca req-99bc88bc-85c9-4364-81fb-a3f3b550b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:41:58.102518 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff58a521-66ba-4d53-91f3-1a3101cc50a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:58.104572 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2e03f95b-922a-489f-a457-6bdd60afc6ca req-99bc88bc-85c9-4364-81fb-a3f3b550b881 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eaacfa74-c5cd-4e0a-8538-dc93b8209234 HTTP/1.1" status: 200 len: 855 time: 0.1387625 Feb 19 04:41:58.177167 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2e03f95b-922a-489f-a457-6bdd60afc6ca req-37814655-c36a-47d5-ba54-9e62730fc50c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9a1ab27e-256e-4216-9b7b-6df531fa62cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641067 Feb 19 04:41:58.398933 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2e03f95b-922a-489f-a457-6bdd60afc6ca req-31529a63-2370-4c5a-a84e-5ce34c9a98d6 service neutron] 10.222.0.10 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151697 Feb 19 04:41:58.642992 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff58a521-66ba-4d53-91f3-1a3101cc50a4 admin admin] Publish callbacks [] for security_group (9eeeed28-5d46-4d21-a4ff-2d5cea99f45a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:58.659793 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-eee43f3e-08c6-43a1-a12c-2b556b989a1f tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3814359 Feb 19 04:41:58.687441 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38240) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:58.691414 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff58a521-66ba-4d53-91f3-1a3101cc50a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9eeeed28-5d46-4d21-a4ff-2d5cea99f45a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:58.716248 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-b0314fcf-138e-44d3-9246-156dd01bb9ab tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'subnet': {'network_id': '7d131e59-0a20-45c7-90f5-76e2bfee5b2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:41:58.780727 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2e03f95b-922a-489f-a457-6bdd60afc6ca req-c262c2b7-83d6-4367-8401-8fb87c3d3250 service neutron] 10.222.0.10 "GET /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729932 Feb 19 04:41:59.148524 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-16b84274-290e-42bb-8433-eff461eed45c req-d4ef0fbf-bc4a-4b54-9d23-4b77f22f9738 tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.1311402 Feb 19 04:41:59.213236 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee43f3e-08c6-43a1-a12c-2b556b989a1f tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Network': ['ID=7d131e59-0a20-45c7-90f5-76e2bfee5b2f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:59.232625 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 7d131e59-0a20-45c7-90f5-76e2bfee5b2f details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:41:59.355381 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ff58a521-66ba-4d53-91f3-1a3101cc50a4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=04812299e3224efe9d9f9d590ee11f9e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2942586 Feb 19 04:41:59.359423 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38248) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:41:59.402713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58a521-66ba-4d53-91f3-1a3101cc50a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eeeed28-5d46-4d21-a4ff-2d5cea99f45a,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:41:59.419074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0314fcf-138e-44d3-9246-156dd01bb9ab tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:41:59.434066 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b0314fcf-138e-44d3-9246-156dd01bb9ab tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:59.518238 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-303891c3-c1f8-4a04-a2fd-4917dc64f088 admin admin] Publish callbacks [] for security_group (9eeeed28-5d46-4d21-a4ff-2d5cea99f45a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:59.567945 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-303891c3-c1f8-4a04-a2fd-4917dc64f088 admin admin] Publish callbacks [] for security_group (9eeeed28-5d46-4d21-a4ff-2d5cea99f45a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:59.646040 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-303891c3-c1f8-4a04-a2fd-4917dc64f088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9eeeed28-5d46-4d21-a4ff-2d5cea99f45a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:59.650810 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-303891c3-c1f8-4a04-a2fd-4917dc64f088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:41:59.654228 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-303891c3-c1f8-4a04-a2fd-4917dc64f088 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9eeeed28-5d46-4d21-a4ff-2d5cea99f45a HTTP/1.1" status: 204 len: 168 time: 0.2922907 Feb 19 04:41:59.668654 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303891c3-c1f8-4a04-a2fd-4917dc64f088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eeeed28-5d46-4d21-a4ff-2d5cea99f45a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:00.184302 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b0314fcf-138e-44d3-9246-156dd01bb9ab tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (2b81367c-b932-4a23-8fdd-200845a0455e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:00.399720 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b0d2288-097e-4de9-ac84-385bff7ac178 req-7159ef37-f192-42ae-abdf-a96a6eb97898 tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.0596037 Feb 19 04:42:00.440597 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0314fcf-138e-44d3-9246-156dd01bb9ab tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Subnet': ['ID=2b81367c-b932-4a23-8fdd-200845a0455e,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:00.629245 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0314fcf-138e-44d3-9246-156dd01bb9ab tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Checking segment: {'id': 'ebb88c47-24f5-414d-8900-313c6c922f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7d131e59-0a20-45c7-90f5-76e2bfee5b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:42:00.635873 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0314fcf-138e-44d3-9246-156dd01bb9ab tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network hostable DHCP agents. Network: 7d131e59-0a20-45c7-90f5-76e2bfee5b2f, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:42:00.689740 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0314fcf-138e-44d3-9246-156dd01bb9ab tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network 7d131e59-0a20-45c7-90f5-76e2bfee5b2f is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:42:00.714156 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-b0314fcf-138e-44d3-9246-156dd01bb9ab tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 7d131e59-0a20-45c7-90f5-76e2bfee5b2f) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:42:00.719766 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0314fcf-138e-44d3-9246-156dd01bb9ab tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:00.720895 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b0314fcf-138e-44d3-9246-156dd01bb9ab tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:00.734054 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4ce063-a98f-4cdb-8d07-8a9860423950 None None] Network 7d131e59-0a20-45c7-90f5-76e2bfee5b2f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:42:00.761709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38276) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:00.761970 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b0314fcf-138e-44d3-9246-156dd01bb9ab tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0667276 Feb 19 04:42:00.772658 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b1293614-bc8f-4db7-92c1-5488b10101d2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'port': {'network_id': '7d131e59-0a20-45c7-90f5-76e2bfee5b2f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-324132812'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:42:01.137442 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24572f39-9db0-420f-a55c-b209fab3727a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-7d131e59-0a20-45c7-90f5-76e2bfee5b2f', 'network_id': '7d131e59-0a20-45c7-90f5-76e2bfee5b2f', 'project_id': 'b22199734b444e0a969d6c4b9c60d63d', 'fixed_ips': [{'subnet_id': '2b81367c-b932-4a23-8fdd-200845a0455e'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:42:01.142342 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-24572f39-9db0-420f-a55c-b209fab3727a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:01.165348 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1293614-bc8f-4db7-92c1-5488b10101d2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:42:01.169514 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b1293614-bc8f-4db7-92c1-5488b10101d2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:01.226798 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-b1293614-bc8f-4db7-92c1-5488b10101d2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] device_id is not set on port ed5a2735-eae3-4de4-bd5c-e5842efea61c yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:42:01.511134 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-b1293614-bc8f-4db7-92c1-5488b10101d2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Allocated IP 172.20.0.10 (7d131e59-0a20-45c7-90f5-76e2bfee5b2f/2b81367c-b932-4a23-8fdd-200845a0455e/ed5a2735-eae3-4de4-bd5c-e5842efea61c) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:42:01.841980 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-05f2602f-6912-4cad-ba72-272d9563843b req-1a305917-438d-45c0-952e-0cf862aa88ca tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.1338630 Feb 19 04:42:01.883281 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b1293614-bc8f-4db7-92c1-5488b10101d2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for port (ed5a2735-eae3-4de4-bd5c-e5842efea61c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:01.981023 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b1293614-bc8f-4db7-92c1-5488b10101d2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ed5a2735-eae3-4de4-bd5c-e5842efea61c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:02.134430 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-24572f39-9db0-420f-a55c-b209fab3727a None None] Allocated IP 172.20.0.2 (7d131e59-0a20-45c7-90f5-76e2bfee5b2f/2b81367c-b932-4a23-8fdd-200845a0455e/273097be-9de1-4b4a-8ad2-fa5850c65d16) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:42:02.151442 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1293614-bc8f-4db7-92c1-5488b10101d2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network 7d131e59-0a20-45c7-90f5-76e2bfee5b2f is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:42:02.153373 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1293614-bc8f-4db7-92c1-5488b10101d2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Port': ['ID=ed5a2735-eae3-4de4-bd5c-e5842efea61c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:02.177582 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-b1293614-bc8f-4db7-92c1-5488b10101d2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:42:02.185167 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1293614-bc8f-4db7-92c1-5488b10101d2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:42:02.371744 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1293614-bc8f-4db7-92c1-5488b10101d2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:02.381663 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b1293614-bc8f-4db7-92c1-5488b10101d2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:02.446412 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38310) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:02.448834 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b1293614-bc8f-4db7-92c1-5488b10101d2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.6848147 Feb 19 04:42:02.513173 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-24572f39-9db0-420f-a55c-b209fab3727a None None] Publish callbacks [] for port (273097be-9de1-4b4a-8ad2-fa5850c65d16), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:02.564373 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-24572f39-9db0-420f-a55c-b209fab3727a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (273097be-9de1-4b4a-8ad2-fa5850c65d16), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:02.690932 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-529cfaac-f47f-4000-b1cb-862d395cd799 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting port ed5a2735-eae3-4de4-bd5c-e5842efea61c {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:42:02.691645 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-529cfaac-f47f-4000-b1cb-862d395cd799 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ed5a2735-eae3-4de4-bd5c-e5842efea61c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:02.700534 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24572f39-9db0-420f-a55c-b209fab3727a None None] Network 7d131e59-0a20-45c7-90f5-76e2bfee5b2f is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:42:02.706484 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24572f39-9db0-420f-a55c-b209fab3727a None None] Pushing event updated for resources: {'Port': ['ID=273097be-9de1-4b4a-8ad2-fa5850c65d16,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:02.714255 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-24572f39-9db0-420f-a55c-b209fab3727a None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:42:02.718157 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24572f39-9db0-420f-a55c-b209fab3727a None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:42:02.723651 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:42:02.732026 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ff51b0b5-8041-4647-b6bd-3c3e6580bca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:02.905123 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-24572f39-9db0-420f-a55c-b209fab3727a None None] Attempting to bind port 273097be-9de1-4b4a-8ad2-fa5850c65d16 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:42:02.906023 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-24572f39-9db0-420f-a55c-b209fab3727a None None] Attempting to bind port 273097be-9de1-4b4a-8ad2-fa5850c65d16 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'ebb88c47-24f5-414d-8900-313c6c922f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7d131e59-0a20-45c7-90f5-76e2bfee5b2f'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:42:02.907067 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24572f39-9db0-420f-a55c-b209fab3727a None None] Attempting to bind port 273097be-9de1-4b4a-8ad2-fa5850c65d16 on network 7d131e59-0a20-45c7-90f5-76e2bfee5b2f {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:42:02.921620 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24572f39-9db0-420f-a55c-b209fab3727a None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:42:02.922573 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24572f39-9db0-420f-a55c-b209fab3727a None None] Checking segment: {'id': 'ebb88c47-24f5-414d-8900-313c6c922f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7d131e59-0a20-45c7-90f5-76e2bfee5b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:42:02.923167 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-24572f39-9db0-420f-a55c-b209fab3727a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:02.923968 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24572f39-9db0-420f-a55c-b209fab3727a None None] Bound using segment: {'id': 'ebb88c47-24f5-414d-8900-313c6c922f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7d131e59-0a20-45c7-90f5-76e2bfee5b2f'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:42:02.928404 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-24572f39-9db0-420f-a55c-b209fab3727a None None] Bound port: 273097be-9de1-4b4a-8ad2-fa5850c65d16, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebb88c47-24f5-414d-8900-313c6c922f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7d131e59-0a20-45c7-90f5-76e2bfee5b2f'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:42:02.928825 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-24572f39-9db0-420f-a55c-b209fab3727a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (273097be-9de1-4b4a-8ad2-fa5850c65d16), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:02.974449 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-529cfaac-f47f-4000-b1cb-862d395cd799 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ed5a2735-eae3-4de4-bd5c-e5842efea61c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:03.010140 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-529cfaac-f47f-4000-b1cb-862d395cd799 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Calling delete_port for ed5a2735-eae3-4de4-bd5c-e5842efea61c owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:42:03.082523 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8f874ef4-ede0-492a-a1c2-b6b0f5c86b4b req-380b9d2e-19f8-4f96-84fe-664fcc2106fe tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.0655823 Feb 19 04:42:03.110420 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-24572f39-9db0-420f-a55c-b209fab3727a None None] For port 273097be-9de1-4b4a-8ad2-fa5850c65d16, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:42:03.114943 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-24572f39-9db0-420f-a55c-b209fab3727a None None] For port 273097be-9de1-4b4a-8ad2-fa5850c65d16, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=273097be-9de1-4b4a-8ad2-fa5850c65d16,segment=NetworkSegment(ebb88c47-24f5-414d-8900-313c6c922f87),segment_id=ebb88c47-24f5-414d-8900-313c6c922f87)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:42:03.135884 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-24572f39-9db0-420f-a55c-b209fab3727a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (273097be-9de1-4b4a-8ad2-fa5850c65d16), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:03.293354 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24572f39-9db0-420f-a55c-b209fab3727a None None] Pushing event updated for resources: {'Port': ['ID=273097be-9de1-4b4a-8ad2-fa5850c65d16,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:03.423009 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-529cfaac-f47f-4000-b1cb-862d395cd799 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (ed5a2735-eae3-4de4-bd5c-e5842efea61c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:03.522463 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cfaac-f47f-4000-b1cb-862d395cd799 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Port': ['ID=ed5a2735-eae3-4de4-bd5c-e5842efea61c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:03.746284 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-529cfaac-f47f-4000-b1cb-862d395cd799 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:03.755952 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38342) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:03.785737 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-529cfaac-f47f-4000-b1cb-862d395cd799 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/ports/ed5a2735-eae3-4de4-bd5c-e5842efea61c HTTP/1.1" status: 204 len: 168 time: 1.3381341 Feb 19 04:42:03.997879 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc95ceec-32b0-42c6-b1bc-6c9d7dd19dd9 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] GET failed (client error): The resource could not be found. Feb 19 04:42:04.006244 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38352) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:04.017278 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dc95ceec-32b0-42c6-b1bc-6c9d7dd19dd9 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports/ed5a2735-eae3-4de4-bd5c-e5842efea61c HTTP/1.1" status: 404 len: 333 time: 0.2571089 Feb 19 04:42:04.179643 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-87de443c-27d6-4602-a59e-c6dbaebfce5b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting subnet 2b81367c-b932-4a23-8fdd-200845a0455e {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:42:04.195343 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87de443c-27d6-4602-a59e-c6dbaebfce5b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (2b81367c-b932-4a23-8fdd-200845a0455e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:04.407589 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87de443c-27d6-4602-a59e-c6dbaebfce5b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (2b81367c-b932-4a23-8fdd-200845a0455e), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:04.692350 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-81756573-0762-4e14-aeeb-1aa7efeb230b req-ad4c2e49-af81-469d-8879-f7a07fa8b214 tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.1602023 Feb 19 04:42:04.949220 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87de443c-27d6-4602-a59e-c6dbaebfce5b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (2b81367c-b932-4a23-8fdd-200845a0455e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:05.053922 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-25b4c47a-b3f1-47bc-9071-7ec923be5424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:05.181223 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87de443c-27d6-4602-a59e-c6dbaebfce5b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (2b81367c-b932-4a23-8fdd-200845a0455e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:05.237558 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de443c-27d6-4602-a59e-c6dbaebfce5b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Subnet': ['ID=2b81367c-b932-4a23-8fdd-200845a0455e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:05.269405 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87de443c-27d6-4602-a59e-c6dbaebfce5b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:05.278541 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-87de443c-27d6-4602-a59e-c6dbaebfce5b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/subnets/2b81367c-b932-4a23-8fdd-200845a0455e HTTP/1.1" status: 204 len: 168 time: 1.2704527 Feb 19 04:42:05.282795 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38388) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:05.470312 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-13cfeb0e-d8b0-482d-a890-dfa8b3cb3c2e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (7d131e59-0a20-45c7-90f5-76e2bfee5b2f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:05.683807 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38398) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:05.701891 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c82ead-a9cc-437f-a1f7-0efc1b37dada None None] Network 7d131e59-0a20-45c7-90f5-76e2bfee5b2f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:42:05.892381 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-13cfeb0e-d8b0-482d-a890-dfa8b3cb3c2e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting port 273097be-9de1-4b4a-8ad2-fa5850c65d16 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:42:05.896599 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-13cfeb0e-d8b0-482d-a890-dfa8b3cb3c2e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (273097be-9de1-4b4a-8ad2-fa5850c65d16), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:06.081077 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-04647465-3c58-4624-b614-ea3df9a78aaf None None] Provisioning complete for port 273097be-9de1-4b4a-8ad2-fa5850c65d16 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:42:06.081928 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-04647465-3c58-4624-b614-ea3df9a78aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (273097be-9de1-4b4a-8ad2-fa5850c65d16), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:06.110205 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0ef44c3e-c43b-47d2-8f78-a2630978a25f req-72b11d14-54e2-45af-9305-effdea141f0b tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.1243522 Feb 19 04:42:06.207935 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7bf1d5d4-d72b-4829-ba55-7354bcae624e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:06.220388 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 273097be-9de1-4b4a-8ad2-fa5850c65d16 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:42:06.266967 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-13cfeb0e-d8b0-482d-a890-dfa8b3cb3c2e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] For port 273097be-9de1-4b4a-8ad2-fa5850c65d16, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=273097be-9de1-4b4a-8ad2-fa5850c65d16,segment=NetworkSegment(ebb88c47-24f5-414d-8900-313c6c922f87),segment_id=ebb88c47-24f5-414d-8900-313c6c922f87)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:42:06.277307 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-13cfeb0e-d8b0-482d-a890-dfa8b3cb3c2e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (273097be-9de1-4b4a-8ad2-fa5850c65d16), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:06.326298 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-13cfeb0e-d8b0-482d-a890-dfa8b3cb3c2e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Calling delete_port for 273097be-9de1-4b4a-8ad2-fa5850c65d16 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:42:06.551784 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-13cfeb0e-d8b0-482d-a890-dfa8b3cb3c2e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (273097be-9de1-4b4a-8ad2-fa5850c65d16), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:06.624884 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cfeb0e-d8b0-482d-a890-dfa8b3cb3c2e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] No DVR routers for this DVR port 273097be-9de1-4b4a-8ad2-fa5850c65d16 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:42:06.660318 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7bf1d5d4-d72b-4829-ba55-7354bcae624e admin admin] Publish callbacks [] for security_group (f35cb975-44bc-4819-9387-5fa53e1096ec), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:06.664499 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Could not find standard attr ID for object 273097be-9de1-4b4a-8ad2-fa5850c65d16. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:42:06.677826 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-04647465-3c58-4624-b614-ea3df9a78aaf None None] Could not find standard attr ID for object 273097be-9de1-4b4a-8ad2-fa5850c65d16. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:42:06.679921 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7bf1d5d4-d72b-4829-ba55-7354bcae624e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f35cb975-44bc-4819-9387-5fa53e1096ec), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:06.694804 n-d-772273-4 neutron-server[115200]: INFO neutron.plugins.ml2.db [None req-04647465-3c58-4624-b614-ea3df9a78aaf None None] No ports have port_id starting with 273097be-9de1-4b4a-8ad2-fa5850c65d16 Feb 19 04:42:06.727423 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfeb0e-d8b0-482d-a890-dfa8b3cb3c2e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Port': ['ID=273097be-9de1-4b4a-8ad2-fa5850c65d16,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:06.765282 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256d73ba-d7bc-422c-9365-217b4a7d884e None None] DHCP port deletion for 7d131e59-0a20-45c7-90f5-76e2bfee5b2f request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:42:06.805894 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1d5d4-d72b-4829-ba55-7354bcae624e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35cb975-44bc-4819-9387-5fa53e1096ec,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:06.816754 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7bf1d5d4-d72b-4829-ba55-7354bcae624e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d03f8255cd0146d582c08cae7577cb36&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1310391 Feb 19 04:42:06.825192 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38424) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:06.841188 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:06.969904 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9f4fecc5-44e2-492a-83de-1a88d29b5f90 admin admin] Publish callbacks [] for security_group (f35cb975-44bc-4819-9387-5fa53e1096ec), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:06.972456 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-13cfeb0e-d8b0-482d-a890-dfa8b3cb3c2e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (7d131e59-0a20-45c7-90f5-76e2bfee5b2f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:07.031077 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9f4fecc5-44e2-492a-83de-1a88d29b5f90 admin admin] Publish callbacks [] for security_group (f35cb975-44bc-4819-9387-5fa53e1096ec), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:07.058279 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-13cfeb0e-d8b0-482d-a890-dfa8b3cb3c2e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d131e59-0a20-45c7-90f5-76e2bfee5b2f']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:42:07.090331 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-13cfeb0e-d8b0-482d-a890-dfa8b3cb3c2e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebb88c47-24f5-414d-8900-313c6c922f87') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:42:07.090724 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-13cfeb0e-d8b0-482d-a890-dfa8b3cb3c2e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebb88c47-24f5-414d-8900-313c6c922f87') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:42:07.124097 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-13cfeb0e-d8b0-482d-a890-dfa8b3cb3c2e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (ebb88c47-24f5-414d-8900-313c6c922f87), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:07.185297 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9f4fecc5-44e2-492a-83de-1a88d29b5f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f35cb975-44bc-4819-9387-5fa53e1096ec), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:07.188351 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9f4fecc5-44e2-492a-83de-1a88d29b5f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:07.189676 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9f4fecc5-44e2-492a-83de-1a88d29b5f90 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f35cb975-44bc-4819-9387-5fa53e1096ec HTTP/1.1" status: 204 len: 168 time: 0.3630304 Feb 19 04:42:07.192105 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-13cfeb0e-d8b0-482d-a890-dfa8b3cb3c2e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (ebb88c47-24f5-414d-8900-313c6c922f87), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:07.207711 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13cfeb0e-d8b0-482d-a890-dfa8b3cb3c2e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:42:07.208131 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-13cfeb0e-d8b0-482d-a890-dfa8b3cb3c2e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (ebb88c47-24f5-414d-8900-313c6c922f87), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:42:07.211947 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:42:07.226913 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fecc5-44e2-492a-83de-1a88d29b5f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35cb975-44bc-4819-9387-5fa53e1096ec,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:07.488093 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4b01f270-06b4-4b9e-8445-15ffbb2ee1da req-adf55022-c988-4ddd-92fd-92e21d4e2fc8 tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.0574965 Feb 19 04:42:07.493083 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-13cfeb0e-d8b0-482d-a890-dfa8b3cb3c2e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (7d131e59-0a20-45c7-90f5-76e2bfee5b2f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:07.520791 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-13cfeb0e-d8b0-482d-a890-dfa8b3cb3c2e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:07.559900 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38442) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:07.561578 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-13cfeb0e-d8b0-482d-a890-dfa8b3cb3c2e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/networks/7d131e59-0a20-45c7-90f5-76e2bfee5b2f HTTP/1.1" status: 204 len: 168 time: 2.2757833 Feb 19 04:42:07.566680 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-985d34db-6b7e-4576-8b00-f0d4320ac7ae tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'port': {'network_id': '8fa15992-72f1-4bf3-b090-065eceaf5edc', 'name': 'tempest-PortsTestJSON-1811981049'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:42:07.605534 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfeb0e-d8b0-482d-a890-dfa8b3cb3c2e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Network': ['ID=7d131e59-0a20-45c7-90f5-76e2bfee5b2f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:07.607001 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:07.741460 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 273097be-9de1-4b4a-8ad2-fa5850c65d16 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:42:07.868433 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 273097be-9de1-4b4a-8ad2-fa5850c65d16 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:42:07.874029 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 273097be-9de1-4b4a-8ad2-fa5850c65d16 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:42:07.878192 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985d34db-6b7e-4576-8b00-f0d4320ac7ae tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:42:07.883780 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-985d34db-6b7e-4576-8b00-f0d4320ac7ae tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:07.934607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-985d34db-6b7e-4576-8b00-f0d4320ac7ae tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] device_id is not set on port 2a7dcb95-a233-4e17-b24a-36941bce467f yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:42:07.980641 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:08.400088 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38456) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:08.459120 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea4e75a6-cee8-486a-a96d-d56cea6bfa1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:08.554805 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-985d34db-6b7e-4576-8b00-f0d4320ac7ae tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for port (2a7dcb95-a233-4e17-b24a-36941bce467f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:08.673763 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-985d34db-6b7e-4576-8b00-f0d4320ac7ae tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (2a7dcb95-a233-4e17-b24a-36941bce467f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:08.854064 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea4e75a6-cee8-486a-a96d-d56cea6bfa1a admin admin] Publish callbacks [] for security_group (3d07a906-f16e-48c7-abcf-309a171c4f86), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:08.867393 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ea4e75a6-cee8-486a-a96d-d56cea6bfa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3d07a906-f16e-48c7-abcf-309a171c4f86), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:08.893925 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985d34db-6b7e-4576-8b00-f0d4320ac7ae tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network 8fa15992-72f1-4bf3-b090-065eceaf5edc is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:42:08.988469 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ea4e75a6-cee8-486a-a96d-d56cea6bfa1a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c2be48367e5141a68d8d70c4b8dc2077&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5827727 Feb 19 04:42:08.989395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d34db-6b7e-4576-8b00-f0d4320ac7ae tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Port': ['ID=2a7dcb95-a233-4e17-b24a-36941bce467f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:08.990805 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38480) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:09.010258 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-985d34db-6b7e-4576-8b00-f0d4320ac7ae tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:42:09.027934 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-86f62e24-224c-466d-85ce-fd28d0e7b996 req-5d6a26f9-ce62-4534-8605-1126d6b27a98 tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.1322072 Feb 19 04:42:09.031435 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985d34db-6b7e-4576-8b00-f0d4320ac7ae tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:42:09.061628 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985d34db-6b7e-4576-8b00-f0d4320ac7ae tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:09.062644 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-985d34db-6b7e-4576-8b00-f0d4320ac7ae tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:09.110849 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-985d34db-6b7e-4576-8b00-f0d4320ac7ae tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5486047 Feb 19 04:42:09.115590 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38484) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:09.242681 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:09.317536 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:09.390529 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f26b1b99-04eb-4cb8-9f09-8bbdb0c1a122 admin admin] Publish callbacks [] for security_group (3d07a906-f16e-48c7-abcf-309a171c4f86), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:09.411293 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e75a6-cee8-486a-a96d-d56cea6bfa1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d07a906-f16e-48c7-abcf-309a171c4f86,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:09.511874 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-218fe39a-7bb1-48a4-b176-1c657002558a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting port 2a7dcb95-a233-4e17-b24a-36941bce467f {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:42:09.512486 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-218fe39a-7bb1-48a4-b176-1c657002558a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2a7dcb95-a233-4e17-b24a-36941bce467f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:09.519587 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f26b1b99-04eb-4cb8-9f09-8bbdb0c1a122 admin admin] Publish callbacks [] for security_group (3d07a906-f16e-48c7-abcf-309a171c4f86), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:09.652012 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f26b1b99-04eb-4cb8-9f09-8bbdb0c1a122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3d07a906-f16e-48c7-abcf-309a171c4f86), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:09.665034 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f26b1b99-04eb-4cb8-9f09-8bbdb0c1a122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:09.668984 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f26b1b99-04eb-4cb8-9f09-8bbdb0c1a122 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d07a906-f16e-48c7-abcf-309a171c4f86 HTTP/1.1" status: 204 len: 168 time: 0.6739893 Feb 19 04:42:09.709737 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b1b99-04eb-4cb8-9f09-8bbdb0c1a122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d07a906-f16e-48c7-abcf-309a171c4f86,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:09.886877 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-218fe39a-7bb1-48a4-b176-1c657002558a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2a7dcb95-a233-4e17-b24a-36941bce467f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:09.942995 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-218fe39a-7bb1-48a4-b176-1c657002558a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Calling delete_port for 2a7dcb95-a233-4e17-b24a-36941bce467f owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:42:10.221794 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-218fe39a-7bb1-48a4-b176-1c657002558a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (2a7dcb95-a233-4e17-b24a-36941bce467f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:10.325617 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fe39a-7bb1-48a4-b176-1c657002558a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Port': ['ID=2a7dcb95-a233-4e17-b24a-36941bce467f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:10.374051 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-218fe39a-7bb1-48a4-b176-1c657002558a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:10.386564 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-218fe39a-7bb1-48a4-b176-1c657002558a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/ports/2a7dcb95-a233-4e17-b24a-36941bce467f HTTP/1.1" status: 204 len: 168 time: 1.2694452 Feb 19 04:42:10.389402 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38520) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:10.410568 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-27e4486e-abb2-4f98-ab48-62ecb3993025 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'port': {'network_id': '8fa15992-72f1-4bf3-b090-065eceaf5edc', 'mac_address': 'fa:16:3e:5f:fe:88', 'name': 'tempest-PortsTestJSON-1773702315'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:42:10.463228 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aa38dcdd-881a-47d3-91f5-a97086c1e70f req-1a5a5a0e-c32a-48c5-8eb9-a2eab7f02e11 tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.1718476 Feb 19 04:42:10.767117 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e4486e-abb2-4f98-ab48-62ecb3993025 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:42:11.059618 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27e4486e-abb2-4f98-ab48-62ecb3993025 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:11.181811 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-27e4486e-abb2-4f98-ab48-62ecb3993025 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] device_id is not set on port 4351b40d-e0d5-468d-ad48-0402e14b7357 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:42:12.061326 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0efbf97c-5710-4a99-9ddc-a3b302709187 req-d18ad0da-5c96-41cb-9b87-16a556f4634b tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.1861978 Feb 19 04:42:12.177368 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27e4486e-abb2-4f98-ab48-62ecb3993025 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for port (4351b40d-e0d5-468d-ad48-0402e14b7357), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:12.338858 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27e4486e-abb2-4f98-ab48-62ecb3993025 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (4351b40d-e0d5-468d-ad48-0402e14b7357), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:12.487145 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e4486e-abb2-4f98-ab48-62ecb3993025 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network 8fa15992-72f1-4bf3-b090-065eceaf5edc is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:42:12.520443 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-27e4486e-abb2-4f98-ab48-62ecb3993025 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:42:12.523699 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e4486e-abb2-4f98-ab48-62ecb3993025 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:42:12.529472 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e4486e-abb2-4f98-ab48-62ecb3993025 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:12.540326 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27e4486e-abb2-4f98-ab48-62ecb3993025 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:12.550825 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4486e-abb2-4f98-ab48-62ecb3993025 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Port': ['ID=4351b40d-e0d5-468d-ad48-0402e14b7357,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:12.595586 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-27e4486e-abb2-4f98-ab48-62ecb3993025 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1998634 Feb 19 04:42:12.596750 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38670) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:12.758337 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38682) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:12.878195 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7103fe6-31bf-4a90-9c3c-2061f69e4b71 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:12.887448 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f7103fe6-31bf-4a90-9c3c-2061f69e4b71 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports/4351b40d-e0d5-468d-ad48-0402e14b7357 HTTP/1.1" status: 200 len: 841 time: 0.2859516 Feb 19 04:42:12.888113 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38694) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:13.334066 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-c3b764fc-b687-440e-918a-54b3c8fc050a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting port 4351b40d-e0d5-468d-ad48-0402e14b7357 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:42:13.334769 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c3b764fc-b687-440e-918a-54b3c8fc050a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (4351b40d-e0d5-468d-ad48-0402e14b7357), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:13.418700 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-371bc62a-08d2-4113-807d-9a1f93a97e09 req-1d585341-19ae-48c4-834f-5f0ffaef4944 tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.0730832 Feb 19 04:42:13.447330 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-9fc9dc32-f9e1-471e-8c5a-cbd3246d0c45 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1046660096-network', 'tenant_id': '1ba7b5a2ccc04a08a3896ce29908a651'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:42:13.648125 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc9dc32-f9e1-471e-8c5a-cbd3246d0c45 admin admin] Made reservation on behalf of 1ba7b5a2ccc04a08a3896ce29908a651 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:42:13.653738 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9fc9dc32-f9e1-471e-8c5a-cbd3246d0c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:13.685223 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c3b764fc-b687-440e-918a-54b3c8fc050a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (4351b40d-e0d5-468d-ad48-0402e14b7357), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:13.690817 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9fc9dc32-f9e1-471e-8c5a-cbd3246d0c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:13.749822 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-c3b764fc-b687-440e-918a-54b3c8fc050a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Calling delete_port for 4351b40d-e0d5-468d-ad48-0402e14b7357 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:42:14.319193 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9fc9dc32-f9e1-471e-8c5a-cbd3246d0c45 admin admin] Publish callbacks [] for security_group (797093dc-89f4-4a29-b99e-4a32eb5c150e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:14.328399 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c3b764fc-b687-440e-918a-54b3c8fc050a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (4351b40d-e0d5-468d-ad48-0402e14b7357), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:14.424245 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9fc9dc32-f9e1-471e-8c5a-cbd3246d0c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (797093dc-89f4-4a29-b99e-4a32eb5c150e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:14.440437 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c3b764fc-b687-440e-918a-54b3c8fc050a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:14.466695 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c3b764fc-b687-440e-918a-54b3c8fc050a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/ports/4351b40d-e0d5-468d-ad48-0402e14b7357 HTTP/1.1" status: 204 len: 168 time: 1.5768850 Feb 19 04:42:14.475458 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38806) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:14.568957 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc83b3a-bb4b-41f6-82b0-6aa009bd57ec tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] GET failed (client error): The resource could not be found. Feb 19 04:42:14.570633 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2dc83b3a-bb4b-41f6-82b0-6aa009bd57ec tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports/4351b40d-e0d5-468d-ad48-0402e14b7357 HTTP/1.1" status: 404 len: 333 time: 0.0941069 Feb 19 04:42:14.575830 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38816) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:14.579475 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b764fc-b687-440e-918a-54b3c8fc050a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Port': ['ID=4351b40d-e0d5-468d-ad48-0402e14b7357,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:14.625935 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-d705247a-885d-4a94-9071-66cdbd9d0ffe tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'port': {'network_id': '8fa15992-72f1-4bf3-b090-065eceaf5edc', 'name': 'tempest-PortsTestJSON-2064140841'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:42:14.653580 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc9dc32-f9e1-471e-8c5a-cbd3246d0c45 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:42:14.856027 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9dc32-f9e1-471e-8c5a-cbd3246d0c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797093dc-89f4-4a29-b99e-4a32eb5c150e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:14.905728 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2a6047b9-dffc-4e8e-99e9-4c27a0308b32 req-5b57cceb-5f07-4a0f-9d6f-d03e2d3fe802 tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.1964736 Feb 19 04:42:14.909522 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9fc9dc32-f9e1-471e-8c5a-cbd3246d0c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (7af37f3c-08f6-4bcf-93c7-e457ea186b58), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:14.915909 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-9fc9dc32-f9e1-471e-8c5a-cbd3246d0c45 admin admin] Added segment 7af37f3c-08f6-4bcf-93c7-e457ea186b58 of type vlan for network 280931e0-02f5-4b36-906e-606030e16232 Feb 19 04:42:15.001849 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d705247a-885d-4a94-9071-66cdbd9d0ffe tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:42:15.010233 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d705247a-885d-4a94-9071-66cdbd9d0ffe tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:15.099636 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-d705247a-885d-4a94-9071-66cdbd9d0ffe tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] device_id is not set on port 67945feb-3327-4199-8ed3-38385eb6ae01 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:42:15.235098 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9fc9dc32-f9e1-471e-8c5a-cbd3246d0c45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (280931e0-02f5-4b36-906e-606030e16232), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:15.463158 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9fc9dc32-f9e1-471e-8c5a-cbd3246d0c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (280931e0-02f5-4b36-906e-606030e16232), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:15.470200 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc9dc32-f9e1-471e-8c5a-cbd3246d0c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:15.471696 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9fc9dc32-f9e1-471e-8c5a-cbd3246d0c45 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:15.803569 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d705247a-885d-4a94-9071-66cdbd9d0ffe tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for port (67945feb-3327-4199-8ed3-38385eb6ae01), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:15.843837 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9fc9dc32-f9e1-471e-8c5a-cbd3246d0c45 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.0797720 Feb 19 04:42:15.857714 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38890) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:15.875659 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-3175e827-246b-4aa4-bb65-13fbeec56265 admin admin] Request body: {'subnet': {'network_id': '280931e0-02f5-4b36-906e-606030e16232', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1046660096-subnet', 'tenant_id': '1ba7b5a2ccc04a08a3896ce29908a651', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:42:15.907476 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d705247a-885d-4a94-9071-66cdbd9d0ffe tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (67945feb-3327-4199-8ed3-38385eb6ae01), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:15.959276 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-3af7f523-b034-47c3-9fc3-23bb83cbfded req-1e253c3d-fea9-4f6d-909b-aa4b712c9c5d tempest-TaggedBootDevicesTest_v242-874343339 tempest-TaggedBootDevicesTest_v242-874343339-project] (115198) timed out ('10.222.0.65', 50870) {{(pid=115198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:42:15.976640 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9dc32-f9e1-471e-8c5a-cbd3246d0c45 admin admin] Pushing event updated for resources: {'Network': ['ID=280931e0-02f5-4b36-906e-606030e16232,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:16.037606 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 280931e0-02f5-4b36-906e-606030e16232 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:42:16.062510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3175e827-246b-4aa4-bb65-13fbeec56265 admin admin] Made reservation on behalf of 1ba7b5a2ccc04a08a3896ce29908a651 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:42:16.065544 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3175e827-246b-4aa4-bb65-13fbeec56265 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:16.070364 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705247a-885d-4a94-9071-66cdbd9d0ffe tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Port': ['ID=67945feb-3327-4199-8ed3-38385eb6ae01,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:16.095949 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d705247a-885d-4a94-9071-66cdbd9d0ffe tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network 8fa15992-72f1-4bf3-b090-065eceaf5edc is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:42:16.101191 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-d705247a-885d-4a94-9071-66cdbd9d0ffe tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:42:16.114974 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d705247a-885d-4a94-9071-66cdbd9d0ffe tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:42:16.130959 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d705247a-885d-4a94-9071-66cdbd9d0ffe tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:16.132242 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d705247a-885d-4a94-9071-66cdbd9d0ffe tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:16.174837 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d705247a-885d-4a94-9071-66cdbd9d0ffe tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5976207 Feb 19 04:42:16.175869 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38916) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:16.196682 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f1487cd6-908f-4ddc-af66-aaea535bd97e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:42:16.495915 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b2587b9f-3699-42fa-ad98-066833718df5 req-d527ca0f-218b-4085-8f01-6969bb95bda2 tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.1626737 Feb 19 04:42:16.746170 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f1487cd6-908f-4ddc-af66-aaea535bd97e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (67945feb-3327-4199-8ed3-38385eb6ae01), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:17.008988 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3175e827-246b-4aa4-bb65-13fbeec56265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (88985f09-0981-42ca-b89c-9623f7ff7fbd), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:17.380465 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175e827-246b-4aa4-bb65-13fbeec56265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88985f09-0981-42ca-b89c-9623f7ff7fbd,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:17.411802 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3175e827-246b-4aa4-bb65-13fbeec56265 admin admin] Checking segment: {'id': '7af37f3c-08f6-4bcf-93c7-e457ea186b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '280931e0-02f5-4b36-906e-606030e16232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:42:17.412430 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3175e827-246b-4aa4-bb65-13fbeec56265 admin admin] Network hostable DHCP agents. Network: 280931e0-02f5-4b36-906e-606030e16232, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:42:17.486651 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3175e827-246b-4aa4-bb65-13fbeec56265 admin admin] Network 280931e0-02f5-4b36-906e-606030e16232 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:42:17.505214 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-3175e827-246b-4aa4-bb65-13fbeec56265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 280931e0-02f5-4b36-906e-606030e16232) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:42:17.510706 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3175e827-246b-4aa4-bb65-13fbeec56265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:17.511737 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3175e827-246b-4aa4-bb65-13fbeec56265 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:17.531822 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5e82a0-9ead-43ee-8ebe-008738b9e0b5 None None] Network 280931e0-02f5-4b36-906e-606030e16232 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:42:17.556217 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3175e827-246b-4aa4-bb65-13fbeec56265 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6971693 Feb 19 04:42:17.673649 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f1487cd6-908f-4ddc-af66-aaea535bd97e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for port (67945feb-3327-4199-8ed3-38385eb6ae01), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:17.696067 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f1487cd6-908f-4ddc-af66-aaea535bd97e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (67945feb-3327-4199-8ed3-38385eb6ae01), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:17.737300 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-f1487cd6-908f-4ddc-af66-aaea535bd97e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] In _notify_port_updated(), no bound segment for port 67945feb-3327-4199-8ed3-38385eb6ae01 on network 8fa15992-72f1-4bf3-b090-065eceaf5edc {{(pid=115199) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:42:17.744891 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1487cd6-908f-4ddc-af66-aaea535bd97e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:17.746155 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f1487cd6-908f-4ddc-af66-aaea535bd97e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:17.751121 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39030) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:17.752076 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f1487cd6-908f-4ddc-af66-aaea535bd97e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "PUT /v2.0/ports/67945feb-3327-4199-8ed3-38385eb6ae01 HTTP/1.1" status: 200 len: 818 time: 1.5718257 Feb 19 04:42:17.879863 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1487cd6-908f-4ddc-af66-aaea535bd97e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Port': ['ID=67945feb-3327-4199-8ed3-38385eb6ae01,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:17.997553 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbb3ce0-fb3b-4756-928a-b730fc69c6a5 None None] Network 280931e0-02f5-4b36-906e-606030e16232 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:42:18.009797 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-588fa86e-8f04-4fab-a7ad-a3bd0cac387b req-de8197f1-38ce-478f-a476-1237fec9238e tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.1433461 Feb 19 04:42:18.293367 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-8b632306-dda6-4cd8-a8a9-6879a190b8a2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting port 67945feb-3327-4199-8ed3-38385eb6ae01 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:42:18.301181 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b632306-dda6-4cd8-a8a9-6879a190b8a2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (67945feb-3327-4199-8ed3-38385eb6ae01), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:18.614757 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b632306-dda6-4cd8-a8a9-6879a190b8a2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (67945feb-3327-4199-8ed3-38385eb6ae01), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:18.704981 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-8b632306-dda6-4cd8-a8a9-6879a190b8a2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Calling delete_port for 67945feb-3327-4199-8ed3-38385eb6ae01 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:42:19.162522 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b632306-dda6-4cd8-a8a9-6879a190b8a2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (67945feb-3327-4199-8ed3-38385eb6ae01), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:19.291203 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b632306-dda6-4cd8-a8a9-6879a190b8a2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Port': ['ID=67945feb-3327-4199-8ed3-38385eb6ae01,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:19.314200 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b632306-dda6-4cd8-a8a9-6879a190b8a2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:19.327821 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8b632306-dda6-4cd8-a8a9-6879a190b8a2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/ports/67945feb-3327-4199-8ed3-38385eb6ae01 HTTP/1.1" status: 204 len: 168 time: 1.5753462 Feb 19 04:42:19.330834 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39056) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:19.581231 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-077066c5-52c6-4918-9ac8-501894757c68 req-06677996-b287-402b-b50e-6ef0c620e996 tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.1785495 Feb 19 04:42:19.651335 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01aea22d-1e3a-46c3-9154-31d390bc622d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:19.655233 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-01aea22d-1e3a-46c3-9154-31d390bc622d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3158545 Feb 19 04:42:19.658277 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39062) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:19.777134 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0bad13-658e-412c-9cbd-db46e683d3a4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] GET failed (client error): The resource could not be found. Feb 19 04:42:19.788674 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39066) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:19.791032 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7d0bad13-658e-412c-9cbd-db46e683d3a4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports/67945feb-3327-4199-8ed3-38385eb6ae01 HTTP/1.1" status: 404 len: 333 time: 0.1299598 Feb 19 04:42:19.799891 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-144638b4-c6b0-47a1-b3fe-977dbba18171 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-886052144'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:42:19.874075 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144638b4-c6b0-47a1-b3fe-977dbba18171 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:42:19.879864 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-144638b4-c6b0-47a1-b3fe-977dbba18171 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:19.976317 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144638b4-c6b0-47a1-b3fe-977dbba18171 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:42:20.002777 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-144638b4-c6b0-47a1-b3fe-977dbba18171 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (0fc59258-d129-4556-b5c7-5a0bafd296c6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:20.005717 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-144638b4-c6b0-47a1-b3fe-977dbba18171 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Added segment 0fc59258-d129-4556-b5c7-5a0bafd296c6 of type vlan for network 3194b4f5-42c5-4d93-9a19-8ece21ca8e6b Feb 19 04:42:20.165268 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-144638b4-c6b0-47a1-b3fe-977dbba18171 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (3194b4f5-42c5-4d93-9a19-8ece21ca8e6b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:20.261381 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-144638b4-c6b0-47a1-b3fe-977dbba18171 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (3194b4f5-42c5-4d93-9a19-8ece21ca8e6b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:20.270424 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144638b4-c6b0-47a1-b3fe-977dbba18171 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:20.274135 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-144638b4-c6b0-47a1-b3fe-977dbba18171 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:20.493443 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-144638b4-c6b0-47a1-b3fe-977dbba18171 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6979766 Feb 19 04:42:20.494974 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39076) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:20.504088 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-3c6bfd3a-2f79-423f-b506-e4434687eab4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'subnet': {'network_id': '3194b4f5-42c5-4d93-9a19-8ece21ca8e6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:42:20.537635 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144638b4-c6b0-47a1-b3fe-977dbba18171 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Network': ['ID=3194b4f5-42c5-4d93-9a19-8ece21ca8e6b,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:20.564441 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 3194b4f5-42c5-4d93-9a19-8ece21ca8e6b details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:42:20.929679 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-57f68f7d-dff7-48bd-a4af-ebf8bf201729 req-946e736e-6203-4f6d-bd09-a08cc239695c tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.1247900 Feb 19 04:42:21.109182 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6bfd3a-2f79-423f-b506-e4434687eab4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:42:21.114713 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3c6bfd3a-2f79-423f-b506-e4434687eab4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:21.770419 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3c6bfd3a-2f79-423f-b506-e4434687eab4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (68fb2850-1f9c-4956-b32e-6ec2bd67b46b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:22.032415 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bfd3a-2f79-423f-b506-e4434687eab4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Subnet': ['ID=68fb2850-1f9c-4956-b32e-6ec2bd67b46b,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:22.107211 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6bfd3a-2f79-423f-b506-e4434687eab4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Checking segment: {'id': '0fc59258-d129-4556-b5c7-5a0bafd296c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3194b4f5-42c5-4d93-9a19-8ece21ca8e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:42:22.107801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6bfd3a-2f79-423f-b506-e4434687eab4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network hostable DHCP agents. Network: 3194b4f5-42c5-4d93-9a19-8ece21ca8e6b, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:42:22.192262 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6bfd3a-2f79-423f-b506-e4434687eab4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network 3194b4f5-42c5-4d93-9a19-8ece21ca8e6b is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:42:22.233450 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-3c6bfd3a-2f79-423f-b506-e4434687eab4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 3194b4f5-42c5-4d93-9a19-8ece21ca8e6b) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:42:22.245737 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd1eb2b-54f9-4d1c-9d8e-371b1f52cba0 None None] Network 3194b4f5-42c5-4d93-9a19-8ece21ca8e6b requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:42:22.251225 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6bfd3a-2f79-423f-b506-e4434687eab4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:22.254211 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3c6bfd3a-2f79-423f-b506-e4434687eab4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:22.344712 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3c6bfd3a-2f79-423f-b506-e4434687eab4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8473830 Feb 19 04:42:22.349054 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39110) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:22.366062 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-a3812536-db83-4c8f-808a-79531f1f636a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'subnet': {'network_id': '3194b4f5-42c5-4d93-9a19-8ece21ca8e6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:42:22.406924 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cb3d3784-a700-4759-a359-ea46896119b5 req-a621bbcc-1e21-49b6-8f32-29870c9f0b88 tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.1283472 Feb 19 04:42:22.714764 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58efb8b5-675d-4f90-8f60-15bd1a222bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-3194b4f5-42c5-4d93-9a19-8ece21ca8e6b', 'network_id': '3194b4f5-42c5-4d93-9a19-8ece21ca8e6b', 'project_id': 'b22199734b444e0a969d6c4b9c60d63d', 'fixed_ips': [{'subnet_id': '68fb2850-1f9c-4956-b32e-6ec2bd67b46b'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:42:22.715921 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-58efb8b5-675d-4f90-8f60-15bd1a222bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:23.316269 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-58efb8b5-675d-4f90-8f60-15bd1a222bf2 None None] Allocated IP 172.20.0.2 (3194b4f5-42c5-4d93-9a19-8ece21ca8e6b/68fb2850-1f9c-4956-b32e-6ec2bd67b46b/240bda8d-5be5-4698-89bd-7134dcaeaa13) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:42:24.048743 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-992e2897-3217-4342-8bd6-dd301ca91697 req-04613f2d-dd3c-4d22-a300-a575f58d5cca tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.0889852 Feb 19 04:42:24.098682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3812536-db83-4c8f-808a-79531f1f636a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:42:24.103359 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3812536-db83-4c8f-808a-79531f1f636a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:24.276487 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-58efb8b5-675d-4f90-8f60-15bd1a222bf2 None None] Publish callbacks [] for port (240bda8d-5be5-4698-89bd-7134dcaeaa13), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:24.303510 n-d-772273-4 neutron-server[115198]: INFO neutron.db.ipam_backend_mixin [None req-a3812536-db83-4c8f-808a-79531f1f636a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 68fb2850-1f9c-4956-b32e-6ec2bd67b46b (CIDR: 172.20.0.0/28) Feb 19 04:42:24.311645 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-58efb8b5-675d-4f90-8f60-15bd1a222bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (240bda8d-5be5-4698-89bd-7134dcaeaa13), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:24.319317 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3812536-db83-4c8f-808a-79531f1f636a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:42:24.331691 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3812536-db83-4c8f-808a-79531f1f636a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:42:24.390814 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a3812536-db83-4c8f-808a-79531f1f636a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0402534 Feb 19 04:42:24.395088 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39130) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:24.402315 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-00a59293-2252-487f-a238-7bb9d7621865 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'subnet': {'network_id': '3194b4f5-42c5-4d93-9a19-8ece21ca8e6b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:42:24.718525 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efb8b5-675d-4f90-8f60-15bd1a222bf2 None None] Pushing event updated for resources: {'Port': ['ID=240bda8d-5be5-4698-89bd-7134dcaeaa13,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:24.756995 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58efb8b5-675d-4f90-8f60-15bd1a222bf2 None None] Network 3194b4f5-42c5-4d93-9a19-8ece21ca8e6b is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:42:24.780804 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-58efb8b5-675d-4f90-8f60-15bd1a222bf2 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:42:24.792589 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58efb8b5-675d-4f90-8f60-15bd1a222bf2 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:42:25.015743 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-58efb8b5-675d-4f90-8f60-15bd1a222bf2 None None] Attempting to bind port 240bda8d-5be5-4698-89bd-7134dcaeaa13 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:42:25.016143 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-58efb8b5-675d-4f90-8f60-15bd1a222bf2 None None] Attempting to bind port 240bda8d-5be5-4698-89bd-7134dcaeaa13 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '0fc59258-d129-4556-b5c7-5a0bafd296c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3194b4f5-42c5-4d93-9a19-8ece21ca8e6b'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:42:25.016555 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58efb8b5-675d-4f90-8f60-15bd1a222bf2 None None] Attempting to bind port 240bda8d-5be5-4698-89bd-7134dcaeaa13 on network 3194b4f5-42c5-4d93-9a19-8ece21ca8e6b {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:42:25.035708 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58efb8b5-675d-4f90-8f60-15bd1a222bf2 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:42:25.036143 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58efb8b5-675d-4f90-8f60-15bd1a222bf2 None None] Checking segment: {'id': '0fc59258-d129-4556-b5c7-5a0bafd296c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3194b4f5-42c5-4d93-9a19-8ece21ca8e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:42:25.036519 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-58efb8b5-675d-4f90-8f60-15bd1a222bf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:25.037069 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58efb8b5-675d-4f90-8f60-15bd1a222bf2 None None] Bound using segment: {'id': '0fc59258-d129-4556-b5c7-5a0bafd296c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3194b4f5-42c5-4d93-9a19-8ece21ca8e6b'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:42:25.037600 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-58efb8b5-675d-4f90-8f60-15bd1a222bf2 None None] Bound port: 240bda8d-5be5-4698-89bd-7134dcaeaa13, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc59258-d129-4556-b5c7-5a0bafd296c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3194b4f5-42c5-4d93-9a19-8ece21ca8e6b'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:42:25.038004 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-58efb8b5-675d-4f90-8f60-15bd1a222bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (240bda8d-5be5-4698-89bd-7134dcaeaa13), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:25.272071 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-0f0b6151-6499-49dc-bdda-027ae3fed844 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:25.280773 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-58efb8b5-675d-4f90-8f60-15bd1a222bf2 None None] For port 240bda8d-5be5-4698-89bd-7134dcaeaa13, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:42:25.289115 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-0f0b6151-6499-49dc-bdda-027ae3fed844 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/networks?id=280931e0-02f5-4b36-906e-606030e16232 HTTP/1.1" status: 200 len: 809 time: 0.5505512 Feb 19 04:42:25.308223 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-49ca61e6-1fc6-4fa1-934d-99e349010fc8 req-40ee7694-fee5-4cdb-987f-cd60b1386cf9 tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.1012573 Feb 19 04:42:25.315746 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-58efb8b5-675d-4f90-8f60-15bd1a222bf2 None None] For port 240bda8d-5be5-4698-89bd-7134dcaeaa13, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=240bda8d-5be5-4698-89bd-7134dcaeaa13,segment=NetworkSegment(0fc59258-d129-4556-b5c7-5a0bafd296c6),segment_id=0fc59258-d129-4556-b5c7-5a0bafd296c6)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:42:25.333564 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-cc606b3b-4a0f-4844-91cd-f847bf31ce1d tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/quotas/1ba7b5a2ccc04a08a3896ce29908a651 HTTP/1.1" status: 200 len: 375 time: 0.0410345 Feb 19 04:42:25.338670 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-58efb8b5-675d-4f90-8f60-15bd1a222bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (240bda8d-5be5-4698-89bd-7134dcaeaa13), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:25.436799 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-d76db67b-7275-4e12-8695-98f79ff70003 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1ba7b5a2ccc04a08a3896ce29908a651&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1008284 Feb 19 04:42:25.564403 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efb8b5-675d-4f90-8f60-15bd1a222bf2 None None] Pushing event updated for resources: {'Port': ['ID=240bda8d-5be5-4698-89bd-7134dcaeaa13,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:25.817604 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-8c470d42-36ee-488a-b109-21e8a172dac8 service neutron] 10.222.0.65 "GET /v2.0/networks/280931e0-02f5-4b36-906e-606030e16232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711214 Feb 19 04:42:26.218237 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a59293-2252-487f-a238-7bb9d7621865 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:42:26.238860 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00a59293-2252-487f-a238-7bb9d7621865 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:26.583078 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-f62bf545-f2b7-4fb7-8634-c87336921d66 service neutron] 10.222.0.65 "GET /v2.0/networks/280931e0-02f5-4b36-906e-606030e16232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7552776 Feb 19 04:42:26.617042 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-55da9779-61c5-4f8d-a97f-f12a7f8610a5 req-2a8a1fc7-5e46-4db0-8c62-895c885f0cb7 tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.0626988 Feb 19 04:42:27.289063 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00a59293-2252-487f-a238-7bb9d7621865 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (fb786ed2-8ec4-47a7-bb8d-7f40e98e4867), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:27.344711 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087009f-775f-4e74-95c5-7a587165546e req-8c0307d8-7226-4ea1-8ea8-d4242e02c937 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:27.363520 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8087009f-775f-4e74-95c5-7a587165546e req-8c0307d8-7226-4ea1-8ea8-d4242e02c937 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=97703eed-bd9c-44fb-be88-cec1b44dfff8 HTTP/1.1" status: 200 len: 946 time: 0.5105989 Feb 19 04:42:27.407097 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a59293-2252-487f-a238-7bb9d7621865 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network 3194b4f5-42c5-4d93-9a19-8ece21ca8e6b is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:42:27.454910 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-00a59293-2252-487f-a238-7bb9d7621865 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:42:27.463615 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a59293-2252-487f-a238-7bb9d7621865 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:27.469663 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00a59293-2252-487f-a238-7bb9d7621865 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:27.593527 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-854aa6fb-46ed-4000-bdf5-1641f0da159a req-58bd1429-c887-4099-9e8a-d64f78473c56 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.0915298 Feb 19 04:42:27.676483 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-00a59293-2252-487f-a238-7bb9d7621865 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.2776074 Feb 19 04:42:27.704964 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39188) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:27.720707 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f0b74add-7bb4-475b-9530-6a87057f9919 req-b61799dd-ffb8-4cad-b8c9-7476f5209b52 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=c074cdf5-531a-4a04-a444-f2990e280cea HTTP/1.1" status: 200 len: 210 time: 0.2810433 Feb 19 04:42:27.756037 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'port': {'network_id': '3194b4f5-42c5-4d93-9a19-8ece21ca8e6b', 'fixed_ips': [{'subnet_id': '68fb2850-1f9c-4956-b32e-6ec2bd67b46b'}, {'subnet_id': 'fb786ed2-8ec4-47a7-bb8d-7f40e98e4867'}], 'name': 'tempest-PortsTestJSON-69789391'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:42:27.791133 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8087009f-775f-4e74-95c5-7a587165546e req-f5a1cc77-f018-4a3c-8f5b-43e5723c8efd tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263470 Feb 19 04:42:27.817855 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273378c-fecb-4fce-b5b7-63f7810981c7 req-f08875a0-c38d-4fc5-88bd-48e247757e99 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:27.820987 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b273378c-fecb-4fce-b5b7-63f7810981c7 req-f08875a0-c38d-4fc5-88bd-48e247757e99 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.48 "GET /v2.0/ports?device_id=97703eed-bd9c-44fb-be88-cec1b44dfff8 HTTP/1.1" status: 200 len: 946 time: 0.7736311 Feb 19 04:42:27.971248 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 240bda8d-5be5-4698-89bd-7134dcaeaa13 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:42:28.230028 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 240bda8d-5be5-4698-89bd-7134dcaeaa13 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:42:28.231328 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (240bda8d-5be5-4698-89bd-7134dcaeaa13), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:28.251079 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a59293-2252-487f-a238-7bb9d7621865 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Subnet': ['ID=fb786ed2-8ec4-47a7-bb8d-7f40e98e4867,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:28.314381 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7d9262b0-1e2c-4140-b3ce-7f1ed7d6c074 req-5d90c146-88df-4a6f-9940-d36c393bed54 tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.2494552 Feb 19 04:42:28.364548 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242fa31d-99cd-4ba4-92d5-9e46cc7c56b8 None None] Network 3194b4f5-42c5-4d93-9a19-8ece21ca8e6b requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:42:28.409707 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-b273378c-fecb-4fce-b5b7-63f7810981c7 req-27b9cbb7-c244-4d12-a6dc-ce3bbb347334 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Deleting port dca4726b-0ff6-4384-b4f7-01e6bf928a8f {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:42:28.410770 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b273378c-fecb-4fce-b5b7-63f7810981c7 req-27b9cbb7-c244-4d12-a6dc-ce3bbb347334 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (dca4726b-0ff6-4384-b4f7-01e6bf928a8f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:28.543793 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:42:28.796077 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-b273378c-fecb-4fce-b5b7-63f7810981c7 req-27b9cbb7-c244-4d12-a6dc-ce3bbb347334 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] For port dca4726b-0ff6-4384-b4f7-01e6bf928a8f, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=dca4726b-0ff6-4384-b4f7-01e6bf928a8f,segment=NetworkSegment(676396c9-7f78-4ddc-b308-461a68f79b59),segment_id=676396c9-7f78-4ddc-b308-461a68f79b59)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:42:28.800001 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b273378c-fecb-4fce-b5b7-63f7810981c7 req-27b9cbb7-c244-4d12-a6dc-ce3bbb347334 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (dca4726b-0ff6-4384-b4f7-01e6bf928a8f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:28.851588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-b273378c-fecb-4fce-b5b7-63f7810981c7 req-27b9cbb7-c244-4d12-a6dc-ce3bbb347334 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Calling delete_port for dca4726b-0ff6-4384-b4f7-01e6bf928a8f owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:42:28.996559 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8f2b3160-9c07-4a99-83fd-c1bcbe00d690 None None] Provisioning complete for port 240bda8d-5be5-4698-89bd-7134dcaeaa13 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:42:29.009028 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8f2b3160-9c07-4a99-83fd-c1bcbe00d690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (240bda8d-5be5-4698-89bd-7134dcaeaa13), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:29.216252 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1e899c07-bb6a-4d67-8f5c-b6bd183c7bdc req-e6994a49-0adc-4c18-a5ab-61c47768f32a tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=c074cdf5-531a-4a04-a444-f2990e280cea HTTP/1.1" status: 200 len: 210 time: 0.2547770 Feb 19 04:42:29.270344 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7751a8-74f9-43d5-b5bb-c77599d3c638 req-381bdfd7-7104-46cd-af01-f6c706f5496b tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:29.279626 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3e7751a8-74f9-43d5-b5bb-c77599d3c638 req-381bdfd7-7104-46cd-af01-f6c706f5496b tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=97703eed-bd9c-44fb-be88-cec1b44dfff8 HTTP/1.1" status: 200 len: 946 time: 0.2657409 Feb 19 04:42:29.507025 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:29.547301 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3e7751a8-74f9-43d5-b5bb-c77599d3c638 req-6fae9f32-8aa1-456c-9d47-a00bee04c225 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661994 Feb 19 04:42:29.631235 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] device_id is not set on port f3a7db1e-b125-4800-85ae-18067625d035 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:42:29.708656 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b273378c-fecb-4fce-b5b7-63f7810981c7 req-27b9cbb7-c244-4d12-a6dc-ce3bbb347334 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (dca4726b-0ff6-4384-b4f7-01e6bf928a8f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:29.768278 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9cbb7-c244-4d12-a6dc-ce3bbb347334 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Pushing event deleted for resources: {'Port': ['ID=dca4726b-0ff6-4384-b4f7-01e6bf928a8f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:29.810755 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['2166ccf4-a7ca-42b6-bb32-d35fdea52b07'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:42:29.870667 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d9965070-8cb6-49eb-ac27-6258eb017923 req-b8a1c03c-8e29-4dff-a91b-67dda91e9617 tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.2061601 Feb 19 04:42:29.938085 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b273378c-fecb-4fce-b5b7-63f7810981c7 req-27b9cbb7-c244-4d12-a6dc-ce3bbb347334 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] No DVR routers for this DVR port dca4726b-0ff6-4384-b4f7-01e6bf928a8f on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:42:29.946802 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b273378c-fecb-4fce-b5b7-63f7810981c7 req-27b9cbb7-c244-4d12-a6dc-ce3bbb347334 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:29.953566 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b273378c-fecb-4fce-b5b7-63f7810981c7 req-27b9cbb7-c244-4d12-a6dc-ce3bbb347334 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.48 "DELETE /v2.0/ports/dca4726b-0ff6-4384-b4f7-01e6bf928a8f HTTP/1.1" status: 204 len: 173 time: 2.1208425 Feb 19 04:42:29.954442 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97703eed-bd9c-44fb-be88-cec1b44dfff8', 'name': 'network-vif-deleted', 'tag': 'dca4726b-0ff6-4384-b4f7-01e6bf928a8f'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:42:29.963194 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3bbcc8-8231-4ea5-9cc7-349377f7273a" -d '{"events": [{"server_uuid": "97703eed-bd9c-44fb-be88-cec1b44dfff8", "name": "network-vif-deleted", "tag": "dca4726b-0ff6-4384-b4f7-01e6bf928a8f"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:42:29.986828 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['68a8cb60-584d-4b07-b2dc-9c476d74e9d8'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:42:30.346843 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 240bda8d-5be5-4698-89bd-7134dcaeaa13 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:42:30.349860 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (240bda8d-5be5-4698-89bd-7134dcaeaa13), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:30.781611 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device dca4726b-0ff6-4384-b4f7-01e6bf928a8f no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:42:31.344321 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-71b740a6-d116-442f-a165-596d398bec5b tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:31.346568 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-71b740a6-d116-442f-a165-596d398bec5b tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.10 "GET /v2.0/networks?id=280931e0-02f5-4b36-906e-606030e16232 HTTP/1.1" status: 200 len: 809 time: 0.3841765 Feb 19 04:42:31.349324 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e36364-24fd-42dc-b107-4334bf8c81db x-openstack-request-id: req-c7e36364-24fd-42dc-b107-4334bf8c81db {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:42:31.350118 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97703eed-bd9c-44fb-be88-cec1b44dfff8", "name": "network-vif-deleted", "tag": "dca4726b-0ff6-4384-b4f7-01e6bf928a8f", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:42:31.350534 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c7e36364-24fd-42dc-b107-4334bf8c81db {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:42:31.351107 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97703eed-bd9c-44fb-be88-cec1b44dfff8', 'name': 'network-vif-deleted', 'tag': 'dca4726b-0ff6-4384-b4f7-01e6bf928a8f', 'status': 'completed', 'code': 200} Feb 19 04:42:31.364265 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: dca4726b-0ff6-4384-b4f7-01e6bf928a8f {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:42:31.365042 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device dca4726b-0ff6-4384-b4f7-01e6bf928a8f not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:42:31.376010 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-f7127d0b-1e80-4d30-b977-7ba26f106bdc tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Request body: {'port': {'device_id': 'c074cdf5-531a-4a04-a444-f2990e280cea', 'network_id': '280931e0-02f5-4b36-906e-606030e16232', 'admin_state_up': True, 'tenant_id': '1ba7b5a2ccc04a08a3896ce29908a651'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:42:31.469400 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aaaa599a-ece5-43d0-95c5-fef7b06d569d req-ddd50f1e-2fd1-49bf-a20b-7daeb2f4293d tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=c074cdf5-531a-4a04-a444-f2990e280cea HTTP/1.1" status: 200 len: 210 time: 0.1588588 Feb 19 04:42:31.688361 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 240bda8d-5be5-4698-89bd-7134dcaeaa13, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=240bda8d-5be5-4698-89bd-7134dcaeaa13,segment=NetworkSegment(0fc59258-d129-4556-b5c7-5a0bafd296c6),segment_id=0fc59258-d129-4556-b5c7-5a0bafd296c6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:42:31.692197 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5cc0fb-6290-4b5a-9026-477c42664ad7 None None] Update dhcp port {'port': {'network_id': '3194b4f5-42c5-4d93-9a19-8ece21ca8e6b', 'fixed_ips': [{'subnet_id': '68fb2850-1f9c-4956-b32e-6ec2bd67b46b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fb786ed2-8ec4-47a7-bb8d-7f40e98e4867'}], 'binding:host_id': 'n-d-772273-4'}, 'id': '240bda8d-5be5-4698-89bd-7134dcaeaa13'} from n-d-772273-4. {{(pid=115200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:42:31.878312 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2f5cc0fb-6290-4b5a-9026-477c42664ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (240bda8d-5be5-4698-89bd-7134dcaeaa13), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:31.964009 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8f2b3160-9c07-4a99-83fd-c1bcbe00d690 None None] Current status of the port 240bda8d-5be5-4698-89bd-7134dcaeaa13 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:42:31.964796 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8f2b3160-9c07-4a99-83fd-c1bcbe00d690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (240bda8d-5be5-4698-89bd-7134dcaeaa13), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:31.974240 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6e39d0d7-b72f-46f9-8122-2ba4c86f2c3a req-f94464a0-48c9-4fc5-844a-afc23b9c3f24 tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39&device_id=8f74d920-9b4c-44d2-afac-f8df691fdd14 HTTP/1.1" status: 200 len: 210 time: 0.2108798 Feb 19 04:42:32.019710 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (240bda8d-5be5-4698-89bd-7134dcaeaa13), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:32.311009 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-f7127d0b-1e80-4d30-b977-7ba26f106bdc tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Made reservation on behalf of 1ba7b5a2ccc04a08a3896ce29908a651 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:42:32.326994 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-f7127d0b-1e80-4d30-b977-7ba26f106bdc tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:32.946202 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-46038662-b334-413b-9b7f-7f4b32345c91 req-84ed3478-ad99-494e-be43-2193524a1e6f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=17d1bdd7be324deeab0323c381708dad&device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.1998594 Feb 19 04:42:33.120406 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-46038662-b334-413b-9b7f-7f4b32345c91 req-aa1dc4ec-1c6c-47ed-bd92-34ebe6814af2 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=17d1bdd7be324deeab0323c381708dad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1726916 Feb 19 04:42:33.143354 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=240bda8d-5be5-4698-89bd-7134dcaeaa13,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:33.144471 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-76f49434-192c-4518-a362-5c95085b7a93 req-36b35786-2773-4faa-b015-5fe54347821e tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=97703eed-bd9c-44fb-be88-cec1b44dfff8 HTTP/1.1" status: 200 len: 210 time: 0.1453328 Feb 19 04:42:33.248457 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Allocated IP 172.20.0.14 (3194b4f5-42c5-4d93-9a19-8ece21ca8e6b/68fb2850-1f9c-4956-b32e-6ec2bd67b46b/f3a7db1e-b125-4800-85ae-18067625d035) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:42:33.270618 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Allocated IP 172.20.0.29 (3194b4f5-42c5-4d93-9a19-8ece21ca8e6b/fb786ed2-8ec4-47a7-bb8d-7f40e98e4867/f3a7db1e-b125-4800-85ae-18067625d035) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:42:33.423346 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c7109eb3-00a9-4eda-bf68-3ba7c7a88a70 req-4a369439-1670-4350-9b40-108bd7bbad4e tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=c074cdf5-531a-4a04-a444-f2990e280cea HTTP/1.1" status: 200 len: 210 time: 0.3706634 Feb 19 04:42:33.449605 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-8f2b3160-9c07-4a99-83fd-c1bcbe00d690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:42:33.453308 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-8f2b3160-9c07-4a99-83fd-c1bcbe00d690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:42:33.663466 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c60be90e-05bb-4693-b9cb-3aa0b5daf8fb req-70fee073-ace8-4195-9d80-af1361f3e520 tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.0891941 Feb 19 04:42:33.676298 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-99c0eefc-f9e4-4109-93f0-fe9b6c3f42a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:33.837563 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-f7127d0b-1e80-4d30-b977-7ba26f106bdc tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Allocated IP 172.20.0.4 (280931e0-02f5-4b36-906e-606030e16232/88985f09-0981-42ca-b89c-9623f7ff7fbd/fb660308-7446-47a9-b250-85fd239c7ab5) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:42:34.106388 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8f2b3160-9c07-4a99-83fd-c1bcbe00d690 None None] Current status of the port 240bda8d-5be5-4698-89bd-7134dcaeaa13 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:42:34.109887 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for port (f3a7db1e-b125-4800-85ae-18067625d035), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:34.261239 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 240bda8d-5be5-4698-89bd-7134dcaeaa13 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:42:34.321971 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (f3a7db1e-b125-4800-85ae-18067625d035), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:34.480151 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-f7127d0b-1e80-4d30-b977-7ba26f106bdc tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Publish callbacks [] for port (fb660308-7446-47a9-b250-85fd239c7ab5), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:34.652307 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Port': ['ID=f3a7db1e-b125-4800-85ae-18067625d035,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:34.672763 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46038662-b334-413b-9b7f-7f4b32345c91 req-d45d45b7-22fa-4fbd-bfae-1922cd64bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:34.697673 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-46038662-b334-413b-9b7f-7f4b32345c91 req-d45d45b7-22fa-4fbd-bfae-1922cd64bd05 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.4672272 Feb 19 04:42:34.749969 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:34.750514 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:34.751078 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:34.751616 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-2f5cc0fb-6290-4b5a-9026-477c42664ad7 None None] Allocated IP 172.20.0.18 (3194b4f5-42c5-4d93-9a19-8ece21ca8e6b/fb786ed2-8ec4-47a7-bb8d-7f40e98e4867/240bda8d-5be5-4698-89bd-7134dcaeaa13) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:42:34.751842 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:34.752183 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:34.757413 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-f7127d0b-1e80-4d30-b977-7ba26f106bdc tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (fb660308-7446-47a9-b250-85fd239c7ab5), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:34.765020 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:34.765930 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:34.766840 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:34.767618 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:34.777814 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:34.780295 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:34.790240 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:34.791240 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:34.835273 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network 3194b4f5-42c5-4d93-9a19-8ece21ca8e6b is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:42:34.838427 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:42:34.854053 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:42:34.969692 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-f7127d0b-1e80-4d30-b977-7ba26f106bdc tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Network 280931e0-02f5-4b36-906e-606030e16232 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:42:35.013156 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7127d0b-1e80-4d30-b977-7ba26f106bdc tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Pushing event updated for resources: {'Port': ['ID=fb660308-7446-47a9-b250-85fd239c7ab5,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:35.032161 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-f7127d0b-1e80-4d30-b977-7ba26f106bdc tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:42:35.047182 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-f7127d0b-1e80-4d30-b977-7ba26f106bdc tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:42:35.131448 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:35.132731 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:35.188622 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-be7c80d2-d1a9-4033-8bfe-72b358eb617a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 7.4640439 Feb 19 04:42:35.190559 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39288) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:35.224130 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-b2a9fe90-cc7c-4cf9-a703-9710fb775c3b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '68fb2850-1f9c-4956-b32e-6ec2bd67b46b'}]}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:42:35.270487 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-f7127d0b-1e80-4d30-b977-7ba26f106bdc tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:35.271386 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-f7127d0b-1e80-4d30-b977-7ba26f106bdc tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:35.334831 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-f7127d0b-1e80-4d30-b977-7ba26f106bdc tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9784880 Feb 19 04:42:35.352852 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-c8b6f4bb-30e9-497d-9bbf-fdfebd79847d service neutron] Request body: {'port': {'device_id': 'c074cdf5-531a-4a04-a444-f2990e280cea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:42:35.378944 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0659d78-354a-46d6-923f-d2dd75d7913e req-f4c20119-4c20-4e51-867e-7c5960a637e5 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:35.389558 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0659d78-354a-46d6-923f-d2dd75d7913e req-f4c20119-4c20-4e51-867e-7c5960a637e5 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=c074cdf5-531a-4a04-a444-f2990e280cea HTTP/1.1" status: 200 len: 931 time: 0.6863329 Feb 19 04:42:35.416424 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-2f5cc0fb-6290-4b5a-9026-477c42664ad7 None None] For port 240bda8d-5be5-4698-89bd-7134dcaeaa13, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=240bda8d-5be5-4698-89bd-7134dcaeaa13,segment=NetworkSegment(0fc59258-d129-4556-b5c7-5a0bafd296c6),segment_id=0fc59258-d129-4556-b5c7-5a0bafd296c6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:42:35.489328 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2f5cc0fb-6290-4b5a-9026-477c42664ad7 None None] Publish callbacks [] for port (240bda8d-5be5-4698-89bd-7134dcaeaa13), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:35.516842 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2f5cc0fb-6290-4b5a-9026-477c42664ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (240bda8d-5be5-4698-89bd-7134dcaeaa13), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:35.525973 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14a4c39b-7ac0-4b32-91cd-781805ff8616 req-7aa3d138-97f5-44a7-9b29-ba6ef0ef969e tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.1712337 Feb 19 04:42:35.756378 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a3f6b7f7-52a8-4995-ad26-9963660c8872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:35.997565 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-c8b6f4bb-30e9-497d-9bbf-fdfebd79847d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fb660308-7446-47a9-b250-85fd239c7ab5), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:36.112395 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46038662-b334-413b-9b7f-7f4b32345c91 req-544f0f98-f01f-4480-81ae-0d564e3372ee tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.48 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.0812182 Feb 19 04:42:36.146959 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0659d78-354a-46d6-923f-d2dd75d7913e req-b9e8d6e2-44bb-4a2f-a184-28394407e5ee tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/security-groups?id=797093dc-89f4-4a29-b99e-4a32eb5c150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7440495 Feb 19 04:42:36.205643 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09a966-6f37-463f-bdb5-548fee9dafab req-a84e81d9-5d67-4a73-ab26-d2b610340892 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:36.209713 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b09a966-6f37-463f-bdb5-548fee9dafab req-a84e81d9-5d67-4a73-ab26-d2b610340892 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.48 "GET /v2.0/ports?device_id=515bbc5a-583c-4767-87d1-4278c1caa845 HTTP/1.1" status: 200 len: 946 time: 0.6942992 Feb 19 04:42:36.265431 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b2a9fe90-cc7c-4cf9-a703-9710fb775c3b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f3a7db1e-b125-4800-85ae-18067625d035), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:36.366593 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b04e86-5002-4582-8da0-7bc698dcac30 req-96c08ea7-72eb-44c6-8685-ec8e824540c9 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:36.379895 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-74b04e86-5002-4582-8da0-7bc698dcac30 req-96c08ea7-72eb-44c6-8685-ec8e824540c9 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=515bbc5a-583c-4767-87d1-4278c1caa845 HTTP/1.1" status: 200 len: 946 time: 0.4507051 Feb 19 04:42:36.563572 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5cc0fb-6290-4b5a-9026-477c42664ad7 None None] Pushing event updated for resources: {'Port': ['ID=240bda8d-5be5-4698-89bd-7134dcaeaa13,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:36.620743 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-2a7701a3-1e06-4d3b-91b7-a2664816b3b0 req-46185997-fd5f-4419-9eab-3a389201d27f tempest-ServerDiskConfigTestJSON-1957150122 tempest-ServerDiskConfigTestJSON-1957150122-project] (115198) timed out ('10.222.0.10', 52635) {{(pid=115198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:42:36.643923 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 240bda8d-5be5-4698-89bd-7134dcaeaa13 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:42:36.651492 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (240bda8d-5be5-4698-89bd-7134dcaeaa13), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:36.911165 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-74b04e86-5002-4582-8da0-7bc698dcac30 req-e560dee5-dd77-4325-b0e7-302b5eedb2e9 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234487 Feb 19 04:42:36.997291 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:37.082472 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-4b09a966-6f37-463f-bdb5-548fee9dafab req-e082f8de-0cb5-43c0-bd9d-534511c82d86 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Deleting port 2166ccf4-a7ca-42b6-bb32-d35fdea52b07 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:42:37.083299 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b09a966-6f37-463f-bdb5-548fee9dafab req-e082f8de-0cb5-43c0-bd9d-534511c82d86 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2166ccf4-a7ca-42b6-bb32-d35fdea52b07), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:37.141497 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 240bda8d-5be5-4698-89bd-7134dcaeaa13 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:42:37.338389 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-4b09a966-6f37-463f-bdb5-548fee9dafab req-e082f8de-0cb5-43c0-bd9d-534511c82d86 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] For port 2166ccf4-a7ca-42b6-bb32-d35fdea52b07, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2166ccf4-a7ca-42b6-bb32-d35fdea52b07,segment=NetworkSegment(676396c9-7f78-4ddc-b308-461a68f79b59),segment_id=676396c9-7f78-4ddc-b308-461a68f79b59)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:42:37.338722 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b09a966-6f37-463f-bdb5-548fee9dafab req-e082f8de-0cb5-43c0-bd9d-534511c82d86 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2166ccf4-a7ca-42b6-bb32-d35fdea52b07), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:37.384079 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-4b09a966-6f37-463f-bdb5-548fee9dafab req-e082f8de-0cb5-43c0-bd9d-534511c82d86 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Calling delete_port for 2166ccf4-a7ca-42b6-bb32-d35fdea52b07 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:42:37.531240 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 240bda8d-5be5-4698-89bd-7134dcaeaa13 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:42:37.791240 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:37.850235 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 240bda8d-5be5-4698-89bd-7134dcaeaa13 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:42:37.850929 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (240bda8d-5be5-4698-89bd-7134dcaeaa13), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:37.989949 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-14225044-0160-4332-97ae-a5bb6ccb5338 req-20f85c0d-6afd-4cf6-b8ad-4271722337d5 tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=faf4c166-7cd9-49b5-9522-8d98467c9a39 HTTP/1.1" status: 200 len: 210 time: 0.9514098 Feb 19 04:42:38.065983 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:38.124240 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adee804-71db-4afa-803f-4d51350cefe9 req-1fc1472e-f053-4576-a277-1f46080c2277 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:38.130047 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7adee804-71db-4afa-803f-4d51350cefe9 req-1fc1472e-f053-4576-a277-1f46080c2277 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=c074cdf5-531a-4a04-a444-f2990e280cea HTTP/1.1" status: 200 len: 931 time: 0.6255438 Feb 19 04:42:38.208468 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b09a966-6f37-463f-bdb5-548fee9dafab req-e082f8de-0cb5-43c0-bd9d-534511c82d86 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (2166ccf4-a7ca-42b6-bb32-d35fdea52b07), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:38.308875 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082f8de-0cb5-43c0-bd9d-534511c82d86 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Pushing event deleted for resources: {'Port': ['ID=2166ccf4-a7ca-42b6-bb32-d35fdea52b07,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:38.330483 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['68a8cb60-584d-4b07-b2dc-9c476d74e9d8'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:42:38.487550 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-b2a9fe90-cc7c-4cf9-a703-9710fb775c3b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Delete allocated IP 172.20.0.29 (3194b4f5-42c5-4d93-9a19-8ece21ca8e6b/fb786ed2-8ec4-47a7-bb8d-7f40e98e4867) {{(pid=115199) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 04:42:38.546884 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7adee804-71db-4afa-803f-4d51350cefe9 req-fb866c52-3c70-4e44-ba0d-80987b9dd4c4 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/security-groups?id=797093dc-89f4-4a29-b99e-4a32eb5c150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921213 Feb 19 04:42:38.634722 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 240bda8d-5be5-4698-89bd-7134dcaeaa13 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:42:38.762168 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-09d88871-462a-4d87-916e-2400e63ce48a req-e423b1d7-faaa-41fd-8450-c415810d3617 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=515bbc5a-583c-4767-87d1-4278c1caa845 HTTP/1.1" status: 200 len: 210 time: 0.2877185 Feb 19 04:42:38.764175 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b09a966-6f37-463f-bdb5-548fee9dafab req-e082f8de-0cb5-43c0-bd9d-534511c82d86 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] No DVR routers for this DVR port 2166ccf4-a7ca-42b6-bb32-d35fdea52b07 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:42:38.769766 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4b09a966-6f37-463f-bdb5-548fee9dafab req-e082f8de-0cb5-43c0-bd9d-534511c82d86 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:38.773480 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 2166ccf4-a7ca-42b6-bb32-d35fdea52b07 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:42:38.779801 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b09a966-6f37-463f-bdb5-548fee9dafab req-e082f8de-0cb5-43c0-bd9d-534511c82d86 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.48 "DELETE /v2.0/ports/2166ccf4-a7ca-42b6-bb32-d35fdea52b07 HTTP/1.1" status: 204 len: 173 time: 2.5643432 Feb 19 04:42:38.786914 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1c9eb7-74f6-442a-93af-f2fd936b23a3 None None] Network 3194b4f5-42c5-4d93-9a19-8ece21ca8e6b requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:42:38.787220 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515bbc5a-583c-4767-87d1-4278c1caa845', 'name': 'network-vif-deleted', 'tag': '2166ccf4-a7ca-42b6-bb32-d35fdea52b07'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:42:38.792306 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a76b95c-2da3-4fd4-a0ee-49bcf53d6751" -d '{"events": [{"server_uuid": "515bbc5a-583c-4767-87d1-4278c1caa845", "name": "network-vif-deleted", "tag": "2166ccf4-a7ca-42b6-bb32-d35fdea52b07"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:42:38.913471 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-c8b6f4bb-30e9-497d-9bbf-fdfebd79847d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb660308-7446-47a9-b250-85fd239c7ab5 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:42:38.932137 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-c8b6f4bb-30e9-497d-9bbf-fdfebd79847d service neutron] Publish callbacks [] for port (fb660308-7446-47a9-b250-85fd239c7ab5), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:38.957741 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-c8b6f4bb-30e9-497d-9bbf-fdfebd79847d service neutron] Transition to ACTIVE for port object fb660308-7446-47a9-b250-85fd239c7ab5 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:42:38.977583 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-c8b6f4bb-30e9-497d-9bbf-fdfebd79847d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (fb660308-7446-47a9-b250-85fd239c7ab5), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:38.978938 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39326) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:39.129608 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb4f818-8bdd-48e5-8b47-f2694875e76b x-openstack-request-id: req-bdb4f818-8bdd-48e5-8b47-f2694875e76b {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:42:39.133390 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515bbc5a-583c-4767-87d1-4278c1caa845", "name": "network-vif-deleted", "tag": "2166ccf4-a7ca-42b6-bb32-d35fdea52b07", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:42:39.134093 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bdb4f818-8bdd-48e5-8b47-f2694875e76b {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:42:39.134909 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515bbc5a-583c-4767-87d1-4278c1caa845', 'name': 'network-vif-deleted', 'tag': '2166ccf4-a7ca-42b6-bb32-d35fdea52b07', 'status': 'completed', 'code': 200} Feb 19 04:42:39.283624 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6f4bb-30e9-497d-9bbf-fdfebd79847d service neutron] Pushing event updated for resources: {'Port': ['ID=fb660308-7446-47a9-b250-85fd239c7ab5,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:39.420478 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b2a9fe90-cc7c-4cf9-a703-9710fb775c3b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for port (f3a7db1e-b125-4800-85ae-18067625d035), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:39.431983 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b2a9fe90-cc7c-4cf9-a703-9710fb775c3b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (f3a7db1e-b125-4800-85ae-18067625d035), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:39.452871 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 2166ccf4-a7ca-42b6-bb32-d35fdea52b07 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:42:39.457744 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 2166ccf4-a7ca-42b6-bb32-d35fdea52b07 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:42:39.655390 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:39.709525 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:39.715125 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:42:39.739709 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-070da71f-6001-4b52-a9cd-7212a3844afa None None] Provisioning complete for port 240bda8d-5be5-4698-89bd-7134dcaeaa13 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:42:39.740313 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-070da71f-6001-4b52-a9cd-7212a3844afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (240bda8d-5be5-4698-89bd-7134dcaeaa13), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:39.740809 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9fe90-cc7c-4cf9-a703-9710fb775c3b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Port': ['ID=f3a7db1e-b125-4800-85ae-18067625d035,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:39.741584 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-c8b6f4bb-30e9-497d-9bbf-fdfebd79847d service neutron] Attempting to bind port fb660308-7446-47a9-b250-85fd239c7ab5 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:42:39.746265 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-c8b6f4bb-30e9-497d-9bbf-fdfebd79847d service neutron] Attempting to bind port fb660308-7446-47a9-b250-85fd239c7ab5 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '7af37f3c-08f6-4bcf-93c7-e457ea186b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '280931e0-02f5-4b36-906e-606030e16232'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:42:39.748733 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-c8b6f4bb-30e9-497d-9bbf-fdfebd79847d service neutron] Attempting to bind port fb660308-7446-47a9-b250-85fd239c7ab5 on network 280931e0-02f5-4b36-906e-606030e16232 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:42:39.779840 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-c8b6f4bb-30e9-497d-9bbf-fdfebd79847d service neutron] Port fb660308-7446-47a9-b250-85fd239c7ab5 on network 280931e0-02f5-4b36-906e-606030e16232 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:42:39.785558 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-c8b6f4bb-30e9-497d-9bbf-fdfebd79847d service neutron] Attempting to bind port fb660308-7446-47a9-b250-85fd239c7ab5 on network 280931e0-02f5-4b36-906e-606030e16232 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:42:39.819012 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-c8b6f4bb-30e9-497d-9bbf-fdfebd79847d service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:42:39.820156 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-c8b6f4bb-30e9-497d-9bbf-fdfebd79847d service neutron] Checking segment: {'id': '7af37f3c-08f6-4bcf-93c7-e457ea186b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '280931e0-02f5-4b36-906e-606030e16232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:42:39.827990 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-c8b6f4bb-30e9-497d-9bbf-fdfebd79847d service neutron] Bound using segment: {'id': '7af37f3c-08f6-4bcf-93c7-e457ea186b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '280931e0-02f5-4b36-906e-606030e16232'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:42:39.829412 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-c8b6f4bb-30e9-497d-9bbf-fdfebd79847d service neutron] Bound port: fb660308-7446-47a9-b250-85fd239c7ab5, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af37f3c-08f6-4bcf-93c7-e457ea186b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '280931e0-02f5-4b36-906e-606030e16232'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:42:39.830407 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-c8b6f4bb-30e9-497d-9bbf-fdfebd79847d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fb660308-7446-47a9-b250-85fd239c7ab5), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:39.884766 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d0d87950-6add-485d-97c4-320008951e1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:40.205812 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d0d87950-6add-485d-97c4-320008951e1c admin admin] Publish callbacks [] for security_group (9cc36dfe-6df6-48ee-b58f-a79eefabad98), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:40.216724 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d0d87950-6add-485d-97c4-320008951e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9cc36dfe-6df6-48ee-b58f-a79eefabad98), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:40.317578 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3b75b72a-4cae-443f-a04e-ff79ce49801c req-7dfdac29-bc96-462c-a312-37c8c0509f77 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=17d1bdd7be324deeab0323c381708dad&device_id=8f74d920-9b4c-44d2-afac-f8df691fdd14 HTTP/1.1" status: 200 len: 210 time: 0.0409458 Feb 19 04:42:40.348120 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61345041-e1b7-42e3-b628-82bba15c92cc req-e5c2e17b-8373-45a9-9d02-b4f7f1526b44 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:40.361827 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-61345041-e1b7-42e3-b628-82bba15c92cc req-e5c2e17b-8373-45a9-9d02-b4f7f1526b44 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=c074cdf5-531a-4a04-a444-f2990e280cea HTTP/1.1" status: 200 len: 943 time: 0.4687214 Feb 19 04:42:40.376686 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ada78a55-f5aa-476c-b8d4-262ac858b5b7 req-1de4f1c2-f6b4-49b2-89a2-c6123627074d tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=515bbc5a-583c-4767-87d1-4278c1caa845 HTTP/1.1" status: 200 len: 210 time: 0.0524063 Feb 19 04:42:40.411850 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-b2a9fe90-cc7c-4cf9-a703-9710fb775c3b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] In _notify_port_updated(), no bound segment for port f3a7db1e-b125-4800-85ae-18067625d035 on network 3194b4f5-42c5-4d93-9a19-8ece21ca8e6b {{(pid=115199) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:42:40.423915 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a9fe90-cc7c-4cf9-a703-9710fb775c3b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:40.425334 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b2a9fe90-cc7c-4cf9-a703-9710fb775c3b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:40.426009 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b2a9fe90-cc7c-4cf9-a703-9710fb775c3b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "PUT /v2.0/ports/f3a7db1e-b125-4800-85ae-18067625d035 HTTP/1.1" status: 200 len: 918 time: 5.2343996 Feb 19 04:42:40.452872 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39346) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:40.475074 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d0d87950-6add-485d-97c4-320008951e1c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9b50d58080af434e8fd74ed3b557adfd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4944577 Feb 19 04:42:40.481583 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-ab867884-61e4-48a5-876d-cfa0852d466d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '68fb2850-1f9c-4956-b32e-6ec2bd67b46b'}, {'subnet_id': 'fb786ed2-8ec4-47a7-bb8d-7f40e98e4867'}]}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:42:40.485555 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39348) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:40.549708 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3b75b72a-4cae-443f-a04e-ff79ce49801c req-3512e033-0c44-4b5f-b3d4-c51cb8d523f8 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=17d1bdd7be324deeab0323c381708dad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1631937 Feb 19 04:42:40.550768 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d87950-6add-485d-97c4-320008951e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc36dfe-6df6-48ee-b58f-a79eefabad98,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:40.591709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-c8b6f4bb-30e9-497d-9bbf-fdfebd79847d service neutron] For port fb660308-7446-47a9-b250-85fd239c7ab5, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:42:40.626787 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-61345041-e1b7-42e3-b628-82bba15c92cc req-9c9116f6-ef78-4239-8409-2d6532145e0d tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/security-groups?id=797093dc-89f4-4a29-b99e-4a32eb5c150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616582 Feb 19 04:42:40.680045 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-c8b6f4bb-30e9-497d-9bbf-fdfebd79847d service neutron] For port fb660308-7446-47a9-b250-85fd239c7ab5, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=fb660308-7446-47a9-b250-85fd239c7ab5,segment=NetworkSegment(7af37f3c-08f6-4bcf-93c7-e457ea186b58),segment_id=7af37f3c-08f6-4bcf-93c7-e457ea186b58)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:42:40.697964 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-c8b6f4bb-30e9-497d-9bbf-fdfebd79847d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (fb660308-7446-47a9-b250-85fd239c7ab5), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:40.821454 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-c8b6f4bb-30e9-497d-9bbf-fdfebd79847d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:40.823074 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-c8b6f4bb-30e9-497d-9bbf-fdfebd79847d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:40.825930 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-c8b6f4bb-30e9-497d-9bbf-fdfebd79847d service neutron] 10.222.0.10 "PUT /v2.0/ports/fb660308-7446-47a9-b250-85fd239c7ab5 HTTP/1.1" status: 200 len: 1091 time: 5.4824266 Feb 19 04:42:40.859130 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-070da71f-6001-4b52-a9cd-7212a3844afa None None] Current status of the port 240bda8d-5be5-4698-89bd-7134dcaeaa13 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:42:41.102288 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6f4bb-30e9-497d-9bbf-fdfebd79847d service neutron] Pushing event updated for resources: {'Port': ['ID=fb660308-7446-47a9-b250-85fd239c7ab5,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:41.137712 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c074cdf5-531a-4a04-a444-f2990e280cea', 'tag': 'fb660308-7446-47a9-b250-85fd239c7ab5'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:42:41.140437 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d660d9-fdd7-4bd0-8a16-9fce061b90cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c074cdf5-531a-4a04-a444-f2990e280cea", "tag": "fb660308-7446-47a9-b250-85fd239c7ab5"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:42:41.143218 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0a954c3c-db21-44b6-99e3-f8eab4380b67 admin admin] Publish callbacks [] for security_group (9cc36dfe-6df6-48ee-b58f-a79eefabad98), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:41.163639 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-adf07695-677f-4305-8734-8cc37b8dc9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:41.178651 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-adf07695-677f-4305-8734-8cc37b8dc9ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ba7b5a2ccc04a08a3896ce29908a651&device_id=c074cdf5-531a-4a04-a444-f2990e280cea HTTP/1.1" status: 200 len: 1125 time: 0.2545493 Feb 19 04:42:41.206274 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0a954c3c-db21-44b6-99e3-f8eab4380b67 admin admin] Publish callbacks [] for security_group (9cc36dfe-6df6-48ee-b58f-a79eefabad98), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:41.346481 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b72f50-9e82-48ca-a57f-aae9e64fe8b3 x-openstack-request-id: req-e9b72f50-9e82-48ca-a57f-aae9e64fe8b3 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:42:41.346953 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c074cdf5-531a-4a04-a444-f2990e280cea", "tag": "fb660308-7446-47a9-b250-85fd239c7ab5", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:42:41.347354 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e9b72f50-9e82-48ca-a57f-aae9e64fe8b3 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:42:41.352718 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c074cdf5-531a-4a04-a444-f2990e280cea', 'tag': 'fb660308-7446-47a9-b250-85fd239c7ab5', 'status': 'completed', 'code': 200} Feb 19 04:42:41.363174 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-54b0afc8-d47f-44b6-a38e-05ef67ffaead service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb660308-7446-47a9-b250-85fd239c7ab5 HTTP/1.1" status: 200 len: 217 time: 0.1833653 Feb 19 04:42:41.365041 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75b72a-4cae-443f-a04e-ff79ce49801c req-8236ca63-8bab-43f9-8d4b-5630c963e963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:41.369239 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3b75b72a-4cae-443f-a04e-ff79ce49801c req-8236ca63-8bab-43f9-8d4b-5630c963e963 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7889597 Feb 19 04:42:41.396471 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0a954c3c-db21-44b6-99e3-f8eab4380b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9cc36dfe-6df6-48ee-b58f-a79eefabad98), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:41.400012 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0a954c3c-db21-44b6-99e3-f8eab4380b67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:41.403875 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0a954c3c-db21-44b6-99e3-f8eab4380b67 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9cc36dfe-6df6-48ee-b58f-a79eefabad98 HTTP/1.1" status: 204 len: 168 time: 0.9144568 Feb 19 04:42:41.424767 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bbcf5837-722d-46e1-a10c-c764913fdb0f req-cc018266-b633-4d91-b0f8-2da88b05485e tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f74d920-9b4c-44d2-afac-f8df691fdd14 HTTP/1.1" status: 200 len: 210 time: 0.3184619 Feb 19 04:42:41.456359 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c09ebf5a-facc-430e-9b97-b6d3ffd0ac34 None None] Provisioning complete for port f3a7db1e-b125-4800-85ae-18067625d035 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:42:41.474282 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c09ebf5a-facc-430e-9b97-b6d3ffd0ac34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f3a7db1e-b125-4800-85ae-18067625d035), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:41.481888 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a954c3c-db21-44b6-99e3-f8eab4380b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc36dfe-6df6-48ee-b58f-a79eefabad98,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:41.652976 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c09ebf5a-facc-430e-9b97-b6d3ffd0ac34 None None] Port f3a7db1e-b125-4800-85ae-18067625d035 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:42:41.688452 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c09ebf5a-facc-430e-9b97-b6d3ffd0ac34 None None] Provisioning complete for port 240bda8d-5be5-4698-89bd-7134dcaeaa13 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:42:41.689177 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c09ebf5a-facc-430e-9b97-b6d3ffd0ac34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (240bda8d-5be5-4698-89bd-7134dcaeaa13), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:41.737465 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-cbe9f300-682f-4a87-9a3e-124f4aba453b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:41.756682 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-cbe9f300-682f-4a87-9a3e-124f4aba453b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88985f09-0981-42ca-b89c-9623f7ff7fbd HTTP/1.1" status: 200 len: 849 time: 0.3806481 Feb 19 04:42:42.006620 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-bf665677-fef0-488a-a808-3b0681c579da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=280931e0-02f5-4b36-906e-606030e16232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2442839 Feb 19 04:42:42.324245 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ab867884-61e4-48a5-876d-cfa0852d466d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f3a7db1e-b125-4800-85ae-18067625d035), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:42.581321 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194038f-78dc-404e-ac2d-a96e778ed1cd req-8d056832-b5b4-4db3-aaf3-b0cb45dc49cc tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:42.584044 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1194038f-78dc-404e-ac2d-a96e778ed1cd req-8d056832-b5b4-4db3-aaf3-b0cb45dc49cc tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=c074cdf5-531a-4a04-a444-f2990e280cea HTTP/1.1" status: 200 len: 943 time: 0.4583349 Feb 19 04:42:42.626160 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c09ebf5a-facc-430e-9b97-b6d3ffd0ac34 None None] Current status of the port 240bda8d-5be5-4698-89bd-7134dcaeaa13 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:42:42.640983 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-d41494d1-574e-4279-826c-6332833ca9b6 service neutron] 10.222.0.10 "GET /v2.0/networks/280931e0-02f5-4b36-906e-606030e16232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6150227 Feb 19 04:42:42.853247 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6fe72037-db82-4626-8082-272da3204384 None None] Provisioning complete for port f3a7db1e-b125-4800-85ae-18067625d035 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:42:42.855510 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6fe72037-db82-4626-8082-272da3204384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f3a7db1e-b125-4800-85ae-18067625d035), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:42.987725 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39378) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:43.130008 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-368a18d8-d028-4266-ad5b-3e6f6ace2847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:43.150565 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6fe72037-db82-4626-8082-272da3204384 None None] Port f3a7db1e-b125-4800-85ae-18067625d035 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:42:43.159794 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9bbdf18d-ab94-4226-a999-e65c88257fcf req-416ef612-48d3-42ae-9c08-e983966b0ac3 tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f74d920-9b4c-44d2-afac-f8df691fdd14 HTTP/1.1" status: 200 len: 210 time: 0.3984649 Feb 19 04:42:43.635747 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-ab867884-61e4-48a5-876d-cfa0852d466d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Allocated IP 172.20.0.21 (3194b4f5-42c5-4d93-9a19-8ece21ca8e6b/fb786ed2-8ec4-47a7-bb8d-7f40e98e4867/f3a7db1e-b125-4800-85ae-18067625d035) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:42:43.690222 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-368a18d8-d028-4266-ad5b-3e6f6ace2847 admin admin] Publish callbacks [] for security_group (1506345a-d391-4fe2-b0b0-683581719166), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:43.710263 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb03a38a-ea8d-4289-a0d3-2d5b52730d2f req-d9e775ef-b2c5-44b0-8b03-ef1ffec67c78 service neutron] 10.222.0.10 "GET /v2.0/networks/280931e0-02f5-4b36-906e-606030e16232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0615122 Feb 19 04:42:43.714810 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-368a18d8-d028-4266-ad5b-3e6f6ace2847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1506345a-d391-4fe2-b0b0-683581719166), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:43.891150 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-368a18d8-d028-4266-ad5b-3e6f6ace2847 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f3b248a7b1e948b8ab92b14b4cc5083a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8230102 Feb 19 04:42:43.895115 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a18d8-d028-4266-ad5b-3e6f6ace2847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1506345a-d391-4fe2-b0b0-683581719166,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:43.918950 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39386) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:43.946278 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ab867884-61e4-48a5-876d-cfa0852d466d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for port (f3a7db1e-b125-4800-85ae-18067625d035), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:44.021709 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3b75b72a-4cae-443f-a04e-ff79ce49801c req-f8216df9-929f-43db-b5ba-23bfe49869f3 tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f74d920-9b4c-44d2-afac-f8df691fdd14 HTTP/1.1" status: 200 len: 210 time: 0.0697389 Feb 19 04:42:44.043401 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ab867884-61e4-48a5-876d-cfa0852d466d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (f3a7db1e-b125-4800-85ae-18067625d035), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:44.248292 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d660d9-fdd7-4bd0-8a16-9fce061b90cc req-43ad399e-aa31-45c9-ba1f-22572ad1c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:44.261185 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-35d660d9-fdd7-4bd0-8a16-9fce061b90cc req-43ad399e-aa31-45c9-ba1f-22572ad1c78f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ba7b5a2ccc04a08a3896ce29908a651&device_id=c074cdf5-531a-4a04-a444-f2990e280cea HTTP/1.1" status: 200 len: 1125 time: 0.4510038 Feb 19 04:42:44.263882 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a19780b2-b21a-4dd2-89db-3b7ef0b70113 admin admin] Publish callbacks [] for security_group (1506345a-d391-4fe2-b0b0-683581719166), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:44.709811 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5ad1ac6-e44e-4e5e-8e8e-631867740774 req-61b7c4e7-15b3-4a04-b9fb-8d47f63272d5 tempest-ServerShowV247Test-272682720 tempest-ServerShowV247Test-272682720-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f74d920-9b4c-44d2-afac-f8df691fdd14 HTTP/1.1" status: 200 len: 210 time: 0.1186929 Feb 19 04:42:44.793994 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a19780b2-b21a-4dd2-89db-3b7ef0b70113 admin admin] Publish callbacks [] for security_group (1506345a-d391-4fe2-b0b0-683581719166), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:44.822085 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-ab867884-61e4-48a5-876d-cfa0852d466d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] In _notify_port_updated(), no bound segment for port f3a7db1e-b125-4800-85ae-18067625d035 on network 3194b4f5-42c5-4d93-9a19-8ece21ca8e6b {{(pid=115199) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:42:44.835234 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab867884-61e4-48a5-876d-cfa0852d466d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:44.836853 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ab867884-61e4-48a5-876d-cfa0852d466d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:44.839324 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ab867884-61e4-48a5-876d-cfa0852d466d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "PUT /v2.0/ports/f3a7db1e-b125-4800-85ae-18067625d035 HTTP/1.1" status: 200 len: 998 time: 4.3629415 Feb 19 04:42:44.857437 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1194038f-78dc-404e-ac2d-a96e778ed1cd req-4e6978f7-b6f2-43bc-9b0f-2f1d190831b4 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/security-groups?id=797093dc-89f4-4a29-b99e-4a32eb5c150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2516420 Feb 19 04:42:44.858701 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39396) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:44.866074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab867884-61e4-48a5-876d-cfa0852d466d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Port': ['ID=f3a7db1e-b125-4800-85ae-18067625d035,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:45.018557 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ec73c73c-f7f1-4f46-8faa-4b68e1b2041b None None] Provisioning complete for port f3a7db1e-b125-4800-85ae-18067625d035 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:42:45.019438 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ec73c73c-f7f1-4f46-8faa-4b68e1b2041b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f3a7db1e-b125-4800-85ae-18067625d035), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:45.166685 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ec73c73c-f7f1-4f46-8faa-4b68e1b2041b None None] Port f3a7db1e-b125-4800-85ae-18067625d035 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:42:45.214566 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d660d9-fdd7-4bd0-8a16-9fce061b90cc req-8d06bf77-61f5-48d7-9738-3e1ff468dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:45.216615 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-35d660d9-fdd7-4bd0-8a16-9fce061b90cc req-8d06bf77-61f5-48d7-9738-3e1ff468dcca service neutron] 10.222.0.10 "GET /v2.0/networks?id=280931e0-02f5-4b36-906e-606030e16232 HTTP/1.1" status: 200 len: 909 time: 0.9385042 Feb 19 04:42:45.263659 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a19780b2-b21a-4dd2-89db-3b7ef0b70113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1506345a-d391-4fe2-b0b0-683581719166), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:45.269424 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a19780b2-b21a-4dd2-89db-3b7ef0b70113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:45.276358 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a19780b2-b21a-4dd2-89db-3b7ef0b70113 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1506345a-d391-4fe2-b0b0-683581719166 HTTP/1.1" status: 204 len: 168 time: 1.3454351 Feb 19 04:42:45.413834 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-35d660d9-fdd7-4bd0-8a16-9fce061b90cc req-4be313b3-974c-49dd-a572-5b88f68e0702 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb660308-7446-47a9-b250-85fd239c7ab5 HTTP/1.1" status: 200 len: 217 time: 0.1731937 Feb 19 04:42:45.434884 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19780b2-b21a-4dd2-89db-3b7ef0b70113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1506345a-d391-4fe2-b0b0-683581719166,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:45.562701 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d660d9-fdd7-4bd0-8a16-9fce061b90cc req-d24d7dc5-1456-4d1a-86d7-5e252d593bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:45.564395 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-35d660d9-fdd7-4bd0-8a16-9fce061b90cc req-d24d7dc5-1456-4d1a-86d7-5e252d593bd1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=88985f09-0981-42ca-b89c-9623f7ff7fbd HTTP/1.1" status: 200 len: 849 time: 0.1413546 Feb 19 04:42:45.571813 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-44264c10-3653-43e8-9f53-27d5ccab1d5e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting port f3a7db1e-b125-4800-85ae-18067625d035 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:42:45.572336 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-44264c10-3653-43e8-9f53-27d5ccab1d5e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f3a7db1e-b125-4800-85ae-18067625d035), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:45.826060 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-35d660d9-fdd7-4bd0-8a16-9fce061b90cc req-fbe3f014-ee88-499f-8c86-2ffda89b689c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=280931e0-02f5-4b36-906e-606030e16232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2498229 Feb 19 04:42:46.159966 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-35d660d9-fdd7-4bd0-8a16-9fce061b90cc req-7ad46140-2e0e-414c-946d-0edcd0b163db service neutron] 10.222.0.10 "GET /v2.0/networks/280931e0-02f5-4b36-906e-606030e16232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124151 Feb 19 04:42:46.365438 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5790961-cb78-4108-b256-81a488e82604 req-b814dc07-03db-4dab-a571-9e9f6f8f7d9c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:46.375865 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5790961-cb78-4108-b256-81a488e82604 req-b814dc07-03db-4dab-a571-9e9f6f8f7d9c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=c074cdf5-531a-4a04-a444-f2990e280cea HTTP/1.1" status: 200 len: 943 time: 0.2029064 Feb 19 04:42:46.494544 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-35d660d9-fdd7-4bd0-8a16-9fce061b90cc req-df61159f-756d-423c-9636-ff0bec7d2af1 service neutron] 10.222.0.10 "GET /v2.0/networks/280931e0-02f5-4b36-906e-606030e16232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070247 Feb 19 04:42:46.529902 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a5790961-cb78-4108-b256-81a488e82604 req-e6a71cd4-7bb8-48b5-8436-894d050c0e6b tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/security-groups?id=797093dc-89f4-4a29-b99e-4a32eb5c150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529210 Feb 19 04:42:46.578198 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-44264c10-3653-43e8-9f53-27d5ccab1d5e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f3a7db1e-b125-4800-85ae-18067625d035), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:46.612473 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-44264c10-3653-43e8-9f53-27d5ccab1d5e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Calling delete_port for f3a7db1e-b125-4800-85ae-18067625d035 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:42:46.728278 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39434) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:46.742259 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device fb660308-7446-47a9-b250-85fd239c7ab5 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:42:47.115356 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port fb660308-7446-47a9-b250-85fd239c7ab5, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=fb660308-7446-47a9-b250-85fd239c7ab5,segment=NetworkSegment(7af37f3c-08f6-4bcf-93c7-e457ea186b58),segment_id=7af37f3c-08f6-4bcf-93c7-e457ea186b58)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:42:47.162125 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'fb660308-7446-47a9-b250-85fd239c7ab5', 'network_id': '280931e0-02f5-4b36-906e-606030e16232', 'port_id': 'fb660308-7446-47a9-b250-85fd239c7ab5', 'mac_address': 'fa:16:3e:b6:90:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88985f09-0981-42ca-b89c-9623f7ff7fbd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:42:47.311740 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-44264c10-3653-43e8-9f53-27d5ccab1d5e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f3a7db1e-b125-4800-85ae-18067625d035), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:47.386257 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port fb660308-7446-47a9-b250-85fd239c7ab5 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:42:47.387080 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fb660308-7446-47a9-b250-85fd239c7ab5), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:47.408945 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44264c10-3653-43e8-9f53-27d5ccab1d5e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Port': ['ID=f3a7db1e-b125-4800-85ae-18067625d035,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:47.468325 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb660308-7446-47a9-b250-85fd239c7ab5 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:42:47.583147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port fb660308-7446-47a9-b250-85fd239c7ab5, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=fb660308-7446-47a9-b250-85fd239c7ab5,segment=NetworkSegment(7af37f3c-08f6-4bcf-93c7-e457ea186b58),segment_id=7af37f3c-08f6-4bcf-93c7-e457ea186b58)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:42:47.604126 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fb660308-7446-47a9-b250-85fd239c7ab5), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:47.741916 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-44264c10-3653-43e8-9f53-27d5ccab1d5e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:47.768357 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-44264c10-3653-43e8-9f53-27d5ccab1d5e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/ports/f3a7db1e-b125-4800-85ae-18067625d035 HTTP/1.1" status: 204 len: 168 time: 2.8815734 Feb 19 04:42:47.769481 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39460) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:47.781092 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0d262058-71d9-4a4b-af2d-e9eec026be8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:47.792779 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=fb660308-7446-47a9-b250-85fd239c7ab5,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:47.824209 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-015f682c-f76a-41bf-bdf3-19d8e4ab04b4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] GET failed (client error): The resource could not be found. Feb 19 04:42:47.831675 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39464) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:47.833326 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-015f682c-f76a-41bf-bdf3-19d8e4ab04b4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports/f3a7db1e-b125-4800-85ae-18067625d035 HTTP/1.1" status: 404 len: 333 time: 0.0598147 Feb 19 04:42:47.833603 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:47.833603 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:47.833968 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:47.834505 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:47.835006 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:47.835535 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:47.836125 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:47.840412 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:47.840772 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:47.841375 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:47.841810 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:47.842371 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:47.842822 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:47.879901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['fb660308-7446-47a9-b250-85fd239c7ab5'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:42:48.038041 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97184918-eadc-4296-96a6-8bd61051e7a1 req-b4b1e3df-15f4-45b4-af7b-1ba19d677ae4 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:48.042241 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-97184918-eadc-4296-96a6-8bd61051e7a1 req-b4b1e3df-15f4-45b4-af7b-1ba19d677ae4 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=c074cdf5-531a-4a04-a444-f2990e280cea HTTP/1.1" status: 200 len: 944 time: 0.2075534 Feb 19 04:42:48.065780 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-134871c2-7439-474e-8469-a5b4d82f334b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting subnet fb786ed2-8ec4-47a7-bb8d-7f40e98e4867 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:42:48.075029 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-134871c2-7439-474e-8469-a5b4d82f334b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (fb786ed2-8ec4-47a7-bb8d-7f40e98e4867), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:48.257769 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-97184918-eadc-4296-96a6-8bd61051e7a1 req-23a5413a-4cc0-4fdc-a3de-e451b1b75d0e tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/security-groups?id=797093dc-89f4-4a29-b99e-4a32eb5c150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035167 Feb 19 04:42:48.331312 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-134871c2-7439-474e-8469-a5b4d82f334b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (fb786ed2-8ec4-47a7-bb8d-7f40e98e4867), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:48.423438 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0d262058-71d9-4a4b-af2d-e9eec026be8b admin admin] Publish callbacks [] for security_group (b06e0649-1e12-47cf-bdfd-17d5bb81c8ad), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:48.437732 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0d262058-71d9-4a4b-af2d-e9eec026be8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b06e0649-1e12-47cf-bdfd-17d5bb81c8ad), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:48.582272 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d262058-71d9-4a4b-af2d-e9eec026be8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06e0649-1e12-47cf-bdfd-17d5bb81c8ad,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:48.632074 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0d262058-71d9-4a4b-af2d-e9eec026be8b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=17d1bdd7be324deeab0323c381708dad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9002779 Feb 19 04:42:48.634761 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39470) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:48.762713 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device fb660308-7446-47a9-b250-85fd239c7ab5 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:42:48.805692 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-134871c2-7439-474e-8469-a5b4d82f334b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (fb786ed2-8ec4-47a7-bb8d-7f40e98e4867), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:48.854490 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-afb7dd2b-27ff-4128-a32c-1b7740e1c07e admin admin] Publish callbacks [] for security_group (b06e0649-1e12-47cf-bdfd-17d5bb81c8ad), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:48.943048 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-afb7dd2b-27ff-4128-a32c-1b7740e1c07e admin admin] Publish callbacks [] for security_group (b06e0649-1e12-47cf-bdfd-17d5bb81c8ad), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:48.988653 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port fb660308-7446-47a9-b250-85fd239c7ab5 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:42:48.997234 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port fb660308-7446-47a9-b250-85fd239c7ab5 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:42:48.997651 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fb660308-7446-47a9-b250-85fd239c7ab5), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:49.013917 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-134871c2-7439-474e-8469-a5b4d82f334b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (fb786ed2-8ec4-47a7-bb8d-7f40e98e4867), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:49.060718 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-afb7dd2b-27ff-4128-a32c-1b7740e1c07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b06e0649-1e12-47cf-bdfd-17d5bb81c8ad), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:49.066473 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-afb7dd2b-27ff-4128-a32c-1b7740e1c07e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:49.071689 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-afb7dd2b-27ff-4128-a32c-1b7740e1c07e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b06e0649-1e12-47cf-bdfd-17d5bb81c8ad HTTP/1.1" status: 204 len: 168 time: 0.4328728 Feb 19 04:42:49.099309 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134871c2-7439-474e-8469-a5b4d82f334b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Subnet': ['ID=fb786ed2-8ec4-47a7-bb8d-7f40e98e4867,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:49.114171 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-134871c2-7439-474e-8469-a5b4d82f334b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:49.124593 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-134871c2-7439-474e-8469-a5b4d82f334b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/subnets/fb786ed2-8ec4-47a7-bb8d-7f40e98e4867 HTTP/1.1" status: 204 len: 168 time: 1.2856510 Feb 19 04:42:49.125302 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39478) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:49.142175 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7dd2b-27ff-4128-a32c-1b7740e1c07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06e0649-1e12-47cf-bdfd-17d5bb81c8ad,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:49.146608 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ad71d3-3c64-4f7e-a981-b5f3e99a2470 None None] Network 3194b4f5-42c5-4d93-9a19-8ece21ca8e6b requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:42:49.189475 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7dd2b-27ff-4128-a32c-1b7740e1c07e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:49.190335 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7dd2b-27ff-4128-a32c-1b7740e1c07e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:49.190943 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7dd2b-27ff-4128-a32c-1b7740e1c07e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:49.202054 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7dd2b-27ff-4128-a32c-1b7740e1c07e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:49.202771 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7dd2b-27ff-4128-a32c-1b7740e1c07e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:49.203367 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7dd2b-27ff-4128-a32c-1b7740e1c07e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:49.203979 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7dd2b-27ff-4128-a32c-1b7740e1c07e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:49.204565 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7dd2b-27ff-4128-a32c-1b7740e1c07e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:49.205216 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7dd2b-27ff-4128-a32c-1b7740e1c07e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:49.205816 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7dd2b-27ff-4128-a32c-1b7740e1c07e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:49.206409 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7dd2b-27ff-4128-a32c-1b7740e1c07e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:49.222755 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7dd2b-27ff-4128-a32c-1b7740e1c07e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:49.223442 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7dd2b-27ff-4128-a32c-1b7740e1c07e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:42:49.449029 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb86386-2f28-49fb-98a4-eb0803fe0ec4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting subnet 68fb2850-1f9c-4956-b32e-6ec2bd67b46b {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:42:49.482782 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bcb86386-2f28-49fb-98a4-eb0803fe0ec4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (68fb2850-1f9c-4956-b32e-6ec2bd67b46b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:49.666201 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bcb86386-2f28-49fb-98a4-eb0803fe0ec4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (68fb2850-1f9c-4956-b32e-6ec2bd67b46b), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:49.836126 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port fb660308-7446-47a9-b250-85fd239c7ab5 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:42:49.838231 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fb660308-7446-47a9-b250-85fd239c7ab5), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:49.886605 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bcb86386-2f28-49fb-98a4-eb0803fe0ec4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (68fb2850-1f9c-4956-b32e-6ec2bd67b46b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:49.970807 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c074cdf5-531a-4a04-a444-f2990e280cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb660308-7446-47a9-b250-85fd239c7ab5'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:42:49.975711 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b8f80d-e446-4bfd-9776-b0e7d2926562" -d '{"events": [{"server_uuid": "c074cdf5-531a-4a04-a444-f2990e280cea", "name": "network-vif-plugged", "status": "completed", "tag": "fb660308-7446-47a9-b250-85fd239c7ab5"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:42:50.001405 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ffa6c-56f4-404d-adb3-ecd3f23242e4 req-260d17bb-ccd4-4561-a9d9-774c9c0b2414 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:50.004801 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e4ffa6c-56f4-404d-adb3-ecd3f23242e4 req-260d17bb-ccd4-4561-a9d9-774c9c0b2414 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=c074cdf5-531a-4a04-a444-f2990e280cea HTTP/1.1" status: 200 len: 944 time: 0.4385247 Feb 19 04:42:50.019493 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port fb660308-7446-47a9-b250-85fd239c7ab5, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=fb660308-7446-47a9-b250-85fd239c7ab5,segment=NetworkSegment(7af37f3c-08f6-4bcf-93c7-e457ea186b58),segment_id=7af37f3c-08f6-4bcf-93c7-e457ea186b58)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:42:50.029971 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fb660308-7446-47a9-b250-85fd239c7ab5), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:50.153618 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812ee34f-9075-43bb-9e16-c386c07814da x-openstack-request-id: req-812ee34f-9075-43bb-9e16-c386c07814da {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:42:50.154268 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c074cdf5-531a-4a04-a444-f2990e280cea", "name": "network-vif-plugged", "status": "completed", "tag": "fb660308-7446-47a9-b250-85fd239c7ab5", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:42:50.154900 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-812ee34f-9075-43bb-9e16-c386c07814da {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:42:50.155600 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c074cdf5-531a-4a04-a444-f2990e280cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb660308-7446-47a9-b250-85fd239c7ab5', 'code': 200} Feb 19 04:42:50.271430 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bcb86386-2f28-49fb-98a4-eb0803fe0ec4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (68fb2850-1f9c-4956-b32e-6ec2bd67b46b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:50.280538 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=fb660308-7446-47a9-b250-85fd239c7ab5,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:50.406485 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb86386-2f28-49fb-98a4-eb0803fe0ec4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Subnet': ['ID=68fb2850-1f9c-4956-b32e-6ec2bd67b46b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:50.419225 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bcb86386-2f28-49fb-98a4-eb0803fe0ec4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:50.427694 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-bcb86386-2f28-49fb-98a4-eb0803fe0ec4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/subnets/68fb2850-1f9c-4956-b32e-6ec2bd67b46b HTTP/1.1" status: 204 len: 168 time: 1.3004334 Feb 19 04:42:50.435205 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39508) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:50.455048 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e4ffa6c-56f4-404d-adb3-ecd3f23242e4 req-b4c51b3d-df27-438a-afe6-998a060b7344 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/security-groups?id=797093dc-89f4-4a29-b99e-4a32eb5c150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354661 Feb 19 04:42:51.422705 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01af24b4-c9bc-4194-a864-c7ecdcd9518d None None] Network 3194b4f5-42c5-4d93-9a19-8ece21ca8e6b requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:42:51.604316 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f0af76eb-689c-442a-90cb-a40fc0ce688a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (3194b4f5-42c5-4d93-9a19-8ece21ca8e6b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:51.630997 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d70b4a-6ab0-49ec-a871-8b5b954f1458 req-890942d0-ce35-4674-90bf-3fc2bb6491f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:51.633599 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6d70b4a-6ab0-49ec-a871-8b5b954f1458 req-890942d0-ce35-4674-90bf-3fc2bb6491f6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c074cdf5-531a-4a04-a444-f2990e280cea HTTP/1.1" status: 200 len: 1127 time: 1.3309402 Feb 19 04:42:51.720654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39532) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:51.952127 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-22d26958-b244-441e-ae6d-9402c8d017ff None None] Provisioning complete for port 240bda8d-5be5-4698-89bd-7134dcaeaa13 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:42:51.957040 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-22d26958-b244-441e-ae6d-9402c8d017ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (240bda8d-5be5-4698-89bd-7134dcaeaa13), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:52.055411 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6d70b4a-6ab0-49ec-a871-8b5b954f1458 req-694da0b6-951d-4a08-a7b6-7009d7c3ac53 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=797093dc-89f4-4a29-b99e-4a32eb5c150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124012 Feb 19 04:42:52.088010 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499b617-6c57-4401-951f-2e375916736e req-e9ee2341-df71-4e27-b116-72726f213484 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:52.090641 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1499b617-6c57-4401-951f-2e375916736e req-e9ee2341-df71-4e27-b116-72726f213484 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=c074cdf5-531a-4a04-a444-f2990e280cea HTTP/1.1" status: 200 len: 945 time: 0.2807519 Feb 19 04:42:52.118435 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-f0af76eb-689c-442a-90cb-a40fc0ce688a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting port 240bda8d-5be5-4698-89bd-7134dcaeaa13 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:42:52.118980 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f0af76eb-689c-442a-90cb-a40fc0ce688a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (240bda8d-5be5-4698-89bd-7134dcaeaa13), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:52.171056 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f09c8ab2-a530-4758-b687-4e87a568de71 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1541638691-network', 'tenant_id': 'da102ced645843afa6e87081d57fc8c6'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:42:52.247362 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09c8ab2-a530-4758-b687-4e87a568de71 admin admin] Made reservation on behalf of da102ced645843afa6e87081d57fc8c6 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:42:52.252437 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f09c8ab2-a530-4758-b687-4e87a568de71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:52.278368 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f09c8ab2-a530-4758-b687-4e87a568de71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:52.331014 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-22d26958-b244-441e-ae6d-9402c8d017ff None None] Current status of the port 240bda8d-5be5-4698-89bd-7134dcaeaa13 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:42:52.391432 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1499b617-6c57-4401-951f-2e375916736e req-545ecaa5-c092-48a6-8d6e-974ae7c58887 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/security-groups?id=797093dc-89f4-4a29-b99e-4a32eb5c150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846737 Feb 19 04:42:52.469638 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc72316-3639-4cfa-9603-84437387c1a4 None None] DHCP port deletion for 3194b4f5-42c5-4d93-9a19-8ece21ca8e6b request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:42:52.498786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-f0af76eb-689c-442a-90cb-a40fc0ce688a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] For port 240bda8d-5be5-4698-89bd-7134dcaeaa13, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=240bda8d-5be5-4698-89bd-7134dcaeaa13,segment=NetworkSegment(0fc59258-d129-4556-b5c7-5a0bafd296c6),segment_id=0fc59258-d129-4556-b5c7-5a0bafd296c6)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:42:52.499265 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f0af76eb-689c-442a-90cb-a40fc0ce688a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (240bda8d-5be5-4698-89bd-7134dcaeaa13), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:52.585297 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-f0af76eb-689c-442a-90cb-a40fc0ce688a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Calling delete_port for 240bda8d-5be5-4698-89bd-7134dcaeaa13 owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:42:52.610175 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f09c8ab2-a530-4758-b687-4e87a568de71 admin admin] Publish callbacks [] for security_group (0f0b870a-d599-44d6-bb6c-7149decd88d3), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:52.623778 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f09c8ab2-a530-4758-b687-4e87a568de71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0f0b870a-d599-44d6-bb6c-7149decd88d3), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:52.669554 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f09c8ab2-a530-4758-b687-4e87a568de71 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:42:52.708357 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1fc72316-3639-4cfa-9603-84437387c1a4 None None] Deleting port 240bda8d-5be5-4698-89bd-7134dcaeaa13 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:42:52.710800 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f09c8ab2-a530-4758-b687-4e87a568de71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (3793a9e4-3472-4b14-813c-7df42f021808), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:52.712852 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1fc72316-3639-4cfa-9603-84437387c1a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (240bda8d-5be5-4698-89bd-7134dcaeaa13), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:52.716460 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-f09c8ab2-a530-4758-b687-4e87a568de71 admin admin] Added segment 3793a9e4-3472-4b14-813c-7df42f021808 of type vlan for network 84cf1be5-a739-40a3-b0f0-7ee40b4392f7 Feb 19 04:42:52.903616 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f09c8ab2-a530-4758-b687-4e87a568de71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (84cf1be5-a739-40a3-b0f0-7ee40b4392f7), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:53.027432 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f09c8ab2-a530-4758-b687-4e87a568de71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (84cf1be5-a739-40a3-b0f0-7ee40b4392f7), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:53.029474 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09c8ab2-a530-4758-b687-4e87a568de71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:53.030508 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f09c8ab2-a530-4758-b687-4e87a568de71 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:53.079325 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f0af76eb-689c-442a-90cb-a40fc0ce688a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (240bda8d-5be5-4698-89bd-7134dcaeaa13), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:53.088099 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-1fc72316-3639-4cfa-9603-84437387c1a4 None None] For port 240bda8d-5be5-4698-89bd-7134dcaeaa13, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=240bda8d-5be5-4698-89bd-7134dcaeaa13,segment=NetworkSegment(0fc59258-d129-4556-b5c7-5a0bafd296c6),segment_id=0fc59258-d129-4556-b5c7-5a0bafd296c6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:42:53.090467 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1fc72316-3639-4cfa-9603-84437387c1a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (240bda8d-5be5-4698-89bd-7134dcaeaa13), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:53.144217 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1fc72316-3639-4cfa-9603-84437387c1a4 None None] Calling delete_port for 240bda8d-5be5-4698-89bd-7134dcaeaa13 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:42:53.195535 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c8ab2-a530-4758-b687-4e87a568de71 admin admin] Pushing event updated for resources: {'Network': ['ID=84cf1be5-a739-40a3-b0f0-7ee40b4392f7,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:53.229404 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c8ab2-a530-4758-b687-4e87a568de71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0b870a-d599-44d6-bb6c-7149decd88d3,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:53.240076 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af76eb-689c-442a-90cb-a40fc0ce688a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Port': ['ID=240bda8d-5be5-4698-89bd-7134dcaeaa13,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:53.245706 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0af76eb-689c-442a-90cb-a40fc0ce688a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] No DVR routers for this DVR port 240bda8d-5be5-4698-89bd-7134dcaeaa13 on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:42:53.264642 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f09c8ab2-a530-4758-b687-4e87a568de71 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5420268 Feb 19 04:42:53.344584 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 84cf1be5-a739-40a3-b0f0-7ee40b4392f7 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:42:53.550826 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f0af76eb-689c-442a-90cb-a40fc0ce688a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (3194b4f5-42c5-4d93-9a19-8ece21ca8e6b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:53.604126 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-f0af76eb-689c-442a-90cb-a40fc0ce688a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3194b4f5-42c5-4d93-9a19-8ece21ca8e6b']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:42:53.639906 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-f0af76eb-689c-442a-90cb-a40fc0ce688a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc59258-d129-4556-b5c7-5a0bafd296c6') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:42:53.640500 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-f0af76eb-689c-442a-90cb-a40fc0ce688a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc59258-d129-4556-b5c7-5a0bafd296c6') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:42:53.664709 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f0af76eb-689c-442a-90cb-a40fc0ce688a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (0fc59258-d129-4556-b5c7-5a0bafd296c6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:53.694204 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 240bda8d-5be5-4698-89bd-7134dcaeaa13 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:42:53.696560 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f0af76eb-689c-442a-90cb-a40fc0ce688a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (0fc59258-d129-4556-b5c7-5a0bafd296c6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:53.713565 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0af76eb-689c-442a-90cb-a40fc0ce688a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:42:53.714921 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f0af76eb-689c-442a-90cb-a40fc0ce688a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (0fc59258-d129-4556-b5c7-5a0bafd296c6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:42:53.722470 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:42:53.897341 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 240bda8d-5be5-4698-89bd-7134dcaeaa13 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:42:53.901999 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 240bda8d-5be5-4698-89bd-7134dcaeaa13 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:42:53.967986 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1fc72316-3639-4cfa-9603-84437387c1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (240bda8d-5be5-4698-89bd-7134dcaeaa13), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:54.034325 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dd61f-6fae-4c79-95cc-9f4487f77116 req-ff9b748e-83d9-4dd8-a96d-2deb4be178bb tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:54.066539 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2f9dd61f-6fae-4c79-95cc-9f4487f77116 req-ff9b748e-83d9-4dd8-a96d-2deb4be178bb tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=c074cdf5-531a-4a04-a444-f2990e280cea HTTP/1.1" status: 200 len: 945 time: 0.3160839 Feb 19 04:42:54.072673 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f0af76eb-689c-442a-90cb-a40fc0ce688a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (3194b4f5-42c5-4d93-9a19-8ece21ca8e6b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:54.100653 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f0af76eb-689c-442a-90cb-a40fc0ce688a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:54.119320 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f0af76eb-689c-442a-90cb-a40fc0ce688a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/networks/3194b4f5-42c5-4d93-9a19-8ece21ca8e6b HTTP/1.1" status: 204 len: 168 time: 3.6751637 Feb 19 04:42:54.127143 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39568) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:54.135934 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc72316-3639-4cfa-9603-84437387c1a4 None None] Pushing event deleted for resources: {'Port': ['ID=240bda8d-5be5-4698-89bd-7134dcaeaa13,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:54.152866 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc72316-3639-4cfa-9603-84437387c1a4 None None] No DVR routers for this DVR port 240bda8d-5be5-4698-89bd-7134dcaeaa13 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:42:54.205670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af76eb-689c-442a-90cb-a40fc0ce688a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Network': ['ID=3194b4f5-42c5-4d93-9a19-8ece21ca8e6b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:54.354094 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2f9dd61f-6fae-4c79-95cc-9f4487f77116 req-1e2fd216-3d2d-462f-9bed-9a9bcffe95aa tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/security-groups?id=797093dc-89f4-4a29-b99e-4a32eb5c150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663686 Feb 19 04:42:54.433441 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c9066a-e4fb-46ea-9c00-06a18f931904 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:54.438693 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c2c9066a-e4fb-46ea-9c00-06a18f931904 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3080392 Feb 19 04:42:54.447431 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39574) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:54.556598 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a4191471-7366-4089-86b5-09cb9aa289f5 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1042140 Feb 19 04:42:54.557646 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39578) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:54.566006 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-738fa398-3563-4910-be20-89e243559134 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1200749043'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:42:54.615950 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738fa398-3563-4910-be20-89e243559134 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:42:54.623266 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-738fa398-3563-4910-be20-89e243559134 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:54.679852 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738fa398-3563-4910-be20-89e243559134 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:42:54.713311 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-738fa398-3563-4910-be20-89e243559134 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (366fada2-25c0-4ff5-954b-6f9fd86acf70), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:54.714476 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-738fa398-3563-4910-be20-89e243559134 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Added segment 366fada2-25c0-4ff5-954b-6f9fd86acf70 of type vlan for network 241d21cc-3fba-4d76-875e-1a903dbab2cc Feb 19 04:42:54.767116 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca9ce9-3055-4dfe-8115-a13787dfabeb req-4933a463-4672-4307-b536-a903b30fd3db tempest-ComputeTenantNetworksTest-1386490664 tempest-ComputeTenantNetworksTest-1386490664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:54.787744 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca9ce9-3055-4dfe-8115-a13787dfabeb req-4933a463-4672-4307-b536-a903b30fd3db tempest-ComputeTenantNetworksTest-1386490664 tempest-ComputeTenantNetworksTest-1386490664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:54.825058 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca9ce9-3055-4dfe-8115-a13787dfabeb req-4933a463-4672-4307-b536-a903b30fd3db tempest-ComputeTenantNetworksTest-1386490664 tempest-ComputeTenantNetworksTest-1386490664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:54.828468 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-46ca9ce9-3055-4dfe-8115-a13787dfabeb req-4933a463-4672-4307-b536-a903b30fd3db tempest-ComputeTenantNetworksTest-1386490664 tempest-ComputeTenantNetworksTest-1386490664-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4564760 Feb 19 04:42:54.830462 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-738fa398-3563-4910-be20-89e243559134 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (241d21cc-3fba-4d76-875e-1a903dbab2cc), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:54.942716 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-738fa398-3563-4910-be20-89e243559134 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (241d21cc-3fba-4d76-875e-1a903dbab2cc), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:54.956879 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738fa398-3563-4910-be20-89e243559134 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:54.957152 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-738fa398-3563-4910-be20-89e243559134 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:55.156688 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-738fa398-3563-4910-be20-89e243559134 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5974998 Feb 19 04:42:55.161318 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39592) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:55.170776 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-0ea5d2cd-0347-4782-82ef-713468452f1a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'subnet': {'network_id': '241d21cc-3fba-4d76-875e-1a903dbab2cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:42:55.485682 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9c200-2bff-462f-a7d5-f92c8f8b6df7 req-b4786037-4343-4b3c-b24f-3a7eb3737580 tempest-ComputeTenantNetworksTest-1386490664 tempest-ComputeTenantNetworksTest-1386490664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:55.489056 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-50c9c200-2bff-462f-a7d5-f92c8f8b6df7 req-b4786037-4343-4b3c-b24f-3a7eb3737580 tempest-ComputeTenantNetworksTest-1386490664 tempest-ComputeTenantNetworksTest-1386490664-project] 10.222.0.65 "GET /v2.0/networks/84cf1be5-a739-40a3-b0f0-7ee40b4392f7 HTTP/1.1" status: 200 len: 769 time: 0.6073270 Feb 19 04:42:55.495910 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fa398-3563-4910-be20-89e243559134 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Network': ['ID=241d21cc-3fba-4d76-875e-1a903dbab2cc,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:55.506700 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39604) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:55.524065 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 241d21cc-3fba-4d76-875e-1a903dbab2cc details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:42:55.616310 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea5d2cd-0347-4782-82ef-713468452f1a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:42:55.628539 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0ea5d2cd-0347-4782-82ef-713468452f1a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:55.819029 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eb0f3c3b-7319-4d8f-b941-0988a67c2955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (84cf1be5-a739-40a3-b0f0-7ee40b4392f7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:56.106119 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eb0f3c3b-7319-4d8f-b941-0988a67c2955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (84cf1be5-a739-40a3-b0f0-7ee40b4392f7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:56.194981 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-eb0f3c3b-7319-4d8f-b941-0988a67c2955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84cf1be5-a739-40a3-b0f0-7ee40b4392f7']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:42:56.243761 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-eb0f3c3b-7319-4d8f-b941-0988a67c2955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3793a9e4-3472-4b14-813c-7df42f021808') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:42:56.244600 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-eb0f3c3b-7319-4d8f-b941-0988a67c2955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3793a9e4-3472-4b14-813c-7df42f021808') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:42:56.283109 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eb0f3c3b-7319-4d8f-b941-0988a67c2955 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (3793a9e4-3472-4b14-813c-7df42f021808), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:56.326798 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eb0f3c3b-7319-4d8f-b941-0988a67c2955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (3793a9e4-3472-4b14-813c-7df42f021808), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:56.343506 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0f3c3b-7319-4d8f-b941-0988a67c2955 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:42:56.344609 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eb0f3c3b-7319-4d8f-b941-0988a67c2955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (3793a9e4-3472-4b14-813c-7df42f021808), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:56.372541 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0ea5d2cd-0347-4782-82ef-713468452f1a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (b8053892-022f-4a1e-b78a-c7a95505a915), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:42:56.378987 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:42:56.579037 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e783b-5049-46ab-8554-3f80ee458e9f req-35f5289f-97cd-4f37-ba59-cb0205ea3861 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:56.584956 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-036e783b-5049-46ab-8554-3f80ee458e9f req-35f5289f-97cd-4f37-ba59-cb0205ea3861 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=c074cdf5-531a-4a04-a444-f2990e280cea HTTP/1.1" status: 200 len: 945 time: 0.1950419 Feb 19 04:42:56.587077 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eb0f3c3b-7319-4d8f-b941-0988a67c2955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (84cf1be5-a739-40a3-b0f0-7ee40b4392f7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:56.611260 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eb0f3c3b-7319-4d8f-b941-0988a67c2955 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:56.631972 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-eb0f3c3b-7319-4d8f-b941-0988a67c2955 admin admin] 10.222.0.65 "DELETE /v2.0/networks/84cf1be5-a739-40a3-b0f0-7ee40b4392f7 HTTP/1.1" status: 204 len: 168 time: 1.1180441 Feb 19 04:42:56.644880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea5d2cd-0347-4782-82ef-713468452f1a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Checking segment: {'id': '366fada2-25c0-4ff5-954b-6f9fd86acf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '241d21cc-3fba-4d76-875e-1a903dbab2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:42:56.646268 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea5d2cd-0347-4782-82ef-713468452f1a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network hostable DHCP agents. Network: 241d21cc-3fba-4d76-875e-1a903dbab2cc, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:42:56.674995 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5d2cd-0347-4782-82ef-713468452f1a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Subnet': ['ID=b8053892-022f-4a1e-b78a-c7a95505a915,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:56.708627 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea5d2cd-0347-4782-82ef-713468452f1a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network 241d21cc-3fba-4d76-875e-1a903dbab2cc is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:42:56.767041 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-0ea5d2cd-0347-4782-82ef-713468452f1a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 241d21cc-3fba-4d76-875e-1a903dbab2cc) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:42:56.775600 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea5d2cd-0347-4782-82ef-713468452f1a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:56.776457 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0ea5d2cd-0347-4782-82ef-713468452f1a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:56.806444 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcbd85f-3c55-442f-9163-6e94e2d9ac45 None None] Network 241d21cc-3fba-4d76-875e-1a903dbab2cc requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:42:56.825161 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0ea5d2cd-0347-4782-82ef-713468452f1a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6621366 Feb 19 04:42:56.829657 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39620) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:56.839517 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-a7f2fa4d-1f1c-4d7c-a900-128452cc5ab3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'port': {'network_id': '241d21cc-3fba-4d76-875e-1a903dbab2cc', 'name': 'tempest-PortsTestJSON-1597311838'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:42:56.853867 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f3c3b-7319-4d8f-b941-0988a67c2955 admin admin] Pushing event deleted for resources: {'Network': ['ID=84cf1be5-a739-40a3-b0f0-7ee40b4392f7,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:57.009872 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-036e783b-5049-46ab-8554-3f80ee458e9f req-ed18e03d-835e-4ac5-b233-22b0cc71ab29 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/security-groups?id=797093dc-89f4-4a29-b99e-4a32eb5c150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795273 Feb 19 04:42:57.145637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39624) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:57.262597 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452576d2-9812-415e-aefc-e6c09840b699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-241d21cc-3fba-4d76-875e-1a903dbab2cc', 'network_id': '241d21cc-3fba-4d76-875e-1a903dbab2cc', 'project_id': 'b22199734b444e0a969d6c4b9c60d63d', 'fixed_ips': [{'subnet_id': 'b8053892-022f-4a1e-b78a-c7a95505a915'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:42:57.263663 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-452576d2-9812-415e-aefc-e6c09840b699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:57.443394 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39630) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:42:57.444301 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d62fe788-0792-4309-b570-19dccba6fd13 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=da102ced645843afa6e87081d57fc8c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2960019 Feb 19 04:42:57.516400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a960d9-aa03-4aa5-bbc1-7310f0436626 req-cae24cec-2cab-498a-b36e-d78905767f29 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:57.519590 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7a960d9-aa03-4aa5-bbc1-7310f0436626 req-cae24cec-2cab-498a-b36e-d78905767f29 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.10 "GET /v2.0/ports?device_id=c074cdf5-531a-4a04-a444-f2990e280cea HTTP/1.1" status: 200 len: 945 time: 0.2563186 Feb 19 04:42:57.645210 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf3608f2-e544-427c-b5e2-2302ed6e963c admin admin] Publish callbacks [] for security_group (0f0b870a-d599-44d6-bb6c-7149decd88d3), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:57.699113 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf3608f2-e544-427c-b5e2-2302ed6e963c admin admin] Publish callbacks [] for security_group (0f0b870a-d599-44d6-bb6c-7149decd88d3), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:57.712173 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f2fa4d-1f1c-4d7c-a900-128452cc5ab3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:42:57.719546 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a7f2fa4d-1f1c-4d7c-a900-128452cc5ab3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:57.776717 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-a7f2fa4d-1f1c-4d7c-a900-128452cc5ab3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] device_id is not set on port 9e9631fc-f117-44f6-b659-a39d7813dbe3 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:42:57.815824 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf3608f2-e544-427c-b5e2-2302ed6e963c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0f0b870a-d599-44d6-bb6c-7149decd88d3), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:57.822684 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf3608f2-e544-427c-b5e2-2302ed6e963c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:57.825148 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cf3608f2-e544-427c-b5e2-2302ed6e963c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0f0b870a-d599-44d6-bb6c-7149decd88d3 HTTP/1.1" status: 204 len: 168 time: 0.3798478 Feb 19 04:42:57.831770 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-452576d2-9812-415e-aefc-e6c09840b699 None None] Allocated IP 172.20.0.2 (241d21cc-3fba-4d76-875e-1a903dbab2cc/b8053892-022f-4a1e-b78a-c7a95505a915/5c785486-4d4e-4b72-87e5-3e52eb14d3f7) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:42:57.879811 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3608f2-e544-427c-b5e2-2302ed6e963c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0b870a-d599-44d6-bb6c-7149decd88d3,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:57.980955 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-b7a960d9-aa03-4aa5-bbc1-7310f0436626 req-4a02faef-c27a-4a23-a992-4d772697708c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Deleting port fb660308-7446-47a9-b250-85fd239c7ab5 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:42:57.981636 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b7a960d9-aa03-4aa5-bbc1-7310f0436626 req-4a02faef-c27a-4a23-a992-4d772697708c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (fb660308-7446-47a9-b250-85fd239c7ab5), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:58.404793 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-b7a960d9-aa03-4aa5-bbc1-7310f0436626 req-4a02faef-c27a-4a23-a992-4d772697708c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] For port fb660308-7446-47a9-b250-85fd239c7ab5, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=fb660308-7446-47a9-b250-85fd239c7ab5,segment=NetworkSegment(7af37f3c-08f6-4bcf-93c7-e457ea186b58),segment_id=7af37f3c-08f6-4bcf-93c7-e457ea186b58)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:42:58.406118 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b7a960d9-aa03-4aa5-bbc1-7310f0436626 req-4a02faef-c27a-4a23-a992-4d772697708c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (fb660308-7446-47a9-b250-85fd239c7ab5), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:58.465158 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662020a5-46d4-4aa2-88f6-44e9d4cd1950 req-4a0c4dc9-aab6-4ca3-9f97-4ef6af730159 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:42:58.481825 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-662020a5-46d4-4aa2-88f6-44e9d4cd1950 req-4a0c4dc9-aab6-4ca3-9f97-4ef6af730159 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=c074cdf5-531a-4a04-a444-f2990e280cea HTTP/1.1" status: 200 len: 945 time: 0.1931698 Feb 19 04:42:58.548872 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-b7a960d9-aa03-4aa5-bbc1-7310f0436626 req-4a02faef-c27a-4a23-a992-4d772697708c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Calling delete_port for fb660308-7446-47a9-b250-85fd239c7ab5 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:42:58.627851 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-662020a5-46d4-4aa2-88f6-44e9d4cd1950 req-523a1399-eaf7-4f13-b70d-bb792ebb5197 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/security-groups?id=797093dc-89f4-4a29-b99e-4a32eb5c150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411922 Feb 19 04:42:58.892377 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-452576d2-9812-415e-aefc-e6c09840b699 None None] Publish callbacks [] for port (5c785486-4d4e-4b72-87e5-3e52eb14d3f7), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:58.917472 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-452576d2-9812-415e-aefc-e6c09840b699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (5c785486-4d4e-4b72-87e5-3e52eb14d3f7), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:59.044030 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-a7f2fa4d-1f1c-4d7c-a900-128452cc5ab3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Allocated IP 172.20.0.9 (241d21cc-3fba-4d76-875e-1a903dbab2cc/b8053892-022f-4a1e-b78a-c7a95505a915/9e9631fc-f117-44f6-b659-a39d7813dbe3) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:42:59.085681 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452576d2-9812-415e-aefc-e6c09840b699 None None] Pushing event updated for resources: {'Port': ['ID=5c785486-4d4e-4b72-87e5-3e52eb14d3f7,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:59.154537 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452576d2-9812-415e-aefc-e6c09840b699 None None] Network 241d21cc-3fba-4d76-875e-1a903dbab2cc is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:42:59.157108 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-452576d2-9812-415e-aefc-e6c09840b699 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:42:59.193086 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452576d2-9812-415e-aefc-e6c09840b699 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:42:59.417346 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-452576d2-9812-415e-aefc-e6c09840b699 None None] Attempting to bind port 5c785486-4d4e-4b72-87e5-3e52eb14d3f7 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:42:59.417870 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-452576d2-9812-415e-aefc-e6c09840b699 None None] Attempting to bind port 5c785486-4d4e-4b72-87e5-3e52eb14d3f7 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '366fada2-25c0-4ff5-954b-6f9fd86acf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '241d21cc-3fba-4d76-875e-1a903dbab2cc'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:42:59.418313 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452576d2-9812-415e-aefc-e6c09840b699 None None] Attempting to bind port 5c785486-4d4e-4b72-87e5-3e52eb14d3f7 on network 241d21cc-3fba-4d76-875e-1a903dbab2cc {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:42:59.430974 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452576d2-9812-415e-aefc-e6c09840b699 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:42:59.431443 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452576d2-9812-415e-aefc-e6c09840b699 None None] Checking segment: {'id': '366fada2-25c0-4ff5-954b-6f9fd86acf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '241d21cc-3fba-4d76-875e-1a903dbab2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:42:59.431975 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-452576d2-9812-415e-aefc-e6c09840b699 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:59.432396 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452576d2-9812-415e-aefc-e6c09840b699 None None] Bound using segment: {'id': '366fada2-25c0-4ff5-954b-6f9fd86acf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '241d21cc-3fba-4d76-875e-1a903dbab2cc'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:42:59.432989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-452576d2-9812-415e-aefc-e6c09840b699 None None] Bound port: 5c785486-4d4e-4b72-87e5-3e52eb14d3f7, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366fada2-25c0-4ff5-954b-6f9fd86acf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '241d21cc-3fba-4d76-875e-1a903dbab2cc'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:42:59.433465 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-452576d2-9812-415e-aefc-e6c09840b699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5c785486-4d4e-4b72-87e5-3e52eb14d3f7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:59.482700 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b7a960d9-aa03-4aa5-bbc1-7310f0436626 req-4a02faef-c27a-4a23-a992-4d772697708c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (fb660308-7446-47a9-b250-85fd239c7ab5), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:59.577478 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['fb660308-7446-47a9-b250-85fd239c7ab5'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:42:59.659074 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a7f2fa4d-1f1c-4d7c-a900-128452cc5ab3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for port (9e9631fc-f117-44f6-b659-a39d7813dbe3), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:59.679639 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-452576d2-9812-415e-aefc-e6c09840b699 None None] For port 5c785486-4d4e-4b72-87e5-3e52eb14d3f7, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:42:59.681656 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02faef-c27a-4a23-a992-4d772697708c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Pushing event deleted for resources: {'Port': ['ID=fb660308-7446-47a9-b250-85fd239c7ab5,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:42:59.707171 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-452576d2-9812-415e-aefc-e6c09840b699 None None] For port 5c785486-4d4e-4b72-87e5-3e52eb14d3f7, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5c785486-4d4e-4b72-87e5-3e52eb14d3f7,segment=NetworkSegment(366fada2-25c0-4ff5-954b-6f9fd86acf70),segment_id=366fada2-25c0-4ff5-954b-6f9fd86acf70)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:42:59.734351 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-452576d2-9812-415e-aefc-e6c09840b699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5c785486-4d4e-4b72-87e5-3e52eb14d3f7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:59.850908 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a960d9-aa03-4aa5-bbc1-7310f0436626 req-4a02faef-c27a-4a23-a992-4d772697708c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] No DVR routers for this DVR port fb660308-7446-47a9-b250-85fd239c7ab5 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:42:59.876615 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b7a960d9-aa03-4aa5-bbc1-7310f0436626 req-4a02faef-c27a-4a23-a992-4d772697708c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:42:59.884053 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7a960d9-aa03-4aa5-bbc1-7310f0436626 req-4a02faef-c27a-4a23-a992-4d772697708c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.10 "DELETE /v2.0/ports/fb660308-7446-47a9-b250-85fd239c7ab5 HTTP/1.1" status: 204 len: 173 time: 2.3587456 Feb 19 04:42:59.891883 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c074cdf5-531a-4a04-a444-f2990e280cea', 'name': 'network-vif-deleted', 'tag': 'fb660308-7446-47a9-b250-85fd239c7ab5'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:42:59.902941 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7fd52b-68bb-413e-a524-f677900dca1c" -d '{"events": [{"server_uuid": "c074cdf5-531a-4a04-a444-f2990e280cea", "name": "network-vif-deleted", "tag": "fb660308-7446-47a9-b250-85fd239c7ab5"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:42:59.938612 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-437a3410-e6b4-490c-9f6b-6fbcfcff332e req-6e81b623-a61b-4bbf-92fc-c31179ecb6cd tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=c074cdf5-531a-4a04-a444-f2990e280cea HTTP/1.1" status: 200 len: 210 time: 0.0940855 Feb 19 04:42:59.996411 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452576d2-9812-415e-aefc-e6c09840b699 None None] Pushing event updated for resources: {'Port': ['ID=5c785486-4d4e-4b72-87e5-3e52eb14d3f7,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:00.008782 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a7f2fa4d-1f1c-4d7c-a900-128452cc5ab3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (9e9631fc-f117-44f6-b659-a39d7813dbe3), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:00.124002 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9db6313-c5f8-4e2c-84ff-c90e078d5806 x-openstack-request-id: req-c9db6313-c5f8-4e2c-84ff-c90e078d5806 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:43:00.125665 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c074cdf5-531a-4a04-a444-f2990e280cea", "name": "network-vif-deleted", "tag": "fb660308-7446-47a9-b250-85fd239c7ab5", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:43:00.127681 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c9db6313-c5f8-4e2c-84ff-c90e078d5806 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:43:00.131329 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c074cdf5-531a-4a04-a444-f2990e280cea', 'name': 'network-vif-deleted', 'tag': 'fb660308-7446-47a9-b250-85fd239c7ab5', 'status': 'completed', 'code': 200} Feb 19 04:43:00.194745 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39680) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:00.227503 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f2fa4d-1f1c-4d7c-a900-128452cc5ab3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network 241d21cc-3fba-4d76-875e-1a903dbab2cc is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:43:00.234556 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-a7f2fa4d-1f1c-4d7c-a900-128452cc5ab3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:43:00.243406 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2fa4d-1f1c-4d7c-a900-128452cc5ab3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Port': ['ID=9e9631fc-f117-44f6-b659-a39d7813dbe3,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:00.246857 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f2fa4d-1f1c-4d7c-a900-128452cc5ab3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:43:00.388278 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f2fa4d-1f1c-4d7c-a900-128452cc5ab3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:00.389131 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a7f2fa4d-1f1c-4d7c-a900-128452cc5ab3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:00.457734 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a7f2fa4d-1f1c-4d7c-a900-128452cc5ab3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6266363 Feb 19 04:43:00.462226 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39688) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:00.468683 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-c8f39750-9da5-454d-949b-0a8f8fd45765 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'port': {'network_id': '241d21cc-3fba-4d76-875e-1a903dbab2cc', 'name': 'tempest-PortsTestJSON-760454010'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:00.470920 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-7d021e80-c386-48df-a308-80d3309cf054 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1496505428-network', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:00.549812 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d021e80-c386-48df-a308-80d3309cf054 admin admin] Made reservation on behalf of b5d75efb08514de6a052014d405b6aef for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:43:00.553307 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d021e80-c386-48df-a308-80d3309cf054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:00.568797 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d021e80-c386-48df-a308-80d3309cf054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:00.926744 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d021e80-c386-48df-a308-80d3309cf054 admin admin] Publish callbacks [] for security_group (fab6b2fa-49d9-4630-a76a-1ca8e0dedd16), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:00.938750 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d021e80-c386-48df-a308-80d3309cf054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (fab6b2fa-49d9-4630-a76a-1ca8e0dedd16), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:01.047555 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f39750-9da5-454d-949b-0a8f8fd45765 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:43:01.053410 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c8f39750-9da5-454d-949b-0a8f8fd45765 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:01.069647 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d021e80-c386-48df-a308-80d3309cf054 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:43:01.094358 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-c8f39750-9da5-454d-949b-0a8f8fd45765 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] device_id is not set on port 92a8e1e2-2e49-453b-a451-d9ef1cef8605 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:43:01.132624 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d021e80-c386-48df-a308-80d3309cf054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab6b2fa-49d9-4630-a76a-1ca8e0dedd16,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:01.157371 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d021e80-c386-48df-a308-80d3309cf054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (2fab93a9-8d2f-4a49-bb5f-6b13775efd86), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:01.174992 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-7d021e80-c386-48df-a308-80d3309cf054 admin admin] Added segment 2fab93a9-8d2f-4a49-bb5f-6b13775efd86 of type vlan for network a3539187-cc67-4fa5-a771-d626621d7371 Feb 19 04:43:01.300394 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d021e80-c386-48df-a308-80d3309cf054 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (a3539187-cc67-4fa5-a771-d626621d7371), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:01.378413 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d021e80-c386-48df-a308-80d3309cf054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (a3539187-cc67-4fa5-a771-d626621d7371), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:01.386959 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d021e80-c386-48df-a308-80d3309cf054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:01.387883 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d021e80-c386-48df-a308-80d3309cf054 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:01.507574 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-c8f39750-9da5-454d-949b-0a8f8fd45765 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Allocated IP 172.20.0.5 (241d21cc-3fba-4d76-875e-1a903dbab2cc/b8053892-022f-4a1e-b78a-c7a95505a915/92a8e1e2-2e49-453b-a451-d9ef1cef8605) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:43:01.517086 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5c785486-4d4e-4b72-87e5-3e52eb14d3f7 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:43:01.683847 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7d021e80-c386-48df-a308-80d3309cf054 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4869914 Feb 19 04:43:01.685735 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 5c785486-4d4e-4b72-87e5-3e52eb14d3f7 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:01.691533 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5c785486-4d4e-4b72-87e5-3e52eb14d3f7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:01.704096 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39716) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:01.738458 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-86ea6e3a-2d40-4c8b-bd7e-42dae4146f90 admin admin] Request body: {'subnet': {'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1496505428-subnet', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:01.779360 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d021e80-c386-48df-a308-80d3309cf054 admin admin] Pushing event updated for resources: {'Network': ['ID=a3539187-cc67-4fa5-a771-d626621d7371,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:01.804102 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network a3539187-cc67-4fa5-a771-d626621d7371 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:43:01.828865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ea6e3a-2d40-4c8b-bd7e-42dae4146f90 admin admin] Made reservation on behalf of b5d75efb08514de6a052014d405b6aef for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:43:01.833357 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-86ea6e3a-2d40-4c8b-bd7e-42dae4146f90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:02.058579 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 5c785486-4d4e-4b72-87e5-3e52eb14d3f7 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:02.059274 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5c785486-4d4e-4b72-87e5-3e52eb14d3f7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:02.182583 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 5c785486-4d4e-4b72-87e5-3e52eb14d3f7, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5c785486-4d4e-4b72-87e5-3e52eb14d3f7,segment=NetworkSegment(366fada2-25c0-4ff5-954b-6f9fd86acf70),segment_id=366fada2-25c0-4ff5-954b-6f9fd86acf70)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:43:02.197705 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5c785486-4d4e-4b72-87e5-3e52eb14d3f7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:02.328230 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=5c785486-4d4e-4b72-87e5-3e52eb14d3f7,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:02.329052 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-c49462a4-923c-4902-8535-8c0d4d17058e tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:02.347143 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-c49462a4-923c-4902-8535-8c0d4d17058e tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/networks?id=280931e0-02f5-4b36-906e-606030e16232 HTTP/1.1" status: 200 len: 809 time: 0.7388549 Feb 19 04:43:02.372123 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fd2a51ac-a40b-49dc-9066-b5a36d05bba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:02.385831 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6934d8-b905-4970-a029-a40f13d25025 None None] Network 241d21cc-3fba-4d76-875e-1a903dbab2cc requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:43:02.427193 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-58452fff-c1b5-48fc-b624-10f5de58baac tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/quotas/1ba7b5a2ccc04a08a3896ce29908a651 HTTP/1.1" status: 200 len: 375 time: 0.0787828 Feb 19 04:43:02.591366 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-d7994156-7bff-46bf-8574-053eee122167 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1ba7b5a2ccc04a08a3896ce29908a651&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1628735 Feb 19 04:43:02.643269 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c8f39750-9da5-454d-949b-0a8f8fd45765 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for port (92a8e1e2-2e49-453b-a451-d9ef1cef8605), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:02.725669 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d6989043-57d9-446c-8b45-5d31f50ec0d4 None None] Provisioning complete for port 5c785486-4d4e-4b72-87e5-3e52eb14d3f7 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:02.727088 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d6989043-57d9-446c-8b45-5d31f50ec0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5c785486-4d4e-4b72-87e5-3e52eb14d3f7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:02.806092 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-65e8fac0-419f-42e3-9b8e-6c85a7417caf service neutron] 10.222.0.65 "GET /v2.0/networks/280931e0-02f5-4b36-906e-606030e16232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974971 Feb 19 04:43:02.809714 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c8f39750-9da5-454d-949b-0a8f8fd45765 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (92a8e1e2-2e49-453b-a451-d9ef1cef8605), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:02.837084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f39750-9da5-454d-949b-0a8f8fd45765 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network 241d21cc-3fba-4d76-875e-1a903dbab2cc is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:43:02.890994 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device fb660308-7446-47a9-b250-85fd239c7ab5 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:43:02.927487 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: fb660308-7446-47a9-b250-85fd239c7ab5 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:43:02.927843 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device fb660308-7446-47a9-b250-85fd239c7ab5 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:43:03.025135 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-c8f39750-9da5-454d-949b-0a8f8fd45765 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:43:03.030110 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-45eca992-44a3-4c8c-927a-be008537848d service neutron] 10.222.0.65 "GET /v2.0/networks/280931e0-02f5-4b36-906e-606030e16232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893792 Feb 19 04:43:03.031160 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f39750-9da5-454d-949b-0a8f8fd45765 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:43:03.076268 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d6989043-57d9-446c-8b45-5d31f50ec0d4 None None] Current status of the port 5c785486-4d4e-4b72-87e5-3e52eb14d3f7 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:03.136565 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f39750-9da5-454d-949b-0a8f8fd45765 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Port': ['ID=92a8e1e2-2e49-453b-a451-d9ef1cef8605,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:03.167910 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f39750-9da5-454d-949b-0a8f8fd45765 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:03.168610 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c8f39750-9da5-454d-949b-0a8f8fd45765 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:03.246953 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c8f39750-9da5-454d-949b-0a8f8fd45765 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7791224 Feb 19 04:43:03.247933 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39728) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:03.557238 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5c785486-4d4e-4b72-87e5-3e52eb14d3f7 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:43:03.729629 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-86ea6e3a-2d40-4c8b-bd7e-42dae4146f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (45cf20d4-3097-4dde-886e-3a9890ecec0d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:03.815513 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 5c785486-4d4e-4b72-87e5-3e52eb14d3f7 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:03.816360 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5c785486-4d4e-4b72-87e5-3e52eb14d3f7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:03.888692 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea6e3a-2d40-4c8b-bd7e-42dae4146f90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45cf20d4-3097-4dde-886e-3a9890ecec0d,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:04.032741 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-4699f67a-30d5-4184-ab3d-abf9b3aabf32 None None] Provisioning complete for port 9e9631fc-f117-44f6-b659-a39d7813dbe3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:04.037482 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4699f67a-30d5-4184-ab3d-abf9b3aabf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9e9631fc-f117-44f6-b659-a39d7813dbe3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:04.056655 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-22832b12-794a-4c22-9fd7-96f641d140e1 req-367c456e-9515-4569-bda4-051bdf378b8a tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfcda203-8430-4be6-b898-5edf16625b85 HTTP/1.1" status: 200 len: 210 time: 0.1711040 Feb 19 04:43:04.138524 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1786be6e-1e0e-45cb-ab47-073b2538e1b1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:04.144472 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1786be6e-1e0e-45cb-ab47-073b2538e1b1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.8893557 Feb 19 04:43:04.146288 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39744) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:04.256121 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ea6e3a-2d40-4c8b-bd7e-42dae4146f90 admin admin] Checking segment: {'id': '2fab93a9-8d2f-4a49-bb5f-6b13775efd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:43:04.256939 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ea6e3a-2d40-4c8b-bd7e-42dae4146f90 admin admin] Network hostable DHCP agents. Network: a3539187-cc67-4fa5-a771-d626621d7371, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:43:04.289173 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 5c785486-4d4e-4b72-87e5-3e52eb14d3f7 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:04.343972 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4699f67a-30d5-4184-ab3d-abf9b3aabf32 None None] Port 9e9631fc-f117-44f6-b659-a39d7813dbe3 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:43:04.349394 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ea6e3a-2d40-4c8b-bd7e-42dae4146f90 admin admin] Network a3539187-cc67-4fa5-a771-d626621d7371 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:43:04.386930 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-86ea6e3a-2d40-4c8b-bd7e-42dae4146f90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, a3539187-cc67-4fa5-a771-d626621d7371) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:43:04.399550 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ea6e3a-2d40-4c8b-bd7e-42dae4146f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:04.410373 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-86ea6e3a-2d40-4c8b-bd7e-42dae4146f90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:04.424030 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436d5876-07c9-42b2-a08e-e8a4c8a20d4b None None] Network a3539187-cc67-4fa5-a771-d626621d7371 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:43:04.482278 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-86ea6e3a-2d40-4c8b-bd7e-42dae4146f90 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.7717922 Feb 19 04:43:04.486613 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39754) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:04.517481 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-112bc950-6ee5-4443-acad-6e51db071750 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1496505428-router', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:04.655583 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-4699f67a-30d5-4184-ab3d-abf9b3aabf32 None None] Provisioning complete for port 5c785486-4d4e-4b72-87e5-3e52eb14d3f7 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:04.667001 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4699f67a-30d5-4184-ab3d-abf9b3aabf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5c785486-4d4e-4b72-87e5-3e52eb14d3f7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:04.740248 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-a71a3b22-14b7-4d8d-9a12-064c4775d335 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting port 92a8e1e2-2e49-453b-a451-d9ef1cef8605 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:43:04.745453 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a71a3b22-14b7-4d8d-9a12-064c4775d335 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (92a8e1e2-2e49-453b-a451-d9ef1cef8605), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:04.813802 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-112bc950-6ee5-4443-acad-6e51db071750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:04.818693 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-112bc950-6ee5-4443-acad-6e51db071750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:04.919044 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc53ccc-361a-4cee-8011-ea469356e4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-a3539187-cc67-4fa5-a771-d626621d7371', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'fixed_ips': [{'subnet_id': '45cf20d4-3097-4dde-886e-3a9890ecec0d'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:43:04.921691 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2fc53ccc-361a-4cee-8011-ea469356e4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:05.019473 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-112bc950-6ee5-4443-acad-6e51db071750 admin admin] Publish callbacks [] for router_controller (1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:05.590548 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e87f5b5c-e642-4be2-b0c0-a37f2aa89625 req-4fd82320-3920-437d-8c26-bab95beebb88 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfcda203-8430-4be6-b898-5edf16625b85 HTTP/1.1" status: 200 len: 210 time: 0.3101816 Feb 19 04:43:05.680972 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-2fc53ccc-361a-4cee-8011-ea469356e4b0 None None] Allocated IP 172.20.0.2 (a3539187-cc67-4fa5-a771-d626621d7371/45cf20d4-3097-4dde-886e-3a9890ecec0d/0fab855c-7039-407a-8259-e7a3378db615) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:43:05.839203 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2dede044-115e-44f6-ae9f-264a362e8e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:05.965884 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-112bc950-6ee5-4443-acad-6e51db071750 admin admin] Publish callbacks [] for router_gateway (1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:05.973673 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4699f67a-30d5-4184-ab3d-abf9b3aabf32 None None] Current status of the port 5c785486-4d4e-4b72-87e5-3e52eb14d3f7 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:06.296812 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ba3c2f9a-7da7-46fa-a536-35a93fe7797b None None] Provisioning complete for port 9e9631fc-f117-44f6-b659-a39d7813dbe3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:06.302920 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ba3c2f9a-7da7-46fa-a536-35a93fe7797b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9e9631fc-f117-44f6-b659-a39d7813dbe3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:06.592031 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2fc53ccc-361a-4cee-8011-ea469356e4b0 None None] Publish callbacks [] for port (0fab855c-7039-407a-8259-e7a3378db615), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:06.593480 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a71a3b22-14b7-4d8d-9a12-064c4775d335 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (92a8e1e2-2e49-453b-a451-d9ef1cef8605), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:06.607185 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ba3c2f9a-7da7-46fa-a536-35a93fe7797b None None] Port 9e9631fc-f117-44f6-b659-a39d7813dbe3 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:43:06.632401 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2fc53ccc-361a-4cee-8011-ea469356e4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (0fab855c-7039-407a-8259-e7a3378db615), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:06.663309 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-a71a3b22-14b7-4d8d-9a12-064c4775d335 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Calling delete_port for 92a8e1e2-2e49-453b-a451-d9ef1cef8605 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:43:06.804494 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc53ccc-361a-4cee-8011-ea469356e4b0 None None] Network a3539187-cc67-4fa5-a771-d626621d7371 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:43:06.946290 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-2fc53ccc-361a-4cee-8011-ea469356e4b0 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:43:06.961744 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc53ccc-361a-4cee-8011-ea469356e4b0 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:43:06.977214 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8aa66d10-5a56-448a-9878-b395e2d80be0 req-3bb5171b-08ff-4aaf-aad1-c625c65cf7b3 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfcda203-8430-4be6-b898-5edf16625b85 HTTP/1.1" status: 200 len: 210 time: 0.1676452 Feb 19 04:43:07.064197 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ba3c2f9a-7da7-46fa-a536-35a93fe7797b None None] Provisioning complete for port 92a8e1e2-2e49-453b-a451-d9ef1cef8605 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:07.066775 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ba3c2f9a-7da7-46fa-a536-35a93fe7797b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (92a8e1e2-2e49-453b-a451-d9ef1cef8605), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:07.071205 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:07.207905 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-e0476ae0-a949-47c9-894d-990a85a6c526 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:07.215600 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-e0476ae0-a949-47c9-894d-990a85a6c526 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.48 "GET /v2.0/networks?id=280931e0-02f5-4b36-906e-606030e16232 HTTP/1.1" status: 200 len: 809 time: 1.2049842 Feb 19 04:43:07.244576 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc53ccc-361a-4cee-8011-ea469356e4b0 None None] Pushing event updated for resources: {'Port': ['ID=0fab855c-7039-407a-8259-e7a3378db615,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:07.333442 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2fc53ccc-361a-4cee-8011-ea469356e4b0 None None] Attempting to bind port 0fab855c-7039-407a-8259-e7a3378db615 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:43:07.334325 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2fc53ccc-361a-4cee-8011-ea469356e4b0 None None] Attempting to bind port 0fab855c-7039-407a-8259-e7a3378db615 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '2fab93a9-8d2f-4a49-bb5f-6b13775efd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:43:07.334988 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc53ccc-361a-4cee-8011-ea469356e4b0 None None] Attempting to bind port 0fab855c-7039-407a-8259-e7a3378db615 on network a3539187-cc67-4fa5-a771-d626621d7371 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:43:07.365225 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-2349f071-85bd-4152-8b34-c34a0f3ec99c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Request body: {'port': {'device_id': 'bfcda203-8430-4be6-b898-5edf16625b85', 'network_id': '280931e0-02f5-4b36-906e-606030e16232', 'admin_state_up': True, 'tenant_id': '1ba7b5a2ccc04a08a3896ce29908a651'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:07.368993 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc53ccc-361a-4cee-8011-ea469356e4b0 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:43:07.374420 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc53ccc-361a-4cee-8011-ea469356e4b0 None None] Checking segment: {'id': '2fab93a9-8d2f-4a49-bb5f-6b13775efd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:43:07.375258 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2fc53ccc-361a-4cee-8011-ea469356e4b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:07.384669 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc53ccc-361a-4cee-8011-ea469356e4b0 None None] Bound using segment: {'id': '2fab93a9-8d2f-4a49-bb5f-6b13775efd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:43:07.385701 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2fc53ccc-361a-4cee-8011-ea469356e4b0 None None] Bound port: 0fab855c-7039-407a-8259-e7a3378db615, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fab93a9-8d2f-4a49-bb5f-6b13775efd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:43:07.386492 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2fc53ccc-361a-4cee-8011-ea469356e4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0fab855c-7039-407a-8259-e7a3378db615), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:07.432027 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ba3c2f9a-7da7-46fa-a536-35a93fe7797b None None] Port 92a8e1e2-2e49-453b-a451-d9ef1cef8605 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:43:07.755511 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a71a3b22-14b7-4d8d-9a12-064c4775d335 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (92a8e1e2-2e49-453b-a451-d9ef1cef8605), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:07.800811 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:07.859302 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-2fc53ccc-361a-4cee-8011-ea469356e4b0 None None] For port 0fab855c-7039-407a-8259-e7a3378db615, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:43:07.874420 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-2fc53ccc-361a-4cee-8011-ea469356e4b0 None None] For port 0fab855c-7039-407a-8259-e7a3378db615, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0fab855c-7039-407a-8259-e7a3378db615,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:43:07.891782 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2fc53ccc-361a-4cee-8011-ea469356e4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0fab855c-7039-407a-8259-e7a3378db615), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:07.933939 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a3b22-14b7-4d8d-9a12-064c4775d335 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Port': ['ID=92a8e1e2-2e49-453b-a451-d9ef1cef8605,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:08.121698 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc53ccc-361a-4cee-8011-ea469356e4b0 None None] Pushing event updated for resources: {'Port': ['ID=0fab855c-7039-407a-8259-e7a3378db615,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:08.242792 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:08.701107 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da9bc2cf-385d-4e86-b0b4-4ec5f5b48a2f req-121bfe2e-9db1-4728-993c-c975f8131e0d tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfcda203-8430-4be6-b898-5edf16625b85 HTTP/1.1" status: 200 len: 210 time: 0.2486758 Feb 19 04:43:09.037655 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a71a3b22-14b7-4d8d-9a12-064c4775d335 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:09.069390 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39826) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:09.081049 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a71a3b22-14b7-4d8d-9a12-064c4775d335 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/ports/92a8e1e2-2e49-453b-a451-d9ef1cef8605 HTTP/1.1" status: 204 len: 168 time: 4.9168539 Feb 19 04:43:09.180989 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:09.190989 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c4eb9c-9fe0-469d-866d-13fed972a779 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] GET failed (client error): The resource could not be found. Feb 19 04:43:09.193786 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-08c4eb9c-9fe0-469d-866d-13fed972a779 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports/92a8e1e2-2e49-453b-a451-d9ef1cef8605 HTTP/1.1" status: 404 len: 333 time: 0.1210346 Feb 19 04:43:09.198917 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39828) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:09.319613 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:09.591636 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0fab855c-7039-407a-8259-e7a3378db615 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:43:09.595446 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-6111a58b-9449-4c41-824d-d0e59d15bb70 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting port 9e9631fc-f117-44f6-b659-a39d7813dbe3 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:43:09.596248 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6111a58b-9449-4c41-824d-d0e59d15bb70 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9e9631fc-f117-44f6-b659-a39d7813dbe3), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:09.921951 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 0fab855c-7039-407a-8259-e7a3378db615 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:09.922564 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0fab855c-7039-407a-8259-e7a3378db615), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:10.056230 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6111a58b-9449-4c41-824d-d0e59d15bb70 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9e9631fc-f117-44f6-b659-a39d7813dbe3), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:10.081780 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-6111a58b-9449-4c41-824d-d0e59d15bb70 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Calling delete_port for 9e9631fc-f117-44f6-b659-a39d7813dbe3 owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:43:10.364963 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-983dd0eb-976c-46b0-9144-03c7182ef397 req-359a4612-ba2a-41d6-aa61-4397e04585ce tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfcda203-8430-4be6-b898-5edf16625b85 HTTP/1.1" status: 200 len: 210 time: 0.1247959 Feb 19 04:43:10.627567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 0fab855c-7039-407a-8259-e7a3378db615 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:10.629554 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0fab855c-7039-407a-8259-e7a3378db615), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:10.708342 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6111a58b-9449-4c41-824d-d0e59d15bb70 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (9e9631fc-f117-44f6-b659-a39d7813dbe3), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:10.751775 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 0fab855c-7039-407a-8259-e7a3378db615, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0fab855c-7039-407a-8259-e7a3378db615,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:43:10.764552 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0fab855c-7039-407a-8259-e7a3378db615), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:10.816415 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111a58b-9449-4c41-824d-d0e59d15bb70 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Port': ['ID=9e9631fc-f117-44f6-b659-a39d7813dbe3,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:11.017672 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eccbc82-8d44-4b37-b010-c65e0b3df3a7 None None] Network a3539187-cc67-4fa5-a771-d626621d7371 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:43:11.021418 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-2349f071-85bd-4152-8b34-c34a0f3ec99c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Made reservation on behalf of 1ba7b5a2ccc04a08a3896ce29908a651 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:43:11.054456 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-2349f071-85bd-4152-8b34-c34a0f3ec99c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:11.084669 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=0fab855c-7039-407a-8259-e7a3378db615,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:11.142690 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-112bc950-6ee5-4443-acad-6e51db071750 admin admin] Publish callbacks [] for router_gateway (1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:11.176936 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6111a58b-9449-4c41-824d-d0e59d15bb70 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:11.191084 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6111a58b-9449-4c41-824d-d0e59d15bb70 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/ports/9e9631fc-f117-44f6-b659-a39d7813dbe3 HTTP/1.1" status: 204 len: 168 time: 1.9903381 Feb 19 04:43:11.196228 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39852) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:11.345832 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-05301be8-924d-4827-8648-f5de5822c47a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] GET failed (client error): The resource could not be found. Feb 19 04:43:11.349201 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-05301be8-924d-4827-8648-f5de5822c47a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports/9e9631fc-f117-44f6-b659-a39d7813dbe3 HTTP/1.1" status: 404 len: 333 time: 0.1505618 Feb 19 04:43:11.361979 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39856) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:11.394062 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-62c5ee13-cfdc-4b0d-b2f9-9a6eea068fe2 None None] Provisioning complete for port 0fab855c-7039-407a-8259-e7a3378db615 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:11.395081 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-62c5ee13-cfdc-4b0d-b2f9-9a6eea068fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0fab855c-7039-407a-8259-e7a3378db615), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:11.625597 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0fab855c-7039-407a-8259-e7a3378db615 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:43:11.635669 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-f349df98-ca40-43ef-8ebe-befbe13be447 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting subnet b8053892-022f-4a1e-b78a-c7a95505a915 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:43:11.650112 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-112bc950-6ee5-4443-acad-6e51db071750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:11.660693 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f349df98-ca40-43ef-8ebe-befbe13be447 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (b8053892-022f-4a1e-b78a-c7a95505a915), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:11.811495 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f349df98-ca40-43ef-8ebe-befbe13be447 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (b8053892-022f-4a1e-b78a-c7a95505a915), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:12.013977 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-62c5ee13-cfdc-4b0d-b2f9-9a6eea068fe2 None None] Current status of the port 0fab855c-7039-407a-8259-e7a3378db615 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:12.053685 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 0fab855c-7039-407a-8259-e7a3378db615 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:12.054575 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0fab855c-7039-407a-8259-e7a3378db615), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:12.196072 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f349df98-ca40-43ef-8ebe-befbe13be447 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (b8053892-022f-4a1e-b78a-c7a95505a915), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:12.406616 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-2349f071-85bd-4152-8b34-c34a0f3ec99c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Allocated IP 172.20.0.8 (280931e0-02f5-4b36-906e-606030e16232/88985f09-0981-42ca-b89c-9623f7ff7fbd/9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:43:12.448951 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f349df98-ca40-43ef-8ebe-befbe13be447 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (b8053892-022f-4a1e-b78a-c7a95505a915), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:12.603645 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349df98-ca40-43ef-8ebe-befbe13be447 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Subnet': ['ID=b8053892-022f-4a1e-b78a-c7a95505a915,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:12.621161 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f349df98-ca40-43ef-8ebe-befbe13be447 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:12.642275 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f349df98-ca40-43ef-8ebe-befbe13be447 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/subnets/b8053892-022f-4a1e-b78a-c7a95505a915 HTTP/1.1" status: 204 len: 168 time: 1.2767200 Feb 19 04:43:12.651200 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39868) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:12.780154 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202d3e22-1de3-4c57-8391-16a09ca2d656 None None] Network 241d21cc-3fba-4d76-875e-1a903dbab2cc requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:43:12.989133 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3bb44bc-8e75-4955-a569-9ada6d7bf13c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (241d21cc-3fba-4d76-875e-1a903dbab2cc), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:13.026303 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-2349f071-85bd-4152-8b34-c34a0f3ec99c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Publish callbacks [] for port (9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:13.145100 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-112bc950-6ee5-4443-acad-6e51db071750 admin admin] Allocated IP 172.25.0.10 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/b8662eac-e273-4640-a8bd-d7435bd153af) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:43:13.168764 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea1b0bd3-4433-413f-996b-33a66001db06 req-938be6a8-7753-4764-af0a-17fc7d66207c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfcda203-8430-4be6-b898-5edf16625b85 HTTP/1.1" status: 200 len: 210 time: 1.0548542 Feb 19 04:43:13.193786 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-2349f071-85bd-4152-8b34-c34a0f3ec99c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:13.232147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-d3bb44bc-8e75-4955-a569-9ada6d7bf13c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting port 5c785486-4d4e-4b72-87e5-3e52eb14d3f7 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:43:13.234328 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3bb44bc-8e75-4955-a569-9ada6d7bf13c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (5c785486-4d4e-4b72-87e5-3e52eb14d3f7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:13.300870 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-2349f071-85bd-4152-8b34-c34a0f3ec99c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Network 280931e0-02f5-4b36-906e-606030e16232 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:43:13.316109 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-2349f071-85bd-4152-8b34-c34a0f3ec99c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:43:13.330564 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-2349f071-85bd-4152-8b34-c34a0f3ec99c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:43:13.439060 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-d3bb44bc-8e75-4955-a569-9ada6d7bf13c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] For port 5c785486-4d4e-4b72-87e5-3e52eb14d3f7, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5c785486-4d4e-4b72-87e5-3e52eb14d3f7,segment=NetworkSegment(366fada2-25c0-4ff5-954b-6f9fd86acf70),segment_id=366fada2-25c0-4ff5-954b-6f9fd86acf70)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:43:13.439877 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3bb44bc-8e75-4955-a569-9ada6d7bf13c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (5c785486-4d4e-4b72-87e5-3e52eb14d3f7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:13.489270 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-d3bb44bc-8e75-4955-a569-9ada6d7bf13c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Calling delete_port for 5c785486-4d4e-4b72-87e5-3e52eb14d3f7 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:43:13.532682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349f071-85bd-4152-8b34-c34a0f3ec99c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Pushing event updated for resources: {'Port': ['ID=9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:13.597399 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-2349f071-85bd-4152-8b34-c34a0f3ec99c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:13.598156 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-2349f071-85bd-4152-8b34-c34a0f3ec99c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:13.673834 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-2349f071-85bd-4152-8b34-c34a0f3ec99c tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3445230 Feb 19 04:43:13.689573 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 0fab855c-7039-407a-8259-e7a3378db615 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:13.705694 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-e756297d-ab48-4b5b-aca4-b9ce0372e651 service neutron] Request body: {'port': {'device_id': 'bfcda203-8430-4be6-b898-5edf16625b85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:13.826025 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3bb44bc-8e75-4955-a569-9ada6d7bf13c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (5c785486-4d4e-4b72-87e5-3e52eb14d3f7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:13.840323 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070c12eb-591f-4b65-ab1d-5d4356e44d7c None None] DHCP port deletion for 241d21cc-3fba-4d76-875e-1a903dbab2cc request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:43:13.986493 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb44bc-8e75-4955-a569-9ada6d7bf13c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Port': ['ID=5c785486-4d4e-4b72-87e5-3e52eb14d3f7,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:13.994425 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bb44bc-8e75-4955-a569-9ada6d7bf13c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] No DVR routers for this DVR port 5c785486-4d4e-4b72-87e5-3e52eb14d3f7 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:43:14.126438 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-112bc950-6ee5-4443-acad-6e51db071750 admin admin] Publish callbacks [] for port (b8662eac-e273-4640-a8bd-d7435bd153af), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:14.147061 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5466a9f6-7cac-4870-b533-04ce9f7582fe None None] Provisioning complete for port 0fab855c-7039-407a-8259-e7a3378db615 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:14.147465 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5466a9f6-7cac-4870-b533-04ce9f7582fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0fab855c-7039-407a-8259-e7a3378db615), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:14.158389 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-e756297d-ab48-4b5b-aca4-b9ce0372e651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:14.200562 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3bb44bc-8e75-4955-a569-9ada6d7bf13c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (241d21cc-3fba-4d76-875e-1a903dbab2cc), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:14.248271 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-d3bb44bc-8e75-4955-a569-9ada6d7bf13c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241d21cc-3fba-4d76-875e-1a903dbab2cc']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:14.267034 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-d3bb44bc-8e75-4955-a569-9ada6d7bf13c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '366fada2-25c0-4ff5-954b-6f9fd86acf70') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:14.267644 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-d3bb44bc-8e75-4955-a569-9ada6d7bf13c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '366fada2-25c0-4ff5-954b-6f9fd86acf70') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:14.313521 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3bb44bc-8e75-4955-a569-9ada6d7bf13c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (366fada2-25c0-4ff5-954b-6f9fd86acf70), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:14.351201 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3bb44bc-8e75-4955-a569-9ada6d7bf13c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (366fada2-25c0-4ff5-954b-6f9fd86acf70), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:14.368273 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3bb44bc-8e75-4955-a569-9ada6d7bf13c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:43:14.368775 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3bb44bc-8e75-4955-a569-9ada6d7bf13c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (366fada2-25c0-4ff5-954b-6f9fd86acf70), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:43:14.388664 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:43:14.394847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5466a9f6-7cac-4870-b533-04ce9f7582fe None None] Current status of the port 0fab855c-7039-407a-8259-e7a3378db615 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:14.751811 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3bb44bc-8e75-4955-a569-9ada6d7bf13c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (241d21cc-3fba-4d76-875e-1a903dbab2cc), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:14.825430 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3bb44bc-8e75-4955-a569-9ada6d7bf13c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:14.841517 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d3bb44bc-8e75-4955-a569-9ada6d7bf13c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/networks/241d21cc-3fba-4d76-875e-1a903dbab2cc HTTP/1.1" status: 204 len: 168 time: 2.1839700 Feb 19 04:43:14.854457 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39890) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:14.858158 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-e756297d-ab48-4b5b-aca4-b9ce0372e651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:43:14.875710 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-e756297d-ab48-4b5b-aca4-b9ce0372e651 service neutron] Publish callbacks [] for port (9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:14.876363 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-84c4100b-03aa-4ff9-90ca-9ce1cf1a6397 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-486240691'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:14.902423 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-e756297d-ab48-4b5b-aca4-b9ce0372e651 service neutron] Transition to ACTIVE for port object 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:43:14.915815 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb44bc-8e75-4955-a569-9ada6d7bf13c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Network': ['ID=241d21cc-3fba-4d76-875e-1a903dbab2cc,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:14.993458 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d81f8-1791-4147-86bf-5e661e57ca3d req-6718b079-3631-46a4-a752-b60bf1dcc304 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:15.000867 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-348d81f8-1791-4147-86bf-5e661e57ca3d req-6718b079-3631-46a4-a752-b60bf1dcc304 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfcda203-8430-4be6-b898-5edf16625b85 HTTP/1.1" status: 200 len: 931 time: 0.4299023 Feb 19 04:43:15.020031 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-e756297d-ab48-4b5b-aca4-b9ce0372e651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:15.089624 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-112bc950-6ee5-4443-acad-6e51db071750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (b8662eac-e273-4640-a8bd-d7435bd153af), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:15.097506 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c4100b-03aa-4ff9-90ca-9ce1cf1a6397 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:43:15.106674 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-84c4100b-03aa-4ff9-90ca-9ce1cf1a6397 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:15.230430 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112bc950-6ee5-4443-acad-6e51db071750 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:43:15.244770 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-112bc950-6ee5-4443-acad-6e51db071750 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:43:15.335920 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c4100b-03aa-4ff9-90ca-9ce1cf1a6397 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:43:15.365635 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-348d81f8-1791-4147-86bf-5e661e57ca3d req-ed76023c-984e-410b-a400-55619a1b62aa tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/security-groups?id=797093dc-89f4-4a29-b99e-4a32eb5c150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498383 Feb 19 04:43:15.389684 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756297d-ab48-4b5b-aca4-b9ce0372e651 service neutron] Pushing event updated for resources: {'Port': ['ID=9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:15.403073 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112bc950-6ee5-4443-acad-6e51db071750 admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:43:15.422341 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-84c4100b-03aa-4ff9-90ca-9ce1cf1a6397 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (378f7b4a-38ea-4abb-b435-2e01460be35d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:15.423130 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-84c4100b-03aa-4ff9-90ca-9ce1cf1a6397 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Added segment 378f7b4a-38ea-4abb-b435-2e01460be35d of type vlan for network d8802d95-cbc6-4f0f-8f82-bf6f72af4d26 Feb 19 04:43:15.513306 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-84c4100b-03aa-4ff9-90ca-9ce1cf1a6397 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (d8802d95-cbc6-4f0f-8f82-bf6f72af4d26), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:15.563479 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-84c4100b-03aa-4ff9-90ca-9ce1cf1a6397 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d8802d95-cbc6-4f0f-8f82-bf6f72af4d26), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:15.571678 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c4100b-03aa-4ff9-90ca-9ce1cf1a6397 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:15.573891 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-84c4100b-03aa-4ff9-90ca-9ce1cf1a6397 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:15.744622 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4100b-03aa-4ff9-90ca-9ce1cf1a6397 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Network': ['ID=d8802d95-cbc6-4f0f-8f82-bf6f72af4d26,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:15.791026 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-84c4100b-03aa-4ff9-90ca-9ce1cf1a6397 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9305391 Feb 19 04:43:15.795655 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39912) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:15.801988 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-2409282f-63f8-4fae-9bca-3fe06ed0fffa tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'subnet': {'network_id': 'd8802d95-cbc6-4f0f-8f82-bf6f72af4d26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:15.875595 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-e756297d-ab48-4b5b-aca4-b9ce0372e651 service neutron] Attempting to bind port 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:43:15.876505 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-e756297d-ab48-4b5b-aca4-b9ce0372e651 service neutron] Attempting to bind port 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '7af37f3c-08f6-4bcf-93c7-e457ea186b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '280931e0-02f5-4b36-906e-606030e16232'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:43:15.876505 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-e756297d-ab48-4b5b-aca4-b9ce0372e651 service neutron] Attempting to bind port 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b on network 280931e0-02f5-4b36-906e-606030e16232 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:43:15.885657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network d8802d95-cbc6-4f0f-8f82-bf6f72af4d26 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:43:16.066384 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-e756297d-ab48-4b5b-aca4-b9ce0372e651 service neutron] Port 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b on network 280931e0-02f5-4b36-906e-606030e16232 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:43:16.066702 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5c785486-4d4e-4b72-87e5-3e52eb14d3f7 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:43:16.066946 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-e756297d-ab48-4b5b-aca4-b9ce0372e651 service neutron] Attempting to bind port 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b on network 280931e0-02f5-4b36-906e-606030e16232 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:43:16.096777 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 5c785486-4d4e-4b72-87e5-3e52eb14d3f7 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:43:16.097561 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5c785486-4d4e-4b72-87e5-3e52eb14d3f7 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:43:16.162341 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112bc950-6ee5-4443-acad-6e51db071750 admin admin] Pushing event updated for resources: {'Port': ['ID=b8662eac-e273-4640-a8bd-d7435bd153af,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:16.204772 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1000ee-7ad4-4877-86e8-750e9ed45e42 req-ddd30c12-d0de-4619-824e-c601981776c6 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:16.218011 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-e756297d-ab48-4b5b-aca4-b9ce0372e651 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:43:16.218550 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-e756297d-ab48-4b5b-aca4-b9ce0372e651 service neutron] Checking segment: {'id': '7af37f3c-08f6-4bcf-93c7-e457ea186b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '280931e0-02f5-4b36-906e-606030e16232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:43:16.219043 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-e756297d-ab48-4b5b-aca4-b9ce0372e651 service neutron] Bound using segment: {'id': '7af37f3c-08f6-4bcf-93c7-e457ea186b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '280931e0-02f5-4b36-906e-606030e16232'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:43:16.219952 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-e756297d-ab48-4b5b-aca4-b9ce0372e651 service neutron] Bound port: 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af37f3c-08f6-4bcf-93c7-e457ea186b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '280931e0-02f5-4b36-906e-606030e16232'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:43:16.220613 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-e756297d-ab48-4b5b-aca4-b9ce0372e651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:16.222629 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-be1000ee-7ad4-4877-86e8-750e9ed45e42 req-ddd30c12-d0de-4619-824e-c601981776c6 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 945 time: 0.3098681 Feb 19 04:43:16.253043 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2409282f-63f8-4fae-9bca-3fe06ed0fffa tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:43:16.268369 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2409282f-63f8-4fae-9bca-3fe06ed0fffa tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:16.569723 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-be1000ee-7ad4-4877-86e8-750e9ed45e42 req-70e6dd93-4157-4072-88e5-735c755712e5 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393700 Feb 19 04:43:16.592191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ff507-7d50-4fb0-abb8-6a1cf245820f req-332c5ad4-c6d6-48bc-b974-354c96761125 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:16.599215 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-357ff507-7d50-4fb0-abb8-6a1cf245820f req-332c5ad4-c6d6-48bc-b974-354c96761125 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.10 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 945 time: 0.6207685 Feb 19 04:43:16.603412 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-e756297d-ab48-4b5b-aca4-b9ce0372e651 service neutron] For port 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:43:16.700990 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-e756297d-ab48-4b5b-aca4-b9ce0372e651 service neutron] For port 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b,segment=NetworkSegment(7af37f3c-08f6-4bcf-93c7-e457ea186b58),segment_id=7af37f3c-08f6-4bcf-93c7-e457ea186b58)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:43:16.728042 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:43:16.904552 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2409282f-63f8-4fae-9bca-3fe06ed0fffa tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (f0499d99-3eba-4519-a7dc-84754d8927d4), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:16.944977 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-112bc950-6ee5-4443-acad-6e51db071750 admin admin] Publish callbacks [] for router_gateway (1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:17.046452 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409282f-63f8-4fae-9bca-3fe06ed0fffa tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Subnet': ['ID=f0499d99-3eba-4519-a7dc-84754d8927d4,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:17.070800 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2409282f-63f8-4fae-9bca-3fe06ed0fffa tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Checking segment: {'id': '378f7b4a-38ea-4abb-b435-2e01460be35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd8802d95-cbc6-4f0f-8f82-bf6f72af4d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:43:17.071327 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2409282f-63f8-4fae-9bca-3fe06ed0fffa tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network hostable DHCP agents. Network: d8802d95-cbc6-4f0f-8f82-bf6f72af4d26, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:43:17.127704 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2409282f-63f8-4fae-9bca-3fe06ed0fffa tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network d8802d95-cbc6-4f0f-8f82-bf6f72af4d26 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:43:17.161741 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-2409282f-63f8-4fae-9bca-3fe06ed0fffa tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, d8802d95-cbc6-4f0f-8f82-bf6f72af4d26) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:43:17.179222 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2409282f-63f8-4fae-9bca-3fe06ed0fffa tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:17.181209 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2409282f-63f8-4fae-9bca-3fe06ed0fffa tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:17.181901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f769592-61cd-4a82-a458-df127b0a3ff5 None None] Network d8802d95-cbc6-4f0f-8f82-bf6f72af4d26 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:43:17.192731 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-e756297d-ab48-4b5b-aca4-b9ce0372e651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:17.245725 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2409282f-63f8-4fae-9bca-3fe06ed0fffa tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4482360 Feb 19 04:43:17.252489 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39932) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:17.265432 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-d4dec191-e85f-42df-a066-ec4c6e389f12 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'port': {'network_id': 'd8802d95-cbc6-4f0f-8f82-bf6f72af4d26', 'name': 'tempest-PortsTestJSON-1372893892', 'fixed_ips': [{'subnet_id': 'f0499d99-3eba-4519-a7dc-84754d8927d4', 'ip_address': '172.20.0.10'}]}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:17.407141 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-e756297d-ab48-4b5b-aca4-b9ce0372e651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:17.408541 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-e756297d-ab48-4b5b-aca4-b9ce0372e651 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:17.413044 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-e756297d-ab48-4b5b-aca4-b9ce0372e651 service neutron] 10.222.0.48 "PUT /v2.0/ports/9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b HTTP/1.1" status: 200 len: 1091 time: 3.7354164 Feb 19 04:43:17.521244 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcda203-8430-4be6-b898-5edf16625b85', 'tag': '9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:43:17.525958 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabec8d9-7266-4126-800e-5a03238a97cc" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcda203-8430-4be6-b898-5edf16625b85", "tag": "9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:43:17.532077 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05b3d51-4cd2-4a25-8ce0-27748f3d413e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-d8802d95-cbc6-4f0f-8f82-bf6f72af4d26', 'network_id': 'd8802d95-cbc6-4f0f-8f82-bf6f72af4d26', 'project_id': 'b22199734b444e0a969d6c4b9c60d63d', 'fixed_ips': [{'subnet_id': 'f0499d99-3eba-4519-a7dc-84754d8927d4'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:43:17.532992 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d05b3d51-4cd2-4a25-8ce0-27748f3d413e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:17.896570 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dec191-e85f-42df-a066-ec4c6e389f12 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:43:17.900555 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc52b7a-e693-490f-bf37-1ec516ef3f41 x-openstack-request-id: req-bcc52b7a-e693-490f-bf37-1ec516ef3f41 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:43:17.901518 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcda203-8430-4be6-b898-5edf16625b85", "tag": "9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:43:17.902288 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bcc52b7a-e693-490f-bf37-1ec516ef3f41 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:43:17.903694 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcda203-8430-4be6-b898-5edf16625b85', 'tag': '9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b', 'status': 'completed', 'code': 200} Feb 19 04:43:17.965648 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6a9b3-10d5-474f-9a2a-0171011f9b05 req-4a631d0d-6c09-43e9-826e-19698c574836 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:17.970243 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cbf6a9b3-10d5-474f-9a2a-0171011f9b05 req-4a631d0d-6c09-43e9-826e-19698c574836 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfcda203-8430-4be6-b898-5edf16625b85 HTTP/1.1" status: 200 len: 943 time: 1.3375132 Feb 19 04:43:18.139017 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756297d-ab48-4b5b-aca4-b9ce0372e651 service neutron] Pushing event updated for resources: {'Port': ['ID=9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:18.174528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-357ff507-7d50-4fb0-abb8-6a1cf245820f req-616dc71a-e84f-4104-a744-3c0293c7b198 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Deleting port 68a8cb60-584d-4b07-b2dc-9c476d74e9d8 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:43:18.174873 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-357ff507-7d50-4fb0-abb8-6a1cf245820f req-616dc71a-e84f-4104-a744-3c0293c7b198 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (68a8cb60-584d-4b07-b2dc-9c476d74e9d8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:18.241839 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-d05b3d51-4cd2-4a25-8ce0-27748f3d413e None None] Allocated IP 172.20.0.2 (d8802d95-cbc6-4f0f-8f82-bf6f72af4d26/f0499d99-3eba-4519-a7dc-84754d8927d4/900ff0cd-eebe-4db1-8813-39c0f9333c6f) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:43:18.266753 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-56b8e743-116a-4651-a6a6-cc217511f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:18.268572 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-56b8e743-116a-4651-a6a6-cc217511f0e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ba7b5a2ccc04a08a3896ce29908a651&device_id=bfcda203-8430-4be6-b898-5edf16625b85 HTTP/1.1" status: 200 len: 1125 time: 0.6627328 Feb 19 04:43:18.284669 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cbf6a9b3-10d5-474f-9a2a-0171011f9b05 req-a972055a-95ed-45c6-9e7b-3bd4d8ae2cc4 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/security-groups?id=797093dc-89f4-4a29-b99e-4a32eb5c150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886033 Feb 19 04:43:18.373543 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca87a0-1434-4876-a39a-38a4328bfe53 req-7f271102-4fa2-49df-8310-bd4d2588600e tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:18.376327 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-76ca87a0-1434-4876-a39a-38a4328bfe53 req-7f271102-4fa2-49df-8310-bd4d2588600e tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 945 time: 0.3220949 Feb 19 04:43:18.465229 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-f85f30e8-cf3e-4d4d-8565-ab15e56a1002 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b HTTP/1.1" status: 200 len: 217 time: 0.1318076 Feb 19 04:43:18.510711 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-76ca87a0-1434-4876-a39a-38a4328bfe53 req-d60f3051-569b-48d7-a3d2-71d8d97bc734 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/security-groups?id=3b3fcc65-bd8c-48a8-b141-ad01fce17be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126392 Feb 19 04:43:18.518660 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d4dec191-e85f-42df-a066-ec4c6e389f12 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:18.572949 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-d4dec191-e85f-42df-a066-ec4c6e389f12 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] device_id is not set on port 71e8e822-b63d-4cc8-9aa5-51494de68aaf yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:43:18.731964 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-ae7321a0-56db-456d-bc86-951be1d0fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:18.734833 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-ae7321a0-56db-456d-bc86-951be1d0fef0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=88985f09-0981-42ca-b89c-9623f7ff7fbd HTTP/1.1" status: 200 len: 849 time: 0.2444420 Feb 19 04:43:18.742750 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d05b3d51-4cd2-4a25-8ce0-27748f3d413e None None] Publish callbacks [] for port (900ff0cd-eebe-4db1-8813-39c0f9333c6f), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:18.754565 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d05b3d51-4cd2-4a25-8ce0-27748f3d413e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (900ff0cd-eebe-4db1-8813-39c0f9333c6f), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:18.837142 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05b3d51-4cd2-4a25-8ce0-27748f3d413e None None] Network d8802d95-cbc6-4f0f-8f82-bf6f72af4d26 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:43:18.854589 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-d05b3d51-4cd2-4a25-8ce0-27748f3d413e None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:43:18.859212 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b3d51-4cd2-4a25-8ce0-27748f3d413e None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:43:18.922106 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-1e662b69-fafd-40a7-b7ca-da4e075973dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=280931e0-02f5-4b36-906e-606030e16232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1680155 Feb 19 04:43:18.928409 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b3d51-4cd2-4a25-8ce0-27748f3d413e None None] Pushing event updated for resources: {'Port': ['ID=900ff0cd-eebe-4db1-8813-39c0f9333c6f,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:18.981690 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-d4dec191-e85f-42df-a066-ec4c6e389f12 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Allocated IP 172.20.0.10 (d8802d95-cbc6-4f0f-8f82-bf6f72af4d26/f0499d99-3eba-4519-a7dc-84754d8927d4/71e8e822-b63d-4cc8-9aa5-51494de68aaf) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:43:19.072641 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d05b3d51-4cd2-4a25-8ce0-27748f3d413e None None] Attempting to bind port 900ff0cd-eebe-4db1-8813-39c0f9333c6f on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:43:19.074566 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d05b3d51-4cd2-4a25-8ce0-27748f3d413e None None] Attempting to bind port 900ff0cd-eebe-4db1-8813-39c0f9333c6f by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '378f7b4a-38ea-4abb-b435-2e01460be35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd8802d95-cbc6-4f0f-8f82-bf6f72af4d26'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:43:19.076146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b3d51-4cd2-4a25-8ce0-27748f3d413e None None] Attempting to bind port 900ff0cd-eebe-4db1-8813-39c0f9333c6f on network d8802d95-cbc6-4f0f-8f82-bf6f72af4d26 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:43:19.101363 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b3d51-4cd2-4a25-8ce0-27748f3d413e None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:43:19.104101 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b3d51-4cd2-4a25-8ce0-27748f3d413e None None] Checking segment: {'id': '378f7b4a-38ea-4abb-b435-2e01460be35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd8802d95-cbc6-4f0f-8f82-bf6f72af4d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:43:19.107561 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d05b3d51-4cd2-4a25-8ce0-27748f3d413e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:19.108462 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b3d51-4cd2-4a25-8ce0-27748f3d413e None None] Bound using segment: {'id': '378f7b4a-38ea-4abb-b435-2e01460be35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd8802d95-cbc6-4f0f-8f82-bf6f72af4d26'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:43:19.109882 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d05b3d51-4cd2-4a25-8ce0-27748f3d413e None None] Bound port: 900ff0cd-eebe-4db1-8813-39c0f9333c6f, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378f7b4a-38ea-4abb-b435-2e01460be35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd8802d95-cbc6-4f0f-8f82-bf6f72af4d26'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:43:19.113713 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d05b3d51-4cd2-4a25-8ce0-27748f3d413e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (900ff0cd-eebe-4db1-8813-39c0f9333c6f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:19.126746 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-357ff507-7d50-4fb0-abb8-6a1cf245820f req-616dc71a-e84f-4104-a744-3c0293c7b198 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] For port 68a8cb60-584d-4b07-b2dc-9c476d74e9d8, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=68a8cb60-584d-4b07-b2dc-9c476d74e9d8,segment=NetworkSegment(676396c9-7f78-4ddc-b308-461a68f79b59),segment_id=676396c9-7f78-4ddc-b308-461a68f79b59)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:43:19.126746 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-357ff507-7d50-4fb0-abb8-6a1cf245820f req-616dc71a-e84f-4104-a744-3c0293c7b198 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (68a8cb60-584d-4b07-b2dc-9c476d74e9d8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:19.154575 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-357ff507-7d50-4fb0-abb8-6a1cf245820f req-616dc71a-e84f-4104-a744-3c0293c7b198 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Calling delete_port for 68a8cb60-584d-4b07-b2dc-9c476d74e9d8 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:43:19.285015 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-112bc950-6ee5-4443-acad-6e51db071750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:19.480805 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d05b3d51-4cd2-4a25-8ce0-27748f3d413e None None] For port 900ff0cd-eebe-4db1-8813-39c0f9333c6f, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:43:19.504172 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d05b3d51-4cd2-4a25-8ce0-27748f3d413e None None] For port 900ff0cd-eebe-4db1-8813-39c0f9333c6f, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=900ff0cd-eebe-4db1-8813-39c0f9333c6f,segment=NetworkSegment(378f7b4a-38ea-4abb-b435-2e01460be35d),segment_id=378f7b4a-38ea-4abb-b435-2e01460be35d)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:43:19.505932 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-357ff507-7d50-4fb0-abb8-6a1cf245820f req-616dc71a-e84f-4104-a744-3c0293c7b198 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (68a8cb60-584d-4b07-b2dc-9c476d74e9d8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:19.533988 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d05b3d51-4cd2-4a25-8ce0-27748f3d413e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (900ff0cd-eebe-4db1-8813-39c0f9333c6f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:19.599950 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d4dec191-e85f-42df-a066-ec4c6e389f12 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for port (71e8e822-b63d-4cc8-9aa5-51494de68aaf), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:19.672703 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d4dec191-e85f-42df-a066-ec4c6e389f12 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (71e8e822-b63d-4cc8-9aa5-51494de68aaf), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:19.748734 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b3d51-4cd2-4a25-8ce0-27748f3d413e None None] Pushing event updated for resources: {'Port': ['ID=900ff0cd-eebe-4db1-8813-39c0f9333c6f,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:19.802306 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616dc71a-e84f-4104-a744-3c0293c7b198 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Pushing event deleted for resources: {'Port': ['ID=68a8cb60-584d-4b07-b2dc-9c476d74e9d8,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:19.852356 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dec191-e85f-42df-a066-ec4c6e389f12 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network d8802d95-cbc6-4f0f-8f82-bf6f72af4d26 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:43:19.995120 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-d4dec191-e85f-42df-a066-ec4c6e389f12 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:43:20.001654 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a147f1ff-590e-4dc0-95cf-e9d662513c7b req-e8107121-c542-42a1-917c-342fad63339f tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.65 "GET /v2.0/ports?device_id=6eceb1b8-92b4-44e2-a123-639237a220bb HTTP/1.1" status: 200 len: 210 time: 0.1540887 Feb 19 04:43:20.007329 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dec191-e85f-42df-a066-ec4c6e389f12 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:43:20.063864 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-357ff507-7d50-4fb0-abb8-6a1cf245820f req-616dc71a-e84f-4104-a744-3c0293c7b198 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] No DVR routers for this DVR port 68a8cb60-584d-4b07-b2dc-9c476d74e9d8 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:43:20.067673 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-357ff507-7d50-4fb0-abb8-6a1cf245820f req-616dc71a-e84f-4104-a744-3c0293c7b198 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:20.072619 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-357ff507-7d50-4fb0-abb8-6a1cf245820f req-616dc71a-e84f-4104-a744-3c0293c7b198 tempest-AttachVolumeNegativeTest-613009122 tempest-AttachVolumeNegativeTest-613009122-project] 10.222.0.10 "DELETE /v2.0/ports/68a8cb60-584d-4b07-b2dc-9c476d74e9d8 HTTP/1.1" status: 204 len: 173 time: 3.4615519 Feb 19 04:43:20.095849 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eceb1b8-92b4-44e2-a123-639237a220bb', 'name': 'network-vif-deleted', 'tag': '68a8cb60-584d-4b07-b2dc-9c476d74e9d8'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:43:20.102657 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a602452f-957f-4719-8bac-1ce13f4ee517" -d '{"events": [{"server_uuid": "6eceb1b8-92b4-44e2-a123-639237a220bb", "name": "network-vif-deleted", "tag": "68a8cb60-584d-4b07-b2dc-9c476d74e9d8"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:43:20.194825 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dec191-e85f-42df-a066-ec4c6e389f12 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Port': ['ID=71e8e822-b63d-4cc8-9aa5-51494de68aaf,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:20.282066 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-5e983611-2e66-49a1-8769-14eec09d4743 service neutron] 10.222.0.48 "GET /v2.0/networks/280931e0-02f5-4b36-906e-606030e16232?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3441632 Feb 19 04:43:20.301732 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dec191-e85f-42df-a066-ec4c6e389f12 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:20.303428 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d4dec191-e85f-42df-a066-ec4c6e389f12 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:20.322811 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f61a8ec-6be0-4373-b8ed-e5dbbe7ba7b8 x-openstack-request-id: req-7f61a8ec-6be0-4373-b8ed-e5dbbe7ba7b8 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:43:20.323528 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eceb1b8-92b4-44e2-a123-639237a220bb", "name": "network-vif-deleted", "tag": "68a8cb60-584d-4b07-b2dc-9c476d74e9d8", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:43:20.324101 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7f61a8ec-6be0-4373-b8ed-e5dbbe7ba7b8 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:43:20.325223 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eceb1b8-92b4-44e2-a123-639237a220bb', 'name': 'network-vif-deleted', 'tag': '68a8cb60-584d-4b07-b2dc-9c476d74e9d8', 'status': 'completed', 'code': 200} Feb 19 04:43:20.345047 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d4dec191-e85f-42df-a066-ec4c6e389f12 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0909908 Feb 19 04:43:20.345975 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39966) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:20.362855 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ea87a-d49a-4427-be0c-83919556da95 req-423a579a-36b2-4e6d-ae47-98cd54c2a0e9 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:20.373880 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e6469614-1767-492c-8dd5-3ba3278ff02b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'port': {'network_id': 'd8802d95-cbc6-4f0f-8f82-bf6f72af4d26', 'name': 'tempest-PortsTestJSON-2119806175', 'fixed_ips': [{'subnet_id': 'f0499d99-3eba-4519-a7dc-84754d8927d4', 'ip_address': '172.20.0.9'}]}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:20.381367 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5b7ea87a-d49a-4427-be0c-83919556da95 req-423a579a-36b2-4e6d-ae47-98cd54c2a0e9 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfcda203-8430-4be6-b898-5edf16625b85 HTTP/1.1" status: 200 len: 943 time: 0.7562175 Feb 19 04:43:20.636513 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5b7ea87a-d49a-4427-be0c-83919556da95 req-71186d20-b8e8-480b-bc49-9ec156430f9e tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/security-groups?id=797093dc-89f4-4a29-b99e-4a32eb5c150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533786 Feb 19 04:43:20.643780 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112bc950-6ee5-4443-acad-6e51db071750 admin admin] Router 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:43:20.678118 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b00d3b8-529b-434b-a98c-e47fdfbeaa20 req-06caae2c-8691-4295-897b-c61e177fbbb4 service neutron] 10.222.0.48 "GET /v2.0/networks/280931e0-02f5-4b36-906e-606030e16232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841791 Feb 19 04:43:20.741786 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6469614-1767-492c-8dd5-3ba3278ff02b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:43:20.769519 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e6469614-1767-492c-8dd5-3ba3278ff02b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:20.853569 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-e6469614-1767-492c-8dd5-3ba3278ff02b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] device_id is not set on port db589802-e731-4717-a542-9a606f416403 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:43:20.940275 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 68a8cb60-584d-4b07-b2dc-9c476d74e9d8 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:43:21.015979 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 68a8cb60-584d-4b07-b2dc-9c476d74e9d8 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:43:21.017771 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 68a8cb60-584d-4b07-b2dc-9c476d74e9d8 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:43:21.064985 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabec8d9-7266-4126-800e-5a03238a97cc req-f1fd5f15-a73b-46f1-b1a7-290bb746f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:21.067263 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aabec8d9-7266-4126-800e-5a03238a97cc req-f1fd5f15-a73b-46f1-b1a7-290bb746f936 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ba7b5a2ccc04a08a3896ce29908a651&device_id=bfcda203-8430-4be6-b898-5edf16625b85 HTTP/1.1" status: 200 len: 1125 time: 0.2861693 Feb 19 04:43:21.188086 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39986) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:21.573688 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-e6469614-1767-492c-8dd5-3ba3278ff02b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Allocated IP 172.20.0.9 (d8802d95-cbc6-4f0f-8f82-bf6f72af4d26/f0499d99-3eba-4519-a7dc-84754d8927d4/db589802-e731-4717-a542-9a606f416403) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:43:21.958512 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25b6211-158e-48ef-a2d1-c16cb43536db None None] Network d8802d95-cbc6-4f0f-8f82-bf6f72af4d26 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:43:22.074117 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e6469614-1767-492c-8dd5-3ba3278ff02b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for port (db589802-e731-4717-a542-9a606f416403), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:22.108657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 900ff0cd-eebe-4db1-8813-39c0f9333c6f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:43:22.175574 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e6469614-1767-492c-8dd5-3ba3278ff02b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (db589802-e731-4717-a542-9a606f416403), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:22.241849 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112bc950-6ee5-4443-acad-6e51db071750 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:43:22.243517 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6469614-1767-492c-8dd5-3ba3278ff02b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network d8802d95-cbc6-4f0f-8f82-bf6f72af4d26 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:43:22.282261 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-e6469614-1767-492c-8dd5-3ba3278ff02b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:43:22.303747 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6469614-1767-492c-8dd5-3ba3278ff02b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:43:22.390870 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6469614-1767-492c-8dd5-3ba3278ff02b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Port': ['ID=db589802-e731-4717-a542-9a606f416403,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:22.424877 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] Sync routers for ids ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:43:22.439614 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8a6fa189-fb95-469f-beff-b6a479b61701 None None] Provisioning complete for port 900ff0cd-eebe-4db1-8813-39c0f9333c6f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:22.440547 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6469614-1767-492c-8dd5-3ba3278ff02b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:22.441022 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8a6fa189-fb95-469f-beff-b6a479b61701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (900ff0cd-eebe-4db1-8813-39c0f9333c6f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:22.441836 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e6469614-1767-492c-8dd5-3ba3278ff02b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:22.490838 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e6469614-1767-492c-8dd5-3ba3278ff02b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1305838 Feb 19 04:43:22.491746 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40014) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:22.571788 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] Routers {'1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:43:22.572823 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:43:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:22.632156 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-112bc950-6ee5-4443-acad-6e51db071750 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:22.635110 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-112bc950-6ee5-4443-acad-6e51db071750 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 18.1396747 Feb 19 04:43:22.653207 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40016) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:22.764526 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50663d-fe8b-42e9-a181-3a348c61af5c req-14e23f85-c5ee-4ec3-a870-548491d68b26 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:22.767592 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9d50663d-fe8b-42e9-a181-3a348c61af5c req-14e23f85-c5ee-4ec3-a870-548491d68b26 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfcda203-8430-4be6-b898-5edf16625b85 HTTP/1.1" status: 200 len: 943 time: 0.5522261 Feb 19 04:43:22.792657 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7b59fb-d444-452d-b812-3f1ae66df2b1 admin admin] Deleting subnet eaacfa74-c5cd-4e0a-8538-dc93b8209234 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:43:22.796883 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be7b59fb-d444-452d-b812-3f1ae66df2b1 admin admin] Publish callbacks [] for subnet (eaacfa74-c5cd-4e0a-8538-dc93b8209234), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:22.849808 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03928738-8b42-4c7d-a125-cd8d723d7275 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:22.862229 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-03928738-8b42-4c7d-a125-cd8d723d7275 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3636768 Feb 19 04:43:22.863017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40024) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:22.964063 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] Set router 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:43:22.975206 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095f91e3-8708-470c-8648-09eb2f6cf649 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:22.986353 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095f91e3-8708-470c-8648-09eb2f6cf649 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:22.988346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabec8d9-7266-4126-800e-5a03238a97cc req-1ff4b891-e638-4348-be06-ed7f4b041876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:22.990517 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aabec8d9-7266-4126-800e-5a03238a97cc req-1ff4b891-e638-4348-be06-ed7f4b041876 service neutron] 10.222.0.48 "GET /v2.0/networks?id=280931e0-02f5-4b36-906e-606030e16232 HTTP/1.1" status: 200 len: 909 time: 1.9064624 Feb 19 04:43:22.999158 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095f91e3-8708-470c-8648-09eb2f6cf649 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:23.008396 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-095f91e3-8708-470c-8648-09eb2f6cf649 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1436784 Feb 19 04:43:23.011591 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40026) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:23.044813 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be7b59fb-d444-452d-b812-3f1ae66df2b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (eaacfa74-c5cd-4e0a-8538-dc93b8209234), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:23.114940 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be7b59fb-d444-452d-b812-3f1ae66df2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (eaacfa74-c5cd-4e0a-8538-dc93b8209234), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:23.260174 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:43:23.322322 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-6fecd60f-d558-42ee-a182-5d61c39d0217 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting port db589802-e731-4717-a542-9a606f416403 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:43:23.327053 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6fecd60f-d558-42ee-a182-5d61c39d0217 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (db589802-e731-4717-a542-9a606f416403), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:23.443364 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aabec8d9-7266-4126-800e-5a03238a97cc req-1e9f8f4d-8779-4bb9-a018-300edef3002f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b HTTP/1.1" status: 200 len: 217 time: 0.3138251 Feb 19 04:43:23.678417 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:43:23.708481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 900ff0cd-eebe-4db1-8813-39c0f9333c6f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:23.709269 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (900ff0cd-eebe-4db1-8813-39c0f9333c6f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:23.773363 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6fecd60f-d558-42ee-a182-5d61c39d0217 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (db589802-e731-4717-a542-9a606f416403), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:23.842878 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-6fecd60f-d558-42ee-a182-5d61c39d0217 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Calling delete_port for db589802-e731-4717-a542-9a606f416403 owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:43:23.952688 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8a6fa189-fb95-469f-beff-b6a479b61701 None None] Current status of the port 900ff0cd-eebe-4db1-8813-39c0f9333c6f is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:23.953116 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8a6fa189-fb95-469f-beff-b6a479b61701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (900ff0cd-eebe-4db1-8813-39c0f9333c6f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:24.081272 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9d50663d-fe8b-42e9-a181-3a348c61af5c req-fe9ca02f-2bc7-4bf3-ac29-004506b2a69f tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/security-groups?id=797093dc-89f4-4a29-b99e-4a32eb5c150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2984271 Feb 19 04:43:24.092661 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8a6fa189-fb95-469f-beff-b6a479b61701 None None] For port 900ff0cd-eebe-4db1-8813-39c0f9333c6f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=900ff0cd-eebe-4db1-8813-39c0f9333c6f,segment=NetworkSegment(378f7b4a-38ea-4abb-b435-2e01460be35d),segment_id=378f7b4a-38ea-4abb-b435-2e01460be35d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:43:24.113654 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8a6fa189-fb95-469f-beff-b6a479b61701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (900ff0cd-eebe-4db1-8813-39c0f9333c6f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:24.288971 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b,segment=NetworkSegment(7af37f3c-08f6-4bcf-93c7-e457ea186b58),segment_id=7af37f3c-08f6-4bcf-93c7-e457ea186b58)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:43:24.322153 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 900ff0cd-eebe-4db1-8813-39c0f9333c6f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:24.335082 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1496505428-router', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:04Z', 'updated_at': '2022-02-19T04:43:16Z', 'revision_number': 3, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'gw_port': {'id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:11Z', 'updated_at': '2022-02-19T04:43:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:24.359795 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6fecd60f-d558-42ee-a182-5d61c39d0217 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (db589802-e731-4717-a542-9a606f416403), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:24.380558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b', 'network_id': '280931e0-02f5-4b36-906e-606030e16232', 'port_id': '9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b', 'mac_address': 'fa:16:3e:3b:c4:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88985f09-0981-42ca-b89c-9623f7ff7fbd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:43:24.447036 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabec8d9-7266-4126-800e-5a03238a97cc req-bf82bf05-9d21-4249-a122-c9c145409274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:24.450998 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aabec8d9-7266-4126-800e-5a03238a97cc req-bf82bf05-9d21-4249-a122-c9c145409274 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=88985f09-0981-42ca-b89c-9623f7ff7fbd HTTP/1.1" status: 200 len: 849 time: 0.9841313 Feb 19 04:43:24.654263 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecd60f-d558-42ee-a182-5d61c39d0217 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Port': ['ID=db589802-e731-4717-a542-9a606f416403,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:24.674311 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be7b59fb-d444-452d-b812-3f1ae66df2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (eaacfa74-c5cd-4e0a-8538-dc93b8209234), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:24.748775 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aabec8d9-7266-4126-800e-5a03238a97cc req-89c3d5eb-eb5a-4479-be98-d244882728c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=280931e0-02f5-4b36-906e-606030e16232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2875402 Feb 19 04:43:24.751262 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b59fb-d444-452d-b812-3f1ae66df2b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaacfa74-c5cd-4e0a-8538-dc93b8209234,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:24.819903 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] Checking router: 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:43:24.820275 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] Updating router 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb port b8662eac-e273-4640-a8bd-d7435bd153af binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:43:24.830044 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fa189-fb95-469f-beff-b6a479b61701 None None] Pushing event updated for resources: {'Port': ['ID=900ff0cd-eebe-4db1-8813-39c0f9333c6f,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:24.849430 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-70b30a41-da8d-40e4-b2ca-0ec56e48c010 None None] Provisioning complete for port 71e8e822-b63d-4cc8-9aa5-51494de68aaf triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:24.849899 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-70b30a41-da8d-40e4-b2ca-0ec56e48c010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (71e8e822-b63d-4cc8-9aa5-51494de68aaf), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:24.869640 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6fecd60f-d558-42ee-a182-5d61c39d0217 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:24.886248 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6fecd60f-d558-42ee-a182-5d61c39d0217 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/ports/db589802-e731-4717-a542-9a606f416403 HTTP/1.1" status: 204 len: 168 time: 1.8708479 Feb 19 04:43:24.886837 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40050) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:25.019763 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d69579-2d6d-4f6d-aca3-70d52e33f292 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] GET failed (client error): The resource could not be found. Feb 19 04:43:25.027803 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d9d69579-2d6d-4f6d-aca3-70d52e33f292 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports/db589802-e731-4717-a542-9a606f416403 HTTP/1.1" status: 404 len: 333 time: 0.1352305 Feb 19 04:43:25.029732 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40054) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:25.035274 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:25.035750 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:25.038064 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b8662eac-e273-4640-a8bd-d7435bd153af), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:25.349397 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-6fc07dc4-2495-43da-8542-ee12849faac7 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting port 71e8e822-b63d-4cc8-9aa5-51494de68aaf {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:43:25.349836 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6fc07dc4-2495-43da-8542-ee12849faac7 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (71e8e822-b63d-4cc8-9aa5-51494de68aaf), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:25.486923 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aabec8d9-7266-4126-800e-5a03238a97cc req-20ce6516-8de2-4c8b-b670-b056f107d1f0 service neutron] 10.222.0.48 "GET /v2.0/networks/280931e0-02f5-4b36-906e-606030e16232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7285659 Feb 19 04:43:25.490618 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-be7b59fb-d444-452d-b812-3f1ae66df2b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:25.499025 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-be7b59fb-d444-452d-b812-3f1ae66df2b1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/eaacfa74-c5cd-4e0a-8538-dc93b8209234 HTTP/1.1" status: 204 len: 168 time: 4.3002882 Feb 19 04:43:25.548986 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40062) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:25.567542 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-70b30a41-da8d-40e4-b2ca-0ec56e48c010 None None] Port 71e8e822-b63d-4cc8-9aa5-51494de68aaf cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:43:25.614654 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:43:25.750240 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b,segment=NetworkSegment(7af37f3c-08f6-4bcf-93c7-e457ea186b58),segment_id=7af37f3c-08f6-4bcf-93c7-e457ea186b58)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:43:25.755355 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-70b30a41-da8d-40e4-b2ca-0ec56e48c010 None None] Provisioning complete for port 900ff0cd-eebe-4db1-8813-39c0f9333c6f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:25.755885 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-70b30a41-da8d-40e4-b2ca-0ec56e48c010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (900ff0cd-eebe-4db1-8813-39c0f9333c6f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:25.764598 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:25.846320 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6fc07dc4-2495-43da-8542-ee12849faac7 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (71e8e822-b63d-4cc8-9aa5-51494de68aaf), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:25.946772 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6f8eb-da48-4e17-8714-138575adb304 req-0d1ee3be-ab59-4c66-adfd-7d5242b0ff21 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:25.948440 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98d6f8eb-da48-4e17-8714-138575adb304 req-0d1ee3be-ab59-4c66-adfd-7d5242b0ff21 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfcda203-8430-4be6-b898-5edf16625b85 HTTP/1.1" status: 200 len: 943 time: 0.6019516 Feb 19 04:43:26.017322 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:26.059748 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c808f81-5669-4a9d-b225-acafc1a6fe7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (9a1ab27e-256e-4216-9b7b-6df531fa62cc), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:26.067716 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-6fc07dc4-2495-43da-8542-ee12849faac7 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Calling delete_port for 71e8e822-b63d-4cc8-9aa5-51494de68aaf owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:43:26.084725 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] Publish callbacks [] for port (b8662eac-e273-4640-a8bd-d7435bd153af), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:26.162574 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:43:26.231285 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aabec8d9-7266-4126-800e-5a03238a97cc req-76e36af3-86c0-4f85-84dd-5bb6cefed796 service neutron] 10.222.0.48 "GET /v2.0/networks/280931e0-02f5-4b36-906e-606030e16232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6548390 Feb 19 04:43:26.267504 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f496dc01-1228-430c-bc94-6729108cda18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:26.386764 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98d6f8eb-da48-4e17-8714-138575adb304 req-bd29bb70-6dda-49c4-a636-9fcdd96b9afe tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/security-groups?id=797093dc-89f4-4a29-b99e-4a32eb5c150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455942 Feb 19 04:43:26.436323 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c808f81-5669-4a9d-b225-acafc1a6fe7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (9a1ab27e-256e-4216-9b7b-6df531fa62cc), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:26.449431 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b8662eac-e273-4640-a8bd-d7435bd153af), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:26.506812 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-70b30a41-da8d-40e4-b2ca-0ec56e48c010 None None] Current status of the port 900ff0cd-eebe-4db1-8813-39c0f9333c6f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:26.593717 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 900ff0cd-eebe-4db1-8813-39c0f9333c6f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:43:26.593717 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-70b30a41-da8d-40e4-b2ca-0ec56e48c010 None None] Could not find standard attr ID for object db589802-e731-4717-a542-9a606f416403. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:43:26.634712 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6fc07dc4-2495-43da-8542-ee12849faac7 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (71e8e822-b63d-4cc8-9aa5-51494de68aaf), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:26.667810 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] Attempting to bind port b8662eac-e273-4640-a8bd-d7435bd153af on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:43:26.668152 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] Attempting to bind port b8662eac-e273-4640-a8bd-d7435bd153af by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:43:26.668490 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] Attempting to bind port b8662eac-e273-4640-a8bd-d7435bd153af on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:43:26.732064 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-6c808f81-5669-4a9d-b225-acafc1a6fe7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1ab27e-256e-4216-9b7b-6df531fa62cc']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:26.761094 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-6c808f81-5669-4a9d-b225-acafc1a6fe7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '676396c9-7f78-4ddc-b308-461a68f79b59') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:26.761903 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-6c808f81-5669-4a9d-b225-acafc1a6fe7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '676396c9-7f78-4ddc-b308-461a68f79b59') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:26.770203 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:43:26.770605 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:43:26.771020 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:26.771429 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:43:26.771934 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] Bound port: b8662eac-e273-4640-a8bd-d7435bd153af, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:43:26.772331 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b8662eac-e273-4640-a8bd-d7435bd153af), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:26.779201 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-149ec3e9-e475-4e1e-a562-83a3f654faf5 None None] Could not find standard attr ID for object 71e8e822-b63d-4cc8-9aa5-51494de68aaf. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:43:26.789421 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca833a1-d006-44c9-9469-c82d5a14f01e None None] Pushing event updated for resources: {'Port': ['ID=b8662eac-e273-4640-a8bd-d7435bd153af,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:26.803536 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c808f81-5669-4a9d-b225-acafc1a6fe7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (676396c9-7f78-4ddc-b308-461a68f79b59), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:26.837416 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c808f81-5669-4a9d-b225-acafc1a6fe7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (676396c9-7f78-4ddc-b308-461a68f79b59), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:26.839315 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-149ec3e9-e475-4e1e-a562-83a3f654faf5 None None] Could not find standard attr ID for object db589802-e731-4717-a542-9a606f416403. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:43:26.859394 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c808f81-5669-4a9d-b225-acafc1a6fe7b admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:43:26.859816 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c808f81-5669-4a9d-b225-acafc1a6fe7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (676396c9-7f78-4ddc-b308-461a68f79b59), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:26.941961 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] For port b8662eac-e273-4640-a8bd-d7435bd153af, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:43:26.982845 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-f496dc01-1228-430c-bc94-6729108cda18 admin admin] Allocated IP 172.20.0.1 (a3539187-cc67-4fa5-a771-d626621d7371/45cf20d4-3097-4dde-886e-3a9890ecec0d/6f7c7a49-5414-464c-bb03-ee951b5f2a3d) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:43:27.022978 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] For port b8662eac-e273-4640-a8bd-d7435bd153af, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b8662eac-e273-4640-a8bd-d7435bd153af,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:43:27.051395 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b8662eac-e273-4640-a8bd-d7435bd153af), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:43:27.068868 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:43:27.081354 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c808f81-5669-4a9d-b225-acafc1a6fe7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (9a1ab27e-256e-4216-9b7b-6df531fa62cc), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:27.093952 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 900ff0cd-eebe-4db1-8813-39c0f9333c6f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:27.094584 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (900ff0cd-eebe-4db1-8813-39c0f9333c6f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:27.148523 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c808f81-5669-4a9d-b225-acafc1a6fe7b admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:27.153307 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6c808f81-5669-4a9d-b225-acafc1a6fe7b admin admin] 10.222.0.65 "DELETE /v2.0/networks/9a1ab27e-256e-4216-9b7b-6df531fa62cc HTTP/1.1" status: 204 len: 168 time: 1.6087525 Feb 19 04:43:27.168535 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc07dc4-2495-43da-8542-ee12849faac7 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Port': ['ID=71e8e822-b63d-4cc8-9aa5-51494de68aaf,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:27.256224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c808f81-5669-4a9d-b225-acafc1a6fe7b admin admin] Pushing event deleted for resources: {'Network': ['ID=9a1ab27e-256e-4216-9b7b-6df531fa62cc,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:27.284034 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f496dc01-1228-430c-bc94-6729108cda18 admin admin] Publish callbacks [] for port (6f7c7a49-5414-464c-bb03-ee951b5f2a3d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:27.293905 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca833a1-d006-44c9-9469-c82d5a14f01e None None] Pushing event updated for resources: {'Port': ['ID=b8662eac-e273-4640-a8bd-d7435bd153af,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:27.460301 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6fc07dc4-2495-43da-8542-ee12849faac7 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:27.473471 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6fc07dc4-2495-43da-8542-ee12849faac7 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/ports/71e8e822-b63d-4cc8-9aa5-51494de68aaf HTTP/1.1" status: 204 len: 168 time: 2.4407556 Feb 19 04:43:27.478455 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40108) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:27.572947 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f496dc01-1228-430c-bc94-6729108cda18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (6f7c7a49-5414-464c-bb03-ee951b5f2a3d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:27.634186 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40110) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:27.658074 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf6f882-b956-4205-b578-92fa5dff2453 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] GET failed (client error): The resource could not be found. Feb 19 04:43:27.660013 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7cf6f882-b956-4205-b578-92fa5dff2453 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports/71e8e822-b63d-4cc8-9aa5-51494de68aaf HTTP/1.1" status: 404 len: 333 time: 0.1805196 Feb 19 04:43:27.665685 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40114) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:27.706934 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] Routers {'1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:43:27.708516 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:43:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:27.785934 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40118) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:27.977471 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 900ff0cd-eebe-4db1-8813-39c0f9333c6f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:28.006138 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496dc01-1228-430c-bc94-6729108cda18 admin admin] Pushing event updated for resources: {'Port': ['ID=6f7c7a49-5414-464c-bb03-ee951b5f2a3d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:28.040296 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f496dc01-1228-430c-bc94-6729108cda18 admin admin] Network a3539187-cc67-4fa5-a771-d626621d7371 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:43:28.073285 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-f496dc01-1228-430c-bc94-6729108cda18 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:43:28.082933 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f496dc01-1228-430c-bc94-6729108cda18 admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:43:28.330430 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] Set router 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:43:28.413009 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d6dc7-af73-450d-aaf9-10cba9889824 req-fd0c9592-42d9-4cdd-a18b-3b6b753e858a tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:28.414907 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b96d6dc7-af73-450d-aaf9-10cba9889824 req-fd0c9592-42d9-4cdd-a18b-3b6b753e858a tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfcda203-8430-4be6-b898-5edf16625b85 HTTP/1.1" status: 200 len: 944 time: 0.8022904 Feb 19 04:43:28.435069 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf8bc53-838e-47e0-814c-d243d016c25e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting subnet f0499d99-3eba-4519-a7dc-84754d8927d4 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:43:28.449864 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cbf8bc53-838e-47e0-814c-d243d016c25e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (f0499d99-3eba-4519-a7dc-84754d8927d4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:28.582309 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cbf8bc53-838e-47e0-814c-d243d016c25e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (f0499d99-3eba-4519-a7dc-84754d8927d4), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:28.737996 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58732063-c876-48e2-80db-41322ea8f94c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:28.765939 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-520508a0-c7a7-44e0-a377-56e6ebf912cc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8b2abe5cb5184c5a82d410642bb8c3d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9784467 Feb 19 04:43:28.771135 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40136) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:28.852005 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f496dc01-1228-430c-bc94-6729108cda18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:28.876615 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6b43056e-ee57-4446-9b9a-bc4c674039f8 None None] Provisioning complete for port 6f7c7a49-5414-464c-bb03-ee951b5f2a3d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:28.881688 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6b43056e-ee57-4446-9b9a-bc4c674039f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6f7c7a49-5414-464c-bb03-ee951b5f2a3d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:28.916434 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-88954724-cdcb-44bb-808f-d889fb0fec0f admin admin] Publish callbacks [] for security_group (3b3fcc65-bd8c-48a8-b141-ad01fce17be5), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:29.000790 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-88954724-cdcb-44bb-808f-d889fb0fec0f admin admin] Publish callbacks [] for security_group (3b3fcc65-bd8c-48a8-b141-ad01fce17be5), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:29.038094 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6b43056e-ee57-4446-9b9a-bc4c674039f8 None None] Port 6f7c7a49-5414-464c-bb03-ee951b5f2a3d cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:43:29.079905 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b96d6dc7-af73-450d-aaf9-10cba9889824 req-6f4bf206-8de4-46f6-bded-7974b597614a tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/security-groups?id=797093dc-89f4-4a29-b99e-4a32eb5c150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046378 Feb 19 04:43:29.151098 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58732063-c876-48e2-80db-41322ea8f94c admin admin] Publish callbacks [] for security_group (9d5fe0ef-719c-4648-bbbf-ddc5759f4978), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:29.154228 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1496505428-router', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:04Z', 'updated_at': '2022-02-19T04:43:16Z', 'revision_number': 3, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'gw_port': {'id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:11Z', 'updated_at': '2022-02-19T04:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:29.164496 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58732063-c876-48e2-80db-41322ea8f94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9d5fe0ef-719c-4648-bbbf-ddc5759f4978), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:29.206119 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-58732063-c876-48e2-80db-41322ea8f94c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a0a63fdf5f444569b745d1d26d4a34b5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5706828 Feb 19 04:43:29.207224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40142) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:29.266815 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58732063-c876-48e2-80db-41322ea8f94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5fe0ef-719c-4648-bbbf-ddc5759f4978,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:29.310355 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5040ccd-b249-4cd6-8310-b60c2d7e693e None None] The sync data for ids ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'] in n-d-772273-4 is: [{'id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1496505428-router', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:04Z', 'updated_at': '2022-02-19T04:43:16Z', 'revision_number': 3, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'gw_port': {'id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:11Z', 'updated_at': '2022-02-19T04:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:43:29.310955 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cbf8bc53-838e-47e0-814c-d243d016c25e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (f0499d99-3eba-4519-a7dc-84754d8927d4), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:29.374889 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-88954724-cdcb-44bb-808f-d889fb0fec0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3b3fcc65-bd8c-48a8-b141-ad01fce17be5), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:29.390291 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-88954724-cdcb-44bb-808f-d889fb0fec0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:29.392241 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-88954724-cdcb-44bb-808f-d889fb0fec0f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3b3fcc65-bd8c-48a8-b141-ad01fce17be5 HTTP/1.1" status: 204 len: 168 time: 0.6194003 Feb 19 04:43:29.431085 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88954724-cdcb-44bb-808f-d889fb0fec0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3fcc65-bd8c-48a8-b141-ad01fce17be5,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:29.437696 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f039d6b5-1756-4640-93ad-93e249ef65d2 admin admin] Publish callbacks [] for security_group (9d5fe0ef-719c-4648-bbbf-ddc5759f4978), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:29.541378 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f039d6b5-1756-4640-93ad-93e249ef65d2 admin admin] Publish callbacks [] for security_group (9d5fe0ef-719c-4648-bbbf-ddc5759f4978), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:29.615982 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f496dc01-1228-430c-bc94-6729108cda18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6f7c7a49-5414-464c-bb03-ee951b5f2a3d), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:29.638763 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f039d6b5-1756-4640-93ad-93e249ef65d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9d5fe0ef-719c-4648-bbbf-ddc5759f4978), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:29.663631 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f039d6b5-1756-4640-93ad-93e249ef65d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:29.668960 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f039d6b5-1756-4640-93ad-93e249ef65d2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9d5fe0ef-719c-4648-bbbf-ddc5759f4978 HTTP/1.1" status: 204 len: 168 time: 0.4594822 Feb 19 04:43:29.680274 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039d6b5-1756-4640-93ad-93e249ef65d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5fe0ef-719c-4648-bbbf-ddc5759f4978,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:29.787002 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:43:30.047511 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:43:30.061504 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:30.062177 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:30.365001 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cbf8bc53-838e-47e0-814c-d243d016c25e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (f0499d99-3eba-4519-a7dc-84754d8927d4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:30.475112 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8bc53-838e-47e0-814c-d243d016c25e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Subnet': ['ID=f0499d99-3eba-4519-a7dc-84754d8927d4,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:30.487187 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cbf8bc53-838e-47e0-814c-d243d016c25e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:30.508155 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cbf8bc53-838e-47e0-814c-d243d016c25e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/subnets/f0499d99-3eba-4519-a7dc-84754d8927d4 HTTP/1.1" status: 204 len: 168 time: 2.8393421 Feb 19 04:43:30.524500 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e72b06c-af32-4bdf-b98a-fd307cb9e3fa None None] Network d8802d95-cbc6-4f0f-8f82-bf6f72af4d26 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:43:30.532225 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40178) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:30.608784 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f496dc01-1228-430c-bc94-6729108cda18 admin admin] Publish callbacks [] for port (6f7c7a49-5414-464c-bb03-ee951b5f2a3d), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:30.630597 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f496dc01-1228-430c-bc94-6729108cda18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (6f7c7a49-5414-464c-bb03-ee951b5f2a3d), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:30.863572 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f496dc01-1228-430c-bc94-6729108cda18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:30.882764 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496dc01-1228-430c-bc94-6729108cda18 admin admin] Pushing event updated for resources: {'Port': ['ID=6f7c7a49-5414-464c-bb03-ee951b5f2a3d,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:30.884267 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b8662eac-e273-4640-a8bd-d7435bd153af up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:43:30.956050 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e610c71-fc4c-4a9e-8947-3f94a3a5f076 req-0fea9366-5ec3-409e-931b-11246ce40120 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:30.957944 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e610c71-fc4c-4a9e-8947-3f94a3a5f076 req-0fea9366-5ec3-409e-931b-11246ce40120 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfcda203-8430-4be6-b898-5edf16625b85 HTTP/1.1" status: 200 len: 944 time: 0.5679698 Feb 19 04:43:30.981891 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-53381370-eb45-4245-97fd-579f8c54bf7e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (d8802d95-cbc6-4f0f-8f82-bf6f72af4d26), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:31.017905 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:31.019160 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:31.158787 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b,segment=NetworkSegment(7af37f3c-08f6-4bcf-93c7-e457ea186b58),segment_id=7af37f3c-08f6-4bcf-93c7-e457ea186b58)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:43:31.164310 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcda203-8430-4be6-b898-5edf16625b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:43:31.167637 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adffc3f7-3b57-4578-bf57-dd0936ec9ee6" -d '{"events": [{"server_uuid": "bfcda203-8430-4be6-b898-5edf16625b85", "name": "network-vif-plugged", "status": "completed", "tag": "9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:43:31.190977 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:31.262913 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e610c71-fc4c-4a9e-8947-3f94a3a5f076 req-63912939-7c38-40fe-b28d-952269c6f650 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/security-groups?id=797093dc-89f4-4a29-b99e-4a32eb5c150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726972 Feb 19 04:43:31.334210 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-53381370-eb45-4245-97fd-579f8c54bf7e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting port 900ff0cd-eebe-4db1-8813-39c0f9333c6f {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:43:31.334641 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-53381370-eb45-4245-97fd-579f8c54bf7e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (900ff0cd-eebe-4db1-8813-39c0f9333c6f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:31.347957 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f496dc01-1228-430c-bc94-6729108cda18 admin admin] Network a3539187-cc67-4fa5-a771-d626621d7371 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:43:31.356404 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-f496dc01-1228-430c-bc94-6729108cda18 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:43:31.461606 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50d5f30-dad0-4907-bd10-72adac4e8a19 x-openstack-request-id: req-c50d5f30-dad0-4907-bd10-72adac4e8a19 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:43:31.461930 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcda203-8430-4be6-b898-5edf16625b85", "name": "network-vif-plugged", "status": "completed", "tag": "9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:43:31.462256 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c50d5f30-dad0-4907-bd10-72adac4e8a19 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:43:31.462617 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcda203-8430-4be6-b898-5edf16625b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b', 'code': 200} Feb 19 04:43:31.544986 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:31.579596 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b8662eac-e273-4640-a8bd-d7435bd153af triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:31.579897 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b8662eac-e273-4640-a8bd-d7435bd153af), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:31.691985 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-53381370-eb45-4245-97fd-579f8c54bf7e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] For port 900ff0cd-eebe-4db1-8813-39c0f9333c6f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=900ff0cd-eebe-4db1-8813-39c0f9333c6f,segment=NetworkSegment(378f7b4a-38ea-4abb-b435-2e01460be35d),segment_id=378f7b4a-38ea-4abb-b435-2e01460be35d)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:43:31.692859 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-53381370-eb45-4245-97fd-579f8c54bf7e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (900ff0cd-eebe-4db1-8813-39c0f9333c6f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:31.769472 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-53381370-eb45-4245-97fd-579f8c54bf7e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Calling delete_port for 900ff0cd-eebe-4db1-8813-39c0f9333c6f owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:43:31.856835 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f496dc01-1228-430c-bc94-6729108cda18 admin admin] Router 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:43:32.180984 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f496dc01-1228-430c-bc94-6729108cda18 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:43:32.201795 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f496dc01-1228-430c-bc94-6729108cda18 admin admin] 10.222.0.65 "PUT /v2.0/routers/1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5314045 Feb 19 04:43:32.220948 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5b78f-e800-44a2-81e0-034f800f0a8e req-f7b23e63-d25d-4e49-8e55-8d0c2db88210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:32.231032 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3fc5b78f-e800-44a2-81e0-034f800f0a8e req-f7b23e63-d25d-4e49-8e55-8d0c2db88210 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bfcda203-8430-4be6-b898-5edf16625b85 HTTP/1.1" status: 200 len: 1127 time: 0.4124334 Feb 19 04:43:32.298927 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-53381370-eb45-4245-97fd-579f8c54bf7e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (900ff0cd-eebe-4db1-8813-39c0f9333c6f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:32.412741 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3fc5b78f-e800-44a2-81e0-034f800f0a8e req-6de165bf-34eb-4008-a45c-8336ca606b6b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=797093dc-89f4-4a29-b99e-4a32eb5c150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753941 Feb 19 04:43:32.441185 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53381370-eb45-4245-97fd-579f8c54bf7e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Port': ['ID=900ff0cd-eebe-4db1-8813-39c0f9333c6f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:32.449115 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53381370-eb45-4245-97fd-579f8c54bf7e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] No DVR routers for this DVR port 900ff0cd-eebe-4db1-8813-39c0f9333c6f on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:43:32.506190 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbd5a31-2c1a-4608-9436-350685135d21 None None] DHCP port deletion for d8802d95-cbc6-4f0f-8f82-bf6f72af4d26 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:43:32.591691 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-540ff531-724b-4708-b107-bb721bbb1fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:32.676717 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e892859a-7826-4022-af14-fe1453a71bc6 None None] Provisioning complete for port 6f7c7a49-5414-464c-bb03-ee951b5f2a3d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:32.678058 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e892859a-7826-4022-af14-fe1453a71bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6f7c7a49-5414-464c-bb03-ee951b5f2a3d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:32.697498 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-53381370-eb45-4245-97fd-579f8c54bf7e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (d8802d95-cbc6-4f0f-8f82-bf6f72af4d26), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:32.788581 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-53381370-eb45-4245-97fd-579f8c54bf7e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8802d95-cbc6-4f0f-8f82-bf6f72af4d26']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:32.815907 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-53381370-eb45-4245-97fd-579f8c54bf7e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378f7b4a-38ea-4abb-b435-2e01460be35d') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:32.818804 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-53381370-eb45-4245-97fd-579f8c54bf7e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378f7b4a-38ea-4abb-b435-2e01460be35d') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:32.834926 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e892859a-7826-4022-af14-fe1453a71bc6 None None] Port 6f7c7a49-5414-464c-bb03-ee951b5f2a3d cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:43:32.846832 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-53381370-eb45-4245-97fd-579f8c54bf7e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (378f7b4a-38ea-4abb-b435-2e01460be35d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:32.881224 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-53381370-eb45-4245-97fd-579f8c54bf7e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (378f7b4a-38ea-4abb-b435-2e01460be35d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:32.903183 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53381370-eb45-4245-97fd-579f8c54bf7e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:43:32.904000 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-53381370-eb45-4245-97fd-579f8c54bf7e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (378f7b4a-38ea-4abb-b435-2e01460be35d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:32.905356 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b8662eac-e273-4640-a8bd-d7435bd153af is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:32.906149 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b8662eac-e273-4640-a8bd-d7435bd153af), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:32.951112 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port b8662eac-e273-4640-a8bd-d7435bd153af, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b8662eac-e273-4640-a8bd-d7435bd153af,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:43:32.967873 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b8662eac-e273-4640-a8bd-d7435bd153af), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:43:33.099889 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:43:33.111125 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-53381370-eb45-4245-97fd-579f8c54bf7e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (d8802d95-cbc6-4f0f-8f82-bf6f72af4d26), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:33.138329 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-53381370-eb45-4245-97fd-579f8c54bf7e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:33.139852 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=b8662eac-e273-4640-a8bd-d7435bd153af,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:33.147015 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-53381370-eb45-4245-97fd-579f8c54bf7e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/networks/d8802d95-cbc6-4f0f-8f82-bf6f72af4d26 HTTP/1.1" status: 204 len: 168 time: 2.6125593 Feb 19 04:43:33.154019 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40254) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:33.181880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-ebf1a9d7-710c-429c-b0b9-818d12564f90 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1695899714'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:33.211224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53381370-eb45-4245-97fd-579f8c54bf7e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Network': ['ID=d8802d95-cbc6-4f0f-8f82-bf6f72af4d26,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:33.215873 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 900ff0cd-eebe-4db1-8813-39c0f9333c6f no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:43:33.302659 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf1a9d7-710c-429c-b0b9-818d12564f90 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:43:33.311339 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 900ff0cd-eebe-4db1-8813-39c0f9333c6f {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:43:33.321519 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 900ff0cd-eebe-4db1-8813-39c0f9333c6f not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:43:33.322581 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a9d7-710c-429c-b0b9-818d12564f90 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:33.345939 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0d689-4887-4374-82ae-fa64805a90fd req-ee67dfbe-9e7b-461d-979b-261935d0f205 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:33.349475 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3dc0d689-4887-4374-82ae-fa64805a90fd req-ee67dfbe-9e7b-461d-979b-261935d0f205 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfcda203-8430-4be6-b898-5edf16625b85 HTTP/1.1" status: 200 len: 945 time: 0.2660978 Feb 19 04:43:33.412386 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf1a9d7-710c-429c-b0b9-818d12564f90 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:43:33.443053 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a9d7-710c-429c-b0b9-818d12564f90 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (e4becb2f-98df-4f05-ad69-94fd8b243a02), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:33.443327 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-ebf1a9d7-710c-429c-b0b9-818d12564f90 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Added segment e4becb2f-98df-4f05-ad69-94fd8b243a02 of type vlan for network 95bfefba-b942-4a05-848c-0c2db294298a Feb 19 04:43:33.498832 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3dc0d689-4887-4374-82ae-fa64805a90fd req-c4b423dc-27f0-4933-8dae-2174cc574565 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/security-groups?id=797093dc-89f4-4a29-b99e-4a32eb5c150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368318 Feb 19 04:43:33.566720 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a9d7-710c-429c-b0b9-818d12564f90 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (95bfefba-b942-4a05-848c-0c2db294298a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:33.627691 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] Sync routers for ids ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:43:33.645144 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a9d7-710c-429c-b0b9-818d12564f90 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (95bfefba-b942-4a05-848c-0c2db294298a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:33.650059 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] Routers {'1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:43:33.651799 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:43:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:33.653010 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf1a9d7-710c-429c-b0b9-818d12564f90 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:33.653866 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a9d7-710c-429c-b0b9-818d12564f90 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:33.702077 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ebf1a9d7-710c-429c-b0b9-818d12564f90 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5459287 Feb 19 04:43:33.704897 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40260) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:33.710962 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-75c02139-bd65-4a73-bd23-7eeec5b33c9b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'subnet': {'network_id': '95bfefba-b942-4a05-848c-0c2db294298a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:33.890458 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1a9d7-710c-429c-b0b9-818d12564f90 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Network': ['ID=95bfefba-b942-4a05-848c-0c2db294298a,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:33.908322 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 95bfefba-b942-4a05-848c-0c2db294298a details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:43:34.010383 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] Set router 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:43:34.088535 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c02139-bd65-4a73-bd23-7eeec5b33c9b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:43:34.141064 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-75c02139-bd65-4a73-bd23-7eeec5b33c9b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:34.681088 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40296) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:34.686495 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-4653903d-7971-4025-85c2-f2016040f4e7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Request body: {'security_group': {'name': 'tempest-securitygroup--649074270', 'description': 'tempest-description--1731096412'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:34.771713 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4653903d-7971-4025-85c2-f2016040f4e7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:35.046761 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-87564d03-f7cd-4840-9219-cff62fde54e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:35.130592 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4653903d-7971-4025-85c2-f2016040f4e7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for security_group (f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:35.159858 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4653903d-7971-4025-85c2-f2016040f4e7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:35.278467 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1496505428-router', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:04Z', 'updated_at': '2022-02-19T04:43:29Z', 'revision_number': 4, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'gw_port': {'id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:11Z', 'updated_at': '2022-02-19T04:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '6f7c7a49-5414-464c-bb03-ee951b5f2a3d', 'name': '', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'mac_address': 'fa:16:3e:c2:9d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:26Z', 'updated_at': '2022-02-19T04:43:29Z', 'revision_number': 2, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'subnets': [{'id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:35.288713 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4653903d-7971-4025-85c2-f2016040f4e7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:35.306439 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b8662eac-e273-4640-a8bd-d7435bd153af up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:43:35.312104 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4653903d-7971-4025-85c2-f2016040f4e7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6276493 Feb 19 04:43:35.317180 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40314) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:35.325296 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-deae0da6-80be-434f-b72b-37c897f35882 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Request body: {'security_group_rule': {'security_group_id': 'f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:35.357933 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] Checking router: 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:43:35.361206 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] Updating router 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb port 6f7c7a49-5414-464c-bb03-ee951b5f2a3d binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:43:35.395191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653903d-7971-4025-85c2-f2016040f4e7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:35.441699 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6f7c7a49-5414-464c-bb03-ee951b5f2a3d), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:35.443579 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b8662eac-e273-4640-a8bd-d7435bd153af triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:35.445409 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b8662eac-e273-4640-a8bd-d7435bd153af), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:35.450614 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-deae0da6-80be-434f-b72b-37c897f35882 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for security_group_rule (f74f7968-3966-4064-acf0-feea8334c15e), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:35.459939 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b484df-f2e3-4e8c-9131-aa75dd8453dd req-a4824416-f812-4656-94e2-9d213fe58c5b tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:35.463480 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e5b484df-f2e3-4e8c-9131-aa75dd8453dd req-a4824416-f812-4656-94e2-9d213fe58c5b tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfcda203-8430-4be6-b898-5edf16625b85 HTTP/1.1" status: 200 len: 945 time: 0.7232928 Feb 19 04:43:35.465115 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-75c02139-bd65-4a73-bd23-7eeec5b33c9b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (3023bf6f-b446-45a6-9e7f-21660bf7801f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:35.642966 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40318) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:35.718251 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b8662eac-e273-4640-a8bd-d7435bd153af is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:35.778848 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-deae0da6-80be-434f-b72b-37c897f35882 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for security_group_rule (f74f7968-3966-4064-acf0-feea8334c15e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:35.785420 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-deae0da6-80be-434f-b72b-37c897f35882 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (f74f7968-3966-4064-acf0-feea8334c15e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:35.884055 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-deae0da6-80be-434f-b72b-37c897f35882 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:35.889112 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-deae0da6-80be-434f-b72b-37c897f35882 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5698254 Feb 19 04:43:35.900717 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40332) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:35.909374 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-9da2822f-db3c-48e8-a4b6-fb3a09faaa88 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Request body: {'security_group_rule': {'security_group_id': 'f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:35.912840 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e5b484df-f2e3-4e8c-9131-aa75dd8453dd req-9cbfe4a7-fc64-4ee7-a2c3-c9495734b349 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/security-groups?id=797093dc-89f4-4a29-b99e-4a32eb5c150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113059 Feb 19 04:43:35.981640 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae0da6-80be-434f-b72b-37c897f35882 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74f7968-3966-4064-acf0-feea8334c15e,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:36.005696 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c02139-bd65-4a73-bd23-7eeec5b33c9b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Subnet': ['ID=3023bf6f-b446-45a6-9e7f-21660bf7801f,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:36.040729 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9da2822f-db3c-48e8-a4b6-fb3a09faaa88 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for security_group_rule (c8f7c570-990c-4ba8-804c-c943c75825c7), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:36.067244 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c02139-bd65-4a73-bd23-7eeec5b33c9b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Checking segment: {'id': 'e4becb2f-98df-4f05-ad69-94fd8b243a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '95bfefba-b942-4a05-848c-0c2db294298a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:43:36.067603 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c02139-bd65-4a73-bd23-7eeec5b33c9b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network hostable DHCP agents. Network: 95bfefba-b942-4a05-848c-0c2db294298a, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:43:36.082783 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c02139-bd65-4a73-bd23-7eeec5b33c9b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.086767 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c02139-bd65-4a73-bd23-7eeec5b33c9b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.088317 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c02139-bd65-4a73-bd23-7eeec5b33c9b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.090212 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c02139-bd65-4a73-bd23-7eeec5b33c9b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.092257 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c02139-bd65-4a73-bd23-7eeec5b33c9b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.092257 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c02139-bd65-4a73-bd23-7eeec5b33c9b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.094552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c02139-bd65-4a73-bd23-7eeec5b33c9b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.096103 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c02139-bd65-4a73-bd23-7eeec5b33c9b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.096836 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c02139-bd65-4a73-bd23-7eeec5b33c9b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.098276 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c02139-bd65-4a73-bd23-7eeec5b33c9b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.101202 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c02139-bd65-4a73-bd23-7eeec5b33c9b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.101903 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c02139-bd65-4a73-bd23-7eeec5b33c9b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.103169 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c02139-bd65-4a73-bd23-7eeec5b33c9b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.161397 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c02139-bd65-4a73-bd23-7eeec5b33c9b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network 95bfefba-b942-4a05-848c-0c2db294298a is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:43:36.190104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-75c02139-bd65-4a73-bd23-7eeec5b33c9b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 95bfefba-b942-4a05-848c-0c2db294298a) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:43:36.199542 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c02139-bd65-4a73-bd23-7eeec5b33c9b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:36.199542 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-75c02139-bd65-4a73-bd23-7eeec5b33c9b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:36.213043 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385e36fa-cdcf-4dcf-8df8-ab3b6f9accd9 None None] Network 95bfefba-b942-4a05-848c-0c2db294298a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:43:36.235719 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9da2822f-db3c-48e8-a4b6-fb3a09faaa88 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for security_group_rule (c8f7c570-990c-4ba8-804c-c943c75825c7), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:36.245995 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9da2822f-db3c-48e8-a4b6-fb3a09faaa88 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (c8f7c570-990c-4ba8-804c-c943c75825c7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:36.268706 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-75c02139-bd65-4a73-bd23-7eeec5b33c9b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5568841 Feb 19 04:43:36.270386 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40338) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:36.287678 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-3bfeae73-5a16-462c-9359-c8fb2b88b2e8 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-402484160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:36.322839 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2822f-db3c-48e8-a4b6-fb3a09faaa88 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f7c570-990c-4ba8-804c-c943c75825c7,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:36.336566 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9da2822f-db3c-48e8-a4b6-fb3a09faaa88 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:36.343908 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9da2822f-db3c-48e8-a4b6-fb3a09faaa88 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4367597 Feb 19 04:43:36.344201 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40342) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:36.360742 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-08cecfc9-c71a-4d37-834a-540fa80f0bdc tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:36.418523 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-08cecfc9-c71a-4d37-834a-540fa80f0bdc tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:36.426428 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3bfeae73-5a16-462c-9359-c8fb2b88b2e8 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (c09be3b1-513e-4cc8-9670-19188d8c3600), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:36.427864 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3bfeae73-5a16-462c-9359-c8fb2b88b2e8 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (c09be3b1-513e-4cc8-9670-19188d8c3600), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:36.448669 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] Publish callbacks [] for port (6f7c7a49-5414-464c-bb03-ee951b5f2a3d), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:36.477422 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6f7c7a49-5414-464c-bb03-ee951b5f2a3d), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:36.599037 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3bfeae73-5a16-462c-9359-c8fb2b88b2e8 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for router_controller (c09be3b1-513e-4cc8-9670-19188d8c3600), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:36.638135 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3bfeae73-5a16-462c-9359-c8fb2b88b2e8 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (c09be3b1-513e-4cc8-9670-19188d8c3600), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:36.659392 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376ebd1-6801-4ddf-9e1b-ba326e8fa3df None None] Pushing event updated for resources: {'Port': ['ID=6f7c7a49-5414-464c-bb03-ee951b5f2a3d,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:36.717397 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3bfeae73-5a16-462c-9359-c8fb2b88b2e8 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:36.731451 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3bfeae73-5a16-462c-9359-c8fb2b88b2e8 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4598055 Feb 19 04:43:36.736489 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40354) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:36.745153 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-46e5df25-f68e-4815-be50-466665aa1ffc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'port': {'network_id': '95bfefba-b942-4a05-848c-0c2db294298a', 'name': 'tempest-PortsTestJSON-1034343970'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:36.770874 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b376ebd1-6801-4ddf-9e1b-ba326e8fa3df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.777226 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b376ebd1-6801-4ddf-9e1b-ba326e8fa3df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.777835 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b376ebd1-6801-4ddf-9e1b-ba326e8fa3df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.790213 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b376ebd1-6801-4ddf-9e1b-ba326e8fa3df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.790716 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b376ebd1-6801-4ddf-9e1b-ba326e8fa3df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.791231 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b376ebd1-6801-4ddf-9e1b-ba326e8fa3df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.791678 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b376ebd1-6801-4ddf-9e1b-ba326e8fa3df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.797634 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b376ebd1-6801-4ddf-9e1b-ba326e8fa3df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.798186 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b376ebd1-6801-4ddf-9e1b-ba326e8fa3df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.798634 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b376ebd1-6801-4ddf-9e1b-ba326e8fa3df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.799104 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b376ebd1-6801-4ddf-9e1b-ba326e8fa3df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.801901 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b376ebd1-6801-4ddf-9e1b-ba326e8fa3df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.802364 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b376ebd1-6801-4ddf-9e1b-ba326e8fa3df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:36.852703 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-8c27fc3b-e759-4624-a247-b2689521d410 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'network': {'name': 'tempest-network-smoke--814724270', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'port_security_enabled': True}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:36.867826 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf03bda-8223-4f76-ac78-4e732c33db65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-95bfefba-b942-4a05-848c-0c2db294298a', 'network_id': '95bfefba-b942-4a05-848c-0c2db294298a', 'project_id': 'b22199734b444e0a969d6c4b9c60d63d', 'fixed_ips': [{'subnet_id': '3023bf6f-b446-45a6-9e7f-21660bf7801f'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:43:36.869840 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4cf03bda-8223-4f76-ac78-4e732c33db65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:36.946410 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:37.033730 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] Attempting to bind port 6f7c7a49-5414-464c-bb03-ee951b5f2a3d on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:43:37.039473 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] Attempting to bind port 6f7c7a49-5414-464c-bb03-ee951b5f2a3d by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '2fab93a9-8d2f-4a49-bb5f-6b13775efd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:43:37.040471 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] Attempting to bind port 6f7c7a49-5414-464c-bb03-ee951b5f2a3d on network a3539187-cc67-4fa5-a771-d626621d7371 {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:43:37.051980 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:43:37.052396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c27fc3b-e759-4624-a247-b2689521d410 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Made reservation on behalf of b788333bfa1e461e8bfe78d2c356d7b3 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:43:37.053041 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] Checking segment: {'id': '2fab93a9-8d2f-4a49-bb5f-6b13775efd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:43:37.055289 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:37.055966 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] Bound using segment: {'id': '2fab93a9-8d2f-4a49-bb5f-6b13775efd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:43:37.056848 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] Bound port: 6f7c7a49-5414-464c-bb03-ee951b5f2a3d, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fab93a9-8d2f-4a49-bb5f-6b13775efd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:43:37.061572 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6f7c7a49-5414-464c-bb03-ee951b5f2a3d), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:37.068225 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c27fc3b-e759-4624-a247-b2689521d410 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:37.211299 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c27fc3b-e759-4624-a247-b2689521d410 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:37.219046 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e5df25-f68e-4815-be50-466665aa1ffc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:43:37.223683 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-46e5df25-f68e-4815-be50-466665aa1ffc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:37.282553 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] For port 6f7c7a49-5414-464c-bb03-ee951b5f2a3d, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:43:37.289733 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] For port 6f7c7a49-5414-464c-bb03-ee951b5f2a3d, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6f7c7a49-5414-464c-bb03-ee951b5f2a3d,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:43:37.300238 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-46e5df25-f68e-4815-be50-466665aa1ffc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] device_id is not set on port 55060097-efc7-465e-b998-039b65737497 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:43:37.309392 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6f7c7a49-5414-464c-bb03-ee951b5f2a3d), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:37.309850 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-4cf03bda-8223-4f76-ac78-4e732c33db65 None None] Allocated IP 172.20.0.2 (95bfefba-b942-4a05-848c-0c2db294298a/3023bf6f-b446-45a6-9e7f-21660bf7801f/18ba00fa-0a1f-44a6-afd5-f623a3226257) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:43:37.416713 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-08cecfc9-c71a-4d37-834a-540fa80f0bdc tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:37.466868 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376ebd1-6801-4ddf-9e1b-ba326e8fa3df None None] Pushing event updated for resources: {'Port': ['ID=6f7c7a49-5414-464c-bb03-ee951b5f2a3d,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:37.496632 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] Routers {'1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:43:37.498850 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:43:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:37.783526 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] Set router 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:43:37.813363 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29984bbd-2607-49b5-a97f-f56524a9d3e3 None None] Provisioning complete for port 6f7c7a49-5414-464c-bb03-ee951b5f2a3d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:37.813878 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29984bbd-2607-49b5-a97f-f56524a9d3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6f7c7a49-5414-464c-bb03-ee951b5f2a3d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:37.993614 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:38.103544 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:38.337485 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4cf03bda-8223-4f76-ac78-4e732c33db65 None None] Publish callbacks [] for port (18ba00fa-0a1f-44a6-afd5-f623a3226257), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:38.343747 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29984bbd-2607-49b5-a97f-f56524a9d3e3 None None] Current status of the port 6f7c7a49-5414-464c-bb03-ee951b5f2a3d is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:38.344786 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29984bbd-2607-49b5-a97f-f56524a9d3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6f7c7a49-5414-464c-bb03-ee951b5f2a3d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:38.371350 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4cf03bda-8223-4f76-ac78-4e732c33db65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (18ba00fa-0a1f-44a6-afd5-f623a3226257), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:38.374203 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-08cecfc9-c71a-4d37-834a-540fa80f0bdc tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Allocated IP 172.25.0.166 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/739f671a-19e2-4c41-8512-eb45e0fe50f6) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:43:38.458812 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29984bbd-2607-49b5-a97f-f56524a9d3e3 None None] For port 6f7c7a49-5414-464c-bb03-ee951b5f2a3d, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6f7c7a49-5414-464c-bb03-ee951b5f2a3d,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:43:38.472885 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29984bbd-2607-49b5-a97f-f56524a9d3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6f7c7a49-5414-464c-bb03-ee951b5f2a3d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:38.481870 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf03bda-8223-4f76-ac78-4e732c33db65 None None] Network 95bfefba-b942-4a05-848c-0c2db294298a is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:43:38.483937 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf03bda-8223-4f76-ac78-4e732c33db65 None None] Pushing event updated for resources: {'Port': ['ID=18ba00fa-0a1f-44a6-afd5-f623a3226257,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:38.494650 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-4cf03bda-8223-4f76-ac78-4e732c33db65 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:43:38.500283 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf03bda-8223-4f76-ac78-4e732c33db65 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:43:38.591342 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c27fc3b-e759-4624-a247-b2689521d410 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group (ab265f5f-a241-4642-aa09-c07fa8cd2c78), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:38.608466 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29984bbd-2607-49b5-a97f-f56524a9d3e3 None None] Pushing event updated for resources: {'Port': ['ID=6f7c7a49-5414-464c-bb03-ee951b5f2a3d,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:38.655499 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1496505428-router', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:04Z', 'updated_at': '2022-02-19T04:43:29Z', 'revision_number': 4, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'gw_port': {'id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:11Z', 'updated_at': '2022-02-19T04:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '6f7c7a49-5414-464c-bb03-ee951b5f2a3d', 'name': '', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'mac_address': 'fa:16:3e:c2:9d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:26Z', 'updated_at': '2022-02-19T04:43:37Z', 'revision_number': 4, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'subnets': [{'id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:38.676360 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-46e5df25-f68e-4815-be50-466665aa1ffc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Allocated IP 172.20.0.10 (95bfefba-b942-4a05-848c-0c2db294298a/3023bf6f-b446-45a6-9e7f-21660bf7801f/55060097-efc7-465e-b998-039b65737497) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:43:38.700354 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8c9df7c6-be41-4687-bfe8-062c30478c8a None None] Provisioning complete for port 6f7c7a49-5414-464c-bb03-ee951b5f2a3d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:38.701216 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8c9df7c6-be41-4687-bfe8-062c30478c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6f7c7a49-5414-464c-bb03-ee951b5f2a3d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:38.730265 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-4cf03bda-8223-4f76-ac78-4e732c33db65 None None] Attempting to bind port 18ba00fa-0a1f-44a6-afd5-f623a3226257 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:43:38.731123 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-4cf03bda-8223-4f76-ac78-4e732c33db65 None None] Attempting to bind port 18ba00fa-0a1f-44a6-afd5-f623a3226257 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'e4becb2f-98df-4f05-ad69-94fd8b243a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '95bfefba-b942-4a05-848c-0c2db294298a'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:43:38.731767 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf03bda-8223-4f76-ac78-4e732c33db65 None None] Attempting to bind port 18ba00fa-0a1f-44a6-afd5-f623a3226257 on network 95bfefba-b942-4a05-848c-0c2db294298a {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:43:38.750381 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf03bda-8223-4f76-ac78-4e732c33db65 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:43:38.750726 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c27fc3b-e759-4624-a247-b2689521d410 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ab265f5f-a241-4642-aa09-c07fa8cd2c78), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:38.752856 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf03bda-8223-4f76-ac78-4e732c33db65 None None] Checking segment: {'id': 'e4becb2f-98df-4f05-ad69-94fd8b243a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '95bfefba-b942-4a05-848c-0c2db294298a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:43:38.754134 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4cf03bda-8223-4f76-ac78-4e732c33db65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:38.755289 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf03bda-8223-4f76-ac78-4e732c33db65 None None] Bound using segment: {'id': 'e4becb2f-98df-4f05-ad69-94fd8b243a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '95bfefba-b942-4a05-848c-0c2db294298a'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:43:38.756815 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-4cf03bda-8223-4f76-ac78-4e732c33db65 None None] Bound port: 18ba00fa-0a1f-44a6-afd5-f623a3226257, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4becb2f-98df-4f05-ad69-94fd8b243a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '95bfefba-b942-4a05-848c-0c2db294298a'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:43:38.758024 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4cf03bda-8223-4f76-ac78-4e732c33db65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (18ba00fa-0a1f-44a6-afd5-f623a3226257), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:38.802756 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab05d0d3-a7e8-4722-a620-24cc3fa17439 None None] The sync data for ids ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'] in n-d-772273-4 is: [{'id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1496505428-router', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:04Z', 'updated_at': '2022-02-19T04:43:29Z', 'revision_number': 4, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'gw_port': {'id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:11Z', 'updated_at': '2022-02-19T04:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '6f7c7a49-5414-464c-bb03-ee951b5f2a3d', 'name': '', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'mac_address': 'fa:16:3e:c2:9d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:26Z', 'updated_at': '2022-02-19T04:43:37Z', 'revision_number': 4, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'subnets': [{'id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:43:38.887371 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c27fc3b-e759-4624-a247-b2689521d410 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:43:38.999661 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27fc3b-e759-4624-a247-b2689521d410 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab265f5f-a241-4642-aa09-c07fa8cd2c78,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:39.031871 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c27fc3b-e759-4624-a247-b2689521d410 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (e92e12a9-5c7c-4b88-b56e-16aa206424c1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:39.032228 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-8c27fc3b-e759-4624-a247-b2689521d410 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Added segment e92e12a9-5c7c-4b88-b56e-16aa206424c1 of type vlan for network 8cf40e8d-bb62-447b-a435-9b688d0fd6d7 Feb 19 04:43:39.062939 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-46e5df25-f68e-4815-be50-466665aa1ffc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for port (55060097-efc7-465e-b998-039b65737497), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:39.086716 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8c9df7c6-be41-4687-bfe8-062c30478c8a None None] Current status of the port 6f7c7a49-5414-464c-bb03-ee951b5f2a3d is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:39.114581 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-08cecfc9-c71a-4d37-834a-540fa80f0bdc tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for port (739f671a-19e2-4c41-8512-eb45e0fe50f6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:39.133970 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c27fc3b-e759-4624-a247-b2689521d410 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (8cf40e8d-bb62-447b-a435-9b688d0fd6d7), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:39.167569 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4aa9f6-0060-4fd9-b574-32796d7747b7 req-dff82f35-185a-4618-b7d7-ed39dd17b01b tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:39.181032 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb4aa9f6-0060-4fd9-b574-32796d7747b7 req-dff82f35-185a-4618-b7d7-ed39dd17b01b tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfcda203-8430-4be6-b898-5edf16625b85 HTTP/1.1" status: 200 len: 945 time: 0.9384651 Feb 19 04:43:39.191254 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-46e5df25-f68e-4815-be50-466665aa1ffc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (55060097-efc7-465e-b998-039b65737497), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:39.278800 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-4cf03bda-8223-4f76-ac78-4e732c33db65 None None] For port 18ba00fa-0a1f-44a6-afd5-f623a3226257, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:43:39.296797 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-4cf03bda-8223-4f76-ac78-4e732c33db65 None None] For port 18ba00fa-0a1f-44a6-afd5-f623a3226257, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=18ba00fa-0a1f-44a6-afd5-f623a3226257,segment=NetworkSegment(e4becb2f-98df-4f05-ad69-94fd8b243a02),segment_id=e4becb2f-98df-4f05-ad69-94fd8b243a02)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:43:39.303321 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:39.326472 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5df25-f68e-4815-be50-466665aa1ffc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Port': ['ID=55060097-efc7-465e-b998-039b65737497,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:39.368016 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4cf03bda-8223-4f76-ac78-4e732c33db65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (18ba00fa-0a1f-44a6-afd5-f623a3226257), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:39.395792 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c27fc3b-e759-4624-a247-b2689521d410 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (8cf40e8d-bb62-447b-a435-9b688d0fd6d7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:39.457959 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:39.460984 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c27fc3b-e759-4624-a247-b2689521d410 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:39.462075 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c27fc3b-e759-4624-a247-b2689521d410 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:39.473410 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e5df25-f68e-4815-be50-466665aa1ffc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network 95bfefba-b942-4a05-848c-0c2db294298a is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:43:39.494222 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-46e5df25-f68e-4815-be50-466665aa1ffc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:43:39.526614 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6f7c7a49-5414-464c-bb03-ee951b5f2a3d up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:43:39.573749 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e5df25-f68e-4815-be50-466665aa1ffc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:43:39.618426 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf03bda-8223-4f76-ac78-4e732c33db65 None None] Pushing event updated for resources: {'Port': ['ID=18ba00fa-0a1f-44a6-afd5-f623a3226257,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:39.724101 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb4aa9f6-0060-4fd9-b574-32796d7747b7 req-a4c2e669-27a4-41b8-beab-1690eb8e5815 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/security-groups?id=797093dc-89f4-4a29-b99e-4a32eb5c150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5443439 Feb 19 04:43:39.767647 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 6f7c7a49-5414-464c-bb03-ee951b5f2a3d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:39.768331 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6f7c7a49-5414-464c-bb03-ee951b5f2a3d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:39.791606 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e5df25-f68e-4815-be50-466665aa1ffc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:39.793099 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-46e5df25-f68e-4815-be50-466665aa1ffc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:39.855933 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-46e5df25-f68e-4815-be50-466665aa1ffc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1171150 Feb 19 04:43:39.861879 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40406) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:39.939831 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-08cecfc9-c71a-4d37-834a-540fa80f0bdc tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (739f671a-19e2-4c41-8512-eb45e0fe50f6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:40.082422 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8c27fc3b-e759-4624-a247-b2689521d410 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 4.4377973 Feb 19 04:43:40.091820 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27fc3b-e759-4624-a247-b2689521d410 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'Network': ['ID=8cf40e8d-bb62-447b-a435-9b688d0fd6d7,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:40.115844 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 8cf40e8d-bb62-447b-a435-9b688d0fd6d7 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:43:40.145808 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40414) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:40.261323 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-3bac731e-7b8c-4c6c-a269-44aa630611c5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1392878627', 'admin_state_up': True, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:40.370691 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cecfc9-c71a-4d37-834a-540fa80f0bdc tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:43:40.383305 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 6f7c7a49-5414-464c-bb03-ee951b5f2a3d is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:40.417386 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-08cecfc9-c71a-4d37-834a-540fa80f0bdc tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:43:40.423205 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cecfc9-c71a-4d37-834a-540fa80f0bdc tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:43:40.963558 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3d66e5af-8aed-49ce-83f5-92d10ca1089a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (55060097-efc7-465e-b998-039b65737497), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:41.224856 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 18ba00fa-0a1f-44a6-afd5-f623a3226257 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:43:41.388851 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 18ba00fa-0a1f-44a6-afd5-f623a3226257 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:41.389819 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (18ba00fa-0a1f-44a6-afd5-f623a3226257), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:41.657461 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-08cecfc9-c71a-4d37-834a-540fa80f0bdc tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for floatingip (beba3bef-44d8-48fa-accb-8898dbbd6a65), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:41.667794 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3bac731e-7b8c-4c6c-a269-44aa630611c5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (621532a0-3aab-4f04-860c-479351fd9de6), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:41.669905 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3bac731e-7b8c-4c6c-a269-44aa630611c5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (621532a0-3aab-4f04-860c-479351fd9de6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:41.736593 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 18ba00fa-0a1f-44a6-afd5-f623a3226257 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:41.737959 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (18ba00fa-0a1f-44a6-afd5-f623a3226257), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:41.783026 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-08cecfc9-c71a-4d37-834a-540fa80f0bdc tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (739f671a-19e2-4c41-8512-eb45e0fe50f6), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:41.822653 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:43:41.934924 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40442) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:41.995787 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-08cecfc9-c71a-4d37-834a-540fa80f0bdc tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for port (739f671a-19e2-4c41-8512-eb45e0fe50f6), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:42.006953 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 18ba00fa-0a1f-44a6-afd5-f623a3226257, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=18ba00fa-0a1f-44a6-afd5-f623a3226257,segment=NetworkSegment(e4becb2f-98df-4f05-ad69-94fd8b243a02),segment_id=e4becb2f-98df-4f05-ad69-94fd8b243a02)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:43:42.024831 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3d66e5af-8aed-49ce-83f5-92d10ca1089a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for port (55060097-efc7-465e-b998-039b65737497), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:42.033617 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (18ba00fa-0a1f-44a6-afd5-f623a3226257), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:42.037921 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3d66e5af-8aed-49ce-83f5-92d10ca1089a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (55060097-efc7-465e-b998-039b65737497), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:42.082809 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095d1e9-3f52-4fa9-9ba4-ca8b67124c34 req-b523572d-98b3-4587-b0aa-0f35ebfd3a4f tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:42.094763 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7095d1e9-3f52-4fa9-9ba4-ca8b67124c34 req-b523572d-98b3-4587-b0aa-0f35ebfd3a4f tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfcda203-8430-4be6-b898-5edf16625b85 HTTP/1.1" status: 200 len: 945 time: 2.6216438 Feb 19 04:43:42.108435 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-08cecfc9-c71a-4d37-834a-540fa80f0bdc tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (739f671a-19e2-4c41-8512-eb45e0fe50f6), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:42.135113 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cecfc9-c71a-4d37-834a-540fa80f0bdc tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Pushing event updated for resources: {'Port': ['ID=739f671a-19e2-4c41-8512-eb45e0fe50f6,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:42.314707 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849afeea-42bf-4c79-86e0-f1ad9a8bd2c3 None None] Network 95bfefba-b942-4a05-848c-0c2db294298a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:43:42.430166 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8aa04f74-754a-419c-a915-79c20c411941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:42.467131 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66e5af-8aed-49ce-83f5-92d10ca1089a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Port': ['ID=55060097-efc7-465e-b998-039b65737497,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:42.505297 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3bac731e-7b8c-4c6c-a269-44aa630611c5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for router_controller (621532a0-3aab-4f04-860c-479351fd9de6), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:42.508813 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:42.509943 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:42.739742 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcda203-8430-4be6-b898-5edf16625b85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:43:42.740820 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3d66e5af-8aed-49ce-83f5-92d10ca1089a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (c09be3b1-513e-4cc8-9670-19188d8c3600), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:42.744542 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708b6339-2779-4d73-b73d-2c7dd23d2b62" -d '{"events": [{"server_uuid": "bfcda203-8430-4be6-b898-5edf16625b85", "name": "network-vif-unplugged", "status": "completed", "tag": "9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:43:42.773653 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=18ba00fa-0a1f-44a6-afd5-f623a3226257,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:42.777825 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d8339942-9448-4f1e-90af-2f1a6a05e575 None None] Provisioning complete for port 18ba00fa-0a1f-44a6-afd5-f623a3226257 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:42.778809 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d8339942-9448-4f1e-90af-2f1a6a05e575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (18ba00fa-0a1f-44a6-afd5-f623a3226257), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:42.784806 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cecfc9-c71a-4d37-834a-540fa80f0bdc tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Pushing event updated for resources: {'Port': ['ID=739f671a-19e2-4c41-8512-eb45e0fe50f6,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:42.829571 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57623711-6e67-44d6-8f03-e6cbbe682ab8 req-a17769c8-493f-4282-a999-7bdcc2497b29 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:42.848667 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-57623711-6e67-44d6-8f03-e6cbbe682ab8 req-a17769c8-493f-4282-a999-7bdcc2497b29 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfcda203-8430-4be6-b898-5edf16625b85 HTTP/1.1" status: 200 len: 945 time: 1.1727021 Feb 19 04:43:42.879294 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b,segment=NetworkSegment(7af37f3c-08f6-4bcf-93c7-e457ea186b58),segment_id=7af37f3c-08f6-4bcf-93c7-e457ea186b58)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:43:42.902878 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:42.944770 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f91721-911a-410e-ade4-144ceadbb84b x-openstack-request-id: req-e9f91721-911a-410e-ade4-144ceadbb84b {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:43:42.945170 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcda203-8430-4be6-b898-5edf16625b85", "name": "network-vif-unplugged", "status": "completed", "tag": "9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:43:42.953181 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-08cecfc9-c71a-4d37-834a-540fa80f0bdc tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (beba3bef-44d8-48fa-accb-8898dbbd6a65), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:42.958884 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e9f91721-911a-410e-ade4-144ceadbb84b {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:43:42.959552 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcda203-8430-4be6-b898-5edf16625b85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b', 'code': 200} Feb 19 04:43:43.038866 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3bac731e-7b8c-4c6c-a269-44aa630611c5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for router_gateway (621532a0-3aab-4f04-860c-479351fd9de6), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:43.061320 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-08cecfc9-c71a-4d37-834a-540fa80f0bdc tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:43.073779 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-08cecfc9-c71a-4d37-834a-540fa80f0bdc tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7276528 Feb 19 04:43:43.087316 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-7095d1e9-3f52-4fa9-9ba4-ca8b67124c34 req-efce04a5-9d51-43c4-b66f-2ea7c9376c9a tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Deleting port 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:43:43.088086 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7095d1e9-3f52-4fa9-9ba4-ca8b67124c34 req-efce04a5-9d51-43c4-b66f-2ea7c9376c9a tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:43.114077 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-57623711-6e67-44d6-8f03-e6cbbe682ab8 req-c4b2aacc-68c1-4a54-83f2-bb975e8eccf2 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/security-groups?id=797093dc-89f4-4a29-b99e-4a32eb5c150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639410 Feb 19 04:43:43.155215 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:43.167396 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d8339942-9448-4f1e-90af-2f1a6a05e575 None None] Current status of the port 18ba00fa-0a1f-44a6-afd5-f623a3226257 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:43.218769 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 18ba00fa-0a1f-44a6-afd5-f623a3226257 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:43:43.340862 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8aa04f74-754a-419c-a915-79c20c411941 admin admin] Publish callbacks [] for security_group (a1ac1d0c-facb-40bb-8283-25d87946cc36), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:43.390957 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-7095d1e9-3f52-4fa9-9ba4-ca8b67124c34 req-efce04a5-9d51-43c4-b66f-2ea7c9376c9a tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] For port 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b,segment=NetworkSegment(7af37f3c-08f6-4bcf-93c7-e457ea186b58),segment_id=7af37f3c-08f6-4bcf-93c7-e457ea186b58)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:43:43.391508 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7095d1e9-3f52-4fa9-9ba4-ca8b67124c34 req-efce04a5-9d51-43c4-b66f-2ea7c9376c9a tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:43.394885 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8aa04f74-754a-419c-a915-79c20c411941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a1ac1d0c-facb-40bb-8283-25d87946cc36), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:43.437189 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-7095d1e9-3f52-4fa9-9ba4-ca8b67124c34 req-efce04a5-9d51-43c4-b66f-2ea7c9376c9a tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Calling delete_port for 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:43:43.479325 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8aa04f74-754a-419c-a915-79c20c411941 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ec225581bcde4fd28b6a4d0dfd745bfb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5425823 Feb 19 04:43:43.485995 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa04f74-754a-419c-a915-79c20c411941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ac1d0c-facb-40bb-8283-25d87946cc36,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:43.497512 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40482) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:43.530663 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3d66e5af-8aed-49ce-83f5-92d10ca1089a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (55060097-efc7-465e-b998-039b65737497), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:43.858507 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 18ba00fa-0a1f-44a6-afd5-f623a3226257 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:43.858507 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (18ba00fa-0a1f-44a6-afd5-f623a3226257), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:43.862606 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-35313652-14f6-474f-8a6e-055808e8b3f2 admin admin] Publish callbacks [] for security_group (a1ac1d0c-facb-40bb-8283-25d87946cc36), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:44.022140 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-1ff399f3-066a-49da-a75e-955a675be5a9 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--649074270&fields=id&tenant_id=b5d75efb08514de6a052014d405b6aef HTTP/1.1" status: 200 len: 267 time: 0.4403965 Feb 19 04:43:44.088783 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-fbe18622-98fb-4299-92c1-7e00857ad820 None None] Provisioning complete for port 18ba00fa-0a1f-44a6-afd5-f623a3226257 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:44.090269 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fbe18622-98fb-4299-92c1-7e00857ad820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (18ba00fa-0a1f-44a6-afd5-f623a3226257), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:44.179418 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3bac731e-7b8c-4c6c-a269-44aa630611c5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for router_gateway (621532a0-3aab-4f04-860c-479351fd9de6), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:44.221368 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-35313652-14f6-474f-8a6e-055808e8b3f2 admin admin] Publish callbacks [] for security_group (a1ac1d0c-facb-40bb-8283-25d87946cc36), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:44.272967 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-7a55fe39-ea5b-4a37-90aa-0be3782c6c54 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:44.280229 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-7a55fe39-ea5b-4a37-90aa-0be3782c6c54 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/networks?id=a3539187-cc67-4fa5-a771-d626621d7371 HTTP/1.1" status: 200 len: 817 time: 0.2395151 Feb 19 04:43:44.303502 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 18ba00fa-0a1f-44a6-afd5-f623a3226257 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:44.405044 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3bac731e-7b8c-4c6c-a269-44aa630611c5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:44.444342 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-35313652-14f6-474f-8a6e-055808e8b3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a1ac1d0c-facb-40bb-8283-25d87946cc36), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:44.471954 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-35313652-14f6-474f-8a6e-055808e8b3f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:44.483926 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-35313652-14f6-474f-8a6e-055808e8b3f2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a1ac1d0c-facb-40bb-8283-25d87946cc36 HTTP/1.1" status: 204 len: 168 time: 0.9827564 Feb 19 04:43:44.520688 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18622-98fb-4299-92c1-7e00857ad820 None None] Current status of the port 18ba00fa-0a1f-44a6-afd5-f623a3226257 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:44.563789 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-fbe18622-98fb-4299-92c1-7e00857ad820 None None] Provisioning complete for port 55060097-efc7-465e-b998-039b65737497 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:44.564573 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fbe18622-98fb-4299-92c1-7e00857ad820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (55060097-efc7-465e-b998-039b65737497), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:44.662816 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7095d1e9-3f52-4fa9-9ba4-ca8b67124c34 req-efce04a5-9d51-43c4-b66f-2ea7c9376c9a tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:44.672718 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-fbe18622-98fb-4299-92c1-7e00857ad820 None None] Port 55060097-efc7-465e-b998-039b65737497 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:43:44.761503 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3d66e5af-8aed-49ce-83f5-92d10ca1089a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for port (55060097-efc7-465e-b998-039b65737497), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:44.800896 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3d66e5af-8aed-49ce-83f5-92d10ca1089a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (55060097-efc7-465e-b998-039b65737497), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:44.841431 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-4f56bb38-5181-41d2-8598-8aea710ffe34 None None] Provisioning complete for port 55060097-efc7-465e-b998-039b65737497 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:44.842063 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4f56bb38-5181-41d2-8598-8aea710ffe34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (55060097-efc7-465e-b998-039b65737497), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:45.031922 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3d66e5af-8aed-49ce-83f5-92d10ca1089a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (c09be3b1-513e-4cc8-9670-19188d8c3600), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:45.058307 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4f56bb38-5181-41d2-8598-8aea710ffe34 None None] Port 55060097-efc7-465e-b998-039b65737497 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:43:45.083649 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-3bac731e-7b8c-4c6c-a269-44aa630611c5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Allocated IP 172.25.0.48 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/c4ef5f74-7186-4dd5-9048-94386585d513) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:43:45.137878 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-3b189ce7-8f34-42a0-befe-e48dc84b0e95 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/quotas/b5d75efb08514de6a052014d405b6aef HTTP/1.1" status: 200 len: 375 time: 0.3724494 Feb 19 04:43:45.197649 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6f0add15-5bc4-4db5-9b08-0940d0591c92 None None] Provisioning complete for port 55060097-efc7-465e-b998-039b65737497 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:45.198499 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6f0add15-5bc4-4db5-9b08-0940d0591c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (55060097-efc7-465e-b998-039b65737497), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:45.212112 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66e5af-8aed-49ce-83f5-92d10ca1089a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Port': ['ID=55060097-efc7-465e-b998-039b65737497,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:45.299875 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6f0add15-5bc4-4db5-9b08-0940d0591c92 None None] Port 55060097-efc7-465e-b998-039b65737497 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:43:45.321734 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3bac731e-7b8c-4c6c-a269-44aa630611c5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for port (c4ef5f74-7186-4dd5-9048-94386585d513), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:45.346757 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40522) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:45.409937 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2490e35c-a2cc-4286-b42e-886db3274550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:45.426762 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35313652-14f6-474f-8a6e-055808e8b3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ac1d0c-facb-40bb-8283-25d87946cc36,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:45.476454 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-7095d1e9-3f52-4fa9-9ba4-ca8b67124c34 req-efce04a5-9d51-43c4-b66f-2ea7c9376c9a tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] No DVR routers for this DVR port 9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:43:45.480275 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-7095d1e9-3f52-4fa9-9ba4-ca8b67124c34 req-efce04a5-9d51-43c4-b66f-2ea7c9376c9a tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:45.484278 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7095d1e9-3f52-4fa9-9ba4-ca8b67124c34 req-efce04a5-9d51-43c4-b66f-2ea7c9376c9a tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.48 "DELETE /v2.0/ports/9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b HTTP/1.1" status: 204 len: 173 time: 3.3784657 Feb 19 04:43:45.485551 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3bac731e-7b8c-4c6c-a269-44aa630611c5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (c4ef5f74-7186-4dd5-9048-94386585d513), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:45.493817 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcda203-8430-4be6-b898-5edf16625b85', 'name': 'network-vif-deleted', 'tag': '9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:43:45.496190 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c0ed44-c937-41eb-af04-98bc7d48dab3" -d '{"events": [{"server_uuid": "bfcda203-8430-4be6-b898-5edf16625b85", "name": "network-vif-deleted", "tag": "9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:43:45.514154 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bac731e-7b8c-4c6c-a269-44aa630611c5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:43:45.516313 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-3bac731e-7b8c-4c6c-a269-44aa630611c5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:43:45.519640 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bac731e-7b8c-4c6c-a269-44aa630611c5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:43:45.580304 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce04a5-9d51-43c4-b66f-2ea7c9376c9a tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Pushing event deleted for resources: {'Port': ['ID=9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:45.642478 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-11c7b4d6-a715-4d55-98f7-7dfb54ded641 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5d75efb08514de6a052014d405b6aef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4894028 Feb 19 04:43:45.681912 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453eebaf-fa1a-48b5-b94e-fcd81e03456c req-ef52146e-6693-4048-a086-788dec098be5 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:45.683789 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-453eebaf-fa1a-48b5-b94e-fcd81e03456c req-ef52146e-6693-4048-a086-788dec098be5 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfcda203-8430-4be6-b898-5edf16625b85 HTTP/1.1" status: 200 len: 865 time: 1.4115069 Feb 19 04:43:45.756534 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac731e-7b8c-4c6c-a269-44aa630611c5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'Port': ['ID=c4ef5f74-7186-4dd5-9048-94386585d513,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:45.903129 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-453eebaf-fa1a-48b5-b94e-fcd81e03456c req-16b99dc4-4beb-4ac0-b7ff-ea67e8ec8694 tempest-VolumesActionsTest-652461397 tempest-VolumesActionsTest-652461397-project] 10.222.0.65 "GET /v2.0/security-groups?id=797093dc-89f4-4a29-b99e-4a32eb5c150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679304 Feb 19 04:43:46.158888 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8328b9a3-8e15-4586-8c52-a8d2c38f3417 x-openstack-request-id: req-8328b9a3-8e15-4586-8c52-a8d2c38f3417 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:43:46.160055 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcda203-8430-4be6-b898-5edf16625b85", "name": "network-vif-deleted", "tag": "9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:43:46.160055 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8328b9a3-8e15-4586-8c52-a8d2c38f3417 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:43:46.160789 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcda203-8430-4be6-b898-5edf16625b85', 'name': 'network-vif-deleted', 'tag': '9467e0d5-4ca2-4d9d-a8ec-4b4f5b64b33b', 'status': 'completed', 'code': 200} Feb 19 04:43:46.381825 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3bac731e-7b8c-4c6c-a269-44aa630611c5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for router_gateway (621532a0-3aab-4f04-860c-479351fd9de6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:46.426782 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d66e5af-8aed-49ce-83f5-92d10ca1089a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network 95bfefba-b942-4a05-848c-0c2db294298a is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:43:46.445395 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2490e35c-a2cc-4286-b42e-886db3274550 admin admin] Publish callbacks [] for security_group (e970c442-f361-4d3b-a5ef-12bec45e9154), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:46.450236 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-3d66e5af-8aed-49ce-83f5-92d10ca1089a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:43:46.462237 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2490e35c-a2cc-4286-b42e-886db3274550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e970c442-f361-4d3b-a5ef-12bec45e9154), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:46.741844 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-e57052dd-d835-41e4-bc6c-3a818e2150c9 service neutron] 10.222.0.65 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0646017 Feb 19 04:43:46.750412 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2490e35c-a2cc-4286-b42e-886db3274550 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0a5a357806bb416ebf2bdde345a13598&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3961964 Feb 19 04:43:46.752513 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2490e35c-a2cc-4286-b42e-886db3274550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e970c442-f361-4d3b-a5ef-12bec45e9154,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:46.756558 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40542) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:47.128433 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-34320d73-ce77-4bf6-b4ee-ef5fdabeb7df admin admin] Publish callbacks [] for security_group (e970c442-f361-4d3b-a5ef-12bec45e9154), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:47.187433 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-38654477-377d-4452-a905-affaf0bb44bd None None] Provisioning complete for port 55060097-efc7-465e-b998-039b65737497 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:47.188363 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-38654477-377d-4452-a905-affaf0bb44bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (55060097-efc7-465e-b998-039b65737497), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:47.227519 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-5250dc83-02ce-41dd-bec2-1b3445a398b6 service neutron] 10.222.0.65 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844998 Feb 19 04:43:47.245988 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-34320d73-ce77-4bf6-b4ee-ef5fdabeb7df admin admin] Publish callbacks [] for security_group (e970c442-f361-4d3b-a5ef-12bec45e9154), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:47.297104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d66e5af-8aed-49ce-83f5-92d10ca1089a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Router c09be3b1-513e-4cc8-9670-19188d8c3600 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:43:47.353936 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-38654477-377d-4452-a905-affaf0bb44bd None None] Port 55060097-efc7-465e-b998-039b65737497 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:43:47.524662 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d66e5af-8aed-49ce-83f5-92d10ca1089a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:43:47.540898 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3d66e5af-8aed-49ce-83f5-92d10ca1089a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "PUT /v2.0/routers/c09be3b1-513e-4cc8-9670-19188d8c3600/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6769469 Feb 19 04:43:47.542218 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40566) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:47.587630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6da88b-14fe-4274-adba-637471c661d4 None None] Sync routers for ids ['c09be3b1-513e-4cc8-9670-19188d8c3600'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:43:47.595418 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-34320d73-ce77-4bf6-b4ee-ef5fdabeb7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e970c442-f361-4d3b-a5ef-12bec45e9154), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:47.600142 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-34320d73-ce77-4bf6-b4ee-ef5fdabeb7df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:47.626097 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-34320d73-ce77-4bf6-b4ee-ef5fdabeb7df admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e970c442-f361-4d3b-a5ef-12bec45e9154 HTTP/1.1" status: 204 len: 168 time: 0.8512111 Feb 19 04:43:47.637821 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6da88b-14fe-4274-adba-637471c661d4 None None] Routers {'c09be3b1-513e-4cc8-9670-19188d8c3600'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:43:47.638977 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ed6da88b-14fe-4274-adba-637471c661d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:43:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c09be3b1-513e-4cc8-9670-19188d8c3600'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:47.715574 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34320d73-ce77-4bf6-b4ee-ef5fdabeb7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e970c442-f361-4d3b-a5ef-12bec45e9154,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:47.778279 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3bac731e-7b8c-4c6c-a269-44aa630611c5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (621532a0-3aab-4f04-860c-479351fd9de6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:47.796062 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef0e0ca-f01d-4145-a1cb-a8401e014dd4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:47.803509 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-bef0e0ca-f01d-4145-a1cb-a8401e014dd4 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c09be3b1-513e-4cc8-9670-19188d8c3600 HTTP/1.1" status: 200 len: 983 time: 0.2595425 Feb 19 04:43:47.805196 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40576) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:47.873179 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ed6da88b-14fe-4274-adba-637471c661d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:47.936441 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6da88b-14fe-4274-adba-637471c661d4 None None] Routers {'c09be3b1-513e-4cc8-9670-19188d8c3600'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:43:47.937575 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ed6da88b-14fe-4274-adba-637471c661d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:43:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c09be3b1-513e-4cc8-9670-19188d8c3600'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:48.110148 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ed6da88b-14fe-4274-adba-637471c661d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:48.114688 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6da88b-14fe-4274-adba-637471c661d4 None None] The sync data for ids ['c09be3b1-513e-4cc8-9670-19188d8c3600'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:43:48.401477 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-939c3093-ab7f-4b46-8164-453ac0d10549 req-803384f9-345f-4685-8c95-81330ca2e2e7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 210 time: 0.5790930 Feb 19 04:43:48.463954 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bac731e-7b8c-4c6c-a269-44aa630611c5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Router 621532a0-3aab-4f04-860c-479351fd9de6 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:43:48.768173 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bac731e-7b8c-4c6c-a269-44aa630611c5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:43:48.780177 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] Sync routers for ids ['621532a0-3aab-4f04-860c-479351fd9de6'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:43:48.800134 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3bac731e-7b8c-4c6c-a269-44aa630611c5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:48.802190 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3bac731e-7b8c-4c6c-a269-44aa630611c5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.6394184 Feb 19 04:43:48.805997 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40608) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:48.815440 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] Routers {'621532a0-3aab-4f04-860c-479351fd9de6'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:43:48.822008 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:43:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['621532a0-3aab-4f04-860c-479351fd9de6'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:49.161005 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] Set router 621532a0-3aab-4f04-860c-479351fd9de6 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:43:49.891020 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621532a0-3aab-4f04-860c-479351fd9de6', 'name': 'tempest-TestNetworkBasicOps-router-1392878627', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:41Z', 'updated_at': '2022-02-19T04:43:45Z', 'revision_number': 3, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:44Z', 'updated_at': '2022-02-19T04:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:49.916117 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c80a9b89-0be8-492e-b0dc-f6c3d48915e3 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=b788333bfa1e461e8bfe78d2c356d7b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.1042182 Feb 19 04:43:49.920533 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b7868bb4-c8c6-4129-90b4-6c5d90c80b24 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (c09be3b1-513e-4cc8-9670-19188d8c3600), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:49.921654 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40662) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:49.986222 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] Checking router: 621532a0-3aab-4f04-860c-479351fd9de6 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:43:49.987391 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] Updating router 621532a0-3aab-4f04-860c-479351fd9de6 port c4ef5f74-7186-4dd5-9048-94386585d513 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:43:50.023901 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c4ef5f74-7186-4dd5-9048-94386585d513), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:50.604788 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-60c6f13b-fa8a-4ff8-aa93-6882bd58319d req-ee2b7fed-f055-44ba-aa3c-0da9d68649b7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 210 time: 1.0036254 Feb 19 04:43:50.651422 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5c1791-516e-4384-97fd-ac164cc68afc tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:50.660739 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6e5c1791-516e-4384-97fd-ac164cc68afc tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7330270 Feb 19 04:43:50.665573 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40684) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:51.024383 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] Publish callbacks [] for port (c4ef5f74-7186-4dd5-9048-94386585d513), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:51.029256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-b7868bb4-c8c6-4129-90b4-6c5d90c80b24 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting port 55060097-efc7-465e-b998-039b65737497 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:43:51.034843 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b7868bb4-c8c6-4129-90b4-6c5d90c80b24 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (55060097-efc7-465e-b998-039b65737497), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:51.051998 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c4ef5f74-7186-4dd5-9048-94386585d513), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:51.349612 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafea1c2-7933-4010-b732-31973d82b346 None None] Pushing event updated for resources: {'Port': ['ID=c4ef5f74-7186-4dd5-9048-94386585d513,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:51.427884 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] Attempting to bind port c4ef5f74-7186-4dd5-9048-94386585d513 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:43:51.429033 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] Attempting to bind port c4ef5f74-7186-4dd5-9048-94386585d513 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:43:51.430028 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] Attempting to bind port c4ef5f74-7186-4dd5-9048-94386585d513 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:43:51.456270 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:43:51.458012 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:43:51.459026 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:51.465987 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:43:51.471877 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] Bound port: c4ef5f74-7186-4dd5-9048-94386585d513, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:43:51.480064 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c4ef5f74-7186-4dd5-9048-94386585d513), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:51.540291 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b7868bb4-c8c6-4129-90b4-6c5d90c80b24 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (55060097-efc7-465e-b998-039b65737497), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:51.634890 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-b7868bb4-c8c6-4129-90b4-6c5d90c80b24 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Calling delete_port for 55060097-efc7-465e-b998-039b65737497 owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:43:51.641557 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8639a453-7b9b-4638-bf5b-50079e99ff44 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9703920 Feb 19 04:43:51.642550 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40710) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:51.653648 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-4570ada3-997a-4fc1-bb1c-cbb7917effdf tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-722080120', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:51.919085 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] For port c4ef5f74-7186-4dd5-9048-94386585d513, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:43:51.947866 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] For port c4ef5f74-7186-4dd5-9048-94386585d513, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c4ef5f74-7186-4dd5-9048-94386585d513,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:43:52.015331 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c4ef5f74-7186-4dd5-9048-94386585d513), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:52.203654 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-bf092a5a-67cf-4a8d-8bf4-a401235888bc tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:52.206606 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-bf092a5a-67cf-4a8d-8bf4-a401235888bc tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.48 "GET /v2.0/networks?id=a3539187-cc67-4fa5-a771-d626621d7371 HTTP/1.1" status: 200 len: 817 time: 0.5673089 Feb 19 04:43:52.209916 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] Routers {'621532a0-3aab-4f04-860c-479351fd9de6'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:43:52.211208 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:43:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['621532a0-3aab-4f04-860c-479351fd9de6'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:52.212821 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fecabe2b-1b11-450f-b625-9e491627cb29 req-a965d9d4-b615-4ef1-a2c5-38fb9d5c2e2c tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 210 time: 0.2076430 Feb 19 04:43:52.224653 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafea1c2-7933-4010-b732-31973d82b346 None None] Pushing event updated for resources: {'Port': ['ID=c4ef5f74-7186-4dd5-9048-94386585d513,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:52.411416 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4570ada3-997a-4fc1-bb1c-cbb7917effdf tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Made reservation on behalf of b788333bfa1e461e8bfe78d2c356d7b3 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:43:52.416499 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b7868bb4-c8c6-4129-90b4-6c5d90c80b24 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (55060097-efc7-465e-b998-039b65737497), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:52.432312 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4570ada3-997a-4fc1-bb1c-cbb7917effdf tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:52.464504 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7868bb4-c8c6-4129-90b4-6c5d90c80b24 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Port': ['ID=55060097-efc7-465e-b998-039b65737497,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:52.943097 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-2c99640e-b4d6-4428-9157-2026880e1a53 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5d75efb08514de6a052014d405b6aef HTTP/1.1" status: 200 len: 379 time: 0.7246306 Feb 19 04:43:52.976613 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-bbcc21a0-d520-412f-944d-07933d3bc90a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Request body: {'port': {'device_id': '13abfe41-ce81-4ad6-9392-ada9e177e5a5', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'admin_state_up': True, 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'security_groups': ['f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:52.979075 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] Set router 621532a0-3aab-4f04-860c-479351fd9de6 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:43:53.062037 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b7868bb4-c8c6-4129-90b4-6c5d90c80b24 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (c09be3b1-513e-4cc8-9670-19188d8c3600), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:53.559329 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-bbcc21a0-d520-412f-944d-07933d3bc90a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Made reservation on behalf of b5d75efb08514de6a052014d405b6aef for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:43:53.563515 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-bbcc21a0-d520-412f-944d-07933d3bc90a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:53.653037 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621532a0-3aab-4f04-860c-479351fd9de6', 'name': 'tempest-TestNetworkBasicOps-router-1392878627', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:41Z', 'updated_at': '2022-02-19T04:43:45Z', 'revision_number': 3, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:44Z', 'updated_at': '2022-02-19T04:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:53.682325 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6ec8f686-9730-4248-947f-e9c18896af62 req-41a983d3-b177-4260-99a5-1908f1fd032d tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 210 time: 0.1265054 Feb 19 04:43:53.828692 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bda00b-20aa-4b8b-9911-abf6cacd2f8d None None] The sync data for ids ['621532a0-3aab-4f04-860c-479351fd9de6'] in n-d-772273-4 is: [{'id': '621532a0-3aab-4f04-860c-479351fd9de6', 'name': 'tempest-TestNetworkBasicOps-router-1392878627', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:41Z', 'updated_at': '2022-02-19T04:43:45Z', 'revision_number': 3, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:44Z', 'updated_at': '2022-02-19T04:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:43:53.855306 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4570ada3-997a-4fc1-bb1c-cbb7917effdf tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (b843cec4-f76b-4e9d-bb04-192ac7525967), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:53.869696 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:43:53.917667 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7868bb4-c8c6-4129-90b4-6c5d90c80b24 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Router c09be3b1-513e-4cc8-9670-19188d8c3600 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:43:54.154787 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7868bb4-c8c6-4129-90b4-6c5d90c80b24 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:43:54.165769 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b7868bb4-c8c6-4129-90b4-6c5d90c80b24 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "PUT /v2.0/routers/c09be3b1-513e-4cc8-9670-19188d8c3600/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3589849 Feb 19 04:43:54.180080 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40790) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:54.182783 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173299af-ce45-4e5b-b9eb-a73c0b57a7bf None None] Sync routers for ids ['c09be3b1-513e-4cc8-9670-19188d8c3600'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:43:54.184528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-bbcc21a0-d520-412f-944d-07933d3bc90a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Allocated IP 172.20.0.6 (a3539187-cc67-4fa5-a771-d626621d7371/45cf20d4-3097-4dde-886e-3a9890ecec0d/97c18459-2c72-43da-a783-2e2db917d8b4) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:43:54.222836 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173299af-ce45-4e5b-b9eb-a73c0b57a7bf None None] Routers {'c09be3b1-513e-4cc8-9670-19188d8c3600'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:43:54.226393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-173299af-ce45-4e5b-b9eb-a73c0b57a7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:43:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c09be3b1-513e-4cc8-9670-19188d8c3600'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:54.290694 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad40f621-d54a-4c66-bb19-950d45f9cea3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] GET failed (client error): The resource could not be found. Feb 19 04:43:54.294661 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ad40f621-d54a-4c66-bb19-950d45f9cea3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports/55060097-efc7-465e-b998-039b65737497 HTTP/1.1" status: 404 len: 333 time: 0.1122546 Feb 19 04:43:54.304096 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40798) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:54.547344 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-173299af-ce45-4e5b-b9eb-a73c0b57a7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:54.569300 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-bbcc21a0-d520-412f-944d-07933d3bc90a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for port (97c18459-2c72-43da-a783-2e2db917d8b4), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:54.614476 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173299af-ce45-4e5b-b9eb-a73c0b57a7bf None None] Routers {'c09be3b1-513e-4cc8-9670-19188d8c3600'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:43:54.615227 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-173299af-ce45-4e5b-b9eb-a73c0b57a7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:43:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c09be3b1-513e-4cc8-9670-19188d8c3600'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:54.678340 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570ada3-997a-4fc1-bb1c-cbb7917effdf tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'Subnet': ['ID=b843cec4-f76b-4e9d-bb04-192ac7525967,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:54.745704 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4570ada3-997a-4fc1-bb1c-cbb7917effdf tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:54.746647 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4570ada3-997a-4fc1-bb1c-cbb7917effdf tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:54.747386 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4570ada3-997a-4fc1-bb1c-cbb7917effdf tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:54.749036 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-173299af-ce45-4e5b-b9eb-a73c0b57a7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:54.749282 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4570ada3-997a-4fc1-bb1c-cbb7917effdf tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:54.749996 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4570ada3-997a-4fc1-bb1c-cbb7917effdf tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:54.750812 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4570ada3-997a-4fc1-bb1c-cbb7917effdf tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:54.751510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4570ada3-997a-4fc1-bb1c-cbb7917effdf tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:54.752211 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4570ada3-997a-4fc1-bb1c-cbb7917effdf tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:54.752954 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4570ada3-997a-4fc1-bb1c-cbb7917effdf tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:54.755069 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173299af-ce45-4e5b-b9eb-a73c0b57a7bf None None] The sync data for ids ['c09be3b1-513e-4cc8-9670-19188d8c3600'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:43:54.755787 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4570ada3-997a-4fc1-bb1c-cbb7917effdf tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:54.756638 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4570ada3-997a-4fc1-bb1c-cbb7917effdf tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:54.782055 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4570ada3-997a-4fc1-bb1c-cbb7917effdf tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:54.782805 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4570ada3-997a-4fc1-bb1c-cbb7917effdf tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:54.866499 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4570ada3-997a-4fc1-bb1c-cbb7917effdf tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Checking segment: {'id': 'e92e12a9-5c7c-4b88-b56e-16aa206424c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:43:54.879309 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4570ada3-997a-4fc1-bb1c-cbb7917effdf tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Network hostable DHCP agents. Network: 8cf40e8d-bb62-447b-a435-9b688d0fd6d7, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:43:54.963095 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-bbcc21a0-d520-412f-944d-07933d3bc90a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:55.032679 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4570ada3-997a-4fc1-bb1c-cbb7917effdf tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Network 8cf40e8d-bb62-447b-a435-9b688d0fd6d7 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:43:55.307147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c4ef5f74-7186-4dd5-9048-94386585d513 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:43:55.318766 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-4570ada3-997a-4fc1-bb1c-cbb7917effdf tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 8cf40e8d-bb62-447b-a435-9b688d0fd6d7) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:43:55.331136 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-bbcc21a0-d520-412f-944d-07933d3bc90a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Network a3539187-cc67-4fa5-a771-d626621d7371 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:43:55.366125 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4570ada3-997a-4fc1-bb1c-cbb7917effdf tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:55.370286 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4570ada3-997a-4fc1-bb1c-cbb7917effdf tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:55.394778 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-bbcc21a0-d520-412f-944d-07933d3bc90a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:43:55.399481 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-bbcc21a0-d520-412f-944d-07933d3bc90a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:43:55.416752 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43da5b05-b283-4287-ae1b-1aa1fb61697d None None] Network 8cf40e8d-bb62-447b-a435-9b688d0fd6d7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:43:55.451906 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fba9cee2-8a98-4499-8feb-d115238d8eea tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for router (c09be3b1-513e-4cc8-9670-19188d8c3600), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:55.465532 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc21a0-d520-412f-944d-07933d3bc90a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Pushing event updated for resources: {'Port': ['ID=97c18459-2c72-43da-a783-2e2db917d8b4,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:55.499633 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4570ada3-997a-4fc1-bb1c-cbb7917effdf tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.8556783 Feb 19 04:43:55.500347 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40836) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:55.712044 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad568bf6-3585-4ea8-90e0-746077a18934 req-6d59e0d1-8801-433b-849c-2fee58d3b7df tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:55.727493 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad568bf6-3585-4ea8-90e0-746077a18934 req-6d59e0d1-8801-433b-849c-2fee58d3b7df tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 931 time: 0.7505753 Feb 19 04:43:56.139123 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-bbcc21a0-d520-412f-944d-07933d3bc90a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:56.143210 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-bbcc21a0-d520-412f-944d-07933d3bc90a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:56.167540 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40860) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:56.172769 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e76fa2a-2c7d-41be-8619-f80b1222dd17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'fixed_ips': [{'subnet_id': 'b843cec4-f76b-4e9d-bb04-192ac7525967'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:43:56.174618 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1e76fa2a-2c7d-41be-8619-f80b1222dd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:56.315142 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fba9cee2-8a98-4499-8feb-d115238d8eea tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (c09be3b1-513e-4cc8-9670-19188d8c3600), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:56.326836 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fba9cee2-8a98-4499-8feb-d115238d8eea tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for router_controller (c09be3b1-513e-4cc8-9670-19188d8c3600), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:56.349223 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-bbcc21a0-d520-412f-944d-07933d3bc90a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3935955 Feb 19 04:43:56.408472 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-b8e31ca2-c5d8-452c-8291-47cd857f85db service neutron] Request body: {'port': {'device_id': '13abfe41-ce81-4ad6-9392-ada9e177e5a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:43:56.567370 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fba9cee2-8a98-4499-8feb-d115238d8eea tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (c09be3b1-513e-4cc8-9670-19188d8c3600), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:56.568995 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba9cee2-8a98-4499-8feb-d115238d8eea tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Fanout notify agent at l3_agent the message router_deleted on router c09be3b1-513e-4cc8-9670-19188d8c3600 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:43:56.585746 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fba9cee2-8a98-4499-8feb-d115238d8eea tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:56.598382 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fba9cee2-8a98-4499-8feb-d115238d8eea tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/routers/c09be3b1-513e-4cc8-9670-19188d8c3600 HTTP/1.1" status: 204 len: 168 time: 2.2917600 Feb 19 04:43:56.603395 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40868) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:56.752518 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-559a67c0-2842-42ef-9c2d-78b0116b5a87 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting subnet 3023bf6f-b446-45a6-9e7f-21660bf7801f {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:43:56.757471 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-559a67c0-2842-42ef-9c2d-78b0116b5a87 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (3023bf6f-b446-45a6-9e7f-21660bf7801f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:56.857481 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-559a67c0-2842-42ef-9c2d-78b0116b5a87 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (3023bf6f-b446-45a6-9e7f-21660bf7801f), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:56.931164 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-27fb253a-8cc6-40b4-a53e-71df0401ff1a None None] Provisioning complete for port 97c18459-2c72-43da-a783-2e2db917d8b4 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:56.932049 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-27fb253a-8cc6-40b4-a53e-71df0401ff1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:57.110349 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port c4ef5f74-7186-4dd5-9048-94386585d513 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:43:57.110840 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c4ef5f74-7186-4dd5-9048-94386585d513), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:57.172876 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad568bf6-3585-4ea8-90e0-746077a18934 req-38ba39bf-6ae3-4554-87ff-21ef3938834a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1102757 Feb 19 04:43:57.189510 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d6e9e011-0b74-44e2-a12c-a85a59d73e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:57.247037 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-559a67c0-2842-42ef-9c2d-78b0116b5a87 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (3023bf6f-b446-45a6-9e7f-21660bf7801f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:57.250174 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-27fb253a-8cc6-40b4-a53e-71df0401ff1a None None] Port 97c18459-2c72-43da-a783-2e2db917d8b4 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:43:57.258610 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-1e76fa2a-2c7d-41be-8619-f80b1222dd17 None None] Allocated IP 172.20.0.2 (8cf40e8d-bb62-447b-a435-9b688d0fd6d7/b843cec4-f76b-4e9d-bb04-192ac7525967/26f2f069-3b87-4e34-b60b-43b6764dfe40) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:43:57.339899 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-b8e31ca2-c5d8-452c-8291-47cd857f85db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:57.384020 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-559a67c0-2842-42ef-9c2d-78b0116b5a87 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (3023bf6f-b446-45a6-9e7f-21660bf7801f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:57.522605 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port c4ef5f74-7186-4dd5-9048-94386585d513 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:43:57.524100 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c4ef5f74-7186-4dd5-9048-94386585d513), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:57.595172 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a67c0-2842-42ef-9c2d-78b0116b5a87 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Subnet': ['ID=3023bf6f-b446-45a6-9e7f-21660bf7801f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:57.616851 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-559a67c0-2842-42ef-9c2d-78b0116b5a87 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:57.621372 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-559a67c0-2842-42ef-9c2d-78b0116b5a87 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/subnets/3023bf6f-b446-45a6-9e7f-21660bf7801f HTTP/1.1" status: 204 len: 168 time: 1.0140111 Feb 19 04:43:57.629152 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40890) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:57.633099 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port c4ef5f74-7186-4dd5-9048-94386585d513, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c4ef5f74-7186-4dd5-9048-94386585d513,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:43:57.645399 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ad6d7a-2d1b-4cfd-b4b6-c9a2be752777 None None] Network 95bfefba-b942-4a05-848c-0c2db294298a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:43:57.656297 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c4ef5f74-7186-4dd5-9048-94386585d513), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:57.978147 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4cbb043f-6bd4-488c-84a2-dda558e85b81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (95bfefba-b942-4a05-848c-0c2db294298a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:58.305148 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-4cbb043f-6bd4-488c-84a2-dda558e85b81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting port 18ba00fa-0a1f-44a6-afd5-f623a3226257 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:43:58.305703 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4cbb043f-6bd4-488c-84a2-dda558e85b81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (18ba00fa-0a1f-44a6-afd5-f623a3226257), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:58.404262 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1e76fa2a-2c7d-41be-8619-f80b1222dd17 None None] Publish callbacks [] for port (26f2f069-3b87-4e34-b60b-43b6764dfe40), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:58.442598 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1e76fa2a-2c7d-41be-8619-f80b1222dd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (26f2f069-3b87-4e34-b60b-43b6764dfe40), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:58.536065 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=c4ef5f74-7186-4dd5-9048-94386585d513,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:58.646016 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e76fa2a-2c7d-41be-8619-f80b1222dd17 None None] Network 8cf40e8d-bb62-447b-a435-9b688d0fd6d7 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:43:58.655146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:58.655972 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:58.656574 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:58.657174 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:58.657766 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:58.658344 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:58.658927 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:58.659506 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:58.660049 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:58.660613 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:58.661223 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:58.661800 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:58.674369 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:43:58.680474 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-4cbb043f-6bd4-488c-84a2-dda558e85b81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] For port 18ba00fa-0a1f-44a6-afd5-f623a3226257, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=18ba00fa-0a1f-44a6-afd5-f623a3226257,segment=NetworkSegment(e4becb2f-98df-4f05-ad69-94fd8b243a02),segment_id=e4becb2f-98df-4f05-ad69-94fd8b243a02)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:43:58.681454 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4cbb043f-6bd4-488c-84a2-dda558e85b81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (18ba00fa-0a1f-44a6-afd5-f623a3226257), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:58.730461 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0a7f9-659e-4769-9f19-5226132f60c3 req-d6819202-4aff-40cc-a8ba-e5e95c68d154 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:43:58.735497 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-1e76fa2a-2c7d-41be-8619-f80b1222dd17 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:43:58.742882 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-97d0a7f9-659e-4769-9f19-5226132f60c3 req-d6819202-4aff-40cc-a8ba-e5e95c68d154 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 931 time: 0.2893341 Feb 19 04:43:58.866265 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e76fa2a-2c7d-41be-8619-f80b1222dd17 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:43:58.890237 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-4cbb043f-6bd4-488c-84a2-dda558e85b81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Calling delete_port for 18ba00fa-0a1f-44a6-afd5-f623a3226257 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:43:58.930517 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76fa2a-2c7d-41be-8619-f80b1222dd17 None None] Pushing event updated for resources: {'Port': ['ID=26f2f069-3b87-4e34-b60b-43b6764dfe40,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:58.943736 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-97d0a7f9-659e-4769-9f19-5226132f60c3 req-07fad589-b169-4e9d-a7dd-a7045bada991 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997142 Feb 19 04:43:59.107989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0f8828-21d6-4e46-84f8-599ef18a26e2 None None] DHCP port deletion for 95bfefba-b942-4a05-848c-0c2db294298a request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:43:59.134165 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-1e76fa2a-2c7d-41be-8619-f80b1222dd17 None None] Attempting to bind port 26f2f069-3b87-4e34-b60b-43b6764dfe40 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:43:59.135001 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-1e76fa2a-2c7d-41be-8619-f80b1222dd17 None None] Attempting to bind port 26f2f069-3b87-4e34-b60b-43b6764dfe40 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'e92e12a9-5c7c-4b88-b56e-16aa206424c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:43:59.135615 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e76fa2a-2c7d-41be-8619-f80b1222dd17 None None] Attempting to bind port 26f2f069-3b87-4e34-b60b-43b6764dfe40 on network 8cf40e8d-bb62-447b-a435-9b688d0fd6d7 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:43:59.145840 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d6e9e011-0b74-44e2-a12c-a85a59d73e8c admin admin] Publish callbacks [] for security_group (c8c0a4f7-12ff-495c-a6d7-fc3275946ffb), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:59.169258 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d6e9e011-0b74-44e2-a12c-a85a59d73e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c8c0a4f7-12ff-495c-a6d7-fc3275946ffb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:59.240550 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4cbb043f-6bd4-488c-84a2-dda558e85b81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (18ba00fa-0a1f-44a6-afd5-f623a3226257), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:59.259590 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e76fa2a-2c7d-41be-8619-f80b1222dd17 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:43:59.265359 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e76fa2a-2c7d-41be-8619-f80b1222dd17 None None] Checking segment: {'id': 'e92e12a9-5c7c-4b88-b56e-16aa206424c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:43:59.267131 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1e76fa2a-2c7d-41be-8619-f80b1222dd17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:59.271206 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e76fa2a-2c7d-41be-8619-f80b1222dd17 None None] Bound using segment: {'id': 'e92e12a9-5c7c-4b88-b56e-16aa206424c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:43:59.279678 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-1e76fa2a-2c7d-41be-8619-f80b1222dd17 None None] Bound port: 26f2f069-3b87-4e34-b60b-43b6764dfe40, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92e12a9-5c7c-4b88-b56e-16aa206424c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:43:59.281247 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1e76fa2a-2c7d-41be-8619-f80b1222dd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (26f2f069-3b87-4e34-b60b-43b6764dfe40), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:59.292106 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbb043f-6bd4-488c-84a2-dda558e85b81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] No DVR routers for this DVR port 18ba00fa-0a1f-44a6-afd5-f623a3226257 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:43:59.489127 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb043f-6bd4-488c-84a2-dda558e85b81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Port': ['ID=18ba00fa-0a1f-44a6-afd5-f623a3226257,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:59.561129 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-1e76fa2a-2c7d-41be-8619-f80b1222dd17 None None] For port 26f2f069-3b87-4e34-b60b-43b6764dfe40, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:43:59.597639 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1b0f8828-21d6-4e46-84f8-599ef18a26e2 None None] Deleting port 18ba00fa-0a1f-44a6-afd5-f623a3226257 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:43:59.598377 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8828-21d6-4e46-84f8-599ef18a26e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (18ba00fa-0a1f-44a6-afd5-f623a3226257), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:59.652127 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4cbb043f-6bd4-488c-84a2-dda558e85b81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (95bfefba-b942-4a05-848c-0c2db294298a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:59.742991 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d6e9e011-0b74-44e2-a12c-a85a59d73e8c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0463c61dcfa24b749f704e77c6cd054a&name=default HTTP/1.1" status: 200 len: 3000 time: 3.5254388 Feb 19 04:43:59.763312 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 40930) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:43:59.768740 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-b8e31ca2-c5d8-452c-8291-47cd857f85db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c18459-2c72-43da-a783-2e2db917d8b4 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:43:59.807164 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-4cbb043f-6bd4-488c-84a2-dda558e85b81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95bfefba-b942-4a05-848c-0c2db294298a']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:59.857158 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d575a11-b3de-4d04-bd85-17a15099f95c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:59.872349 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-4cbb043f-6bd4-488c-84a2-dda558e85b81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4becb2f-98df-4f05-ad69-94fd8b243a02') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:59.873191 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-b8e31ca2-c5d8-452c-8291-47cd857f85db service neutron] Publish callbacks [] for port (97c18459-2c72-43da-a783-2e2db917d8b4), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:43:59.877146 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-4cbb043f-6bd4-488c-84a2-dda558e85b81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4becb2f-98df-4f05-ad69-94fd8b243a02') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:43:59.895671 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9e011-0b74-44e2-a12c-a85a59d73e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c0a4f7-12ff-495c-a6d7-fc3275946ffb,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:43:59.947720 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-1e76fa2a-2c7d-41be-8619-f80b1222dd17 None None] For port 26f2f069-3b87-4e34-b60b-43b6764dfe40, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=26f2f069-3b87-4e34-b60b-43b6764dfe40,segment=NetworkSegment(e92e12a9-5c7c-4b88-b56e-16aa206424c1),segment_id=e92e12a9-5c7c-4b88-b56e-16aa206424c1)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:43:59.966278 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4cbb043f-6bd4-488c-84a2-dda558e85b81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (e4becb2f-98df-4f05-ad69-94fd8b243a02), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:00.003029 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c4ef5f74-7186-4dd5-9048-94386585d513 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:44:00.016082 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1e76fa2a-2c7d-41be-8619-f80b1222dd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (26f2f069-3b87-4e34-b60b-43b6764dfe40), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:00.048386 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4cbb043f-6bd4-488c-84a2-dda558e85b81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (e4becb2f-98df-4f05-ad69-94fd8b243a02), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:00.086756 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbb043f-6bd4-488c-84a2-dda558e85b81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:44:00.087200 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4cbb043f-6bd4-488c-84a2-dda558e85b81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (e4becb2f-98df-4f05-ad69-94fd8b243a02), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:44:00.096756 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:44:00.334278 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4cbb043f-6bd4-488c-84a2-dda558e85b81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (95bfefba-b942-4a05-848c-0c2db294298a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:00.392191 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4cbb043f-6bd4-488c-84a2-dda558e85b81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:00.394768 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-b8e31ca2-c5d8-452c-8291-47cd857f85db service neutron] Transition to ACTIVE for port object 97c18459-2c72-43da-a783-2e2db917d8b4 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:44:00.407576 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4cbb043f-6bd4-488c-84a2-dda558e85b81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/networks/95bfefba-b942-4a05-848c-0c2db294298a HTTP/1.1" status: 204 len: 168 time: 2.7759368 Feb 19 04:44:00.412897 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb043f-6bd4-488c-84a2-dda558e85b81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Network': ['ID=95bfefba-b942-4a05-848c-0c2db294298a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:00.425277 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40946) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:00.447151 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-b8e31ca2-c5d8-452c-8291-47cd857f85db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:00.503208 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-1b0f8828-21d6-4e46-84f8-599ef18a26e2 None None] For port 18ba00fa-0a1f-44a6-afd5-f623a3226257, host n-d-772273-4, got binding levels [] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:44:00.506180 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8828-21d6-4e46-84f8-599ef18a26e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (18ba00fa-0a1f-44a6-afd5-f623a3226257), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:00.620659 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89425ef0-4d77-47b3-be7a-ea2149c19121 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:00.626879 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-89425ef0-4d77-47b3-be7a-ea2149c19121 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports/60d79c3f-9619-4793-a7f8-38af646549cf HTTP/1.1" status: 200 len: 840 time: 0.1962321 Feb 19 04:44:00.633634 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40950) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:00.661774 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1b0f8828-21d6-4e46-84f8-599ef18a26e2 None None] Calling delete_port for 18ba00fa-0a1f-44a6-afd5-f623a3226257 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:44:00.707966 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.ipam_backend_mixin [None req-1b0f8828-21d6-4e46-84f8-599ef18a26e2 None None] Port 18ba00fa-0a1f-44a6-afd5-f623a3226257 was not found and therefore no delete operation was performed {{(pid=115200) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:44:00.801651 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8828-21d6-4e46-84f8-599ef18a26e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (18ba00fa-0a1f-44a6-afd5-f623a3226257), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:00.822982 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b0f8828-21d6-4e46-84f8-599ef18a26e2 None None] Network 95bfefba-b942-4a05-848c-0c2db294298a is not hosted by any dhcp agent {{(pid=115200) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 04:44:00.823781 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f8828-21d6-4e46-84f8-599ef18a26e2 None None] No DVR routers for this DVR port 18ba00fa-0a1f-44a6-afd5-f623a3226257 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:44:00.829268 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76fa2a-2c7d-41be-8619-f80b1222dd17 None None] Pushing event updated for resources: {'Port': ['ID=26f2f069-3b87-4e34-b60b-43b6764dfe40,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:00.849461 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-63fd125e-b56b-4dc3-99f2-ec3d5409f836 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports/60d79c3f-9619-4793-a7f8-38af646549cf?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2114103 Feb 19 04:44:00.851347 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40952) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:00.858458 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-4f84aad7-7f19-4f62-b3f6-69116ea43c3a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'subnet': {'network_id': '8fa15992-72f1-4bf3-b090-065eceaf5edc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:00.861974 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port c4ef5f74-7186-4dd5-9048-94386585d513 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:00.862603 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c4ef5f74-7186-4dd5-9048-94386585d513), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:01.084754 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f8828-21d6-4e46-84f8-599ef18a26e2 None None] Pushing event deleted for resources: {'Port': ['ID=18ba00fa-0a1f-44a6-afd5-f623a3226257,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:01.152055 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f84aad7-7f19-4f62-b3f6-69116ea43c3a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:44:01.171271 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4f84aad7-7f19-4f62-b3f6-69116ea43c3a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:01.419267 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-95211dea-eee2-4ad8-9007-c94c8fde4975 admin admin] Publish callbacks [] for security_group (c8c0a4f7-12ff-495c-a6d7-fc3275946ffb), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:01.515290 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-95211dea-eee2-4ad8-9007-c94c8fde4975 admin admin] Publish callbacks [] for security_group (c8c0a4f7-12ff-495c-a6d7-fc3275946ffb), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:01.549006 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port c4ef5f74-7186-4dd5-9048-94386585d513 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:44:01.737351 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 18ba00fa-0a1f-44a6-afd5-f623a3226257 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:44:01.855292 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 18ba00fa-0a1f-44a6-afd5-f623a3226257 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:44:01.855839 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 18ba00fa-0a1f-44a6-afd5-f623a3226257 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:44:01.974898 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e31ca2-c5d8-452c-8291-47cd857f85db service neutron] Pushing event updated for resources: {'Port': ['ID=97c18459-2c72-43da-a783-2e2db917d8b4,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:02.071154 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a961fb9-d17d-4de0-953c-c8b83e194427 req-7b8d57d9-679e-4d40-8f98-455b13a901e9 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:02.075563 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a961fb9-d17d-4de0-953c-c8b83e194427 req-7b8d57d9-679e-4d40-8f98-455b13a901e9 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 1.6799326 Feb 19 04:44:02.312203 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-95211dea-eee2-4ad8-9007-c94c8fde4975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c8c0a4f7-12ff-495c-a6d7-fc3275946ffb), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:02.317049 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-95211dea-eee2-4ad8-9007-c94c8fde4975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:02.319555 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-95211dea-eee2-4ad8-9007-c94c8fde4975 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c8c0a4f7-12ff-495c-a6d7-fc3275946ffb HTTP/1.1" status: 204 len: 168 time: 2.5547199 Feb 19 04:44:02.393834 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4c45a9b6-eedb-4c8e-a6f2-34b94759edef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:02.533060 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 26f2f069-3b87-4e34-b60b-43b6764dfe40 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:44:02.564547 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4f84aad7-7f19-4f62-b3f6-69116ea43c3a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (b47b397f-603b-4414-bee8-b8b221428d42), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:02.621209 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95211dea-eee2-4ad8-9007-c94c8fde4975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c0a4f7-12ff-495c-a6d7-fc3275946ffb,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:02.970612 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f84aad7-7f19-4f62-b3f6-69116ea43c3a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network 8fa15992-72f1-4bf3-b090-065eceaf5edc is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:44:02.985498 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 26f2f069-3b87-4e34-b60b-43b6764dfe40 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:02.986661 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (26f2f069-3b87-4e34-b60b-43b6764dfe40), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:03.010756 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-4f84aad7-7f19-4f62-b3f6-69116ea43c3a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:44:03.051425 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f84aad7-7f19-4f62-b3f6-69116ea43c3a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:03.057495 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4f84aad7-7f19-4f62-b3f6-69116ea43c3a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:03.063049 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4889f3d9-16a4-42cb-8544-459118645b49 None None] Network 8fa15992-72f1-4bf3-b090-065eceaf5edc requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:44:03.143798 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-3d575a11-b3de-4d04-bd85-17a15099f95c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Allocated IP 172.20.0.1 (8cf40e8d-bb62-447b-a435-9b688d0fd6d7/b843cec4-f76b-4e9d-bb04-192ac7525967/b430abcb-6b7f-49d5-bf0b-5f5db3ea025e) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:44:03.186398 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84aad7-7f19-4f62-b3f6-69116ea43c3a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Subnet': ['ID=b47b397f-603b-4414-bee8-b8b221428d42,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:03.212497 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4f84aad7-7f19-4f62-b3f6-69116ea43c3a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3562529 Feb 19 04:44:03.214523 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 40990) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:03.236175 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-211c4181-26b2-40cd-baef-e451f82b95be tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'security_group': {'name': 'tempest-secgroup-1230196970'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:03.296674 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-b8e31ca2-c5d8-452c-8291-47cd857f85db service neutron] Attempting to bind port 97c18459-2c72-43da-a783-2e2db917d8b4 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:44:03.311910 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-b8e31ca2-c5d8-452c-8291-47cd857f85db service neutron] Attempting to bind port 97c18459-2c72-43da-a783-2e2db917d8b4 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '2fab93a9-8d2f-4a49-bb5f-6b13775efd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:44:03.312807 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-b8e31ca2-c5d8-452c-8291-47cd857f85db service neutron] Attempting to bind port 97c18459-2c72-43da-a783-2e2db917d8b4 on network a3539187-cc67-4fa5-a771-d626621d7371 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:44:03.335226 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-211c4181-26b2-40cd-baef-e451f82b95be tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:03.505749 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-b8e31ca2-c5d8-452c-8291-47cd857f85db service neutron] Port 97c18459-2c72-43da-a783-2e2db917d8b4 on network a3539187-cc67-4fa5-a771-d626621d7371 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:44:03.521339 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-b8e31ca2-c5d8-452c-8291-47cd857f85db service neutron] Attempting to bind port 97c18459-2c72-43da-a783-2e2db917d8b4 on network a3539187-cc67-4fa5-a771-d626621d7371 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:44:03.565728 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a961fb9-d17d-4de0-953c-c8b83e194427 req-44e2dadd-3e8c-4ec5-8528-29a5d682b454 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4417498 Feb 19 04:44:03.620762 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-b8e31ca2-c5d8-452c-8291-47cd857f85db service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:44:03.621157 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-b8e31ca2-c5d8-452c-8291-47cd857f85db service neutron] Checking segment: {'id': '2fab93a9-8d2f-4a49-bb5f-6b13775efd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:44:03.621637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-b8e31ca2-c5d8-452c-8291-47cd857f85db service neutron] Bound using segment: {'id': '2fab93a9-8d2f-4a49-bb5f-6b13775efd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:44:03.622456 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-b8e31ca2-c5d8-452c-8291-47cd857f85db service neutron] Bound port: 97c18459-2c72-43da-a783-2e2db917d8b4, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fab93a9-8d2f-4a49-bb5f-6b13775efd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:44:03.631148 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-b8e31ca2-c5d8-452c-8291-47cd857f85db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:03.754762 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 26f2f069-3b87-4e34-b60b-43b6764dfe40 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:44:03.755142 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (26f2f069-3b87-4e34-b60b-43b6764dfe40), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:03.803132 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-211c4181-26b2-40cd-baef-e451f82b95be tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (3be34dc7-05be-4554-8d48-ad587add698a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:03.815549 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-211c4181-26b2-40cd-baef-e451f82b95be tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3be34dc7-05be-4554-8d48-ad587add698a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:03.860634 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d28081-faca-465f-be2f-fe99e731eead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-8fa15992-72f1-4bf3-b090-065eceaf5edc', 'network_id': '8fa15992-72f1-4bf3-b090-065eceaf5edc', 'project_id': 'b22199734b444e0a969d6c4b9c60d63d', 'fixed_ips': [{'subnet_id': 'b47b397f-603b-4414-bee8-b8b221428d42'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:44:03.861604 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d0d28081-faca-465f-be2f-fe99e731eead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:03.971729 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-211c4181-26b2-40cd-baef-e451f82b95be tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:03.982451 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-211c4181-26b2-40cd-baef-e451f82b95be tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7564850 Feb 19 04:44:03.983192 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41010) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:04.006221 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-2397368b-d220-4d5a-a016-d77dcba65463 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'security_group': {'name': 'tempest-secgroup-1063427428'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:04.027537 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c4181-26b2-40cd-baef-e451f82b95be tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be34dc7-05be-4554-8d48-ad587add698a,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:04.050299 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41012) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:04.112702 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dc097719-20ed-4e77-88a8-dbfaf8ab32ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:04.120697 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d575a11-b3de-4d04-bd85-17a15099f95c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for port (b430abcb-6b7f-49d5-bf0b-5f5db3ea025e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:04.208610 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-b8e31ca2-c5d8-452c-8291-47cd857f85db service neutron] For port 97c18459-2c72-43da-a783-2e2db917d8b4, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:44:04.209964 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2397368b-d220-4d5a-a016-d77dcba65463 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:04.270120 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-b8e31ca2-c5d8-452c-8291-47cd857f85db service neutron] For port 97c18459-2c72-43da-a783-2e2db917d8b4, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=97c18459-2c72-43da-a783-2e2db917d8b4,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:44:04.310159 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-b8e31ca2-c5d8-452c-8291-47cd857f85db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:04.452650 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-b8e31ca2-c5d8-452c-8291-47cd857f85db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:04.453516 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-b8e31ca2-c5d8-452c-8291-47cd857f85db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:04.455207 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-b8e31ca2-c5d8-452c-8291-47cd857f85db service neutron] 10.222.0.48 "PUT /v2.0/ports/97c18459-2c72-43da-a783-2e2db917d8b4 HTTP/1.1" status: 200 len: 1091 time: 8.0942397 Feb 19 04:44:04.455956 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13abfe41-ce81-4ad6-9392-ada9e177e5a5', 'tag': '97c18459-2c72-43da-a783-2e2db917d8b4'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:44:04.470631 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2397368b-d220-4d5a-a016-d77dcba65463 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (f7b715ae-aa20-43fe-a746-dfd9863bb861), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:04.473629 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c698c0-ab2f-4d52-a10d-f19afe34871b" -d '{"events": [{"name": "network-changed", "server_uuid": "13abfe41-ce81-4ad6-9392-ada9e177e5a5", "tag": "97c18459-2c72-43da-a783-2e2db917d8b4"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:44:04.489081 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d575a11-b3de-4d04-bd85-17a15099f95c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (b430abcb-6b7f-49d5-bf0b-5f5db3ea025e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:04.722281 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 26f2f069-3b87-4e34-b60b-43b6764dfe40, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=26f2f069-3b87-4e34-b60b-43b6764dfe40,segment=NetworkSegment(e92e12a9-5c7c-4b88-b56e-16aa206424c1),segment_id=e92e12a9-5c7c-4b88-b56e-16aa206424c1)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:44:04.807368 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f05c10-4cba-4504-ae21-ddf9fb420d31 None None] Network 8cf40e8d-bb62-447b-a435-9b688d0fd6d7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:44:04.836452 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d575a11-b3de-4d04-bd85-17a15099f95c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Network 8cf40e8d-bb62-447b-a435-9b688d0fd6d7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:44:04.845807 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dc097719-20ed-4e77-88a8-dbfaf8ab32ea admin admin] Publish callbacks [] for security_group (34c48d00-6f90-4a55-a810-4e262b7f4f69), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:04.862509 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2397368b-d220-4d5a-a016-d77dcba65463 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f7b715ae-aa20-43fe-a746-dfd9863bb861), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:04.884120 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dc097719-20ed-4e77-88a8-dbfaf8ab32ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (34c48d00-6f90-4a55-a810-4e262b7f4f69), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:04.895503 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (26f2f069-3b87-4e34-b60b-43b6764dfe40), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:04.987709 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180e710a-d1c6-4d48-820c-82f42a665736 x-openstack-request-id: req-180e710a-d1c6-4d48-820c-82f42a665736 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:44:04.988062 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13abfe41-ce81-4ad6-9392-ada9e177e5a5", "tag": "97c18459-2c72-43da-a783-2e2db917d8b4", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:44:04.988493 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-180e710a-d1c6-4d48-820c-82f42a665736 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:44:04.989196 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13abfe41-ce81-4ad6-9392-ada9e177e5a5', 'tag': '97c18459-2c72-43da-a783-2e2db917d8b4', 'status': 'completed', 'code': 200} Feb 19 04:44:05.008266 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-3d575a11-b3de-4d04-bd85-17a15099f95c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:44:05.053094 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d575a11-b3de-4d04-bd85-17a15099f95c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:44:05.125014 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e31ca2-c5d8-452c-8291-47cd857f85db service neutron] Pushing event updated for resources: {'Port': ['ID=97c18459-2c72-43da-a783-2e2db917d8b4,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:05.144627 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-dc097719-20ed-4e77-88a8-dbfaf8ab32ea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=443cc121207942efbbe50daec0e5de98&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0882421 Feb 19 04:44:05.230047 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2397368b-d220-4d5a-a016-d77dcba65463 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:05.249648 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2397368b-d220-4d5a-a016-d77dcba65463 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2644055 Feb 19 04:44:05.253000 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41038) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:05.253613 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41040) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:05.278044 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-de372c7f-f829-4312-8ac2-e8c495cca4ef tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1115067702', 'security_groups': ['f7b715ae-aa20-43fe-a746-dfd9863bb861'], 'network_id': '8fa15992-72f1-4bf3-b090-065eceaf5edc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b47b397f-603b-4414-bee8-b8b221428d42'}]}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:05.310546 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397368b-d220-4d5a-a016-d77dcba65463 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b715ae-aa20-43fe-a746-dfd9863bb861,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:05.423728 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc097719-20ed-4e77-88a8-dbfaf8ab32ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c48d00-6f90-4a55-a810-4e262b7f4f69,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:05.548005 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d575a11-b3de-4d04-bd85-17a15099f95c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (621532a0-3aab-4f04-860c-479351fd9de6), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:05.593657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-d0d28081-faca-465f-be2f-fe99e731eead None None] Allocated IP 172.20.0.2 (8fa15992-72f1-4bf3-b090-065eceaf5edc/b47b397f-603b-4414-bee8-b8b221428d42/24dbbb91-9e97-4d24-8842-3bc7ae1399f9) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:44:05.636834 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1c9ae164-d1fd-4ebd-a492-08d5b7e00517 None None] Provisioning complete for port 26f2f069-3b87-4e34-b60b-43b6764dfe40 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:05.637991 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1c9ae164-d1fd-4ebd-a492-08d5b7e00517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (26f2f069-3b87-4e34-b60b-43b6764dfe40), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:05.773841 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d575a11-b3de-4d04-bd85-17a15099f95c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'Port': ['ID=b430abcb-6b7f-49d5-bf0b-5f5db3ea025e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:06.149991 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-c55ac770-f934-4486-afbe-010bfb9430be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:06.155251 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-c55ac770-f934-4486-afbe-010bfb9430be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5d75efb08514de6a052014d405b6aef&device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 1125 time: 1.6367791 Feb 19 04:44:06.188351 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9084578e-6b27-41f9-a81b-7ce3034ab8f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:06.359831 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=26f2f069-3b87-4e34-b60b-43b6764dfe40,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:06.401870 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-649fa5b1-92b4-4b98-9649-4ad13c44cd26 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97c18459-2c72-43da-a783-2e2db917d8b4 HTTP/1.1" status: 200 len: 217 time: 0.1729178 Feb 19 04:44:06.451089 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe51aebb-20be-4b3d-8ed2-bf8c2c9d4318 admin admin] Publish callbacks [] for security_group (34c48d00-6f90-4a55-a810-4e262b7f4f69), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:06.601136 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771b702-76ae-49d1-acc0-8895dc2fe971 req-5fe920be-b5f8-43ed-9540-661b7d816db2 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:06.609324 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d771b702-76ae-49d1-acc0-8895dc2fe971 req-5fe920be-b5f8-43ed-9540-661b7d816db2 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 1.1549203 Feb 19 04:44:06.741136 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-6e636ca2-0d34-4650-8765-ee9431ebace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:06.744662 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-6e636ca2-0d34-4650-8765-ee9431ebace9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45cf20d4-3097-4dde-886e-3a9890ecec0d HTTP/1.1" status: 200 len: 856 time: 0.3060489 Feb 19 04:44:06.782027 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d0d28081-faca-465f-be2f-fe99e731eead None None] Publish callbacks [] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:06.794476 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d0d28081-faca-465f-be2f-fe99e731eead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:06.840485 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe51aebb-20be-4b3d-8ed2-bf8c2c9d4318 admin admin] Publish callbacks [] for security_group (34c48d00-6f90-4a55-a810-4e262b7f4f69), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:07.063619 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ae164-d1fd-4ebd-a492-08d5b7e00517 None None] Current status of the port 26f2f069-3b87-4e34-b60b-43b6764dfe40 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:44:07.084343 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d28081-faca-465f-be2f-fe99e731eead None None] Pushing event updated for resources: {'Port': ['ID=24dbbb91-9e97-4d24-8842-3bc7ae1399f9,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:07.146464 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d28081-faca-465f-be2f-fe99e731eead None None] Network 8fa15992-72f1-4bf3-b090-065eceaf5edc is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:44:07.165463 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-d0d28081-faca-465f-be2f-fe99e731eead None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:44:07.186604 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d28081-faca-465f-be2f-fe99e731eead None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:44:07.221653 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de372c7f-f829-4312-8ac2-e8c495cca4ef tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:44:07.469611 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-de372c7f-f829-4312-8ac2-e8c495cca4ef tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:07.488617 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 26f2f069-3b87-4e34-b60b-43b6764dfe40 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:44:07.521795 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-de372c7f-f829-4312-8ac2-e8c495cca4ef tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] device_id is not set on port 3bbb90bd-8dfb-4d3f-b94f-cc2c25e2104c yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:44:07.605327 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d771b702-76ae-49d1-acc0-8895dc2fe971 req-9c3b5fca-bba3-4fc5-8f00-bc6f2d620efe tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9442239 Feb 19 04:44:07.672128 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:07.748583 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d575a11-b3de-4d04-bd85-17a15099f95c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b430abcb-6b7f-49d5-bf0b-5f5db3ea025e), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:07.756583 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d0d28081-faca-465f-be2f-fe99e731eead None None] Attempting to bind port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:44:07.758753 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d0d28081-faca-465f-be2f-fe99e731eead None None] Attempting to bind port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '135dd713-4944-4901-b5aa-e9b138a64d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8fa15992-72f1-4bf3-b090-065eceaf5edc'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:44:07.758753 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d28081-faca-465f-be2f-fe99e731eead None None] Attempting to bind port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 on network 8fa15992-72f1-4bf3-b090-065eceaf5edc {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:44:07.814142 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d28081-faca-465f-be2f-fe99e731eead None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:44:07.817267 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d28081-faca-465f-be2f-fe99e731eead None None] Checking segment: {'id': '135dd713-4944-4901-b5aa-e9b138a64d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8fa15992-72f1-4bf3-b090-065eceaf5edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:44:07.818303 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d0d28081-faca-465f-be2f-fe99e731eead None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:07.818996 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d28081-faca-465f-be2f-fe99e731eead None None] Bound using segment: {'id': '135dd713-4944-4901-b5aa-e9b138a64d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8fa15992-72f1-4bf3-b090-065eceaf5edc'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:44:07.820414 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d0d28081-faca-465f-be2f-fe99e731eead None None] Bound port: 24dbbb91-9e97-4d24-8842-3bc7ae1399f9, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '135dd713-4944-4901-b5aa-e9b138a64d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8fa15992-72f1-4bf3-b090-065eceaf5edc'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:44:07.821131 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d0d28081-faca-465f-be2f-fe99e731eead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:07.878420 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:07.903633 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe51aebb-20be-4b3d-8ed2-bf8c2c9d4318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (34c48d00-6f90-4a55-a810-4e262b7f4f69), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:07.906609 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fe51aebb-20be-4b3d-8ed2-bf8c2c9d4318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:07.914216 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fe51aebb-20be-4b3d-8ed2-bf8c2c9d4318 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/34c48d00-6f90-4a55-a810-4e262b7f4f69 HTTP/1.1" status: 204 len: 168 time: 2.6572583 Feb 19 04:44:07.916790 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-a47899e0-170a-4f56-8f69-0be8bba3529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:07.929696 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-a47899e0-170a-4f56-8f69-0be8bba3529e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3539187-cc67-4fa5-a771-d626621d7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9220047 Feb 19 04:44:08.040268 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 26f2f069-3b87-4e34-b60b-43b6764dfe40 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:08.041137 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (26f2f069-3b87-4e34-b60b-43b6764dfe40), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:08.052037 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9a9368d0-9f6e-4ee7-93f2-afdfffde4c18 None None] Provisioning complete for port 26f2f069-3b87-4e34-b60b-43b6764dfe40 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:08.054228 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9a9368d0-9f6e-4ee7-93f2-afdfffde4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (26f2f069-3b87-4e34-b60b-43b6764dfe40), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:08.153308 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51aebb-20be-4b3d-8ed2-bf8c2c9d4318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c48d00-6f90-4a55-a810-4e262b7f4f69,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:08.437282 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:08.946647 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 26f2f069-3b87-4e34-b60b-43b6764dfe40 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:44:08.995000 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9a9368d0-9f6e-4ee7-93f2-afdfffde4c18 None None] Current status of the port 26f2f069-3b87-4e34-b60b-43b6764dfe40 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:44:09.026782 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d0d28081-faca-465f-be2f-fe99e731eead None None] For port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:44:09.139993 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d0d28081-faca-465f-be2f-fe99e731eead None None] For port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=24dbbb91-9e97-4d24-8842-3bc7ae1399f9,segment=NetworkSegment(135dd713-4944-4901-b5aa-e9b138a64d3f),segment_id=135dd713-4944-4901-b5aa-e9b138a64d3f)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:44:09.173044 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e20ee4-7591-44dc-9454-c11f67841269 req-05f07142-e004-4ef4-bbcf-295ec9ecfa0a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:09.177356 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9a9368d0-9f6e-4ee7-93f2-afdfffde4c18 None None] Provisioning complete for port b430abcb-6b7f-49d5-bf0b-5f5db3ea025e triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:09.182028 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9a9368d0-9f6e-4ee7-93f2-afdfffde4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b430abcb-6b7f-49d5-bf0b-5f5db3ea025e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:09.193319 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-91e20ee4-7591-44dc-9454-c11f67841269 req-05f07142-e004-4ef4-bbcf-295ec9ecfa0a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 0.2888269 Feb 19 04:44:09.371532 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-91e20ee4-7591-44dc-9454-c11f67841269 req-b65b5ac0-2560-477c-a408-58f541609378 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767194 Feb 19 04:44:09.451495 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9a9368d0-9f6e-4ee7-93f2-afdfffde4c18 None None] Port b430abcb-6b7f-49d5-bf0b-5f5db3ea025e cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:44:09.477870 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d0d28081-faca-465f-be2f-fe99e731eead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:09.885438 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d28081-faca-465f-be2f-fe99e731eead None None] Pushing event updated for resources: {'Port': ['ID=24dbbb91-9e97-4d24-8842-3bc7ae1399f9,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:09.933610 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:09.985782 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:10.054427 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-92769af2-d0cf-4919-9518-4c6340162dd5 None None] Provisioning complete for port b430abcb-6b7f-49d5-bf0b-5f5db3ea025e triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:10.058176 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-92769af2-d0cf-4919-9518-4c6340162dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b430abcb-6b7f-49d5-bf0b-5f5db3ea025e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:10.312110 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-92769af2-d0cf-4919-9518-4c6340162dd5 None None] Port b430abcb-6b7f-49d5-bf0b-5f5db3ea025e cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:44:10.517571 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d575a11-b3de-4d04-bd85-17a15099f95c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for port (b430abcb-6b7f-49d5-bf0b-5f5db3ea025e), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:10.626775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-de372c7f-f829-4312-8ac2-e8c495cca4ef tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Allocated IP 172.20.0.10 (8fa15992-72f1-4bf3-b090-065eceaf5edc/b47b397f-603b-4414-bee8-b8b221428d42/3bbb90bd-8dfb-4d3f-b94f-cc2c25e2104c) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:44:10.880578 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-28199c0a-c1fb-4e9a-b50a-8b349a555b76 service neutron] 10.222.0.48 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.7520242 Feb 19 04:44:10.914241 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d575a11-b3de-4d04-bd85-17a15099f95c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (b430abcb-6b7f-49d5-bf0b-5f5db3ea025e), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:11.359403 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:44:11.530529 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:11.531169 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:11.565599 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6f72526-f65c-4a8d-a7e3-861ede8efc17 req-0825ecf5-f700-46c8-b804-c836b1abff09 service neutron] 10.222.0.48 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6433539 Feb 19 04:44:11.626882 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d575a11-b3de-4d04-bd85-17a15099f95c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (621532a0-3aab-4f04-860c-479351fd9de6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:11.928623 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:44:11.930254 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:12.151008 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=24dbbb91-9e97-4d24-8842-3bc7ae1399f9,segment=NetworkSegment(135dd713-4944-4901-b5aa-e9b138a64d3f),segment_id=135dd713-4944-4901-b5aa-e9b138a64d3f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:44:12.165663 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:12.386521 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=24dbbb91-9e97-4d24-8842-3bc7ae1399f9,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:12.440352 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d575a11-b3de-4d04-bd85-17a15099f95c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'Port': ['ID=b430abcb-6b7f-49d5-bf0b-5f5db3ea025e,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:12.455772 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d575a11-b3de-4d04-bd85-17a15099f95c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Network 8cf40e8d-bb62-447b-a435-9b688d0fd6d7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:44:12.489783 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-3d575a11-b3de-4d04-bd85-17a15099f95c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:44:12.509911 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c97f22-c4e4-4374-a669-dc66c1beaa5b req-98ecd95d-7d3e-41c2-be3e-ab918a13dd9b tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:12.518961 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-30c97f22-c4e4-4374-a669-dc66c1beaa5b req-98ecd95d-7d3e-41c2-be3e-ab918a13dd9b tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 1.6798522 Feb 19 04:44:12.747510 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-de372c7f-f829-4312-8ac2-e8c495cca4ef tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for port (3bbb90bd-8dfb-4d3f-b94f-cc2c25e2104c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:13.134302 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c698c0-ab2f-4d52-a10d-f19afe34871b req-c09990d3-7010-483d-944a-8799bb0e8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:13.151617 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-26c698c0-ab2f-4d52-a10d-f19afe34871b req-c09990d3-7010-483d-944a-8799bb0e8d1b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5d75efb08514de6a052014d405b6aef&device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 1125 time: 1.4705894 Feb 19 04:44:13.296189 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:44:13.559072 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-278bdd16-7f65-4930-a107-574c80425e3d None None] Provisioning complete for port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:13.560148 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-278bdd16-7f65-4930-a107-574c80425e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:13.682708 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:13.684150 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:13.709201 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c698c0-ab2f-4d52-a10d-f19afe34871b req-fc470edd-2769-4ea8-86a1-e02c22073b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:13.712532 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-26c698c0-ab2f-4d52-a10d-f19afe34871b req-fc470edd-2769-4ea8-86a1-e02c22073b11 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3539187-cc67-4fa5-a771-d626621d7371 HTTP/1.1" status: 200 len: 917 time: 0.3382971 Feb 19 04:44:13.810026 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-30c97f22-c4e4-4374-a669-dc66c1beaa5b req-f944d453-4097-46cf-881c-f0b3c75174ee tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2890859 Feb 19 04:44:13.957754 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:44:13.978461 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-278bdd16-7f65-4930-a107-574c80425e3d None None] Current status of the port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:44:14.013851 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-278bdd16-7f65-4930-a107-574c80425e3d None None] Provisioning complete for port 60d79c3f-9619-4793-a7f8-38af646549cf triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:14.014432 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-278bdd16-7f65-4930-a107-574c80425e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (60d79c3f-9619-4793-a7f8-38af646549cf), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:14.057145 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-26c698c0-ab2f-4d52-a10d-f19afe34871b req-a783cc20-8e8c-45c9-8914-3d52cd811a9a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97c18459-2c72-43da-a783-2e2db917d8b4 HTTP/1.1" status: 200 len: 217 time: 0.3182962 Feb 19 04:44:14.165831 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-278bdd16-7f65-4930-a107-574c80425e3d None None] Port 60d79c3f-9619-4793-a7f8-38af646549cf cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:44:14.206581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-278bdd16-7f65-4930-a107-574c80425e3d None None] Provisioning complete for port b430abcb-6b7f-49d5-bf0b-5f5db3ea025e triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:14.210362 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-278bdd16-7f65-4930-a107-574c80425e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b430abcb-6b7f-49d5-bf0b-5f5db3ea025e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:14.289555 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-de372c7f-f829-4312-8ac2-e8c495cca4ef tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (3bbb90bd-8dfb-4d3f-b94f-cc2c25e2104c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:14.324723 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d575a11-b3de-4d04-bd85-17a15099f95c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Router 621532a0-3aab-4f04-860c-479351fd9de6 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:44:14.356034 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-278bdd16-7f65-4930-a107-574c80425e3d None None] Port b430abcb-6b7f-49d5-bf0b-5f5db3ea025e cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:44:14.495676 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de372c7f-f829-4312-8ac2-e8c495cca4ef tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Port': ['ID=3bbb90bd-8dfb-4d3f-b94f-cc2c25e2104c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:14.525473 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c698c0-ab2f-4d52-a10d-f19afe34871b req-cd413f88-d89f-4141-a144-2712f3bfda6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:14.528347 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-26c698c0-ab2f-4d52-a10d-f19afe34871b req-cd413f88-d89f-4141-a144-2712f3bfda6f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45cf20d4-3097-4dde-886e-3a9890ecec0d HTTP/1.1" status: 200 len: 856 time: 0.4483490 Feb 19 04:44:14.632985 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de372c7f-f829-4312-8ac2-e8c495cca4ef tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network 8fa15992-72f1-4bf3-b090-065eceaf5edc is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:44:14.723137 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-de372c7f-f829-4312-8ac2-e8c495cca4ef tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:44:14.740939 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de372c7f-f829-4312-8ac2-e8c495cca4ef tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:44:14.906985 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de372c7f-f829-4312-8ac2-e8c495cca4ef tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:14.908739 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-de372c7f-f829-4312-8ac2-e8c495cca4ef tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:15.239056 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c698c0-ab2f-4d52-a10d-f19afe34871b req-d9573010-02cd-4e03-9db8-71ec62be3cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:15.244863 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-26c698c0-ab2f-4d52-a10d-f19afe34871b req-d9573010-02cd-4e03-9db8-71ec62be3cf5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3539187-cc67-4fa5-a771-d626621d7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6947770 Feb 19 04:44:15.277621 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49407d39-2942-4267-a732-3b723517bfcd req-2c37fcab-6ff7-4cb8-8d63-1a5e50cee2c6 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:15.285016 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-49407d39-2942-4267-a732-3b723517bfcd req-2c37fcab-6ff7-4cb8-8d63-1a5e50cee2c6 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 0.1701140 Feb 19 04:44:15.324056 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41250) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:15.345042 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-b5269358-621b-4d44-8492-d7c329e1cfe1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'subnet': {'network_id': '8fa15992-72f1-4bf3-b090-065eceaf5edc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:15.357587 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-de372c7f-f829-4312-8ac2-e8c495cca4ef tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 10.0504723 Feb 19 04:44:15.517496 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-49407d39-2942-4267-a732-3b723517bfcd req-5fd395c5-9439-4a80-9d67-14f3a139cf8b tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679900 Feb 19 04:44:15.519038 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-95b77bd6-0937-4223-8129-1ae29087666f None None] Provisioning complete for port 3bbb90bd-8dfb-4d3f-b94f-cc2c25e2104c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:15.519661 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-95b77bd6-0937-4223-8129-1ae29087666f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3bbb90bd-8dfb-4d3f-b94f-cc2c25e2104c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:15.571825 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d575a11-b3de-4d04-bd85-17a15099f95c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:44:15.596044 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] Sync routers for ids ['621532a0-3aab-4f04-860c-479351fd9de6'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:44:15.604523 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41258) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:15.607256 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3d575a11-b3de-4d04-bd85-17a15099f95c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "PUT /v2.0/routers/621532a0-3aab-4f04-860c-479351fd9de6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.1004822 Feb 19 04:44:15.624878 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] Routers {'621532a0-3aab-4f04-860c-479351fd9de6'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:44:15.625991 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:44:06Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['621532a0-3aab-4f04-860c-479351fd9de6'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:44:15.668368 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-95b77bd6-0937-4223-8129-1ae29087666f None None] Port 3bbb90bd-8dfb-4d3f-b94f-cc2c25e2104c cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:44:15.716152 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-26c698c0-ab2f-4d52-a10d-f19afe34871b req-4e68c0e6-7863-4ed5-be5c-3fdc4cec7a56 service neutron] 10.222.0.48 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612446 Feb 19 04:44:15.936294 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 97c18459-2c72-43da-a783-2e2db917d8b4 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:44:15.980188 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] Set router 621532a0-3aab-4f04-860c-479351fd9de6 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:44:16.070459 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 97c18459-2c72-43da-a783-2e2db917d8b4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=97c18459-2c72-43da-a783-2e2db917d8b4,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:44:16.084599 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '97c18459-2c72-43da-a783-2e2db917d8b4', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'port_id': '97c18459-2c72-43da-a783-2e2db917d8b4', 'mac_address': 'fa:16:3e:5a:9c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:44:16.246055 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 97c18459-2c72-43da-a783-2e2db917d8b4 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:44:16.251731 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b8989c-3d43-4f25-a7cb-e2b5a467b3da tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:16.252261 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b8989c-3d43-4f25-a7cb-e2b5a467b3da tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:16.252741 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b8989c-3d43-4f25-a7cb-e2b5a467b3da tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:16.252991 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:16.253237 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b8989c-3d43-4f25-a7cb-e2b5a467b3da tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:16.253700 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b8989c-3d43-4f25-a7cb-e2b5a467b3da tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:16.254203 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b8989c-3d43-4f25-a7cb-e2b5a467b3da tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:16.254979 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b8989c-3d43-4f25-a7cb-e2b5a467b3da tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:16.255548 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b8989c-3d43-4f25-a7cb-e2b5a467b3da tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:16.256278 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b8989c-3d43-4f25-a7cb-e2b5a467b3da tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:16.264271 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-17b8989c-3d43-4f25-a7cb-e2b5a467b3da tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6378 time: 0.6089933 Feb 19 04:44:16.264271 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41274) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:16.309581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c18459-2c72-43da-a783-2e2db917d8b4 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:44:16.341500 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-26c698c0-ab2f-4d52-a10d-f19afe34871b req-7dfebb99-9255-423f-9348-a0aa95e3b088 service neutron] 10.222.0.48 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5858209 Feb 19 04:44:16.427709 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 97c18459-2c72-43da-a783-2e2db917d8b4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=97c18459-2c72-43da-a783-2e2db917d8b4,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:44:16.476628 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:16.509271 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08606291-30fa-4978-8564-6b0655461979 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:16.510173 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08606291-30fa-4978-8564-6b0655461979 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:16.510984 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08606291-30fa-4978-8564-6b0655461979 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:16.519459 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08606291-30fa-4978-8564-6b0655461979 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:16.520186 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08606291-30fa-4978-8564-6b0655461979 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:16.524402 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08606291-30fa-4978-8564-6b0655461979 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:16.529268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08606291-30fa-4978-8564-6b0655461979 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:16.530064 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08606291-30fa-4978-8564-6b0655461979 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:16.530743 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08606291-30fa-4978-8564-6b0655461979 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:16.536875 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-08606291-30fa-4978-8564-6b0655461979 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5881 time: 0.2508233 Feb 19 04:44:16.537378 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5269358-621b-4d44-8492-d7c329e1cfe1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:44:16.537533 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41280) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:16.554732 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b5269358-621b-4d44-8492-d7c329e1cfe1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:16.735937 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=97c18459-2c72-43da-a783-2e2db917d8b4,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:16.872674 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['97c18459-2c72-43da-a783-2e2db917d8b4'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:44:17.020534 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621532a0-3aab-4f04-860c-479351fd9de6', 'name': 'tempest-TestNetworkBasicOps-router-1392878627', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:41Z', 'updated_at': '2022-02-19T04:44:07Z', 'revision_number': 4, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:44Z', 'updated_at': '2022-02-19T04:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'b430abcb-6b7f-49d5-bf0b-5f5db3ea025e', 'name': '', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:5d:75:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:44:02Z', 'updated_at': '2022-02-19T04:44:09Z', 'revision_number': 2, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:44:17.117962 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] Checking router: 621532a0-3aab-4f04-860c-479351fd9de6 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:44:17.126950 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] Updating router 621532a0-3aab-4f04-860c-479351fd9de6 port b430abcb-6b7f-49d5-bf0b-5f5db3ea025e binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:44:17.158059 n-d-772273-4 neutron-server[115199]: INFO neutron.db.ipam_backend_mixin [None req-b5269358-621b-4d44-8492-d7c329e1cfe1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b47b397f-603b-4414-bee8-b8b221428d42 (CIDR: 172.20.0.0/28) Feb 19 04:44:17.167153 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5269358-621b-4d44-8492-d7c329e1cfe1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:44:17.167848 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5269358-621b-4d44-8492-d7c329e1cfe1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:44:17.212718 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b5269358-621b-4d44-8492-d7c329e1cfe1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8857222 Feb 19 04:44:17.215504 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41298) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:17.228393 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-1096423e-13f2-4a16-9c65-342391fc24d9 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'subnet': {'network_id': '8fa15992-72f1-4bf3-b090-065eceaf5edc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:17.237695 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b430abcb-6b7f-49d5-bf0b-5f5db3ea025e), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:17.246401 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cb64f-1ec0-49ae-a9df-c08e71f1c124 req-b605277f-e2f1-4380-b16a-8b836e2bc7df tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:17.266202 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee8cb64f-1ec0-49ae-a9df-c08e71f1c124 req-b605277f-e2f1-4380-b16a-8b836e2bc7df tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 944 time: 0.3581235 Feb 19 04:44:17.448278 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee8cb64f-1ec0-49ae-a9df-c08e71f1c124 req-8f537bfe-2db4-402c-aec6-e025dad2fdc9 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743538 Feb 19 04:44:17.780175 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1096423e-13f2-4a16-9c65-342391fc24d9 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:44:17.787431 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1096423e-13f2-4a16-9c65-342391fc24d9 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:17.946045 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 97c18459-2c72-43da-a783-2e2db917d8b4 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:44:18.147635 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 97c18459-2c72-43da-a783-2e2db917d8b4 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:44:18.166882 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 97c18459-2c72-43da-a783-2e2db917d8b4 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:18.167469 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:18.535515 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 97c18459-2c72-43da-a783-2e2db917d8b4 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:44:18.536169 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:18.662835 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1096423e-13f2-4a16-9c65-342391fc24d9 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (b33e72d7-7f78-4b50-ac7e-8fedba09925c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:18.706154 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13abfe41-ce81-4ad6-9392-ada9e177e5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c18459-2c72-43da-a783-2e2db917d8b4'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:44:18.715343 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ce7c09-21e8-4c01-9725-56eb31950a1d" -d '{"events": [{"server_uuid": "13abfe41-ce81-4ad6-9392-ada9e177e5a5", "name": "network-vif-plugged", "status": "completed", "tag": "97c18459-2c72-43da-a783-2e2db917d8b4"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:44:18.786942 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 97c18459-2c72-43da-a783-2e2db917d8b4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=97c18459-2c72-43da-a783-2e2db917d8b4,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:44:18.815749 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:18.859134 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] Publish callbacks [] for port (b430abcb-6b7f-49d5-bf0b-5f5db3ea025e), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:18.882166 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b430abcb-6b7f-49d5-bf0b-5f5db3ea025e), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:19.061159 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d08d882d-9a67-453e-b005-68e04917adb3 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 2.5208054 Feb 19 04:44:19.105644 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=97c18459-2c72-43da-a783-2e2db917d8b4,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:19.162233 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1096423e-13f2-4a16-9c65-342391fc24d9 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network 8fa15992-72f1-4bf3-b090-065eceaf5edc is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:44:19.172972 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-1096423e-13f2-4a16-9c65-342391fc24d9 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:44:19.183081 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1096423e-13f2-4a16-9c65-342391fc24d9 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:19.184605 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1096423e-13f2-4a16-9c65-342391fc24d9 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:19.185133 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358848b4-217c-45b9-8864-b91134b34e26 None None] Network 8fa15992-72f1-4bf3-b090-065eceaf5edc requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:44:19.203718 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1775bc-e3ce-4bfd-af35-3cb86cf7ce4e None None] Pushing event updated for resources: {'Port': ['ID=b430abcb-6b7f-49d5-bf0b-5f5db3ea025e,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:19.289291 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096423e-13f2-4a16-9c65-342391fc24d9 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Subnet': ['ID=b33e72d7-7f78-4b50-ac7e-8fedba09925c,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:19.347964 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41358) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:19.351382 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1096423e-13f2-4a16-9c65-342391fc24d9 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1341281 Feb 19 04:44:19.372185 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-d9d2cbfc-6450-4e56-90cc-7a4a52d7945e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1486811063', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b33e72d7-7f78-4b50-ac7e-8fedba09925c'}], 'security_groups': ['3be34dc7-05be-4554-8d48-ad587add698a']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:19.442193 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31862cb-23e7-4b8c-8835-867ac7d9f39c req-07662c95-a51f-42b9-9f96-19b2d7f17a17 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:19.466180 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d31862cb-23e7-4b8c-8835-867ac7d9f39c req-07662c95-a51f-42b9-9f96-19b2d7f17a17 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 944 time: 0.8047154 Feb 19 04:44:19.568820 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] Attempting to bind port b430abcb-6b7f-49d5-bf0b-5f5db3ea025e on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:44:19.570325 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] Attempting to bind port b430abcb-6b7f-49d5-bf0b-5f5db3ea025e by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'e92e12a9-5c7c-4b88-b56e-16aa206424c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:44:19.575221 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] Attempting to bind port b430abcb-6b7f-49d5-bf0b-5f5db3ea025e on network 8cf40e8d-bb62-447b-a435-9b688d0fd6d7 {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:44:19.599421 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:44:19.600366 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] Checking segment: {'id': 'e92e12a9-5c7c-4b88-b56e-16aa206424c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:44:19.601394 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:19.602300 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] Bound using segment: {'id': 'e92e12a9-5c7c-4b88-b56e-16aa206424c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:44:19.605448 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] Bound port: b430abcb-6b7f-49d5-bf0b-5f5db3ea025e, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92e12a9-5c7c-4b88-b56e-16aa206424c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:44:19.606347 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b430abcb-6b7f-49d5-bf0b-5f5db3ea025e), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:19.743104 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d31862cb-23e7-4b8c-8835-867ac7d9f39c req-4cea4ae6-0504-4e67-b34a-ab5de3cb7d80 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750676 Feb 19 04:44:20.041116 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] For port b430abcb-6b7f-49d5-bf0b-5f5db3ea025e, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:44:20.073904 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] For port b430abcb-6b7f-49d5-bf0b-5f5db3ea025e, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b430abcb-6b7f-49d5-bf0b-5f5db3ea025e,segment=NetworkSegment(e92e12a9-5c7c-4b88-b56e-16aa206424c1),segment_id=e92e12a9-5c7c-4b88-b56e-16aa206424c1)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:44:20.113031 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b430abcb-6b7f-49d5-bf0b-5f5db3ea025e), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:20.299544 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cad6eb-fbe8-4c73-9a03-36bd3dcbd7ae x-openstack-request-id: req-94cad6eb-fbe8-4c73-9a03-36bd3dcbd7ae {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:44:20.300885 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13abfe41-ce81-4ad6-9392-ada9e177e5a5", "name": "network-vif-plugged", "status": "completed", "tag": "97c18459-2c72-43da-a783-2e2db917d8b4", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:44:20.301382 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94cad6eb-fbe8-4c73-9a03-36bd3dcbd7ae {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:44:20.302316 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13abfe41-ce81-4ad6-9392-ada9e177e5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c18459-2c72-43da-a783-2e2db917d8b4', 'code': 200} Feb 19 04:44:20.370934 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ae67dfe7-2883-4e63-9831-f6db1943a654 None None] Provisioning complete for port b430abcb-6b7f-49d5-bf0b-5f5db3ea025e triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:20.371652 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ae67dfe7-2883-4e63-9831-f6db1943a654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b430abcb-6b7f-49d5-bf0b-5f5db3ea025e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:20.513760 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] Routers {'621532a0-3aab-4f04-860c-479351fd9de6'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:44:20.519338 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:44:06Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['621532a0-3aab-4f04-860c-479351fd9de6'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:44:20.551998 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1775bc-e3ce-4bfd-af35-3cb86cf7ce4e None None] Pushing event updated for resources: {'Port': ['ID=b430abcb-6b7f-49d5-bf0b-5f5db3ea025e,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:20.710146 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d9d2cbfc-6450-4e56-90cc-7a4a52d7945e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3bbb90bd-8dfb-4d3f-b94f-cc2c25e2104c), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:21.075817 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd68f78-d15b-4a96-a891-b7ab76e5dce4 req-1fdc2263-445b-4119-9523-5267db3940af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:21.077569 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8bd68f78-d15b-4a96-a891-b7ab76e5dce4 req-1fdc2263-445b-4119-9523-5267db3940af service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 1127 time: 0.8488760 Feb 19 04:44:21.330150 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] Set router 621532a0-3aab-4f04-860c-479351fd9de6 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:44:21.340544 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ae67dfe7-2883-4e63-9831-f6db1943a654 None None] Current status of the port b430abcb-6b7f-49d5-bf0b-5f5db3ea025e is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:44:21.341320 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ae67dfe7-2883-4e63-9831-f6db1943a654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b430abcb-6b7f-49d5-bf0b-5f5db3ea025e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:21.440934 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969a9464-8db5-4a04-b490-7b7188ba52ad None None] Update dhcp port {'port': {'network_id': '8fa15992-72f1-4bf3-b090-065eceaf5edc', 'fixed_ips': [{'subnet_id': 'b47b397f-603b-4414-bee8-b8b221428d42', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b33e72d7-7f78-4b50-ac7e-8fedba09925c'}], 'binding:host_id': 'n-d-772273-4'}, 'id': '24dbbb91-9e97-4d24-8842-3bc7ae1399f9'} from n-d-772273-4. {{(pid=115200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:44:21.728394 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-ae67dfe7-2883-4e63-9831-f6db1943a654 None None] For port b430abcb-6b7f-49d5-bf0b-5f5db3ea025e, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b430abcb-6b7f-49d5-bf0b-5f5db3ea025e,segment=NetworkSegment(e92e12a9-5c7c-4b88-b56e-16aa206424c1),segment_id=e92e12a9-5c7c-4b88-b56e-16aa206424c1)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:44:21.750359 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-969a9464-8db5-4a04-b490-7b7188ba52ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:21.755083 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ae67dfe7-2883-4e63-9831-f6db1943a654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b430abcb-6b7f-49d5-bf0b-5f5db3ea025e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:21.933652 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d379fad-d127-4067-9aaf-ffdde1d33128 req-edb7ad74-77cd-4541-8aeb-af6eb698b7ec tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:21.936885 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9d379fad-d127-4067-9aaf-ffdde1d33128 req-edb7ad74-77cd-4541-8aeb-af6eb698b7ec tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.9234018 Feb 19 04:44:22.284328 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8bd68f78-d15b-4a96-a891-b7ab76e5dce4 req-740f9236-504b-451e-8931-fced85eb3bda service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0640402 Feb 19 04:44:22.352150 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41422) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:22.359839 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-d39862ba-d57e-4064-b575-bcbf0b5dd9ad tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2088474149', 'description': 'tempest-secgroup-smoke-2088474149 description', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:22.446039 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621532a0-3aab-4f04-860c-479351fd9de6', 'name': 'tempest-TestNetworkBasicOps-router-1392878627', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:41Z', 'updated_at': '2022-02-19T04:44:07Z', 'revision_number': 4, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:44Z', 'updated_at': '2022-02-19T04:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'b430abcb-6b7f-49d5-bf0b-5f5db3ea025e', 'name': '', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:5d:75:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:44:02Z', 'updated_at': '2022-02-19T04:44:19Z', 'revision_number': 4, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:44:22.461872 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-969a9464-8db5-4a04-b490-7b7188ba52ad None None] Allocated IP 172.20.0.18 (8fa15992-72f1-4bf3-b090-065eceaf5edc/b33e72d7-7f78-4b50-ac7e-8fedba09925c/24dbbb91-9e97-4d24-8842-3bc7ae1399f9) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:44:22.472001 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d39862ba-d57e-4064-b575-bcbf0b5dd9ad tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:22.624626 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db26638-af56-410f-ba9d-888d9e80ac12 None None] The sync data for ids ['621532a0-3aab-4f04-860c-479351fd9de6'] in n-d-772273-4 is: [{'id': '621532a0-3aab-4f04-860c-479351fd9de6', 'name': 'tempest-TestNetworkBasicOps-router-1392878627', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:41Z', 'updated_at': '2022-02-19T04:44:07Z', 'revision_number': 4, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:44Z', 'updated_at': '2022-02-19T04:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'b430abcb-6b7f-49d5-bf0b-5f5db3ea025e', 'name': '', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:5d:75:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:44:02Z', 'updated_at': '2022-02-19T04:44:19Z', 'revision_number': 4, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:44:22.639248 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9d379fad-d127-4067-9aaf-ffdde1d33128 req-e5bfcc17-f529-4fc4-8754-1d3a9b920fca tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5200949 Feb 19 04:44:22.837631 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d39862ba-d57e-4064-b575-bcbf0b5dd9ad tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group (7dae2a7d-b32b-4f81-854b-1aaa59d4afcf), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:22.850557 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d39862ba-d57e-4064-b575-bcbf0b5dd9ad tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7dae2a7d-b32b-4f81-854b-1aaa59d4afcf), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:22.960196 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-969a9464-8db5-4a04-b490-7b7188ba52ad None None] For port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=24dbbb91-9e97-4d24-8842-3bc7ae1399f9,segment=NetworkSegment(135dd713-4944-4901-b5aa-e9b138a64d3f),segment_id=135dd713-4944-4901-b5aa-e9b138a64d3f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:44:23.061914 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-969a9464-8db5-4a04-b490-7b7188ba52ad None None] Publish callbacks [] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:23.126887 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d39862ba-d57e-4064-b575-bcbf0b5dd9ad tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:23.133832 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d39862ba-d57e-4064-b575-bcbf0b5dd9ad tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7786410 Feb 19 04:44:23.135396 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39862ba-d57e-4064-b575-bcbf0b5dd9ad tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dae2a7d-b32b-4f81-854b-1aaa59d4afcf,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:23.154138 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41438) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:23.167170 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-63aa0b63-9f80-4f2c-b022-341baa9463e9 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'security_group_rule': {'security_group_id': '7dae2a7d-b32b-4f81-854b-1aaa59d4afcf', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:23.183871 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-969a9464-8db5-4a04-b490-7b7188ba52ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:23.300390 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63aa0b63-9f80-4f2c-b022-341baa9463e9 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (496bfa4e-3b21-4df7-b07c-4376839c6988), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:23.616657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b430abcb-6b7f-49d5-bf0b-5f5db3ea025e up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:44:23.627112 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67dfe7-2883-4e63-9831-f6db1943a654 None None] Pushing event updated for resources: {'Port': ['ID=b430abcb-6b7f-49d5-bf0b-5f5db3ea025e,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:23.749138 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-aa648519-808f-46dd-a034-9eb057bd2347 None None] Provisioning complete for port b430abcb-6b7f-49d5-bf0b-5f5db3ea025e triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:23.755595 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aa648519-808f-46dd-a034-9eb057bd2347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b430abcb-6b7f-49d5-bf0b-5f5db3ea025e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:23.765704 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-d9d2cbfc-6450-4e56-90cc-7a4a52d7945e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Delete allocated IP 172.20.0.10 (8fa15992-72f1-4bf3-b090-065eceaf5edc/b47b397f-603b-4414-bee8-b8b221428d42) {{(pid=115198) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 04:44:23.770035 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63aa0b63-9f80-4f2c-b022-341baa9463e9 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (496bfa4e-3b21-4df7-b07c-4376839c6988), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:23.784658 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63aa0b63-9f80-4f2c-b022-341baa9463e9 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (496bfa4e-3b21-4df7-b07c-4376839c6988), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:23.800607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-d9d2cbfc-6450-4e56-90cc-7a4a52d7945e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Allocated IP 172.20.0.27 (8fa15992-72f1-4bf3-b090-065eceaf5edc/b33e72d7-7f78-4b50-ac7e-8fedba09925c/3bbb90bd-8dfb-4d3f-b94f-cc2c25e2104c) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:44:23.884224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa0b63-9f80-4f2c-b022-341baa9463e9 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496bfa4e-3b21-4df7-b07c-4376839c6988,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:23.908368 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63aa0b63-9f80-4f2c-b022-341baa9463e9 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:23.914805 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-63aa0b63-9f80-4f2c-b022-341baa9463e9 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7592590 Feb 19 04:44:23.919323 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41458) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:23.933838 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c48189e8-ba4c-4a57-9d72-e14c7a9769d0 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'security_group_rule': {'security_group_id': '7dae2a7d-b32b-4f81-854b-1aaa59d4afcf', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:24.065539 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c48189e8-ba4c-4a57-9d72-e14c7a9769d0 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (b8e5bdb5-5a88-4b61-9bdc-feb365d235cd), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:24.264709 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c48189e8-ba4c-4a57-9d72-e14c7a9769d0 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (b8e5bdb5-5a88-4b61-9bdc-feb365d235cd), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:24.292775 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c48189e8-ba4c-4a57-9d72-e14c7a9769d0 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (b8e5bdb5-5a88-4b61-9bdc-feb365d235cd), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:24.385496 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48189e8-ba4c-4a57-9d72-e14c7a9769d0 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e5bdb5-5a88-4b61-9bdc-feb365d235cd,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:24.408644 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c48189e8-ba4c-4a57-9d72-e14c7a9769d0 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:24.416100 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c48189e8-ba4c-4a57-9d72-e14c7a9769d0 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4908834 Feb 19 04:44:24.422727 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41472) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:24.439229 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-a17ccbd3-5d3a-4729-81ee-ebee248d24f5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'security_group_rule': {'security_group_id': '7dae2a7d-b32b-4f81-854b-1aaa59d4afcf', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:24.548902 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36160006-5e53-49ee-b839-13b2ed6afae2 req-7f96c6f0-aa3c-4ef7-9956-c8227984cc94 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:24.559745 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-36160006-5e53-49ee-b839-13b2ed6afae2 req-7f96c6f0-aa3c-4ef7-9956-c8227984cc94 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.3880374 Feb 19 04:44:24.605760 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d9d2cbfc-6450-4e56-90cc-7a4a52d7945e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for port (3bbb90bd-8dfb-4d3f-b94f-cc2c25e2104c), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:24.623368 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d9d2cbfc-6450-4e56-90cc-7a4a52d7945e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (3bbb90bd-8dfb-4d3f-b94f-cc2c25e2104c), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:24.634836 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a9464-8db5-4a04-b490-7b7188ba52ad None None] Pushing event updated for resources: {'Port': ['ID=24dbbb91-9e97-4d24-8842-3bc7ae1399f9,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:24.711993 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-36160006-5e53-49ee-b839-13b2ed6afae2 req-8088c09d-ea56-44db-a1b1-758cfab75a80 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509790 Feb 19 04:44:24.755447 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a17ccbd3-5d3a-4729-81ee-ebee248d24f5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (aec6217b-fa3b-40a5-9dc3-6da0db39c7ba), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:24.810824 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b430abcb-6b7f-49d5-bf0b-5f5db3ea025e triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:24.811207 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b430abcb-6b7f-49d5-bf0b-5f5db3ea025e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:24.877446 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a17ccbd3-5d3a-4729-81ee-ebee248d24f5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (aec6217b-fa3b-40a5-9dc3-6da0db39c7ba), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:24.887325 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a17ccbd3-5d3a-4729-81ee-ebee248d24f5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (aec6217b-fa3b-40a5-9dc3-6da0db39c7ba), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:24.949881 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ccbd3-5d3a-4729-81ee-ebee248d24f5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec6217b-fa3b-40a5-9dc3-6da0db39c7ba,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:24.961203 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-aa648519-808f-46dd-a034-9eb057bd2347 None None] Current status of the port b430abcb-6b7f-49d5-bf0b-5f5db3ea025e is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:44:24.989183 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a17ccbd3-5d3a-4729-81ee-ebee248d24f5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:24.993296 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a17ccbd3-5d3a-4729-81ee-ebee248d24f5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5617516 Feb 19 04:44:25.000952 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41482) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:25.017587 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-5b0e2c21-4e56-4832-a9e8-510f095dbb52 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'security_group_rule': {'security_group_id': '7dae2a7d-b32b-4f81-854b-1aaa59d4afcf', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:25.155576 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b430abcb-6b7f-49d5-bf0b-5f5db3ea025e is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:44:25.260884 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b0e2c21-4e56-4832-a9e8-510f095dbb52 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (7f96b260-b92a-4ee0-81a0-f5b94783383e), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:25.329555 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2cbfc-6450-4e56-90cc-7a4a52d7945e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Port': ['ID=3bbb90bd-8dfb-4d3f-b94f-cc2c25e2104c,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:25.424381 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9202e-24ab-41f3-a726-6c11c7622b46 req-6893e7ed-af77-453f-8e69-d29824c4366b tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:25.428531 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e3f9202e-24ab-41f3-a726-6c11c7622b46 req-6893e7ed-af77-453f-8e69-d29824c4366b tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.2725680 Feb 19 04:44:25.433325 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-d9d2cbfc-6450-4e56-90cc-7a4a52d7945e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] In _notify_port_updated(), no bound segment for port 3bbb90bd-8dfb-4d3f-b94f-cc2c25e2104c on network 8fa15992-72f1-4bf3-b090-065eceaf5edc {{(pid=115198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:44:25.444026 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41492) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:25.447425 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d2cbfc-6450-4e56-90cc-7a4a52d7945e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:25.448781 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d9d2cbfc-6450-4e56-90cc-7a4a52d7945e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:25.453568 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d9d2cbfc-6450-4e56-90cc-7a4a52d7945e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "PUT /v2.0/ports/3bbb90bd-8dfb-4d3f-b94f-cc2c25e2104c HTTP/1.1" status: 200 len: 921 time: 6.1030459 Feb 19 04:44:25.457172 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41494) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:25.524681 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e699a8b2-f49c-4ba2-a5be-7ccaa3e0a322 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Request body: {'floatingip': {'port_id': '97c18459-2c72-43da-a783-2e2db917d8b4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:25.534033 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:44:25.870835 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:25.875528 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:25.960487 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b0e2c21-4e56-4832-a9e8-510f095dbb52 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (7f96b260-b92a-4ee0-81a0-f5b94783383e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:25.964151 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-8b23cfba-51b2-4467-9073-395bc5d8a861 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting port 3bbb90bd-8dfb-4d3f-b94f-cc2c25e2104c {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:44:25.968448 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b23cfba-51b2-4467-9073-395bc5d8a861 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3bbb90bd-8dfb-4d3f-b94f-cc2c25e2104c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:26.025342 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b0e2c21-4e56-4832-a9e8-510f095dbb52 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (7f96b260-b92a-4ee0-81a0-f5b94783383e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:26.086761 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e699a8b2-f49c-4ba2-a5be-7ccaa3e0a322 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for floatingip (beba3bef-44d8-48fa-accb-8898dbbd6a65), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:26.311941 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:44:26.313479 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b430abcb-6b7f-49d5-bf0b-5f5db3ea025e up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:44:26.334197 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b23cfba-51b2-4467-9073-395bc5d8a861 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3bbb90bd-8dfb-4d3f-b94f-cc2c25e2104c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:26.395610 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-8b23cfba-51b2-4467-9073-395bc5d8a861 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Calling delete_port for 3bbb90bd-8dfb-4d3f-b94f-cc2c25e2104c owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:44:26.455609 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b430abcb-6b7f-49d5-bf0b-5f5db3ea025e triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:26.456004 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b430abcb-6b7f-49d5-bf0b-5f5db3ea025e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:26.928201 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b430abcb-6b7f-49d5-bf0b-5f5db3ea025e is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:44:27.009709 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-2b210fc0-0c46-48bd-9edb-36e24e0a8cfe None None] Provisioning complete for port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:27.010846 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2b210fc0-0c46-48bd-9edb-36e24e0a8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:27.044131 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b23cfba-51b2-4467-9073-395bc5d8a861 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (3bbb90bd-8dfb-4d3f-b94f-cc2c25e2104c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:27.111036 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23cfba-51b2-4467-9073-395bc5d8a861 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Port': ['ID=3bbb90bd-8dfb-4d3f-b94f-cc2c25e2104c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:27.226593 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e699a8b2-f49c-4ba2-a5be-7ccaa3e0a322 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:27.282275 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e2c21-4e56-4832-a9e8-510f095dbb52 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f96b260-b92a-4ee0-81a0-f5b94783383e,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:27.291975 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e699a8b2-f49c-4ba2-a5be-7ccaa3e0a322 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (beba3bef-44d8-48fa-accb-8898dbbd6a65), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:27.474089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-2b210fc0-0c46-48bd-9edb-36e24e0a8cfe None None] Current status of the port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:44:27.479395 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-2b210fc0-0c46-48bd-9edb-36e24e0a8cfe None None] Could not find standard attr ID for object 3bbb90bd-8dfb-4d3f-b94f-cc2c25e2104c. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:44:27.493474 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-2b210fc0-0c46-48bd-9edb-36e24e0a8cfe None None] Provisioning complete for port 60d79c3f-9619-4793-a7f8-38af646549cf triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:27.494091 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2b210fc0-0c46-48bd-9edb-36e24e0a8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (60d79c3f-9619-4793-a7f8-38af646549cf), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:27.577840 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-2b210fc0-0c46-48bd-9edb-36e24e0a8cfe None None] Port 60d79c3f-9619-4793-a7f8-38af646549cf cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:44:27.609703 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b23cfba-51b2-4467-9073-395bc5d8a861 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:27.653051 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8b23cfba-51b2-4467-9073-395bc5d8a861 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/ports/3bbb90bd-8dfb-4d3f-b94f-cc2c25e2104c HTTP/1.1" status: 204 len: 168 time: 2.1646581 Feb 19 04:44:27.655254 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41536) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:27.740115 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-e699a8b2-f49c-4ba2-a5be-7ccaa3e0a322 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Floating IP beba3bef-44d8-48fa-accb-8898dbbd6a65 associated. External IP: 172.25.0.166, port: 97c18459-2c72-43da-a783-2e2db917d8b4. Feb 19 04:44:27.793863 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-212c7fdf-06aa-453c-8840-d549884d4e6d None None] Could not find standard attr ID for object 3bbb90bd-8dfb-4d3f-b94f-cc2c25e2104c. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:44:27.814226 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e7137e-8e3d-48c2-852a-8d5cdeee5981 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] GET failed (client error): The resource could not be found. Feb 19 04:44:27.840628 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-96e7137e-8e3d-48c2-852a-8d5cdeee5981 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports/3bbb90bd-8dfb-4d3f-b94f-cc2c25e2104c HTTP/1.1" status: 404 len: 333 time: 0.1558485 Feb 19 04:44:27.842259 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41546) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:27.910281 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b0e2c21-4e56-4832-a9e8-510f095dbb52 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:27.911481 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5b0e2c21-4e56-4832-a9e8-510f095dbb52 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.9069414 Feb 19 04:44:27.917214 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41550) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:27.940119 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-ffbd6e6d-998e-44ed-be23-c3f9cb2b0f7b tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'security_group_rule': {'security_group_id': '7dae2a7d-b32b-4f81-854b-1aaa59d4afcf', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:28.026366 n-d-772273-4 neutron-server[115199]: INFO neutron.db.securitygroups_db [None req-ffbd6e6d-998e-44ed-be23-c3f9cb2b0f7b tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Project b788333bfa1e461e8bfe78d2c356d7b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:44:28.056692 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6e6d-998e-44ed-be23-c3f9cb2b0f7b tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (d329b128-c806-4a4c-918e-2c8a859eb28d), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:28.284098 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-30d879cb-2f1c-470a-a2f2-be3f632db75a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (f7b715ae-aa20-43fe-a746-dfd9863bb861), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:28.321707 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-30d879cb-2f1c-470a-a2f2-be3f632db75a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (f7b715ae-aa20-43fe-a746-dfd9863bb861), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:28.397513 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-30d879cb-2f1c-470a-a2f2-be3f632db75a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f7b715ae-aa20-43fe-a746-dfd9863bb861), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:28.413634 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-30d879cb-2f1c-470a-a2f2-be3f632db75a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:28.419012 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-30d879cb-2f1c-470a-a2f2-be3f632db75a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/security-groups/f7b715ae-aa20-43fe-a746-dfd9863bb861 HTTP/1.1" status: 204 len: 168 time: 0.5756004 Feb 19 04:44:28.425939 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41556) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:28.586799 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d879cb-2f1c-470a-a2f2-be3f632db75a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b715ae-aa20-43fe-a746-dfd9863bb861,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:28.677855 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-096e18fd-049a-41b3-84b0-1ced7e019d76 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (3be34dc7-05be-4554-8d48-ad587add698a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:28.763529 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-096e18fd-049a-41b3-84b0-1ced7e019d76 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (3be34dc7-05be-4554-8d48-ad587add698a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:28.985829 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-096e18fd-049a-41b3-84b0-1ced7e019d76 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3be34dc7-05be-4554-8d48-ad587add698a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:29.000550 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-096e18fd-049a-41b3-84b0-1ced7e019d76 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:29.002304 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-096e18fd-049a-41b3-84b0-1ced7e019d76 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/security-groups/3be34dc7-05be-4554-8d48-ad587add698a HTTP/1.1" status: 204 len: 168 time: 0.5359745 Feb 19 04:44:29.024773 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41572) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:29.026455 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e18fd-049a-41b3-84b0-1ced7e019d76 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be34dc7-05be-4554-8d48-ad587add698a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:29.217437 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ca5036-2f4f-499e-bc53-d72ab1576bf9 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting subnet b47b397f-603b-4414-bee8-b8b221428d42 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:44:29.228011 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-70ca5036-2f4f-499e-bc53-d72ab1576bf9 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (b47b397f-603b-4414-bee8-b8b221428d42), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:29.380772 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-70ca5036-2f4f-499e-bc53-d72ab1576bf9 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (b47b397f-603b-4414-bee8-b8b221428d42), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:29.620402 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6e6d-998e-44ed-be23-c3f9cb2b0f7b tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (d329b128-c806-4a4c-918e-2c8a859eb28d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:29.635049 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6e6d-998e-44ed-be23-c3f9cb2b0f7b tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (d329b128-c806-4a4c-918e-2c8a859eb28d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:29.672903 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-70ca5036-2f4f-499e-bc53-d72ab1576bf9 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (b47b397f-603b-4414-bee8-b8b221428d42), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:29.781428 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd6e6d-998e-44ed-be23-c3f9cb2b0f7b tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d329b128-c806-4a4c-918e-2c8a859eb28d,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:29.824899 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e699a8b2-f49c-4ba2-a5be-7ccaa3e0a322 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Router 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:44:29.832487 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6e6d-998e-44ed-be23-c3f9cb2b0f7b tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:29.834115 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ffbd6e6d-998e-44ed-be23-c3f9cb2b0f7b tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.9108870 Feb 19 04:44:29.842514 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41584) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:29.851758 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-5dbc3c72-e65c-4c73-a0c7-73ba3327ebb3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'security_group_rule': {'security_group_id': '7dae2a7d-b32b-4f81-854b-1aaa59d4afcf', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:29.885720 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-70ca5036-2f4f-499e-bc53-d72ab1576bf9 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (b47b397f-603b-4414-bee8-b8b221428d42), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:29.951870 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca5036-2f4f-499e-bc53-d72ab1576bf9 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Subnet': ['ID=b47b397f-603b-4414-bee8-b8b221428d42,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:29.962745 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-70ca5036-2f4f-499e-bc53-d72ab1576bf9 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:29.973395 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-70ca5036-2f4f-499e-bc53-d72ab1576bf9 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/subnets/b47b397f-603b-4414-bee8-b8b221428d42 HTTP/1.1" status: 204 len: 168 time: 0.9432969 Feb 19 04:44:29.979796 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41592) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:29.994939 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-94d61c1a-0aec-4de7-9841-28efe6f7b8fb tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'subnet': {'network_id': '8fa15992-72f1-4bf3-b090-065eceaf5edc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:29.997127 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a0c028-5e38-4869-b6fa-21e4227a3bce None None] Network 8fa15992-72f1-4bf3-b090-065eceaf5edc requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:44:30.152692 n-d-772273-4 neutron-server[115199]: INFO neutron.db.securitygroups_db [None req-5dbc3c72-e65c-4c73-a0c7-73ba3327ebb3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Project b788333bfa1e461e8bfe78d2c356d7b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:44:30.203065 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5dbc3c72-e65c-4c73-a0c7-73ba3327ebb3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (72fec305-3d77-453f-bd9c-954fec07ed6a), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:30.459443 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e699a8b2-f49c-4ba2-a5be-7ccaa3e0a322 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:44:30.482079 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe10287d-22fb-4cae-98ee-8d43368ebb8a None None] Sync routers for ids ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:44:30.513155 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e699a8b2-f49c-4ba2-a5be-7ccaa3e0a322 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:30.516521 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe10287d-22fb-4cae-98ee-8d43368ebb8a None None] Routers {'1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:44:30.521904 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-fe10287d-22fb-4cae-98ee-8d43368ebb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:44:06Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:44:30.526736 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d61c1a-0aec-4de7-9841-28efe6f7b8fb tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:44:30.537642 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-94d61c1a-0aec-4de7-9841-28efe6f7b8fb tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:30.825224 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e699a8b2-f49c-4ba2-a5be-7ccaa3e0a322 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "PUT /v2.0/floatingips/beba3bef-44d8-48fa-accb-8898dbbd6a65 HTTP/1.1" status: 200 len: 991 time: 5.3772860 Feb 19 04:44:30.883024 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:44:30.892739 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5dbc3c72-e65c-4c73-a0c7-73ba3327ebb3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (72fec305-3d77-453f-bd9c-954fec07ed6a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:30.896671 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13abfe41-ce81-4ad6-9392-ada9e177e5a5', 'tag': '97c18459-2c72-43da-a783-2e2db917d8b4'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:44:30.910308 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692ccc86-29bf-4ab2-a207-58aa33a05b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "13abfe41-ce81-4ad6-9392-ada9e177e5a5", "tag": "97c18459-2c72-43da-a783-2e2db917d8b4"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:44:30.934409 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5dbc3c72-e65c-4c73-a0c7-73ba3327ebb3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (72fec305-3d77-453f-bd9c-954fec07ed6a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:31.193120 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc3c72-e65c-4c73-a0c7-73ba3327ebb3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72fec305-3d77-453f-bd9c-954fec07ed6a,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:31.237839 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5dbc3c72-e65c-4c73-a0c7-73ba3327ebb3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:31.267665 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5dbc3c72-e65c-4c73-a0c7-73ba3327ebb3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4228489 Feb 19 04:44:31.444060 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-fe10287d-22fb-4cae-98ee-8d43368ebb8a None None] Set router 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:44:31.927654 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42ad8f5-b24a-4b4d-a808-32f2be2efd97 x-openstack-request-id: req-f42ad8f5-b24a-4b4d-a808-32f2be2efd97 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:44:31.929159 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13abfe41-ce81-4ad6-9392-ada9e177e5a5", "tag": "97c18459-2c72-43da-a783-2e2db917d8b4", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:44:31.929840 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f42ad8f5-b24a-4b4d-a808-32f2be2efd97 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:44:31.930702 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13abfe41-ce81-4ad6-9392-ada9e177e5a5', 'tag': '97c18459-2c72-43da-a783-2e2db917d8b4', 'status': 'completed', 'code': 200} Feb 19 04:44:32.552659 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-94d61c1a-0aec-4de7-9841-28efe6f7b8fb tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (2087a553-e39d-4a8d-8222-59180d7de973), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:32.599947 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d61c1a-0aec-4de7-9841-28efe6f7b8fb tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network 8fa15992-72f1-4bf3-b090-065eceaf5edc is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:44:32.605303 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-94d61c1a-0aec-4de7-9841-28efe6f7b8fb tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:44:32.635744 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d61c1a-0aec-4de7-9841-28efe6f7b8fb tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:32.636778 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-94d61c1a-0aec-4de7-9841-28efe6f7b8fb tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:32.680793 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-94d61c1a-0aec-4de7-9841-28efe6f7b8fb tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6997256 Feb 19 04:44:32.685436 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41664) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:32.701294 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0054986-6999-4bb5-81f0-5ab62e29c247 None None] Network 8fa15992-72f1-4bf3-b090-065eceaf5edc requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:44:32.703181 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-27f416a0-b283-4fb8-a2be-cd9e826205c3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'security_group': {'name': 'tempest-secgroup-272425820'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:32.729948 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ccc86-29bf-4ab2-a207-58aa33a05b2d req-cb62aef8-00a0-42eb-85be-b1ed7a042b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:32.732038 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-692ccc86-29bf-4ab2-a207-58aa33a05b2d req-cb62aef8-00a0-42eb-85be-b1ed7a042b19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5d75efb08514de6a052014d405b6aef&device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 1127 time: 0.6746321 Feb 19 04:44:32.736955 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d61c1a-0aec-4de7-9841-28efe6f7b8fb tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Subnet': ['ID=2087a553-e39d-4a8d-8222-59180d7de973,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:32.741500 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27f416a0-b283-4fb8-a2be-cd9e826205c3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:32.842650 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-25837747-aab1-4d69-a769-9793f906c155 req-c41d7697-1fcf-4ddc-a47f-ad2880287e0d tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2088474149&fields=id&tenant_id=b788333bfa1e461e8bfe78d2c356d7b3 HTTP/1.1" status: 200 len: 267 time: 0.3042822 Feb 19 04:44:32.846424 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27f416a0-b283-4fb8-a2be-cd9e826205c3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (45285dfb-38f5-4c47-87de-7cb9da5a4145), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:32.859045 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27f416a0-b283-4fb8-a2be-cd9e826205c3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (45285dfb-38f5-4c47-87de-7cb9da5a4145), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:32.906312 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f416a0-b283-4fb8-a2be-cd9e826205c3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45285dfb-38f5-4c47-87de-7cb9da5a4145,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:33.185979 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ccc86-29bf-4ab2-a207-58aa33a05b2d req-dae9545b-f130-45e0-ae88-76432d29b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:33.188697 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-692ccc86-29bf-4ab2-a207-58aa33a05b2d req-dae9545b-f130-45e0-ae88-76432d29b342 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3539187-cc67-4fa5-a771-d626621d7371 HTTP/1.1" status: 200 len: 917 time: 0.4248800 Feb 19 04:44:33.206904 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-62ec49ce-f864-4119-8984-966208564dae None None] Provisioning complete for port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:33.212056 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-62ec49ce-f864-4119-8984-966208564dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:33.238857 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27f416a0-b283-4fb8-a2be-cd9e826205c3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:33.248671 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-27f416a0-b283-4fb8-a2be-cd9e826205c3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5612996 Feb 19 04:44:33.300713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41680) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:33.355681 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-44d7a4c2-b66a-4a4e-8b54-d1f1fa6670ac tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'security_group': {'name': 'tempest-secgroup-1037376721'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:33.364416 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e5269dad-e641-4174-9bf5-6d3fd659760c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:33.565226 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44d7a4c2-b66a-4a4e-8b54-d1f1fa6670ac tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:33.696518 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25837747-aab1-4d69-a769-9793f906c155 req-a910936d-4a54-496f-940c-2b2559351107 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:33.720179 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-25837747-aab1-4d69-a769-9793f906c155 req-a910936d-4a54-496f-940c-2b2559351107 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/networks?id=8cf40e8d-bb62-447b-a435-9b688d0fd6d7 HTTP/1.1" status: 200 len: 796 time: 0.8491647 Feb 19 04:44:33.720695 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-fe10287d-22fb-4cae-98ee-8d43368ebb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1496505428-router', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:04Z', 'updated_at': '2022-02-19T04:43:29Z', 'revision_number': 4, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'gw_port': {'id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:11Z', 'updated_at': '2022-02-19T04:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'beba3bef-44d8-48fa-accb-8898dbbd6a65', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'port_id': '97c18459-2c72-43da-a783-2e2db917d8b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'mac_address': 'fa:16:3e:5a:9c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13abfe41-ce81-4ad6-9392-ada9e177e5a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:43:40Z', 'updated_at': '2022-02-19T04:44:26Z', 'revision_number': 1, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7c7a49-5414-464c-bb03-ee951b5f2a3d', 'name': '', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'mac_address': 'fa:16:3e:c2:9d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:26Z', 'updated_at': '2022-02-19T04:43:38Z', 'revision_number': 5, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'subnets': [{'id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:44:33.814514 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-62ec49ce-f864-4119-8984-966208564dae None None] Current status of the port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:44:33.828080 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-692ccc86-29bf-4ab2-a207-58aa33a05b2d req-c92ad7e7-f8b8-48dc-9cc6-e2b911a68955 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97c18459-2c72-43da-a783-2e2db917d8b4 HTTP/1.1" status: 200 len: 999 time: 0.6316369 Feb 19 04:44:33.847855 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-25837747-aab1-4d69-a769-9793f906c155 req-60302330-6cf4-4eca-96a6-9a2db2fa2948 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/quotas/b788333bfa1e461e8bfe78d2c356d7b3 HTTP/1.1" status: 200 len: 375 time: 0.0885167 Feb 19 04:44:34.021045 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe10287d-22fb-4cae-98ee-8d43368ebb8a None None] Checking router: 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:44:34.055975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ccc86-29bf-4ab2-a207-58aa33a05b2d req-86e1389b-32bc-4e74-bd09-63c3f5e9d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:34.070731 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-692ccc86-29bf-4ab2-a207-58aa33a05b2d req-86e1389b-32bc-4e74-bd09-63c3f5e9d554 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45cf20d4-3097-4dde-886e-3a9890ecec0d HTTP/1.1" status: 200 len: 856 time: 0.2310629 Feb 19 04:44:34.090273 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44d7a4c2-b66a-4a4e-8b54-d1f1fa6670ac tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (363351c1-cc30-4993-8ccb-c823ed0ca91e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:34.104626 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe10287d-22fb-4cae-98ee-8d43368ebb8a None None] Routers {'1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:44:34.105636 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-fe10287d-22fb-4cae-98ee-8d43368ebb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:44:06Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:44:34.138263 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44d7a4c2-b66a-4a4e-8b54-d1f1fa6670ac tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (363351c1-cc30-4993-8ccb-c823ed0ca91e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:34.468137 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-25837747-aab1-4d69-a769-9793f906c155 req-58458cda-9fec-48db-8b40-00b54ce881f8 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b788333bfa1e461e8bfe78d2c356d7b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5718482 Feb 19 04:44:34.484845 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ccc86-29bf-4ab2-a207-58aa33a05b2d req-8d2b1ca3-2439-4753-bc73-9e6617b1b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:34.487670 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-692ccc86-29bf-4ab2-a207-58aa33a05b2d req-8d2b1ca3-2439-4753-bc73-9e6617b1b1bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3539187-cc67-4fa5-a771-d626621d7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4134481 Feb 19 04:44:34.558343 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44d7a4c2-b66a-4a4e-8b54-d1f1fa6670ac tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:34.560376 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-44d7a4c2-b66a-4a4e-8b54-d1f1fa6670ac tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2579410 Feb 19 04:44:34.593200 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41716) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:34.655608 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-838e7907-866d-4d1b-ac76-e3732c3b22e1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'security_group': {'name': 'tempest-secgroup-1216862719'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:34.672537 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7a4c2-b66a-4a4e-8b54-d1f1fa6670ac tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=363351c1-cc30-4993-8ccb-c823ed0ca91e,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:35.060614 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-838e7907-866d-4d1b-ac76-e3732c3b22e1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:35.089357 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-692ccc86-29bf-4ab2-a207-58aa33a05b2d req-920ece42-34ae-4e0b-b0e3-f04374a7aac8 service neutron] 10.222.0.48 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5923462 Feb 19 04:44:35.154621 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-62ec49ce-f864-4119-8984-966208564dae None None] Provisioning complete for port 60d79c3f-9619-4793-a7f8-38af646549cf triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:35.155775 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-62ec49ce-f864-4119-8984-966208564dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (60d79c3f-9619-4793-a7f8-38af646549cf), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:35.324795 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-25837747-aab1-4d69-a769-9793f906c155 req-4ee480d1-52a1-469c-9e90-9fc95c287455 service neutron] 10.222.0.65 "GET /v2.0/networks/8cf40e8d-bb62-447b-a435-9b688d0fd6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7329130 Feb 19 04:44:35.559708 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-838e7907-866d-4d1b-ac76-e3732c3b22e1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (d11edfb9-37d8-49ac-979b-af6dbb18d695), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:35.584439 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-838e7907-866d-4d1b-ac76-e3732c3b22e1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d11edfb9-37d8-49ac-979b-af6dbb18d695), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:35.650531 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-929f9aab-e40e-4117-ad13-32a18922a88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:35.671854 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-fe10287d-22fb-4cae-98ee-8d43368ebb8a None None] Set router 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:44:35.727735 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-838e7907-866d-4d1b-ac76-e3732c3b22e1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:35.737394 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-838e7907-866d-4d1b-ac76-e3732c3b22e1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1427579 Feb 19 04:44:35.753414 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-692ccc86-29bf-4ab2-a207-58aa33a05b2d req-163dae1d-ff0e-403e-ab22-cc3659170a12 service neutron] 10.222.0.48 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6337554 Feb 19 04:44:35.766155 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41736) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:35.774105 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-25837747-aab1-4d69-a769-9793f906c155 req-1762dc32-1bb7-4b09-a924-6ce3f7a7693e service neutron] 10.222.0.65 "GET /v2.0/networks/8cf40e8d-bb62-447b-a435-9b688d0fd6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080930 Feb 19 04:44:35.775854 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e7907-866d-4d1b-ac76-e3732c3b22e1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d11edfb9-37d8-49ac-979b-af6dbb18d695,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:35.801411 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-62ec49ce-f864-4119-8984-966208564dae None None] Port 60d79c3f-9619-4793-a7f8-38af646549cf cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:44:35.824267 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-17422319-66fa-4fbc-b5f5-b6f71c6c150a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-861011709', 'security_groups': ['d11edfb9-37d8-49ac-979b-af6dbb18d695'], 'network_id': '8fa15992-72f1-4bf3-b090-065eceaf5edc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2087a553-e39d-4a8d-8222-59180d7de973'}]}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:36.514535 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c9d36f-6ce5-4201-ae7d-0b502991f9f7 None None] Update dhcp port {'port': {'network_id': '8fa15992-72f1-4bf3-b090-065eceaf5edc', 'fixed_ips': [{'subnet_id': 'b33e72d7-7f78-4b50-ac7e-8fedba09925c', 'ip_address': '172.20.0.18'}, {'subnet_id': '2087a553-e39d-4a8d-8222-59180d7de973'}], 'binding:host_id': 'n-d-772273-4'}, 'id': '24dbbb91-9e97-4d24-8842-3bc7ae1399f9'} from n-d-772273-4. {{(pid=115200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:44:36.651370 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17422319-66fa-4fbc-b5f5-b6f71c6c150a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:44:36.871983 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fdb05940-d942-4b99-b266-333382485b9a req-831e78ae-b686-430f-a16d-d6e65984743b tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 210 time: 0.2619994 Feb 19 04:44:36.931060 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-71c9d36f-6ce5-4201-ae7d-0b502991f9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:37.132109 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:37.259347 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-17422319-66fa-4fbc-b5f5-b6f71c6c150a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:37.341494 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-17422319-66fa-4fbc-b5f5-b6f71c6c150a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] device_id is not set on port 4f04d3a9-ec87-4b94-8a06-0cffc890837a yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:44:37.438412 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-fe10287d-22fb-4cae-98ee-8d43368ebb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1496505428-router', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:04Z', 'updated_at': '2022-02-19T04:43:29Z', 'revision_number': 4, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'gw_port': {'id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:11Z', 'updated_at': '2022-02-19T04:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'beba3bef-44d8-48fa-accb-8898dbbd6a65', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'port_id': '97c18459-2c72-43da-a783-2e2db917d8b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'mac_address': 'fa:16:3e:5a:9c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13abfe41-ce81-4ad6-9392-ada9e177e5a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:43:40Z', 'updated_at': '2022-02-19T04:44:26Z', 'revision_number': 1, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7c7a49-5414-464c-bb03-ee951b5f2a3d', 'name': '', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'mac_address': 'fa:16:3e:c2:9d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:26Z', 'updated_at': '2022-02-19T04:43:38Z', 'revision_number': 5, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'subnets': [{'id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:44:37.535307 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe10287d-22fb-4cae-98ee-8d43368ebb8a None None] The sync data for ids ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'] in n-d-772273-4 is: [{'id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1496505428-router', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:04Z', 'updated_at': '2022-02-19T04:43:29Z', 'revision_number': 4, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'gw_port': {'id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:11Z', 'updated_at': '2022-02-19T04:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'beba3bef-44d8-48fa-accb-8898dbbd6a65', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'port_id': '97c18459-2c72-43da-a783-2e2db917d8b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'mac_address': 'fa:16:3e:5a:9c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13abfe41-ce81-4ad6-9392-ada9e177e5a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:43:40Z', 'updated_at': '2022-02-19T04:44:26Z', 'revision_number': 1, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7c7a49-5414-464c-bb03-ee951b5f2a3d', 'name': '', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'mac_address': 'fa:16:3e:c2:9d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:26Z', 'updated_at': '2022-02-19T04:43:38Z', 'revision_number': 5, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'subnets': [{'id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:44:37.949721 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-17422319-66fa-4fbc-b5f5-b6f71c6c150a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Allocated IP 172.20.0.12 (8fa15992-72f1-4bf3-b090-065eceaf5edc/2087a553-e39d-4a8d-8222-59180d7de973/4f04d3a9-ec87-4b94-8a06-0cffc890837a) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:44:38.000980 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:38.072654 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:38.195589 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13858cfc-0081-4f17-afb0-a85f02de4c99 None None] New status for floating IP beba3bef-44d8-48fa-accb-8898dbbd6a65: ACTIVE {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:44:38.324366 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-63c89d6d-e35f-4b31-ab09-8c3c4988bef1 req-0b2a3081-9120-46c3-a50c-bf9c4e46d46b tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 210 time: 0.1500251 Feb 19 04:44:38.807870 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-17422319-66fa-4fbc-b5f5-b6f71c6c150a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for port (4f04d3a9-ec87-4b94-8a06-0cffc890837a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:38.972257 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-17422319-66fa-4fbc-b5f5-b6f71c6c150a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (4f04d3a9-ec87-4b94-8a06-0cffc890837a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:39.177159 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17422319-66fa-4fbc-b5f5-b6f71c6c150a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network 8fa15992-72f1-4bf3-b090-065eceaf5edc is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:44:39.196743 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-17422319-66fa-4fbc-b5f5-b6f71c6c150a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:44:39.214227 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17422319-66fa-4fbc-b5f5-b6f71c6c150a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:44:39.217572 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17422319-66fa-4fbc-b5f5-b6f71c6c150a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Port': ['ID=4f04d3a9-ec87-4b94-8a06-0cffc890837a,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:39.251579 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-71c9d36f-6ce5-4201-ae7d-0b502991f9f7 None None] Allocated IP 172.20.0.2 (8fa15992-72f1-4bf3-b090-065eceaf5edc/2087a553-e39d-4a8d-8222-59180d7de973/24dbbb91-9e97-4d24-8842-3bc7ae1399f9) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:44:39.358948 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17422319-66fa-4fbc-b5f5-b6f71c6c150a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:39.359668 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-17422319-66fa-4fbc-b5f5-b6f71c6c150a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:39.400710 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-17422319-66fa-4fbc-b5f5-b6f71c6c150a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6255977 Feb 19 04:44:39.401952 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41830) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:39.420588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-17989a7e-fb8e-48b6-ae1f-f3847ea1e361 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'subnet': {'network_id': '8fa15992-72f1-4bf3-b090-065eceaf5edc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:39.646817 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-71c9d36f-6ce5-4201-ae7d-0b502991f9f7 None None] For port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=24dbbb91-9e97-4d24-8842-3bc7ae1399f9,segment=NetworkSegment(135dd713-4944-4901-b5aa-e9b138a64d3f),segment_id=135dd713-4944-4901-b5aa-e9b138a64d3f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:44:39.853915 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-55fbe6a2-4306-4c89-a317-f018d58eef86 req-c95eeb5a-12a2-4bb1-a27d-27a03cabaf6f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 210 time: 0.1624761 Feb 19 04:44:39.886398 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-71c9d36f-6ce5-4201-ae7d-0b502991f9f7 None None] Publish callbacks [] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:39.926025 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17989a7e-fb8e-48b6-ae1f-f3847ea1e361 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:44:39.937951 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-17989a7e-fb8e-48b6-ae1f-f3847ea1e361 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:39.959241 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-71c9d36f-6ce5-4201-ae7d-0b502991f9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:40.229041 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9d36f-6ce5-4201-ae7d-0b502991f9f7 None None] Pushing event updated for resources: {'Port': ['ID=24dbbb91-9e97-4d24-8842-3bc7ae1399f9,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:40.277010 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:40.277849 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:40.478178 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25837747-aab1-4d69-a769-9793f906c155 req-1a096c35-768f-4cbf-8f89-ea34775a243a tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:40.479949 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25837747-aab1-4d69-a769-9793f906c155 req-1a096c35-768f-4cbf-8f89-ea34775a243a tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.10 "GET /v2.0/networks?id=8cf40e8d-bb62-447b-a435-9b688d0fd6d7 HTTP/1.1" status: 200 len: 796 time: 0.6077509 Feb 19 04:44:40.532107 n-d-772273-4 neutron-server[115198]: INFO neutron.db.ipam_backend_mixin [None req-17989a7e-fb8e-48b6-ae1f-f3847ea1e361 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2087a553-e39d-4a8d-8222-59180d7de973 (CIDR: 172.20.0.0/28) Feb 19 04:44:40.552164 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-17989a7e-fb8e-48b6-ae1f-f3847ea1e361 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:44:40.553471 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17989a7e-fb8e-48b6-ae1f-f3847ea1e361 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:44:40.605987 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-17989a7e-fb8e-48b6-ae1f-f3847ea1e361 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2026598 Feb 19 04:44:40.610287 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41856) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:40.626331 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-ba4c0612-f27a-4bc7-8815-be2c0f5cbd4a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'subnet': {'network_id': '8fa15992-72f1-4bf3-b090-065eceaf5edc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:40.737915 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25837747-aab1-4d69-a769-9793f906c155 req-51cc59f2-1796-4f35-b390-869dad0e1923 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b788333bfa1e461e8bfe78d2c356d7b3 HTTP/1.1" status: 200 len: 380 time: 0.2348080 Feb 19 04:44:40.751560 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-25837747-aab1-4d69-a769-9793f906c155 req-c307c053-7038-49c2-b3eb-83f26eca78f6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'port': {'device_id': '3c79dc9e-b36c-4776-88df-1c196b047629', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'admin_state_up': True, 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'security_groups': ['7dae2a7d-b32b-4f81-854b-1aaa59d4afcf']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:41.034651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4c0612-f27a-4bc7-8815-be2c0f5cbd4a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:44:41.058758 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ba4c0612-f27a-4bc7-8815-be2c0f5cbd4a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:41.199231 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25837747-aab1-4d69-a769-9793f906c155 req-c307c053-7038-49c2-b3eb-83f26eca78f6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Made reservation on behalf of b788333bfa1e461e8bfe78d2c356d7b3 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:44:41.219624 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-25837747-aab1-4d69-a769-9793f906c155 req-c307c053-7038-49c2-b3eb-83f26eca78f6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:41.329174 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-12efc76e-56f2-41ba-81db-8c8eb847ea03 req-ba9a9284-942b-4895-964f-97655fe2308d tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 210 time: 0.1270280 Feb 19 04:44:41.546962 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:44:41.591477 n-d-772273-4 neutron-server[115199]: INFO neutron.db.ipam_backend_mixin [None req-ba4c0612-f27a-4bc7-8815-be2c0f5cbd4a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b33e72d7-7f78-4b50-ac7e-8fedba09925c (CIDR: 172.20.0.16/28) Feb 19 04:44:41.605926 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4c0612-f27a-4bc7-8815-be2c0f5cbd4a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:44:41.613851 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba4c0612-f27a-4bc7-8815-be2c0f5cbd4a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:44:41.673754 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ba4c0612-f27a-4bc7-8815-be2c0f5cbd4a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0563617 Feb 19 04:44:41.678125 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 41876) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:41.695898 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-f5a6f3d7-f544-47e7-b81e-c8d5a6785cc7 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'subnet': {'network_id': '8fa15992-72f1-4bf3-b090-065eceaf5edc', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:41.784192 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:41.787504 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:42.816036 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:44:42.843267 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-2a26ee26-f6f8-425c-bcf5-6ca9349f6a56 None None] Provisioning complete for port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:42.844415 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2a26ee26-f6f8-425c-bcf5-6ca9349f6a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:43.088383 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-55c43888-d7a9-4f9e-9825-eb10fcd82c6b req-0531ee35-1760-4abb-86d0-64e5066a2341 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 210 time: 0.3318267 Feb 19 04:44:43.241992 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-25837747-aab1-4d69-a769-9793f906c155 req-c307c053-7038-49c2-b3eb-83f26eca78f6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Allocated IP 172.20.0.8 (8cf40e8d-bb62-447b-a435-9b688d0fd6d7/b843cec4-f76b-4e9d-bb04-192ac7525967/b80c3687-0b71-4042-bd12-855b4ff97339) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:44:43.344237 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a6f3d7-f544-47e7-b81e-c8d5a6785cc7 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Made reservation on behalf of b22199734b444e0a969d6c4b9c60d63d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:44:43.354694 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f3d7-f544-47e7-b81e-c8d5a6785cc7 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:43.409968 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-2a26ee26-f6f8-425c-bcf5-6ca9349f6a56 None None] Current status of the port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:44:43.643097 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-2a26ee26-f6f8-425c-bcf5-6ca9349f6a56 None None] Provisioning complete for port 60d79c3f-9619-4793-a7f8-38af646549cf triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:43.643924 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2a26ee26-f6f8-425c-bcf5-6ca9349f6a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (60d79c3f-9619-4793-a7f8-38af646549cf), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:43.915776 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-2a26ee26-f6f8-425c-bcf5-6ca9349f6a56 None None] Port 60d79c3f-9619-4793-a7f8-38af646549cf cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:44:44.065747 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0864415e-698c-4af8-abba-fd3b218128cf None None] Provisioning complete for port 4f04d3a9-ec87-4b94-8a06-0cffc890837a triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:44.066730 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0864415e-698c-4af8-abba-fd3b218128cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4f04d3a9-ec87-4b94-8a06-0cffc890837a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:44.242512 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0864415e-698c-4af8-abba-fd3b218128cf None None] Port 4f04d3a9-ec87-4b94-8a06-0cffc890837a cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:44:44.449712 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-25837747-aab1-4d69-a769-9793f906c155 req-c307c053-7038-49c2-b3eb-83f26eca78f6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for port (b80c3687-0b71-4042-bd12-855b4ff97339), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:44.481648 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f3ded756-20de-4b32-998f-febe6593001e req-e43d7f1a-52fd-4d62-b597-c8f112b64981 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 210 time: 0.1564448 Feb 19 04:44:44.655286 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-25837747-aab1-4d69-a769-9793f906c155 req-c307c053-7038-49c2-b3eb-83f26eca78f6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (b80c3687-0b71-4042-bd12-855b4ff97339), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:44.809194 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f3d7-f544-47e7-b81e-c8d5a6785cc7 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (681a452b-cdcb-4b50-8423-63773e2c6dfe), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:44.972704 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25837747-aab1-4d69-a769-9793f906c155 req-c307c053-7038-49c2-b3eb-83f26eca78f6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Network 8cf40e8d-bb62-447b-a435-9b688d0fd6d7 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:44:45.013464 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-25837747-aab1-4d69-a769-9793f906c155 req-c307c053-7038-49c2-b3eb-83f26eca78f6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:44:45.017861 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-25837747-aab1-4d69-a769-9793f906c155 req-c307c053-7038-49c2-b3eb-83f26eca78f6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:44:45.025735 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a6f3d7-f544-47e7-b81e-c8d5a6785cc7 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Network 8fa15992-72f1-4bf3-b090-065eceaf5edc is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:44:45.090552 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-f5a6f3d7-f544-47e7-b81e-c8d5a6785cc7 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:44:45.095328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a6f3d7-f544-47e7-b81e-c8d5a6785cc7 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:45.096315 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f3d7-f544-47e7-b81e-c8d5a6785cc7 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:45.127104 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303d2077-9caa-4d6c-9972-11ad79aacd45 None None] Network 8fa15992-72f1-4bf3-b090-065eceaf5edc requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:44:45.142190 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307c053-7038-49c2-b3eb-83f26eca78f6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'Port': ['ID=b80c3687-0b71-4042-bd12-855b4ff97339,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:45.286416 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6f3d7-f544-47e7-b81e-c8d5a6785cc7 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Subnet': ['ID=681a452b-cdcb-4b50-8423-63773e2c6dfe,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:45.368729 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f5a6f3d7-f544-47e7-b81e-c8d5a6785cc7 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.6833394 Feb 19 04:44:45.369183 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 41952) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:45.376283 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1164979647', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '681a452b-cdcb-4b50-8423-63773e2c6dfe'}], 'security_groups': ['45285dfb-38f5-4c47-87de-7cb9da5a4145', '363351c1-cc30-4993-8ccb-c823ed0ca91e']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:45.417719 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25837747-aab1-4d69-a769-9793f906c155 req-c307c053-7038-49c2-b3eb-83f26eca78f6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:45.427167 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-25837747-aab1-4d69-a769-9793f906c155 req-c307c053-7038-49c2-b3eb-83f26eca78f6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:45.500321 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25837747-aab1-4d69-a769-9793f906c155 req-c307c053-7038-49c2-b3eb-83f26eca78f6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7562516 Feb 19 04:44:45.523352 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-25837747-aab1-4d69-a769-9793f906c155 req-86190fae-f5fe-4b69-b4d3-0650b4bec814 service neutron] Request body: {'port': {'device_id': '3c79dc9e-b36c-4776-88df-1c196b047629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:44:45.728526 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-25837747-aab1-4d69-a769-9793f906c155 req-86190fae-f5fe-4b69-b4d3-0650b4bec814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b80c3687-0b71-4042-bd12-855b4ff97339), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:45.959664 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e7ee4463-b673-4a4d-9c25-df4dce8ce17a None None] Provisioning complete for port b80c3687-0b71-4042-bd12-855b4ff97339 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:45.961070 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e7ee4463-b673-4a4d-9c25-df4dce8ce17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b80c3687-0b71-4042-bd12-855b4ff97339), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:45.987254 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4f04d3a9-ec87-4b94-8a06-0cffc890837a), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:46.044773 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e7ee4463-b673-4a4d-9c25-df4dce8ce17a None None] Port b80c3687-0b71-4042-bd12-855b4ff97339 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:44:46.104512 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70946c8f-4385-4395-9ba7-5925b170cff5 None None] Update dhcp port {'port': {'network_id': '8fa15992-72f1-4bf3-b090-065eceaf5edc', 'fixed_ips': [{'subnet_id': 'b33e72d7-7f78-4b50-ac7e-8fedba09925c', 'ip_address': '172.20.0.18'}, {'subnet_id': '2087a553-e39d-4a8d-8222-59180d7de973', 'ip_address': '172.20.0.2'}, {'subnet_id': '681a452b-cdcb-4b50-8423-63773e2c6dfe'}], 'binding:host_id': 'n-d-772273-4'}, 'id': '24dbbb91-9e97-4d24-8842-3bc7ae1399f9'} from n-d-772273-4. {{(pid=115200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:44:46.182397 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-70946c8f-4385-4395-9ba7-5925b170cff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:46.572971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749de9e-d8b7-4d45-9291-ad4963a92533 req-ef3aa8f9-2389-452b-9bad-20a22aaa9b16 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:46.588434 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0749de9e-d8b7-4d45-9291-ad4963a92533 req-ef3aa8f9-2389-452b-9bad-20a22aaa9b16 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 931 time: 0.6634769 Feb 19 04:44:46.857323 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0749de9e-d8b7-4d45-9291-ad4963a92533 req-ba5c8b9c-5336-4eb8-84c2-677513da1408 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=7dae2a7d-b32b-4f81-854b-1aaa59d4afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667990 Feb 19 04:44:47.016002 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-70946c8f-4385-4395-9ba7-5925b170cff5 None None] Allocated IP 172.20.0.34 (8fa15992-72f1-4bf3-b090-065eceaf5edc/681a452b-cdcb-4b50-8423-63773e2c6dfe/24dbbb91-9e97-4d24-8842-3bc7ae1399f9) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:44:47.315678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-25837747-aab1-4d69-a769-9793f906c155 req-86190fae-f5fe-4b69-b4d3-0650b4bec814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b80c3687-0b71-4042-bd12-855b4ff97339 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:44:47.336968 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-25837747-aab1-4d69-a769-9793f906c155 req-86190fae-f5fe-4b69-b4d3-0650b4bec814 service neutron] Publish callbacks [] for port (b80c3687-0b71-4042-bd12-855b4ff97339), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:47.351346 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-70946c8f-4385-4395-9ba7-5925b170cff5 None None] For port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=24dbbb91-9e97-4d24-8842-3bc7ae1399f9,segment=NetworkSegment(135dd713-4944-4901-b5aa-e9b138a64d3f),segment_id=135dd713-4944-4901-b5aa-e9b138a64d3f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:44:47.402059 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-25837747-aab1-4d69-a769-9793f906c155 req-86190fae-f5fe-4b69-b4d3-0650b4bec814 service neutron] Transition to ACTIVE for port object b80c3687-0b71-4042-bd12-855b4ff97339 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:44:47.421150 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-25837747-aab1-4d69-a769-9793f906c155 req-86190fae-f5fe-4b69-b4d3-0650b4bec814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (b80c3687-0b71-4042-bd12-855b4ff97339), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:47.458358 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-70946c8f-4385-4395-9ba7-5925b170cff5 None None] Publish callbacks [] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:47.474590 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-70946c8f-4385-4395-9ba7-5925b170cff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:47.926582 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70946c8f-4385-4395-9ba7-5925b170cff5 None None] Pushing event updated for resources: {'Port': ['ID=24dbbb91-9e97-4d24-8842-3bc7ae1399f9,revision_number=7']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:47.981347 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.api [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-42127c61-498e-4bec-95c7-abc15bbfc6cc {{(pid=115199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:44:47.982917 n-d-772273-4 neutron-server[115199]: DEBUG oslo_db.api [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:44:48.009380 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86190fae-f5fe-4b69-b4d3-0650b4bec814 service neutron] Pushing event updated for resources: {'Port': ['ID=b80c3687-0b71-4042-bd12-855b4ff97339,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:48.124593 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-25837747-aab1-4d69-a769-9793f906c155 req-86190fae-f5fe-4b69-b4d3-0650b4bec814 service neutron] Attempting to bind port b80c3687-0b71-4042-bd12-855b4ff97339 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:44:48.125153 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-25837747-aab1-4d69-a769-9793f906c155 req-86190fae-f5fe-4b69-b4d3-0650b4bec814 service neutron] Attempting to bind port b80c3687-0b71-4042-bd12-855b4ff97339 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'e92e12a9-5c7c-4b88-b56e-16aa206424c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:44:48.125719 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25837747-aab1-4d69-a769-9793f906c155 req-86190fae-f5fe-4b69-b4d3-0650b4bec814 service neutron] Attempting to bind port b80c3687-0b71-4042-bd12-855b4ff97339 on network 8cf40e8d-bb62-447b-a435-9b688d0fd6d7 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:44:48.146482 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25837747-aab1-4d69-a769-9793f906c155 req-86190fae-f5fe-4b69-b4d3-0650b4bec814 service neutron] Port b80c3687-0b71-4042-bd12-855b4ff97339 on network 8cf40e8d-bb62-447b-a435-9b688d0fd6d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:44:48.147100 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25837747-aab1-4d69-a769-9793f906c155 req-86190fae-f5fe-4b69-b4d3-0650b4bec814 service neutron] Attempting to bind port b80c3687-0b71-4042-bd12-855b4ff97339 on network 8cf40e8d-bb62-447b-a435-9b688d0fd6d7 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:44:48.157006 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25837747-aab1-4d69-a769-9793f906c155 req-86190fae-f5fe-4b69-b4d3-0650b4bec814 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:44:48.158284 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25837747-aab1-4d69-a769-9793f906c155 req-86190fae-f5fe-4b69-b4d3-0650b4bec814 service neutron] Checking segment: {'id': 'e92e12a9-5c7c-4b88-b56e-16aa206424c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:44:48.158284 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25837747-aab1-4d69-a769-9793f906c155 req-86190fae-f5fe-4b69-b4d3-0650b4bec814 service neutron] Bound using segment: {'id': 'e92e12a9-5c7c-4b88-b56e-16aa206424c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:44:48.158786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-25837747-aab1-4d69-a769-9793f906c155 req-86190fae-f5fe-4b69-b4d3-0650b4bec814 service neutron] Bound port: b80c3687-0b71-4042-bd12-855b4ff97339, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92e12a9-5c7c-4b88-b56e-16aa206424c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:44:48.159322 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-25837747-aab1-4d69-a769-9793f906c155 req-86190fae-f5fe-4b69-b4d3-0650b4bec814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b80c3687-0b71-4042-bd12-855b4ff97339), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:48.273934 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-25837747-aab1-4d69-a769-9793f906c155 req-86190fae-f5fe-4b69-b4d3-0650b4bec814 service neutron] For port b80c3687-0b71-4042-bd12-855b4ff97339, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:44:48.279374 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-25837747-aab1-4d69-a769-9793f906c155 req-86190fae-f5fe-4b69-b4d3-0650b4bec814 service neutron] For port b80c3687-0b71-4042-bd12-855b4ff97339, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b80c3687-0b71-4042-bd12-855b4ff97339,segment=NetworkSegment(e92e12a9-5c7c-4b88-b56e-16aa206424c1),segment_id=e92e12a9-5c7c-4b88-b56e-16aa206424c1)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:44:48.290496 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-25837747-aab1-4d69-a769-9793f906c155 req-86190fae-f5fe-4b69-b4d3-0650b4bec814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (b80c3687-0b71-4042-bd12-855b4ff97339), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:48.377262 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476b755-ee1e-42e9-9031-29e0d01bae66 req-2009bde0-c146-446d-adc6-c849cac58cab tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:48.385773 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0476b755-ee1e-42e9-9031-29e0d01bae66 req-2009bde0-c146-446d-adc6-c849cac58cab tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 943 time: 0.1915634 Feb 19 04:44:48.403204 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86190fae-f5fe-4b69-b4d3-0650b4bec814 service neutron] Pushing event updated for resources: {'Port': ['ID=b80c3687-0b71-4042-bd12-855b4ff97339,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:48.440163 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25837747-aab1-4d69-a769-9793f906c155 req-86190fae-f5fe-4b69-b4d3-0650b4bec814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:48.442209 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-25837747-aab1-4d69-a769-9793f906c155 req-86190fae-f5fe-4b69-b4d3-0650b4bec814 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:48.447428 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25837747-aab1-4d69-a769-9793f906c155 req-86190fae-f5fe-4b69-b4d3-0650b4bec814 service neutron] 10.222.0.10 "PUT /v2.0/ports/b80c3687-0b71-4042-bd12-855b4ff97339 HTTP/1.1" status: 200 len: 1091 time: 2.9383171 Feb 19 04:44:48.448681 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c79dc9e-b36c-4776-88df-1c196b047629', 'tag': 'b80c3687-0b71-4042-bd12-855b4ff97339'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:44:48.489279 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6f3669-5562-448a-80ea-2ad0023f16e1" -d '{"events": [{"name": "network-changed", "server_uuid": "3c79dc9e-b36c-4776-88df-1c196b047629", "tag": "b80c3687-0b71-4042-bd12-855b4ff97339"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:44:48.808313 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af828aa0-cfdd-4045-a1c2-9a5461c8266b x-openstack-request-id: req-af828aa0-cfdd-4045-a1c2-9a5461c8266b {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:44:48.808982 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c79dc9e-b36c-4776-88df-1c196b047629", "tag": "b80c3687-0b71-4042-bd12-855b4ff97339", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:44:48.809422 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-af828aa0-cfdd-4045-a1c2-9a5461c8266b {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:44:48.810128 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c79dc9e-b36c-4776-88df-1c196b047629', 'tag': 'b80c3687-0b71-4042-bd12-855b4ff97339', 'status': 'completed', 'code': 200} Feb 19 04:44:48.858381 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4f04d3a9-ec87-4b94-8a06-0cffc890837a), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:48.859530 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25837747-aab1-4d69-a769-9793f906c155 req-fa1ed42d-826e-4e64-b13d-de108d16572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:48.862933 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25837747-aab1-4d69-a769-9793f906c155 req-fa1ed42d-826e-4e64-b13d-de108d16572d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b788333bfa1e461e8bfe78d2c356d7b3&device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 1125 time: 0.3233178 Feb 19 04:44:49.171949 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25837747-aab1-4d69-a769-9793f906c155 req-baa03b1b-87b6-4cc7-9f28-94fb36a01d35 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b80c3687-0b71-4042-bd12-855b4ff97339 HTTP/1.1" status: 200 len: 217 time: 0.2879741 Feb 19 04:44:49.408528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25837747-aab1-4d69-a769-9793f906c155 req-64a8011b-b7b8-41bb-baf7-ad145537e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:49.427747 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:44:49.429440 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25837747-aab1-4d69-a769-9793f906c155 req-64a8011b-b7b8-41bb-baf7-ad145537e9af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b843cec4-f76b-4e9d-bb04-192ac7525967 HTTP/1.1" status: 200 len: 834 time: 0.2503383 Feb 19 04:44:49.579652 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0476b755-ee1e-42e9-9031-29e0d01bae66 req-074f9d4c-9f90-4667-8d9d-2aff7c569770 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=7dae2a7d-b32b-4f81-854b-1aaa59d4afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1833792 Feb 19 04:44:49.677122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:49.677683 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:49.739899 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25837747-aab1-4d69-a769-9793f906c155 req-58585611-1dd4-4d39-9b71-ef88d2e7d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:49.754702 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25837747-aab1-4d69-a769-9793f906c155 req-58585611-1dd4-4d39-9b71-ef88d2e7d87a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8cf40e8d-bb62-447b-a435-9b688d0fd6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2990377 Feb 19 04:44:50.033777 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:44:50.062542 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e95723d1-cecb-47c8-9112-d814401b736f None None] Provisioning complete for port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:50.063455 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e95723d1-cecb-47c8-9112-d814401b736f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:50.105401 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Delete allocated IP 172.20.0.12 (8fa15992-72f1-4bf3-b090-065eceaf5edc/2087a553-e39d-4a8d-8222-59180d7de973) {{(pid=115199) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 04:44:50.135451 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Allocated IP 172.20.0.41 (8fa15992-72f1-4bf3-b090-065eceaf5edc/681a452b-cdcb-4b50-8423-63773e2c6dfe/4f04d3a9-ec87-4b94-8a06-0cffc890837a) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:44:50.272445 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25837747-aab1-4d69-a769-9793f906c155 req-dbc5911d-de1d-49e1-a78f-54b9c2321e0a service neutron] 10.222.0.10 "GET /v2.0/networks/8cf40e8d-bb62-447b-a435-9b688d0fd6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097973 Feb 19 04:44:50.554769 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e95723d1-cecb-47c8-9112-d814401b736f None None] Current status of the port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:44:50.654427 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e95723d1-cecb-47c8-9112-d814401b736f None None] Provisioning complete for port 60d79c3f-9619-4793-a7f8-38af646549cf triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:50.654977 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e95723d1-cecb-47c8-9112-d814401b736f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (60d79c3f-9619-4793-a7f8-38af646549cf), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:50.858415 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e95723d1-cecb-47c8-9112-d814401b736f None None] Port 60d79c3f-9619-4793-a7f8-38af646549cf cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:44:50.882679 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e95723d1-cecb-47c8-9112-d814401b736f None None] Provisioning complete for port 4f04d3a9-ec87-4b94-8a06-0cffc890837a triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:50.884640 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e95723d1-cecb-47c8-9112-d814401b736f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4f04d3a9-ec87-4b94-8a06-0cffc890837a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:50.917984 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9fb10bdc-fe76-4290-a2b5-3962c3f9924d req-a8ffa8b4-942e-4074-bfeb-cf495d746cc1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0371203 Feb 19 04:44:50.984690 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e95723d1-cecb-47c8-9112-d814401b736f None None] Port 4f04d3a9-ec87-4b94-8a06-0cffc890837a cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:44:51.043030 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for port (4f04d3a9-ec87-4b94-8a06-0cffc890837a), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:51.055399 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (4f04d3a9-ec87-4b94-8a06-0cffc890837a), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:51.153071 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25837747-aab1-4d69-a769-9793f906c155 req-d22e9104-3c80-409a-bbd1-61e5a5d195b3 service neutron] 10.222.0.10 "GET /v2.0/networks/8cf40e8d-bb62-447b-a435-9b688d0fd6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8021059 Feb 19 04:44:51.231206 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event updated for resources: {'Port': ['ID=4f04d3a9-ec87-4b94-8a06-0cffc890837a,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:51.253862 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae832c-3018-4628-a0c1-e3b0545f6408 req-c0331876-5d16-446a-9fa3-7407db58262e tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:51.257478 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01ae832c-3018-4628-a0c1-e3b0545f6408 req-c0331876-5d16-446a-9fa3-7407db58262e tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 943 time: 0.4547031 Feb 19 04:44:51.288079 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:51.293853 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:51.294697 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:51.300829 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:51.301620 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:51.302138 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:51.302695 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:51.303505 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:51.304148 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:51.307224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:51.307992 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:51.308533 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:51.311735 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:51.480847 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb10bdc-fe76-4290-a2b5-3962c3f9924d req-352c1933-7b81-457a-89da-17301bbe238e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:51.484738 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9fb10bdc-fe76-4290-a2b5-3962c3f9924d req-352c1933-7b81-457a-89da-17301bbe238e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5d75efb08514de6a052014d405b6aef&device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 1127 time: 0.4705818 Feb 19 04:44:51.552149 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f3669-5562-448a-80ea-2ad0023f16e1 req-7c11fb2f-50c6-4c61-99da-178db0dcdad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:51.558452 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf6f3669-5562-448a-80ea-2ad0023f16e1 req-7c11fb2f-50c6-4c61-99da-178db0dcdad5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b788333bfa1e461e8bfe78d2c356d7b3&device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 1125 time: 0.2768099 Feb 19 04:44:51.604054 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] In _notify_port_updated(), no bound segment for port 4f04d3a9-ec87-4b94-8a06-0cffc890837a on network 8fa15992-72f1-4bf3-b090-065eceaf5edc {{(pid=115199) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:44:51.616631 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:51.618145 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:51.620616 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ef87beaf-349a-44cf-8a7f-a247b5ed23cc tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "PUT /v2.0/ports/4f04d3a9-ec87-4b94-8a06-0cffc890837a HTTP/1.1" status: 200 len: 960 time: 6.2500889 Feb 19 04:44:51.629867 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42080) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:52.063303 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-01ae832c-3018-4628-a0c1-e3b0545f6408 req-7f80b061-ba37-4adf-b7bf-a9921d7f976b tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=7dae2a7d-b32b-4f81-854b-1aaa59d4afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7725673 Feb 19 04:44:52.121050 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-88f7d7ea-bb51-4d03-a2b3-6d71fb33ca0c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting port 4f04d3a9-ec87-4b94-8a06-0cffc890837a {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:44:52.133365 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-88f7d7ea-bb51-4d03-a2b3-6d71fb33ca0c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (4f04d3a9-ec87-4b94-8a06-0cffc890837a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:52.201528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f3669-5562-448a-80ea-2ad0023f16e1 req-d1884273-0d66-4f7b-89ca-ae3caa03033f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:52.204534 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf6f3669-5562-448a-80ea-2ad0023f16e1 req-d1884273-0d66-4f7b-89ca-ae3caa03033f service neutron] 10.222.0.10 "GET /v2.0/networks?id=8cf40e8d-bb62-447b-a435-9b688d0fd6d7 HTTP/1.1" status: 200 len: 896 time: 0.6228366 Feb 19 04:44:52.297135 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf6f3669-5562-448a-80ea-2ad0023f16e1 req-8b8a79aa-03e4-4b72-8a7b-f94fc25d103b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b80c3687-0b71-4042-bd12-855b4ff97339 HTTP/1.1" status: 200 len: 217 time: 0.0782685 Feb 19 04:44:52.300153 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb10bdc-fe76-4290-a2b5-3962c3f9924d req-503f2a33-2ec7-4753-a114-e3c5305a4c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:52.303248 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9fb10bdc-fe76-4290-a2b5-3962c3f9924d req-503f2a33-2ec7-4753-a114-e3c5305a4c68 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3539187-cc67-4fa5-a771-d626621d7371 HTTP/1.1" status: 200 len: 917 time: 0.7290561 Feb 19 04:44:52.451737 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f3669-5562-448a-80ea-2ad0023f16e1 req-4fba6a7b-26e1-4c5c-b00e-91566f41ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:52.455145 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf6f3669-5562-448a-80ea-2ad0023f16e1 req-4fba6a7b-26e1-4c5c-b00e-91566f41ef2f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b843cec4-f76b-4e9d-bb04-192ac7525967 HTTP/1.1" status: 200 len: 834 time: 0.1494944 Feb 19 04:44:52.487566 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8f597a25-0a79-4724-8dba-e4015f533ed9 None None] Provisioning complete for port 4f04d3a9-ec87-4b94-8a06-0cffc890837a triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:52.488428 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8f597a25-0a79-4724-8dba-e4015f533ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4f04d3a9-ec87-4b94-8a06-0cffc890837a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:52.669485 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8f597a25-0a79-4724-8dba-e4015f533ed9 None None] Port 4f04d3a9-ec87-4b94-8a06-0cffc890837a cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:44:52.670459 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9fb10bdc-fe76-4290-a2b5-3962c3f9924d req-fdcb5144-0e1e-4c52-b751-4a61d28cfb4f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97c18459-2c72-43da-a783-2e2db917d8b4 HTTP/1.1" status: 200 len: 1001 time: 0.2131371 Feb 19 04:44:52.691440 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-88f7d7ea-bb51-4d03-a2b3-6d71fb33ca0c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (4f04d3a9-ec87-4b94-8a06-0cffc890837a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:52.733852 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-88f7d7ea-bb51-4d03-a2b3-6d71fb33ca0c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Calling delete_port for 4f04d3a9-ec87-4b94-8a06-0cffc890837a owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:44:53.063315 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f3669-5562-448a-80ea-2ad0023f16e1 req-66cee6cb-3a41-4585-ae8b-c6a3d00088de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:53.066286 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf6f3669-5562-448a-80ea-2ad0023f16e1 req-66cee6cb-3a41-4585-ae8b-c6a3d00088de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8cf40e8d-bb62-447b-a435-9b688d0fd6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5972385 Feb 19 04:44:53.336953 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device b80c3687-0b71-4042-bd12-855b4ff97339 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:44:53.397991 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf6f3669-5562-448a-80ea-2ad0023f16e1 req-c37365d4-44e9-4e3c-a245-9dd74bad2641 service neutron] 10.222.0.10 "GET /v2.0/networks/8cf40e8d-bb62-447b-a435-9b688d0fd6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160787 Feb 19 04:44:53.400010 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb10bdc-fe76-4290-a2b5-3962c3f9924d req-70b18e47-f234-40a9-929f-8f5b84564ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:53.401631 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9fb10bdc-fe76-4290-a2b5-3962c3f9924d req-70b18e47-f234-40a9-929f-8f5b84564ab7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45cf20d4-3097-4dde-886e-3a9890ecec0d HTTP/1.1" status: 200 len: 856 time: 0.6244481 Feb 19 04:44:53.466249 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-88f7d7ea-bb51-4d03-a2b3-6d71fb33ca0c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (4f04d3a9-ec87-4b94-8a06-0cffc890837a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:53.589663 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7d7ea-bb51-4d03-a2b3-6d71fb33ca0c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Port': ['ID=4f04d3a9-ec87-4b94-8a06-0cffc890837a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:53.882529 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf6f3669-5562-448a-80ea-2ad0023f16e1 req-6ebb5b1a-3b40-4baf-9a89-d38d20ba5c15 service neutron] 10.222.0.10 "GET /v2.0/networks/8cf40e8d-bb62-447b-a435-9b688d0fd6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774232 Feb 19 04:44:53.953619 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-88f7d7ea-bb51-4d03-a2b3-6d71fb33ca0c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:53.972847 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-88f7d7ea-bb51-4d03-a2b3-6d71fb33ca0c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/ports/4f04d3a9-ec87-4b94-8a06-0cffc890837a HTTP/1.1" status: 204 len: 168 time: 2.3410194 Feb 19 04:44:53.979377 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42120) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:54.005861 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3197ca-6d43-4c04-a1c4-96c3c1a654a7 req-0d9f2cc8-13e6-48c2-ac92-59572eeca73b tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:54.020070 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5c3197ca-6d43-4c04-a1c4-96c3c1a654a7 req-0d9f2cc8-13e6-48c2-ac92-59572eeca73b tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 943 time: 0.5254657 Feb 19 04:44:54.151050 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-de3e96f5-e157-4da4-9107-d972ef06e899 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] GET failed (client error): The resource could not be found. Feb 19 04:44:54.158375 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb10bdc-fe76-4290-a2b5-3962c3f9924d req-51b2e0c0-2cea-418a-b247-5b52418d8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:54.160789 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-de3e96f5-e157-4da4-9107-d972ef06e899 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports/4f04d3a9-ec87-4b94-8a06-0cffc890837a HTTP/1.1" status: 404 len: 333 time: 0.1371274 Feb 19 04:44:54.164635 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42128) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:54.164873 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9fb10bdc-fe76-4290-a2b5-3962c3f9924d req-51b2e0c0-2cea-418a-b247-5b52418d8d09 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3539187-cc67-4fa5-a771-d626621d7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7506616 Feb 19 04:44:54.402590 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9fb10bdc-fe76-4290-a2b5-3962c3f9924d req-f0810dfd-a06c-4c91-b7fa-0268bdf17b67 service neutron] 10.222.0.48 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185457 Feb 19 04:44:54.456566 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e6d3ac67-61d9-4f03-be0f-1a30e36a55d1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (d11edfb9-37d8-49ac-979b-af6dbb18d695), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:54.479303 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port b80c3687-0b71-4042-bd12-855b4ff97339, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b80c3687-0b71-4042-bd12-855b4ff97339,segment=NetworkSegment(e92e12a9-5c7c-4b88-b56e-16aa206424c1),segment_id=e92e12a9-5c7c-4b88-b56e-16aa206424c1)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:44:54.527874 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'b80c3687-0b71-4042-bd12-855b4ff97339', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'port_id': 'b80c3687-0b71-4042-bd12-855b4ff97339', 'mac_address': 'fa:16:3e:eb:68:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:44:54.639317 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5c3197ca-6d43-4c04-a1c4-96c3c1a654a7 req-5a065f6e-cb3e-4efc-9eb5-fd8e0ac47500 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=7dae2a7d-b32b-4f81-854b-1aaa59d4afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6177289 Feb 19 04:44:54.642838 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e6d3ac67-61d9-4f03-be0f-1a30e36a55d1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (d11edfb9-37d8-49ac-979b-af6dbb18d695), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:54.672467 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9fb10bdc-fe76-4290-a2b5-3962c3f9924d req-aa8437ca-565b-4a60-80b9-808719656ecf service neutron] 10.222.0.48 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606194 Feb 19 04:44:54.711667 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port b80c3687-0b71-4042-bd12-855b4ff97339 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:44:54.712258 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b80c3687-0b71-4042-bd12-855b4ff97339), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:54.744976 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b80c3687-0b71-4042-bd12-855b4ff97339 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:44:54.786049 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port b80c3687-0b71-4042-bd12-855b4ff97339, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b80c3687-0b71-4042-bd12-855b4ff97339,segment=NetworkSegment(e92e12a9-5c7c-4b88-b56e-16aa206424c1),segment_id=e92e12a9-5c7c-4b88-b56e-16aa206424c1)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:44:54.794007 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b80c3687-0b71-4042-bd12-855b4ff97339), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:54.884533 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e6d3ac67-61d9-4f03-be0f-1a30e36a55d1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d11edfb9-37d8-49ac-979b-af6dbb18d695), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:54.892486 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e6d3ac67-61d9-4f03-be0f-1a30e36a55d1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:54.902725 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42140) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:54.904685 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e6d3ac67-61d9-4f03-be0f-1a30e36a55d1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/security-groups/d11edfb9-37d8-49ac-979b-af6dbb18d695 HTTP/1.1" status: 204 len: 168 time: 0.7214298 Feb 19 04:44:54.947909 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3ac67-61d9-4f03-be0f-1a30e36a55d1 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11edfb9-37d8-49ac-979b-af6dbb18d695,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:55.097919 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['b80c3687-0b71-4042-bd12-855b4ff97339'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:44:55.147695 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5ae81392-7718-4721-9fe5-502678d1e291 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (363351c1-cc30-4993-8ccb-c823ed0ca91e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:55.210869 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=b80c3687-0b71-4042-bd12-855b4ff97339,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:55.263305 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5ae81392-7718-4721-9fe5-502678d1e291 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (363351c1-cc30-4993-8ccb-c823ed0ca91e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:55.505098 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5ae81392-7718-4721-9fe5-502678d1e291 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (363351c1-cc30-4993-8ccb-c823ed0ca91e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:55.511671 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5ae81392-7718-4721-9fe5-502678d1e291 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:55.516890 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5ae81392-7718-4721-9fe5-502678d1e291 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/security-groups/363351c1-cc30-4993-8ccb-c823ed0ca91e HTTP/1.1" status: 204 len: 168 time: 0.6101952 Feb 19 04:44:55.519249 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42152) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:55.594451 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae81392-7718-4721-9fe5-502678d1e291 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=363351c1-cc30-4993-8ccb-c823ed0ca91e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:55.660896 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae81392-7718-4721-9fe5-502678d1e291 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:55.661546 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae81392-7718-4721-9fe5-502678d1e291 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:55.662136 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae81392-7718-4721-9fe5-502678d1e291 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:55.662782 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae81392-7718-4721-9fe5-502678d1e291 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:55.663870 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae81392-7718-4721-9fe5-502678d1e291 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:55.664426 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae81392-7718-4721-9fe5-502678d1e291 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:55.665024 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae81392-7718-4721-9fe5-502678d1e291 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:55.676220 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae81392-7718-4721-9fe5-502678d1e291 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:55.676797 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae81392-7718-4721-9fe5-502678d1e291 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:55.681033 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae81392-7718-4721-9fe5-502678d1e291 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:55.681648 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae81392-7718-4721-9fe5-502678d1e291 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:55.682220 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae81392-7718-4721-9fe5-502678d1e291 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:55.682794 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae81392-7718-4721-9fe5-502678d1e291 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:44:55.812716 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7904101e-fc7e-4d07-b67f-e74d8fbe0604 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (45285dfb-38f5-4c47-87de-7cb9da5a4145), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:55.896525 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7904101e-fc7e-4d07-b67f-e74d8fbe0604 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (45285dfb-38f5-4c47-87de-7cb9da5a4145), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:56.105316 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7904101e-fc7e-4d07-b67f-e74d8fbe0604 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (45285dfb-38f5-4c47-87de-7cb9da5a4145), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:56.117961 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7904101e-fc7e-4d07-b67f-e74d8fbe0604 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:56.131055 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7904101e-fc7e-4d07-b67f-e74d8fbe0604 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/security-groups/45285dfb-38f5-4c47-87de-7cb9da5a4145 HTTP/1.1" status: 204 len: 168 time: 0.6081626 Feb 19 04:44:56.138587 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42160) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:56.206913 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae8832-1113-4e61-990d-1ba9c8a08d6f req-9370e5db-4255-4136-8ac4-bfcae30e5e56 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:56.213458 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a7ae8832-1113-4e61-990d-1ba9c8a08d6f req-9370e5db-4255-4136-8ac4-bfcae30e5e56 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 944 time: 0.2910917 Feb 19 04:44:56.399251 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a7ae8832-1113-4e61-990d-1ba9c8a08d6f req-30e6e4bc-304f-4730-812a-a0d3ad7dee9f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=7dae2a7d-b32b-4f81-854b-1aaa59d4afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750283 Feb 19 04:44:56.403858 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904101e-fc7e-4d07-b67f-e74d8fbe0604 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45285dfb-38f5-4c47-87de-7cb9da5a4145,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:56.413133 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-65bcdc9f-ed12-40a0-abb5-adc06525ab17 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting subnet 2087a553-e39d-4a8d-8222-59180d7de973 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:44:56.418518 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-65bcdc9f-ed12-40a0-abb5-adc06525ab17 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (2087a553-e39d-4a8d-8222-59180d7de973), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:56.502145 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-65bcdc9f-ed12-40a0-abb5-adc06525ab17 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (2087a553-e39d-4a8d-8222-59180d7de973), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:56.750977 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-65bcdc9f-ed12-40a0-abb5-adc06525ab17 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (2087a553-e39d-4a8d-8222-59180d7de973), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:56.987699 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-65bcdc9f-ed12-40a0-abb5-adc06525ab17 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (2087a553-e39d-4a8d-8222-59180d7de973), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:57.033902 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bcdc9f-ed12-40a0-abb5-adc06525ab17 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Subnet': ['ID=2087a553-e39d-4a8d-8222-59180d7de973,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:57.036273 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-65bcdc9f-ed12-40a0-abb5-adc06525ab17 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:57.040285 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-65bcdc9f-ed12-40a0-abb5-adc06525ab17 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/subnets/2087a553-e39d-4a8d-8222-59180d7de973 HTTP/1.1" status: 204 len: 168 time: 0.8802888 Feb 19 04:44:57.051787 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42174) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:57.056453 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae846e96-c0eb-4a77-abc3-d4918263db0d None None] Network 8fa15992-72f1-4bf3-b090-065eceaf5edc requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:44:57.369988 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0bfa13d-0fa2-4309-92f5-cb0ce136b8b5 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting subnet 681a452b-cdcb-4b50-8423-63773e2c6dfe {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:44:57.394623 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0bfa13d-0fa2-4309-92f5-cb0ce136b8b5 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (681a452b-cdcb-4b50-8423-63773e2c6dfe), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:57.433102 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device b80c3687-0b71-4042-bd12-855b4ff97339 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:44:57.528277 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0bfa13d-0fa2-4309-92f5-cb0ce136b8b5 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (681a452b-cdcb-4b50-8423-63773e2c6dfe), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:57.722283 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port b80c3687-0b71-4042-bd12-855b4ff97339 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:44:57.733832 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port b80c3687-0b71-4042-bd12-855b4ff97339 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:44:57.734656 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b80c3687-0b71-4042-bd12-855b4ff97339), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:57.897205 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0bfa13d-0fa2-4309-92f5-cb0ce136b8b5 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (681a452b-cdcb-4b50-8423-63773e2c6dfe), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:57.934284 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420770f-eded-4645-b462-156738430a5c req-afca66d4-782a-4b4b-9bc0-cb8e36a7330b tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:57.948114 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c420770f-eded-4645-b462-156738430a5c req-afca66d4-782a-4b4b-9bc0-cb8e36a7330b tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 944 time: 0.1944809 Feb 19 04:44:58.047345 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port b80c3687-0b71-4042-bd12-855b4ff97339 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:44:58.065577 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b80c3687-0b71-4042-bd12-855b4ff97339), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:58.109676 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0bfa13d-0fa2-4309-92f5-cb0ce136b8b5 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (681a452b-cdcb-4b50-8423-63773e2c6dfe), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:58.145117 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c79dc9e-b36c-4776-88df-1c196b047629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80c3687-0b71-4042-bd12-855b4ff97339'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:44:58.154596 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532eab42-94a4-480e-b8c4-5ce798296d2b" -d '{"events": [{"server_uuid": "3c79dc9e-b36c-4776-88df-1c196b047629", "name": "network-vif-plugged", "status": "completed", "tag": "b80c3687-0b71-4042-bd12-855b4ff97339"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:44:58.156894 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42188) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:58.197273 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c420770f-eded-4645-b462-156738430a5c req-3d1855a0-12d7-4e81-a0a4-50a3981cec01 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=7dae2a7d-b32b-4f81-854b-1aaa59d4afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385008 Feb 19 04:44:58.200444 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port b80c3687-0b71-4042-bd12-855b4ff97339, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b80c3687-0b71-4042-bd12-855b4ff97339,segment=NetworkSegment(e92e12a9-5c7c-4b88-b56e-16aa206424c1),segment_id=e92e12a9-5c7c-4b88-b56e-16aa206424c1)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:44:58.211873 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b80c3687-0b71-4042-bd12-855b4ff97339), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:58.252115 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfa13d-0fa2-4309-92f5-cb0ce136b8b5 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Subnet': ['ID=681a452b-cdcb-4b50-8423-63773e2c6dfe,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:58.275530 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0bfa13d-0fa2-4309-92f5-cb0ce136b8b5 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:58.285088 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e0bfa13d-0fa2-4309-92f5-cb0ce136b8b5 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/subnets/681a452b-cdcb-4b50-8423-63773e2c6dfe HTTP/1.1" status: 204 len: 168 time: 1.2272429 Feb 19 04:44:58.289370 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42196) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:58.370291 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198fb381-9e2c-46cc-a5f7-114053f7e8b0 x-openstack-request-id: req-198fb381-9e2c-46cc-a5f7-114053f7e8b0 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:44:58.385907 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c79dc9e-b36c-4776-88df-1c196b047629", "name": "network-vif-plugged", "status": "completed", "tag": "b80c3687-0b71-4042-bd12-855b4ff97339", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:44:58.385907 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-198fb381-9e2c-46cc-a5f7-114053f7e8b0 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:44:58.390926 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c79dc9e-b36c-4776-88df-1c196b047629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80c3687-0b71-4042-bd12-855b4ff97339', 'code': 200} Feb 19 04:44:58.460631 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b82696d-6377-40d9-8a40-f67908bd9c6d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] DELETE failed (client error): The resource could not be found. Feb 19 04:44:58.461539 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b82696d-6377-40d9-8a40-f67908bd9c6d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:44:58.480264 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1b82696d-6377-40d9-8a40-f67908bd9c6d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/subnets/2087a553-e39d-4a8d-8222-59180d7de973 HTTP/1.1" status: 404 len: 337 time: 0.1867239 Feb 19 04:44:58.481865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42204) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:58.568013 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=b80c3687-0b71-4042-bd12-855b4ff97339,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:58.665936 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877856de-7cd3-476b-91cd-310244a1597d req-371c940e-bb27-4a1f-9edb-69544313168c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:44:58.669022 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-877856de-7cd3-476b-91cd-310244a1597d req-371c940e-bb27-4a1f-9edb-69544313168c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 1127 time: 0.2490196 Feb 19 04:44:58.678329 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-811160e2-103b-4404-b06e-b8ce7f0eed5d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting subnet b33e72d7-7f78-4b50-ac7e-8fedba09925c {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:44:58.692040 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-811160e2-103b-4404-b06e-b8ce7f0eed5d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (b33e72d7-7f78-4b50-ac7e-8fedba09925c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:58.744241 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6e4bdae8-2f36-48f1-8994-ed64c2b48d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:58.821958 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-811160e2-103b-4404-b06e-b8ce7f0eed5d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (b33e72d7-7f78-4b50-ac7e-8fedba09925c), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:58.831936 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-877856de-7cd3-476b-91cd-310244a1597d req-db23c7aa-e473-4a30-a7c5-3839b77b37ae service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7dae2a7d-b32b-4f81-854b-1aaa59d4afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351969 Feb 19 04:44:59.212632 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6e4bdae8-2f36-48f1-8994-ed64c2b48d54 admin admin] Publish callbacks [] for security_group (da9851db-ed77-48d5-8170-fe9cf4878f3c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:59.252184 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6e4bdae8-2f36-48f1-8994-ed64c2b48d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (da9851db-ed77-48d5-8170-fe9cf4878f3c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:59.384374 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3cf2aa-2e1b-4d9f-8492-767da96dc3db None None] Network 8fa15992-72f1-4bf3-b090-065eceaf5edc requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:44:59.436009 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6e4bdae8-2f36-48f1-8994-ed64c2b48d54 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=343738cd8b7f4bb791bad76d0fcacb70&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2740660 Feb 19 04:44:59.487792 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-811160e2-103b-4404-b06e-b8ce7f0eed5d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (b33e72d7-7f78-4b50-ac7e-8fedba09925c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:59.538618 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42218) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:44:59.688048 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b3c9acc7-17ca-4af3-b5df-5d93e1b2f9a8 admin admin] Publish callbacks [] for security_group (da9851db-ed77-48d5-8170-fe9cf4878f3c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:59.768953 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b3c9acc7-17ca-4af3-b5df-5d93e1b2f9a8 admin admin] Publish callbacks [] for security_group (da9851db-ed77-48d5-8170-fe9cf4878f3c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:59.805530 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4bdae8-2f36-48f1-8994-ed64c2b48d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9851db-ed77-48d5-8170-fe9cf4878f3c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:44:59.914335 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-811160e2-103b-4404-b06e-b8ce7f0eed5d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (b33e72d7-7f78-4b50-ac7e-8fedba09925c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:59.973374 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b3c9acc7-17ca-4af3-b5df-5d93e1b2f9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (da9851db-ed77-48d5-8170-fe9cf4878f3c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:44:59.996650 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b3c9acc7-17ca-4af3-b5df-5d93e1b2f9a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:00.002683 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b3c9acc7-17ca-4af3-b5df-5d93e1b2f9a8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/da9851db-ed77-48d5-8170-fe9cf4878f3c HTTP/1.1" status: 204 len: 168 time: 0.4465733 Feb 19 04:45:00.069369 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811160e2-103b-4404-b06e-b8ce7f0eed5d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Subnet': ['ID=b33e72d7-7f78-4b50-ac7e-8fedba09925c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:00.087647 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ed321-2afb-4662-8564-b0155ed4426d req-13f1e73f-1fe1-41ed-99ad-8176aefa95d7 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:00.095568 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-811160e2-103b-4404-b06e-b8ce7f0eed5d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:00.104303 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-811160e2-103b-4404-b06e-b8ce7f0eed5d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/subnets/b33e72d7-7f78-4b50-ac7e-8fedba09925c HTTP/1.1" status: 204 len: 168 time: 1.6175034 Feb 19 04:45:00.107518 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-199ed321-2afb-4662-8564-b0155ed4426d req-13f1e73f-1fe1-41ed-99ad-8176aefa95d7 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 945 time: 0.6911750 Feb 19 04:45:00.108265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42234) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:00.126981 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9ff58dd6-b589-4da9-94ee-2e481ff853f1 None None] Provisioning complete for port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:45:00.142528 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9ff58dd6-b589-4da9-94ee-2e481ff853f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:00.169418 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9acc7-17ca-4af3-b5df-5d93e1b2f9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9851db-ed77-48d5-8170-fe9cf4878f3c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:00.260748 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b20757-75aa-4720-a7ed-6298390ca29a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] DELETE failed (client error): The resource could not be found. Feb 19 04:45:00.261600 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7b20757-75aa-4720-a7ed-6298390ca29a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:45:00.285512 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f7b20757-75aa-4720-a7ed-6298390ca29a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/subnets/b47b397f-603b-4414-bee8-b8b221428d42 HTTP/1.1" status: 404 len: 337 time: 0.1735914 Feb 19 04:45:00.288095 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42240) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:00.446995 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-aa46096e-9b9f-4c00-9bbf-e2f0c57746ff tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c09be3b1-513e-4cc8-9670-19188d8c3600 HTTP/1.1" status: 200 len: 205 time: 0.1521173 Feb 19 04:45:00.448260 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42242) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:00.467813 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-199ed321-2afb-4662-8564-b0155ed4426d req-63f09353-e21f-4662-87ac-872f62acf62a tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=7dae2a7d-b32b-4f81-854b-1aaa59d4afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3587563 Feb 19 04:45:00.755812 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9ff58dd6-b589-4da9-94ee-2e481ff853f1 None None] Current status of the port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:45:00.770561 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-c460270c-5dcb-4c6d-9465-f0aa095e7607 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] delete failed (client error): The resource could not be found. Feb 19 04:45:00.775778 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c460270c-5dcb-4c6d-9465-f0aa095e7607 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/routers/c09be3b1-513e-4cc8-9670-19188d8c3600 HTTP/1.1" status: 404 len: 336 time: 0.3224018 Feb 19 04:45:00.776443 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42252) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:00.824651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82c206-9643-4289-b857-2542fa5ceca5 req-5cda888e-5f19-4724-8b70-adf974485bf2 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:00.846531 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ff82c206-9643-4289-b857-2542fa5ceca5 req-5cda888e-5f19-4724-8b70-adf974485bf2 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.1379857 Feb 19 04:45:00.945382 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e418e5-a059-418f-ae2f-231cea735a0e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] DELETE failed (client error): The resource could not be found. Feb 19 04:45:00.946184 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e418e5-a059-418f-ae2f-231cea735a0e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:45:00.974232 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e0e418e5-a059-418f-ae2f-231cea735a0e tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/subnets/3023bf6f-b446-45a6-9e7f-21660bf7801f HTTP/1.1" status: 404 len: 337 time: 0.1950665 Feb 19 04:45:00.975828 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42254) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:01.011468 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9ff58dd6-b589-4da9-94ee-2e481ff853f1 None None] Provisioning complete for port 60d79c3f-9619-4793-a7f8-38af646549cf triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:45:01.013083 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9ff58dd6-b589-4da9-94ee-2e481ff853f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (60d79c3f-9619-4793-a7f8-38af646549cf), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:01.042215 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ff82c206-9643-4289-b857-2542fa5ceca5 req-9e98840b-838b-4de4-b7c2-ab734eb4eb28 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959677 Feb 19 04:45:01.085070 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-b263eff2-a9ff-44ca-b11f-801482c4e40a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] DELETE failed (client error): The resource could not be found. Feb 19 04:45:01.085941 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b263eff2-a9ff-44ca-b11f-801482c4e40a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:45:01.104066 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b263eff2-a9ff-44ca-b11f-801482c4e40a tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/subnets/f0499d99-3eba-4519-a7dc-84754d8927d4 HTTP/1.1" status: 404 len: 337 time: 0.1240537 Feb 19 04:45:01.104825 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42256) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:01.126367 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e17105-2a73-49c4-8026-43669d7425e4 None None] Update dhcp port {'port': {'network_id': '8fa15992-72f1-4bf3-b090-065eceaf5edc', 'fixed_ips': [{'subnet_id': 'b33e72d7-7f78-4b50-ac7e-8fedba09925c'}], 'binding:host_id': 'n-d-772273-4'}, 'id': '24dbbb91-9e97-4d24-8842-3bc7ae1399f9'} from n-d-772273-4. {{(pid=115200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:45:01.180115 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a74183c-f544-4570-a809-288217ae4d4d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] DELETE failed (client error): The resource could not be found. Feb 19 04:45:01.181015 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a74183c-f544-4570-a809-288217ae4d4d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:45:01.187010 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1a74183c-f544-4570-a809-288217ae4d4d tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/subnets/b8053892-022f-4a1e-b78a-c7a95505a915 HTTP/1.1" status: 404 len: 337 time: 0.0803504 Feb 19 04:45:01.191071 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42258) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:01.222978 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c1e17105-2a73-49c4-8026-43669d7425e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:01.250669 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9ff58dd6-b589-4da9-94ee-2e481ff853f1 None None] Port 60d79c3f-9619-4793-a7f8-38af646549cf cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:45:01.331840 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-826608cc-5b31-4365-bbfb-4806dc633a8c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] DELETE failed (client error): The resource could not be found. Feb 19 04:45:01.335382 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-826608cc-5b31-4365-bbfb-4806dc633a8c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:45:01.348863 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-826608cc-5b31-4365-bbfb-4806dc633a8c tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/ports/f3a7db1e-b125-4800-85ae-18067625d035 HTTP/1.1" status: 404 len: 333 time: 0.1555879 Feb 19 04:45:01.353682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42260) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:01.404051 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42262) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:01.428825 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1c1ad58b-214d-4b7d-abb1-68399d504a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:01.436010 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-1961072b-cf8b-4332-816d-c542e3875f1b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] DELETE failed (client error): The resource could not be found. Feb 19 04:45:01.437548 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1961072b-cf8b-4332-816d-c542e3875f1b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:45:01.444259 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1961072b-cf8b-4332-816d-c542e3875f1b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/subnets/fb786ed2-8ec4-47a7-bb8d-7f40e98e4867 HTTP/1.1" status: 404 len: 337 time: 0.0887725 Feb 19 04:45:01.448390 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42264) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:01.518485 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3777dbe-c63b-4134-b2d5-b1ed7eb214a2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] DELETE failed (client error): The resource could not be found. Feb 19 04:45:01.519784 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3777dbe-c63b-4134-b2d5-b1ed7eb214a2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:45:01.529327 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f3777dbe-c63b-4134-b2d5-b1ed7eb214a2 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/subnets/68fb2850-1f9c-4956-b32e-6ec2bd67b46b HTTP/1.1" status: 404 len: 337 time: 0.0776706 Feb 19 04:45:01.532136 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42268) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:01.590784 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-884739a3-44a9-454f-b9db-00ca3956ec73 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] DELETE failed (client error): The resource could not be found. Feb 19 04:45:01.591489 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-884739a3-44a9-454f-b9db-00ca3956ec73 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:45:01.603456 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-884739a3-44a9-454f-b9db-00ca3956ec73 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/ports/ed5a2735-eae3-4de4-bd5c-e5842efea61c HTTP/1.1" status: 404 len: 333 time: 0.0658660 Feb 19 04:45:01.608140 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42272) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:01.725779 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1c1ad58b-214d-4b7d-abb1-68399d504a6b admin admin] Publish callbacks [] for security_group (24829219-927d-47f1-8603-5f03bf917ca5), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:01.727092 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cbe2f6e-09e5-4566-88d6-6378972da27b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] DELETE failed (client error): The resource could not be found. Feb 19 04:45:01.727861 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cbe2f6e-09e5-4566-88d6-6378972da27b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:45:01.733311 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1cbe2f6e-09e5-4566-88d6-6378972da27b tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/subnets/2b81367c-b932-4a23-8fdd-200845a0455e HTTP/1.1" status: 404 len: 337 time: 0.1156464 Feb 19 04:45:01.736609 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1c1ad58b-214d-4b7d-abb1-68399d504a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (24829219-927d-47f1-8603-5f03bf917ca5), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:01.737939 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42278) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:01.820011 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e5b308-c623-419c-8b29-0855ff03e20f None None] Network 8fa15992-72f1-4bf3-b090-065eceaf5edc requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:45:01.844819 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ad58b-214d-4b7d-abb1-68399d504a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24829219-927d-47f1-8603-5f03bf917ca5,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:01.857693 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1c1ad58b-214d-4b7d-abb1-68399d504a6b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f0a73e4a2998413983608e0a38aa2582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4513178 Feb 19 04:45:01.861547 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42280) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:01.879451 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0809fddf-511f-4dec-b8b7-387c60260ca8 None None] Provisioning complete for port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:45:01.880093 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0809fddf-511f-4dec-b8b7-387c60260ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:01.977660 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f79c56db-df8b-4271-b467-e01ced697d69 admin admin] Publish callbacks [] for security_group (24829219-927d-47f1-8603-5f03bf917ca5), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:01.986741 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d47ce3f-393c-4f8b-be8f-4e77c3823ce3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] DELETE failed (client error): The resource could not be found. Feb 19 04:45:01.988411 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d47ce3f-393c-4f8b-be8f-4e77c3823ce3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:45:01.995593 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3d47ce3f-393c-4f8b-be8f-4e77c3823ce3 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/subnets/f8602584-1b63-4ffc-8e50-5b54cd5a948d HTTP/1.1" status: 404 len: 337 time: 0.2552655 Feb 19 04:45:02.002630 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42282) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:02.044938 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f79c56db-df8b-4271-b467-e01ced697d69 admin admin] Publish callbacks [] for security_group (24829219-927d-47f1-8603-5f03bf917ca5), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:02.203660 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b374b4-d5c8-40ec-bda6-c75aed4cf8d3 req-86d5e862-a158-43b4-8497-6652cfff5fb3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:02.205014 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-45b374b4-d5c8-40ec-bda6-c75aed4cf8d3 req-86d5e862-a158-43b4-8497-6652cfff5fb3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 945 time: 0.2801075 Feb 19 04:45:02.229661 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f79c56db-df8b-4271-b467-e01ced697d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (24829219-927d-47f1-8603-5f03bf917ca5), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:02.262921 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f79c56db-df8b-4271-b467-e01ced697d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:02.273397 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f79c56db-df8b-4271-b467-e01ced697d69 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/24829219-927d-47f1-8603-5f03bf917ca5 HTTP/1.1" status: 204 len: 168 time: 0.4082508 Feb 19 04:45:02.310264 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c56db-df8b-4271-b467-e01ced697d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24829219-927d-47f1-8603-5f03bf917ca5,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:02.349446 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-31c2c670-a48e-4123-afd8-b623234fdaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:02.662086 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e6d23-43e9-4a16-8437-c683570e9f01 req-a75dae34-b2c9-41dd-8d8c-0b239b8aca02 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:02.668334 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-018e6d23-43e9-4a16-8437-c683570e9f01 req-a75dae34-b2c9-41dd-8d8c-0b239b8aca02 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.3290863 Feb 19 04:45:02.671508 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0809fddf-511f-4dec-b8b7-387c60260ca8 None None] Current status of the port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:45:02.698439 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85624915-6d2e-48f3-addc-fcee8bb4103f None None] DHCP port deletion for 8fa15992-72f1-4bf3-b090-065eceaf5edc request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:45:02.765022 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0809fddf-511f-4dec-b8b7-387c60260ca8 None None] Provisioning complete for port 60d79c3f-9619-4793-a7f8-38af646549cf triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:45:02.767385 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0809fddf-511f-4dec-b8b7-387c60260ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (60d79c3f-9619-4793-a7f8-38af646549cf), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:02.974604 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-018e6d23-43e9-4a16-8437-c683570e9f01 req-7f6a491c-0ee2-44a3-8666-cb72ced688d6 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2942631 Feb 19 04:45:03.079617 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0809fddf-511f-4dec-b8b7-387c60260ca8 None None] Port 60d79c3f-9619-4793-a7f8-38af646549cf cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:45:03.235718 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-85624915-6d2e-48f3-addc-fcee8bb4103f None None] Deleting port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:45:03.247385 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-85624915-6d2e-48f3-addc-fcee8bb4103f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:03.495785 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:45:03.748195 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-45b374b4-d5c8-40ec-bda6-c75aed4cf8d3 req-83d4cc78-bb48-4c9d-afe3-16a2acd0e0ae tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=7dae2a7d-b32b-4f81-854b-1aaa59d4afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5226755 Feb 19 04:45:03.765892 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-6df21381-296e-4626-b97c-16d950dd1a28 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Deleting port 60d79c3f-9619-4793-a7f8-38af646549cf {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:45:03.768617 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6df21381-296e-4626-b97c-16d950dd1a28 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (60d79c3f-9619-4793-a7f8-38af646549cf), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:03.781659 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-85624915-6d2e-48f3-addc-fcee8bb4103f None None] For port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=24dbbb91-9e97-4d24-8842-3bc7ae1399f9,segment=NetworkSegment(135dd713-4944-4901-b5aa-e9b138a64d3f),segment_id=135dd713-4944-4901-b5aa-e9b138a64d3f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:45:03.782927 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-85624915-6d2e-48f3-addc-fcee8bb4103f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:03.858614 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-85624915-6d2e-48f3-addc-fcee8bb4103f None None] Calling delete_port for 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:45:04.044960 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6df21381-296e-4626-b97c-16d950dd1a28 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (60d79c3f-9619-4793-a7f8-38af646549cf), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:04.120553 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-6df21381-296e-4626-b97c-16d950dd1a28 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Calling delete_port for 60d79c3f-9619-4793-a7f8-38af646549cf owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:45:04.199281 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-85624915-6d2e-48f3-addc-fcee8bb4103f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:04.271085 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85624915-6d2e-48f3-addc-fcee8bb4103f None None] Pushing event deleted for resources: {'Port': ['ID=24dbbb91-9e97-4d24-8842-3bc7ae1399f9,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:04.289293 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85624915-6d2e-48f3-addc-fcee8bb4103f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:04.290621 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85624915-6d2e-48f3-addc-fcee8bb4103f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:04.291496 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85624915-6d2e-48f3-addc-fcee8bb4103f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:04.292357 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85624915-6d2e-48f3-addc-fcee8bb4103f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:04.296774 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85624915-6d2e-48f3-addc-fcee8bb4103f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:04.297888 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85624915-6d2e-48f3-addc-fcee8bb4103f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:04.299511 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85624915-6d2e-48f3-addc-fcee8bb4103f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:04.300991 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85624915-6d2e-48f3-addc-fcee8bb4103f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:04.301941 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85624915-6d2e-48f3-addc-fcee8bb4103f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:04.302831 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85624915-6d2e-48f3-addc-fcee8bb4103f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:04.304116 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85624915-6d2e-48f3-addc-fcee8bb4103f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:04.305139 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85624915-6d2e-48f3-addc-fcee8bb4103f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:04.307333 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85624915-6d2e-48f3-addc-fcee8bb4103f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:04.311522 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d315b4-77da-4ccb-b06d-b10967f20bc3 req-c07c8e6b-73ff-4b84-987b-f2d699e54867 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:04.362616 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-92d315b4-77da-4ccb-b06d-b10967f20bc3 req-c07c8e6b-73ff-4b84-987b-f2d699e54867 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 945 time: 0.3541343 Feb 19 04:45:04.418136 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85624915-6d2e-48f3-addc-fcee8bb4103f None None] No DVR routers for this DVR port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:45:04.478284 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 24dbbb91-9e97-4d24-8842-3bc7ae1399f9 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:45:04.481630 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (24dbbb91-9e97-4d24-8842-3bc7ae1399f9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:04.573665 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb520a-e693-413e-85d0-a28d4f93741a req-380fea3a-6c20-407d-8f0a-3304b8a769db tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:04.576107 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c8bb520a-e693-413e-85d0-a28d4f93741a req-380fea3a-6c20-407d-8f0a-3304b8a769db tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.2112269 Feb 19 04:45:04.596748 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6df21381-296e-4626-b97c-16d950dd1a28 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (60d79c3f-9619-4793-a7f8-38af646549cf), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:04.735616 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df21381-296e-4626-b97c-16d950dd1a28 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Port': ['ID=60d79c3f-9619-4793-a7f8-38af646549cf,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:04.801241 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6df21381-296e-4626-b97c-16d950dd1a28 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:04.814913 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6df21381-296e-4626-b97c-16d950dd1a28 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/ports/60d79c3f-9619-4793-a7f8-38af646549cf HTTP/1.1" status: 204 len: 168 time: 2.8068244 Feb 19 04:45:04.818642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42324) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:04.835863 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-92d315b4-77da-4ccb-b06d-b10967f20bc3 req-f5d7a278-95cd-4266-bc52-0e1e271dc61a tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=7dae2a7d-b32b-4f81-854b-1aaa59d4afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4716122 Feb 19 04:45:04.891033 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42328) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:05.081571 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-17715fc7-ed34-498c-9587-b6461c788011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:05.127935 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170a3fae-568d-4aab-9562-cd923d090a12 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:05.140934 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-170a3fae-568d-4aab-9562-cd923d090a12 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 1122 time: 0.2486637 Feb 19 04:45:05.142550 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42348) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:05.155289 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-a670c33a-e3ba-4096-90a2-2d04a9bc34fe tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': 'b80c3687-0b71-4042-bd12-855b4ff97339', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:45:05.277251 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a670c33a-e3ba-4096-90a2-2d04a9bc34fe tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:05.311231 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c8bb520a-e693-413e-85d0-a28d4f93741a req-9095522c-94a6-4292-b8ed-d38977a7c70b tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7054973 Feb 19 04:45:05.361427 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-badeb794-71b4-4f0b-b7e5-0e41bc98db81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (8fa15992-72f1-4bf3-b090-065eceaf5edc), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:05.703996 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a670c33a-e3ba-4096-90a2-2d04a9bc34fe tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:05.753353 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-badeb794-71b4-4f0b-b7e5-0e41bc98db81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (8fa15992-72f1-4bf3-b090-065eceaf5edc), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:05.853258 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-badeb794-71b4-4f0b-b7e5-0e41bc98db81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa15992-72f1-4bf3-b090-065eceaf5edc']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:05.935040 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-badeb794-71b4-4f0b-b7e5-0e41bc98db81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '135dd713-4944-4901-b5aa-e9b138a64d3f') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:05.936484 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-badeb794-71b4-4f0b-b7e5-0e41bc98db81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '135dd713-4944-4901-b5aa-e9b138a64d3f') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:05.982626 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-badeb794-71b4-4f0b-b7e5-0e41bc98db81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (135dd713-4944-4901-b5aa-e9b138a64d3f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:06.026533 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-badeb794-71b4-4f0b-b7e5-0e41bc98db81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (135dd713-4944-4901-b5aa-e9b138a64d3f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:06.065084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-badeb794-71b4-4f0b-b7e5-0e41bc98db81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:45:06.067574 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-badeb794-71b4-4f0b-b7e5-0e41bc98db81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (135dd713-4944-4901-b5aa-e9b138a64d3f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:06.124830 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-a670c33a-e3ba-4096-90a2-2d04a9bc34fe tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Allocated IP 172.25.0.209 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/6ef0efc3-207a-4a46-b97f-3c986472b600) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:45:06.396373 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:45:06.402910 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-badeb794-71b4-4f0b-b7e5-0e41bc98db81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (8fa15992-72f1-4bf3-b090-065eceaf5edc), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:06.428998 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-badeb794-71b4-4f0b-b7e5-0e41bc98db81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:06.437392 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-badeb794-71b4-4f0b-b7e5-0e41bc98db81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] 10.222.0.65 "DELETE /v2.0/networks/8fa15992-72f1-4bf3-b090-065eceaf5edc HTTP/1.1" status: 204 len: 168 time: 1.6158094 Feb 19 04:45:06.502918 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badeb794-71b4-4f0b-b7e5-0e41bc98db81 tempest-PortsTestJSON-1706160645 tempest-PortsTestJSON-1706160645-project] Pushing event deleted for resources: {'Network': ['ID=8fa15992-72f1-4bf3-b090-065eceaf5edc,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:06.558542 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a670c33a-e3ba-4096-90a2-2d04a9bc34fe tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for port (6ef0efc3-207a-4a46-b97f-3c986472b600), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:06.811414 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a670c33a-e3ba-4096-90a2-2d04a9bc34fe tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (6ef0efc3-207a-4a46-b97f-3c986472b600), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:06.876615 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:07.030537 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a670c33a-e3ba-4096-90a2-2d04a9bc34fe tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:45:07.049929 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-a670c33a-e3ba-4096-90a2-2d04a9bc34fe tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:45:07.060891 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a670c33a-e3ba-4096-90a2-2d04a9bc34fe tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:45:07.165775 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b5c8e-621c-45e9-802d-992bf364bbbe req-d1823163-88fa-4062-bd12-37d1040c8ac6 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:07.174868 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4e5b5c8e-621c-45e9-802d-992bf364bbbe req-d1823163-88fa-4062-bd12-37d1040c8ac6 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.5448716 Feb 19 04:45:07.184712 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670c33a-e3ba-4096-90a2-2d04a9bc34fe tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'Port': ['ID=6ef0efc3-207a-4a46-b97f-3c986472b600,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:07.653516 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:07.662543 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42394) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:07.742037 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4e5b5c8e-621c-45e9-802d-992bf364bbbe req-c01d2346-4ae3-44c6-9915-ef9f1e55712d tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5407088 Feb 19 04:45:07.871727 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:45:07.990253 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:08.576413 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a670c33a-e3ba-4096-90a2-2d04a9bc34fe tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for floatingip (3a06df15-4e1e-422e-866f-77bdacba0dcd), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:08.579283 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-08c53689-a612-49f2-8a98-978fab38c145 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b22199734b444e0a969d6c4b9c60d63d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9137518 Feb 19 04:45:08.583088 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42426) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:08.832799 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ad44944-0294-4e53-8096-a528d7dbb638 admin admin] Publish callbacks [] for security_group (af4877f4-5777-4861-92cf-63d7263a3be6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:08.913973 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ad44944-0294-4e53-8096-a528d7dbb638 admin admin] Publish callbacks [] for security_group (af4877f4-5777-4861-92cf-63d7263a3be6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:09.146676 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ad44944-0294-4e53-8096-a528d7dbb638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (af4877f4-5777-4861-92cf-63d7263a3be6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:09.152409 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6ad44944-0294-4e53-8096-a528d7dbb638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:09.159381 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6ad44944-0294-4e53-8096-a528d7dbb638 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/af4877f4-5777-4861-92cf-63d7263a3be6 HTTP/1.1" status: 204 len: 168 time: 0.5685625 Feb 19 04:45:09.245339 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:09.247945 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad44944-0294-4e53-8096-a528d7dbb638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4877f4-5777-4861-92cf-63d7263a3be6,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:09.299141 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda565ea-41ba-42ed-ab23-859272852a95 req-821b82b4-cfff-4c0e-bc45-c356479ad496 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:09.315183 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bda565ea-41ba-42ed-ab23-859272852a95 req-821b82b4-cfff-4c0e-bc45-c356479ad496 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.2568781 Feb 19 04:45:09.396817 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:09.722087 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bda565ea-41ba-42ed-ab23-859272852a95 req-5a27f867-7213-4019-b577-cac309835e50 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3850253 Feb 19 04:45:09.798918 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a670c33a-e3ba-4096-90a2-2d04a9bc34fe tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6ef0efc3-207a-4a46-b97f-3c986472b600), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:10.450812 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a670c33a-e3ba-4096-90a2-2d04a9bc34fe tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for port (6ef0efc3-207a-4a46-b97f-3c986472b600), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:10.461628 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a670c33a-e3ba-4096-90a2-2d04a9bc34fe tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (6ef0efc3-207a-4a46-b97f-3c986472b600), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:10.730664 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670c33a-e3ba-4096-90a2-2d04a9bc34fe tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'Port': ['ID=6ef0efc3-207a-4a46-b97f-3c986472b600,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:10.819478 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a670c33a-e3ba-4096-90a2-2d04a9bc34fe tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (3a06df15-4e1e-422e-866f-77bdacba0dcd), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:11.366315 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-a670c33a-e3ba-4096-90a2-2d04a9bc34fe tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Floating IP 3a06df15-4e1e-422e-866f-77bdacba0dcd associated. External IP: 172.25.0.209, port: b80c3687-0b71-4042-bd12-855b4ff97339. Feb 19 04:45:11.601931 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf5c61-53f2-4b6c-9bc8-08bd9b987430 req-72a1afa1-3db8-48e5-9965-a0634a9b085d tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:11.610006 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-58cf5c61-53f2-4b6c-9bc8-08bd9b987430 req-72a1afa1-3db8-48e5-9965-a0634a9b085d tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.5847461 Feb 19 04:45:11.969871 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-58cf5c61-53f2-4b6c-9bc8-08bd9b987430 req-5b9b0922-7cd8-47a7-a035-3d8837322515 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3398912 Feb 19 04:45:12.244084 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a670c33a-e3ba-4096-90a2-2d04a9bc34fe tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Router 621532a0-3aab-4f04-860c-479351fd9de6 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:45:12.552077 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a670c33a-e3ba-4096-90a2-2d04a9bc34fe tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:45:12.575371 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee0451-565c-42e7-9090-d0bf2b915a77 None None] Sync routers for ids ['621532a0-3aab-4f04-860c-479351fd9de6'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:45:12.616446 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee0451-565c-42e7-9090-d0bf2b915a77 None None] Routers {'621532a0-3aab-4f04-860c-479351fd9de6'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:45:12.621190 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e1ee0451-565c-42e7-9090-d0bf2b915a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:45:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['621532a0-3aab-4f04-860c-479351fd9de6'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:12.630638 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a670c33a-e3ba-4096-90a2-2d04a9bc34fe tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:12.764806 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42520) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:12.778886 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a670c33a-e3ba-4096-90a2-2d04a9bc34fe tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.6331739 Feb 19 04:45:12.779961 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c79dc9e-b36c-4776-88df-1c196b047629', 'tag': 'b80c3687-0b71-4042-bd12-855b4ff97339'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:45:12.782926 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c5d6ac-8598-48f1-bb0b-23e4b662d4ff" -d '{"events": [{"name": "network-changed", "server_uuid": "3c79dc9e-b36c-4776-88df-1c196b047629", "tag": "b80c3687-0b71-4042-bd12-855b4ff97339"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:45:13.016900 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057d79b2-eb55-44a8-9a32-cfd271bf3e1b x-openstack-request-id: req-057d79b2-eb55-44a8-9a32-cfd271bf3e1b {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:45:13.017873 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c79dc9e-b36c-4776-88df-1c196b047629", "tag": "b80c3687-0b71-4042-bd12-855b4ff97339", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:45:13.017873 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-057d79b2-eb55-44a8-9a32-cfd271bf3e1b {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:45:13.018496 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c79dc9e-b36c-4776-88df-1c196b047629', 'tag': 'b80c3687-0b71-4042-bd12-855b4ff97339', 'status': 'completed', 'code': 200} Feb 19 04:45:13.222933 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-e1ee0451-565c-42e7-9090-d0bf2b915a77 None None] Set router 621532a0-3aab-4f04-860c-479351fd9de6 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:45:13.426147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71775d-ae87-4d74-9c98-56db3fcfeeaa req-73cca14a-73c8-4c8f-ab21-6e5f07e4f059 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:13.430631 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6b71775d-ae87-4d74-9c98-56db3fcfeeaa req-73cca14a-73c8-4c8f-ab21-6e5f07e4f059 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.1884401 Feb 19 04:45:13.614165 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e119e729-4465-42b8-8e08-40d5d5bba607 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/floatingips/3a06df15-4e1e-422e-866f-77bdacba0dcd HTTP/1.1" status: 200 len: 991 time: 0.8460436 Feb 19 04:45:13.620940 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5d6ac-8598-48f1-bb0b-23e4b662d4ff req-c9183928-c953-43a1-8c97-fe90c38b8e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:13.623478 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-88c5d6ac-8598-48f1-bb0b-23e4b662d4ff req-c9183928-c953-43a1-8c97-fe90c38b8e2c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b788333bfa1e461e8bfe78d2c356d7b3&device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 1127 time: 0.4414093 Feb 19 04:45:13.636567 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6b71775d-ae87-4d74-9c98-56db3fcfeeaa req-b48e9382-03c2-49fd-b7b0-b1e4a74b5a5e tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990378 Feb 19 04:45:13.972378 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5d6ac-8598-48f1-bb0b-23e4b662d4ff req-a4c5950e-cd07-4c85-9bee-ba6560bbd7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:13.989519 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-88c5d6ac-8598-48f1-bb0b-23e4b662d4ff req-a4c5950e-cd07-4c85-9bee-ba6560bbd7e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8cf40e8d-bb62-447b-a435-9b688d0fd6d7 HTTP/1.1" status: 200 len: 896 time: 0.3547714 Feb 19 04:45:14.230792 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 97c18459-2c72-43da-a783-2e2db917d8b4 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:45:14.398253 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-88c5d6ac-8598-48f1-bb0b-23e4b662d4ff req-efe2e629-4639-4062-b559-fb864c14bb1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b80c3687-0b71-4042-bd12-855b4ff97339 HTTP/1.1" status: 200 len: 999 time: 0.4046979 Feb 19 04:45:14.536873 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5d6ac-8598-48f1-bb0b-23e4b662d4ff req-cefd19df-9574-4f34-bdd1-e43ff4ebf5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:14.542034 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-88c5d6ac-8598-48f1-bb0b-23e4b662d4ff req-cefd19df-9574-4f34-bdd1-e43ff4ebf5f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b843cec4-f76b-4e9d-bb04-192ac7525967 HTTP/1.1" status: 200 len: 834 time: 0.1336508 Feb 19 04:45:14.616593 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42572) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:14.700872 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e1ee0451-565c-42e7-9090-d0bf2b915a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621532a0-3aab-4f04-860c-479351fd9de6', 'name': 'tempest-TestNetworkBasicOps-router-1392878627', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:41Z', 'updated_at': '2022-02-19T04:44:07Z', 'revision_number': 4, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:44Z', 'updated_at': '2022-02-19T04:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '3a06df15-4e1e-422e-866f-77bdacba0dcd', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'port_id': 'b80c3687-0b71-4042-bd12-855b4ff97339', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'mac_address': 'fa:16:3e:eb:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79dc9e-b36c-4776-88df-1c196b047629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:45:08Z', 'updated_at': '2022-02-19T04:45:08Z', 'revision_number': 0, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b430abcb-6b7f-49d5-bf0b-5f5db3ea025e', 'name': '', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:5d:75:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:44:02Z', 'updated_at': '2022-02-19T04:44:21Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:14.760563 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5d6ac-8598-48f1-bb0b-23e4b662d4ff req-06f861b9-c340-4a22-86d9-c81f538c6ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:14.770450 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-88c5d6ac-8598-48f1-bb0b-23e4b662d4ff req-06f861b9-c340-4a22-86d9-c81f538c6ab8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8cf40e8d-bb62-447b-a435-9b688d0fd6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2188993 Feb 19 04:45:14.952385 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5760b652-bf0e-4319-b92e-12e4c5abc1de tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/floatingips/3a06df15-4e1e-422e-866f-77bdacba0dcd HTTP/1.1" status: 200 len: 991 time: 0.3338885 Feb 19 04:45:14.974540 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee0451-565c-42e7-9090-d0bf2b915a77 None None] Checking router: 621532a0-3aab-4f04-860c-479351fd9de6 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:45:15.075747 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee0451-565c-42e7-9090-d0bf2b915a77 None None] Routers {'621532a0-3aab-4f04-860c-479351fd9de6'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:45:15.076969 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e1ee0451-565c-42e7-9090-d0bf2b915a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:45:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['621532a0-3aab-4f04-860c-479351fd9de6'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:15.326425 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d358f-9318-46e5-a5d2-c58490392936 req-c76c9885-be39-42d1-be07-f96bad87c076 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:15.340442 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-939d358f-9318-46e5-a5d2-c58490392936 req-c76c9885-be39-42d1-be07-f96bad87c076 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.2211967 Feb 19 04:45:15.466832 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-88c5d6ac-8598-48f1-bb0b-23e4b662d4ff req-ab8acf73-efb1-45d4-be41-d2d9d76b03c6 service neutron] 10.222.0.10 "GET /v2.0/networks/8cf40e8d-bb62-447b-a435-9b688d0fd6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6877277 Feb 19 04:45:15.802277 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-88c5d6ac-8598-48f1-bb0b-23e4b662d4ff req-17c0329d-9c69-438b-859f-97347e2c0535 service neutron] 10.222.0.10 "GET /v2.0/networks/8cf40e8d-bb62-447b-a435-9b688d0fd6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159094 Feb 19 04:45:15.842424 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-939d358f-9318-46e5-a5d2-c58490392936 req-18362fea-b262-4cfd-b43f-4c3788ac64fa tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5005119 Feb 19 04:45:15.948607 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 97c18459-2c72-43da-a783-2e2db917d8b4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=97c18459-2c72-43da-a783-2e2db917d8b4,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:45:15.957659 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42624) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:16.020723 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '97c18459-2c72-43da-a783-2e2db917d8b4', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'port_id': '97c18459-2c72-43da-a783-2e2db917d8b4', 'mac_address': 'fa:16:3e:5a:9c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:45:16.164216 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-036c5ed3-4052-410a-948f-c359368fe5d8 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/floatingips/3a06df15-4e1e-422e-866f-77bdacba0dcd HTTP/1.1" status: 200 len: 991 time: 0.2036130 Feb 19 04:45:16.242871 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 97c18459-2c72-43da-a783-2e2db917d8b4 is: ACTIVE; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:45:16.243528 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:16.362007 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97c18459-2c72-43da-a783-2e2db917d8b4 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:45:16.419192 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 97c18459-2c72-43da-a783-2e2db917d8b4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=97c18459-2c72-43da-a783-2e2db917d8b4,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:45:16.436524 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-e1ee0451-565c-42e7-9090-d0bf2b915a77 None None] Set router 621532a0-3aab-4f04-860c-479351fd9de6 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:45:16.446742 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:16.808056 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['97c18459-2c72-43da-a783-2e2db917d8b4'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:45:17.168852 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42646) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:17.275458 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=97c18459-2c72-43da-a783-2e2db917d8b4,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:17.681336 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c74516dc-0155-4f10-ac1b-8aad387f4715 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/floatingips/3a06df15-4e1e-422e-866f-77bdacba0dcd HTTP/1.1" status: 200 len: 991 time: 0.5104885 Feb 19 04:45:17.727760 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155195f-8f34-4e5d-9291-c63d4086a56b req-cde9d592-225d-4b3c-a4c9-d86d0c3b7a37 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:17.736775 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f155195f-8f34-4e5d-9291-c63d4086a56b req-cde9d592-225d-4b3c-a4c9-d86d0c3b7a37 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 944 time: 0.5455039 Feb 19 04:45:17.951777 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f155195f-8f34-4e5d-9291-c63d4086a56b req-71126509-6096-47e6-b2b0-a93b3dfdf858 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092867 Feb 19 04:45:18.275025 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e1ee0451-565c-42e7-9090-d0bf2b915a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621532a0-3aab-4f04-860c-479351fd9de6', 'name': 'tempest-TestNetworkBasicOps-router-1392878627', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:41Z', 'updated_at': '2022-02-19T04:44:07Z', 'revision_number': 4, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:44Z', 'updated_at': '2022-02-19T04:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '3a06df15-4e1e-422e-866f-77bdacba0dcd', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'port_id': 'b80c3687-0b71-4042-bd12-855b4ff97339', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'mac_address': 'fa:16:3e:eb:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79dc9e-b36c-4776-88df-1c196b047629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:45:08Z', 'updated_at': '2022-02-19T04:45:08Z', 'revision_number': 0, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b430abcb-6b7f-49d5-bf0b-5f5db3ea025e', 'name': '', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:5d:75:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:44:02Z', 'updated_at': '2022-02-19T04:44:21Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:18.356564 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee0451-565c-42e7-9090-d0bf2b915a77 None None] The sync data for ids ['621532a0-3aab-4f04-860c-479351fd9de6'] in n-d-772273-4 is: [{'id': '621532a0-3aab-4f04-860c-479351fd9de6', 'name': 'tempest-TestNetworkBasicOps-router-1392878627', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:41Z', 'updated_at': '2022-02-19T04:44:07Z', 'revision_number': 4, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:44Z', 'updated_at': '2022-02-19T04:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '3a06df15-4e1e-422e-866f-77bdacba0dcd', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'port_id': 'b80c3687-0b71-4042-bd12-855b4ff97339', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'mac_address': 'fa:16:3e:eb:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79dc9e-b36c-4776-88df-1c196b047629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:45:08Z', 'updated_at': '2022-02-19T04:45:08Z', 'revision_number': 0, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b430abcb-6b7f-49d5-bf0b-5f5db3ea025e', 'name': '', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:5d:75:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:44:02Z', 'updated_at': '2022-02-19T04:44:21Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:45:18.472943 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 97c18459-2c72-43da-a783-2e2db917d8b4 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:45:18.686922 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42664) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:18.779124 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 97c18459-2c72-43da-a783-2e2db917d8b4 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:45:18.779737 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:19.100631 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf107c5-3714-44d0-8673-c7e58494adc8 None None] New status for floating IP 3a06df15-4e1e-422e-866f-77bdacba0dcd: ACTIVE {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:45:19.200731 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-06e981f3-06c5-4a1d-ac10-71a8382998f1 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/floatingips/3a06df15-4e1e-422e-866f-77bdacba0dcd HTTP/1.1" status: 200 len: 991 time: 0.5083821 Feb 19 04:45:19.279672 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 97c18459-2c72-43da-a783-2e2db917d8b4 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:45:19.284103 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:19.462159 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13abfe41-ce81-4ad6-9392-ada9e177e5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c18459-2c72-43da-a783-2e2db917d8b4'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:45:19.465137 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6eb92f-f7e1-4265-bdbe-387871d2a9bf" -d '{"events": [{"server_uuid": "13abfe41-ce81-4ad6-9392-ada9e177e5a5", "name": "network-vif-plugged", "status": "completed", "tag": "97c18459-2c72-43da-a783-2e2db917d8b4"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:45:19.555694 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 97c18459-2c72-43da-a783-2e2db917d8b4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=97c18459-2c72-43da-a783-2e2db917d8b4,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:45:19.581242 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:19.630098 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25726de5-eff2-45df-821f-cc7ac51d2ef9 req-d165cb72-e20c-4f14-b441-f047dfe2cb30 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:19.655892 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25726de5-eff2-45df-821f-cc7ac51d2ef9 req-d165cb72-e20c-4f14-b441-f047dfe2cb30 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 944 time: 0.3344381 Feb 19 04:45:19.714454 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fafb32-ce58-4e4b-b71b-6daa664579d0 x-openstack-request-id: req-f9fafb32-ce58-4e4b-b71b-6daa664579d0 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:45:19.715145 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13abfe41-ce81-4ad6-9392-ada9e177e5a5", "name": "network-vif-plugged", "status": "completed", "tag": "97c18459-2c72-43da-a783-2e2db917d8b4", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:45:19.715576 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f9fafb32-ce58-4e4b-b71b-6daa664579d0 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:45:19.716267 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13abfe41-ce81-4ad6-9392-ada9e177e5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c18459-2c72-43da-a783-2e2db917d8b4', 'code': 200} Feb 19 04:45:19.918233 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25726de5-eff2-45df-821f-cc7ac51d2ef9 req-2d76e549-f5a2-4fe6-9972-ffddb71c4b55 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532561 Feb 19 04:45:19.942959 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=97c18459-2c72-43da-a783-2e2db917d8b4,revision_number=7']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:20.204850 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42690) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:20.397565 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e4721809-ce8a-43b9-ac35-528ba189a64e tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/floatingips/3a06df15-4e1e-422e-866f-77bdacba0dcd HTTP/1.1" status: 200 len: 993 time: 0.1897686 Feb 19 04:45:21.493791 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4641-d026-4470-8a8e-62563edb1ded req-ef804356-863a-489e-b54d-e34c57abea23 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:21.498466 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b8ce4641-d026-4470-8a8e-62563edb1ded req-ef804356-863a-489e-b54d-e34c57abea23 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.1935332 Feb 19 04:45:21.638276 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b8ce4641-d026-4470-8a8e-62563edb1ded req-4b110261-b528-4e1e-90a8-81e1915fbe7e tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252470 Feb 19 04:45:23.111973 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbf5f4-e022-4397-93c3-ed32bf0426ed req-68aa33a5-4c90-4afd-ad4b-a23edfe41ed0 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:23.114015 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5bdbf5f4-e022-4397-93c3-ed32bf0426ed req-68aa33a5-4c90-4afd-ad4b-a23edfe41ed0 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.1477740 Feb 19 04:45:23.315346 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5bdbf5f4-e022-4397-93c3-ed32bf0426ed req-237c0355-b3e1-46e5-923f-1cfc10ae2e0e tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808281 Feb 19 04:45:24.779933 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e9e46-a989-4dae-af33-94adedf4f3a6 req-f1c05e75-d683-4d52-8c56-3e5db59aab3c tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:24.790217 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-263e9e46-a989-4dae-af33-94adedf4f3a6 req-f1c05e75-d683-4d52-8c56-3e5db59aab3c tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.2448902 Feb 19 04:45:24.979524 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42766) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:25.030676 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-263e9e46-a989-4dae-af33-94adedf4f3a6 req-1da5d9ce-0215-4da4-bb0d-93d29dbddb32 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352262 Feb 19 04:45:25.372678 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c2bb9d8a-e7da-4735-a674-0cde47247d64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:25.734127 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c2bb9d8a-e7da-4735-a674-0cde47247d64 admin admin] Publish callbacks [] for security_group (900940b8-be3c-4680-8634-7700c8a6075c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:25.744462 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c2bb9d8a-e7da-4735-a674-0cde47247d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (900940b8-be3c-4680-8634-7700c8a6075c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:25.846279 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb9d8a-e7da-4735-a674-0cde47247d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900940b8-be3c-4680-8634-7700c8a6075c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:25.854432 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c2bb9d8a-e7da-4735-a674-0cde47247d64 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=60dd0da799b640b4994b14eaf70175e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8719060 Feb 19 04:45:25.858618 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42778) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:25.989584 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6452b1f8-4806-4323-9cdf-ddd7be569e8e admin admin] Publish callbacks [] for security_group (900940b8-be3c-4680-8634-7700c8a6075c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:26.070705 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6452b1f8-4806-4323-9cdf-ddd7be569e8e admin admin] Publish callbacks [] for security_group (900940b8-be3c-4680-8634-7700c8a6075c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:26.244370 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6452b1f8-4806-4323-9cdf-ddd7be569e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (900940b8-be3c-4680-8634-7700c8a6075c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:26.252857 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6452b1f8-4806-4323-9cdf-ddd7be569e8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:26.255796 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6452b1f8-4806-4323-9cdf-ddd7be569e8e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/900940b8-be3c-4680-8634-7700c8a6075c HTTP/1.1" status: 204 len: 168 time: 0.3938394 Feb 19 04:45:26.330188 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452b1f8-4806-4323-9cdf-ddd7be569e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900940b8-be3c-4680-8634-7700c8a6075c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:26.394626 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42790) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:26.482817 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab89537-7148-4eac-baea-0f28e792c620 req-d7cd8bab-ca36-48c7-a0ed-fb2cf86dc3eb tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:26.504565 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ab89537-7148-4eac-baea-0f28e792c620 req-d7cd8bab-ca36-48c7-a0ed-fb2cf86dc3eb tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.1912384 Feb 19 04:45:26.605910 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-0898d816-7980-4919-a048-d681ead2b700 admin admin] Deleting subnet 88985f09-0981-42ca-b89c-9623f7ff7fbd {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:45:26.618493 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0898d816-7980-4919-a048-d681ead2b700 admin admin] Publish callbacks [] for subnet (88985f09-0981-42ca-b89c-9623f7ff7fbd), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:26.671391 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ab89537-7148-4eac-baea-0f28e792c620 req-2e8ca991-cf96-4fc3-a4be-f22d1f9355c9 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455147 Feb 19 04:45:26.828223 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0898d816-7980-4919-a048-d681ead2b700 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (88985f09-0981-42ca-b89c-9623f7ff7fbd), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:27.042405 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0898d816-7980-4919-a048-d681ead2b700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (88985f09-0981-42ca-b89c-9623f7ff7fbd), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:27.181191 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0898d816-7980-4919-a048-d681ead2b700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (88985f09-0981-42ca-b89c-9623f7ff7fbd), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:27.316654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898d816-7980-4919-a048-d681ead2b700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88985f09-0981-42ca-b89c-9623f7ff7fbd,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:27.346563 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0898d816-7980-4919-a048-d681ead2b700 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:27.365603 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42798) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:27.372070 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0898d816-7980-4919-a048-d681ead2b700 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/88985f09-0981-42ca-b89c-9623f7ff7fbd HTTP/1.1" status: 204 len: 168 time: 0.9650390 Feb 19 04:45:27.559789 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42804) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:27.585313 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-595ac9d4-64d9-451d-8297-fcc4e18ca5bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:27.625714 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ea1c83db-9434-464d-bfde-b3f70840752a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (280931e0-02f5-4b36-906e-606030e16232), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:27.845659 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-595ac9d4-64d9-451d-8297-fcc4e18ca5bc admin admin] Publish callbacks [] for security_group (9609b4d1-729f-4a7f-b5ea-7cd1a48a4551), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:27.859658 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-595ac9d4-64d9-451d-8297-fcc4e18ca5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9609b4d1-729f-4a7f-b5ea-7cd1a48a4551), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:27.979698 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42814) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:27.983279 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-595ac9d4-64d9-451d-8297-fcc4e18ca5bc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b241eac03e5a493ebc96bdf865584a1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4211304 Feb 19 04:45:28.098329 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ac9d4-64d9-451d-8297-fcc4e18ca5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9609b4d1-729f-4a7f-b5ea-7cd1a48a4551,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:28.160325 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ea1c83db-9434-464d-bfde-b3f70840752a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (280931e0-02f5-4b36-906e-606030e16232), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:28.216455 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-ea1c83db-9434-464d-bfde-b3f70840752a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280931e0-02f5-4b36-906e-606030e16232']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:28.270802 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-ea1c83db-9434-464d-bfde-b3f70840752a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af37f3c-08f6-4bcf-93c7-e457ea186b58') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:28.272189 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-ea1c83db-9434-464d-bfde-b3f70840752a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af37f3c-08f6-4bcf-93c7-e457ea186b58') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:28.299693 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfce40b-25bb-461d-8851-a8c3805592e7 req-7e6a9388-9e10-4011-a143-88bc0457f20f tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:28.312783 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ea1c83db-9434-464d-bfde-b3f70840752a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (7af37f3c-08f6-4bcf-93c7-e457ea186b58), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:28.314415 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1cfce40b-25bb-461d-8851-a8c3805592e7 req-7e6a9388-9e10-4011-a143-88bc0457f20f tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.2829492 Feb 19 04:45:28.347826 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-14c48557-f512-4bc0-86a6-b2f2763411cc admin admin] Publish callbacks [] for security_group (9609b4d1-729f-4a7f-b5ea-7cd1a48a4551), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:28.348835 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ea1c83db-9434-464d-bfde-b3f70840752a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (7af37f3c-08f6-4bcf-93c7-e457ea186b58), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:28.368346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1c83db-9434-464d-bfde-b3f70840752a admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:45:28.369664 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ea1c83db-9434-464d-bfde-b3f70840752a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (7af37f3c-08f6-4bcf-93c7-e457ea186b58), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:28.404777 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-14c48557-f512-4bc0-86a6-b2f2763411cc admin admin] Publish callbacks [] for security_group (9609b4d1-729f-4a7f-b5ea-7cd1a48a4551), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:28.513293 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-14c48557-f512-4bc0-86a6-b2f2763411cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9609b4d1-729f-4a7f-b5ea-7cd1a48a4551), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:28.516089 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-14c48557-f512-4bc0-86a6-b2f2763411cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:28.517472 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-14c48557-f512-4bc0-86a6-b2f2763411cc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9609b4d1-729f-4a7f-b5ea-7cd1a48a4551 HTTP/1.1" status: 204 len: 168 time: 0.5362258 Feb 19 04:45:28.571864 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c48557-f512-4bc0-86a6-b2f2763411cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9609b4d1-729f-4a7f-b5ea-7cd1a48a4551,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:28.644857 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1cfce40b-25bb-461d-8851-a8c3805592e7 req-19b9e389-8618-47aa-bb21-9c6fb45cce00 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3184547 Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:45:28.657686 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:45:28.685025 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ea1c83db-9434-464d-bfde-b3f70840752a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (280931e0-02f5-4b36-906e-606030e16232), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:28.723486 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ea1c83db-9434-464d-bfde-b3f70840752a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:28.758046 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ea1c83db-9434-464d-bfde-b3f70840752a admin admin] 10.222.0.65 "DELETE /v2.0/networks/280931e0-02f5-4b36-906e-606030e16232 HTTP/1.1" status: 204 len: 168 time: 1.3808019 Feb 19 04:45:28.827424 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c83db-9434-464d-bfde-b3f70840752a admin admin] Pushing event deleted for resources: {'Network': ['ID=280931e0-02f5-4b36-906e-606030e16232,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:29.406769 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42826) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:29.597613 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42830) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:29.601839 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e8df565f-12b4-4b2a-8972-b66206e58bd5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1ba7b5a2ccc04a08a3896ce29908a651&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1919920 Feb 19 04:45:29.795038 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bd1c081d-f15d-4e77-8ef4-688ce77129d2 admin admin] Publish callbacks [] for security_group (797093dc-89f4-4a29-b99e-4a32eb5c150e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:29.928585 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bd1c081d-f15d-4e77-8ef4-688ce77129d2 admin admin] Publish callbacks [] for security_group (797093dc-89f4-4a29-b99e-4a32eb5c150e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:30.016524 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ca5e2-2cd7-4593-a6a5-9d863d7cb572 req-4eda5ae1-d38c-43a6-bb24-ba61da7ad603 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:30.032811 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c75ca5e2-2cd7-4593-a6a5-9d863d7cb572 req-4eda5ae1-d38c-43a6-bb24-ba61da7ad603 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.1331563 Feb 19 04:45:30.083394 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bd1c081d-f15d-4e77-8ef4-688ce77129d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (797093dc-89f4-4a29-b99e-4a32eb5c150e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:30.093818 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bd1c081d-f15d-4e77-8ef4-688ce77129d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:30.098342 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-bd1c081d-f15d-4e77-8ef4-688ce77129d2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/797093dc-89f4-4a29-b99e-4a32eb5c150e HTTP/1.1" status: 204 len: 168 time: 0.4992466 Feb 19 04:45:30.134555 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c081d-f15d-4e77-8ef4-688ce77129d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797093dc-89f4-4a29-b99e-4a32eb5c150e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:30.206768 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c75ca5e2-2cd7-4593-a6a5-9d863d7cb572 req-6a9edc6c-c7b9-433e-b56c-2f5a8140cc0b tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618216 Feb 19 04:45:31.717888 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de922237-70f6-4afe-841b-e93ae2d1d421 req-009a00ba-15d6-4ee0-9b9e-7f8c2007973c tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:31.732792 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-de922237-70f6-4afe-841b-e93ae2d1d421 req-009a00ba-15d6-4ee0-9b9e-7f8c2007973c tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.2028296 Feb 19 04:45:31.924542 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-de922237-70f6-4afe-841b-e93ae2d1d421 req-a42593fd-6e74-4cbb-8c78-a6448956ec12 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857419 Feb 19 04:45:32.276872 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0889ead5-302f-4fd3-a569-b1da4ee20a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:32.643091 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42888) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:32.839349 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91b19f52-47fd-4e72-b3ba-7c31c843ff7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:33.065141 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91b19f52-47fd-4e72-b3ba-7c31c843ff7a admin admin] Publish callbacks [] for security_group (1087761b-029f-493e-bf45-3661a8434fe6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:33.087514 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-91b19f52-47fd-4e72-b3ba-7c31c843ff7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1087761b-029f-493e-bf45-3661a8434fe6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:33.186701 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-91b19f52-47fd-4e72-b3ba-7c31c843ff7a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=698a5d0d8b0c4c0d9ba07f2f5fd651ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5416689 Feb 19 04:45:33.192369 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b19f52-47fd-4e72-b3ba-7c31c843ff7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1087761b-029f-493e-bf45-3661a8434fe6,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:33.195996 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42902) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:33.363100 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa50c04-8578-4ceb-a6f5-e479ca66935e req-5f7f1fb4-9e31-4e31-94f0-1b6aa5a877b7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:33.366783 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1aa50c04-8578-4ceb-a6f5-e479ca66935e req-5f7f1fb4-9e31-4e31-94f0-1b6aa5a877b7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.2071676 Feb 19 04:45:33.375828 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-119d262c-5273-4c19-8799-a7dfa901b13d admin admin] Publish callbacks [] for security_group (1087761b-029f-493e-bf45-3661a8434fe6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:33.464474 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-119d262c-5273-4c19-8799-a7dfa901b13d admin admin] Publish callbacks [] for security_group (1087761b-029f-493e-bf45-3661a8434fe6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:33.473366 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1aa50c04-8578-4ceb-a6f5-e479ca66935e req-531163f9-6a5b-4d20-9c00-8436de0803c0 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947258 Feb 19 04:45:33.589690 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-119d262c-5273-4c19-8799-a7dfa901b13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1087761b-029f-493e-bf45-3661a8434fe6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:33.598480 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-119d262c-5273-4c19-8799-a7dfa901b13d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:33.601254 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-119d262c-5273-4c19-8799-a7dfa901b13d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1087761b-029f-493e-bf45-3661a8434fe6 HTTP/1.1" status: 204 len: 168 time: 0.4023807 Feb 19 04:45:33.642521 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d262c-5273-4c19-8799-a7dfa901b13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1087761b-029f-493e-bf45-3661a8434fe6,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:34.939487 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97bf65-ccda-47f3-a20b-17fd84317e6b req-f385bb78-15ba-4401-bb7c-d903b6c3d97e tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:34.963088 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8f97bf65-ccda-47f3-a20b-17fd84317e6b req-f385bb78-15ba-4401-bb7c-d903b6c3d97e tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.2537296 Feb 19 04:45:35.062386 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d2d4d6ed-8e16-44c1-8327-dad9903263ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:35.168994 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8f97bf65-ccda-47f3-a20b-17fd84317e6b req-f6b03315-1bc1-4fe6-9cc4-a6d285fb071b tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991315 Feb 19 04:45:35.734330 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42950) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:35.970349 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debf5691-855e-48ef-999b-7d094a7369e8 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:35.977238 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debf5691-855e-48ef-999b-7d094a7369e8 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:35.978588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debf5691-855e-48ef-999b-7d094a7369e8 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:35.981626 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-debf5691-855e-48ef-999b-7d094a7369e8 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] 10.222.0.65 "GET /v2.0/ports?project_id=b788333bfa1e461e8bfe78d2c356d7b3&network_id=8cf40e8d-bb62-447b-a435-9b688d0fd6d7 HTTP/1.1" status: 200 len: 3072 time: 0.2450366 Feb 19 04:45:36.624547 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3bfce-64c8-4776-ac0b-b0ba92cc0069 req-2b10a030-4b07-4065-8a6c-0642aa73ffcf tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:36.651664 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-51e3bfce-64c8-4776-ac0b-b0ba92cc0069 req-2b10a030-4b07-4065-8a6c-0642aa73ffcf tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.2453742 Feb 19 04:45:36.758310 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-51e3bfce-64c8-4776-ac0b-b0ba92cc0069 req-73ab8de0-c624-439a-ad7e-5002d0c44d0b tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057541 Feb 19 04:45:36.878494 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:37.313771 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 42988) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:37.551710 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-6ba54dad-94b0-42ba-8cea-a076343a1413 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1196029179', 'router:external': True}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:45:37.603711 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba54dad-94b0-42ba-8cea-a076343a1413 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Made reservation on behalf of ec98574cbdc5466db1df93e59f13cd3f for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:45:37.611731 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ba54dad-94b0-42ba-8cea-a076343a1413 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:37.615027 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 42994) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:37.628554 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:37.656775 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ba54dad-94b0-42ba-8cea-a076343a1413 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:37.725807 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09177a7-9598-49b7-bab8-cebb42718126 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:37.737184 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a09177a7-9598-49b7-bab8-cebb42718126 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 814 time: 0.1202359 Feb 19 04:45:37.838015 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ba54dad-94b0-42ba-8cea-a076343a1413 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for security_group (4dd628fa-09ea-445f-99dc-900c18cd06b6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:37.857514 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ba54dad-94b0-42ba-8cea-a076343a1413 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4dd628fa-09ea-445f-99dc-900c18cd06b6), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:37.900258 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba54dad-94b0-42ba-8cea-a076343a1413 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd628fa-09ea-445f-99dc-900c18cd06b6,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:37.924470 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba54dad-94b0-42ba-8cea-a076343a1413 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:45:37.970857 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:38.001787 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ba54dad-94b0-42ba-8cea-a076343a1413 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (e79e3b4c-a1ad-4d0e-9fb0-ef5b7c513a16), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:38.008031 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-6ba54dad-94b0-42ba-8cea-a076343a1413 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Added segment e79e3b4c-a1ad-4d0e-9fb0-ef5b7c513a16 of type vlan for network b612f4e6-697e-4b1a-8be9-671ed3e1c6a3 Feb 19 04:45:38.159300 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b225e-728a-4d36-a05f-c13b13edaa56 req-7548fe26-c158-43e4-8a18-dbe100215d23 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:38.167487 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-512b225e-728a-4d36-a05f-c13b13edaa56 req-7548fe26-c158-43e4-8a18-dbe100215d23 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.2219701 Feb 19 04:45:38.179694 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ba54dad-94b0-42ba-8cea-a076343a1413 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (b612f4e6-697e-4b1a-8be9-671ed3e1c6a3), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:38.277511 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-512b225e-728a-4d36-a05f-c13b13edaa56 req-d5ee4f6d-df7b-41da-9f45-2d72f9903554 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081285 Feb 19 04:45:38.279597 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ba54dad-94b0-42ba-8cea-a076343a1413 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (b612f4e6-697e-4b1a-8be9-671ed3e1c6a3), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:38.280815 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba54dad-94b0-42ba-8cea-a076343a1413 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:38.281469 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ba54dad-94b0-42ba-8cea-a076343a1413 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:38.363368 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba54dad-94b0-42ba-8cea-a076343a1413 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Pushing event updated for resources: {'Network': ['ID=b612f4e6-697e-4b1a-8be9-671ed3e1c6a3,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:38.379947 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network b612f4e6-697e-4b1a-8be9-671ed3e1c6a3 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:45:38.399190 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43006) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:38.405558 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6ba54dad-94b0-42ba-8cea-a076343a1413 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0899906 Feb 19 04:45:38.406310 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2afd5286-9d38-4720-8545-7059710a2ba6 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Request body: {'subnet': {'network_id': 'b612f4e6-697e-4b1a-8be9-671ed3e1c6a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:45:38.419904 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43008) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:38.426744 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-dd407b6c-00c2-49b3-91f9-f9ea0e01c1ef tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'network': {'name': 'tempest-network-smoke--1032284787', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'port_security_enabled': True}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:45:38.470869 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afd5286-9d38-4720-8545-7059710a2ba6 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Made reservation on behalf of ec98574cbdc5466db1df93e59f13cd3f for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:45:38.475942 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2afd5286-9d38-4720-8545-7059710a2ba6 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:38.481399 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd407b6c-00c2-49b3-91f9-f9ea0e01c1ef tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Made reservation on behalf of b788333bfa1e461e8bfe78d2c356d7b3 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:45:38.495565 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dd407b6c-00c2-49b3-91f9-f9ea0e01c1ef tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:38.608421 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd407b6c-00c2-49b3-91f9-f9ea0e01c1ef tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:45:38.634179 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dd407b6c-00c2-49b3-91f9-f9ea0e01c1ef tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (ef989f35-467c-4b18-9e97-5c1f8feb909f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:38.638109 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-dd407b6c-00c2-49b3-91f9-f9ea0e01c1ef tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Added segment ef989f35-467c-4b18-9e97-5c1f8feb909f of type vlan for network 8224a546-01b0-4fa7-92a8-edf19be0d702 Feb 19 04:45:38.756249 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dd407b6c-00c2-49b3-91f9-f9ea0e01c1ef tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (8224a546-01b0-4fa7-92a8-edf19be0d702), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:38.853606 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dd407b6c-00c2-49b3-91f9-f9ea0e01c1ef tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (8224a546-01b0-4fa7-92a8-edf19be0d702), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:38.869108 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd407b6c-00c2-49b3-91f9-f9ea0e01c1ef tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:38.871201 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dd407b6c-00c2-49b3-91f9-f9ea0e01c1ef tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:39.002934 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-dd407b6c-00c2-49b3-91f9-f9ea0e01c1ef tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5807517 Feb 19 04:45:39.005271 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43014) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:39.240844 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:39.295179 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651e4cd2-6357-41bf-8360-1fbff4ee01fb tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:39.298083 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-651e4cd2-6357-41bf-8360-1fbff4ee01fb tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=b788333bfa1e461e8bfe78d2c356d7b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2845252 Feb 19 04:45:39.301589 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd407b6c-00c2-49b3-91f9-f9ea0e01c1ef tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'Network': ['ID=8224a546-01b0-4fa7-92a8-edf19be0d702,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:39.306884 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43018) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:39.386031 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 8224a546-01b0-4fa7-92a8-edf19be0d702 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:45:39.459056 n-d-772273-4 neutron-server[115198]: DEBUG neutron.objects.ports [None req-2afd5286-9d38-4720-8545-7059710a2ba6 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115198) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 04:45:39.459911 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2afd5286-9d38-4720-8545-7059710a2ba6 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (f4f15e6f-6300-4c5b-8ba6-87db8ddd0ebd), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:39.573088 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd5286-9d38-4720-8545-7059710a2ba6 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f4f15e6f-6300-4c5b-8ba6-87db8ddd0ebd,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:39.580705 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:39.718616 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca68c6c-f04b-464d-893b-0b7433f2b595 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:39.719817 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca68c6c-f04b-464d-893b-0b7433f2b595 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:39.721871 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7ca68c6c-f04b-464d-893b-0b7433f2b595 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1587 time: 0.4138465 Feb 19 04:45:39.727804 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43024) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:39.744631 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44eded-c991-4ace-8bb2-abe5245be720 req-07e47e4f-bea0-4b62-99b3-753dfc07991b tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:39.746459 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9e44eded-c991-4ace-8bb2-abe5245be720 req-07e47e4f-bea0-4b62-99b3-753dfc07991b tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.1780677 Feb 19 04:45:39.777912 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6b06a280-34ae-437a-bd87-6e76bd988d62 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399830 Feb 19 04:45:39.778665 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43026) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:39.784084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afd5286-9d38-4720-8545-7059710a2ba6 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Checking segment: {'id': 'e79e3b4c-a1ad-4d0e-9fb0-ef5b7c513a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b612f4e6-697e-4b1a-8be9-671ed3e1c6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:45:39.784693 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afd5286-9d38-4720-8545-7059710a2ba6 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Network hostable DHCP agents. Network: b612f4e6-697e-4b1a-8be9-671ed3e1c6a3, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:45:39.891329 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ecf39d57-b60d-4d42-9c47-6821ebb5dfd7 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=b612f4e6-697e-4b1a-8be9-671ed3e1c6a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1069455 Feb 19 04:45:39.892487 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43030) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:39.908134 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afd5286-9d38-4720-8545-7059710a2ba6 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Network b612f4e6-697e-4b1a-8be9-671ed3e1c6a3 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:45:39.967122 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-2afd5286-9d38-4720-8545-7059710a2ba6 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, b612f4e6-697e-4b1a-8be9-671ed3e1c6a3) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:45:39.985108 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb0b892-7695-4121-8b01-68673e667d23 None None] Network b612f4e6-697e-4b1a-8be9-671ed3e1c6a3 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:45:39.995520 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afd5286-9d38-4720-8545-7059710a2ba6 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:39.996511 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2afd5286-9d38-4720-8545-7059710a2ba6 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:40.000891 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-bcbceaed-9052-4985-9560-75e00241df4d tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=b788333bfa1e461e8bfe78d2c356d7b3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1063826 Feb 19 04:45:40.004842 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43032) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:40.043633 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9e44eded-c991-4ace-8bb2-abe5245be720 req-bee8fb1d-9c7b-4d16-833e-ec11de491454 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846799 Feb 19 04:45:40.087839 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2afd5286-9d38-4720-8545-7059710a2ba6 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6826346 Feb 19 04:45:40.088127 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43034) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:40.125802 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-06e5187c-2a01-44de-96c5-3099fd7b81d9 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-389596940', 'network_id': 'b612f4e6-697e-4b1a-8be9-671ed3e1c6a3'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:45:40.186368 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e5187c-2a01-44de-96c5-3099fd7b81d9 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Made reservation on behalf of ec98574cbdc5466db1df93e59f13cd3f for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:45:40.194474 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06e5187c-2a01-44de-96c5-3099fd7b81d9 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:40.276816 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-06e5187c-2a01-44de-96c5-3099fd7b81d9 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] device_id is not set on port e0f397d6-c4a0-4305-b58a-8e1ae483bec0 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:45:40.281978 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a721373-8198-4e0e-859e-3375a0eb5c1e tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:40.289178 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a721373-8198-4e0e-859e-3375a0eb5c1e tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:40.289178 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7a721373-8198-4e0e-859e-3375a0eb5c1e tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1593 time: 0.2782564 Feb 19 04:45:40.291203 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43036) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:40.371341 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7c0dd7fc-1e49-4b04-880d-08ab0382c65d tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0756006 Feb 19 04:45:40.373026 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43038) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:40.404009 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dacb93-b206-435d-9eb1-12de29958c13 None None] Network b612f4e6-697e-4b1a-8be9-671ed3e1c6a3 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:45:40.433487 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e4682834-442b-439b-ae5d-9e2674c8dc50 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=b612f4e6-697e-4b1a-8be9-671ed3e1c6a3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0589533 Feb 19 04:45:40.438546 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43042) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:40.450271 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-ae90e74b-ab1f-4547-be22-0e0b59fb9078 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-982046584', 'network_id': '8224a546-01b0-4fa7-92a8-edf19be0d702', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:45:40.581613 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae90e74b-ab1f-4547-be22-0e0b59fb9078 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Made reservation on behalf of b788333bfa1e461e8bfe78d2c356d7b3 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:45:40.587780 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae90e74b-ab1f-4547-be22-0e0b59fb9078 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:40.663263 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-06e5187c-2a01-44de-96c5-3099fd7b81d9 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Allocated IP 2001:db8::2fe (b612f4e6-697e-4b1a-8be9-671ed3e1c6a3/f4f15e6f-6300-4c5b-8ba6-87db8ddd0ebd/e0f397d6-c4a0-4305-b58a-8e1ae483bec0) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:45:41.096424 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06e5187c-2a01-44de-96c5-3099fd7b81d9 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for port (e0f397d6-c4a0-4305-b58a-8e1ae483bec0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:41.166960 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06e5187c-2a01-44de-96c5-3099fd7b81d9 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (e0f397d6-c4a0-4305-b58a-8e1ae483bec0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:41.288007 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e5187c-2a01-44de-96c5-3099fd7b81d9 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Network b612f4e6-697e-4b1a-8be9-671ed3e1c6a3 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:45:41.300374 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-06e5187c-2a01-44de-96c5-3099fd7b81d9 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:45:41.309101 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e5187c-2a01-44de-96c5-3099fd7b81d9 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:45:41.315596 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e5187c-2a01-44de-96c5-3099fd7b81d9 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:41.317087 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06e5187c-2a01-44de-96c5-3099fd7b81d9 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:41.367820 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5187c-2a01-44de-96c5-3099fd7b81d9 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Pushing event updated for resources: {'Port': ['ID=e0f397d6-c4a0-4305-b58a-8e1ae483bec0,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:41.417865 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-06e5187c-2a01-44de-96c5-3099fd7b81d9 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3270097 Feb 19 04:45:41.423938 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43058) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:41.697587 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13465c6-217a-4f86-bef8-82b9b97241f9 req-71663dc8-e19f-42d2-a6ae-a03ed604ce1c tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:41.711556 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f13465c6-217a-4f86-bef8-82b9b97241f9 req-71663dc8-e19f-42d2-a6ae-a03ed604ce1c tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.1598027 Feb 19 04:45:41.715022 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-19168542-bb29-45f1-85c2-d0e16ab03b83 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Deleting port e0f397d6-c4a0-4305-b58a-8e1ae483bec0 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:45:41.719887 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-19168542-bb29-45f1-85c2-d0e16ab03b83 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (e0f397d6-c4a0-4305-b58a-8e1ae483bec0), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:41.878798 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f13465c6-217a-4f86-bef8-82b9b97241f9 req-6134aa7a-69e5-4eb4-80ed-c4bd73a53457 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656957 Feb 19 04:45:41.894512 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae90e74b-ab1f-4547-be22-0e0b59fb9078 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (2a6d35f4-7d0c-464f-a12c-2cebf6affc75), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:42.007132 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90e74b-ab1f-4547-be22-0e0b59fb9078 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'Subnet': ['ID=2a6d35f4-7d0c-464f-a12c-2cebf6affc75,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:42.053736 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae90e74b-ab1f-4547-be22-0e0b59fb9078 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Checking segment: {'id': 'ef989f35-467c-4b18-9e97-5c1f8feb909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8224a546-01b0-4fa7-92a8-edf19be0d702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:45:42.054248 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae90e74b-ab1f-4547-be22-0e0b59fb9078 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Network hostable DHCP agents. Network: 8224a546-01b0-4fa7-92a8-edf19be0d702, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:45:42.087548 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae90e74b-ab1f-4547-be22-0e0b59fb9078 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Network 8224a546-01b0-4fa7-92a8-edf19be0d702 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:45:42.092378 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-19168542-bb29-45f1-85c2-d0e16ab03b83 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (e0f397d6-c4a0-4305-b58a-8e1ae483bec0), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:42.119413 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-ae90e74b-ab1f-4547-be22-0e0b59fb9078 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 8224a546-01b0-4fa7-92a8-edf19be0d702) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:45:42.132462 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bcf89f-b7b2-4112-851d-326858aa1146 None None] Network 8224a546-01b0-4fa7-92a8-edf19be0d702 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:45:42.136336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae90e74b-ab1f-4547-be22-0e0b59fb9078 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:42.136979 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae90e74b-ab1f-4547-be22-0e0b59fb9078 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:42.179997 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ae90e74b-ab1f-4547-be22-0e0b59fb9078 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7359476 Feb 19 04:45:42.192706 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-19168542-bb29-45f1-85c2-d0e16ab03b83 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Calling delete_port for e0f397d6-c4a0-4305-b58a-8e1ae483bec0 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:45:42.425236 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e4751a-6622-4f7c-83a2-8054d755b594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-8224a546-01b0-4fa7-92a8-edf19be0d702', 'network_id': '8224a546-01b0-4fa7-92a8-edf19be0d702', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'fixed_ips': [{'subnet_id': '2a6d35f4-7d0c-464f-a12c-2cebf6affc75'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:45:42.426821 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-11e4751a-6622-4f7c-83a2-8054d755b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:42.662282 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-19168542-bb29-45f1-85c2-d0e16ab03b83 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (e0f397d6-c4a0-4305-b58a-8e1ae483bec0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:42.823696 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-11e4751a-6622-4f7c-83a2-8054d755b594 None None] Allocated IP 172.20.0.18 (8224a546-01b0-4fa7-92a8-edf19be0d702/2a6d35f4-7d0c-464f-a12c-2cebf6affc75/41143af9-7ff7-4222-b587-74f9020f06b7) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:45:42.852468 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43070) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:42.857760 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f67f6954-dcc4-4d9b-b087-c9cb09714eed tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1346675028', 'description': 'tempest-secgroup-smoke-1346675028 description', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:45:42.939760 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f67f6954-dcc4-4d9b-b087-c9cb09714eed tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:42.966707 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-19168542-bb29-45f1-85c2-d0e16ab03b83 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:42.986417 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-19168542-bb29-45f1-85c2-d0e16ab03b83 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "DELETE /v2.0/ports/e0f397d6-c4a0-4305-b58a-8e1ae483bec0 HTTP/1.1" status: 204 len: 168 time: 1.5604095 Feb 19 04:45:42.993078 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19168542-bb29-45f1-85c2-d0e16ab03b83 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0f397d6-c4a0-4305-b58a-8e1ae483bec0,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:42.996267 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43076) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:43.019957 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e2d1c2b3-7759-4054-ad0a-f9719c26d425 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b612f4e6-697e-4b1a-8be9-671ed3e1c6a3', 'external_fixed_ips': [{'subnet_id': 'f4f15e6f-6300-4c5b-8ba6-87db8ddd0ebd', 'ip_address': '2001:db8::2fe'}]}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:45:43.131813 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2d1c2b3-7759-4054-ad0a-f9719c26d425 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (063b740b-f206-4269-a034-ad56911dba0a), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:43.138188 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2d1c2b3-7759-4054-ad0a-f9719c26d425 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (063b740b-f206-4269-a034-ad56911dba0a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:43.290518 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-11e4751a-6622-4f7c-83a2-8054d755b594 None None] Publish callbacks [] for port (41143af9-7ff7-4222-b587-74f9020f06b7), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:43.312134 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-11e4751a-6622-4f7c-83a2-8054d755b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (41143af9-7ff7-4222-b587-74f9020f06b7), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:43.398082 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4751a-6622-4f7c-83a2-8054d755b594 None None] Pushing event updated for resources: {'Port': ['ID=41143af9-7ff7-4222-b587-74f9020f06b7,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:43.434341 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e4751a-6622-4f7c-83a2-8054d755b594 None None] Network 8224a546-01b0-4fa7-92a8-edf19be0d702 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:45:43.436646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-11e4751a-6622-4f7c-83a2-8054d755b594 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:45:43.440490 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e4751a-6622-4f7c-83a2-8054d755b594 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:45:43.510532 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f67f6954-dcc4-4d9b-b087-c9cb09714eed tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group (baf1ac59-1329-4aa2-9013-2511357aa668), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:43.514781 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2d1c2b3-7759-4054-ad0a-f9719c26d425 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_controller (063b740b-f206-4269-a034-ad56911dba0a), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:43.522098 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f67f6954-dcc4-4d9b-b087-c9cb09714eed tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (baf1ac59-1329-4aa2-9013-2511357aa668), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:43.587866 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-11e4751a-6622-4f7c-83a2-8054d755b594 None None] Attempting to bind port 41143af9-7ff7-4222-b587-74f9020f06b7 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:45:43.588245 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-11e4751a-6622-4f7c-83a2-8054d755b594 None None] Attempting to bind port 41143af9-7ff7-4222-b587-74f9020f06b7 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'ef989f35-467c-4b18-9e97-5c1f8feb909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8224a546-01b0-4fa7-92a8-edf19be0d702'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:45:43.588758 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e4751a-6622-4f7c-83a2-8054d755b594 None None] Attempting to bind port 41143af9-7ff7-4222-b587-74f9020f06b7 on network 8224a546-01b0-4fa7-92a8-edf19be0d702 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:45:43.611670 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d1d66-f676-4d01-8e01-20f261f46785 req-a3c096f8-2a76-488c-b025-c9d40c23a4e5 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:43.613284 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e4751a-6622-4f7c-83a2-8054d755b594 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:45:43.614378 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2f0d1d66-f676-4d01-8e01-20f261f46785 req-a3c096f8-2a76-488c-b025-c9d40c23a4e5 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.4324977 Feb 19 04:45:43.615670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e4751a-6622-4f7c-83a2-8054d755b594 None None] Checking segment: {'id': 'ef989f35-467c-4b18-9e97-5c1f8feb909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8224a546-01b0-4fa7-92a8-edf19be0d702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:45:43.616725 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-11e4751a-6622-4f7c-83a2-8054d755b594 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:43.617658 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e4751a-6622-4f7c-83a2-8054d755b594 None None] Bound using segment: {'id': 'ef989f35-467c-4b18-9e97-5c1f8feb909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8224a546-01b0-4fa7-92a8-edf19be0d702'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:45:43.619620 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-11e4751a-6622-4f7c-83a2-8054d755b594 None None] Bound port: 41143af9-7ff7-4222-b587-74f9020f06b7, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef989f35-467c-4b18-9e97-5c1f8feb909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8224a546-01b0-4fa7-92a8-edf19be0d702'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:45:43.620641 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-11e4751a-6622-4f7c-83a2-8054d755b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (41143af9-7ff7-4222-b587-74f9020f06b7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:43.682465 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f67f6954-dcc4-4d9b-b087-c9cb09714eed tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:43.684058 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f67f6954-dcc4-4d9b-b087-c9cb09714eed tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8304043 Feb 19 04:45:43.689860 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43082) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:43.691964 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f6954-dcc4-4d9b-b087-c9cb09714eed tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf1ac59-1329-4aa2-9013-2511357aa668,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:43.699622 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-10051a64-e4e2-4b59-8375-cd605c6f19a0 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'security_group_rule': {'security_group_id': 'baf1ac59-1329-4aa2-9013-2511357aa668', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:45:43.770420 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-11e4751a-6622-4f7c-83a2-8054d755b594 None None] For port 41143af9-7ff7-4222-b587-74f9020f06b7, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:45:43.782668 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-11e4751a-6622-4f7c-83a2-8054d755b594 None None] For port 41143af9-7ff7-4222-b587-74f9020f06b7, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=41143af9-7ff7-4222-b587-74f9020f06b7,segment=NetworkSegment(ef989f35-467c-4b18-9e97-5c1f8feb909f),segment_id=ef989f35-467c-4b18-9e97-5c1f8feb909f)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:45:43.798699 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-11e4751a-6622-4f7c-83a2-8054d755b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (41143af9-7ff7-4222-b587-74f9020f06b7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:43.828372 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-10051a64-e4e2-4b59-8375-cd605c6f19a0 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (b0f5bfb0-2693-41fa-ae09-e7ec8d520a87), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:43.853979 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2d1c2b3-7759-4054-ad0a-f9719c26d425 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_gateway (063b740b-f206-4269-a034-ad56911dba0a), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:43.895659 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4751a-6622-4f7c-83a2-8054d755b594 None None] Pushing event updated for resources: {'Port': ['ID=41143af9-7ff7-4222-b587-74f9020f06b7,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:44.018317 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2f0d1d66-f676-4d01-8e01-20f261f46785 req-124393df-72b0-4abd-8276-edb350669f9c tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3878124 Feb 19 04:45:44.110348 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-10051a64-e4e2-4b59-8375-cd605c6f19a0 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (b0f5bfb0-2693-41fa-ae09-e7ec8d520a87), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:44.117212 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-10051a64-e4e2-4b59-8375-cd605c6f19a0 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (b0f5bfb0-2693-41fa-ae09-e7ec8d520a87), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:44.173077 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-10051a64-e4e2-4b59-8375-cd605c6f19a0 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:44.176641 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-10051a64-e4e2-4b59-8375-cd605c6f19a0 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4830685 Feb 19 04:45:44.187650 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43086) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:44.211648 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-e5bb3b8a-e260-4319-9afd-4e3b2fa70d31 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'security_group_rule': {'security_group_id': 'baf1ac59-1329-4aa2-9013-2511357aa668', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:45:44.234351 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10051a64-e4e2-4b59-8375-cd605c6f19a0 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f5bfb0-2693-41fa-ae09-e7ec8d520a87,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:44.299715 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e5bb3b8a-e260-4319-9afd-4e3b2fa70d31 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (f5af7515-0afe-47ff-a16e-b463b7c7457a), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:44.544425 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2d1c2b3-7759-4054-ad0a-f9719c26d425 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_gateway (063b740b-f206-4269-a034-ad56911dba0a), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:44.581390 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e5bb3b8a-e260-4319-9afd-4e3b2fa70d31 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (f5af7515-0afe-47ff-a16e-b463b7c7457a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:44.589264 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e5bb3b8a-e260-4319-9afd-4e3b2fa70d31 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (f5af7515-0afe-47ff-a16e-b463b7c7457a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:44.649049 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2d1c2b3-7759-4054-ad0a-f9719c26d425 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:44.652024 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-381cd0a0-ce40-4188-9d24-7b5bba278877 req-05385718-6ca4-4b9c-9813-c74a0a6b594b service neutron] (115198) timed out ('10.222.0.65', 53986) {{(pid=115198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:45:44.657267 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb3b8a-e260-4319-9afd-4e3b2fa70d31 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5af7515-0afe-47ff-a16e-b463b7c7457a,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:44.674403 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e5bb3b8a-e260-4319-9afd-4e3b2fa70d31 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:44.676190 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e5bb3b8a-e260-4319-9afd-4e3b2fa70d31 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4872952 Feb 19 04:45:44.681311 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43092) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:44.698067 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-527f3576-196b-44c3-b416-b30f37e49bb2 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'security_group_rule': {'security_group_id': 'baf1ac59-1329-4aa2-9013-2511357aa668', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:45:44.784406 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-527f3576-196b-44c3-b416-b30f37e49bb2 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (4f685f37-d980-4ed6-b852-d0765ab45be3), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:44.838753 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:45:45.004855 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-527f3576-196b-44c3-b416-b30f37e49bb2 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (4f685f37-d980-4ed6-b852-d0765ab45be3), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:45.017837 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-527f3576-196b-44c3-b416-b30f37e49bb2 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (4f685f37-d980-4ed6-b852-d0765ab45be3), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:45.075031 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f3576-196b-44c3-b416-b30f37e49bb2 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f685f37-d980-4ed6-b852-d0765ab45be3,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:45.092315 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-527f3576-196b-44c3-b416-b30f37e49bb2 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:45.101214 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-527f3576-196b-44c3-b416-b30f37e49bb2 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4135435 Feb 19 04:45:45.101744 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43100) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:45.122815 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-e0a7a99c-e7b8-475e-96f3-e112bda135b4 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'security_group_rule': {'security_group_id': 'baf1ac59-1329-4aa2-9013-2511357aa668', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:45:45.146233 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-e2d1c2b3-7759-4054-ad0a-f9719c26d425 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Allocated IP 2001:db8::2fe (b612f4e6-697e-4b1a-8be9-671ed3e1c6a3/f4f15e6f-6300-4c5b-8ba6-87db8ddd0ebd/b0897d19-ba3e-4bf8-9995-1ccbd40fcc16) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:45:45.227203 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0a7a99c-e7b8-475e-96f3-e112bda135b4 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (402b6319-5119-4757-a3aa-73d2fd51337d), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:45.487402 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2d1c2b3-7759-4054-ad0a-f9719c26d425 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for port (b0897d19-ba3e-4bf8-9995-1ccbd40fcc16), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:45.546649 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0a7a99c-e7b8-475e-96f3-e112bda135b4 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (402b6319-5119-4757-a3aa-73d2fd51337d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:45.561692 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0a7a99c-e7b8-475e-96f3-e112bda135b4 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (402b6319-5119-4757-a3aa-73d2fd51337d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:45.611136 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 41143af9-7ff7-4222-b587-74f9020f06b7 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:45:45.622124 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0a7a99c-e7b8-475e-96f3-e112bda135b4 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:45.623956 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e0a7a99c-e7b8-475e-96f3-e112bda135b4 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5208170 Feb 19 04:45:45.628750 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43106) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:45.640058 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b05578-1dcb-4148-ad75-fba37942e485 req-313063f3-0796-43e7-94c3-feebd2d41ea1 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:45.644376 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-33b05578-1dcb-4148-ad75-fba37942e485 req-313063f3-0796-43e7-94c3-feebd2d41ea1 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.3431208 Feb 19 04:45:45.647008 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-0f64ff8c-2471-47dc-95f0-91adcdf23680 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'security_group_rule': {'security_group_id': 'baf1ac59-1329-4aa2-9013-2511357aa668', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:45:45.647838 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7a99c-e7b8-475e-96f3-e112bda135b4 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402b6319-5119-4757-a3aa-73d2fd51337d,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:45.684209 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2d1c2b3-7759-4054-ad0a-f9719c26d425 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b0897d19-ba3e-4bf8-9995-1ccbd40fcc16), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:45.839492 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-33b05578-1dcb-4148-ad75-fba37942e485 req-09c2ef42-7410-47f3-91c2-c8a255361082 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791735 Feb 19 04:45:45.907454 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 41143af9-7ff7-4222-b587-74f9020f06b7 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:45:45.908712 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (41143af9-7ff7-4222-b587-74f9020f06b7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:45.933523 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1c2b3-7759-4054-ad0a-f9719c26d425 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Pushing event updated for resources: {'Port': ['ID=b0897d19-ba3e-4bf8-9995-1ccbd40fcc16,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:45.986294 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d1c2b3-7759-4054-ad0a-f9719c26d425 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Network b612f4e6-697e-4b1a-8be9-671ed3e1c6a3 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:45:45.996111 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-e2d1c2b3-7759-4054-ad0a-f9719c26d425 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:45:46.015495 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d1c2b3-7759-4054-ad0a-f9719c26d425 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:45:46.091609 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 41143af9-7ff7-4222-b587-74f9020f06b7 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:45:46.092855 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (41143af9-7ff7-4222-b587-74f9020f06b7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:46.156416 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 41143af9-7ff7-4222-b587-74f9020f06b7, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=41143af9-7ff7-4222-b587-74f9020f06b7,segment=NetworkSegment(ef989f35-467c-4b18-9e97-5c1f8feb909f),segment_id=ef989f35-467c-4b18-9e97-5c1f8feb909f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:45:46.167934 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (41143af9-7ff7-4222-b587-74f9020f06b7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:46.207237 n-d-772273-4 neutron-server[115199]: INFO neutron.db.securitygroups_db [None req-0f64ff8c-2471-47dc-95f0-91adcdf23680 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Project b788333bfa1e461e8bfe78d2c356d7b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:45:46.273924 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=41143af9-7ff7-4222-b587-74f9020f06b7,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:46.284443 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0f64ff8c-2471-47dc-95f0-91adcdf23680 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (01ed8d3d-663e-4985-b843-e6b5089af59e), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:46.349206 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca86d718-e837-4fbf-a731-fd58541bdeac None None] Network 8224a546-01b0-4fa7-92a8-edf19be0d702 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:45:46.487276 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c8c793ef-db60-4e87-b218-3bfa1d906635 None None] Provisioning complete for port 41143af9-7ff7-4222-b587-74f9020f06b7 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:45:46.488028 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c8c793ef-db60-4e87-b218-3bfa1d906635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (41143af9-7ff7-4222-b587-74f9020f06b7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:46.622322 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0f64ff8c-2471-47dc-95f0-91adcdf23680 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (01ed8d3d-663e-4985-b843-e6b5089af59e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:46.633129 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0f64ff8c-2471-47dc-95f0-91adcdf23680 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (01ed8d3d-663e-4985-b843-e6b5089af59e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:46.666867 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64ff8c-2471-47dc-95f0-91adcdf23680 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ed8d3d-663e-4985-b843-e6b5089af59e,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:46.791306 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c8c793ef-db60-4e87-b218-3bfa1d906635 None None] Current status of the port 41143af9-7ff7-4222-b587-74f9020f06b7 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:45:46.850909 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0f64ff8c-2471-47dc-95f0-91adcdf23680 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:46.862006 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43116) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:46.865980 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0f64ff8c-2471-47dc-95f0-91adcdf23680 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2353415 Feb 19 04:45:46.882489 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-c1a8223b-3da3-436c-8c55-5eb62fc332a4 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'security_group_rule': {'security_group_id': 'baf1ac59-1329-4aa2-9013-2511357aa668', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:45:46.975314 n-d-772273-4 neutron-server[115198]: INFO neutron.db.securitygroups_db [None req-c1a8223b-3da3-436c-8c55-5eb62fc332a4 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Project b788333bfa1e461e8bfe78d2c356d7b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:45:46.988699 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c1a8223b-3da3-436c-8c55-5eb62fc332a4 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (5681e096-f136-4372-8d72-778030716cec), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:46.995807 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2d1c2b3-7759-4054-ad0a-f9719c26d425 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_gateway (063b740b-f206-4269-a034-ad56911dba0a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:47.248725 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c1a8223b-3da3-436c-8c55-5eb62fc332a4 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (5681e096-f136-4372-8d72-778030716cec), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:47.260126 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c1a8223b-3da3-436c-8c55-5eb62fc332a4 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (5681e096-f136-4372-8d72-778030716cec), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:47.314926 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8223b-3da3-436c-8c55-5eb62fc332a4 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5681e096-f136-4372-8d72-778030716cec,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:47.409953 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c1a8223b-3da3-436c-8c55-5eb62fc332a4 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:47.414774 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c1a8223b-3da3-436c-8c55-5eb62fc332a4 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5506313 Feb 19 04:45:47.479804 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b8d05fd8-a050-43c9-b575-85191c01b13c None None] Provisioning complete for port 41143af9-7ff7-4222-b587-74f9020f06b7 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:45:47.480223 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b8d05fd8-a050-43c9-b575-85191c01b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (41143af9-7ff7-4222-b587-74f9020f06b7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:47.510534 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ba3a3-0c82-4c06-a2d6-09dce28e7533 req-1c714e1d-4d67-49e0-9843-59373c47505d tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:47.513569 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ad4ba3a3-0c82-4c06-a2d6-09dce28e7533 req-1c714e1d-4d67-49e0-9843-59373c47505d tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.2899287 Feb 19 04:45:47.687842 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 41143af9-7ff7-4222-b587-74f9020f06b7 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:45:47.717963 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2d1c2b3-7759-4054-ad0a-f9719c26d425 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (063b740b-f206-4269-a034-ad56911dba0a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:47.946794 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ad4ba3a3-0c82-4c06-a2d6-09dce28e7533 req-620b88c7-f575-4af3-a5fd-3d1117cfe50b tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3678498 Feb 19 04:45:47.981766 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d1c2b3-7759-4054-ad0a-f9719c26d425 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Router 063b740b-f206-4269-a034-ad56911dba0a is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:45:48.106946 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-099bf354-693e-46e1-94d8-b4769d62f70f req-33880120-535a-4c04-9823-4fc02b702940 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1346675028&fields=id&tenant_id=b788333bfa1e461e8bfe78d2c356d7b3 HTTP/1.1" status: 200 len: 267 time: 0.1312213 Feb 19 04:45:48.264675 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d1c2b3-7759-4054-ad0a-f9719c26d425 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:45:48.280878 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5457f-1aca-4dee-81a4-fad690ba7fbe None None] Sync routers for ids ['063b740b-f206-4269-a034-ad56911dba0a'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:45:48.295156 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 41143af9-7ff7-4222-b587-74f9020f06b7 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:45:48.295633 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (41143af9-7ff7-4222-b587-74f9020f06b7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:48.313580 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2d1c2b3-7759-4054-ad0a-f9719c26d425 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:48.317693 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e2d1c2b3-7759-4054-ad0a-f9719c26d425 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.3035996 Feb 19 04:45:48.317922 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43146) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:48.320313 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bf354-693e-46e1-94d8-b4769d62f70f req-5f6acbb9-430b-4751-8403-13b6d73226a5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:48.331098 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-099bf354-693e-46e1-94d8-b4769d62f70f req-5f6acbb9-430b-4751-8403-13b6d73226a5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/networks?id=8224a546-01b0-4fa7-92a8-edf19be0d702 HTTP/1.1" status: 200 len: 797 time: 0.2219651 Feb 19 04:45:48.359712 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-099bf354-693e-46e1-94d8-b4769d62f70f req-a2c26fb9-8e40-4049-85eb-04cb1165fb42 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/quotas/b788333bfa1e461e8bfe78d2c356d7b3 HTTP/1.1" status: 200 len: 375 time: 0.0271397 Feb 19 04:45:48.428362 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5457f-1aca-4dee-81a4-fad690ba7fbe None None] Routers {'063b740b-f206-4269-a034-ad56911dba0a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:45:48.429172 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-44f5457f-1aca-4dee-81a4-fad690ba7fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:45:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['063b740b-f206-4269-a034-ad56911dba0a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:48.431513 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b8d05fd8-a050-43c9-b575-85191c01b13c None None] Current status of the port 41143af9-7ff7-4222-b587-74f9020f06b7 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:45:48.607527 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-099bf354-693e-46e1-94d8-b4769d62f70f req-2af46836-b9df-42b6-804e-2fff3301a3f0 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b788333bfa1e461e8bfe78d2c356d7b3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2444572 Feb 19 04:45:48.611891 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-441ff61e-9bee-4058-b1f3-19bb6cf72307 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router (063b740b-f206-4269-a034-ad56911dba0a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:48.618257 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 41143af9-7ff7-4222-b587-74f9020f06b7 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:45:48.752513 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-44f5457f-1aca-4dee-81a4-fad690ba7fbe None None] Set router 063b740b-f206-4269-a034-ad56911dba0a gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:45:48.906618 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-099bf354-693e-46e1-94d8-b4769d62f70f req-ddef032d-7fea-40ba-96c5-052a93a79b7a service neutron] 10.222.0.65 "GET /v2.0/networks/8224a546-01b0-4fa7-92a8-edf19be0d702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770684 Feb 19 04:45:48.953494 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-441ff61e-9bee-4058-b1f3-19bb6cf72307 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_gateway (063b740b-f206-4269-a034-ad56911dba0a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:49.191949 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-44f5457f-1aca-4dee-81a4-fad690ba7fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063b740b-f206-4269-a034-ad56911dba0a', 'name': '', 'tenant_id': 'ec98574cbdc5466db1df93e59f13cd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b612f4e6-697e-4b1a-8be9-671ed3e1c6a3', 'external_fixed_ips': [{'subnet_id': 'f4f15e6f-6300-4c5b-8ba6-87db8ddd0ebd', 'ip_address': '2001:db8::2fe'}], 'enable_snat': True}, 'gw_port_id': 'b0897d19-ba3e-4bf8-9995-1ccbd40fcc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:45:43Z', 'updated_at': '2022-02-19T04:45:46Z', 'revision_number': 3, 'project_id': 'ec98574cbdc5466db1df93e59f13cd3f', 'gw_port': {'id': 'b0897d19-ba3e-4bf8-9995-1ccbd40fcc16', 'name': '', 'network_id': 'b612f4e6-697e-4b1a-8be9-671ed3e1c6a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:fa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063b740b-f206-4269-a034-ad56911dba0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'f4f15e6f-6300-4c5b-8ba6-87db8ddd0ebd', 'ip_address': '2001:db8::2fe', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:45:44Z', 'updated_at': '2022-02-19T04:45:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4f15e6f-6300-4c5b-8ba6-87db8ddd0ebd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:49.304731 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5457f-1aca-4dee-81a4-fad690ba7fbe None None] Checking router: 063b740b-f206-4269-a034-ad56911dba0a for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:45:49.306022 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5457f-1aca-4dee-81a4-fad690ba7fbe None None] Updating router 063b740b-f206-4269-a034-ad56911dba0a port b0897d19-ba3e-4bf8-9995-1ccbd40fcc16 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:45:49.314247 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-441ff61e-9bee-4058-b1f3-19bb6cf72307 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Deleting port b0897d19-ba3e-4bf8-9995-1ccbd40fcc16 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:45:49.314668 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-441ff61e-9bee-4058-b1f3-19bb6cf72307 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b0897d19-ba3e-4bf8-9995-1ccbd40fcc16), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:49.363035 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-44f5457f-1aca-4dee-81a4-fad690ba7fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b0897d19-ba3e-4bf8-9995-1ccbd40fcc16), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:49.523527 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-441ff61e-9bee-4058-b1f3-19bb6cf72307 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b0897d19-ba3e-4bf8-9995-1ccbd40fcc16), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:49.565038 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-441ff61e-9bee-4058-b1f3-19bb6cf72307 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Calling delete_port for b0897d19-ba3e-4bf8-9995-1ccbd40fcc16 owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:45:49.894870 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af37d4e-1c36-4821-aaf5-f65852b50689 req-9a30283c-246f-450a-9fcd-2598b82fc225 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:49.905969 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-099bf354-693e-46e1-94d8-b4769d62f70f req-3248215d-9dec-4614-9d67-ab337fa449c7 service neutron] 10.222.0.65 "GET /v2.0/networks/8224a546-01b0-4fa7-92a8-edf19be0d702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9900930 Feb 19 04:45:49.909414 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af37d4e-1c36-4821-aaf5-f65852b50689 req-9a30283c-246f-450a-9fcd-2598b82fc225 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.7052801 Feb 19 04:45:50.276861 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-44f5457f-1aca-4dee-81a4-fad690ba7fbe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:45:50.277510 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-44f5457f-1aca-4dee-81a4-fad690ba7fbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:45:50.285921 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-441ff61e-9bee-4058-b1f3-19bb6cf72307 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b0897d19-ba3e-4bf8-9995-1ccbd40fcc16), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:50.341493 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ff61e-9bee-4058-b1f3-19bb6cf72307 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0897d19-ba3e-4bf8-9995-1ccbd40fcc16,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:50.443073 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-441ff61e-9bee-4058-b1f3-19bb6cf72307 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (063b740b-f206-4269-a034-ad56911dba0a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:50.467502 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3af37d4e-1c36-4821-aaf5-f65852b50689 req-882c5983-f221-485c-9f43-0174c3840553 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5521395 Feb 19 04:45:50.563225 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b95e720d-6dc7-4fc7-9f0c-0fdf9adc3b16 req-6a72126d-0fbc-4079-9f9a-d6dde6bc47db tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bdf69f4-d525-4d66-ba81-b06a0c05c7cb HTTP/1.1" status: 200 len: 210 time: 0.1229467 Feb 19 04:45:50.718654 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-441ff61e-9bee-4058-b1f3-19bb6cf72307 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (063b740b-f206-4269-a034-ad56911dba0a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:50.722656 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-441ff61e-9bee-4058-b1f3-19bb6cf72307 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_controller (063b740b-f206-4269-a034-ad56911dba0a), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:50.838479 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5457f-1aca-4dee-81a4-fad690ba7fbe None None] Port b0897d19-ba3e-4bf8-9995-1ccbd40fcc16 not found while updating agent binding for router 063b740b-f206-4269-a034-ad56911dba0a. {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 19 04:45:50.855060 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-441ff61e-9bee-4058-b1f3-19bb6cf72307 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (063b740b-f206-4269-a034-ad56911dba0a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:50.855949 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441ff61e-9bee-4058-b1f3-19bb6cf72307 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 063b740b-f206-4269-a034-ad56911dba0a {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:45:50.868385 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-441ff61e-9bee-4058-b1f3-19bb6cf72307 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:50.874327 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43222) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:50.876491 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5457f-1aca-4dee-81a4-fad690ba7fbe None None] Routers set() bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:45:50.877001 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5457f-1aca-4dee-81a4-fad690ba7fbe None None] Router IDs set() for agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 04:45:50.877808 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_agentschedulers_db [None req-44f5457f-1aca-4dee-81a4-fad690ba7fbe None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'063b740b-f206-4269-a034-ad56911dba0a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:45:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent'). {{(pid=115200) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 04:45:50.878499 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5457f-1aca-4dee-81a4-fad690ba7fbe None None] The sync data for ids ['063b740b-f206-4269-a034-ad56911dba0a'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:45:50.881673 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-441ff61e-9bee-4058-b1f3-19bb6cf72307 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "DELETE /v2.0/routers/063b740b-f206-4269-a034-ad56911dba0a HTTP/1.1" status: 204 len: 168 time: 2.5615122 Feb 19 04:45:51.017697 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4f8278-5f15-4daa-a95e-89ffcf0da32b tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Deleting subnet f4f15e6f-6300-4c5b-8ba6-87db8ddd0ebd {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:45:51.034760 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dc4f8278-5f15-4daa-a95e-89ffcf0da32b tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for subnet (f4f15e6f-6300-4c5b-8ba6-87db8ddd0ebd), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:51.118089 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dc4f8278-5f15-4daa-a95e-89ffcf0da32b tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (f4f15e6f-6300-4c5b-8ba6-87db8ddd0ebd), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:51.223088 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dc4f8278-5f15-4daa-a95e-89ffcf0da32b tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (f4f15e6f-6300-4c5b-8ba6-87db8ddd0ebd), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:51.247213 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f96680-e486-4bdc-bb73-e85e853d023d req-354d0780-cfca-4238-897e-9066b7f908a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:51.248832 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a9f96680-e486-4bdc-bb73-e85e853d023d req-354d0780-cfca-4238-897e-9066b7f908a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5d75efb08514de6a052014d405b6aef&device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 1127 time: 0.2369912 Feb 19 04:45:51.431790 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dc4f8278-5f15-4daa-a95e-89ffcf0da32b tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (f4f15e6f-6300-4c5b-8ba6-87db8ddd0ebd), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:51.456549 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dc4f8278-5f15-4daa-a95e-89ffcf0da32b tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:51.461634 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dc4f8278-5f15-4daa-a95e-89ffcf0da32b tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/f4f15e6f-6300-4c5b-8ba6-87db8ddd0ebd HTTP/1.1" status: 204 len: 168 time: 0.5858712 Feb 19 04:45:51.466659 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43278) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:51.482300 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f8278-5f15-4daa-a95e-89ffcf0da32b tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f4f15e6f-6300-4c5b-8ba6-87db8ddd0ebd,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:51.501937 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f96680-e486-4bdc-bb73-e85e853d023d req-fbcaa0db-eef8-41fd-bee3-c80125c3ef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:51.505478 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a9f96680-e486-4bdc-bb73-e85e853d023d req-fbcaa0db-eef8-41fd-bee3-c80125c3ef1f service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3539187-cc67-4fa5-a771-d626621d7371 HTTP/1.1" status: 200 len: 917 time: 0.2313044 Feb 19 04:45:51.679097 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (b612f4e6-697e-4b1a-8be9-671ed3e1c6a3), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:51.898679 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-936f8274-df45-4a9f-92e8-28f41359d55f req-da105979-44bf-465b-b37a-eb161535f118 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bdf69f4-d525-4d66-ba81-b06a0c05c7cb HTTP/1.1" status: 200 len: 210 time: 0.0911210 Feb 19 04:45:51.935297 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a9f96680-e486-4bdc-bb73-e85e853d023d req-ddb9e59d-6f78-4e29-930c-6e6d49519be3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97c18459-2c72-43da-a783-2e2db917d8b4 HTTP/1.1" status: 200 len: 1001 time: 0.4063334 Feb 19 04:45:52.035845 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f96680-e486-4bdc-bb73-e85e853d023d req-392d0bd9-0a85-47cc-a60a-260874de65ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:52.042929 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a9f96680-e486-4bdc-bb73-e85e853d023d req-392d0bd9-0a85-47cc-a60a-260874de65ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45cf20d4-3097-4dde-886e-3a9890ecec0d HTTP/1.1" status: 200 len: 856 time: 0.0984268 Feb 19 04:45:52.098449 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (b612f4e6-697e-4b1a-8be9-671ed3e1c6a3), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:52.165924 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f96680-e486-4bdc-bb73-e85e853d023d req-6b39e3ff-0bfb-4b4c-b32f-eb273347c1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:52.167692 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a9f96680-e486-4bdc-bb73-e85e853d023d req-6b39e3ff-0bfb-4b4c-b32f-eb273347c1a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3539187-cc67-4fa5-a771-d626621d7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1154947 Feb 19 04:45:52.174648 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d8afa-be69-430c-9b9d-dccff39d36b3 req-8ddba35c-6ab8-4667-98d7-6bdcc261e649 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:52.179105 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-569d8afa-be69-430c-9b9d-dccff39d36b3 req-8ddba35c-6ab8-4667-98d7-6bdcc261e649 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.4642236 Feb 19 04:45:52.188873 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b612f4e6-697e-4b1a-8be9-671ed3e1c6a3']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:52.221790 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79e3b4c-a1ad-4d0e-9fb0-ef5b7c513a16') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:52.222579 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79e3b4c-a1ad-4d0e-9fb0-ef5b7c513a16') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:45:52.262153 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (e79e3b4c-a1ad-4d0e-9fb0-ef5b7c513a16), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:52.307126 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (e79e3b4c-a1ad-4d0e-9fb0-ef5b7c513a16), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:52.330889 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:45:52.332364 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (e79e3b4c-a1ad-4d0e-9fb0-ef5b7c513a16), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:45:52.336648 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:45:52.437646 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-569d8afa-be69-430c-9b9d-dccff39d36b3 req-9e628ac2-e5c8-4e4a-9ea2-23b5a23366ff tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338247 Feb 19 04:45:52.481840 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a9f96680-e486-4bdc-bb73-e85e853d023d req-d13286ea-676f-49d8-b199-9c09723d3422 service neutron] 10.222.0.48 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056479 Feb 19 04:45:52.535776 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (b612f4e6-697e-4b1a-8be9-671ed3e1c6a3), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:52.557199 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b612f4e6-697e-4b1a-8be9-671ed3e1c6a3 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 04:45:52.564339 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:52.572999 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "DELETE /v2.0/networks/b612f4e6-697e-4b1a-8be9-671ed3e1c6a3 HTTP/1.1" status: 204 len: 168 time: 1.1043773 Feb 19 04:45:52.607251 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Pushing event deleted for resources: {'Network': ['ID=b612f4e6-697e-4b1a-8be9-671ed3e1c6a3,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:52.629610 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:52.631181 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:52.633581 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:52.634634 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:52.635552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:52.636629 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:52.637537 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:52.638917 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:52.639593 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:52.640523 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:52.642630 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:52.644421 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:52.645643 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0d1c7-2aa7-41fc-a206-d46dc7198c26 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:45:52.754159 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a9f96680-e486-4bdc-bb73-e85e853d023d req-7780c442-2708-4538-a394-f6d94a5c6bf9 service neutron] 10.222.0.48 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534492 Feb 19 04:45:53.140373 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e001381-83e3-405b-adf6-4dd4115764d6 req-cc6298cf-3a7c-49eb-be90-1902daa5fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:53.152386 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3e001381-83e3-405b-adf6-4dd4115764d6 req-cc6298cf-3a7c-49eb-be90-1902daa5fc76 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5d75efb08514de6a052014d405b6aef&device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 1127 time: 0.2787750 Feb 19 04:45:53.289124 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e7e1d62f-106c-46c9-8624-8f86d0353cbb req-fb84e068-5115-44aa-86f7-403193192ed4 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bdf69f4-d525-4d66-ba81-b06a0c05c7cb HTTP/1.1" status: 200 len: 210 time: 0.1348913 Feb 19 04:45:53.497049 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bf354-693e-46e1-94d8-b4769d62f70f req-aa18c625-7a6b-4363-a9b0-b23bc6309e3a tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:53.499039 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-099bf354-693e-46e1-94d8-b4769d62f70f req-aa18c625-7a6b-4363-a9b0-b23bc6309e3a tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.48 "GET /v2.0/networks?id=8224a546-01b0-4fa7-92a8-edf19be0d702 HTTP/1.1" status: 200 len: 797 time: 0.5608518 Feb 19 04:45:53.499797 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43410) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:53.594718 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e001381-83e3-405b-adf6-4dd4115764d6 req-f2e763f8-b63d-4229-81af-34fe1278c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:53.603550 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3e001381-83e3-405b-adf6-4dd4115764d6 req-f2e763f8-b63d-4229-81af-34fe1278c8eb service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3539187-cc67-4fa5-a771-d626621d7371 HTTP/1.1" status: 200 len: 917 time: 0.4365273 Feb 19 04:45:53.629291 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-613c2b43-b3d9-4a1b-9423-8fbe4074d170 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Request body: {'router': {'name': 'tempest-router--946749734', 'project_id': 'c9f7bde441fe480ab16180ff23bf15eb'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:45:53.826165 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3e001381-83e3-405b-adf6-4dd4115764d6 req-8e159bcf-f8fd-4ed9-9324-35824dd2602d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97c18459-2c72-43da-a783-2e2db917d8b4 HTTP/1.1" status: 200 len: 1001 time: 0.2095582 Feb 19 04:45:53.972100 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-099bf354-693e-46e1-94d8-b4769d62f70f req-295d02ea-3de1-427a-8ba9-aee17a81d487 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b788333bfa1e461e8bfe78d2c356d7b3 HTTP/1.1" status: 200 len: 473 time: 0.4586947 Feb 19 04:45:54.004293 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e001381-83e3-405b-adf6-4dd4115764d6 req-522ede48-8e01-40b5-a192-0d815b1c9991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:54.007647 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3e001381-83e3-405b-adf6-4dd4115764d6 req-522ede48-8e01-40b5-a192-0d815b1c9991 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=45cf20d4-3097-4dde-886e-3a9890ecec0d HTTP/1.1" status: 200 len: 856 time: 0.1745541 Feb 19 04:45:54.012261 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-613c2b43-b3d9-4a1b-9423-8fbe4074d170 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (88a88571-6b2b-4d9b-a07e-ac1b477533bf), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:54.014259 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-613c2b43-b3d9-4a1b-9423-8fbe4074d170 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (88a88571-6b2b-4d9b-a07e-ac1b477533bf), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:54.028074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-099bf354-693e-46e1-94d8-b4769d62f70f req-f22d0919-d230-4cf3-b97c-51ff27d60b84 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'port': {'device_id': '7bdf69f4-d525-4d66-ba81-b06a0c05c7cb', 'network_id': '8224a546-01b0-4fa7-92a8-edf19be0d702', 'admin_state_up': True, 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'security_groups': ['baf1ac59-1329-4aa2-9013-2511357aa668']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:45:54.164667 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e001381-83e3-405b-adf6-4dd4115764d6 req-597d818c-5b0d-43dd-bc6a-4c9f0144e4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:54.174580 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3e001381-83e3-405b-adf6-4dd4115764d6 req-597d818c-5b0d-43dd-bc6a-4c9f0144e4b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3539187-cc67-4fa5-a771-d626621d7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1573820 Feb 19 04:45:54.449873 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31311127-c25b-4e36-89e1-3658c3ec6841 req-ba8bb071-0dfd-4e63-bf83-b34b862a67a3 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:54.463167 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-31311127-c25b-4e36-89e1-3658c3ec6841 req-ba8bb071-0dfd-4e63-bf83-b34b862a67a3 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.7112508 Feb 19 04:45:54.469301 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-613c2b43-b3d9-4a1b-9423-8fbe4074d170 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_controller (88a88571-6b2b-4d9b-a07e-ac1b477533bf), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:54.503473 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-613c2b43-b3d9-4a1b-9423-8fbe4074d170 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (88a88571-6b2b-4d9b-a07e-ac1b477533bf), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:54.654119 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-613c2b43-b3d9-4a1b-9423-8fbe4074d170 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:54.657267 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-613c2b43-b3d9-4a1b-9423-8fbe4074d170 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1561637 Feb 19 04:45:54.673842 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43514) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:54.743633 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3e001381-83e3-405b-adf6-4dd4115764d6 req-01d2eda6-2b6f-442f-a2a7-814bea3a5b45 service neutron] 10.222.0.48 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5609775 Feb 19 04:45:54.826615 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-98d09101-4324-40d4-964a-ecf07b4bcd2d req-d34ae720-1ad7-47fa-a65b-9dd62385588c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bdf69f4-d525-4d66-ba81-b06a0c05c7cb HTTP/1.1" status: 200 len: 210 time: 0.2261491 Feb 19 04:45:55.142027 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3e001381-83e3-405b-adf6-4dd4115764d6 req-f5e5498f-d687-4de7-acca-98a0280a6ebe service neutron] 10.222.0.48 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495526 Feb 19 04:45:55.276509 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf806107-187d-45d1-8e87-3be37b13e94c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router (88a88571-6b2b-4d9b-a07e-ac1b477533bf), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:55.284775 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099bf354-693e-46e1-94d8-b4769d62f70f req-f22d0919-d230-4cf3-b97c-51ff27d60b84 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Made reservation on behalf of b788333bfa1e461e8bfe78d2c356d7b3 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:45:55.290104 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-099bf354-693e-46e1-94d8-b4769d62f70f req-f22d0919-d230-4cf3-b97c-51ff27d60b84 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:55.360273 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-31311127-c25b-4e36-89e1-3658c3ec6841 req-6cd83801-9bb0-426b-ae6e-a00f4f29d9f2 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8958330 Feb 19 04:45:55.604207 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf806107-187d-45d1-8e87-3be37b13e94c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (88a88571-6b2b-4d9b-a07e-ac1b477533bf), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:55.610821 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf806107-187d-45d1-8e87-3be37b13e94c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_controller (88a88571-6b2b-4d9b-a07e-ac1b477533bf), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:55.912732 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf806107-187d-45d1-8e87-3be37b13e94c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (88a88571-6b2b-4d9b-a07e-ac1b477533bf), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:55.914968 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf806107-187d-45d1-8e87-3be37b13e94c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88a88571-6b2b-4d9b-a07e-ac1b477533bf {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:45:55.919239 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-099bf354-693e-46e1-94d8-b4769d62f70f req-f22d0919-d230-4cf3-b97c-51ff27d60b84 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Allocated IP 172.20.0.19 (8224a546-01b0-4fa7-92a8-edf19be0d702/2a6d35f4-7d0c-464f-a12c-2cebf6affc75/b7212854-f580-4a57-9635-13a7fb0b14b1) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:45:55.928591 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf806107-187d-45d1-8e87-3be37b13e94c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:55.931035 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cf806107-187d-45d1-8e87-3be37b13e94c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "DELETE /v2.0/routers/88a88571-6b2b-4d9b-a07e-ac1b477533bf HTTP/1.1" status: 204 len: 168 time: 1.2550194 Feb 19 04:45:56.079503 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-87a4d236-e107-4016-9b64-b0e56e198211 req-5bc4289c-8524-4f8b-9766-5fbd2864a619 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bdf69f4-d525-4d66-ba81-b06a0c05c7cb HTTP/1.1" status: 200 len: 210 time: 0.0776031 Feb 19 04:45:56.277629 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43632) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:45:56.331214 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-099bf354-693e-46e1-94d8-b4769d62f70f req-f22d0919-d230-4cf3-b97c-51ff27d60b84 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for port (b7212854-f580-4a57-9635-13a7fb0b14b1), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:56.395186 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-099bf354-693e-46e1-94d8-b4769d62f70f req-f22d0919-d230-4cf3-b97c-51ff27d60b84 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b7212854-f580-4a57-9635-13a7fb0b14b1), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:56.481616 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099bf354-693e-46e1-94d8-b4769d62f70f req-f22d0919-d230-4cf3-b97c-51ff27d60b84 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Network 8224a546-01b0-4fa7-92a8-edf19be0d702 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:45:56.488651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-099bf354-693e-46e1-94d8-b4769d62f70f req-f22d0919-d230-4cf3-b97c-51ff27d60b84 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:45:56.497247 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-099bf354-693e-46e1-94d8-b4769d62f70f req-f22d0919-d230-4cf3-b97c-51ff27d60b84 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:45:56.587366 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d0919-d230-4cf3-b97c-51ff27d60b84 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'Port': ['ID=b7212854-f580-4a57-9635-13a7fb0b14b1,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:56.632826 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bf354-693e-46e1-94d8-b4769d62f70f req-f22d0919-d230-4cf3-b97c-51ff27d60b84 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:56.644068 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 97c18459-2c72-43da-a783-2e2db917d8b4 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:45:56.655041 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-099bf354-693e-46e1-94d8-b4769d62f70f req-f22d0919-d230-4cf3-b97c-51ff27d60b84 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:56.924722 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-398bbd01-0554-4e36-b283-c4200593d20b tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-420177162', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}, 'admin_state_up': False}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:45:56.988341 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-099bf354-693e-46e1-94d8-b4769d62f70f req-f22d0919-d230-4cf3-b97c-51ff27d60b84 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9779825 Feb 19 04:45:57.030255 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 97c18459-2c72-43da-a783-2e2db917d8b4 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:45:57.030788 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:57.053595 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-099bf354-693e-46e1-94d8-b4769d62f70f req-be3db6a3-ec7f-4044-8d1e-6061bc107952 service neutron] Request body: {'port': {'device_id': '7bdf69f4-d525-4d66-ba81-b06a0c05c7cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:45:57.112569 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13abfe41-ce81-4ad6-9392-ada9e177e5a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97c18459-2c72-43da-a783-2e2db917d8b4'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:45:57.116801 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ba0bd8-d73b-4825-9637-ea627e319637" -d '{"events": [{"server_uuid": "13abfe41-ce81-4ad6-9392-ada9e177e5a5", "name": "network-vif-unplugged", "status": "completed", "tag": "97c18459-2c72-43da-a783-2e2db917d8b4"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:45:57.182448 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 97c18459-2c72-43da-a783-2e2db917d8b4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=97c18459-2c72-43da-a783-2e2db917d8b4,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:45:57.202259 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:57.234998 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d3fb24ed-876a-4dff-a547-517da0b0811b None None] Provisioning complete for port b7212854-f580-4a57-9635-13a7fb0b14b1 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:45:57.235535 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d3fb24ed-876a-4dff-a547-517da0b0811b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b7212854-f580-4a57-9635-13a7fb0b14b1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:57.248639 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8e8b6-6c9c-4b31-8b26-a7adc17242b3 req-bddb743d-c017-41d2-a8d8-de9e206c546a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:57.250843 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-97d8e8b6-6c9c-4b31-8b26-a7adc17242b3 req-bddb743d-c017-41d2-a8d8-de9e206c546a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.5651860 Feb 19 04:45:57.252280 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-398bbd01-0554-4e36-b283-c4200593d20b tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (909ae9ed-292d-4d67-a703-203ad6c88b15), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:57.254102 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-398bbd01-0554-4e36-b283-c4200593d20b tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (909ae9ed-292d-4d67-a703-203ad6c88b15), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:57.387566 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d83116-0636-4aca-968b-21d48ce87fdf req-b0e719a7-ae8e-4c3c-8af2-ab4b06b4da97 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:57.402409 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-07d83116-0636-4aca-968b-21d48ce87fdf req-b0e719a7-ae8e-4c3c-8af2-ab4b06b4da97 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bdf69f4-d525-4d66-ba81-b06a0c05c7cb HTTP/1.1" status: 200 len: 932 time: 0.1518967 Feb 19 04:45:57.498283 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d3fb24ed-876a-4dff-a547-517da0b0811b None None] Port b7212854-f580-4a57-9635-13a7fb0b14b1 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:45:57.500857 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=97c18459-2c72-43da-a783-2e2db917d8b4,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:57.540327 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-099bf354-693e-46e1-94d8-b4769d62f70f req-be3db6a3-ec7f-4044-8d1e-6061bc107952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b7212854-f580-4a57-9635-13a7fb0b14b1), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:57.564476 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-07d83116-0636-4aca-968b-21d48ce87fdf req-a863018d-b779-48a8-b1c1-4da9d5845dae tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=baf1ac59-1329-4aa2-9013-2511357aa668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604073 Feb 19 04:45:57.575960 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-97d8e8b6-6c9c-4b31-8b26-a7adc17242b3 req-ee36190c-2e55-48b9-be5d-23f5db61233a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3012383 Feb 19 04:45:57.663765 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 04:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23420e71-1fec-40e5-96e0-c40fb998cce6 x-openstack-request-id: req-23420e71-1fec-40e5-96e0-c40fb998cce6 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:45:57.664785 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13abfe41-ce81-4ad6-9392-ada9e177e5a5", "name": "network-vif-unplugged", "status": "failed", "tag": "97c18459-2c72-43da-a783-2e2db917d8b4", "code": 422}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:45:57.665272 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23420e71-1fec-40e5-96e0-c40fb998cce6 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:45:57.665956 n-d-772273-4 neutron-server[115200]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '13abfe41-ce81-4ad6-9392-ada9e177e5a5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '97c18459-2c72-43da-a783-2e2db917d8b4', 'code': 422} returned with failed status Feb 19 04:45:57.682528 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-398bbd01-0554-4e36-b283-c4200593d20b tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_controller (909ae9ed-292d-4d67-a703-203ad6c88b15), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:58.057455 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-398bbd01-0554-4e36-b283-c4200593d20b tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_gateway (909ae9ed-292d-4d67-a703-203ad6c88b15), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:58.383375 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-099bf354-693e-46e1-94d8-b4769d62f70f req-be3db6a3-ec7f-4044-8d1e-6061bc107952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7212854-f580-4a57-9635-13a7fb0b14b1 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:45:58.404839 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-099bf354-693e-46e1-94d8-b4769d62f70f req-be3db6a3-ec7f-4044-8d1e-6061bc107952 service neutron] Publish callbacks [] for port (b7212854-f580-4a57-9635-13a7fb0b14b1), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:58.497610 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-099bf354-693e-46e1-94d8-b4769d62f70f req-be3db6a3-ec7f-4044-8d1e-6061bc107952 service neutron] Transition to ACTIVE for port object b7212854-f580-4a57-9635-13a7fb0b14b1 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:45:58.504648 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-099bf354-693e-46e1-94d8-b4769d62f70f req-be3db6a3-ec7f-4044-8d1e-6061bc107952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (b7212854-f580-4a57-9635-13a7fb0b14b1), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:58.575022 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-398bbd01-0554-4e36-b283-c4200593d20b tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_gateway (909ae9ed-292d-4d67-a703-203ad6c88b15), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:58.610510 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-398bbd01-0554-4e36-b283-c4200593d20b tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:58.660374 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3db6a3-ec7f-4044-8d1e-6061bc107952 service neutron] Pushing event updated for resources: {'Port': ['ID=b7212854-f580-4a57-9635-13a7fb0b14b1,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:58.969962 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09012f-1c4a-43c1-a329-698f4cc782e2 req-9bf6750d-2178-4d5d-95ec-53eafb231e6d tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:58.975873 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ae09012f-1c4a-43c1-a329-698f4cc782e2 req-9bf6750d-2178-4d5d-95ec-53eafb231e6d tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bdf69f4-d525-4d66-ba81-b06a0c05c7cb HTTP/1.1" status: 200 len: 944 time: 0.2109356 Feb 19 04:45:59.076168 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-398bbd01-0554-4e36-b283-c4200593d20b tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Allocated IP 172.25.0.106 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/8f76f811-253c-4eb6-a76c-9814830a1607) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:45:59.083729 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-099bf354-693e-46e1-94d8-b4769d62f70f req-be3db6a3-ec7f-4044-8d1e-6061bc107952 service neutron] Attempting to bind port b7212854-f580-4a57-9635-13a7fb0b14b1 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:45:59.084567 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-099bf354-693e-46e1-94d8-b4769d62f70f req-be3db6a3-ec7f-4044-8d1e-6061bc107952 service neutron] Attempting to bind port b7212854-f580-4a57-9635-13a7fb0b14b1 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'ef989f35-467c-4b18-9e97-5c1f8feb909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8224a546-01b0-4fa7-92a8-edf19be0d702'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:45:59.085417 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099bf354-693e-46e1-94d8-b4769d62f70f req-be3db6a3-ec7f-4044-8d1e-6061bc107952 service neutron] Attempting to bind port b7212854-f580-4a57-9635-13a7fb0b14b1 on network 8224a546-01b0-4fa7-92a8-edf19be0d702 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:45:59.092654 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ae09012f-1c4a-43c1-a329-698f4cc782e2 req-d782b40d-77aa-40ec-8ac7-3963757b955e tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=baf1ac59-1329-4aa2-9013-2511357aa668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099823 Feb 19 04:45:59.111072 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099bf354-693e-46e1-94d8-b4769d62f70f req-be3db6a3-ec7f-4044-8d1e-6061bc107952 service neutron] Port b7212854-f580-4a57-9635-13a7fb0b14b1 on network 8224a546-01b0-4fa7-92a8-edf19be0d702 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:45:59.111597 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099bf354-693e-46e1-94d8-b4769d62f70f req-be3db6a3-ec7f-4044-8d1e-6061bc107952 service neutron] Attempting to bind port b7212854-f580-4a57-9635-13a7fb0b14b1 on network 8224a546-01b0-4fa7-92a8-edf19be0d702 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:45:59.263257 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099bf354-693e-46e1-94d8-b4769d62f70f req-be3db6a3-ec7f-4044-8d1e-6061bc107952 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:45:59.264303 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099bf354-693e-46e1-94d8-b4769d62f70f req-be3db6a3-ec7f-4044-8d1e-6061bc107952 service neutron] Checking segment: {'id': 'ef989f35-467c-4b18-9e97-5c1f8feb909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8224a546-01b0-4fa7-92a8-edf19be0d702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:45:59.264724 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099bf354-693e-46e1-94d8-b4769d62f70f req-be3db6a3-ec7f-4044-8d1e-6061bc107952 service neutron] Bound using segment: {'id': 'ef989f35-467c-4b18-9e97-5c1f8feb909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8224a546-01b0-4fa7-92a8-edf19be0d702'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:45:59.265397 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-099bf354-693e-46e1-94d8-b4769d62f70f req-be3db6a3-ec7f-4044-8d1e-6061bc107952 service neutron] Bound port: b7212854-f580-4a57-9635-13a7fb0b14b1, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef989f35-467c-4b18-9e97-5c1f8feb909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8224a546-01b0-4fa7-92a8-edf19be0d702'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:45:59.265786 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-099bf354-693e-46e1-94d8-b4769d62f70f req-be3db6a3-ec7f-4044-8d1e-6061bc107952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b7212854-f580-4a57-9635-13a7fb0b14b1), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:59.332336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94730a4c-3cde-4d89-a1c4-1c09c4400f79 req-3b5f6d92-370c-416d-9060-cf6faf86361d tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:59.336112 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94730a4c-3cde-4d89-a1c4-1c09c4400f79 req-3b5f6d92-370c-416d-9060-cf6faf86361d tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 0.3345022 Feb 19 04:45:59.356502 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6a8db78-81a2-4026-a772-288b87bf32be req-97b2dd66-9cc5-4b34-9825-3c1a40001251 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3c79dc9e-b36c-4776-88df-1c196b047629&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1144006 Feb 19 04:45:59.480263 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8db78-81a2-4026-a772-288b87bf32be req-87da53a3-5e3e-4d1a-a05a-e811c5f73b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:59.482478 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6a8db78-81a2-4026-a772-288b87bf32be req-87da53a3-5e3e-4d1a-a05a-e811c5f73b63 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b788333bfa1e461e8bfe78d2c356d7b3&device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 1127 time: 0.0683656 Feb 19 04:45:59.565214 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-398bbd01-0554-4e36-b283-c4200593d20b tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for port (8f76f811-253c-4eb6-a76c-9814830a1607), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:59.638659 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94730a4c-3cde-4d89-a1c4-1c09c4400f79 req-91904c29-10d7-4b8a-8b17-899e798e7038 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2686629 Feb 19 04:45:59.648113 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-398bbd01-0554-4e36-b283-c4200593d20b tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (8f76f811-253c-4eb6-a76c-9814830a1607), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:59.662333 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8db78-81a2-4026-a772-288b87bf32be req-2a53febd-cc2f-487b-92b5-c509ac91e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:59.665286 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6a8db78-81a2-4026-a772-288b87bf32be req-2a53febd-cc2f-487b-92b5-c509ac91e72c service neutron] 10.222.0.10 "GET /v2.0/networks?id=8cf40e8d-bb62-447b-a435-9b688d0fd6d7 HTTP/1.1" status: 200 len: 896 time: 0.1576300 Feb 19 04:45:59.730835 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-099bf354-693e-46e1-94d8-b4769d62f70f req-be3db6a3-ec7f-4044-8d1e-6061bc107952 service neutron] For port b7212854-f580-4a57-9635-13a7fb0b14b1, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:45:59.750093 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398bbd01-0554-4e36-b283-c4200593d20b tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:45:59.787229 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-398bbd01-0554-4e36-b283-c4200593d20b tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:45:59.807772 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-099bf354-693e-46e1-94d8-b4769d62f70f req-be3db6a3-ec7f-4044-8d1e-6061bc107952 service neutron] For port b7212854-f580-4a57-9635-13a7fb0b14b1, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=b7212854-f580-4a57-9635-13a7fb0b14b1,segment=NetworkSegment(ef989f35-467c-4b18-9e97-5c1f8feb909f),segment_id=ef989f35-467c-4b18-9e97-5c1f8feb909f)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:45:59.809599 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398bbd01-0554-4e36-b283-c4200593d20b tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:45:59.827167 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6a8db78-81a2-4026-a772-288b87bf32be req-783a69e2-6377-4385-8643-13e4b1b0c048 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b80c3687-0b71-4042-bd12-855b4ff97339 HTTP/1.1" status: 200 len: 1001 time: 0.1546476 Feb 19 04:45:59.877180 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-099bf354-693e-46e1-94d8-b4769d62f70f req-be3db6a3-ec7f-4044-8d1e-6061bc107952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (b7212854-f580-4a57-9635-13a7fb0b14b1), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:59.918227 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bbd01-0554-4e36-b283-c4200593d20b tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Pushing event updated for resources: {'Port': ['ID=8f76f811-253c-4eb6-a76c-9814830a1607,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:45:59.986487 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bf354-693e-46e1-94d8-b4769d62f70f req-be3db6a3-ec7f-4044-8d1e-6061bc107952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:45:59.989012 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-099bf354-693e-46e1-94d8-b4769d62f70f req-be3db6a3-ec7f-4044-8d1e-6061bc107952 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:45:59.991995 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-099bf354-693e-46e1-94d8-b4769d62f70f req-be3db6a3-ec7f-4044-8d1e-6061bc107952 service neutron] 10.222.0.48 "PUT /v2.0/ports/b7212854-f580-4a57-9635-13a7fb0b14b1 HTTP/1.1" status: 200 len: 1092 time: 2.9716432 Feb 19 04:45:59.995863 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdf69f4-d525-4d66-ba81-b06a0c05c7cb', 'tag': 'b7212854-f580-4a57-9635-13a7fb0b14b1'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:46:00.023580 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add66774-ef7e-4a2b-ae05-b66294c481d5" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdf69f4-d525-4d66-ba81-b06a0c05c7cb", "tag": "b7212854-f580-4a57-9635-13a7fb0b14b1"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:46:00.061746 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8db78-81a2-4026-a772-288b87bf32be req-1c6a6c76-9e3a-429c-a7d6-71a0d79ee09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:00.065761 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6a8db78-81a2-4026-a772-288b87bf32be req-1c6a6c76-9e3a-429c-a7d6-71a0d79ee09f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b843cec4-f76b-4e9d-bb04-192ac7525967 HTTP/1.1" status: 200 len: 834 time: 0.2322071 Feb 19 04:46:00.308758 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8db78-81a2-4026-a772-288b87bf32be req-afe14eb5-3198-4595-a38a-bed915a24a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:00.319373 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6a8db78-81a2-4026-a772-288b87bf32be req-afe14eb5-3198-4595-a38a-bed915a24a19 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8cf40e8d-bb62-447b-a435-9b688d0fd6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2375364 Feb 19 04:46:00.325030 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abac954b-2f50-4734-98c3-afdd5f21df98 x-openstack-request-id: req-abac954b-2f50-4734-98c3-afdd5f21df98 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:46:00.325030 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdf69f4-d525-4d66-ba81-b06a0c05c7cb", "tag": "b7212854-f580-4a57-9635-13a7fb0b14b1", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:46:00.325030 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-abac954b-2f50-4734-98c3-afdd5f21df98 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:46:00.329348 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdf69f4-d525-4d66-ba81-b06a0c05c7cb', 'tag': 'b7212854-f580-4a57-9635-13a7fb0b14b1', 'status': 'completed', 'code': 200} Feb 19 04:46:00.530459 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6a8db78-81a2-4026-a772-288b87bf32be req-91a25e93-5326-4761-a2b9-d6e55bf4a9ad service neutron] 10.222.0.10 "GET /v2.0/networks/8cf40e8d-bb62-447b-a435-9b688d0fd6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025769 Feb 19 04:46:00.670147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3db6a3-ec7f-4044-8d1e-6061bc107952 service neutron] Pushing event updated for resources: {'Port': ['ID=b7212854-f580-4a57-9635-13a7fb0b14b1,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:00.673761 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 97c18459-2c72-43da-a783-2e2db917d8b4 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:46:00.756775 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6a8db78-81a2-4026-a772-288b87bf32be req-118e4931-4149-4924-924b-89e8b439192a service neutron] 10.222.0.10 "GET /v2.0/networks/8cf40e8d-bb62-447b-a435-9b688d0fd6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162669 Feb 19 04:46:00.776456 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6120b-a758-43c7-be24-817f5f5b900d req-2ec3201f-a1e7-4e27-953b-e72781c98e05 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:00.778352 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ddd6120b-a758-43c7-be24-817f5f5b900d req-2ec3201f-a1e7-4e27-953b-e72781c98e05 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bdf69f4-d525-4d66-ba81-b06a0c05c7cb HTTP/1.1" status: 200 len: 944 time: 0.2740431 Feb 19 04:46:00.782874 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bf354-693e-46e1-94d8-b4769d62f70f req-2178b3ab-9ee2-4ae8-ad42-e33065f157bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:00.784559 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-099bf354-693e-46e1-94d8-b4769d62f70f req-2178b3ab-9ee2-4ae8-ad42-e33065f157bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b788333bfa1e461e8bfe78d2c356d7b3&device_id=7bdf69f4-d525-4d66-ba81-b06a0c05c7cb HTTP/1.1" status: 200 len: 1126 time: 0.6989071 Feb 19 04:46:00.892882 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 97c18459-2c72-43da-a783-2e2db917d8b4 is: DOWN; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:46:00.941606 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-099bf354-693e-46e1-94d8-b4769d62f70f req-1a9833b2-0e17-47e2-a1c0-aa25faa18d57 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=b7212854-f580-4a57-9635-13a7fb0b14b1 HTTP/1.1" status: 200 len: 217 time: 0.1483040 Feb 19 04:46:00.950485 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-49249c07-faec-481e-a812-5b2976a86931 req-3a26ed0c-b182-4a8a-9568-bf37a430b7a0 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:46:00.952331 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-49249c07-faec-481e-a812-5b2976a86931 req-3a26ed0c-b182-4a8a-9568-bf37a430b7a0 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115685 Feb 19 04:46:01.351763 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7523f3-bf4e-4e74-b236-f9b9fc4c68c4 req-9a73a6f2-bcd6-4898-90be-d6bf9690e4d3 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:01.367160 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6e7523f3-bf4e-4e74-b236-f9b9fc4c68c4 req-9a73a6f2-bcd6-4898-90be-d6bf9690e4d3 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 0.2177935 Feb 19 04:46:01.415364 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ddd6120b-a758-43c7-be24-817f5f5b900d req-66a036f6-837a-4779-95ba-0b87e60f3090 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=baf1ac59-1329-4aa2-9013-2511357aa668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6124110 Feb 19 04:46:01.475815 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bf354-693e-46e1-94d8-b4769d62f70f req-3dea2553-46ed-4a6b-97b8-a2e50b5b7976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:01.477420 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-099bf354-693e-46e1-94d8-b4769d62f70f req-3dea2553-46ed-4a6b-97b8-a2e50b5b7976 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a6d35f4-7d0c-464f-a12c-2cebf6affc75 HTTP/1.1" status: 200 len: 837 time: 0.5256321 Feb 19 04:46:01.528239 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6e7523f3-bf4e-4e74-b236-f9b9fc4c68c4 req-90582424-bcb4-486e-aaea-4df74f9f4e8a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581488 Feb 19 04:46:01.660237 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-398bbd01-0554-4e36-b283-c4200593d20b tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_gateway (909ae9ed-292d-4d67-a703-203ad6c88b15), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:01.819887 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bf354-693e-46e1-94d8-b4769d62f70f req-b7baab84-a6ec-4427-b3d0-7e97e83e837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:01.822140 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-099bf354-693e-46e1-94d8-b4769d62f70f req-b7baab84-a6ec-4427-b3d0-7e97e83e837f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8224a546-01b0-4fa7-92a8-edf19be0d702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2483885 Feb 19 04:46:02.201318 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-19810330-139f-4ffe-86bb-ffea64ab0a9c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2618949 Feb 19 04:46:02.228741 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-a7d73f6d-3c94-4f45-9d61-60d937c13878 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:46:02.231437 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-a7d73f6d-3c94-4f45-9d61-60d937c13878 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0227075 Feb 19 04:46:02.302743 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9131ed12-4b8c-4755-9baa-8847cb11cde5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:02.307676 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43798) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:02.604299 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-97024664-fcaf-4a2d-9c56-c290c22437fb tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:02.606910 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-97024664-fcaf-4a2d-9c56-c290c22437fb tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports/97c18459-2c72-43da-a783-2e2db917d8b4 HTTP/1.1" status: 200 len: 940 time: 0.2930284 Feb 19 04:46:02.917137 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596ef16-0e01-41e9-b9d5-2a4269dd7f52 req-5e3cf0e3-5d14-417e-bf89-fc45a5cf095a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:02.924875 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3596ef16-0e01-41e9-b9d5-2a4269dd7f52 req-5e3cf0e3-5d14-417e-bf89-fc45a5cf095a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 0.2242324 Feb 19 04:46:03.168189 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-099bf354-693e-46e1-94d8-b4769d62f70f req-727922b3-b8d9-46bc-b17c-6a8e0731c1d3 service neutron] 10.222.0.48 "GET /v2.0/networks/8224a546-01b0-4fa7-92a8-edf19be0d702?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2540498 Feb 19 04:46:03.168759 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3596ef16-0e01-41e9-b9d5-2a4269dd7f52 req-d105d30b-0601-4f5b-b35b-fc754f8f9135 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238717 Feb 19 04:46:03.315635 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217a797-a84e-4d85-9e3a-ff52c04c04ac req-4d25c9b7-3cf1-4d74-9417-6e913c17e0e4 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:03.317991 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3217a797-a84e-4d85-9e3a-ff52c04c04ac req-4d25c9b7-3cf1-4d74-9417-6e913c17e0e4 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bdf69f4-d525-4d66-ba81-b06a0c05c7cb HTTP/1.1" status: 200 len: 944 time: 0.6359642 Feb 19 04:46:03.430527 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-398bbd01-0554-4e36-b283-c4200593d20b tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (909ae9ed-292d-4d67-a703-203ad6c88b15), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:03.597080 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3217a797-a84e-4d85-9e3a-ff52c04c04ac req-9f7c0091-fe68-43a7-8925-d80e553a3211 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=baf1ac59-1329-4aa2-9013-2511357aa668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688591 Feb 19 04:46:03.605426 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-099bf354-693e-46e1-94d8-b4769d62f70f req-6fe77b6f-e4da-42cd-9044-dcddefc54f63 service neutron] 10.222.0.48 "GET /v2.0/networks/8224a546-01b0-4fa7-92a8-edf19be0d702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934585 Feb 19 04:46:04.076380 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add66774-ef7e-4a2b-ae05-b66294c481d5 req-f605df48-c4e5-430f-b49a-1f54f9e4e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:04.078128 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-add66774-ef7e-4a2b-ae05-b66294c481d5 req-f605df48-c4e5-430f-b49a-1f54f9e4e25a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b788333bfa1e461e8bfe78d2c356d7b3&device_id=7bdf69f4-d525-4d66-ba81-b06a0c05c7cb HTTP/1.1" status: 200 len: 1126 time: 0.2682898 Feb 19 04:46:04.459089 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398bbd01-0554-4e36-b283-c4200593d20b tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Router 909ae9ed-292d-4d67-a703-203ad6c88b15 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:46:04.525846 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1450c3-bddb-4df9-ad5c-469c8ef09da8 req-51443283-9adb-4014-83c2-0ea1def5000a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:04.536194 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e1450c3-bddb-4df9-ad5c-469c8ef09da8 req-51443283-9adb-4014-83c2-0ea1def5000a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 0.1695950 Feb 19 04:46:04.745127 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e1450c3-bddb-4df9-ad5c-469c8ef09da8 req-6d6637fe-7167-4aa5-b72b-fae1069bc20b tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012250 Feb 19 04:46:05.071149 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-28636244-5e72-452f-a783-e634a316bc4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:05.141864 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add66774-ef7e-4a2b-ae05-b66294c481d5 req-8016dcc3-270b-4f83-b5ae-cd3ddc4b8ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:05.150407 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-add66774-ef7e-4a2b-ae05-b66294c481d5 req-8016dcc3-270b-4f83-b5ae-cd3ddc4b8ee1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8224a546-01b0-4fa7-92a8-edf19be0d702 HTTP/1.1" status: 200 len: 897 time: 1.0618291 Feb 19 04:46:05.313402 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398bbd01-0554-4e36-b283-c4200593d20b tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:46:05.321959 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-add66774-ef7e-4a2b-ae05-b66294c481d5 req-d8331a8f-14a9-44b2-86b7-9d5a734c7271 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=b7212854-f580-4a57-9635-13a7fb0b14b1 HTTP/1.1" status: 200 len: 217 time: 0.1638258 Feb 19 04:46:05.330204 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a33d82-dedc-433e-b84f-a50506c49413 None None] Sync routers for ids ['909ae9ed-292d-4d67-a703-203ad6c88b15'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:46:05.403485 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a33d82-dedc-433e-b84f-a50506c49413 None None] Routers {'909ae9ed-292d-4d67-a703-203ad6c88b15'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:46:05.420552 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-69a33d82-dedc-433e-b84f-a50506c49413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:46:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['909ae9ed-292d-4d67-a703-203ad6c88b15'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:05.526219 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-69a33d82-dedc-433e-b84f-a50506c49413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:05.559218 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a33d82-dedc-433e-b84f-a50506c49413 None None] Routers {'909ae9ed-292d-4d67-a703-203ad6c88b15'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:46:05.562955 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-69a33d82-dedc-433e-b84f-a50506c49413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:46:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['909ae9ed-292d-4d67-a703-203ad6c88b15'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:05.619585 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73d104-2f6e-4d89-a736-181c660a8bbb req-3ec916e3-999b-4f70-8ce9-afd502cacc58 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:05.639541 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e73d104-2f6e-4d89-a736-181c660a8bbb req-3ec916e3-999b-4f70-8ce9-afd502cacc58 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bdf69f4-d525-4d66-ba81-b06a0c05c7cb HTTP/1.1" status: 200 len: 944 time: 0.7385240 Feb 19 04:46:05.654383 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-69a33d82-dedc-433e-b84f-a50506c49413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:05.656113 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a33d82-dedc-433e-b84f-a50506c49413 None None] The sync data for ids ['909ae9ed-292d-4d67-a703-203ad6c88b15'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:46:05.665256 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-398bbd01-0554-4e36-b283-c4200593d20b tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:05.671849 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-398bbd01-0554-4e36-b283-c4200593d20b tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.3878591 Feb 19 04:46:05.672615 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43874) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:05.778288 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add66774-ef7e-4a2b-ae05-b66294c481d5 req-b305bac2-038a-4c9c-9f2f-d6d5010db5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:05.782587 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-add66774-ef7e-4a2b-ae05-b66294c481d5 req-b305bac2-038a-4c9c-9f2f-d6d5010db5ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a6d35f4-7d0c-464f-a12c-2cebf6affc75 HTTP/1.1" status: 200 len: 837 time: 0.4270649 Feb 19 04:46:05.931870 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e73d104-2f6e-4d89-a736-181c660a8bbb req-5029a100-4a03-4f08-a2fb-0fe789ebde30 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=baf1ac59-1329-4aa2-9013-2511357aa668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029424 Feb 19 04:46:06.167331 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add66774-ef7e-4a2b-ae05-b66294c481d5 req-f9a3e848-7882-490d-9eab-f851eea109bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:06.219985 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-add66774-ef7e-4a2b-ae05-b66294c481d5 req-f9a3e848-7882-490d-9eab-f851eea109bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8224a546-01b0-4fa7-92a8-edf19be0d702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3658040 Feb 19 04:46:06.399831 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-befd269b-8f2d-4f21-81af-4ffa7621998e tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "GET /v2.0/routers/909ae9ed-292d-4d67-a703-203ad6c88b15 HTTP/1.1" status: 200 len: 924 time: 0.7256105 Feb 19 04:46:06.407280 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43888) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:06.501505 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b9fdee46-f222-4c01-acdd-2dc2c1646c71 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "GET /v2.0/ports?device_id=909ae9ed-292d-4d67-a703-203ad6c88b15 HTTP/1.1" status: 200 len: 205 time: 0.0871494 Feb 19 04:46:06.505867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 43894) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:06.573737 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-add66774-ef7e-4a2b-ae05-b66294c481d5 req-3a63bfa9-8270-4d69-85e3-2affbdc9c27d service neutron] 10.222.0.48 "GET /v2.0/networks/8224a546-01b0-4fa7-92a8-edf19be0d702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441434 Feb 19 04:46:06.692256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device b7212854-f580-4a57-9635-13a7fb0b14b1 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:46:06.840039 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router (909ae9ed-292d-4d67-a703-203ad6c88b15), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:06.971518 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-add66774-ef7e-4a2b-ae05-b66294c481d5 req-917a403b-683b-409e-ad8c-d2ac94d9806d service neutron] 10.222.0.48 "GET /v2.0/networks/8224a546-01b0-4fa7-92a8-edf19be0d702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914652 Feb 19 04:46:07.062168 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port b7212854-f580-4a57-9635-13a7fb0b14b1, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=b7212854-f580-4a57-9635-13a7fb0b14b1,segment=NetworkSegment(ef989f35-467c-4b18-9e97-5c1f8feb909f),segment_id=ef989f35-467c-4b18-9e97-5c1f8feb909f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:46:07.094093 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'b7212854-f580-4a57-9635-13a7fb0b14b1', 'network_id': '8224a546-01b0-4fa7-92a8-edf19be0d702', 'port_id': 'b7212854-f580-4a57-9635-13a7fb0b14b1', 'mac_address': 'fa:16:3e:5f:21:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a6d35f4-7d0c-464f-a12c-2cebf6affc75', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:46:07.260279 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17277f-fdf2-43a9-8804-5799004b8eb5 req-3f56ef33-1e3f-4e99-aad8-bfde03a9799d tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:07.263087 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9d17277f-fdf2-43a9-8804-5799004b8eb5 req-3f56ef33-1e3f-4e99-aad8-bfde03a9799d tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 1.2651215 Feb 19 04:46:07.298734 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:07.349701 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_gateway (909ae9ed-292d-4d67-a703-203ad6c88b15), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:07.423704 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port b7212854-f580-4a57-9635-13a7fb0b14b1 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:46:07.424418 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b7212854-f580-4a57-9635-13a7fb0b14b1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:07.471610 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7212854-f580-4a57-9635-13a7fb0b14b1 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:46:07.555632 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port b7212854-f580-4a57-9635-13a7fb0b14b1, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=b7212854-f580-4a57-9635-13a7fb0b14b1,segment=NetworkSegment(ef989f35-467c-4b18-9e97-5c1f8feb909f),segment_id=ef989f35-467c-4b18-9e97-5c1f8feb909f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:46:07.578980 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b7212854-f580-4a57-9635-13a7fb0b14b1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:07.684410 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:07.780468 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=b7212854-f580-4a57-9635-13a7fb0b14b1,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:07.799880 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9d17277f-fdf2-43a9-8804-5799004b8eb5 req-314cb161-6690-4bf7-b20e-5925e892f637 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4736586 Feb 19 04:46:07.814116 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:07.814472 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:07.814817 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:07.815166 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:07.821276 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:07.821739 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:07.822097 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:07.822451 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:07.822807 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:07.823130 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:07.829095 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:07.829798 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:07.830160 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:07.855164 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['b7212854-f580-4a57-9635-13a7fb0b14b1'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:46:07.867232 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee133ed0-f244-44ac-bf08-65879911f791 req-bd6424f8-3093-4d7a-bc9b-a75c964990a8 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:07.869190 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ee133ed0-f244-44ac-bf08-65879911f791 req-bd6424f8-3093-4d7a-bc9b-a75c964990a8 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bdf69f4-d525-4d66-ba81-b06a0c05c7cb HTTP/1.1" status: 200 len: 944 time: 0.6988182 Feb 19 04:46:07.872279 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Deleting port 8f76f811-253c-4eb6-a76c-9814830a1607 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:46:07.872794 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (8f76f811-253c-4eb6-a76c-9814830a1607), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:08.035280 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ee133ed0-f244-44ac-bf08-65879911f791 req-12edf5c2-9b75-48f7-969c-a025dd41ba36 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=baf1ac59-1329-4aa2-9013-2511357aa668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558642 Feb 19 04:46:08.071993 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:08.162260 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (8f76f811-253c-4eb6-a76c-9814830a1607), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:08.195634 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Calling delete_port for 8f76f811-253c-4eb6-a76c-9814830a1607 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:46:08.900653 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (8f76f811-253c-4eb6-a76c-9814830a1607), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:09.119344 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Pushing event deleted for resources: {'Port': ['ID=8f76f811-253c-4eb6-a76c-9814830a1607,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:09.221979 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:09.375081 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:09.421690 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:09.433603 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:09.434566 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aee1c4-ab4e-4a7b-8fdb-c9b6bc5b89dd req-a5011f3c-a214-41d9-9bbb-a87766c7782d tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:09.435343 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:09.436286 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:09.436781 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:09.437212 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5aee1c4-ab4e-4a7b-8fdb-c9b6bc5b89dd req-a5011f3c-a214-41d9-9bbb-a87766c7782d tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bdf69f4-d525-4d66-ba81-b06a0c05c7cb HTTP/1.1" status: 200 len: 945 time: 0.2363040 Feb 19 04:46:09.437813 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:09.439559 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:09.440130 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:09.441159 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:09.444579 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:09.445278 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:09.445982 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:09.446507 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:09.507998 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (909ae9ed-292d-4d67-a703-203ad6c88b15), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:09.559502 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d9e5f-ed98-4b97-b398-c52504d8f502 req-e7c2df3c-8469-4f0f-85a1-b6b953f2571a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:09.568010 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-064d9e5f-ed98-4b97-b398-c52504d8f502 req-e7c2df3c-8469-4f0f-85a1-b6b953f2571a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 0.5414052 Feb 19 04:46:09.581199 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5aee1c4-ab4e-4a7b-8fdb-c9b6bc5b89dd req-69c0888f-ab13-42d8-8444-c1c4ee1b0917 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=baf1ac59-1329-4aa2-9013-2511357aa668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284788 Feb 19 04:46:09.756505 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (909ae9ed-292d-4d67-a703-203ad6c88b15), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:09.766209 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_controller (909ae9ed-292d-4d67-a703-203ad6c88b15), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:09.946468 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-064d9e5f-ed98-4b97-b398-c52504d8f502 req-5e796a58-9ae6-49c2-b7e5-5e9a105b5fd0 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3771727 Feb 19 04:46:09.962851 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (909ae9ed-292d-4d67-a703-203ad6c88b15), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:09.964086 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Fanout notify agent at l3_agent the message router_deleted on router 909ae9ed-292d-4d67-a703-203ad6c88b15 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:46:09.981163 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:09.984318 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bf242420-b9eb-4d0c-b5fc-2bc03e41986e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "DELETE /v2.0/routers/909ae9ed-292d-4d67-a703-203ad6c88b15 HTTP/1.1" status: 204 len: 168 time: 3.4739563 Feb 19 04:46:09.987163 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 43942) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:09.993797 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f65d8ac0-eb98-4b96-a9d5-1948efd59a6f tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1008050051', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'enable_snat': False}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:46:10.039117 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f65d8ac0-eb98-4b96-a9d5-1948efd59a6f tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (fdd4e3dd-393f-4b30-a80a-ab0d33e33575), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:10.041117 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f65d8ac0-eb98-4b96-a9d5-1948efd59a6f tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (fdd4e3dd-393f-4b30-a80a-ab0d33e33575), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:10.137525 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f65d8ac0-eb98-4b96-a9d5-1948efd59a6f tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_controller (fdd4e3dd-393f-4b30-a80a-ab0d33e33575), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:10.388020 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f65d8ac0-eb98-4b96-a9d5-1948efd59a6f tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_gateway (fdd4e3dd-393f-4b30-a80a-ab0d33e33575), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:10.737920 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device b7212854-f580-4a57-9635-13a7fb0b14b1 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:46:10.866984 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port b7212854-f580-4a57-9635-13a7fb0b14b1 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:46:10.874463 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port b7212854-f580-4a57-9635-13a7fb0b14b1 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:46:10.875125 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b7212854-f580-4a57-9635-13a7fb0b14b1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:10.910889 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f65d8ac0-eb98-4b96-a9d5-1948efd59a6f tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_gateway (fdd4e3dd-393f-4b30-a80a-ab0d33e33575), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:10.961155 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f65d8ac0-eb98-4b96-a9d5-1948efd59a6f tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:10.975996 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e566c-78dc-49c4-be9f-fe6e9724a34c req-5fc2038e-ee48-4cfc-b489-484d0c6d2532 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:10.978175 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1f5e566c-78dc-49c4-be9f-fe6e9724a34c req-5fc2038e-ee48-4cfc-b489-484d0c6d2532 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bdf69f4-d525-4d66-ba81-b06a0c05c7cb HTTP/1.1" status: 200 len: 945 time: 0.2033522 Feb 19 04:46:11.168734 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port b7212854-f580-4a57-9635-13a7fb0b14b1 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:46:11.181006 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b7212854-f580-4a57-9635-13a7fb0b14b1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:11.330279 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdf69f4-d525-4d66-ba81-b06a0c05c7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7212854-f580-4a57-9635-13a7fb0b14b1'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:46:11.365058 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d549db8d-4704-4fd9-9dfe-b5cf77e93d0e" -d '{"events": [{"server_uuid": "7bdf69f4-d525-4d66-ba81-b06a0c05c7cb", "name": "network-vif-plugged", "status": "completed", "tag": "b7212854-f580-4a57-9635-13a7fb0b14b1"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:46:11.411553 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1f5e566c-78dc-49c4-be9f-fe6e9724a34c req-d4ff3cb5-c9ca-4ff4-983c-008fa7575ba2 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=baf1ac59-1329-4aa2-9013-2511357aa668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4258788 Feb 19 04:46:11.459702 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port b7212854-f580-4a57-9635-13a7fb0b14b1, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=b7212854-f580-4a57-9635-13a7fb0b14b1,segment=NetworkSegment(ef989f35-467c-4b18-9e97-5c1f8feb909f),segment_id=ef989f35-467c-4b18-9e97-5c1f8feb909f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:46:11.473195 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b7212854-f580-4a57-9635-13a7fb0b14b1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:11.573222 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55452e80-503b-4e5e-99b1-efb026d0bc29 x-openstack-request-id: req-55452e80-503b-4e5e-99b1-efb026d0bc29 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:46:11.576406 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdf69f4-d525-4d66-ba81-b06a0c05c7cb", "name": "network-vif-plugged", "status": "completed", "tag": "b7212854-f580-4a57-9635-13a7fb0b14b1", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:46:11.577260 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-55452e80-503b-4e5e-99b1-efb026d0bc29 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:46:11.578419 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe499dc7-ebbb-42a8-a72f-706faa0f0ca3 req-2fb45ab0-fb7d-45ce-aefa-730a70646a7a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:11.580679 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdf69f4-d525-4d66-ba81-b06a0c05c7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7212854-f580-4a57-9635-13a7fb0b14b1', 'code': 200} Feb 19 04:46:11.593711 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-f65d8ac0-eb98-4b96-a9d5-1948efd59a6f tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Allocated IP 172.25.0.146 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/f15a45ff-3ecc-432c-bcca-2f8aadb71bac) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:46:11.594898 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fe499dc7-ebbb-42a8-a72f-706faa0f0ca3 req-2fb45ab0-fb7d-45ce-aefa-730a70646a7a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 0.3911200 Feb 19 04:46:11.692161 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=b7212854-f580-4a57-9635-13a7fb0b14b1,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:11.931529 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cfa4e-b7b0-482b-8249-20918b289ba6 req-4ca28051-91e1-4f22-a436-b391c4345494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:11.937432 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5c8cfa4e-b7b0-482b-8249-20918b289ba6 req-4ca28051-91e1-4f22-a436-b391c4345494 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7bdf69f4-d525-4d66-ba81-b06a0c05c7cb HTTP/1.1" status: 200 len: 1128 time: 0.2470491 Feb 19 04:46:12.280655 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f65d8ac0-eb98-4b96-a9d5-1948efd59a6f tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for port (f15a45ff-3ecc-432c-bcca-2f8aadb71bac), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:12.342946 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5c8cfa4e-b7b0-482b-8249-20918b289ba6 req-f62ab64a-fca0-4a0f-a0e9-abeb5df8969c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=baf1ac59-1329-4aa2-9013-2511357aa668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3942811 Feb 19 04:46:12.348542 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fe499dc7-ebbb-42a8-a72f-706faa0f0ca3 req-e4cab968-ee64-446f-b9b4-4d57ce1082fa tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7521894 Feb 19 04:46:12.397925 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f65d8ac0-eb98-4b96-a9d5-1948efd59a6f tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (f15a45ff-3ecc-432c-bcca-2f8aadb71bac), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:12.482059 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d8ac0-eb98-4b96-a9d5-1948efd59a6f tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Pushing event updated for resources: {'Port': ['ID=f15a45ff-3ecc-432c-bcca-2f8aadb71bac,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:12.523677 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65d8ac0-eb98-4b96-a9d5-1948efd59a6f tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:46:12.526349 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-f65d8ac0-eb98-4b96-a9d5-1948efd59a6f tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:46:12.540826 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65d8ac0-eb98-4b96-a9d5-1948efd59a6f tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:46:13.462302 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab886cf-e82c-4355-8ee2-88d26affd885 req-b5dd0608-fbae-4b33-9c45-8a8cab9ca952 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:13.475047 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ab886cf-e82c-4355-8ee2-88d26affd885 req-b5dd0608-fbae-4b33-9c45-8a8cab9ca952 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bdf69f4-d525-4d66-ba81-b06a0c05c7cb HTTP/1.1" status: 200 len: 946 time: 0.8737066 Feb 19 04:46:13.496572 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f65d8ac0-eb98-4b96-a9d5-1948efd59a6f tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_gateway (fdd4e3dd-393f-4b30-a80a-ab0d33e33575), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:13.697519 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb34552-bd81-44b7-b01d-cfe9a29c2e47 req-4a25cfff-4c2a-4127-8eb0-dd6198e15ad8 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:13.712860 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bcb34552-bd81-44b7-b01d-cfe9a29c2e47 req-4a25cfff-4c2a-4127-8eb0-dd6198e15ad8 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 0.1524458 Feb 19 04:46:13.958041 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bcb34552-bd81-44b7-b01d-cfe9a29c2e47 req-9a31700d-05eb-418d-a8ea-e4f0ed7ad178 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2354021 Feb 19 04:46:13.998186 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ab886cf-e82c-4355-8ee2-88d26affd885 req-0cb642ce-7c19-4994-8b80-184c241b3010 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=baf1ac59-1329-4aa2-9013-2511357aa668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5202272 Feb 19 04:46:14.084135 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f65d8ac0-eb98-4b96-a9d5-1948efd59a6f tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (fdd4e3dd-393f-4b30-a80a-ab0d33e33575), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:14.587515 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65d8ac0-eb98-4b96-a9d5-1948efd59a6f tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Router fdd4e3dd-393f-4b30-a80a-ab0d33e33575 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:46:14.903521 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65d8ac0-eb98-4b96-a9d5-1948efd59a6f tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:46:14.938723 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] Sync routers for ids ['fdd4e3dd-393f-4b30-a80a-ab0d33e33575'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:46:14.970909 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f65d8ac0-eb98-4b96-a9d5-1948efd59a6f tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:14.975655 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f65d8ac0-eb98-4b96-a9d5-1948efd59a6f tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.9865849 Feb 19 04:46:14.977959 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] Routers {'fdd4e3dd-393f-4b30-a80a-ab0d33e33575'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:46:14.978663 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:46:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['fdd4e3dd-393f-4b30-a80a-ab0d33e33575'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:14.979246 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44018) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:15.411174 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9931a6c-d798-47a7-9054-43a02aad8617 req-9ecc3421-7759-4119-ae22-ea706530d86c tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:15.415032 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d9931a6c-d798-47a7-9054-43a02aad8617 req-9ecc3421-7759-4119-ae22-ea706530d86c tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 0.1327882 Feb 19 04:46:15.446880 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] Set router fdd4e3dd-393f-4b30-a80a-ab0d33e33575 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:46:15.464258 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0122c-f5f6-49da-81c2-d65f108eda5a req-74fce296-90ed-426c-80b8-961ef272afe4 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:15.467120 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-76d0122c-f5f6-49da-81c2-d65f108eda5a req-74fce296-90ed-426c-80b8-961ef272afe4 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bdf69f4-d525-4d66-ba81-b06a0c05c7cb HTTP/1.1" status: 200 len: 946 time: 0.2677372 Feb 19 04:46:15.495058 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44028) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:15.495364 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-21631904-4f63-4e9a-8d37-4ff1c29f2a9f tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "GET /v2.0/routers/fdd4e3dd-393f-4b30-a80a-ab0d33e33575 HTTP/1.1" status: 200 len: 909 time: 0.5124097 Feb 19 04:46:15.550425 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-7d42a61c-0075-45ca-9765-54bf8718aea7 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1008050051', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'enable_snat': True}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:46:15.559418 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d9931a6c-d798-47a7-9054-43a02aad8617 req-56e89bf8-ba8d-460c-bb50-7b366bdd2636 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354403 Feb 19 04:46:15.664138 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-76d0122c-f5f6-49da-81c2-d65f108eda5a req-6c80db59-5a31-40f8-ac72-f24076052f81 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=baf1ac59-1329-4aa2-9013-2511357aa668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856163 Feb 19 04:46:15.726205 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d42a61c-0075-45ca-9765-54bf8718aea7 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (20227787-a7f7-41cc-b1d0-b7c77ab03305), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:15.730479 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d42a61c-0075-45ca-9765-54bf8718aea7 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (20227787-a7f7-41cc-b1d0-b7c77ab03305), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:15.952176 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d42a61c-0075-45ca-9765-54bf8718aea7 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_controller (20227787-a7f7-41cc-b1d0-b7c77ab03305), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:16.202772 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c36c0-f402-4062-8b85-e482737bbeb0 req-754cacd9-d930-4366-9b6e-b02443d4f795 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:16.211217 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-699c36c0-f402-4062-8b85-e482737bbeb0 req-754cacd9-d930-4366-9b6e-b02443d4f795 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bdf69f4-d525-4d66-ba81-b06a0c05c7cb HTTP/1.1" status: 200 len: 946 time: 0.2803714 Feb 19 04:46:16.326478 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd4e3dd-393f-4b30-a80a-ab0d33e33575', 'name': 'tempest-snat-router-1008050051', 'tenant_id': 'ec98574cbdc5466db1df93e59f13cd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.146'}], 'enable_snat': False}, 'gw_port_id': 'f15a45ff-3ecc-432c-bcca-2f8aadb71bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:46:10Z', 'updated_at': '2022-02-19T04:46:13Z', 'revision_number': 3, 'project_id': 'ec98574cbdc5466db1df93e59f13cd3f', 'gw_port': {'id': 'f15a45ff-3ecc-432c-bcca-2f8aadb71bac', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd4e3dd-393f-4b30-a80a-ab0d33e33575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:46:10Z', 'updated_at': '2022-02-19T04:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:16.434067 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-699c36c0-f402-4062-8b85-e482737bbeb0 req-4c18f3b7-4aa0-47df-9e8c-33198ed671cb tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=baf1ac59-1329-4aa2-9013-2511357aa668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126281 Feb 19 04:46:16.469794 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] Checking router: fdd4e3dd-393f-4b30-a80a-ab0d33e33575 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:46:16.472382 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] Updating router fdd4e3dd-393f-4b30-a80a-ab0d33e33575 port f15a45ff-3ecc-432c-bcca-2f8aadb71bac binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:46:16.533681 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f15a45ff-3ecc-432c-bcca-2f8aadb71bac), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:16.592447 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d42a61c-0075-45ca-9765-54bf8718aea7 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_gateway (20227787-a7f7-41cc-b1d0-b7c77ab03305), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:17.106376 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69404d-d586-4557-ba39-c2bbdba6456d req-bc6811d1-7547-4cae-a081-51eb31673ab0 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:17.109389 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6e69404d-d586-4557-ba39-c2bbdba6456d req-bc6811d1-7547-4cae-a081-51eb31673ab0 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 0.2732513 Feb 19 04:46:17.206642 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6e69404d-d586-4557-ba39-c2bbdba6456d req-5d24c760-7894-47d5-97c9-0f479a175989 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898504 Feb 19 04:46:17.343589 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] Publish callbacks [] for port (f15a45ff-3ecc-432c-bcca-2f8aadb71bac), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:17.355359 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f15a45ff-3ecc-432c-bcca-2f8aadb71bac), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:17.604161 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] Attempting to bind port f15a45ff-3ecc-432c-bcca-2f8aadb71bac on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:46:17.604803 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] Attempting to bind port f15a45ff-3ecc-432c-bcca-2f8aadb71bac by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:46:17.605478 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] Attempting to bind port f15a45ff-3ecc-432c-bcca-2f8aadb71bac on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:46:17.622597 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d42a61c-0075-45ca-9765-54bf8718aea7 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_gateway (20227787-a7f7-41cc-b1d0-b7c77ab03305), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:17.623230 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:46:17.624358 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:46:17.625172 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:17.625933 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:46:17.626770 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] Bound port: f15a45ff-3ecc-432c-bcca-2f8aadb71bac, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:46:17.627433 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f15a45ff-3ecc-432c-bcca-2f8aadb71bac), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:17.663274 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d42a61c-0075-45ca-9765-54bf8718aea7 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:17.706936 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b7d17-f012-4fcb-bd93-263c2ee6d0e6 None None] Pushing event updated for resources: {'Port': ['ID=f15a45ff-3ecc-432c-bcca-2f8aadb71bac,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:17.828138 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] For port f15a45ff-3ecc-432c-bcca-2f8aadb71bac, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:46:17.839834 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] For port f15a45ff-3ecc-432c-bcca-2f8aadb71bac, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f15a45ff-3ecc-432c-bcca-2f8aadb71bac,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:46:17.855757 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f15a45ff-3ecc-432c-bcca-2f8aadb71bac), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:17.867511 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-7d42a61c-0075-45ca-9765-54bf8718aea7 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Allocated IP 172.25.0.73 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/c611355b-ba72-4837-9082-ccbc870c40a2) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:46:18.013565 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44072) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:18.175860 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b7d17-f012-4fcb-bd93-263c2ee6d0e6 None None] Pushing event updated for resources: {'Port': ['ID=f15a45ff-3ecc-432c-bcca-2f8aadb71bac,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:18.183742 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] Routers {'fdd4e3dd-393f-4b30-a80a-ab0d33e33575'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:46:18.185224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:46:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['fdd4e3dd-393f-4b30-a80a-ab0d33e33575'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:18.295638 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d42a61c-0075-45ca-9765-54bf8718aea7 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for port (c611355b-ba72-4837-9082-ccbc870c40a2), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:18.420477 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d42a61c-0075-45ca-9765-54bf8718aea7 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (c611355b-ba72-4837-9082-ccbc870c40a2), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:18.600575 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d42a61c-0075-45ca-9765-54bf8718aea7 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:46:18.611015 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-7d42a61c-0075-45ca-9765-54bf8718aea7 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:46:18.625110 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d42a61c-0075-45ca-9765-54bf8718aea7 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:46:18.628691 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42a61c-0075-45ca-9765-54bf8718aea7 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Pushing event updated for resources: {'Port': ['ID=c611355b-ba72-4837-9082-ccbc870c40a2,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:18.748597 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e866f-4f67-43ba-9c31-0af825fc6f1e req-3e6e4935-6a7c-4976-9fde-d321d61b3117 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:18.752825 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf3e866f-4f67-43ba-9c31-0af825fc6f1e req-3e6e4935-6a7c-4976-9fde-d321d61b3117 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 0.2228000 Feb 19 04:46:18.824366 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] Set router fdd4e3dd-393f-4b30-a80a-ab0d33e33575 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:46:18.966372 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf3e866f-4f67-43ba-9c31-0af825fc6f1e req-0fcb7146-794c-4721-bb2f-4efcd661655f tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045574 Feb 19 04:46:19.438664 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d42a61c-0075-45ca-9765-54bf8718aea7 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_gateway (20227787-a7f7-41cc-b1d0-b7c77ab03305), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:19.463567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd4e3dd-393f-4b30-a80a-ab0d33e33575', 'name': 'tempest-snat-router-1008050051', 'tenant_id': 'ec98574cbdc5466db1df93e59f13cd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.146'}], 'enable_snat': False}, 'gw_port_id': 'f15a45ff-3ecc-432c-bcca-2f8aadb71bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:46:10Z', 'updated_at': '2022-02-19T04:46:13Z', 'revision_number': 3, 'project_id': 'ec98574cbdc5466db1df93e59f13cd3f', 'gw_port': {'id': 'f15a45ff-3ecc-432c-bcca-2f8aadb71bac', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd4e3dd-393f-4b30-a80a-ab0d33e33575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:46:10Z', 'updated_at': '2022-02-19T04:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:19.466733 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-77c91bee-cdc5-4762-a59e-7560e8d5b33c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:19.529573 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754074c4-d4f1-4b18-886e-30840f7de491 None None] The sync data for ids ['fdd4e3dd-393f-4b30-a80a-ab0d33e33575'] in n-d-772273-4 is: [{'id': 'fdd4e3dd-393f-4b30-a80a-ab0d33e33575', 'name': 'tempest-snat-router-1008050051', 'tenant_id': 'ec98574cbdc5466db1df93e59f13cd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.146'}], 'enable_snat': False}, 'gw_port_id': 'f15a45ff-3ecc-432c-bcca-2f8aadb71bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:46:10Z', 'updated_at': '2022-02-19T04:46:13Z', 'revision_number': 3, 'project_id': 'ec98574cbdc5466db1df93e59f13cd3f', 'gw_port': {'id': 'f15a45ff-3ecc-432c-bcca-2f8aadb71bac', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd4e3dd-393f-4b30-a80a-ab0d33e33575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:46:10Z', 'updated_at': '2022-02-19T04:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:46:20.168072 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-77c91bee-cdc5-4762-a59e-7560e8d5b33c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Allocated IP 172.20.0.17 (8224a546-01b0-4fa7-92a8-edf19be0d702/2a6d35f4-7d0c-464f-a12c-2cebf6affc75/50c4a7db-86a6-4ba8-8466-69e639711e0d) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:46:20.371974 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-77c91bee-cdc5-4762-a59e-7560e8d5b33c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for port (50c4a7db-86a6-4ba8-8466-69e639711e0d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:20.508734 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-77c91bee-cdc5-4762-a59e-7560e8d5b33c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (50c4a7db-86a6-4ba8-8466-69e639711e0d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:20.593355 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c91bee-cdc5-4762-a59e-7560e8d5b33c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Network 8224a546-01b0-4fa7-92a8-edf19be0d702 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:46:20.597608 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-77c91bee-cdc5-4762-a59e-7560e8d5b33c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:46:20.600267 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c91bee-cdc5-4762-a59e-7560e8d5b33c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:46:20.690181 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-77c91bee-cdc5-4762-a59e-7560e8d5b33c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (621532a0-3aab-4f04-860c-479351fd9de6), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:20.954491 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c91bee-cdc5-4762-a59e-7560e8d5b33c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'Port': ['ID=50c4a7db-86a6-4ba8-8466-69e639711e0d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:20.992586 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d42a61c-0075-45ca-9765-54bf8718aea7 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (20227787-a7f7-41cc-b1d0-b7c77ab03305), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:21.077041 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80856c6e-0b1d-4a80-9746-dd08b67bd398 req-e10d99fa-ae9b-48dc-870e-e696b86239fa tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:21.079222 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-80856c6e-0b1d-4a80-9746-dd08b67bd398 req-e10d99fa-ae9b-48dc-870e-e696b86239fa tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 0.7871046 Feb 19 04:46:21.224949 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-788c13da-738e-4332-b5d0-c799eeb8f972 None None] Provisioning complete for port 50c4a7db-86a6-4ba8-8466-69e639711e0d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:46:21.225736 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-788c13da-738e-4332-b5d0-c799eeb8f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (50c4a7db-86a6-4ba8-8466-69e639711e0d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:21.308043 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-80856c6e-0b1d-4a80-9746-dd08b67bd398 req-b593f239-69f2-4e4f-a3b0-9639d504df99 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093506 Feb 19 04:46:21.444085 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d42a61c-0075-45ca-9765-54bf8718aea7 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Router 20227787-a7f7-41cc-b1d0-b7c77ab03305 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:46:21.464803 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-77c91bee-cdc5-4762-a59e-7560e8d5b33c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (50c4a7db-86a6-4ba8-8466-69e639711e0d), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:21.480715 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-788c13da-738e-4332-b5d0-c799eeb8f972 None None] Port 50c4a7db-86a6-4ba8-8466-69e639711e0d cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:46:21.612173 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f15a45ff-3ecc-432c-bcca-2f8aadb71bac up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:46:21.759591 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port f15a45ff-3ecc-432c-bcca-2f8aadb71bac triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:46:21.759978 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f15a45ff-3ecc-432c-bcca-2f8aadb71bac), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:21.837073 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:46:21.901479 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d42a61c-0075-45ca-9765-54bf8718aea7 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:46:21.919693 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56b922-63b6-4515-9bf7-b744a32eba1f None None] Sync routers for ids ['20227787-a7f7-41cc-b1d0-b7c77ab03305'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:46:21.949463 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56b922-63b6-4515-9bf7-b744a32eba1f None None] Routers {'20227787-a7f7-41cc-b1d0-b7c77ab03305'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:46:21.950100 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9f56b922-63b6-4515-9bf7-b744a32eba1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:46:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['20227787-a7f7-41cc-b1d0-b7c77ab03305'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:21.971692 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d42a61c-0075-45ca-9765-54bf8718aea7 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:21.977383 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7d42a61c-0075-45ca-9765-54bf8718aea7 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.4381073 Feb 19 04:46:21.977784 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44136) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:22.163260 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-9f56b922-63b6-4515-9bf7-b744a32eba1f None None] Set router 20227787-a7f7-41cc-b1d0-b7c77ab03305 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:46:22.195202 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port f15a45ff-3ecc-432c-bcca-2f8aadb71bac is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:46:22.196203 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f15a45ff-3ecc-432c-bcca-2f8aadb71bac), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:22.285701 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port f15a45ff-3ecc-432c-bcca-2f8aadb71bac, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f15a45ff-3ecc-432c-bcca-2f8aadb71bac,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:46:22.296538 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f15a45ff-3ecc-432c-bcca-2f8aadb71bac), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:22.362738 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4839f90f-a5a1-4fbc-8956-2996d7ac1d5e tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "GET /v2.0/routers/20227787-a7f7-41cc-b1d0-b7c77ab03305 HTTP/1.1" status: 200 len: 907 time: 0.3807137 Feb 19 04:46:22.363598 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44142) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:22.375888 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-77c91bee-cdc5-4762-a59e-7560e8d5b33c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for port (50c4a7db-86a6-4ba8-8466-69e639711e0d), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:22.390792 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-77c91bee-cdc5-4762-a59e-7560e8d5b33c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (50c4a7db-86a6-4ba8-8466-69e639711e0d), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:22.486208 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c91bee-cdc5-4762-a59e-7560e8d5b33c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'Port': ['ID=50c4a7db-86a6-4ba8-8466-69e639711e0d,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:22.536699 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=f15a45ff-3ecc-432c-bcca-2f8aadb71bac,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:22.642466 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-77c91bee-cdc5-4762-a59e-7560e8d5b33c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (621532a0-3aab-4f04-860c-479351fd9de6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:22.748168 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd72cec6-8790-4ac1-a14b-ae60aa239273 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router (20227787-a7f7-41cc-b1d0-b7c77ab03305), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:22.983481 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd72cec6-8790-4ac1-a14b-ae60aa239273 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_gateway (20227787-a7f7-41cc-b1d0-b7c77ab03305), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:23.145436 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9f56b922-63b6-4515-9bf7-b744a32eba1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20227787-a7f7-41cc-b1d0-b7c77ab03305', 'name': 'tempest-snat-router-1008050051', 'tenant_id': 'ec98574cbdc5466db1df93e59f13cd3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'c611355b-ba72-4837-9082-ccbc870c40a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:46:15Z', 'updated_at': '2022-02-19T04:46:19Z', 'revision_number': 3, 'project_id': 'ec98574cbdc5466db1df93e59f13cd3f', 'gw_port': {'id': 'c611355b-ba72-4837-9082-ccbc870c40a2', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:72:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20227787-a7f7-41cc-b1d0-b7c77ab03305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:46:17Z', 'updated_at': '2022-02-19T04:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:23.174100 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c6769-350c-4a4a-8771-6130e122df43 req-34f416c5-159d-4ff2-ba9a-b02a1300d70d tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:23.186088 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5a1c6769-350c-4a4a-8771-6130e122df43 req-34f416c5-159d-4ff2-ba9a-b02a1300d70d tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 0.5394950 Feb 19 04:46:23.194764 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-fd72cec6-8790-4ac1-a14b-ae60aa239273 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Deleting port c611355b-ba72-4837-9082-ccbc870c40a2 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:46:23.195947 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd72cec6-8790-4ac1-a14b-ae60aa239273 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (c611355b-ba72-4837-9082-ccbc870c40a2), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:23.253215 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56b922-63b6-4515-9bf7-b744a32eba1f None None] Checking router: 20227787-a7f7-41cc-b1d0-b7c77ab03305 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:46:23.254866 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56b922-63b6-4515-9bf7-b744a32eba1f None None] Updating router 20227787-a7f7-41cc-b1d0-b7c77ab03305 port c611355b-ba72-4837-9082-ccbc870c40a2 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:46:23.343744 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-9f56b922-63b6-4515-9bf7-b744a32eba1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c611355b-ba72-4837-9082-ccbc870c40a2), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:23.346017 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c91bee-cdc5-4762-a59e-7560e8d5b33c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Network 8224a546-01b0-4fa7-92a8-edf19be0d702 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:46:23.351050 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-77c91bee-cdc5-4762-a59e-7560e8d5b33c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:46:23.453576 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd72cec6-8790-4ac1-a14b-ae60aa239273 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (c611355b-ba72-4837-9082-ccbc870c40a2), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:23.497799 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-fd72cec6-8790-4ac1-a14b-ae60aa239273 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Calling delete_port for c611355b-ba72-4837-9082-ccbc870c40a2 owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:46:23.684958 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5a1c6769-350c-4a4a-8771-6130e122df43 req-d9b5bc63-1f29-43d0-9ef3-eedc93130ae8 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4605100 Feb 19 04:46:23.764617 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f15a45ff-3ecc-432c-bcca-2f8aadb71bac up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:46:23.858569 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c91bee-cdc5-4762-a59e-7560e8d5b33c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Router 621532a0-3aab-4f04-860c-479351fd9de6 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:46:24.060962 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port f15a45ff-3ecc-432c-bcca-2f8aadb71bac triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:46:24.061976 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f15a45ff-3ecc-432c-bcca-2f8aadb71bac), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:24.185384 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd72cec6-8790-4ac1-a14b-ae60aa239273 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (c611355b-ba72-4837-9082-ccbc870c40a2), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:24.222881 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c91bee-cdc5-4762-a59e-7560e8d5b33c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:46:24.261627 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-77c91bee-cdc5-4762-a59e-7560e8d5b33c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "PUT /v2.0/routers/621532a0-3aab-4f04-860c-479351fd9de6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2440925 Feb 19 04:46:24.267150 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] Sync routers for ids ['621532a0-3aab-4f04-860c-479351fd9de6'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:46:24.301191 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] Routers {'621532a0-3aab-4f04-860c-479351fd9de6'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:46:24.301917 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:46:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['621532a0-3aab-4f04-860c-479351fd9de6'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:24.338683 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72cec6-8790-4ac1-a14b-ae60aa239273 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Pushing event deleted for resources: {'Port': ['ID=c611355b-ba72-4837-9082-ccbc870c40a2,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:24.473027 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] Set router 621532a0-3aab-4f04-860c-479351fd9de6 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:46:24.630218 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd72cec6-8790-4ac1-a14b-ae60aa239273 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (20227787-a7f7-41cc-b1d0-b7c77ab03305), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:24.717033 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.db.api [None req-9f56b922-63b6-4515-9bf7-b744a32eba1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115201) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:46:24.717800 n-d-772273-4 neutron-server[115201]: DEBUG oslo_db.api [None req-9f56b922-63b6-4515-9bf7-b744a32eba1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:46:24.874241 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port f15a45ff-3ecc-432c-bcca-2f8aadb71bac is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:46:24.893075 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e0f19d68-e35e-4f2b-b485-7a097bf9d148 None None] Provisioning complete for port 50c4a7db-86a6-4ba8-8466-69e639711e0d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:46:24.894240 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e0f19d68-e35e-4f2b-b485-7a097bf9d148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (50c4a7db-86a6-4ba8-8466-69e639711e0d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:24.907011 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd72cec6-8790-4ac1-a14b-ae60aa239273 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (20227787-a7f7-41cc-b1d0-b7c77ab03305), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:24.911925 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd72cec6-8790-4ac1-a14b-ae60aa239273 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_controller (20227787-a7f7-41cc-b1d0-b7c77ab03305), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:24.941526 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e0f19d68-e35e-4f2b-b485-7a097bf9d148 None None] Port 50c4a7db-86a6-4ba8-8466-69e639711e0d cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:46:25.019344 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621532a0-3aab-4f04-860c-479351fd9de6', 'name': 'tempest-TestNetworkBasicOps-router-1392878627', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:41Z', 'updated_at': '2022-02-19T04:46:21Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:44Z', 'updated_at': '2022-02-19T04:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '3a06df15-4e1e-422e-866f-77bdacba0dcd', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'port_id': 'b80c3687-0b71-4042-bd12-855b4ff97339', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'mac_address': 'fa:16:3e:eb:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79dc9e-b36c-4776-88df-1c196b047629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:45:08Z', 'updated_at': '2022-02-19T04:45:19Z', 'revision_number': 1, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c4a7db-86a6-4ba8-8466-69e639711e0d', 'name': '', 'network_id': '8224a546-01b0-4fa7-92a8-edf19be0d702', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:7c:e3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '2a6d35f4-7d0c-464f-a12c-2cebf6affc75', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:46:19Z', 'updated_at': '2022-02-19T04:46:21Z', 'revision_number': 2, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': '2a6d35f4-7d0c-464f-a12c-2cebf6affc75', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b430abcb-6b7f-49d5-bf0b-5f5db3ea025e', 'name': '', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:5d:75:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:44:02Z', 'updated_at': '2022-02-19T04:44:21Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:25.060590 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] Checking router: 621532a0-3aab-4f04-860c-479351fd9de6 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:46:25.061013 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] Updating router 621532a0-3aab-4f04-860c-479351fd9de6 port 50c4a7db-86a6-4ba8-8466-69e639711e0d binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:46:25.094770 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (50c4a7db-86a6-4ba8-8466-69e639711e0d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:25.125163 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd72cec6-8790-4ac1-a14b-ae60aa239273 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (20227787-a7f7-41cc-b1d0-b7c77ab03305), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:25.136075 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd72cec6-8790-4ac1-a14b-ae60aa239273 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 20227787-a7f7-41cc-b1d0-b7c77ab03305 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:46:25.152080 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd72cec6-8790-4ac1-a14b-ae60aa239273 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:25.156340 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44194) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:25.168791 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fd72cec6-8790-4ac1-a14b-ae60aa239273 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "DELETE /v2.0/routers/20227787-a7f7-41cc-b1d0-b7c77ab03305 HTTP/1.1" status: 204 len: 168 time: 2.8038623 Feb 19 04:46:25.221562 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f84be-dc1c-4348-a6fe-d9160db5f945 req-3ecb2f59-4c4d-4cd2-b70c-b2207e95fc36 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:25.231138 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-912f84be-dc1c-4348-a6fe-d9160db5f945 req-3ecb2f59-4c4d-4cd2-b70c-b2207e95fc36 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 0.2040699 Feb 19 04:46:25.309084 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56b922-63b6-4515-9bf7-b744a32eba1f None None] Port c611355b-ba72-4837-9082-ccbc870c40a2 not found while updating agent binding for router 20227787-a7f7-41cc-b1d0-b7c77ab03305. {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 19 04:46:25.354276 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-912f84be-dc1c-4348-a6fe-d9160db5f945 req-b3c33cb0-07e9-4134-a604-df7a2a9b5608 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221697 Feb 19 04:46:25.367458 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56b922-63b6-4515-9bf7-b744a32eba1f None None] Routers set() bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:46:25.368094 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56b922-63b6-4515-9bf7-b744a32eba1f None None] Router IDs set() for agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 04:46:25.369269 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_agentschedulers_db [None req-9f56b922-63b6-4515-9bf7-b744a32eba1f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'20227787-a7f7-41cc-b1d0-b7c77ab03305'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:46:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent'). {{(pid=115201) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 04:46:25.369902 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56b922-63b6-4515-9bf7-b744a32eba1f None None] The sync data for ids ['20227787-a7f7-41cc-b1d0-b7c77ab03305'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:46:25.477743 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-de41b97b-35d5-4b50-96ae-c852d481642a tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router (fdd4e3dd-393f-4b30-a80a-ab0d33e33575), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:25.508783 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] Publish callbacks [] for port (50c4a7db-86a6-4ba8-8466-69e639711e0d), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:25.523364 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (50c4a7db-86a6-4ba8-8466-69e639711e0d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:25.610845 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc174cd4-4d3d-48f2-a728-e0e7f37242d2 None None] Pushing event updated for resources: {'Port': ['ID=50c4a7db-86a6-4ba8-8466-69e639711e0d,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:25.615211 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-de41b97b-35d5-4b50-96ae-c852d481642a tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_gateway (fdd4e3dd-393f-4b30-a80a-ab0d33e33575), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:25.736552 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-de41b97b-35d5-4b50-96ae-c852d481642a tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Deleting port f15a45ff-3ecc-432c-bcca-2f8aadb71bac {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:46:25.739395 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-de41b97b-35d5-4b50-96ae-c852d481642a tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f15a45ff-3ecc-432c-bcca-2f8aadb71bac), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:25.759533 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] Attempting to bind port 50c4a7db-86a6-4ba8-8466-69e639711e0d on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:46:25.760346 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] Attempting to bind port 50c4a7db-86a6-4ba8-8466-69e639711e0d by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'ef989f35-467c-4b18-9e97-5c1f8feb909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8224a546-01b0-4fa7-92a8-edf19be0d702'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:46:25.760878 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] Attempting to bind port 50c4a7db-86a6-4ba8-8466-69e639711e0d on network 8224a546-01b0-4fa7-92a8-edf19be0d702 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:46:25.772316 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:46:25.773066 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] Checking segment: {'id': 'ef989f35-467c-4b18-9e97-5c1f8feb909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8224a546-01b0-4fa7-92a8-edf19be0d702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:46:25.773641 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:25.775212 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] Bound using segment: {'id': 'ef989f35-467c-4b18-9e97-5c1f8feb909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8224a546-01b0-4fa7-92a8-edf19be0d702'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:46:25.775940 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] Bound port: 50c4a7db-86a6-4ba8-8466-69e639711e0d, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef989f35-467c-4b18-9e97-5c1f8feb909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8224a546-01b0-4fa7-92a8-edf19be0d702'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:46:25.776507 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (50c4a7db-86a6-4ba8-8466-69e639711e0d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:25.951641 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] For port 50c4a7db-86a6-4ba8-8466-69e639711e0d, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:46:25.966727 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] For port 50c4a7db-86a6-4ba8-8466-69e639711e0d, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=50c4a7db-86a6-4ba8-8466-69e639711e0d,segment=NetworkSegment(ef989f35-467c-4b18-9e97-5c1f8feb909f),segment_id=ef989f35-467c-4b18-9e97-5c1f8feb909f)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:46:25.972438 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-de41b97b-35d5-4b50-96ae-c852d481642a tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] For port f15a45ff-3ecc-432c-bcca-2f8aadb71bac, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f15a45ff-3ecc-432c-bcca-2f8aadb71bac,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:46:25.973025 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-de41b97b-35d5-4b50-96ae-c852d481642a tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f15a45ff-3ecc-432c-bcca-2f8aadb71bac), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:25.980443 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (50c4a7db-86a6-4ba8-8466-69e639711e0d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:25.995455 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-de41b97b-35d5-4b50-96ae-c852d481642a tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Calling delete_port for f15a45ff-3ecc-432c-bcca-2f8aadb71bac owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:46:26.082344 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc174cd4-4d3d-48f2-a728-e0e7f37242d2 None None] Pushing event updated for resources: {'Port': ['ID=50c4a7db-86a6-4ba8-8466-69e639711e0d,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:26.156506 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] Routers {'621532a0-3aab-4f04-860c-479351fd9de6'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:46:26.157225 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:46:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['621532a0-3aab-4f04-860c-479351fd9de6'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:26.482038 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-41284e3a-b91a-4829-ba1f-efc2a08e81f5 None None] Provisioning complete for port 50c4a7db-86a6-4ba8-8466-69e639711e0d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:46:26.482422 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-41284e3a-b91a-4829-ba1f-efc2a08e81f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (50c4a7db-86a6-4ba8-8466-69e639711e0d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:26.518556 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-de41b97b-35d5-4b50-96ae-c852d481642a tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f15a45ff-3ecc-432c-bcca-2f8aadb71bac), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:26.566301 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] Set router 621532a0-3aab-4f04-860c-479351fd9de6 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:46:26.679974 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41b97b-35d5-4b50-96ae-c852d481642a tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Pushing event deleted for resources: {'Port': ['ID=f15a45ff-3ecc-432c-bcca-2f8aadb71bac,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:26.861371 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-de41b97b-35d5-4b50-96ae-c852d481642a tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (fdd4e3dd-393f-4b30-a80a-ab0d33e33575), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:26.871737 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987b904-1ed0-466a-8684-4d7f361e9a40 req-87438b3d-a0cc-4dd6-9305-eb0dbaf73780 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:26.873738 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5987b904-1ed0-466a-8684-4d7f361e9a40 req-87438b3d-a0cc-4dd6-9305-eb0dbaf73780 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 0.2934835 Feb 19 04:46:27.147243 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-41284e3a-b91a-4829-ba1f-efc2a08e81f5 None None] Current status of the port 50c4a7db-86a6-4ba8-8466-69e639711e0d is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:46:27.151606 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-41284e3a-b91a-4829-ba1f-efc2a08e81f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (50c4a7db-86a6-4ba8-8466-69e639711e0d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:27.278675 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-41284e3a-b91a-4829-ba1f-efc2a08e81f5 None None] For port 50c4a7db-86a6-4ba8-8466-69e639711e0d, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=50c4a7db-86a6-4ba8-8466-69e639711e0d,segment=NetworkSegment(ef989f35-467c-4b18-9e97-5c1f8feb909f),segment_id=ef989f35-467c-4b18-9e97-5c1f8feb909f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:46:27.360006 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-41284e3a-b91a-4829-ba1f-efc2a08e81f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (50c4a7db-86a6-4ba8-8466-69e639711e0d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:27.556532 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-490d1898-ca52-4600-879c-ba4433b4dab7 None None] Provisioning complete for port 50c4a7db-86a6-4ba8-8466-69e639711e0d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:46:27.556962 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-490d1898-ca52-4600-879c-ba4433b4dab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (50c4a7db-86a6-4ba8-8466-69e639711e0d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:27.573729 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-de41b97b-35d5-4b50-96ae-c852d481642a tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (fdd4e3dd-393f-4b30-a80a-ab0d33e33575), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:27.586326 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-de41b97b-35d5-4b50-96ae-c852d481642a tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_controller (fdd4e3dd-393f-4b30-a80a-ab0d33e33575), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:27.602379 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5987b904-1ed0-466a-8684-4d7f361e9a40 req-c925ccdd-2db3-440b-8e85-b04a561c91d3 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500403 Feb 19 04:46:27.641703 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41284e3a-b91a-4829-ba1f-efc2a08e81f5 None None] Pushing event updated for resources: {'Port': ['ID=50c4a7db-86a6-4ba8-8466-69e639711e0d,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:27.685469 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-de41b97b-35d5-4b50-96ae-c852d481642a tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (fdd4e3dd-393f-4b30-a80a-ab0d33e33575), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:27.686413 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de41b97b-35d5-4b50-96ae-c852d481642a tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fdd4e3dd-393f-4b30-a80a-ab0d33e33575 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:46:27.690818 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621532a0-3aab-4f04-860c-479351fd9de6', 'name': 'tempest-TestNetworkBasicOps-router-1392878627', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:41Z', 'updated_at': '2022-02-19T04:46:21Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:44Z', 'updated_at': '2022-02-19T04:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '3a06df15-4e1e-422e-866f-77bdacba0dcd', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'port_id': 'b80c3687-0b71-4042-bd12-855b4ff97339', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'mac_address': 'fa:16:3e:eb:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79dc9e-b36c-4776-88df-1c196b047629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:45:08Z', 'updated_at': '2022-02-19T04:45:19Z', 'revision_number': 1, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c4a7db-86a6-4ba8-8466-69e639711e0d', 'name': '', 'network_id': '8224a546-01b0-4fa7-92a8-edf19be0d702', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:7c:e3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '2a6d35f4-7d0c-464f-a12c-2cebf6affc75', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:46:19Z', 'updated_at': '2022-02-19T04:46:25Z', 'revision_number': 4, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': '2a6d35f4-7d0c-464f-a12c-2cebf6affc75', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b430abcb-6b7f-49d5-bf0b-5f5db3ea025e', 'name': '', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:5d:75:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:44:02Z', 'updated_at': '2022-02-19T04:44:21Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:27.701277 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-de41b97b-35d5-4b50-96ae-c852d481642a tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:27.706374 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-de41b97b-35d5-4b50-96ae-c852d481642a tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "DELETE /v2.0/routers/fdd4e3dd-393f-4b30-a80a-ab0d33e33575 HTTP/1.1" status: 204 len: 168 time: 2.5453014 Feb 19 04:46:27.707166 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44240) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:27.712859 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-22031ce9-3cb2-4dff-b6a9-4c44464da812 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-71750724', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}, 'admin_state_up': False}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:46:27.800444 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-22031ce9-3cb2-4dff-b6a9-4c44464da812 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (a669d661-989b-4022-afac-540364cc2b94), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:27.803030 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-22031ce9-3cb2-4dff-b6a9-4c44464da812 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (a669d661-989b-4022-afac-540364cc2b94), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:27.806331 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-490d1898-ca52-4600-879c-ba4433b4dab7 None None] Current status of the port 50c4a7db-86a6-4ba8-8466-69e639711e0d is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:46:27.809527 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb6eca-6fd3-4dee-b908-f4b54e1268d9 None None] The sync data for ids ['621532a0-3aab-4f04-860c-479351fd9de6'] in n-d-772273-4 is: [{'id': '621532a0-3aab-4f04-860c-479351fd9de6', 'name': 'tempest-TestNetworkBasicOps-router-1392878627', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:41Z', 'updated_at': '2022-02-19T04:46:21Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:44Z', 'updated_at': '2022-02-19T04:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '3a06df15-4e1e-422e-866f-77bdacba0dcd', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'port_id': 'b80c3687-0b71-4042-bd12-855b4ff97339', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'mac_address': 'fa:16:3e:eb:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79dc9e-b36c-4776-88df-1c196b047629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:45:08Z', 'updated_at': '2022-02-19T04:45:19Z', 'revision_number': 1, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c4a7db-86a6-4ba8-8466-69e639711e0d', 'name': '', 'network_id': '8224a546-01b0-4fa7-92a8-edf19be0d702', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:7c:e3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '2a6d35f4-7d0c-464f-a12c-2cebf6affc75', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:46:19Z', 'updated_at': '2022-02-19T04:46:25Z', 'revision_number': 4, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': '2a6d35f4-7d0c-464f-a12c-2cebf6affc75', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b430abcb-6b7f-49d5-bf0b-5f5db3ea025e', 'name': '', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:5d:75:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:44:02Z', 'updated_at': '2022-02-19T04:44:21Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:46:27.949157 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-22031ce9-3cb2-4dff-b6a9-4c44464da812 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_controller (a669d661-989b-4022-afac-540364cc2b94), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:28.442408 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-22031ce9-3cb2-4dff-b6a9-4c44464da812 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_gateway (a669d661-989b-4022-afac-540364cc2b94), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:29.151136 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2754fac-2463-4b58-b725-1b0a0b5d5776 req-44e4b8cb-5311-4db6-a9c3-1a7c54a4ce2c tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:29.165792 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b2754fac-2463-4b58-b725-1b0a0b5d5776 req-44e4b8cb-5311-4db6-a9c3-1a7c54a4ce2c tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 0.3362947 Feb 19 04:46:29.474579 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-22031ce9-3cb2-4dff-b6a9-4c44464da812 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_gateway (a669d661-989b-4022-afac-540364cc2b94), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:29.520183 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-22031ce9-3cb2-4dff-b6a9-4c44464da812 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:29.613835 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b2754fac-2463-4b58-b725-1b0a0b5d5776 req-98729f0f-ebb7-4370-82be-63244495e85e tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4401295 Feb 19 04:46:29.644702 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 50c4a7db-86a6-4ba8-8466-69e639711e0d up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:46:29.853000 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 50c4a7db-86a6-4ba8-8466-69e639711e0d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:46:29.854843 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (50c4a7db-86a6-4ba8-8466-69e639711e0d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:30.128824 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-22031ce9-3cb2-4dff-b6a9-4c44464da812 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Allocated IP 172.25.0.140 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/76c9f6b2-4eb8-4112-a4e4-0e8f5cf23f08) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:46:30.211156 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 50c4a7db-86a6-4ba8-8466-69e639711e0d is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:46:30.238583 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f15a45ff-3ecc-432c-bcca-2f8aadb71bac no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:46:30.338987 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: f15a45ff-3ecc-432c-bcca-2f8aadb71bac {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:46:30.339571 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f15a45ff-3ecc-432c-bcca-2f8aadb71bac not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:46:30.462033 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-22031ce9-3cb2-4dff-b6a9-4c44464da812 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for port (76c9f6b2-4eb8-4112-a4e4-0e8f5cf23f08), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:30.565955 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-22031ce9-3cb2-4dff-b6a9-4c44464da812 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (76c9f6b2-4eb8-4112-a4e4-0e8f5cf23f08), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:30.650873 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22031ce9-3cb2-4dff-b6a9-4c44464da812 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:46:30.668245 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-22031ce9-3cb2-4dff-b6a9-4c44464da812 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:46:30.685882 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22031ce9-3cb2-4dff-b6a9-4c44464da812 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:46:30.739077 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22031ce9-3cb2-4dff-b6a9-4c44464da812 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Pushing event updated for resources: {'Port': ['ID=76c9f6b2-4eb8-4112-a4e4-0e8f5cf23f08,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:31.068023 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b8bb4-a86f-4e4a-8dde-db2e9337a740 req-dd88189c-663d-48f4-9453-d050432aacd0 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:31.085710 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc3b8bb4-a86f-4e4a-8dde-db2e9337a740 req-dd88189c-663d-48f4-9453-d050432aacd0 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 0.1707070 Feb 19 04:46:31.273661 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc3b8bb4-a86f-4e4a-8dde-db2e9337a740 req-28f32bea-afb2-4d7a-a810-de69e06b3934 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863751 Feb 19 04:46:31.942118 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-22031ce9-3cb2-4dff-b6a9-4c44464da812 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_gateway (a669d661-989b-4022-afac-540364cc2b94), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:32.327092 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f3547ebe-c103-495a-86d2-b862bfa83b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:32.591462 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-22031ce9-3cb2-4dff-b6a9-4c44464da812 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (a669d661-989b-4022-afac-540364cc2b94), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:32.690583 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a2661-0f82-4898-b930-86d9fcb729ca req-63068d88-5336-4f37-950f-f99829779a22 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:32.694288 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c13a2661-0f82-4898-b930-86d9fcb729ca req-63068d88-5336-4f37-950f-f99829779a22 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 0.2172062 Feb 19 04:46:32.963810 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22031ce9-3cb2-4dff-b6a9-4c44464da812 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Router a669d661-989b-4022-afac-540364cc2b94 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:46:33.007217 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c13a2661-0f82-4898-b930-86d9fcb729ca req-3b6df578-b5c5-42f9-8eba-92788f59b565 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053146 Feb 19 04:46:33.332171 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22031ce9-3cb2-4dff-b6a9-4c44464da812 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:46:33.361948 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d4610-51a8-4338-ace6-2c276a0eccb9 None None] Sync routers for ids ['a669d661-989b-4022-afac-540364cc2b94'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:46:33.385466 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d4610-51a8-4338-ace6-2c276a0eccb9 None None] Routers {'a669d661-989b-4022-afac-540364cc2b94'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:46:33.386945 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-8d4d4610-51a8-4338-ace6-2c276a0eccb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:46:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['a669d661-989b-4022-afac-540364cc2b94'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:33.399380 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-22031ce9-3cb2-4dff-b6a9-4c44464da812 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:33.406106 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-22031ce9-3cb2-4dff-b6a9-4c44464da812 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.6938891 Feb 19 04:46:33.408249 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44346) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:33.432469 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-eca66f5d-fce7-4294-b1b3-f7118b800b03 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'enable_snat': False}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:46:33.476274 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-8d4d4610-51a8-4338-ace6-2c276a0eccb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:33.496419 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d4610-51a8-4338-ace6-2c276a0eccb9 None None] Routers {'a669d661-989b-4022-afac-540364cc2b94'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:46:33.497560 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-8d4d4610-51a8-4338-ace6-2c276a0eccb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:46:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['a669d661-989b-4022-afac-540364cc2b94'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:33.644200 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-8d4d4610-51a8-4338-ace6-2c276a0eccb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:33.646026 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d4610-51a8-4338-ace6-2c276a0eccb9 None None] The sync data for ids ['a669d661-989b-4022-afac-540364cc2b94'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:46:34.426199 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eca66f5d-fce7-4294-b1b3-f7118b800b03 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_gateway (a669d661-989b-4022-afac-540364cc2b94), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:34.543135 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313e598-a9b6-4f17-83dc-69b21d300dcf req-d8fb33ae-c57c-4196-8a7e-e11c5867d65c tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:34.551084 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8313e598-a9b6-4f17-83dc-69b21d300dcf req-d8fb33ae-c57c-4196-8a7e-e11c5867d65c tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 0.2498336 Feb 19 04:46:34.771068 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8313e598-a9b6-4f17-83dc-69b21d300dcf req-ce4aca5c-2d18-4d3f-85fe-4711abd00db2 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033861 Feb 19 04:46:35.055081 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-53e450f3-d87b-42ac-aca5-d65be2211efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:35.571124 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eca66f5d-fce7-4294-b1b3-f7118b800b03 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (a669d661-989b-4022-afac-540364cc2b94), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:35.576938 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eca66f5d-fce7-4294-b1b3-f7118b800b03 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-429138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-429147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455741'] for router (a669d661-989b-4022-afac-540364cc2b94), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:36.009584 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca66f5d-fce7-4294-b1b3-f7118b800b03 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Router a669d661-989b-4022-afac-540364cc2b94 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:46:36.152246 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05bd4d-02a4-4801-a3fc-424f10f9a4f9 req-5fde607a-c08a-4333-a4a1-25e3c201915c tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:36.161027 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7e05bd4d-02a4-4801-a3fc-424f10f9a4f9 req-5fde607a-c08a-4333-a4a1-25e3c201915c tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 0.2402072 Feb 19 04:46:36.315015 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7e05bd4d-02a4-4801-a3fc-424f10f9a4f9 req-ad6a72c8-6897-42a4-b1cc-15ba90fafd37 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526043 Feb 19 04:46:36.362098 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca66f5d-fce7-4294-b1b3-f7118b800b03 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:46:36.382074 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ae7496-da9f-497a-af3e-905bfe9d6854 None None] Sync routers for ids ['a669d661-989b-4022-afac-540364cc2b94'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:46:36.397369 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eca66f5d-fce7-4294-b1b3-f7118b800b03 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:36.400829 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-eca66f5d-fce7-4294-b1b3-f7118b800b03 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "PUT /v2.0/routers/a669d661-989b-4022-afac-540364cc2b94 HTTP/1.1" status: 200 len: 924 time: 2.9899089 Feb 19 04:46:36.404758 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44368) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:36.423641 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ae7496-da9f-497a-af3e-905bfe9d6854 None None] Routers {'a669d661-989b-4022-afac-540364cc2b94'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:46:36.425010 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-93ae7496-da9f-497a-af3e-905bfe9d6854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:46:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['a669d661-989b-4022-afac-540364cc2b94'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:36.510079 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-93ae7496-da9f-497a-af3e-905bfe9d6854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:36.556494 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ae7496-da9f-497a-af3e-905bfe9d6854 None None] Routers {'a669d661-989b-4022-afac-540364cc2b94'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:46:36.560319 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-93ae7496-da9f-497a-af3e-905bfe9d6854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:46:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['a669d661-989b-4022-afac-540364cc2b94'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:36.724868 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-93ae7496-da9f-497a-af3e-905bfe9d6854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:36.725847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ae7496-da9f-497a-af3e-905bfe9d6854 None None] The sync data for ids ['a669d661-989b-4022-afac-540364cc2b94'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:46:36.871009 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8f11542f-f8d9-489d-a86d-98999ab86c3a tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "GET /v2.0/routers/a669d661-989b-4022-afac-540364cc2b94 HTTP/1.1" status: 200 len: 924 time: 0.4631474 Feb 19 04:46:36.876122 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44378) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:36.886009 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:37.130932 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca254ba1-7c0f-46ef-9236-d2fcdc2788a5 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:37.135381 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ca254ba1-7c0f-46ef-9236-d2fcdc2788a5 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&device_id=a669d661-989b-4022-afac-540364cc2b94&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2576783 Feb 19 04:46:37.139743 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44380) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:37.540120 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3676aeb-f000-4463-b373-edb91c4e9c46 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:37.547906 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44384) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:37.548565 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c3676aeb-f000-4463-b373-edb91c4e9c46 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 881 time: 0.4062595 Feb 19 04:46:37.628856 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d0211ef4-c054-48bf-88d8-70263f5ab4ec tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "GET /v2.0/ports?device_id=a669d661-989b-4022-afac-540364cc2b94 HTTP/1.1" status: 200 len: 205 time: 0.0757229 Feb 19 04:46:37.629154 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44386) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:37.646142 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:37.760834 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4cd65-72f8-4219-b392-045bf935c321 req-b59ea1df-0fc8-4bb1-b2cf-1a1defdebb7a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:37.764037 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6fb4cd65-72f8-4219-b392-045bf935c321 req-b59ea1df-0fc8-4bb1-b2cf-1a1defdebb7a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 0.1856329 Feb 19 04:46:37.974634 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:38.016938 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44394) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:38.132337 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6fb4cd65-72f8-4219-b392-045bf935c321 req-44ebbc3f-7da4-49c8-9dc8-0409ed126a7b tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3568218 Feb 19 04:46:38.225134 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b1104912-c29a-433f-be74-71154085d9ff tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router (a669d661-989b-4022-afac-540364cc2b94), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:38.228358 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-697aa75b-c842-42f2-8420-17c968e5a071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:38.230090 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-697aa75b-c842-42f2-8420-17c968e5a071 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5&tenant_id=b5d75efb08514de6a052014d405b6aef HTTP/1.1" status: 200 len: 1125 time: 0.3620954 Feb 19 04:46:38.251431 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-772273-4', 'device_owner': 'compute:nova'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:46:38.316637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44400) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:38.570693 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b1104912-c29a-433f-be74-71154085d9ff tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_gateway (a669d661-989b-4022-afac-540364cc2b94), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:38.582231 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:38.587451 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7fc33bc0-4d0c-4ae1-983f-df696c153472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:38.694395 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-b1104912-c29a-433f-be74-71154085d9ff tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Deleting port 76c9f6b2-4eb8-4112-a4e4-0e8f5cf23f08 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:46:38.694851 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b1104912-c29a-433f-be74-71154085d9ff tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (76c9f6b2-4eb8-4112-a4e4-0e8f5cf23f08), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:38.898193 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b1104912-c29a-433f-be74-71154085d9ff tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (76c9f6b2-4eb8-4112-a4e4-0e8f5cf23f08), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:38.931648 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-b1104912-c29a-433f-be74-71154085d9ff tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Calling delete_port for 76c9f6b2-4eb8-4112-a4e4-0e8f5cf23f08 owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:46:39.089383 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7fc33bc0-4d0c-4ae1-983f-df696c153472 admin admin] Publish callbacks [] for security_group (1f238df5-2e62-4969-913c-d7c586b23641), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:39.121526 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7fc33bc0-4d0c-4ae1-983f-df696c153472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1f238df5-2e62-4969-913c-d7c586b23641), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:39.215690 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc33bc0-4d0c-4ae1-983f-df696c153472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f238df5-2e62-4969-913c-d7c586b23641,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:39.265151 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:39.391854 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:39.411215 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7fc33bc0-4d0c-4ae1-983f-df696c153472 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d7f1e98b1fab42c59fbf97a7982dd0be&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3622198 Feb 19 04:46:39.423838 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44412) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:39.467820 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] For port 97c18459-2c72-43da-a783-2e2db917d8b4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=97c18459-2c72-43da-a783-2e2db917d8b4,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:46:39.529849 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fc6093ea-a705-48cb-86d0-7276d09616ec admin admin] Publish callbacks [] for security_group (1f238df5-2e62-4969-913c-d7c586b23641), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:39.580133 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] For port 97c18459-2c72-43da-a783-2e2db917d8b4, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:46:39.591682 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b1104912-c29a-433f-be74-71154085d9ff tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (76c9f6b2-4eb8-4112-a4e4-0e8f5cf23f08), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:39.640521 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c18459-2c72-43da-a783-2e2db917d8b4 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:46:39.654677 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] Publish callbacks [] for port (97c18459-2c72-43da-a783-2e2db917d8b4), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:39.674567 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] Transition to ACTIVE for port object 97c18459-2c72-43da-a783-2e2db917d8b4 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:46:39.675675 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1104912-c29a-433f-be74-71154085d9ff tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Pushing event deleted for resources: {'Port': ['ID=76c9f6b2-4eb8-4112-a4e4-0e8f5cf23f08,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:39.715312 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fc6093ea-a705-48cb-86d0-7276d09616ec admin admin] Publish callbacks [] for security_group (1f238df5-2e62-4969-913c-d7c586b23641), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:39.775648 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:39.865311 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] Pushing event updated for resources: {'Port': ['ID=97c18459-2c72-43da-a783-2e2db917d8b4,revision_number=9']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:39.887121 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b1104912-c29a-433f-be74-71154085d9ff tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (a669d661-989b-4022-afac-540364cc2b94), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:40.043786 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cefaf0f3-9fa8-494d-9123-2560f6205548 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (621532a0-3aab-4f04-860c-479351fd9de6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:40.302542 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b1104912-c29a-433f-be74-71154085d9ff tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (a669d661-989b-4022-afac-540364cc2b94), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:40.312979 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b1104912-c29a-433f-be74-71154085d9ff tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_controller (a669d661-989b-4022-afac-540364cc2b94), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:40.375125 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fc6093ea-a705-48cb-86d0-7276d09616ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1f238df5-2e62-4969-913c-d7c586b23641), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:40.380457 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fc6093ea-a705-48cb-86d0-7276d09616ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:40.384993 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fc6093ea-a705-48cb-86d0-7276d09616ec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1f238df5-2e62-4969-913c-d7c586b23641 HTTP/1.1" status: 204 len: 168 time: 0.9571514 Feb 19 04:46:40.509570 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b1104912-c29a-433f-be74-71154085d9ff tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (a669d661-989b-4022-afac-540364cc2b94), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:40.510876 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1104912-c29a-433f-be74-71154085d9ff tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Fanout notify agent at l3_agent the message router_deleted on router a669d661-989b-4022-afac-540364cc2b94 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:46:40.569263 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6093ea-a705-48cb-86d0-7276d09616ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f238df5-2e62-4969-913c-d7c586b23641,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:40.581151 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b1104912-c29a-433f-be74-71154085d9ff tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:40.596765 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b1104912-c29a-433f-be74-71154085d9ff tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "DELETE /v2.0/routers/a669d661-989b-4022-afac-540364cc2b94 HTTP/1.1" status: 204 len: 168 time: 2.9649601 Feb 19 04:46:40.598206 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44420) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:40.612666 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-dc628c1f-cc8c-4abe-8f96-6db620a2f3d6 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-815653405', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:46:40.643396 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40352d25-a4bc-4cc2-b010-2ad5f76bf0fd req-b000007d-90d3-45db-b97c-1b04ea6d7223 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:40.669196 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-40352d25-a4bc-4cc2-b010-2ad5f76bf0fd req-b000007d-90d3-45db-b97c-1b04ea6d7223 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 1.1613045 Feb 19 04:46:40.834201 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-40352d25-a4bc-4cc2-b010-2ad5f76bf0fd req-9854bff5-4cc6-412f-b64c-a7f25b2fbdb6 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468565 Feb 19 04:46:41.078528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] No DVR routers for this DVR port 97c18459-2c72-43da-a783-2e2db917d8b4 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:46:41.377340 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dc628c1f-cc8c-4abe-8f96-6db620a2f3d6 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (abfd1152-7818-4808-aaf8-b0f815480917), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:41.385111 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dc628c1f-cc8c-4abe-8f96-6db620a2f3d6 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (abfd1152-7818-4808-aaf8-b0f815480917), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:41.405348 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44426) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:41.484826 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dc628c1f-cc8c-4abe-8f96-6db620a2f3d6 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_controller (abfd1152-7818-4808-aaf8-b0f815480917), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:41.490496 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7db2cafb-449f-4588-bb27-417746348d42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:41.529676 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dc628c1f-cc8c-4abe-8f96-6db620a2f3d6 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (abfd1152-7818-4808-aaf8-b0f815480917), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:41.619709 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dc628c1f-cc8c-4abe-8f96-6db620a2f3d6 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:41.626167 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44430) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:41.628413 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dc628c1f-cc8c-4abe-8f96-6db620a2f3d6 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0268574 Feb 19 04:46:41.630820 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] Attempting to bind port 97c18459-2c72-43da-a783-2e2db917d8b4 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:46:41.631514 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] Attempting to bind port 97c18459-2c72-43da-a783-2e2db917d8b4 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '2fab93a9-8d2f-4a49-bb5f-6b13775efd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:46:41.632290 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] Attempting to bind port 97c18459-2c72-43da-a783-2e2db917d8b4 on network a3539187-cc67-4fa5-a771-d626621d7371 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:46:41.635872 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-2fbaf61e-c901-49cc-821a-d8263baaa4dd tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Request body: {'router': {'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:46:41.683529 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] Port 97c18459-2c72-43da-a783-2e2db917d8b4 on network a3539187-cc67-4fa5-a771-d626621d7371 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:46:41.684275 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] Attempting to bind port 97c18459-2c72-43da-a783-2e2db917d8b4 on network a3539187-cc67-4fa5-a771-d626621d7371 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:46:41.745112 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:46:41.745312 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] Checking segment: {'id': '2fab93a9-8d2f-4a49-bb5f-6b13775efd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:46:41.745986 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] Bound using segment: {'id': '2fab93a9-8d2f-4a49-bb5f-6b13775efd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:46:41.746896 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] Bound port: 97c18459-2c72-43da-a783-2e2db917d8b4, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fab93a9-8d2f-4a49-bb5f-6b13775efd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:46:41.747567 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:42.063875 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] For port 97c18459-2c72-43da-a783-2e2db917d8b4, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:46:42.094348 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-cefaf0f3-9fa8-494d-9123-2560f6205548 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Deleting port 50c4a7db-86a6-4ba8-8466-69e639711e0d {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:46:42.095362 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cefaf0f3-9fa8-494d-9123-2560f6205548 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (50c4a7db-86a6-4ba8-8466-69e639711e0d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:42.242002 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7db2cafb-449f-4588-bb27-417746348d42 admin admin] Publish callbacks [] for security_group (82fae5f2-eaeb-47f3-8798-f372a1b90548), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:42.259176 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7db2cafb-449f-4588-bb27-417746348d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (82fae5f2-eaeb-47f3-8798-f372a1b90548), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:42.281280 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] For port 97c18459-2c72-43da-a783-2e2db917d8b4, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=97c18459-2c72-43da-a783-2e2db917d8b4,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:46:42.313879 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:42.319534 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-cefaf0f3-9fa8-494d-9123-2560f6205548 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] For port 50c4a7db-86a6-4ba8-8466-69e639711e0d, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=50c4a7db-86a6-4ba8-8466-69e639711e0d,segment=NetworkSegment(ef989f35-467c-4b18-9e97-5c1f8feb909f),segment_id=ef989f35-467c-4b18-9e97-5c1f8feb909f)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:46:42.320157 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cefaf0f3-9fa8-494d-9123-2560f6205548 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (50c4a7db-86a6-4ba8-8466-69e639711e0d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:42.337563 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7db2cafb-449f-4588-bb27-417746348d42 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=21423eab9cfb4cae941d604ebadcc17f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9289007 Feb 19 04:46:42.344650 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44436) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:42.390429 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-cefaf0f3-9fa8-494d-9123-2560f6205548 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Calling delete_port for 50c4a7db-86a6-4ba8-8466-69e639711e0d owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:46:42.544565 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2cafb-449f-4588-bb27-417746348d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fae5f2-eaeb-47f3-8798-f372a1b90548,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:42.563053 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2fbaf61e-c901-49cc-821a-d8263baaa4dd tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_gateway (abfd1152-7818-4808-aaf8-b0f815480917), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:42.594295 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84060591-7ad8-4902-aafb-91967cc01916 req-3cce01b2-062e-43ae-b316-3e3688e062f7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:42.597656 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-84060591-7ad8-4902-aafb-91967cc01916 req-3cce01b2-062e-43ae-b316-3e3688e062f7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 943 time: 0.5292656 Feb 19 04:46:42.606916 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:42.607880 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:42.610187 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] 10.222.0.10 "PUT /v2.0/ports/97c18459-2c72-43da-a783-2e2db917d8b4 HTTP/1.1" status: 200 len: 1091 time: 4.3634324 Feb 19 04:46:42.611562 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13abfe41-ce81-4ad6-9392-ada9e177e5a5', 'tag': '97c18459-2c72-43da-a783-2e2db917d8b4'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:46:42.616501 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6e75fc-3f9c-47b9-8742-69b9fb212037" -d '{"events": [{"name": "network-changed", "server_uuid": "13abfe41-ce81-4ad6-9392-ada9e177e5a5", "tag": "97c18459-2c72-43da-a783-2e2db917d8b4"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:46:42.792052 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e7dfe668-deca-4110-80ad-607f4dfd3186 admin admin] Publish callbacks [] for security_group (82fae5f2-eaeb-47f3-8798-f372a1b90548), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:42.826396 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c05f152-4df4-4f71-887b-3e2e6e02914c x-openstack-request-id: req-7c05f152-4df4-4f71-887b-3e2e6e02914c {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:46:42.827153 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13abfe41-ce81-4ad6-9392-ada9e177e5a5", "tag": "97c18459-2c72-43da-a783-2e2db917d8b4", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:46:42.828816 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c05f152-4df4-4f71-887b-3e2e6e02914c {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:46:42.829740 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13abfe41-ce81-4ad6-9392-ada9e177e5a5', 'tag': '97c18459-2c72-43da-a783-2e2db917d8b4', 'status': 'completed', 'code': 200} Feb 19 04:46:42.901119 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151efd0b-91f3-4613-a961-94df688d4d27 service neutron] Pushing event updated for resources: {'Port': ['ID=97c18459-2c72-43da-a783-2e2db917d8b4,revision_number=10']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:43.007593 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-620ee7c4-f502-47e9-99b1-63814f49f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:43.010818 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-620ee7c4-f502-47e9-99b1-63814f49f936 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5d75efb08514de6a052014d405b6aef&device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 1126 time: 0.1887162 Feb 19 04:46:43.015818 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e7dfe668-deca-4110-80ad-607f4dfd3186 admin admin] Publish callbacks [] for security_group (82fae5f2-eaeb-47f3-8798-f372a1b90548), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:43.043824 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-84060591-7ad8-4902-aafb-91967cc01916 req-daf3212b-fbc6-47ca-b4f0-9a68dff96f31 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4174418 Feb 19 04:46:43.293189 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e7dfe668-deca-4110-80ad-607f4dfd3186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (82fae5f2-eaeb-47f3-8798-f372a1b90548), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:43.298107 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e7dfe668-deca-4110-80ad-607f4dfd3186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:43.304837 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e7dfe668-deca-4110-80ad-607f4dfd3186 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/82fae5f2-eaeb-47f3-8798-f372a1b90548 HTTP/1.1" status: 204 len: 168 time: 0.9582126 Feb 19 04:46:43.306215 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-cde83998-392c-466e-a889-1dba6cdb8897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:43.309219 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-cde83998-392c-466e-a889-1dba6cdb8897 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a3539187-cc67-4fa5-a771-d626621d7371 HTTP/1.1" status: 200 len: 917 time: 0.2584517 Feb 19 04:46:43.311660 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cefaf0f3-9fa8-494d-9123-2560f6205548 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (50c4a7db-86a6-4ba8-8466-69e639711e0d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:43.338480 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dfe668-deca-4110-80ad-607f4dfd3186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fae5f2-eaeb-47f3-8798-f372a1b90548,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:43.462285 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2fbaf61e-c901-49cc-821a-d8263baaa4dd tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_gateway (abfd1152-7818-4808-aaf8-b0f815480917), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:43.560763 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2fbaf61e-c901-49cc-821a-d8263baaa4dd tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:43.594001 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefaf0f3-9fa8-494d-9123-2560f6205548 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event deleted for resources: {'Port': ['ID=50c4a7db-86a6-4ba8-8466-69e639711e0d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:43.749952 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-69c693be-9bf3-4315-bb60-86e9444757d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97c18459-2c72-43da-a783-2e2db917d8b4 HTTP/1.1" status: 200 len: 999 time: 0.4313800 Feb 19 04:46:43.981906 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-2fbaf61e-c901-49cc-821a-d8263baaa4dd tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Allocated IP 172.25.0.60 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/ad826d27-fb13-4c27-b3a5-8e68c6851cf9) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:46:44.046163 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-0d3a7eec-0922-4ec1-a76a-d691f5e21b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:44.049835 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-0d3a7eec-0922-4ec1-a76a-d691f5e21b32 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45cf20d4-3097-4dde-886e-3a9890ecec0d HTTP/1.1" status: 200 len: 856 time: 0.2142036 Feb 19 04:46:44.194920 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cefaf0f3-9fa8-494d-9123-2560f6205548 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (621532a0-3aab-4f04-860c-479351fd9de6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:44.237706 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-186c26e8-0833-48d6-a695-e7187e8051fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:44.253471 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-186c26e8-0833-48d6-a695-e7187e8051fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3539187-cc67-4fa5-a771-d626621d7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1941822 Feb 19 04:46:44.298633 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2fbaf61e-c901-49cc-821a-d8263baaa4dd tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for port (ad826d27-fb13-4c27-b3a5-8e68c6851cf9), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:44.479747 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-3c8bba87-952f-49d1-ae45-c565866e457f service neutron] 10.222.0.10 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186329 Feb 19 04:46:44.552248 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848587b-6983-4e04-9ad6-6952e89d919e req-a39a42e2-804f-4085-9fd5-46d799dc1434 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:44.555138 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6848587b-6983-4e04-9ad6-6952e89d919e req-a39a42e2-804f-4085-9fd5-46d799dc1434 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 944 time: 0.2259407 Feb 19 04:46:44.627664 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2fbaf61e-c901-49cc-821a-d8263baaa4dd tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (ad826d27-fb13-4c27-b3a5-8e68c6851cf9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:44.769037 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbaf61e-c901-49cc-821a-d8263baaa4dd tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Pushing event updated for resources: {'Port': ['ID=ad826d27-fb13-4c27-b3a5-8e68c6851cf9,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:44.787413 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbaf61e-c901-49cc-821a-d8263baaa4dd tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:46:44.792667 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-2fbaf61e-c901-49cc-821a-d8263baaa4dd tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:46:44.802225 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6848587b-6983-4e04-9ad6-6952e89d919e req-19e4980a-5085-461e-b568-12b9ced31562 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398906 Feb 19 04:46:44.803580 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbaf61e-c901-49cc-821a-d8263baaa4dd tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:46:44.968082 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e95a88ba-82d0-481d-b8cd-d09880a7dc93 req-0f144496-3698-4950-88b9-cce210771779 service neutron] 10.222.0.10 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503253 Feb 19 04:46:45.316570 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e75fc-3f9c-47b9-8742-69b9fb212037 req-27f9fa35-87a4-459e-9400-459de06b45d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:45.322379 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa6e75fc-3f9c-47b9-8742-69b9fb212037 req-27f9fa35-87a4-459e-9400-459de06b45d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5d75efb08514de6a052014d405b6aef&device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 1126 time: 0.2895207 Feb 19 04:46:45.541594 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e75fc-3f9c-47b9-8742-69b9fb212037 req-b83cd0c9-ff61-4022-a30d-10ddfe378273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:45.544697 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa6e75fc-3f9c-47b9-8742-69b9fb212037 req-b83cd0c9-ff61-4022-a30d-10ddfe378273 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a3539187-cc67-4fa5-a771-d626621d7371 HTTP/1.1" status: 200 len: 917 time: 0.2163179 Feb 19 04:46:45.616323 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2fbaf61e-c901-49cc-821a-d8263baaa4dd tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_gateway (abfd1152-7818-4808-aaf8-b0f815480917), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:45.715396 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa6e75fc-3f9c-47b9-8742-69b9fb212037 req-b8c9860f-dfd3-483d-ad6f-a792030d36ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97c18459-2c72-43da-a783-2e2db917d8b4 HTTP/1.1" status: 200 len: 999 time: 0.1643763 Feb 19 04:46:45.731671 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefaf0f3-9fa8-494d-9123-2560f6205548 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Router 621532a0-3aab-4f04-860c-479351fd9de6 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:46:46.316040 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefaf0f3-9fa8-494d-9123-2560f6205548 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:46:46.339058 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b34c4c-1607-4e1c-9929-3f219fe98710 None None] Sync routers for ids ['621532a0-3aab-4f04-860c-479351fd9de6'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:46:46.367600 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cefaf0f3-9fa8-494d-9123-2560f6205548 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "PUT /v2.0/routers/621532a0-3aab-4f04-860c-479351fd9de6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0394440 Feb 19 04:46:46.426446 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b34c4c-1607-4e1c-9929-3f219fe98710 None None] Routers {'621532a0-3aab-4f04-860c-479351fd9de6'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:46:46.440448 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b5b34c4c-1607-4e1c-9929-3f219fe98710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:46:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['621532a0-3aab-4f04-860c-479351fd9de6'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:46.456049 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e75fc-3f9c-47b9-8742-69b9fb212037 req-3da49af6-984c-48de-b842-e714e9cc72f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:46.461151 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa6e75fc-3f9c-47b9-8742-69b9fb212037 req-3da49af6-984c-48de-b842-e714e9cc72f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45cf20d4-3097-4dde-886e-3a9890ecec0d HTTP/1.1" status: 200 len: 856 time: 0.7251630 Feb 19 04:46:46.812012 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ebda6-0156-430e-8dd5-b4e636083a4d req-de32ec9f-ee81-4315-a9a4-22efe9454f26 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:46.819830 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f09ebda6-0156-430e-8dd5-b4e636083a4d req-de32ec9f-ee81-4315-a9a4-22efe9454f26 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 944 time: 0.4970760 Feb 19 04:46:46.953430 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e75fc-3f9c-47b9-8742-69b9fb212037 req-063f98af-23d7-4348-b7ab-94fdaf67aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:46.964647 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa6e75fc-3f9c-47b9-8742-69b9fb212037 req-063f98af-23d7-4348-b7ab-94fdaf67aa27 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3539187-cc67-4fa5-a771-d626621d7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4863441 Feb 19 04:46:47.093695 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44518) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:47.105256 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2fbaf61e-c901-49cc-821a-d8263baaa4dd tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (abfd1152-7818-4808-aaf8-b0f815480917), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:47.143736 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2fbaf61e-c901-49cc-821a-d8263baaa4dd tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-429138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-429147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455741'] for router (abfd1152-7818-4808-aaf8-b0f815480917), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:47.230903 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9f073-2206-4e30-aff6-fc5a91320219 req-b0890faa-59e2-4368-b61e-8638a842b618 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:47.234146 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f09ebda6-0156-430e-8dd5-b4e636083a4d req-df071863-5192-469c-93ca-305898b25c27 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3884294 Feb 19 04:46:47.239537 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fcb9f073-2206-4e30-aff6-fc5a91320219 req-b0890faa-59e2-4368-b61e-8638a842b618 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bdf69f4-d525-4d66-ba81-b06a0c05c7cb HTTP/1.1" status: 200 len: 946 time: 0.1911242 Feb 19 04:46:47.269163 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-b5b34c4c-1607-4e1c-9929-3f219fe98710 None None] Set router 621532a0-3aab-4f04-860c-479351fd9de6 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:46:47.337843 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fcb9f073-2206-4e30-aff6-fc5a91320219 req-b18e7ffe-1057-4cf7-8cdf-51a01faa4832 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=baf1ac59-1329-4aa2-9013-2511357aa668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969827 Feb 19 04:46:47.654275 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa6e75fc-3f9c-47b9-8742-69b9fb212037 req-116eb4b8-3c99-45f7-b140-d12069fadf93 service neutron] 10.222.0.10 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793501 Feb 19 04:46:47.691306 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-385b14dd-57ff-4da7-a0eb-be63f9784358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:47.773476 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbaf61e-c901-49cc-821a-d8263baaa4dd tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Router abfd1152-7818-4808-aaf8-b0f815480917 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:46:47.893272 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa6e75fc-3f9c-47b9-8742-69b9fb212037 req-89b7ddff-84a0-43d3-8c79-87203319ee01 service neutron] 10.222.0.10 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380018 Feb 19 04:46:48.434766 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-385b14dd-57ff-4da7-a0eb-be63f9784358 admin admin] Publish callbacks [] for security_group (0f47677d-a5ad-4812-9ee4-bdd225c76f74), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:48.466150 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-385b14dd-57ff-4da7-a0eb-be63f9784358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0f47677d-a5ad-4812-9ee4-bdd225c76f74), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:48.585056 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbaf61e-c901-49cc-821a-d8263baaa4dd tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:46:48.613667 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f7ac17-7709-49b8-baa7-50f40f09013f None None] Sync routers for ids ['abfd1152-7818-4808-aaf8-b0f815480917'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:46:48.656862 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f7ac17-7709-49b8-baa7-50f40f09013f None None] Routers {'abfd1152-7818-4808-aaf8-b0f815480917'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:46:48.658179 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f8f7ac17-7709-49b8-baa7-50f40f09013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:46:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['abfd1152-7818-4808-aaf8-b0f815480917'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:48.670632 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcce698-b7a0-4cf2-9e03-a5b55384a168 req-e1ba2a56-9947-4d53-870e-039a2059f729 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:48.677482 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2fbaf61e-c901-49cc-821a-d8263baaa4dd tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:48.691532 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2fbaf61e-c901-49cc-821a-d8263baaa4dd tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "PUT /v2.0/routers/abfd1152-7818-4808-aaf8-b0f815480917 HTTP/1.1" status: 200 len: 882 time: 7.0635428 Feb 19 04:46:48.696331 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7bcce698-b7a0-4cf2-9e03-a5b55384a168 req-e1ba2a56-9947-4d53-870e-039a2059f729 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 944 time: 0.2648096 Feb 19 04:46:48.733676 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44534) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:48.920551 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f8f7ac17-7709-49b8-baa7-50f40f09013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:48.959061 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f7ac17-7709-49b8-baa7-50f40f09013f None None] Routers {'abfd1152-7818-4808-aaf8-b0f815480917'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:46:48.961739 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7bcce698-b7a0-4cf2-9e03-a5b55384a168 req-80abdd0f-8e7d-4a7e-8f8e-9e3f46023b1b tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2596564 Feb 19 04:46:48.962807 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f8f7ac17-7709-49b8-baa7-50f40f09013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:46:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['abfd1152-7818-4808-aaf8-b0f815480917'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:49.005935 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-385b14dd-57ff-4da7-a0eb-be63f9784358 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e929122892e34fc59653b24048526bda&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9061427 Feb 19 04:46:49.006436 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44536) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:49.023795 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b5b34c4c-1607-4e1c-9929-3f219fe98710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621532a0-3aab-4f04-860c-479351fd9de6', 'name': 'tempest-TestNetworkBasicOps-router-1392878627', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:41Z', 'updated_at': '2022-02-19T04:46:43Z', 'revision_number': 6, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:44Z', 'updated_at': '2022-02-19T04:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '3a06df15-4e1e-422e-866f-77bdacba0dcd', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'port_id': 'b80c3687-0b71-4042-bd12-855b4ff97339', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'mac_address': 'fa:16:3e:eb:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79dc9e-b36c-4776-88df-1c196b047629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:45:08Z', 'updated_at': '2022-02-19T04:45:19Z', 'revision_number': 1, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b430abcb-6b7f-49d5-bf0b-5f5db3ea025e', 'name': '', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:5d:75:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:44:02Z', 'updated_at': '2022-02-19T04:44:21Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:49.113672 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa32e7a-def3-46a3-83e6-cdd2e1ead3ef req-b1fb7e4c-2b27-4318-b225-71b5167b85ee tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:49.119927 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1fa32e7a-def3-46a3-83e6-cdd2e1ead3ef req-b1fb7e4c-2b27-4318-b225-71b5167b85ee tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bdf69f4-d525-4d66-ba81-b06a0c05c7cb HTTP/1.1" status: 200 len: 946 time: 0.8109720 Feb 19 04:46:49.134209 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b34c4c-1607-4e1c-9929-3f219fe98710 None None] Checking router: 621532a0-3aab-4f04-860c-479351fd9de6 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:46:49.139034 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f8f7ac17-7709-49b8-baa7-50f40f09013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:49.150412 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f7ac17-7709-49b8-baa7-50f40f09013f None None] The sync data for ids ['abfd1152-7818-4808-aaf8-b0f815480917'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:46:49.153694 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b14dd-57ff-4da7-a0eb-be63f9784358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f47677d-a5ad-4812-9ee4-bdd225c76f74,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:49.162308 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b34c4c-1607-4e1c-9929-3f219fe98710 None None] Routers {'621532a0-3aab-4f04-860c-479351fd9de6'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:46:49.164160 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b5b34c4c-1607-4e1c-9929-3f219fe98710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:46:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['621532a0-3aab-4f04-860c-479351fd9de6'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:49.207302 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4460afa8-5f36-4e4d-9d73-4882106a17ff admin admin] Publish callbacks [] for security_group (0f47677d-a5ad-4812-9ee4-bdd225c76f74), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:49.338319 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4460afa8-5f36-4e4d-9d73-4882106a17ff admin admin] Publish callbacks [] for security_group (0f47677d-a5ad-4812-9ee4-bdd225c76f74), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:49.711500 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4460afa8-5f36-4e4d-9d73-4882106a17ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0f47677d-a5ad-4812-9ee4-bdd225c76f74), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:49.711500 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4460afa8-5f36-4e4d-9d73-4882106a17ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:49.711500 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4460afa8-5f36-4e4d-9d73-4882106a17ff admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0f47677d-a5ad-4812-9ee4-bdd225c76f74 HTTP/1.1" status: 204 len: 168 time: 0.7007632 Feb 19 04:46:49.748230 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63988a-60bb-4429-844c-1c11f4469b08 req-0058087f-dfcd-4ca8-ab69-9b67fbcd0d04 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:49.780409 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4e63988a-60bb-4429-844c-1c11f4469b08 req-0058087f-dfcd-4ca8-ab69-9b67fbcd0d04 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bdf69f4-d525-4d66-ba81-b06a0c05c7cb HTTP/1.1" status: 200 len: 946 time: 1.0415139 Feb 19 04:46:49.785368 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-b5b34c4c-1607-4e1c-9929-3f219fe98710 None None] Set router 621532a0-3aab-4f04-860c-479351fd9de6 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:46:49.801298 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460afa8-5f36-4e4d-9d73-4882106a17ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f47677d-a5ad-4812-9ee4-bdd225c76f74,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:49.874756 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9bc217b8-254f-4257-82bd-2de22186059c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "GET /v2.0/routers/abfd1152-7818-4808-aaf8-b0f815480917 HTTP/1.1" status: 200 len: 923 time: 1.1104329 Feb 19 04:46:49.879677 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44544) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:50.134936 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4e63988a-60bb-4429-844c-1c11f4469b08 req-5c4e0267-949e-4104-a1e9-fb43bbb6fdae tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=baf1ac59-1329-4aa2-9013-2511357aa668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3507123 Feb 19 04:46:50.165189 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-1fa32e7a-def3-46a3-83e6-cdd2e1ead3ef req-02cc5667-f57c-4ca8-b2b6-71cd4149287e tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Deleting port b7212854-f580-4a57-9635-13a7fb0b14b1 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:46:50.165903 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1fa32e7a-def3-46a3-83e6-cdd2e1ead3ef req-02cc5667-f57c-4ca8-b2b6-71cd4149287e tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b7212854-f580-4a57-9635-13a7fb0b14b1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:50.274286 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dd79a8-5be7-4532-ad5c-402c7eebdf02 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:50.291450 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-03dd79a8-5be7-4532-ad5c-402c7eebdf02 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&device_id=abfd1152-7818-4808-aaf8-b0f815480917&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3956001 Feb 19 04:46:50.292530 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44548) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:50.608111 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-1fa32e7a-def3-46a3-83e6-cdd2e1ead3ef req-02cc5667-f57c-4ca8-b2b6-71cd4149287e tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] For port b7212854-f580-4a57-9635-13a7fb0b14b1, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=b7212854-f580-4a57-9635-13a7fb0b14b1,segment=NetworkSegment(ef989f35-467c-4b18-9e97-5c1f8feb909f),segment_id=ef989f35-467c-4b18-9e97-5c1f8feb909f)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:46:50.617303 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1fa32e7a-def3-46a3-83e6-cdd2e1ead3ef req-02cc5667-f57c-4ca8-b2b6-71cd4149287e tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b7212854-f580-4a57-9635-13a7fb0b14b1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:50.687126 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-1fa32e7a-def3-46a3-83e6-cdd2e1ead3ef req-02cc5667-f57c-4ca8-b2b6-71cd4149287e tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Calling delete_port for b7212854-f580-4a57-9635-13a7fb0b14b1 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:46:50.911482 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f226df2-98c7-45c4-8ece-7337bc3bc718 req-fa025033-2517-4227-abb7-565a9abf274d tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:50.920658 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6f226df2-98c7-45c4-8ece-7337bc3bc718 req-fa025033-2517-4227-abb7-565a9abf274d tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 944 time: 0.3959684 Feb 19 04:46:50.961143 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa8cbe0-30c3-4ccf-ab79-3316a2cc0799 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:50.964575 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-faa8cbe0-30c3-4ccf-ab79-3316a2cc0799 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 881 time: 0.6651740 Feb 19 04:46:51.007648 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b5b34c4c-1607-4e1c-9929-3f219fe98710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621532a0-3aab-4f04-860c-479351fd9de6', 'name': 'tempest-TestNetworkBasicOps-router-1392878627', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:41Z', 'updated_at': '2022-02-19T04:46:43Z', 'revision_number': 6, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:44Z', 'updated_at': '2022-02-19T04:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '3a06df15-4e1e-422e-866f-77bdacba0dcd', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'port_id': 'b80c3687-0b71-4042-bd12-855b4ff97339', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'mac_address': 'fa:16:3e:eb:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79dc9e-b36c-4776-88df-1c196b047629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:45:08Z', 'updated_at': '2022-02-19T04:45:19Z', 'revision_number': 1, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b430abcb-6b7f-49d5-bf0b-5f5db3ea025e', 'name': '', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:5d:75:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:44:02Z', 'updated_at': '2022-02-19T04:44:21Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:46:51.009986 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44560) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:51.072725 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6f226df2-98c7-45c4-8ece-7337bc3bc718 req-2c4a9afd-82a4-45e9-9f2d-ba867de473d0 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280534 Feb 19 04:46:51.222227 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44566) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:51.228131 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b34c4c-1607-4e1c-9929-3f219fe98710 None None] The sync data for ids ['621532a0-3aab-4f04-860c-479351fd9de6'] in n-d-772273-4 is: [{'id': '621532a0-3aab-4f04-860c-479351fd9de6', 'name': 'tempest-TestNetworkBasicOps-router-1392878627', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:41Z', 'updated_at': '2022-02-19T04:46:43Z', 'revision_number': 6, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:44Z', 'updated_at': '2022-02-19T04:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '3a06df15-4e1e-422e-866f-77bdacba0dcd', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'port_id': 'b80c3687-0b71-4042-bd12-855b4ff97339', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'mac_address': 'fa:16:3e:eb:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c79dc9e-b36c-4776-88df-1c196b047629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:45:08Z', 'updated_at': '2022-02-19T04:45:19Z', 'revision_number': 1, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b430abcb-6b7f-49d5-bf0b-5f5db3ea025e', 'name': '', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:5d:75:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:44:02Z', 'updated_at': '2022-02-19T04:44:21Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:46:51.230718 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f8598390-a8b2-4acd-8099-a914888da3e7 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfd1152-7818-4808-aaf8-b0f815480917 HTTP/1.1" status: 200 len: 205 time: 0.2150967 Feb 19 04:46:51.673126 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1fa32e7a-def3-46a3-83e6-cdd2e1ead3ef req-02cc5667-f57c-4ca8-b2b6-71cd4149287e tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b7212854-f580-4a57-9635-13a7fb0b14b1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:51.802331 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3cbfead1-67b5-445f-bd8f-b20b551b49db req-d9e6a5cb-cdf3-4855-86a4-a8ed38fc5fa5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bdf69f4-d525-4d66-ba81-b06a0c05c7cb HTTP/1.1" status: 200 len: 210 time: 0.1632946 Feb 19 04:46:51.815101 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 50c4a7db-86a6-4ba8-8466-69e639711e0d no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:46:51.885594 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 50c4a7db-86a6-4ba8-8466-69e639711e0d {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:46:51.887991 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 50c4a7db-86a6-4ba8-8466-69e639711e0d not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:46:51.891545 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc5667-f57c-4ca8-b2b6-71cd4149287e tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event deleted for resources: {'Port': ['ID=b7212854-f580-4a57-9635-13a7fb0b14b1,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:52.072540 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa32e7a-def3-46a3-83e6-cdd2e1ead3ef req-02cc5667-f57c-4ca8-b2b6-71cd4149287e tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] No DVR routers for this DVR port b7212854-f580-4a57-9635-13a7fb0b14b1 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:46:52.095309 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-1fa32e7a-def3-46a3-83e6-cdd2e1ead3ef req-02cc5667-f57c-4ca8-b2b6-71cd4149287e tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:52.103932 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1fa32e7a-def3-46a3-83e6-cdd2e1ead3ef req-02cc5667-f57c-4ca8-b2b6-71cd4149287e tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.48 "DELETE /v2.0/ports/b7212854-f580-4a57-9635-13a7fb0b14b1 HTTP/1.1" status: 204 len: 173 time: 2.9752424 Feb 19 04:46:52.103932 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44576) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:52.104779 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdf69f4-d525-4d66-ba81-b06a0c05c7cb', 'name': 'network-vif-deleted', 'tag': 'b7212854-f580-4a57-9635-13a7fb0b14b1'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:46:52.110602 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968af5a4-338f-42fe-85be-5bc6feb54078" -d '{"events": [{"server_uuid": "7bdf69f4-d525-4d66-ba81-b06a0c05c7cb", "name": "network-vif-deleted", "tag": "b7212854-f580-4a57-9635-13a7fb0b14b1"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:46:52.399257 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1cb4e5-1f2f-4275-9a68-224e60aecc6e x-openstack-request-id: req-8b1cb4e5-1f2f-4275-9a68-224e60aecc6e {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:46:52.399720 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdf69f4-d525-4d66-ba81-b06a0c05c7cb", "name": "network-vif-deleted", "tag": "b7212854-f580-4a57-9635-13a7fb0b14b1", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:46:52.400202 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8b1cb4e5-1f2f-4275-9a68-224e60aecc6e {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:46:52.400861 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdf69f4-d525-4d66-ba81-b06a0c05c7cb', 'name': 'network-vif-deleted', 'tag': 'b7212854-f580-4a57-9635-13a7fb0b14b1', 'status': 'completed', 'code': 200} Feb 19 04:46:52.808073 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8086b-e4f9-4df3-a494-afeabf54a53b req-670d9410-9854-47e7-be02-a7dc48732d1f tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:52.842007 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4bb8086b-e4f9-4df3-a494-afeabf54a53b req-670d9410-9854-47e7-be02-a7dc48732d1f tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 944 time: 0.3559165 Feb 19 04:46:52.928242 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device b7212854-f580-4a57-9635-13a7fb0b14b1 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:46:53.052807 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: b7212854-f580-4a57-9635-13a7fb0b14b1 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:46:53.054148 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device b7212854-f580-4a57-9635-13a7fb0b14b1 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:46:53.169488 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1373129c-ff3f-42ee-860f-3e4bfd283b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:53.400337 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e0d5fdc-b6c1-4c03-b1ed-5790d57150b7 req-3eb87a60-e049-47e6-b1ef-99ccca40df52 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=7bdf69f4-d525-4d66-ba81-b06a0c05c7cb HTTP/1.1" status: 200 len: 210 time: 0.1663001 Feb 19 04:46:53.592802 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4bb8086b-e4f9-4df3-a494-afeabf54a53b req-cf9a0278-180d-4b22-b584-b34e1ad3b046 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7458687 Feb 19 04:46:53.676483 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-417d395f-b874-4ec3-a3cd-7ffef0153bfc tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router (abfd1152-7818-4808-aaf8-b0f815480917), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:53.704526 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1373129c-ff3f-42ee-860f-3e4bfd283b68 admin admin] Publish callbacks [] for security_group (49cd1733-1f63-47a7-9e71-d313c88c87a7), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:53.721321 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1373129c-ff3f-42ee-860f-3e4bfd283b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (49cd1733-1f63-47a7-9e71-d313c88c87a7), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:53.797556 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1373129c-ff3f-42ee-860f-3e4bfd283b68 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f98d00d4c42242728415bb83beff810b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6820080 Feb 19 04:46:53.801939 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44602) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:53.810060 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373129c-ff3f-42ee-860f-3e4bfd283b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cd1733-1f63-47a7-9e71-d313c88c87a7,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:53.879039 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373129c-ff3f-42ee-860f-3e4bfd283b68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:53.883681 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373129c-ff3f-42ee-860f-3e4bfd283b68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:53.885536 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373129c-ff3f-42ee-860f-3e4bfd283b68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:53.886019 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373129c-ff3f-42ee-860f-3e4bfd283b68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:53.886425 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373129c-ff3f-42ee-860f-3e4bfd283b68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:53.886877 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373129c-ff3f-42ee-860f-3e4bfd283b68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:53.887231 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373129c-ff3f-42ee-860f-3e4bfd283b68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:53.892468 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373129c-ff3f-42ee-860f-3e4bfd283b68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:53.894709 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373129c-ff3f-42ee-860f-3e4bfd283b68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:53.898045 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373129c-ff3f-42ee-860f-3e4bfd283b68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:53.898984 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373129c-ff3f-42ee-860f-3e4bfd283b68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:53.901918 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373129c-ff3f-42ee-860f-3e4bfd283b68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:53.902793 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1373129c-ff3f-42ee-860f-3e4bfd283b68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:46:54.058932 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-47bdae2c-f731-4fde-8478-173ac494635d admin admin] Publish callbacks [] for security_group (49cd1733-1f63-47a7-9e71-d313c88c87a7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:54.131705 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-417d395f-b874-4ec3-a3cd-7ffef0153bfc tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_gateway (abfd1152-7818-4808-aaf8-b0f815480917), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:54.144505 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-47bdae2c-f731-4fde-8478-173ac494635d admin admin] Publish callbacks [] for security_group (49cd1733-1f63-47a7-9e71-d313c88c87a7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:54.333801 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-47bdae2c-f731-4fde-8478-173ac494635d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (49cd1733-1f63-47a7-9e71-d313c88c87a7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:54.337260 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-47bdae2c-f731-4fde-8478-173ac494635d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:54.345379 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-47bdae2c-f731-4fde-8478-173ac494635d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/49cd1733-1f63-47a7-9e71-d313c88c87a7 HTTP/1.1" status: 204 len: 168 time: 0.5353959 Feb 19 04:46:54.400154 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdae2c-f731-4fde-8478-173ac494635d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cd1733-1f63-47a7-9e71-d313c88c87a7,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:54.413335 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-417d395f-b874-4ec3-a3cd-7ffef0153bfc tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Deleting port ad826d27-fb13-4c27-b3a5-8e68c6851cf9 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:46:54.416832 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-417d395f-b874-4ec3-a3cd-7ffef0153bfc tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ad826d27-fb13-4c27-b3a5-8e68c6851cf9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:54.585173 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44610) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:54.852289 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a67cd6da-b372-4295-a6a4-f0fa4d94517c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group (baf1ac59-1329-4aa2-9013-2511357aa668), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.042385 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-417d395f-b874-4ec3-a3cd-7ffef0153bfc tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ad826d27-fb13-4c27-b3a5-8e68c6851cf9), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.104873 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-417d395f-b874-4ec3-a3cd-7ffef0153bfc tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Calling delete_port for ad826d27-fb13-4c27-b3a5-8e68c6851cf9 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:46:55.113200 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a67cd6da-b372-4295-a6a4-f0fa4d94517c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group (baf1ac59-1329-4aa2-9013-2511357aa668), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.372414 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a67cd6da-b372-4295-a6a4-f0fa4d94517c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (baf1ac59-1329-4aa2-9013-2511357aa668), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.378142 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a67cd6da-b372-4295-a6a4-f0fa4d94517c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.406221 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a67cd6da-b372-4295-a6a4-f0fa4d94517c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "DELETE /v2.0/security-groups/baf1ac59-1329-4aa2-9013-2511357aa668 HTTP/1.1" status: 204 len: 168 time: 0.8187537 Feb 19 04:46:55.476065 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44624) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:55.541103 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67cd6da-b372-4295-a6a4-f0fa4d94517c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf1ac59-1329-4aa2-9013-2511357aa668,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:55.671528 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fbadd-3469-4336-b7fe-20417e45ea1f req-6c730a47-4cd7-4768-8406-886776618572 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:55.681424 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-722fbadd-3469-4336-b7fe-20417e45ea1f req-6c730a47-4cd7-4768-8406-886776618572 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 944 time: 0.8112855 Feb 19 04:46:55.824417 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44628) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:55.845106 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dbc54281-7beb-4a6d-9a2e-e80e3e805bc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.848715 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-417d395f-b874-4ec3-a3cd-7ffef0153bfc tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ad826d27-fb13-4c27-b3a5-8e68c6851cf9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:55.909145 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d395f-b874-4ec3-a3cd-7ffef0153bfc tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Pushing event deleted for resources: {'Port': ['ID=ad826d27-fb13-4c27-b3a5-8e68c6851cf9,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:55.920222 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7da5913-7129-48e9-b4b3-1547aafa1406 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Deleting subnet 2a6d35f4-7d0c-464f-a12c-2cebf6affc75 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:46:55.947929 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7da5913-7129-48e9-b4b3-1547aafa1406 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for subnet (2a6d35f4-7d0c-464f-a12c-2cebf6affc75), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:56.060524 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dbc54281-7beb-4a6d-9a2e-e80e3e805bc9 admin admin] Publish callbacks [] for security_group (be6d5f23-b1fc-44f7-b1d0-55cd81acbb4b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:56.094730 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dbc54281-7beb-4a6d-9a2e-e80e3e805bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (be6d5f23-b1fc-44f7-b1d0-55cd81acbb4b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:56.128230 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-722fbadd-3469-4336-b7fe-20417e45ea1f req-a1c747d4-f7ea-4c2f-81d2-b7504a1eb871 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4405596 Feb 19 04:46:56.168730 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dbc54281-7beb-4a6d-9a2e-e80e3e805bc9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=08380a635c6f4a188ea7944523370f76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3428330 Feb 19 04:46:56.180269 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44630) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:56.238128 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc54281-7beb-4a6d-9a2e-e80e3e805bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6d5f23-b1fc-44f7-b1d0-55cd81acbb4b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:56.266217 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7da5913-7129-48e9-b4b3-1547aafa1406 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (2a6d35f4-7d0c-464f-a12c-2cebf6affc75), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:56.386544 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-417d395f-b874-4ec3-a3cd-7ffef0153bfc tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (abfd1152-7818-4808-aaf8-b0f815480917), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:56.665727 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6ed3f84-e012-4e31-b5d2-40e74bb94c80 admin admin] Publish callbacks [] for security_group (be6d5f23-b1fc-44f7-b1d0-55cd81acbb4b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:56.680596 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7da5913-7129-48e9-b4b3-1547aafa1406 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (2a6d35f4-7d0c-464f-a12c-2cebf6affc75), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:56.831409 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6ed3f84-e012-4e31-b5d2-40e74bb94c80 admin admin] Publish callbacks [] for security_group (be6d5f23-b1fc-44f7-b1d0-55cd81acbb4b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:56.862621 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-417d395f-b874-4ec3-a3cd-7ffef0153bfc tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (abfd1152-7818-4808-aaf8-b0f815480917), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:56.869557 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-417d395f-b874-4ec3-a3cd-7ffef0153bfc tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_controller (abfd1152-7818-4808-aaf8-b0f815480917), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:57.059489 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-417d395f-b874-4ec3-a3cd-7ffef0153bfc tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (abfd1152-7818-4808-aaf8-b0f815480917), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:57.060391 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417d395f-b874-4ec3-a3cd-7ffef0153bfc tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Fanout notify agent at l3_agent the message router_deleted on router abfd1152-7818-4808-aaf8-b0f815480917 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:46:57.105409 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-417d395f-b874-4ec3-a3cd-7ffef0153bfc tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:57.122604 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-417d395f-b874-4ec3-a3cd-7ffef0153bfc tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "DELETE /v2.0/routers/abfd1152-7818-4808-aaf8-b0f815480917 HTTP/1.1" status: 204 len: 168 time: 5.8987825 Feb 19 04:46:57.125088 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7da5913-7129-48e9-b4b3-1547aafa1406 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (2a6d35f4-7d0c-464f-a12c-2cebf6affc75), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:57.125854 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44636) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:57.153152 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-deda9c99-d021-4411-bee9-e3bda9ff874a tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1022983083', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:46:57.159703 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6ed3f84-e012-4e31-b5d2-40e74bb94c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (be6d5f23-b1fc-44f7-b1d0-55cd81acbb4b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:57.165729 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6ed3f84-e012-4e31-b5d2-40e74bb94c80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:57.171674 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a6ed3f84-e012-4e31-b5d2-40e74bb94c80 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/be6d5f23-b1fc-44f7-b1d0-55cd81acbb4b HTTP/1.1" status: 204 len: 168 time: 0.9798522 Feb 19 04:46:57.269540 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da5913-7129-48e9-b4b3-1547aafa1406 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event deleted for resources: {'Subnet': ['ID=2a6d35f4-7d0c-464f-a12c-2cebf6affc75,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:57.286352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed3f84-e012-4e31-b5d2-40e74bb94c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6d5f23-b1fc-44f7-b1d0-55cd81acbb4b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:57.296098 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7da5913-7129-48e9-b4b3-1547aafa1406 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:57.298091 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecd2098-d15a-4aff-a9c8-0a346db4e86b None None] Network 8224a546-01b0-4fa7-92a8-edf19be0d702 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:46:57.308063 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-deda9c99-d021-4411-bee9-e3bda9ff874a tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (7cebc834-459b-4cd7-b7ad-f2e40f88a3f7), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:57.312078 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f7da5913-7129-48e9-b4b3-1547aafa1406 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "DELETE /v2.0/subnets/2a6d35f4-7d0c-464f-a12c-2cebf6affc75 HTTP/1.1" status: 204 len: 168 time: 1.8113987 Feb 19 04:46:57.317055 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-deda9c99-d021-4411-bee9-e3bda9ff874a tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (7cebc834-459b-4cd7-b7ad-f2e40f88a3f7), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:57.318082 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44642) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:57.757317 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6321de9c-8062-485e-961a-075adb92ac68 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (8224a546-01b0-4fa7-92a8-edf19be0d702), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:57.830386 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcfc9bb-c3e1-4405-9441-4f4442aff0ad None None] DHCP port deletion for 8224a546-01b0-4fa7-92a8-edf19be0d702 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:46:57.919248 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-deda9c99-d021-4411-bee9-e3bda9ff874a tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_controller (7cebc834-459b-4cd7-b7ad-f2e40f88a3f7), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:57.946009 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-deda9c99-d021-4411-bee9-e3bda9ff874a tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (7cebc834-459b-4cd7-b7ad-f2e40f88a3f7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:58.005960 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-deda9c99-d021-4411-bee9-e3bda9ff874a tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:58.016742 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-deda9c99-d021-4411-bee9-e3bda9ff874a tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8839669 Feb 19 04:46:58.017942 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44650) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:46:58.031833 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e1062-5f04-4a1b-af9e-890351522c2b req-e1deb789-9221-4553-88a9-d088301625de tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:46:58.034231 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f3e1062-5f04-4a1b-af9e-890351522c2b req-e1deb789-9221-4553-88a9-d088301625de tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 944 time: 0.4825263 Feb 19 04:46:58.041292 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-95aaed7f-b8dd-48dc-8a4d-b2be12f0f81c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'enable_snat': True}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:46:58.099226 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3bcfc9bb-c3e1-4405-9441-4f4442aff0ad None None] Deleting port 41143af9-7ff7-4222-b587-74f9020f06b7 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:46:58.099731 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3bcfc9bb-c3e1-4405-9441-4f4442aff0ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (41143af9-7ff7-4222-b587-74f9020f06b7), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:58.358578 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f3e1062-5f04-4a1b-af9e-890351522c2b req-4bb5a59b-e107-40ae-b50c-b1cfeccc6b2e tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3144798 Feb 19 04:46:58.414396 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3bcfc9bb-c3e1-4405-9441-4f4442aff0ad None None] For port 41143af9-7ff7-4222-b587-74f9020f06b7, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=41143af9-7ff7-4222-b587-74f9020f06b7,segment=NetworkSegment(ef989f35-467c-4b18-9e97-5c1f8feb909f),segment_id=ef989f35-467c-4b18-9e97-5c1f8feb909f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:46:58.417445 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3bcfc9bb-c3e1-4405-9441-4f4442aff0ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (41143af9-7ff7-4222-b587-74f9020f06b7), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:58.475262 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3bcfc9bb-c3e1-4405-9441-4f4442aff0ad None None] Calling delete_port for 41143af9-7ff7-4222-b587-74f9020f06b7 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:46:58.687916 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3bcfc9bb-c3e1-4405-9441-4f4442aff0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (41143af9-7ff7-4222-b587-74f9020f06b7), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:58.713149 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcfc9bb-c3e1-4405-9441-4f4442aff0ad None None] No DVR routers for this DVR port 41143af9-7ff7-4222-b587-74f9020f06b7 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:46:58.733451 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-6321de9c-8062-485e-961a-075adb92ac68 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Deleting port 41143af9-7ff7-4222-b587-74f9020f06b7 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:46:58.734120 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6321de9c-8062-485e-961a-075adb92ac68 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (41143af9-7ff7-4222-b587-74f9020f06b7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:58.818406 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfc9bb-c3e1-4405-9441-4f4442aff0ad None None] Pushing event deleted for resources: {'Port': ['ID=41143af9-7ff7-4222-b587-74f9020f06b7,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:46:58.865813 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:46:59.616209 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-6321de9c-8062-485e-961a-075adb92ac68 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] For port 41143af9-7ff7-4222-b587-74f9020f06b7, host n-d-772273-4, got binding levels [] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:46:59.617890 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6321de9c-8062-485e-961a-075adb92ac68 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (41143af9-7ff7-4222-b587-74f9020f06b7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:59.632949 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 41143af9-7ff7-4222-b587-74f9020f06b7 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:46:59.658074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-6321de9c-8062-485e-961a-075adb92ac68 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Calling delete_port for 41143af9-7ff7-4222-b587-74f9020f06b7 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:46:59.665500 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.ipam_backend_mixin [None req-6321de9c-8062-485e-961a-075adb92ac68 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Port 41143af9-7ff7-4222-b587-74f9020f06b7 was not found and therefore no delete operation was performed {{(pid=115199) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:46:59.673691 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6321de9c-8062-485e-961a-075adb92ac68 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (41143af9-7ff7-4222-b587-74f9020f06b7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:46:59.740213 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 41143af9-7ff7-4222-b587-74f9020f06b7 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:46:59.743248 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 41143af9-7ff7-4222-b587-74f9020f06b7 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:47:00.581227 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-95aaed7f-b8dd-48dc-8a4d-b2be12f0f81c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_gateway (7cebc834-459b-4cd7-b7ad-f2e40f88a3f7), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:00.631093 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6321de9c-8062-485e-961a-075adb92ac68 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] No DVR routers for this DVR port 41143af9-7ff7-4222-b587-74f9020f06b7 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:47:00.981076 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321de9c-8062-485e-961a-075adb92ac68 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event deleted for resources: {'Port': ['ID=41143af9-7ff7-4222-b587-74f9020f06b7,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:01.291951 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69b1df-842a-4861-a3bb-07b338957489 req-858f78f4-de6a-4a18-87ae-e7635381dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:01.293959 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa69b1df-842a-4861-a3bb-07b338957489 req-858f78f4-de6a-4a18-87ae-e7635381dc29 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5d75efb08514de6a052014d405b6aef&device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 1126 time: 0.8860021 Feb 19 04:47:01.503868 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6321de9c-8062-485e-961a-075adb92ac68 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (8224a546-01b0-4fa7-92a8-edf19be0d702), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:01.634454 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69b1df-842a-4861-a3bb-07b338957489 req-1bd98c80-9281-437f-bf90-70b02c907392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:01.636668 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa69b1df-842a-4861-a3bb-07b338957489 req-1bd98c80-9281-437f-bf90-70b02c907392 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a3539187-cc67-4fa5-a771-d626621d7371 HTTP/1.1" status: 200 len: 917 time: 0.2836277 Feb 19 04:47:01.670598 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e305b7-e6d7-47d9-a7fb-2987e7b18c3e req-1040933b-2a6b-4a88-9120-bdb63ad68f2a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:01.683275 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f3e305b7-e6d7-47d9-a7fb-2987e7b18c3e req-1040933b-2a6b-4a88-9120-bdb63ad68f2a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 944 time: 1.0311794 Feb 19 04:47:01.686496 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-6321de9c-8062-485e-961a-075adb92ac68 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8224a546-01b0-4fa7-92a8-edf19be0d702']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:01.828498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-6321de9c-8062-485e-961a-075adb92ac68 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef989f35-467c-4b18-9e97-5c1f8feb909f') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:01.828882 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-6321de9c-8062-485e-961a-075adb92ac68 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef989f35-467c-4b18-9e97-5c1f8feb909f') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:01.842551 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa69b1df-842a-4861-a3bb-07b338957489 req-71a4816c-ada4-46bb-a9a8-27e71cbefbea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97c18459-2c72-43da-a783-2e2db917d8b4 HTTP/1.1" status: 200 len: 999 time: 0.1903195 Feb 19 04:47:01.882906 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f3e305b7-e6d7-47d9-a7fb-2987e7b18c3e req-133937e7-3841-4709-8114-a032e7311f94 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757560 Feb 19 04:47:01.910038 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6321de9c-8062-485e-961a-075adb92ac68 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (ef989f35-467c-4b18-9e97-5c1f8feb909f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:02.012047 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69b1df-842a-4861-a3bb-07b338957489 req-13961980-20ac-4e82-819b-434097530751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:02.015642 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa69b1df-842a-4861-a3bb-07b338957489 req-13961980-20ac-4e82-819b-434097530751 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45cf20d4-3097-4dde-886e-3a9890ecec0d HTTP/1.1" status: 200 len: 856 time: 0.1650543 Feb 19 04:47:02.042979 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6321de9c-8062-485e-961a-075adb92ac68 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (ef989f35-467c-4b18-9e97-5c1f8feb909f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:02.063390 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6321de9c-8062-485e-961a-075adb92ac68 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:47:02.064665 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6321de9c-8062-485e-961a-075adb92ac68 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (ef989f35-467c-4b18-9e97-5c1f8feb909f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:47:02.070509 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:47:02.164380 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69b1df-842a-4861-a3bb-07b338957489 req-b607b0be-bf5e-40a2-a67f-6fbe99805c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:02.167772 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa69b1df-842a-4861-a3bb-07b338957489 req-b607b0be-bf5e-40a2-a67f-6fbe99805c24 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3539187-cc67-4fa5-a771-d626621d7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1357055 Feb 19 04:47:02.193909 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-aa69b1df-842a-4861-a3bb-07b338957489 req-ba0e94c4-e35e-4b80-8923-7677febd12bb service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:47:02.196037 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa69b1df-842a-4861-a3bb-07b338957489 req-ba0e94c4-e35e-4b80-8923-7677febd12bb service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103655 Feb 19 04:47:02.320340 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-81116f5a-8f7d-4750-b5fc-0fa8cb8d8616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:02.413553 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6321de9c-8062-485e-961a-075adb92ac68 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (8224a546-01b0-4fa7-92a8-edf19be0d702), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:02.467945 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6321de9c-8062-485e-961a-075adb92ac68 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:02.493917 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6321de9c-8062-485e-961a-075adb92ac68 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "DELETE /v2.0/networks/8224a546-01b0-4fa7-92a8-edf19be0d702 HTTP/1.1" status: 204 len: 168 time: 5.1685140 Feb 19 04:47:02.518198 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44710) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:02.759667 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa69b1df-842a-4861-a3bb-07b338957489 req-779a0cf4-ca62-4c55-bb7b-2e1f7e5a2ab5 service neutron] 10.222.0.10 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5456102 Feb 19 04:47:02.828132 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321de9c-8062-485e-961a-075adb92ac68 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event deleted for resources: {'Network': ['ID=8224a546-01b0-4fa7-92a8-edf19be0d702,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:03.258346 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04748f15-776f-4cfe-9611-3fd274449add req-6e1aa582-2f19-4aa7-a580-11f3b5986239 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=35e1af5a7ad14e1cb73313c6b521f9b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2379260 Feb 19 04:47:03.918166 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa69b1df-842a-4861-a3bb-07b338957489 req-8ad4f8e6-9794-4ac9-b533-d3731781ed73 service neutron] 10.222.0.10 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1279492 Feb 19 04:47:04.184743 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b82af-eace-4972-afc1-96f76773dc75 req-5a6a2681-5bc9-4fb0-ae2f-6fcbbb3cefb5 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:04.194710 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c54b82af-eace-4972-afc1-96f76773dc75 req-5a6a2681-5bc9-4fb0-ae2f-6fcbbb3cefb5 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 944 time: 0.7500606 Feb 19 04:47:04.199891 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-95aaed7f-b8dd-48dc-8a4d-b2be12f0f81c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_gateway (7cebc834-459b-4cd7-b7ad-f2e40f88a3f7), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:04.230318 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04748f15-776f-4cfe-9611-3fd274449add req-424f9f1c-7d20-4e4a-81f1-9c47a1948933 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:04.254887 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04748f15-776f-4cfe-9611-3fd274449add req-424f9f1c-7d20-4e4a-81f1-9c47a1948933 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9901154 Feb 19 04:47:04.287382 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-95aaed7f-b8dd-48dc-8a4d-b2be12f0f81c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:04.303574 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-7f858f30-c3e9-4a64-bb04-ef3bbde040b9 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Deleting port 6ef0efc3-207a-4a46-b97f-3c986472b600 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:47:04.304104 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7f858f30-c3e9-4a64-bb04-ef3bbde040b9 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (6ef0efc3-207a-4a46-b97f-3c986472b600), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:04.342476 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04748f15-776f-4cfe-9611-3fd274449add req-71d2f7d5-a3d8-4b10-ba7b-dde1a71893ba tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/quotas/35e1af5a7ad14e1cb73313c6b521f9b9 HTTP/1.1" status: 200 len: 375 time: 0.0898106 Feb 19 04:47:04.481886 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7f858f30-c3e9-4a64-bb04-ef3bbde040b9 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (6ef0efc3-207a-4a46-b97f-3c986472b600), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:04.482489 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7f858f30-c3e9-4a64-bb04-ef3bbde040b9 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for floatingip (6ef0efc3-207a-4a46-b97f-3c986472b600), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:04.511418 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-7f858f30-c3e9-4a64-bb04-ef3bbde040b9 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Calling delete_port for 6ef0efc3-207a-4a46-b97f-3c986472b600 owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:47:04.533716 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04748f15-776f-4cfe-9611-3fd274449add req-91903b6e-e87e-412a-a61c-c5fff712686a tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=35e1af5a7ad14e1cb73313c6b521f9b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1824508 Feb 19 04:47:05.101916 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ed8e2729-8fd5-42a5-86e6-5a799677af85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:05.259508 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4488b003-671c-4338-875a-ef849dd2d832 req-d4dc2a92-c485-4d79-8b66-2fac9075d599 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9a3c417-0168-419b-8bf7-d2d132b2794b HTTP/1.1" status: 200 len: 210 time: 0.2043355 Feb 19 04:47:05.451237 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7f858f30-c3e9-4a64-bb04-ef3bbde040b9 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (6ef0efc3-207a-4a46-b97f-3c986472b600), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:05.849800 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f858f30-c3e9-4a64-bb04-ef3bbde040b9 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event deleted for resources: {'Port': ['ID=6ef0efc3-207a-4a46-b97f-3c986472b600,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:06.142428 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c54b82af-eace-4972-afc1-96f76773dc75 req-b253f2ec-90c6-4e62-bc8a-651efc0a8f47 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.9207664 Feb 19 04:47:06.257986 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-95aaed7f-b8dd-48dc-8a4d-b2be12f0f81c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Allocated IP 172.25.0.24 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/784ac3c3-8d2f-4108-ac11-f4c68f630966) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:47:06.274730 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7f858f30-c3e9-4a64-bb04-ef3bbde040b9 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for floatingip (3a06df15-4e1e-422e-866f-77bdacba0dcd), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:06.275283 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-7f858f30-c3e9-4a64-bb04-ef3bbde040b9 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Floating IP 3a06df15-4e1e-422e-866f-77bdacba0dcd disassociated (deleted). External IP: 172.25.0.209, port: b80c3687-0b71-4042-bd12-855b4ff97339. Feb 19 04:47:06.599485 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8d8f065a-cb98-40a9-a758-3aa90e8e63c1 req-2b1d0500-283e-46ac-baea-80edbf806a92 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9a3c417-0168-419b-8bf7-d2d132b2794b HTTP/1.1" status: 200 len: 210 time: 0.1077087 Feb 19 04:47:06.886652 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:07.011589 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-95aaed7f-b8dd-48dc-8a4d-b2be12f0f81c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for port (784ac3c3-8d2f-4108-ac11-f4c68f630966), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:07.224406 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-95aaed7f-b8dd-48dc-8a4d-b2be12f0f81c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (784ac3c3-8d2f-4108-ac11-f4c68f630966), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:07.404700 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aaed7f-b8dd-48dc-8a4d-b2be12f0f81c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:47:07.408341 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-95aaed7f-b8dd-48dc-8a4d-b2be12f0f81c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:47:07.599674 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aaed7f-b8dd-48dc-8a4d-b2be12f0f81c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:47:07.660118 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:07.714764 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f858f30-c3e9-4a64-bb04-ef3bbde040b9 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Router 621532a0-3aab-4f04-860c-479351fd9de6 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:47:07.779935 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aaed7f-b8dd-48dc-8a4d-b2be12f0f81c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Pushing event updated for resources: {'Port': ['ID=784ac3c3-8d2f-4108-ac11-f4c68f630966,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:07.891547 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a8088de-2900-406f-9246-ebe99515a6a1 req-a4f87e91-71b2-481f-b3b9-0970f2163274 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9a3c417-0168-419b-8bf7-d2d132b2794b HTTP/1.1" status: 200 len: 210 time: 0.0700195 Feb 19 04:47:07.941036 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04748f15-776f-4cfe-9611-3fd274449add req-71825fc1-837b-4f64-93e3-ec40f0a29127 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=35e1af5a7ad14e1cb73313c6b521f9b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1861324 Feb 19 04:47:08.041813 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:08.517397 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510b406-306f-4d65-8c47-a26932dfc527 req-210dea1c-e889-4a48-bbc5-93920a5db816 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:08.519551 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5510b406-306f-4d65-8c47-a26932dfc527 req-210dea1c-e889-4a48-bbc5-93920a5db816 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 944 time: 1.1024795 Feb 19 04:47:09.252066 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:09.323162 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44780) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:09.331657 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-8687a8bc-b594-4dad-b43e-eca16134d7b7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1213559744', 'description': 'tempest-secgroup-smoke-1213559744 description', 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:09.369425 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:09.489620 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-12eb5f59-0dd7-4bfb-b44c-65b433da5dda req-019d284e-be8a-4fbe-a1b8-5427d1e78b61 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9a3c417-0168-419b-8bf7-d2d132b2794b HTTP/1.1" status: 200 len: 210 time: 0.0611525 Feb 19 04:47:09.493704 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8687a8bc-b594-4dad-b43e-eca16134d7b7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:09.527121 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04748f15-776f-4cfe-9611-3fd274449add req-f1a398e5-a000-460e-8e58-46ba497b3dba tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:09.534176 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04748f15-776f-4cfe-9611-3fd274449add req-f1a398e5-a000-460e-8e58-46ba497b3dba tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5407028 Feb 19 04:47:09.549677 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5510b406-306f-4d65-8c47-a26932dfc527 req-f7fbd2fa-9f68-4ff8-bacd-60e081f63566 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0143464 Feb 19 04:47:09.658512 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-04748f15-776f-4cfe-9611-3fd274449add req-75a4a132-2bc6-4ea8-bb0a-68c1b7d2e4f2 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Request body: {'port': {'device_id': 'd9a3c417-0168-419b-8bf7-d2d132b2794b', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': '35e1af5a7ad14e1cb73313c6b521f9b9'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:09.698284 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f858f30-c3e9-4a64-bb04-ef3bbde040b9 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:47:09.724166 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393d37be-ec77-48ae-a71f-50859eee99b4 None None] Sync routers for ids ['621532a0-3aab-4f04-860c-479351fd9de6'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:47:09.741365 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8687a8bc-b594-4dad-b43e-eca16134d7b7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for security_group (47605702-00db-4f7f-bae2-d0370e638f8e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:09.742453 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393d37be-ec77-48ae-a71f-50859eee99b4 None None] Routers {'621532a0-3aab-4f04-860c-479351fd9de6'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:09.743460 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-393d37be-ec77-48ae-a71f-50859eee99b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:47:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['621532a0-3aab-4f04-860c-479351fd9de6'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:09.751508 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8687a8bc-b594-4dad-b43e-eca16134d7b7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (47605702-00db-4f7f-bae2-d0370e638f8e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:09.755560 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7f858f30-c3e9-4a64-bb04-ef3bbde040b9 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:09.837719 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687a8bc-b594-4dad-b43e-eca16134d7b7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47605702-00db-4f7f-bae2-d0370e638f8e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:09.863977 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-95aaed7f-b8dd-48dc-8a4d-b2be12f0f81c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_gateway (7cebc834-459b-4cd7-b7ad-f2e40f88a3f7), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:09.866130 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8687a8bc-b594-4dad-b43e-eca16134d7b7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:09.867217 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8687a8bc-b594-4dad-b43e-eca16134d7b7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:09.868051 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8687a8bc-b594-4dad-b43e-eca16134d7b7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:09.869239 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8687a8bc-b594-4dad-b43e-eca16134d7b7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:09.870130 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8687a8bc-b594-4dad-b43e-eca16134d7b7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:09.870979 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8687a8bc-b594-4dad-b43e-eca16134d7b7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:09.871892 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8687a8bc-b594-4dad-b43e-eca16134d7b7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:09.872835 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8687a8bc-b594-4dad-b43e-eca16134d7b7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:09.873767 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8687a8bc-b594-4dad-b43e-eca16134d7b7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:09.874630 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8687a8bc-b594-4dad-b43e-eca16134d7b7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:09.875490 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8687a8bc-b594-4dad-b43e-eca16134d7b7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:09.876342 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8687a8bc-b594-4dad-b43e-eca16134d7b7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:09.877210 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8687a8bc-b594-4dad-b43e-eca16134d7b7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:09.894203 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8687a8bc-b594-4dad-b43e-eca16134d7b7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:09.902104 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8687a8bc-b594-4dad-b43e-eca16134d7b7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5759592 Feb 19 04:47:09.906239 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44786) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:09.925406 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-eeac73e0-2e62-409e-9174-0d017e210688 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Request body: {'security_group_rule': {'security_group_id': '47605702-00db-4f7f-bae2-d0370e638f8e', 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:09.962071 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-393d37be-ec77-48ae-a71f-50859eee99b4 None None] Set router 621532a0-3aab-4f04-860c-479351fd9de6 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:47:09.979433 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eeac73e0-2e62-409e-9174-0d017e210688 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for security_group_rule (cba10b67-ca9d-4e72-a3f3-ffe4a06f04a6), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:09.998461 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7f858f30-c3e9-4a64-bb04-ef3bbde040b9 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "DELETE /v2.0/floatingips/3a06df15-4e1e-422e-866f-77bdacba0dcd HTTP/1.1" status: 204 len: 168 time: 7.4786155 Feb 19 04:47:10.016100 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c79dc9e-b36c-4776-88df-1c196b047629', 'tag': 'b80c3687-0b71-4042-bd12-855b4ff97339'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:47:10.022247 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7d36e0-b5eb-4a13-b34e-89de2eaede0c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c79dc9e-b36c-4776-88df-1c196b047629", "tag": "b80c3687-0b71-4042-bd12-855b4ff97339"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:47:10.205912 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55f5bba-4535-4725-bd4e-877e2f4232fd x-openstack-request-id: req-e55f5bba-4535-4725-bd4e-877e2f4232fd {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:47:10.209546 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c79dc9e-b36c-4776-88df-1c196b047629", "tag": "b80c3687-0b71-4042-bd12-855b4ff97339", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:47:10.210548 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e55f5bba-4535-4725-bd4e-877e2f4232fd {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:47:10.211676 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c79dc9e-b36c-4776-88df-1c196b047629', 'tag': 'b80c3687-0b71-4042-bd12-855b4ff97339', 'status': 'completed', 'code': 200} Feb 19 04:47:10.225067 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eeac73e0-2e62-409e-9174-0d017e210688 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for security_group_rule (cba10b67-ca9d-4e72-a3f3-ffe4a06f04a6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:10.244657 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eeac73e0-2e62-409e-9174-0d017e210688 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (cba10b67-ca9d-4e72-a3f3-ffe4a06f04a6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:10.299032 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac73e0-2e62-409e-9174-0d017e210688 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba10b67-ca9d-4e72-a3f3-ffe4a06f04a6,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:10.338728 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04748f15-776f-4cfe-9611-3fd274449add req-75a4a132-2bc6-4ea8-bb0a-68c1b7d2e4f2 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Made reservation on behalf of 35e1af5a7ad14e1cb73313c6b521f9b9 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:47:10.345691 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-04748f15-776f-4cfe-9611-3fd274449add req-75a4a132-2bc6-4ea8-bb0a-68c1b7d2e4f2 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:10.352933 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eeac73e0-2e62-409e-9174-0d017e210688 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:10.354626 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-eeac73e0-2e62-409e-9174-0d017e210688 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4465482 Feb 19 04:47:10.359022 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44792) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:10.364949 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-04748f15-776f-4cfe-9611-3fd274449add req-75a4a132-2bc6-4ea8-bb0a-68c1b7d2e4f2 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:10.368261 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-4ed657ef-c48d-411e-bce6-02b3a79f98d8 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Request body: {'security_group_rule': {'security_group_id': '47605702-00db-4f7f-bae2-d0370e638f8e', 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:10.473055 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d36e0-b5eb-4a13-b34e-89de2eaede0c req-13399f6a-aea8-4d94-91fd-2842d5bf8054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:10.489865 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5e7d36e0-b5eb-4a13-b34e-89de2eaede0c req-13399f6a-aea8-4d94-91fd-2842d5bf8054 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b788333bfa1e461e8bfe78d2c356d7b3&device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 1127 time: 0.2583959 Feb 19 04:47:10.545107 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-95aaed7f-b8dd-48dc-8a4d-b2be12f0f81c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (7cebc834-459b-4cd7-b7ad-f2e40f88a3f7), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:10.548432 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-393d37be-ec77-48ae-a71f-50859eee99b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621532a0-3aab-4f04-860c-479351fd9de6', 'name': 'tempest-TestNetworkBasicOps-router-1392878627', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:41Z', 'updated_at': '2022-02-19T04:46:43Z', 'revision_number': 6, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:44Z', 'updated_at': '2022-02-19T04:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'b430abcb-6b7f-49d5-bf0b-5f5db3ea025e', 'name': '', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:5d:75:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:44:02Z', 'updated_at': '2022-02-19T04:44:21Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:10.583369 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-95aaed7f-b8dd-48dc-8a4d-b2be12f0f81c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-429138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-429147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455741'] for router (7cebc834-459b-4cd7-b7ad-f2e40f88a3f7), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:10.589485 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ed657ef-c48d-411e-bce6-02b3a79f98d8 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for security_group_rule (2fb8b5b5-8226-4bdc-83f8-15559500ddcd), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:10.710200 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393d37be-ec77-48ae-a71f-50859eee99b4 None None] Checking router: 621532a0-3aab-4f04-860c-479351fd9de6 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:47:10.742734 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393d37be-ec77-48ae-a71f-50859eee99b4 None None] Routers {'621532a0-3aab-4f04-860c-479351fd9de6'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:10.746486 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-393d37be-ec77-48ae-a71f-50859eee99b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:47:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['621532a0-3aab-4f04-860c-479351fd9de6'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:10.985178 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df59e3ca-fc5b-4df2-857c-62dec56addb2 req-58b7b9fd-c071-4d1b-a467-3f319d6c7dd1 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9a3c417-0168-419b-8bf7-d2d132b2794b HTTP/1.1" status: 200 len: 210 time: 0.1819177 Feb 19 04:47:11.000635 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ed657ef-c48d-411e-bce6-02b3a79f98d8 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for security_group_rule (2fb8b5b5-8226-4bdc-83f8-15559500ddcd), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.015932 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ed657ef-c48d-411e-bce6-02b3a79f98d8 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (2fb8b5b5-8226-4bdc-83f8-15559500ddcd), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.038061 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-04748f15-776f-4cfe-9611-3fd274449add req-75a4a132-2bc6-4ea8-bb0a-68c1b7d2e4f2 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Publish callbacks [] for security_group (ab1cd26f-d560-424c-ae08-523fef86dc56), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.066656 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bf3de-7e0e-4f4e-a674-4febd7ee268f req-07f12267-1e0c-41a3-b99b-44b4e8d6694f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:11.068420 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4f6bf3de-7e0e-4f4e-a674-4febd7ee268f req-07f12267-1e0c-41a3-b99b-44b4e8d6694f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 945 time: 0.2991352 Feb 19 04:47:11.072600 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-04748f15-776f-4cfe-9611-3fd274449add req-75a4a132-2bc6-4ea8-bb0a-68c1b7d2e4f2 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ab1cd26f-d560-424c-ae08-523fef86dc56), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.110778 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed657ef-c48d-411e-bce6-02b3a79f98d8 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb8b5b5-8226-4bdc-83f8-15559500ddcd,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:11.157643 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ed657ef-c48d-411e-bce6-02b3a79f98d8 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.164264 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4ed657ef-c48d-411e-bce6-02b3a79f98d8 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7993722 Feb 19 04:47:11.181111 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44806) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:11.189097 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-16901a9e-3f1f-4f97-899e-4b5b419a0fa2 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Request body: {'security_group_rule': {'security_group_id': '47605702-00db-4f7f-bae2-d0370e638f8e', 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:11.235512 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-393d37be-ec77-48ae-a71f-50859eee99b4 None None] Set router 621532a0-3aab-4f04-860c-479351fd9de6 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:47:11.261830 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d36e0-b5eb-4a13-b34e-89de2eaede0c req-cdf87384-e5ab-491d-ac15-ce9942cb6634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:11.273397 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5e7d36e0-b5eb-4a13-b34e-89de2eaede0c req-cdf87384-e5ab-491d-ac15-ce9942cb6634 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8cf40e8d-bb62-447b-a435-9b688d0fd6d7 HTTP/1.1" status: 200 len: 896 time: 0.7601490 Feb 19 04:47:11.342498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-04748f15-776f-4cfe-9611-3fd274449add req-75a4a132-2bc6-4ea8-bb0a-68c1b7d2e4f2 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Allocated IP 192.168.233.120 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/c69e46af-34a7-4f39-ae9e-0c60cd0e39af) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:47:11.518452 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5e7d36e0-b5eb-4a13-b34e-89de2eaede0c req-4a89c41e-526c-4ccc-b9e2-5c9251b9327e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b80c3687-0b71-4042-bd12-855b4ff97339 HTTP/1.1" status: 200 len: 217 time: 0.2099657 Feb 19 04:47:11.601197 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-16901a9e-3f1f-4f97-899e-4b5b419a0fa2 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for security_group_rule (aeea1201-1db9-4bae-ab71-6dcba047751e), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.680338 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-04748f15-776f-4cfe-9611-3fd274449add req-75a4a132-2bc6-4ea8-bb0a-68c1b7d2e4f2 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Publish callbacks [] for port (c69e46af-34a7-4f39-ae9e-0c60cd0e39af), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.806642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a54e7-fd24-451a-8033-72220ee22a4c req-610af527-53c4-49fd-8267-99618d768bc9 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:11.820063 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b5a54e7-fd24-451a-8033-72220ee22a4c req-610af527-53c4-49fd-8267-99618d768bc9 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 944 time: 0.5843937 Feb 19 04:47:11.847160 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-393d37be-ec77-48ae-a71f-50859eee99b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621532a0-3aab-4f04-860c-479351fd9de6', 'name': 'tempest-TestNetworkBasicOps-router-1392878627', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:41Z', 'updated_at': '2022-02-19T04:46:43Z', 'revision_number': 6, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:44Z', 'updated_at': '2022-02-19T04:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'b430abcb-6b7f-49d5-bf0b-5f5db3ea025e', 'name': '', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:5d:75:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:44:02Z', 'updated_at': '2022-02-19T04:44:21Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:11.894084 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4a132-2bc6-4ea8-bb0a-68c1b7d2e4f2 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1cd26f-d560-424c-ae08-523fef86dc56,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:11.924325 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393d37be-ec77-48ae-a71f-50859eee99b4 None None] The sync data for ids ['621532a0-3aab-4f04-860c-479351fd9de6'] in n-d-772273-4 is: [{'id': '621532a0-3aab-4f04-860c-479351fd9de6', 'name': 'tempest-TestNetworkBasicOps-router-1392878627', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:41Z', 'updated_at': '2022-02-19T04:46:43Z', 'revision_number': 6, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:44Z', 'updated_at': '2022-02-19T04:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'b430abcb-6b7f-49d5-bf0b-5f5db3ea025e', 'name': '', 'network_id': '8cf40e8d-bb62-447b-a435-9b688d0fd6d7', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:5d:75:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:44:02Z', 'updated_at': '2022-02-19T04:44:21Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': 'b843cec4-f76b-4e9d-bb04-192ac7525967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:47:11.966475 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b5a54e7-fd24-451a-8033-72220ee22a4c req-d874d266-6855-4d04-8108-8dcde8ba68d6 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455014 Feb 19 04:47:11.987726 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-16901a9e-3f1f-4f97-899e-4b5b419a0fa2 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for security_group_rule (aeea1201-1db9-4bae-ab71-6dcba047751e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:11.993657 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d36e0-b5eb-4a13-b34e-89de2eaede0c req-0b0ddd09-1b0e-4c90-822b-451463a4fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:11.995335 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5e7d36e0-b5eb-4a13-b34e-89de2eaede0c req-0b0ddd09-1b0e-4c90-822b-451463a4fbf7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b843cec4-f76b-4e9d-bb04-192ac7525967 HTTP/1.1" status: 200 len: 834 time: 0.4396715 Feb 19 04:47:11.998198 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-16901a9e-3f1f-4f97-899e-4b5b419a0fa2 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (aeea1201-1db9-4bae-ab71-6dcba047751e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.013697 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-04748f15-776f-4cfe-9611-3fd274449add req-75a4a132-2bc6-4ea8-bb0a-68c1b7d2e4f2 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (c69e46af-34a7-4f39-ae9e-0c60cd0e39af), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.053060 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4f6bf3de-7e0e-4f4e-a674-4febd7ee268f req-bfef981d-6753-4764-aa44-c6123ca79e00 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=7dae2a7d-b32b-4f81-854b-1aaa59d4afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8195181 Feb 19 04:47:12.134936 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16901a9e-3f1f-4f97-899e-4b5b419a0fa2 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeea1201-1db9-4bae-ab71-6dcba047751e,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:12.159266 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-16901a9e-3f1f-4f97-899e-4b5b419a0fa2 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.165303 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-16901a9e-3f1f-4f97-899e-4b5b419a0fa2 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9796946 Feb 19 04:47:12.172354 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44812) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:12.179758 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-36f33d9a-b4d8-47ad-9077-494ce82e2c86 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Request body: {'security_group_rule': {'security_group_id': '47605702-00db-4f7f-bae2-d0370e638f8e', 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:12.186056 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ac358-647a-4341-bfe0-5c480419ab36 req-218fbe75-7e1b-4746-a4ba-d8c3adc35829 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:12.189784 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c93ac358-647a-4341-bfe0-5c480419ab36 req-218fbe75-7e1b-4746-a4ba-d8c3adc35829 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 945 time: 0.4407227 Feb 19 04:47:12.200697 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04748f15-776f-4cfe-9611-3fd274449add req-75a4a132-2bc6-4ea8-bb0a-68c1b7d2e4f2 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:47:12.203746 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-04748f15-776f-4cfe-9611-3fd274449add req-75a4a132-2bc6-4ea8-bb0a-68c1b7d2e4f2 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:47:12.226584 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-04748f15-776f-4cfe-9611-3fd274449add req-75a4a132-2bc6-4ea8-bb0a-68c1b7d2e4f2 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:47:12.294375 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d36e0-b5eb-4a13-b34e-89de2eaede0c req-2dd31260-9d26-4fb7-a94c-469ffc5e5b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:12.296371 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5e7d36e0-b5eb-4a13-b34e-89de2eaede0c req-2dd31260-9d26-4fb7-a94c-469ffc5e5b2e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8cf40e8d-bb62-447b-a435-9b688d0fd6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2704539 Feb 19 04:47:12.334227 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e1e92-11b8-42b9-8620-15b13296c1e3 req-3ee5ef18-8319-4d27-bb4e-fed72c01f519 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:12.346333 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-646e1e92-11b8-42b9-8620-15b13296c1e3 req-3ee5ef18-8319-4d27-bb4e-fed72c01f519 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9a3c417-0168-419b-8bf7-d2d132b2794b HTTP/1.1" status: 200 len: 936 time: 0.1753564 Feb 19 04:47:12.350066 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-36f33d9a-b4d8-47ad-9077-494ce82e2c86 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for security_group_rule (129fff51-5be8-4194-bbbb-459e4f0d8072), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.415202 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4a132-2bc6-4ea8-bb0a-68c1b7d2e4f2 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Pushing event updated for resources: {'Port': ['ID=c69e46af-34a7-4f39-ae9e-0c60cd0e39af,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:12.454804 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95aaed7f-b8dd-48dc-8a4d-b2be12f0f81c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Router 7cebc834-459b-4cd7-b7ad-f2e40f88a3f7 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:47:12.563956 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bba057-aab8-43a1-a3b8-861f6515543d None None] New status for floating IP 3a06df15-4e1e-422e-866f-77bdacba0dcd: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:47:12.676509 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04748f15-776f-4cfe-9611-3fd274449add req-75a4a132-2bc6-4ea8-bb0a-68c1b7d2e4f2 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:12.685861 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-04748f15-776f-4cfe-9611-3fd274449add req-75a4a132-2bc6-4ea8-bb0a-68c1b7d2e4f2 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.716402 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04748f15-776f-4cfe-9611-3fd274449add req-75a4a132-2bc6-4ea8-bb0a-68c1b7d2e4f2 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0643778 Feb 19 04:47:12.750496 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-04748f15-776f-4cfe-9611-3fd274449add req-4019ad0e-9dc9-47a0-84ec-5efed76aa7db tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:47:12.752673 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04748f15-776f-4cfe-9611-3fd274449add req-4019ad0e-9dc9-47a0-84ec-5efed76aa7db tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169568 Feb 19 04:47:12.754884 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d5f8e0e7-f36d-4ae4-8d58-d4f736642736 None None] Provisioning complete for port c69e46af-34a7-4f39-ae9e-0c60cd0e39af triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:12.755758 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d5f8e0e7-f36d-4ae4-8d58-d4f736642736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c69e46af-34a7-4f39-ae9e-0c60cd0e39af), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.789602 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-646e1e92-11b8-42b9-8620-15b13296c1e3 req-0092b8dd-29f5-473b-94e4-bb9c7635c6b0 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab1cd26f-d560-424c-ae08-523fef86dc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417813 Feb 19 04:47:12.818646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d5f8e0e7-f36d-4ae4-8d58-d4f736642736 None None] Port c69e46af-34a7-4f39-ae9e-0c60cd0e39af cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:47:12.933628 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5e7d36e0-b5eb-4a13-b34e-89de2eaede0c req-10cf26fc-12e8-4d70-8d74-c2ba1dfda429 service neutron] 10.222.0.10 "GET /v2.0/networks/8cf40e8d-bb62-447b-a435-9b688d0fd6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225700 Feb 19 04:47:12.935871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-c93ac358-647a-4341-bfe0-5c480419ab36 req-faf623f6-c043-4aef-9512-5e92a0d0ae55 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Deleting port b80c3687-0b71-4042-bd12-855b4ff97339 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:47:12.936402 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c93ac358-647a-4341-bfe0-5c480419ab36 req-faf623f6-c043-4aef-9512-5e92a0d0ae55 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b80c3687-0b71-4042-bd12-855b4ff97339), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:12.938649 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-36f33d9a-b4d8-47ad-9077-494ce82e2c86 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for security_group_rule (129fff51-5be8-4194-bbbb-459e4f0d8072), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:13.018301 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-36f33d9a-b4d8-47ad-9077-494ce82e2c86 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (129fff51-5be8-4194-bbbb-459e4f0d8072), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:13.021381 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95aaed7f-b8dd-48dc-8a4d-b2be12f0f81c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:47:13.028728 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-95aaed7f-b8dd-48dc-8a4d-b2be12f0f81c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:13.030496 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-95aaed7f-b8dd-48dc-8a4d-b2be12f0f81c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "PUT /v2.0/routers/7cebc834-459b-4cd7-b7ad-f2e40f88a3f7 HTTP/1.1" status: 200 len: 918 time: 15.0094535 Feb 19 04:47:13.037467 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-04748f15-776f-4cfe-9611-3fd274449add req-e6c82f05-c696-4787-bffd-acd72d469739 service neutron] Request body: {'port': {'device_id': 'd9a3c417-0168-419b-8bf7-d2d132b2794b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:13.040938 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44822) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:13.046888 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42db3166-885c-48c8-b851-8ac16870dc8c None None] Sync routers for ids ['7cebc834-459b-4cd7-b7ad-f2e40f88a3f7'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:47:13.090538 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42db3166-885c-48c8-b851-8ac16870dc8c None None] Routers {'7cebc834-459b-4cd7-b7ad-f2e40f88a3f7'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:13.091230 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-42db3166-885c-48c8-b851-8ac16870dc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:47:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['7cebc834-459b-4cd7-b7ad-f2e40f88a3f7'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:13.128089 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f33d9a-b4d8-47ad-9077-494ce82e2c86 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129fff51-5be8-4194-bbbb-459e4f0d8072,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:13.192820 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-42db3166-885c-48c8-b851-8ac16870dc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:13.223365 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42db3166-885c-48c8-b851-8ac16870dc8c None None] Routers {'7cebc834-459b-4cd7-b7ad-f2e40f88a3f7'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:13.224112 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-42db3166-885c-48c8-b851-8ac16870dc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:47:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['7cebc834-459b-4cd7-b7ad-f2e40f88a3f7'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:13.269379 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5e7d36e0-b5eb-4a13-b34e-89de2eaede0c req-576bc557-561b-4c81-bc1e-43331ad0bcbe service neutron] 10.222.0.10 "GET /v2.0/networks/8cf40e8d-bb62-447b-a435-9b688d0fd6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249309 Feb 19 04:47:13.288352 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-36f33d9a-b4d8-47ad-9077-494ce82e2c86 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:13.296032 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-36f33d9a-b4d8-47ad-9077-494ce82e2c86 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1221778 Feb 19 04:47:13.298369 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44826) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:13.307461 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-c65339e3-6415-4c9b-a1af-8e0c2fda6a58 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Request body: {'security_group_rule': {'security_group_id': '47605702-00db-4f7f-bae2-d0370e638f8e', 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:13.324472 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-42db3166-885c-48c8-b851-8ac16870dc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:13.325188 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42db3166-885c-48c8-b851-8ac16870dc8c None None] The sync data for ids ['7cebc834-459b-4cd7-b7ad-f2e40f88a3f7'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:47:13.358490 n-d-772273-4 neutron-server[115198]: INFO neutron.db.securitygroups_db [None req-c65339e3-6415-4c9b-a1af-8e0c2fda6a58 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Project 6160c74a7e684a6bbc0198f4ecef79ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:47:13.401836 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c65339e3-6415-4c9b-a1af-8e0c2fda6a58 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for security_group_rule (58970131-187d-4f0d-89e0-d038801c2f82), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:13.542944 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b606b5-a663-4685-b316-43d791a99525 req-c03e032b-aae9-4b3a-a083-2c3cd23cb684 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:13.556581 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-03b606b5-a663-4685-b316-43d791a99525 req-c03e032b-aae9-4b3a-a083-2c3cd23cb684 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 945 time: 0.1796236 Feb 19 04:47:13.650586 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c65339e3-6415-4c9b-a1af-8e0c2fda6a58 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for security_group_rule (58970131-187d-4f0d-89e0-d038801c2f82), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:13.671373 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c65339e3-6415-4c9b-a1af-8e0c2fda6a58 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (58970131-187d-4f0d-89e0-d038801c2f82), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:13.721756 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-03b606b5-a663-4685-b316-43d791a99525 req-00a53a08-906a-4fa6-b357-d6c69cbb145b tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=7dae2a7d-b32b-4f81-854b-1aaa59d4afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636438 Feb 19 04:47:13.748000 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c65339e3-6415-4c9b-a1af-8e0c2fda6a58 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:13.755733 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44828) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:13.757075 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c65339e3-6415-4c9b-a1af-8e0c2fda6a58 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4556193 Feb 19 04:47:13.762340 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65339e3-6415-4c9b-a1af-8e0c2fda6a58 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58970131-187d-4f0d-89e0-d038801c2f82,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:13.776236 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-0183e8eb-16d7-4eba-a999-db72c987a7a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Request body: {'security_group_rule': {'security_group_id': '47605702-00db-4f7f-bae2-d0370e638f8e', 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:13.950860 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 97c18459-2c72-43da-a783-2e2db917d8b4 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:47:14.008107 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-04748f15-776f-4cfe-9611-3fd274449add req-e6c82f05-c696-4787-bffd-acd72d469739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c69e46af-34a7-4f39-ae9e-0c60cd0e39af), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:14.011996 n-d-772273-4 neutron-server[115199]: INFO neutron.db.securitygroups_db [None req-0183e8eb-16d7-4eba-a999-db72c987a7a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Project 6160c74a7e684a6bbc0198f4ecef79ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:47:14.042181 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-c93ac358-647a-4341-bfe0-5c480419ab36 req-faf623f6-c043-4aef-9512-5e92a0d0ae55 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] For port b80c3687-0b71-4042-bd12-855b4ff97339, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=b80c3687-0b71-4042-bd12-855b4ff97339,segment=NetworkSegment(e92e12a9-5c7c-4b88-b56e-16aa206424c1),segment_id=e92e12a9-5c7c-4b88-b56e-16aa206424c1)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:14.042181 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c93ac358-647a-4341-bfe0-5c480419ab36 req-faf623f6-c043-4aef-9512-5e92a0d0ae55 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b80c3687-0b71-4042-bd12-855b4ff97339), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:14.063723 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0183e8eb-16d7-4eba-a999-db72c987a7a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for security_group_rule (cc964021-b526-49b7-8420-f1cab8439a36), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:14.096044 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-c93ac358-647a-4341-bfe0-5c480419ab36 req-faf623f6-c043-4aef-9512-5e92a0d0ae55 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Calling delete_port for b80c3687-0b71-4042-bd12-855b4ff97339 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:47:14.135071 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e6fb4-d049-4b07-906d-c44d69dcbdc0 req-826656c8-848b-468b-aef4-b6248463e331 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:14.136774 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f5e6fb4-d049-4b07-906d-c44d69dcbdc0 req-826656c8-848b-468b-aef4-b6248463e331 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 944 time: 0.3800583 Feb 19 04:47:14.147296 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-827c79ba-11f1-4220-a112-918a5321c58f tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "GET /v2.0/routers/7cebc834-459b-4cd7-b7ad-f2e40f88a3f7 HTTP/1.1" status: 200 len: 924 time: 1.0894065 Feb 19 04:47:14.164655 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44834) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:14.214857 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38350c6-5a47-49e9-b2ac-43eb60e7b15e req-fc798618-ca45-48a6-a3f7-181b436bde06 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:14.221592 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e38350c6-5a47-49e9-b2ac-43eb60e7b15e req-fc798618-ca45-48a6-a3f7-181b436bde06 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9a3c417-0168-419b-8bf7-d2d132b2794b HTTP/1.1" status: 200 len: 936 time: 0.1848328 Feb 19 04:47:14.245796 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 97c18459-2c72-43da-a783-2e2db917d8b4, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=97c18459-2c72-43da-a783-2e2db917d8b4,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:14.261396 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '97c18459-2c72-43da-a783-2e2db917d8b4', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'port_id': '97c18459-2c72-43da-a783-2e2db917d8b4', 'mac_address': 'fa:16:3e:5a:9c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:47:14.313881 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 97c18459-2c72-43da-a783-2e2db917d8b4 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:14.314617 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:14.337118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c18459-2c72-43da-a783-2e2db917d8b4 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:47:14.361398 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18866ad8-b694-4676-8c08-fcfd5dfe159c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:14.363665 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-18866ad8-b694-4676-8c08-fcfd5dfe159c tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&device_id=7cebc834-459b-4cd7-b7ad-f2e40f88a3f7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1940815 Feb 19 04:47:14.368467 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44836) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:14.387765 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 97c18459-2c72-43da-a783-2e2db917d8b4, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=97c18459-2c72-43da-a783-2e2db917d8b4,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:14.399187 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:14.408254 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e38350c6-5a47-49e9-b2ac-43eb60e7b15e req-af7b5f8b-60f0-425e-9ca4-f04ffa4fcad9 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab1cd26f-d560-424c-ae08-523fef86dc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623023 Feb 19 04:47:14.506432 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=97c18459-2c72-43da-a783-2e2db917d8b4,revision_number=11']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:14.518079 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:14.518638 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:14.519013 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:14.519366 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:14.519830 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:14.520981 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:14.521366 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:14.521711 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:14.522197 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:14.522543 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:14.522886 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:14.523315 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:14.523829 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:14.533023 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0183e8eb-16d7-4eba-a999-db72c987a7a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for security_group_rule (cc964021-b526-49b7-8420-f1cab8439a36), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:14.564492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efee6fcf-7e6c-4c5c-a44f-9cbe69119fd2 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:14.566461 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-efee6fcf-7e6c-4c5c-a44f-9cbe69119fd2 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 881 time: 0.1966066 Feb 19 04:47:14.569509 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44838) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:14.603367 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a3573936-766a-4718-b0ea-a570aca91a85 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cebc834-459b-4cd7-b7ad-f2e40f88a3f7 HTTP/1.1" status: 200 len: 205 time: 0.0325494 Feb 19 04:47:14.606385 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44840) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:14.631446 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['97c18459-2c72-43da-a783-2e2db917d8b4'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:47:14.661328 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0183e8eb-16d7-4eba-a999-db72c987a7a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (cc964021-b526-49b7-8420-f1cab8439a36), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:14.695678 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f5e6fb4-d049-4b07-906d-c44d69dcbdc0 req-39a3bcb2-b69f-458a-bc4d-e6dd579adb21 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5165226 Feb 19 04:47:14.759005 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183e8eb-16d7-4eba-a999-db72c987a7a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc964021-b526-49b7-8420-f1cab8439a36,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:14.796315 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0183e8eb-16d7-4eba-a999-db72c987a7a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:14.810623 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0183e8eb-16d7-4eba-a999-db72c987a7a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0273361 Feb 19 04:47:14.887910 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c24df511-caa4-4b47-b937-2bf6c8be1d5f tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router (7cebc834-459b-4cd7-b7ad-f2e40f88a3f7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:15.039402 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-04748f15-776f-4cfe-9611-3fd274449add req-e6c82f05-c696-4787-bffd-acd72d469739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c69e46af-34a7-4f39-ae9e-0c60cd0e39af {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:47:15.053956 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-04748f15-776f-4cfe-9611-3fd274449add req-e6c82f05-c696-4787-bffd-acd72d469739 service neutron] Publish callbacks [] for port (c69e46af-34a7-4f39-ae9e-0c60cd0e39af), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:15.131203 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b071804-3599-4146-b460-6d47d5668c68 req-d8491204-61c0-4179-9bf3-36ee29ea82a7 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:15.133282 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b071804-3599-4146-b460-6d47d5668c68 req-d8491204-61c0-4179-9bf3-36ee29ea82a7 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c79dc9e-b36c-4776-88df-1c196b047629 HTTP/1.1" status: 200 len: 945 time: 0.1437817 Feb 19 04:47:15.202321 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-04748f15-776f-4cfe-9611-3fd274449add req-e6c82f05-c696-4787-bffd-acd72d469739 service neutron] Transition to ACTIVE for port object c69e46af-34a7-4f39-ae9e-0c60cd0e39af will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:47:15.205585 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c93ac358-647a-4341-bfe0-5c480419ab36 req-faf623f6-c043-4aef-9512-5e92a0d0ae55 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b80c3687-0b71-4042-bd12-855b4ff97339), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:15.225706 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-04748f15-776f-4cfe-9611-3fd274449add req-e6c82f05-c696-4787-bffd-acd72d469739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (c69e46af-34a7-4f39-ae9e-0c60cd0e39af), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:15.266058 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b071804-3599-4146-b460-6d47d5668c68 req-f743d875-b8ee-4bc8-8e1e-db43a351bbb7 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=7dae2a7d-b32b-4f81-854b-1aaa59d4afcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003320 Feb 19 04:47:15.287419 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf623f6-c043-4aef-9512-5e92a0d0ae55 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event deleted for resources: {'Port': ['ID=b80c3687-0b71-4042-bd12-855b4ff97339,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:15.300685 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c24df511-caa4-4b47-b937-2bf6c8be1d5f tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_gateway (7cebc834-459b-4cd7-b7ad-f2e40f88a3f7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:15.434014 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-c24df511-caa4-4b47-b937-2bf6c8be1d5f tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Deleting port 784ac3c3-8d2f-4108-ac11-f4c68f630966 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:47:15.434616 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c24df511-caa4-4b47-b937-2bf6c8be1d5f tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (784ac3c3-8d2f-4108-ac11-f4c68f630966), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:15.509855 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c82f05-c696-4787-bffd-acd72d469739 service neutron] Pushing event updated for resources: {'Port': ['ID=c69e46af-34a7-4f39-ae9e-0c60cd0e39af,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:15.592612 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93ac358-647a-4341-bfe0-5c480419ab36 req-faf623f6-c043-4aef-9512-5e92a0d0ae55 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] No DVR routers for this DVR port b80c3687-0b71-4042-bd12-855b4ff97339 on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:47:15.597938 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c93ac358-647a-4341-bfe0-5c480419ab36 req-faf623f6-c043-4aef-9512-5e92a0d0ae55 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:15.609414 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c93ac358-647a-4341-bfe0-5c480419ab36 req-faf623f6-c043-4aef-9512-5e92a0d0ae55 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.10 "DELETE /v2.0/ports/b80c3687-0b71-4042-bd12-855b4ff97339 HTTP/1.1" status: 204 len: 173 time: 3.4007890 Feb 19 04:47:15.622784 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c79dc9e-b36c-4776-88df-1c196b047629', 'name': 'network-vif-deleted', 'tag': 'b80c3687-0b71-4042-bd12-855b4ff97339'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:47:15.627888 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221d1339-0416-4cf7-8d19-c7d49a65dbb2" -d '{"events": [{"server_uuid": "3c79dc9e-b36c-4776-88df-1c196b047629", "name": "network-vif-deleted", "tag": "b80c3687-0b71-4042-bd12-855b4ff97339"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:47:15.664366 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c24df511-caa4-4b47-b937-2bf6c8be1d5f tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (784ac3c3-8d2f-4108-ac11-f4c68f630966), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:15.700264 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-c24df511-caa4-4b47-b937-2bf6c8be1d5f tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Calling delete_port for 784ac3c3-8d2f-4108-ac11-f4c68f630966 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:47:15.732623 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9caf9f-e748-4c30-b57f-79194c65b4cd req-86c45938-200f-44d1-bbfd-699623204159 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:15.734692 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5b9caf9f-e748-4c30-b57f-79194c65b4cd req-86c45938-200f-44d1-bbfd-699623204159 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9a3c417-0168-419b-8bf7-d2d132b2794b HTTP/1.1" status: 200 len: 948 time: 0.1499417 Feb 19 04:47:15.820105 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-8c5e5c3f-aa09-43f8-9ec5-95f522f65fe0 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1213559744&fields=id&tenant_id=6160c74a7e684a6bbc0198f4ecef79ee HTTP/1.1" status: 200 len: 267 time: 0.5421708 Feb 19 04:47:15.905674 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-04748f15-776f-4cfe-9611-3fd274449add req-e6c82f05-c696-4787-bffd-acd72d469739 service neutron] Attempting to bind port c69e46af-34a7-4f39-ae9e-0c60cd0e39af on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:47:15.906270 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-04748f15-776f-4cfe-9611-3fd274449add req-e6c82f05-c696-4787-bffd-acd72d469739 service neutron] Attempting to bind port c69e46af-34a7-4f39-ae9e-0c60cd0e39af by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:47:15.906848 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04748f15-776f-4cfe-9611-3fd274449add req-e6c82f05-c696-4787-bffd-acd72d469739 service neutron] Attempting to bind port c69e46af-34a7-4f39-ae9e-0c60cd0e39af on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:47:15.928988 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5b9caf9f-e748-4c30-b57f-79194c65b4cd req-5a8f2014-4179-4525-937f-1aac7fd65469 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab1cd26f-d560-424c-ae08-523fef86dc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019042 Feb 19 04:47:16.000814 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 97c18459-2c72-43da-a783-2e2db917d8b4 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:47:16.013080 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04748f15-776f-4cfe-9611-3fd274449add req-e6c82f05-c696-4787-bffd-acd72d469739 service neutron] Port c69e46af-34a7-4f39-ae9e-0c60cd0e39af on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:47:16.013536 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04748f15-776f-4cfe-9611-3fd274449add req-e6c82f05-c696-4787-bffd-acd72d469739 service neutron] Attempting to bind port c69e46af-34a7-4f39-ae9e-0c60cd0e39af on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:47:16.035624 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04748f15-776f-4cfe-9611-3fd274449add req-e6c82f05-c696-4787-bffd-acd72d469739 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:47:16.036288 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04748f15-776f-4cfe-9611-3fd274449add req-e6c82f05-c696-4787-bffd-acd72d469739 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:47:16.037007 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04748f15-776f-4cfe-9611-3fd274449add req-e6c82f05-c696-4787-bffd-acd72d469739 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:47:16.037889 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-04748f15-776f-4cfe-9611-3fd274449add req-e6c82f05-c696-4787-bffd-acd72d469739 service neutron] Bound port: c69e46af-34a7-4f39-ae9e-0c60cd0e39af, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:47:16.039869 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-04748f15-776f-4cfe-9611-3fd274449add req-e6c82f05-c696-4787-bffd-acd72d469739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c69e46af-34a7-4f39-ae9e-0c60cd0e39af), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:16.166491 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 97c18459-2c72-43da-a783-2e2db917d8b4 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:47:16.172859 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 97c18459-2c72-43da-a783-2e2db917d8b4 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:16.173613 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:16.181952 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8977cfbc-7841-467a-acb8-60c593694c36 x-openstack-request-id: req-8977cfbc-7841-467a-acb8-60c593694c36 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:47:16.182141 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c79dc9e-b36c-4776-88df-1c196b047629", "name": "network-vif-deleted", "tag": "b80c3687-0b71-4042-bd12-855b4ff97339", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:47:16.183845 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8977cfbc-7841-467a-acb8-60c593694c36 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:47:16.184320 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c79dc9e-b36c-4776-88df-1c196b047629', 'name': 'network-vif-deleted', 'tag': 'b80c3687-0b71-4042-bd12-855b4ff97339', 'status': 'completed', 'code': 200} Feb 19 04:47:16.193594 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-f23151e2-f3ff-44ae-9882-69a0d5467987 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:16.209375 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-f23151e2-f3ff-44ae-9882-69a0d5467987 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/networks?id=156e64b2-e8aa-4f9a-a835-93b6218d77e2 HTTP/1.1" status: 200 len: 813 time: 0.3515854 Feb 19 04:47:16.274059 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-20f5ee49-eba5-4209-b652-0997ac294c49 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/quotas/6160c74a7e684a6bbc0198f4ecef79ee HTTP/1.1" status: 200 len: 375 time: 0.0534661 Feb 19 04:47:16.333236 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-04748f15-776f-4cfe-9611-3fd274449add req-e6c82f05-c696-4787-bffd-acd72d469739 service neutron] For port c69e46af-34a7-4f39-ae9e-0c60cd0e39af, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:47:16.396673 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 97c18459-2c72-43da-a783-2e2db917d8b4 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:16.396935 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:16.412928 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-04748f15-776f-4cfe-9611-3fd274449add req-e6c82f05-c696-4787-bffd-acd72d469739 service neutron] For port c69e46af-34a7-4f39-ae9e-0c60cd0e39af, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=c69e46af-34a7-4f39-ae9e-0c60cd0e39af,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:47:16.438025 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-04748f15-776f-4cfe-9611-3fd274449add req-e6c82f05-c696-4787-bffd-acd72d469739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (c69e46af-34a7-4f39-ae9e-0c60cd0e39af), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:16.453307 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13abfe41-ce81-4ad6-9392-ada9e177e5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c18459-2c72-43da-a783-2e2db917d8b4'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:47:16.456788 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739f27ca-9edf-47fd-84cf-5708e85842eb" -d '{"events": [{"server_uuid": "13abfe41-ce81-4ad6-9392-ada9e177e5a5", "name": "network-vif-plugged", "status": "completed", "tag": "97c18459-2c72-43da-a783-2e2db917d8b4"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:47:16.471224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 97c18459-2c72-43da-a783-2e2db917d8b4, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=97c18459-2c72-43da-a783-2e2db917d8b4,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:16.481449 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:16.482516 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device b80c3687-0b71-4042-bd12-855b4ff97339 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:47:16.486011 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c24df511-caa4-4b47-b937-2bf6c8be1d5f tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (784ac3c3-8d2f-4108-ac11-f4c68f630966), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:16.502244 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f80bf5-052e-4799-baa8-4f6023e768f9 req-32a12b9c-2866-4ded-a20f-4723fe6fad8d tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:16.504903 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-21f80bf5-052e-4799-baa8-4f6023e768f9 req-32a12b9c-2866-4ded-a20f-4723fe6fad8d tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 945 time: 0.1516900 Feb 19 04:47:16.530239 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04748f15-776f-4cfe-9611-3fd274449add req-e6c82f05-c696-4787-bffd-acd72d469739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:16.531928 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-04748f15-776f-4cfe-9611-3fd274449add req-e6c82f05-c696-4787-bffd-acd72d469739 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:16.533903 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04748f15-776f-4cfe-9611-3fd274449add req-e6c82f05-c696-4787-bffd-acd72d469739 service neutron] 10.222.0.48 "PUT /v2.0/ports/c69e46af-34a7-4f39-ae9e-0c60cd0e39af HTTP/1.1" status: 200 len: 1096 time: 3.7597642 Feb 19 04:47:16.553117 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24df511-caa4-4b47-b937-2bf6c8be1d5f tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Pushing event deleted for resources: {'Port': ['ID=784ac3c3-8d2f-4108-ac11-f4c68f630966,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:16.569544 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-ab32733b-764e-4f45-8d29-716d176c657f tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6160c74a7e684a6bbc0198f4ecef79ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2817764 Feb 19 04:47:16.654401 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: b80c3687-0b71-4042-bd12-855b4ff97339 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:47:16.654989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device b80c3687-0b71-4042-bd12-855b4ff97339 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:47:16.665119 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=97c18459-2c72-43da-a783-2e2db917d8b4,revision_number=12']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:16.729968 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-21f80bf5-052e-4799-baa8-4f6023e768f9 req-496bb39b-42c0-4dca-96a1-15253334e733 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881325 Feb 19 04:47:16.740625 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c24df511-caa4-4b47-b937-2bf6c8be1d5f tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (7cebc834-459b-4cd7-b7ad-f2e40f88a3f7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:16.746256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c82f05-c696-4787-bffd-acd72d469739 service neutron] Pushing event updated for resources: {'Port': ['ID=c69e46af-34a7-4f39-ae9e-0c60cd0e39af,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:16.788250 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04748f15-776f-4cfe-9611-3fd274449add req-9075fcb3-3b86-43a4-bc08-5665b352376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:16.790500 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04748f15-776f-4cfe-9611-3fd274449add req-9075fcb3-3b86-43a4-bc08-5665b352376c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35e1af5a7ad14e1cb73313c6b521f9b9&device_id=d9a3c417-0168-419b-8bf7-d2d132b2794b HTTP/1.1" status: 200 len: 1130 time: 0.1939380 Feb 19 04:47:16.893638 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7230a31-effb-4b78-80fe-2c1630a6b46f x-openstack-request-id: req-b7230a31-effb-4b78-80fe-2c1630a6b46f {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:47:16.893846 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44866) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:16.894292 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13abfe41-ce81-4ad6-9392-ada9e177e5a5", "name": "network-vif-plugged", "status": "completed", "tag": "97c18459-2c72-43da-a783-2e2db917d8b4", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:47:16.894518 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b7230a31-effb-4b78-80fe-2c1630a6b46f {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:47:16.895106 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13abfe41-ce81-4ad6-9392-ada9e177e5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c18459-2c72-43da-a783-2e2db917d8b4', 'code': 200} Feb 19 04:47:16.935144 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04748f15-776f-4cfe-9611-3fd274449add req-c98e1062-4cf6-4993-9e31-fbb45c92f9e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=c69e46af-34a7-4f39-ae9e-0c60cd0e39af HTTP/1.1" status: 200 len: 217 time: 0.1359081 Feb 19 04:47:16.968054 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c24df511-caa4-4b47-b937-2bf6c8be1d5f tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (7cebc834-459b-4cd7-b7ad-f2e40f88a3f7), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:16.973298 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c24df511-caa4-4b47-b937-2bf6c8be1d5f tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_controller (7cebc834-459b-4cd7-b7ad-f2e40f88a3f7), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:17.116264 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04748f15-776f-4cfe-9611-3fd274449add req-13e9c73c-4bb1-42ad-bc18-4c7a6f836796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:17.117893 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04748f15-776f-4cfe-9611-3fd274449add req-13e9c73c-4bb1-42ad-bc18-4c7a6f836796 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1639192 Feb 19 04:47:17.148739 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fba2ed77-4fba-409e-b952-98ffeac3af3b tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group (7dae2a7d-b32b-4f81-854b-1aaa59d4afcf), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:17.310203 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fba2ed77-4fba-409e-b952-98ffeac3af3b tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group (7dae2a7d-b32b-4f81-854b-1aaa59d4afcf), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:17.331748 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-6f92f185-3de0-4e42-8035-471ab9b46ecb service neutron] 10.222.0.65 "GET /v2.0/networks/156e64b2-e8aa-4f9a-a835-93b6218d77e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6631217 Feb 19 04:47:17.434845 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5dbb84-9d87-439f-b378-f5eb733ed31a req-32389cfd-9bc7-4eb2-b5dd-f0bb1fde73a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:17.437715 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4e5dbb84-9d87-439f-b378-f5eb733ed31a req-32389cfd-9bc7-4eb2-b5dd-f0bb1fde73a6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 1128 time: 0.3374267 Feb 19 04:47:17.499632 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c24df511-caa4-4b47-b937-2bf6c8be1d5f tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (7cebc834-459b-4cd7-b7ad-f2e40f88a3f7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:17.501444 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24df511-caa4-4b47-b937-2bf6c8be1d5f tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Fanout notify agent at l3_agent the message router_deleted on router 7cebc834-459b-4cd7-b7ad-f2e40f88a3f7 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:47:17.531793 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c24df511-caa4-4b47-b937-2bf6c8be1d5f tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:17.534430 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c24df511-caa4-4b47-b937-2bf6c8be1d5f tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "DELETE /v2.0/routers/7cebc834-459b-4cd7-b7ad-f2e40f88a3f7 HTTP/1.1" status: 204 len: 168 time: 2.9265940 Feb 19 04:47:17.542365 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44876) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:17.542664 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04748f15-776f-4cfe-9611-3fd274449add req-813bb63e-5151-4eb4-b84c-d8682dbc1d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:17.545581 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04748f15-776f-4cfe-9611-3fd274449add req-813bb63e-5151-4eb4-b84c-d8682dbc1d96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3926725 Feb 19 04:47:17.558733 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-27ed34f2-bbb8-44c0-b44b-bb2f332fcf79 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1710170375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:17.600131 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f2911-4c1e-4c9f-94fd-46d15ea38e3c req-5c3219b8-8eca-46f2-9622-06d5e74bf8e8 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:17.602932 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-913f2911-4c1e-4c9f-94fd-46d15ea38e3c req-5c3219b8-8eca-46f2-9622-06d5e74bf8e8 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9a3c417-0168-419b-8bf7-d2d132b2794b HTTP/1.1" status: 200 len: 948 time: 0.1708066 Feb 19 04:47:17.620977 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27ed34f2-bbb8-44c0-b44b-bb2f332fcf79 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (6543ff29-afc2-43bb-8c0c-1d6d9e762da6), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:17.623215 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27ed34f2-bbb8-44c0-b44b-bb2f332fcf79 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (6543ff29-afc2-43bb-8c0c-1d6d9e762da6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:17.742112 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27ed34f2-bbb8-44c0-b44b-bb2f332fcf79 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_controller (6543ff29-afc2-43bb-8c0c-1d6d9e762da6), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:17.758981 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27ed34f2-bbb8-44c0-b44b-bb2f332fcf79 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (6543ff29-afc2-43bb-8c0c-1d6d9e762da6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:17.801937 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4e5dbb84-9d87-439f-b378-f5eb733ed31a req-d2427920-1412-4805-840e-5775cc889b22 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3010049 Feb 19 04:47:17.806934 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fba2ed77-4fba-409e-b952-98ffeac3af3b tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7dae2a7d-b32b-4f81-854b-1aaa59d4afcf), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:17.811814 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fba2ed77-4fba-409e-b952-98ffeac3af3b tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:17.813861 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fba2ed77-4fba-409e-b952-98ffeac3af3b tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "DELETE /v2.0/security-groups/7dae2a7d-b32b-4f81-854b-1aaa59d4afcf HTTP/1.1" status: 204 len: 168 time: 0.9147673 Feb 19 04:47:17.818624 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-8b19e5cd-bff2-408a-bc99-00dcedc662de service neutron] 10.222.0.65 "GET /v2.0/networks/156e64b2-e8aa-4f9a-a835-93b6218d77e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572675 Feb 19 04:47:17.822596 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-27ed34f2-bbb8-44c0-b44b-bb2f332fcf79 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:17.824777 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-27ed34f2-bbb8-44c0-b44b-bb2f332fcf79 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2767315 Feb 19 04:47:17.830826 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44884) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:17.838640 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b22ed127-3154-48bb-a646-cd480990d3c5 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'enable_snat': False}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:17.861739 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2ed77-4fba-409e-b952-98ffeac3af3b tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dae2a7d-b32b-4f81-854b-1aaa59d4afcf,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:17.872686 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04748f15-776f-4cfe-9611-3fd274449add req-7426eaad-41c7-49e2-952a-9574a3571a35 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106050 Feb 19 04:47:17.933232 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-913f2911-4c1e-4c9f-94fd-46d15ea38e3c req-69261695-b0b0-40db-9e42-df32df3fd07c tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab1cd26f-d560-424c-ae08-523fef86dc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885521 Feb 19 04:47:18.072855 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-04748f15-776f-4cfe-9611-3fd274449add req-c6205ed2-52c8-4005-b1d8-b0e7edee1d3f service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938806 Feb 19 04:47:18.185870 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a3c417-0168-419b-8bf7-d2d132b2794b', 'tag': 'c69e46af-34a7-4f39-ae9e-0c60cd0e39af'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:47:18.191059 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cc27e9-892a-4215-8768-008c2b97c273" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a3c417-0168-419b-8bf7-d2d132b2794b", "tag": "c69e46af-34a7-4f39-ae9e-0c60cd0e39af"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:47:18.348065 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b22ed127-3154-48bb-a646-cd480990d3c5 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_gateway (6543ff29-afc2-43bb-8c0c-1d6d9e762da6), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:18.363915 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f266f-7369-4d6b-9b3f-15f8c9ca9e73 req-49b44a72-3f91-4a94-b577-68bb1af223d1 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:18.365783 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c29f266f-7369-4d6b-9b3f-15f8c9ca9e73 req-49b44a72-3f91-4a94-b577-68bb1af223d1 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 946 time: 0.2126861 Feb 19 04:47:18.466716 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c29f266f-7369-4d6b-9b3f-15f8c9ca9e73 req-791c1360-ab79-4945-b08e-472e6ae030c4 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858908 Feb 19 04:47:18.532614 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 44894) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:18.608556 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe154ab-dfa4-43af-a273-f2dc304437a3 x-openstack-request-id: req-7fe154ab-dfa4-43af-a273-f2dc304437a3 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:47:18.608990 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a3c417-0168-419b-8bf7-d2d132b2794b", "tag": "c69e46af-34a7-4f39-ae9e-0c60cd0e39af", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:47:18.609774 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7fe154ab-dfa4-43af-a273-f2dc304437a3 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:47:18.610411 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a3c417-0168-419b-8bf7-d2d132b2794b', 'tag': 'c69e46af-34a7-4f39-ae9e-0c60cd0e39af', 'status': 'completed', 'code': 200} Feb 19 04:47:18.742016 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc27e9-892a-4215-8768-008c2b97c273 req-53469d06-d6e1-4c20-bb23-5ea70c98cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:18.745879 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-51cc27e9-892a-4215-8768-008c2b97c273 req-53469d06-d6e1-4c20-bb23-5ea70c98cb70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35e1af5a7ad14e1cb73313c6b521f9b9&device_id=d9a3c417-0168-419b-8bf7-d2d132b2794b HTTP/1.1" status: 200 len: 1130 time: 0.1282768 Feb 19 04:47:18.750464 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b22ed127-3154-48bb-a646-cd480990d3c5 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_gateway (6543ff29-afc2-43bb-8c0c-1d6d9e762da6), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:18.791719 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b22ed127-3154-48bb-a646-cd480990d3c5 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:19.061866 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-b22ed127-3154-48bb-a646-cd480990d3c5 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Allocated IP 172.25.0.179 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/f31a1060-73d9-4ae8-999b-b06940c2cc36) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:47:19.111568 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc27e9-892a-4215-8768-008c2b97c273 req-d2ae2b8b-9778-4167-94dd-c6e616c4a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:19.113669 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-51cc27e9-892a-4215-8768-008c2b97c273 req-d2ae2b8b-9778-4167-94dd-c6e616c4a093 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.3546934 Feb 19 04:47:19.184436 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-51cc27e9-892a-4215-8768-008c2b97c273 req-f4c41f4b-5be7-466f-930a-ae3a9ea564f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=c69e46af-34a7-4f39-ae9e-0c60cd0e39af HTTP/1.1" status: 200 len: 217 time: 0.0633211 Feb 19 04:47:19.259972 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07182983-96e1-4f38-bd1f-9c07a10fafea req-0edaf46a-21e3-400d-86b0-58903123117d tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:19.261835 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-07182983-96e1-4f38-bd1f-9c07a10fafea req-0edaf46a-21e3-400d-86b0-58903123117d tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9a3c417-0168-419b-8bf7-d2d132b2794b HTTP/1.1" status: 200 len: 948 time: 0.0813868 Feb 19 04:47:19.263193 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc27e9-892a-4215-8768-008c2b97c273 req-af6e4137-6fd3-4d7c-a195-01a9ef2bc1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:19.264867 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-51cc27e9-892a-4215-8768-008c2b97c273 req-af6e4137-6fd3-4d7c-a195-01a9ef2bc1b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.0603933 Feb 19 04:47:19.352213 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b22ed127-3154-48bb-a646-cd480990d3c5 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for port (f31a1060-73d9-4ae8-999b-b06940c2cc36), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:19.373566 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-07182983-96e1-4f38-bd1f-9c07a10fafea req-6f9ef789-3661-4514-ba27-332899c2f03d tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab1cd26f-d560-424c-ae08-523fef86dc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994956 Feb 19 04:47:19.492497 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b22ed127-3154-48bb-a646-cd480990d3c5 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f31a1060-73d9-4ae8-999b-b06940c2cc36), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:19.540056 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc27e9-892a-4215-8768-008c2b97c273 req-9051042e-bad9-4f35-af33-cd3e7f828163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:19.542855 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-51cc27e9-892a-4215-8768-008c2b97c273 req-9051042e-bad9-4f35-af33-cd3e7f828163 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2686493 Feb 19 04:47:19.652679 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ed127-3154-48bb-a646-cd480990d3c5 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Pushing event updated for resources: {'Port': ['ID=f31a1060-73d9-4ae8-999b-b06940c2cc36,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:19.717739 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22ed127-3154-48bb-a646-cd480990d3c5 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:47:19.720998 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e44341e8-96c5-4252-8bb6-e55dc004b322 req-8db3102c-580c-4bb3-8c75-2d46653d891e tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 210 time: 0.0827699 Feb 19 04:47:19.733021 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-b22ed127-3154-48bb-a646-cd480990d3c5 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:47:19.737852 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22ed127-3154-48bb-a646-cd480990d3c5 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:47:20.390930 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-51cc27e9-892a-4215-8768-008c2b97c273 req-7a5535d1-22fc-4807-aebd-1e17bb11faea service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8351212 Feb 19 04:47:20.409666 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8801ed-053e-47a0-8e1c-462f9735aace req-dee744ca-10f0-4c99-910f-f653df03c809 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:20.423753 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7f8801ed-053e-47a0-8e1c-462f9735aace req-dee744ca-10f0-4c99-910f-f653df03c809 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 946 time: 0.3249340 Feb 19 04:47:20.618156 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b9e5533d-f56c-4030-9495-70cef9a84b08 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (621532a0-3aab-4f04-860c-479351fd9de6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:20.777513 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b22ed127-3154-48bb-a646-cd480990d3c5 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router_gateway (6543ff29-afc2-43bb-8c0c-1d6d9e762da6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:20.786536 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7f8801ed-053e-47a0-8e1c-462f9735aace req-c18beba7-73f3-4a38-aab6-91493f4e8401 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3610308 Feb 19 04:47:20.911118 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b53dc-92b9-4b7a-ab70-2d06c0471499 req-5256ccc8-55fc-4aa7-b38d-1df9d7a38cec tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:20.913535 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c0b53dc-92b9-4b7a-ab70-2d06c0471499 req-5256ccc8-55fc-4aa7-b38d-1df9d7a38cec tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9a3c417-0168-419b-8bf7-d2d132b2794b HTTP/1.1" status: 200 len: 948 time: 0.2690158 Feb 19 04:47:20.946464 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-51cc27e9-892a-4215-8768-008c2b97c273 req-68bd49e4-9c4b-4d84-8b73-dd5ce5fda1e7 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141244 Feb 19 04:47:21.065038 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device c69e46af-34a7-4f39-ae9e-0c60cd0e39af details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:47:21.096042 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c0b53dc-92b9-4b7a-ab70-2d06c0471499 req-50a247ef-366d-4b57-a677-e749907fd420 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab1cd26f-d560-424c-ae08-523fef86dc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631858 Feb 19 04:47:21.273002 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port c69e46af-34a7-4f39-ae9e-0c60cd0e39af, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=c69e46af-34a7-4f39-ae9e-0c60cd0e39af,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:21.288420 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'c69e46af-34a7-4f39-ae9e-0c60cd0e39af', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': 'c69e46af-34a7-4f39-ae9e-0c60cd0e39af', 'mac_address': 'fa:16:3e:0d:7f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:47:21.298247 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88b97318-3157-44a6-a992-6c70143edb88 req-5e8a40af-a695-4e5d-97fb-6ac1562eead7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 210 time: 0.3534307 Feb 19 04:47:21.338025 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b22ed127-3154-48bb-a646-cd480990d3c5 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (6543ff29-afc2-43bb-8c0c-1d6d9e762da6), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:21.344756 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b22ed127-3154-48bb-a646-cd480990d3c5 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-429138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-429147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455741'] for router (6543ff29-afc2-43bb-8c0c-1d6d9e762da6), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:21.371121 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port c69e46af-34a7-4f39-ae9e-0c60cd0e39af is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:21.372150 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c69e46af-34a7-4f39-ae9e-0c60cd0e39af), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:21.401924 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69e46af-34a7-4f39-ae9e-0c60cd0e39af {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:47:21.487923 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port c69e46af-34a7-4f39-ae9e-0c60cd0e39af, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=c69e46af-34a7-4f39-ae9e-0c60cd0e39af,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:21.500717 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c69e46af-34a7-4f39-ae9e-0c60cd0e39af), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:21.605350 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22ed127-3154-48bb-a646-cd480990d3c5 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Router 6543ff29-afc2-43bb-8c0c-1d6d9e762da6 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:47:21.621331 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-b9e5533d-f56c-4030-9495-70cef9a84b08 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Deleting port b430abcb-6b7f-49d5-bf0b-5f5db3ea025e {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:47:21.623039 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b9e5533d-f56c-4030-9495-70cef9a84b08 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b430abcb-6b7f-49d5-bf0b-5f5db3ea025e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:21.679087 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=c69e46af-34a7-4f39-ae9e-0c60cd0e39af,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:21.727315 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['c69e46af-34a7-4f39-ae9e-0c60cd0e39af'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:47:21.884193 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22ed127-3154-48bb-a646-cd480990d3c5 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:47:21.902945 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b22ed127-3154-48bb-a646-cd480990d3c5 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:21.913468 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b22ed127-3154-48bb-a646-cd480990d3c5 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "PUT /v2.0/routers/6543ff29-afc2-43bb-8c0c-1d6d9e762da6 HTTP/1.1" status: 200 len: 920 time: 4.0727181 Feb 19 04:47:21.920516 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44958) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:21.933055 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085582d8-c2a8-4662-a99b-8a2f115a0d79 None None] Sync routers for ids ['6543ff29-afc2-43bb-8c0c-1d6d9e762da6'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:47:22.020974 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085582d8-c2a8-4662-a99b-8a2f115a0d79 None None] Routers {'6543ff29-afc2-43bb-8c0c-1d6d9e762da6'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:22.027153 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-085582d8-c2a8-4662-a99b-8a2f115a0d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:47:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6543ff29-afc2-43bb-8c0c-1d6d9e762da6'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:22.030542 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-f30f2879-b81b-43fa-b952-807a281d2b8f tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:22.033579 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-f30f2879-b81b-43fa-b952-807a281d2b8f tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.10 "GET /v2.0/networks?id=156e64b2-e8aa-4f9a-a835-93b6218d77e2 HTTP/1.1" status: 200 len: 813 time: 0.3490076 Feb 19 04:47:22.044800 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-b9e5533d-f56c-4030-9495-70cef9a84b08 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] For port b430abcb-6b7f-49d5-bf0b-5f5db3ea025e, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b430abcb-6b7f-49d5-bf0b-5f5db3ea025e,segment=NetworkSegment(e92e12a9-5c7c-4b88-b56e-16aa206424c1),segment_id=e92e12a9-5c7c-4b88-b56e-16aa206424c1)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:22.045508 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b9e5533d-f56c-4030-9495-70cef9a84b08 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b430abcb-6b7f-49d5-bf0b-5f5db3ea025e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:22.081762 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-b9e5533d-f56c-4030-9495-70cef9a84b08 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Calling delete_port for b430abcb-6b7f-49d5-bf0b-5f5db3ea025e owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:47:22.173346 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-085582d8-c2a8-4662-a99b-8a2f115a0d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:22.205551 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085582d8-c2a8-4662-a99b-8a2f115a0d79 None None] Routers {'6543ff29-afc2-43bb-8c0c-1d6d9e762da6'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:22.206213 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-085582d8-c2a8-4662-a99b-8a2f115a0d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:47:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6543ff29-afc2-43bb-8c0c-1d6d9e762da6'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:22.329064 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-085582d8-c2a8-4662-a99b-8a2f115a0d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:22.331576 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085582d8-c2a8-4662-a99b-8a2f115a0d79 None None] The sync data for ids ['6543ff29-afc2-43bb-8c0c-1d6d9e762da6'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:47:22.337270 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2e3d90bb-7ccf-470e-a0ad-2f02794c326e tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "GET /v2.0/routers/6543ff29-afc2-43bb-8c0c-1d6d9e762da6 HTTP/1.1" status: 200 len: 926 time: 0.4107156 Feb 19 04:47:22.341589 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44964) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:22.534243 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb302347-3bbc-4924-90fd-5ac928e51d01 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:22.538161 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fb302347-3bbc-4924-90fd-5ac928e51d01 tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&device_id=6543ff29-afc2-43bb-8c0c-1d6d9e762da6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1814260 Feb 19 04:47:22.542476 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44968) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:22.616551 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda4bc0-3ab6-4d32-b182-ed746c9ad131 req-167f5e77-03bb-447c-9740-3578d74f32af tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:22.631129 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6cda4bc0-3ab6-4d32-b182-ed746c9ad131 req-167f5e77-03bb-447c-9740-3578d74f32af tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 946 time: 0.2858367 Feb 19 04:47:22.652397 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b9e5533d-f56c-4030-9495-70cef9a84b08 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b430abcb-6b7f-49d5-bf0b-5f5db3ea025e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:22.670598 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-09c9f16c-b0b4-47ef-942e-414947d68fe8 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6160c74a7e684a6bbc0198f4ecef79ee HTTP/1.1" status: 200 len: 380 time: 0.6167505 Feb 19 04:47:22.691666 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-e2428f8b-1ec7-44cf-a28b-d4cce2e81cf3 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Request body: {'port': {'device_id': '3102902a-68a6-4d93-bf7f-193ccc35a76b', 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2', 'admin_state_up': True, 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'security_groups': ['47605702-00db-4f7f-bae2-d0370e638f8e']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:22.829440 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6cda4bc0-3ab6-4d32-b182-ed746c9ad131 req-d2bb45b5-cce5-48ae-adfd-535b7edc514c tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969726 Feb 19 04:47:22.863643 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42f426-fa53-4773-9eb6-bce14c9ae104 req-79f284fd-de28-4807-b774-4e72515124b6 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:22.865621 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b42f426-fa53-4773-9eb6-bce14c9ae104 req-79f284fd-de28-4807-b774-4e72515124b6 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9a3c417-0168-419b-8bf7-d2d132b2794b HTTP/1.1" status: 200 len: 949 time: 0.2748952 Feb 19 04:47:22.869244 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5533d-f56c-4030-9495-70cef9a84b08 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event deleted for resources: {'Port': ['ID=b430abcb-6b7f-49d5-bf0b-5f5db3ea025e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:22.926205 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e5becf-9472-4f95-8416-97eb261f085a tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:22.928105 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-68e5becf-9472-4f95-8416-97eb261f085a tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "GET /v2.0/networks/463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 881 time: 0.3839803 Feb 19 04:47:22.937105 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44970) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:23.036331 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7a4c9bda-c08e-4996-a210-50c01385c9d8 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "GET /v2.0/ports?device_id=6543ff29-afc2-43bb-8c0c-1d6d9e762da6 HTTP/1.1" status: 200 len: 205 time: 0.0968854 Feb 19 04:47:23.043584 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44974) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:23.083131 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device c69e46af-34a7-4f39-ae9e-0c60cd0e39af up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:47:23.129485 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b42f426-fa53-4773-9eb6-bce14c9ae104 req-6962aa36-f6fe-4ac9-a4f5-ba1a2d7246e0 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab1cd26f-d560-424c-ae08-523fef86dc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892625 Feb 19 04:47:23.133187 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-e2428f8b-1ec7-44cf-a28b-d4cce2e81cf3 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Made reservation on behalf of 6160c74a7e684a6bbc0198f4ecef79ee for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:47:23.143425 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-e2428f8b-1ec7-44cf-a28b-d4cce2e81cf3 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:23.270120 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port c69e46af-34a7-4f39-ae9e-0c60cd0e39af completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:47:23.275733 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port c69e46af-34a7-4f39-ae9e-0c60cd0e39af triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:23.276997 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c69e46af-34a7-4f39-ae9e-0c60cd0e39af), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:23.284210 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-78fa9b80-1068-4d24-b132-5eb19c284702 req-5774c928-87f3-4fe4-853f-ba1597eede40 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 210 time: 0.0821683 Feb 19 04:47:23.463751 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-31499dd4-992e-40fd-9616-59eeae719cad tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router (6543ff29-afc2-43bb-8c0c-1d6d9e762da6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:23.653210 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-e2428f8b-1ec7-44cf-a28b-d4cce2e81cf3 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Allocated IP 172.20.0.13 (156e64b2-e8aa-4f9a-a835-93b6218d77e2/2f724ef9-9524-4696-9346-1c21c2578939/f6bc79f4-1916-4b55-a8ad-12978cb7ecc9) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:47:23.720837 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-31499dd4-992e-40fd-9616-59eeae719cad tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_gateway (6543ff29-afc2-43bb-8c0c-1d6d9e762da6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:23.862729 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port c69e46af-34a7-4f39-ae9e-0c60cd0e39af is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:23.864060 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c69e46af-34a7-4f39-ae9e-0c60cd0e39af), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:23.913657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a3c417-0168-419b-8bf7-d2d132b2794b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69e46af-34a7-4f39-ae9e-0c60cd0e39af'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:47:23.917700 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d78669-ff3f-428a-b90c-34c95cd84acb" -d '{"events": [{"server_uuid": "d9a3c417-0168-419b-8bf7-d2d132b2794b", "name": "network-vif-plugged", "status": "completed", "tag": "c69e46af-34a7-4f39-ae9e-0c60cd0e39af"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:47:23.933681 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-31499dd4-992e-40fd-9616-59eeae719cad tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Deleting port f31a1060-73d9-4ae8-999b-b06940c2cc36 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:47:23.934510 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-31499dd4-992e-40fd-9616-59eeae719cad tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f31a1060-73d9-4ae8-999b-b06940c2cc36), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:23.952673 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-e2428f8b-1ec7-44cf-a28b-d4cce2e81cf3 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for port (f6bc79f4-1916-4b55-a8ad-12978cb7ecc9), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:23.960820 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port c69e46af-34a7-4f39-ae9e-0c60cd0e39af, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=c69e46af-34a7-4f39-ae9e-0c60cd0e39af,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:23.973885 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c69e46af-34a7-4f39-ae9e-0c60cd0e39af), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:24.031889 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-e2428f8b-1ec7-44cf-a28b-d4cce2e81cf3 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (f6bc79f4-1916-4b55-a8ad-12978cb7ecc9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:24.118070 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346ac805-babb-42f8-a5dc-56d6404f432c x-openstack-request-id: req-346ac805-babb-42f8-a5dc-56d6404f432c {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:47:24.118540 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a3c417-0168-419b-8bf7-d2d132b2794b", "name": "network-vif-plugged", "status": "completed", "tag": "c69e46af-34a7-4f39-ae9e-0c60cd0e39af", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:47:24.118907 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-346ac805-babb-42f8-a5dc-56d6404f432c {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:47:24.119545 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a3c417-0168-419b-8bf7-d2d132b2794b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69e46af-34a7-4f39-ae9e-0c60cd0e39af', 'code': 200} Feb 19 04:47:24.164905 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=c69e46af-34a7-4f39-ae9e-0c60cd0e39af,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:24.208077 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-31499dd4-992e-40fd-9616-59eeae719cad tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f31a1060-73d9-4ae8-999b-b06940c2cc36), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:24.231461 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-31499dd4-992e-40fd-9616-59eeae719cad tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Calling delete_port for f31a1060-73d9-4ae8-999b-b06940c2cc36 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:47:24.280562 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b9e5533d-f56c-4030-9495-70cef9a84b08 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (621532a0-3aab-4f04-860c-479351fd9de6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:24.327934 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-e2428f8b-1ec7-44cf-a28b-d4cce2e81cf3 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Network 156e64b2-e8aa-4f9a-a835-93b6218d77e2 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:47:24.331172 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2428f8b-1ec7-44cf-a28b-d4cce2e81cf3 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Pushing event updated for resources: {'Port': ['ID=f6bc79f4-1916-4b55-a8ad-12978cb7ecc9,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:24.343252 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-e2428f8b-1ec7-44cf-a28b-d4cce2e81cf3 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:47:24.348318 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-e2428f8b-1ec7-44cf-a28b-d4cce2e81cf3 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:47:24.650068 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-e2428f8b-1ec7-44cf-a28b-d4cce2e81cf3 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:24.651154 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-e2428f8b-1ec7-44cf-a28b-d4cce2e81cf3 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:24.699416 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb7301-4be3-4652-9720-01fc82561720 req-b7f58a79-2531-48e6-81f4-eb3b8a1ad6b7 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:24.707762 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76eb7301-4be3-4652-9720-01fc82561720 req-b7f58a79-2531-48e6-81f4-eb3b8a1ad6b7 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9a3c417-0168-419b-8bf7-d2d132b2794b HTTP/1.1" status: 200 len: 950 time: 0.3127751 Feb 19 04:47:24.850686 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-e2428f8b-1ec7-44cf-a28b-d4cce2e81cf3 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1647093 Feb 19 04:47:24.857380 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295d1d1-64d5-46f3-a343-ca899c073ddf req-25d41671-ec18-4613-ba6d-5b2190b97ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:24.860046 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0295d1d1-64d5-46f3-a343-ca899c073ddf req-25d41671-ec18-4613-ba6d-5b2190b97ee8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d9a3c417-0168-419b-8bf7-d2d132b2794b HTTP/1.1" status: 200 len: 1132 time: 0.5665662 Feb 19 04:47:24.877684 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-601ab67d-79f5-4687-85c9-66de2f9aa56b service neutron] Request body: {'port': {'device_id': '3102902a-68a6-4d93-bf7f-193ccc35a76b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:24.921374 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-2eca50ad-f027-4583-82d4-e81da49a2466 None None] Provisioning complete for port f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:24.922243 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2eca50ad-f027-4583-82d4-e81da49a2466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f6bc79f4-1916-4b55-a8ad-12978cb7ecc9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:24.967881 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76eb7301-4be3-4652-9720-01fc82561720 req-e5141d7f-a02b-4107-a003-a36212539795 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab1cd26f-d560-424c-ae08-523fef86dc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476985 Feb 19 04:47:24.974952 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-31499dd4-992e-40fd-9616-59eeae719cad tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f31a1060-73d9-4ae8-999b-b06940c2cc36), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:25.057824 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31499dd4-992e-40fd-9616-59eeae719cad tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Pushing event deleted for resources: {'Port': ['ID=f31a1060-73d9-4ae8-999b-b06940c2cc36,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:25.057998 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-2eca50ad-f027-4583-82d4-e81da49a2466 None None] Port f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:47:25.201029 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-31499dd4-992e-40fd-9616-59eeae719cad tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (6543ff29-afc2-43bb-8c0c-1d6d9e762da6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:25.419574 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-31499dd4-992e-40fd-9616-59eeae719cad tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (6543ff29-afc2-43bb-8c0c-1d6d9e762da6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:25.423545 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-31499dd4-992e-40fd-9616-59eeae719cad tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_controller (6543ff29-afc2-43bb-8c0c-1d6d9e762da6), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:25.500411 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-31499dd4-992e-40fd-9616-59eeae719cad tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (6543ff29-afc2-43bb-8c0c-1d6d9e762da6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:25.502646 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31499dd4-992e-40fd-9616-59eeae719cad tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Fanout notify agent at l3_agent the message router_deleted on router 6543ff29-afc2-43bb-8c0c-1d6d9e762da6 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:47:25.529941 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-31499dd4-992e-40fd-9616-59eeae719cad tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:25.537992 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-31499dd4-992e-40fd-9616-59eeae719cad tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "DELETE /v2.0/routers/6543ff29-afc2-43bb-8c0c-1d6d9e762da6 HTTP/1.1" status: 204 len: 168 time: 2.4862883 Feb 19 04:47:25.538431 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44986) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:25.546607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-112cf0cc-f253-433c-af25-2e0d13ae609c tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1514366778', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}, 'admin_state_up': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:25.551221 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec150c4-c796-4809-9eec-615e6048638a req-6be480ca-c0de-4269-9b8a-99e0d0a88796 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:25.553096 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6ec150c4-c796-4809-9eec-615e6048638a req-6be480ca-c0de-4269-9b8a-99e0d0a88796 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 932 time: 0.8747866 Feb 19 04:47:25.601760 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-112cf0cc-f253-433c-af25-2e0d13ae609c tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (40556e96-9355-4f19-80ae-e8997b4221bb), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:25.610432 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-112cf0cc-f253-433c-af25-2e0d13ae609c tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (40556e96-9355-4f19-80ae-e8997b4221bb), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:25.664605 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0295d1d1-64d5-46f3-a343-ca899c073ddf req-0bcd4544-f966-434e-9442-e23525e99371 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ab1cd26f-d560-424c-ae08-523fef86dc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7793713 Feb 19 04:47:25.679053 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-601ab67d-79f5-4687-85c9-66de2f9aa56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f6bc79f4-1916-4b55-a8ad-12978cb7ecc9), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:25.758399 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-112cf0cc-f253-433c-af25-2e0d13ae609c tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_controller (40556e96-9355-4f19-80ae-e8997b4221bb), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:25.829156 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6ec150c4-c796-4809-9eec-615e6048638a req-d268596e-07b0-415e-a22d-aa8f2db89235 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/security-groups?id=47605702-00db-4f7f-bae2-d0370e638f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641990 Feb 19 04:47:25.839049 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e5533d-f56c-4030-9495-70cef9a84b08 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Router 621532a0-3aab-4f04-860c-479351fd9de6 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:47:26.230911 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-601ab67d-79f5-4687-85c9-66de2f9aa56b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:47:26.251176 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-601ab67d-79f5-4687-85c9-66de2f9aa56b service neutron] Publish callbacks [] for port (f6bc79f4-1916-4b55-a8ad-12978cb7ecc9), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:26.295116 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-601ab67d-79f5-4687-85c9-66de2f9aa56b service neutron] Transition to ACTIVE for port object f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:47:26.371896 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-601ab67d-79f5-4687-85c9-66de2f9aa56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (f6bc79f4-1916-4b55-a8ad-12978cb7ecc9), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:26.417327 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 44998) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:26.495493 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ab67d-79f5-4687-85c9-66de2f9aa56b service neutron] Pushing event updated for resources: {'Port': ['ID=f6bc79f4-1916-4b55-a8ad-12978cb7ecc9,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:26.667180 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91faa7-a8c1-41c3-a7cf-cd6094d476bc req-e51ba727-74c6-447a-9ac8-2c38ff756871 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:26.685492 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ce91faa7-a8c1-41c3-a7cf-cd6094d476bc req-e51ba727-74c6-447a-9ac8-2c38ff756871 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9a3c417-0168-419b-8bf7-d2d132b2794b HTTP/1.1" status: 200 len: 950 time: 0.2652390 Feb 19 04:47:26.795523 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e5533d-f56c-4030-9495-70cef9a84b08 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:47:26.813682 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd75ae2-87c4-47a8-8b1b-41d9f2ddb4b0 None None] Sync routers for ids ['621532a0-3aab-4f04-860c-479351fd9de6'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:47:26.822516 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b9e5533d-f56c-4030-9495-70cef9a84b08 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "PUT /v2.0/routers/621532a0-3aab-4f04-860c-479351fd9de6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2879031 Feb 19 04:47:26.825776 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45002) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:26.851926 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd75ae2-87c4-47a8-8b1b-41d9f2ddb4b0 None None] Routers {'621532a0-3aab-4f04-860c-479351fd9de6'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:26.853062 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4cd75ae2-87c4-47a8-8b1b-41d9f2ddb4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:47:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['621532a0-3aab-4f04-860c-479351fd9de6'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:26.949244 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-4487fda8-e19b-4dc0-941e-99b37a264416 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Deleting subnet b843cec4-f76b-4e9d-bb04-192ac7525967 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:47:26.959491 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4487fda8-e19b-4dc0-941e-99b37a264416 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for subnet (b843cec4-f76b-4e9d-bb04-192ac7525967), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:27.025116 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4487fda8-e19b-4dc0-941e-99b37a264416 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (b843cec4-f76b-4e9d-bb04-192ac7525967), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:27.079386 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ce91faa7-a8c1-41c3-a7cf-cd6094d476bc req-8943da71-90bc-4003-8514-6d02dd037336 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab1cd26f-d560-424c-ae08-523fef86dc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924057 Feb 19 04:47:27.087301 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-112cf0cc-f253-433c-af25-2e0d13ae609c tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_gateway (40556e96-9355-4f19-80ae-e8997b4221bb), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:27.119685 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5cce36d6-f5e0-42ee-8dc1-4e2edb538d1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:27.130051 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4487fda8-e19b-4dc0-941e-99b37a264416 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (b843cec4-f76b-4e9d-bb04-192ac7525967), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:27.232164 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-601ab67d-79f5-4687-85c9-66de2f9aa56b service neutron] Attempting to bind port f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:47:27.233125 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-601ab67d-79f5-4687-85c9-66de2f9aa56b service neutron] Attempting to bind port f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '1ff89342-a473-48ce-9e26-2c45d3313cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:47:27.233125 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-601ab67d-79f5-4687-85c9-66de2f9aa56b service neutron] Attempting to bind port f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 on network 156e64b2-e8aa-4f9a-a835-93b6218d77e2 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:47:27.234879 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-4cd75ae2-87c4-47a8-8b1b-41d9f2ddb4b0 None None] Set router 621532a0-3aab-4f04-860c-479351fd9de6 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:47:27.241234 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-601ab67d-79f5-4687-85c9-66de2f9aa56b service neutron] Port f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 on network 156e64b2-e8aa-4f9a-a835-93b6218d77e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:47:27.241622 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-601ab67d-79f5-4687-85c9-66de2f9aa56b service neutron] Attempting to bind port f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 on network 156e64b2-e8aa-4f9a-a835-93b6218d77e2 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:47:27.263157 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4487fda8-e19b-4dc0-941e-99b37a264416 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (b843cec4-f76b-4e9d-bb04-192ac7525967), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:27.303509 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-601ab67d-79f5-4687-85c9-66de2f9aa56b service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:47:27.303843 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-601ab67d-79f5-4687-85c9-66de2f9aa56b service neutron] Checking segment: {'id': '1ff89342-a473-48ce-9e26-2c45d3313cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:47:27.304346 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-601ab67d-79f5-4687-85c9-66de2f9aa56b service neutron] Bound using segment: {'id': '1ff89342-a473-48ce-9e26-2c45d3313cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:47:27.304880 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-601ab67d-79f5-4687-85c9-66de2f9aa56b service neutron] Bound port: f6bc79f4-1916-4b55-a8ad-12978cb7ecc9, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff89342-a473-48ce-9e26-2c45d3313cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:47:27.305455 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-601ab67d-79f5-4687-85c9-66de2f9aa56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f6bc79f4-1916-4b55-a8ad-12978cb7ecc9), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:27.398913 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-601ab67d-79f5-4687-85c9-66de2f9aa56b service neutron] For port f6bc79f4-1916-4b55-a8ad-12978cb7ecc9, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:47:27.405084 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-601ab67d-79f5-4687-85c9-66de2f9aa56b service neutron] For port f6bc79f4-1916-4b55-a8ad-12978cb7ecc9, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=f6bc79f4-1916-4b55-a8ad-12978cb7ecc9,segment=NetworkSegment(1ff89342-a473-48ce-9e26-2c45d3313cc6),segment_id=1ff89342-a473-48ce-9e26-2c45d3313cc6)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:47:27.413252 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487fda8-e19b-4dc0-941e-99b37a264416 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event deleted for resources: {'Subnet': ['ID=b843cec4-f76b-4e9d-bb04-192ac7525967,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:27.424930 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4487fda8-e19b-4dc0-941e-99b37a264416 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:27.433496 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8305a228-991d-4a0b-8dc1-e5874f9f8d25 None None] Network 8cf40e8d-bb62-447b-a435-9b688d0fd6d7 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:47:27.435341 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4487fda8-e19b-4dc0-941e-99b37a264416 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "DELETE /v2.0/subnets/b843cec4-f76b-4e9d-bb04-192ac7525967 HTTP/1.1" status: 204 len: 168 time: 0.6080689 Feb 19 04:47:27.436640 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45006) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:27.440195 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-601ab67d-79f5-4687-85c9-66de2f9aa56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (f6bc79f4-1916-4b55-a8ad-12978cb7ecc9), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:27.535630 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ab67d-79f5-4687-85c9-66de2f9aa56b service neutron] Pushing event updated for resources: {'Port': ['ID=f6bc79f4-1916-4b55-a8ad-12978cb7ecc9,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:27.600856 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-601ab67d-79f5-4687-85c9-66de2f9aa56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:27.602105 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-601ab67d-79f5-4687-85c9-66de2f9aa56b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:27.603576 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-601ab67d-79f5-4687-85c9-66de2f9aa56b service neutron] 10.222.0.10 "PUT /v2.0/ports/f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 HTTP/1.1" status: 200 len: 1092 time: 2.7322245 Feb 19 04:47:27.607841 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3102902a-68a6-4d93-bf7f-193ccc35a76b', 'tag': 'f6bc79f4-1916-4b55-a8ad-12978cb7ecc9'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:47:27.621379 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4544c190-b9af-4ad7-b858-b738b1becd3e" -d '{"events": [{"name": "network-changed", "server_uuid": "3102902a-68a6-4d93-bf7f-193ccc35a76b", "tag": "f6bc79f4-1916-4b55-a8ad-12978cb7ecc9"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:47:27.745607 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5cce36d6-f5e0-42ee-8dc1-4e2edb538d1e admin admin] Publish callbacks [] for security_group (aa7ea6bd-661d-43ec-a3a7-a0781056b8c3), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:27.772718 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5cce36d6-f5e0-42ee-8dc1-4e2edb538d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (aa7ea6bd-661d-43ec-a3a7-a0781056b8c3), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:27.780663 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69551fc-447a-4ac7-b2f5-50172bf3e14c req-9bd43368-2cf0-42fa-9696-ee8f2f813b5f tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:27.794871 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c69551fc-447a-4ac7-b2f5-50172bf3e14c req-9bd43368-2cf0-42fa-9696-ee8f2f813b5f tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 944 time: 0.5733905 Feb 19 04:47:27.862805 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba7bcf2-0d77-4f70-9e72-fab7682a9401 x-openstack-request-id: req-eba7bcf2-0d77-4f70-9e72-fab7682a9401 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:47:27.862805 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3102902a-68a6-4d93-bf7f-193ccc35a76b", "tag": "f6bc79f4-1916-4b55-a8ad-12978cb7ecc9", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:47:27.863761 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eba7bcf2-0d77-4f70-9e72-fab7682a9401 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:47:27.863914 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3102902a-68a6-4d93-bf7f-193ccc35a76b', 'tag': 'f6bc79f4-1916-4b55-a8ad-12978cb7ecc9', 'status': 'completed', 'code': 200} Feb 19 04:47:28.011328 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dc4ce1-f9b5-49f1-88aa-255929f6a970 None None] DHCP port deletion for 8cf40e8d-bb62-447b-a435-9b688d0fd6d7 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:47:28.037219 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c69551fc-447a-4ac7-b2f5-50172bf3e14c req-7627d98c-a06e-4ae8-a008-37fb623ba131 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/security-groups?id=47605702-00db-4f7f-bae2-d0370e638f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390068 Feb 19 04:47:28.041064 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-607129d6-588f-48be-a7d4-71f3d8cc25e6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for router (621532a0-3aab-4f04-860c-479351fd9de6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:28.056873 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4cd75ae2-87c4-47a8-8b1b-41d9f2ddb4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621532a0-3aab-4f04-860c-479351fd9de6', 'name': 'tempest-TestNetworkBasicOps-router-1392878627', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:41Z', 'updated_at': '2022-02-19T04:47:22Z', 'revision_number': 7, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:44Z', 'updated_at': '2022-02-19T04:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:28.070242 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce36d6-f5e0-42ee-8dc1-4e2edb538d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7ea6bd-661d-43ec-a3a7-a0781056b8c3,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:28.158675 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd75ae2-87c4-47a8-8b1b-41d9f2ddb4b0 None None] Checking router: 621532a0-3aab-4f04-860c-479351fd9de6 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:47:28.197724 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd75ae2-87c4-47a8-8b1b-41d9f2ddb4b0 None None] Routers {'621532a0-3aab-4f04-860c-479351fd9de6'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:28.198546 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4cd75ae2-87c4-47a8-8b1b-41d9f2ddb4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:47:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['621532a0-3aab-4f04-860c-479351fd9de6'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:28.223658 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-17dc4ce1-f9b5-49f1-88aa-255929f6a970 None None] Deleting port 26f2f069-3b87-4e34-b60b-43b6764dfe40 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:47:28.224400 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-17dc4ce1-f9b5-49f1-88aa-255929f6a970 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (26f2f069-3b87-4e34-b60b-43b6764dfe40), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:28.231737 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-9a59e8a1-0a00-4e4a-9c28-e3b11b60dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:28.241341 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5cce36d6-f5e0-42ee-8dc1-4e2edb538d1e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9bd81424e9c84dcf8d8d2270a6b92424&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8051023 Feb 19 04:47:28.244641 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45012) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:28.250839 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-9a59e8a1-0a00-4e4a-9c28-e3b11b60dff2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6160c74a7e684a6bbc0198f4ecef79ee&device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 1126 time: 0.5762472 Feb 19 04:47:28.327084 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-17dc4ce1-f9b5-49f1-88aa-255929f6a970 None None] For port 26f2f069-3b87-4e34-b60b-43b6764dfe40, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=26f2f069-3b87-4e34-b60b-43b6764dfe40,segment=NetworkSegment(e92e12a9-5c7c-4b88-b56e-16aa206424c1),segment_id=e92e12a9-5c7c-4b88-b56e-16aa206424c1)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:28.327570 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-17dc4ce1-f9b5-49f1-88aa-255929f6a970 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (26f2f069-3b87-4e34-b60b-43b6764dfe40), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:28.363215 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-17dc4ce1-f9b5-49f1-88aa-255929f6a970 None None] Calling delete_port for 26f2f069-3b87-4e34-b60b-43b6764dfe40 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:47:28.395360 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-284a2380-ea03-4d82-a2b2-6014b944963a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 HTTP/1.1" status: 200 len: 217 time: 0.1288695 Feb 19 04:47:28.424357 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-112cf0cc-f253-433c-af25-2e0d13ae609c tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_gateway (40556e96-9355-4f19-80ae-e8997b4221bb), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:28.471092 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-607129d6-588f-48be-a7d4-71f3d8cc25e6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for router_gateway (621532a0-3aab-4f04-860c-479351fd9de6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:28.493092 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-4cd75ae2-87c4-47a8-8b1b-41d9f2ddb4b0 None None] Set router 621532a0-3aab-4f04-860c-479351fd9de6 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:47:28.568265 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-112cf0cc-f253-433c-af25-2e0d13ae609c tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:28.584625 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-132cac5c-7aed-4fa4-9993-79f9d43a20aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:28.587324 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-132cac5c-7aed-4fa4-9993-79f9d43a20aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2f724ef9-9524-4696-9346-1c21c2578939 HTTP/1.1" status: 200 len: 852 time: 0.1848884 Feb 19 04:47:28.633601 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-17dc4ce1-f9b5-49f1-88aa-255929f6a970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (26f2f069-3b87-4e34-b60b-43b6764dfe40), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:28.709233 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc4ce1-f9b5-49f1-88aa-255929f6a970 None None] Pushing event deleted for resources: {'Port': ['ID=26f2f069-3b87-4e34-b60b-43b6764dfe40,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:28.720026 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-607129d6-588f-48be-a7d4-71f3d8cc25e6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Deleting port c4ef5f74-7186-4dd5-9048-94386585d513 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:47:28.720552 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dc4ce1-f9b5-49f1-88aa-255929f6a970 None None] No DVR routers for this DVR port 26f2f069-3b87-4e34-b60b-43b6764dfe40 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:47:28.722755 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-607129d6-588f-48be-a7d4-71f3d8cc25e6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (c4ef5f74-7186-4dd5-9048-94386585d513), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:28.761731 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-1fbfc53c-926d-4736-a3ef-e00a817bdbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:28.765096 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-1fbfc53c-926d-4736-a3ef-e00a817bdbae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156e64b2-e8aa-4f9a-a835-93b6218d77e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1627612 Feb 19 04:47:28.790781 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-112cf0cc-f253-433c-af25-2e0d13ae609c tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Allocated IP 172.25.0.92 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/2057492c-dac3-4374-8b39-a81e21786686) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:47:29.041195 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4cd75ae2-87c4-47a8-8b1b-41d9f2ddb4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621532a0-3aab-4f04-860c-479351fd9de6', 'name': 'tempest-TestNetworkBasicOps-router-1392878627', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:41Z', 'updated_at': '2022-02-19T04:47:22Z', 'revision_number': 7, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:44Z', 'updated_at': '2022-02-19T04:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:29.077894 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-112cf0cc-f253-433c-af25-2e0d13ae609c tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for port (2057492c-dac3-4374-8b39-a81e21786686), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:29.149071 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-7d83242a-4017-4b09-8a51-738de440d5d1 service neutron] 10.222.0.10 "GET /v2.0/networks/156e64b2-e8aa-4f9a-a835-93b6218d77e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889411 Feb 19 04:47:29.163272 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd75ae2-87c4-47a8-8b1b-41d9f2ddb4b0 None None] The sync data for ids ['621532a0-3aab-4f04-860c-479351fd9de6'] in n-d-772273-4 is: [{'id': '621532a0-3aab-4f04-860c-479351fd9de6', 'name': 'tempest-TestNetworkBasicOps-router-1392878627', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:41Z', 'updated_at': '2022-02-19T04:47:22Z', 'revision_number': 7, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'c4ef5f74-7186-4dd5-9048-94386585d513', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:88:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621532a0-3aab-4f04-860c-479351fd9de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:44Z', 'updated_at': '2022-02-19T04:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:47:29.193984 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-112cf0cc-f253-433c-af25-2e0d13ae609c tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (2057492c-dac3-4374-8b39-a81e21786686), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:29.248872 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-607129d6-588f-48be-a7d4-71f3d8cc25e6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] For port c4ef5f74-7186-4dd5-9048-94386585d513, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c4ef5f74-7186-4dd5-9048-94386585d513,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:29.249311 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-607129d6-588f-48be-a7d4-71f3d8cc25e6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (c4ef5f74-7186-4dd5-9048-94386585d513), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:29.266097 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b46cfe4c-5784-4dec-8811-c183db8b98f1 admin admin] Publish callbacks [] for security_group (aa7ea6bd-661d-43ec-a3a7-a0781056b8c3), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:29.269160 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-607129d6-588f-48be-a7d4-71f3d8cc25e6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Calling delete_port for c4ef5f74-7186-4dd5-9048-94386585d513 owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:47:29.363985 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b46cfe4c-5784-4dec-8811-c183db8b98f1 admin admin] Publish callbacks [] for security_group (aa7ea6bd-661d-43ec-a3a7-a0781056b8c3), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:29.445261 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19590a-c657-423c-aae9-2589dc66501f req-26ab21e0-9d30-4808-a123-777d333c99d3 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:29.459682 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed19590a-c657-423c-aae9-2589dc66501f req-26ab21e0-9d30-4808-a123-777d333c99d3 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9a3c417-0168-419b-8bf7-d2d132b2794b HTTP/1.1" status: 200 len: 950 time: 1.1344109 Feb 19 04:47:29.486768 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112cf0cc-f253-433c-af25-2e0d13ae609c tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:47:29.594001 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112cf0cc-f253-433c-af25-2e0d13ae609c tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Pushing event updated for resources: {'Port': ['ID=2057492c-dac3-4374-8b39-a81e21786686,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:29.647328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-112cf0cc-f253-433c-af25-2e0d13ae609c tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:47:29.658900 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112cf0cc-f253-433c-af25-2e0d13ae609c tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:47:29.667362 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed19590a-c657-423c-aae9-2589dc66501f req-f72de9d3-d633-4a92-adfa-9b212ee7ae73 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab1cd26f-d560-424c-ae08-523fef86dc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054980 Feb 19 04:47:29.744414 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b430abcb-6b7f-49d5-bf0b-5f5db3ea025e no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:47:29.834244 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: b430abcb-6b7f-49d5-bf0b-5f5db3ea025e {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:47:29.836859 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b430abcb-6b7f-49d5-bf0b-5f5db3ea025e not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:47:29.837482 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 26f2f069-3b87-4e34-b60b-43b6764dfe40 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:47:29.848682 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9881476a-bfa8-4dca-97eb-161c3bbdd550 req-3770ad9f-6793-486f-a437-20a91a25ec9f service neutron] 10.222.0.10 "GET /v2.0/networks/156e64b2-e8aa-4f9a-a835-93b6218d77e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6870773 Feb 19 04:47:29.940484 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 26f2f069-3b87-4e34-b60b-43b6764dfe40 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:47:29.941170 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 26f2f069-3b87-4e34-b60b-43b6764dfe40 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:47:30.032994 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80820cde-8e5e-4c87-9984-3d5dc291654e req-f78e555a-07e7-425f-8dee-b77b7c40820d tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:30.036280 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-80820cde-8e5e-4c87-9984-3d5dc291654e req-f78e555a-07e7-425f-8dee-b77b7c40820d tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 944 time: 0.5290012 Feb 19 04:47:30.037391 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-607129d6-588f-48be-a7d4-71f3d8cc25e6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (c4ef5f74-7186-4dd5-9048-94386585d513), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:30.104793 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607129d6-588f-48be-a7d4-71f3d8cc25e6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event deleted for resources: {'Port': ['ID=c4ef5f74-7186-4dd5-9048-94386585d513,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:30.199401 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b46cfe4c-5784-4dec-8811-c183db8b98f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (aa7ea6bd-661d-43ec-a3a7-a0781056b8c3), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:30.202455 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b46cfe4c-5784-4dec-8811-c183db8b98f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:30.203805 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b46cfe4c-5784-4dec-8811-c183db8b98f1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aa7ea6bd-661d-43ec-a3a7-a0781056b8c3 HTTP/1.1" status: 204 len: 168 time: 1.9530394 Feb 19 04:47:30.232811 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46cfe4c-5784-4dec-8811-c183db8b98f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7ea6bd-661d-43ec-a3a7-a0781056b8c3,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:30.270082 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544c190-b9af-4ad7-b858-b738b1becd3e req-f0df0921-400a-476f-a783-3b8897de8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:30.278106 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4544c190-b9af-4ad7-b858-b738b1becd3e req-f0df0921-400a-476f-a783-3b8897de8292 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6160c74a7e684a6bbc0198f4ecef79ee&device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 1126 time: 0.3452594 Feb 19 04:47:30.504130 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544c190-b9af-4ad7-b858-b738b1becd3e req-791d81a5-4da1-457c-9f2e-5b63974e75c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:30.506885 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4544c190-b9af-4ad7-b858-b738b1becd3e req-791d81a5-4da1-457c-9f2e-5b63974e75c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=156e64b2-e8aa-4f9a-a835-93b6218d77e2 HTTP/1.1" status: 200 len: 913 time: 0.2225938 Feb 19 04:47:30.554377 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-112cf0cc-f253-433c-af25-2e0d13ae609c tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_gateway (40556e96-9355-4f19-80ae-e8997b4221bb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:30.723090 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-607129d6-588f-48be-a7d4-71f3d8cc25e6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (621532a0-3aab-4f04-860c-479351fd9de6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:30.726877 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6aa446-3a24-46d7-99e1-a5dd3daa9928 req-ddfc1868-41f7-4b22-8836-9fc4a55d03c8 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:30.727996 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4544c190-b9af-4ad7-b858-b738b1becd3e req-4421ff03-649c-45a2-b520-068152f483b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 HTTP/1.1" status: 200 len: 217 time: 0.1407709 Feb 19 04:47:30.731087 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6f6aa446-3a24-46d7-99e1-a5dd3daa9928 req-ddfc1868-41f7-4b22-8836-9fc4a55d03c8 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9a3c417-0168-419b-8bf7-d2d132b2794b HTTP/1.1" status: 200 len: 950 time: 0.2323589 Feb 19 04:47:30.738712 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-80820cde-8e5e-4c87-9984-3d5dc291654e req-8fd64414-577e-49a2-9faf-5c75c35cecbf tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/security-groups?id=47605702-00db-4f7f-bae2-d0370e638f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6349282 Feb 19 04:47:30.979760 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45028) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:31.003590 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6f6aa446-3a24-46d7-99e1-a5dd3daa9928 req-48ed3bd3-af76-45a2-a70a-4df699a52de0 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab1cd26f-d560-424c-ae08-523fef86dc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887195 Feb 19 04:47:31.076671 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d750a667-e5f2-4229-a1b7-edc4c4e66a7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:31.085235 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-607129d6-588f-48be-a7d4-71f3d8cc25e6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (621532a0-3aab-4f04-860c-479351fd9de6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:31.091693 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-607129d6-588f-48be-a7d4-71f3d8cc25e6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for router_controller (621532a0-3aab-4f04-860c-479351fd9de6), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:31.103271 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-112cf0cc-f253-433c-af25-2e0d13ae609c tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (40556e96-9355-4f19-80ae-e8997b4221bb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:31.203582 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544c190-b9af-4ad7-b858-b738b1becd3e req-de927ad8-ee4e-4d94-9889-c6479f630cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:31.206331 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4544c190-b9af-4ad7-b858-b738b1becd3e req-de927ad8-ee4e-4d94-9889-c6479f630cb4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2f724ef9-9524-4696-9346-1c21c2578939 HTTP/1.1" status: 200 len: 852 time: 0.4658160 Feb 19 04:47:31.273149 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-607129d6-588f-48be-a7d4-71f3d8cc25e6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (621532a0-3aab-4f04-860c-479351fd9de6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:31.273994 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607129d6-588f-48be-a7d4-71f3d8cc25e6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Fanout notify agent at l3_agent the message router_deleted on router 621532a0-3aab-4f04-860c-479351fd9de6 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:47:31.287608 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-607129d6-588f-48be-a7d4-71f3d8cc25e6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:31.292016 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-607129d6-588f-48be-a7d4-71f3d8cc25e6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "DELETE /v2.0/routers/621532a0-3aab-4f04-860c-479351fd9de6 HTTP/1.1" status: 204 len: 168 time: 3.8475997 Feb 19 04:47:31.297536 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45030) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:31.365685 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544c190-b9af-4ad7-b858-b738b1becd3e req-98b430ec-dfd1-4a3e-808d-dfe1a44d14bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:31.368424 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4544c190-b9af-4ad7-b858-b738b1becd3e req-98b430ec-dfd1-4a3e-808d-dfe1a44d14bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156e64b2-e8aa-4f9a-a835-93b6218d77e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1531184 Feb 19 04:47:31.444875 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112cf0cc-f253-433c-af25-2e0d13ae609c tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Router 40556e96-9355-4f19-80ae-e8997b4221bb is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:47:31.462938 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d750a667-e5f2-4229-a1b7-edc4c4e66a7e admin admin] Publish callbacks [] for security_group (ff33ddf1-bdb5-4094-8e81-cfc1acd38228), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:31.478245 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d750a667-e5f2-4229-a1b7-edc4c4e66a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ff33ddf1-bdb5-4094-8e81-cfc1acd38228), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:31.588809 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb603-2f87-40f1-b3fd-030ef56d8880 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (8cf40e8d-bb62-447b-a435-9b688d0fd6d7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:31.590235 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750a667-e5f2-4229-a1b7-edc4c4e66a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff33ddf1-bdb5-4094-8e81-cfc1acd38228,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:31.604661 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d750a667-e5f2-4229-a1b7-edc4c4e66a7e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=803d32e7b6f24823a56be062864cacf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6194251 Feb 19 04:47:31.609403 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45032) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:31.632472 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4544c190-b9af-4ad7-b858-b738b1becd3e req-75a22792-543b-4191-8f1a-cb8f4e81e517 service neutron] 10.222.0.10 "GET /v2.0/networks/156e64b2-e8aa-4f9a-a835-93b6218d77e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575903 Feb 19 04:47:31.747090 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e7ae1-56cd-4830-ba20-66ac2086ee2b req-8da811f9-42ee-44d1-ac62-8d6b6de3a737 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:31.748721 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2b6e7ae1-56cd-4830-ba20-66ac2086ee2b req-8da811f9-42ee-44d1-ac62-8d6b6de3a737 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a3c417-0168-419b-8bf7-d2d132b2794b HTTP/1.1" status: 200 len: 950 time: 0.2484236 Feb 19 04:47:31.836505 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c3d0ec7-d8ae-404a-8203-52e472dd0c84 admin admin] Publish callbacks [] for security_group (ff33ddf1-bdb5-4094-8e81-cfc1acd38228), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:31.853160 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4544c190-b9af-4ad7-b858-b738b1becd3e req-4b7d68c8-f84c-4a79-bd8b-b7ecbaf484fa service neutron] 10.222.0.10 "GET /v2.0/networks/156e64b2-e8aa-4f9a-a835-93b6218d77e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113194 Feb 19 04:47:31.858391 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb603-2f87-40f1-b3fd-030ef56d8880 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (8cf40e8d-bb62-447b-a435-9b688d0fd6d7), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:31.905040 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c3d0ec7-d8ae-404a-8203-52e472dd0c84 admin admin] Publish callbacks [] for security_group (ff33ddf1-bdb5-4094-8e81-cfc1acd38228), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:31.924561 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112cf0cc-f253-433c-af25-2e0d13ae609c tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:47:31.941704 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7951b95c-b9dd-4bea-bc12-d7c18176bc5b None None] Sync routers for ids ['40556e96-9355-4f19-80ae-e8997b4221bb'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:47:31.948243 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-d9bdb603-2f87-40f1-b3fd-030ef56d8880 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf40e8d-bb62-447b-a435-9b688d0fd6d7']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:31.970964 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7951b95c-b9dd-4bea-bc12-d7c18176bc5b None None] Routers {'40556e96-9355-4f19-80ae-e8997b4221bb'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:31.972084 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-7951b95c-b9dd-4bea-bc12-d7c18176bc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:47:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['40556e96-9355-4f19-80ae-e8997b4221bb'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:31.995169 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-d9bdb603-2f87-40f1-b3fd-030ef56d8880 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92e12a9-5c7c-4b88-b56e-16aa206424c1') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:31.997069 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-d9bdb603-2f87-40f1-b3fd-030ef56d8880 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92e12a9-5c7c-4b88-b56e-16aa206424c1') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:32.031308 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb603-2f87-40f1-b3fd-030ef56d8880 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (e92e12a9-5c7c-4b88-b56e-16aa206424c1), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:32.070454 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-2b6e7ae1-56cd-4830-ba20-66ac2086ee2b req-746cf72c-b1b2-431d-956e-5cd8f25109a1 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Deleting port c69e46af-34a7-4f39-ae9e-0c60cd0e39af {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:47:32.070728 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb603-2f87-40f1-b3fd-030ef56d8880 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (e92e12a9-5c7c-4b88-b56e-16aa206424c1), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:32.075555 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2b6e7ae1-56cd-4830-ba20-66ac2086ee2b req-746cf72c-b1b2-431d-956e-5cd8f25109a1 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (c69e46af-34a7-4f39-ae9e-0c60cd0e39af), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:32.084185 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-7951b95c-b9dd-4bea-bc12-d7c18176bc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:32.093622 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef9d25-8c58-4156-9578-3cf6c7e48d09 req-0af0b9f7-fae4-497a-8df4-c9c78b9d3d8f tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:32.094787 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9bdb603-2f87-40f1-b3fd-030ef56d8880 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:47:32.095285 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-37ef9d25-8c58-4156-9578-3cf6c7e48d09 req-0af0b9f7-fae4-497a-8df4-c9c78b9d3d8f tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 944 time: 0.1686995 Feb 19 04:47:32.099789 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb603-2f87-40f1-b3fd-030ef56d8880 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (e92e12a9-5c7c-4b88-b56e-16aa206424c1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:32.110175 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7951b95c-b9dd-4bea-bc12-d7c18176bc5b None None] Routers {'40556e96-9355-4f19-80ae-e8997b4221bb'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:32.110818 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-7951b95c-b9dd-4bea-bc12-d7c18176bc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:47:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['40556e96-9355-4f19-80ae-e8997b4221bb'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:32.187013 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c3d0ec7-d8ae-404a-8203-52e472dd0c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ff33ddf1-bdb5-4094-8e81-cfc1acd38228), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:32.190003 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c3d0ec7-d8ae-404a-8203-52e472dd0c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:32.192203 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6c3d0ec7-d8ae-404a-8203-52e472dd0c84 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ff33ddf1-bdb5-4094-8e81-cfc1acd38228 HTTP/1.1" status: 204 len: 168 time: 0.5791759 Feb 19 04:47:32.233307 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d0ec7-d8ae-404a-8203-52e472dd0c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff33ddf1-bdb5-4094-8e81-cfc1acd38228,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:47:32.322860 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:47:32.342542 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-7951b95c-b9dd-4bea-bc12-d7c18176bc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:32.345527 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7951b95c-b9dd-4bea-bc12-d7c18176bc5b None None] The sync data for ids ['40556e96-9355-4f19-80ae-e8997b4221bb'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:47:32.355846 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-95e30792-967a-4cf8-8f87-3a6bbfee3b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:32.364051 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb603-2f87-40f1-b3fd-030ef56d8880 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (8cf40e8d-bb62-447b-a435-9b688d0fd6d7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:32.370470 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb603-2f87-40f1-b3fd-030ef56d8880 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:32.379936 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d9bdb603-2f87-40f1-b3fd-030ef56d8880 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "DELETE /v2.0/networks/8cf40e8d-bb62-447b-a435-9b688d0fd6d7 HTTP/1.1" status: 204 len: 168 time: 1.0738230 Feb 19 04:47:32.425852 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45040) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:32.446917 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b0f958f6-c851-4dd5-8021-86ada307e2c3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'network': {'name': 'tempest-network-smoke--2139942056', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'port_security_enabled': True}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:32.458744 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-112cf0cc-f253-433c-af25-2e0d13ae609c tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:32.461038 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-112cf0cc-f253-433c-af25-2e0d13ae609c tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.9214523 Feb 19 04:47:32.462103 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdb603-2f87-40f1-b3fd-030ef56d8880 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event deleted for resources: {'Network': ['ID=8cf40e8d-bb62-447b-a435-9b688d0fd6d7,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:32.475397 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45042) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:32.489305 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2fa7c6b0-bcf1-420a-8443-d9f09893c2a7 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:32.579001 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f958f6-c851-4dd5-8021-86ada307e2c3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Made reservation on behalf of b788333bfa1e461e8bfe78d2c356d7b3 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:47:32.583794 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0f958f6-c851-4dd5-8021-86ada307e2c3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:32.626661 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cf78d-6517-4ef6-a04b-4d3187b02f42 req-4883a0ac-146b-45f6-89d5-dc8ed7d23408 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:32.637641 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b2cf78d-6517-4ef6-a04b-4d3187b02f42 req-4883a0ac-146b-45f6-89d5-dc8ed7d23408 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9a3c417-0168-419b-8bf7-d2d132b2794b HTTP/1.1" status: 200 len: 950 time: 0.3118227 Feb 19 04:47:32.759787 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f958f6-c851-4dd5-8021-86ada307e2c3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:47:32.807896 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0f958f6-c851-4dd5-8021-86ada307e2c3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:32.808257 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-b0f958f6-c851-4dd5-8021-86ada307e2c3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Added segment 783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6 of type vlan for network 0c7a3c0b-51d7-4717-af42-67f8c644514e Feb 19 04:47:32.840884 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b2cf78d-6517-4ef6-a04b-4d3187b02f42 req-f4efe2b9-c443-4085-934c-ef633558b0a7 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab1cd26f-d560-424c-ae08-523fef86dc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020218 Feb 19 04:47:32.867864 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-2b6e7ae1-56cd-4830-ba20-66ac2086ee2b req-746cf72c-b1b2-431d-956e-5cd8f25109a1 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] For port c69e46af-34a7-4f39-ae9e-0c60cd0e39af, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=c69e46af-34a7-4f39-ae9e-0c60cd0e39af,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:32.867864 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2b6e7ae1-56cd-4830-ba20-66ac2086ee2b req-746cf72c-b1b2-431d-956e-5cd8f25109a1 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (c69e46af-34a7-4f39-ae9e-0c60cd0e39af), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:32.890737 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-2b6e7ae1-56cd-4830-ba20-66ac2086ee2b req-746cf72c-b1b2-431d-956e-5cd8f25109a1 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Calling delete_port for c69e46af-34a7-4f39-ae9e-0c60cd0e39af owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:47:32.932239 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-37ef9d25-8c58-4156-9578-3cf6c7e48d09 req-7a70006d-5ff4-440a-be1f-89c4196cb0cb tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/security-groups?id=47605702-00db-4f7f-bae2-d0370e638f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8272369 Feb 19 04:47:33.039537 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0f958f6-c851-4dd5-8021-86ada307e2c3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (0c7a3c0b-51d7-4717-af42-67f8c644514e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:33.168942 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0f958f6-c851-4dd5-8021-86ada307e2c3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (0c7a3c0b-51d7-4717-af42-67f8c644514e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:33.181758 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f958f6-c851-4dd5-8021-86ada307e2c3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:33.183054 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b0f958f6-c851-4dd5-8021-86ada307e2c3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:33.237204 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2b6e7ae1-56cd-4830-ba20-66ac2086ee2b req-746cf72c-b1b2-431d-956e-5cd8f25109a1 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (c69e46af-34a7-4f39-ae9e-0c60cd0e39af), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:33.258115 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['c69e46af-34a7-4f39-ae9e-0c60cd0e39af'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:47:33.356011 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746cf72c-b1b2-431d-956e-5cd8f25109a1 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Pushing event deleted for resources: {'Port': ['ID=c69e46af-34a7-4f39-ae9e-0c60cd0e39af,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:33.411002 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b0f958f6-c851-4dd5-8021-86ada307e2c3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9669113 Feb 19 04:47:33.416258 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45054) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:33.439457 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-607df043-7815-4230-a96d-f1c4e72a5141 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1321851539', 'admin_state_up': True, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:33.471177 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f958f6-c851-4dd5-8021-86ada307e2c3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'Network': ['ID=0c7a3c0b-51d7-4717-af42-67f8c644514e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:33.471462 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6e7ae1-56cd-4830-ba20-66ac2086ee2b req-746cf72c-b1b2-431d-956e-5cd8f25109a1 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] No DVR routers for this DVR port c69e46af-34a7-4f39-ae9e-0c60cd0e39af on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:47:33.475495 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2b6e7ae1-56cd-4830-ba20-66ac2086ee2b req-746cf72c-b1b2-431d-956e-5cd8f25109a1 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:33.482508 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2b6e7ae1-56cd-4830-ba20-66ac2086ee2b req-746cf72c-b1b2-431d-956e-5cd8f25109a1 tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.48 "DELETE /v2.0/ports/c69e46af-34a7-4f39-ae9e-0c60cd0e39af HTTP/1.1" status: 204 len: 173 time: 1.7232642 Feb 19 04:47:33.483451 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a3c417-0168-419b-8bf7-d2d132b2794b', 'name': 'network-vif-deleted', 'tag': 'c69e46af-34a7-4f39-ae9e-0c60cd0e39af'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:47:33.504149 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8501d501-e5bf-47da-a585-70c2f78d5098" -d '{"events": [{"server_uuid": "d9a3c417-0168-419b-8bf7-d2d132b2794b", "name": "network-vif-deleted", "tag": "c69e46af-34a7-4f39-ae9e-0c60cd0e39af"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:47:33.511823 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 0c7a3c0b-51d7-4717-af42-67f8c644514e details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:47:33.628473 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-607df043-7815-4230-a96d-f1c4e72a5141 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (6beed6d9-fa17-4ac7-ae56-065364539f1f), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:33.629358 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c4ef5f74-7186-4dd5-9048-94386585d513 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:47:33.635347 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-607df043-7815-4230-a96d-f1c4e72a5141 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (6beed6d9-fa17-4ac7-ae56-065364539f1f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:33.672080 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c3464e-4335-48b6-bfc7-99c2c3e7ba51 x-openstack-request-id: req-35c3464e-4335-48b6-bfc7-99c2c3e7ba51 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:47:33.672571 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a3c417-0168-419b-8bf7-d2d132b2794b", "name": "network-vif-deleted", "tag": "c69e46af-34a7-4f39-ae9e-0c60cd0e39af", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:47:33.673043 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-35c3464e-4335-48b6-bfc7-99c2c3e7ba51 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:47:33.673712 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a3c417-0168-419b-8bf7-d2d132b2794b', 'name': 'network-vif-deleted', 'tag': 'c69e46af-34a7-4f39-ae9e-0c60cd0e39af', 'status': 'completed', 'code': 200} Feb 19 04:47:33.772348 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fa7c6b0-bcf1-420a-8443-d9f09893c2a7 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_gateway (40556e96-9355-4f19-80ae-e8997b4221bb), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:33.800785 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: c4ef5f74-7186-4dd5-9048-94386585d513 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:47:33.801488 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c4ef5f74-7186-4dd5-9048-94386585d513 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:47:33.839601 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-607df043-7815-4230-a96d-f1c4e72a5141 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for router_controller (6beed6d9-fa17-4ac7-ae56-065364539f1f), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:33.851678 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fa7c6b0-bcf1-420a-8443-d9f09893c2a7 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_gateway (40556e96-9355-4f19-80ae-e8997b4221bb), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:34.102717 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6ab3f035-3aa1-448e-b54b-28dcee7d206c req-e7e3c214-7a61-4153-8815-a58f3e7140ea tempest-VolumesNegativeTest-1956742677 tempest-VolumesNegativeTest-1956742677-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9a3c417-0168-419b-8bf7-d2d132b2794b HTTP/1.1" status: 200 len: 210 time: 0.0946925 Feb 19 04:47:34.595206 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-607df043-7815-4230-a96d-f1c4e72a5141 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for router_gateway (6beed6d9-fa17-4ac7-ae56-065364539f1f), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:34.645656 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-2fa7c6b0-bcf1-420a-8443-d9f09893c2a7 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Deleting port 2057492c-dac3-4374-8b39-a81e21786686 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:47:34.645983 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fa7c6b0-bcf1-420a-8443-d9f09893c2a7 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2057492c-dac3-4374-8b39-a81e21786686), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:34.703793 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f56b71-e46b-4bc1-b0f5-eebade83089f req-66f681a3-8f7c-4d60-b3e7-c2c2182efabe tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:34.705637 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5f56b71-e46b-4bc1-b0f5-eebade83089f req-66f681a3-8f7c-4d60-b3e7-c2c2182efabe tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 944 time: 0.1917064 Feb 19 04:47:34.954683 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5f56b71-e46b-4bc1-b0f5-eebade83089f req-8ad0b953-dec0-497a-93c7-f30008e1814d tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/security-groups?id=47605702-00db-4f7f-bae2-d0370e638f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877363 Feb 19 04:47:34.958169 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fa7c6b0-bcf1-420a-8443-d9f09893c2a7 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2057492c-dac3-4374-8b39-a81e21786686), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:34.986945 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-2fa7c6b0-bcf1-420a-8443-d9f09893c2a7 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Calling delete_port for 2057492c-dac3-4374-8b39-a81e21786686 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:47:35.061000 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f58419a7-e2c1-4984-8760-3ec102c8e918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:35.402247 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-607df043-7815-4230-a96d-f1c4e72a5141 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for router_gateway (6beed6d9-fa17-4ac7-ae56-065364539f1f), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:35.446418 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-607df043-7815-4230-a96d-f1c4e72a5141 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:35.780613 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-607df043-7815-4230-a96d-f1c4e72a5141 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Allocated IP 172.25.0.238 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/abe8a31b-4f55-40d5-8583-5045e9f0f0a7) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:47:35.841696 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fa7c6b0-bcf1-420a-8443-d9f09893c2a7 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (2057492c-dac3-4374-8b39-a81e21786686), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:35.842061 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:47:35.927413 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7c6b0-bcf1-420a-8443-d9f09893c2a7 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Pushing event deleted for resources: {'Port': ['ID=2057492c-dac3-4374-8b39-a81e21786686,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:36.047411 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fa7c6b0-bcf1-420a-8443-d9f09893c2a7 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (40556e96-9355-4f19-80ae-e8997b4221bb), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:36.121682 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-607df043-7815-4230-a96d-f1c4e72a5141 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for port (abe8a31b-4f55-40d5-8583-5045e9f0f0a7), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:36.410001 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-607df043-7815-4230-a96d-f1c4e72a5141 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (abe8a31b-4f55-40d5-8583-5045e9f0f0a7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:36.468977 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac809b-e01e-4bad-bca2-3bedb0ea3b3e req-ca0273a1-9907-413d-8b96-a20d4080ef10 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:36.470601 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c0ac809b-e01e-4bad-bca2-3bedb0ea3b3e req-ca0273a1-9907-413d-8b96-a20d4080ef10 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 944 time: 0.3461647 Feb 19 04:47:36.554056 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607df043-7815-4230-a96d-f1c4e72a5141 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:47:36.567248 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fa7c6b0-bcf1-420a-8443-d9f09893c2a7 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12939'] for router (40556e96-9355-4f19-80ae-e8997b4221bb), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:36.577207 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-607df043-7815-4230-a96d-f1c4e72a5141 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:47:36.588742 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607df043-7815-4230-a96d-f1c4e72a5141 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:47:36.592666 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fa7c6b0-bcf1-420a-8443-d9f09893c2a7 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-429138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-429147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455741'] for router (40556e96-9355-4f19-80ae-e8997b4221bb), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:36.622009 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607df043-7815-4230-a96d-f1c4e72a5141 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'Port': ['ID=abe8a31b-4f55-40d5-8583-5045e9f0f0a7,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:36.750397 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c0ac809b-e01e-4bad-bca2-3bedb0ea3b3e req-b717caf4-6fcd-460c-b548-97401d0fc032 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/security-groups?id=47605702-00db-4f7f-bae2-d0370e638f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516758 Feb 19 04:47:36.819455 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa7c6b0-bcf1-420a-8443-d9f09893c2a7 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Router 40556e96-9355-4f19-80ae-e8997b4221bb has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:47:36.877137 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:37.090371 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa7c6b0-bcf1-420a-8443-d9f09893c2a7 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:47:37.103318 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fa7c6b0-bcf1-420a-8443-d9f09893c2a7 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:37.109652 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45194) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:37.110173 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2fa7c6b0-bcf1-420a-8443-d9f09893c2a7 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "PUT /v2.0/routers/40556e96-9355-4f19-80ae-e8997b4221bb HTTP/1.1" status: 200 len: 710 time: 4.6271880 Feb 19 04:47:37.129771 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device c69e46af-34a7-4f39-ae9e-0c60cd0e39af no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:47:37.145570 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a21f0-a36b-4179-8af6-738bfd28dd66 None None] Sync routers for ids ['40556e96-9355-4f19-80ae-e8997b4221bb'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:47:37.187822 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a21f0-a36b-4179-8af6-738bfd28dd66 None None] Routers {'40556e96-9355-4f19-80ae-e8997b4221bb'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:37.189178 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-7d5a21f0-a36b-4179-8af6-738bfd28dd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:47:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['40556e96-9355-4f19-80ae-e8997b4221bb'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:37.244881 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: c69e46af-34a7-4f39-ae9e-0c60cd0e39af {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:47:37.246195 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device c69e46af-34a7-4f39-ae9e-0c60cd0e39af not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:47:37.327980 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-7d5a21f0-a36b-4179-8af6-738bfd28dd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:37.372359 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a21f0-a36b-4179-8af6-738bfd28dd66 None None] Routers {'40556e96-9355-4f19-80ae-e8997b4221bb'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:37.373708 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-7d5a21f0-a36b-4179-8af6-738bfd28dd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:47:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['40556e96-9355-4f19-80ae-e8997b4221bb'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:37.424555 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-44110ab6-afcc-466a-b8f4-0334dbaeb0bb tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "GET /v2.0/routers/40556e96-9355-4f19-80ae-e8997b4221bb HTTP/1.1" status: 200 len: 745 time: 0.3124850 Feb 19 04:47:37.429417 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45200) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:37.435926 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-607df043-7815-4230-a96d-f1c4e72a5141 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for router_gateway (6beed6d9-fa17-4ac7-ae56-065364539f1f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:37.495655 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-7d5a21f0-a36b-4179-8af6-738bfd28dd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:37.500885 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a21f0-a36b-4179-8af6-738bfd28dd66 None None] The sync data for ids ['40556e96-9355-4f19-80ae-e8997b4221bb'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:47:37.569482 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-24d32349-6616-40fa-82b2-df46f109b54e tempest-RoutersIpV6AdminTest-861312494 tempest-RoutersIpV6AdminTest-861312494-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&device_id=40556e96-9355-4f19-80ae-e8997b4221bb HTTP/1.1" status: 200 len: 205 time: 0.1378293 Feb 19 04:47:37.574888 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45204) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:37.676341 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e89f1359-44d0-4982-85a1-248e95c00c49 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "GET /v2.0/ports?device_id=40556e96-9355-4f19-80ae-e8997b4221bb HTTP/1.1" status: 200 len: 205 time: 0.0987799 Feb 19 04:47:37.680509 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:37.684187 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45208) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:37.916995 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0340c367-1c33-400d-805e-f91561e092e1 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router (40556e96-9355-4f19-80ae-e8997b4221bb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:37.979207 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:38.206425 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-607df043-7815-4230-a96d-f1c4e72a5141 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (6beed6d9-fa17-4ac7-ae56-065364539f1f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:38.460619 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0340c367-1c33-400d-805e-f91561e092e1 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (40556e96-9355-4f19-80ae-e8997b4221bb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:38.478212 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607df043-7815-4230-a96d-f1c4e72a5141 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Router 6beed6d9-fa17-4ac7-ae56-065364539f1f is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:47:38.478508 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf06fa3-4ff7-49b8-9fcb-c11bce1a2157 req-75ba0d99-6ff1-4b30-8571-dfb202cc36d3 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:38.491881 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6cf06fa3-4ff7-49b8-9fcb-c11bce1a2157 req-75ba0d99-6ff1-4b30-8571-dfb202cc36d3 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 944 time: 0.5690327 Feb 19 04:47:38.496036 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0340c367-1c33-400d-805e-f91561e092e1 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router_controller (40556e96-9355-4f19-80ae-e8997b4221bb), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:38.585929 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45236) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:38.687107 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0340c367-1c33-400d-805e-f91561e092e1 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (40556e96-9355-4f19-80ae-e8997b4221bb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:38.688464 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0340c367-1c33-400d-805e-f91561e092e1 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Fanout notify agent at l3_agent the message router_deleted on router 40556e96-9355-4f19-80ae-e8997b4221bb {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:47:38.713497 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0340c367-1c33-400d-805e-f91561e092e1 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:38.722050 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0340c367-1c33-400d-805e-f91561e092e1 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "DELETE /v2.0/routers/40556e96-9355-4f19-80ae-e8997b4221bb HTTP/1.1" status: 204 len: 168 time: 1.0366228 Feb 19 04:47:38.726079 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45240) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:38.740275 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6cf06fa3-4ff7-49b8-9fcb-c11bce1a2157 req-f7b7b3b9-35be-4b11-a527-359e5cb9cec2 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/security-groups?id=47605702-00db-4f7f-bae2-d0370e638f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401547 Feb 19 04:47:38.826202 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d1c074a9-1615-4cfc-996e-f104620c933c tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "GET /v2.0/ports?device_id=40556e96-9355-4f19-80ae-e8997b4221bb HTTP/1.1" status: 200 len: 205 time: 0.0940273 Feb 19 04:47:38.829649 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45242) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:38.842470 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607df043-7815-4230-a96d-f1c4e72a5141 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:47:38.864387 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] Sync routers for ids ['6beed6d9-fa17-4ac7-ae56-065364539f1f'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:47:38.891869 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] Routers {'6beed6d9-fa17-4ac7-ae56-065364539f1f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:38.893242 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:47:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6beed6d9-fa17-4ac7-ae56-065364539f1f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:38.935139 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da515bde-6b18-4a97-84e5-f5c8eca3bd3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:38.958322 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-fb8b8d18-d1e6-4304-8d18-99eabc1dc1df tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] delete failed (client error): The resource could not be found. Feb 19 04:47:38.964758 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fb8b8d18-d1e6-4304-8d18-99eabc1dc1df tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "DELETE /v2.0/routers/40556e96-9355-4f19-80ae-e8997b4221bb HTTP/1.1" status: 404 len: 336 time: 0.1332402 Feb 19 04:47:38.969847 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45248) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:39.002594 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-607df043-7815-4230-a96d-f1c4e72a5141 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:39.010182 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-607df043-7815-4230-a96d-f1c4e72a5141 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5826981 Feb 19 04:47:39.015294 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45252) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:39.049991 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8e0585fa-52b3-4c18-addc-7162977c36dc tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "GET /v2.0/ports?device_id=6543ff29-afc2-43bb-8c0c-1d6d9e762da6 HTTP/1.1" status: 200 len: 205 time: 0.0777571 Feb 19 04:47:39.052468 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45254) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:39.088331 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2143d664-40e4-4314-99cc-14e680013c7e tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=b788333bfa1e461e8bfe78d2c356d7b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0668614 Feb 19 04:47:39.089523 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45256) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:39.162392 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-f1ff9779-e67e-4697-834b-a79deca1da01 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] delete failed (client error): The resource could not be found. Feb 19 04:47:39.166708 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f1ff9779-e67e-4697-834b-a79deca1da01 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "DELETE /v2.0/routers/6543ff29-afc2-43bb-8c0c-1d6d9e762da6 HTTP/1.1" status: 404 len: 336 time: 0.1101084 Feb 19 04:47:39.167630 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45262) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:39.273985 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e21f2b69-bde2-46c5-9bda-e02c23b42927 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cebc834-459b-4cd7-b7ad-f2e40f88a3f7 HTTP/1.1" status: 200 len: 205 time: 0.1045606 Feb 19 04:47:39.286489 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45274) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:39.305289 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:39.307434 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c962066e-cf43-44a0-a4ee-ccfa87730fe1 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:39.314139 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c962066e-cf43-44a0-a4ee-ccfa87730fe1 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2187564 Feb 19 04:47:39.314628 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45284) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:39.326436 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da515bde-6b18-4a97-84e5-f5c8eca3bd3a admin admin] Publish callbacks [] for security_group (78f9e8e6-6612-4abf-b6ed-120ae7a99aa0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:39.338784 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da515bde-6b18-4a97-84e5-f5c8eca3bd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (78f9e8e6-6612-4abf-b6ed-120ae7a99aa0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:39.358186 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] Set router 6beed6d9-fa17-4ac7-ae56-065364539f1f gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:47:39.424257 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0716e89f-69db-475d-8c9d-eef14873d077 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1040275 Feb 19 04:47:39.427692 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-4a5c6de9-ba4c-4854-aa46-17c685ddd7c5 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] delete failed (client error): The resource could not be found. Feb 19 04:47:39.435087 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4a5c6de9-ba4c-4854-aa46-17c685ddd7c5 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "DELETE /v2.0/routers/7cebc834-459b-4cd7-b7ad-f2e40f88a3f7 HTTP/1.1" status: 404 len: 336 time: 0.1462371 Feb 19 04:47:39.437267 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45294) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:39.438980 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45296) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:39.449453 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-54fd62f2-93a8-4a36-9fcc-2a978b09343a tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2063081521', 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:39.477004 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-da515bde-6b18-4a97-84e5-f5c8eca3bd3a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5cb18762d5c14161bb05b85c68e5b57e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8885326 Feb 19 04:47:39.502959 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45302) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:39.507755 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515bde-6b18-4a97-84e5-f5c8eca3bd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f9e8e6-6612-4abf-b6ed-120ae7a99aa0,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:39.521106 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-00e54f28-7798-4d5a-9010-ba01674f278c tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "GET /v2.0/ports?device_id=abfd1152-7818-4808-aaf8-b0f815480917 HTTP/1.1" status: 200 len: 205 time: 0.0798802 Feb 19 04:47:39.523741 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45308) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:39.568241 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:39.680612 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c4999b9c-3437-4736-88ea-30f8e58d1fd7 admin admin] Publish callbacks [] for security_group (78f9e8e6-6612-4abf-b6ed-120ae7a99aa0), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:39.712876 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c4999b9c-3437-4736-88ea-30f8e58d1fd7 admin admin] Publish callbacks [] for security_group (78f9e8e6-6612-4abf-b6ed-120ae7a99aa0), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:39.825902 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c4999b9c-3437-4736-88ea-30f8e58d1fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (78f9e8e6-6612-4abf-b6ed-120ae7a99aa0), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:39.831095 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c4999b9c-3437-4736-88ea-30f8e58d1fd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:39.833775 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c4999b9c-3437-4736-88ea-30f8e58d1fd7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/78f9e8e6-6612-4abf-b6ed-120ae7a99aa0 HTTP/1.1" status: 204 len: 168 time: 0.3299894 Feb 19 04:47:39.850105 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4999b9c-3437-4736-88ea-30f8e58d1fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f9e8e6-6612-4abf-b6ed-120ae7a99aa0,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:39.885687 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'name': 'tempest-TestNetworkBasicOps-router-1321851539', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:33Z', 'updated_at': '2022-02-19T04:47:37Z', 'revision_number': 3, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:35Z', 'updated_at': '2022-02-19T04:47:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:39.888405 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fd62f2-93a8-4a36-9fcc-2a978b09343a tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Made reservation on behalf of b788333bfa1e461e8bfe78d2c356d7b3 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:47:39.893420 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-54fd62f2-93a8-4a36-9fcc-2a978b09343a tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:40.013140 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] Checking router: 6beed6d9-fa17-4ac7-ae56-065364539f1f for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:47:40.013797 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] Updating router 6beed6d9-fa17-4ac7-ae56-065364539f1f port abe8a31b-4f55-40d5-8583-5045e9f0f0a7 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:47:40.088643 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (abe8a31b-4f55-40d5-8583-5045e9f0f0a7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:40.337922 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-54fd62f2-93a8-4a36-9fcc-2a978b09343a tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:40.402991 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-7aa5ec6c-3869-4cab-a896-549bf919a959 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] delete failed (client error): The resource could not be found. Feb 19 04:47:40.407823 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7aa5ec6c-3869-4cab-a896-549bf919a959 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "DELETE /v2.0/routers/abfd1152-7818-4808-aaf8-b0f815480917 HTTP/1.1" status: 404 len: 336 time: 0.8786256 Feb 19 04:47:40.408881 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45344) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:40.535764 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd62f2-93a8-4a36-9fcc-2a978b09343a tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'Subnet': ['ID=7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:40.576423 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] Publish callbacks [] for port (abe8a31b-4f55-40d5-8583-5045e9f0f0a7), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:40.577358 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-992316d1-36af-4df7-af8d-efeccb2dd378 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "GET /v2.0/ports?device_id=a669d661-989b-4022-afac-540364cc2b94 HTTP/1.1" status: 200 len: 205 time: 0.1652834 Feb 19 04:47:40.583243 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45350) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:40.589066 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (abe8a31b-4f55-40d5-8583-5045e9f0f0a7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:40.599829 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45354) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:40.655766 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fd62f2-93a8-4a36-9fcc-2a978b09343a tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Checking segment: {'id': '783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:47:40.657105 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fd62f2-93a8-4a36-9fcc-2a978b09343a tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Network hostable DHCP agents. Network: 0c7a3c0b-51d7-4717-af42-67f8c644514e, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:47:40.667123 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] Attempting to bind port abe8a31b-4f55-40d5-8583-5045e9f0f0a7 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:47:40.668806 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] Attempting to bind port abe8a31b-4f55-40d5-8583-5045e9f0f0a7 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:47:40.670239 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] Attempting to bind port abe8a31b-4f55-40d5-8583-5045e9f0f0a7 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:47:40.692657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:47:40.693532 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:47:40.694175 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:40.694798 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:47:40.695532 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] Bound port: abe8a31b-4f55-40d5-8583-5045e9f0f0a7, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:47:40.696192 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (abe8a31b-4f55-40d5-8583-5045e9f0f0a7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:40.698030 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fd62f2-93a8-4a36-9fcc-2a978b09343a tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Network 0c7a3c0b-51d7-4717-af42-67f8c644514e is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:47:40.721955 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-54fd62f2-93a8-4a36-9fcc-2a978b09343a tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 0c7a3c0b-51d7-4717-af42-67f8c644514e) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:47:40.762559 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fd62f2-93a8-4a36-9fcc-2a978b09343a tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:40.763911 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-54fd62f2-93a8-4a36-9fcc-2a978b09343a tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:40.771335 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5c33a2-efad-4439-a2f6-c6e4b27c7870 None None] Network 0c7a3c0b-51d7-4717-af42-67f8c644514e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:47:40.812937 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-54fd62f2-93a8-4a36-9fcc-2a978b09343a tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3718805 Feb 19 04:47:40.814498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45360) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:40.828311 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-80ab9cba-edf5-4676-8f28-1e780f7c195e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] delete failed (client error): The resource could not be found. Feb 19 04:47:40.832459 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-80ab9cba-edf5-4676-8f28-1e780f7c195e tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "DELETE /v2.0/routers/a669d661-989b-4022-afac-540364cc2b94 HTTP/1.1" status: 404 len: 336 time: 0.2346623 Feb 19 04:47:40.839990 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45362) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:40.851138 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf47fdd1-187d-4362-bd65-1b2031cc9ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:40.871222 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7a121-b0a4-452b-802e-ec283ccfbbe2 None None] Pushing event updated for resources: {'Port': ['ID=abe8a31b-4f55-40d5-8583-5045e9f0f0a7,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:40.902225 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] For port abe8a31b-4f55-40d5-8583-5045e9f0f0a7, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:47:40.919797 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] For port abe8a31b-4f55-40d5-8583-5045e9f0f0a7, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=abe8a31b-4f55-40d5-8583-5045e9f0f0a7,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:47:40.932601 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfaf506-4c15-4330-a8b9-319d6dabeabd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-0c7a3c0b-51d7-4717-af42-67f8c644514e', 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'fixed_ips': [{'subnet_id': '7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:47:40.935391 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9cfaf506-4c15-4330-a8b9-319d6dabeabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:40.964441 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (abe8a31b-4f55-40d5-8583-5045e9f0f0a7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:40.971564 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbcf61-937d-4773-9f0b-939ab59eb599 req-0df521e7-d985-4a92-b9a3-6b450db8705e tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:40.984062 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-72dbcf61-937d-4773-9f0b-939ab59eb599 req-0df521e7-d985-4a92-b9a3-6b450db8705e tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 944 time: 0.5774055 Feb 19 04:47:41.110037 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-72dbcf61-937d-4773-9f0b-939ab59eb599 req-540f33f6-89aa-484d-ae78-018bb9cd0c17 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/security-groups?id=47605702-00db-4f7f-bae2-d0370e638f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249743 Feb 19 04:47:41.125550 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] Routers {'6beed6d9-fa17-4ac7-ae56-065364539f1f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:41.126614 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:47:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6beed6d9-fa17-4ac7-ae56-065364539f1f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:41.199258 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf47fdd1-187d-4362-bd65-1b2031cc9ad4 admin admin] Publish callbacks [] for security_group (2a930310-b309-487f-b1b0-db9f3d7ed8d8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:41.212704 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cf47fdd1-187d-4362-bd65-1b2031cc9ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2a930310-b309-487f-b1b0-db9f3d7ed8d8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:41.241827 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-297daebd-0532-4cf4-a25e-5e7515732cdd tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "GET /v2.0/ports?device_id=909ae9ed-292d-4d67-a703-203ad6c88b15 HTTP/1.1" status: 200 len: 205 time: 0.4000978 Feb 19 04:47:41.245934 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45372) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:41.279124 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7a121-b0a4-452b-802e-ec283ccfbbe2 None None] Pushing event updated for resources: {'Port': ['ID=abe8a31b-4f55-40d5-8583-5045e9f0f0a7,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:41.367468 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-9cfaf506-4c15-4330-a8b9-319d6dabeabd None None] Allocated IP 172.20.0.2 (0c7a3c0b-51d7-4717-af42-67f8c644514e/7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b/507bcd91-1c38-495d-a6e8-226f01093554) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:47:41.395211 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] Set router 6beed6d9-fa17-4ac7-ae56-065364539f1f gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:47:41.408675 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-e3b768ca-7818-4866-8784-6b374ecaeb63 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] delete failed (client error): The resource could not be found. Feb 19 04:47:41.409840 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e3b768ca-7818-4866-8784-6b374ecaeb63 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "DELETE /v2.0/routers/909ae9ed-292d-4d67-a703-203ad6c88b15 HTTP/1.1" status: 404 len: 336 time: 0.1542866 Feb 19 04:47:41.415401 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cf47fdd1-187d-4362-bd65-1b2031cc9ad4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=db94582516a6431e98f81c68f6b70c17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7853689 Feb 19 04:47:41.415401 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47fdd1-187d-4362-bd65-1b2031cc9ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a930310-b309-487f-b1b0-db9f3d7ed8d8,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:41.416037 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45376) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:41.416372 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45380) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:41.555355 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34bf6c5-c8d9-4e8a-b5ce-d9f7ab95bae1 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] DELETE failed (client error): The resource could not be found. Feb 19 04:47:41.555355 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e34bf6c5-c8d9-4e8a-b5ce-d9f7ab95bae1 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:47:41.564704 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e34bf6c5-c8d9-4e8a-b5ce-d9f7ab95bae1 tempest-RoutersIpV6AdminTest-432537343 tempest-RoutersIpV6AdminTest-432537343-project] 10.222.0.65 "DELETE /v2.0/subnets/f4f15e6f-6300-4c5b-8ba6-87db8ddd0ebd HTTP/1.1" status: 404 len: 337 time: 0.1365662 Feb 19 04:47:41.651109 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fb24dbad-0669-472e-a841-590c71941fbd admin admin] Publish callbacks [] for security_group (2a930310-b309-487f-b1b0-db9f3d7ed8d8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:41.684995 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fb24dbad-0669-472e-a841-590c71941fbd admin admin] Publish callbacks [] for security_group (2a930310-b309-487f-b1b0-db9f3d7ed8d8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:41.769089 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fb24dbad-0669-472e-a841-590c71941fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2a930310-b309-487f-b1b0-db9f3d7ed8d8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:41.774583 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fb24dbad-0669-472e-a841-590c71941fbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:41.776362 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fb24dbad-0669-472e-a841-590c71941fbd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2a930310-b309-487f-b1b0-db9f3d7ed8d8 HTTP/1.1" status: 204 len: 168 time: 0.3464410 Feb 19 04:47:41.789832 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24dbad-0669-472e-a841-590c71941fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a930310-b309-487f-b1b0-db9f3d7ed8d8,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:41.818087 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ae56c73-347c-40a8-8e66-5df25dba3782 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:42.289015 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9cfaf506-4c15-4330-a8b9-319d6dabeabd None None] Publish callbacks [] for port (507bcd91-1c38-495d-a6e8-226f01093554), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:42.306929 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9cfaf506-4c15-4330-a8b9-319d6dabeabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (507bcd91-1c38-495d-a6e8-226f01093554), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:42.360042 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45422) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:42.480431 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfaf506-4c15-4330-a8b9-319d6dabeabd None None] Network 0c7a3c0b-51d7-4717-af42-67f8c644514e is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:47:42.511151 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-9cfaf506-4c15-4330-a8b9-319d6dabeabd None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:47:42.518608 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfaf506-4c15-4330-a8b9-319d6dabeabd None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:47:42.544716 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'name': 'tempest-TestNetworkBasicOps-router-1321851539', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:33Z', 'updated_at': '2022-02-19T04:47:37Z', 'revision_number': 3, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:35Z', 'updated_at': '2022-02-19T04:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:42.648437 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfaf506-4c15-4330-a8b9-319d6dabeabd None None] Pushing event updated for resources: {'Port': ['ID=507bcd91-1c38-495d-a6e8-226f01093554,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:42.652465 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd3f817-3192-4517-868f-61a1562d4da5 None None] The sync data for ids ['6beed6d9-fa17-4ac7-ae56-065364539f1f'] in n-d-772273-4 is: [{'id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'name': 'tempest-TestNetworkBasicOps-router-1321851539', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:33Z', 'updated_at': '2022-02-19T04:47:37Z', 'revision_number': 3, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:35Z', 'updated_at': '2022-02-19T04:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:47:42.655945 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-406b521f-82a8-406a-9b9b-0d44fdd23db2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:42.712843 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9cfaf506-4c15-4330-a8b9-319d6dabeabd None None] Attempting to bind port 507bcd91-1c38-495d-a6e8-226f01093554 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:47:42.713694 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9cfaf506-4c15-4330-a8b9-319d6dabeabd None None] Attempting to bind port 507bcd91-1c38-495d-a6e8-226f01093554 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:47:42.714199 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfaf506-4c15-4330-a8b9-319d6dabeabd None None] Attempting to bind port 507bcd91-1c38-495d-a6e8-226f01093554 on network 0c7a3c0b-51d7-4717-af42-67f8c644514e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:47:42.723525 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfaf506-4c15-4330-a8b9-319d6dabeabd None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:47:42.724020 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfaf506-4c15-4330-a8b9-319d6dabeabd None None] Checking segment: {'id': '783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:47:42.724554 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9cfaf506-4c15-4330-a8b9-319d6dabeabd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:42.725114 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfaf506-4c15-4330-a8b9-319d6dabeabd None None] Bound using segment: {'id': '783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:47:42.725598 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9cfaf506-4c15-4330-a8b9-319d6dabeabd None None] Bound port: 507bcd91-1c38-495d-a6e8-226f01093554, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:47:42.726004 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9cfaf506-4c15-4330-a8b9-319d6dabeabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (507bcd91-1c38-495d-a6e8-226f01093554), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:42.909257 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-406b521f-82a8-406a-9b9b-0d44fdd23db2 admin admin] Publish callbacks [] for security_group (2a53e866-198f-45fe-b6ec-1070ba4c3045), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:42.919333 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-406b521f-82a8-406a-9b9b-0d44fdd23db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2a53e866-198f-45fe-b6ec-1070ba4c3045), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:42.994798 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b521f-82a8-406a-9b9b-0d44fdd23db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a53e866-198f-45fe-b6ec-1070ba4c3045,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:43.043626 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-406b521f-82a8-406a-9b9b-0d44fdd23db2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=93d1d03634604462bb8eb2046538ff42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6797578 Feb 19 04:47:43.044285 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45436) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:43.049108 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9cfaf506-4c15-4330-a8b9-319d6dabeabd None None] For port 507bcd91-1c38-495d-a6e8-226f01093554, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:47:43.068101 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9cfaf506-4c15-4330-a8b9-319d6dabeabd None None] For port 507bcd91-1c38-495d-a6e8-226f01093554, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=507bcd91-1c38-495d-a6e8-226f01093554,segment=NetworkSegment(783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6),segment_id=783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:47:43.072931 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e00f06-42f1-45c8-8607-a0fd7301eebb req-8fb0fcce-afd2-4711-aedd-503c454079dc tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:43.075872 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-97e00f06-42f1-45c8-8607-a0fd7301eebb req-8fb0fcce-afd2-4711-aedd-503c454079dc tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 944 time: 0.7946103 Feb 19 04:47:43.086127 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9cfaf506-4c15-4330-a8b9-319d6dabeabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (507bcd91-1c38-495d-a6e8-226f01093554), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:43.263832 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50128918-4fec-4ca3-85f9-107371e43b3f admin admin] Publish callbacks [] for security_group (2a53e866-198f-45fe-b6ec-1070ba4c3045), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:43.371365 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50128918-4fec-4ca3-85f9-107371e43b3f admin admin] Publish callbacks [] for security_group (2a53e866-198f-45fe-b6ec-1070ba4c3045), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:43.386574 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfaf506-4c15-4330-a8b9-319d6dabeabd None None] Pushing event updated for resources: {'Port': ['ID=507bcd91-1c38-495d-a6e8-226f01093554,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:43.482610 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-97e00f06-42f1-45c8-8607-a0fd7301eebb req-4f651248-7e94-4a44-b643-41fc2c28affe tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/security-groups?id=47605702-00db-4f7f-bae2-d0370e638f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3922350 Feb 19 04:47:43.529731 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-8ae56c73-347c-40a8-8e66-5df25dba3782 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Allocated IP 172.20.0.1 (0c7a3c0b-51d7-4717-af42-67f8c644514e/7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b/0b0e1ebb-b1dd-4c91-836a-fd382173ae3f) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:47:43.532342 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50128918-4fec-4ca3-85f9-107371e43b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2a53e866-198f-45fe-b6ec-1070ba4c3045), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:43.538209 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50128918-4fec-4ca3-85f9-107371e43b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:43.542951 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-50128918-4fec-4ca3-85f9-107371e43b3f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2a53e866-198f-45fe-b6ec-1070ba4c3045 HTTP/1.1" status: 204 len: 168 time: 0.4940906 Feb 19 04:47:43.591678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50128918-4fec-4ca3-85f9-107371e43b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a53e866-198f-45fe-b6ec-1070ba4c3045,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:43.812558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device abe8a31b-4f55-40d5-8583-5045e9f0f0a7 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:47:43.978390 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ae56c73-347c-40a8-8e66-5df25dba3782 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for port (0b0e1ebb-b1dd-4c91-836a-fd382173ae3f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:44.009991 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port abe8a31b-4f55-40d5-8583-5045e9f0f0a7 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:44.010383 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (abe8a31b-4f55-40d5-8583-5045e9f0f0a7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:44.118856 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ae56c73-347c-40a8-8e66-5df25dba3782 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (0b0e1ebb-b1dd-4c91-836a-fd382173ae3f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:44.263005 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae56c73-347c-40a8-8e66-5df25dba3782 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Network 0c7a3c0b-51d7-4717-af42-67f8c644514e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:47:44.272447 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-8ae56c73-347c-40a8-8e66-5df25dba3782 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:47:44.273699 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port abe8a31b-4f55-40d5-8583-5045e9f0f0a7 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:44.275447 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (abe8a31b-4f55-40d5-8583-5045e9f0f0a7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:44.281776 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae56c73-347c-40a8-8e66-5df25dba3782 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:47:44.373030 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port abe8a31b-4f55-40d5-8583-5045e9f0f0a7, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=abe8a31b-4f55-40d5-8583-5045e9f0f0a7,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:44.397592 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (abe8a31b-4f55-40d5-8583-5045e9f0f0a7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:44.485075 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ae56c73-347c-40a8-8e66-5df25dba3782 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (6beed6d9-fa17-4ac7-ae56-065364539f1f), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:44.498977 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae56c73-347c-40a8-8e66-5df25dba3782 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'Port': ['ID=0b0e1ebb-b1dd-4c91-836a-fd382173ae3f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:44.570326 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=abe8a31b-4f55-40d5-8583-5045e9f0f0a7,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:44.852621 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45462) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:45.029726 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c3a1d602-2668-4a15-8dab-117e4338a64e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ec98574cbdc5466db1df93e59f13cd3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1747770 Feb 19 04:47:45.035832 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45464) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:45.158125 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd166d8-1e92-4f4e-a353-492952af4fda req-20a817ba-44bf-430c-9ae2-dd4e6126d541 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:45.162491 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-abd166d8-1e92-4f4e-a353-492952af4fda req-20a817ba-44bf-430c-9ae2-dd4e6126d541 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 944 time: 0.4391248 Feb 19 04:47:45.303200 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8d87e2d-2f29-49be-b684-4c6799b5b0a1 admin admin] Publish callbacks [] for security_group (4dd628fa-09ea-445f-99dc-900c18cd06b6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:45.336848 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8d87e2d-2f29-49be-b684-4c6799b5b0a1 admin admin] Publish callbacks [] for security_group (4dd628fa-09ea-445f-99dc-900c18cd06b6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:45.414420 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-abd166d8-1e92-4f4e-a353-492952af4fda req-957b219b-c7f5-4bc8-b4fa-d64f1c17f410 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/security-groups?id=47605702-00db-4f7f-bae2-d0370e638f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2426183 Feb 19 04:47:45.419703 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8d87e2d-2f29-49be-b684-4c6799b5b0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4dd628fa-09ea-445f-99dc-900c18cd06b6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:45.427164 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8d87e2d-2f29-49be-b684-4c6799b5b0a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:45.441663 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f8d87e2d-2f29-49be-b684-4c6799b5b0a1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4dd628fa-09ea-445f-99dc-900c18cd06b6 HTTP/1.1" status: 204 len: 168 time: 0.3847537 Feb 19 04:47:45.452832 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d87e2d-2f29-49be-b684-4c6799b5b0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd628fa-09ea-445f-99dc-900c18cd06b6,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:45.560587 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ae56c73-347c-40a8-8e66-5df25dba3782 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0b0e1ebb-b1dd-4c91-836a-fd382173ae3f), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:45.640050 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5780a8-96c0-4aeb-8102-3dcea831eb31 None None] Network 0c7a3c0b-51d7-4717-af42-67f8c644514e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:47:46.004049 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a70de4d3-34d5-406f-85ce-71f5a08e7357 None None] Provisioning complete for port 507bcd91-1c38-495d-a6e8-226f01093554 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:46.005218 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a70de4d3-34d5-406f-85ce-71f5a08e7357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (507bcd91-1c38-495d-a6e8-226f01093554), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:46.012220 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 507bcd91-1c38-495d-a6e8-226f01093554 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:47:46.338814 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 507bcd91-1c38-495d-a6e8-226f01093554 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:46.340135 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (507bcd91-1c38-495d-a6e8-226f01093554), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:46.466091 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a70de4d3-34d5-406f-85ce-71f5a08e7357 None None] Current status of the port 507bcd91-1c38-495d-a6e8-226f01093554 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:46.466733 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a70de4d3-34d5-406f-85ce-71f5a08e7357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (507bcd91-1c38-495d-a6e8-226f01093554), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:46.535967 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-a70de4d3-34d5-406f-85ce-71f5a08e7357 None None] For port 507bcd91-1c38-495d-a6e8-226f01093554, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=507bcd91-1c38-495d-a6e8-226f01093554,segment=NetworkSegment(783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6),segment_id=783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:46.553757 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a70de4d3-34d5-406f-85ce-71f5a08e7357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (507bcd91-1c38-495d-a6e8-226f01093554), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:46.786804 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ae56c73-347c-40a8-8e66-5df25dba3782 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for port (0b0e1ebb-b1dd-4c91-836a-fd382173ae3f), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:46.818390 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 507bcd91-1c38-495d-a6e8-226f01093554 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:46.820451 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device abe8a31b-4f55-40d5-8583-5045e9f0f0a7 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:47:46.825967 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4ad09-3741-4a6b-a99a-1acc436d910b req-67823bb7-a141-45ac-8f5f-8ceed6764398 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:46.828806 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4d4ad09-3741-4a6b-a99a-1acc436d910b req-67823bb7-a141-45ac-8f5f-8ceed6764398 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 944 time: 0.3059363 Feb 19 04:47:46.839074 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ae56c73-347c-40a8-8e66-5df25dba3782 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (0b0e1ebb-b1dd-4c91-836a-fd382173ae3f), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:46.981774 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8ae56c73-347c-40a8-8e66-5df25dba3782 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (6beed6d9-fa17-4ac7-ae56-065364539f1f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:47.020531 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70de4d3-34d5-406f-85ce-71f5a08e7357 None None] Pushing event updated for resources: {'Port': ['ID=507bcd91-1c38-495d-a6e8-226f01093554,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:47.131965 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d48dd677-c35e-4758-bd8f-7beee2f4077c None None] Provisioning complete for port 507bcd91-1c38-495d-a6e8-226f01093554 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:47.132593 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d48dd677-c35e-4758-bd8f-7beee2f4077c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (507bcd91-1c38-495d-a6e8-226f01093554), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:47.192472 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4d4ad09-3741-4a6b-a99a-1acc436d910b req-3defdcfc-93f0-4559-92e3-09f4a232606f tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/security-groups?id=47605702-00db-4f7f-bae2-d0370e638f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3555224 Feb 19 04:47:47.323143 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae56c73-347c-40a8-8e66-5df25dba3782 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'Port': ['ID=0b0e1ebb-b1dd-4c91-836a-fd382173ae3f,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:47.414059 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port abe8a31b-4f55-40d5-8583-5045e9f0f0a7 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:47.414674 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (abe8a31b-4f55-40d5-8583-5045e9f0f0a7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:47.459328 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae56c73-347c-40a8-8e66-5df25dba3782 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Network 0c7a3c0b-51d7-4717-af42-67f8c644514e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:47:47.463307 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-8ae56c73-347c-40a8-8e66-5df25dba3782 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:47:47.590734 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d48dd677-c35e-4758-bd8f-7beee2f4077c None None] Current status of the port 507bcd91-1c38-495d-a6e8-226f01093554 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:47.668831 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d48dd677-c35e-4758-bd8f-7beee2f4077c None None] Provisioning complete for port 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:47.669516 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d48dd677-c35e-4758-bd8f-7beee2f4077c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0b0e1ebb-b1dd-4c91-836a-fd382173ae3f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:47.814507 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae56c73-347c-40a8-8e66-5df25dba3782 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Router 6beed6d9-fa17-4ac7-ae56-065364539f1f has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:47:47.878381 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d48dd677-c35e-4758-bd8f-7beee2f4077c None None] Port 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:47:47.919416 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port abe8a31b-4f55-40d5-8583-5045e9f0f0a7 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:48.046668 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-08543d45-d267-4ae7-996b-9065ea38f541 None None] Provisioning complete for port 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:48.047341 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-08543d45-d267-4ae7-996b-9065ea38f541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0b0e1ebb-b1dd-4c91-836a-fd382173ae3f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:48.183537 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 507bcd91-1c38-495d-a6e8-226f01093554 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:47:48.212339 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae56c73-347c-40a8-8e66-5df25dba3782 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:47:48.230121 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45522) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:48.231548 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8ae56c73-347c-40a8-8e66-5df25dba3782 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "PUT /v2.0/routers/6beed6d9-fa17-4ac7-ae56-065364539f1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4149082 Feb 19 04:47:48.233780 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] Sync routers for ids ['6beed6d9-fa17-4ac7-ae56-065364539f1f'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:47:48.276486 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] Routers {'6beed6d9-fa17-4ac7-ae56-065364539f1f'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:48.277610 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:47:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6beed6d9-fa17-4ac7-ae56-065364539f1f'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:48.321355 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-08543d45-d267-4ae7-996b-9065ea38f541 None None] Port 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:47:48.394449 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 507bcd91-1c38-495d-a6e8-226f01093554 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:48.399047 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (507bcd91-1c38-495d-a6e8-226f01093554), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:48.584249 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-4d686355-c44f-4641-bd27-0a862c68d213 None None] Provisioning complete for port 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:48.585275 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4d686355-c44f-4641-bd27-0a862c68d213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0b0e1ebb-b1dd-4c91-836a-fd382173ae3f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:48.698110 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4d686355-c44f-4641-bd27-0a862c68d213 None None] Port 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:47:48.732444 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] Set router 6beed6d9-fa17-4ac7-ae56-065364539f1f gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:47:48.826389 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 507bcd91-1c38-495d-a6e8-226f01093554 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:48.863504 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb5fc7e-3fda-433c-b131-b1356ff041eb tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:48.864441 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb5fc7e-3fda-433c-b131-b1356ff041eb tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:48.865396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb5fc7e-3fda-433c-b131-b1356ff041eb tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:48.866893 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb5fc7e-3fda-433c-b131-b1356ff041eb tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:48.868260 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb5fc7e-3fda-433c-b131-b1356ff041eb tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:48.869453 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb5fc7e-3fda-433c-b131-b1356ff041eb tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:48.870581 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb5fc7e-3fda-433c-b131-b1356ff041eb tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:48.875527 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9bb5fc7e-3fda-433c-b131-b1356ff041eb tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4988 time: 0.6434155 Feb 19 04:47:48.880766 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45534) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:48.913736 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b82dc0-ff7b-4fe5-b34d-6fa17195555c req-cbca0a22-ccb4-4b9b-8e8e-16104d565156 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:48.921190 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-79b82dc0-ff7b-4fe5-b34d-6fa17195555c req-cbca0a22-ccb4-4b9b-8e8e-16104d565156 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 944 time: 0.2357774 Feb 19 04:47:49.047040 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-79b82dc0-ff7b-4fe5-b34d-6fa17195555c req-cf4c6dd7-d642-46ed-bc09-a5c522ef5e92 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/security-groups?id=47605702-00db-4f7f-bae2-d0370e638f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232016 Feb 19 04:47:49.280322 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8e2e99-54c6-4305-9134-1ab5f90e1469 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:49.281271 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8e2e99-54c6-4305-9134-1ab5f90e1469 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:49.282194 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8e2e99-54c6-4305-9134-1ab5f90e1469 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:49.283036 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8e2e99-54c6-4305-9134-1ab5f90e1469 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:49.292370 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8e2e99-54c6-4305-9134-1ab5f90e1469 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:49.293479 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8e2e99-54c6-4305-9134-1ab5f90e1469 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:49.294285 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8e2e99-54c6-4305-9134-1ab5f90e1469 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:49.294774 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'name': 'tempest-TestNetworkBasicOps-router-1321851539', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:33Z', 'updated_at': '2022-02-19T04:47:45Z', 'revision_number': 4, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:35Z', 'updated_at': '2022-02-19T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '0b0e1ebb-b1dd-4c91-836a-fd382173ae3f', 'name': '', 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:fa:b1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:42Z', 'updated_at': '2022-02-19T04:47:46Z', 'revision_number': 2, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': '7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:49.310851 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45542) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:49.311731 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ac8e2e99-54c6-4305-9134-1ab5f90e1469 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4653 time: 0.4271820 Feb 19 04:47:49.376968 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] Checking router: 6beed6d9-fa17-4ac7-ae56-065364539f1f for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:47:49.377360 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] Updating router 6beed6d9-fa17-4ac7-ae56-065364539f1f port 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:47:49.439129 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0b0e1ebb-b1dd-4c91-836a-fd382173ae3f), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:49.667493 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45548) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:49.681294 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-394b9624-2872-4e77-b056-d7b3c6edb85f tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.3666883 Feb 19 04:47:49.937389 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-dbb467ef-dba8-4d95-8fd8-90b7bc72bc07 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1710837470', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:49.991129 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb467ef-dba8-4d95-8fd8-90b7bc72bc07 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Made reservation on behalf of 3e81ead85c224311baaa8d516b96e4f4 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:47:49.997159 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dbb467ef-dba8-4d95-8fd8-90b7bc72bc07 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:50.023782 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dbb467ef-dba8-4d95-8fd8-90b7bc72bc07 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:50.057594 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] Publish callbacks [] for port (0b0e1ebb-b1dd-4c91-836a-fd382173ae3f), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:50.068733 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0b0e1ebb-b1dd-4c91-836a-fd382173ae3f), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:50.277353 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dbb467ef-dba8-4d95-8fd8-90b7bc72bc07 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Publish callbacks [] for security_group (272cf684-23ed-48a8-a5c3-643dbfe59f58), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:50.287350 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dbb467ef-dba8-4d95-8fd8-90b7bc72bc07 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (272cf684-23ed-48a8-a5c3-643dbfe59f58), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:50.312119 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-dbb467ef-dba8-4d95-8fd8-90b7bc72bc07 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] device_id is not set on port 2f7353cb-063b-45dc-aa06-524c5ac46b70 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:47:50.323970 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817fa8f-c000-49d9-bc31-9a100414753f req-682fd0fe-164a-4a3c-8559-c52758362927 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:50.341935 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5817fa8f-c000-49d9-bc31-9a100414753f req-682fd0fe-164a-4a3c-8559-c52758362927 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 944 time: 0.1303029 Feb 19 04:47:50.349594 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc34020-91fb-40da-8f38-4c322513ef4c None None] Pushing event updated for resources: {'Port': ['ID=0b0e1ebb-b1dd-4c91-836a-fd382173ae3f,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:50.405567 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45558) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:50.421812 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-70abfe7f-f4bc-46ee-b92c-a98297b2c9f5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1925762951', 'description': 'tempest-secgroup-smoke-1925762951 description', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:50.425894 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc34020-91fb-40da-8f38-4c322513ef4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:50.426744 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc34020-91fb-40da-8f38-4c322513ef4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:50.427600 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc34020-91fb-40da-8f38-4c322513ef4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:50.428674 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc34020-91fb-40da-8f38-4c322513ef4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:50.429344 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc34020-91fb-40da-8f38-4c322513ef4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:50.430131 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc34020-91fb-40da-8f38-4c322513ef4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:50.430724 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc34020-91fb-40da-8f38-4c322513ef4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:50.431384 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc34020-91fb-40da-8f38-4c322513ef4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:50.432062 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc34020-91fb-40da-8f38-4c322513ef4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:50.432776 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc34020-91fb-40da-8f38-4c322513ef4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:50.433353 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc34020-91fb-40da-8f38-4c322513ef4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:50.433925 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc34020-91fb-40da-8f38-4c322513ef4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:50.434530 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc34020-91fb-40da-8f38-4c322513ef4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:50.461700 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] Attempting to bind port 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:47:50.462505 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] Attempting to bind port 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:47:50.463193 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] Attempting to bind port 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f on network 0c7a3c0b-51d7-4717-af42-67f8c644514e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:47:50.482368 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:47:50.483332 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] Checking segment: {'id': '783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:47:50.484007 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:50.485342 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] Bound using segment: {'id': '783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:47:50.486499 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] Bound port: 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:47:50.487172 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0b0e1ebb-b1dd-4c91-836a-fd382173ae3f), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:50.567603 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5817fa8f-c000-49d9-bc31-9a100414753f req-26114b41-3104-4501-a50c-0a12c6ec0871 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/security-groups?id=47605702-00db-4f7f-bae2-d0370e638f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242713 Feb 19 04:47:50.574576 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-70abfe7f-f4bc-46ee-b92c-a98297b2c9f5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:50.578991 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb467ef-dba8-4d95-8fd8-90b7bc72bc07 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272cf684-23ed-48a8-a5c3-643dbfe59f58,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:50.679178 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] For port 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:47:50.690130 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] For port 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0b0e1ebb-b1dd-4c91-836a-fd382173ae3f,segment=NetworkSegment(783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6),segment_id=783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:47:50.707803 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0b0e1ebb-b1dd-4c91-836a-fd382173ae3f), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:50.768800 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b545ea8f-8c83-43fa-938f-39e8e9364e75 None None] Provisioning complete for port 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:50.770179 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b545ea8f-8c83-43fa-938f-39e8e9364e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0b0e1ebb-b1dd-4c91-836a-fd382173ae3f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:50.805282 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-dbb467ef-dba8-4d95-8fd8-90b7bc72bc07 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Allocated IP 172.25.0.215 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/2f7353cb-063b-45dc-aa06-524c5ac46b70) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:47:50.821148 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-70abfe7f-f4bc-46ee-b92c-a98297b2c9f5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group (437b822f-c608-46e6-a611-4429d8719f31), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:50.835015 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-70abfe7f-f4bc-46ee-b92c-a98297b2c9f5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (437b822f-c608-46e6-a611-4429d8719f31), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:50.990158 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc34020-91fb-40da-8f38-4c322513ef4c None None] Pushing event updated for resources: {'Port': ['ID=0b0e1ebb-b1dd-4c91-836a-fd382173ae3f,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:50.994874 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-70abfe7f-f4bc-46ee-b92c-a98297b2c9f5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:50.998884 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b545ea8f-8c83-43fa-938f-39e8e9364e75 None None] Current status of the port 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:50.999902 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b545ea8f-8c83-43fa-938f-39e8e9364e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0b0e1ebb-b1dd-4c91-836a-fd382173ae3f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:51.005837 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-70abfe7f-f4bc-46ee-b92c-a98297b2c9f5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5874994 Feb 19 04:47:51.010871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45562) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:51.068379 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dbb467ef-dba8-4d95-8fd8-90b7bc72bc07 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Publish callbacks [] for port (2f7353cb-063b-45dc-aa06-524c5ac46b70), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:51.101114 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c0362bd1-291e-41c5-b080-5c8dc2fe988c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'security_group_rule': {'security_group_id': '437b822f-c608-46e6-a611-4429d8719f31', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:51.126900 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b545ea8f-8c83-43fa-938f-39e8e9364e75 None None] For port 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0b0e1ebb-b1dd-4c91-836a-fd382173ae3f,segment=NetworkSegment(783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6),segment_id=783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:51.135723 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abfe7f-f4bc-46ee-b92c-a98297b2c9f5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437b822f-c608-46e6-a611-4429d8719f31,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:51.136138 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b545ea8f-8c83-43fa-938f-39e8e9364e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0b0e1ebb-b1dd-4c91-836a-fd382173ae3f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:51.136671 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] Routers {'6beed6d9-fa17-4ac7-ae56-065364539f1f'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:47:51.137475 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:47:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6beed6d9-fa17-4ac7-ae56-065364539f1f'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:51.177235 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dbb467ef-dba8-4d95-8fd8-90b7bc72bc07 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (2f7353cb-063b-45dc-aa06-524c5ac46b70), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:51.288091 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb467ef-dba8-4d95-8fd8-90b7bc72bc07 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:47:51.295002 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-dbb467ef-dba8-4d95-8fd8-90b7bc72bc07 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:47:51.303818 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb467ef-dba8-4d95-8fd8-90b7bc72bc07 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:47:51.334489 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545ea8f-8c83-43fa-938f-39e8e9364e75 None None] Pushing event updated for resources: {'Port': ['ID=0b0e1ebb-b1dd-4c91-836a-fd382173ae3f,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:51.372265 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c0362bd1-291e-41c5-b080-5c8dc2fe988c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (c4e5e3e4-65c8-43eb-b473-898972d1c273), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:51.383523 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb467ef-dba8-4d95-8fd8-90b7bc72bc07 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Pushing event updated for resources: {'Port': ['ID=2f7353cb-063b-45dc-aa06-524c5ac46b70,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:51.461741 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb467ef-dba8-4d95-8fd8-90b7bc72bc07 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:51.462842 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dbb467ef-dba8-4d95-8fd8-90b7bc72bc07 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:51.490327 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] Set router 6beed6d9-fa17-4ac7-ae56-065364539f1f gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:47:51.508241 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-dbb467ef-dba8-4d95-8fd8-90b7bc72bc07 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.8388624 Feb 19 04:47:51.512078 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c0362bd1-291e-41c5-b080-5c8dc2fe988c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (c4e5e3e4-65c8-43eb-b473-898972d1c273), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:51.513596 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45566) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:51.522026 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-8c76565c-8c04-4d35-8f13-8c5fa21d4190 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.215'}]}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:51.557654 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c0362bd1-291e-41c5-b080-5c8dc2fe988c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (c4e5e3e4-65c8-43eb-b473-898972d1c273), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:51.585106 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8c76565c-8c04-4d35-8f13-8c5fa21d4190 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (15fe7ef2-1d16-49f2-ad21-09c4d94f2afd), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:51.587106 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8c76565c-8c04-4d35-8f13-8c5fa21d4190 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (15fe7ef2-1d16-49f2-ad21-09c4d94f2afd), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:51.632755 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0362bd1-291e-41c5-b080-5c8dc2fe988c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e5e3e4-65c8-43eb-b473-898972d1c273,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:51.687785 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c0362bd1-291e-41c5-b080-5c8dc2fe988c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:51.690376 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c0362bd1-291e-41c5-b080-5c8dc2fe988c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6779821 Feb 19 04:47:51.693476 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45570) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:51.701352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-5d2539a0-fa2e-4580-b618-787a9ea3ca37 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'security_group_rule': {'security_group_id': '437b822f-c608-46e6-a611-4429d8719f31', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:51.797273 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c40a56c1-4c73-4e21-a7c7-0c20034c2330 None None] Provisioning complete for port 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:51.798082 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c40a56c1-4c73-4e21-a7c7-0c20034c2330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0b0e1ebb-b1dd-4c91-836a-fd382173ae3f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:51.813436 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8c76565c-8c04-4d35-8f13-8c5fa21d4190 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Publish callbacks [] for router_controller (15fe7ef2-1d16-49f2-ad21-09c4d94f2afd), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:51.823691 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d2539a0-fa2e-4580-b618-787a9ea3ca37 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (5f0bea3c-4fe3-429d-a4c8-0b5337ef1fb6), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:52.005806 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c40a56c1-4c73-4e21-a7c7-0c20034c2330 None None] Current status of the port 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:52.122662 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'name': 'tempest-TestNetworkBasicOps-router-1321851539', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:33Z', 'updated_at': '2022-02-19T04:47:45Z', 'revision_number': 4, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:35Z', 'updated_at': '2022-02-19T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '0b0e1ebb-b1dd-4c91-836a-fd382173ae3f', 'name': '', 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:fa:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:42Z', 'updated_at': '2022-02-19T04:47:51Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': '7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:47:52.152055 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:47:52.176160 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77365772-0fb0-40fc-8509-73173a956fc2 None None] The sync data for ids ['6beed6d9-fa17-4ac7-ae56-065364539f1f'] in n-d-772273-4 is: [{'id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'name': 'tempest-TestNetworkBasicOps-router-1321851539', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:33Z', 'updated_at': '2022-02-19T04:47:45Z', 'revision_number': 4, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:35Z', 'updated_at': '2022-02-19T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '0b0e1ebb-b1dd-4c91-836a-fd382173ae3f', 'name': '', 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:fa:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:42Z', 'updated_at': '2022-02-19T04:47:51Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': '7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:47:52.320981 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8c76565c-8c04-4d35-8f13-8c5fa21d4190 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Publish callbacks [] for router_gateway (15fe7ef2-1d16-49f2-ad21-09c4d94f2afd), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:52.348025 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d2539a0-fa2e-4580-b618-787a9ea3ca37 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (5f0bea3c-4fe3-429d-a4c8-0b5337ef1fb6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:52.357714 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port f6bc79f4-1916-4b55-a8ad-12978cb7ecc9, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=f6bc79f4-1916-4b55-a8ad-12978cb7ecc9,segment=NetworkSegment(1ff89342-a473-48ce-9e26-2c45d3313cc6),segment_id=1ff89342-a473-48ce-9e26-2c45d3313cc6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:52.375680 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f44ad5-01dc-4f79-b534-ec8391d165c2 req-80dbab46-2339-4e28-80ba-990ed7dfc65c tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:52.384429 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88f44ad5-01dc-4f79-b534-ec8391d165c2 req-80dbab46-2339-4e28-80ba-990ed7dfc65c tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 944 time: 0.5390427 Feb 19 04:47:52.391276 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'f6bc79f4-1916-4b55-a8ad-12978cb7ecc9', 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2', 'port_id': 'f6bc79f4-1916-4b55-a8ad-12978cb7ecc9', 'mac_address': 'fa:16:3e:91:5d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f724ef9-9524-4696-9346-1c21c2578939', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:47:52.423787 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d2539a0-fa2e-4580-b618-787a9ea3ca37 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (5f0bea3c-4fe3-429d-a4c8-0b5337ef1fb6), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:52.451378 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:52.452270 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f6bc79f4-1916-4b55-a8ad-12978cb7ecc9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:52.476662 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:47:52.505657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port f6bc79f4-1916-4b55-a8ad-12978cb7ecc9, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=f6bc79f4-1916-4b55-a8ad-12978cb7ecc9,segment=NetworkSegment(1ff89342-a473-48ce-9e26-2c45d3313cc6),segment_id=1ff89342-a473-48ce-9e26-2c45d3313cc6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:52.519823 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f6bc79f4-1916-4b55-a8ad-12978cb7ecc9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:52.572103 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2539a0-fa2e-4580-b618-787a9ea3ca37 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0bea3c-4fe3-429d-a4c8-0b5337ef1fb6,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:52.584832 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d2539a0-fa2e-4580-b618-787a9ea3ca37 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:52.587009 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5d2539a0-fa2e-4580-b618-787a9ea3ca37 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8915493 Feb 19 04:47:52.590885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45576) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:52.598140 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-45019240-1214-424c-a1d1-07d4cd8b875f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'security_group_rule': {'security_group_id': '437b822f-c608-46e6-a611-4429d8719f31', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:52.637760 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88f44ad5-01dc-4f79-b534-ec8391d165c2 req-e7f69181-b15e-4db4-a154-5a1a066c06a4 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/security-groups?id=47605702-00db-4f7f-bae2-d0370e638f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517695 Feb 19 04:47:52.641271 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=f6bc79f4-1916-4b55-a8ad-12978cb7ecc9,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:52.642895 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-45019240-1214-424c-a1d1-07d4cd8b875f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (b3d6c310-30a2-4440-91c5-a42454094cc6), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:52.755722 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['f6bc79f4-1916-4b55-a8ad-12978cb7ecc9'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:47:52.776610 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-45019240-1214-424c-a1d1-07d4cd8b875f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (b3d6c310-30a2-4440-91c5-a42454094cc6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:52.786199 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-45019240-1214-424c-a1d1-07d4cd8b875f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (b3d6c310-30a2-4440-91c5-a42454094cc6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:52.828397 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45019240-1214-424c-a1d1-07d4cd8b875f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d6c310-30a2-4440-91c5-a42454094cc6,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:52.856341 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-45019240-1214-424c-a1d1-07d4cd8b875f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:52.863183 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-45019240-1214-424c-a1d1-07d4cd8b875f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2709844 Feb 19 04:47:52.869971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45582) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:52.886226 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-aab68c9a-dff7-488c-abfc-14ec0d730542 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'security_group_rule': {'security_group_id': '437b822f-c608-46e6-a611-4429d8719f31', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:52.951182 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aab68c9a-dff7-488c-abfc-14ec0d730542 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (d62c0706-d4c4-4f01-8c4f-95a7055e09b0), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:53.189931 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8c76565c-8c04-4d35-8f13-8c5fa21d4190 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Publish callbacks [] for router_gateway (15fe7ef2-1d16-49f2-ad21-09c4d94f2afd), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:53.289429 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aab68c9a-dff7-488c-abfc-14ec0d730542 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (d62c0706-d4c4-4f01-8c4f-95a7055e09b0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:53.305012 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aab68c9a-dff7-488c-abfc-14ec0d730542 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (d62c0706-d4c4-4f01-8c4f-95a7055e09b0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:53.308308 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8c76565c-8c04-4d35-8f13-8c5fa21d4190 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:53.376192 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab68c9a-dff7-488c-abfc-14ec0d730542 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62c0706-d4c4-4f01-8c4f-95a7055e09b0,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:53.461808 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aab68c9a-dff7-488c-abfc-14ec0d730542 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:53.468960 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-aab68c9a-dff7-488c-abfc-14ec0d730542 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5886886 Feb 19 04:47:53.468960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45596) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:53.476797 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-96d7ee33-15bb-4df8-af02-ecaf6dc79344 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'security_group_rule': {'security_group_id': '437b822f-c608-46e6-a611-4429d8719f31', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:53.599941 n-d-772273-4 neutron-server[115198]: INFO neutron.db.securitygroups_db [None req-96d7ee33-15bb-4df8-af02-ecaf6dc79344 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Project b788333bfa1e461e8bfe78d2c356d7b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:47:53.621866 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96d7ee33-15bb-4df8-af02-ecaf6dc79344 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (e1702183-abdb-42b4-9ea9-b0ffcfbcc3fc), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:53.922097 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96d7ee33-15bb-4df8-af02-ecaf6dc79344 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (e1702183-abdb-42b4-9ea9-b0ffcfbcc3fc), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:53.929635 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96d7ee33-15bb-4df8-af02-ecaf6dc79344 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (e1702183-abdb-42b4-9ea9-b0ffcfbcc3fc), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:53.967426 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8c76565c-8c04-4d35-8f13-8c5fa21d4190 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Publish callbacks [] for router (15fe7ef2-1d16-49f2-ad21-09c4d94f2afd), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:53.968984 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-96d7ee33-15bb-4df8-af02-ecaf6dc79344 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:53.970782 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-96d7ee33-15bb-4df8-af02-ecaf6dc79344 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5010934 Feb 19 04:47:53.974467 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45606) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:53.977158 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45608) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:54.024756 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-40dccb1e-4b36-467b-9b44-5277446946a5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'security_group_rule': {'security_group_id': '437b822f-c608-46e6-a611-4429d8719f31', 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:54.100814 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7ee33-15bb-4df8-af02-ecaf6dc79344 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1702183-abdb-42b4-9ea9-b0ffcfbcc3fc,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:54.146847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:47:54.222364 n-d-772273-4 neutron-server[115198]: INFO neutron.db.securitygroups_db [None req-40dccb1e-4b36-467b-9b44-5277446946a5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Project b788333bfa1e461e8bfe78d2c356d7b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:47:54.259395 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40dccb1e-4b36-467b-9b44-5277446946a5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (b995bb0a-c8a0-4b2b-b5e7-325bf7f07226), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:54.299145 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:47:54.654896 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:54.655535 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0b0e1ebb-b1dd-4c91-836a-fd382173ae3f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:54.661027 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:47:54.690743 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bb3bd4eb-fa96-4a7e-9380-684b9415ec9f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=35e1af5a7ad14e1cb73313c6b521f9b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7147319 Feb 19 04:47:54.697648 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45616) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:54.711450 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f094764-3b05-4f65-9cd9-c5c59442306e req-e4186ee9-cdee-4eec-b32a-8fe13e741ca7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:54.713732 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7f094764-3b05-4f65-9cd9-c5c59442306e req-e4186ee9-cdee-4eec-b32a-8fe13e741ca7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 945 time: 0.7266500 Feb 19 04:47:54.782369 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:47:54.782986 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f6bc79f4-1916-4b55-a8ad-12978cb7ecc9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:54.834942 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8c76565c-8c04-4d35-8f13-8c5fa21d4190 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (15fe7ef2-1d16-49f2-ad21-09c4d94f2afd), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:54.844608 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8c76565c-8c04-4d35-8f13-8c5fa21d4190 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Publish callbacks [] for router_controller (15fe7ef2-1d16-49f2-ad21-09c4d94f2afd), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:54.886840 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40dccb1e-4b36-467b-9b44-5277446946a5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (b995bb0a-c8a0-4b2b-b5e7-325bf7f07226), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:54.934300 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40dccb1e-4b36-467b-9b44-5277446946a5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (b995bb0a-c8a0-4b2b-b5e7-325bf7f07226), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:54.979925 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8c76565c-8c04-4d35-8f13-8c5fa21d4190 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (15fe7ef2-1d16-49f2-ad21-09c4d94f2afd), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:54.981751 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c76565c-8c04-4d35-8f13-8c5fa21d4190 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15fe7ef2-1d16-49f2-ad21-09c4d94f2afd {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:47:55.026853 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-8c76565c-8c04-4d35-8f13-8c5fa21d4190 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 19 04:47:55.033714 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8c76565c-8c04-4d35-8f13-8c5fa21d4190 tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.5182235 Feb 19 04:47:55.035380 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45622) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:55.125203 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40dccb1e-4b36-467b-9b44-5277446946a5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:55.127493 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-40dccb1e-4b36-467b-9b44-5277446946a5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1419978 Feb 19 04:47:55.154499 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dccb1e-4b36-467b-9b44-5277446946a5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b995bb0a-c8a0-4b2b-b5e7-325bf7f07226,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:55.231510 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7f094764-3b05-4f65-9cd9-c5c59442306e req-29047694-b579-49af-a05e-0c424cbf2b4e tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/security-groups?id=47605702-00db-4f7f-bae2-d0370e638f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4772899 Feb 19 04:47:55.245770 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7bc734c7-d480-486d-8f1c-c6dd43ab6a6d admin admin] Publish callbacks [] for security_group (ab1cd26f-d560-424c-ae08-523fef86dc56), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:55.325847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:55.327043 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f6bc79f4-1916-4b55-a8ad-12978cb7ecc9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:55.330882 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:47:55.380087 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7bc734c7-d480-486d-8f1c-c6dd43ab6a6d admin admin] Publish callbacks [] for security_group (ab1cd26f-d560-424c-ae08-523fef86dc56), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:55.405023 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3102902a-68a6-4d93-bf7f-193ccc35a76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bc79f4-1916-4b55-a8ad-12978cb7ecc9'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:47:55.407904 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd8e44f-f24e-4486-8714-11e88ae0679f" -d '{"events": [{"server_uuid": "3102902a-68a6-4d93-bf7f-193ccc35a76b", "name": "network-vif-plugged", "status": "completed", "tag": "f6bc79f4-1916-4b55-a8ad-12978cb7ecc9"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:47:55.445806 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-0cfecd84-35c8-4a6c-a0be-2b676146d81d tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Deleting port 2f7353cb-063b-45dc-aa06-524c5ac46b70 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:47:55.448736 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0cfecd84-35c8-4a6c-a0be-2b676146d81d tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2f7353cb-063b-45dc-aa06-524c5ac46b70), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:55.466692 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port f6bc79f4-1916-4b55-a8ad-12978cb7ecc9, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=f6bc79f4-1916-4b55-a8ad-12978cb7ecc9,segment=NetworkSegment(1ff89342-a473-48ce-9e26-2c45d3313cc6),segment_id=1ff89342-a473-48ce-9e26-2c45d3313cc6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:47:55.478559 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f6bc79f4-1916-4b55-a8ad-12978cb7ecc9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:55.596257 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7bc734c7-d480-486d-8f1c-c6dd43ab6a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ab1cd26f-d560-424c-ae08-523fef86dc56), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:55.605738 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7bc734c7-d480-486d-8f1c-c6dd43ab6a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:55.607532 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7bc734c7-d480-486d-8f1c-c6dd43ab6a6d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ab1cd26f-d560-424c-ae08-523fef86dc56 HTTP/1.1" status: 204 len: 168 time: 0.8922076 Feb 19 04:47:55.653053 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d30ee5a-755f-486c-b931-d875929f913d x-openstack-request-id: req-3d30ee5a-755f-486c-b931-d875929f913d {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:47:55.657559 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc734c7-d480-486d-8f1c-c6dd43ab6a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1cd26f-d560-424c-ae08-523fef86dc56,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:55.661085 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3102902a-68a6-4d93-bf7f-193ccc35a76b", "name": "network-vif-plugged", "status": "completed", "tag": "f6bc79f4-1916-4b55-a8ad-12978cb7ecc9", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:47:55.664292 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3d30ee5a-755f-486c-b931-d875929f913d {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:47:55.665125 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3102902a-68a6-4d93-bf7f-193ccc35a76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bc79f4-1916-4b55-a8ad-12978cb7ecc9', 'code': 200} Feb 19 04:47:55.902269 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=f6bc79f4-1916-4b55-a8ad-12978cb7ecc9,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:55.943660 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55405897-6465-455d-86d7-e14434dc4c27 req-240a3462-47a5-4a73-819a-dca0bff1ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:55.946898 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-55405897-6465-455d-86d7-e14434dc4c27 req-240a3462-47a5-4a73-819a-dca0bff1ea0d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 1128 time: 0.1612711 Feb 19 04:47:56.009665 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0cfecd84-35c8-4a6c-a0be-2b676146d81d tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2f7353cb-063b-45dc-aa06-524c5ac46b70), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:56.015787 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d687ad0d-734b-4661-9a70-4db451f5140c req-3de5bc3e-a2a7-40ba-9641-22af221fb2c3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1925762951&fields=id&tenant_id=b788333bfa1e461e8bfe78d2c356d7b3 HTTP/1.1" status: 200 len: 267 time: 0.2014000 Feb 19 04:47:56.115790 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-0cfecd84-35c8-4a6c-a0be-2b676146d81d tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Calling delete_port for 2f7353cb-063b-45dc-aa06-524c5ac46b70 owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:47:56.312419 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-55405897-6465-455d-86d7-e14434dc4c27 req-ec82c466-8f42-4dd8-8a44-b52e89a9fdca service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=47605702-00db-4f7f-bae2-d0370e638f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3529849 Feb 19 04:47:56.347763 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687ad0d-734b-4661-9a70-4db451f5140c req-3a549d3f-931a-4a21-9a9b-dc715d648ff3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:56.360969 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d687ad0d-734b-4661-9a70-4db451f5140c req-3a549d3f-931a-4a21-9a9b-dc715d648ff3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/networks?id=0c7a3c0b-51d7-4717-af42-67f8c644514e HTTP/1.1" status: 200 len: 797 time: 0.3241591 Feb 19 04:47:56.400431 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d687ad0d-734b-4661-9a70-4db451f5140c req-f1270e42-7f48-41fd-9ba2-bb0270703710 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/quotas/b788333bfa1e461e8bfe78d2c356d7b3 HTTP/1.1" status: 200 len: 375 time: 0.0292833 Feb 19 04:47:56.520213 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d687ad0d-734b-4661-9a70-4db451f5140c req-18bfaa56-ce1b-433c-b5d8-f839b79fa819 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b788333bfa1e461e8bfe78d2c356d7b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1092954 Feb 19 04:47:56.702073 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0cfecd84-35c8-4a6c-a0be-2b676146d81d tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (2f7353cb-063b-45dc-aa06-524c5ac46b70), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:56.843689 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfecd84-35c8-4a6c-a0be-2b676146d81d tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f7353cb-063b-45dc-aa06-524c5ac46b70,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:56.937520 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d687ad0d-734b-4661-9a70-4db451f5140c req-152d2bfc-127a-4033-8424-15f07cf65ffa service neutron] 10.222.0.65 "GET /v2.0/networks/0c7a3c0b-51d7-4717-af42-67f8c644514e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559592 Feb 19 04:47:56.990363 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfecd84-35c8-4a6c-a0be-2b676146d81d tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:56.993858 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfecd84-35c8-4a6c-a0be-2b676146d81d tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:56.998033 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfecd84-35c8-4a6c-a0be-2b676146d81d tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:56.999269 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfecd84-35c8-4a6c-a0be-2b676146d81d tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:57.000216 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfecd84-35c8-4a6c-a0be-2b676146d81d tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:57.000681 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfecd84-35c8-4a6c-a0be-2b676146d81d tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:57.001307 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfecd84-35c8-4a6c-a0be-2b676146d81d tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:57.001892 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfecd84-35c8-4a6c-a0be-2b676146d81d tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:57.002475 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfecd84-35c8-4a6c-a0be-2b676146d81d tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:57.003619 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfecd84-35c8-4a6c-a0be-2b676146d81d tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:57.010319 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfecd84-35c8-4a6c-a0be-2b676146d81d tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:57.011068 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfecd84-35c8-4a6c-a0be-2b676146d81d tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:57.011470 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfecd84-35c8-4a6c-a0be-2b676146d81d tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:47:57.031412 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0cfecd84-35c8-4a6c-a0be-2b676146d81d tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:57.046503 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0cfecd84-35c8-4a6c-a0be-2b676146d81d tempest-RoutersAdminNegativeIpV6Test-1186458482 tempest-RoutersAdminNegativeIpV6Test-1186458482-project-admin] 10.222.0.65 "DELETE /v2.0/ports/2f7353cb-063b-45dc-aa06-524c5ac46b70 HTTP/1.1" status: 204 len: 168 time: 2.0075438 Feb 19 04:47:57.105670 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e124c-96aa-47d0-b53f-dc5957b13068 req-b07a4460-d4c2-4a39-b38d-20256d87ac42 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:57.108477 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-827e124c-96aa-47d0-b53f-dc5957b13068 req-b07a4460-d4c2-4a39-b38d-20256d87ac42 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 946 time: 0.5392263 Feb 19 04:47:57.386374 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d687ad0d-734b-4661-9a70-4db451f5140c req-c4682d3c-37b0-46ce-ba6f-cbcdf6040247 service neutron] 10.222.0.65 "GET /v2.0/networks/0c7a3c0b-51d7-4717-af42-67f8c644514e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358006 Feb 19 04:47:57.788176 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45678) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:57.794909 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45680) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:58.175829 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b039bfd2-06a2-4910-b793-e7176a3b27af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:58.206984 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-faa6d096-babb-48fa-9a0e-7fe5bfb79147 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1915069060-network', 'tenant_id': 'b0dd634db1e34432b37ad2335cfd2b71'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:58.312074 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa6d096-babb-48fa-9a0e-7fe5bfb79147 admin admin] Made reservation on behalf of b0dd634db1e34432b37ad2335cfd2b71 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:47:58.319119 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-faa6d096-babb-48fa-9a0e-7fe5bfb79147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:58.361887 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-faa6d096-babb-48fa-9a0e-7fe5bfb79147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:58.522925 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8cea1e17-c2e0-43b0-8502-44faeaf65f41 req-bc2eae31-f8fb-415e-add9-5a5ba0c4bd84 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd HTTP/1.1" status: 200 len: 210 time: 0.1654494 Feb 19 04:47:58.584226 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-827e124c-96aa-47d0-b53f-dc5957b13068 req-58eaf07d-c193-4751-8977-045bcda172d6 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/security-groups?id=47605702-00db-4f7f-bae2-d0370e638f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4659629 Feb 19 04:47:58.705877 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-faa6d096-babb-48fa-9a0e-7fe5bfb79147 admin admin] Publish callbacks [] for security_group (b73400cd-6990-45a5-a1a3-0919cf3f1aa4), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:58.723731 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-faa6d096-babb-48fa-9a0e-7fe5bfb79147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b73400cd-6990-45a5-a1a3-0919cf3f1aa4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:58.906975 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b039bfd2-06a2-4910-b793-e7176a3b27af admin admin] Publish callbacks [] for security_group (00a9e5af-56fa-4721-a1f1-639c4b67ac3d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:58.919465 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa6d096-babb-48fa-9a0e-7fe5bfb79147 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:47:58.924739 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b039bfd2-06a2-4910-b793-e7176a3b27af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (00a9e5af-56fa-4721-a1f1-639c4b67ac3d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:58.982329 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b039bfd2-06a2-4910-b793-e7176a3b27af admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f6b6913b8fcd417d977d186c08803f12&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1860225 Feb 19 04:47:58.984497 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6d096-babb-48fa-9a0e-7fe5bfb79147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73400cd-6990-45a5-a1a3-0919cf3f1aa4,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:58.986768 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45698) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:59.034131 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-faa6d096-babb-48fa-9a0e-7fe5bfb79147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (52a02f2d-8410-4acc-ac12-7cd739e79636), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:59.034831 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-faa6d096-babb-48fa-9a0e-7fe5bfb79147 admin admin] Added segment 52a02f2d-8410-4acc-ac12-7cd739e79636 of type vlan for network 0b3df11d-c452-45ea-942f-4b03b49ab22f Feb 19 04:47:59.154371 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039bfd2-06a2-4910-b793-e7176a3b27af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a9e5af-56fa-4721-a1f1-639c4b67ac3d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:59.162646 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-408f7879-fd96-44e9-a7ad-dab32dd44683 admin admin] Publish callbacks [] for security_group (00a9e5af-56fa-4721-a1f1-639c4b67ac3d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:59.226943 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-faa6d096-babb-48fa-9a0e-7fe5bfb79147 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (0b3df11d-c452-45ea-942f-4b03b49ab22f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:59.251755 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-408f7879-fd96-44e9-a7ad-dab32dd44683 admin admin] Publish callbacks [] for security_group (00a9e5af-56fa-4721-a1f1-639c4b67ac3d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:59.334088 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-faa6d096-babb-48fa-9a0e-7fe5bfb79147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (0b3df11d-c452-45ea-942f-4b03b49ab22f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:59.336369 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa6d096-babb-48fa-9a0e-7fe5bfb79147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:47:59.337867 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-faa6d096-babb-48fa-9a0e-7fe5bfb79147 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:59.438254 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-408f7879-fd96-44e9-a7ad-dab32dd44683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (00a9e5af-56fa-4721-a1f1-639c4b67ac3d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:59.445277 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-408f7879-fd96-44e9-a7ad-dab32dd44683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:47:59.454715 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-408f7879-fd96-44e9-a7ad-dab32dd44683 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/00a9e5af-56fa-4721-a1f1-639c4b67ac3d HTTP/1.1" status: 204 len: 168 time: 0.4642160 Feb 19 04:47:59.491322 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f7879-fd96-44e9-a7ad-dab32dd44683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a9e5af-56fa-4721-a1f1-639c4b67ac3d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:47:59.830784 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-faa6d096-babb-48fa-9a0e-7fe5bfb79147 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0413499 Feb 19 04:47:59.834114 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45710) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:47:59.844223 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-7dd52844-367e-470b-8797-322d052fd9f1 admin admin] Request body: {'subnet': {'network_id': '0b3df11d-c452-45ea-942f-4b03b49ab22f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1915069060-subnet', 'tenant_id': 'b0dd634db1e34432b37ad2335cfd2b71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:47:59.945568 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-363455fe-9ea4-4c34-a294-80b775281ef0 req-618660a3-0f38-4ce4-b426-57413f244b4b tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd HTTP/1.1" status: 200 len: 210 time: 0.0757172 Feb 19 04:47:59.989083 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd52844-367e-470b-8797-322d052fd9f1 admin admin] Made reservation on behalf of b0dd634db1e34432b37ad2335cfd2b71 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:47:59.992540 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7dd52844-367e-470b-8797-322d052fd9f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:00.013093 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6d096-babb-48fa-9a0e-7fe5bfb79147 admin admin] Pushing event updated for resources: {'Network': ['ID=0b3df11d-c452-45ea-942f-4b03b49ab22f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:00.041415 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 0b3df11d-c452-45ea-942f-4b03b49ab22f details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:48:00.084042 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a537b9d-d609-458b-868a-2478406397e0 req-2bfa7edf-4108-4a5f-9e0c-e2499c98cf43 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:00.086448 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2a537b9d-d609-458b-868a-2478406397e0 req-2bfa7edf-4108-4a5f-9e0c-e2499c98cf43 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 946 time: 0.2533684 Feb 19 04:48:00.258358 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2a537b9d-d609-458b-868a-2478406397e0 req-c48a3f21-1faf-4e57-a88c-3de301be856c tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/security-groups?id=47605702-00db-4f7f-bae2-d0370e638f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563959 Feb 19 04:48:00.564119 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45718) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:00.727296 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0bda6b37-6be9-45db-bd86-14d6c7df4449 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3e81ead85c224311baaa8d516b96e4f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1613827 Feb 19 04:48:00.732139 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45720) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:00.806129 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7dd52844-367e-470b-8797-322d052fd9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (9e53a751-5a4b-4ecc-8520-cef920454cb3), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:00.962559 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b2408084-5b85-4c9c-a390-b26b8f6d775e admin admin] Publish callbacks [] for security_group (272cf684-23ed-48a8-a5c3-643dbfe59f58), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:01.053493 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b2408084-5b85-4c9c-a390-b26b8f6d775e admin admin] Publish callbacks [] for security_group (272cf684-23ed-48a8-a5c3-643dbfe59f58), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:01.081910 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd52844-367e-470b-8797-322d052fd9f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e53a751-5a4b-4ecc-8520-cef920454cb3,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:01.127755 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba603c54-313f-470c-9af3-c6e55b9cab35 req-663960d3-5e72-4b23-b29a-86201adf713c tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:01.129621 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ba603c54-313f-470c-9af3-c6e55b9cab35 req-663960d3-5e72-4b23-b29a-86201adf713c tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 946 time: 0.5546570 Feb 19 04:48:01.178681 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd52844-367e-470b-8797-322d052fd9f1 admin admin] Checking segment: {'id': '52a02f2d-8410-4acc-ac12-7cd739e79636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0b3df11d-c452-45ea-942f-4b03b49ab22f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:48:01.179161 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd52844-367e-470b-8797-322d052fd9f1 admin admin] Network hostable DHCP agents. Network: 0b3df11d-c452-45ea-942f-4b03b49ab22f, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:48:01.259806 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2fda9366-1468-43e0-83aa-b5167d98c16d req-cedc1474-075c-4442-a54a-c910d6507a71 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd HTTP/1.1" status: 200 len: 210 time: 0.0734451 Feb 19 04:48:01.261002 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687ad0d-734b-4661-9a70-4db451f5140c req-3e2fb9e9-673a-439b-a4c9-26dcd0547269 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:01.264575 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d687ad0d-734b-4661-9a70-4db451f5140c req-3e2fb9e9-673a-439b-a4c9-26dcd0547269 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.48 "GET /v2.0/networks?id=0c7a3c0b-51d7-4717-af42-67f8c644514e HTTP/1.1" status: 200 len: 797 time: 0.6858532 Feb 19 04:48:01.286792 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd52844-367e-470b-8797-322d052fd9f1 admin admin] Network 0b3df11d-c452-45ea-942f-4b03b49ab22f is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:48:01.289451 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b2408084-5b85-4c9c-a390-b26b8f6d775e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (272cf684-23ed-48a8-a5c3-643dbfe59f58), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:01.292766 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b2408084-5b85-4c9c-a390-b26b8f6d775e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:01.305834 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b2408084-5b85-4c9c-a390-b26b8f6d775e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/272cf684-23ed-48a8-a5c3-643dbfe59f58 HTTP/1.1" status: 204 len: 168 time: 0.5710196 Feb 19 04:48:01.342651 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2408084-5b85-4c9c-a390-b26b8f6d775e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272cf684-23ed-48a8-a5c3-643dbfe59f58,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:01.434635 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d687ad0d-734b-4661-9a70-4db451f5140c req-666cc9e1-9a74-4fb7-9db8-5dbee53ecb70 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b788333bfa1e461e8bfe78d2c356d7b3 HTTP/1.1" status: 200 len: 380 time: 0.1386330 Feb 19 04:48:01.437780 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-7dd52844-367e-470b-8797-322d052fd9f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 0b3df11d-c452-45ea-942f-4b03b49ab22f) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:48:01.452212 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c82511a-bc57-432b-9158-f3b9813e01d8 None None] Network 0b3df11d-c452-45ea-942f-4b03b49ab22f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:48:01.458203 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd52844-367e-470b-8797-322d052fd9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:01.459864 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7dd52844-367e-470b-8797-322d052fd9f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:01.482352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-d687ad0d-734b-4661-9a70-4db451f5140c req-0662e851-1cd6-4456-bf14-c44b61de0bca tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'port': {'device_id': 'fda2cf46-d1c9-4806-a55b-153ed48bc1cd', 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e', 'admin_state_up': True, 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'security_groups': ['437b822f-c608-46e6-a611-4429d8719f31']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:48:01.617025 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ba603c54-313f-470c-9af3-c6e55b9cab35 req-a9a01b4f-3d7f-41c7-ba8b-60514ddeb958 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/security-groups?id=47605702-00db-4f7f-bae2-d0370e638f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4461868 Feb 19 04:48:01.651012 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7dd52844-367e-470b-8797-322d052fd9f1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7976923 Feb 19 04:48:01.693246 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45732) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:01.826923 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cb9776-1b06-44e3-9866-9e84378d37ae None None] Network 0b3df11d-c452-45ea-942f-4b03b49ab22f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:48:01.836134 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d687ad0d-734b-4661-9a70-4db451f5140c req-0662e851-1cd6-4456-bf14-c44b61de0bca tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Made reservation on behalf of b788333bfa1e461e8bfe78d2c356d7b3 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:48:01.852322 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d687ad0d-734b-4661-9a70-4db451f5140c req-0662e851-1cd6-4456-bf14-c44b61de0bca tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:02.217148 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-d687ad0d-734b-4661-9a70-4db451f5140c req-0662e851-1cd6-4456-bf14-c44b61de0bca tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Allocated IP 172.20.0.5 (0c7a3c0b-51d7-4717-af42-67f8c644514e/7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b/a56defcd-1acb-4101-be4e-c3e08d799e64) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:48:02.291940 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-13fcb7e2-3dad-4d7f-aa7a-e5a8408e0418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:02.547386 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d687ad0d-734b-4661-9a70-4db451f5140c req-0662e851-1cd6-4456-bf14-c44b61de0bca tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for port (a56defcd-1acb-4101-be4e-c3e08d799e64), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:02.712160 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-eab97b11-4fbe-4836-a3a8-f5d038453faf req-9c8bdf9c-d157-4eb8-ac2e-db079b8a4a7d tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd HTTP/1.1" status: 200 len: 210 time: 0.1062658 Feb 19 04:48:02.775990 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d687ad0d-734b-4661-9a70-4db451f5140c req-0662e851-1cd6-4456-bf14-c44b61de0bca tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (a56defcd-1acb-4101-be4e-c3e08d799e64), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:02.819822 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792908a1-6baa-4b4c-86a2-7d0a20da71fd tempest-TestVolumeBackupRestore-918369312 tempest-TestVolumeBackupRestore-918369312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:02.833420 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-792908a1-6baa-4b4c-86a2-7d0a20da71fd tempest-TestVolumeBackupRestore-918369312 tempest-TestVolumeBackupRestore-918369312-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 1123 time: 1.1305835 Feb 19 04:48:02.837888 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45752) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:02.855691 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-14c22aaf-c729-49f1-a702-7cd26522b8a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': 'f6bc79f4-1916-4b55-a8ad-12978cb7ecc9', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:48:02.902902 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d687ad0d-734b-4661-9a70-4db451f5140c req-0662e851-1cd6-4456-bf14-c44b61de0bca tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Network 0c7a3c0b-51d7-4717-af42-67f8c644514e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:48:02.922823 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-d687ad0d-734b-4661-9a70-4db451f5140c req-0662e851-1cd6-4456-bf14-c44b61de0bca tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:48:02.929420 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-d687ad0d-734b-4661-9a70-4db451f5140c req-0662e851-1cd6-4456-bf14-c44b61de0bca tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:48:02.941270 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-14c22aaf-c729-49f1-a702-7cd26522b8a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:03.016260 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662e851-1cd6-4456-bf14-c44b61de0bca tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'Port': ['ID=a56defcd-1acb-4101-be4e-c3e08d799e64,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:03.111673 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687ad0d-734b-4661-9a70-4db451f5140c req-0662e851-1cd6-4456-bf14-c44b61de0bca tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:03.121038 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d687ad0d-734b-4661-9a70-4db451f5140c req-0662e851-1cd6-4456-bf14-c44b61de0bca tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:03.164226 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d687ad0d-734b-4661-9a70-4db451f5140c req-0662e851-1cd6-4456-bf14-c44b61de0bca tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6858532 Feb 19 04:48:03.183747 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-d687ad0d-734b-4661-9a70-4db451f5140c req-ce9735c1-85cc-4f12-bfe0-3a5b8d258aed service neutron] Request body: {'port': {'device_id': 'fda2cf46-d1c9-4806-a55b-153ed48bc1cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:48:03.428176 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-14c22aaf-c729-49f1-a702-7cd26522b8a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:03.484450 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d687ad0d-734b-4661-9a70-4db451f5140c req-ce9735c1-85cc-4f12-bfe0-3a5b8d258aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a56defcd-1acb-4101-be4e-c3e08d799e64), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:03.711044 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-65d2dbb7-1722-4b56-b106-2b0c8faf6532 None None] Provisioning complete for port a56defcd-1acb-4101-be4e-c3e08d799e64 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:48:03.717143 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-65d2dbb7-1722-4b56-b106-2b0c8faf6532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a56defcd-1acb-4101-be4e-c3e08d799e64), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:03.910538 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-65d2dbb7-1722-4b56-b106-2b0c8faf6532 None None] Port a56defcd-1acb-4101-be4e-c3e08d799e64 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:48:04.072034 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-14c22aaf-c729-49f1-a702-7cd26522b8a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Allocated IP 172.25.0.190 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/0a327f19-5c79-4b06-a87a-660e0af2e2a4) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:48:04.463006 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-14c22aaf-c729-49f1-a702-7cd26522b8a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for port (0a327f19-5c79-4b06-a87a-660e0af2e2a4), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:04.477365 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fdc0c-6487-42f6-af72-c053f07dc5eb req-917ee17c-28ce-4175-8ab5-a8272edbaffb tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:04.480253 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-496fdc0c-6487-42f6-af72-c053f07dc5eb req-917ee17c-28ce-4175-8ab5-a8272edbaffb tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd HTTP/1.1" status: 200 len: 931 time: 0.4161642 Feb 19 04:48:04.493762 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45780) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:04.666973 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-496fdc0c-6487-42f6-af72-c053f07dc5eb req-0ab31845-7678-4998-898b-0303512deb8e tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b822f-c608-46e6-a611-4429d8719f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670010 Feb 19 04:48:04.677267 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-14c22aaf-c729-49f1-a702-7cd26522b8a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (0a327f19-5c79-4b06-a87a-660e0af2e2a4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:04.799354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-d687ad0d-734b-4661-9a70-4db451f5140c req-ce9735c1-85cc-4f12-bfe0-3a5b8d258aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56defcd-1acb-4101-be4e-c3e08d799e64 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:48:04.844873 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d687ad0d-734b-4661-9a70-4db451f5140c req-ce9735c1-85cc-4f12-bfe0-3a5b8d258aed service neutron] Publish callbacks [] for port (a56defcd-1acb-4101-be4e-c3e08d799e64), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:04.869929 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-d687ad0d-734b-4661-9a70-4db451f5140c req-ce9735c1-85cc-4f12-bfe0-3a5b8d258aed service neutron] Transition to ACTIVE for port object a56defcd-1acb-4101-be4e-c3e08d799e64 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:48:04.879693 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d687ad0d-734b-4661-9a70-4db451f5140c req-ce9735c1-85cc-4f12-bfe0-3a5b8d258aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (a56defcd-1acb-4101-be4e-c3e08d799e64), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:04.890155 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c22aaf-c729-49f1-a702-7cd26522b8a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:48:04.916933 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-14c22aaf-c729-49f1-a702-7cd26522b8a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:48:04.931434 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c22aaf-c729-49f1-a702-7cd26522b8a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:48:05.052606 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9735c1-85cc-4f12-bfe0-3a5b8d258aed service neutron] Pushing event updated for resources: {'Port': ['ID=a56defcd-1acb-4101-be4e-c3e08d799e64,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:05.117259 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e4e90e47-9737-4176-8f70-463a8ed9dfe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:05.221100 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c22aaf-c729-49f1-a702-7cd26522b8a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Pushing event updated for resources: {'Port': ['ID=0a327f19-5c79-4b06-a87a-660e0af2e2a4,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:05.289459 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ccafd605-111c-4ce6-837b-3fdeddc4eab3 tempest-AgentManagementNegativeTest-964825043 tempest-AgentManagementNegativeTest-964825043-project] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7859385 Feb 19 04:48:05.511155 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-d687ad0d-734b-4661-9a70-4db451f5140c req-ce9735c1-85cc-4f12-bfe0-3a5b8d258aed service neutron] Attempting to bind port a56defcd-1acb-4101-be4e-c3e08d799e64 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:48:05.511677 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-d687ad0d-734b-4661-9a70-4db451f5140c req-ce9735c1-85cc-4f12-bfe0-3a5b8d258aed service neutron] Attempting to bind port a56defcd-1acb-4101-be4e-c3e08d799e64 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:48:05.512188 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d687ad0d-734b-4661-9a70-4db451f5140c req-ce9735c1-85cc-4f12-bfe0-3a5b8d258aed service neutron] Attempting to bind port a56defcd-1acb-4101-be4e-c3e08d799e64 on network 0c7a3c0b-51d7-4717-af42-67f8c644514e {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:48:05.549070 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d687ad0d-734b-4661-9a70-4db451f5140c req-ce9735c1-85cc-4f12-bfe0-3a5b8d258aed service neutron] Port a56defcd-1acb-4101-be4e-c3e08d799e64 on network 0c7a3c0b-51d7-4717-af42-67f8c644514e not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:48:05.569299 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d687ad0d-734b-4661-9a70-4db451f5140c req-ce9735c1-85cc-4f12-bfe0-3a5b8d258aed service neutron] Attempting to bind port a56defcd-1acb-4101-be4e-c3e08d799e64 on network 0c7a3c0b-51d7-4717-af42-67f8c644514e {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:48:05.600077 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d687ad0d-734b-4661-9a70-4db451f5140c req-ce9735c1-85cc-4f12-bfe0-3a5b8d258aed service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:48:05.600653 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d687ad0d-734b-4661-9a70-4db451f5140c req-ce9735c1-85cc-4f12-bfe0-3a5b8d258aed service neutron] Checking segment: {'id': '783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:48:05.601323 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d687ad0d-734b-4661-9a70-4db451f5140c req-ce9735c1-85cc-4f12-bfe0-3a5b8d258aed service neutron] Bound using segment: {'id': '783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:48:05.606875 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-d687ad0d-734b-4661-9a70-4db451f5140c req-ce9735c1-85cc-4f12-bfe0-3a5b8d258aed service neutron] Bound port: a56defcd-1acb-4101-be4e-c3e08d799e64, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:48:05.607620 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d687ad0d-734b-4661-9a70-4db451f5140c req-ce9735c1-85cc-4f12-bfe0-3a5b8d258aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a56defcd-1acb-4101-be4e-c3e08d799e64), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:05.902390 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-d687ad0d-734b-4661-9a70-4db451f5140c req-ce9735c1-85cc-4f12-bfe0-3a5b8d258aed service neutron] For port a56defcd-1acb-4101-be4e-c3e08d799e64, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:48:05.918484 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-d687ad0d-734b-4661-9a70-4db451f5140c req-ce9735c1-85cc-4f12-bfe0-3a5b8d258aed service neutron] For port a56defcd-1acb-4101-be4e-c3e08d799e64, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=a56defcd-1acb-4101-be4e-c3e08d799e64,segment=NetworkSegment(783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6),segment_id=783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:48:05.945048 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d687ad0d-734b-4661-9a70-4db451f5140c req-ce9735c1-85cc-4f12-bfe0-3a5b8d258aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (a56defcd-1acb-4101-be4e-c3e08d799e64), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:06.232663 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687ad0d-734b-4661-9a70-4db451f5140c req-ce9735c1-85cc-4f12-bfe0-3a5b8d258aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:06.233820 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d687ad0d-734b-4661-9a70-4db451f5140c req-ce9735c1-85cc-4f12-bfe0-3a5b8d258aed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:06.236433 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d687ad0d-734b-4661-9a70-4db451f5140c req-ce9735c1-85cc-4f12-bfe0-3a5b8d258aed service neutron] 10.222.0.48 "PUT /v2.0/ports/a56defcd-1acb-4101-be4e-c3e08d799e64 HTTP/1.1" status: 200 len: 1091 time: 3.0649042 Feb 19 04:48:06.251788 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda2cf46-d1c9-4806-a55b-153ed48bc1cd', 'tag': 'a56defcd-1acb-4101-be4e-c3e08d799e64'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:48:06.277499 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01e1e40-a2f4-41f6-96ac-db80abf36707" -d '{"events": [{"name": "network-changed", "server_uuid": "fda2cf46-d1c9-4806-a55b-153ed48bc1cd", "tag": "a56defcd-1acb-4101-be4e-c3e08d799e64"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:48:06.295927 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45798) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:06.469879 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4598ff-a4d4-4b18-82ce-52aea886257c x-openstack-request-id: req-ec4598ff-a4d4-4b18-82ce-52aea886257c {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:48:06.470402 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda2cf46-d1c9-4806-a55b-153ed48bc1cd", "tag": "a56defcd-1acb-4101-be4e-c3e08d799e64", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:48:06.477640 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ec4598ff-a4d4-4b18-82ce-52aea886257c {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:48:06.479264 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda2cf46-d1c9-4806-a55b-153ed48bc1cd', 'tag': 'a56defcd-1acb-4101-be4e-c3e08d799e64', 'status': 'completed', 'code': 200} Feb 19 04:48:06.738508 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9735c1-85cc-4f12-bfe0-3a5b8d258aed service neutron] Pushing event updated for resources: {'Port': ['ID=a56defcd-1acb-4101-be4e-c3e08d799e64,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:06.777630 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da58c50-7296-46fa-a44a-7cdce40dc47d req-294e4898-b8c0-42bf-b4e5-a965a1252b7e tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:06.780514 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7da58c50-7296-46fa-a44a-7cdce40dc47d req-294e4898-b8c0-42bf-b4e5-a965a1252b7e tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd HTTP/1.1" status: 200 len: 943 time: 0.7921042 Feb 19 04:48:06.889784 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:07.025145 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7da58c50-7296-46fa-a44a-7cdce40dc47d req-0f28024c-6571-4f62-95bc-e12488c4b43c tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b822f-c608-46e6-a611-4429d8719f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196336 Feb 19 04:48:07.038325 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687ad0d-734b-4661-9a70-4db451f5140c req-6b9fed42-5922-4a3c-83d7-6526d567f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:07.041228 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d687ad0d-734b-4661-9a70-4db451f5140c req-6b9fed42-5922-4a3c-83d7-6526d567f1b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b788333bfa1e461e8bfe78d2c356d7b3&device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd HTTP/1.1" status: 200 len: 1125 time: 0.6889460 Feb 19 04:48:07.043457 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-84d4d2c4-3b56-4086-871a-4cbf7e764173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:07.189421 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-14c22aaf-c729-49f1-a702-7cd26522b8a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for floatingip (a8cc04a8-38c1-4336-89c7-09253a50e825), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:07.224964 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d687ad0d-734b-4661-9a70-4db451f5140c req-84292c01-e161-4916-997f-4544d04258f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a56defcd-1acb-4101-be4e-c3e08d799e64 HTTP/1.1" status: 200 len: 217 time: 0.1640124 Feb 19 04:48:07.445530 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-84d4d2c4-3b56-4086-871a-4cbf7e764173 admin admin] Publish callbacks [] for security_group (4717ecc0-7682-4e7d-8096-201d8b047ccd), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:07.449868 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687ad0d-734b-4661-9a70-4db451f5140c req-7df6a906-b944-40a4-af99-3e0320e2ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:07.466960 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d687ad0d-734b-4661-9a70-4db451f5140c req-7df6a906-b944-40a4-af99-3e0320e2ac53 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b HTTP/1.1" status: 200 len: 835 time: 0.2206440 Feb 19 04:48:07.605148 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-14c22aaf-c729-49f1-a702-7cd26522b8a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0a327f19-5c79-4b06-a87a-660e0af2e2a4), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:07.609682 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-84d4d2c4-3b56-4086-871a-4cbf7e764173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4717ecc0-7682-4e7d-8096-201d8b047ccd), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:07.681653 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-84d4d2c4-3b56-4086-871a-4cbf7e764173 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1fdd46ce051842ebbff76605acb85654&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3587294 Feb 19 04:48:07.686060 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45810) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:07.729383 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:07.834623 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4d2c4-3b56-4086-871a-4cbf7e764173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4717ecc0-7682-4e7d-8096-201d8b047ccd,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:07.855875 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687ad0d-734b-4661-9a70-4db451f5140c req-aafc9659-920c-4c28-b620-f8e5f62d3e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:07.862022 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d687ad0d-734b-4661-9a70-4db451f5140c req-aafc9659-920c-4c28-b620-f8e5f62d3e4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c7a3c0b-51d7-4717-af42-67f8c644514e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3922372 Feb 19 04:48:08.039132 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:08.155199 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0da13c01-eb66-4e99-b42c-8c9304381850 admin admin] Publish callbacks [] for security_group (4717ecc0-7682-4e7d-8096-201d8b047ccd), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:08.258938 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0da13c01-eb66-4e99-b42c-8c9304381850 admin admin] Publish callbacks [] for security_group (4717ecc0-7682-4e7d-8096-201d8b047ccd), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:08.334245 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-14c22aaf-c729-49f1-a702-7cd26522b8a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for port (0a327f19-5c79-4b06-a87a-660e0af2e2a4), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:08.352762 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d687ad0d-734b-4661-9a70-4db451f5140c req-399497c2-070e-4b04-a708-f314a33c519e service neutron] 10.222.0.48 "GET /v2.0/networks/0c7a3c0b-51d7-4717-af42-67f8c644514e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834397 Feb 19 04:48:08.390613 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-14c22aaf-c729-49f1-a702-7cd26522b8a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (0a327f19-5c79-4b06-a87a-660e0af2e2a4), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:08.598618 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-14c22aaf-c729-49f1-a702-7cd26522b8a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (a8cc04a8-38c1-4336-89c7-09253a50e825), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:08.727823 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae18199-9dbd-404d-94dc-eaf093b346f4 req-5f37fedb-bc62-45fb-a095-5eb5dd5c5d8a tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:08.729975 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9ae18199-9dbd-404d-94dc-eaf093b346f4 req-5f37fedb-bc62-45fb-a095-5eb5dd5c5d8a tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd HTTP/1.1" status: 200 len: 943 time: 0.3408883 Feb 19 04:48:08.756210 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d687ad0d-734b-4661-9a70-4db451f5140c req-59f75c5a-97e9-4601-b327-57ee50ffc2b4 service neutron] 10.222.0.48 "GET /v2.0/networks/0c7a3c0b-51d7-4717-af42-67f8c644514e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899329 Feb 19 04:48:09.004749 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9ae18199-9dbd-404d-94dc-eaf093b346f4 req-5e4b64ad-d1ee-422e-87ac-f4a8defe5299 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b822f-c608-46e6-a611-4429d8719f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331135 Feb 19 04:48:09.064104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e1e40-a2f4-41f6-96ac-db80abf36707 req-887a860e-4b2d-466e-9065-5e45054f920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:09.066227 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f01e1e40-a2f4-41f6-96ac-db80abf36707 req-887a860e-4b2d-466e-9065-5e45054f920f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b788333bfa1e461e8bfe78d2c356d7b3&device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd HTTP/1.1" status: 200 len: 1125 time: 0.1971309 Feb 19 04:48:09.256078 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:09.350987 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:09.369511 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e1e40-a2f4-41f6-96ac-db80abf36707 req-ac3f1008-a4f9-4ff3-b122-cb3a8ddd6388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:09.377540 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f01e1e40-a2f4-41f6-96ac-db80abf36707 req-ac3f1008-a4f9-4ff3-b122-cb3a8ddd6388 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c7a3c0b-51d7-4717-af42-67f8c644514e HTTP/1.1" status: 200 len: 897 time: 0.3050447 Feb 19 04:48:09.445191 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f01e1e40-a2f4-41f6-96ac-db80abf36707 req-ffdd3794-eba2-4cf1-b5f4-f8f071f95ae4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a56defcd-1acb-4101-be4e-c3e08d799e64 HTTP/1.1" status: 200 len: 217 time: 0.0605156 Feb 19 04:48:09.460957 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45834) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:09.628055 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e1e40-a2f4-41f6-96ac-db80abf36707 req-4a20dfcc-af5f-4ddc-a1a6-75719080e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:09.634887 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f01e1e40-a2f4-41f6-96ac-db80abf36707 req-4a20dfcc-af5f-4ddc-a1a6-75719080e935 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b HTTP/1.1" status: 200 len: 835 time: 0.1824596 Feb 19 04:48:09.700016 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-14c22aaf-c729-49f1-a702-7cd26522b8a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Floating IP a8cc04a8-38c1-4336-89c7-09253a50e825 associated. External IP: 172.25.0.190, port: f6bc79f4-1916-4b55-a8ad-12978cb7ecc9. Feb 19 04:48:09.709357 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0da13c01-eb66-4e99-b42c-8c9304381850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4717ecc0-7682-4e7d-8096-201d8b047ccd), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:09.719011 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0da13c01-eb66-4e99-b42c-8c9304381850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:09.723369 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0da13c01-eb66-4e99-b42c-8c9304381850 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4717ecc0-7682-4e7d-8096-201d8b047ccd HTTP/1.1" status: 204 len: 168 time: 2.0317104 Feb 19 04:48:09.761809 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e1e40-a2f4-41f6-96ac-db80abf36707 req-01ddb6f3-4b70-4359-bc8f-adc24054b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:09.763713 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f01e1e40-a2f4-41f6-96ac-db80abf36707 req-01ddb6f3-4b70-4359-bc8f-adc24054b919 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c7a3c0b-51d7-4717-af42-67f8c644514e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1218641 Feb 19 04:48:09.857012 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c22aaf-c729-49f1-a702-7cd26522b8a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Pushing event updated for resources: {'Port': ['ID=0a327f19-5c79-4b06-a87a-660e0af2e2a4,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:09.875309 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da13c01-eb66-4e99-b42c-8c9304381850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4717ecc0-7682-4e7d-8096-201d8b047ccd,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:09.962862 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-daee5897-3eff-4785-9070-e9eb4329966e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:10.334645 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f01e1e40-a2f4-41f6-96ac-db80abf36707 req-ac8321b4-ee10-457d-8000-873eee6495b3 service neutron] 10.222.0.48 "GET /v2.0/networks/0c7a3c0b-51d7-4717-af42-67f8c644514e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5642390 Feb 19 04:48:10.334939 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c22aaf-c729-49f1-a702-7cd26522b8a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Router 5bc55be0-40a4-4fb4-a057-31fbd8432d23 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:48:10.646617 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c22aaf-c729-49f1-a702-7cd26522b8a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:48:10.667301 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d45637f-4f25-4b3f-bb83-3c9d5557caaa None None] Sync routers for ids ['5bc55be0-40a4-4fb4-a057-31fbd8432d23'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:48:10.693523 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d45637f-4f25-4b3f-bb83-3c9d5557caaa None None] Routers {'5bc55be0-40a4-4fb4-a057-31fbd8432d23'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:48:10.699814 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5d45637f-4f25-4b3f-bb83-3c9d5557caaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:48:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5bc55be0-40a4-4fb4-a057-31fbd8432d23'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:10.741525 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f01e1e40-a2f4-41f6-96ac-db80abf36707 req-b33eae1a-229a-4b1f-bbaa-b49d90636de8 service neutron] 10.222.0.48 "GET /v2.0/networks/0c7a3c0b-51d7-4717-af42-67f8c644514e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906212 Feb 19 04:48:10.742395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f14ee-07af-4dce-93f9-13eef7be6061 req-a2587142-84a0-40e3-87b7-b356c1c72222 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:10.762579 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8f0f14ee-07af-4dce-93f9-13eef7be6061 req-a2587142-84a0-40e3-87b7-b356c1c72222 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd HTTP/1.1" status: 200 len: 943 time: 0.4978998 Feb 19 04:48:10.796552 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-14c22aaf-c729-49f1-a702-7cd26522b8a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:10.858819 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-daee5897-3eff-4785-9070-e9eb4329966e admin admin] Publish callbacks [] for security_group (e839c50d-d2d8-4f27-bfab-e0c54ab5c178), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:10.868654 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-daee5897-3eff-4785-9070-e9eb4329966e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e839c50d-d2d8-4f27-bfab-e0c54ab5c178), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:11.018525 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-daee5897-3eff-4785-9070-e9eb4329966e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=85c070fe1838422687ea1d0e3beb6b74&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5559304 Feb 19 04:48:11.023575 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45860) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:11.031771 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-14c22aaf-c729-49f1-a702-7cd26522b8a1 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.1882393 Feb 19 04:48:11.044810 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3102902a-68a6-4d93-bf7f-193ccc35a76b', 'tag': 'f6bc79f4-1916-4b55-a8ad-12978cb7ecc9'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:48:11.051572 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60076f65-b270-490d-993e-013d010c3289" -d '{"events": [{"name": "network-changed", "server_uuid": "3102902a-68a6-4d93-bf7f-193ccc35a76b", "tag": "f6bc79f4-1916-4b55-a8ad-12978cb7ecc9"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:48:11.059330 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee5897-3eff-4785-9070-e9eb4329966e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e839c50d-d2d8-4f27-bfab-e0c54ab5c178,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:11.078492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45862) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:11.211575 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8f0f14ee-07af-4dce-93f9-13eef7be6061 req-a44640a5-5213-4707-aa6c-a029e1ea52a3 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b822f-c608-46e6-a611-4429d8719f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4475999 Feb 19 04:48:11.274464 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-5d45637f-4f25-4b3f-bb83-3c9d5557caaa None None] Set router 5bc55be0-40a4-4fb4-a057-31fbd8432d23 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:48:11.295466 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b542e0d7-2729-46b1-b78b-0a63f3a2150f tempest-TestVolumeBackupRestore-918369312 tempest-TestVolumeBackupRestore-918369312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:11.307318 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b542e0d7-2729-46b1-b78b-0a63f3a2150f tempest-TestVolumeBackupRestore-918369312 tempest-TestVolumeBackupRestore-918369312-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 1123 time: 0.2176769 Feb 19 04:48:11.308374 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45874) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:11.327435 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-9bfbecf0-fb4a-477b-9fbe-af36f08934c7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Request body: {'floatingip': {'port_id': 'f6bc79f4-1916-4b55-a8ad-12978cb7ecc9'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:48:11.364507 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1910d3a5-8392-4c8d-8afc-b9932ba991ca admin admin] Publish callbacks [] for security_group (e839c50d-d2d8-4f27-bfab-e0c54ab5c178), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:11.496398 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1910d3a5-8392-4c8d-8afc-b9932ba991ca admin admin] Publish callbacks [] for security_group (e839c50d-d2d8-4f27-bfab-e0c54ab5c178), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:11.692508 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9bfbecf0-fb4a-477b-9fbe-af36f08934c7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for floatingip (a8cc04a8-38c1-4336-89c7-09253a50e825), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:11.717305 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1910d3a5-8392-4c8d-8afc-b9932ba991ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e839c50d-d2d8-4f27-bfab-e0c54ab5c178), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:11.722232 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1910d3a5-8392-4c8d-8afc-b9932ba991ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:11.728847 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1910d3a5-8392-4c8d-8afc-b9932ba991ca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e839c50d-d2d8-4f27-bfab-e0c54ab5c178 HTTP/1.1" status: 204 len: 168 time: 0.6485198 Feb 19 04:48:11.760737 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910d3a5-8392-4c8d-8afc-b9932ba991ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e839c50d-d2d8-4f27-bfab-e0c54ab5c178,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:12.141235 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c18f6f-5eeb-4b3f-b597-fcfcba432615 x-openstack-request-id: req-60c18f6f-5eeb-4b3f-b597-fcfcba432615 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:48:12.142091 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3102902a-68a6-4d93-bf7f-193ccc35a76b", "tag": "f6bc79f4-1916-4b55-a8ad-12978cb7ecc9", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:48:12.142091 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60c18f6f-5eeb-4b3f-b597-fcfcba432615 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:48:12.142668 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3102902a-68a6-4d93-bf7f-193ccc35a76b', 'tag': 'f6bc79f4-1916-4b55-a8ad-12978cb7ecc9', 'status': 'completed', 'code': 200} Feb 19 04:48:12.224255 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60076f65-b270-490d-993e-013d010c3289 req-dec4484c-3ae9-460e-b985-7a7dcd28050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:12.242547 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-60076f65-b270-490d-993e-013d010c3289 req-dec4484c-3ae9-460e-b985-7a7dcd28050f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6160c74a7e684a6bbc0198f4ecef79ee&device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 1128 time: 0.2429695 Feb 19 04:48:12.311481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device a56defcd-1acb-4101-be4e-c3e08d799e64 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:48:12.597999 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.resource_extend [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 04:48:12.694609 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60076f65-b270-490d-993e-013d010c3289 req-32fb8047-1608-43ac-8f60-54d48bf3b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:12.707515 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-60076f65-b270-490d-993e-013d010c3289 req-32fb8047-1608-43ac-8f60-54d48bf3b406 service neutron] 10.222.0.10 "GET /v2.0/networks?id=156e64b2-e8aa-4f9a-a835-93b6218d77e2 HTTP/1.1" status: 200 len: 913 time: 0.4570527 Feb 19 04:48:12.849645 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5d45637f-4f25-4b3f-bb83-3c9d5557caaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'name': 'tempest-TestVolumeBackupRestore-152630659-router', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:59Z', 'updated_at': '2022-02-19T04:38:11Z', 'revision_number': 4, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'gw_port': {'id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:00Z', 'updated_at': '2022-02-19T04:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'a8cc04a8-38c1-4336-89c7-09253a50e825', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'port_id': 'f6bc79f4-1916-4b55-a8ad-12978cb7ecc9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2', 'mac_address': 'fa:16:3e:91:5d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3102902a-68a6-4d93-bf7f-193ccc35a76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:48:06Z', 'updated_at': '2022-02-19T04:48:06Z', 'revision_number': 0, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3306f8df-7d9c-414e-a2ed-d02373ca5452', 'name': '', 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'mac_address': 'fa:16:3e:4c:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '2f724ef9-9524-4696-9346-1c21c2578939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:08Z', 'updated_at': '2022-02-19T04:38:37Z', 'revision_number': 5, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'subnets': [{'id': '2f724ef9-9524-4696-9346-1c21c2578939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:12.855853 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:48:12.968372 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d45637f-4f25-4b3f-bb83-3c9d5557caaa None None] Checking router: 5bc55be0-40a4-4fb4-a057-31fbd8432d23 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:48:13.071828 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d45637f-4f25-4b3f-bb83-3c9d5557caaa None None] Routers {'5bc55be0-40a4-4fb4-a057-31fbd8432d23'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:48:13.072995 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5d45637f-4f25-4b3f-bb83-3c9d5557caaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:48:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5bc55be0-40a4-4fb4-a057-31fbd8432d23'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:13.098203 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45898) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:13.139685 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c8d3d580-6345-4de5-86e0-4beb26e0389b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:13.168291 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-60076f65-b270-490d-993e-013d010c3289 req-3ad6e546-5c1c-450b-92a3-a95a556e96d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 HTTP/1.1" status: 200 len: 1000 time: 0.4533048 Feb 19 04:48:13.285730 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60076f65-b270-490d-993e-013d010c3289 req-8af6afec-37d9-4de4-b4a6-cd7e909f83ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:13.287718 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-60076f65-b270-490d-993e-013d010c3289 req-8af6afec-37d9-4de4-b4a6-cd7e909f83ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2f724ef9-9524-4696-9346-1c21c2578939 HTTP/1.1" status: 200 len: 852 time: 0.1047535 Feb 19 04:48:13.429396 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9bfbecf0-fb4a-477b-9fbe-af36f08934c7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:13.500742 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60076f65-b270-490d-993e-013d010c3289 req-cedd9d36-8d31-4277-84c0-8d567fdd2e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:13.505225 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-60076f65-b270-490d-993e-013d010c3289 req-cedd9d36-8d31-4277-84c0-8d567fdd2e24 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156e64b2-e8aa-4f9a-a835-93b6218d77e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1967685 Feb 19 04:48:13.519100 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9bfbecf0-fb4a-477b-9fbe-af36f08934c7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (a8cc04a8-38c1-4336-89c7-09253a50e825), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:13.593298 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c8d3d580-6345-4de5-86e0-4beb26e0389b admin admin] Publish callbacks [] for security_group (5bd13790-a21b-46c8-b116-428e7784ea7b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:13.640723 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-5d45637f-4f25-4b3f-bb83-3c9d5557caaa None None] Set router 5bc55be0-40a4-4fb4-a057-31fbd8432d23 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:48:13.804844 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-60076f65-b270-490d-993e-013d010c3289 req-762da85e-83fb-440a-b3ec-a0a4771a6a1f service neutron] 10.222.0.10 "GET /v2.0/networks/156e64b2-e8aa-4f9a-a835-93b6218d77e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876003 Feb 19 04:48:13.806899 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c8d3d580-6345-4de5-86e0-4beb26e0389b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5bd13790-a21b-46c8-b116-428e7784ea7b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:13.855023 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3d580-6345-4de5-86e0-4beb26e0389b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd13790-a21b-46c8-b116-428e7784ea7b,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:13.883801 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port a56defcd-1acb-4101-be4e-c3e08d799e64, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=a56defcd-1acb-4101-be4e-c3e08d799e64,segment=NetworkSegment(783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6),segment_id=783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:48:13.954375 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c8d3d580-6345-4de5-86e0-4beb26e0389b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a266a0a9933b40c3aa9789681a5d562f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8531973 Feb 19 04:48:13.962290 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 45908) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:14.075347 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe19dad6-8620-493e-be9a-25504cf28885 admin admin] Publish callbacks [] for security_group (5bd13790-a21b-46c8-b116-428e7784ea7b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:14.109833 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe19dad6-8620-493e-be9a-25504cf28885 admin admin] Publish callbacks [] for security_group (5bd13790-a21b-46c8-b116-428e7784ea7b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:14.219158 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'a56defcd-1acb-4101-be4e-c3e08d799e64', 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e', 'port_id': 'a56defcd-1acb-4101-be4e-c3e08d799e64', 'mac_address': 'fa:16:3e:22:89:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:48:14.238074 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-60076f65-b270-490d-993e-013d010c3289 req-6ac68627-a4a4-4ee7-b798-2a73eb04a027 service neutron] 10.222.0.10 "GET /v2.0/networks/156e64b2-e8aa-4f9a-a835-93b6218d77e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839700 Feb 19 04:48:14.309834 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe19dad6-8620-493e-be9a-25504cf28885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (5bd13790-a21b-46c8-b116-428e7784ea7b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:14.316519 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe19dad6-8620-493e-be9a-25504cf28885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:14.322348 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fe19dad6-8620-493e-be9a-25504cf28885 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5bd13790-a21b-46c8-b116-428e7784ea7b HTTP/1.1" status: 204 len: 168 time: 0.3549769 Feb 19 04:48:14.354434 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19dad6-8620-493e-be9a-25504cf28885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd13790-a21b-46c8-b116-428e7784ea7b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:14.485737 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb5291-bbc4-42a4-ada8-6731df3b48a3 req-8ee1e333-4b43-4a64-a69c-d6e4e70a9446 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:14.488873 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67bb5291-bbc4-42a4-ada8-6731df3b48a3 req-8ee1e333-4b43-4a64-a69c-d6e4e70a9446 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd HTTP/1.1" status: 200 len: 943 time: 1.0545654 Feb 19 04:48:14.497260 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port a56defcd-1acb-4101-be4e-c3e08d799e64 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:48:14.498109 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a56defcd-1acb-4101-be4e-c3e08d799e64), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:14.505359 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfbecf0-fb4a-477b-9fbe-af36f08934c7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Router 5bc55be0-40a4-4fb4-a057-31fbd8432d23 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:48:14.537912 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5d45637f-4f25-4b3f-bb83-3c9d5557caaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'name': 'tempest-TestVolumeBackupRestore-152630659-router', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:59Z', 'updated_at': '2022-02-19T04:38:11Z', 'revision_number': 4, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'gw_port': {'id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:00Z', 'updated_at': '2022-02-19T04:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'a8cc04a8-38c1-4336-89c7-09253a50e825', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'port_id': 'f6bc79f4-1916-4b55-a8ad-12978cb7ecc9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2', 'mac_address': 'fa:16:3e:91:5d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3102902a-68a6-4d93-bf7f-193ccc35a76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:48:06Z', 'updated_at': '2022-02-19T04:48:06Z', 'revision_number': 0, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3306f8df-7d9c-414e-a2ed-d02373ca5452', 'name': '', 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'mac_address': 'fa:16:3e:4c:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '2f724ef9-9524-4696-9346-1c21c2578939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:08Z', 'updated_at': '2022-02-19T04:38:37Z', 'revision_number': 5, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'subnets': [{'id': '2f724ef9-9524-4696-9346-1c21c2578939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:14.654352 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56defcd-1acb-4101-be4e-c3e08d799e64 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:48:14.684787 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d45637f-4f25-4b3f-bb83-3c9d5557caaa None None] The sync data for ids ['5bc55be0-40a4-4fb4-a057-31fbd8432d23'] in n-d-772273-4 is: [{'id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'name': 'tempest-TestVolumeBackupRestore-152630659-router', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:59Z', 'updated_at': '2022-02-19T04:38:11Z', 'revision_number': 4, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'gw_port': {'id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:00Z', 'updated_at': '2022-02-19T04:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'a8cc04a8-38c1-4336-89c7-09253a50e825', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'port_id': 'f6bc79f4-1916-4b55-a8ad-12978cb7ecc9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2', 'mac_address': 'fa:16:3e:91:5d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3102902a-68a6-4d93-bf7f-193ccc35a76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:48:06Z', 'updated_at': '2022-02-19T04:48:06Z', 'revision_number': 0, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3306f8df-7d9c-414e-a2ed-d02373ca5452', 'name': '', 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'mac_address': 'fa:16:3e:4c:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '2f724ef9-9524-4696-9346-1c21c2578939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:08Z', 'updated_at': '2022-02-19T04:38:37Z', 'revision_number': 5, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'subnets': [{'id': '2f724ef9-9524-4696-9346-1c21c2578939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:48:14.772558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port a56defcd-1acb-4101-be4e-c3e08d799e64, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=a56defcd-1acb-4101-be4e-c3e08d799e64,segment=NetworkSegment(783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6),segment_id=783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:48:14.782905 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a56defcd-1acb-4101-be4e-c3e08d799e64), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:14.846128 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67bb5291-bbc4-42a4-ada8-6731df3b48a3 req-5bac70c7-1fbb-4751-968a-9265d758929a tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b822f-c608-46e6-a611-4429d8719f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3381023 Feb 19 04:48:15.044339 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['a56defcd-1acb-4101-be4e-c3e08d799e64'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:48:15.196510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfbecf0-fb4a-477b-9fbe-af36f08934c7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:48:15.203876 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=a56defcd-1acb-4101-be4e-c3e08d799e64,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:15.204163 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9bfbecf0-fb4a-477b-9fbe-af36f08934c7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:15.256185 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:15.257398 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:15.257398 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:15.257737 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:15.258225 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:15.258577 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:15.258918 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:15.267224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:15.267661 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:15.268414 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:15.269140 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:15.269443 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:15.270187 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:15.309949 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3102902a-68a6-4d93-bf7f-193ccc35a76b', 'tag': 'f6bc79f4-1916-4b55-a8ad-12978cb7ecc9'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:48:15.317352 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2afaf5-e692-479c-a9a8-97abf02de32f" -d '{"events": [{"name": "network-changed", "server_uuid": "3102902a-68a6-4d93-bf7f-193ccc35a76b", "tag": "f6bc79f4-1916-4b55-a8ad-12978cb7ecc9"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:48:15.341157 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ffad7f-75c2-41da-92a5-5a2adca2100e None None] New status for floating IP a8cc04a8-38c1-4336-89c7-09253a50e825: ACTIVE {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:48:15.495582 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9bfbecf0-fb4a-477b-9fbe-af36f08934c7 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "PUT /v2.0/floatingips/a8cc04a8-38c1-4336-89c7-09253a50e825 HTTP/1.1" status: 200 len: 992 time: 4.1746063 Feb 19 04:48:15.501424 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8f9272-bc96-41ab-a93e-bafe6201ba06 x-openstack-request-id: req-8d8f9272-bc96-41ab-a93e-bafe6201ba06 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:48:15.502239 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3102902a-68a6-4d93-bf7f-193ccc35a76b", "tag": "f6bc79f4-1916-4b55-a8ad-12978cb7ecc9", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:48:15.502881 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8d8f9272-bc96-41ab-a93e-bafe6201ba06 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:48:15.503799 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3102902a-68a6-4d93-bf7f-193ccc35a76b', 'tag': 'f6bc79f4-1916-4b55-a8ad-12978cb7ecc9', 'status': 'completed', 'code': 200} Feb 19 04:48:15.689788 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2afaf5-e692-479c-a9a8-97abf02de32f req-11b6f3d0-9e49-40a1-ad0f-7ac294ae5beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:15.692902 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ac2afaf5-e692-479c-a9a8-97abf02de32f req-11b6f3d0-9e49-40a1-ad0f-7ac294ae5beb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6160c74a7e684a6bbc0198f4ecef79ee&device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 1128 time: 0.1897504 Feb 19 04:48:16.037296 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2afaf5-e692-479c-a9a8-97abf02de32f req-eb44f46b-0919-4393-9504-072686d600ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:16.068686 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ac2afaf5-e692-479c-a9a8-97abf02de32f req-eb44f46b-0919-4393-9504-072686d600ef service neutron] 10.222.0.10 "GET /v2.0/networks?id=156e64b2-e8aa-4f9a-a835-93b6218d77e2 HTTP/1.1" status: 200 len: 913 time: 0.3388700 Feb 19 04:48:16.366552 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ac2afaf5-e692-479c-a9a8-97abf02de32f req-e4f28f0a-3beb-44b0-a55c-16e30b939bba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 HTTP/1.1" status: 200 len: 1000 time: 0.2964191 Feb 19 04:48:16.491649 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd47e4-be55-4543-86d0-4b89342d499c req-dd72c187-0e94-4204-bda0-21c5f54cd7d6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:16.504282 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-78dd47e4-be55-4543-86d0-4b89342d499c req-dd72c187-0e94-4204-bda0-21c5f54cd7d6 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd HTTP/1.1" status: 200 len: 944 time: 0.2248900 Feb 19 04:48:16.528338 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538486c-a109-4960-900b-829ecebb7bf5 None None] Sync routers for ids ['5bc55be0-40a4-4fb4-a057-31fbd8432d23'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:48:16.548500 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2afaf5-e692-479c-a9a8-97abf02de32f req-00010db6-577f-4c0b-9929-0a24e1687726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:16.551778 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ac2afaf5-e692-479c-a9a8-97abf02de32f req-00010db6-577f-4c0b-9929-0a24e1687726 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2f724ef9-9524-4696-9346-1c21c2578939 HTTP/1.1" status: 200 len: 852 time: 0.1753871 Feb 19 04:48:16.579551 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a538486c-a109-4960-900b-829ecebb7bf5 None None] Routers {'5bc55be0-40a4-4fb4-a057-31fbd8432d23'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:48:16.591815 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-a538486c-a109-4960-900b-829ecebb7bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:48:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5bc55be0-40a4-4fb4-a057-31fbd8432d23'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:16.815954 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-78dd47e4-be55-4543-86d0-4b89342d499c req-ecaafaa1-65fd-4960-9944-ee703ae6a3af tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b822f-c608-46e6-a611-4429d8719f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3101575 Feb 19 04:48:16.835365 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device a56defcd-1acb-4101-be4e-c3e08d799e64 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:48:16.847072 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2afaf5-e692-479c-a9a8-97abf02de32f req-122d148a-af28-4ca1-9154-32003a30f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:16.851053 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ac2afaf5-e692-479c-a9a8-97abf02de32f req-122d148a-af28-4ca1-9154-32003a30f055 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156e64b2-e8aa-4f9a-a835-93b6218d77e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2846289 Feb 19 04:48:17.161952 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ac2afaf5-e692-479c-a9a8-97abf02de32f req-7c936a41-96ca-48f6-8185-21a6ef870025 service neutron] 10.222.0.10 "GET /v2.0/networks/156e64b2-e8aa-4f9a-a835-93b6218d77e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035319 Feb 19 04:48:17.180355 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-a538486c-a109-4960-900b-829ecebb7bf5 None None] Set router 5bc55be0-40a4-4fb4-a057-31fbd8432d23 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:48:17.326355 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 45964) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:17.350468 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port a56defcd-1acb-4101-be4e-c3e08d799e64 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:48:17.361011 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port a56defcd-1acb-4101-be4e-c3e08d799e64 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:48:17.362180 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a56defcd-1acb-4101-be4e-c3e08d799e64), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:17.472182 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ac2afaf5-e692-479c-a9a8-97abf02de32f req-d31b9665-e4f2-4aa0-a948-1aefe28f10c0 service neutron] 10.222.0.10 "GET /v2.0/networks/156e64b2-e8aa-4f9a-a835-93b6218d77e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029420 Feb 19 04:48:17.513226 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3102902a-68a6-4d93-bf7f-193ccc35a76b', 'tag': 'f6bc79f4-1916-4b55-a8ad-12978cb7ecc9'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:48:17.519327 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc27f3d2-34f2-4b83-8d93-d3badb39fdcb" -d '{"events": [{"name": "network-changed", "server_uuid": "3102902a-68a6-4d93-bf7f-193ccc35a76b", "tag": "f6bc79f4-1916-4b55-a8ad-12978cb7ecc9"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:48:17.755319 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308a6968-e243-4fe4-b42d-eb893ae5e1d0 x-openstack-request-id: req-308a6968-e243-4fe4-b42d-eb893ae5e1d0 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:48:17.755776 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3102902a-68a6-4d93-bf7f-193ccc35a76b", "tag": "f6bc79f4-1916-4b55-a8ad-12978cb7ecc9", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:48:17.756198 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-308a6968-e243-4fe4-b42d-eb893ae5e1d0 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:48:17.756879 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3102902a-68a6-4d93-bf7f-193ccc35a76b', 'tag': 'f6bc79f4-1916-4b55-a8ad-12978cb7ecc9', 'status': 'completed', 'code': 200} Feb 19 04:48:17.765691 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-43b2d870-b342-47ed-8dee-292aec9a60e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:17.833685 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27f3d2-34f2-4b83-8d93-d3badb39fdcb req-5c3dbc03-1a94-4459-b75b-ffe1c8d27eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:17.840887 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cc27f3d2-34f2-4b83-8d93-d3badb39fdcb req-5c3dbc03-1a94-4459-b75b-ffe1c8d27eb8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6160c74a7e684a6bbc0198f4ecef79ee&device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 1128 time: 0.1218476 Feb 19 04:48:18.047905 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-43b2d870-b342-47ed-8dee-292aec9a60e2 admin admin] Publish callbacks [] for security_group (33df798b-c4bc-4017-8535-60b30d044a52), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:18.060409 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-43b2d870-b342-47ed-8dee-292aec9a60e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (33df798b-c4bc-4017-8535-60b30d044a52), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:18.179184 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27f3d2-34f2-4b83-8d93-d3badb39fdcb req-7bcaec77-b57b-4f12-aac9-e50e8e436294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:18.182487 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cc27f3d2-34f2-4b83-8d93-d3badb39fdcb req-7bcaec77-b57b-4f12-aac9-e50e8e436294 service neutron] 10.222.0.10 "GET /v2.0/networks?id=156e64b2-e8aa-4f9a-a835-93b6218d77e2 HTTP/1.1" status: 200 len: 913 time: 0.3308914 Feb 19 04:48:18.520893 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2d870-b342-47ed-8dee-292aec9a60e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33df798b-c4bc-4017-8535-60b30d044a52,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:18.561160 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-43b2d870-b342-47ed-8dee-292aec9a60e2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e14e2befe97c4fd7bd52053675a33d8c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2329056 Feb 19 04:48:18.562267 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46006) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:18.579000 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2d870-b342-47ed-8dee-292aec9a60e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:18.579691 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2d870-b342-47ed-8dee-292aec9a60e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:18.580401 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2d870-b342-47ed-8dee-292aec9a60e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:18.581720 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2d870-b342-47ed-8dee-292aec9a60e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:18.582353 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2d870-b342-47ed-8dee-292aec9a60e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:18.583129 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2d870-b342-47ed-8dee-292aec9a60e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:18.583753 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2d870-b342-47ed-8dee-292aec9a60e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:18.584525 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2d870-b342-47ed-8dee-292aec9a60e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:18.585172 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2d870-b342-47ed-8dee-292aec9a60e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:18.585844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2d870-b342-47ed-8dee-292aec9a60e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:18.586498 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2d870-b342-47ed-8dee-292aec9a60e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:18.587081 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2d870-b342-47ed-8dee-292aec9a60e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:18.587914 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2d870-b342-47ed-8dee-292aec9a60e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:48:18.593419 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cc27f3d2-34f2-4b83-8d93-d3badb39fdcb req-0183486b-5a31-49c8-823f-efb630d4ff4b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 HTTP/1.1" status: 200 len: 1002 time: 0.3895733 Feb 19 04:48:18.712885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27f3d2-34f2-4b83-8d93-d3badb39fdcb req-f4cecb65-4945-47a9-bdf3-d61a1a9870c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:18.716043 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cc27f3d2-34f2-4b83-8d93-d3badb39fdcb req-f4cecb65-4945-47a9-bdf3-d61a1a9870c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2f724ef9-9524-4696-9346-1c21c2578939 HTTP/1.1" status: 200 len: 852 time: 0.1162059 Feb 19 04:48:18.759331 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port a56defcd-1acb-4101-be4e-c3e08d799e64 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:48:18.761467 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a56defcd-1acb-4101-be4e-c3e08d799e64), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:18.779489 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facddfc-4b0a-49ed-b5de-82aca8d17269 req-e9c2396d-4abb-44f2-8fbd-b6f67d47f037 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:18.784663 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7facddfc-4b0a-49ed-b5de-82aca8d17269 req-e9c2396d-4abb-44f2-8fbd-b6f67d47f037 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd HTTP/1.1" status: 200 len: 944 time: 0.6251295 Feb 19 04:48:18.856362 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda2cf46-d1c9-4806-a55b-153ed48bc1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56defcd-1acb-4101-be4e-c3e08d799e64'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:48:18.861615 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01cfa37-eb72-40ea-a35b-306314bba491" -d '{"events": [{"server_uuid": "fda2cf46-d1c9-4806-a55b-153ed48bc1cd", "name": "network-vif-plugged", "status": "completed", "tag": "a56defcd-1acb-4101-be4e-c3e08d799e64"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:48:18.898096 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-a538486c-a109-4960-900b-829ecebb7bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'name': 'tempest-TestVolumeBackupRestore-152630659-router', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:59Z', 'updated_at': '2022-02-19T04:38:11Z', 'revision_number': 4, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'gw_port': {'id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:00Z', 'updated_at': '2022-02-19T04:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'a8cc04a8-38c1-4336-89c7-09253a50e825', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'port_id': 'f6bc79f4-1916-4b55-a8ad-12978cb7ecc9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2', 'mac_address': 'fa:16:3e:91:5d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3102902a-68a6-4d93-bf7f-193ccc35a76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:48:06Z', 'updated_at': '2022-02-19T04:48:15Z', 'revision_number': 2, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3306f8df-7d9c-414e-a2ed-d02373ca5452', 'name': '', 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'mac_address': 'fa:16:3e:4c:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '2f724ef9-9524-4696-9346-1c21c2578939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:08Z', 'updated_at': '2022-02-19T04:38:37Z', 'revision_number': 5, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'subnets': [{'id': '2f724ef9-9524-4696-9346-1c21c2578939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:18.918989 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27f3d2-34f2-4b83-8d93-d3badb39fdcb req-8a216c93-7e53-4454-b026-ebe50960eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:18.934701 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cc27f3d2-34f2-4b83-8d93-d3badb39fdcb req-8a216c93-7e53-4454-b026-ebe50960eb0c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156e64b2-e8aa-4f9a-a835-93b6218d77e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2111506 Feb 19 04:48:18.961327 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port a56defcd-1acb-4101-be4e-c3e08d799e64, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=a56defcd-1acb-4101-be4e-c3e08d799e64,segment=NetworkSegment(783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6),segment_id=783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:48:18.969413 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538486c-a109-4960-900b-829ecebb7bf5 None None] Checking router: 5bc55be0-40a4-4fb4-a057-31fbd8432d23 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:48:18.970990 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7fab261a-5791-4ce6-8704-211ae0093e46 admin admin] Publish callbacks [] for security_group (33df798b-c4bc-4017-8535-60b30d044a52), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:18.979309 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a56defcd-1acb-4101-be4e-c3e08d799e64), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:19.011043 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f7aab8-0feb-463e-b741-2a01414010cc x-openstack-request-id: req-53f7aab8-0feb-463e-b741-2a01414010cc {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:48:19.011501 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda2cf46-d1c9-4806-a55b-153ed48bc1cd", "name": "network-vif-plugged", "status": "completed", "tag": "a56defcd-1acb-4101-be4e-c3e08d799e64", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:48:19.011657 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-53f7aab8-0feb-463e-b741-2a01414010cc {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:48:19.017807 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda2cf46-d1c9-4806-a55b-153ed48bc1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56defcd-1acb-4101-be4e-c3e08d799e64', 'code': 200} Feb 19 04:48:19.083924 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a538486c-a109-4960-900b-829ecebb7bf5 None None] Routers {'5bc55be0-40a4-4fb4-a057-31fbd8432d23'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:48:19.085207 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-a538486c-a109-4960-900b-829ecebb7bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:48:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5bc55be0-40a4-4fb4-a057-31fbd8432d23'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:19.141668 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7fab261a-5791-4ce6-8704-211ae0093e46 admin admin] Publish callbacks [] for security_group (33df798b-c4bc-4017-8535-60b30d044a52), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:19.191549 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7facddfc-4b0a-49ed-b5de-82aca8d17269 req-ee3f38cd-2f21-438a-ab5a-72010a7442c8 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b822f-c608-46e6-a611-4429d8719f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3861766 Feb 19 04:48:19.304263 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7fab261a-5791-4ce6-8704-211ae0093e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (33df798b-c4bc-4017-8535-60b30d044a52), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:19.308700 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7fab261a-5791-4ce6-8704-211ae0093e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:19.314248 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7fab261a-5791-4ce6-8704-211ae0093e46 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/33df798b-c4bc-4017-8535-60b30d044a52 HTTP/1.1" status: 204 len: 168 time: 0.7447896 Feb 19 04:48:19.340301 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab261a-5791-4ce6-8704-211ae0093e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33df798b-c4bc-4017-8535-60b30d044a52,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:19.460303 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-a538486c-a109-4960-900b-829ecebb7bf5 None None] Set router 5bc55be0-40a4-4fb4-a057-31fbd8432d23 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:48:20.135931 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=a56defcd-1acb-4101-be4e-c3e08d799e64,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:20.255584 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cc27f3d2-34f2-4b83-8d93-d3badb39fdcb req-92d644ca-94a5-480b-97fe-27c5b2b294e1 service neutron] 10.222.0.10 "GET /v2.0/networks/156e64b2-e8aa-4f9a-a835-93b6218d77e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3136039 Feb 19 04:48:20.441243 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46054) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:20.469458 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6993d-1300-4c29-a33e-cc5be447a122 req-398519b5-dd54-40ca-9c72-ac5cd3d09b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:20.473136 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6ed6993d-1300-4c29-a33e-cc5be447a122 req-398519b5-dd54-40ca-9c72-ac5cd3d09b59 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd HTTP/1.1" status: 200 len: 1127 time: 0.4057791 Feb 19 04:48:20.521794 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3c2083e6-9ee7-40df-82bd-2d31dc923c15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:20.610749 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-a538486c-a109-4960-900b-829ecebb7bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'name': 'tempest-TestVolumeBackupRestore-152630659-router', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:59Z', 'updated_at': '2022-02-19T04:38:11Z', 'revision_number': 4, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'gw_port': {'id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:00Z', 'updated_at': '2022-02-19T04:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'a8cc04a8-38c1-4336-89c7-09253a50e825', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'port_id': 'f6bc79f4-1916-4b55-a8ad-12978cb7ecc9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2', 'mac_address': 'fa:16:3e:91:5d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3102902a-68a6-4d93-bf7f-193ccc35a76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:48:06Z', 'updated_at': '2022-02-19T04:48:15Z', 'revision_number': 2, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3306f8df-7d9c-414e-a2ed-d02373ca5452', 'name': '', 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'mac_address': 'fa:16:3e:4c:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '2f724ef9-9524-4696-9346-1c21c2578939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:08Z', 'updated_at': '2022-02-19T04:38:37Z', 'revision_number': 5, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'subnets': [{'id': '2f724ef9-9524-4696-9346-1c21c2578939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:20.716574 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3c2083e6-9ee7-40df-82bd-2d31dc923c15 admin admin] Publish callbacks [] for security_group (846aa90d-c443-4e1a-a0eb-ebacc11982c5), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:20.722219 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6ed6993d-1300-4c29-a33e-cc5be447a122 req-845b2aaa-d34e-4386-882f-5091b47d0835 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=437b822f-c608-46e6-a611-4429d8719f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386787 Feb 19 04:48:20.725025 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3c2083e6-9ee7-40df-82bd-2d31dc923c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (846aa90d-c443-4e1a-a0eb-ebacc11982c5), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:20.735397 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cc27f3d2-34f2-4b83-8d93-d3badb39fdcb req-2943ecfe-8495-40ea-9a49-ce0b12ec6efe service neutron] 10.222.0.10 "GET /v2.0/networks/156e64b2-e8aa-4f9a-a835-93b6218d77e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726849 Feb 19 04:48:20.763468 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538486c-a109-4960-900b-829ecebb7bf5 None None] The sync data for ids ['5bc55be0-40a4-4fb4-a057-31fbd8432d23'] in n-d-772273-4 is: [{'id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'name': 'tempest-TestVolumeBackupRestore-152630659-router', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:59Z', 'updated_at': '2022-02-19T04:38:11Z', 'revision_number': 4, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'gw_port': {'id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:00Z', 'updated_at': '2022-02-19T04:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'a8cc04a8-38c1-4336-89c7-09253a50e825', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'port_id': 'f6bc79f4-1916-4b55-a8ad-12978cb7ecc9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2', 'mac_address': 'fa:16:3e:91:5d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3102902a-68a6-4d93-bf7f-193ccc35a76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:48:06Z', 'updated_at': '2022-02-19T04:48:15Z', 'revision_number': 2, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3306f8df-7d9c-414e-a2ed-d02373ca5452', 'name': '', 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'mac_address': 'fa:16:3e:4c:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '2f724ef9-9524-4696-9346-1c21c2578939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:08Z', 'updated_at': '2022-02-19T04:38:37Z', 'revision_number': 5, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'subnets': [{'id': '2f724ef9-9524-4696-9346-1c21c2578939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:48:20.769608 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3c2083e6-9ee7-40df-82bd-2d31dc923c15 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=12819dbd701d48bb8d6bb4f86f1c5d31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3265781 Feb 19 04:48:20.774140 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46070) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:20.817072 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8008b-212d-439d-8f23-7ba1acda3f3e req-53cfbbec-1e78-47c0-b5d5-5df72142acf9 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:20.829884 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c8c8008b-212d-439d-8f23-7ba1acda3f3e req-53cfbbec-1e78-47c0-b5d5-5df72142acf9 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd HTTP/1.1" status: 200 len: 945 time: 0.3617406 Feb 19 04:48:20.892464 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2083e6-9ee7-40df-82bd-2d31dc923c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846aa90d-c443-4e1a-a0eb-ebacc11982c5,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:20.964590 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b279cee0-9632-49f0-a423-23a529dd31cf admin admin] Publish callbacks [] for security_group (846aa90d-c443-4e1a-a0eb-ebacc11982c5), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:21.068338 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c8c8008b-212d-439d-8f23-7ba1acda3f3e req-b885bc1c-4802-440d-9bac-e89d091c2078 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b822f-c608-46e6-a611-4429d8719f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370973 Feb 19 04:48:21.085655 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b279cee0-9632-49f0-a423-23a529dd31cf admin admin] Publish callbacks [] for security_group (846aa90d-c443-4e1a-a0eb-ebacc11982c5), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:21.256355 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b279cee0-9632-49f0-a423-23a529dd31cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (846aa90d-c443-4e1a-a0eb-ebacc11982c5), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:21.264680 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b279cee0-9632-49f0-a423-23a529dd31cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:21.271512 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b279cee0-9632-49f0-a423-23a529dd31cf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/846aa90d-c443-4e1a-a0eb-ebacc11982c5 HTTP/1.1" status: 204 len: 168 time: 0.4899540 Feb 19 04:48:21.298942 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279cee0-9632-49f0-a423-23a529dd31cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846aa90d-c443-4e1a-a0eb-ebacc11982c5,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:22.486455 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e41b8-cfec-4654-a5c5-39944e36bd11 req-123377e7-6c93-476d-accc-c0a4c13b8c0d tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:22.490598 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee4e41b8-cfec-4654-a5c5-39944e36bd11 req-123377e7-6c93-476d-accc-c0a4c13b8c0d tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd HTTP/1.1" status: 200 len: 945 time: 0.2524517 Feb 19 04:48:22.707291 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee4e41b8-cfec-4654-a5c5-39944e36bd11 req-5478b52b-b0eb-4b54-bea6-32c28298bfd4 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b822f-c608-46e6-a611-4429d8719f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966040 Feb 19 04:48:23.112020 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b120dd-52b1-4ad0-9f53-457f5cc4aa52 req-3ba4b167-ed92-4e1a-aa6f-ae781d6bd85d tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:23.117198 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-99b120dd-52b1-4ad0-9f53-457f5cc4aa52 req-3ba4b167-ed92-4e1a-aa6f-ae781d6bd85d tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd HTTP/1.1" status: 200 len: 945 time: 0.2302608 Feb 19 04:48:23.303592 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-99b120dd-52b1-4ad0-9f53-457f5cc4aa52 req-6beed4bc-d8a8-4d27-ae90-94e2159f22a0 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b822f-c608-46e6-a611-4429d8719f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782603 Feb 19 04:48:23.364995 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46114) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:23.490295 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd3feb5-3487-4cca-a7bb-8203705d75b9 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:23.499903 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46116) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:23.501767 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3bd3feb5-3487-4cca-a7bb-8203705d75b9 tempest-TestNetworkBasicOps-1202949024 tempest-TestNetworkBasicOps-1202949024-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd HTTP/1.1" status: 200 len: 1122 time: 0.1347737 Feb 19 04:48:23.513666 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-5e5bdafa-6653-4fce-939c-99ee9f8bc46f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': 'a56defcd-1acb-4101-be4e-c3e08d799e64', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:48:23.614068 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46120) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:23.672097 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5e5bdafa-6653-4fce-939c-99ee9f8bc46f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:23.989499 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5e5bdafa-6653-4fce-939c-99ee9f8bc46f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:24.082752 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2e41147e-3b57-4658-b89f-1510701c7305 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1678234695-network', 'tenant_id': '8360f47c14df4f5887a20405671a8f97'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:48:24.162769 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e41147e-3b57-4658-b89f-1510701c7305 admin admin] Made reservation on behalf of 8360f47c14df4f5887a20405671a8f97 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:48:24.166072 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e41147e-3b57-4658-b89f-1510701c7305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:24.259000 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e41147e-3b57-4658-b89f-1510701c7305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:24.470586 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-5e5bdafa-6653-4fce-939c-99ee9f8bc46f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Allocated IP 172.25.0.125 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/a9a0c851-a64c-41ae-a555-712a27680724) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:48:24.799884 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e41147e-3b57-4658-b89f-1510701c7305 admin admin] Publish callbacks [] for security_group (f60e79d5-4fad-4f0f-b3b6-e80a21208caf), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:24.826805 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e41147e-3b57-4658-b89f-1510701c7305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f60e79d5-4fad-4f0f-b3b6-e80a21208caf), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:24.863779 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e41147e-3b57-4658-b89f-1510701c7305 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:48:24.890673 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e41147e-3b57-4658-b89f-1510701c7305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (677651cd-cbcb-4798-b8f0-cc3e0d324162), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:24.892044 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-2e41147e-3b57-4658-b89f-1510701c7305 admin admin] Added segment 677651cd-cbcb-4798-b8f0-cc3e0d324162 of type vlan for network c519e6a3-2b7e-4ed5-94a2-83b95bd0a762 Feb 19 04:48:24.991017 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e41147e-3b57-4658-b89f-1510701c7305 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (c519e6a3-2b7e-4ed5-94a2-83b95bd0a762), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:25.068081 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e41147e-3b57-4658-b89f-1510701c7305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (c519e6a3-2b7e-4ed5-94a2-83b95bd0a762), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:25.070505 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e41147e-3b57-4658-b89f-1510701c7305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:25.071976 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e41147e-3b57-4658-b89f-1510701c7305 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:25.249286 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5e5bdafa-6653-4fce-939c-99ee9f8bc46f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for port (a9a0c851-a64c-41ae-a555-712a27680724), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:25.301585 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2e41147e-3b57-4658-b89f-1510701c7305 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6820052 Feb 19 04:48:25.305599 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46130) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:25.313262 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41147e-3b57-4658-b89f-1510701c7305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60e79d5-4fad-4f0f-b3b6-e80a21208caf,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:25.314921 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f2a9b971-5068-4076-915c-5add74c396b7 admin admin] Request body: {'subnet': {'network_id': 'c519e6a3-2b7e-4ed5-94a2-83b95bd0a762', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1678234695-subnet', 'tenant_id': '8360f47c14df4f5887a20405671a8f97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:48:25.321034 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41147e-3b57-4658-b89f-1510701c7305 admin admin] Pushing event updated for resources: {'Network': ['ID=c519e6a3-2b7e-4ed5-94a2-83b95bd0a762,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:25.405748 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5e5bdafa-6653-4fce-939c-99ee9f8bc46f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a9a0c851-a64c-41ae-a555-712a27680724), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:25.439966 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network c519e6a3-2b7e-4ed5-94a2-83b95bd0a762 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:48:25.443096 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a9b971-5068-4076-915c-5add74c396b7 admin admin] Made reservation on behalf of 8360f47c14df4f5887a20405671a8f97 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:48:25.452328 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b971-5068-4076-915c-5add74c396b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:25.610550 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5bdafa-6653-4fce-939c-99ee9f8bc46f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:48:25.619465 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-5e5bdafa-6653-4fce-939c-99ee9f8bc46f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:48:25.640603 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5bdafa-6653-4fce-939c-99ee9f8bc46f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:48:25.656055 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bdafa-6653-4fce-939c-99ee9f8bc46f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'Port': ['ID=a9a0c851-a64c-41ae-a555-712a27680724,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:26.095063 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b971-5068-4076-915c-5add74c396b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (2b56f52c-06bd-43f8-9e4d-2dae30c396cc), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:26.230592 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9b971-5068-4076-915c-5add74c396b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b56f52c-06bd-43f8-9e4d-2dae30c396cc,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:26.253245 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a9b971-5068-4076-915c-5add74c396b7 admin admin] Checking segment: {'id': '677651cd-cbcb-4798-b8f0-cc3e0d324162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c519e6a3-2b7e-4ed5-94a2-83b95bd0a762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:48:26.255598 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a9b971-5068-4076-915c-5add74c396b7 admin admin] Network hostable DHCP agents. Network: c519e6a3-2b7e-4ed5-94a2-83b95bd0a762, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:48:26.313397 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a9b971-5068-4076-915c-5add74c396b7 admin admin] Network c519e6a3-2b7e-4ed5-94a2-83b95bd0a762 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:48:26.343115 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-f2a9b971-5068-4076-915c-5add74c396b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, c519e6a3-2b7e-4ed5-94a2-83b95bd0a762) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:48:26.352145 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a9b971-5068-4076-915c-5add74c396b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:26.353673 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b971-5068-4076-915c-5add74c396b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:26.365644 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d684a40d-6fd1-416d-88d7-684fe3d7f8bf None None] Network c519e6a3-2b7e-4ed5-94a2-83b95bd0a762 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:48:26.404662 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f2a9b971-5068-4076-915c-5add74c396b7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0968509 Feb 19 04:48:26.616874 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ba4f73-92ce-48e5-9d86-c79082847946 None None] Network c519e6a3-2b7e-4ed5-94a2-83b95bd0a762 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:48:26.825692 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5e5bdafa-6653-4fce-939c-99ee9f8bc46f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for floatingip (1dfe4c9c-7b91-4e04-8493-c84fa0bfa2b3), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:26.984497 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138da696-e34c-4a3a-90a4-3819a2f56419 req-e9b47805-ffda-4741-b666-11a9f05bcbab tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:26.988043 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-138da696-e34c-4a3a-90a4-3819a2f56419 req-e9b47805-ffda-4741-b666-11a9f05bcbab tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 946 time: 0.4135351 Feb 19 04:48:27.095674 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5e5bdafa-6653-4fce-939c-99ee9f8bc46f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a9a0c851-a64c-41ae-a555-712a27680724), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:27.208273 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-138da696-e34c-4a3a-90a4-3819a2f56419 req-cdf46c09-6e87-4b9a-b7f9-57ce2ad7f239 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715353 Feb 19 04:48:27.520452 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5e5bdafa-6653-4fce-939c-99ee9f8bc46f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for port (a9a0c851-a64c-41ae-a555-712a27680724), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:27.531279 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5e5bdafa-6653-4fce-939c-99ee9f8bc46f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (a9a0c851-a64c-41ae-a555-712a27680724), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:27.718555 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bdafa-6653-4fce-939c-99ee9f8bc46f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event updated for resources: {'Port': ['ID=a9a0c851-a64c-41ae-a555-712a27680724,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:27.819712 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5e5bdafa-6653-4fce-939c-99ee9f8bc46f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (1dfe4c9c-7b91-4e04-8493-c84fa0bfa2b3), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:28.046858 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d281ea0-727f-48ec-8b7e-45109dc8ce0a req-56377188-63a3-4dcc-8122-637d4a44f77e tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:28.051115 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d281ea0-727f-48ec-8b7e-45109dc8ce0a req-56377188-63a3-4dcc-8122-637d4a44f77e tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.10 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 946 time: 0.2338216 Feb 19 04:48:28.052048 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46168) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:28.064398 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-05efd020-cb28-4925-b966-25fd9dd79ea1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1125295622-network', 'tenant_id': '00e525f6392d4081977f83c43dcc0692'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:48:28.133193 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-5e5bdafa-6653-4fce-939c-99ee9f8bc46f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Floating IP 1dfe4c9c-7b91-4e04-8493-c84fa0bfa2b3 associated. External IP: 172.25.0.125, port: a56defcd-1acb-4101-be4e-c3e08d799e64. Feb 19 04:48:28.223863 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05efd020-cb28-4925-b966-25fd9dd79ea1 admin admin] Made reservation on behalf of 00e525f6392d4081977f83c43dcc0692 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:48:28.228390 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-05efd020-cb28-4925-b966-25fd9dd79ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:28.310518 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-05efd020-cb28-4925-b966-25fd9dd79ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:28.621688 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-5d281ea0-727f-48ec-8b7e-45109dc8ce0a req-bc2bb3f5-3420-45ea-9880-8c9785b22713 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Deleting port 97c18459-2c72-43da-a783-2e2db917d8b4 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:48:28.622307 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d281ea0-727f-48ec-8b7e-45109dc8ce0a req-bc2bb3f5-3420-45ea-9880-8c9785b22713 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:28.630436 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-05efd020-cb28-4925-b966-25fd9dd79ea1 admin admin] Publish callbacks [] for security_group (41e3145f-dc10-4067-9573-b4a75981b2ec), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:28.705066 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-05efd020-cb28-4925-b966-25fd9dd79ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (41e3145f-dc10-4067-9573-b4a75981b2ec), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:28.706211 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5bdafa-6653-4fce-939c-99ee9f8bc46f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Router 6beed6d9-fa17-4ac7-ae56-065364539f1f has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:48:28.728996 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05efd020-cb28-4925-b966-25fd9dd79ea1 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:48:28.744769 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-05efd020-cb28-4925-b966-25fd9dd79ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (770c75e0-c6e8-4059-8957-235f44ee9b4f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:28.745281 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-05efd020-cb28-4925-b966-25fd9dd79ea1 admin admin] Added segment 770c75e0-c6e8-4059-8957-235f44ee9b4f of type vlan for network 9b645c7f-73d0-4921-9bca-bec6152e54b3 Feb 19 04:48:28.810002 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-05efd020-cb28-4925-b966-25fd9dd79ea1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (9b645c7f-73d0-4921-9bca-bec6152e54b3), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:28.955122 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b9f32-1e37-4199-8de4-fde67bacda7b req-ff004689-101e-41a8-a24b-85528de0c00f tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:28.969448 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e6b9f32-1e37-4199-8de4-fde67bacda7b req-ff004689-101e-41a8-a24b-85528de0c00f tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 946 time: 0.4974849 Feb 19 04:48:29.041830 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5bdafa-6653-4fce-939c-99ee9f8bc46f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:48:29.048592 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05efd020-cb28-4925-b966-25fd9dd79ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e3145f-dc10-4067-9573-b4a75981b2ec,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:29.062455 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6578a-002b-468d-beda-440b7f0a61a2 None None] Sync routers for ids ['6beed6d9-fa17-4ac7-ae56-065364539f1f'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:48:29.078318 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-05efd020-cb28-4925-b966-25fd9dd79ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (9b645c7f-73d0-4921-9bca-bec6152e54b3), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:29.079648 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05efd020-cb28-4925-b966-25fd9dd79ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:29.090534 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e6578a-002b-468d-beda-440b7f0a61a2 None None] Routers {'6beed6d9-fa17-4ac7-ae56-065364539f1f'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:48:29.091479 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-61e6578a-002b-468d-beda-440b7f0a61a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:48:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6beed6d9-fa17-4ac7-ae56-065364539f1f'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:29.094130 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-05efd020-cb28-4925-b966-25fd9dd79ea1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:29.120581 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5e5bdafa-6653-4fce-939c-99ee9f8bc46f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:29.205397 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5e5bdafa-6653-4fce-939c-99ee9f8bc46f tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6977851 Feb 19 04:48:29.205397 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda2cf46-d1c9-4806-a55b-153ed48bc1cd', 'tag': 'a56defcd-1acb-4101-be4e-c3e08d799e64'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:48:29.207336 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38c880e-b55b-4285-be9c-a0cca7d7c465" -d '{"events": [{"name": "network-changed", "server_uuid": "fda2cf46-d1c9-4806-a55b-153ed48bc1cd", "tag": "a56defcd-1acb-4101-be4e-c3e08d799e64"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:48:29.213617 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46176) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:29.272949 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-5d281ea0-727f-48ec-8b7e-45109dc8ce0a req-bc2bb3f5-3420-45ea-9880-8c9785b22713 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] For port 97c18459-2c72-43da-a783-2e2db917d8b4, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=97c18459-2c72-43da-a783-2e2db917d8b4,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:48:29.273661 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d281ea0-727f-48ec-8b7e-45109dc8ce0a req-bc2bb3f5-3420-45ea-9880-8c9785b22713 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:29.389714 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-61e6578a-002b-468d-beda-440b7f0a61a2 None None] Set router 6beed6d9-fa17-4ac7-ae56-065364539f1f gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:48:29.425578 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1cd5283a-8577-4a36-b9e1-6a8022d83028 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/floatingips/1dfe4c9c-7b91-4e04-8493-c84fa0bfa2b3 HTTP/1.1" status: 200 len: 991 time: 0.2075360 Feb 19 04:48:29.433287 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a3d046-5f38-40cf-a1c7-6d56cb6f02bc x-openstack-request-id: req-98a3d046-5f38-40cf-a1c7-6d56cb6f02bc {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:48:29.435222 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda2cf46-d1c9-4806-a55b-153ed48bc1cd", "tag": "a56defcd-1acb-4101-be4e-c3e08d799e64", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:48:29.435971 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98a3d046-5f38-40cf-a1c7-6d56cb6f02bc {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:48:29.436738 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda2cf46-d1c9-4806-a55b-153ed48bc1cd', 'tag': 'a56defcd-1acb-4101-be4e-c3e08d799e64', 'status': 'completed', 'code': 200} Feb 19 04:48:29.816814 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e6b9f32-1e37-4199-8de4-fde67bacda7b req-b6272ac3-bb5f-4b28-a8be-72d215b7f2ab tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8457155 Feb 19 04:48:29.859979 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-05efd020-cb28-4925-b966-25fd9dd79ea1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8053122 Feb 19 04:48:29.864848 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46180) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:29.876727 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-66b084ee-3620-4f60-952a-f81fb718b0e3 admin admin] Request body: {'subnet': {'network_id': '9b645c7f-73d0-4921-9bca-bec6152e54b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1125295622-subnet', 'tenant_id': '00e525f6392d4081977f83c43dcc0692', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:48:29.889037 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05efd020-cb28-4925-b966-25fd9dd79ea1 admin admin] Pushing event updated for resources: {'Network': ['ID=9b645c7f-73d0-4921-9bca-bec6152e54b3,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:29.912795 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 9b645c7f-73d0-4921-9bca-bec6152e54b3 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:48:29.962416 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b084ee-3620-4f60-952a-f81fb718b0e3 admin admin] Made reservation on behalf of 00e525f6392d4081977f83c43dcc0692 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:48:29.974748 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-66b084ee-3620-4f60-952a-f81fb718b0e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:30.008940 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c880e-b55b-4285-be9c-a0cca7d7c465 req-adf974b3-7d77-4244-9d97-efcb8e740f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:30.012545 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e38c880e-b55b-4285-be9c-a0cca7d7c465 req-adf974b3-7d77-4244-9d97-efcb8e740f0c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b788333bfa1e461e8bfe78d2c356d7b3&device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd HTTP/1.1" status: 200 len: 1127 time: 0.3787744 Feb 19 04:48:30.106313 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-61e6578a-002b-468d-beda-440b7f0a61a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'name': 'tempest-TestNetworkBasicOps-router-1321851539', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:33Z', 'updated_at': '2022-02-19T04:47:45Z', 'revision_number': 4, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:35Z', 'updated_at': '2022-02-19T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '1dfe4c9c-7b91-4e04-8493-c84fa0bfa2b3', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'port_id': 'a56defcd-1acb-4101-be4e-c3e08d799e64', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e', 'mac_address': 'fa:16:3e:22:89:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2cf46-d1c9-4806-a55b-153ed48bc1cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:48:26Z', 'updated_at': '2022-02-19T04:48:26Z', 'revision_number': 0, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0e1ebb-b1dd-4c91-836a-fd382173ae3f', 'name': '', 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:fa:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:42Z', 'updated_at': '2022-02-19T04:47:51Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': '7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:30.195845 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d281ea0-727f-48ec-8b7e-45109dc8ce0a req-bc2bb3f5-3420-45ea-9880-8c9785b22713 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:30.199332 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d281ea0-727f-48ec-8b7e-45109dc8ce0a req-bc2bb3f5-3420-45ea-9880-8c9785b22713 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (beba3bef-44d8-48fa-accb-8898dbbd6a65), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:30.202926 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [req-5d281ea0-727f-48ec-8b7e-45109dc8ce0a req-bc2bb3f5-3420-45ea-9880-8c9785b22713 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Floating IP beba3bef-44d8-48fa-accb-8898dbbd6a65 disassociated. External IP: 172.25.0.166, port: 97c18459-2c72-43da-a783-2e2db917d8b4. Feb 19 04:48:30.202926 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-5d281ea0-727f-48ec-8b7e-45109dc8ce0a req-bc2bb3f5-3420-45ea-9880-8c9785b22713 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Calling delete_port for 97c18459-2c72-43da-a783-2e2db917d8b4 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:48:30.274181 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6578a-002b-468d-beda-440b7f0a61a2 None None] Checking router: 6beed6d9-fa17-4ac7-ae56-065364539f1f for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:48:30.326500 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e6578a-002b-468d-beda-440b7f0a61a2 None None] Routers {'6beed6d9-fa17-4ac7-ae56-065364539f1f'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:48:30.327588 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-61e6578a-002b-468d-beda-440b7f0a61a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:48:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6beed6d9-fa17-4ac7-ae56-065364539f1f'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:30.434973 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46188) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:30.456061 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c880e-b55b-4285-be9c-a0cca7d7c465 req-b89afe9f-451f-45e3-9912-85b93297e3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:30.459307 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e38c880e-b55b-4285-be9c-a0cca7d7c465 req-b89afe9f-451f-45e3-9912-85b93297e3cc service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c7a3c0b-51d7-4717-af42-67f8c644514e HTTP/1.1" status: 200 len: 897 time: 0.4345300 Feb 19 04:48:30.728691 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-447ed063-048c-422e-bc32-14cae93c13f7 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/floatingips/1dfe4c9c-7b91-4e04-8493-c84fa0bfa2b3 HTTP/1.1" status: 200 len: 991 time: 0.2888491 Feb 19 04:48:30.791891 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e38c880e-b55b-4285-be9c-a0cca7d7c465 req-059a2721-464b-48d4-9ea2-1f50baa2171a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a56defcd-1acb-4101-be4e-c3e08d799e64 HTTP/1.1" status: 200 len: 999 time: 0.2654557 Feb 19 04:48:30.829637 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-61e6578a-002b-468d-beda-440b7f0a61a2 None None] Set router 6beed6d9-fa17-4ac7-ae56-065364539f1f gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:48:30.901931 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c880e-b55b-4285-be9c-a0cca7d7c465 req-16bdcb91-2cd9-4902-920e-09426959eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:30.907008 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e38c880e-b55b-4285-be9c-a0cca7d7c465 req-16bdcb91-2cd9-4902-920e-09426959eefb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b HTTP/1.1" status: 200 len: 835 time: 0.1018469 Feb 19 04:48:31.091029 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d281ea0-727f-48ec-8b7e-45109dc8ce0a req-bc2bb3f5-3420-45ea-9880-8c9785b22713 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (97c18459-2c72-43da-a783-2e2db917d8b4), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:31.217830 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2bb3f5-3420-45ea-9880-8c9785b22713 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Pushing event deleted for resources: {'Port': ['ID=97c18459-2c72-43da-a783-2e2db917d8b4,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:31.250323 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c880e-b55b-4285-be9c-a0cca7d7c465 req-c2305fbc-f14c-4d5e-969d-7ef2e1b8d64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:31.255409 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e38c880e-b55b-4285-be9c-a0cca7d7c465 req-c2305fbc-f14c-4d5e-969d-7ef2e1b8d64c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c7a3c0b-51d7-4717-af42-67f8c644514e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3429542 Feb 19 04:48:31.366426 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e1913fd4-a20d-490f-9c05-c034c70d6f02 req-25db8290-09a8-4fe0-8921-ab75c4183658 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 210 time: 0.1225135 Feb 19 04:48:31.592728 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-66b084ee-3620-4f60-952a-f81fb718b0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (aa7b6499-d4fe-4846-b9b2-b8718747ebc4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:31.707743 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e38c880e-b55b-4285-be9c-a0cca7d7c465 req-a57c20b3-4d2a-4671-a2f9-7153ca84b902 service neutron] 10.222.0.48 "GET /v2.0/networks/0c7a3c0b-51d7-4717-af42-67f8c644514e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159722 Feb 19 04:48:31.712802 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-61e6578a-002b-468d-beda-440b7f0a61a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'name': 'tempest-TestNetworkBasicOps-router-1321851539', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:33Z', 'updated_at': '2022-02-19T04:47:45Z', 'revision_number': 4, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:35Z', 'updated_at': '2022-02-19T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '1dfe4c9c-7b91-4e04-8493-c84fa0bfa2b3', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'port_id': 'a56defcd-1acb-4101-be4e-c3e08d799e64', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e', 'mac_address': 'fa:16:3e:22:89:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2cf46-d1c9-4806-a55b-153ed48bc1cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:48:26Z', 'updated_at': '2022-02-19T04:48:26Z', 'revision_number': 0, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0e1ebb-b1dd-4c91-836a-fd382173ae3f', 'name': '', 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:fa:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:42Z', 'updated_at': '2022-02-19T04:47:51Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': '7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:31.737683 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46196) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:31.836347 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b084ee-3620-4f60-952a-f81fb718b0e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa7b6499-d4fe-4846-b9b2-b8718747ebc4,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:31.847524 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6578a-002b-468d-beda-440b7f0a61a2 None None] The sync data for ids ['6beed6d9-fa17-4ac7-ae56-065364539f1f'] in n-d-772273-4 is: [{'id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'name': 'tempest-TestNetworkBasicOps-router-1321851539', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:33Z', 'updated_at': '2022-02-19T04:47:45Z', 'revision_number': 4, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:35Z', 'updated_at': '2022-02-19T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '1dfe4c9c-7b91-4e04-8493-c84fa0bfa2b3', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'port_id': 'a56defcd-1acb-4101-be4e-c3e08d799e64', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e', 'mac_address': 'fa:16:3e:22:89:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2cf46-d1c9-4806-a55b-153ed48bc1cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:48:26Z', 'updated_at': '2022-02-19T04:48:26Z', 'revision_number': 0, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0e1ebb-b1dd-4c91-836a-fd382173ae3f', 'name': '', 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:fa:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:42Z', 'updated_at': '2022-02-19T04:47:51Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': '7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:48:31.910032 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b084ee-3620-4f60-952a-f81fb718b0e3 admin admin] Checking segment: {'id': '770c75e0-c6e8-4059-8957-235f44ee9b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9b645c7f-73d0-4921-9bca-bec6152e54b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:48:31.910506 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b084ee-3620-4f60-952a-f81fb718b0e3 admin admin] Network hostable DHCP agents. Network: 9b645c7f-73d0-4921-9bca-bec6152e54b3, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:48:31.962772 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b084ee-3620-4f60-952a-f81fb718b0e3 admin admin] Network 9b645c7f-73d0-4921-9bca-bec6152e54b3 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:48:31.999745 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-66b084ee-3620-4f60-952a-f81fb718b0e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 9b645c7f-73d0-4921-9bca-bec6152e54b3) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:48:32.014246 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b084ee-3620-4f60-952a-f81fb718b0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:32.016698 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-66b084ee-3620-4f60-952a-f81fb718b0e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:32.020232 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2ceedf-7bcf-4fd9-9659-36493fe4e4ed None None] Network 9b645c7f-73d0-4921-9bca-bec6152e54b3 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:48:32.076745 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-66b084ee-3620-4f60-952a-f81fb718b0e3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2095537 Feb 19 04:48:32.344086 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6ea60d76-4e74-4294-a814-32b97df0c4f0 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/floatingips/1dfe4c9c-7b91-4e04-8493-c84fa0bfa2b3 HTTP/1.1" status: 200 len: 991 time: 0.5077307 Feb 19 04:48:32.384621 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d281ea0-727f-48ec-8b7e-45109dc8ce0a req-bc2bb3f5-3420-45ea-9880-8c9785b22713 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Router 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:48:32.426029 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e38c880e-b55b-4285-be9c-a0cca7d7c465 req-4d51abee-23a6-47f8-9dd3-74b089d135c2 service neutron] 10.222.0.48 "GET /v2.0/networks/0c7a3c0b-51d7-4717-af42-67f8c644514e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7008326 Feb 19 04:48:32.476042 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 97c18459-2c72-43da-a783-2e2db917d8b4 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:48:32.604516 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 97c18459-2c72-43da-a783-2e2db917d8b4 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:48:32.605605 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 97c18459-2c72-43da-a783-2e2db917d8b4 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:48:32.608060 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46206) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:32.635984 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28e40d7-f7d7-4aec-9c85-31489019f8c3 None None] Network 9b645c7f-73d0-4921-9bca-bec6152e54b3 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:48:32.827767 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a44e7-ebed-4ac4-904f-6c351e363d9c None None] New status for floating IP 1dfe4c9c-7b91-4e04-8493-c84fa0bfa2b3: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:48:32.876550 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbf0b41-35c2-4596-b343-d247ced0b8d8 admin admin] Deleting subnet 2b56f52c-06bd-43f8-9e4d-2dae30c396cc {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:48:32.896969 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2dbf0b41-35c2-4596-b343-d247ced0b8d8 admin admin] Publish callbacks [] for subnet (2b56f52c-06bd-43f8-9e4d-2dae30c396cc), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:32.897800 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-27630666-08b8-4dc6-bb9d-65efa8ebc2fc req-ec820dec-dd18-4e43-945b-84e1343f2f8d tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 210 time: 0.1537549 Feb 19 04:48:32.941088 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d281ea0-727f-48ec-8b7e-45109dc8ce0a req-bc2bb3f5-3420-45ea-9880-8c9785b22713 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:48:32.995169 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0b9108-6cb0-4d41-8f51-e145cec9618b None None] Sync routers for ids ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:48:33.068945 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0b9108-6cb0-4d41-8f51-e145cec9618b None None] Routers {'1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:48:33.076677 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4f0b9108-6cb0-4d41-8f51-e145cec9618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:48:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:33.094435 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2dbf0b41-35c2-4596-b343-d247ced0b8d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (2b56f52c-06bd-43f8-9e4d-2dae30c396cc), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:33.190868 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4490935b-b03e-4a05-9594-41be1977bf4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:33.247637 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2dbf0b41-35c2-4596-b343-d247ced0b8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (2b56f52c-06bd-43f8-9e4d-2dae30c396cc), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:33.357704 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46210) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:33.547014 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2dbf0b41-35c2-4596-b343-d247ced0b8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (2b56f52c-06bd-43f8-9e4d-2dae30c396cc), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:33.650831 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-4f0b9108-6cb0-4d41-8f51-e145cec9618b None None] Set router 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:48:33.662118 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf0b41-35c2-4596-b343-d247ced0b8d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b56f52c-06bd-43f8-9e4d-2dae30c396cc,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:33.694200 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2dbf0b41-35c2-4596-b343-d247ced0b8d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:33.722815 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2dbf0b41-35c2-4596-b343-d247ced0b8d8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2b56f52c-06bd-43f8-9e4d-2dae30c396cc HTTP/1.1" status: 204 len: 168 time: 1.1104443 Feb 19 04:48:33.736144 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e18f8ecd-7db4-45e3-9c73-e96cd433b997 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/floatingips/1dfe4c9c-7b91-4e04-8493-c84fa0bfa2b3 HTTP/1.1" status: 200 len: 993 time: 0.3725057 Feb 19 04:48:33.745418 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46216) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:34.000773 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3caca0b-ae65-4595-b232-8784b3617c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (c519e6a3-2b7e-4ed5-94a2-83b95bd0a762), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:34.003478 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d281ea0-727f-48ec-8b7e-45109dc8ce0a req-bc2bb3f5-3420-45ea-9880-8c9785b22713 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] No DVR routers for this DVR port 97c18459-2c72-43da-a783-2e2db917d8b4 on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:48:34.013658 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5d281ea0-727f-48ec-8b7e-45109dc8ce0a req-bc2bb3f5-3420-45ea-9880-8c9785b22713 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:34.032515 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d281ea0-727f-48ec-8b7e-45109dc8ce0a req-bc2bb3f5-3420-45ea-9880-8c9785b22713 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.10 "DELETE /v2.0/ports/97c18459-2c72-43da-a783-2e2db917d8b4 HTTP/1.1" status: 204 len: 173 time: 5.9597969 Feb 19 04:48:34.040462 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13abfe41-ce81-4ad6-9392-ada9e177e5a5', 'name': 'network-vif-deleted', 'tag': '97c18459-2c72-43da-a783-2e2db917d8b4'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:48:34.044429 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdc14c5-0293-4c73-a285-e0e56fa757e2" -d '{"events": [{"server_uuid": "13abfe41-ce81-4ad6-9392-ada9e177e5a5", "name": "network-vif-deleted", "tag": "97c18459-2c72-43da-a783-2e2db917d8b4"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:48:34.190302 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bc3e7a-5689-45bc-8341-bbcb8508fa16 x-openstack-request-id: req-e1bc3e7a-5689-45bc-8341-bbcb8508fa16 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:48:34.191521 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13abfe41-ce81-4ad6-9392-ada9e177e5a5", "name": "network-vif-deleted", "tag": "97c18459-2c72-43da-a783-2e2db917d8b4", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:48:34.191521 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e1bc3e7a-5689-45bc-8341-bbcb8508fa16 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:48:34.191851 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13abfe41-ce81-4ad6-9392-ada9e177e5a5', 'name': 'network-vif-deleted', 'tag': '97c18459-2c72-43da-a783-2e2db917d8b4', 'status': 'completed', 'code': 200} Feb 19 04:48:34.276011 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3caca0b-ae65-4595-b232-8784b3617c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (c519e6a3-2b7e-4ed5-94a2-83b95bd0a762), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:34.321068 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-a3caca0b-ae65-4595-b232-8784b3617c72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c519e6a3-2b7e-4ed5-94a2-83b95bd0a762']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:34.345507 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-a3caca0b-ae65-4595-b232-8784b3617c72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '677651cd-cbcb-4798-b8f0-cc3e0d324162') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:34.346044 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-a3caca0b-ae65-4595-b232-8784b3617c72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '677651cd-cbcb-4798-b8f0-cc3e0d324162') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:34.367353 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3caca0b-ae65-4595-b232-8784b3617c72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (677651cd-cbcb-4798-b8f0-cc3e0d324162), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:34.443629 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3caca0b-ae65-4595-b232-8784b3617c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (677651cd-cbcb-4798-b8f0-cc3e0d324162), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:34.450035 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4f0b9108-6cb0-4d41-8f51-e145cec9618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1496505428-router', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:04Z', 'updated_at': '2022-02-19T04:43:29Z', 'revision_number': 4, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'gw_port': {'id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:11Z', 'updated_at': '2022-02-19T04:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '6f7c7a49-5414-464c-bb03-ee951b5f2a3d', 'name': '', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'mac_address': 'fa:16:3e:c2:9d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:26Z', 'updated_at': '2022-02-19T04:43:38Z', 'revision_number': 5, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'subnets': [{'id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:34.479985 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3caca0b-ae65-4595-b232-8784b3617c72 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:48:34.481084 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3caca0b-ae65-4595-b232-8784b3617c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (677651cd-cbcb-4798-b8f0-cc3e0d324162), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:34.597535 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0b9108-6cb0-4d41-8f51-e145cec9618b None None] Checking router: 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: warnings.warn(msg) Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:48:34.626404 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:48:34.632628 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0b9108-6cb0-4d41-8f51-e145cec9618b None None] Routers {'1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:48:34.642085 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4f0b9108-6cb0-4d41-8f51-e145cec9618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:48:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:34.645856 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3caca0b-ae65-4595-b232-8784b3617c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (c519e6a3-2b7e-4ed5-94a2-83b95bd0a762), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:34.656751 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3caca0b-ae65-4595-b232-8784b3617c72 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:34.670472 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a3caca0b-ae65-4595-b232-8784b3617c72 admin admin] 10.222.0.65 "DELETE /v2.0/networks/c519e6a3-2b7e-4ed5-94a2-83b95bd0a762 HTTP/1.1" status: 204 len: 168 time: 0.9223385 Feb 19 04:48:34.679626 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46226) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:34.768824 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3caca0b-ae65-4595-b232-8784b3617c72 admin admin] Pushing event deleted for resources: {'Network': ['ID=c519e6a3-2b7e-4ed5-94a2-83b95bd0a762,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:34.940824 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-4f0b9108-6cb0-4d41-8f51-e145cec9618b None None] Set router 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:48:34.972414 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2c8d65f7-57ff-4ff1-803b-5eca5dbd2b2b req-2bebc60a-c244-466d-9483-8a90df5d5357 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=13abfe41-ce81-4ad6-9392-ada9e177e5a5 HTTP/1.1" status: 200 len: 210 time: 0.2090902 Feb 19 04:48:35.082752 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-edafda61-060b-4332-bfd2-8082db0f57ca admin admin] Deleting subnet aa7b6499-d4fe-4846-b9b2-b8718747ebc4 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:48:35.091780 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-edafda61-060b-4332-bfd2-8082db0f57ca admin admin] Publish callbacks [] for subnet (aa7b6499-d4fe-4846-b9b2-b8718747ebc4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:35.093681 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-658d11c1-d00c-41e4-b38f-34b9b4731515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:35.219629 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-edafda61-060b-4332-bfd2-8082db0f57ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (aa7b6499-d4fe-4846-b9b2-b8718747ebc4), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:35.324341 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-edafda61-060b-4332-bfd2-8082db0f57ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (aa7b6499-d4fe-4846-b9b2-b8718747ebc4), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:35.437384 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4f0b9108-6cb0-4d41-8f51-e145cec9618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1496505428-router', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:04Z', 'updated_at': '2022-02-19T04:43:29Z', 'revision_number': 4, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'gw_port': {'id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:11Z', 'updated_at': '2022-02-19T04:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '6f7c7a49-5414-464c-bb03-ee951b5f2a3d', 'name': '', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'mac_address': 'fa:16:3e:c2:9d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:26Z', 'updated_at': '2022-02-19T04:43:38Z', 'revision_number': 5, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'subnets': [{'id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:35.470835 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-edafda61-060b-4332-bfd2-8082db0f57ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (aa7b6499-d4fe-4846-b9b2-b8718747ebc4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:35.511052 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0b9108-6cb0-4d41-8f51-e145cec9618b None None] The sync data for ids ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'] in n-d-772273-4 is: [{'id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1496505428-router', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:04Z', 'updated_at': '2022-02-19T04:43:29Z', 'revision_number': 4, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'gw_port': {'id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:11Z', 'updated_at': '2022-02-19T04:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '6f7c7a49-5414-464c-bb03-ee951b5f2a3d', 'name': '', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'mac_address': 'fa:16:3e:c2:9d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:26Z', 'updated_at': '2022-02-19T04:43:38Z', 'revision_number': 5, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'subnets': [{'id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:48:35.528216 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafda61-060b-4332-bfd2-8082db0f57ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa7b6499-d4fe-4846-b9b2-b8718747ebc4,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:35.536160 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-edafda61-060b-4332-bfd2-8082db0f57ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:35.541828 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-edafda61-060b-4332-bfd2-8082db0f57ca admin admin] 10.222.0.65 "DELETE /v2.0/subnets/aa7b6499-d4fe-4846-b9b2-b8718747ebc4 HTTP/1.1" status: 204 len: 168 time: 0.8544462 Feb 19 04:48:35.545752 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46232) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:35.717568 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc667-882d-4bf2-89fe-0fd4ab539ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (9b645c7f-73d0-4921-9bca-bec6152e54b3), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:35.917823 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc667-882d-4bf2-89fe-0fd4ab539ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (9b645c7f-73d0-4921-9bca-bec6152e54b3), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:35.962714 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-fb9bc667-882d-4bf2-89fe-0fd4ab539ec5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b645c7f-73d0-4921-9bca-bec6152e54b3']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:35.983728 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-fb9bc667-882d-4bf2-89fe-0fd4ab539ec5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770c75e0-c6e8-4059-8957-235f44ee9b4f') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:35.984555 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-fb9bc667-882d-4bf2-89fe-0fd4ab539ec5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770c75e0-c6e8-4059-8957-235f44ee9b4f') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:36.007236 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc667-882d-4bf2-89fe-0fd4ab539ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (770c75e0-c6e8-4059-8957-235f44ee9b4f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:36.039967 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc667-882d-4bf2-89fe-0fd4ab539ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (770c75e0-c6e8-4059-8957-235f44ee9b4f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:36.053076 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9f40e5-5bf2-4e09-8e31-afd7ec3d1abe None None] New status for floating IP beba3bef-44d8-48fa-accb-8898dbbd6a65: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:48:36.063956 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9bc667-882d-4bf2-89fe-0fd4ab539ec5 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:48:36.068503 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc667-882d-4bf2-89fe-0fd4ab539ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (770c75e0-c6e8-4059-8957-235f44ee9b4f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:48:36.076132 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:48:36.238794 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc667-882d-4bf2-89fe-0fd4ab539ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (9b645c7f-73d0-4921-9bca-bec6152e54b3), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:36.254244 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc667-882d-4bf2-89fe-0fd4ab539ec5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:36.264268 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fb9bc667-882d-4bf2-89fe-0fd4ab539ec5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/9b645c7f-73d0-4921-9bca-bec6152e54b3 HTTP/1.1" status: 204 len: 168 time: 0.7168894 Feb 19 04:48:36.313494 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bc667-882d-4bf2-89fe-0fd4ab539ec5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b645c7f-73d0-4921-9bca-bec6152e54b3,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:36.317712 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46242) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:36.482184 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7053ec5e-bf16-4578-a751-651d84e2aed7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for security_group (f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:36.611263 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7053ec5e-bf16-4578-a751-651d84e2aed7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for security_group (f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:36.744798 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7053ec5e-bf16-4578-a751-651d84e2aed7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:36.750959 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7053ec5e-bf16-4578-a751-651d84e2aed7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:36.752700 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7053ec5e-bf16-4578-a751-651d84e2aed7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "DELETE /v2.0/security-groups/f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b HTTP/1.1" status: 204 len: 168 time: 0.4335370 Feb 19 04:48:36.757301 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46246) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:36.771602 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053ec5e-bf16-4578-a751-651d84e2aed7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:36.796182 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-1fdd79cf-bdf1-497d-b862-7eeceee6eb3f tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] show failed (client error): The resource could not be found. Feb 19 04:48:36.798025 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1fdd79cf-bdf1-497d-b862-7eeceee6eb3f tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups/f6f2f2ec-9390-45c4-83e2-fc0f6b40ac3b HTTP/1.1" status: 404 len: 347 time: 0.0389616 Feb 19 04:48:36.801505 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46248) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:36.828282 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46250) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:36.878816 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:36.946242 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-aefd9f9b-6b99-4f35-ab79-e48755c06368 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8360f47c14df4f5887a20405671a8f97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1159160 Feb 19 04:48:36.949469 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46252) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:37.048989 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1c15f878-7737-4baf-9639-9181a80dc595 admin admin] Publish callbacks [] for security_group (f60e79d5-4fad-4f0f-b3b6-e80a21208caf), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:37.075228 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-2f8298a4-8655-46c5-aaca-5ff50e0e7e2f tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Deleting port 739f671a-19e2-4c41-8512-eb45e0fe50f6 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:48:37.076135 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f8298a4-8655-46c5-aaca-5ff50e0e7e2f tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (739f671a-19e2-4c41-8512-eb45e0fe50f6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:37.094999 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1c15f878-7737-4baf-9639-9181a80dc595 admin admin] Publish callbacks [] for security_group (f60e79d5-4fad-4f0f-b3b6-e80a21208caf), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:37.225803 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1c15f878-7737-4baf-9639-9181a80dc595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f60e79d5-4fad-4f0f-b3b6-e80a21208caf), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:37.232126 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1c15f878-7737-4baf-9639-9181a80dc595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:37.237456 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1c15f878-7737-4baf-9639-9181a80dc595 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f60e79d5-4fad-4f0f-b3b6-e80a21208caf HTTP/1.1" status: 204 len: 168 time: 0.2801220 Feb 19 04:48:37.249144 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15f878-7737-4baf-9639-9181a80dc595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60e79d5-4fad-4f0f-b3b6-e80a21208caf,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:37.370851 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f8298a4-8655-46c5-aaca-5ff50e0e7e2f tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (739f671a-19e2-4c41-8512-eb45e0fe50f6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:37.375621 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f8298a4-8655-46c5-aaca-5ff50e0e7e2f tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for floatingip (739f671a-19e2-4c41-8512-eb45e0fe50f6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:37.432809 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-2f8298a4-8655-46c5-aaca-5ff50e0e7e2f tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Calling delete_port for 739f671a-19e2-4c41-8512-eb45e0fe50f6 owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:48:37.717283 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:37.763754 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f8298a4-8655-46c5-aaca-5ff50e0e7e2f tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (739f671a-19e2-4c41-8512-eb45e0fe50f6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:37.839488 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8298a4-8655-46c5-aaca-5ff50e0e7e2f tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Pushing event deleted for resources: {'Port': ['ID=739f671a-19e2-4c41-8512-eb45e0fe50f6,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:37.966923 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f8298a4-8655-46c5-aaca-5ff50e0e7e2f tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for floatingip (beba3bef-44d8-48fa-accb-8898dbbd6a65), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:37.972707 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f8298a4-8655-46c5-aaca-5ff50e0e7e2f tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:37.977345 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2f8298a4-8655-46c5-aaca-5ff50e0e7e2f tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "DELETE /v2.0/floatingips/beba3bef-44d8-48fa-accb-8898dbbd6a65 HTTP/1.1" status: 204 len: 168 time: 1.1731308 Feb 19 04:48:38.021181 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:38.450081 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46268) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:38.495592 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46270) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:38.521711 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-452303d6-ccf3-4053-a1c1-a7b56de2e8af tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Request body: {'security_group': {'name': 'tempest-securitygroup--211423271', 'description': 'tempest-description--2020049115'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:48:38.561871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46272) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:38.634909 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2018b8d1-9198-4b73-accd-a3f4914f44c3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=00e525f6392d4081977f83c43dcc0692&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1826305 Feb 19 04:48:38.646260 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46274) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:38.818419 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-74ea39c7-0c57-4567-a480-366c3d652910 admin admin] Publish callbacks [] for security_group (41e3145f-dc10-4067-9573-b4a75981b2ec), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:38.936102 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-452303d6-ccf3-4053-a1c1-a7b56de2e8af tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:38.941455 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-74ea39c7-0c57-4567-a480-366c3d652910 admin admin] Publish callbacks [] for security_group (41e3145f-dc10-4067-9573-b4a75981b2ec), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:38.989494 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-04686af2-c142-44c6-b05f-0fde896fc572 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Deleting port 0a327f19-5c79-4b06-a87a-660e0af2e2a4 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:48:38.990011 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-04686af2-c142-44c6-b05f-0fde896fc572 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0a327f19-5c79-4b06-a87a-660e0af2e2a4), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:39.072093 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-74ea39c7-0c57-4567-a480-366c3d652910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (41e3145f-dc10-4067-9573-b4a75981b2ec), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:39.076666 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-74ea39c7-0c57-4567-a480-366c3d652910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:39.082053 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-74ea39c7-0c57-4567-a480-366c3d652910 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/41e3145f-dc10-4067-9573-b4a75981b2ec HTTP/1.1" status: 204 len: 168 time: 0.4304886 Feb 19 04:48:39.113006 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea39c7-0c57-4567-a480-366c3d652910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e3145f-dc10-4067-9573-b4a75981b2ec,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:39.244856 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:39.322315 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-04686af2-c142-44c6-b05f-0fde896fc572 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0a327f19-5c79-4b06-a87a-660e0af2e2a4), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:39.322753 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-04686af2-c142-44c6-b05f-0fde896fc572 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for floatingip (0a327f19-5c79-4b06-a87a-660e0af2e2a4), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:39.381815 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-04686af2-c142-44c6-b05f-0fde896fc572 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Calling delete_port for 0a327f19-5c79-4b06-a87a-660e0af2e2a4 owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:48:39.383241 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:39.399302 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-452303d6-ccf3-4053-a1c1-a7b56de2e8af tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for security_group (fa7411c5-f7ca-4853-95a8-d193bc01f886), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:39.419096 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-452303d6-ccf3-4053-a1c1-a7b56de2e8af tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (fa7411c5-f7ca-4853-95a8-d193bc01f886), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:39.534980 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-452303d6-ccf3-4053-a1c1-a7b56de2e8af tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:39.540150 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-452303d6-ccf3-4053-a1c1-a7b56de2e8af tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0418715 Feb 19 04:48:39.542688 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46280) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:39.555174 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-4f4b4935-c53d-4baa-a5f5-d8d2af38e6eb tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Request body: {'security_group_rule': {'security_group_id': 'fa7411c5-f7ca-4853-95a8-d193bc01f886', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:48:39.564539 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452303d6-ccf3-4053-a1c1-a7b56de2e8af tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7411c5-f7ca-4853-95a8-d193bc01f886,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:39.647341 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4f4b4935-c53d-4baa-a5f5-d8d2af38e6eb tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for security_group_rule (1522e321-1550-4d47-9f77-644bdb5b3adb), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:39.870677 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4f4b4935-c53d-4baa-a5f5-d8d2af38e6eb tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for security_group_rule (1522e321-1550-4d47-9f77-644bdb5b3adb), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:39.875918 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-04686af2-c142-44c6-b05f-0fde896fc572 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (0a327f19-5c79-4b06-a87a-660e0af2e2a4), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:39.888603 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4f4b4935-c53d-4baa-a5f5-d8d2af38e6eb tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (1522e321-1550-4d47-9f77-644bdb5b3adb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:39.929141 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b4935-c53d-4baa-a5f5-d8d2af38e6eb tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1522e321-1550-4d47-9f77-644bdb5b3adb,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:39.953952 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4f4b4935-c53d-4baa-a5f5-d8d2af38e6eb tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:39.956807 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4f4b4935-c53d-4baa-a5f5-d8d2af38e6eb tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4116976 Feb 19 04:48:39.960797 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46288) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:39.969992 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-e745ba2f-79b2-4624-a0a1-4599b957a984 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Request body: {'security_group_rule': {'security_group_id': 'fa7411c5-f7ca-4853-95a8-d193bc01f886', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:48:40.036865 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e745ba2f-79b2-4624-a0a1-4599b957a984 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for security_group_rule (18031204-3a02-4394-8084-4cbf64c8cf78), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:40.117171 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04686af2-c142-44c6-b05f-0fde896fc572 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Pushing event deleted for resources: {'Port': ['ID=0a327f19-5c79-4b06-a87a-660e0af2e2a4,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:40.211902 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e745ba2f-79b2-4624-a0a1-4599b957a984 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for security_group_rule (18031204-3a02-4394-8084-4cbf64c8cf78), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:40.228536 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e745ba2f-79b2-4624-a0a1-4599b957a984 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (18031204-3a02-4394-8084-4cbf64c8cf78), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:40.234013 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-04686af2-c142-44c6-b05f-0fde896fc572 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for floatingip (a8cc04a8-38c1-4336-89c7-09253a50e825), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:40.235467 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-04686af2-c142-44c6-b05f-0fde896fc572 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Floating IP a8cc04a8-38c1-4336-89c7-09253a50e825 disassociated (deleted). External IP: 172.25.0.190, port: f6bc79f4-1916-4b55-a8ad-12978cb7ecc9. Feb 19 04:48:40.299976 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745ba2f-79b2-4624-a0a1-4599b957a984 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18031204-3a02-4394-8084-4cbf64c8cf78,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:40.334265 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e745ba2f-79b2-4624-a0a1-4599b957a984 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:40.337704 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e745ba2f-79b2-4624-a0a1-4599b957a984 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3743985 Feb 19 04:48:40.343564 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46294) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:40.365494 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-48c561e3-fe2f-42f7-a3d0-1bd1c3754f76 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:48:40.480542 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-48c561e3-fe2f-42f7-a3d0-1bd1c3754f76 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:40.827260 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-48c561e3-fe2f-42f7-a3d0-1bd1c3754f76 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:41.133993 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04686af2-c142-44c6-b05f-0fde896fc572 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Router 5bc55be0-40a4-4fb4-a057-31fbd8432d23 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:48:41.253484 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-48c561e3-fe2f-42f7-a3d0-1bd1c3754f76 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Allocated IP 172.25.0.133 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/f8988737-70d0-417b-a5bf-fa21984e19ca) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:48:41.457833 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04686af2-c142-44c6-b05f-0fde896fc572 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:48:41.470062 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-04686af2-c142-44c6-b05f-0fde896fc572 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:41.486538 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaba0e3-7915-4eec-a754-a6fc93e4e75a None None] Sync routers for ids ['5bc55be0-40a4-4fb4-a057-31fbd8432d23'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:48:41.544462 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-04686af2-c142-44c6-b05f-0fde896fc572 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "DELETE /v2.0/floatingips/a8cc04a8-38c1-4336-89c7-09253a50e825 HTTP/1.1" status: 204 len: 168 time: 2.9766548 Feb 19 04:48:41.544462 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3102902a-68a6-4d93-bf7f-193ccc35a76b', 'tag': 'f6bc79f4-1916-4b55-a8ad-12978cb7ecc9'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:48:41.545365 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaba0e3-7915-4eec-a754-a6fc93e4e75a None None] Routers {'5bc55be0-40a4-4fb4-a057-31fbd8432d23'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:48:41.546558 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-fdaba0e3-7915-4eec-a754-a6fc93e4e75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:48:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5bc55be0-40a4-4fb4-a057-31fbd8432d23'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:41.554022 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cf3607-e732-4465-a56a-cf680bced452" -d '{"events": [{"name": "network-changed", "server_uuid": "3102902a-68a6-4d93-bf7f-193ccc35a76b", "tag": "f6bc79f4-1916-4b55-a8ad-12978cb7ecc9"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:48:41.696773 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf7243c-1434-4d9a-b391-d2b96ad599eb x-openstack-request-id: req-6cf7243c-1434-4d9a-b391-d2b96ad599eb {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:48:41.697331 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3102902a-68a6-4d93-bf7f-193ccc35a76b", "tag": "f6bc79f4-1916-4b55-a8ad-12978cb7ecc9", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:48:41.697537 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-48c561e3-fe2f-42f7-a3d0-1bd1c3754f76 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for port (f8988737-70d0-417b-a5bf-fa21984e19ca), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:41.697708 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6cf7243c-1434-4d9a-b391-d2b96ad599eb {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:48:41.699359 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3102902a-68a6-4d93-bf7f-193ccc35a76b', 'tag': 'f6bc79f4-1916-4b55-a8ad-12978cb7ecc9', 'status': 'completed', 'code': 200} Feb 19 04:48:41.741341 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-fdaba0e3-7915-4eec-a754-a6fc93e4e75a None None] Set router 5bc55be0-40a4-4fb4-a057-31fbd8432d23 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:48:41.904522 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-48c561e3-fe2f-42f7-a3d0-1bd1c3754f76 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f8988737-70d0-417b-a5bf-fa21984e19ca), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:42.122099 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf3607-e732-4465-a56a-cf680bced452 req-10752361-0854-494f-8d0d-0c23b78a56b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:42.133127 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6cf3607-e732-4465-a56a-cf680bced452 req-10752361-0854-494f-8d0d-0c23b78a56b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6160c74a7e684a6bbc0198f4ecef79ee&device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 1128 time: 0.3943117 Feb 19 04:48:42.316210 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c561e3-fe2f-42f7-a3d0-1bd1c3754f76 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:48:42.341608 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-48c561e3-fe2f-42f7-a3d0-1bd1c3754f76 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:48:42.371605 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c561e3-fe2f-42f7-a3d0-1bd1c3754f76 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:48:42.396675 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c561e3-fe2f-42f7-a3d0-1bd1c3754f76 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Pushing event updated for resources: {'Port': ['ID=f8988737-70d0-417b-a5bf-fa21984e19ca,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:42.700037 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-fdaba0e3-7915-4eec-a754-a6fc93e4e75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'name': 'tempest-TestVolumeBackupRestore-152630659-router', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:59Z', 'updated_at': '2022-02-19T04:38:11Z', 'revision_number': 4, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'gw_port': {'id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:00Z', 'updated_at': '2022-02-19T04:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '3306f8df-7d9c-414e-a2ed-d02373ca5452', 'name': '', 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'mac_address': 'fa:16:3e:4c:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '2f724ef9-9524-4696-9346-1c21c2578939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:08Z', 'updated_at': '2022-02-19T04:38:37Z', 'revision_number': 5, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'subnets': [{'id': '2f724ef9-9524-4696-9346-1c21c2578939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:42.757882 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-48c561e3-fe2f-42f7-a3d0-1bd1c3754f76 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for floatingip (94587592-6479-4ad9-bbe0-9bd19c40231f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:42.773854 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf3607-e732-4465-a56a-cf680bced452 req-7f18739e-f85a-48be-97a7-e7013ec11b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:42.781629 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6cf3607-e732-4465-a56a-cf680bced452 req-7f18739e-f85a-48be-97a7-e7013ec11b4d service neutron] 10.222.0.10 "GET /v2.0/networks?id=156e64b2-e8aa-4f9a-a835-93b6218d77e2 HTTP/1.1" status: 200 len: 913 time: 0.6394885 Feb 19 04:48:42.795479 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaba0e3-7915-4eec-a754-a6fc93e4e75a None None] Checking router: 5bc55be0-40a4-4fb4-a057-31fbd8432d23 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:48:42.819317 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaba0e3-7915-4eec-a754-a6fc93e4e75a None None] Routers {'5bc55be0-40a4-4fb4-a057-31fbd8432d23'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:48:42.821349 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-fdaba0e3-7915-4eec-a754-a6fc93e4e75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:48:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5bc55be0-40a4-4fb4-a057-31fbd8432d23'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:42.930332 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-48c561e3-fe2f-42f7-a3d0-1bd1c3754f76 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f8988737-70d0-417b-a5bf-fa21984e19ca), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:42.948036 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6cf3607-e732-4465-a56a-cf680bced452 req-03d0e6f0-0dd7-4718-9d09-e45613b2badd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 HTTP/1.1" status: 200 len: 217 time: 0.1543157 Feb 19 04:48:43.084826 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf3607-e732-4465-a56a-cf680bced452 req-0fe31f28-b5de-461b-a368-20c29b318872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:43.087088 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6cf3607-e732-4465-a56a-cf680bced452 req-0fe31f28-b5de-461b-a368-20c29b318872 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2f724ef9-9524-4696-9346-1c21c2578939 HTTP/1.1" status: 200 len: 852 time: 0.1306827 Feb 19 04:48:43.265307 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-fdaba0e3-7915-4eec-a754-a6fc93e4e75a None None] Set router 5bc55be0-40a4-4fb4-a057-31fbd8432d23 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:48:43.320069 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf3607-e732-4465-a56a-cf680bced452 req-5214185e-3531-4c46-a460-ebd34c020831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:43.326654 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6cf3607-e732-4465-a56a-cf680bced452 req-5214185e-3531-4c46-a460-ebd34c020831 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=156e64b2-e8aa-4f9a-a835-93b6218d77e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2288778 Feb 19 04:48:43.689988 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-48c561e3-fe2f-42f7-a3d0-1bd1c3754f76 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for port (f8988737-70d0-417b-a5bf-fa21984e19ca), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:43.705020 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-48c561e3-fe2f-42f7-a3d0-1bd1c3754f76 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (f8988737-70d0-417b-a5bf-fa21984e19ca), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:43.785163 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6cf3607-e732-4465-a56a-cf680bced452 req-052fed14-7679-47bf-8722-2d8e977f2a7c service neutron] 10.222.0.10 "GET /v2.0/networks/156e64b2-e8aa-4f9a-a835-93b6218d77e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498413 Feb 19 04:48:43.827186 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ed4bb-a598-4f16-941a-ba46e7c41255 req-c51287e0-f794-4c4b-8b34-688ad579aef9 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:43.836594 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f60ed4bb-a598-4f16-941a-ba46e7c41255 req-c51287e0-f794-4c4b-8b34-688ad579aef9 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 946 time: 1.2845783 Feb 19 04:48:43.892122 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c561e3-fe2f-42f7-a3d0-1bd1c3754f76 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Pushing event updated for resources: {'Port': ['ID=f8988737-70d0-417b-a5bf-fa21984e19ca,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:43.899916 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-fdaba0e3-7915-4eec-a754-a6fc93e4e75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'name': 'tempest-TestVolumeBackupRestore-152630659-router', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:59Z', 'updated_at': '2022-02-19T04:38:11Z', 'revision_number': 4, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'gw_port': {'id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:00Z', 'updated_at': '2022-02-19T04:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '3306f8df-7d9c-414e-a2ed-d02373ca5452', 'name': '', 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'mac_address': 'fa:16:3e:4c:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '2f724ef9-9524-4696-9346-1c21c2578939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:08Z', 'updated_at': '2022-02-19T04:38:37Z', 'revision_number': 5, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'subnets': [{'id': '2f724ef9-9524-4696-9346-1c21c2578939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:43.968032 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaba0e3-7915-4eec-a754-a6fc93e4e75a None None] The sync data for ids ['5bc55be0-40a4-4fb4-a057-31fbd8432d23'] in n-d-772273-4 is: [{'id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'name': 'tempest-TestVolumeBackupRestore-152630659-router', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:59Z', 'updated_at': '2022-02-19T04:38:11Z', 'revision_number': 4, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'gw_port': {'id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:00Z', 'updated_at': '2022-02-19T04:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '3306f8df-7d9c-414e-a2ed-d02373ca5452', 'name': '', 'network_id': '156e64b2-e8aa-4f9a-a835-93b6218d77e2', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'mac_address': 'fa:16:3e:4c:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '2f724ef9-9524-4696-9346-1c21c2578939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:08Z', 'updated_at': '2022-02-19T04:38:37Z', 'revision_number': 5, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'subnets': [{'id': '2f724ef9-9524-4696-9346-1c21c2578939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:48:43.974890 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716730c-f590-4195-86c6-626501536ccc req-d8e31868-40f8-4dac-8da5-03e10c78507a tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:43.980343 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3716730c-f590-4195-86c6-626501536ccc req-d8e31868-40f8-4dac-8da5-03e10c78507a tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.10 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 946 time: 0.3698220 Feb 19 04:48:44.003037 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-48c561e3-fe2f-42f7-a3d0-1bd1c3754f76 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (94587592-6479-4ad9-bbe0-9bd19c40231f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:44.148393 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-48c561e3-fe2f-42f7-a3d0-1bd1c3754f76 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:44.156562 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-48c561e3-fe2f-42f7-a3d0-1bd1c3754f76 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8020816 Feb 19 04:48:44.162098 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f60ed4bb-a598-4f16-941a-ba46e7c41255 req-06021002-488a-47d3-be2e-e7f67b4d65bd tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/security-groups?id=47605702-00db-4f7f-bae2-d0370e638f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3235807 Feb 19 04:48:44.356077 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6cf3607-e732-4465-a56a-cf680bced452 req-f2617ed0-99cd-455c-b395-15fac6a85c82 service neutron] 10.222.0.10 "GET /v2.0/networks/156e64b2-e8aa-4f9a-a835-93b6218d77e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594523 Feb 19 04:48:44.554850 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-3716730c-f590-4195-86c6-626501536ccc req-dbdffb25-d5f0-4012-aabb-b73bbcabecaf tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Deleting port f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:48:44.555277 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3716730c-f590-4195-86c6-626501536ccc req-dbdffb25-d5f0-4012-aabb-b73bbcabecaf tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f6bc79f4-1916-4b55-a8ad-12978cb7ecc9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:44.911028 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64937e6a-b161-4b14-ad69-66ac2958f010 None None] New status for floating IP a8cc04a8-38c1-4336-89c7-09253a50e825: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:48:44.934191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-3716730c-f590-4195-86c6-626501536ccc req-dbdffb25-d5f0-4012-aabb-b73bbcabecaf tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] For port f6bc79f4-1916-4b55-a8ad-12978cb7ecc9, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=f6bc79f4-1916-4b55-a8ad-12978cb7ecc9,segment=NetworkSegment(1ff89342-a473-48ce-9e26-2c45d3313cc6),segment_id=1ff89342-a473-48ce-9e26-2c45d3313cc6)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:48:44.934732 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3716730c-f590-4195-86c6-626501536ccc req-dbdffb25-d5f0-4012-aabb-b73bbcabecaf tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f6bc79f4-1916-4b55-a8ad-12978cb7ecc9), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:44.996734 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-3716730c-f590-4195-86c6-626501536ccc req-dbdffb25-d5f0-4012-aabb-b73bbcabecaf tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Calling delete_port for f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:48:45.069375 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-5ab4f256-8429-44d4-a624-d1e4b452ac09 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--211423271&fields=id&tenant_id=b5d75efb08514de6a052014d405b6aef HTTP/1.1" status: 200 len: 267 time: 0.2202690 Feb 19 04:48:45.527225 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb53dd8-d5fe-4f26-96e8-f1f76efc3e03 req-0d6c5997-9603-419e-b98b-cc3b2a911fe4 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:45.540351 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ceb53dd8-d5fe-4f26-96e8-f1f76efc3e03 req-0d6c5997-9603-419e-b98b-cc3b2a911fe4 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 946 time: 0.1618567 Feb 19 04:48:45.677923 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ceb53dd8-d5fe-4f26-96e8-f1f76efc3e03 req-9cba4ff4-8d9e-411b-87e9-7bff078bb8fc tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/security-groups?id=47605702-00db-4f7f-bae2-d0370e638f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352448 Feb 19 04:48:45.696690 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3716730c-f590-4195-86c6-626501536ccc req-dbdffb25-d5f0-4012-aabb-b73bbcabecaf tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f6bc79f4-1916-4b55-a8ad-12978cb7ecc9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:45.802994 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-ad25ead6-3912-42d2-8678-80f1c720ae0a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:45.806512 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-ad25ead6-3912-42d2-8678-80f1c720ae0a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/networks?id=a3539187-cc67-4fa5-a771-d626621d7371 HTTP/1.1" status: 200 len: 817 time: 0.6252289 Feb 19 04:48:45.812756 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdffb25-d5f0-4012-aabb-b73bbcabecaf tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Pushing event deleted for resources: {'Port': ['ID=f6bc79f4-1916-4b55-a8ad-12978cb7ecc9,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:45.865058 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-d3e0afe9-27f6-47ff-8d3f-c808a0764b6a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/quotas/b5d75efb08514de6a052014d405b6aef HTTP/1.1" status: 200 len: 375 time: 0.0331564 Feb 19 04:48:46.060017 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-3716730c-f590-4195-86c6-626501536ccc req-dbdffb25-d5f0-4012-aabb-b73bbcabecaf tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] No DVR routers for this DVR port f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:48:46.068690 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3716730c-f590-4195-86c6-626501536ccc req-dbdffb25-d5f0-4012-aabb-b73bbcabecaf tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:46.091306 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3716730c-f590-4195-86c6-626501536ccc req-dbdffb25-d5f0-4012-aabb-b73bbcabecaf tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.10 "DELETE /v2.0/ports/f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 HTTP/1.1" status: 204 len: 173 time: 2.1046963 Feb 19 04:48:46.096497 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3102902a-68a6-4d93-bf7f-193ccc35a76b', 'name': 'network-vif-deleted', 'tag': 'f6bc79f4-1916-4b55-a8ad-12978cb7ecc9'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:48:46.101843 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e7fbd4-39d4-49b8-8cb0-f8714a561f8b" -d '{"events": [{"server_uuid": "3102902a-68a6-4d93-bf7f-193ccc35a76b", "name": "network-vif-deleted", "tag": "f6bc79f4-1916-4b55-a8ad-12978cb7ecc9"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:48:46.171356 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-054ef205-c83d-44f5-9929-c6a794a88f88 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5d75efb08514de6a052014d405b6aef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2210803 Feb 19 04:48:46.219867 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1979b09f-743d-473f-9879-84ad1db88c4f x-openstack-request-id: req-1979b09f-743d-473f-9879-84ad1db88c4f {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:48:46.220231 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3102902a-68a6-4d93-bf7f-193ccc35a76b", "name": "network-vif-deleted", "tag": "f6bc79f4-1916-4b55-a8ad-12978cb7ecc9", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:48:46.221185 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1979b09f-743d-473f-9879-84ad1db88c4f {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:48:46.221624 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3102902a-68a6-4d93-bf7f-193ccc35a76b', 'name': 'network-vif-deleted', 'tag': 'f6bc79f4-1916-4b55-a8ad-12978cb7ecc9', 'status': 'completed', 'code': 200} Feb 19 04:48:46.524758 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-a99c39fc-6a7e-4ecd-950d-9731f7dc5a9e service neutron] 10.222.0.65 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231723 Feb 19 04:48:46.841725 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-5b202688-fc12-41e0-9ac0-5e190c73a0da service neutron] 10.222.0.65 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039050 Feb 19 04:48:47.114273 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-addb3827-d75d-4e24-8526-abdeff019812 req-0e7945db-f81d-40f8-8854-4e623ed652a5 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 210 time: 0.1447835 Feb 19 04:48:47.304406 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-39c46eea-a0d3-4a14-9a50-4519a2de9cbe req-c815beb4-09eb-4869-8885-18cb8f120c1c tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 210 time: 0.0949745 Feb 19 04:48:48.208695 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46430) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:48.441336 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:48:48.443075 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8dc57df8-e22c-4c9e-81e3-eea673c95562 req-95698d3b-c7a9-4af9-954c-6b525647528d tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 210 time: 0.1050985 Feb 19 04:48:48.572968 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:48:48.573589 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device f6bc79f4-1916-4b55-a8ad-12978cb7ecc9 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:48:48.649635 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cdf57e29-8a9a-409d-bb8c-531df00ff823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:48.817378 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-393f8ec6-427c-47db-b547-a0612dba762a req-58b7715d-166b-4cad-8366-8639a5b6c91f tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 210 time: 0.0896037 Feb 19 04:48:48.988353 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cdf57e29-8a9a-409d-bb8c-531df00ff823 admin admin] Publish callbacks [] for security_group (7030722a-a843-4fba-b03d-0602c441dfd0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:48.999274 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cdf57e29-8a9a-409d-bb8c-531df00ff823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7030722a-a843-4fba-b03d-0602c441dfd0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:49.100750 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf57e29-8a9a-409d-bb8c-531df00ff823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7030722a-a843-4fba-b03d-0602c441dfd0,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:49.112586 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cdf57e29-8a9a-409d-bb8c-531df00ff823 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4a45d4c22c964fb58a2b61a9dffe9045&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8986185 Feb 19 04:48:49.113217 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46440) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:49.227180 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-646496b2-5c2f-4617-a753-eb13f976d4ab admin admin] Publish callbacks [] for security_group (7030722a-a843-4fba-b03d-0602c441dfd0), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:49.273533 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-646496b2-5c2f-4617-a753-eb13f976d4ab admin admin] Publish callbacks [] for security_group (7030722a-a843-4fba-b03d-0602c441dfd0), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:49.414242 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-646496b2-5c2f-4617-a753-eb13f976d4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7030722a-a843-4fba-b03d-0602c441dfd0), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:49.429986 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-646496b2-5c2f-4617-a753-eb13f976d4ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:49.432436 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-646496b2-5c2f-4617-a753-eb13f976d4ab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7030722a-a843-4fba-b03d-0602c441dfd0 HTTP/1.1" status: 204 len: 168 time: 0.3175898 Feb 19 04:48:49.449278 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646496b2-5c2f-4617-a753-eb13f976d4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7030722a-a843-4fba-b03d-0602c441dfd0,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:49.828415 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0108f7fa-fcb7-4f00-b128-288eeae8da10 req-8cbf443d-8047-402e-99b7-afa68bca0743 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 210 time: 0.0701852 Feb 19 04:48:49.864747 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:48:50.023410 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-430e77b6-7e63-44b3-bf28-6ffe3757ce03 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:50.035767 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-430e77b6-7e63-44b3-bf28-6ffe3757ce03 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.10 "GET /v2.0/networks?id=a3539187-cc67-4fa5-a771-d626621d7371 HTTP/1.1" status: 200 len: 817 time: 0.5628300 Feb 19 04:48:50.081606 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d272c808-c6f0-4cc9-9c74-eeee9a613a36 req-60b6c061-a340-4e6c-b8ef-2a4d61ab3d95 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 210 time: 0.0475152 Feb 19 04:48:50.192653 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-71b086d3-0656-4291-af7c-2dd2e59ec50d tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5d75efb08514de6a052014d405b6aef HTTP/1.1" status: 200 len: 379 time: 0.1479628 Feb 19 04:48:50.206975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-6cb7d823-c9ce-4d75-b8ff-a2645b58c034 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Request body: {'port': {'device_id': 'b1a23ce1-97e3-44c4-b84b-5afe0e645599', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'admin_state_up': True, 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'security_groups': ['fa7411c5-f7ca-4853-95a8-d193bc01f886']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:48:50.337619 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46454) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:50.362000 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8ae7db9-d3c1-4045-b6af-e360acd178c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:50.477373 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-6cb7d823-c9ce-4d75-b8ff-a2645b58c034 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Made reservation on behalf of b5d75efb08514de6a052014d405b6aef for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:48:50.479059 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8ae7db9-d3c1-4045-b6af-e360acd178c7 admin admin] Publish callbacks [] for security_group (78588a01-39c9-46f1-bc16-19e8e3533e79), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:50.484939 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8ae7db9-d3c1-4045-b6af-e360acd178c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (78588a01-39c9-46f1-bc16-19e8e3533e79), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:50.488216 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-6cb7d823-c9ce-4d75-b8ff-a2645b58c034 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:50.569424 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a8ae7db9-d3c1-4045-b6af-e360acd178c7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f2999f8b8ca5488b84d4b2f3f0c2d4c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2303417 Feb 19 04:48:50.571553 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae7db9-d3c1-4045-b6af-e360acd178c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78588a01-39c9-46f1-bc16-19e8e3533e79,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:50.576804 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46456) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:50.767872 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-084fd638-c60c-466c-9a35-2fc622fb875d admin admin] Publish callbacks [] for security_group (78588a01-39c9-46f1-bc16-19e8e3533e79), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:50.836211 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-6cb7d823-c9ce-4d75-b8ff-a2645b58c034 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Allocated IP 172.20.0.11 (a3539187-cc67-4fa5-a771-d626621d7371/45cf20d4-3097-4dde-886e-3a9890ecec0d/102a94c2-fb26-482f-824c-060c7dcbaf99) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:48:50.844046 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-084fd638-c60c-466c-9a35-2fc622fb875d admin admin] Publish callbacks [] for security_group (78588a01-39c9-46f1-bc16-19e8e3533e79), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:50.997192 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-084fd638-c60c-466c-9a35-2fc622fb875d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (78588a01-39c9-46f1-bc16-19e8e3533e79), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:51.001827 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-084fd638-c60c-466c-9a35-2fc622fb875d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:51.004566 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-084fd638-c60c-466c-9a35-2fc622fb875d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/78588a01-39c9-46f1-bc16-19e8e3533e79 HTTP/1.1" status: 204 len: 168 time: 0.4258144 Feb 19 04:48:51.021836 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fd638-c60c-466c-9a35-2fc622fb875d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78588a01-39c9-46f1-bc16-19e8e3533e79,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:51.134630 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bae5f511-24f2-477e-924c-27eb5f7d62f8 req-30294c94-0fc0-4404-883a-0787d3e5241b tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 210 time: 0.0734072 Feb 19 04:48:51.301262 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-6cb7d823-c9ce-4d75-b8ff-a2645b58c034 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:51.328027 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c8c5defc-c677-472b-a871-950b32ff5cbd req-9d53fd2c-224a-41b1-8977-93fa3fd27a82 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 210 time: 0.0779643 Feb 19 04:48:51.430802 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-6cb7d823-c9ce-4d75-b8ff-a2645b58c034 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:51.529589 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-6cb7d823-c9ce-4d75-b8ff-a2645b58c034 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Network a3539187-cc67-4fa5-a771-d626621d7371 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:48:51.535794 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-6cb7d823-c9ce-4d75-b8ff-a2645b58c034 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:48:51.566308 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-6cb7d823-c9ce-4d75-b8ff-a2645b58c034 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:48:51.616260 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7d823-c9ce-4d75-b8ff-a2645b58c034 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Pushing event updated for resources: {'Port': ['ID=102a94c2-fb26-482f-824c-060c7dcbaf99,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:51.703022 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-6cb7d823-c9ce-4d75-b8ff-a2645b58c034 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:51.704683 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-6cb7d823-c9ce-4d75-b8ff-a2645b58c034 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:51.739347 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-6cb7d823-c9ce-4d75-b8ff-a2645b58c034 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5403385 Feb 19 04:48:51.773078 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-e7241202-aa3a-4257-bef8-2ea11890ae90 service neutron] Request body: {'port': {'device_id': 'b1a23ce1-97e3-44c4-b84b-5afe0e645599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:48:51.963762 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-e7241202-aa3a-4257-bef8-2ea11890ae90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:52.192477 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5feea644-43f8-4801-b7a6-b8762981d289 None None] Provisioning complete for port 102a94c2-fb26-482f-824c-060c7dcbaf99 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:48:52.194885 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5feea644-43f8-4801-b7a6-b8762981d289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:52.312560 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5feea644-43f8-4801-b7a6-b8762981d289 None None] Port 102a94c2-fb26-482f-824c-060c7dcbaf99 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:48:52.498015 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e2c015e8-c07b-43dd-aaca-074b3ae1c874 req-656586e5-a2ce-4595-871f-590483408996 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 210 time: 0.1317258 Feb 19 04:48:52.599439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215407f-efbb-4f99-948b-5dd19ef928bd req-35e06c57-e448-41ef-b312-5cb9a0fd0760 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:52.608477 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b215407f-efbb-4f99-948b-5dd19ef928bd req-35e06c57-e448-41ef-b312-5cb9a0fd0760 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 932 time: 0.1326959 Feb 19 04:48:52.765133 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b215407f-efbb-4f99-948b-5dd19ef928bd req-6009f338-b1a1-4f1b-b5b5-85580445406f tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555970 Feb 19 04:48:52.923190 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-e7241202-aa3a-4257-bef8-2ea11890ae90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 102a94c2-fb26-482f-824c-060c7dcbaf99 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:48:52.939247 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-e7241202-aa3a-4257-bef8-2ea11890ae90 service neutron] Publish callbacks [] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:52.982569 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-e7241202-aa3a-4257-bef8-2ea11890ae90 service neutron] Transition to ACTIVE for port object 102a94c2-fb26-482f-824c-060c7dcbaf99 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:48:52.990102 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-e7241202-aa3a-4257-bef8-2ea11890ae90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:53.191449 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7241202-aa3a-4257-bef8-2ea11890ae90 service neutron] Pushing event updated for resources: {'Port': ['ID=102a94c2-fb26-482f-824c-060c7dcbaf99,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:53.291717 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-e7241202-aa3a-4257-bef8-2ea11890ae90 service neutron] Attempting to bind port 102a94c2-fb26-482f-824c-060c7dcbaf99 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:48:53.292491 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-e7241202-aa3a-4257-bef8-2ea11890ae90 service neutron] Attempting to bind port 102a94c2-fb26-482f-824c-060c7dcbaf99 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '2fab93a9-8d2f-4a49-bb5f-6b13775efd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:48:53.292900 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-e7241202-aa3a-4257-bef8-2ea11890ae90 service neutron] Attempting to bind port 102a94c2-fb26-482f-824c-060c7dcbaf99 on network a3539187-cc67-4fa5-a771-d626621d7371 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:48:53.320880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-e7241202-aa3a-4257-bef8-2ea11890ae90 service neutron] Port 102a94c2-fb26-482f-824c-060c7dcbaf99 on network a3539187-cc67-4fa5-a771-d626621d7371 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:48:53.325776 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-e7241202-aa3a-4257-bef8-2ea11890ae90 service neutron] Attempting to bind port 102a94c2-fb26-482f-824c-060c7dcbaf99 on network a3539187-cc67-4fa5-a771-d626621d7371 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:48:53.349311 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-e7241202-aa3a-4257-bef8-2ea11890ae90 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:48:53.351292 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-e7241202-aa3a-4257-bef8-2ea11890ae90 service neutron] Checking segment: {'id': '2fab93a9-8d2f-4a49-bb5f-6b13775efd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:48:53.357313 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-e7241202-aa3a-4257-bef8-2ea11890ae90 service neutron] Bound using segment: {'id': '2fab93a9-8d2f-4a49-bb5f-6b13775efd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:48:53.359030 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-e7241202-aa3a-4257-bef8-2ea11890ae90 service neutron] Bound port: 102a94c2-fb26-482f-824c-060c7dcbaf99, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fab93a9-8d2f-4a49-bb5f-6b13775efd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:48:53.359825 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-e7241202-aa3a-4257-bef8-2ea11890ae90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:53.544307 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-e7241202-aa3a-4257-bef8-2ea11890ae90 service neutron] For port 102a94c2-fb26-482f-824c-060c7dcbaf99, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:48:53.551757 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-e7241202-aa3a-4257-bef8-2ea11890ae90 service neutron] For port 102a94c2-fb26-482f-824c-060c7dcbaf99, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=102a94c2-fb26-482f-824c-060c7dcbaf99,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:48:53.569825 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-e7241202-aa3a-4257-bef8-2ea11890ae90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:53.757435 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7232712e-91ca-4091-b6b5-1b984036ae34 req-54018eff-f47c-40d6-bb0a-ae034e185d9e tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 210 time: 0.0582223 Feb 19 04:48:53.761992 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-e7241202-aa3a-4257-bef8-2ea11890ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:53.762801 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-e7241202-aa3a-4257-bef8-2ea11890ae90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:53.764523 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-e7241202-aa3a-4257-bef8-2ea11890ae90 service neutron] 10.222.0.10 "PUT /v2.0/ports/102a94c2-fb26-482f-824c-060c7dcbaf99 HTTP/1.1" status: 200 len: 1092 time: 2.0104501 Feb 19 04:48:53.765306 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a23ce1-97e3-44c4-b84b-5afe0e645599', 'tag': '102a94c2-fb26-482f-824c-060c7dcbaf99'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:48:53.769249 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660f60ae-1918-42c9-bd40-f0b6506bfc26" -d '{"events": [{"name": "network-changed", "server_uuid": "b1a23ce1-97e3-44c4-b84b-5afe0e645599", "tag": "102a94c2-fb26-482f-824c-060c7dcbaf99"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:48:53.844957 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7241202-aa3a-4257-bef8-2ea11890ae90 service neutron] Pushing event updated for resources: {'Port': ['ID=102a94c2-fb26-482f-824c-060c7dcbaf99,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:53.910472 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0022b8-9fdd-4a94-b6bf-142c3584091a x-openstack-request-id: req-1e0022b8-9fdd-4a94-b6bf-142c3584091a {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:48:53.910775 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1a23ce1-97e3-44c4-b84b-5afe0e645599", "tag": "102a94c2-fb26-482f-824c-060c7dcbaf99", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:48:53.911037 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1e0022b8-9fdd-4a94-b6bf-142c3584091a {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:48:53.911634 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a23ce1-97e3-44c4-b84b-5afe0e645599', 'tag': '102a94c2-fb26-482f-824c-060c7dcbaf99', 'status': 'completed', 'code': 200} Feb 19 04:48:53.946407 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-a5e11f5d-c183-4c20-9fef-445840b0e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:53.951784 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-a5e11f5d-c183-4c20-9fef-445840b0e796 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5d75efb08514de6a052014d405b6aef&device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 1126 time: 0.0981750 Feb 19 04:48:54.106954 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-d4d5e16a-8777-41dc-a7b4-4c7f3bbce2da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=102a94c2-fb26-482f-824c-060c7dcbaf99 HTTP/1.1" status: 200 len: 217 time: 0.0923152 Feb 19 04:48:54.223322 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18b05e-80e8-4f91-be6e-c96269db885c req-2a5ff026-5d2c-406f-abac-24c3b3a17c4b tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:54.225807 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cd18b05e-80e8-4f91-be6e-c96269db885c req-2a5ff026-5d2c-406f-abac-24c3b3a17c4b tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 944 time: 0.2728927 Feb 19 04:48:54.236029 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-44dafd1a-f0b3-4eb2-97fc-065bf55e657c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:54.238407 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-44dafd1a-f0b3-4eb2-97fc-065bf55e657c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45cf20d4-3097-4dde-886e-3a9890ecec0d HTTP/1.1" status: 200 len: 856 time: 0.1250262 Feb 19 04:48:54.352119 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cd18b05e-80e8-4f91-be6e-c96269db885c req-518ec3a9-7da9-41aa-a75d-8336609214b7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190987 Feb 19 04:48:54.356175 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-53d67515-86d3-4513-8ae5-756d81e54670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:54.358262 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-53d67515-86d3-4513-8ae5-756d81e54670 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3539187-cc67-4fa5-a771-d626621d7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1124756 Feb 19 04:48:54.574529 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-a6df4cd0-f7c1-41ed-a550-ff2789268c98 service neutron] 10.222.0.10 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083216 Feb 19 04:48:54.862928 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b5ae8cfa-5cdc-4074-9d0d-0186a097459f req-7a52a90f-faf5-4d44-af63-3f5c783da2d0 service neutron] 10.222.0.10 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814507 Feb 19 04:48:54.946548 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1427db9-d247-485e-a4b7-7ac548ff89a4 req-08b9aca1-81e3-4466-a7c0-0165a58c6fb3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1442029 Feb 19 04:48:55.048550 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f60ae-1918-42c9-bd40-f0b6506bfc26 req-4780368d-fa53-45d3-acb7-f4376a222800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:55.054043 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-660f60ae-1918-42c9-bd40-f0b6506bfc26 req-4780368d-fa53-45d3-acb7-f4376a222800 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5d75efb08514de6a052014d405b6aef&device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 1126 time: 0.1072445 Feb 19 04:48:55.109915 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1c324b6b-8f32-44fc-817d-13bfb4b79b8e req-ffafbf9a-be8f-4815-acb5-08df29ee7f8b tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 210 time: 0.1211853 Feb 19 04:48:55.228748 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1427db9-d247-485e-a4b7-7ac548ff89a4 req-0cb63ba9-6d80-4fe0-af19-04635f0e7974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:55.231752 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1427db9-d247-485e-a4b7-7ac548ff89a4 req-0cb63ba9-6d80-4fe0-af19-04635f0e7974 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b788333bfa1e461e8bfe78d2c356d7b3&device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd HTTP/1.1" status: 200 len: 1127 time: 0.1267872 Feb 19 04:48:55.252459 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f60ae-1918-42c9-bd40-f0b6506bfc26 req-1f4da21e-1e04-4341-8068-4b3bf084363c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:55.254224 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-660f60ae-1918-42c9-bd40-f0b6506bfc26 req-1f4da21e-1e04-4341-8068-4b3bf084363c service neutron] 10.222.0.10 "GET /v2.0/networks?id=a3539187-cc67-4fa5-a771-d626621d7371 HTTP/1.1" status: 200 len: 917 time: 0.1927395 Feb 19 04:48:55.264534 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46588) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:55.329213 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-660f60ae-1918-42c9-bd40-f0b6506bfc26 req-2406e262-92cb-4d0f-a3f4-79acae232de4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=102a94c2-fb26-482f-824c-060c7dcbaf99 HTTP/1.1" status: 200 len: 217 time: 0.0586519 Feb 19 04:48:55.467256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1427db9-d247-485e-a4b7-7ac548ff89a4 req-4597770d-5592-411d-a403-b21cc87f5e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:55.468562 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f60ae-1918-42c9-bd40-f0b6506bfc26 req-fcb7ec36-df1d-405d-bdfa-3a1ddc2f76fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:55.470032 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1427db9-d247-485e-a4b7-7ac548ff89a4 req-4597770d-5592-411d-a403-b21cc87f5e6c service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c7a3c0b-51d7-4717-af42-67f8c644514e HTTP/1.1" status: 200 len: 897 time: 0.2041328 Feb 19 04:48:55.478398 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-660f60ae-1918-42c9-bd40-f0b6506bfc26 req-fcb7ec36-df1d-405d-bdfa-3a1ddc2f76fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45cf20d4-3097-4dde-886e-3a9890ecec0d HTTP/1.1" status: 200 len: 856 time: 0.1350605 Feb 19 04:48:55.625487 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1427db9-d247-485e-a4b7-7ac548ff89a4 req-18c49d2b-2c8a-44bd-abd6-1eae00bc458f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a56defcd-1acb-4101-be4e-c3e08d799e64 HTTP/1.1" status: 200 len: 1001 time: 0.1447537 Feb 19 04:48:55.636846 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f60ae-1918-42c9-bd40-f0b6506bfc26 req-aa61f6bf-7bc1-4fae-8a8c-398d7a9ede70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:55.639417 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-660f60ae-1918-42c9-bd40-f0b6506bfc26 req-aa61f6bf-7bc1-4fae-8a8c-398d7a9ede70 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3539187-cc67-4fa5-a771-d626621d7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1598923 Feb 19 04:48:55.741177 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb7376-0edc-4df5-9300-a1c4209a0bad req-2baf421d-6e84-4d48-a920-fe3928b81220 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:55.743069 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5dcb7376-0edc-4df5-9300-a1c4209a0bad req-2baf421d-6e84-4d48-a920-fe3928b81220 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 944 time: 0.1645141 Feb 19 04:48:55.769029 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-22ca514c-df7e-444e-8023-f22afb4eba98 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/floatingips/1dfe4c9c-7b91-4e04-8493-c84fa0bfa2b3 HTTP/1.1" status: 200 len: 993 time: 0.5001972 Feb 19 04:48:55.833823 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1427db9-d247-485e-a4b7-7ac548ff89a4 req-41388020-6acc-4300-a5b7-8bb54236d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:55.841387 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1427db9-d247-485e-a4b7-7ac548ff89a4 req-41388020-6acc-4300-a5b7-8bb54236d37c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b HTTP/1.1" status: 200 len: 835 time: 0.1845543 Feb 19 04:48:55.847050 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5dcb7376-0edc-4df5-9300-a1c4209a0bad req-e29276bc-9ce8-4818-8606-46207f0989e4 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966086 Feb 19 04:48:55.914432 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-660f60ae-1918-42c9-bd40-f0b6506bfc26 req-3b585851-ab7a-4e5c-906d-c9f0338a07ad service neutron] 10.222.0.10 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674744 Feb 19 04:48:56.068108 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1427db9-d247-485e-a4b7-7ac548ff89a4 req-4010248b-2425-46ac-866e-773855f326b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:56.099579 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1427db9-d247-485e-a4b7-7ac548ff89a4 req-4010248b-2425-46ac-866e-773855f326b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c7a3c0b-51d7-4717-af42-67f8c644514e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2450750 Feb 19 04:48:56.162489 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46618) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:48:56.257854 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-660f60ae-1918-42c9-bd40-f0b6506bfc26 req-8c0a717c-fee4-4ecc-8f60-9378cf8333d1 service neutron] 10.222.0.10 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348503 Feb 19 04:48:56.360284 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1427db9-d247-485e-a4b7-7ac548ff89a4 req-03526256-9eb4-435a-8b44-1012736edb6c service neutron] 10.222.0.48 "GET /v2.0/networks/0c7a3c0b-51d7-4717-af42-67f8c644514e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505414 Feb 19 04:48:56.476305 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-395b5e21-5fbd-4085-89d6-33ed0c9c8849 req-28decc5c-9bbe-452f-8f19-6e2888f774e4 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 210 time: 0.1382835 Feb 19 04:48:56.491871 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 102a94c2-fb26-482f-824c-060c7dcbaf99 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:48:56.596731 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1427db9-d247-485e-a4b7-7ac548ff89a4 req-d1d2e3c4-91d2-4c7f-b7d4-1b1cc9d2363c service neutron] 10.222.0.48 "GET /v2.0/networks/0c7a3c0b-51d7-4717-af42-67f8c644514e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287953 Feb 19 04:48:56.676177 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-5f6a2645-4d5b-4d99-af35-e90530197bd5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Deleting port a9a0c851-a64c-41ae-a555-712a27680724 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:48:56.677163 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2645-4d5b-4d99-af35-e90530197bd5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a9a0c851-a64c-41ae-a555-712a27680724), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:56.803071 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 102a94c2-fb26-482f-824c-060c7dcbaf99, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=102a94c2-fb26-482f-824c-060c7dcbaf99,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:48:56.820779 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '102a94c2-fb26-482f-824c-060c7dcbaf99', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'port_id': '102a94c2-fb26-482f-824c-060c7dcbaf99', 'mac_address': 'fa:16:3e:5d:44:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:48:56.869439 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 102a94c2-fb26-482f-824c-060c7dcbaf99 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:48:56.869899 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:56.898303 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2645-4d5b-4d99-af35-e90530197bd5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a9a0c851-a64c-41ae-a555-712a27680724), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:56.900964 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2645-4d5b-4d99-af35-e90530197bd5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for floatingip (a9a0c851-a64c-41ae-a555-712a27680724), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:56.947812 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102a94c2-fb26-482f-824c-060c7dcbaf99 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:48:56.948596 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-5f6a2645-4d5b-4d99-af35-e90530197bd5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Calling delete_port for a9a0c851-a64c-41ae-a555-712a27680724 owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:48:57.015835 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 102a94c2-fb26-482f-824c-060c7dcbaf99, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=102a94c2-fb26-482f-824c-060c7dcbaf99,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:48:57.034051 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:57.195352 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=102a94c2-fb26-482f-824c-060c7dcbaf99,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:57.208417 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dda4e-d459-4abf-ada8-d41673ea7044 req-930e7f3a-44eb-4196-87bf-baa62ee2c3c6 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:57.210223 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3e7dda4e-d459-4abf-ada8-d41673ea7044 req-930e7f3a-44eb-4196-87bf-baa62ee2c3c6 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 945 time: 0.1501358 Feb 19 04:48:57.269240 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['102a94c2-fb26-482f-824c-060c7dcbaf99'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:48:57.426359 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3e7dda4e-d459-4abf-ada8-d41673ea7044 req-80dbb0fe-33b0-4a63-95cf-9417cd2705f3 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849618 Feb 19 04:48:57.429767 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2645-4d5b-4d99-af35-e90530197bd5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a9a0c851-a64c-41ae-a555-712a27680724), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:57.514309 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a2645-4d5b-4d99-af35-e90530197bd5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event deleted for resources: {'Port': ['ID=a9a0c851-a64c-41ae-a555-712a27680724,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:57.746659 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2645-4d5b-4d99-af35-e90530197bd5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for floatingip (1dfe4c9c-7b91-4e04-8493-c84fa0bfa2b3), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:57.746937 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-5f6a2645-4d5b-4d99-af35-e90530197bd5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Floating IP 1dfe4c9c-7b91-4e04-8493-c84fa0bfa2b3 disassociated (deleted). External IP: 172.25.0.125, port: a56defcd-1acb-4101-be4e-c3e08d799e64. Feb 19 04:48:58.490063 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 102a94c2-fb26-482f-824c-060c7dcbaf99 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:48:58.490884 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-39895fe9-bd6a-4d5d-9288-384f08f1de8a req-f64fc78f-d791-4907-8914-27b17b7e787a tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 210 time: 0.7393999 Feb 19 04:48:58.679806 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 102a94c2-fb26-482f-824c-060c7dcbaf99 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:48:58.692813 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 102a94c2-fb26-482f-824c-060c7dcbaf99 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:48:58.693929 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:58.889558 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bda5db-29ba-4bf1-9528-1948656a21c4 req-e2f472bd-84b3-448b-b8b0-f9dcea507d07 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:58.903672 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95bda5db-29ba-4bf1-9528-1948656a21c4 req-e2f472bd-84b3-448b-b8b0-f9dcea507d07 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 945 time: 0.2154126 Feb 19 04:48:58.931835 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 102a94c2-fb26-482f-824c-060c7dcbaf99 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:48:58.934222 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:58.980789 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6a2645-4d5b-4d99-af35-e90530197bd5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Router 6beed6d9-fa17-4ac7-ae56-065364539f1f has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:48:59.010908 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a23ce1-97e3-44c4-b84b-5afe0e645599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102a94c2-fb26-482f-824c-060c7dcbaf99'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:48:59.022353 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c454c4-b4a0-43da-9bfc-6014e56891be" -d '{"events": [{"server_uuid": "b1a23ce1-97e3-44c4-b84b-5afe0e645599", "name": "network-vif-plugged", "status": "completed", "tag": "102a94c2-fb26-482f-824c-060c7dcbaf99"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:48:59.054106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 102a94c2-fb26-482f-824c-060c7dcbaf99, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=102a94c2-fb26-482f-824c-060c7dcbaf99,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:48:59.064341 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:59.099300 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95bda5db-29ba-4bf1-9528-1948656a21c4 req-f214b101-7e25-44e0-9112-944a9f7f15f2 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843851 Feb 19 04:48:59.154081 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7a6ad6-0b5c-4bd9-9bdb-285e80a26146 x-openstack-request-id: req-4c7a6ad6-0b5c-4bd9-9bdb-285e80a26146 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:48:59.154917 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a23ce1-97e3-44c4-b84b-5afe0e645599", "name": "network-vif-plugged", "status": "completed", "tag": "102a94c2-fb26-482f-824c-060c7dcbaf99", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:48:59.156207 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4c7a6ad6-0b5c-4bd9-9bdb-285e80a26146 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:48:59.159006 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a23ce1-97e3-44c4-b84b-5afe0e645599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102a94c2-fb26-482f-824c-060c7dcbaf99', 'code': 200} Feb 19 04:48:59.230070 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=102a94c2-fb26-482f-824c-060c7dcbaf99,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:48:59.395832 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6a2645-4d5b-4d99-af35-e90530197bd5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:48:59.401537 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2645-4d5b-4d99-af35-e90530197bd5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:48:59.415764 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79253db-c9dd-4ce2-8a04-7499282888e4 None None] Sync routers for ids ['6beed6d9-fa17-4ac7-ae56-065364539f1f'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:48:59.428579 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79253db-c9dd-4ce2-8a04-7499282888e4 None None] Routers {'6beed6d9-fa17-4ac7-ae56-065364539f1f'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:48:59.429981 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-e79253db-c9dd-4ce2-8a04-7499282888e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:48:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6beed6d9-fa17-4ac7-ae56-065364539f1f'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:48:59.488964 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2137c-c1a1-4250-9ee8-0f7d8db92de0 req-b755ef82-20fc-4b83-8c97-36164c1b120d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:48:59.488964 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f6c2137c-c1a1-4250-9ee8-0f7d8db92de0 req-b755ef82-20fc-4b83-8c97-36164c1b120d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 1128 time: 0.1630070 Feb 19 04:48:59.526892 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5f6a2645-4d5b-4d99-af35-e90530197bd5 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "DELETE /v2.0/floatingips/1dfe4c9c-7b91-4e04-8493-c84fa0bfa2b3 HTTP/1.1" status: 204 len: 168 time: 3.3628891 Feb 19 04:48:59.529823 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda2cf46-d1c9-4806-a55b-153ed48bc1cd', 'tag': 'a56defcd-1acb-4101-be4e-c3e08d799e64'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:48:59.535003 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb0e84a-8007-41eb-9e9d-5d365c3cec39" -d '{"events": [{"name": "network-changed", "server_uuid": "fda2cf46-d1c9-4806-a55b-153ed48bc1cd", "tag": "a56defcd-1acb-4101-be4e-c3e08d799e64"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:48:59.613111 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f6c2137c-c1a1-4250-9ee8-0f7d8db92de0 req-e79550e4-35e9-4960-9d1c-a35673e48f7b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200931 Feb 19 04:48:59.710854 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-e79253db-c9dd-4ce2-8a04-7499282888e4 None None] Set router 6beed6d9-fa17-4ac7-ae56-065364539f1f gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:48:59.803567 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f22a951e-2bca-4c91-977f-bc51825b9dd1 req-59c101d6-42f9-4344-863f-e2466e393834 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 210 time: 0.0681429 Feb 19 04:48:59.972598 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0dc3f5-3ea3-4744-a138-fa3abcb6189d x-openstack-request-id: req-3b0dc3f5-3ea3-4744-a138-fa3abcb6189d {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:48:59.974713 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda2cf46-d1c9-4806-a55b-153ed48bc1cd", "tag": "a56defcd-1acb-4101-be4e-c3e08d799e64", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:48:59.975350 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3b0dc3f5-3ea3-4744-a138-fa3abcb6189d {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:48:59.976018 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda2cf46-d1c9-4806-a55b-153ed48bc1cd', 'tag': 'a56defcd-1acb-4101-be4e-c3e08d799e64', 'status': 'completed', 'code': 200} Feb 19 04:49:00.295794 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5a2fb-b0c9-4865-821c-7312918a73cf req-7e6b92ab-b957-4746-9d05-4a187a6d3b08 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:00.316439 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5df5a2fb-b0c9-4865-821c-7312918a73cf req-7e6b92ab-b957-4746-9d05-4a187a6d3b08 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd HTTP/1.1" status: 200 len: 945 time: 0.2327878 Feb 19 04:49:00.338709 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-e79253db-c9dd-4ce2-8a04-7499282888e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'name': 'tempest-TestNetworkBasicOps-router-1321851539', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:33Z', 'updated_at': '2022-02-19T04:47:45Z', 'revision_number': 4, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:35Z', 'updated_at': '2022-02-19T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '0b0e1ebb-b1dd-4c91-836a-fd382173ae3f', 'name': '', 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:fa:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:42Z', 'updated_at': '2022-02-19T04:47:51Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': '7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:00.341880 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0e84a-8007-41eb-9e9d-5d365c3cec39 req-e9342a3f-064c-4369-ab2e-341f67a35c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:00.344179 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-feb0e84a-8007-41eb-9e9d-5d365c3cec39 req-e9342a3f-064c-4369-ab2e-341f67a35c70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b788333bfa1e461e8bfe78d2c356d7b3&device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd HTTP/1.1" status: 200 len: 1127 time: 0.3239062 Feb 19 04:49:00.483472 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79253db-c9dd-4ce2-8a04-7499282888e4 None None] Checking router: 6beed6d9-fa17-4ac7-ae56-065364539f1f for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:49:00.487634 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee8fcc-c0bf-4ff2-813c-108ffbba6daf req-509c3329-797e-4db6-aaa1-b7b0ea0d6d54 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:00.489375 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a8ee8fcc-c0bf-4ff2-813c-108ffbba6daf req-509c3329-797e-4db6-aaa1-b7b0ea0d6d54 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.1969476 Feb 19 04:49:00.555142 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79253db-c9dd-4ce2-8a04-7499282888e4 None None] Routers {'6beed6d9-fa17-4ac7-ae56-065364539f1f'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:49:00.561918 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-e79253db-c9dd-4ce2-8a04-7499282888e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:48:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6beed6d9-fa17-4ac7-ae56-065364539f1f'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:00.732588 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a8ee8fcc-c0bf-4ff2-813c-108ffbba6daf req-2c11f42e-4a22-4b7f-9205-55afb257ad61 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331011 Feb 19 04:49:00.975359 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5df5a2fb-b0c9-4865-821c-7312918a73cf req-abd4cc1a-3bbf-49ab-91f3-a2d245374ed8 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b822f-c608-46e6-a611-4429d8719f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6562006 Feb 19 04:49:00.977413 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0e84a-8007-41eb-9e9d-5d365c3cec39 req-19899a20-729c-473f-8112-51bcc2fbc408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:00.988055 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-feb0e84a-8007-41eb-9e9d-5d365c3cec39 req-19899a20-729c-473f-8112-51bcc2fbc408 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c7a3c0b-51d7-4717-af42-67f8c644514e HTTP/1.1" status: 200 len: 897 time: 0.6103108 Feb 19 04:49:01.129507 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-e79253db-c9dd-4ce2-8a04-7499282888e4 None None] Set router 6beed6d9-fa17-4ac7-ae56-065364539f1f gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:49:01.149554 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-49ecbb5e-69f5-4789-a20e-d0eb3ceefcd4 req-703ddc5e-4a04-4858-98f9-b0af34e14333 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 210 time: 0.1126745 Feb 19 04:49:01.197798 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-feb0e84a-8007-41eb-9e9d-5d365c3cec39 req-3e8e44d2-869f-4c26-a888-ee172fcbe6bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a56defcd-1acb-4101-be4e-c3e08d799e64 HTTP/1.1" status: 200 len: 217 time: 0.2009552 Feb 19 04:49:01.324123 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0e84a-8007-41eb-9e9d-5d365c3cec39 req-762dad91-d1cf-4982-b446-ebc1ad5f0165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:01.327126 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-feb0e84a-8007-41eb-9e9d-5d365c3cec39 req-762dad91-d1cf-4982-b446-ebc1ad5f0165 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b HTTP/1.1" status: 200 len: 835 time: 0.1222525 Feb 19 04:49:01.430709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57e4a8-d511-401e-850b-c96a7b962558 req-3ebd04bc-9b28-44c0-81ad-e2378692acd0 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:01.435768 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb57e4a8-d511-401e-850b-c96a7b962558 req-3ebd04bc-9b28-44c0-81ad-e2378692acd0 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.48 "GET /v2.0/ports?device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd HTTP/1.1" status: 200 len: 945 time: 0.1936314 Feb 19 04:49:01.485379 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0e84a-8007-41eb-9e9d-5d365c3cec39 req-0cc6462d-4e7a-4206-b616-c2b2fb9f4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:01.489446 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-feb0e84a-8007-41eb-9e9d-5d365c3cec39 req-0cc6462d-4e7a-4206-b616-c2b2fb9f4295 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c7a3c0b-51d7-4717-af42-67f8c644514e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1564415 Feb 19 04:49:01.827515 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-fb57e4a8-d511-401e-850b-c96a7b962558 req-2c5f498b-1c6f-45de-a03e-480a31c452bd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Deleting port a56defcd-1acb-4101-be4e-c3e08d799e64 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:49:01.828305 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fb57e4a8-d511-401e-850b-c96a7b962558 req-2c5f498b-1c6f-45de-a03e-480a31c452bd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a56defcd-1acb-4101-be4e-c3e08d799e64), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:01.836459 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-feb0e84a-8007-41eb-9e9d-5d365c3cec39 req-b5c17cd8-c874-409f-b153-387f8a3ed152 service neutron] 10.222.0.48 "GET /v2.0/networks/0c7a3c0b-51d7-4717-af42-67f8c644514e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392985 Feb 19 04:49:01.856865 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-e79253db-c9dd-4ce2-8a04-7499282888e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'name': 'tempest-TestNetworkBasicOps-router-1321851539', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:33Z', 'updated_at': '2022-02-19T04:47:45Z', 'revision_number': 4, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:35Z', 'updated_at': '2022-02-19T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '0b0e1ebb-b1dd-4c91-836a-fd382173ae3f', 'name': '', 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:fa:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:42Z', 'updated_at': '2022-02-19T04:47:51Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': '7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:01.948553 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79253db-c9dd-4ce2-8a04-7499282888e4 None None] The sync data for ids ['6beed6d9-fa17-4ac7-ae56-065364539f1f'] in n-d-772273-4 is: [{'id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'name': 'tempest-TestNetworkBasicOps-router-1321851539', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:33Z', 'updated_at': '2022-02-19T04:47:45Z', 'revision_number': 4, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:35Z', 'updated_at': '2022-02-19T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '0b0e1ebb-b1dd-4c91-836a-fd382173ae3f', 'name': '', 'network_id': '0c7a3c0b-51d7-4717-af42-67f8c644514e', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'mac_address': 'fa:16:3e:fa:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:42Z', 'updated_at': '2022-02-19T04:47:51Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'subnets': [{'id': '7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:49:02.095713 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-fb57e4a8-d511-401e-850b-c96a7b962558 req-2c5f498b-1c6f-45de-a03e-480a31c452bd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] For port a56defcd-1acb-4101-be4e-c3e08d799e64, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=a56defcd-1acb-4101-be4e-c3e08d799e64,segment=NetworkSegment(783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6),segment_id=783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:02.096404 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fb57e4a8-d511-401e-850b-c96a7b962558 req-2c5f498b-1c6f-45de-a03e-480a31c452bd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a56defcd-1acb-4101-be4e-c3e08d799e64), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:02.145169 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-fb57e4a8-d511-401e-850b-c96a7b962558 req-2c5f498b-1c6f-45de-a03e-480a31c452bd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Calling delete_port for a56defcd-1acb-4101-be4e-c3e08d799e64 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:49:02.240042 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-feb0e84a-8007-41eb-9e9d-5d365c3cec39 req-d21c7702-24dc-4334-9325-ddc328653d8b service neutron] 10.222.0.48 "GET /v2.0/networks/0c7a3c0b-51d7-4717-af42-67f8c644514e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971367 Feb 19 04:49:02.298750 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25334fc-a95e-4e8c-86b3-55aa47658592 req-165f8d4f-d2b8-4c91-bedb-82613ee2b155 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:02.302947 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b25334fc-a95e-4e8c-86b3-55aa47658592 req-165f8d4f-d2b8-4c91-bedb-82613ee2b155 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.2589920 Feb 19 04:49:02.333033 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1b89-c037-4911-80e2-457e022b462d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:02.452429 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e9cb3-ee1c-469b-a766-8c5bc4cc94e2 req-e2c976a2-a619-49cf-9070-9e4a46086f58 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:02.461994 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-009e9cb3-ee1c-469b-a766-8c5bc4cc94e2 req-e2c976a2-a619-49cf-9070-9e4a46086f58 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd HTTP/1.1" status: 200 len: 945 time: 0.2340031 Feb 19 04:49:02.500984 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b25334fc-a95e-4e8c-86b3-55aa47658592 req-cc9ea698-c4c8-4d13-869e-b32fd9333170 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898146 Feb 19 04:49:02.512812 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee8d9fe4-3dac-420a-b2b2-448e511a617c req-c143df49-1112-464e-ab01-08faa66cece1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3079164 Feb 19 04:49:02.565878 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-009e9cb3-ee1c-469b-a766-8c5bc4cc94e2 req-a7986407-5c74-4b11-9565-7d50dbac0451 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/security-groups?id=437b822f-c608-46e6-a611-4429d8719f31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005991 Feb 19 04:49:02.639462 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2c2bb2-0632-4bb7-b670-4fdd3b25da3a None None] New status for floating IP 1dfe4c9c-7b91-4e04-8493-c84fa0bfa2b3: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:49:02.801999 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3fb02d6c-1098-4455-9b7d-e4e023d6b09f req-ec0ab39f-3cec-4c14-9fad-98b996db514b tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 210 time: 0.1088049 Feb 19 04:49:02.989861 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fb57e4a8-d511-401e-850b-c96a7b962558 req-2c5f498b-1c6f-45de-a03e-480a31c452bd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a56defcd-1acb-4101-be4e-c3e08d799e64), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:03.094892 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f498b-1c6f-45de-a03e-480a31c452bd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event deleted for resources: {'Port': ['ID=a56defcd-1acb-4101-be4e-c3e08d799e64,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:03.138122 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d9fe4-3dac-420a-b2b2-448e511a617c req-8aadaf28-5fb0-4660-b617-4bd9ee461694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:03.142268 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee8d9fe4-3dac-420a-b2b2-448e511a617c req-8aadaf28-5fb0-4660-b617-4bd9ee461694 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5d75efb08514de6a052014d405b6aef&device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 1128 time: 0.4743843 Feb 19 04:49:03.235436 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8db885-7c95-45b6-9846-fc80f486ad08 req-b9949fd8-199b-47b8-8bd0-75e694da8ce3 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:03.240795 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5e8db885-7c95-45b6-9846-fc80f486ad08 req-b9949fd8-199b-47b8-8bd0-75e694da8ce3 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.4578581 Feb 19 04:49:03.256718 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46696) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:03.264764 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-6ebd2d41-85b5-49f6-84e0-f840afafe824 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Request body: {'floatingip': {'port_id': '102a94c2-fb26-482f-824c-060c7dcbaf99'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:49:03.354455 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2d41-85b5-49f6-84e0-f840afafe824 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for floatingip (94587592-6479-4ad9-bbe0-9bd19c40231f), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:03.476702 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d9fe4-3dac-420a-b2b2-448e511a617c req-129ae755-10bb-442f-9b59-d76e3bba2617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:03.479730 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee8d9fe4-3dac-420a-b2b2-448e511a617c req-129ae755-10bb-442f-9b59-d76e3bba2617 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a3539187-cc67-4fa5-a771-d626621d7371 HTTP/1.1" status: 200 len: 917 time: 0.2830741 Feb 19 04:49:03.481471 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb57e4a8-d511-401e-850b-c96a7b962558 req-2c5f498b-1c6f-45de-a03e-480a31c452bd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] No DVR routers for this DVR port a56defcd-1acb-4101-be4e-c3e08d799e64 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:49:03.485549 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fb57e4a8-d511-401e-850b-c96a7b962558 req-2c5f498b-1c6f-45de-a03e-480a31c452bd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:03.494294 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb57e4a8-d511-401e-850b-c96a7b962558 req-2c5f498b-1c6f-45de-a03e-480a31c452bd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.48 "DELETE /v2.0/ports/a56defcd-1acb-4101-be4e-c3e08d799e64 HTTP/1.1" status: 204 len: 173 time: 2.0519638 Feb 19 04:49:03.495089 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda2cf46-d1c9-4806-a55b-153ed48bc1cd', 'name': 'network-vif-deleted', 'tag': 'a56defcd-1acb-4101-be4e-c3e08d799e64'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:49:03.500145 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b356192e-2b8b-4ef8-8052-265751b70dff" -d '{"events": [{"server_uuid": "fda2cf46-d1c9-4806-a55b-153ed48bc1cd", "name": "network-vif-deleted", "tag": "a56defcd-1acb-4101-be4e-c3e08d799e64"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:49:03.648062 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee8d9fe4-3dac-420a-b2b2-448e511a617c req-6685bcb0-daf8-4109-810c-77b0bcad9080 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=102a94c2-fb26-482f-824c-060c7dcbaf99 HTTP/1.1" status: 200 len: 217 time: 0.1428840 Feb 19 04:49:03.892577 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d9fe4-3dac-420a-b2b2-448e511a617c req-23c7b02b-2ff2-43e7-9879-57814a4964a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:03.903825 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee8d9fe4-3dac-420a-b2b2-448e511a617c req-23c7b02b-2ff2-43e7-9879-57814a4964a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45cf20d4-3097-4dde-886e-3a9890ecec0d HTTP/1.1" status: 200 len: 856 time: 0.2452123 Feb 19 04:49:03.906531 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e4c860-876c-4b1f-9dc3-46ec0acbbcc1 x-openstack-request-id: req-a6e4c860-876c-4b1f-9dc3-46ec0acbbcc1 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:49:03.907023 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda2cf46-d1c9-4806-a55b-153ed48bc1cd", "name": "network-vif-deleted", "tag": "a56defcd-1acb-4101-be4e-c3e08d799e64", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:49:03.916623 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a6e4c860-876c-4b1f-9dc3-46ec0acbbcc1 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:49:03.917521 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda2cf46-d1c9-4806-a55b-153ed48bc1cd', 'name': 'network-vif-deleted', 'tag': 'a56defcd-1acb-4101-be4e-c3e08d799e64', 'status': 'completed', 'code': 200} Feb 19 04:49:04.135499 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e0aed9c6-0291-4000-80d7-8a97f3725276 req-d39d75af-ef56-4214-96d0-1d396c0307fe tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "GET /v2.0/ports?device_id=fda2cf46-d1c9-4806-a55b-153ed48bc1cd HTTP/1.1" status: 200 len: 210 time: 0.2163131 Feb 19 04:49:04.239910 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d9fe4-3dac-420a-b2b2-448e511a617c req-833e3267-95b5-4d2a-beb1-04e212461e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:04.246020 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee8d9fe4-3dac-420a-b2b2-448e511a617c req-833e3267-95b5-4d2a-beb1-04e212461e94 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3539187-cc67-4fa5-a771-d626621d7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2956092 Feb 19 04:49:04.560258 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-74438842-501c-44fa-9d89-6d10277ef519 req-ce8de528-0b5d-43e3-85ff-40af53c42f09 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 210 time: 0.0605469 Feb 19 04:49:04.652452 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee8d9fe4-3dac-420a-b2b2-448e511a617c req-25968c9c-8e7d-42d9-ba02-8e0278f7c1fc service neutron] 10.222.0.10 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806944 Feb 19 04:49:04.887553 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2d41-85b5-49f6-84e0-f840afafe824 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:04.895685 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2d41-85b5-49f6-84e0-f840afafe824 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (94587592-6479-4ad9-bbe0-9bd19c40231f), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:04.977544 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee8d9fe4-3dac-420a-b2b2-448e511a617c req-18394c7e-09d1-4e19-bf86-79015473fe7e service neutron] 10.222.0.10 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214517 Feb 19 04:49:05.031443 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device a56defcd-1acb-4101-be4e-c3e08d799e64 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:49:05.186575 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: a56defcd-1acb-4101-be4e-c3e08d799e64 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:49:05.187107 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device a56defcd-1acb-4101-be4e-c3e08d799e64 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:49:05.205506 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c39b0155-d348-4786-9fc1-801a445ca4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:05.329841 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46718) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:05.521452 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-45309322-c849-4aad-b98f-e74b41ae2e9d tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group (437b822f-c608-46e6-a611-4429d8719f31), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:05.612535 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-45309322-c849-4aad-b98f-e74b41ae2e9d tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group (437b822f-c608-46e6-a611-4429d8719f31), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:05.774073 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-45309322-c849-4aad-b98f-e74b41ae2e9d tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (437b822f-c608-46e6-a611-4429d8719f31), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:05.777108 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-45309322-c849-4aad-b98f-e74b41ae2e9d tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:05.783718 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-45309322-c849-4aad-b98f-e74b41ae2e9d tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "DELETE /v2.0/security-groups/437b822f-c608-46e6-a611-4429d8719f31 HTTP/1.1" status: 204 len: 168 time: 0.4516566 Feb 19 04:49:05.809979 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45309322-c849-4aad-b98f-e74b41ae2e9d tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=437b822f-c608-46e6-a611-4429d8719f31,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:05.872249 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 46724) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:05.899643 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d001a53-aefc-47cd-a2b4-70fb2587f1b9 req-850cb50f-3eb8-4f0b-ab6c-7944c9f89a5f tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 210 time: 0.1251466 Feb 19 04:49:05.961972 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-6ebd2d41-85b5-49f6-84e0-f840afafe824 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Floating IP 94587592-6479-4ad9-bbe0-9bd19c40231f associated. External IP: 172.25.0.133, port: 102a94c2-fb26-482f-824c-060c7dcbaf99. Feb 19 04:49:06.691618 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebd2d41-85b5-49f6-84e0-f840afafe824 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Router 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:49:06.891750 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:06.938978 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebd2d41-85b5-49f6-84e0-f840afafe824 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:49:06.954324 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2d41-85b5-49f6-84e0-f840afafe824 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:06.976259 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e913cc-8506-496f-bf98-3690fcc94184 None None] Sync routers for ids ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:49:07.044700 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e913cc-8506-496f-bf98-3690fcc94184 None None] Routers {'1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:49:07.047399 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-82e913cc-8506-496f-bf98-3690fcc94184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:49:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:07.110442 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6ebd2d41-85b5-49f6-84e0-f840afafe824 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "PUT /v2.0/floatingips/94587592-6479-4ad9-bbe0-9bd19c40231f HTTP/1.1" status: 200 len: 992 time: 3.8513296 Feb 19 04:49:07.111572 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a23ce1-97e3-44c4-b84b-5afe0e645599', 'tag': '102a94c2-fb26-482f-824c-060c7dcbaf99'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:49:07.127279 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2c8099-cb84-4db4-b734-7cb8c73f81b3" -d '{"events": [{"name": "network-changed", "server_uuid": "b1a23ce1-97e3-44c4-b84b-5afe0e645599", "tag": "102a94c2-fb26-482f-824c-060c7dcbaf99"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:49:07.397065 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a9d7f859-b618-43fe-9f56-6df99660cd8c req-f08d4a29-e096-4197-88f9-c6618cb9d5ae tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 210 time: 0.1062229 Feb 19 04:49:07.424548 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a15be9-c6ec-4bd4-8483-dbd39ba995f6 x-openstack-request-id: req-15a15be9-c6ec-4bd4-8483-dbd39ba995f6 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:49:07.424958 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1a23ce1-97e3-44c4-b84b-5afe0e645599", "tag": "102a94c2-fb26-482f-824c-060c7dcbaf99", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:49:07.425120 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-15a15be9-c6ec-4bd4-8483-dbd39ba995f6 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:49:07.425508 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a23ce1-97e3-44c4-b84b-5afe0e645599', 'tag': '102a94c2-fb26-482f-824c-060c7dcbaf99', 'status': 'completed', 'code': 200} Feb 19 04:49:07.627398 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-82e913cc-8506-496f-bf98-3690fcc94184 None None] Set router 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:49:07.647527 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ac4fecfd-bf7a-4867-89a2-a4d2a85c04da tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (6beed6d9-fa17-4ac7-ae56-065364539f1f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:07.691951 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:08.003613 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:08.484236 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-82e913cc-8506-496f-bf98-3690fcc94184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1496505428-router', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:04Z', 'updated_at': '2022-02-19T04:43:29Z', 'revision_number': 4, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'gw_port': {'id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:11Z', 'updated_at': '2022-02-19T04:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '94587592-6479-4ad9-bbe0-9bd19c40231f', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'port_id': '102a94c2-fb26-482f-824c-060c7dcbaf99', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'mac_address': 'fa:16:3e:5d:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a23ce1-97e3-44c4-b84b-5afe0e645599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:48:42Z', 'updated_at': '2022-02-19T04:49:04Z', 'revision_number': 1, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7c7a49-5414-464c-bb03-ee951b5f2a3d', 'name': '', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'mac_address': 'fa:16:3e:c2:9d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:26Z', 'updated_at': '2022-02-19T04:43:38Z', 'revision_number': 5, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'subnets': [{'id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:08.508236 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c8099-cb84-4db4-b734-7cb8c73f81b3 req-ce27b8b9-1367-4fa8-a3f2-1a6437a2dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:08.511411 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3e2c8099-cb84-4db4-b734-7cb8c73f81b3 req-ce27b8b9-1367-4fa8-a3f2-1a6437a2dee0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5d75efb08514de6a052014d405b6aef&device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 1128 time: 1.0600786 Feb 19 04:49:08.593484 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e913cc-8506-496f-bf98-3690fcc94184 None None] Checking router: 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:49:08.636290 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e913cc-8506-496f-bf98-3690fcc94184 None None] Routers {'1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:49:08.644127 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-82e913cc-8506-496f-bf98-3690fcc94184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:49:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:08.801799 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38e9c1f6-b593-4df1-a580-efd5f9c69599 req-5b4ee04f-6cbb-4093-a70d-30a3cb1729ed tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "GET /v2.0/ports?device_id=3102902a-68a6-4d93-bf7f-193ccc35a76b HTTP/1.1" status: 200 len: 210 time: 0.1301453 Feb 19 04:49:08.947514 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-82e913cc-8506-496f-bf98-3690fcc94184 None None] Set router 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:49:09.022110 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c8099-cb84-4db4-b734-7cb8c73f81b3 req-4ab9f4f5-ee8d-426d-9984-1c5d48ffbb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:09.023958 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3e2c8099-cb84-4db4-b734-7cb8c73f81b3 req-4ab9f4f5-ee8d-426d-9984-1c5d48ffbb3e service neutron] 10.222.0.10 "GET /v2.0/networks?id=a3539187-cc67-4fa5-a771-d626621d7371 HTTP/1.1" status: 200 len: 917 time: 0.4850662 Feb 19 04:49:09.151878 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3e2c8099-cb84-4db4-b734-7cb8c73f81b3 req-987f5d35-a4ce-4e20-99df-f51fe583df19 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=102a94c2-fb26-482f-824c-060c7dcbaf99 HTTP/1.1" status: 200 len: 1000 time: 0.1076925 Feb 19 04:49:09.154433 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-ac4fecfd-bf7a-4867-89a2-a4d2a85c04da tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Deleting port 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:49:09.154789 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ac4fecfd-bf7a-4867-89a2-a4d2a85c04da tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0b0e1ebb-b1dd-4c91-836a-fd382173ae3f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:09.253711 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:09.437708 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:09.463821 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-ac4fecfd-bf7a-4867-89a2-a4d2a85c04da tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] For port 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0b0e1ebb-b1dd-4c91-836a-fd382173ae3f,segment=NetworkSegment(783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6),segment_id=783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:09.469755 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ac4fecfd-bf7a-4867-89a2-a4d2a85c04da tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0b0e1ebb-b1dd-4c91-836a-fd382173ae3f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:09.585248 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-ac4fecfd-bf7a-4867-89a2-a4d2a85c04da tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Calling delete_port for 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:49:10.019244 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46764) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:10.408462 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5a0276b-e1e4-4bf6-a3c7-39f35a292363 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for security_group (47605702-00db-4f7f-bae2-d0370e638f8e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:10.541217 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5a0276b-e1e4-4bf6-a3c7-39f35a292363 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for security_group (47605702-00db-4f7f-bae2-d0370e638f8e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:10.582392 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-82e913cc-8506-496f-bf98-3690fcc94184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1496505428-router', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:04Z', 'updated_at': '2022-02-19T04:43:29Z', 'revision_number': 4, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'gw_port': {'id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:11Z', 'updated_at': '2022-02-19T04:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '94587592-6479-4ad9-bbe0-9bd19c40231f', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'port_id': '102a94c2-fb26-482f-824c-060c7dcbaf99', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'mac_address': 'fa:16:3e:5d:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a23ce1-97e3-44c4-b84b-5afe0e645599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:48:42Z', 'updated_at': '2022-02-19T04:49:04Z', 'revision_number': 1, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7c7a49-5414-464c-bb03-ee951b5f2a3d', 'name': '', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'mac_address': 'fa:16:3e:c2:9d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:26Z', 'updated_at': '2022-02-19T04:43:38Z', 'revision_number': 5, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'subnets': [{'id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:10.644952 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ac4fecfd-bf7a-4867-89a2-a4d2a85c04da tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (0b0e1ebb-b1dd-4c91-836a-fd382173ae3f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:10.706191 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e913cc-8506-496f-bf98-3690fcc94184 None None] The sync data for ids ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'] in n-d-772273-4 is: [{'id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1496505428-router', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:04Z', 'updated_at': '2022-02-19T04:43:29Z', 'revision_number': 4, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'gw_port': {'id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:11Z', 'updated_at': '2022-02-19T04:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '94587592-6479-4ad9-bbe0-9bd19c40231f', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'port_id': '102a94c2-fb26-482f-824c-060c7dcbaf99', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'mac_address': 'fa:16:3e:5d:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a23ce1-97e3-44c4-b84b-5afe0e645599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:48:42Z', 'updated_at': '2022-02-19T04:49:04Z', 'revision_number': 1, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7c7a49-5414-464c-bb03-ee951b5f2a3d', 'name': '', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'mac_address': 'fa:16:3e:c2:9d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:26Z', 'updated_at': '2022-02-19T04:43:38Z', 'revision_number': 5, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'subnets': [{'id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:49:10.884676 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5a0276b-e1e4-4bf6-a3c7-39f35a292363 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (47605702-00db-4f7f-bae2-d0370e638f8e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:10.898101 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f5a0276b-e1e4-4bf6-a3c7-39f35a292363 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:10.935951 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f5a0276b-e1e4-4bf6-a3c7-39f35a292363 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] 10.222.0.65 "DELETE /v2.0/security-groups/47605702-00db-4f7f-bae2-d0370e638f8e HTTP/1.1" status: 204 len: 168 time: 0.8920121 Feb 19 04:49:11.025649 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0276b-e1e4-4bf6-a3c7-39f35a292363 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47605702-00db-4f7f-bae2-d0370e638f8e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:11.044212 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a0276b-e1e4-4bf6-a3c7-39f35a292363 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:11.062595 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fecfd-bf7a-4867-89a2-a4d2a85c04da tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event deleted for resources: {'Port': ['ID=0b0e1ebb-b1dd-4c91-836a-fd382173ae3f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:11.063062 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a0276b-e1e4-4bf6-a3c7-39f35a292363 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:11.063981 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a0276b-e1e4-4bf6-a3c7-39f35a292363 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:11.064730 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a0276b-e1e4-4bf6-a3c7-39f35a292363 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:11.065448 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a0276b-e1e4-4bf6-a3c7-39f35a292363 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:11.066107 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a0276b-e1e4-4bf6-a3c7-39f35a292363 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:11.066760 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a0276b-e1e4-4bf6-a3c7-39f35a292363 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:11.067644 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a0276b-e1e4-4bf6-a3c7-39f35a292363 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:11.068481 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a0276b-e1e4-4bf6-a3c7-39f35a292363 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:11.069549 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a0276b-e1e4-4bf6-a3c7-39f35a292363 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:11.070385 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a0276b-e1e4-4bf6-a3c7-39f35a292363 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:11.071216 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a0276b-e1e4-4bf6-a3c7-39f35a292363 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:11.072037 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a0276b-e1e4-4bf6-a3c7-39f35a292363 tempest-TestVolumeBackupRestore-1702486291 tempest-TestVolumeBackupRestore-1702486291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:11.135332 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c8099-cb84-4db4-b734-7cb8c73f81b3 req-6f66ade4-54bb-4812-bcd7-5b2bf9ce4a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:11.157256 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3e2c8099-cb84-4db4-b734-7cb8c73f81b3 req-6f66ade4-54bb-4812-bcd7-5b2bf9ce4a37 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45cf20d4-3097-4dde-886e-3a9890ecec0d HTTP/1.1" status: 200 len: 856 time: 1.5294702 Feb 19 04:49:11.571944 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758e92b5-859a-4d0e-ac51-eb1b6655cfaf None None] New status for floating IP 94587592-6479-4ad9-bbe0-9bd19c40231f: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:49:11.760439 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ac4fecfd-bf7a-4867-89a2-a4d2a85c04da tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (6beed6d9-fa17-4ac7-ae56-065364539f1f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:11.795196 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c8099-cb84-4db4-b734-7cb8c73f81b3 req-f7e7416f-85fa-4c54-8746-68730516872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:11.804646 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3e2c8099-cb84-4db4-b734-7cb8c73f81b3 req-f7e7416f-85fa-4c54-8746-68730516872a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3539187-cc67-4fa5-a771-d626621d7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6436436 Feb 19 04:49:12.484801 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3e2c8099-cb84-4db4-b734-7cb8c73f81b3 req-5107cb97-bd46-4b25-b179-6eb8ad7b83a1 service neutron] 10.222.0.10 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6543140 Feb 19 04:49:12.785358 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3e2c8099-cb84-4db4-b734-7cb8c73f81b3 req-bbc5b1de-9ed4-4669-a004-3fec32e37cdd service neutron] 10.222.0.10 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944024 Feb 19 04:49:14.014145 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4fecfd-bf7a-4867-89a2-a4d2a85c04da tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Router 6beed6d9-fa17-4ac7-ae56-065364539f1f has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:49:14.315880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4fecfd-bf7a-4867-89a2-a4d2a85c04da tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:49:14.338489 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 46992) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:14.347066 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc11419-0a51-4710-bf56-82b6b50c5075 None None] Sync routers for ids ['6beed6d9-fa17-4ac7-ae56-065364539f1f'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:49:14.356639 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ac4fecfd-bf7a-4867-89a2-a4d2a85c04da tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "PUT /v2.0/routers/6beed6d9-fa17-4ac7-ae56-065364539f1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4826400 Feb 19 04:49:14.388094 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc11419-0a51-4710-bf56-82b6b50c5075 None None] Routers {'6beed6d9-fa17-4ac7-ae56-065364539f1f'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:49:14.397627 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9cc11419-0a51-4710-bf56-82b6b50c5075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:49:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6beed6d9-fa17-4ac7-ae56-065364539f1f'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:14.514367 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dac2ec2-590e-4677-aa67-feb3b85398cd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Deleting subnet 7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:49:14.525630 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7dac2ec2-590e-4677-aa67-feb3b85398cd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for subnet (7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:14.663328 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7dac2ec2-590e-4677-aa67-feb3b85398cd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:14.819343 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-9cc11419-0a51-4710-bf56-82b6b50c5075 None None] Set router 6beed6d9-fa17-4ac7-ae56-065364539f1f gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:49:14.888143 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7dac2ec2-590e-4677-aa67-feb3b85398cd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:15.037517 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7dac2ec2-590e-4677-aa67-feb3b85398cd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:15.129761 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac2ec2-590e-4677-aa67-feb3b85398cd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event deleted for resources: {'Subnet': ['ID=7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:15.138182 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7dac2ec2-590e-4677-aa67-feb3b85398cd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:15.145203 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7dac2ec2-590e-4677-aa67-feb3b85398cd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "DELETE /v2.0/subnets/7a2fd6f4-58ae-43ec-a34e-25a7d572fa2b HTTP/1.1" status: 204 len: 168 time: 0.8053479 Feb 19 04:49:15.148660 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47044) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:15.161271 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7691548b-6728-4084-bfb7-930d381e661f None None] Network 0c7a3c0b-51d7-4717-af42-67f8c644514e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:49:15.470496 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8df18419-7663-47da-9acd-106c2f47e860 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for router (6beed6d9-fa17-4ac7-ae56-065364539f1f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:15.600398 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9cc11419-0a51-4710-bf56-82b6b50c5075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'name': 'tempest-TestNetworkBasicOps-router-1321851539', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:33Z', 'updated_at': '2022-02-19T04:49:10Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:35Z', 'updated_at': '2022-02-19T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:15.722049 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc11419-0a51-4710-bf56-82b6b50c5075 None None] Checking router: 6beed6d9-fa17-4ac7-ae56-065364539f1f for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:49:15.751467 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc11419-0a51-4710-bf56-82b6b50c5075 None None] Routers {'6beed6d9-fa17-4ac7-ae56-065364539f1f'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:49:15.752127 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9cc11419-0a51-4710-bf56-82b6b50c5075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:49:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6beed6d9-fa17-4ac7-ae56-065364539f1f'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:15.858282 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8df18419-7663-47da-9acd-106c2f47e860 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for router_gateway (6beed6d9-fa17-4ac7-ae56-065364539f1f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:15.912538 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5ef0b0-9da4-42e3-ac5c-31628e7477e7 None None] DHCP port deletion for 0c7a3c0b-51d7-4717-af42-67f8c644514e request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:49:16.037660 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-8df18419-7663-47da-9acd-106c2f47e860 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Deleting port abe8a31b-4f55-40d5-8583-5045e9f0f0a7 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:49:16.038746 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8df18419-7663-47da-9acd-106c2f47e860 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (abe8a31b-4f55-40d5-8583-5045e9f0f0a7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:16.042848 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1f5ef0b0-9da4-42e3-ac5c-31628e7477e7 None None] Deleting port 507bcd91-1c38-495d-a6e8-226f01093554 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:49:16.047585 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1f5ef0b0-9da4-42e3-ac5c-31628e7477e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (507bcd91-1c38-495d-a6e8-226f01093554), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:16.063941 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-9cc11419-0a51-4710-bf56-82b6b50c5075 None None] Set router 6beed6d9-fa17-4ac7-ae56-065364539f1f gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:49:16.275709 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-1f5ef0b0-9da4-42e3-ac5c-31628e7477e7 None None] For port 507bcd91-1c38-495d-a6e8-226f01093554, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=507bcd91-1c38-495d-a6e8-226f01093554,segment=NetworkSegment(783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6),segment_id=783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:16.276274 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1f5ef0b0-9da4-42e3-ac5c-31628e7477e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (507bcd91-1c38-495d-a6e8-226f01093554), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:16.317200 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1f5ef0b0-9da4-42e3-ac5c-31628e7477e7 None None] Calling delete_port for 507bcd91-1c38-495d-a6e8-226f01093554 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:49:16.321166 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 507bcd91-1c38-495d-a6e8-226f01093554 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:49:16.349372 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-8df18419-7663-47da-9acd-106c2f47e860 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] For port abe8a31b-4f55-40d5-8583-5045e9f0f0a7, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=abe8a31b-4f55-40d5-8583-5045e9f0f0a7,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:16.359862 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8df18419-7663-47da-9acd-106c2f47e860 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (abe8a31b-4f55-40d5-8583-5045e9f0f0a7), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:16.424526 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-8df18419-7663-47da-9acd-106c2f47e860 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Calling delete_port for abe8a31b-4f55-40d5-8583-5045e9f0f0a7 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:49:16.630555 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9cc11419-0a51-4710-bf56-82b6b50c5075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'name': 'tempest-TestNetworkBasicOps-router-1321851539', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:33Z', 'updated_at': '2022-02-19T04:49:10Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:35Z', 'updated_at': '2022-02-19T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:16.725225 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1f5ef0b0-9da4-42e3-ac5c-31628e7477e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (507bcd91-1c38-495d-a6e8-226f01093554), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:16.736311 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc11419-0a51-4710-bf56-82b6b50c5075 None None] The sync data for ids ['6beed6d9-fa17-4ac7-ae56-065364539f1f'] in n-d-772273-4 is: [{'id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'name': 'tempest-TestNetworkBasicOps-router-1321851539', 'tenant_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:47:33Z', 'updated_at': '2022-02-19T04:49:10Z', 'revision_number': 5, 'project_id': 'b788333bfa1e461e8bfe78d2c356d7b3', 'gw_port': {'id': 'abe8a31b-4f55-40d5-8583-5045e9f0f0a7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beed6d9-fa17-4ac7-ae56-065364539f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:47:35Z', 'updated_at': '2022-02-19T04:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:49:16.878490 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ef0b0-9da4-42e3-ac5c-31628e7477e7 None None] Pushing event deleted for resources: {'Port': ['ID=507bcd91-1c38-495d-a6e8-226f01093554,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:16.904115 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5ef0b0-9da4-42e3-ac5c-31628e7477e7 None None] No DVR routers for this DVR port 507bcd91-1c38-495d-a6e8-226f01093554 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:49:16.926102 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ef0b0-9da4-42e3-ac5c-31628e7477e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:16.933720 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ef0b0-9da4-42e3-ac5c-31628e7477e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:16.935075 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ef0b0-9da4-42e3-ac5c-31628e7477e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:16.936415 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ef0b0-9da4-42e3-ac5c-31628e7477e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:16.937084 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ef0b0-9da4-42e3-ac5c-31628e7477e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:16.937660 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ef0b0-9da4-42e3-ac5c-31628e7477e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:16.938380 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ef0b0-9da4-42e3-ac5c-31628e7477e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:16.939581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ef0b0-9da4-42e3-ac5c-31628e7477e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:16.940147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ef0b0-9da4-42e3-ac5c-31628e7477e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:16.940879 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ef0b0-9da4-42e3-ac5c-31628e7477e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:16.942495 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ef0b0-9da4-42e3-ac5c-31628e7477e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:16.943735 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ef0b0-9da4-42e3-ac5c-31628e7477e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:16.944366 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ef0b0-9da4-42e3-ac5c-31628e7477e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:16.961211 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No active binding found for port 507bcd91-1c38-495d-a6e8-226f01093554 {{(pid=115200) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 04:49:16.975246 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] The host n-d-772273-4 is not matching for port 507bcd91-1c38-495d-a6e8-226f01093554 host None! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:49:16.976295 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 507bcd91-1c38-495d-a6e8-226f01093554 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:49:17.281324 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8df18419-7663-47da-9acd-106c2f47e860 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (abe8a31b-4f55-40d5-8583-5045e9f0f0a7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:17.384020 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df18419-7663-47da-9acd-106c2f47e860 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event deleted for resources: {'Port': ['ID=abe8a31b-4f55-40d5-8583-5045e9f0f0a7,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:17.540395 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8df18419-7663-47da-9acd-106c2f47e860 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (6beed6d9-fa17-4ac7-ae56-065364539f1f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:17.757664 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8df18419-7663-47da-9acd-106c2f47e860 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (6beed6d9-fa17-4ac7-ae56-065364539f1f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:17.761323 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8df18419-7663-47da-9acd-106c2f47e860 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for router_controller (6beed6d9-fa17-4ac7-ae56-065364539f1f), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:17.875542 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8df18419-7663-47da-9acd-106c2f47e860 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (6beed6d9-fa17-4ac7-ae56-065364539f1f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:17.876826 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df18419-7663-47da-9acd-106c2f47e860 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Fanout notify agent at l3_agent the message router_deleted on router 6beed6d9-fa17-4ac7-ae56-065364539f1f {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:49:17.894447 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8df18419-7663-47da-9acd-106c2f47e860 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:17.900984 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8df18419-7663-47da-9acd-106c2f47e860 tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "DELETE /v2.0/routers/6beed6d9-fa17-4ac7-ae56-065364539f1f HTTP/1.1" status: 204 len: 168 time: 2.7486579 Feb 19 04:49:17.903121 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47250) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:18.145680 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2b102713-1379-4445-8250-ae7f1e07dfcd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (0c7a3c0b-51d7-4717-af42-67f8c644514e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:18.262750 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:49:18.332933 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:49:18.333558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0b0e1ebb-b1dd-4c91-836a-fd382173ae3f not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:49:18.394910 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2b102713-1379-4445-8250-ae7f1e07dfcd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (0c7a3c0b-51d7-4717-af42-67f8c644514e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:18.427872 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-2b102713-1379-4445-8250-ae7f1e07dfcd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c7a3c0b-51d7-4717-af42-67f8c644514e']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:18.445664 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-2b102713-1379-4445-8250-ae7f1e07dfcd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:18.446495 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-2b102713-1379-4445-8250-ae7f1e07dfcd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:18.462746 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2b102713-1379-4445-8250-ae7f1e07dfcd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:18.490471 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2b102713-1379-4445-8250-ae7f1e07dfcd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:18.504835 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b102713-1379-4445-8250-ae7f1e07dfcd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:49:18.506050 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2b102713-1379-4445-8250-ae7f1e07dfcd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (783f2ddb-4d0d-4b1b-81e7-322d1eebd3e6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:49:18.627734 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:49:18.641369 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2b102713-1379-4445-8250-ae7f1e07dfcd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (0c7a3c0b-51d7-4717-af42-67f8c644514e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:18.650512 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2b102713-1379-4445-8250-ae7f1e07dfcd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:18.667782 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2b102713-1379-4445-8250-ae7f1e07dfcd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] 10.222.0.65 "DELETE /v2.0/networks/0c7a3c0b-51d7-4717-af42-67f8c644514e HTTP/1.1" status: 204 len: 168 time: 0.7607965 Feb 19 04:49:18.705590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b102713-1379-4445-8250-ae7f1e07dfcd tempest-TestNetworkBasicOps-576990704 tempest-TestNetworkBasicOps-576990704-project] Pushing event deleted for resources: {'Network': ['ID=0c7a3c0b-51d7-4717-af42-67f8c644514e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:19.155443 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47292) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:19.388972 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-54231995-59a5-48a1-be6e-53d93d59fc2a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b788333bfa1e461e8bfe78d2c356d7b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2322302 Feb 19 04:49:19.393720 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47298) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:19.497756 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1d303ed-fd6a-4f45-a4d3-e6dd4c1e8f5b admin admin] Publish callbacks [] for security_group (ab265f5f-a241-4642-aa09-c07fa8cd2c78), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:19.561992 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1d303ed-fd6a-4f45-a4d3-e6dd4c1e8f5b admin admin] Publish callbacks [] for security_group (ab265f5f-a241-4642-aa09-c07fa8cd2c78), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:19.719560 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1d303ed-fd6a-4f45-a4d3-e6dd4c1e8f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ab265f5f-a241-4642-aa09-c07fa8cd2c78), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:19.726358 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1d303ed-fd6a-4f45-a4d3-e6dd4c1e8f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:19.729138 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a1d303ed-fd6a-4f45-a4d3-e6dd4c1e8f5b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ab265f5f-a241-4642-aa09-c07fa8cd2c78 HTTP/1.1" status: 204 len: 168 time: 0.3334515 Feb 19 04:49:19.773773 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d303ed-fd6a-4f45-a4d3-e6dd4c1e8f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab265f5f-a241-4642-aa09-c07fa8cd2c78,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:20.126795 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device abe8a31b-4f55-40d5-8583-5045e9f0f0a7 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:49:20.206651 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: abe8a31b-4f55-40d5-8583-5045e9f0f0a7 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:49:20.208225 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device abe8a31b-4f55-40d5-8583-5045e9f0f0a7 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:49:20.339354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47316) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:20.367743 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d1907d01-0a58-4f17-a9ce-6cfc32dd070a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:20.594392 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d1907d01-0a58-4f17-a9ce-6cfc32dd070a admin admin] Publish callbacks [] for security_group (3658d25c-ba19-4ca3-a70b-eb56564b5f05), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:20.604640 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d1907d01-0a58-4f17-a9ce-6cfc32dd070a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3658d25c-ba19-4ca3-a70b-eb56564b5f05), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:20.702887 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d1907d01-0a58-4f17-a9ce-6cfc32dd070a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b9a1447ae4c846c3addb44be0660c2ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3609073 Feb 19 04:49:20.706786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47318) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:20.755502 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1907d01-0a58-4f17-a9ce-6cfc32dd070a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3658d25c-ba19-4ca3-a70b-eb56564b5f05,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:20.893884 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dcde580e-29b1-4353-b995-90704ac44ece admin admin] Publish callbacks [] for security_group (3658d25c-ba19-4ca3-a70b-eb56564b5f05), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:20.965038 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dcde580e-29b1-4353-b995-90704ac44ece admin admin] Publish callbacks [] for security_group (3658d25c-ba19-4ca3-a70b-eb56564b5f05), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:21.055492 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dcde580e-29b1-4353-b995-90704ac44ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3658d25c-ba19-4ca3-a70b-eb56564b5f05), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:21.060977 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dcde580e-29b1-4353-b995-90704ac44ece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:21.080862 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dcde580e-29b1-4353-b995-90704ac44ece admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3658d25c-ba19-4ca3-a70b-eb56564b5f05 HTTP/1.1" status: 204 len: 168 time: 0.3575282 Feb 19 04:49:21.096636 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde580e-29b1-4353-b995-90704ac44ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3658d25c-ba19-4ca3-a70b-eb56564b5f05,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:21.116784 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde580e-29b1-4353-b995-90704ac44ece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:21.117768 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde580e-29b1-4353-b995-90704ac44ece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:21.118567 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde580e-29b1-4353-b995-90704ac44ece admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:21.119368 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde580e-29b1-4353-b995-90704ac44ece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:21.120178 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde580e-29b1-4353-b995-90704ac44ece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:21.121170 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde580e-29b1-4353-b995-90704ac44ece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:21.121966 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde580e-29b1-4353-b995-90704ac44ece admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:21.122775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde580e-29b1-4353-b995-90704ac44ece admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:21.123554 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde580e-29b1-4353-b995-90704ac44ece admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:21.124544 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde580e-29b1-4353-b995-90704ac44ece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:21.125393 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde580e-29b1-4353-b995-90704ac44ece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:21.126477 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde580e-29b1-4353-b995-90704ac44ece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:21.127269 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde580e-29b1-4353-b995-90704ac44ece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:49:25.968233 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47522) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:26.163602 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5ca6d395-04ea-4285-b4ef-fd8ab1a0c40f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:26.366231 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5ca6d395-04ea-4285-b4ef-fd8ab1a0c40f admin admin] Publish callbacks [] for security_group (4f9b56a0-a578-4a01-a3c7-975c54e26184), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:26.377176 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5ca6d395-04ea-4285-b4ef-fd8ab1a0c40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4f9b56a0-a578-4a01-a3c7-975c54e26184), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:26.465074 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5ca6d395-04ea-4285-b4ef-fd8ab1a0c40f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b07c6931a6f144b7be19a598c3db8394&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4926558 Feb 19 04:49:26.466021 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47528) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:26.467491 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6d395-04ea-4285-b4ef-fd8ab1a0c40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9b56a0-a578-4a01-a3c7-975c54e26184,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:26.623170 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f706ef4-3669-4426-87ae-a73e86406c2b admin admin] Publish callbacks [] for security_group (4f9b56a0-a578-4a01-a3c7-975c54e26184), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:26.659431 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f706ef4-3669-4426-87ae-a73e86406c2b admin admin] Publish callbacks [] for security_group (4f9b56a0-a578-4a01-a3c7-975c54e26184), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:26.738516 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f706ef4-3669-4426-87ae-a73e86406c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4f9b56a0-a578-4a01-a3c7-975c54e26184), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:26.744053 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f706ef4-3669-4426-87ae-a73e86406c2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:26.764603 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2f706ef4-3669-4426-87ae-a73e86406c2b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4f9b56a0-a578-4a01-a3c7-975c54e26184 HTTP/1.1" status: 204 len: 168 time: 0.2964423 Feb 19 04:49:26.789195 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f706ef4-3669-4426-87ae-a73e86406c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9b56a0-a578-4a01-a3c7-975c54e26184,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:26.837238 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:49:27.394517 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47548) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:27.456494 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ac1a822e-6eea-437d-82e0-5834cec1ee9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:27.648025 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ac1a822e-6eea-437d-82e0-5834cec1ee9a admin admin] Publish callbacks [] for security_group (36ec9c48-63d2-4d3f-a50c-e40311ac8443), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:27.657672 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ac1a822e-6eea-437d-82e0-5834cec1ee9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (36ec9c48-63d2-4d3f-a50c-e40311ac8443), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:27.733859 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ac1a822e-6eea-437d-82e0-5834cec1ee9a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0abd80c8812648e3a2f3e4c9964b4687&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3375957 Feb 19 04:49:27.737517 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47554) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:27.743036 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a822e-6eea-437d-82e0-5834cec1ee9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ec9c48-63d2-4d3f-a50c-e40311ac8443,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:27.933931 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aeaf8368-da9d-4567-9b62-5116fd36a08a admin admin] Publish callbacks [] for security_group (36ec9c48-63d2-4d3f-a50c-e40311ac8443), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:28.007173 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aeaf8368-da9d-4567-9b62-5116fd36a08a admin admin] Publish callbacks [] for security_group (36ec9c48-63d2-4d3f-a50c-e40311ac8443), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:28.136393 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aeaf8368-da9d-4567-9b62-5116fd36a08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (36ec9c48-63d2-4d3f-a50c-e40311ac8443), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:28.140074 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aeaf8368-da9d-4567-9b62-5116fd36a08a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:28.142446 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-aeaf8368-da9d-4567-9b62-5116fd36a08a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/36ec9c48-63d2-4d3f-a50c-e40311ac8443 HTTP/1.1" status: 204 len: 168 time: 0.4025292 Feb 19 04:49:28.162571 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf8368-da9d-4567-9b62-5116fd36a08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ec9c48-63d2-4d3f-a50c-e40311ac8443,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:29.941137 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47592) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:30.293985 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-048e6a36-ba12-4ec4-a575-3aef9808c9d8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-580398945-network', 'tenant_id': '5e41e400d59c485ebabdbd5439753754'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:49:30.374806 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048e6a36-ba12-4ec4-a575-3aef9808c9d8 admin admin] Made reservation on behalf of 5e41e400d59c485ebabdbd5439753754 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:49:30.380146 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-048e6a36-ba12-4ec4-a575-3aef9808c9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:30.425612 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-048e6a36-ba12-4ec4-a575-3aef9808c9d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:30.639670 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-048e6a36-ba12-4ec4-a575-3aef9808c9d8 admin admin] Publish callbacks [] for security_group (4014623b-d3e4-452e-9f8d-ae9d915d750c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:30.647461 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-048e6a36-ba12-4ec4-a575-3aef9808c9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4014623b-d3e4-452e-9f8d-ae9d915d750c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:30.762397 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048e6a36-ba12-4ec4-a575-3aef9808c9d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:49:30.771767 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e6a36-ba12-4ec4-a575-3aef9808c9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4014623b-d3e4-452e-9f8d-ae9d915d750c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:30.793941 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-048e6a36-ba12-4ec4-a575-3aef9808c9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (b5f1f822-1520-4f2b-b1f8-88a55b6130c8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:30.795519 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-048e6a36-ba12-4ec4-a575-3aef9808c9d8 admin admin] Added segment b5f1f822-1520-4f2b-b1f8-88a55b6130c8 of type vlan for network 54a9881d-c02c-4727-9db4-b5d657285015 Feb 19 04:49:30.940600 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-048e6a36-ba12-4ec4-a575-3aef9808c9d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (54a9881d-c02c-4727-9db4-b5d657285015), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:31.027291 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-048e6a36-ba12-4ec4-a575-3aef9808c9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (54a9881d-c02c-4727-9db4-b5d657285015), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:31.029500 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048e6a36-ba12-4ec4-a575-3aef9808c9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:31.030502 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-048e6a36-ba12-4ec4-a575-3aef9808c9d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:31.246049 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47608) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:31.247847 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-048e6a36-ba12-4ec4-a575-3aef9808c9d8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3042722 Feb 19 04:49:31.251640 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e2a42028-8db6-466f-9a38-72b087899224 admin admin] Request body: {'subnet': {'network_id': '54a9881d-c02c-4727-9db4-b5d657285015', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-580398945-subnet', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:49:31.297536 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e6a36-ba12-4ec4-a575-3aef9808c9d8 admin admin] Pushing event updated for resources: {'Network': ['ID=54a9881d-c02c-4727-9db4-b5d657285015,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:31.311736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 54a9881d-c02c-4727-9db4-b5d657285015 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:49:31.314323 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a42028-8db6-466f-9a38-72b087899224 admin admin] Made reservation on behalf of 5e41e400d59c485ebabdbd5439753754 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:49:31.317919 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2a42028-8db6-466f-9a38-72b087899224 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:31.685574 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2a42028-8db6-466f-9a38-72b087899224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (725c79e0-2926-46a7-82cc-d6357cab0d0f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:31.927555 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a42028-8db6-466f-9a38-72b087899224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=725c79e0-2926-46a7-82cc-d6357cab0d0f,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:31.937228 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a42028-8db6-466f-9a38-72b087899224 admin admin] Checking segment: {'id': 'b5f1f822-1520-4f2b-b1f8-88a55b6130c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:49:31.937850 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a42028-8db6-466f-9a38-72b087899224 admin admin] Network hostable DHCP agents. Network: 54a9881d-c02c-4727-9db4-b5d657285015, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:49:32.022944 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a42028-8db6-466f-9a38-72b087899224 admin admin] Network 54a9881d-c02c-4727-9db4-b5d657285015 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:49:32.052813 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-e2a42028-8db6-466f-9a38-72b087899224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 54a9881d-c02c-4727-9db4-b5d657285015) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:49:32.066163 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7f65a7-dbd5-49c6-b0d1-97cd352389db None None] Network 54a9881d-c02c-4727-9db4-b5d657285015 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:49:32.088014 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a42028-8db6-466f-9a38-72b087899224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:32.089077 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2a42028-8db6-466f-9a38-72b087899224 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:32.183028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47624) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:32.183906 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e2a42028-8db6-466f-9a38-72b087899224 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9358466 Feb 19 04:49:32.195369 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-1ee0032f-6f91-437a-8653-ca03e0c468f2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-580398945-router', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:49:32.246895 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ee0032f-6f91-437a-8653-ca03e0c468f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (4eef8844-076c-4bfa-92d5-500b089c133b), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:32.248870 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ee0032f-6f91-437a-8653-ca03e0c468f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (4eef8844-076c-4bfa-92d5-500b089c133b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:32.399932 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3ad3a5-c3df-4aef-b5de-b74bb38bdafa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-54a9881d-c02c-4727-9db4-b5d657285015', 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015', 'project_id': '5e41e400d59c485ebabdbd5439753754', 'fixed_ips': [{'subnet_id': '725c79e0-2926-46a7-82cc-d6357cab0d0f'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:49:32.400829 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad3a5-c3df-4aef-b5de-b74bb38bdafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:32.443856 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-64c15805-fca7-4824-9b2a-e94aee77cef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:32.449547 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ee0032f-6f91-437a-8653-ca03e0c468f2 admin admin] Publish callbacks [] for router_controller (4eef8844-076c-4bfa-92d5-500b089c133b), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:32.838409 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-eb3ad3a5-c3df-4aef-b5de-b74bb38bdafa None None] Allocated IP 172.20.0.2 (54a9881d-c02c-4727-9db4-b5d657285015/725c79e0-2926-46a7-82cc-d6357cab0d0f/b9e5726e-b560-4ff8-9d47-a4ba21e3e162) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:49:32.968733 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ee0032f-6f91-437a-8653-ca03e0c468f2 admin admin] Publish callbacks [] for router_gateway (4eef8844-076c-4bfa-92d5-500b089c133b), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:33.236661 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad3a5-c3df-4aef-b5de-b74bb38bdafa None None] Publish callbacks [] for port (b9e5726e-b560-4ff8-9d47-a4ba21e3e162), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:33.251350 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad3a5-c3df-4aef-b5de-b74bb38bdafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (b9e5726e-b560-4ff8-9d47-a4ba21e3e162), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:33.286789 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3ad3a5-c3df-4aef-b5de-b74bb38bdafa None None] Network 54a9881d-c02c-4727-9db4-b5d657285015 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:49:33.292701 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-eb3ad3a5-c3df-4aef-b5de-b74bb38bdafa None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:49:33.298815 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3ad3a5-c3df-4aef-b5de-b74bb38bdafa None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:49:33.481548 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-eb3ad3a5-c3df-4aef-b5de-b74bb38bdafa None None] Attempting to bind port b9e5726e-b560-4ff8-9d47-a4ba21e3e162 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:49:33.482619 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-eb3ad3a5-c3df-4aef-b5de-b74bb38bdafa None None] Attempting to bind port b9e5726e-b560-4ff8-9d47-a4ba21e3e162 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'b5f1f822-1520-4f2b-b1f8-88a55b6130c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:49:33.482783 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3ad3a5-c3df-4aef-b5de-b74bb38bdafa None None] Attempting to bind port b9e5726e-b560-4ff8-9d47-a4ba21e3e162 on network 54a9881d-c02c-4727-9db4-b5d657285015 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:49:33.498148 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3ad3a5-c3df-4aef-b5de-b74bb38bdafa None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:49:33.498736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3ad3a5-c3df-4aef-b5de-b74bb38bdafa None None] Checking segment: {'id': 'b5f1f822-1520-4f2b-b1f8-88a55b6130c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:49:33.499468 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad3a5-c3df-4aef-b5de-b74bb38bdafa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:33.500148 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3ad3a5-c3df-4aef-b5de-b74bb38bdafa None None] Bound using segment: {'id': 'b5f1f822-1520-4f2b-b1f8-88a55b6130c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:49:33.501895 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-eb3ad3a5-c3df-4aef-b5de-b74bb38bdafa None None] Bound port: b9e5726e-b560-4ff8-9d47-a4ba21e3e162, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f1f822-1520-4f2b-b1f8-88a55b6130c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:49:33.502540 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad3a5-c3df-4aef-b5de-b74bb38bdafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b9e5726e-b560-4ff8-9d47-a4ba21e3e162), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:33.559160 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ad3a5-c3df-4aef-b5de-b74bb38bdafa None None] Pushing event updated for resources: {'Port': ['ID=b9e5726e-b560-4ff8-9d47-a4ba21e3e162,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:33.733626 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-eb3ad3a5-c3df-4aef-b5de-b74bb38bdafa None None] For port b9e5726e-b560-4ff8-9d47-a4ba21e3e162, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:49:33.748388 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-eb3ad3a5-c3df-4aef-b5de-b74bb38bdafa None None] For port b9e5726e-b560-4ff8-9d47-a4ba21e3e162, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b9e5726e-b560-4ff8-9d47-a4ba21e3e162,segment=NetworkSegment(b5f1f822-1520-4f2b-b1f8-88a55b6130c8),segment_id=b5f1f822-1520-4f2b-b1f8-88a55b6130c8)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:49:33.776700 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad3a5-c3df-4aef-b5de-b74bb38bdafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b9e5726e-b560-4ff8-9d47-a4ba21e3e162), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:33.874705 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ee0032f-6f91-437a-8653-ca03e0c468f2 admin admin] Publish callbacks [] for router_gateway (4eef8844-076c-4bfa-92d5-500b089c133b), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:33.969287 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ee0032f-6f91-437a-8653-ca03e0c468f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:34.042538 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ad3a5-c3df-4aef-b5de-b74bb38bdafa None None] Pushing event updated for resources: {'Port': ['ID=b9e5726e-b560-4ff8-9d47-a4ba21e3e162,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:34.297042 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-1ee0032f-6f91-437a-8653-ca03e0c468f2 admin admin] Allocated IP 172.25.0.175 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/e2f364ee-c147-4312-bfee-5d82e4fbff76) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:49:34.642838 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ee0032f-6f91-437a-8653-ca03e0c468f2 admin admin] Publish callbacks [] for port (e2f364ee-c147-4312-bfee-5d82e4fbff76), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:34.742958 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ee0032f-6f91-437a-8653-ca03e0c468f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (e2f364ee-c147-4312-bfee-5d82e4fbff76), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:34.920952 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee0032f-6f91-437a-8653-ca03e0c468f2 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:49:34.922205 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0032f-6f91-437a-8653-ca03e0c468f2 admin admin] Pushing event updated for resources: {'Port': ['ID=e2f364ee-c147-4312-bfee-5d82e4fbff76,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:34.936106 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-1ee0032f-6f91-437a-8653-ca03e0c468f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:49:34.942775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee0032f-6f91-437a-8653-ca03e0c468f2 admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:49:35.101580 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-df095fc7-bad7-444d-aa25-66b1f326a9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:35.679042 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ee0032f-6f91-437a-8653-ca03e0c468f2 admin admin] Publish callbacks [] for router_gateway (4eef8844-076c-4bfa-92d5-500b089c133b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:36.365048 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b9e5726e-b560-4ff8-9d47-a4ba21e3e162 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:49:36.431222 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ee0032f-6f91-437a-8653-ca03e0c468f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (4eef8844-076c-4bfa-92d5-500b089c133b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:36.518847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157b0279-0531-4f48-affc-3458d284a58d None None] Network 54a9881d-c02c-4727-9db4-b5d657285015 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:49:36.801669 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-aaecfc83-4c06-41dd-a27c-062ea2d40116 None None] Provisioning complete for port b9e5726e-b560-4ff8-9d47-a4ba21e3e162 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:49:36.802771 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aaecfc83-4c06-41dd-a27c-062ea2d40116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b9e5726e-b560-4ff8-9d47-a4ba21e3e162), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:36.814369 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee0032f-6f91-437a-8653-ca03e0c468f2 admin admin] Router 4eef8844-076c-4bfa-92d5-500b089c133b is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:49:37.232232 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47674) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:37.243212 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:37.374000 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b9e5726e-b560-4ff8-9d47-a4ba21e3e162 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:49:37.375023 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b9e5726e-b560-4ff8-9d47-a4ba21e3e162), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:37.456943 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee0032f-6f91-437a-8653-ca03e0c468f2 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:49:37.576522 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ee0032f-6f91-437a-8653-ca03e0c468f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:37.593914 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1ee0032f-6f91-437a-8653-ca03e0c468f2 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.4067023 Feb 19 04:49:37.600406 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47684) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:37.638885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] Sync routers for ids ['4eef8844-076c-4bfa-92d5-500b089c133b'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:49:38.248503 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-aaecfc83-4c06-41dd-a27c-062ea2d40116 None None] Current status of the port b9e5726e-b560-4ff8-9d47-a4ba21e3e162 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:49:38.249713 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aaecfc83-4c06-41dd-a27c-062ea2d40116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b9e5726e-b560-4ff8-9d47-a4ba21e3e162), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:38.350409 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:38.407778 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4748b-86ea-4a6a-b8f2-370e92554dbf req-ab141b92-f325-4376-bd72-06e246cb94ec tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:38.417745 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2bb4748b-86ea-4a6a-b8f2-370e92554dbf req-ab141b92-f325-4376-bd72-06e246cb94ec tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.2978756 Feb 19 04:49:38.459871 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] Routers {'4eef8844-076c-4bfa-92d5-500b089c133b'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:49:38.462610 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:49:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['4eef8844-076c-4bfa-92d5-500b089c133b'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:38.652621 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2bb4748b-86ea-4a6a-b8f2-370e92554dbf req-e0228358-ee12-443e-bd1a-e5573725581c tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340264 Feb 19 04:49:38.652842 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b9e5726e-b560-4ff8-9d47-a4ba21e3e162 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:49:38.653449 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b9e5726e-b560-4ff8-9d47-a4ba21e3e162), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:38.659535 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-aaecfc83-4c06-41dd-a27c-062ea2d40116 None None] For port b9e5726e-b560-4ff8-9d47-a4ba21e3e162, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b9e5726e-b560-4ff8-9d47-a4ba21e3e162,segment=NetworkSegment(b5f1f822-1520-4f2b-b1f8-88a55b6130c8),segment_id=b5f1f822-1520-4f2b-b1f8-88a55b6130c8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:38.733817 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:38.803986 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aaecfc83-4c06-41dd-a27c-062ea2d40116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b9e5726e-b560-4ff8-9d47-a4ba21e3e162), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:38.942571 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaecfc83-4c06-41dd-a27c-062ea2d40116 None None] Pushing event updated for resources: {'Port': ['ID=b9e5726e-b560-4ff8-9d47-a4ba21e3e162,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:39.514654 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a522c2eb-f5f8-452d-88c8-6dc96111a643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (5bc55be0-40a4-4fb4-a057-31fbd8432d23), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:39.528213 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:49:39.549474 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:49:39.767664 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:39.782855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5fcb7ffb-fd9c-4c97-91fe-c6e427930b18 None None] Provisioning complete for port b9e5726e-b560-4ff8-9d47-a4ba21e3e162 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:49:39.792564 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5fcb7ffb-fd9c-4c97-91fe-c6e427930b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b9e5726e-b560-4ff8-9d47-a4ba21e3e162), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:39.814459 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:39.985565 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] Set router 4eef8844-076c-4bfa-92d5-500b089c133b gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:49:40.480691 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b9e5726e-b560-4ff8-9d47-a4ba21e3e162 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:49:40.511062 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-a522c2eb-f5f8-452d-88c8-6dc96111a643 admin admin] Deleting port 3306f8df-7d9c-414e-a2ed-d02373ca5452 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:49:40.517923 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a522c2eb-f5f8-452d-88c8-6dc96111a643 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3306f8df-7d9c-414e-a2ed-d02373ca5452), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:40.720904 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42187f18-daa8-4785-848b-34f9a7c2ee99 req-a06f369f-3fb4-4cb3-91f2-22cc428a344c tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:40.749716 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-42187f18-daa8-4785-848b-34f9a7c2ee99 req-a06f369f-3fb4-4cb3-91f2-22cc428a344c tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.8267648 Feb 19 04:49:40.805313 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b9e5726e-b560-4ff8-9d47-a4ba21e3e162 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:49:40.894533 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-a522c2eb-f5f8-452d-88c8-6dc96111a643 admin admin] For port 3306f8df-7d9c-414e-a2ed-d02373ca5452, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3306f8df-7d9c-414e-a2ed-d02373ca5452,segment=NetworkSegment(1ff89342-a473-48ce-9e26-2c45d3313cc6),segment_id=1ff89342-a473-48ce-9e26-2c45d3313cc6)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:40.895015 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a522c2eb-f5f8-452d-88c8-6dc96111a643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3306f8df-7d9c-414e-a2ed-d02373ca5452), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:40.920560 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-a522c2eb-f5f8-452d-88c8-6dc96111a643 admin admin] Calling delete_port for 3306f8df-7d9c-414e-a2ed-d02373ca5452 owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:49:41.087698 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5fcb7ffb-fd9c-4c97-91fe-c6e427930b18 None None] Current status of the port b9e5726e-b560-4ff8-9d47-a4ba21e3e162 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:49:41.194554 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b9e5726e-b560-4ff8-9d47-a4ba21e3e162 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:49:41.195219 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b9e5726e-b560-4ff8-9d47-a4ba21e3e162), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:41.399503 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d342f2c9-a3a6-495c-ac07-3459a2f2a142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:41.504158 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-42187f18-daa8-4785-848b-34f9a7c2ee99 req-7e37a77a-f88c-40ae-80c5-2119f56e6bfb tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7525997 Feb 19 04:49:41.597586 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'name': 'tempest-TestServerBasicOps-580398945-router', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:49:32Z', 'updated_at': '2022-02-19T04:49:35Z', 'revision_number': 3, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'gw_port': {'id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:33Z', 'updated_at': '2022-02-19T04:49:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:41.699048 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] Checking router: 4eef8844-076c-4bfa-92d5-500b089c133b for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:49:41.699580 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] Updating router 4eef8844-076c-4bfa-92d5-500b089c133b port e2f364ee-c147-4312-bfee-5d82e4fbff76 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:49:41.789814 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a522c2eb-f5f8-452d-88c8-6dc96111a643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (3306f8df-7d9c-414e-a2ed-d02373ca5452), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:41.853525 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e2f364ee-c147-4312-bfee-5d82e4fbff76), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:41.930949 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522c2eb-f5f8-452d-88c8-6dc96111a643 admin admin] Pushing event deleted for resources: {'Port': ['ID=3306f8df-7d9c-414e-a2ed-d02373ca5452,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:42.338835 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-d342f2c9-a3a6-495c-ac07-3459a2f2a142 admin admin] Allocated IP 172.20.0.1 (54a9881d-c02c-4727-9db4-b5d657285015/725c79e0-2926-46a7-82cc-d6357cab0d0f/2be810ac-df94-4dd7-95a4-ffa0ee6c686c) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:49:42.578118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b9e5726e-b560-4ff8-9d47-a4ba21e3e162 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:49:42.993683 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a522c2eb-f5f8-452d-88c8-6dc96111a643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (5bc55be0-40a4-4fb4-a057-31fbd8432d23), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:43.105528 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d342f2c9-a3a6-495c-ac07-3459a2f2a142 admin admin] Publish callbacks [] for port (2be810ac-df94-4dd7-95a4-ffa0ee6c686c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:43.241848 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d342f2c9-a3a6-495c-ac07-3459a2f2a142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (2be810ac-df94-4dd7-95a4-ffa0ee6c686c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:43.256411 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71172dac-c0be-4b1d-9e99-09395eb3a019 req-e4d6dc04-d1e5-44b3-a1a5-9ddf75bf0c02 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:43.263413 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-71172dac-c0be-4b1d-9e99-09395eb3a019 req-e4d6dc04-d1e5-44b3-a1a5-9ddf75bf0c02 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.4221361 Feb 19 04:49:43.475681 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] Publish callbacks [] for port (e2f364ee-c147-4312-bfee-5d82e4fbff76), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:43.478032 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d342f2c9-a3a6-495c-ac07-3459a2f2a142 admin admin] Network 54a9881d-c02c-4727-9db4-b5d657285015 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:49:43.479416 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342f2c9-a3a6-495c-ac07-3459a2f2a142 admin admin] Pushing event updated for resources: {'Port': ['ID=2be810ac-df94-4dd7-95a4-ffa0ee6c686c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:43.495346 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e2f364ee-c147-4312-bfee-5d82e4fbff76), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:43.499688 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-d342f2c9-a3a6-495c-ac07-3459a2f2a142 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:49:43.506787 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d342f2c9-a3a6-495c-ac07-3459a2f2a142 admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:49:43.704288 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-71172dac-c0be-4b1d-9e99-09395eb3a019 req-ea70ec8b-1fd7-434e-8011-bfebe4cdcd8f tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4259200 Feb 19 04:49:43.755655 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d342f2c9-a3a6-495c-ac07-3459a2f2a142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (4eef8844-076c-4bfa-92d5-500b089c133b), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:43.770732 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43515e6c-4ff1-4194-ba8d-9310934a8b76 None None] Pushing event updated for resources: {'Port': ['ID=e2f364ee-c147-4312-bfee-5d82e4fbff76,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:43.784543 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] Attempting to bind port e2f364ee-c147-4312-bfee-5d82e4fbff76 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:49:43.791907 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] Attempting to bind port e2f364ee-c147-4312-bfee-5d82e4fbff76 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:49:43.796028 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] Attempting to bind port e2f364ee-c147-4312-bfee-5d82e4fbff76 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:49:43.839716 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:49:43.840466 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:49:43.855747 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:43.856622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:49:43.857576 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] Bound port: e2f364ee-c147-4312-bfee-5d82e4fbff76, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:49:43.858235 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e2f364ee-c147-4312-bfee-5d82e4fbff76), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:44.074031 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] For port e2f364ee-c147-4312-bfee-5d82e4fbff76, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:49:44.086976 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] For port e2f364ee-c147-4312-bfee-5d82e4fbff76, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e2f364ee-c147-4312-bfee-5d82e4fbff76,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:49:44.139890 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e2f364ee-c147-4312-bfee-5d82e4fbff76), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:44.246742 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d5566a47-01ec-4ac6-82c0-c983340e1c6f None None] Provisioning complete for port 2be810ac-df94-4dd7-95a4-ffa0ee6c686c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:49:44.247660 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d5566a47-01ec-4ac6-82c0-c983340e1c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2be810ac-df94-4dd7-95a4-ffa0ee6c686c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:44.344084 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a522c2eb-f5f8-452d-88c8-6dc96111a643 admin admin] Router 5bc55be0-40a4-4fb4-a057-31fbd8432d23 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:49:44.357407 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] Routers {'4eef8844-076c-4bfa-92d5-500b089c133b'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:49:44.361207 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:49:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['4eef8844-076c-4bfa-92d5-500b089c133b'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:44.465558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d5566a47-01ec-4ac6-82c0-c983340e1c6f None None] Port 2be810ac-df94-4dd7-95a4-ffa0ee6c686c cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:49:44.472389 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43515e6c-4ff1-4194-ba8d-9310934a8b76 None None] Pushing event updated for resources: {'Port': ['ID=e2f364ee-c147-4312-bfee-5d82e4fbff76,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:44.522159 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d342f2c9-a3a6-495c-ac07-3459a2f2a142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2be810ac-df94-4dd7-95a4-ffa0ee6c686c), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:44.712960 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] Set router 4eef8844-076c-4bfa-92d5-500b089c133b gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:49:44.786733 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a522c2eb-f5f8-452d-88c8-6dc96111a643 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:49:44.809982 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a522c2eb-f5f8-452d-88c8-6dc96111a643 admin admin] 10.222.0.65 "PUT /v2.0/routers/5bc55be0-40a4-4fb4-a057-31fbd8432d23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5753348 Feb 19 04:49:44.810557 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47750) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:44.871644 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1696f96f-df69-443b-aeaf-2f8ab8c29ef0 None None] Sync routers for ids ['5bc55be0-40a4-4fb4-a057-31fbd8432d23'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:49:45.029028 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1696f96f-df69-443b-aeaf-2f8ab8c29ef0 None None] Routers {'5bc55be0-40a4-4fb4-a057-31fbd8432d23'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:49:45.050992 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-1696f96f-df69-443b-aeaf-2f8ab8c29ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:49:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5bc55be0-40a4-4fb4-a057-31fbd8432d23'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:45.308011 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d82e5b53-c50f-4b60-8259-20ef899df22a admin admin] Publish callbacks [] for router (5bc55be0-40a4-4fb4-a057-31fbd8432d23), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:45.452387 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6219e6-31bf-4289-9729-ce0fed633166 req-27a5d28e-b440-4ca0-9dbd-a13b657b2b47 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:45.461451 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'name': 'tempest-TestServerBasicOps-580398945-router', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:49:32Z', 'updated_at': '2022-02-19T04:49:44Z', 'revision_number': 4, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'gw_port': {'id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:33Z', 'updated_at': '2022-02-19T04:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '2be810ac-df94-4dd7-95a4-ffa0ee6c686c', 'name': '', 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'mac_address': 'fa:16:3e:43:10:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '725c79e0-2926-46a7-82cc-d6357cab0d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:41Z', 'updated_at': '2022-02-19T04:49:42Z', 'revision_number': 1, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'subnets': [{'id': '725c79e0-2926-46a7-82cc-d6357cab0d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:45.468588 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ce6219e6-31bf-4289-9729-ce0fed633166 req-27a5d28e-b440-4ca0-9dbd-a13b657b2b47 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.3899441 Feb 19 04:49:45.496184 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-1696f96f-df69-443b-aeaf-2f8ab8c29ef0 None None] Set router 5bc55be0-40a4-4fb4-a057-31fbd8432d23 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:49:45.533581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d36828-9bd7-4ddd-9826-95fe935d128d None None] The sync data for ids ['4eef8844-076c-4bfa-92d5-500b089c133b'] in n-d-772273-4 is: [{'id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'name': 'tempest-TestServerBasicOps-580398945-router', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:49:32Z', 'updated_at': '2022-02-19T04:49:44Z', 'revision_number': 4, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'gw_port': {'id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:33Z', 'updated_at': '2022-02-19T04:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '2be810ac-df94-4dd7-95a4-ffa0ee6c686c', 'name': '', 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'mac_address': 'fa:16:3e:43:10:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '725c79e0-2926-46a7-82cc-d6357cab0d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:41Z', 'updated_at': '2022-02-19T04:49:42Z', 'revision_number': 1, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'subnets': [{'id': '725c79e0-2926-46a7-82cc-d6357cab0d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:49:45.550730 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d342f2c9-a3a6-495c-ac07-3459a2f2a142 admin admin] Publish callbacks [] for port (2be810ac-df94-4dd7-95a4-ffa0ee6c686c), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:45.632203 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d342f2c9-a3a6-495c-ac07-3459a2f2a142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (2be810ac-df94-4dd7-95a4-ffa0ee6c686c), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:45.706110 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d82e5b53-c50f-4b60-8259-20ef899df22a admin admin] Publish callbacks [] for router_gateway (5bc55be0-40a4-4fb4-a057-31fbd8432d23), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:45.930187 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-1696f96f-df69-443b-aeaf-2f8ab8c29ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'name': 'tempest-TestVolumeBackupRestore-152630659-router', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:59Z', 'updated_at': '2022-02-19T04:49:41Z', 'revision_number': 5, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'gw_port': {'id': '8a2fa3e1-bdce-466f-9764-680639ec4849', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:38:00Z', 'updated_at': '2022-02-19T04:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:46.144003 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1696f96f-df69-443b-aeaf-2f8ab8c29ef0 None None] Checking router: 5bc55be0-40a4-4fb4-a057-31fbd8432d23 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:49:46.211214 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d342f2c9-a3a6-495c-ac07-3459a2f2a142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (4eef8844-076c-4bfa-92d5-500b089c133b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:46.229666 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1696f96f-df69-443b-aeaf-2f8ab8c29ef0 None None] Routers {'5bc55be0-40a4-4fb4-a057-31fbd8432d23'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:49:46.231960 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-1696f96f-df69-443b-aeaf-2f8ab8c29ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:49:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5bc55be0-40a4-4fb4-a057-31fbd8432d23'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:46.253573 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342f2c9-a3a6-495c-ac07-3459a2f2a142 admin admin] Pushing event updated for resources: {'Port': ['ID=2be810ac-df94-4dd7-95a4-ffa0ee6c686c,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:46.327863 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ce6219e6-31bf-4289-9729-ce0fed633166 req-d7e94b0b-e03a-49b7-878f-d76531b762c3 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8571351 Feb 19 04:49:46.693552 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-1696f96f-df69-443b-aeaf-2f8ab8c29ef0 None None] Set router 5bc55be0-40a4-4fb4-a057-31fbd8432d23 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:49:46.751543 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d342f2c9-a3a6-495c-ac07-3459a2f2a142 admin admin] Network 54a9881d-c02c-4727-9db4-b5d657285015 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:49:46.767919 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-d342f2c9-a3a6-495c-ac07-3459a2f2a142 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:49:47.143087 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-1696f96f-df69-443b-aeaf-2f8ab8c29ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'name': 'tempest-TestVolumeBackupRestore-152630659-router', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:59Z', 'updated_at': '2022-02-19T04:49:45Z', 'revision_number': 6, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:47.334955 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1696f96f-df69-443b-aeaf-2f8ab8c29ef0 None None] The sync data for ids ['5bc55be0-40a4-4fb4-a057-31fbd8432d23'] in n-d-772273-4 is: [{'id': '5bc55be0-40a4-4fb4-a057-31fbd8432d23', 'name': 'tempest-TestVolumeBackupRestore-152630659-router', 'tenant_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:37:59Z', 'updated_at': '2022-02-19T04:49:45Z', 'revision_number': 6, 'project_id': '6160c74a7e684a6bbc0198f4ecef79ee', 'gw_port_host': None}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:49:47.444440 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d342f2c9-a3a6-495c-ac07-3459a2f2a142 admin admin] Router 4eef8844-076c-4bfa-92d5-500b089c133b has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:49:47.539064 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-15a0a682-e74a-4101-8910-53857e268e58 None None] Provisioning complete for port 2be810ac-df94-4dd7-95a4-ffa0ee6c686c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:49:47.543142 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-15a0a682-e74a-4101-8910-53857e268e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2be810ac-df94-4dd7-95a4-ffa0ee6c686c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:47.576055 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-d82e5b53-c50f-4b60-8259-20ef899df22a admin admin] Deleting port 8a2fa3e1-bdce-466f-9764-680639ec4849 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:49:47.576511 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d82e5b53-c50f-4b60-8259-20ef899df22a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (8a2fa3e1-bdce-466f-9764-680639ec4849), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:47.701742 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-15a0a682-e74a-4101-8910-53857e268e58 None None] Port 2be810ac-df94-4dd7-95a4-ffa0ee6c686c cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:49:47.959564 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3318b2-b536-4d36-94c6-7e5d5c7d6911 req-b0628c6a-8383-4b98-a916-77921b559fbb tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:47.972255 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fc3318b2-b536-4d36-94c6-7e5d5c7d6911 req-b0628c6a-8383-4b98-a916-77921b559fbb tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.3235657 Feb 19 04:49:48.091155 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d342f2c9-a3a6-495c-ac07-3459a2f2a142 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:49:48.119102 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d342f2c9-a3a6-495c-ac07-3459a2f2a142 admin admin] 10.222.0.65 "PUT /v2.0/routers/4eef8844-076c-4bfa-92d5-500b089c133b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5151267 Feb 19 04:49:48.139094 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-d82e5b53-c50f-4b60-8259-20ef899df22a admin admin] For port 8a2fa3e1-bdce-466f-9764-680639ec4849, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8a2fa3e1-bdce-466f-9764-680639ec4849,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:48.141753 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d82e5b53-c50f-4b60-8259-20ef899df22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (8a2fa3e1-bdce-466f-9764-680639ec4849), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:48.286609 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fc3318b2-b536-4d36-94c6-7e5d5c7d6911 req-3bad9a91-64fb-49ef-88ea-a1a24e96fa20 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2979739 Feb 19 04:49:48.288506 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-d82e5b53-c50f-4b60-8259-20ef899df22a admin admin] Calling delete_port for 8a2fa3e1-bdce-466f-9764-680639ec4849 owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:49:49.139862 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e2f364ee-c147-4312-bfee-5d82e4fbff76 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:49:49.183064 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d82e5b53-c50f-4b60-8259-20ef899df22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (8a2fa3e1-bdce-466f-9764-680639ec4849), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:49.466643 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port e2f364ee-c147-4312-bfee-5d82e4fbff76 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:49:49.471899 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e2f364ee-c147-4312-bfee-5d82e4fbff76), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:49.528410 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e5b53-c50f-4b60-8259-20ef899df22a admin admin] Pushing event deleted for resources: {'Port': ['ID=8a2fa3e1-bdce-466f-9764-680639ec4849,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:49.754056 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d82e5b53-c50f-4b60-8259-20ef899df22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (5bc55be0-40a4-4fb4-a057-31fbd8432d23), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:49.836217 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port e2f364ee-c147-4312-bfee-5d82e4fbff76 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:49:49.837287 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e2f364ee-c147-4312-bfee-5d82e4fbff76), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:49.982253 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port e2f364ee-c147-4312-bfee-5d82e4fbff76, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e2f364ee-c147-4312-bfee-5d82e4fbff76,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:50.009903 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e2f364ee-c147-4312-bfee-5d82e4fbff76), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:50.068849 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465406e-f809-4ec7-abd9-616d26c3efab req-07006a26-18e2-466d-910e-baf5de0a1614 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:50.084897 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2465406e-f809-4ec7-abd9-616d26c3efab req-07006a26-18e2-466d-910e-baf5de0a1614 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.2814946 Feb 19 04:49:50.201393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8a2fa3e1-bdce-466f-9764-680639ec4849 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:49:50.251970 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47824) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:50.276187 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-e0541eb7-77db-4093-a1bf-72e9f771bd54 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-480093475-network', 'tenant_id': '624775a68baa4e9a84fe27633c4ae979'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:49:50.313236 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 8a2fa3e1-bdce-466f-9764-680639ec4849 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:49:50.313806 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8a2fa3e1-bdce-466f-9764-680639ec4849 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:49:50.314756 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3306f8df-7d9c-414e-a2ed-d02373ca5452 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:49:50.330556 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2465406e-f809-4ec7-abd9-616d26c3efab req-7d4d1af0-cb95-4097-8f7a-b27bfc32462c tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2406201 Feb 19 04:49:50.361432 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 3306f8df-7d9c-414e-a2ed-d02373ca5452 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:49:50.363444 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3306f8df-7d9c-414e-a2ed-d02373ca5452 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:49:50.366825 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=e2f364ee-c147-4312-bfee-5d82e4fbff76,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:50.399266 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0541eb7-77db-4093-a1bf-72e9f771bd54 admin admin] Made reservation on behalf of 624775a68baa4e9a84fe27633c4ae979 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:49:50.402443 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0541eb7-77db-4093-a1bf-72e9f771bd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:50.414991 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0541eb7-77db-4093-a1bf-72e9f771bd54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:50.462407 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d82e5b53-c50f-4b60-8259-20ef899df22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (5bc55be0-40a4-4fb4-a057-31fbd8432d23), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:50.469030 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d82e5b53-c50f-4b60-8259-20ef899df22a admin admin] Publish callbacks [] for router_controller (5bc55be0-40a4-4fb4-a057-31fbd8432d23), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:50.624401 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d82e5b53-c50f-4b60-8259-20ef899df22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (5bc55be0-40a4-4fb4-a057-31fbd8432d23), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:50.625755 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82e5b53-c50f-4b60-8259-20ef899df22a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bc55be0-40a4-4fb4-a057-31fbd8432d23 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:49:50.639759 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d82e5b53-c50f-4b60-8259-20ef899df22a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:50.649658 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d82e5b53-c50f-4b60-8259-20ef899df22a admin admin] 10.222.0.65 "DELETE /v2.0/routers/5bc55be0-40a4-4fb4-a057-31fbd8432d23 HTTP/1.1" status: 204 len: 168 time: 5.8344693 Feb 19 04:49:50.653742 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47830) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:50.692447 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0541eb7-77db-4093-a1bf-72e9f771bd54 admin admin] Publish callbacks [] for security_group (3d029215-d8f7-47d3-ac4d-8a6651e2890e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:50.704574 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0541eb7-77db-4093-a1bf-72e9f771bd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3d029215-d8f7-47d3-ac4d-8a6651e2890e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:50.787536 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0541eb7-77db-4093-a1bf-72e9f771bd54 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:49:50.894898 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-437f21d5-82f5-4018-ab99-73e0cfc3b8ad admin admin] Deleting subnet 2f724ef9-9524-4696-9346-1c21c2578939 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:49:50.900887 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-437f21d5-82f5-4018-ab99-73e0cfc3b8ad admin admin] Publish callbacks [] for subnet (2f724ef9-9524-4696-9346-1c21c2578939), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:50.911319 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0541eb7-77db-4093-a1bf-72e9f771bd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (23d8d298-e309-43f8-907f-3660700a9eb9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:50.911665 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-e0541eb7-77db-4093-a1bf-72e9f771bd54 admin admin] Added segment 23d8d298-e309-43f8-907f-3660700a9eb9 of type vlan for network 96dfffa9-b4b0-4d25-a9df-f9b12913068f Feb 19 04:49:50.923242 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0541eb7-77db-4093-a1bf-72e9f771bd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d029215-d8f7-47d3-ac4d-8a6651e2890e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:50.967691 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e2f364ee-c147-4312-bfee-5d82e4fbff76 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:49:51.027201 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-437f21d5-82f5-4018-ab99-73e0cfc3b8ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (2f724ef9-9524-4696-9346-1c21c2578939), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:51.182045 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port e2f364ee-c147-4312-bfee-5d82e4fbff76 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:49:51.182558 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e2f364ee-c147-4312-bfee-5d82e4fbff76), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:51.194831 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0541eb7-77db-4093-a1bf-72e9f771bd54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (96dfffa9-b4b0-4d25-a9df-f9b12913068f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:51.263561 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0541eb7-77db-4093-a1bf-72e9f771bd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (96dfffa9-b4b0-4d25-a9df-f9b12913068f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:51.264828 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0541eb7-77db-4093-a1bf-72e9f771bd54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:51.266813 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0541eb7-77db-4093-a1bf-72e9f771bd54 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:51.368273 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0541eb7-77db-4093-a1bf-72e9f771bd54 admin admin] Pushing event updated for resources: {'Network': ['ID=96dfffa9-b4b0-4d25-a9df-f9b12913068f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:51.391806 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port e2f364ee-c147-4312-bfee-5d82e4fbff76 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:49:51.396262 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e0541eb7-77db-4093-a1bf-72e9f771bd54 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1376815 Feb 19 04:49:51.397312 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47842) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:51.402301 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 96dfffa9-b4b0-4d25-a9df-f9b12913068f details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:49:51.412749 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-60f13ffe-d3a5-4fd9-b751-67da7b7d48c8 admin admin] Request body: {'subnet': {'network_id': '96dfffa9-b4b0-4d25-a9df-f9b12913068f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-480093475-subnet', 'tenant_id': '624775a68baa4e9a84fe27633c4ae979', 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:49:51.444139 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-437f21d5-82f5-4018-ab99-73e0cfc3b8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (2f724ef9-9524-4696-9346-1c21c2578939), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:51.463806 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f13ffe-d3a5-4fd9-b751-67da7b7d48c8 admin admin] Made reservation on behalf of 624775a68baa4e9a84fe27633c4ae979 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:49:51.467300 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60f13ffe-d3a5-4fd9-b751-67da7b7d48c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:51.631103 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45781f05-652b-4340-bf2e-e8e6c9e53ba0 req-44060180-ae40-4cb3-803e-24c0347180ab tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:51.640463 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-45781f05-652b-4340-bf2e-e8e6c9e53ba0 req-44060180-ae40-4cb3-803e-24c0347180ab tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.1376219 Feb 19 04:49:51.650959 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-437f21d5-82f5-4018-ab99-73e0cfc3b8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (2f724ef9-9524-4696-9346-1c21c2578939), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:51.690121 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f21d5-82f5-4018-ab99-73e0cfc3b8ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f724ef9-9524-4696-9346-1c21c2578939,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:51.720798 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-437f21d5-82f5-4018-ab99-73e0cfc3b8ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:51.730702 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-437f21d5-82f5-4018-ab99-73e0cfc3b8ad admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2f724ef9-9524-4696-9346-1c21c2578939 HTTP/1.1" status: 204 len: 168 time: 1.0739892 Feb 19 04:49:51.731068 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b97385-82b7-4fc1-9d10-3f0bb4850eb6 None None] Network 156e64b2-e8aa-4f9a-a835-93b6218d77e2 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:49:51.732135 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47848) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:51.851936 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-45781f05-652b-4340-bf2e-e8e6c9e53ba0 req-31441a75-ae8c-4f80-8796-db360e62e8b1 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095575 Feb 19 04:49:51.889646 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ffdd1d96-43c1-4f65-a657-d86154d15e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (156e64b2-e8aa-4f9a-a835-93b6218d77e2), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:51.913073 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60f13ffe-d3a5-4fd9-b751-67da7b7d48c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (85ad36e7-5a13-400c-beac-2d96dd24082a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:51.918138 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] Sync routers for ids ['4eef8844-076c-4bfa-92d5-500b089c133b'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:49:52.034515 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] Routers {'4eef8844-076c-4bfa-92d5-500b089c133b'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:49:52.036193 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:49:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['4eef8844-076c-4bfa-92d5-500b089c133b'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:52.047825 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-ffdd1d96-43c1-4f65-a657-d86154d15e55 admin admin] Deleting port 155e4d36-5c0f-4b0c-ba59-c84db7c034e7 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:49:52.052762 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ffdd1d96-43c1-4f65-a657-d86154d15e55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (155e4d36-5c0f-4b0c-ba59-c84db7c034e7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:52.065609 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f13ffe-d3a5-4fd9-b751-67da7b7d48c8 admin admin] Checking segment: {'id': '23d8d298-e309-43f8-907f-3660700a9eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '96dfffa9-b4b0-4d25-a9df-f9b12913068f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:49:52.070147 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f13ffe-d3a5-4fd9-b751-67da7b7d48c8 admin admin] Network hostable DHCP agents. Network: 96dfffa9-b4b0-4d25-a9df-f9b12913068f, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:49:52.087732 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f13ffe-d3a5-4fd9-b751-67da7b7d48c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ad36e7-5a13-400c-beac-2d96dd24082a,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:52.130350 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f13ffe-d3a5-4fd9-b751-67da7b7d48c8 admin admin] Network 96dfffa9-b4b0-4d25-a9df-f9b12913068f is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:49:52.150790 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-60f13ffe-d3a5-4fd9-b751-67da7b7d48c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 96dfffa9-b4b0-4d25-a9df-f9b12913068f) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:49:52.158222 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f13ffe-d3a5-4fd9-b751-67da7b7d48c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:52.158993 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60f13ffe-d3a5-4fd9-b751-67da7b7d48c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:52.189614 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-60f13ffe-d3a5-4fd9-b751-67da7b7d48c8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7906766 Feb 19 04:49:52.195231 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47862) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:52.200093 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-fca13988-f88e-457a-a90f-50350d0f76f4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-480093475-router', 'tenant_id': '624775a68baa4e9a84fe27633c4ae979', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:49:52.228894 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-ffdd1d96-43c1-4f65-a657-d86154d15e55 admin admin] For port 155e4d36-5c0f-4b0c-ba59-c84db7c034e7, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=155e4d36-5c0f-4b0c-ba59-c84db7c034e7,segment=NetworkSegment(1ff89342-a473-48ce-9e26-2c45d3313cc6),segment_id=1ff89342-a473-48ce-9e26-2c45d3313cc6)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:52.229461 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ffdd1d96-43c1-4f65-a657-d86154d15e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (155e4d36-5c0f-4b0c-ba59-c84db7c034e7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:52.248793 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-ffdd1d96-43c1-4f65-a657-d86154d15e55 admin admin] Calling delete_port for 155e4d36-5c0f-4b0c-ba59-c84db7c034e7 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:49:52.252105 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fca13988-f88e-457a-a90f-50350d0f76f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (b71a4bc4-5bef-42ca-994e-ce62e13e15dc), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:52.253758 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fca13988-f88e-457a-a90f-50350d0f76f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (b71a4bc4-5bef-42ca-994e-ce62e13e15dc), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:52.272476 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06704c1c-2dda-4512-ad10-bbbd7c91e71e None None] Network 96dfffa9-b4b0-4d25-a9df-f9b12913068f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:49:52.411638 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ffdd1d96-43c1-4f65-a657-d86154d15e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (155e4d36-5c0f-4b0c-ba59-c84db7c034e7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:52.459494 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fca13988-f88e-457a-a90f-50350d0f76f4 admin admin] Publish callbacks [] for router_controller (b71a4bc4-5bef-42ca-994e-ce62e13e15dc), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:52.484902 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd1d96-43c1-4f65-a657-d86154d15e55 admin admin] Pushing event deleted for resources: {'Port': ['ID=155e4d36-5c0f-4b0c-ba59-c84db7c034e7,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:52.487402 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdd1d96-43c1-4f65-a657-d86154d15e55 admin admin] No DVR routers for this DVR port 155e4d36-5c0f-4b0c-ba59-c84db7c034e7 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:49:52.647257 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ffdd1d96-43c1-4f65-a657-d86154d15e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (156e64b2-e8aa-4f9a-a835-93b6218d77e2), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:52.700618 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-ffdd1d96-43c1-4f65-a657-d86154d15e55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156e64b2-e8aa-4f9a-a835-93b6218d77e2']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:52.727636 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-ffdd1d96-43c1-4f65-a657-d86154d15e55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff89342-a473-48ce-9e26-2c45d3313cc6') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:52.727977 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-ffdd1d96-43c1-4f65-a657-d86154d15e55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff89342-a473-48ce-9e26-2c45d3313cc6') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:52.758762 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ffdd1d96-43c1-4f65-a657-d86154d15e55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (1ff89342-a473-48ce-9e26-2c45d3313cc6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:52.797327 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ffdd1d96-43c1-4f65-a657-d86154d15e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (1ff89342-a473-48ce-9e26-2c45d3313cc6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:52.813516 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffdd1d96-43c1-4f65-a657-d86154d15e55 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:49:52.814866 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ffdd1d96-43c1-4f65-a657-d86154d15e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (1ff89342-a473-48ce-9e26-2c45d3313cc6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:49:52.838958 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:49:52.925462 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fca13988-f88e-457a-a90f-50350d0f76f4 admin admin] Publish callbacks [] for router_gateway (b71a4bc4-5bef-42ca-994e-ce62e13e15dc), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:53.053764 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6547130-7eb4-4c8f-b403-c2f9d72f2497 None None] DHCP port deletion for 156e64b2-e8aa-4f9a-a835-93b6218d77e2 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:49:53.060170 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 155e4d36-5c0f-4b0c-ba59-c84db7c034e7 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:49:53.118411 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 155e4d36-5c0f-4b0c-ba59-c84db7c034e7 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:49:53.118651 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ffdd1d96-43c1-4f65-a657-d86154d15e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (156e64b2-e8aa-4f9a-a835-93b6218d77e2), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:53.119860 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 155e4d36-5c0f-4b0c-ba59-c84db7c034e7 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:49:53.150843 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff06fee8-10ff-40a0-9171-38a9120952c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-96dfffa9-b4b0-4d25-a9df-f9b12913068f', 'network_id': '96dfffa9-b4b0-4d25-a9df-f9b12913068f', 'project_id': '624775a68baa4e9a84fe27633c4ae979', 'fixed_ips': [{'subnet_id': '85ad36e7-5a13-400c-beac-2d96dd24082a'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:49:53.152320 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ff06fee8-10ff-40a0-9171-38a9120952c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:53.185542 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ffdd1d96-43c1-4f65-a657-d86154d15e55 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:53.199386 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ffdd1d96-43c1-4f65-a657-d86154d15e55 admin admin] 10.222.0.65 "DELETE /v2.0/networks/156e64b2-e8aa-4f9a-a835-93b6218d77e2 HTTP/1.1" status: 204 len: 168 time: 1.4620445 Feb 19 04:49:53.201433 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd1d96-43c1-4f65-a657-d86154d15e55 admin admin] Pushing event deleted for resources: {'Network': ['ID=156e64b2-e8aa-4f9a-a835-93b6218d77e2,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:53.210536 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47880) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:53.344807 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] Set router 4eef8844-076c-4bfa-92d5-500b089c133b gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:49:53.723067 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71964742-d328-4a56-a63f-7813eb399b22 req-548afba4-d381-4ad4-98b2-b2424dcbd532 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:53.736153 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-71964742-d328-4a56-a63f-7813eb399b22 req-548afba4-d381-4ad4-98b2-b2424dcbd532 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.5830424 Feb 19 04:49:53.787456 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fca13988-f88e-457a-a90f-50350d0f76f4 admin admin] Publish callbacks [] for router_gateway (b71a4bc4-5bef-42ca-994e-ce62e13e15dc), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:53.838189 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fca13988-f88e-457a-a90f-50350d0f76f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:53.924735 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-ff06fee8-10ff-40a0-9171-38a9120952c9 None None] Allocated IP 172.20.0.2 (96dfffa9-b4b0-4d25-a9df-f9b12913068f/85ad36e7-5a13-400c-beac-2d96dd24082a/03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:49:53.964938 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'name': 'tempest-TestServerBasicOps-580398945-router', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:49:32Z', 'updated_at': '2022-02-19T04:49:44Z', 'revision_number': 4, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'gw_port': {'id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:33Z', 'updated_at': '2022-02-19T04:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '2be810ac-df94-4dd7-95a4-ffa0ee6c686c', 'name': '', 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'mac_address': 'fa:16:3e:43:10:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '725c79e0-2926-46a7-82cc-d6357cab0d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:41Z', 'updated_at': '2022-02-19T04:49:44Z', 'revision_number': 2, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'subnets': [{'id': '725c79e0-2926-46a7-82cc-d6357cab0d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:54.029695 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] Checking router: 4eef8844-076c-4bfa-92d5-500b089c133b for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:49:54.033884 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] Updating router 4eef8844-076c-4bfa-92d5-500b089c133b port 2be810ac-df94-4dd7-95a4-ffa0ee6c686c binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:49:54.104959 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-fca13988-f88e-457a-a90f-50350d0f76f4 admin admin] Allocated IP 172.25.0.145 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/ded6268d-43b7-4bdf-afa0-388bfbcc468f) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:49:54.179943 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2be810ac-df94-4dd7-95a4-ffa0ee6c686c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:54.311741 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-71964742-d328-4a56-a63f-7813eb399b22 req-860fc9bc-bc8f-463f-ac55-646d69189ab5 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5728352 Feb 19 04:49:54.412642 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fca13988-f88e-457a-a90f-50350d0f76f4 admin admin] Publish callbacks [] for port (ded6268d-43b7-4bdf-afa0-388bfbcc468f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:54.447225 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bee33fd9-6765-4121-ba97-e04b4f18e0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (552dbfdc-de0c-4e27-b24d-dce27db6e85e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:54.455687 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ff06fee8-10ff-40a0-9171-38a9120952c9 None None] Publish callbacks [] for port (03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:54.575357 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fca13988-f88e-457a-a90f-50350d0f76f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ded6268d-43b7-4bdf-afa0-388bfbcc468f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:54.645498 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca13988-f88e-457a-a90f-50350d0f76f4 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:49:54.650907 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-fca13988-f88e-457a-a90f-50350d0f76f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:49:54.662348 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca13988-f88e-457a-a90f-50350d0f76f4 admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:49:54.706321 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 102a94c2-fb26-482f-824c-060c7dcbaf99 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:49:54.736294 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ff06fee8-10ff-40a0-9171-38a9120952c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:54.837753 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff06fee8-10ff-40a0-9171-38a9120952c9 None None] Network 96dfffa9-b4b0-4d25-a9df-f9b12913068f is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:49:54.852811 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-ff06fee8-10ff-40a0-9171-38a9120952c9 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:49:54.896097 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06fee8-10ff-40a0-9171-38a9120952c9 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:49:54.916430 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca13988-f88e-457a-a90f-50350d0f76f4 admin admin] Pushing event updated for resources: {'Port': ['ID=ded6268d-43b7-4bdf-afa0-388bfbcc468f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:55.108356 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 102a94c2-fb26-482f-824c-060c7dcbaf99, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=102a94c2-fb26-482f-824c-060c7dcbaf99,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:55.132313 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '102a94c2-fb26-482f-824c-060c7dcbaf99', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'port_id': '102a94c2-fb26-482f-824c-060c7dcbaf99', 'mac_address': 'fa:16:3e:5d:44:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:49:55.281028 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-bee33fd9-6765-4121-ba97-e04b4f18e0b5 admin admin] Deleting port 9e06d8cf-233e-41ca-9854-85279600a60b {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:49:55.281028 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bee33fd9-6765-4121-ba97-e04b4f18e0b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9e06d8cf-233e-41ca-9854-85279600a60b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:55.410437 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06fee8-10ff-40a0-9171-38a9120952c9 None None] Pushing event updated for resources: {'Port': ['ID=03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:55.436976 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-bee33fd9-6765-4121-ba97-e04b4f18e0b5 admin admin] For port 9e06d8cf-233e-41ca-9854-85279600a60b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9e06d8cf-233e-41ca-9854-85279600a60b,segment=NetworkSegment(d0e5a670-37c5-42b6-b63e-e957542e0078),segment_id=d0e5a670-37c5-42b6-b63e-e957542e0078)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:55.437370 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bee33fd9-6765-4121-ba97-e04b4f18e0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9e06d8cf-233e-41ca-9854-85279600a60b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:55.467688 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-bee33fd9-6765-4121-ba97-e04b4f18e0b5 admin admin] Calling delete_port for 9e06d8cf-233e-41ca-9854-85279600a60b owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:49:55.602709 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 102a94c2-fb26-482f-824c-060c7dcbaf99 is: ACTIVE; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:49:55.603262 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:55.634178 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 102a94c2-fb26-482f-824c-060c7dcbaf99 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:49:55.635520 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fca13988-f88e-457a-a90f-50350d0f76f4 admin admin] Publish callbacks [] for router_gateway (b71a4bc4-5bef-42ca-994e-ce62e13e15dc), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:55.693299 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 102a94c2-fb26-482f-824c-060c7dcbaf99, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=102a94c2-fb26-482f-824c-060c7dcbaf99,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:49:55.694194 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-ff06fee8-10ff-40a0-9171-38a9120952c9 None None] Attempting to bind port 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:49:55.694784 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-ff06fee8-10ff-40a0-9171-38a9120952c9 None None] Attempting to bind port 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '23d8d298-e309-43f8-907f-3660700a9eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '96dfffa9-b4b0-4d25-a9df-f9b12913068f'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:49:55.695290 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06fee8-10ff-40a0-9171-38a9120952c9 None None] Attempting to bind port 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1 on network 96dfffa9-b4b0-4d25-a9df-f9b12913068f {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:49:55.721129 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06fee8-10ff-40a0-9171-38a9120952c9 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:49:55.721704 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06fee8-10ff-40a0-9171-38a9120952c9 None None] Checking segment: {'id': '23d8d298-e309-43f8-907f-3660700a9eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '96dfffa9-b4b0-4d25-a9df-f9b12913068f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:49:55.722411 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ff06fee8-10ff-40a0-9171-38a9120952c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:55.722999 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06fee8-10ff-40a0-9171-38a9120952c9 None None] Bound using segment: {'id': '23d8d298-e309-43f8-907f-3660700a9eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '96dfffa9-b4b0-4d25-a9df-f9b12913068f'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:49:55.723880 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-ff06fee8-10ff-40a0-9171-38a9120952c9 None None] Bound port: 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d8d298-e309-43f8-907f-3660700a9eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '96dfffa9-b4b0-4d25-a9df-f9b12913068f'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:49:55.724464 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ff06fee8-10ff-40a0-9171-38a9120952c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:55.728869 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:55.925114 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bee33fd9-6765-4121-ba97-e04b4f18e0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (9e06d8cf-233e-41ca-9854-85279600a60b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:56.059374 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee33fd9-6765-4121-ba97-e04b4f18e0b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e06d8cf-233e-41ca-9854-85279600a60b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:56.262460 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['102a94c2-fb26-482f-824c-060c7dcbaf99'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:49:56.296638 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fca13988-f88e-457a-a90f-50350d0f76f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (b71a4bc4-5bef-42ca-994e-ce62e13e15dc), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:56.496232 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] Publish callbacks [] for port (2be810ac-df94-4dd7-95a4-ffa0ee6c686c), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:56.537246 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34270ae9-12cb-4304-a4e2-172d3a206c2e req-733c9945-b89e-46d1-bbf3-69b1a9b055f0 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:56.543333 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-34270ae9-12cb-4304-a4e2-172d3a206c2e req-733c9945-b89e-46d1-bbf3-69b1a9b055f0 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 945 time: 0.6348083 Feb 19 04:49:56.651774 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2be810ac-df94-4dd7-95a4-ffa0ee6c686c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:56.942606 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=102a94c2-fb26-482f-824c-060c7dcbaf99,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:57.008563 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-ff06fee8-10ff-40a0-9171-38a9120952c9 None None] For port 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:49:57.038416 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-34270ae9-12cb-4304-a4e2-172d3a206c2e req-44722a20-3369-4cb1-a647-0b5dae54a97a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4820566 Feb 19 04:49:57.118648 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-ff06fee8-10ff-40a0-9171-38a9120952c9 None None] For port 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1,segment=NetworkSegment(23d8d298-e309-43f8-907f-3660700a9eb9),segment_id=23d8d298-e309-43f8-907f-3660700a9eb9)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:49:57.298728 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ff06fee8-10ff-40a0-9171-38a9120952c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:57.300091 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bee33fd9-6765-4121-ba97-e04b4f18e0b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (552dbfdc-de0c-4e27-b24d-dce27db6e85e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:57.384147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d39703-929d-4a58-94bc-0da78fd01604 None None] Pushing event updated for resources: {'Port': ['ID=2be810ac-df94-4dd7-95a4-ffa0ee6c686c,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:57.643431 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06fee8-10ff-40a0-9171-38a9120952c9 None None] Pushing event updated for resources: {'Port': ['ID=03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:49:57.716874 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] Attempting to bind port 2be810ac-df94-4dd7-95a4-ffa0ee6c686c on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:49:57.718089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] Attempting to bind port 2be810ac-df94-4dd7-95a4-ffa0ee6c686c by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'b5f1f822-1520-4f2b-b1f8-88a55b6130c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:49:57.719686 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] Attempting to bind port 2be810ac-df94-4dd7-95a4-ffa0ee6c686c on network 54a9881d-c02c-4727-9db4-b5d657285015 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:49:57.735736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:49:57.735736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] Checking segment: {'id': 'b5f1f822-1520-4f2b-b1f8-88a55b6130c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:49:57.748629 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:57.749604 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] Bound using segment: {'id': 'b5f1f822-1520-4f2b-b1f8-88a55b6130c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:49:57.750844 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] Bound port: 2be810ac-df94-4dd7-95a4-ffa0ee6c686c, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f1f822-1520-4f2b-b1f8-88a55b6130c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:49:57.751817 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2be810ac-df94-4dd7-95a4-ffa0ee6c686c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:57.905207 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d472fcea-b5ad-4210-8d81-4e4af6b79848 None None] Provisioning complete for port 2be810ac-df94-4dd7-95a4-ffa0ee6c686c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:49:57.905207 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d472fcea-b5ad-4210-8d81-4e4af6b79848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2be810ac-df94-4dd7-95a4-ffa0ee6c686c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:57.925482 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca13988-f88e-457a-a90f-50350d0f76f4 admin admin] Router b71a4bc4-5bef-42ca-994e-ce62e13e15dc is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:49:58.204690 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d472fcea-b5ad-4210-8d81-4e4af6b79848 None None] Port 2be810ac-df94-4dd7-95a4-ffa0ee6c686c cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:49:58.338352 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] For port 2be810ac-df94-4dd7-95a4-ffa0ee6c686c, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:49:58.363664 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] For port 2be810ac-df94-4dd7-95a4-ffa0ee6c686c, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2be810ac-df94-4dd7-95a4-ffa0ee6c686c,segment=NetworkSegment(b5f1f822-1520-4f2b-b1f8-88a55b6130c8),segment_id=b5f1f822-1520-4f2b-b1f8-88a55b6130c8)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:49:58.401572 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2be810ac-df94-4dd7-95a4-ffa0ee6c686c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:58.539710 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca13988-f88e-457a-a90f-50350d0f76f4 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:49:58.541324 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] Routers {'4eef8844-076c-4bfa-92d5-500b089c133b'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:49:58.542399 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:49:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['4eef8844-076c-4bfa-92d5-500b089c133b'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:58.585681 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] Sync routers for ids ['b71a4bc4-5bef-42ca-994e-ce62e13e15dc'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:49:58.612276 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] Routers {'b71a4bc4-5bef-42ca-994e-ce62e13e15dc'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:49:58.624415 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:49:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b71a4bc4-5bef-42ca-994e-ce62e13e15dc'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:49:58.649457 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee33fd9-6765-4121-ba97-e04b4f18e0b5 admin admin] Router 552dbfdc-de0c-4e27-b24d-dce27db6e85e has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:49:58.743362 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420eb62c-2b7c-45d5-9da0-0719e1abf36c req-1fd6dae0-32c4-404e-bbc5-e6ae44882547 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:49:58.790419 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-420eb62c-2b7c-45d5-9da0-0719e1abf36c req-1fd6dae0-32c4-404e-bbc5-e6ae44882547 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 945 time: 0.5524354 Feb 19 04:49:58.795396 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fca13988-f88e-457a-a90f-50350d0f76f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:49:58.813826 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fca13988-f88e-457a-a90f-50350d0f76f4 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.6169977 Feb 19 04:49:58.814884 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 47974) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:59.199124 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee33fd9-6765-4121-ba97-e04b4f18e0b5 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:49:59.243646 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-bee33fd9-6765-4121-ba97-e04b4f18e0b5 admin admin] 10.222.0.65 "PUT /v2.0/routers/552dbfdc-de0c-4e27-b24d-dce27db6e85e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0296843 Feb 19 04:49:59.244668 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 47980) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:49:59.373088 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-420eb62c-2b7c-45d5-9da0-0719e1abf36c req-64cd0ca9-f1c2-4d09-9960-3762ce439662 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5565677 Feb 19 04:49:59.753764 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 102a94c2-fb26-482f-824c-060c7dcbaf99 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:49:59.900135 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:49:59.960337 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-176fafea-9742-4b99-889f-358a3b0f4bc4 admin admin] Publish callbacks [] for router (552dbfdc-de0c-4e27-b24d-dce27db6e85e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:00.042958 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] Set router b71a4bc4-5bef-42ca-994e-ce62e13e15dc gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:50:00.068086 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15647aa-b1e0-4e6f-bbf7-92fda9b819e8 None None] Sync routers for ids ['552dbfdc-de0c-4e27-b24d-dce27db6e85e'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:50:00.123878 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d39703-929d-4a58-94bc-0da78fd01604 None None] Pushing event updated for resources: {'Port': ['ID=2be810ac-df94-4dd7-95a4-ffa0ee6c686c,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:00.330442 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] Set router 4eef8844-076c-4bfa-92d5-500b089c133b gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:50:00.413351 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e713cbb7-cf7f-47ae-b006-c22919c8e365 None None] Network 96dfffa9-b4b0-4d25-a9df-f9b12913068f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:50:00.429645 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-27632209-cb78-4c87-8453-e4c15e9cb5a2 None None] Provisioning complete for port 2be810ac-df94-4dd7-95a4-ffa0ee6c686c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:50:00.430695 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-27632209-cb78-4c87-8453-e4c15e9cb5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2be810ac-df94-4dd7-95a4-ffa0ee6c686c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:00.676852 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-176fafea-9742-4b99-889f-358a3b0f4bc4 admin admin] Publish callbacks [] for router_gateway (552dbfdc-de0c-4e27-b24d-dce27db6e85e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:01.005203 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15647aa-b1e0-4e6f-bbf7-92fda9b819e8 None None] Routers {'552dbfdc-de0c-4e27-b24d-dce27db6e85e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:50:01.006105 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f15647aa-b1e0-4e6f-bbf7-92fda9b819e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:49:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['552dbfdc-de0c-4e27-b24d-dce27db6e85e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:01.082744 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71a4bc4-5bef-42ca-994e-ce62e13e15dc', 'name': 'tempest-TestServerBasicOps-480093475-router', 'tenant_id': '624775a68baa4e9a84fe27633c4ae979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ded6268d-43b7-4bdf-afa0-388bfbcc468f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:49:52Z', 'updated_at': '2022-02-19T04:49:55Z', 'revision_number': 3, 'project_id': '624775a68baa4e9a84fe27633c4ae979', 'gw_port': {'id': 'ded6268d-43b7-4bdf-afa0-388bfbcc468f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71a4bc4-5bef-42ca-994e-ce62e13e15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:53Z', 'updated_at': '2022-02-19T04:49:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:01.149957 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8e9a5-0fb2-4733-bf1c-660c40074a85 req-7be9aca2-1f94-4244-a9f2-977d10df9879 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:01.155621 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-12d8e9a5-0fb2-4733-bf1c-660c40074a85 req-7be9aca2-1f94-4244-a9f2-977d10df9879 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 945 time: 0.4804094 Feb 19 04:50:01.215088 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b7fb31d3-a7c0-4053-8494-ed31f5ffc409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:01.239371 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] Checking router: b71a4bc4-5bef-42ca-994e-ce62e13e15dc for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:50:01.240313 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] Updating router b71a4bc4-5bef-42ca-994e-ce62e13e15dc port ded6268d-43b7-4bdf-afa0-388bfbcc468f binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:50:01.357816 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-176fafea-9742-4b99-889f-358a3b0f4bc4 admin admin] Deleting port 1cf92d7e-2c80-4577-8d17-e063d70f26dd {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:50:01.363411 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ded6268d-43b7-4bdf-afa0-388bfbcc468f), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:01.371927 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-176fafea-9742-4b99-889f-358a3b0f4bc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (1cf92d7e-2c80-4577-8d17-e063d70f26dd), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:01.873094 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-b7fb31d3-a7c0-4053-8494-ed31f5ffc409 admin admin] Allocated IP 172.20.0.1 (96dfffa9-b4b0-4d25-a9df-f9b12913068f/85ad36e7-5a13-400c-beac-2d96dd24082a/78f48580-f982-489e-8dca-4bd4b9ee94cd) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:50:02.248855 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b7fb31d3-a7c0-4053-8494-ed31f5ffc409 admin admin] Publish callbacks [] for port (78f48580-f982-489e-8dca-4bd4b9ee94cd), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:02.311646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-f15647aa-b1e0-4e6f-bbf7-92fda9b819e8 None None] Set router 552dbfdc-de0c-4e27-b24d-dce27db6e85e gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:50:02.368867 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b7fb31d3-a7c0-4053-8494-ed31f5ffc409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (78f48580-f982-489e-8dca-4bd4b9ee94cd), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:02.485623 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fb31d3-a7c0-4053-8494-ed31f5ffc409 admin admin] Network 96dfffa9-b4b0-4d25-a9df-f9b12913068f is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:50:02.587446 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-b7fb31d3-a7c0-4053-8494-ed31f5ffc409 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:50:02.607175 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fb31d3-a7c0-4053-8494-ed31f5ffc409 admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:50:02.745409 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 102a94c2-fb26-482f-824c-060c7dcbaf99 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:50:02.746076 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:02.867818 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b7fb31d3-a7c0-4053-8494-ed31f5ffc409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (b71a4bc4-5bef-42ca-994e-ce62e13e15dc), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:02.966483 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f15647aa-b1e0-4e6f-bbf7-92fda9b819e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552dbfdc-de0c-4e27-b24d-dce27db6e85e', 'name': 'tempest-TestVolumeBackupRestore-1934493280-router', 'tenant_id': '7afcc340121843a88082b50865985d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:22Z', 'updated_at': '2022-02-19T04:50:00Z', 'revision_number': 6, 'project_id': '7afcc340121843a88082b50865985d97', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:02.991319 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] Publish callbacks [] for port (ded6268d-43b7-4bdf-afa0-388bfbcc468f), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:03.030182 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ded6268d-43b7-4bdf-afa0-388bfbcc468f), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:03.176844 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15647aa-b1e0-4e6f-bbf7-92fda9b819e8 None None] Checking router: 552dbfdc-de0c-4e27-b24d-dce27db6e85e for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:50:03.202686 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:50:03.203836 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:03.241083 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb31d3-a7c0-4053-8494-ed31f5ffc409 admin admin] Pushing event updated for resources: {'Port': ['ID=78f48580-f982-489e-8dca-4bd4b9ee94cd,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:03.282992 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-12d8e9a5-0fb2-4733-bf1c-660c40074a85 req-018a109f-3987-4944-898f-fe680a8f13de tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.0912027 Feb 19 04:50:03.306020 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9b617-5ebb-40a9-9621-904100a0684d None None] Pushing event updated for resources: {'Port': ['ID=ded6268d-43b7-4bdf-afa0-388bfbcc468f,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:03.370125 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68014b8b-a754-4274-b60b-c3ff1a192bac req-8e9662f6-848f-40cb-990c-cea1000e6938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:03.371628 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-176fafea-9742-4b99-889f-358a3b0f4bc4 admin admin] For port 1cf92d7e-2c80-4577-8d17-e063d70f26dd, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=1cf92d7e-2c80-4577-8d17-e063d70f26dd,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:50:03.372026 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-176fafea-9742-4b99-889f-358a3b0f4bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (1cf92d7e-2c80-4577-8d17-e063d70f26dd), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:03.377405 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-68014b8b-a754-4274-b60b-c3ff1a192bac req-8e9662f6-848f-40cb-990c-cea1000e6938 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5d75efb08514de6a052014d405b6aef&device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 1127 time: 0.8977058 Feb 19 04:50:03.409709 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] Attempting to bind port ded6268d-43b7-4bdf-afa0-388bfbcc468f on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:50:03.410110 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] Attempting to bind port ded6268d-43b7-4bdf-afa0-388bfbcc468f by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:50:03.410456 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] Attempting to bind port ded6268d-43b7-4bdf-afa0-388bfbcc468f on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:50:03.422846 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c76d536e-3b54-4994-874e-6fda684f8e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:03.434910 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9b617-5ebb-40a9-9621-904100a0684d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:03.435268 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9b617-5ebb-40a9-9621-904100a0684d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:03.435613 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9b617-5ebb-40a9-9621-904100a0684d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:03.436021 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9b617-5ebb-40a9-9621-904100a0684d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:03.436429 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9b617-5ebb-40a9-9621-904100a0684d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:03.436772 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9b617-5ebb-40a9-9621-904100a0684d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:03.437137 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9b617-5ebb-40a9-9621-904100a0684d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:03.437946 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-176fafea-9742-4b99-889f-358a3b0f4bc4 admin admin] Calling delete_port for 1cf92d7e-2c80-4577-8d17-e063d70f26dd owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:50:03.438070 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9b617-5ebb-40a9-9621-904100a0684d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:03.438438 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9b617-5ebb-40a9-9621-904100a0684d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:03.438798 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9b617-5ebb-40a9-9621-904100a0684d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:03.439130 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9b617-5ebb-40a9-9621-904100a0684d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:03.439457 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9b617-5ebb-40a9-9621-904100a0684d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:03.439782 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9b617-5ebb-40a9-9621-904100a0684d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:03.467176 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:50:03.467577 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:50:03.467993 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:03.468403 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:50:03.468953 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] Bound port: ded6268d-43b7-4bdf-afa0-388bfbcc468f, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:50:03.476095 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ded6268d-43b7-4bdf-afa0-388bfbcc468f), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:03.609460 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15647aa-b1e0-4e6f-bbf7-92fda9b819e8 None None] Routers {'552dbfdc-de0c-4e27-b24d-dce27db6e85e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:50:03.621975 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f15647aa-b1e0-4e6f-bbf7-92fda9b819e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:49:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['552dbfdc-de0c-4e27-b24d-dce27db6e85e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:03.674504 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] For port ded6268d-43b7-4bdf-afa0-388bfbcc468f, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:50:03.687297 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] For port ded6268d-43b7-4bdf-afa0-388bfbcc468f, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ded6268d-43b7-4bdf-afa0-388bfbcc468f,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:50:03.714770 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ded6268d-43b7-4bdf-afa0-388bfbcc468f), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:03.821610 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] Routers {'b71a4bc4-5bef-42ca-994e-ce62e13e15dc'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:50:03.828677 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:49:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b71a4bc4-5bef-42ca-994e-ce62e13e15dc'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:03.926331 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b7fb31d3-a7c0-4053-8494-ed31f5ffc409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (78f48580-f982-489e-8dca-4bd4b9ee94cd), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:03.955992 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-27632209-cb78-4c87-8453-e4c15e9cb5a2 None None] Current status of the port 2be810ac-df94-4dd7-95a4-ffa0ee6c686c is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:50:03.964790 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-27632209-cb78-4c87-8453-e4c15e9cb5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2be810ac-df94-4dd7-95a4-ffa0ee6c686c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:04.015139 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] Set router b71a4bc4-5bef-42ca-994e-ce62e13e15dc gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:50:04.133442 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-176fafea-9742-4b99-889f-358a3b0f4bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (1cf92d7e-2c80-4577-8d17-e063d70f26dd), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:04.164358 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68014b8b-a754-4274-b60b-c3ff1a192bac req-8cd752a3-f876-4ce9-a283-fae4ff4620b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:04.166006 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-68014b8b-a754-4274-b60b-c3ff1a192bac req-8cd752a3-f876-4ce9-a283-fae4ff4620b3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a3539187-cc67-4fa5-a771-d626621d7371 HTTP/1.1" status: 200 len: 917 time: 0.7551653 Feb 19 04:50:04.199772 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176fafea-9742-4b99-889f-358a3b0f4bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf92d7e-2c80-4577-8d17-e063d70f26dd,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:04.271494 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9b617-5ebb-40a9-9621-904100a0684d None None] Pushing event updated for resources: {'Port': ['ID=ded6268d-43b7-4bdf-afa0-388bfbcc468f,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:04.373917 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-27632209-cb78-4c87-8453-e4c15e9cb5a2 None None] For port 2be810ac-df94-4dd7-95a4-ffa0ee6c686c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2be810ac-df94-4dd7-95a4-ffa0ee6c686c,segment=NetworkSegment(b5f1f822-1520-4f2b-b1f8-88a55b6130c8),segment_id=b5f1f822-1520-4f2b-b1f8-88a55b6130c8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:50:04.438079 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:50:04.465977 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-176fafea-9742-4b99-889f-358a3b0f4bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (552dbfdc-de0c-4e27-b24d-dce27db6e85e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:04.576891 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:50:04.580028 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:04.597842 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-27632209-cb78-4c87-8453-e4c15e9cb5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2be810ac-df94-4dd7-95a4-ffa0ee6c686c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:04.721781 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-68014b8b-a754-4274-b60b-c3ff1a192bac req-01672920-507f-4949-9c8c-cf9c65b8579b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=102a94c2-fb26-482f-824c-060c7dcbaf99 HTTP/1.1" status: 200 len: 1001 time: 0.5346971 Feb 19 04:50:04.801176 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27632209-cb78-4c87-8453-e4c15e9cb5a2 None None] Pushing event updated for resources: {'Port': ['ID=2be810ac-df94-4dd7-95a4-ffa0ee6c686c,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:04.826653 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 102a94c2-fb26-482f-824c-060c7dcbaf99 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:50:04.833489 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:04.903138 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-176fafea-9742-4b99-889f-358a3b0f4bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (552dbfdc-de0c-4e27-b24d-dce27db6e85e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:04.920132 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-176fafea-9742-4b99-889f-358a3b0f4bc4 admin admin] Publish callbacks [] for router_controller (552dbfdc-de0c-4e27-b24d-dce27db6e85e), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:05.110927 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-176fafea-9742-4b99-889f-358a3b0f4bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (552dbfdc-de0c-4e27-b24d-dce27db6e85e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:05.112901 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176fafea-9742-4b99-889f-358a3b0f4bc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 552dbfdc-de0c-4e27-b24d-dce27db6e85e {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:50:05.127471 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-176fafea-9742-4b99-889f-358a3b0f4bc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:05.129510 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-176fafea-9742-4b99-889f-358a3b0f4bc4 admin admin] 10.222.0.65 "DELETE /v2.0/routers/552dbfdc-de0c-4e27-b24d-dce27db6e85e HTTP/1.1" status: 204 len: 168 time: 5.8831222 Feb 19 04:50:05.134124 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48052) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:50:05.138384 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 102a94c2-fb26-482f-824c-060c7dcbaf99, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=102a94c2-fb26-482f-824c-060c7dcbaf99,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:50:05.207453 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68014b8b-a754-4274-b60b-c3ff1a192bac req-1f8c4f70-cda1-4a31-b601-54b934d4091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:05.221047 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-68014b8b-a754-4274-b60b-c3ff1a192bac req-1f8c4f70-cda1-4a31-b601-54b934d4091f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45cf20d4-3097-4dde-886e-3a9890ecec0d HTTP/1.1" status: 200 len: 856 time: 0.4808292 Feb 19 04:50:05.258655 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1,segment=NetworkSegment(23d8d298-e309-43f8-907f-3660700a9eb9),segment_id=23d8d298-e309-43f8-907f-3660700a9eb9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:50:05.278909 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-f15647aa-b1e0-4e6f-bbf7-92fda9b819e8 None None] Set router 552dbfdc-de0c-4e27-b24d-dce27db6e85e gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:50:05.294238 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a23ce1-97e3-44c4-b84b-5afe0e645599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102a94c2-fb26-482f-824c-060c7dcbaf99'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:50:05.316247 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9e74d0-c507-4c88-925d-3d0b42aaa728" -d '{"events": [{"server_uuid": "b1a23ce1-97e3-44c4-b84b-5afe0e645599", "name": "network-vif-plugged", "status": "completed", "tag": "102a94c2-fb26-482f-824c-060c7dcbaf99"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:50:05.346756 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'name': 'tempest-TestServerBasicOps-580398945-router', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:49:32Z', 'updated_at': '2022-02-19T04:49:44Z', 'revision_number': 4, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'gw_port': {'id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:33Z', 'updated_at': '2022-02-19T04:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '2be810ac-df94-4dd7-95a4-ffa0ee6c686c', 'name': '', 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'mac_address': 'fa:16:3e:43:10:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '725c79e0-2926-46a7-82cc-d6357cab0d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:41Z', 'updated_at': '2022-02-19T04:49:58Z', 'revision_number': 4, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'subnets': [{'id': '725c79e0-2926-46a7-82cc-d6357cab0d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:05.410186 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b558ce2-86be-48ec-bdab-96890a134472 admin admin] Deleting subnet 07d6b9d3-af9c-4a4e-b771-3488db3bfba3 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:50:05.418049 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b558ce2-86be-48ec-bdab-96890a134472 admin admin] Publish callbacks [] for subnet (07d6b9d3-af9c-4a4e-b771-3488db3bfba3), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:05.536849 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b7fb31d3-a7c0-4053-8494-ed31f5ffc409 admin admin] Publish callbacks [] for port (78f48580-f982-489e-8dca-4bd4b9ee94cd), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:05.576166 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b7fb31d3-a7c0-4053-8494-ed31f5ffc409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (78f48580-f982-489e-8dca-4bd4b9ee94cd), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:05.588071 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71a4bc4-5bef-42ca-994e-ce62e13e15dc', 'name': 'tempest-TestServerBasicOps-480093475-router', 'tenant_id': '624775a68baa4e9a84fe27633c4ae979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ded6268d-43b7-4bdf-afa0-388bfbcc468f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:49:52Z', 'updated_at': '2022-02-19T04:50:03Z', 'revision_number': 4, 'project_id': '624775a68baa4e9a84fe27633c4ae979', 'gw_port': {'id': 'ded6268d-43b7-4bdf-afa0-388bfbcc468f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71a4bc4-5bef-42ca-994e-ce62e13e15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:53Z', 'updated_at': '2022-02-19T04:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '78f48580-f982-489e-8dca-4bd4b9ee94cd', 'name': '', 'network_id': '96dfffa9-b4b0-4d25-a9df-f9b12913068f', 'tenant_id': '624775a68baa4e9a84fe27633c4ae979', 'mac_address': 'fa:16:3e:27:e0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71a4bc4-5bef-42ca-994e-ce62e13e15dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '85ad36e7-5a13-400c-beac-2d96dd24082a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:50:01Z', 'updated_at': '2022-02-19T04:50:01Z', 'revision_number': 1, 'project_id': '624775a68baa4e9a84fe27633c4ae979', 'subnets': [{'id': '85ad36e7-5a13-400c-beac-2d96dd24082a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:05.588811 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b558ce2-86be-48ec-bdab-96890a134472 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (07d6b9d3-af9c-4a4e-b771-3488db3bfba3), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:05.683157 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca8a57b-9b78-4a80-bc36-7e7568f5d6c9 None None] The sync data for ids ['4eef8844-076c-4bfa-92d5-500b089c133b'] in n-d-772273-4 is: [{'id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'name': 'tempest-TestServerBasicOps-580398945-router', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:49:32Z', 'updated_at': '2022-02-19T04:49:44Z', 'revision_number': 4, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'gw_port': {'id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:33Z', 'updated_at': '2022-02-19T04:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '2be810ac-df94-4dd7-95a4-ffa0ee6c686c', 'name': '', 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'mac_address': 'fa:16:3e:43:10:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '725c79e0-2926-46a7-82cc-d6357cab0d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:41Z', 'updated_at': '2022-02-19T04:49:58Z', 'revision_number': 4, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'subnets': [{'id': '725c79e0-2926-46a7-82cc-d6357cab0d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:50:05.703365 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d82282-46cd-4b9a-81d1-9e9a3dc276a5 req-e9c4d489-a8dd-4bf5-9040-e9800f83f749 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:05.705872 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958e7039-8252-43b0-97ef-451b44e5dc7d None None] The sync data for ids ['b71a4bc4-5bef-42ca-994e-ce62e13e15dc'] in n-d-772273-4 is: [{'id': 'b71a4bc4-5bef-42ca-994e-ce62e13e15dc', 'name': 'tempest-TestServerBasicOps-480093475-router', 'tenant_id': '624775a68baa4e9a84fe27633c4ae979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ded6268d-43b7-4bdf-afa0-388bfbcc468f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:49:52Z', 'updated_at': '2022-02-19T04:50:03Z', 'revision_number': 4, 'project_id': '624775a68baa4e9a84fe27633c4ae979', 'gw_port': {'id': 'ded6268d-43b7-4bdf-afa0-388bfbcc468f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71a4bc4-5bef-42ca-994e-ce62e13e15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:53Z', 'updated_at': '2022-02-19T04:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '78f48580-f982-489e-8dca-4bd4b9ee94cd', 'name': '', 'network_id': '96dfffa9-b4b0-4d25-a9df-f9b12913068f', 'tenant_id': '624775a68baa4e9a84fe27633c4ae979', 'mac_address': 'fa:16:3e:27:e0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71a4bc4-5bef-42ca-994e-ce62e13e15dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '85ad36e7-5a13-400c-beac-2d96dd24082a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:50:01Z', 'updated_at': '2022-02-19T04:50:01Z', 'revision_number': 1, 'project_id': '624775a68baa4e9a84fe27633c4ae979', 'subnets': [{'id': '85ad36e7-5a13-400c-beac-2d96dd24082a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:50:05.710482 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-94d82282-46cd-4b9a-81d1-9e9a3dc276a5 req-e9c4d489-a8dd-4bf5-9040-e9800f83f749 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 945 time: 0.8400612 Feb 19 04:50:05.737450 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:05.855716 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68014b8b-a754-4274-b60b-c3ff1a192bac req-676e9775-486d-4065-b79d-125697dd678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:05.866892 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-68014b8b-a754-4274-b60b-c3ff1a192bac req-676e9775-486d-4065-b79d-125697dd678e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3539187-cc67-4fa5-a771-d626621d7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5778062 Feb 19 04:50:05.913312 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb31d3-a7c0-4053-8494-ed31f5ffc409 admin admin] Pushing event updated for resources: {'Port': ['ID=78f48580-f982-489e-8dca-4bd4b9ee94cd,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:06.053482 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b558ce2-86be-48ec-bdab-96890a134472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (07d6b9d3-af9c-4a4e-b771-3488db3bfba3), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:06.070593 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:06.257025 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1e869276-a967-4205-a538-aabbbacd1e50 None None] Provisioning complete for port 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:50:06.257675 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1e869276-a967-4205-a538-aabbbacd1e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:06.318374 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b7fb31d3-a7c0-4053-8494-ed31f5ffc409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (b71a4bc4-5bef-42ca-994e-ce62e13e15dc), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:06.320949 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b558ce2-86be-48ec-bdab-96890a134472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (07d6b9d3-af9c-4a4e-b771-3488db3bfba3), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:06.507886 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b558ce2-86be-48ec-bdab-96890a134472 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07d6b9d3-af9c-4a4e-b771-3488db3bfba3,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:06.562536 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-94d82282-46cd-4b9a-81d1-9e9a3dc276a5 req-8fc1bcde-b096-4dd0-95ba-9d6bb5e7e3e1 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7769918 Feb 19 04:50:06.570083 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b558ce2-86be-48ec-bdab-96890a134472 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:06.577113 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3b558ce2-86be-48ec-bdab-96890a134472 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/07d6b9d3-af9c-4a4e-b771-3488db3bfba3 HTTP/1.1" status: 204 len: 168 time: 1.4366729 Feb 19 04:50:06.596649 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48076) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:50:06.961652 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d57db7c9-8ed7-488f-a35d-cd85b37dd068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (aba5630a-c5aa-46c8-ae32-3254e7568f0a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:07.056372 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fb31d3-a7c0-4053-8494-ed31f5ffc409 admin admin] Network 96dfffa9-b4b0-4d25-a9df-f9b12913068f is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:50:07.061488 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-b7fb31d3-a7c0-4053-8494-ed31f5ffc409 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:50:07.257069 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-d57db7c9-8ed7-488f-a35d-cd85b37dd068 admin admin] Deleting port 4403ff5f-32b2-4957-85c7-5e57617c96b7 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:50:07.257414 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d57db7c9-8ed7-488f-a35d-cd85b37dd068 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (4403ff5f-32b2-4957-85c7-5e57617c96b7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:07.326987 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66550ca-26cf-458e-bb47-6ee796843ad8 x-openstack-request-id: req-a66550ca-26cf-458e-bb47-6ee796843ad8 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:50:07.329248 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a23ce1-97e3-44c4-b84b-5afe0e645599", "name": "network-vif-plugged", "status": "completed", "tag": "102a94c2-fb26-482f-824c-060c7dcbaf99", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:50:07.332436 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a66550ca-26cf-458e-bb47-6ee796843ad8 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:50:07.338106 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a23ce1-97e3-44c4-b84b-5afe0e645599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102a94c2-fb26-482f-824c-060c7dcbaf99', 'code': 200} Feb 19 04:50:07.354102 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f15647aa-b1e0-4e6f-bbf7-92fda9b819e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552dbfdc-de0c-4e27-b24d-dce27db6e85e', 'name': 'tempest-TestVolumeBackupRestore-1934493280-router', 'tenant_id': '7afcc340121843a88082b50865985d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:22Z', 'updated_at': '2022-02-19T04:50:00Z', 'revision_number': 6, 'project_id': '7afcc340121843a88082b50865985d97', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:07.371215 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-68014b8b-a754-4274-b60b-c3ff1a192bac req-cd75a435-9f60-4157-b830-3164d5d2f481 service neutron] 10.222.0.10 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4732871 Feb 19 04:50:07.379501 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae98a30-abb2-4c4c-a17b-4dcd55787df4 None None] Network aba5630a-c5aa-46c8-ae32-3254e7568f0a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:50:07.392463 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2be810ac-df94-4dd7-95a4-ffa0ee6c686c up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:50:07.420730 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=102a94c2-fb26-482f-824c-060c7dcbaf99,revision_number=7']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:07.440276 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8a6c369e-c02b-4bd0-94ed-641bfbe93fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:07.747063 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-8543d9a0-e7ac-4a1d-a538-cee01ed3ed2f req-0ce7fd75-31cd-4a82-a818-7951d4ab777a tempest-ServersNegativeTestJSON-539659046 tempest-ServersNegativeTestJSON-539659046-project] (115199) timed out ('10.222.0.65', 57896) {{(pid=115199) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:50:07.750221 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-d57db7c9-8ed7-488f-a35d-cd85b37dd068 admin admin] For port 4403ff5f-32b2-4957-85c7-5e57617c96b7, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=4403ff5f-32b2-4957-85c7-5e57617c96b7,segment=NetworkSegment(d0e5a670-37c5-42b6-b63e-e957542e0078),segment_id=d0e5a670-37c5-42b6-b63e-e957542e0078)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:50:07.750787 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d57db7c9-8ed7-488f-a35d-cd85b37dd068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (4403ff5f-32b2-4957-85c7-5e57617c96b7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:07.859348 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-d57db7c9-8ed7-488f-a35d-cd85b37dd068 admin admin] Calling delete_port for 4403ff5f-32b2-4957-85c7-5e57617c96b7 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:50:08.054656 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-68014b8b-a754-4274-b60b-c3ff1a192bac req-c105c7eb-d830-4324-985d-c40e9e27dc83 service neutron] 10.222.0.10 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6733751 Feb 19 04:50:08.109809 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fb31d3-a7c0-4053-8494-ed31f5ffc409 admin admin] Router b71a4bc4-5bef-42ca-994e-ce62e13e15dc has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:50:08.467985 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48094) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:50:08.548859 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15647aa-b1e0-4e6f-bbf7-92fda9b819e8 None None] The sync data for ids ['552dbfdc-de0c-4e27-b24d-dce27db6e85e'] in n-d-772273-4 is: [{'id': '552dbfdc-de0c-4e27-b24d-dce27db6e85e', 'name': 'tempest-TestVolumeBackupRestore-1934493280-router', 'tenant_id': '7afcc340121843a88082b50865985d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:38:22Z', 'updated_at': '2022-02-19T04:50:00Z', 'revision_number': 6, 'project_id': '7afcc340121843a88082b50865985d97', 'gw_port_host': None}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:50:08.625835 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fb31d3-a7c0-4053-8494-ed31f5ffc409 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:50:08.647648 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b7fb31d3-a7c0-4053-8494-ed31f5ffc409 admin admin] 10.222.0.65 "PUT /v2.0/routers/b71a4bc4-5bef-42ca-994e-ce62e13e15dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8208921 Feb 19 04:50:08.778079 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d57db7c9-8ed7-488f-a35d-cd85b37dd068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (4403ff5f-32b2-4957-85c7-5e57617c96b7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:08.856141 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a0625-d56d-446c-b978-011f5c83d2d0 req-4543fea2-9b87-40c4-a78e-93acabe0ff19 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:08.866786 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-933a0625-d56d-446c-b978-011f5c83d2d0 req-4543fea2-9b87-40c4-a78e-93acabe0ff19 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 1.0106213 Feb 19 04:50:08.929495 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57db7c9-8ed7-488f-a35d-cd85b37dd068 admin admin] Pushing event deleted for resources: {'Port': ['ID=4403ff5f-32b2-4957-85c7-5e57617c96b7,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:08.939967 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57db7c9-8ed7-488f-a35d-cd85b37dd068 admin admin] No DVR routers for this DVR port 4403ff5f-32b2-4957-85c7-5e57617c96b7 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:50:09.049980 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:09.051188 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:09.192372 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-70257595-8fff-4b87-979a-c89560a01228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:09.263993 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-933a0625-d56d-446c-b978-011f5c83d2d0 req-d70af2e6-565d-4a75-b948-32127343679e tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3891675 Feb 19 04:50:09.430941 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d57db7c9-8ed7-488f-a35d-cd85b37dd068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (aba5630a-c5aa-46c8-ae32-3254e7568f0a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:09.501352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-d57db7c9-8ed7-488f-a35d-cd85b37dd068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba5630a-c5aa-46c8-ae32-3254e7568f0a']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:09.603273 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:09.606303 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:09.615333 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-d57db7c9-8ed7-488f-a35d-cd85b37dd068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e5a670-37c5-42b6-b63e-e957542e0078') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:09.617324 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-d57db7c9-8ed7-488f-a35d-cd85b37dd068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e5a670-37c5-42b6-b63e-e957542e0078') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:09.684238 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1e869276-a967-4205-a538-aabbbacd1e50 None None] Current status of the port 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:50:09.715641 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d57db7c9-8ed7-488f-a35d-cd85b37dd068 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (d0e5a670-37c5-42b6-b63e-e957542e0078), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:09.755417 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:09.812044 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:09.816411 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-70257595-8fff-4b87-979a-c89560a01228 admin admin] Publish callbacks [] for security_group (200721a5-b3a6-4183-a028-212ff7ef1874), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:09.831783 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-70257595-8fff-4b87-979a-c89560a01228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (200721a5-b3a6-4183-a028-212ff7ef1874), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:09.842327 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d57db7c9-8ed7-488f-a35d-cd85b37dd068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (d0e5a670-37c5-42b6-b63e-e957542e0078), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:09.881463 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 2be810ac-df94-4dd7-95a4-ffa0ee6c686c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:50:09.886706 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2be810ac-df94-4dd7-95a4-ffa0ee6c686c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:09.905610 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d57db7c9-8ed7-488f-a35d-cd85b37dd068 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:50:09.910689 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d57db7c9-8ed7-488f-a35d-cd85b37dd068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (d0e5a670-37c5-42b6-b63e-e957542e0078), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:50:09.915070 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:50:10.151048 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-70257595-8fff-4b87-979a-c89560a01228 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8580c41f97c34126b77a92fa70758f34&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6452427 Feb 19 04:50:10.157101 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48116) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:50:10.223517 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70257595-8fff-4b87-979a-c89560a01228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200721a5-b3a6-4183-a028-212ff7ef1874,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:10.235561 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b68d79-23df-4f28-b918-1eab6b4367ef None None] DHCP port deletion for aba5630a-c5aa-46c8-ae32-3254e7568f0a request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:50:10.290435 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d57db7c9-8ed7-488f-a35d-cd85b37dd068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (aba5630a-c5aa-46c8-ae32-3254e7568f0a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:10.306591 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d57db7c9-8ed7-488f-a35d-cd85b37dd068 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:10.339978 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d57db7c9-8ed7-488f-a35d-cd85b37dd068 admin admin] 10.222.0.65 "DELETE /v2.0/networks/aba5630a-c5aa-46c8-ae32-3254e7568f0a HTTP/1.1" status: 204 len: 168 time: 3.7375889 Feb 19 04:50:10.465346 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57db7c9-8ed7-488f-a35d-cd85b37dd068 admin admin] Pushing event deleted for resources: {'Network': ['ID=aba5630a-c5aa-46c8-ae32-3254e7568f0a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:10.674041 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-589d5ce2-8e66-46e6-876b-5e5721a57f8d None None] Provisioning complete for port 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:50:10.676768 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-589d5ce2-8e66-46e6-876b-5e5721a57f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:10.791934 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a581ff94-d2ee-466f-b105-2aa81178d452 admin admin] Publish callbacks [] for security_group (200721a5-b3a6-4183-a028-212ff7ef1874), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:11.050426 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a581ff94-d2ee-466f-b105-2aa81178d452 admin admin] Publish callbacks [] for security_group (200721a5-b3a6-4183-a028-212ff7ef1874), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:11.164224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48130) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:50:11.194107 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 2be810ac-df94-4dd7-95a4-ffa0ee6c686c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:50:11.323395 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a581ff94-d2ee-466f-b105-2aa81178d452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (200721a5-b3a6-4183-a028-212ff7ef1874), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:11.327169 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a581ff94-d2ee-466f-b105-2aa81178d452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:11.336540 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a581ff94-d2ee-466f-b105-2aa81178d452 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/200721a5-b3a6-4183-a028-212ff7ef1874 HTTP/1.1" status: 204 len: 168 time: 1.1578865 Feb 19 04:50:11.352536 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add74afa-6b5b-49ab-b9e6-7dcc7d7f7924 req-a1974294-34e0-46db-b72e-c67d75ddf7e4 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:11.365294 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-add74afa-6b5b-49ab-b9e6-7dcc7d7f7924 req-a1974294-34e0-46db-b72e-c67d75ddf7e4 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.5705409 Feb 19 04:50:11.379222 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581ff94-d2ee-466f-b105-2aa81178d452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200721a5-b3a6-4183-a028-212ff7ef1874,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:11.550640 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-589d5ce2-8e66-46e6-876b-5e5721a57f8d None None] Current status of the port 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:50:11.645432 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-589d5ce2-8e66-46e6-876b-5e5721a57f8d None None] Provisioning complete for port 78f48580-f982-489e-8dca-4bd4b9ee94cd triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:50:11.647430 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-589d5ce2-8e66-46e6-876b-5e5721a57f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (78f48580-f982-489e-8dca-4bd4b9ee94cd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:11.806168 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7c70b18b-2f09-460f-8559-daee2b26f8fe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6160c74a7e684a6bbc0198f4ecef79ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6346729 Feb 19 04:50:11.812828 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48140) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:50:11.873296 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-add74afa-6b5b-49ab-b9e6-7dcc7d7f7924 req-afa24d58-5553-4d5a-b4f8-f96b7facf6c6 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4714141 Feb 19 04:50:11.887347 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-589d5ce2-8e66-46e6-876b-5e5721a57f8d None None] Port 78f48580-f982-489e-8dca-4bd4b9ee94cd cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:50:12.084323 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-02e177fa-f2c9-4ac1-a05b-c32375d0b2b3 admin admin] Publish callbacks [] for security_group (e05713c7-93b9-408d-b487-330436c33f4f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:12.096892 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:50:12.251395 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-02e177fa-f2c9-4ac1-a05b-c32375d0b2b3 admin admin] Publish callbacks [] for security_group (e05713c7-93b9-408d-b487-330436c33f4f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:12.527878 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-02e177fa-f2c9-4ac1-a05b-c32375d0b2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e05713c7-93b9-408d-b487-330436c33f4f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:12.533011 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-02e177fa-f2c9-4ac1-a05b-c32375d0b2b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:12.538911 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-02e177fa-f2c9-4ac1-a05b-c32375d0b2b3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e05713c7-93b9-408d-b487-330436c33f4f HTTP/1.1" status: 204 len: 168 time: 0.7209458 Feb 19 04:50:12.587030 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e177fa-f2c9-4ac1-a05b-c32375d0b2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05713c7-93b9-408d-b487-330436c33f4f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:12.764827 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:50:12.765534 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:12.929769 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48152) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:50:12.940182 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-0beaadc2-aea6-4236-8986-00db2a5a0cd4 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-43905934', 'description': 'tempest-secgroup-smoke-43905934 description', 'project_id': '5e41e400d59c485ebabdbd5439753754'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:50:13.065229 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0beaadc2-aea6-4236-8986-00db2a5a0cd4 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:13.411336 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:50:13.413254 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ded6268d-43b7-4bdf-afa0-388bfbcc468f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:50:13.506334 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] Sync routers for ids ['b71a4bc4-5bef-42ca-994e-ce62e13e15dc'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:50:13.570732 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] Routers {'b71a4bc4-5bef-42ca-994e-ce62e13e15dc'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:50:13.578543 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:50:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b71a4bc4-5bef-42ca-994e-ce62e13e15dc'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:13.582770 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0beaadc2-aea6-4236-8986-00db2a5a0cd4 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for security_group (81446dbc-3c5e-4c25-a6c0-3107455b5fde), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:13.598107 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0beaadc2-aea6-4236-8986-00db2a5a0cd4 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (81446dbc-3c5e-4c25-a6c0-3107455b5fde), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:13.655083 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be389c-5384-4fa6-89c6-6b8093640176 req-292f3710-8f46-4b92-82c0-a4fb88043014 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:13.657891 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-23be389c-5384-4fa6-89c6-6b8093640176 req-292f3710-8f46-4b92-82c0-a4fb88043014 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.4388225 Feb 19 04:50:13.853773 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0beaadc2-aea6-4236-8986-00db2a5a0cd4 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:13.857268 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0beaadc2-aea6-4236-8986-00db2a5a0cd4 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9238949 Feb 19 04:50:13.866771 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48172) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:50:13.884564 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-5c763ac1-b681-4050-956e-4bc7dd0b5a5b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Request body: {'security_group_rule': {'security_group_id': '81446dbc-3c5e-4c25-a6c0-3107455b5fde', 'project_id': '5e41e400d59c485ebabdbd5439753754', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:50:13.902243 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beaadc2-aea6-4236-8986-00db2a5a0cd4 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81446dbc-3c5e-4c25-a6c0-3107455b5fde,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:13.994242 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-23be389c-5384-4fa6-89c6-6b8093640176 req-624685b3-1f85-4062-8428-75578ab016af tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212221 Feb 19 04:50:14.020473 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ded6268d-43b7-4bdf-afa0-388bfbcc468f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:50:14.024866 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ded6268d-43b7-4bdf-afa0-388bfbcc468f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:14.158979 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5c763ac1-b681-4050-956e-4bc7dd0b5a5b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for security_group_rule (bc25334e-029c-4dbb-b847-8d8e9e5c899f), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:14.211986 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] Set router b71a4bc4-5bef-42ca-994e-ce62e13e15dc gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:50:14.465249 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5c763ac1-b681-4050-956e-4bc7dd0b5a5b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for security_group_rule (bc25334e-029c-4dbb-b847-8d8e9e5c899f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:14.477909 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ded6268d-43b7-4bdf-afa0-388bfbcc468f is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:50:14.488057 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ded6268d-43b7-4bdf-afa0-388bfbcc468f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:14.493293 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5c763ac1-b681-4050-956e-4bc7dd0b5a5b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (bc25334e-029c-4dbb-b847-8d8e9e5c899f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:14.664117 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c763ac1-b681-4050-956e-4bc7dd0b5a5b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc25334e-029c-4dbb-b847-8d8e9e5c899f,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:14.669555 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port ded6268d-43b7-4bdf-afa0-388bfbcc468f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ded6268d-43b7-4bdf-afa0-388bfbcc468f,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:50:14.686332 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ded6268d-43b7-4bdf-afa0-388bfbcc468f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:14.727634 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c763ac1-b681-4050-956e-4bc7dd0b5a5b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:14.728222 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c763ac1-b681-4050-956e-4bc7dd0b5a5b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:14.728790 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c763ac1-b681-4050-956e-4bc7dd0b5a5b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:14.762873 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c763ac1-b681-4050-956e-4bc7dd0b5a5b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:14.764533 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c763ac1-b681-4050-956e-4bc7dd0b5a5b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:14.769699 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c763ac1-b681-4050-956e-4bc7dd0b5a5b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:14.770625 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c763ac1-b681-4050-956e-4bc7dd0b5a5b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:14.771639 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c763ac1-b681-4050-956e-4bc7dd0b5a5b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:14.774340 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c763ac1-b681-4050-956e-4bc7dd0b5a5b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:14.775155 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c763ac1-b681-4050-956e-4bc7dd0b5a5b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:14.780238 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c763ac1-b681-4050-956e-4bc7dd0b5a5b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:14.786763 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c763ac1-b681-4050-956e-4bc7dd0b5a5b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:14.788436 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c763ac1-b681-4050-956e-4bc7dd0b5a5b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:14.846986 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5c763ac1-b681-4050-956e-4bc7dd0b5a5b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:14.853541 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5c763ac1-b681-4050-956e-4bc7dd0b5a5b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9830704 Feb 19 04:50:14.858967 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48190) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:50:14.875717 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-0dfef17b-9c12-4bd7-b76d-b419ab14ec6b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Request body: {'security_group_rule': {'security_group_id': '81446dbc-3c5e-4c25-a6c0-3107455b5fde', 'project_id': '5e41e400d59c485ebabdbd5439753754', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:50:14.981689 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9e06d8cf-233e-41ca-9854-85279600a60b no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:50:15.045616 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0dfef17b-9c12-4bd7-b76d-b419ab14ec6b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for security_group_rule (4c1867d6-3a12-4c8a-b836-9a60ecc80b20), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:15.054420 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48192) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:50:15.173520 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 9e06d8cf-233e-41ca-9854-85279600a60b {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:50:15.174107 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9e06d8cf-233e-41ca-9854-85279600a60b not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:50:15.183025 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1cf92d7e-2c80-4577-8d17-e063d70f26dd no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:50:15.211293 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=ded6268d-43b7-4bdf-afa0-388bfbcc468f,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:15.353629 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 1cf92d7e-2c80-4577-8d17-e063d70f26dd {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:50:15.365759 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1cf92d7e-2c80-4577-8d17-e063d70f26dd not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:50:15.368291 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4403ff5f-32b2-4957-85c7-5e57617c96b7 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:50:15.418395 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1541c633-0c1f-47a9-ab6c-d7660b533b2c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7afcc340121843a88082b50865985d97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3531013 Feb 19 04:50:15.420304 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48200) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:50:15.465121 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0dfef17b-9c12-4bd7-b76d-b419ab14ec6b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for security_group_rule (4c1867d6-3a12-4c8a-b836-9a60ecc80b20), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:15.481715 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0dfef17b-9c12-4bd7-b76d-b419ab14ec6b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (4c1867d6-3a12-4c8a-b836-9a60ecc80b20), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:15.559900 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 4403ff5f-32b2-4957-85c7-5e57617c96b7 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:50:15.569564 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4403ff5f-32b2-4957-85c7-5e57617c96b7 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:50:15.604626 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfef17b-9c12-4bd7-b76d-b419ab14ec6b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1867d6-3a12-4c8a-b836-9a60ecc80b20,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:15.635119 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0dfef17b-9c12-4bd7-b76d-b419ab14ec6b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:15.639232 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0dfef17b-9c12-4bd7-b76d-b419ab14ec6b tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7698009 Feb 19 04:50:15.645414 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48204) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:50:15.660164 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-28520ce9-14ed-4448-bb00-a11e20e2093e tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Request body: {'security_group_rule': {'security_group_id': '81446dbc-3c5e-4c25-a6c0-3107455b5fde', 'project_id': '5e41e400d59c485ebabdbd5439753754', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:50:15.751417 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-28520ce9-14ed-4448-bb00-a11e20e2093e tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for security_group_rule (bbd104e6-061a-41c8-b59e-09c843d646ce), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:16.034084 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c2c4fbc4-9ae1-44a0-9c57-febb76db793d admin admin] Publish callbacks [] for security_group (de7f4c41-9134-4047-baba-9a562762def6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:16.098090 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509312e-7fc2-48f5-96f0-7af1e7ff3b7a req-a213b28f-c7ac-4338-b5f4-c881a60d7b67 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:16.113035 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ded6268d-43b7-4bdf-afa0-388bfbcc468f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:50:16.137132 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f509312e-7fc2-48f5-96f0-7af1e7ff3b7a req-a213b28f-c7ac-4338-b5f4-c881a60d7b67 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.6053267 Feb 19 04:50:16.202850 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71a4bc4-5bef-42ca-994e-ce62e13e15dc', 'name': 'tempest-TestServerBasicOps-480093475-router', 'tenant_id': '624775a68baa4e9a84fe27633c4ae979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ded6268d-43b7-4bdf-afa0-388bfbcc468f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:49:52Z', 'updated_at': '2022-02-19T04:50:03Z', 'revision_number': 4, 'project_id': '624775a68baa4e9a84fe27633c4ae979', 'gw_port': {'id': 'ded6268d-43b7-4bdf-afa0-388bfbcc468f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71a4bc4-5bef-42ca-994e-ce62e13e15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:53Z', 'updated_at': '2022-02-19T04:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '78f48580-f982-489e-8dca-4bd4b9ee94cd', 'name': '', 'network_id': '96dfffa9-b4b0-4d25-a9df-f9b12913068f', 'tenant_id': '624775a68baa4e9a84fe27633c4ae979', 'mac_address': 'fa:16:3e:27:e0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71a4bc4-5bef-42ca-994e-ce62e13e15dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '85ad36e7-5a13-400c-beac-2d96dd24082a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:50:01Z', 'updated_at': '2022-02-19T04:50:04Z', 'revision_number': 2, 'project_id': '624775a68baa4e9a84fe27633c4ae979', 'subnets': [{'id': '85ad36e7-5a13-400c-beac-2d96dd24082a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:16.232142 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-28520ce9-14ed-4448-bb00-a11e20e2093e tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for security_group_rule (bbd104e6-061a-41c8-b59e-09c843d646ce), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:16.252603 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-28520ce9-14ed-4448-bb00-a11e20e2093e tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (bbd104e6-061a-41c8-b59e-09c843d646ce), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:16.298710 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] Checking router: b71a4bc4-5bef-42ca-994e-ce62e13e15dc for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:50:16.299816 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] Updating router b71a4bc4-5bef-42ca-994e-ce62e13e15dc port 78f48580-f982-489e-8dca-4bd4b9ee94cd binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:50:16.402364 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28520ce9-14ed-4448-bb00-a11e20e2093e tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd104e6-061a-41c8-b59e-09c843d646ce,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:16.455737 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (78f48580-f982-489e-8dca-4bd4b9ee94cd), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:16.480613 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-28520ce9-14ed-4448-bb00-a11e20e2093e tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:16.485688 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-28520ce9-14ed-4448-bb00-a11e20e2093e tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8401473 Feb 19 04:50:16.490951 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48218) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:50:16.493912 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ded6268d-43b7-4bdf-afa0-388bfbcc468f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:50:16.494546 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ded6268d-43b7-4bdf-afa0-388bfbcc468f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:16.508321 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e657189a-45e4-4daf-ad95-d99a042c4220 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Request body: {'security_group_rule': {'security_group_id': '81446dbc-3c5e-4c25-a6c0-3107455b5fde', 'project_id': '5e41e400d59c485ebabdbd5439753754', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:50:16.542503 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f509312e-7fc2-48f5-96f0-7af1e7ff3b7a req-032aaf7b-02c9-49bb-8e8b-b890726698c9 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3908563 Feb 19 04:50:16.613045 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c2c4fbc4-9ae1-44a0-9c57-febb76db793d admin admin] Publish callbacks [] for security_group (de7f4c41-9134-4047-baba-9a562762def6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:16.618993 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e657189a-45e4-4daf-ad95-d99a042c4220 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for security_group_rule (2056ec8d-cccf-4a1e-b7fe-3778b1c7ca3c), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:16.891637 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e657189a-45e4-4daf-ad95-d99a042c4220 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for security_group_rule (2056ec8d-cccf-4a1e-b7fe-3778b1c7ca3c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:16.903401 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e657189a-45e4-4daf-ad95-d99a042c4220 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (2056ec8d-cccf-4a1e-b7fe-3778b1c7ca3c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:16.910477 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c2c4fbc4-9ae1-44a0-9c57-febb76db793d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (de7f4c41-9134-4047-baba-9a562762def6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:16.915595 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c2c4fbc4-9ae1-44a0-9c57-febb76db793d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:16.946248 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ded6268d-43b7-4bdf-afa0-388bfbcc468f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:50:16.968781 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c2c4fbc4-9ae1-44a0-9c57-febb76db793d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de7f4c41-9134-4047-baba-9a562762def6 HTTP/1.1" status: 204 len: 168 time: 1.5302167 Feb 19 04:50:17.021428 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e657189a-45e4-4daf-ad95-d99a042c4220 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:17.038301 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 48226) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:50:17.044511 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e657189a-45e4-4daf-ad95-d99a042c4220 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5418460 Feb 19 04:50:17.066384 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657189a-45e4-4daf-ad95-d99a042c4220 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2056ec8d-cccf-4a1e-b7fe-3778b1c7ca3c,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:17.092833 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-90384c36-e5b3-4a17-83ca-8aa8d58c7512 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Request body: {'security_group_rule': {'security_group_id': '81446dbc-3c5e-4c25-a6c0-3107455b5fde', 'project_id': '5e41e400d59c485ebabdbd5439753754', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:50:17.219848 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4fbc4-9ae1-44a0-9c57-febb76db793d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7f4c41-9134-4047-baba-9a562762def6,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:17.387065 n-d-772273-4 neutron-server[115198]: INFO neutron.db.securitygroups_db [None req-90384c36-e5b3-4a17-83ca-8aa8d58c7512 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Project 5e41e400d59c485ebabdbd5439753754 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:50:17.401270 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-90384c36-e5b3-4a17-83ca-8aa8d58c7512 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for security_group_rule (71e05f3e-0d71-4f4f-98c5-dce93a8719e8), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:17.680666 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] Publish callbacks [] for port (78f48580-f982-489e-8dca-4bd4b9ee94cd), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:17.698848 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (78f48580-f982-489e-8dca-4bd4b9ee94cd), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:17.723521 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-90384c36-e5b3-4a17-83ca-8aa8d58c7512 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for security_group_rule (71e05f3e-0d71-4f4f-98c5-dce93a8719e8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:17.756116 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-90384c36-e5b3-4a17-83ca-8aa8d58c7512 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (71e05f3e-0d71-4f4f-98c5-dce93a8719e8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:17.892712 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90384c36-e5b3-4a17-83ca-8aa8d58c7512 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e05f3e-0d71-4f4f-98c5-dce93a8719e8,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:17.910139 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2c679-349f-4590-9839-18c4abb07574 None None] Pushing event updated for resources: {'Port': ['ID=78f48580-f982-489e-8dca-4bd4b9ee94cd,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:17.930799 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-90384c36-e5b3-4a17-83ca-8aa8d58c7512 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:17.942800 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48238) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:50:17.948065 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-90384c36-e5b3-4a17-83ca-8aa8d58c7512 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8970926 Feb 19 04:50:17.992182 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-3744b0fa-be15-42df-a99e-dec00445b0ea tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Request body: {'security_group_rule': {'security_group_id': '81446dbc-3c5e-4c25-a6c0-3107455b5fde', 'project_id': '5e41e400d59c485ebabdbd5439753754', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:50:18.208521 n-d-772273-4 neutron-server[115199]: INFO neutron.db.securitygroups_db [None req-3744b0fa-be15-42df-a99e-dec00445b0ea tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Project 5e41e400d59c485ebabdbd5439753754 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:50:18.237772 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3744b0fa-be15-42df-a99e-dec00445b0ea tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for security_group_rule (c9584f65-8ad5-4ba6-8d57-9b86a05e8598), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:18.427789 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cacb0c-aa7d-4bfa-be05-0c2968df4367 req-02a1e69d-a0c1-4ba2-a3ff-134f66d08a03 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:18.438026 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e6cacb0c-aa7d-4bfa-be05-0c2968df4367 req-02a1e69d-a0c1-4ba2-a3ff-134f66d08a03 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.5318625 Feb 19 04:50:18.471391 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] Attempting to bind port 78f48580-f982-489e-8dca-4bd4b9ee94cd on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:50:18.476878 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] Attempting to bind port 78f48580-f982-489e-8dca-4bd4b9ee94cd by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '23d8d298-e309-43f8-907f-3660700a9eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '96dfffa9-b4b0-4d25-a9df-f9b12913068f'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:50:18.482230 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] Attempting to bind port 78f48580-f982-489e-8dca-4bd4b9ee94cd on network 96dfffa9-b4b0-4d25-a9df-f9b12913068f {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:50:18.535552 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:50:18.535804 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] Checking segment: {'id': '23d8d298-e309-43f8-907f-3660700a9eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '96dfffa9-b4b0-4d25-a9df-f9b12913068f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:50:18.536213 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:18.561715 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] Bound using segment: {'id': '23d8d298-e309-43f8-907f-3660700a9eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '96dfffa9-b4b0-4d25-a9df-f9b12913068f'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:50:18.562882 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] Bound port: 78f48580-f982-489e-8dca-4bd4b9ee94cd, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d8d298-e309-43f8-907f-3660700a9eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '96dfffa9-b4b0-4d25-a9df-f9b12913068f'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:50:18.570808 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (78f48580-f982-489e-8dca-4bd4b9ee94cd), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:18.934866 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c0b7ebbc-0327-40a2-9d0d-e04b80757d5b None None] Provisioning complete for port 78f48580-f982-489e-8dca-4bd4b9ee94cd triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:50:18.935709 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c0b7ebbc-0327-40a2-9d0d-e04b80757d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (78f48580-f982-489e-8dca-4bd4b9ee94cd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:18.956286 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e6cacb0c-aa7d-4bfa-be05-0c2968df4367 req-6a3a2cfb-094b-40c6-8ffb-e93b00367b7e tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4938800 Feb 19 04:50:19.021607 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c0b7ebbc-0327-40a2-9d0d-e04b80757d5b None None] Port 78f48580-f982-489e-8dca-4bd4b9ee94cd cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:50:19.050794 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] For port 78f48580-f982-489e-8dca-4bd4b9ee94cd, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:50:19.070708 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] For port 78f48580-f982-489e-8dca-4bd4b9ee94cd, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=78f48580-f982-489e-8dca-4bd4b9ee94cd,segment=NetworkSegment(23d8d298-e309-43f8-907f-3660700a9eb9),segment_id=23d8d298-e309-43f8-907f-3660700a9eb9)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:50:19.072941 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3744b0fa-be15-42df-a99e-dec00445b0ea tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for security_group_rule (c9584f65-8ad5-4ba6-8d57-9b86a05e8598), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:19.083317 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3744b0fa-be15-42df-a99e-dec00445b0ea tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (c9584f65-8ad5-4ba6-8d57-9b86a05e8598), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:19.097052 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (78f48580-f982-489e-8dca-4bd4b9ee94cd), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:19.164601 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3744b0fa-be15-42df-a99e-dec00445b0ea tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:19.194776 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3744b0fa-be15-42df-a99e-dec00445b0ea tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2502074 Feb 19 04:50:19.203162 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744b0fa-be15-42df-a99e-dec00445b0ea tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9584f65-8ad5-4ba6-8d57-9b86a05e8598,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:19.344959 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] Routers {'b71a4bc4-5bef-42ca-994e-ce62e13e15dc'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:50:19.346436 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:50:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b71a4bc4-5bef-42ca-994e-ce62e13e15dc'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:19.498331 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2c679-349f-4590-9839-18c4abb07574 None None] Pushing event updated for resources: {'Port': ['ID=78f48580-f982-489e-8dca-4bd4b9ee94cd,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:19.887875 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] Set router b71a4bc4-5bef-42ca-994e-ce62e13e15dc gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:50:20.003563 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 78f48580-f982-489e-8dca-4bd4b9ee94cd up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:50:20.279546 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-540818c0-80e2-4156-9aad-908ac080c659 req-f6519b1e-8477-4904-af98-861e6e518e37 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-43905934&fields=id&tenant_id=5e41e400d59c485ebabdbd5439753754 HTTP/1.1" status: 200 len: 267 time: 0.2483912 Feb 19 04:50:20.368855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-13485760-fc89-482c-a6c2-9c5a3c0941c2 None None] Provisioning complete for port 78f48580-f982-489e-8dca-4bd4b9ee94cd triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:50:20.370022 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-13485760-fc89-482c-a6c2-9c5a3c0941c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (78f48580-f982-489e-8dca-4bd4b9ee94cd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:20.384248 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 78f48580-f982-489e-8dca-4bd4b9ee94cd triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:50:20.385198 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (78f48580-f982-489e-8dca-4bd4b9ee94cd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:20.671293 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fd83e-d3e3-4863-9573-ac64c08e66ef req-516a2085-c3eb-408b-aa30-8ec59cbd6335 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:20.704939 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ba3fd83e-d3e3-4863-9573-ac64c08e66ef req-516a2085-c3eb-408b-aa30-8ec59cbd6335 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.4416513 Feb 19 04:50:20.875655 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ba3fd83e-d3e3-4863-9573-ac64c08e66ef req-649b9791-6f22-4a92-aa8f-546b000fea04 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690497 Feb 19 04:50:20.942409 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540818c0-80e2-4156-9aad-908ac080c659 req-58ec01b5-077b-42d7-b35c-d99cf7851bcb tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:20.954956 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-540818c0-80e2-4156-9aad-908ac080c659 req-58ec01b5-077b-42d7-b35c-d99cf7851bcb tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/networks?id=54a9881d-c02c-4727-9db4-b5d657285015 HTTP/1.1" status: 200 len: 808 time: 0.6551726 Feb 19 04:50:20.996961 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-540818c0-80e2-4156-9aad-908ac080c659 req-d300784b-3eda-4e42-ab21-003fc5025923 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/quotas/5e41e400d59c485ebabdbd5439753754 HTTP/1.1" status: 200 len: 375 time: 0.0375109 Feb 19 04:50:21.038657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-13485760-fc89-482c-a6c2-9c5a3c0941c2 None None] Current status of the port 78f48580-f982-489e-8dca-4bd4b9ee94cd is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:50:21.041902 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-13485760-fc89-482c-a6c2-9c5a3c0941c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (78f48580-f982-489e-8dca-4bd4b9ee94cd), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:21.091183 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-13485760-fc89-482c-a6c2-9c5a3c0941c2 None None] For port 78f48580-f982-489e-8dca-4bd4b9ee94cd, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=78f48580-f982-489e-8dca-4bd4b9ee94cd,segment=NetworkSegment(23d8d298-e309-43f8-907f-3660700a9eb9),segment_id=23d8d298-e309-43f8-907f-3660700a9eb9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:50:21.102456 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-13485760-fc89-482c-a6c2-9c5a3c0941c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (78f48580-f982-489e-8dca-4bd4b9ee94cd), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:21.143997 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71a4bc4-5bef-42ca-994e-ce62e13e15dc', 'name': 'tempest-TestServerBasicOps-480093475-router', 'tenant_id': '624775a68baa4e9a84fe27633c4ae979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ded6268d-43b7-4bdf-afa0-388bfbcc468f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:49:52Z', 'updated_at': '2022-02-19T04:50:03Z', 'revision_number': 4, 'project_id': '624775a68baa4e9a84fe27633c4ae979', 'gw_port': {'id': 'ded6268d-43b7-4bdf-afa0-388bfbcc468f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71a4bc4-5bef-42ca-994e-ce62e13e15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:53Z', 'updated_at': '2022-02-19T04:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '78f48580-f982-489e-8dca-4bd4b9ee94cd', 'name': '', 'network_id': '96dfffa9-b4b0-4d25-a9df-f9b12913068f', 'tenant_id': '624775a68baa4e9a84fe27633c4ae979', 'mac_address': 'fa:16:3e:27:e0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71a4bc4-5bef-42ca-994e-ce62e13e15dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '85ad36e7-5a13-400c-beac-2d96dd24082a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:50:01Z', 'updated_at': '2022-02-19T04:50:19Z', 'revision_number': 4, 'project_id': '624775a68baa4e9a84fe27633c4ae979', 'subnets': [{'id': '85ad36e7-5a13-400c-beac-2d96dd24082a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:21.181093 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-540818c0-80e2-4156-9aad-908ac080c659 req-4a3d8ffd-38ff-4997-a3dc-0f3a3e7c765e tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5e41e400d59c485ebabdbd5439753754&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1849799 Feb 19 04:50:21.240353 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-540818c0-80e2-4156-9aad-908ac080c659 req-80ef844b-06dd-4635-9a9b-de065cf561fb service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:50:21.241957 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-540818c0-80e2-4156-9aad-908ac080c659 req-80ef844b-06dd-4635-9a9b-de065cf561fb service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063384 Feb 19 04:50:21.248307 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13485760-fc89-482c-a6c2-9c5a3c0941c2 None None] Pushing event updated for resources: {'Port': ['ID=78f48580-f982-489e-8dca-4bd4b9ee94cd,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:21.251509 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 78f48580-f982-489e-8dca-4bd4b9ee94cd is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:50:21.257165 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (78f48580-f982-489e-8dca-4bd4b9ee94cd), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:21.292026 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13485760-fc89-482c-a6c2-9c5a3c0941c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:21.292568 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13485760-fc89-482c-a6c2-9c5a3c0941c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:21.293151 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13485760-fc89-482c-a6c2-9c5a3c0941c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:21.293604 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13485760-fc89-482c-a6c2-9c5a3c0941c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:21.294056 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13485760-fc89-482c-a6c2-9c5a3c0941c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:21.294723 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13485760-fc89-482c-a6c2-9c5a3c0941c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:21.295166 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13485760-fc89-482c-a6c2-9c5a3c0941c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:21.295606 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13485760-fc89-482c-a6c2-9c5a3c0941c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:21.296214 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13485760-fc89-482c-a6c2-9c5a3c0941c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:21.297413 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13485760-fc89-482c-a6c2-9c5a3c0941c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:21.297881 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13485760-fc89-482c-a6c2-9c5a3c0941c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:21.298322 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13485760-fc89-482c-a6c2-9c5a3c0941c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:21.298756 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13485760-fc89-482c-a6c2-9c5a3c0941c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:21.322930 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a032298b-bc11-4871-ab25-e444d33be573 None None] The sync data for ids ['b71a4bc4-5bef-42ca-994e-ce62e13e15dc'] in n-d-772273-4 is: [{'id': 'b71a4bc4-5bef-42ca-994e-ce62e13e15dc', 'name': 'tempest-TestServerBasicOps-480093475-router', 'tenant_id': '624775a68baa4e9a84fe27633c4ae979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ded6268d-43b7-4bdf-afa0-388bfbcc468f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:49:52Z', 'updated_at': '2022-02-19T04:50:03Z', 'revision_number': 4, 'project_id': '624775a68baa4e9a84fe27633c4ae979', 'gw_port': {'id': 'ded6268d-43b7-4bdf-afa0-388bfbcc468f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71a4bc4-5bef-42ca-994e-ce62e13e15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:53Z', 'updated_at': '2022-02-19T04:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '78f48580-f982-489e-8dca-4bd4b9ee94cd', 'name': '', 'network_id': '96dfffa9-b4b0-4d25-a9df-f9b12913068f', 'tenant_id': '624775a68baa4e9a84fe27633c4ae979', 'mac_address': 'fa:16:3e:27:e0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71a4bc4-5bef-42ca-994e-ce62e13e15dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '85ad36e7-5a13-400c-beac-2d96dd24082a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:50:01Z', 'updated_at': '2022-02-19T04:50:19Z', 'revision_number': 4, 'project_id': '624775a68baa4e9a84fe27633c4ae979', 'subnets': [{'id': '85ad36e7-5a13-400c-beac-2d96dd24082a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:50:21.493536 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:50:21.494434 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:50:21.560547 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-540818c0-80e2-4156-9aad-908ac080c659 req-fcaa448a-ab61-4be2-a189-ad7c01cf4ddd service neutron] 10.222.0.65 "GET /v2.0/networks/54a9881d-c02c-4727-9db4-b5d657285015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916443 Feb 19 04:50:21.986892 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-540818c0-80e2-4156-9aad-908ac080c659 req-1f508b05-56f7-4343-8273-030e2be4f992 service neutron] 10.222.0.65 "GET /v2.0/networks/54a9881d-c02c-4727-9db4-b5d657285015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111559 Feb 19 04:50:22.233593 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 78f48580-f982-489e-8dca-4bd4b9ee94cd is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:50:22.532072 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12fdf8-1d8f-4172-9f94-165f8ae75fbc req-e0b7a122-564c-411f-b610-4e189cefe27e tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:22.557482 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 78f48580-f982-489e-8dca-4bd4b9ee94cd up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:50:22.572031 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-af12fdf8-1d8f-4172-9f94-165f8ae75fbc req-e0b7a122-564c-411f-b610-4e189cefe27e tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.3036945 Feb 19 04:50:22.759779 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 78f48580-f982-489e-8dca-4bd4b9ee94cd triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:50:22.773453 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (78f48580-f982-489e-8dca-4bd4b9ee94cd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:22.871476 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-af12fdf8-1d8f-4172-9f94-165f8ae75fbc req-f681ea80-becc-42eb-ad89-669aa80288e9 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2812541 Feb 19 04:50:23.328806 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-61706648-01f7-46d5-8fd0-10b3954b6db1 req-61f70f40-fef9-4126-95e9-46bbf70adf42 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 210 time: 0.1578624 Feb 19 04:50:23.393629 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 78f48580-f982-489e-8dca-4bd4b9ee94cd is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:50:24.482218 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0bf04-6d3b-4ac4-854e-ff19c0ca1510 req-c2e6dab8-72d4-42e1-974e-4d2c5f1a121d tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:24.503137 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c9a0bf04-6d3b-4ac4-854e-ff19c0ca1510 req-c2e6dab8-72d4-42e1-974e-4d2c5f1a121d tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.3162527 Feb 19 04:50:24.723925 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-49295a8b-b95d-44de-ba4f-f14d89ec0396 req-dc6c1e02-e21f-4d46-b709-145bc88942fc tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 210 time: 0.1788847 Feb 19 04:50:24.775223 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c9a0bf04-6d3b-4ac4-854e-ff19c0ca1510 req-96b6e66f-f16e-4d6b-8b4a-d2bef8d564b4 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2698498 Feb 19 04:50:26.037215 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f7895155-0f93-4191-80bc-a584a0393f90 req-d9028016-54a2-4dd7-9056-2fbaf72cdc6e tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 210 time: 0.1032622 Feb 19 04:50:26.328742 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f8f92-c4cb-40f4-8bcf-74fab7c6c292 req-5d50e4f0-eaa0-470a-9cda-2191a0e09af3 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:26.331620 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0c4f8f92-c4cb-40f4-8bcf-74fab7c6c292 req-5d50e4f0-eaa0-470a-9cda-2191a0e09af3 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.3020260 Feb 19 04:50:26.651292 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0c4f8f92-c4cb-40f4-8bcf-74fab7c6c292 req-00125858-768a-4748-9010-157851cbc9d4 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3061235 Feb 19 04:50:26.685432 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540818c0-80e2-4156-9aad-908ac080c659 req-5581c504-99df-4a96-86a9-4e7df180dd3f tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:26.692745 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-540818c0-80e2-4156-9aad-908ac080c659 req-5581c504-99df-4a96-86a9-4e7df180dd3f tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.48 "GET /v2.0/networks?id=54a9881d-c02c-4727-9db4-b5d657285015 HTTP/1.1" status: 200 len: 808 time: 0.5500593 Feb 19 04:50:26.788836 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-540818c0-80e2-4156-9aad-908ac080c659 req-99608901-d8b9-4570-905c-501080deee04 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e41e400d59c485ebabdbd5439753754 HTTP/1.1" status: 200 len: 378 time: 0.0908298 Feb 19 04:50:26.804584 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-540818c0-80e2-4156-9aad-908ac080c659 req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Request body: {'port': {'device_id': 'd7cd23bf-ad1e-4858-945b-77ede9f61ee6', 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015', 'admin_state_up': True, 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'security_groups': ['81446dbc-3c5e-4c25-a6c0-3107455b5fde']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:50:27.158496 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-540818c0-80e2-4156-9aad-908ac080c659 req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Made reservation on behalf of 5e41e400d59c485ebabdbd5439753754 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:50:27.167035 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-540818c0-80e2-4156-9aad-908ac080c659 req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:27.685660 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-540818c0-80e2-4156-9aad-908ac080c659 req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Allocated IP 172.20.0.7 (54a9881d-c02c-4727-9db4-b5d657285015/725c79e0-2926-46a7-82cc-d6357cab0d0f/ef0d3862-ed4e-48ab-99cd-a8a8d58f574e) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:50:28.306848 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8035468-1043-4704-983a-41d5b45e02c8 req-8ac3d8ee-18cd-4c37-b499-990c3b424bb7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:28.309842 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c8035468-1043-4704-983a-41d5b45e02c8 req-8ac3d8ee-18cd-4c37-b499-990c3b424bb7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.3233831 Feb 19 04:50:28.429107 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-240a631f-aa68-4319-8a9f-02e86cf9bec9 req-92aa720d-86b5-41c4-945c-44ffd1945f47 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 210 time: 0.2199354 Feb 19 04:50:28.495254 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-540818c0-80e2-4156-9aad-908ac080c659 req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for port (ef0d3862-ed4e-48ab-99cd-a8a8d58f574e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:28.551520 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c8035468-1043-4704-983a-41d5b45e02c8 req-7316571b-4e23-4731-973c-dc590348ebbd tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247276 Feb 19 04:50:28.635175 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-540818c0-80e2-4156-9aad-908ac080c659 req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ef0d3862-ed4e-48ab-99cd-a8a8d58f574e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:28.860368 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-540818c0-80e2-4156-9aad-908ac080c659 req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Network 54a9881d-c02c-4727-9db4-b5d657285015 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:50:28.865044 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-540818c0-80e2-4156-9aad-908ac080c659 req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:50:28.875265 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-540818c0-80e2-4156-9aad-908ac080c659 req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:50:28.949318 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Pushing event updated for resources: {'Port': ['ID=ef0d3862-ed4e-48ab-99cd-a8a8d58f574e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:29.001920 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:29.002197 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:29.002479 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:29.002889 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:29.003365 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:29.003713 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:29.004145 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:29.004488 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:29.004829 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:29.005193 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:29.005531 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:29.005867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:29.006203 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:50:29.031661 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540818c0-80e2-4156-9aad-908ac080c659 req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:29.032370 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-540818c0-80e2-4156-9aad-908ac080c659 req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:29.088841 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-540818c0-80e2-4156-9aad-908ac080c659 req-70a8f10c-1685-4cd9-9227-67d41111ee24 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2931976 Feb 19 04:50:29.104013 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-540818c0-80e2-4156-9aad-908ac080c659 req-97262b92-9318-4891-96c0-f64c578e3271 service neutron] Request body: {'port': {'device_id': 'd7cd23bf-ad1e-4858-945b-77ede9f61ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:50:29.259920 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-540818c0-80e2-4156-9aad-908ac080c659 req-97262b92-9318-4891-96c0-f64c578e3271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ef0d3862-ed4e-48ab-99cd-a8a8d58f574e), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:29.435515 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-20534c78-0b35-47f2-892a-ee318d7709b5 None None] Provisioning complete for port ef0d3862-ed4e-48ab-99cd-a8a8d58f574e triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:50:29.436109 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-20534c78-0b35-47f2-892a-ee318d7709b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ef0d3862-ed4e-48ab-99cd-a8a8d58f574e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:29.558834 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-20534c78-0b35-47f2-892a-ee318d7709b5 None None] Port ef0d3862-ed4e-48ab-99cd-a8a8d58f574e cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:50:29.911787 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b6ce3-eb37-4670-8be1-f7405334dde6 req-c34ee585-19d6-41f1-b3f8-e542c660555a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:29.937770 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-083b6ce3-eb37-4670-8be1-f7405334dde6 req-c34ee585-19d6-41f1-b3f8-e542c660555a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.1583104 Feb 19 04:50:30.078107 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-083b6ce3-eb37-4670-8be1-f7405334dde6 req-f5224ee3-59f9-463e-a6f3-d163fcac1487 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388412 Feb 19 04:50:30.744504 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d546b1-b704-4e36-ae4e-31cdb959a089 req-999d410a-ccfd-4aa2-8581-a63c58613ad0 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:30.757626 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f8d546b1-b704-4e36-ae4e-31cdb959a089 req-999d410a-ccfd-4aa2-8581-a63c58613ad0 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 931 time: 0.3695016 Feb 19 04:50:30.903470 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f8d546b1-b704-4e36-ae4e-31cdb959a089 req-979c22b7-7a70-4adb-a5a6-1e46d77e98ab tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/security-groups?id=81446dbc-3c5e-4c25-a6c0-3107455b5fde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1413624 Feb 19 04:50:31.141582 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-540818c0-80e2-4156-9aad-908ac080c659 req-97262b92-9318-4891-96c0-f64c578e3271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef0d3862-ed4e-48ab-99cd-a8a8d58f574e {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:50:31.152729 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-540818c0-80e2-4156-9aad-908ac080c659 req-97262b92-9318-4891-96c0-f64c578e3271 service neutron] Publish callbacks [] for port (ef0d3862-ed4e-48ab-99cd-a8a8d58f574e), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:31.171922 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-540818c0-80e2-4156-9aad-908ac080c659 req-97262b92-9318-4891-96c0-f64c578e3271 service neutron] Transition to ACTIVE for port object ef0d3862-ed4e-48ab-99cd-a8a8d58f574e will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:50:31.181236 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-540818c0-80e2-4156-9aad-908ac080c659 req-97262b92-9318-4891-96c0-f64c578e3271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (ef0d3862-ed4e-48ab-99cd-a8a8d58f574e), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:31.495940 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-540818c0-80e2-4156-9aad-908ac080c659 req-97262b92-9318-4891-96c0-f64c578e3271 service neutron] Attempting to bind port ef0d3862-ed4e-48ab-99cd-a8a8d58f574e on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:50:31.496208 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-540818c0-80e2-4156-9aad-908ac080c659 req-97262b92-9318-4891-96c0-f64c578e3271 service neutron] Attempting to bind port ef0d3862-ed4e-48ab-99cd-a8a8d58f574e by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'b5f1f822-1520-4f2b-b1f8-88a55b6130c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:50:31.496709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540818c0-80e2-4156-9aad-908ac080c659 req-97262b92-9318-4891-96c0-f64c578e3271 service neutron] Attempting to bind port ef0d3862-ed4e-48ab-99cd-a8a8d58f574e on network 54a9881d-c02c-4727-9db4-b5d657285015 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:50:31.503119 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97262b92-9318-4891-96c0-f64c578e3271 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0d3862-ed4e-48ab-99cd-a8a8d58f574e,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:31.535935 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540818c0-80e2-4156-9aad-908ac080c659 req-97262b92-9318-4891-96c0-f64c578e3271 service neutron] Port ef0d3862-ed4e-48ab-99cd-a8a8d58f574e on network 54a9881d-c02c-4727-9db4-b5d657285015 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:50:31.536272 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540818c0-80e2-4156-9aad-908ac080c659 req-97262b92-9318-4891-96c0-f64c578e3271 service neutron] Attempting to bind port ef0d3862-ed4e-48ab-99cd-a8a8d58f574e on network 54a9881d-c02c-4727-9db4-b5d657285015 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:50:31.574064 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540818c0-80e2-4156-9aad-908ac080c659 req-97262b92-9318-4891-96c0-f64c578e3271 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:50:31.574403 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540818c0-80e2-4156-9aad-908ac080c659 req-97262b92-9318-4891-96c0-f64c578e3271 service neutron] Checking segment: {'id': 'b5f1f822-1520-4f2b-b1f8-88a55b6130c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:50:31.574844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540818c0-80e2-4156-9aad-908ac080c659 req-97262b92-9318-4891-96c0-f64c578e3271 service neutron] Bound using segment: {'id': 'b5f1f822-1520-4f2b-b1f8-88a55b6130c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:50:31.575809 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-540818c0-80e2-4156-9aad-908ac080c659 req-97262b92-9318-4891-96c0-f64c578e3271 service neutron] Bound port: ef0d3862-ed4e-48ab-99cd-a8a8d58f574e, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f1f822-1520-4f2b-b1f8-88a55b6130c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:50:31.576583 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-540818c0-80e2-4156-9aad-908ac080c659 req-97262b92-9318-4891-96c0-f64c578e3271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ef0d3862-ed4e-48ab-99cd-a8a8d58f574e), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:31.671886 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a61b39-328a-4825-87e4-9baa0a495ae2 req-bf9cb245-8867-4fc6-8fa3-ed68d01d7934 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:31.685601 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a3a61b39-328a-4825-87e4-9baa0a495ae2 req-bf9cb245-8867-4fc6-8fa3-ed68d01d7934 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.1744716 Feb 19 04:50:31.745203 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-540818c0-80e2-4156-9aad-908ac080c659 req-97262b92-9318-4891-96c0-f64c578e3271 service neutron] For port ef0d3862-ed4e-48ab-99cd-a8a8d58f574e, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:50:31.750878 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-540818c0-80e2-4156-9aad-908ac080c659 req-97262b92-9318-4891-96c0-f64c578e3271 service neutron] For port ef0d3862-ed4e-48ab-99cd-a8a8d58f574e, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=ef0d3862-ed4e-48ab-99cd-a8a8d58f574e,segment=NetworkSegment(b5f1f822-1520-4f2b-b1f8-88a55b6130c8),segment_id=b5f1f822-1520-4f2b-b1f8-88a55b6130c8)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:50:31.765809 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-540818c0-80e2-4156-9aad-908ac080c659 req-97262b92-9318-4891-96c0-f64c578e3271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (ef0d3862-ed4e-48ab-99cd-a8a8d58f574e), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:31.822622 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540818c0-80e2-4156-9aad-908ac080c659 req-97262b92-9318-4891-96c0-f64c578e3271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:31.824675 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-540818c0-80e2-4156-9aad-908ac080c659 req-97262b92-9318-4891-96c0-f64c578e3271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:31.827326 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-540818c0-80e2-4156-9aad-908ac080c659 req-97262b92-9318-4891-96c0-f64c578e3271 service neutron] 10.222.0.48 "PUT /v2.0/ports/ef0d3862-ed4e-48ab-99cd-a8a8d58f574e HTTP/1.1" status: 200 len: 1091 time: 2.7276075 Feb 19 04:50:31.828081 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cd23bf-ad1e-4858-945b-77ede9f61ee6', 'tag': 'ef0d3862-ed4e-48ab-99cd-a8a8d58f574e'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:50:31.833767 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec8250c-ca8f-4564-92c3-07e724e9271b" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cd23bf-ad1e-4858-945b-77ede9f61ee6", "tag": "ef0d3862-ed4e-48ab-99cd-a8a8d58f574e"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:50:31.911828 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97262b92-9318-4891-96c0-f64c578e3271 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0d3862-ed4e-48ab-99cd-a8a8d58f574e,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:31.962820 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a3a61b39-328a-4825-87e4-9baa0a495ae2 req-14b9533f-4db3-4d14-adfb-5f98631fa6d7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2756467 Feb 19 04:50:32.071290 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5132097-e073-4d4b-8b6b-cb0b3d0164da x-openstack-request-id: req-a5132097-e073-4d4b-8b6b-cb0b3d0164da {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:50:32.072297 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cd23bf-ad1e-4858-945b-77ede9f61ee6", "tag": "ef0d3862-ed4e-48ab-99cd-a8a8d58f574e", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:50:32.072849 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a5132097-e073-4d4b-8b6b-cb0b3d0164da {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:50:32.073873 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cd23bf-ad1e-4858-945b-77ede9f61ee6', 'tag': 'ef0d3862-ed4e-48ab-99cd-a8a8d58f574e', 'status': 'completed', 'code': 200} Feb 19 04:50:32.107743 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540818c0-80e2-4156-9aad-908ac080c659 req-b205a667-e460-47b5-91ee-94e5d6f36a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:32.110781 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-540818c0-80e2-4156-9aad-908ac080c659 req-b205a667-e460-47b5-91ee-94e5d6f36a78 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e41e400d59c485ebabdbd5439753754&device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 1125 time: 0.1915233 Feb 19 04:50:32.299327 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-59a47288-5951-42fd-8ff4-377e44fbc0a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:32.321602 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-540818c0-80e2-4156-9aad-908ac080c659 req-835ffced-44b0-43e4-b136-fcebfa7deae8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef0d3862-ed4e-48ab-99cd-a8a8d58f574e HTTP/1.1" status: 200 len: 217 time: 0.2023542 Feb 19 04:50:32.393432 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540818c0-80e2-4156-9aad-908ac080c659 req-e46318f9-d864-4b57-9fd5-6f832fa4a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:32.395568 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-540818c0-80e2-4156-9aad-908ac080c659 req-e46318f9-d864-4b57-9fd5-6f832fa4a1d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=725c79e0-2926-46a7-82cc-d6357cab0d0f HTTP/1.1" status: 200 len: 847 time: 0.0670807 Feb 19 04:50:32.487074 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540818c0-80e2-4156-9aad-908ac080c659 req-6749afb9-1097-4519-900e-3c9ef7141dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:32.490038 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-540818c0-80e2-4156-9aad-908ac080c659 req-6749afb9-1097-4519-900e-3c9ef7141dc0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=54a9881d-c02c-4727-9db4-b5d657285015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0872660 Feb 19 04:50:32.519141 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442da879-80fb-4e5e-b799-9042c0879f7f req-6e1e64e2-1efb-4bc0-bd02-2fc1332cd949 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:32.521937 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-442da879-80fb-4e5e-b799-9042c0879f7f req-6e1e64e2-1efb-4bc0-bd02-2fc1332cd949 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 943 time: 0.2446127 Feb 19 04:50:32.657854 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-540818c0-80e2-4156-9aad-908ac080c659 req-5fd89da2-ff56-4404-bf93-f3ea2a88c9de service neutron] 10.222.0.48 "GET /v2.0/networks/54a9881d-c02c-4727-9db4-b5d657285015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556861 Feb 19 04:50:32.672772 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-442da879-80fb-4e5e-b799-9042c0879f7f req-adf84ab9-dc11-4360-82b6-2462bbb96c7f tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/security-groups?id=81446dbc-3c5e-4c25-a6c0-3107455b5fde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1397154 Feb 19 04:50:32.828129 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-540818c0-80e2-4156-9aad-908ac080c659 req-268a5f72-00db-492a-a540-15bcb2a04596 service neutron] 10.222.0.48 "GET /v2.0/networks/54a9881d-c02c-4727-9db4-b5d657285015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624928 Feb 19 04:50:33.034931 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8250c-ca8f-4564-92c3-07e724e9271b req-7cd0dbb9-5a12-491e-a09f-1e83b1f06ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:33.038571 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aec8250c-ca8f-4564-92c3-07e724e9271b req-7cd0dbb9-5a12-491e-a09f-1e83b1f06ec8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e41e400d59c485ebabdbd5439753754&device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 1125 time: 0.1257262 Feb 19 04:50:33.417840 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357d5d3-be73-4595-9ac3-3ecc88aacc99 req-6eff53e6-1b5f-4f9c-8667-9e9fd0f22ae0 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:33.420295 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c357d5d3-be73-4595-9ac3-3ecc88aacc99 req-6eff53e6-1b5f-4f9c-8667-9e9fd0f22ae0 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.1261442 Feb 19 04:50:33.425952 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8250c-ca8f-4564-92c3-07e724e9271b req-a06f6aef-0039-4703-9e0b-4db4a24df59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:33.428134 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aec8250c-ca8f-4564-92c3-07e724e9271b req-a06f6aef-0039-4703-9e0b-4db4a24df59f service neutron] 10.222.0.48 "GET /v2.0/networks?id=54a9881d-c02c-4727-9db4-b5d657285015 HTTP/1.1" status: 200 len: 908 time: 0.3729076 Feb 19 04:50:33.539348 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aec8250c-ca8f-4564-92c3-07e724e9271b req-4c82d094-0025-4e57-b17e-00db8e846f18 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef0d3862-ed4e-48ab-99cd-a8a8d58f574e HTTP/1.1" status: 200 len: 217 time: 0.0823078 Feb 19 04:50:33.672257 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8250c-ca8f-4564-92c3-07e724e9271b req-020e419d-14bb-466f-acd1-8591bbca9ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:33.674212 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aec8250c-ca8f-4564-92c3-07e724e9271b req-020e419d-14bb-466f-acd1-8591bbca9ccd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=725c79e0-2926-46a7-82cc-d6357cab0d0f HTTP/1.1" status: 200 len: 847 time: 0.1275423 Feb 19 04:50:33.704374 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c357d5d3-be73-4595-9ac3-3ecc88aacc99 req-cb29f438-ae9f-4e10-b95c-cd2d9748ad07 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2740757 Feb 19 04:50:33.755525 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8250c-ca8f-4564-92c3-07e724e9271b req-f0c48991-dd7f-4ce5-a3ff-fc532f10f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:33.757640 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aec8250c-ca8f-4564-92c3-07e724e9271b req-f0c48991-dd7f-4ce5-a3ff-fc532f10f081 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=54a9881d-c02c-4727-9db4-b5d657285015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0734231 Feb 19 04:50:33.945805 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aec8250c-ca8f-4564-92c3-07e724e9271b req-d84035a8-4e27-45a8-ac80-ac771a908714 service neutron] 10.222.0.48 "GET /v2.0/networks/54a9881d-c02c-4727-9db4-b5d657285015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791418 Feb 19 04:50:34.206629 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3eca2-dbf1-4d9e-9596-b60c707e31c1 req-a69a85d4-cd7a-4af2-9b8c-a3269d035b9a tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:34.214404 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-58c3eca2-dbf1-4d9e-9596-b60c707e31c1 req-a69a85d4-cd7a-4af2-9b8c-a3269d035b9a tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 943 time: 0.2683444 Feb 19 04:50:34.266000 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aec8250c-ca8f-4564-92c3-07e724e9271b req-3cdaa852-367b-427d-b92b-4e48f02022e3 service neutron] 10.222.0.48 "GET /v2.0/networks/54a9881d-c02c-4727-9db4-b5d657285015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133523 Feb 19 04:50:34.440863 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-58c3eca2-dbf1-4d9e-9596-b60c707e31c1 req-3dde644f-a4a2-47e9-bf5c-06e86ef73e64 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/security-groups?id=81446dbc-3c5e-4c25-a6c0-3107455b5fde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2174993 Feb 19 04:50:35.084039 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ff30d422-57a4-4004-ab4d-2da80950d50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:35.131804 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7301d5b-2fc2-4353-b931-39ab820d6b9e req-3df2b426-198c-4add-8e93-e50306f3a691 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:35.136193 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c7301d5b-2fc2-4353-b931-39ab820d6b9e req-3df2b426-198c-4add-8e93-e50306f3a691 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.1364679 Feb 19 04:50:35.247557 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c7301d5b-2fc2-4353-b931-39ab820d6b9e req-fdafddb7-6ccf-4c5d-bf3f-2fb6115a0ca0 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035497 Feb 19 04:50:35.405116 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device ef0d3862-ed4e-48ab-99cd-a8a8d58f574e details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:50:35.717316 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port ef0d3862-ed4e-48ab-99cd-a8a8d58f574e, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=ef0d3862-ed4e-48ab-99cd-a8a8d58f574e,segment=NetworkSegment(b5f1f822-1520-4f2b-b1f8-88a55b6130c8),segment_id=b5f1f822-1520-4f2b-b1f8-88a55b6130c8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:50:35.773285 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'ef0d3862-ed4e-48ab-99cd-a8a8d58f574e', 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015', 'port_id': 'ef0d3862-ed4e-48ab-99cd-a8a8d58f574e', 'mac_address': 'fa:16:3e:1b:cf:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725c79e0-2926-46a7-82cc-d6357cab0d0f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:50:35.818242 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce157533-594f-40ec-acda-410f8361823f req-276f110f-9e7f-4e23-b6fa-d2ee3d570c84 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:35.833499 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ce157533-594f-40ec-acda-410f8361823f req-276f110f-9e7f-4e23-b6fa-d2ee3d570c84 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 943 time: 0.1890535 Feb 19 04:50:35.867353 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port ef0d3862-ed4e-48ab-99cd-a8a8d58f574e is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:50:35.867873 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ef0d3862-ed4e-48ab-99cd-a8a8d58f574e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:35.937514 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef0d3862-ed4e-48ab-99cd-a8a8d58f574e {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:50:35.980334 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ce157533-594f-40ec-acda-410f8361823f req-f80287e6-22f6-4ed6-b1ef-f774eff19d8c tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/security-groups?id=81446dbc-3c5e-4c25-a6c0-3107455b5fde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1279011 Feb 19 04:50:36.030855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port ef0d3862-ed4e-48ab-99cd-a8a8d58f574e, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=ef0d3862-ed4e-48ab-99cd-a8a8d58f574e,segment=NetworkSegment(b5f1f822-1520-4f2b-b1f8-88a55b6130c8),segment_id=b5f1f822-1520-4f2b-b1f8-88a55b6130c8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:50:36.053876 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ef0d3862-ed4e-48ab-99cd-a8a8d58f574e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:36.154544 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=ef0d3862-ed4e-48ab-99cd-a8a8d58f574e,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:36.290337 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['ef0d3862-ed4e-48ab-99cd-a8a8d58f574e'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:50:36.783930 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7c1ea-59b5-4e4a-9035-9abba87a402c req-2d92d020-2840-4d3f-9c67-3cdb8d37a453 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:36.793727 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-42f7c1ea-59b5-4e4a-9035-9abba87a402c req-2d92d020-2840-4d3f-9c67-3cdb8d37a453 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.3277698 Feb 19 04:50:36.941534 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-42f7c1ea-59b5-4e4a-9035-9abba87a402c req-69ad6fd1-9e5e-47ff-b122-b841a63f9e30 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466322 Feb 19 04:50:36.985765 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:37.286335 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd34c7-bbc7-4403-b9e1-afbe3aadc157 req-8cc4db99-e8b8-44e2-903b-0a7cbaa1275a tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:37.301630 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59cd34c7-bbc7-4403-b9e1-afbe3aadc157 req-8cc4db99-e8b8-44e2-903b-0a7cbaa1275a tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 944 time: 0.1652856 Feb 19 04:50:37.418162 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device ef0d3862-ed4e-48ab-99cd-a8a8d58f574e up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:50:37.457402 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59cd34c7-bbc7-4403-b9e1-afbe3aadc157 req-635eab40-4c5c-482d-ab3e-93c18b01fa21 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/security-groups?id=81446dbc-3c5e-4c25-a6c0-3107455b5fde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1531742 Feb 19 04:50:37.603377 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port ef0d3862-ed4e-48ab-99cd-a8a8d58f574e completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:50:37.610998 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port ef0d3862-ed4e-48ab-99cd-a8a8d58f574e triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:50:37.611594 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ef0d3862-ed4e-48ab-99cd-a8a8d58f574e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:37.867153 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:38.059947 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:38.070960 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port ef0d3862-ed4e-48ab-99cd-a8a8d58f574e is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:50:38.071154 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ef0d3862-ed4e-48ab-99cd-a8a8d58f574e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:38.180001 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cd23bf-ad1e-4858-945b-77ede9f61ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0d3862-ed4e-48ab-99cd-a8a8d58f574e'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:50:38.185978 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c34fed-6bae-4146-818e-4dc38cdc2ea9" -d '{"events": [{"server_uuid": "d7cd23bf-ad1e-4858-945b-77ede9f61ee6", "name": "network-vif-plugged", "status": "completed", "tag": "ef0d3862-ed4e-48ab-99cd-a8a8d58f574e"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:50:38.200269 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port ef0d3862-ed4e-48ab-99cd-a8a8d58f574e, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=ef0d3862-ed4e-48ab-99cd-a8a8d58f574e,segment=NetworkSegment(b5f1f822-1520-4f2b-b1f8-88a55b6130c8),segment_id=b5f1f822-1520-4f2b-b1f8-88a55b6130c8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:50:38.211532 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ef0d3862-ed4e-48ab-99cd-a8a8d58f574e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:38.237847 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53064216-3aba-4670-a10e-20109af7d384 req-54e4a0bf-f4e1-45e6-8534-b54e98e2312c tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:38.242602 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-53064216-3aba-4670-a10e-20109af7d384 req-54e4a0bf-f4e1-45e6-8534-b54e98e2312c tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.1454618 Feb 19 04:50:38.345706 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=ef0d3862-ed4e-48ab-99cd-a8a8d58f574e,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:38.361884 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-53064216-3aba-4670-a10e-20109af7d384 req-44a15a3f-f284-4bf1-a420-7d46ba62cdfe tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109934 Feb 19 04:50:38.417436 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9aa74a-7217-458a-9dfe-7bfa4f824c22 x-openstack-request-id: req-1b9aa74a-7217-458a-9dfe-7bfa4f824c22 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:50:38.418022 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cd23bf-ad1e-4858-945b-77ede9f61ee6", "name": "network-vif-plugged", "status": "completed", "tag": "ef0d3862-ed4e-48ab-99cd-a8a8d58f574e", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:50:38.418451 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1b9aa74a-7217-458a-9dfe-7bfa4f824c22 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:50:38.419600 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cd23bf-ad1e-4858-945b-77ede9f61ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0d3862-ed4e-48ab-99cd-a8a8d58f574e', 'code': 200} Feb 19 04:50:38.879559 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c571ff-89a6-4454-a101-9614eb4e0e1b req-9cb17ee4-751d-4fce-a531-ac0d64ff69fc tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:38.881715 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e8c571ff-89a6-4454-a101-9614eb4e0e1b req-9cb17ee4-751d-4fce-a531-ac0d64ff69fc tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 945 time: 0.2370670 Feb 19 04:50:38.884171 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f17c87-bd5d-4138-aa0b-3b306ade7b2d req-26230b56-ff13-45e8-bf7f-7e5bf3ffd527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:38.886357 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-26f17c87-bd5d-4138-aa0b-3b306ade7b2d req-26230b56-ff13-45e8-bf7f-7e5bf3ffd527 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 1127 time: 0.3843865 Feb 19 04:50:39.032966 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-26f17c87-bd5d-4138-aa0b-3b306ade7b2d req-523770ba-3d2e-4806-9ffc-d9a9dbe37955 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=81446dbc-3c5e-4c25-a6c0-3107455b5fde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800655 Feb 19 04:50:39.047433 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e8c571ff-89a6-4454-a101-9614eb4e0e1b req-672acf60-9eed-4919-997a-dd542b2527f7 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/security-groups?id=81446dbc-3c5e-4c25-a6c0-3107455b5fde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1563637 Feb 19 04:50:39.270170 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:39.357044 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:39.657763 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34edf7d-5b5d-4d6b-ab1f-6b846362b4a3 req-2e59d9c7-caae-4af7-85ff-e0c009a7b566 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:39.660510 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c34edf7d-5b5d-4d6b-ab1f-6b846362b4a3 req-2e59d9c7-caae-4af7-85ff-e0c009a7b566 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.0963445 Feb 19 04:50:39.788383 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c34edf7d-5b5d-4d6b-ab1f-6b846362b4a3 req-b44030bd-1ea1-4308-a33a-ce6c52b4ea84 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208370 Feb 19 04:50:40.354501 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48088266-51a9-4fc7-8390-b9891740c88e req-0ec8d6b7-c2da-43cc-8f5d-a5c369b6aa42 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:40.356421 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-48088266-51a9-4fc7-8390-b9891740c88e req-0ec8d6b7-c2da-43cc-8f5d-a5c369b6aa42 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 945 time: 0.1711724 Feb 19 04:50:40.526029 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-48088266-51a9-4fc7-8390-b9891740c88e req-9fe417c2-0102-47e7-ae06-fc76126b722d tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/security-groups?id=81446dbc-3c5e-4c25-a6c0-3107455b5fde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1462984 Feb 19 04:50:40.739722 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cdd7d-3eea-4f3e-86d1-c04174abb6dc req-63b3b0c8-8c50-44f4-9891-4ace59b44b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:40.741543 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-183cdd7d-3eea-4f3e-86d1-c04174abb6dc req-63b3b0c8-8c50-44f4-9891-4ace59b44b7c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5d75efb08514de6a052014d405b6aef&device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 1128 time: 0.0667160 Feb 19 04:50:40.896348 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cdd7d-3eea-4f3e-86d1-c04174abb6dc req-f6c09c83-c7ac-4d9b-9fb5-71f84b271d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:40.899043 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-183cdd7d-3eea-4f3e-86d1-c04174abb6dc req-f6c09c83-c7ac-4d9b-9fb5-71f84b271d16 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a3539187-cc67-4fa5-a771-d626621d7371 HTTP/1.1" status: 200 len: 917 time: 0.1512496 Feb 19 04:50:41.059362 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-183cdd7d-3eea-4f3e-86d1-c04174abb6dc req-70287b62-cb09-466e-8e04-0c6600c4ae32 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=102a94c2-fb26-482f-824c-060c7dcbaf99 HTTP/1.1" status: 200 len: 1002 time: 0.1530745 Feb 19 04:50:41.125771 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d5f34-4964-4638-9732-a3fcbb8cf278 req-b717c1da-82df-44f3-b58a-89ae5d5c36d2 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:41.129528 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bd7d5f34-4964-4638-9732-a3fcbb8cf278 req-b717c1da-82df-44f3-b58a-89ae5d5c36d2 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.1968017 Feb 19 04:50:41.245002 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cdd7d-3eea-4f3e-86d1-c04174abb6dc req-af00bb12-8beb-4129-ae14-273839f15e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:41.247656 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-183cdd7d-3eea-4f3e-86d1-c04174abb6dc req-af00bb12-8beb-4129-ae14-273839f15e09 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45cf20d4-3097-4dde-886e-3a9890ecec0d HTTP/1.1" status: 200 len: 856 time: 0.1755953 Feb 19 04:50:41.279613 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:50:41.335432 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bd7d5f34-4964-4638-9732-a3fcbb8cf278 req-5038b9fb-6e3e-4b64-af3a-a3bc86b5cd33 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671405 Feb 19 04:50:41.354322 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cdd7d-3eea-4f3e-86d1-c04174abb6dc req-2423f098-2786-4448-a713-09eb0dd65fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:41.357176 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-183cdd7d-3eea-4f3e-86d1-c04174abb6dc req-2423f098-2786-4448-a713-09eb0dd65fd0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3539187-cc67-4fa5-a771-d626621d7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1028426 Feb 19 04:50:41.541312 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-183cdd7d-3eea-4f3e-86d1-c04174abb6dc req-83a90c50-cee6-4635-b055-6ad390bbd31e service neutron] 10.222.0.10 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738961 Feb 19 04:50:41.769303 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-183cdd7d-3eea-4f3e-86d1-c04174abb6dc req-8649a582-0827-4cc1-a637-4f3692e0ed38 service neutron] 10.222.0.10 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224698 Feb 19 04:50:41.795265 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619e3ea-6203-4c3c-b3c9-edb95fd08361 req-547829ab-bbfc-4366-8722-afbfd8c81706 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:41.804993 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2619e3ea-6203-4c3c-b3c9-edb95fd08361 req-547829ab-bbfc-4366-8722-afbfd8c81706 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 945 time: 0.1207080 Feb 19 04:50:42.049543 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2619e3ea-6203-4c3c-b3c9-edb95fd08361 req-d73fc9d6-6c58-4963-9724-42827573d654 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/security-groups?id=81446dbc-3c5e-4c25-a6c0-3107455b5fde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2427781 Feb 19 04:50:42.442925 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af8cba-6d0d-43e8-95f1-dc8fb230ab45 req-ac1efa3c-14d8-4542-b11f-e28c873f6b9f tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:42.444946 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-01af8cba-6d0d-43e8-95f1-dc8fb230ab45 req-ac1efa3c-14d8-4542-b11f-e28c873f6b9f tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 945 time: 0.1947303 Feb 19 04:50:42.661565 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-01af8cba-6d0d-43e8-95f1-dc8fb230ab45 req-bdff739e-c2cb-4c98-80ac-7c1a13040db8 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/security-groups?id=81446dbc-3c5e-4c25-a6c0-3107455b5fde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2094021 Feb 19 04:50:42.702279 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35154c42-3408-407e-9ca3-56c643713690 req-40747170-6815-4115-a426-275e5c32235a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:42.711909 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-35154c42-3408-407e-9ca3-56c643713690 req-40747170-6815-4115-a426-275e5c32235a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.2077103 Feb 19 04:50:42.796772 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-35154c42-3408-407e-9ca3-56c643713690 req-18dcce98-b913-441d-ba20-8bc4c3fac07d tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830274 Feb 19 04:50:43.167841 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98160521-78e4-484e-9f26-0e115ec3116d req-632839f8-08f1-4944-ba4a-bf22011ce765 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:43.176626 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98160521-78e4-484e-9f26-0e115ec3116d req-632839f8-08f1-4944-ba4a-bf22011ce765 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 945 time: 0.3207808 Feb 19 04:50:43.355739 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-98160521-78e4-484e-9f26-0e115ec3116d req-0cbeea14-0be5-4b3e-93d0-10defa28afe0 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/security-groups?id=81446dbc-3c5e-4c25-a6c0-3107455b5fde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1780331 Feb 19 04:50:43.455115 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48634) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:50:44.044453 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760c2b67-20ef-492f-aba0-2c8c58d68ca0 tempest-TestServerBasicOps-1593253717 tempest-TestServerBasicOps-1593253717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:44.047350 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-760c2b67-20ef-492f-aba0-2c8c58d68ca0 tempest-TestServerBasicOps-1593253717 tempest-TestServerBasicOps-1593253717-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 1122 time: 0.5895174 Feb 19 04:50:44.052619 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 48652) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:50:44.063965 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-a6d65ade-cc70-46c4-8b43-2ca8d4ec08d3 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': 'ef0d3862-ed4e-48ab-99cd-a8a8d58f574e', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'fixed_ip_address': '172.20.0.7'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:50:44.126188 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226f5ce-f984-4d8a-9b78-c5312115390c req-a9806210-b10b-4718-a079-b6e3e5a11ad1 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:44.127080 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6d65ade-cc70-46c4-8b43-2ca8d4ec08d3 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:44.142547 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3226f5ce-f984-4d8a-9b78-c5312115390c req-a9806210-b10b-4718-a079-b6e3e5a11ad1 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 946 time: 0.2002621 Feb 19 04:50:44.245982 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3226f5ce-f984-4d8a-9b78-c5312115390c req-0e1e16e8-9df1-4c4f-b696-03037df93e67 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019483 Feb 19 04:50:44.345010 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6d65ade-cc70-46c4-8b43-2ca8d4ec08d3 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:44.618051 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-a6d65ade-cc70-46c4-8b43-2ca8d4ec08d3 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Allocated IP 172.25.0.174 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/1a8e47e8-5f03-4dc3-b08e-e07108263fbb) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:50:44.919782 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 102a94c2-fb26-482f-824c-060c7dcbaf99 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:50:45.194176 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 102a94c2-fb26-482f-824c-060c7dcbaf99 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:50:45.194598 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:45.266085 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6d65ade-cc70-46c4-8b43-2ca8d4ec08d3 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for port (1a8e47e8-5f03-4dc3-b08e-e07108263fbb), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:45.328952 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a23ce1-97e3-44c4-b84b-5afe0e645599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '102a94c2-fb26-482f-824c-060c7dcbaf99'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:50:45.335232 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd3733f-e506-4448-8bb2-ad962f1e4073" -d '{"events": [{"server_uuid": "b1a23ce1-97e3-44c4-b84b-5afe0e645599", "name": "network-vif-unplugged", "status": "completed", "tag": "102a94c2-fb26-482f-824c-060c7dcbaf99"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:50:45.375263 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6d65ade-cc70-46c4-8b43-2ca8d4ec08d3 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (1a8e47e8-5f03-4dc3-b08e-e07108263fbb), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:45.449116 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 102a94c2-fb26-482f-824c-060c7dcbaf99, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=102a94c2-fb26-482f-824c-060c7dcbaf99,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:50:45.461322 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:45.505351 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 04:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863dd839-b5a0-4150-9a1d-0a11c5ad2918 x-openstack-request-id: req-863dd839-b5a0-4150-9a1d-0a11c5ad2918 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:50:45.505739 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a23ce1-97e3-44c4-b84b-5afe0e645599", "name": "network-vif-unplugged", "status": "failed", "tag": "102a94c2-fb26-482f-824c-060c7dcbaf99", "code": 422}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:50:45.505995 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-863dd839-b5a0-4150-9a1d-0a11c5ad2918 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:50:45.509369 n-d-772273-4 neutron-server[115200]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b1a23ce1-97e3-44c4-b84b-5afe0e645599', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '102a94c2-fb26-482f-824c-060c7dcbaf99', 'code': 422} returned with failed status Feb 19 04:50:45.554559 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d65ade-cc70-46c4-8b43-2ca8d4ec08d3 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:50:45.570177 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=102a94c2-fb26-482f-824c-060c7dcbaf99,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:45.575490 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d65ade-cc70-46c4-8b43-2ca8d4ec08d3 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Pushing event updated for resources: {'Port': ['ID=1a8e47e8-5f03-4dc3-b08e-e07108263fbb,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:45.581829 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-a6d65ade-cc70-46c4-8b43-2ca8d4ec08d3 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:50:45.586648 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d65ade-cc70-46c4-8b43-2ca8d4ec08d3 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:50:46.819243 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6d65ade-cc70-46c4-8b43-2ca8d4ec08d3 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for floatingip (300be941-8834-47db-9e29-d97bfe3a3c2b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:46.966249 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6d65ade-cc70-46c4-8b43-2ca8d4ec08d3 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1a8e47e8-5f03-4dc3-b08e-e07108263fbb), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:47.261473 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-338d35b8-5ead-4191-b990-b30bd17906f9 req-50701279-d338-4327-a79a-322fbfc8d28d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1467173 Feb 19 04:50:47.282325 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e88f8-3383-4d48-88ee-f2efb8df8620 req-a6594f80-1b2f-4333-b09c-866f9b945346 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:47.284383 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc9e88f8-3383-4d48-88ee-f2efb8df8620 req-a6594f80-1b2f-4333-b09c-866f9b945346 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 944 time: 0.2414124 Feb 19 04:50:47.421715 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d35b8-5ead-4191-b990-b30bd17906f9 req-ec95c1fa-f911-4a5d-8f92-ef2757266cb6 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:47.423773 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-338d35b8-5ead-4191-b990-b30bd17906f9 req-ec95c1fa-f911-4a5d-8f92-ef2757266cb6 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports/102a94c2-fb26-482f-824c-060c7dcbaf99 HTTP/1.1" status: 200 len: 941 time: 0.1099310 Feb 19 04:50:47.425582 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc9e88f8-3383-4d48-88ee-f2efb8df8620 req-b1794fce-18f3-4fd2-b845-55d83b7b2cbb tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860107 Feb 19 04:50:47.549786 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6d65ade-cc70-46c4-8b43-2ca8d4ec08d3 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for port (1a8e47e8-5f03-4dc3-b08e-e07108263fbb), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:47.558036 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6d65ade-cc70-46c4-8b43-2ca8d4ec08d3 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (1a8e47e8-5f03-4dc3-b08e-e07108263fbb), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:47.615241 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d65ade-cc70-46c4-8b43-2ca8d4ec08d3 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Pushing event updated for resources: {'Port': ['ID=1a8e47e8-5f03-4dc3-b08e-e07108263fbb,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:50:47.683142 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6d65ade-cc70-46c4-8b43-2ca8d4ec08d3 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (300be941-8834-47db-9e29-d97bfe3a3c2b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:47.996789 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-a6d65ade-cc70-46c4-8b43-2ca8d4ec08d3 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Floating IP 300be941-8834-47db-9e29-d97bfe3a3c2b associated. External IP: 172.25.0.174, port: ef0d3862-ed4e-48ab-99cd-a8a8d58f574e. Feb 19 04:50:48.602389 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d65ade-cc70-46c4-8b43-2ca8d4ec08d3 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Router 4eef8844-076c-4bfa-92d5-500b089c133b has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:50:48.721427 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b55d-cfa7-456b-8c1c-75daadd04ccd req-506b67f5-d06a-4bb7-be08-8b98ca579881 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:48.735679 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d408b55d-cfa7-456b-8c1c-75daadd04ccd req-506b67f5-d06a-4bb7-be08-8b98ca579881 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 944 time: 0.1343582 Feb 19 04:50:48.866007 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d408b55d-cfa7-456b-8c1c-75daadd04ccd req-c7ce7896-28e9-4ea3-9b5f-78c397afc5c5 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290729 Feb 19 04:50:48.929049 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d65ade-cc70-46c4-8b43-2ca8d4ec08d3 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:50:48.950925 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1482ac-581d-4f2d-95ed-834b7cb0193f None None] Sync routers for ids ['4eef8844-076c-4bfa-92d5-500b089c133b'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:50:48.970746 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a6d65ade-cc70-46c4-8b43-2ca8d4ec08d3 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:50:48.972193 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1482ac-581d-4f2d-95ed-834b7cb0193f None None] Routers {'4eef8844-076c-4bfa-92d5-500b089c133b'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:50:48.973849 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5b1482ac-581d-4f2d-95ed-834b7cb0193f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:50:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['4eef8844-076c-4bfa-92d5-500b089c133b'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:49.038013 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a6d65ade-cc70-46c4-8b43-2ca8d4ec08d3 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9802630 Feb 19 04:50:49.043323 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cd23bf-ad1e-4858-945b-77ede9f61ee6', 'tag': 'ef0d3862-ed4e-48ab-99cd-a8a8d58f574e'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:50:49.055989 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}316b8df2745b8583c11812bb6c4095ee201b2800001920efc07b4c88ee682468" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0793ca-0ff7-4ec0-922a-514aba4f86a8" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cd23bf-ad1e-4858-945b-77ede9f61ee6", "tag": "ef0d3862-ed4e-48ab-99cd-a8a8d58f574e"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:50:49.207952 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d35b8-5ead-4191-b990-b30bd17906f9 req-19569112-33de-4bd2-b746-a6955fdb4e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:49.212006 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-338d35b8-5ead-4191-b990-b30bd17906f9 req-19569112-33de-4bd2-b746-a6955fdb4e7a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599&tenant_id=b5d75efb08514de6a052014d405b6aef HTTP/1.1" status: 200 len: 1126 time: 0.1099427 Feb 19 04:50:49.248554 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-5b1482ac-581d-4f2d-95ed-834b7cb0193f None None] Set router 4eef8844-076c-4bfa-92d5-500b089c133b gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:50:49.326983 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d35b8-5ead-4191-b990-b30bd17906f9 req-4381d607-96dc-40d1-94d0-c9e645cb7d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:49.341938 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-338d35b8-5ead-4191-b990-b30bd17906f9 req-4381d607-96dc-40d1-94d0-c9e645cb7d82 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5d75efb08514de6a052014d405b6aef&device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 1126 time: 0.0980444 Feb 19 04:50:49.486371 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d35b8-5ead-4191-b990-b30bd17906f9 req-e8a69fb9-ebba-43ec-9845-fcdca7d98925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:49.489238 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-338d35b8-5ead-4191-b990-b30bd17906f9 req-e8a69fb9-ebba-43ec-9845-fcdca7d98925 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a3539187-cc67-4fa5-a771-d626621d7371 HTTP/1.1" status: 200 len: 917 time: 0.1412940 Feb 19 04:50:49.535858 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f0ee81-8215-4bf2-99b0-3e328611da82 x-openstack-request-id: req-37f0ee81-8215-4bf2-99b0-3e328611da82 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:50:49.536649 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cd23bf-ad1e-4858-945b-77ede9f61ee6", "tag": "ef0d3862-ed4e-48ab-99cd-a8a8d58f574e", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:50:49.537347 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-37f0ee81-8215-4bf2-99b0-3e328611da82 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:50:49.538345 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cd23bf-ad1e-4858-945b-77ede9f61ee6', 'tag': 'ef0d3862-ed4e-48ab-99cd-a8a8d58f574e', 'status': 'completed', 'code': 200} Feb 19 04:50:49.650653 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-338d35b8-5ead-4191-b990-b30bd17906f9 req-95f21ffc-b8a4-4159-b618-6cd7f725afec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=102a94c2-fb26-482f-824c-060c7dcbaf99 HTTP/1.1" status: 200 len: 1000 time: 0.1524296 Feb 19 04:50:49.787203 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d35b8-5ead-4191-b990-b30bd17906f9 req-5369cc20-d449-4082-a2c9-5d8100b347de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:49.791480 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-338d35b8-5ead-4191-b990-b30bd17906f9 req-5369cc20-d449-4082-a2c9-5d8100b347de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45cf20d4-3097-4dde-886e-3a9890ecec0d HTTP/1.1" status: 200 len: 856 time: 0.1265750 Feb 19 04:50:49.905369 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0793ca-0ff7-4ec0-922a-514aba4f86a8 req-650a2485-4942-46ac-8fcf-64e1930a1850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:49.908527 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf0793ca-0ff7-4ec0-922a-514aba4f86a8 req-650a2485-4942-46ac-8fcf-64e1930a1850 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e41e400d59c485ebabdbd5439753754&device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 1127 time: 0.2564981 Feb 19 04:50:49.912546 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d35b8-5ead-4191-b990-b30bd17906f9 req-4efa988a-d9e7-4981-b454-b47121629ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:49.915331 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-338d35b8-5ead-4191-b990-b30bd17906f9 req-4efa988a-d9e7-4981-b454-b47121629ad2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3539187-cc67-4fa5-a771-d626621d7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1156406 Feb 19 04:50:49.951890 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5b1482ac-581d-4f2d-95ed-834b7cb0193f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'name': 'tempest-TestServerBasicOps-580398945-router', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:49:32Z', 'updated_at': '2022-02-19T04:49:44Z', 'revision_number': 4, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'gw_port': {'id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:33Z', 'updated_at': '2022-02-19T04:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '300be941-8834-47db-9e29-d97bfe3a3c2b', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'floating_ip_address': '172.25.0.174', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'port_id': 'ef0d3862-ed4e-48ab-99cd-a8a8d58f574e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015', 'mac_address': 'fa:16:3e:1b:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd23bf-ad1e-4858-945b-77ede9f61ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:50:46Z', 'updated_at': '2022-02-19T04:50:46Z', 'revision_number': 0, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be810ac-df94-4dd7-95a4-ffa0ee6c686c', 'name': '', 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'mac_address': 'fa:16:3e:43:10:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '725c79e0-2926-46a7-82cc-d6357cab0d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:41Z', 'updated_at': '2022-02-19T04:50:04Z', 'revision_number': 5, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'subnets': [{'id': '725c79e0-2926-46a7-82cc-d6357cab0d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:49.997859 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1482ac-581d-4f2d-95ed-834b7cb0193f None None] Checking router: 4eef8844-076c-4bfa-92d5-500b089c133b for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:50:50.010308 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1482ac-581d-4f2d-95ed-834b7cb0193f None None] Routers {'4eef8844-076c-4bfa-92d5-500b089c133b'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:50:50.011015 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5b1482ac-581d-4f2d-95ed-834b7cb0193f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:50:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['4eef8844-076c-4bfa-92d5-500b089c133b'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:50.156513 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-5b1482ac-581d-4f2d-95ed-834b7cb0193f None None] Set router 4eef8844-076c-4bfa-92d5-500b089c133b gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:50:50.196933 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0793ca-0ff7-4ec0-922a-514aba4f86a8 req-befd931e-a70d-47f0-9b16-b90da92004d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:50.198815 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf0793ca-0ff7-4ec0-922a-514aba4f86a8 req-befd931e-a70d-47f0-9b16-b90da92004d3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=54a9881d-c02c-4727-9db4-b5d657285015 HTTP/1.1" status: 200 len: 908 time: 0.2816572 Feb 19 04:50:50.361104 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf0793ca-0ff7-4ec0-922a-514aba4f86a8 req-9465e674-f655-4c1c-b457-b84eac6bf9f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef0d3862-ed4e-48ab-99cd-a8a8d58f574e HTTP/1.1" status: 200 len: 999 time: 0.1482394 Feb 19 04:50:50.601303 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0793ca-0ff7-4ec0-922a-514aba4f86a8 req-62496990-a9b2-41d4-ba8e-ef1ce185fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:50.603212 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf0793ca-0ff7-4ec0-922a-514aba4f86a8 req-62496990-a9b2-41d4-ba8e-ef1ce185fd91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=725c79e0-2926-46a7-82cc-d6357cab0d0f HTTP/1.1" status: 200 len: 847 time: 0.2351537 Feb 19 04:50:50.655389 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5b1482ac-581d-4f2d-95ed-834b7cb0193f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'name': 'tempest-TestServerBasicOps-580398945-router', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:49:32Z', 'updated_at': '2022-02-19T04:49:44Z', 'revision_number': 4, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'gw_port': {'id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:33Z', 'updated_at': '2022-02-19T04:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '300be941-8834-47db-9e29-d97bfe3a3c2b', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'floating_ip_address': '172.25.0.174', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'port_id': 'ef0d3862-ed4e-48ab-99cd-a8a8d58f574e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015', 'mac_address': 'fa:16:3e:1b:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd23bf-ad1e-4858-945b-77ede9f61ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:50:46Z', 'updated_at': '2022-02-19T04:50:46Z', 'revision_number': 0, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be810ac-df94-4dd7-95a4-ffa0ee6c686c', 'name': '', 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'mac_address': 'fa:16:3e:43:10:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '725c79e0-2926-46a7-82cc-d6357cab0d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:41Z', 'updated_at': '2022-02-19T04:50:04Z', 'revision_number': 5, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'subnets': [{'id': '725c79e0-2926-46a7-82cc-d6357cab0d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:50:50.722350 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb582f-601f-427a-bff2-4401811525a7 req-39694177-65dd-4145-8c4f-858862125028 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:50.735097 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b4fb582f-601f-427a-bff2-4401811525a7 req-39694177-65dd-4145-8c4f-858862125028 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 944 time: 0.5342231 Feb 19 04:50:50.743530 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1482ac-581d-4f2d-95ed-834b7cb0193f None None] The sync data for ids ['4eef8844-076c-4bfa-92d5-500b089c133b'] in n-d-772273-4 is: [{'id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'name': 'tempest-TestServerBasicOps-580398945-router', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:49:32Z', 'updated_at': '2022-02-19T04:49:44Z', 'revision_number': 4, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'gw_port': {'id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:33Z', 'updated_at': '2022-02-19T04:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '300be941-8834-47db-9e29-d97bfe3a3c2b', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'floating_ip_address': '172.25.0.174', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'port_id': 'ef0d3862-ed4e-48ab-99cd-a8a8d58f574e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015', 'mac_address': 'fa:16:3e:1b:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cd23bf-ad1e-4858-945b-77ede9f61ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:50:46Z', 'updated_at': '2022-02-19T04:50:46Z', 'revision_number': 0, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be810ac-df94-4dd7-95a4-ffa0ee6c686c', 'name': '', 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'mac_address': 'fa:16:3e:43:10:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '725c79e0-2926-46a7-82cc-d6357cab0d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:41Z', 'updated_at': '2022-02-19T04:50:04Z', 'revision_number': 5, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'subnets': [{'id': '725c79e0-2926-46a7-82cc-d6357cab0d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:50:50.771786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0793ca-0ff7-4ec0-922a-514aba4f86a8 req-f1ddd89e-c6f5-4088-9805-978aa58887e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:50.774142 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf0793ca-0ff7-4ec0-922a-514aba4f86a8 req-f1ddd89e-c6f5-4088-9805-978aa58887e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=54a9881d-c02c-4727-9db4-b5d657285015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1620245 Feb 19 04:50:50.962516 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b4fb582f-601f-427a-bff2-4401811525a7 req-6c040870-be3c-4908-bfb2-4ef70f14961c tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246075 Feb 19 04:50:50.982851 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-338d35b8-5ead-4191-b990-b30bd17906f9 req-116c68a0-deb6-44fa-8b65-21d2a5894cf5 service neutron] 10.222.0.10 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7762311 Feb 19 04:50:51.103700 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf0793ca-0ff7-4ec0-922a-514aba4f86a8 req-88ba9ebf-5814-4d46-96fb-d2a7631efe24 service neutron] 10.222.0.48 "GET /v2.0/networks/54a9881d-c02c-4727-9db4-b5d657285015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194249 Feb 19 04:50:51.248071 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-338d35b8-5ead-4191-b990-b30bd17906f9 req-a600444f-688b-4c9f-88ac-40e6b04a697f service neutron] 10.222.0.10 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481461 Feb 19 04:50:51.318365 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0604cc08-3371-41fa-9288-1e2af2547ed5 None None] New status for floating IP 300be941-8834-47db-9e29-d97bfe3a3c2b: ACTIVE {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:50:51.340618 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bf0793ca-0ff7-4ec0-922a-514aba4f86a8 req-7e7ee337-756a-4d3b-b442-eb91cf068acd service neutron] 10.222.0.48 "GET /v2.0/networks/54a9881d-c02c-4727-9db4-b5d657285015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270651 Feb 19 04:50:52.255196 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73e64b-8218-494b-8f8a-c308104795d8 req-8f5f0fb9-34b2-45ca-b64a-382674077558 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:52.258117 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1e73e64b-8218-494b-8f8a-c308104795d8 req-8f5f0fb9-34b2-45ca-b64a-382674077558 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 944 time: 0.1671779 Feb 19 04:50:52.411463 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1e73e64b-8218-494b-8f8a-c308104795d8 req-1d308f3d-9651-4133-a997-36321b3985d7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409974 Feb 19 04:50:53.872863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f007d-a710-470a-9c4a-9d37070be22a req-1b670fde-1496-4de8-8239-bcd50ffbd143 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:53.892674 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea3f007d-a710-470a-9c4a-9d37070be22a req-1b670fde-1496-4de8-8239-bcd50ffbd143 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 944 time: 0.2611227 Feb 19 04:50:54.092954 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea3f007d-a710-470a-9c4a-9d37070be22a req-28b40e28-8d6d-41b1-b2eb-cc887cf8e74e tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759481 Feb 19 04:50:56.060163 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c1527361-d8be-4a47-aa3a-60bff26307f1 req-cf910104-8875-4d5d-a5d5-c8ced45bc75f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1810730 Feb 19 04:50:56.178239 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97851a2-01de-4ded-b9fa-68481979fda8 req-c23cbd47-8ce3-456c-bff2-086ab4d78454 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:56.196113 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e97851a2-01de-4ded-b9fa-68481979fda8 req-c23cbd47-8ce3-456c-bff2-086ab4d78454 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 944 time: 0.7758512 Feb 19 04:50:56.338079 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e97851a2-01de-4ded-b9fa-68481979fda8 req-ebd6b4b3-0f1b-43bf-84d6-1ec62c089904 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406786 Feb 19 04:50:56.489295 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1527361-d8be-4a47-aa3a-60bff26307f1 req-bd312357-6994-4b28-85e8-d13a5193f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:56.492283 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c1527361-d8be-4a47-aa3a-60bff26307f1 req-bd312357-6994-4b28-85e8-d13a5193f5ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e41e400d59c485ebabdbd5439753754&device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 1127 time: 0.3263505 Feb 19 04:50:56.958534 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1527361-d8be-4a47-aa3a-60bff26307f1 req-a2165f10-235e-4456-9bcd-cafa8f62270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:56.965928 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c1527361-d8be-4a47-aa3a-60bff26307f1 req-a2165f10-235e-4456-9bcd-cafa8f62270a service neutron] 10.222.0.48 "GET /v2.0/networks?id=54a9881d-c02c-4727-9db4-b5d657285015 HTTP/1.1" status: 200 len: 908 time: 0.4246075 Feb 19 04:50:57.275093 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c1527361-d8be-4a47-aa3a-60bff26307f1 req-cc84a866-43da-49ef-9d77-59e05caf25e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef0d3862-ed4e-48ab-99cd-a8a8d58f574e HTTP/1.1" status: 200 len: 1001 time: 0.3027236 Feb 19 04:50:57.379661 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1527361-d8be-4a47-aa3a-60bff26307f1 req-1d412fe9-d2f3-4089-bf8d-63ec1d6b3455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:57.383001 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c1527361-d8be-4a47-aa3a-60bff26307f1 req-1d412fe9-d2f3-4089-bf8d-63ec1d6b3455 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=725c79e0-2926-46a7-82cc-d6357cab0d0f HTTP/1.1" status: 200 len: 847 time: 0.0997405 Feb 19 04:50:57.738025 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1527361-d8be-4a47-aa3a-60bff26307f1 req-0d5d5d23-2d48-4baa-8785-d5323f95096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:57.741269 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c1527361-d8be-4a47-aa3a-60bff26307f1 req-0d5d5d23-2d48-4baa-8785-d5323f95096a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=54a9881d-c02c-4727-9db4-b5d657285015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3508494 Feb 19 04:50:57.805661 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b25b8-abf5-492e-912d-06dc797bd131 req-8ab947e9-efa4-4aca-8108-c8cd3e8c6f0a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:57.829969 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be1b25b8-abf5-492e-912d-06dc797bd131 req-8ab947e9-efa4-4aca-8108-c8cd3e8c6f0a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 944 time: 0.1963055 Feb 19 04:50:58.006896 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be1b25b8-abf5-492e-912d-06dc797bd131 req-f2f2b5fa-0e50-4dec-9834-68041efc16ee tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746721 Feb 19 04:50:58.137480 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c1527361-d8be-4a47-aa3a-60bff26307f1 req-fd822a51-53ee-4eb7-9f1a-0b274228f1f9 service neutron] 10.222.0.48 "GET /v2.0/networks/54a9881d-c02c-4727-9db4-b5d657285015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648529 Feb 19 04:50:58.488802 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c1527361-d8be-4a47-aa3a-60bff26307f1 req-77390d98-6a3d-41ae-9e87-421b7408cf2e service neutron] 10.222.0.48 "GET /v2.0/networks/54a9881d-c02c-4727-9db4-b5d657285015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450494 Feb 19 04:50:59.314921 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9feda-9f2d-4797-9982-0b4565f1ae70 req-0dd28f49-4c5d-4df1-882e-56c0a37877c1 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:50:59.323600 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-70d9feda-9f2d-4797-9982-0b4565f1ae70 req-0dd28f49-4c5d-4df1-882e-56c0a37877c1 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 944 time: 0.1495771 Feb 19 04:50:59.512241 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-70d9feda-9f2d-4797-9982-0b4565f1ae70 req-32f615b0-0218-4ad3-a204-4cbb6a9eaa07 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873884 Feb 19 04:51:00.954673 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3f9a8-32d4-4831-8a18-fa91d3ba3e55 req-8a5ff178-671f-454d-9fb6-b4a2b00a255f tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:00.959145 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f2c3f9a8-32d4-4831-8a18-fa91d3ba3e55 req-8a5ff178-671f-454d-9fb6-b4a2b00a255f tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 944 time: 0.1752450 Feb 19 04:51:01.144534 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f2c3f9a8-32d4-4831-8a18-fa91d3ba3e55 req-bbc9a18e-4241-428a-8459-10b3ced6086e tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706965 Feb 19 04:51:02.308771 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-90d52051-8c0f-47d4-a8e7-39997650ab69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:02.619726 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690f384-37f5-48bf-9505-7f87891a7f7c req-75cf4b28-550d-4075-9f70-b0d2f1f3fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:02.625315 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c690f384-37f5-48bf-9505-7f87891a7f7c req-75cf4b28-550d-4075-9f70-b0d2f1f3fec3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5d75efb08514de6a052014d405b6aef&device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 1126 time: 0.2615988 Feb 19 04:51:02.649614 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc57a0-c2df-49f6-8832-c45720a40b17 req-0176dfa6-3072-4c54-8c1e-c7df3cb2b4c4 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:02.651297 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e8bc57a0-c2df-49f6-8832-c45720a40b17 req-0176dfa6-3072-4c54-8c1e-c7df3cb2b4c4 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 944 time: 0.1792154 Feb 19 04:51:02.829490 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e8bc57a0-c2df-49f6-8832-c45720a40b17 req-690e131e-9ddc-4606-a08d-1cc3376b29ee tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636345 Feb 19 04:51:03.086798 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690f384-37f5-48bf-9505-7f87891a7f7c req-c21af619-beb8-4733-a98f-98d9d65a37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:03.088743 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c690f384-37f5-48bf-9505-7f87891a7f7c req-c21af619-beb8-4733-a98f-98d9d65a37cf service neutron] 10.222.0.10 "GET /v2.0/networks?id=a3539187-cc67-4fa5-a771-d626621d7371 HTTP/1.1" status: 200 len: 917 time: 0.4244542 Feb 19 04:51:03.281209 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c690f384-37f5-48bf-9505-7f87891a7f7c req-0bf4056a-e30c-4f9e-ac9f-fe515b71b9b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=102a94c2-fb26-482f-824c-060c7dcbaf99 HTTP/1.1" status: 200 len: 1000 time: 0.1830573 Feb 19 04:51:03.457926 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690f384-37f5-48bf-9505-7f87891a7f7c req-f306c06b-dfa9-4757-8263-2fb4fc388c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:03.463933 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c690f384-37f5-48bf-9505-7f87891a7f7c req-f306c06b-dfa9-4757-8263-2fb4fc388c06 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=45cf20d4-3097-4dde-886e-3a9890ecec0d HTTP/1.1" status: 200 len: 856 time: 0.1751750 Feb 19 04:51:03.754241 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690f384-37f5-48bf-9505-7f87891a7f7c req-e0853c56-e49b-45bb-bf0c-5317fcd13c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:03.764560 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c690f384-37f5-48bf-9505-7f87891a7f7c req-e0853c56-e49b-45bb-bf0c-5317fcd13c96 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3539187-cc67-4fa5-a771-d626621d7371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2819502 Feb 19 04:51:04.277235 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee01d4-2c56-47af-b4d2-cdb6381ccb50 req-76ce1fda-d657-495f-9c69-32a40f491bfc tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:04.280403 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-92ee01d4-2c56-47af-b4d2-cdb6381ccb50 req-76ce1fda-d657-495f-9c69-32a40f491bfc tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 944 time: 0.1336153 Feb 19 04:51:04.331526 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c690f384-37f5-48bf-9505-7f87891a7f7c req-2ca75ef0-280c-4236-ad7e-cfecd70c87d9 service neutron] 10.222.0.10 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5586834 Feb 19 04:51:04.525339 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-92ee01d4-2c56-47af-b4d2-cdb6381ccb50 req-e4a15130-4fbe-42d4-8e6d-5d83185fe052 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2285919 Feb 19 04:51:04.532247 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c690f384-37f5-48bf-9505-7f87891a7f7c req-77cb78eb-84d0-4b1a-b77e-ae9c2b5487b0 service neutron] 10.222.0.10 "GET /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638477 Feb 19 04:51:05.160418 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-164563eb-cecc-4a9e-ac27-97165708126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:06.039866 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605330c-8877-40b5-a71b-05126a1abeb8 req-f6bf7bc8-2034-4de2-aa9c-8195fff12b52 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:06.056429 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d605330c-8877-40b5-a71b-05126a1abeb8 req-f6bf7bc8-2034-4de2-aa9c-8195fff12b52 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 944 time: 0.2205219 Feb 19 04:51:06.277927 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d605330c-8877-40b5-a71b-05126a1abeb8 req-732bd8d6-613c-40e2-847a-5079d1ba0ea0 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147853 Feb 19 04:51:06.939399 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:07.812986 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:07.890954 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e38745-a2ae-4204-8816-bc405b39bafc req-ecbb630f-51c6-4cba-9e01-2bd2a2dfcb50 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:07.903151 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76e38745-a2ae-4204-8816-bc405b39bafc req-ecbb630f-51c6-4cba-9e01-2bd2a2dfcb50 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 944 time: 0.2363439 Feb 19 04:51:08.033944 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:08.074483 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76e38745-a2ae-4204-8816-bc405b39bafc req-5cb8cd5a-00be-45aa-823c-8b51c767cff6 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612918 Feb 19 04:51:09.278238 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:09.423397 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:09.843285 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028ee3a-b84b-4f5b-9fc3-522822ab3f85 req-18be60e9-ba44-4022-b331-a08118275426 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:09.857307 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f028ee3a-b84b-4f5b-9fc3-522822ab3f85 req-18be60e9-ba44-4022-b331-a08118275426 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 944 time: 0.5253861 Feb 19 04:51:10.022355 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f028ee3a-b84b-4f5b-9fc3-522822ab3f85 req-785c243a-2a73-4843-a6e4-54642eac71c8 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629932 Feb 19 04:51:10.997062 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 102a94c2-fb26-482f-824c-060c7dcbaf99 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:51:11.344901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 102a94c2-fb26-482f-824c-060c7dcbaf99, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=102a94c2-fb26-482f-824c-060c7dcbaf99,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:51:11.388397 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '102a94c2-fb26-482f-824c-060c7dcbaf99', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'port_id': '102a94c2-fb26-482f-824c-060c7dcbaf99', 'mac_address': 'fa:16:3e:5d:44:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:51:11.476544 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 102a94c2-fb26-482f-824c-060c7dcbaf99 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:51:11.477436 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:11.536242 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102a94c2-fb26-482f-824c-060c7dcbaf99 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:51:11.660618 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 102a94c2-fb26-482f-824c-060c7dcbaf99, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=102a94c2-fb26-482f-824c-060c7dcbaf99,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:51:11.672176 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:11.707140 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d8bfb-1908-425d-a84a-397a3161ea90 req-58cad68c-e53d-4cba-9100-e78ea8f9c869 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:11.723142 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b9d8bfb-1908-425d-a84a-397a3161ea90 req-58cad68c-e53d-4cba-9100-e78ea8f9c869 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 944 time: 0.4074361 Feb 19 04:51:11.866727 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=102a94c2-fb26-482f-824c-060c7dcbaf99,revision_number=9']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:11.870645 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b9d8bfb-1908-425d-a84a-397a3161ea90 req-fa4ede6f-91fa-473e-9518-01101f91c659 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459291 Feb 19 04:51:11.971668 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['102a94c2-fb26-482f-824c-060c7dcbaf99'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:51:12.999023 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 102a94c2-fb26-482f-824c-060c7dcbaf99 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:51:13.155813 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a315c-4f9e-4c81-b2b7-45b5021418f8 req-35a7a2d3-b2d2-42f7-b13f-e0c13726d3ef tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:13.175629 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-778a315c-4f9e-4c81-b2b7-45b5021418f8 req-35a7a2d3-b2d2-42f7-b13f-e0c13726d3ef tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 945 time: 0.1434748 Feb 19 04:51:13.183573 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 102a94c2-fb26-482f-824c-060c7dcbaf99 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:51:13.184147 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:13.315787 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-778a315c-4f9e-4c81-b2b7-45b5021418f8 req-20296ea8-4ea3-472c-889b-ca95e2bde8f0 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338573 Feb 19 04:51:13.411871 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 102a94c2-fb26-482f-824c-060c7dcbaf99 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:51:13.412662 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:13.465632 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a23ce1-97e3-44c4-b84b-5afe0e645599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102a94c2-fb26-482f-824c-060c7dcbaf99'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:51:13.470979 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4766fb26-56e4-4408-af28-215ba3b9f1a3" -d '{"events": [{"server_uuid": "b1a23ce1-97e3-44c4-b84b-5afe0e645599", "name": "network-vif-plugged", "status": "completed", "tag": "102a94c2-fb26-482f-824c-060c7dcbaf99"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:51:13.529569 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 102a94c2-fb26-482f-824c-060c7dcbaf99, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=102a94c2-fb26-482f-824c-060c7dcbaf99,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:51:13.539502 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:13.705407 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=102a94c2-fb26-482f-824c-060c7dcbaf99,revision_number=10']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:13.713945 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc97825-ed9e-4f14-900a-3ee937317537 x-openstack-request-id: req-5fc97825-ed9e-4f14-900a-3ee937317537 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:51:13.714387 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a23ce1-97e3-44c4-b84b-5afe0e645599", "name": "network-vif-plugged", "status": "completed", "tag": "102a94c2-fb26-482f-824c-060c7dcbaf99", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:51:13.714822 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5fc97825-ed9e-4f14-900a-3ee937317537 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:51:13.715693 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a23ce1-97e3-44c4-b84b-5afe0e645599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102a94c2-fb26-482f-824c-060c7dcbaf99', 'code': 200} Feb 19 04:51:13.919955 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ce085-c576-40ff-ba5d-a8817002ece4 req-245074bf-3581-4a65-9938-8e0c398910f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:13.922977 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-282ce085-c576-40ff-ba5d-a8817002ece4 req-245074bf-3581-4a65-9938-8e0c398910f5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 1129 time: 0.1105695 Feb 19 04:51:14.022839 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-282ce085-c576-40ff-ba5d-a8817002ece4 req-e86bf009-162b-45ac-972c-af770d60737c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919790 Feb 19 04:51:14.650698 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c7ab5-cb44-4000-999e-cd0879af8ddc req-8954af5c-316d-4072-9977-002bb3483d05 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:14.657053 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ae0c7ab5-cb44-4000-999e-cd0879af8ddc req-8954af5c-316d-4072-9977-002bb3483d05 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 947 time: 0.1378973 Feb 19 04:51:14.801322 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ae0c7ab5-cb44-4000-999e-cd0879af8ddc req-5eaa85a1-add4-4f81-be5d-3e7dbddaa0b7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275918 Feb 19 04:51:15.725643 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49142) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:51:16.098090 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6253e3f-d4a1-471d-afe1-15aa46a396dc req-db5338be-03c7-454f-b66c-a83da4a5ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:16.105943 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a6253e3f-d4a1-471d-afe1-15aa46a396dc req-db5338be-03c7-454f-b66c-a83da4a5ad6b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 1127 time: 0.3710697 Feb 19 04:51:16.181563 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e73a36-a307-48bb-82d9-6c61a32e3d7c req-bf4bddbd-e50d-4fbd-9b65-e1c99dcbb985 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:16.190884 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-53e73a36-a307-48bb-82d9-6c61a32e3d7c req-bf4bddbd-e50d-4fbd-9b65-e1c99dcbb985 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 947 time: 0.1867523 Feb 19 04:51:16.232095 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a6253e3f-d4a1-471d-afe1-15aa46a396dc req-a71e635d-6d69-4893-9133-8b74fe34d3c7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=81446dbc-3c5e-4c25-a6c0-3107455b5fde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1076491 Feb 19 04:51:16.422715 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-53e73a36-a307-48bb-82d9-6c61a32e3d7c req-01fb0443-c5c4-4fb3-a31b-227f9e99d101 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242107 Feb 19 04:51:17.759124 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fa7cc-f6f6-4ad6-8343-2090f9369ce9 req-2a685969-6fb8-46ba-91eb-339b4fe3718a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:17.778241 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d52fa7cc-f6f6-4ad6-8343-2090f9369ce9 req-2a685969-6fb8-46ba-91eb-339b4fe3718a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 947 time: 0.1346526 Feb 19 04:51:17.893140 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d52fa7cc-f6f6-4ad6-8343-2090f9369ce9 req-b7b47004-7cc0-43c2-9bbe-2a6967be5a6a tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106815 Feb 19 04:51:18.287631 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:51:30.849208 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 49360) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:51:31.285963 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-91430216-a57e-4f93-96b6-c67cd097a36a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:31.514942 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-91430216-a57e-4f93-96b6-c67cd097a36a admin admin] Publish callbacks [] for security_group (de42e79f-14e8-422e-bafb-08f560a5ed1c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:31.528219 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-91430216-a57e-4f93-96b6-c67cd097a36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (de42e79f-14e8-422e-bafb-08f560a5ed1c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:31.741517 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 49414) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:51:31.761873 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-91430216-a57e-4f93-96b6-c67cd097a36a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ff3a5d1010a94245982042bc0217da7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9098542 Feb 19 04:51:31.777761 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91430216-a57e-4f93-96b6-c67cd097a36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de42e79f-14e8-422e-bafb-08f560a5ed1c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:31.832759 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91430216-a57e-4f93-96b6-c67cd097a36a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:31.833117 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91430216-a57e-4f93-96b6-c67cd097a36a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:31.833435 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91430216-a57e-4f93-96b6-c67cd097a36a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:31.833796 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91430216-a57e-4f93-96b6-c67cd097a36a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:31.853732 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91430216-a57e-4f93-96b6-c67cd097a36a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:31.859764 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91430216-a57e-4f93-96b6-c67cd097a36a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:31.874031 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91430216-a57e-4f93-96b6-c67cd097a36a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:31.879939 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91430216-a57e-4f93-96b6-c67cd097a36a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:31.882706 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91430216-a57e-4f93-96b6-c67cd097a36a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:31.885639 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91430216-a57e-4f93-96b6-c67cd097a36a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:31.886250 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91430216-a57e-4f93-96b6-c67cd097a36a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:31.886859 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91430216-a57e-4f93-96b6-c67cd097a36a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:31.896972 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91430216-a57e-4f93-96b6-c67cd097a36a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:31.970989 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dd79a736-7e79-4d0d-97e6-a81ce4174b53 admin admin] Publish callbacks [] for security_group (de42e79f-14e8-422e-bafb-08f560a5ed1c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:32.009283 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dd79a736-7e79-4d0d-97e6-a81ce4174b53 admin admin] Publish callbacks [] for security_group (de42e79f-14e8-422e-bafb-08f560a5ed1c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:32.101147 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dd79a736-7e79-4d0d-97e6-a81ce4174b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (de42e79f-14e8-422e-bafb-08f560a5ed1c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:32.104220 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dd79a736-7e79-4d0d-97e6-a81ce4174b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:32.106419 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dd79a736-7e79-4d0d-97e6-a81ce4174b53 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de42e79f-14e8-422e-bafb-08f560a5ed1c HTTP/1.1" status: 204 len: 168 time: 0.3542190 Feb 19 04:51:32.146023 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79a736-7e79-4d0d-97e6-a81ce4174b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de42e79f-14e8-422e-bafb-08f560a5ed1c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:32.166634 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a736-7e79-4d0d-97e6-a81ce4174b53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:32.167482 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a736-7e79-4d0d-97e6-a81ce4174b53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:32.168086 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a736-7e79-4d0d-97e6-a81ce4174b53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:32.168681 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a736-7e79-4d0d-97e6-a81ce4174b53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:32.169325 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a736-7e79-4d0d-97e6-a81ce4174b53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:32.170105 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a736-7e79-4d0d-97e6-a81ce4174b53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:32.170699 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a736-7e79-4d0d-97e6-a81ce4174b53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:32.171266 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a736-7e79-4d0d-97e6-a81ce4174b53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:32.171828 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a736-7e79-4d0d-97e6-a81ce4174b53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:32.172453 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a736-7e79-4d0d-97e6-a81ce4174b53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:32.172979 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a736-7e79-4d0d-97e6-a81ce4174b53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:32.173518 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a736-7e79-4d0d-97e6-a81ce4174b53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:32.174067 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a736-7e79-4d0d-97e6-a81ce4174b53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:32.289399 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f88423db-bfc0-4f56-9e4a-ff84367bdaae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:35.106628 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d8b38d1b-5ecc-4842-86f7-6f9f136fa943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:36.917962 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:37.738559 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:38.027826 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:38.520224 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-18202d7c-87d7-44b9-ba06-fb28b59df326 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:38.533072 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-18202d7c-87d7-44b9-ba06-fb28b59df326 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/networks?id=0b3df11d-c452-45ea-942f-4b03b49ab22f HTTP/1.1" status: 200 len: 814 time: 0.2547038 Feb 19 04:51:38.554681 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-dc86c687-8113-408f-b75f-f7c27d9ebfd7 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/quotas/b0dd634db1e34432b37ad2335cfd2b71 HTTP/1.1" status: 200 len: 375 time: 0.0202384 Feb 19 04:51:38.621839 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-f7252164-0806-453a-97bb-50e79f36928b tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b0dd634db1e34432b37ad2335cfd2b71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589755 Feb 19 04:51:39.253354 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:39.327666 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-df918781-aba0-4d15-941a-d9d418c1b46e service neutron] 10.222.0.65 "GET /v2.0/networks/0b3df11d-c452-45ea-942f-4b03b49ab22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7026632 Feb 19 04:51:39.373067 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:39.496747 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-1f72230f-0965-49df-bcd3-52fe2cd93cc4 service neutron] 10.222.0.65 "GET /v2.0/networks/0b3df11d-c452-45ea-942f-4b03b49ab22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462684 Feb 19 04:51:39.776964 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-07590bfe-7bd9-4474-9188-36dd1ab49781 req-364a54eb-3196-4728-9777-f38fc184a83c tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed488b64-becb-476b-9308-56e9e213c032 HTTP/1.1" status: 200 len: 210 time: 0.0545177 Feb 19 04:51:40.899147 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bea3138c-3e22-47f2-b1e7-bb62d6124f31 req-9e910dee-9a2a-4ef3-9572-1a54bf15b502 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed488b64-becb-476b-9308-56e9e213c032 HTTP/1.1" status: 200 len: 210 time: 0.0355265 Feb 19 04:51:41.361447 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-39392fa2-3846-4469-84ac-9a4261d91ff7 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:41.364933 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-39392fa2-3846-4469-84ac-9a4261d91ff7 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.10 "GET /v2.0/networks?id=0b3df11d-c452-45ea-942f-4b03b49ab22f HTTP/1.1" status: 200 len: 814 time: 0.3064415 Feb 19 04:51:41.385812 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-3ad8d51a-1df1-4186-8348-0d5d116c6a79 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Request body: {'port': {'device_id': 'ed488b64-becb-476b-9308-56e9e213c032', 'network_id': '0b3df11d-c452-45ea-942f-4b03b49ab22f', 'admin_state_up': True, 'tenant_id': 'b0dd634db1e34432b37ad2335cfd2b71'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:51:41.617727 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-3ad8d51a-1df1-4186-8348-0d5d116c6a79 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Made reservation on behalf of b0dd634db1e34432b37ad2335cfd2b71 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:51:41.624117 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-3ad8d51a-1df1-4186-8348-0d5d116c6a79 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:41.896698 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-3ad8d51a-1df1-4186-8348-0d5d116c6a79 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Allocated IP 172.20.0.12 (0b3df11d-c452-45ea-942f-4b03b49ab22f/9e53a751-5a4b-4ecc-8520-cef920454cb3/3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:51:42.120265 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-96c5d546-b93c-4c3e-9bc1-b93d26c3bf30 req-19fcb48b-f81c-4ed5-bdbe-ad8dcec12ac6 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed488b64-becb-476b-9308-56e9e213c032 HTTP/1.1" status: 200 len: 210 time: 0.0455637 Feb 19 04:51:42.217285 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-3ad8d51a-1df1-4186-8348-0d5d116c6a79 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Publish callbacks [] for port (3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:42.282725 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-3ad8d51a-1df1-4186-8348-0d5d116c6a79 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:42.411879 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8d51a-1df1-4186-8348-0d5d116c6a79 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Pushing event updated for resources: {'Port': ['ID=3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:42.436044 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-3ad8d51a-1df1-4186-8348-0d5d116c6a79 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Network 0b3df11d-c452-45ea-942f-4b03b49ab22f is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:51:42.440824 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-3ad8d51a-1df1-4186-8348-0d5d116c6a79 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:51:42.445533 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-3ad8d51a-1df1-4186-8348-0d5d116c6a79 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:51:42.543594 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-3ad8d51a-1df1-4186-8348-0d5d116c6a79 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:42.544967 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-3ad8d51a-1df1-4186-8348-0d5d116c6a79 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:42.569045 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-3ad8d51a-1df1-4186-8348-0d5d116c6a79 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1939814 Feb 19 04:51:42.583654 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-86c2300e-f24d-4e59-94b2-30355e03e102 service neutron] Request body: {'port': {'device_id': 'ed488b64-becb-476b-9308-56e9e213c032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:51:42.712724 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-86c2300e-f24d-4e59-94b2-30355e03e102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:43.212885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-86c2300e-f24d-4e59-94b2-30355e03e102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:51:43.222968 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-86c2300e-f24d-4e59-94b2-30355e03e102 service neutron] Publish callbacks [] for port (3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:43.239379 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-86c2300e-f24d-4e59-94b2-30355e03e102 service neutron] Transition to ACTIVE for port object 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:51:43.253750 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-86c2300e-f24d-4e59-94b2-30355e03e102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:43.360963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2300e-f24d-4e59-94b2-30355e03e102 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:43.401899 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded080b4-e3fe-4b54-b4c5-8ef0c2a69ad1 req-3701839f-7c7d-4bc3-baeb-a2188af0d43a tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:43.405579 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ded080b4-e3fe-4b54-b4c5-8ef0c2a69ad1 req-3701839f-7c7d-4bc3-baeb-a2188af0d43a tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed488b64-becb-476b-9308-56e9e213c032 HTTP/1.1" status: 200 len: 944 time: 0.1620581 Feb 19 04:51:43.574628 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ded080b4-e3fe-4b54-b4c5-8ef0c2a69ad1 req-71d2b561-1be5-4311-a84d-08604b01f99f tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/security-groups?id=b73400cd-6990-45a5-a1a3-0919cf3f1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353521 Feb 19 04:51:43.593894 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-86c2300e-f24d-4e59-94b2-30355e03e102 service neutron] Attempting to bind port 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:51:43.594463 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-86c2300e-f24d-4e59-94b2-30355e03e102 service neutron] Attempting to bind port 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '52a02f2d-8410-4acc-ac12-7cd739e79636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0b3df11d-c452-45ea-942f-4b03b49ab22f'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:51:43.595024 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-86c2300e-f24d-4e59-94b2-30355e03e102 service neutron] Attempting to bind port 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 on network 0b3df11d-c452-45ea-942f-4b03b49ab22f {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:51:43.612962 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-86c2300e-f24d-4e59-94b2-30355e03e102 service neutron] Port 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 on network 0b3df11d-c452-45ea-942f-4b03b49ab22f not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:51:43.612962 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-86c2300e-f24d-4e59-94b2-30355e03e102 service neutron] Attempting to bind port 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 on network 0b3df11d-c452-45ea-942f-4b03b49ab22f {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:51:43.614243 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-86c2300e-f24d-4e59-94b2-30355e03e102 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:51:43.615101 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-86c2300e-f24d-4e59-94b2-30355e03e102 service neutron] Checking segment: {'id': '52a02f2d-8410-4acc-ac12-7cd739e79636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0b3df11d-c452-45ea-942f-4b03b49ab22f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:51:43.615492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-86c2300e-f24d-4e59-94b2-30355e03e102 service neutron] Bound using segment: {'id': '52a02f2d-8410-4acc-ac12-7cd739e79636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0b3df11d-c452-45ea-942f-4b03b49ab22f'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:51:43.616066 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-86c2300e-f24d-4e59-94b2-30355e03e102 service neutron] Bound port: 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52a02f2d-8410-4acc-ac12-7cd739e79636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0b3df11d-c452-45ea-942f-4b03b49ab22f'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:51:43.616667 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-86c2300e-f24d-4e59-94b2-30355e03e102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:43.702641 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-86c2300e-f24d-4e59-94b2-30355e03e102 service neutron] For port 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:51:43.707268 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-86c2300e-f24d-4e59-94b2-30355e03e102 service neutron] For port 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845,segment=NetworkSegment(52a02f2d-8410-4acc-ac12-7cd739e79636),segment_id=52a02f2d-8410-4acc-ac12-7cd739e79636)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:51:43.718232 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-86c2300e-f24d-4e59-94b2-30355e03e102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:43.785724 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-86c2300e-f24d-4e59-94b2-30355e03e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:43.787884 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-86c2300e-f24d-4e59-94b2-30355e03e102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:43.790663 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-86c2300e-f24d-4e59-94b2-30355e03e102 service neutron] 10.222.0.10 "PUT /v2.0/ports/3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 HTTP/1.1" status: 200 len: 1092 time: 1.2137465 Feb 19 04:51:43.794330 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed488b64-becb-476b-9308-56e9e213c032', 'tag': '3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:51:43.796804 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c36265-3f0a-460b-99ea-2017ccdb9534" -d '{"events": [{"name": "network-changed", "server_uuid": "ed488b64-becb-476b-9308-56e9e213c032", "tag": "3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:51:43.854253 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d2a348-017c-42bc-a5b0-d75ab5b46738 x-openstack-request-id: req-f7d2a348-017c-42bc-a5b0-d75ab5b46738 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:51:43.855023 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed488b64-becb-476b-9308-56e9e213c032", "tag": "3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:51:43.855536 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f7d2a348-017c-42bc-a5b0-d75ab5b46738 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:51:43.856383 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed488b64-becb-476b-9308-56e9e213c032', 'tag': '3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845', 'status': 'completed', 'code': 200} Feb 19 04:51:43.857948 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2300e-f24d-4e59-94b2-30355e03e102 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:43.924773 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-54afc397-5f4a-41ea-9c9c-ad49ff395508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:43.926839 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-54afc397-5f4a-41ea-9c9c-ad49ff395508 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0dd634db1e34432b37ad2335cfd2b71&device_id=ed488b64-becb-476b-9308-56e9e213c032 HTTP/1.1" status: 200 len: 1126 time: 0.0645878 Feb 19 04:51:43.979801 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-28393817-7c97-4b3c-9938-3144de92943c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 HTTP/1.1" status: 200 len: 217 time: 0.0436757 Feb 19 04:51:44.047325 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-18256932-32ec-4cb8-892b-3e01b32698c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:44.050233 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-18256932-32ec-4cb8-892b-3e01b32698c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9e53a751-5a4b-4ecc-8520-cef920454cb3 HTTP/1.1" status: 200 len: 854 time: 0.0647013 Feb 19 04:51:44.098127 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-90942c9d-3d48-48ab-9bff-14e9a5141c43 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b3df11d-c452-45ea-942f-4b03b49ab22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402532 Feb 19 04:51:44.233018 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-237cd2f5-2856-43c4-9095-a8843253e4fb service neutron] 10.222.0.10 "GET /v2.0/networks/0b3df11d-c452-45ea-942f-4b03b49ab22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261973 Feb 19 04:51:44.365498 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fb234f6-8739-4f91-a963-f1f2acff297b req-c940442d-5e0a-44e0-b94b-21835b6a9489 service neutron] 10.222.0.10 "GET /v2.0/networks/0b3df11d-c452-45ea-942f-4b03b49ab22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253703 Feb 19 04:51:44.477114 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c36265-3f0a-460b-99ea-2017ccdb9534 req-b26d2731-8d7e-4d37-b8cf-d2ab11e27e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:44.479137 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60c36265-3f0a-460b-99ea-2017ccdb9534 req-b26d2731-8d7e-4d37-b8cf-d2ab11e27e41 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0dd634db1e34432b37ad2335cfd2b71&device_id=ed488b64-becb-476b-9308-56e9e213c032 HTTP/1.1" status: 200 len: 1126 time: 0.0574546 Feb 19 04:51:44.606194 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c36265-3f0a-460b-99ea-2017ccdb9534 req-634dad2d-c178-46cc-84f2-0d9e4efd68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:44.608719 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60c36265-3f0a-460b-99ea-2017ccdb9534 req-634dad2d-c178-46cc-84f2-0d9e4efd68e4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0b3df11d-c452-45ea-942f-4b03b49ab22f HTTP/1.1" status: 200 len: 914 time: 0.1223397 Feb 19 04:51:44.698510 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60c36265-3f0a-460b-99ea-2017ccdb9534 req-e56abe99-b92b-4d84-b7c4-f9fca2fe5e3a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 HTTP/1.1" status: 200 len: 217 time: 0.0819631 Feb 19 04:51:44.820952 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c36265-3f0a-460b-99ea-2017ccdb9534 req-dcb09376-05e3-41fa-9054-1616ee78722f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:44.823242 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60c36265-3f0a-460b-99ea-2017ccdb9534 req-dcb09376-05e3-41fa-9054-1616ee78722f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9e53a751-5a4b-4ecc-8520-cef920454cb3 HTTP/1.1" status: 200 len: 854 time: 0.1175203 Feb 19 04:51:44.884817 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef31192-ff37-46ad-a17a-f8f5da645143 req-3f0c03da-75be-471d-b049-eae263d3fef1 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:44.888631 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ef31192-ff37-46ad-a17a-f8f5da645143 req-3f0c03da-75be-471d-b049-eae263d3fef1 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed488b64-becb-476b-9308-56e9e213c032 HTTP/1.1" status: 200 len: 944 time: 0.1433687 Feb 19 04:51:44.892380 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60c36265-3f0a-460b-99ea-2017ccdb9534 req-65fb6c26-1dc1-4432-a4b4-14fd656a2fbb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b3df11d-c452-45ea-942f-4b03b49ab22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616415 Feb 19 04:51:45.060934 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ef31192-ff37-46ad-a17a-f8f5da645143 req-36e248c6-5b59-4a81-823d-f98973a61188 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/security-groups?id=b73400cd-6990-45a5-a1a3-0919cf3f1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604660 Feb 19 04:51:45.108609 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60c36265-3f0a-460b-99ea-2017ccdb9534 req-074fc5fe-1590-422f-bf6f-052a519c7c79 service neutron] 10.222.0.10 "GET /v2.0/networks/0b3df11d-c452-45ea-942f-4b03b49ab22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064526 Feb 19 04:51:45.259685 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60c36265-3f0a-460b-99ea-2017ccdb9534 req-553c1cb0-6e83-41c1-97c1-87e4402d477d service neutron] 10.222.0.10 "GET /v2.0/networks/0b3df11d-c452-45ea-942f-4b03b49ab22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436260 Feb 19 04:51:46.298523 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d1f79-d64d-451a-9ec7-798364ffd661 req-66d5312b-5b76-4e90-9ae8-4598ad362d70 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:46.302426 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c97d1f79-d64d-451a-9ec7-798364ffd661 req-66d5312b-5b76-4e90-9ae8-4598ad362d70 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed488b64-becb-476b-9308-56e9e213c032 HTTP/1.1" status: 200 len: 944 time: 0.1076045 Feb 19 04:51:46.421883 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c97d1f79-d64d-451a-9ec7-798364ffd661 req-cc295d8c-ac8c-4b42-bb22-4e2604832dc2 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/security-groups?id=b73400cd-6990-45a5-a1a3-0919cf3f1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064374 Feb 19 04:51:47.078352 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:51:47.214978 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845,segment=NetworkSegment(52a02f2d-8410-4acc-ac12-7cd739e79636),segment_id=52a02f2d-8410-4acc-ac12-7cd739e79636)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:51:47.229976 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845', 'network_id': '0b3df11d-c452-45ea-942f-4b03b49ab22f', 'port_id': '3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845', 'mac_address': 'fa:16:3e:95:d9:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e53a751-5a4b-4ecc-8520-cef920454cb3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:51:47.289953 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:51:47.290886 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:47.320643 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:51:47.365154 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845,segment=NetworkSegment(52a02f2d-8410-4acc-ac12-7cd739e79636),segment_id=52a02f2d-8410-4acc-ac12-7cd739e79636)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:51:47.373458 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:47.485636 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:47.505104 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:47.506227 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:47.507132 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:47.509125 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:47.510167 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:47.511036 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:47.511900 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:47.513106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:47.514021 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:47.514901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:47.515781 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:47.516648 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:47.517594 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:51:47.609048 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:51:47.666874 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134a94b-8303-4150-b9ef-e4a65ed67611 req-bf1f00aa-b07d-44c0-b400-cd94915ee226 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:47.677475 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b134a94b-8303-4150-b9ef-e4a65ed67611 req-bf1f00aa-b07d-44c0-b400-cd94915ee226 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed488b64-becb-476b-9308-56e9e213c032 HTTP/1.1" status: 200 len: 945 time: 0.1005642 Feb 19 04:51:47.774185 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b134a94b-8303-4150-b9ef-e4a65ed67611 req-4d917959-418b-4b69-a41d-37393ab0b0c7 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/security-groups?id=b73400cd-6990-45a5-a1a3-0919cf3f1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930116 Feb 19 04:51:48.670888 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0ae0e-968f-4557-b5b4-ccc35e974011 req-32b481af-d5d8-4b74-86ac-a2a3be966678 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:48.685908 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-08c0ae0e-968f-4557-b5b4-ccc35e974011 req-32b481af-d5d8-4b74-86ac-a2a3be966678 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 947 time: 0.1336589 Feb 19 04:51:48.781611 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-08c0ae0e-968f-4557-b5b4-ccc35e974011 req-e9483013-cb01-41c6-9520-100074a58c26 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937569 Feb 19 04:51:49.027822 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762bd93-3dd4-48dc-8a74-e0246a428d65 req-0b1864df-81b4-4886-a2be-59c10c5be2d9 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:49.046261 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3762bd93-3dd4-48dc-8a74-e0246a428d65 req-0b1864df-81b4-4886-a2be-59c10c5be2d9 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed488b64-becb-476b-9308-56e9e213c032 HTTP/1.1" status: 200 len: 945 time: 0.1419041 Feb 19 04:51:49.107557 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:51:49.170565 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3762bd93-3dd4-48dc-8a74-e0246a428d65 req-5a57245e-1541-40b5-bd15-5b7606962726 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/security-groups?id=b73400cd-6990-45a5-a1a3-0919cf3f1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227531 Feb 19 04:51:49.294577 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:51:49.301877 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:51:49.302334 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:49.501948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:51:49.502607 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:49.644949 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845,segment=NetworkSegment(52a02f2d-8410-4acc-ac12-7cd739e79636),segment_id=52a02f2d-8410-4acc-ac12-7cd739e79636)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:51:49.647943 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed488b64-becb-476b-9308-56e9e213c032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:51:49.654935 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7da3e17-8d1a-44e7-b13a-1da044234a22" -d '{"events": [{"server_uuid": "ed488b64-becb-476b-9308-56e9e213c032", "name": "network-vif-plugged", "status": "completed", "tag": "3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:51:49.662455 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:49.854404 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6794b24a-d23f-4ef8-9eac-f4435072c452 x-openstack-request-id: req-6794b24a-d23f-4ef8-9eac-f4435072c452 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:51:49.854886 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed488b64-becb-476b-9308-56e9e213c032", "name": "network-vif-plugged", "status": "completed", "tag": "3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:51:49.855319 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6794b24a-d23f-4ef8-9eac-f4435072c452 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:51:49.856086 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed488b64-becb-476b-9308-56e9e213c032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845', 'code': 200} Feb 19 04:51:49.858641 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b7506-6b01-4813-a3e3-3f5781c7cbd0 req-3cc5b7a3-d8db-48e8-bb13-6cfc881b18b3 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:49.864329 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8d8b7506-6b01-4813-a3e3-3f5781c7cbd0 req-3cc5b7a3-d8db-48e8-bb13-6cfc881b18b3 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 947 time: 0.1369607 Feb 19 04:51:49.874225 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:50.011657 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aced15-fc81-4943-ade4-40ea21a3aee2 req-47f3ab70-e252-4aa7-a870-b133351bc3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:50.013644 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-47aced15-fc81-4943-ade4-40ea21a3aee2 req-47f3ab70-e252-4aa7-a870-b133351bc3cc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ed488b64-becb-476b-9308-56e9e213c032 HTTP/1.1" status: 200 len: 1128 time: 0.1521008 Feb 19 04:51:50.111753 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-47aced15-fc81-4943-ade4-40ea21a3aee2 req-503e8672-4e06-4503-9cb4-2120f5ee6345 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b73400cd-6990-45a5-a1a3-0919cf3f1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920403 Feb 19 04:51:50.257628 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417b7d8-c59c-485a-838b-a492b2029737 req-31f7ba72-c639-49b6-a1bd-b089f01807b5 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:50.259918 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0417b7d8-c59c-485a-838b-a492b2029737 req-31f7ba72-c639-49b6-a1bd-b089f01807b5 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 947 time: 0.2914982 Feb 19 04:51:50.421873 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-8d8b7506-6b01-4813-a3e3-3f5781c7cbd0 req-ea30f6fd-87e1-4d86-a136-a931fb04e1bf tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Deleting port 102a94c2-fb26-482f-824c-060c7dcbaf99 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:51:50.422291 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8d8b7506-6b01-4813-a3e3-3f5781c7cbd0 req-ea30f6fd-87e1-4d86-a136-a931fb04e1bf tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:50.468112 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0417b7d8-c59c-485a-838b-a492b2029737 req-3b831f72-57ed-4a34-bca6-1e4c2aca06db tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups?id=fa7411c5-f7ca-4853-95a8-d193bc01f886&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921790 Feb 19 04:51:50.506233 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a31b66-d7fa-4ede-b120-0d1a50816142 req-e351a02e-51f0-4ac3-a0ed-cf3df4d642d5 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:50.509791 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a9a31b66-d7fa-4ede-b120-0d1a50816142 req-e351a02e-51f0-4ac3-a0ed-cf3df4d642d5 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed488b64-becb-476b-9308-56e9e213c032 HTTP/1.1" status: 200 len: 946 time: 0.1555040 Feb 19 04:51:50.657038 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a9a31b66-d7fa-4ede-b120-0d1a50816142 req-ad7449f2-28db-42df-bca7-adee9f19cae0 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/security-groups?id=b73400cd-6990-45a5-a1a3-0919cf3f1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390414 Feb 19 04:51:50.716567 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-8d8b7506-6b01-4813-a3e3-3f5781c7cbd0 req-ea30f6fd-87e1-4d86-a136-a931fb04e1bf tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] For port 102a94c2-fb26-482f-824c-060c7dcbaf99, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=102a94c2-fb26-482f-824c-060c7dcbaf99,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:51:50.717653 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8d8b7506-6b01-4813-a3e3-3f5781c7cbd0 req-ea30f6fd-87e1-4d86-a136-a931fb04e1bf tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:51.356659 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8d8b7506-6b01-4813-a3e3-3f5781c7cbd0 req-ea30f6fd-87e1-4d86-a136-a931fb04e1bf tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:51.357274 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8d8b7506-6b01-4813-a3e3-3f5781c7cbd0 req-ea30f6fd-87e1-4d86-a136-a931fb04e1bf tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (94587592-6479-4ad9-bbe0-9bd19c40231f), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:51.357806 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [req-8d8b7506-6b01-4813-a3e3-3f5781c7cbd0 req-ea30f6fd-87e1-4d86-a136-a931fb04e1bf tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Floating IP 94587592-6479-4ad9-bbe0-9bd19c40231f disassociated. External IP: 172.25.0.133, port: 102a94c2-fb26-482f-824c-060c7dcbaf99. Feb 19 04:51:51.358398 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-8d8b7506-6b01-4813-a3e3-3f5781c7cbd0 req-ea30f6fd-87e1-4d86-a136-a931fb04e1bf tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Calling delete_port for 102a94c2-fb26-482f-824c-060c7dcbaf99 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:51:51.635028 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8d8b7506-6b01-4813-a3e3-3f5781c7cbd0 req-ea30f6fd-87e1-4d86-a136-a931fb04e1bf tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (102a94c2-fb26-482f-824c-060c7dcbaf99), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:51.771165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30f6fd-87e1-4d86-a136-a931fb04e1bf tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Pushing event deleted for resources: {'Port': ['ID=102a94c2-fb26-482f-824c-060c7dcbaf99,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:51.945545 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eed90a-ce22-40df-978c-a3c586af9e39 req-93e80b95-3990-4a72-bcb7-6ea43fa76b7d tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:51.949321 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7eed90a-ce22-40df-978c-a3c586af9e39 req-93e80b95-3990-4a72-bcb7-6ea43fa76b7d tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed488b64-becb-476b-9308-56e9e213c032 HTTP/1.1" status: 200 len: 946 time: 0.1149428 Feb 19 04:51:52.034245 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-503419c3-f882-4874-a50b-cbb1759e44f9 req-179d484d-8955-4eaa-ac1b-cdb85c787a37 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1a23ce1-97e3-44c4-b84b-5afe0e645599 HTTP/1.1" status: 200 len: 210 time: 0.2842774 Feb 19 04:51:52.034589 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7eed90a-ce22-40df-978c-a3c586af9e39 req-c14ee6b5-eb6c-47f5-88e0-d754558207c2 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/security-groups?id=b73400cd-6990-45a5-a1a3-0919cf3f1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732522 Feb 19 04:51:52.151230 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d8b7506-6b01-4813-a3e3-3f5781c7cbd0 req-ea30f6fd-87e1-4d86-a136-a931fb04e1bf tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Router 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:51:52.452209 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d8b7506-6b01-4813-a3e3-3f5781c7cbd0 req-ea30f6fd-87e1-4d86-a136-a931fb04e1bf tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:51:52.473094 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401be301-eb5c-4f43-b4fa-35141289cbcc None None] Sync routers for ids ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:51:52.510601 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401be301-eb5c-4f43-b4fa-35141289cbcc None None] Routers {'1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:51:52.516134 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-401be301-eb5c-4f43-b4fa-35141289cbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:51:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:51:52.613985 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8b7506-6b01-4813-a3e3-3f5781c7cbd0 req-ea30f6fd-87e1-4d86-a136-a931fb04e1bf tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] No DVR routers for this DVR port 102a94c2-fb26-482f-824c-060c7dcbaf99 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:51:52.619676 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8d8b7506-6b01-4813-a3e3-3f5781c7cbd0 req-ea30f6fd-87e1-4d86-a136-a931fb04e1bf tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:52.627309 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8d8b7506-6b01-4813-a3e3-3f5781c7cbd0 req-ea30f6fd-87e1-4d86-a136-a931fb04e1bf tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.10 "DELETE /v2.0/ports/102a94c2-fb26-482f-824c-060c7dcbaf99 HTTP/1.1" status: 204 len: 173 time: 2.7550843 Feb 19 04:51:52.628391 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a23ce1-97e3-44c4-b84b-5afe0e645599', 'name': 'network-vif-deleted', 'tag': '102a94c2-fb26-482f-824c-060c7dcbaf99'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:51:52.632719 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff96e206-3a39-46ef-abe0-3f6957279fbf" -d '{"events": [{"server_uuid": "b1a23ce1-97e3-44c4-b84b-5afe0e645599", "name": "network-vif-deleted", "tag": "102a94c2-fb26-482f-824c-060c7dcbaf99"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:51:52.697767 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da57cc6b-af77-49a1-b453-5b777bcc7f6f x-openstack-request-id: req-da57cc6b-af77-49a1-b453-5b777bcc7f6f {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:51:52.701534 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a23ce1-97e3-44c4-b84b-5afe0e645599", "name": "network-vif-deleted", "tag": "102a94c2-fb26-482f-824c-060c7dcbaf99", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:51:52.702050 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da57cc6b-af77-49a1-b453-5b777bcc7f6f {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:51:52.702740 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a23ce1-97e3-44c4-b84b-5afe0e645599', 'name': 'network-vif-deleted', 'tag': '102a94c2-fb26-482f-824c-060c7dcbaf99', 'status': 'completed', 'code': 200} Feb 19 04:51:53.176771 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 102a94c2-fb26-482f-824c-060c7dcbaf99 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:51:53.227124 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 102a94c2-fb26-482f-824c-060c7dcbaf99 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:51:53.229338 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 102a94c2-fb26-482f-824c-060c7dcbaf99 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:51:53.258794 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-401be301-eb5c-4f43-b4fa-35141289cbcc None None] Set router 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:51:53.720948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-401be301-eb5c-4f43-b4fa-35141289cbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1496505428-router', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:04Z', 'updated_at': '2022-02-19T04:43:29Z', 'revision_number': 4, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'gw_port': {'id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:11Z', 'updated_at': '2022-02-19T04:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '6f7c7a49-5414-464c-bb03-ee951b5f2a3d', 'name': '', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'mac_address': 'fa:16:3e:c2:9d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:26Z', 'updated_at': '2022-02-19T04:43:38Z', 'revision_number': 5, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'subnets': [{'id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:51:53.753453 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401be301-eb5c-4f43-b4fa-35141289cbcc None None] Checking router: 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:51:53.770385 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401be301-eb5c-4f43-b4fa-35141289cbcc None None] Routers {'1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:51:53.771355 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-401be301-eb5c-4f43-b4fa-35141289cbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:51:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:51:54.033759 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-401be301-eb5c-4f43-b4fa-35141289cbcc None None] Set router 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:51:54.318776 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50030) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:51:54.483791 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-401be301-eb5c-4f43-b4fa-35141289cbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1496505428-router', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:04Z', 'updated_at': '2022-02-19T04:43:29Z', 'revision_number': 4, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'gw_port': {'id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:11Z', 'updated_at': '2022-02-19T04:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '6f7c7a49-5414-464c-bb03-ee951b5f2a3d', 'name': '', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'mac_address': 'fa:16:3e:c2:9d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:26Z', 'updated_at': '2022-02-19T04:43:38Z', 'revision_number': 5, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'subnets': [{'id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:51:54.490404 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-94682995-f82c-4492-9a41-72ffbdfe21e7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for security_group (fa7411c5-f7ca-4853-95a8-d193bc01f886), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:54.526245 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401be301-eb5c-4f43-b4fa-35141289cbcc None None] The sync data for ids ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'] in n-d-772273-4 is: [{'id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1496505428-router', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:04Z', 'updated_at': '2022-02-19T04:43:29Z', 'revision_number': 4, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'gw_port': {'id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:11Z', 'updated_at': '2022-02-19T04:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '6f7c7a49-5414-464c-bb03-ee951b5f2a3d', 'name': '', 'network_id': 'a3539187-cc67-4fa5-a771-d626621d7371', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'mac_address': 'fa:16:3e:c2:9d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3108, 'fixed_ips': [{'subnet_id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:26Z', 'updated_at': '2022-02-19T04:43:38Z', 'revision_number': 5, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'subnets': [{'id': '45cf20d4-3097-4dde-886e-3a9890ecec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:51:54.591703 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-94682995-f82c-4492-9a41-72ffbdfe21e7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for security_group (fa7411c5-f7ca-4853-95a8-d193bc01f886), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:54.695385 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-94682995-f82c-4492-9a41-72ffbdfe21e7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (fa7411c5-f7ca-4853-95a8-d193bc01f886), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:54.703731 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-94682995-f82c-4492-9a41-72ffbdfe21e7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:54.709745 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-94682995-f82c-4492-9a41-72ffbdfe21e7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "DELETE /v2.0/security-groups/fa7411c5-f7ca-4853-95a8-d193bc01f886 HTTP/1.1" status: 204 len: 168 time: 0.3895619 Feb 19 04:51:54.714014 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50032) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:51:54.730426 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94682995-f82c-4492-9a41-72ffbdfe21e7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7411c5-f7ca-4853-95a8-d193bc01f886,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:54.741600 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-7760a048-cc05-4442-b5f8-b04a0e9db7f7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] show failed (client error): The resource could not be found. Feb 19 04:51:54.749813 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50034) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:51:54.761293 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7760a048-cc05-4442-b5f8-b04a0e9db7f7 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "GET /v2.0/security-groups/fa7411c5-f7ca-4853-95a8-d193bc01f886 HTTP/1.1" status: 404 len: 347 time: 0.0447416 Feb 19 04:51:55.123799 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-bd54c2c6-34b1-43bb-934e-40a479637b22 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Deleting port f8988737-70d0-417b-a5bf-fa21984e19ca {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:51:55.124352 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bd54c2c6-34b1-43bb-934e-40a479637b22 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f8988737-70d0-417b-a5bf-fa21984e19ca), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:55.158280 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5b2ec2-7240-4a07-8dae-0c36b36b5be5 None None] New status for floating IP 94587592-6479-4ad9-bbe0-9bd19c40231f: DOWN {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:51:55.307994 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bd54c2c6-34b1-43bb-934e-40a479637b22 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f8988737-70d0-417b-a5bf-fa21984e19ca), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:55.309541 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bd54c2c6-34b1-43bb-934e-40a479637b22 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for floatingip (f8988737-70d0-417b-a5bf-fa21984e19ca), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:55.341139 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-bd54c2c6-34b1-43bb-934e-40a479637b22 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Calling delete_port for f8988737-70d0-417b-a5bf-fa21984e19ca owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:51:55.407306 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:51:55.609324 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bd54c2c6-34b1-43bb-934e-40a479637b22 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f8988737-70d0-417b-a5bf-fa21984e19ca), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:55.670770 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54c2c6-34b1-43bb-934e-40a479637b22 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Pushing event deleted for resources: {'Port': ['ID=f8988737-70d0-417b-a5bf-fa21984e19ca,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:55.804754 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bd54c2c6-34b1-43bb-934e-40a479637b22 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks [] for floatingip (94587592-6479-4ad9-bbe0-9bd19c40231f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:55.809665 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bd54c2c6-34b1-43bb-934e-40a479637b22 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:55.818320 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bd54c2c6-34b1-43bb-934e-40a479637b22 tempest-AttachVolumeShelveTestJSON-196044605 tempest-AttachVolumeShelveTestJSON-196044605-project] 10.222.0.65 "DELETE /v2.0/floatingips/94587592-6479-4ad9-bbe0-9bd19c40231f HTTP/1.1" status: 204 len: 168 time: 1.0665877 Feb 19 04:51:56.921190 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50072) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:51:57.218202 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b2d0bded-5354-44d5-ba82-85c23cb46ff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:57.366257 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b2d0bded-5354-44d5-ba82-85c23cb46ff6 admin admin] Publish callbacks [] for security_group (dc744c24-7589-4ed7-a30b-205771d8cbb0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:57.386584 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b2d0bded-5354-44d5-ba82-85c23cb46ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (dc744c24-7589-4ed7-a30b-205771d8cbb0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:57.504887 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b2d0bded-5354-44d5-ba82-85c23cb46ff6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=78c02d49b0ed4bd8b554ccfd1f061139&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5793574 Feb 19 04:51:57.506121 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50082) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:51:57.517956 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0bded-5354-44d5-ba82-85c23cb46ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc744c24-7589-4ed7-a30b-205771d8cbb0,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:57.702990 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-16c91017-6ddd-48de-9ce7-e216fce38a45 admin admin] Publish callbacks [] for security_group (dc744c24-7589-4ed7-a30b-205771d8cbb0), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:57.789933 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-16c91017-6ddd-48de-9ce7-e216fce38a45 admin admin] Publish callbacks [] for security_group (dc744c24-7589-4ed7-a30b-205771d8cbb0), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:57.892258 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-adeca7d3-e447-42eb-a603-a8f9acf838c9 req-5fa8649e-f07c-4f15-a45c-542ffb85780d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0821536 Feb 19 04:51:57.928834 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-16c91017-6ddd-48de-9ce7-e216fce38a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (dc744c24-7589-4ed7-a30b-205771d8cbb0), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:57.934623 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-16c91017-6ddd-48de-9ce7-e216fce38a45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:51:57.939418 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-16c91017-6ddd-48de-9ce7-e216fce38a45 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dc744c24-7589-4ed7-a30b-205771d8cbb0 HTTP/1.1" status: 204 len: 168 time: 0.4312203 Feb 19 04:51:57.952138 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c91017-6ddd-48de-9ce7-e216fce38a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc744c24-7589-4ed7-a30b-205771d8cbb0,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:51:58.124247 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeca7d3-e447-42eb-a603-a8f9acf838c9 req-3078ba81-3bec-42df-8558-1a3e65a4e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:58.129771 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-adeca7d3-e447-42eb-a603-a8f9acf838c9 req-3078ba81-3bec-42df-8558-1a3e65a4e49f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e41e400d59c485ebabdbd5439753754&device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 1127 time: 0.1618760 Feb 19 04:51:58.515107 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeca7d3-e447-42eb-a603-a8f9acf838c9 req-d8de1e34-7759-4353-a4e4-8feb03102557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:58.518594 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-adeca7d3-e447-42eb-a603-a8f9acf838c9 req-d8de1e34-7759-4353-a4e4-8feb03102557 service neutron] 10.222.0.48 "GET /v2.0/networks?id=54a9881d-c02c-4727-9db4-b5d657285015 HTTP/1.1" status: 200 len: 908 time: 0.3599999 Feb 19 04:51:58.676391 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-adeca7d3-e447-42eb-a603-a8f9acf838c9 req-03047cc4-8f0b-476e-ad5f-65d2e767c264 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef0d3862-ed4e-48ab-99cd-a8a8d58f574e HTTP/1.1" status: 200 len: 1001 time: 0.1499310 Feb 19 04:51:58.861413 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeca7d3-e447-42eb-a603-a8f9acf838c9 req-11af0421-b759-418e-9af2-92eba9bee714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:58.872202 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-adeca7d3-e447-42eb-a603-a8f9acf838c9 req-11af0421-b759-418e-9af2-92eba9bee714 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=725c79e0-2926-46a7-82cc-d6357cab0d0f HTTP/1.1" status: 200 len: 847 time: 0.1862764 Feb 19 04:51:59.010043 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeca7d3-e447-42eb-a603-a8f9acf838c9 req-a8c848f5-b0e2-4739-a02f-9f0f6c1043ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:51:59.013886 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-adeca7d3-e447-42eb-a603-a8f9acf838c9 req-a8c848f5-b0e2-4739-a02f-9f0f6c1043ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=54a9881d-c02c-4727-9db4-b5d657285015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1348779 Feb 19 04:51:59.299809 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-adeca7d3-e447-42eb-a603-a8f9acf838c9 req-1df257a6-43b5-42ce-8b57-465da0b1dd68 service neutron] 10.222.0.48 "GET /v2.0/networks/54a9881d-c02c-4727-9db4-b5d657285015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792330 Feb 19 04:51:59.565162 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-adeca7d3-e447-42eb-a603-a8f9acf838c9 req-b93203cc-efff-42a7-8f73-2320acf0db5c service neutron] 10.222.0.48 "GET /v2.0/networks/54a9881d-c02c-4727-9db4-b5d657285015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569880 Feb 19 04:52:02.294903 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-add6e564-932c-4f69-966f-7cef28c2c134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:02.580424 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf44cec1-a8b1-4971-82b2-59adb3116483 req-dfb7d0e2-d5f8-4ccd-8805-de777a01a4d5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ed488b64-becb-476b-9308-56e9e213c032&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3207262 Feb 19 04:52:02.712104 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44cec1-a8b1-4971-82b2-59adb3116483 req-5f9e2835-388f-4477-a2dd-d6ed3dc89a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:02.714253 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf44cec1-a8b1-4971-82b2-59adb3116483 req-5f9e2835-388f-4477-a2dd-d6ed3dc89a3e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0dd634db1e34432b37ad2335cfd2b71&device_id=ed488b64-becb-476b-9308-56e9e213c032 HTTP/1.1" status: 200 len: 1128 time: 0.0641875 Feb 19 04:52:02.927811 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44cec1-a8b1-4971-82b2-59adb3116483 req-9f7e5bc6-07ff-4b9a-b0bf-3f600043ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:02.930519 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf44cec1-a8b1-4971-82b2-59adb3116483 req-9f7e5bc6-07ff-4b9a-b0bf-3f600043ff02 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0b3df11d-c452-45ea-942f-4b03b49ab22f HTTP/1.1" status: 200 len: 914 time: 0.1876786 Feb 19 04:52:03.034149 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf44cec1-a8b1-4971-82b2-59adb3116483 req-fec5f0a6-268e-4c7c-9d5d-83b915b4c218 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 HTTP/1.1" status: 200 len: 217 time: 0.0967338 Feb 19 04:52:03.183511 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44cec1-a8b1-4971-82b2-59adb3116483 req-73210d7b-2219-4171-bf3b-43e61200740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:03.186299 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf44cec1-a8b1-4971-82b2-59adb3116483 req-73210d7b-2219-4171-bf3b-43e61200740a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9e53a751-5a4b-4ecc-8520-cef920454cb3 HTTP/1.1" status: 200 len: 854 time: 0.1447411 Feb 19 04:52:03.298892 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf44cec1-a8b1-4971-82b2-59adb3116483 req-cf4c8f74-eb04-4309-a842-42f301881560 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b3df11d-c452-45ea-942f-4b03b49ab22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041110 Feb 19 04:52:03.535065 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf44cec1-a8b1-4971-82b2-59adb3116483 req-c3a61de8-c572-4094-8009-d083b1a05aae service neutron] 10.222.0.10 "GET /v2.0/networks/0b3df11d-c452-45ea-942f-4b03b49ab22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262177 Feb 19 04:52:03.889662 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf44cec1-a8b1-4971-82b2-59adb3116483 req-273bab95-9fc9-44bf-bcdc-0a5ae6c4afcd service neutron] 10.222.0.10 "GET /v2.0/networks/0b3df11d-c452-45ea-942f-4b03b49ab22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394856 Feb 19 04:52:04.779866 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-baabe694-68a2-4e63-8389-07a4ed7e71f6 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=35c608550e5b4f76af4a8caf87e3d157&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1282012 Feb 19 04:52:05.097405 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4c685725-7f87-434f-81c3-d88201a9ca95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:05.312686 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-9bf5697d-b92c-42f0-987f-15138ce08b0f tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:05.328810 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-9bf5697d-b92c-42f0-987f-15138ce08b0f tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5309978 Feb 19 04:52:05.361545 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-ed68c6a7-c5ff-40a9-82a5-286aea4e7329 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/quotas/35c608550e5b4f76af4a8caf87e3d157 HTTP/1.1" status: 200 len: 375 time: 0.0351181 Feb 19 04:52:05.428094 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-3457a7af-9f85-4ce5-9c2a-69e4241cea77 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=35c608550e5b4f76af4a8caf87e3d157&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655429 Feb 19 04:52:05.846393 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-25ca6ca4-21a3-47b7-bdce-91bdd40e58f4 req-0741d4e5-9363-487f-99b5-42d70d631f7e tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/ports?device_id=b761d8f4-2c72-4a52-9661-117f16c8f9fa HTTP/1.1" status: 200 len: 210 time: 0.0670459 Feb 19 04:52:06.913386 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:07.104398 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-42f20608-b25c-4699-a236-1ff45c1676f4 req-428a6540-d4b7-483c-a331-f11fcb58de4d tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/ports?device_id=b761d8f4-2c72-4a52-9661-117f16c8f9fa HTTP/1.1" status: 200 len: 210 time: 0.0975299 Feb 19 04:52:07.767170 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:07.800831 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-6577bfc3-5fc5-496c-94c8-35621563bac0 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=35c608550e5b4f76af4a8caf87e3d157&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760450 Feb 19 04:52:08.063569 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:08.259867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-2dbaef72-c1ca-4234-bc6f-e13e7084e349 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:08.265097 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-2dbaef72-c1ca-4234-bc6f-e13e7084e349 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4538739 Feb 19 04:52:08.282633 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-73b513b6-4636-4951-88a2-61aff7a1f76e tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Request body: {'port': {'device_id': 'b761d8f4-2c72-4a52-9661-117f16c8f9fa', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': '35c608550e5b4f76af4a8caf87e3d157'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:52:08.442241 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0dfc7e7b-ac38-4360-94dc-a10b93449342 req-899da264-7dc4-43ca-bc49-c2efa5794a47 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/ports?device_id=b761d8f4-2c72-4a52-9661-117f16c8f9fa HTTP/1.1" status: 200 len: 210 time: 0.1385226 Feb 19 04:52:09.203875 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-73b513b6-4636-4951-88a2-61aff7a1f76e tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Made reservation on behalf of 35c608550e5b4f76af4a8caf87e3d157 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:52:09.214108 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-73b513b6-4636-4951-88a2-61aff7a1f76e tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:09.238052 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-73b513b6-4636-4951-88a2-61aff7a1f76e tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:09.274603 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:09.342329 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:09.464966 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-73b513b6-4636-4951-88a2-61aff7a1f76e tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Publish callbacks [] for security_group (63892c2c-0a31-4228-82da-6cd171ce1d54), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:09.473852 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-73b513b6-4636-4951-88a2-61aff7a1f76e tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (63892c2c-0a31-4228-82da-6cd171ce1d54), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:09.669077 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b513b6-4636-4951-88a2-61aff7a1f76e tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63892c2c-0a31-4228-82da-6cd171ce1d54,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:09.726793 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f427af66-b917-47a7-a06e-93bb6f4badb2 req-00cee75c-0b28-435a-822e-e474f3802413 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/ports?device_id=b761d8f4-2c72-4a52-9661-117f16c8f9fa HTTP/1.1" status: 200 len: 210 time: 0.0757451 Feb 19 04:52:09.893223 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-73b513b6-4636-4951-88a2-61aff7a1f76e tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Allocated IP 192.168.233.180 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/15c0348a-52bc-45fe-9bb2-aec592269de7) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:52:10.161150 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-73b513b6-4636-4951-88a2-61aff7a1f76e tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Publish callbacks [] for port (15c0348a-52bc-45fe-9bb2-aec592269de7), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:10.247521 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-73b513b6-4636-4951-88a2-61aff7a1f76e tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (15c0348a-52bc-45fe-9bb2-aec592269de7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:10.341688 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-73b513b6-4636-4951-88a2-61aff7a1f76e tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:52:10.347681 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-73b513b6-4636-4951-88a2-61aff7a1f76e tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:52:10.358161 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-73b513b6-4636-4951-88a2-61aff7a1f76e tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:52:10.413671 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b513b6-4636-4951-88a2-61aff7a1f76e tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Pushing event updated for resources: {'Port': ['ID=15c0348a-52bc-45fe-9bb2-aec592269de7,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:10.468299 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-73b513b6-4636-4951-88a2-61aff7a1f76e tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:10.469130 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-73b513b6-4636-4951-88a2-61aff7a1f76e tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:10.514099 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-73b513b6-4636-4951-88a2-61aff7a1f76e tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2359686 Feb 19 04:52:10.526019 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-c45583bc-2662-40de-bb68-01779ad48fc8 service neutron] Request body: {'port': {'device_id': 'b761d8f4-2c72-4a52-9661-117f16c8f9fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:52:10.675730 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-c45583bc-2662-40de-bb68-01779ad48fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (15c0348a-52bc-45fe-9bb2-aec592269de7), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:11.020662 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261afab9-ce24-43ba-831a-b458f08fafb1 req-30355df4-598f-4823-ac5c-df37668fd6d1 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:11.028739 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d68b0aa7-8c3d-433d-ba69-f48763234476 None None] Provisioning complete for port 15c0348a-52bc-45fe-9bb2-aec592269de7 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:52:11.030594 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d68b0aa7-8c3d-433d-ba69-f48763234476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (15c0348a-52bc-45fe-9bb2-aec592269de7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:11.032845 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-261afab9-ce24-43ba-831a-b458f08fafb1 req-30355df4-598f-4823-ac5c-df37668fd6d1 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/ports?device_id=b761d8f4-2c72-4a52-9661-117f16c8f9fa HTTP/1.1" status: 200 len: 936 time: 0.1288769 Feb 19 04:52:11.175147 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-261afab9-ce24-43ba-831a-b458f08fafb1 req-fa628aaf-5590-4d53-8036-eb224fd121d3 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/security-groups?id=63892c2c-0a31-4228-82da-6cd171ce1d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409450 Feb 19 04:52:11.221087 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d68b0aa7-8c3d-433d-ba69-f48763234476 None None] Port 15c0348a-52bc-45fe-9bb2-aec592269de7 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:52:11.407530 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-c45583bc-2662-40de-bb68-01779ad48fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c0348a-52bc-45fe-9bb2-aec592269de7 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:52:11.425762 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-c45583bc-2662-40de-bb68-01779ad48fc8 service neutron] Publish callbacks [] for port (15c0348a-52bc-45fe-9bb2-aec592269de7), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:11.460003 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-c45583bc-2662-40de-bb68-01779ad48fc8 service neutron] Transition to ACTIVE for port object 15c0348a-52bc-45fe-9bb2-aec592269de7 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:52:11.465126 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-c45583bc-2662-40de-bb68-01779ad48fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (15c0348a-52bc-45fe-9bb2-aec592269de7), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:11.591322 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45583bc-2662-40de-bb68-01779ad48fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=15c0348a-52bc-45fe-9bb2-aec592269de7,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:11.776205 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-c45583bc-2662-40de-bb68-01779ad48fc8 service neutron] Attempting to bind port 15c0348a-52bc-45fe-9bb2-aec592269de7 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:52:11.777037 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-c45583bc-2662-40de-bb68-01779ad48fc8 service neutron] Attempting to bind port 15c0348a-52bc-45fe-9bb2-aec592269de7 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:52:11.778163 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-c45583bc-2662-40de-bb68-01779ad48fc8 service neutron] Attempting to bind port 15c0348a-52bc-45fe-9bb2-aec592269de7 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:52:11.784289 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-c45583bc-2662-40de-bb68-01779ad48fc8 service neutron] Port 15c0348a-52bc-45fe-9bb2-aec592269de7 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:52:11.784611 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-c45583bc-2662-40de-bb68-01779ad48fc8 service neutron] Attempting to bind port 15c0348a-52bc-45fe-9bb2-aec592269de7 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:52:11.792357 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-c45583bc-2662-40de-bb68-01779ad48fc8 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:52:11.792777 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-c45583bc-2662-40de-bb68-01779ad48fc8 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:52:11.794014 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-c45583bc-2662-40de-bb68-01779ad48fc8 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:52:11.794519 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-c45583bc-2662-40de-bb68-01779ad48fc8 service neutron] Bound port: 15c0348a-52bc-45fe-9bb2-aec592269de7, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:52:11.794896 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-c45583bc-2662-40de-bb68-01779ad48fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (15c0348a-52bc-45fe-9bb2-aec592269de7), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:11.969405 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-c45583bc-2662-40de-bb68-01779ad48fc8 service neutron] For port 15c0348a-52bc-45fe-9bb2-aec592269de7, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:52:11.974973 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-c45583bc-2662-40de-bb68-01779ad48fc8 service neutron] For port 15c0348a-52bc-45fe-9bb2-aec592269de7, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=15c0348a-52bc-45fe-9bb2-aec592269de7,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:52:11.987314 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-c45583bc-2662-40de-bb68-01779ad48fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (15c0348a-52bc-45fe-9bb2-aec592269de7), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:12.063126 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-c45583bc-2662-40de-bb68-01779ad48fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:12.063976 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-c45583bc-2662-40de-bb68-01779ad48fc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:12.065654 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-c45583bc-2662-40de-bb68-01779ad48fc8 service neutron] 10.222.0.48 "PUT /v2.0/ports/15c0348a-52bc-45fe-9bb2-aec592269de7 HTTP/1.1" status: 200 len: 1096 time: 1.5443492 Feb 19 04:52:12.066232 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b761d8f4-2c72-4a52-9661-117f16c8f9fa', 'tag': '15c0348a-52bc-45fe-9bb2-aec592269de7'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:52:12.069172 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a988a677-b1f3-4b66-b2d5-4f5a01519724" -d '{"events": [{"name": "network-changed", "server_uuid": "b761d8f4-2c72-4a52-9661-117f16c8f9fa", "tag": "15c0348a-52bc-45fe-9bb2-aec592269de7"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:52:12.129846 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45583bc-2662-40de-bb68-01779ad48fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=15c0348a-52bc-45fe-9bb2-aec592269de7,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:12.158075 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53ed67a-4b29-46ad-842c-b23326c88202 x-openstack-request-id: req-e53ed67a-4b29-46ad-842c-b23326c88202 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:52:12.158691 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b761d8f4-2c72-4a52-9661-117f16c8f9fa", "tag": "15c0348a-52bc-45fe-9bb2-aec592269de7", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:52:12.159134 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e53ed67a-4b29-46ad-842c-b23326c88202 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:52:12.160035 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b761d8f4-2c72-4a52-9661-117f16c8f9fa', 'tag': '15c0348a-52bc-45fe-9bb2-aec592269de7', 'status': 'completed', 'code': 200} Feb 19 04:52:12.266280 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-187c3025-baf9-4c2f-9b97-cb16b8efccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:12.271027 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-187c3025-baf9-4c2f-9b97-cb16b8efccb9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35c608550e5b4f76af4a8caf87e3d157&device_id=b761d8f4-2c72-4a52-9661-117f16c8f9fa HTTP/1.1" status: 200 len: 1130 time: 0.1306820 Feb 19 04:52:12.361144 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-c9a5f936-0c73-40f8-9069-2eb4830d011c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=15c0348a-52bc-45fe-9bb2-aec592269de7 HTTP/1.1" status: 200 len: 217 time: 0.0820820 Feb 19 04:52:12.449819 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868b168-0415-4830-abfb-aacc0b43cd73 req-adf5695d-a628-407d-947e-bac24688480d tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:12.458050 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5868b168-0415-4830-abfb-aacc0b43cd73 req-adf5695d-a628-407d-947e-bac24688480d tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/ports?device_id=b761d8f4-2c72-4a52-9661-117f16c8f9fa HTTP/1.1" status: 200 len: 948 time: 0.1349001 Feb 19 04:52:12.493982 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-99aafd36-3d0c-4446-aad2-e311bd40b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:12.503453 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-99aafd36-3d0c-4446-aad2-e311bd40b10d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1356730 Feb 19 04:52:12.559828 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5868b168-0415-4830-abfb-aacc0b43cd73 req-49f45fbc-49e7-46ee-80eb-e49af315a755 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/security-groups?id=63892c2c-0a31-4228-82da-6cd171ce1d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003137 Feb 19 04:52:12.604115 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-aace5803-5ad0-4a52-9517-7b8c3328a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:12.606042 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-aace5803-5ad0-4a52-9517-7b8c3328a675 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0967171 Feb 19 04:52:12.755398 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-959b10e4-2fe2-49b2-975d-828f652f001d service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416764 Feb 19 04:52:12.986597 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d99d17c2-a632-4a2e-8d66-506ba2631267 req-e0fb02c7-d25d-45a6-83c4-357fc04d2292 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237823 Feb 19 04:52:13.150719 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988a677-b1f3-4b66-b2d5-4f5a01519724 req-00d61599-424e-44da-ad0f-959a25874c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:13.153757 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a988a677-b1f3-4b66-b2d5-4f5a01519724 req-00d61599-424e-44da-ad0f-959a25874c19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35c608550e5b4f76af4a8caf87e3d157&device_id=b761d8f4-2c72-4a52-9661-117f16c8f9fa HTTP/1.1" status: 200 len: 1130 time: 0.1060820 Feb 19 04:52:13.486642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988a677-b1f3-4b66-b2d5-4f5a01519724 req-8d0639af-43a2-4432-b85d-d7b3cdbc8ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:13.488625 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a988a677-b1f3-4b66-b2d5-4f5a01519724 req-8d0639af-43a2-4432-b85d-d7b3cdbc8ae8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.3291078 Feb 19 04:52:13.561521 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a988a677-b1f3-4b66-b2d5-4f5a01519724 req-e073fa7a-96d3-4daf-a282-37249e6f2bdf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=15c0348a-52bc-45fe-9bb2-aec592269de7 HTTP/1.1" status: 200 len: 217 time: 0.0646160 Feb 19 04:52:13.641013 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988a677-b1f3-4b66-b2d5-4f5a01519724 req-756787ff-2f19-4a08-bb88-5b5dc39e86b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:13.648313 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a988a677-b1f3-4b66-b2d5-4f5a01519724 req-756787ff-2f19-4a08-bb88-5b5dc39e86b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.0805848 Feb 19 04:52:13.844822 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988a677-b1f3-4b66-b2d5-4f5a01519724 req-5f9eecf2-541d-4a79-bc27-3fef82053fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:13.847630 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a988a677-b1f3-4b66-b2d5-4f5a01519724 req-5f9eecf2-541d-4a79-bc27-3fef82053fc0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1920726 Feb 19 04:52:14.066164 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274048a1-2e23-4b72-b898-cd5b51b4f6c9 req-6c974c26-ec55-4661-8e4d-d42f6fd1ffbe tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:14.077535 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-274048a1-2e23-4b72-b898-cd5b51b4f6c9 req-6c974c26-ec55-4661-8e4d-d42f6fd1ffbe tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/ports?device_id=b761d8f4-2c72-4a52-9661-117f16c8f9fa HTTP/1.1" status: 200 len: 948 time: 0.3220220 Feb 19 04:52:14.159558 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a988a677-b1f3-4b66-b2d5-4f5a01519724 req-70f40049-b842-4f09-8b35-bb8209db3042 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000901 Feb 19 04:52:14.227509 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-274048a1-2e23-4b72-b898-cd5b51b4f6c9 req-0ad3db55-8d73-4316-8880-975401d00e0d tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/security-groups?id=63892c2c-0a31-4228-82da-6cd171ce1d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486220 Feb 19 04:52:14.408124 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a988a677-b1f3-4b66-b2d5-4f5a01519724 req-dbdeb0d0-8538-4ee4-9898-76107f253922 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383952 Feb 19 04:52:15.418502 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2bf07-6651-4ca1-abf3-057c227cd595 req-6e682644-f652-4fcc-8c4a-da03dc3953b3 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:15.422682 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b1c2bf07-6651-4ca1-abf3-057c227cd595 req-6e682644-f652-4fcc-8c4a-da03dc3953b3 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/ports?device_id=b761d8f4-2c72-4a52-9661-117f16c8f9fa HTTP/1.1" status: 200 len: 948 time: 0.0865099 Feb 19 04:52:15.497391 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b1c2bf07-6651-4ca1-abf3-057c227cd595 req-5b79cc76-8263-426a-a17d-9b325e44cf8b tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/security-groups?id=63892c2c-0a31-4228-82da-6cd171ce1d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650899 Feb 19 04:52:15.940588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50288) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:16.010443 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 15c0348a-52bc-45fe-9bb2-aec592269de7 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:52:16.276377 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 15c0348a-52bc-45fe-9bb2-aec592269de7, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=15c0348a-52bc-45fe-9bb2-aec592269de7,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:16.315223 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '15c0348a-52bc-45fe-9bb2-aec592269de7', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': '15c0348a-52bc-45fe-9bb2-aec592269de7', 'mac_address': 'fa:16:3e:bb:b0:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:52:16.453609 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 15c0348a-52bc-45fe-9bb2-aec592269de7 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:52:16.454022 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (15c0348a-52bc-45fe-9bb2-aec592269de7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:16.486054 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c0348a-52bc-45fe-9bb2-aec592269de7 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:52:16.516743 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 15c0348a-52bc-45fe-9bb2-aec592269de7, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=15c0348a-52bc-45fe-9bb2-aec592269de7,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:16.524219 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (15c0348a-52bc-45fe-9bb2-aec592269de7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:16.616950 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=15c0348a-52bc-45fe-9bb2-aec592269de7,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:16.742541 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['15c0348a-52bc-45fe-9bb2-aec592269de7'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:52:16.979536 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a94db-f9e9-465c-9348-c73a1bdd6ea6 req-f7dc9f4d-324c-4550-97ca-7df00e3c1dc8 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:16.983146 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-653a94db-f9e9-465c-9348-c73a1bdd6ea6 req-f7dc9f4d-324c-4550-97ca-7df00e3c1dc8 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/ports?device_id=b761d8f4-2c72-4a52-9661-117f16c8f9fa HTTP/1.1" status: 200 len: 949 time: 0.1872330 Feb 19 04:52:17.184758 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-653a94db-f9e9-465c-9348-c73a1bdd6ea6 req-d9c042f8-29cc-4218-8234-82d8a9947d60 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/security-groups?id=63892c2c-0a31-4228-82da-6cd171ce1d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852863 Feb 19 04:52:17.215866 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06a36a3a-67ac-4bfe-be20-6514ea363f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:17.609990 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-06a36a3a-67ac-4bfe-be20-6514ea363f0e admin admin] Deleting port 6f7c7a49-5414-464c-bb03-ee951b5f2a3d {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:52:17.610517 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06a36a3a-67ac-4bfe-be20-6514ea363f0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (6f7c7a49-5414-464c-bb03-ee951b5f2a3d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:17.833802 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-06a36a3a-67ac-4bfe-be20-6514ea363f0e admin admin] For port 6f7c7a49-5414-464c-bb03-ee951b5f2a3d, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6f7c7a49-5414-464c-bb03-ee951b5f2a3d,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:17.834405 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06a36a3a-67ac-4bfe-be20-6514ea363f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (6f7c7a49-5414-464c-bb03-ee951b5f2a3d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:17.862871 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-06a36a3a-67ac-4bfe-be20-6514ea363f0e admin admin] Calling delete_port for 6f7c7a49-5414-464c-bb03-ee951b5f2a3d owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:52:18.008757 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 15c0348a-52bc-45fe-9bb2-aec592269de7 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:52:18.109602 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 15c0348a-52bc-45fe-9bb2-aec592269de7 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:52:18.115446 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 15c0348a-52bc-45fe-9bb2-aec592269de7 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:52:18.116662 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (15c0348a-52bc-45fe-9bb2-aec592269de7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:18.270897 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06a36a3a-67ac-4bfe-be20-6514ea363f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (6f7c7a49-5414-464c-bb03-ee951b5f2a3d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:18.332711 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 15c0348a-52bc-45fe-9bb2-aec592269de7 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:52:18.333459 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (15c0348a-52bc-45fe-9bb2-aec592269de7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:18.372657 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a36a3a-67ac-4bfe-be20-6514ea363f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=6f7c7a49-5414-464c-bb03-ee951b5f2a3d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:18.414501 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b761d8f4-2c72-4a52-9661-117f16c8f9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c0348a-52bc-45fe-9bb2-aec592269de7'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:52:18.434631 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56e375b50731871ab6ce775c534d7d0782f4b5e974ef845634228c38f50f51d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a327928f-67f5-433c-af78-8611d0347567" -d '{"events": [{"server_uuid": "b761d8f4-2c72-4a52-9661-117f16c8f9fa", "name": "network-vif-plugged", "status": "completed", "tag": "15c0348a-52bc-45fe-9bb2-aec592269de7"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:52:18.547636 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 15c0348a-52bc-45fe-9bb2-aec592269de7, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=15c0348a-52bc-45fe-9bb2-aec592269de7,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:18.569451 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (15c0348a-52bc-45fe-9bb2-aec592269de7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:18.705119 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d76260-5fe4-45d2-b534-9836d0fe783c x-openstack-request-id: req-c2d76260-5fe4-45d2-b534-9836d0fe783c {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:52:18.705831 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b761d8f4-2c72-4a52-9661-117f16c8f9fa", "name": "network-vif-plugged", "status": "completed", "tag": "15c0348a-52bc-45fe-9bb2-aec592269de7", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:52:18.706797 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c2d76260-5fe4-45d2-b534-9836d0fe783c {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:52:18.707087 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b761d8f4-2c72-4a52-9661-117f16c8f9fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c0348a-52bc-45fe-9bb2-aec592269de7', 'code': 200} Feb 19 04:52:18.815049 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=15c0348a-52bc-45fe-9bb2-aec592269de7,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:18.834320 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7653d5-3183-4ecf-aad5-a0b38d9b156a req-fd5ed250-9f74-4fb2-a85f-9408e3409754 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:18.837072 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e7653d5-3183-4ecf-aad5-a0b38d9b156a req-fd5ed250-9f74-4fb2-a85f-9408e3409754 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/ports?device_id=b761d8f4-2c72-4a52-9661-117f16c8f9fa HTTP/1.1" status: 200 len: 950 time: 0.2517371 Feb 19 04:52:18.956412 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2e7653d5-3183-4ecf-aad5-a0b38d9b156a req-eee3d166-f321-46de-bc20-c03efc527cf4 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/security-groups?id=63892c2c-0a31-4228-82da-6cd171ce1d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061020 Feb 19 04:52:19.077602 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1d6aa-6032-41e3-82f4-6e8ef95cc5d4 req-9c95adbe-24bb-49ff-841a-ef5212da670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:19.080133 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5e1d6aa-6032-41e3-82f4-6e8ef95cc5d4 req-9c95adbe-24bb-49ff-841a-ef5212da670e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b761d8f4-2c72-4a52-9661-117f16c8f9fa HTTP/1.1" status: 200 len: 1132 time: 0.2199445 Feb 19 04:52:19.144822 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06a36a3a-67ac-4bfe-be20-6514ea363f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:19.366826 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5e1d6aa-6032-41e3-82f4-6e8ef95cc5d4 req-07ccb253-297c-4d7a-b41c-20d2e973a1a3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=63892c2c-0a31-4228-82da-6cd171ce1d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798257 Feb 19 04:52:19.692961 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a36a3a-67ac-4bfe-be20-6514ea363f0e admin admin] Router 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:52:19.966347 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a36a3a-67ac-4bfe-be20-6514ea363f0e admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:52:19.989130 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-06a36a3a-67ac-4bfe-be20-6514ea363f0e admin admin] 10.222.0.65 "PUT /v2.0/routers/1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0448945 Feb 19 04:52:19.991179 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50322) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:20.014240 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7e38ac-3ef0-4991-8705-44faa5d04928 None None] Sync routers for ids ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:52:20.065552 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7e38ac-3ef0-4991-8705-44faa5d04928 None None] Routers {'1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:52:20.067933 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-0b7e38ac-3ef0-4991-8705-44faa5d04928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:52:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:20.186544 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9c5640d-4a30-4d7a-8076-1c19809f17c2 admin admin] Publish callbacks [] for router (1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:20.491091 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9c5640d-4a30-4d7a-8076-1c19809f17c2 admin admin] Publish callbacks [] for router_gateway (1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:20.494668 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-0b7e38ac-3ef0-4991-8705-44faa5d04928 None None] Set router 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:52:20.712161 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-f9c5640d-4a30-4d7a-8076-1c19809f17c2 admin admin] Deleting port b8662eac-e273-4640-a8bd-d7435bd153af {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:52:20.724742 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9c5640d-4a30-4d7a-8076-1c19809f17c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b8662eac-e273-4640-a8bd-d7435bd153af), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:20.903945 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11022352-ba44-4256-bab0-25c262d82e2a req-47bea79e-115d-4d81-a962-ce28f44ca764 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:20.910056 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11022352-ba44-4256-bab0-25c262d82e2a req-47bea79e-115d-4d81-a962-ce28f44ca764 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/ports?device_id=b761d8f4-2c72-4a52-9661-117f16c8f9fa HTTP/1.1" status: 200 len: 950 time: 0.7330258 Feb 19 04:52:20.953453 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-f9c5640d-4a30-4d7a-8076-1c19809f17c2 admin admin] For port b8662eac-e273-4640-a8bd-d7435bd153af, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b8662eac-e273-4640-a8bd-d7435bd153af,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:20.956287 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9c5640d-4a30-4d7a-8076-1c19809f17c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b8662eac-e273-4640-a8bd-d7435bd153af), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:20.973898 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-0b7e38ac-3ef0-4991-8705-44faa5d04928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1496505428-router', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:04Z', 'updated_at': '2022-02-19T04:52:18Z', 'revision_number': 5, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'gw_port': {'id': 'b8662eac-e273-4640-a8bd-d7435bd153af', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:d3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:43:11Z', 'updated_at': '2022-02-19T04:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:20.998629 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-f9c5640d-4a30-4d7a-8076-1c19809f17c2 admin admin] Calling delete_port for b8662eac-e273-4640-a8bd-d7435bd153af owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:52:21.043260 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11022352-ba44-4256-bab0-25c262d82e2a req-8e9dbc55-b2c2-489f-8d6c-12a50425d6e0 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/security-groups?id=63892c2c-0a31-4228-82da-6cd171ce1d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268594 Feb 19 04:52:21.053719 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7e38ac-3ef0-4991-8705-44faa5d04928 None None] Checking router: 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:52:21.070454 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7e38ac-3ef0-4991-8705-44faa5d04928 None None] Routers {'1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:52:21.070787 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-0b7e38ac-3ef0-4991-8705-44faa5d04928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:52:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:21.225078 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-0b7e38ac-3ef0-4991-8705-44faa5d04928 None None] Set router 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:52:21.301204 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-0b7e38ac-3ef0-4991-8705-44faa5d04928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1496505428-router', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:04Z', 'updated_at': '2022-02-19T04:52:20Z', 'revision_number': 6, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:21.358584 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7e38ac-3ef0-4991-8705-44faa5d04928 None None] The sync data for ids ['1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb'] in n-d-772273-4 is: [{'id': '1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb', 'name': 'tempest-AttachVolumeShelveTestJSON-1496505428-router', 'tenant_id': 'b5d75efb08514de6a052014d405b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:43:04Z', 'updated_at': '2022-02-19T04:52:20Z', 'revision_number': 6, 'project_id': 'b5d75efb08514de6a052014d405b6aef', 'gw_port_host': None}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:52:21.359076 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9c5640d-4a30-4d7a-8076-1c19809f17c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b8662eac-e273-4640-a8bd-d7435bd153af), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:21.401803 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5640d-4a30-4d7a-8076-1c19809f17c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8662eac-e273-4640-a8bd-d7435bd153af,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:21.517179 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9c5640d-4a30-4d7a-8076-1c19809f17c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:21.642387 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9c5640d-4a30-4d7a-8076-1c19809f17c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:21.645646 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9c5640d-4a30-4d7a-8076-1c19809f17c2 admin admin] Publish callbacks [] for router_controller (1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:21.710943 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9c5640d-4a30-4d7a-8076-1c19809f17c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:21.711746 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c5640d-4a30-4d7a-8076-1c19809f17c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:52:21.723529 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9c5640d-4a30-4d7a-8076-1c19809f17c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:21.725647 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f9c5640d-4a30-4d7a-8076-1c19809f17c2 admin admin] 10.222.0.65 "DELETE /v2.0/routers/1ad49f9b-c604-4e89-9b4c-44c1c2b3abcb HTTP/1.1" status: 204 len: 168 time: 1.7328560 Feb 19 04:52:21.729961 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50338) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:21.828522 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6c51e0-2b79-49f0-a29b-e6224963d129 admin admin] Deleting subnet 45cf20d4-3097-4dde-886e-3a9890ecec0d {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:52:21.840868 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4d6c51e0-2b79-49f0-a29b-e6224963d129 admin admin] Publish callbacks [] for subnet (45cf20d4-3097-4dde-886e-3a9890ecec0d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:21.926132 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4d6c51e0-2b79-49f0-a29b-e6224963d129 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (45cf20d4-3097-4dde-886e-3a9890ecec0d), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:22.106998 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4d6c51e0-2b79-49f0-a29b-e6224963d129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (45cf20d4-3097-4dde-886e-3a9890ecec0d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:22.186217 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4d6c51e0-2b79-49f0-a29b-e6224963d129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (45cf20d4-3097-4dde-886e-3a9890ecec0d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:22.226560 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c51e0-2b79-49f0-a29b-e6224963d129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45cf20d4-3097-4dde-886e-3a9890ecec0d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:22.238506 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4d6c51e0-2b79-49f0-a29b-e6224963d129 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:22.243001 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5f36d9-1a3f-49c3-9028-4c533389d1b7 None None] Network a3539187-cc67-4fa5-a771-d626621d7371 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:52:22.245526 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4d6c51e0-2b79-49f0-a29b-e6224963d129 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/45cf20d4-3097-4dde-886e-3a9890ecec0d HTTP/1.1" status: 204 len: 168 time: 0.5143647 Feb 19 04:52:22.249619 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50344) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:22.444839 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a20f4-5738-45b2-aa5a-3b5a3b6d430e req-77ccdd90-7186-4214-8951-bcbea4f128f9 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:22.453211 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d46a20f4-5738-45b2-aa5a-3b5a3b6d430e req-77ccdd90-7186-4214-8951-bcbea4f128f9 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/ports?device_id=b761d8f4-2c72-4a52-9661-117f16c8f9fa HTTP/1.1" status: 200 len: 950 time: 0.2516861 Feb 19 04:52:22.498749 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c23214e-b280-4681-aafa-c3089c625d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (a3539187-cc67-4fa5-a771-d626621d7371), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:22.524845 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6f7c7a49-5414-464c-bb03-ee951b5f2a3d no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:52:22.566453 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 6f7c7a49-5414-464c-bb03-ee951b5f2a3d {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:52:22.567093 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6f7c7a49-5414-464c-bb03-ee951b5f2a3d not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:52:22.567709 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b8662eac-e273-4640-a8bd-d7435bd153af no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:52:22.576890 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d70eab-0ca3-41ae-b7f4-71f140dfddd0 None None] DHCP port deletion for a3539187-cc67-4fa5-a771-d626621d7371 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:52:22.578719 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d46a20f4-5738-45b2-aa5a-3b5a3b6d430e req-27e51b83-de4f-493c-8720-1e73b95f0b75 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/security-groups?id=63892c2c-0a31-4228-82da-6cd171ce1d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203706 Feb 19 04:52:22.613976 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: b8662eac-e273-4640-a8bd-d7435bd153af {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:52:22.614396 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b8662eac-e273-4640-a8bd-d7435bd153af not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:52:22.645032 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-8c23214e-b280-4681-aafa-c3089c625d6f admin admin] Deleting port 0fab855c-7039-407a-8259-e7a3378db615 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:52:22.645678 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c23214e-b280-4681-aafa-c3089c625d6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0fab855c-7039-407a-8259-e7a3378db615), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:22.801286 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-8c23214e-b280-4681-aafa-c3089c625d6f admin admin] For port 0fab855c-7039-407a-8259-e7a3378db615, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0fab855c-7039-407a-8259-e7a3378db615,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:22.802108 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c23214e-b280-4681-aafa-c3089c625d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0fab855c-7039-407a-8259-e7a3378db615), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:22.853474 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-8c23214e-b280-4681-aafa-c3089c625d6f admin admin] Calling delete_port for 0fab855c-7039-407a-8259-e7a3378db615 owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:52:22.867755 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-11d70eab-0ca3-41ae-b7f4-71f140dfddd0 None None] Deleting port 0fab855c-7039-407a-8259-e7a3378db615 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:52:22.869297 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-11d70eab-0ca3-41ae-b7f4-71f140dfddd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0fab855c-7039-407a-8259-e7a3378db615), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:23.072575 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c23214e-b280-4681-aafa-c3089c625d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (0fab855c-7039-407a-8259-e7a3378db615), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:23.117124 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-11d70eab-0ca3-41ae-b7f4-71f140dfddd0 None None] For port 0fab855c-7039-407a-8259-e7a3378db615, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0fab855c-7039-407a-8259-e7a3378db615,segment=NetworkSegment(2fab93a9-8d2f-4a49-bb5f-6b13775efd86),segment_id=2fab93a9-8d2f-4a49-bb5f-6b13775efd86)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:52:23.118797 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-11d70eab-0ca3-41ae-b7f4-71f140dfddd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0fab855c-7039-407a-8259-e7a3378db615), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:23.183987 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-11d70eab-0ca3-41ae-b7f4-71f140dfddd0 None None] Calling delete_port for 0fab855c-7039-407a-8259-e7a3378db615 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:52:23.189326 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23214e-b280-4681-aafa-c3089c625d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=0fab855c-7039-407a-8259-e7a3378db615,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:23.196270 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c23214e-b280-4681-aafa-c3089c625d6f admin admin] No DVR routers for this DVR port 0fab855c-7039-407a-8259-e7a3378db615 on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:52:23.339260 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-11d70eab-0ca3-41ae-b7f4-71f140dfddd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (0fab855c-7039-407a-8259-e7a3378db615), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:23.427322 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d70eab-0ca3-41ae-b7f4-71f140dfddd0 None None] No DVR routers for this DVR port 0fab855c-7039-407a-8259-e7a3378db615 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:52:23.531191 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d70eab-0ca3-41ae-b7f4-71f140dfddd0 None None] Pushing event deleted for resources: {'Port': ['ID=0fab855c-7039-407a-8259-e7a3378db615,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:23.564087 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c23214e-b280-4681-aafa-c3089c625d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (a3539187-cc67-4fa5-a771-d626621d7371), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:23.648643 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-8c23214e-b280-4681-aafa-c3089c625d6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3539187-cc67-4fa5-a771-d626621d7371']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:23.712969 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-8c23214e-b280-4681-aafa-c3089c625d6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fab93a9-8d2f-4a49-bb5f-6b13775efd86') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:23.712969 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-8c23214e-b280-4681-aafa-c3089c625d6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fab93a9-8d2f-4a49-bb5f-6b13775efd86') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:52:23.739549 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c23214e-b280-4681-aafa-c3089c625d6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (2fab93a9-8d2f-4a49-bb5f-6b13775efd86), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:23.780414 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c23214e-b280-4681-aafa-c3089c625d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (2fab93a9-8d2f-4a49-bb5f-6b13775efd86), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:23.798881 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c23214e-b280-4681-aafa-c3089c625d6f admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:52:23.798881 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c23214e-b280-4681-aafa-c3089c625d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (2fab93a9-8d2f-4a49-bb5f-6b13775efd86), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:52:23.914415 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:52:23.978962 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c23214e-b280-4681-aafa-c3089c625d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (a3539187-cc67-4fa5-a771-d626621d7371), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:23.994036 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c23214e-b280-4681-aafa-c3089c625d6f admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:24.007278 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8c23214e-b280-4681-aafa-c3089c625d6f admin admin] 10.222.0.65 "DELETE /v2.0/networks/a3539187-cc67-4fa5-a771-d626621d7371 HTTP/1.1" status: 204 len: 168 time: 1.7541046 Feb 19 04:52:24.042076 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23214e-b280-4681-aafa-c3089c625d6f admin admin] Pushing event deleted for resources: {'Network': ['ID=a3539187-cc67-4fa5-a771-d626621d7371,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:24.425515 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50374) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:24.543505 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50378) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:24.544237 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bf04c6c0-f59f-4f97-9587-446b13e1343a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b5d75efb08514de6a052014d405b6aef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1149797 Feb 19 04:52:24.588034 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0fab855c-7039-407a-8259-e7a3378db615 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:52:24.692205 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 0fab855c-7039-407a-8259-e7a3378db615 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:52:24.692777 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0fab855c-7039-407a-8259-e7a3378db615 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:52:24.742538 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ada141c0-7cd6-4602-9eef-b0c5a993e737 admin admin] Publish callbacks [] for security_group (fab6b2fa-49d9-4630-a76a-1ca8e0dedd16), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:24.839248 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ada141c0-7cd6-4602-9eef-b0c5a993e737 admin admin] Publish callbacks [] for security_group (fab6b2fa-49d9-4630-a76a-1ca8e0dedd16), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:25.055941 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ada141c0-7cd6-4602-9eef-b0c5a993e737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (fab6b2fa-49d9-4630-a76a-1ca8e0dedd16), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:25.062767 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ada141c0-7cd6-4602-9eef-b0c5a993e737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:25.065933 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ada141c0-7cd6-4602-9eef-b0c5a993e737 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fab6b2fa-49d9-4630-a76a-1ca8e0dedd16 HTTP/1.1" status: 204 len: 168 time: 0.5207019 Feb 19 04:52:25.082253 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada141c0-7cd6-4602-9eef-b0c5a993e737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab6b2fa-49d9-4630-a76a-1ca8e0dedd16,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:32.282995 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aaaf9304-3ee1-4688-a576-2e381f169150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:32.325581 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:52:35.071888 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c40215a1-fad1-49cf-81b4-15329834f800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:35.992947 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50684) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:36.149345 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a4c1421a-cbbd-4abe-b597-6b6f594e4d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:36.266080 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a4c1421a-cbbd-4abe-b597-6b6f594e4d63 admin admin] Publish callbacks [] for security_group (fbfb899a-8826-4631-ac16-69bac4a82b91), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:36.272084 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a4c1421a-cbbd-4abe-b597-6b6f594e4d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (fbfb899a-8826-4631-ac16-69bac4a82b91), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:36.317867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50690) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:36.338156 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a4c1421a-cbbd-4abe-b597-6b6f594e4d63 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e2ca5ab1204f40d8a069584cbfc6b419&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3439858 Feb 19 04:52:36.393429 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1421a-cbbd-4abe-b597-6b6f594e4d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfb899a-8826-4631-ac16-69bac4a82b91,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:36.405938 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1421a-cbbd-4abe-b597-6b6f594e4d63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:36.406926 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1421a-cbbd-4abe-b597-6b6f594e4d63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:36.407532 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1421a-cbbd-4abe-b597-6b6f594e4d63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:36.408099 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1421a-cbbd-4abe-b597-6b6f594e4d63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:36.409435 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1421a-cbbd-4abe-b597-6b6f594e4d63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:36.410333 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1421a-cbbd-4abe-b597-6b6f594e4d63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:36.411504 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1421a-cbbd-4abe-b597-6b6f594e4d63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:36.412162 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1421a-cbbd-4abe-b597-6b6f594e4d63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:36.413004 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1421a-cbbd-4abe-b597-6b6f594e4d63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:36.413573 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1421a-cbbd-4abe-b597-6b6f594e4d63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:36.414185 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1421a-cbbd-4abe-b597-6b6f594e4d63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:36.414799 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1421a-cbbd-4abe-b597-6b6f594e4d63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:36.415532 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c1421a-cbbd-4abe-b597-6b6f594e4d63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:36.438970 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-215c01dd-7d81-49ce-a441-1b1f8ae08020 admin admin] Publish callbacks [] for security_group (fbfb899a-8826-4631-ac16-69bac4a82b91), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:36.471748 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-215c01dd-7d81-49ce-a441-1b1f8ae08020 admin admin] Publish callbacks [] for security_group (fbfb899a-8826-4631-ac16-69bac4a82b91), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:36.593467 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-215c01dd-7d81-49ce-a441-1b1f8ae08020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (fbfb899a-8826-4631-ac16-69bac4a82b91), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:36.597889 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-215c01dd-7d81-49ce-a441-1b1f8ae08020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:36.610947 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-215c01dd-7d81-49ce-a441-1b1f8ae08020 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fbfb899a-8826-4631-ac16-69bac4a82b91 HTTP/1.1" status: 204 len: 168 time: 0.2847161 Feb 19 04:52:36.628593 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c01dd-7d81-49ce-a441-1b1f8ae08020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfb899a-8826-4631-ac16-69bac4a82b91,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:36.640603 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c01dd-7d81-49ce-a441-1b1f8ae08020 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:36.641231 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c01dd-7d81-49ce-a441-1b1f8ae08020 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:36.641891 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c01dd-7d81-49ce-a441-1b1f8ae08020 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:36.642501 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c01dd-7d81-49ce-a441-1b1f8ae08020 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:36.643307 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c01dd-7d81-49ce-a441-1b1f8ae08020 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:36.644060 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c01dd-7d81-49ce-a441-1b1f8ae08020 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:36.644646 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c01dd-7d81-49ce-a441-1b1f8ae08020 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:36.645360 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c01dd-7d81-49ce-a441-1b1f8ae08020 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:36.646083 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c01dd-7d81-49ce-a441-1b1f8ae08020 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:36.646988 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c01dd-7d81-49ce-a441-1b1f8ae08020 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:36.647715 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c01dd-7d81-49ce-a441-1b1f8ae08020 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:36.648415 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c01dd-7d81-49ce-a441-1b1f8ae08020 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:36.648989 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c01dd-7d81-49ce-a441-1b1f8ae08020 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:52:37.104264 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50700) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:37.136777 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:37.142576 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e1bc9559-8d6d-45be-b574-dd7a80cba9f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:37.274377 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e1bc9559-8d6d-45be-b574-dd7a80cba9f2 admin admin] Publish callbacks [] for security_group (73930efa-47c2-43c6-a60e-6dfc17268df2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:37.281003 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e1bc9559-8d6d-45be-b574-dd7a80cba9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (73930efa-47c2-43c6-a60e-6dfc17268df2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:37.336838 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e1bc9559-8d6d-45be-b574-dd7a80cba9f2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b5bf9d5a54e14f0681f2dfb444f0fbba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2300272 Feb 19 04:52:37.340862 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50702) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:37.342402 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc9559-8d6d-45be-b574-dd7a80cba9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73930efa-47c2-43c6-a60e-6dfc17268df2,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:37.421893 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2dd261d5-e6d8-4cf0-8f54-73f8fae1eb1c admin admin] Publish callbacks [] for security_group (73930efa-47c2-43c6-a60e-6dfc17268df2), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:37.452962 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2dd261d5-e6d8-4cf0-8f54-73f8fae1eb1c admin admin] Publish callbacks [] for security_group (73930efa-47c2-43c6-a60e-6dfc17268df2), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:37.547024 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2dd261d5-e6d8-4cf0-8f54-73f8fae1eb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (73930efa-47c2-43c6-a60e-6dfc17268df2), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:37.558206 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2dd261d5-e6d8-4cf0-8f54-73f8fae1eb1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:37.561129 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2dd261d5-e6d8-4cf0-8f54-73f8fae1eb1c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/73930efa-47c2-43c6-a60e-6dfc17268df2 HTTP/1.1" status: 204 len: 168 time: 0.2187147 Feb 19 04:52:37.587011 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd261d5-e6d8-4cf0-8f54-73f8fae1eb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73930efa-47c2-43c6-a60e-6dfc17268df2,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:37.749270 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:38.015924 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:39.279023 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:39.372201 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:41.862142 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50776) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:42.362623 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bd149e46-c14f-44b1-b494-08e0da6bf286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:42.551544 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bd149e46-c14f-44b1-b494-08e0da6bf286 admin admin] Publish callbacks [] for security_group (62858a7d-0502-413e-9e17-45686bc68537), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:42.559825 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bd149e46-c14f-44b1-b494-08e0da6bf286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (62858a7d-0502-413e-9e17-45686bc68537), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:42.651835 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50784) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:42.662492 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-bd149e46-c14f-44b1-b494-08e0da6bf286 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f43b39dd0092407c97f25e1ab17d1acf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7977660 Feb 19 04:52:42.663742 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd149e46-c14f-44b1-b494-08e0da6bf286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62858a7d-0502-413e-9e17-45686bc68537,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:42.747792 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-348f6ef2-86e5-48d6-b307-524389890c79 admin admin] Publish callbacks [] for security_group (62858a7d-0502-413e-9e17-45686bc68537), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:42.794180 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-348f6ef2-86e5-48d6-b307-524389890c79 admin admin] Publish callbacks [] for security_group (62858a7d-0502-413e-9e17-45686bc68537), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:42.912933 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-348f6ef2-86e5-48d6-b307-524389890c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (62858a7d-0502-413e-9e17-45686bc68537), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:42.920469 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-348f6ef2-86e5-48d6-b307-524389890c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:42.927360 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-348f6ef2-86e5-48d6-b307-524389890c79 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/62858a7d-0502-413e-9e17-45686bc68537 HTTP/1.1" status: 204 len: 168 time: 0.2727141 Feb 19 04:52:42.944788 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f6ef2-86e5-48d6-b307-524389890c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62858a7d-0502-413e-9e17-45686bc68537,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:43.650016 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50796) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:43.674116 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c9f46e39-ca9f-4705-b879-128dde098f99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:43.878481 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c9f46e39-ca9f-4705-b879-128dde098f99 admin admin] Publish callbacks [] for security_group (dee775e7-a963-445f-8132-4ac77f406442), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:43.890302 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c9f46e39-ca9f-4705-b879-128dde098f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (dee775e7-a963-445f-8132-4ac77f406442), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:44.005191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50798) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:44.007153 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c9f46e39-ca9f-4705-b879-128dde098f99 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5a5a484451864614b7a2302131425b9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3553727 Feb 19 04:52:44.010068 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f46e39-ca9f-4705-b879-128dde098f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee775e7-a963-445f-8132-4ac77f406442,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:44.161858 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52ff6beb-e362-4d0c-8603-7d2682bef157 admin admin] Publish callbacks [] for security_group (dee775e7-a963-445f-8132-4ac77f406442), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:44.189970 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52ff6beb-e362-4d0c-8603-7d2682bef157 admin admin] Publish callbacks [] for security_group (dee775e7-a963-445f-8132-4ac77f406442), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:44.262109 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52ff6beb-e362-4d0c-8603-7d2682bef157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (dee775e7-a963-445f-8132-4ac77f406442), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:44.268773 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52ff6beb-e362-4d0c-8603-7d2682bef157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:44.273817 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-52ff6beb-e362-4d0c-8603-7d2682bef157 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dee775e7-a963-445f-8132-4ac77f406442 HTTP/1.1" status: 204 len: 168 time: 0.2633951 Feb 19 04:52:44.295418 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff6beb-e362-4d0c-8603-7d2682bef157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee775e7-a963-445f-8132-4ac77f406442,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:47.958312 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50872) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:48.199048 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-657b7b75-b1e0-47f5-a7d2-b0bedfa01ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:48.380658 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-657b7b75-b1e0-47f5-a7d2-b0bedfa01ffe admin admin] Publish callbacks [] for security_group (947693d2-e0da-4cdc-a24f-a29d983f2ac0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:48.394144 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-657b7b75-b1e0-47f5-a7d2-b0bedfa01ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (947693d2-e0da-4cdc-a24f-a29d983f2ac0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:48.449569 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-657b7b75-b1e0-47f5-a7d2-b0bedfa01ffe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=750f65356efe433f9ebcef16dcbb9a93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4895859 Feb 19 04:52:48.454542 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50876) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:48.488405 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b7b75-b1e0-47f5-a7d2-b0bedfa01ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947693d2-e0da-4cdc-a24f-a29d983f2ac0,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:48.609804 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-75d53301-4e93-4c0d-ac7f-56c5605c938a admin admin] Publish callbacks [] for security_group (947693d2-e0da-4cdc-a24f-a29d983f2ac0), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:48.669876 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-75d53301-4e93-4c0d-ac7f-56c5605c938a admin admin] Publish callbacks [] for security_group (947693d2-e0da-4cdc-a24f-a29d983f2ac0), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:48.804754 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-75d53301-4e93-4c0d-ac7f-56c5605c938a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (947693d2-e0da-4cdc-a24f-a29d983f2ac0), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:48.814530 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-75d53301-4e93-4c0d-ac7f-56c5605c938a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:48.817173 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-75d53301-4e93-4c0d-ac7f-56c5605c938a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/947693d2-e0da-4cdc-a24f-a29d983f2ac0 HTTP/1.1" status: 204 len: 168 time: 0.3608215 Feb 19 04:52:48.853304 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d53301-4e93-4c0d-ac7f-56c5605c938a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947693d2-e0da-4cdc-a24f-a29d983f2ac0,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:49.599572 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 50918) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:49.624879 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d4d1bfd9-4ebd-4d2f-bd27-bff0c6f5f73f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:49.880810 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d4d1bfd9-4ebd-4d2f-bd27-bff0c6f5f73f admin admin] Publish callbacks [] for security_group (59ab35ce-8f6d-4b16-8ba0-aa21b88c9e4d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:49.892833 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d4d1bfd9-4ebd-4d2f-bd27-bff0c6f5f73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (59ab35ce-8f6d-4b16-8ba0-aa21b88c9e4d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:49.977495 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d4d1bfd9-4ebd-4d2f-bd27-bff0c6f5f73f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce0c14922e454f429ce71a3d7e16b1d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3767307 Feb 19 04:52:49.982592 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 50928) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:50.012083 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1bfd9-4ebd-4d2f-bd27-bff0c6f5f73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ab35ce-8f6d-4b16-8ba0-aa21b88c9e4d,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:50.133139 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-70ff7a1e-7d4a-4bb9-aae5-72b923a414a0 admin admin] Publish callbacks [] for security_group (59ab35ce-8f6d-4b16-8ba0-aa21b88c9e4d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:50.187982 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-70ff7a1e-7d4a-4bb9-aae5-72b923a414a0 admin admin] Publish callbacks [] for security_group (59ab35ce-8f6d-4b16-8ba0-aa21b88c9e4d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:50.371306 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-70ff7a1e-7d4a-4bb9-aae5-72b923a414a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (59ab35ce-8f6d-4b16-8ba0-aa21b88c9e4d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:50.421907 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-70ff7a1e-7d4a-4bb9-aae5-72b923a414a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:50.431399 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-70ff7a1e-7d4a-4bb9-aae5-72b923a414a0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/59ab35ce-8f6d-4b16-8ba0-aa21b88c9e4d HTTP/1.1" status: 204 len: 168 time: 0.4452212 Feb 19 04:52:50.471421 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff7a1e-7d4a-4bb9-aae5-72b923a414a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ab35ce-8f6d-4b16-8ba0-aa21b88c9e4d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:54.252013 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51030) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:54.486226 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-36b41abd-032a-47b2-9c0a-09c4d8e0bfb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:54.695650 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-36b41abd-032a-47b2-9c0a-09c4d8e0bfb8 admin admin] Publish callbacks [] for security_group (119d3f48-9e1c-48d9-92e2-0898d6cf5888), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:54.704241 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-36b41abd-032a-47b2-9c0a-09c4d8e0bfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (119d3f48-9e1c-48d9-92e2-0898d6cf5888), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:54.801906 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-36b41abd-032a-47b2-9c0a-09c4d8e0bfb8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=394dd3a9f7c14791bc13fd75dce74871&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5479946 Feb 19 04:52:54.802749 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51034) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:54.831701 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b41abd-032a-47b2-9c0a-09c4d8e0bfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119d3f48-9e1c-48d9-92e2-0898d6cf5888,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:54.884225 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a86982df-c3f7-4b0f-b865-186521d42e5a admin admin] Publish callbacks [] for security_group (119d3f48-9e1c-48d9-92e2-0898d6cf5888), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:54.938614 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a86982df-c3f7-4b0f-b865-186521d42e5a admin admin] Publish callbacks [] for security_group (119d3f48-9e1c-48d9-92e2-0898d6cf5888), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:55.024012 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a86982df-c3f7-4b0f-b865-186521d42e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (119d3f48-9e1c-48d9-92e2-0898d6cf5888), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:55.028371 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a86982df-c3f7-4b0f-b865-186521d42e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:55.029919 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a86982df-c3f7-4b0f-b865-186521d42e5a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/119d3f48-9e1c-48d9-92e2-0898d6cf5888 HTTP/1.1" status: 204 len: 168 time: 0.2233067 Feb 19 04:52:55.045852 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86982df-c3f7-4b0f-b865-186521d42e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119d3f48-9e1c-48d9-92e2-0898d6cf5888,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:57.230772 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51086) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:57.483115 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-02a39401-41dd-4bf1-916c-f4284570c724 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:52:57.522453 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02a39401-41dd-4bf1-916c-f4284570c724 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:57.676063 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02a39401-41dd-4bf1-916c-f4284570c724 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:57.880175 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-02a39401-41dd-4bf1-916c-f4284570c724 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Allocated IP 172.25.0.89 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/984e2911-273b-4585-aab3-61e4cf922ebb) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:52:57.919587 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d751e363-4b1b-47d1-a6db-f44fac10502b req-3a84fd20-ae72-4526-af0b-196c21da0c4b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1197355 Feb 19 04:52:58.083939 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751e363-4b1b-47d1-a6db-f44fac10502b req-35481587-fe4d-4f97-82f8-83426f5d58cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:58.088111 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d751e363-4b1b-47d1-a6db-f44fac10502b req-35481587-fe4d-4f97-82f8-83426f5d58cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e41e400d59c485ebabdbd5439753754&device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 1127 time: 0.0988777 Feb 19 04:52:58.105246 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02a39401-41dd-4bf1-916c-f4284570c724 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Publish callbacks [] for port (984e2911-273b-4585-aab3-61e4cf922ebb), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:58.195287 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02a39401-41dd-4bf1-916c-f4284570c724 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (984e2911-273b-4585-aab3-61e4cf922ebb), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:58.271702 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a39401-41dd-4bf1-916c-f4284570c724 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:52:58.280166 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-02a39401-41dd-4bf1-916c-f4284570c724 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:52:58.281564 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751e363-4b1b-47d1-a6db-f44fac10502b req-5a2cec65-0d23-4308-8506-7e19a27c8895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:58.286907 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d751e363-4b1b-47d1-a6db-f44fac10502b req-5a2cec65-0d23-4308-8506-7e19a27c8895 service neutron] 10.222.0.48 "GET /v2.0/networks?id=54a9881d-c02c-4727-9db4-b5d657285015 HTTP/1.1" status: 200 len: 908 time: 0.1688554 Feb 19 04:52:58.287130 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a39401-41dd-4bf1-916c-f4284570c724 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:52:58.365810 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a39401-41dd-4bf1-916c-f4284570c724 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Pushing event updated for resources: {'Port': ['ID=984e2911-273b-4585-aab3-61e4cf922ebb,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:58.386083 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d751e363-4b1b-47d1-a6db-f44fac10502b req-aa8f4cae-cfcc-4b61-8159-096a72c53919 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef0d3862-ed4e-48ab-99cd-a8a8d58f574e HTTP/1.1" status: 200 len: 1001 time: 0.0920935 Feb 19 04:52:58.514170 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02a39401-41dd-4bf1-916c-f4284570c724 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Publish callbacks [] for floatingip (6471e22b-d5aa-4c52-b73a-f73325cfc7a1), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:58.524412 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751e363-4b1b-47d1-a6db-f44fac10502b req-c5b69fcb-5db9-4d1d-81ee-9487cb532033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:58.527373 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d751e363-4b1b-47d1-a6db-f44fac10502b req-c5b69fcb-5db9-4d1d-81ee-9487cb532033 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=725c79e0-2926-46a7-82cc-d6357cab0d0f HTTP/1.1" status: 200 len: 847 time: 0.1351368 Feb 19 04:52:58.603473 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02a39401-41dd-4bf1-916c-f4284570c724 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (984e2911-273b-4585-aab3-61e4cf922ebb), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:58.638566 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751e363-4b1b-47d1-a6db-f44fac10502b req-a7024bf5-ac52-4a7c-b60b-e61c0ef79352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:52:58.640793 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d751e363-4b1b-47d1-a6db-f44fac10502b req-a7024bf5-ac52-4a7c-b60b-e61c0ef79352 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=54a9881d-c02c-4727-9db4-b5d657285015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1078758 Feb 19 04:52:58.772359 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d751e363-4b1b-47d1-a6db-f44fac10502b req-f82e30c0-d37b-446c-b3b1-b1024d8cc316 service neutron] 10.222.0.48 "GET /v2.0/networks/54a9881d-c02c-4727-9db4-b5d657285015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244044 Feb 19 04:52:58.923683 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d751e363-4b1b-47d1-a6db-f44fac10502b req-cc6fdcc1-42b0-4db6-b237-3925d187aed1 service neutron] 10.222.0.48 "GET /v2.0/networks/54a9881d-c02c-4727-9db4-b5d657285015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368680 Feb 19 04:52:58.929404 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02a39401-41dd-4bf1-916c-f4284570c724 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Publish callbacks [] for port (984e2911-273b-4585-aab3-61e4cf922ebb), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:58.936891 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02a39401-41dd-4bf1-916c-f4284570c724 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (984e2911-273b-4585-aab3-61e4cf922ebb), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:59.024320 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a39401-41dd-4bf1-916c-f4284570c724 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Pushing event updated for resources: {'Port': ['ID=984e2911-273b-4585-aab3-61e4cf922ebb,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:59.049521 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02a39401-41dd-4bf1-916c-f4284570c724 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (6471e22b-d5aa-4c52-b73a-f73325cfc7a1), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:59.079521 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02a39401-41dd-4bf1-916c-f4284570c724 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:59.086590 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-02a39401-41dd-4bf1-916c-f4284570c724 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8476551 Feb 19 04:52:59.086879 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51100) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:59.096028 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-40da287b-66f5-433b-8e12-c26a8dfa3fd6 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1171720069', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'fixed_ips': [{'ip_address': '172.25.0.89'}]}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:52:59.131302 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40da287b-66f5-433b-8e12-c26a8dfa3fd6 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Made reservation on behalf of af0d152ac20e47938136f09e2a7ff13e for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:52:59.136123 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-40da287b-66f5-433b-8e12-c26a8dfa3fd6 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:59.153460 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-40da287b-66f5-433b-8e12-c26a8dfa3fd6 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:59.308237 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-40da287b-66f5-433b-8e12-c26a8dfa3fd6 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Publish callbacks [] for security_group (9844ea31-f175-4b6c-9190-f44a111ad266), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:59.315115 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-40da287b-66f5-433b-8e12-c26a8dfa3fd6 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9844ea31-f175-4b6c-9190-f44a111ad266), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:52:59.333423 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-40da287b-66f5-433b-8e12-c26a8dfa3fd6 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] device_id is not set on port 9854ba16-9c6d-4686-84c4-5a3a5df47e61 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:52:59.465036 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da287b-66f5-433b-8e12-c26a8dfa3fd6 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9844ea31-f175-4b6c-9190-f44a111ad266,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:52:59.736489 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-40da287b-66f5-433b-8e12-c26a8dfa3fd6 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 04:52:59.737687 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40da287b-66f5-433b-8e12-c26a8dfa3fd6 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:52:59.765872 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-40da287b-66f5-433b-8e12-c26a8dfa3fd6 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.6771066 Feb 19 04:52:59.770061 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51108) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:52:59.991849 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-941ee317-9772-442b-b437-b03aa19e299e tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Deleting port 984e2911-273b-4585-aab3-61e4cf922ebb {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:52:59.992949 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-941ee317-9772-442b-b437-b03aa19e299e tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (984e2911-273b-4585-aab3-61e4cf922ebb), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:00.155290 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-941ee317-9772-442b-b437-b03aa19e299e tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (984e2911-273b-4585-aab3-61e4cf922ebb), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:00.156307 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-941ee317-9772-442b-b437-b03aa19e299e tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Publish callbacks [] for floatingip (984e2911-273b-4585-aab3-61e4cf922ebb), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:00.184974 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-941ee317-9772-442b-b437-b03aa19e299e tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Calling delete_port for 984e2911-273b-4585-aab3-61e4cf922ebb owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:53:00.503773 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-941ee317-9772-442b-b437-b03aa19e299e tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (984e2911-273b-4585-aab3-61e4cf922ebb), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:00.559688 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ee317-9772-442b-b437-b03aa19e299e tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Pushing event deleted for resources: {'Port': ['ID=984e2911-273b-4585-aab3-61e4cf922ebb,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:00.755257 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-941ee317-9772-442b-b437-b03aa19e299e tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Publish callbacks [] for floatingip (6471e22b-d5aa-4c52-b73a-f73325cfc7a1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:00.760230 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-941ee317-9772-442b-b437-b03aa19e299e tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:00.763648 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-941ee317-9772-442b-b437-b03aa19e299e tempest-ExternalNetworksAdminNegativeTestJSON-2023513274 tempest-ExternalNetworksAdminNegativeTestJSON-2023513274-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/6471e22b-d5aa-4c52-b73a-f73325cfc7a1 HTTP/1.1" status: 204 len: 168 time: 0.9920866 Feb 19 04:53:01.274901 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51120) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:01.525461 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-64ca0e8b-a72c-4557-aa7b-3515384359a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:01.730766 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-64ca0e8b-a72c-4557-aa7b-3515384359a7 admin admin] Publish callbacks [] for security_group (9609c2df-d571-406d-a162-adacb62d13d3), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:01.741351 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-64ca0e8b-a72c-4557-aa7b-3515384359a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9609c2df-d571-406d-a162-adacb62d13d3), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:01.792214 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca0e8b-a72c-4557-aa7b-3515384359a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9609c2df-d571-406d-a162-adacb62d13d3,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:01.876699 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-64ca0e8b-a72c-4557-aa7b-3515384359a7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f12e25335eb44d1dbac4ac382f2315c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5987108 Feb 19 04:53:01.880993 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51130) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:02.007863 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-113e86bd-4c9b-4df6-abef-5c82bb3c6274 admin admin] Publish callbacks [] for security_group (9609c2df-d571-406d-a162-adacb62d13d3), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:02.089712 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-113e86bd-4c9b-4df6-abef-5c82bb3c6274 admin admin] Publish callbacks [] for security_group (9609c2df-d571-406d-a162-adacb62d13d3), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:02.294749 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce883-1d75-41ba-b202-06a759616005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:02.323811 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-113e86bd-4c9b-4df6-abef-5c82bb3c6274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9609c2df-d571-406d-a162-adacb62d13d3), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:02.331789 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-113e86bd-4c9b-4df6-abef-5c82bb3c6274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:02.335863 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-113e86bd-4c9b-4df6-abef-5c82bb3c6274 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9609c2df-d571-406d-a162-adacb62d13d3 HTTP/1.1" status: 204 len: 168 time: 0.4517550 Feb 19 04:53:02.356546 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e86bd-4c9b-4df6-abef-5c82bb3c6274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9609c2df-d571-406d-a162-adacb62d13d3,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:02.366580 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-10e0c35e-9e7e-49a0-860f-d647cd9cdf83 req-cb323a40-42cc-42ac-938e-2acaf341c552 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ed488b64-becb-476b-9308-56e9e213c032&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1495402 Feb 19 04:53:02.628508 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0c35e-9e7e-49a0-860f-d647cd9cdf83 req-20440f9c-0c72-4f49-b381-88f0086ec811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:02.631391 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-10e0c35e-9e7e-49a0-860f-d647cd9cdf83 req-20440f9c-0c72-4f49-b381-88f0086ec811 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0dd634db1e34432b37ad2335cfd2b71&device_id=ed488b64-becb-476b-9308-56e9e213c032 HTTP/1.1" status: 200 len: 1128 time: 0.1132100 Feb 19 04:53:02.853877 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0c35e-9e7e-49a0-860f-d647cd9cdf83 req-d9e377b4-640f-43c1-a477-7735ec5d5daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:02.857895 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-10e0c35e-9e7e-49a0-860f-d647cd9cdf83 req-d9e377b4-640f-43c1-a477-7735ec5d5daf service neutron] 10.222.0.10 "GET /v2.0/networks?id=0b3df11d-c452-45ea-942f-4b03b49ab22f HTTP/1.1" status: 200 len: 914 time: 0.1714888 Feb 19 04:53:02.957930 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-10e0c35e-9e7e-49a0-860f-d647cd9cdf83 req-bba5a56f-4360-4171-8a23-b02960dfbc7f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 HTTP/1.1" status: 200 len: 217 time: 0.0820241 Feb 19 04:53:03.087399 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51144) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:03.177738 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0c35e-9e7e-49a0-860f-d647cd9cdf83 req-42e2e554-428d-44de-8f48-2b9601769271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:03.180971 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-10e0c35e-9e7e-49a0-860f-d647cd9cdf83 req-42e2e554-428d-44de-8f48-2b9601769271 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9e53a751-5a4b-4ecc-8520-cef920454cb3 HTTP/1.1" status: 200 len: 854 time: 0.2191017 Feb 19 04:53:03.181959 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-96cfc954-4897-4fc9-9369-bdab396e3bb2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=af0d152ac20e47938136f09e2a7ff13e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0881219 Feb 19 04:53:03.186215 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51146) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:03.243744 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-10e0c35e-9e7e-49a0-860f-d647cd9cdf83 req-49d338d3-f880-486c-ba62-1ae495323f3d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b3df11d-c452-45ea-942f-4b03b49ab22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562322 Feb 19 04:53:03.301699 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcf69-222c-4f97-bc5f-daab4aac3804 admin admin] Publish callbacks [] for security_group (9844ea31-f175-4b6c-9190-f44a111ad266), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:03.347705 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcf69-222c-4f97-bc5f-daab4aac3804 admin admin] Publish callbacks [] for security_group (9844ea31-f175-4b6c-9190-f44a111ad266), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:03.463028 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcf69-222c-4f97-bc5f-daab4aac3804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9844ea31-f175-4b6c-9190-f44a111ad266), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:03.484658 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6d6fcf69-222c-4f97-bc5f-daab4aac3804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:03.496391 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6d6fcf69-222c-4f97-bc5f-daab4aac3804 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9844ea31-f175-4b6c-9190-f44a111ad266 HTTP/1.1" status: 204 len: 168 time: 0.3061304 Feb 19 04:53:03.520667 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fcf69-222c-4f97-bc5f-daab4aac3804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9844ea31-f175-4b6c-9190-f44a111ad266,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:03.618285 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-10e0c35e-9e7e-49a0-860f-d647cd9cdf83 req-b1edf329-95ad-4f69-84b4-432ce0583f9d service neutron] 10.222.0.10 "GET /v2.0/networks/0b3df11d-c452-45ea-942f-4b03b49ab22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639615 Feb 19 04:53:03.872906 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-10e0c35e-9e7e-49a0-860f-d647cd9cdf83 req-dec9d8be-f500-475c-863d-01d129890dd2 service neutron] 10.222.0.10 "GET /v2.0/networks/0b3df11d-c452-45ea-942f-4b03b49ab22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436199 Feb 19 04:53:05.123342 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2581c490-0199-4436-b74d-a15ec0cedba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:06.938382 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:07.807373 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:08.066601 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:08.997484 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51228) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:09.325430 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:09.360715 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:53:09.414504 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:09.423677 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-5d5c227f-22e0-4adb-8bb1-7f00e92c0194 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:53:09.492110 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d5c227f-22e0-4adb-8bb1-7f00e92c0194 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:09.756938 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d5c227f-22e0-4adb-8bb1-7f00e92c0194 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:10.092695 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-5d5c227f-22e0-4adb-8bb1-7f00e92c0194 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Allocated IP 172.25.0.172 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/9460f749-ef19-41c0-997c-bc699bf0cb2d) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:53:10.409413 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d5c227f-22e0-4adb-8bb1-7f00e92c0194 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for port (9460f749-ef19-41c0-997c-bc699bf0cb2d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:10.511389 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d5c227f-22e0-4adb-8bb1-7f00e92c0194 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (9460f749-ef19-41c0-997c-bc699bf0cb2d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:10.581271 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5c227f-22e0-4adb-8bb1-7f00e92c0194 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:53:10.586834 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-5d5c227f-22e0-4adb-8bb1-7f00e92c0194 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:53:10.597250 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5c227f-22e0-4adb-8bb1-7f00e92c0194 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:53:10.787207 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d5c227f-22e0-4adb-8bb1-7f00e92c0194 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for floatingip (184475eb-4029-4538-954a-9e7316b50ccd), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:10.799408 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c227f-22e0-4adb-8bb1-7f00e92c0194 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Pushing event updated for resources: {'Port': ['ID=9460f749-ef19-41c0-997c-bc699bf0cb2d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:10.861383 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d5c227f-22e0-4adb-8bb1-7f00e92c0194 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9460f749-ef19-41c0-997c-bc699bf0cb2d), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:11.158940 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d5c227f-22e0-4adb-8bb1-7f00e92c0194 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for port (9460f749-ef19-41c0-997c-bc699bf0cb2d), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:11.169339 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d5c227f-22e0-4adb-8bb1-7f00e92c0194 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (9460f749-ef19-41c0-997c-bc699bf0cb2d), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:11.309927 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c227f-22e0-4adb-8bb1-7f00e92c0194 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Pushing event updated for resources: {'Port': ['ID=9460f749-ef19-41c0-997c-bc699bf0cb2d,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:11.439342 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d5c227f-22e0-4adb-8bb1-7f00e92c0194 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (184475eb-4029-4538-954a-9e7316b50ccd), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:11.477915 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d5c227f-22e0-4adb-8bb1-7f00e92c0194 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:11.480247 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5d5c227f-22e0-4adb-8bb1-7f00e92c0194 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4806848 Feb 19 04:53:11.483934 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51252) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:11.490204 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f7ecc7f7-e7a5-497b-9077-ba5ce8664d2d tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-381273884'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:53:11.543419 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ecc7f7-e7a5-497b-9077-ba5ce8664d2d tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Made reservation on behalf of cc10a3bf38a74c908e248dcd18dd55b7 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:53:11.551668 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc7f7-e7a5-497b-9077-ba5ce8664d2d tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:11.575523 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc7f7-e7a5-497b-9077-ba5ce8664d2d tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:11.764293 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc7f7-e7a5-497b-9077-ba5ce8664d2d tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for security_group (8b5c51ab-8a08-4b4c-ae55-972eaada72f4), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:11.771170 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc7f7-e7a5-497b-9077-ba5ce8664d2d tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8b5c51ab-8a08-4b4c-ae55-972eaada72f4), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:11.797734 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ecc7f7-e7a5-497b-9077-ba5ce8664d2d tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:53:11.816591 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc7f7-e7a5-497b-9077-ba5ce8664d2d tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (f4a0fa51-a843-4d51-9dc4-0385b3f65366), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:11.817642 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-f7ecc7f7-e7a5-497b-9077-ba5ce8664d2d tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Added segment f4a0fa51-a843-4d51-9dc4-0385b3f65366 of type vlan for network 0b49a19c-3929-46f4-b342-e57a120b5259 Feb 19 04:53:11.959087 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc7f7-e7a5-497b-9077-ba5ce8664d2d tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (0b49a19c-3929-46f4-b342-e57a120b5259), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:11.963899 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ecc7f7-e7a5-497b-9077-ba5ce8664d2d tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5c51ab-8a08-4b4c-ae55-972eaada72f4,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:12.024804 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc7f7-e7a5-497b-9077-ba5ce8664d2d tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (0b49a19c-3929-46f4-b342-e57a120b5259), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:12.039743 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ecc7f7-e7a5-497b-9077-ba5ce8664d2d tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:12.040838 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc7f7-e7a5-497b-9077-ba5ce8664d2d tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:12.095023 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f7ecc7f7-e7a5-497b-9077-ba5ce8664d2d tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6093879 Feb 19 04:53:12.099028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51254) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:12.110232 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-af7e55f0-49b9-4bf2-bcc7-603951bb42aa tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Request body: {'subnet': {'network_id': '0b49a19c-3929-46f4-b342-e57a120b5259', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:53:12.203579 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ecc7f7-e7a5-497b-9077-ba5ce8664d2d tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Pushing event updated for resources: {'Network': ['ID=0b49a19c-3929-46f4-b342-e57a120b5259,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:12.219804 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 0b49a19c-3929-46f4-b342-e57a120b5259 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:53:12.351109 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7e55f0-49b9-4bf2-bcc7-603951bb42aa tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Made reservation on behalf of cc10a3bf38a74c908e248dcd18dd55b7 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:53:12.365681 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-af7e55f0-49b9-4bf2-bcc7-603951bb42aa tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:12.940115 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-af7e55f0-49b9-4bf2-bcc7-603951bb42aa tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (2ad0f1e6-03ac-43d2-ae52-f2458819b6ea), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:13.082923 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e55f0-49b9-4bf2-bcc7-603951bb42aa tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Pushing event updated for resources: {'Subnet': ['ID=2ad0f1e6-03ac-43d2-ae52-f2458819b6ea,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:13.118841 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7e55f0-49b9-4bf2-bcc7-603951bb42aa tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Checking segment: {'id': 'f4a0fa51-a843-4d51-9dc4-0385b3f65366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0b49a19c-3929-46f4-b342-e57a120b5259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:53:13.121723 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7e55f0-49b9-4bf2-bcc7-603951bb42aa tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Network hostable DHCP agents. Network: 0b49a19c-3929-46f4-b342-e57a120b5259, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:53:13.168770 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7e55f0-49b9-4bf2-bcc7-603951bb42aa tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Network 0b49a19c-3929-46f4-b342-e57a120b5259 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:53:13.188812 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-af7e55f0-49b9-4bf2-bcc7-603951bb42aa tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 0b49a19c-3929-46f4-b342-e57a120b5259) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:53:13.200407 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7e55f0-49b9-4bf2-bcc7-603951bb42aa tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:13.201520 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-af7e55f0-49b9-4bf2-bcc7-603951bb42aa tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:13.207653 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7b05e9-8832-4052-b16b-5646b14ab52e None None] Network 0b49a19c-3929-46f4-b342-e57a120b5259 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:53:13.279042 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51264) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:13.280906 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-af7e55f0-49b9-4bf2-bcc7-603951bb42aa tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1790776 Feb 19 04:53:13.288777 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-8918d37c-a8f6-471a-a1ec-42f7d371f2ff tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-523314236', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}, 'admin_state_up': False}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:53:13.340854 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8918d37c-a8f6-471a-a1ec-42f7d371f2ff tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (31a81eba-83ed-401d-b763-c8bb58a3897c), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:13.344597 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8918d37c-a8f6-471a-a1ec-42f7d371f2ff tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (31a81eba-83ed-401d-b763-c8bb58a3897c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:13.538622 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8918d37c-a8f6-471a-a1ec-42f7d371f2ff tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for router_controller (31a81eba-83ed-401d-b763-c8bb58a3897c), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:13.698967 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-0b49a19c-3929-46f4-b342-e57a120b5259', 'network_id': '0b49a19c-3929-46f4-b342-e57a120b5259', 'project_id': 'cc10a3bf38a74c908e248dcd18dd55b7', 'fixed_ips': [{'subnet_id': '2ad0f1e6-03ac-43d2-ae52-f2458819b6ea'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:53:13.700714 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:13.876743 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8918d37c-a8f6-471a-a1ec-42f7d371f2ff tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for router_gateway (31a81eba-83ed-401d-b763-c8bb58a3897c), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:14.019158 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Allocated IP 172.20.0.2 (0b49a19c-3929-46f4-b342-e57a120b5259/2ad0f1e6-03ac-43d2-ae52-f2458819b6ea/8765e846-6639-40ed-88f2-cca9dc186da3) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:53:14.351578 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Publish callbacks [] for port (8765e846-6639-40ed-88f2-cca9dc186da3), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:14.388717 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (8765e846-6639-40ed-88f2-cca9dc186da3), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:14.464382 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8918d37c-a8f6-471a-a1ec-42f7d371f2ff tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for router_gateway (31a81eba-83ed-401d-b763-c8bb58a3897c), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:14.497584 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Network 0b49a19c-3929-46f4-b342-e57a120b5259 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:53:14.499975 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:53:14.526291 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:53:14.553213 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8918d37c-a8f6-471a-a1ec-42f7d371f2ff tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:14.665474 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Pushing event updated for resources: {'Port': ['ID=8765e846-6639-40ed-88f2-cca9dc186da3,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:14.748344 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:14.749504 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:14.749504 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:14.749504 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:14.755033 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:14.755369 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:14.755736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:14.757037 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:14.757037 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:14.757037 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:14.757555 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:14.757555 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:14.760478 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:14.814123 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Attempting to bind port 8765e846-6639-40ed-88f2-cca9dc186da3 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:53:14.814813 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Attempting to bind port 8765e846-6639-40ed-88f2-cca9dc186da3 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'f4a0fa51-a843-4d51-9dc4-0385b3f65366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0b49a19c-3929-46f4-b342-e57a120b5259'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:53:14.815932 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Attempting to bind port 8765e846-6639-40ed-88f2-cca9dc186da3 on network 0b49a19c-3929-46f4-b342-e57a120b5259 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:53:14.823329 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:53:14.824544 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Checking segment: {'id': 'f4a0fa51-a843-4d51-9dc4-0385b3f65366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0b49a19c-3929-46f4-b342-e57a120b5259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:53:14.824846 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:14.825441 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Bound using segment: {'id': 'f4a0fa51-a843-4d51-9dc4-0385b3f65366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0b49a19c-3929-46f4-b342-e57a120b5259'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:53:14.826008 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Bound port: 8765e846-6639-40ed-88f2-cca9dc186da3, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a0fa51-a843-4d51-9dc4-0385b3f65366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0b49a19c-3929-46f4-b342-e57a120b5259'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:53:14.826480 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8765e846-6639-40ed-88f2-cca9dc186da3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:14.833529 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-8918d37c-a8f6-471a-a1ec-42f7d371f2ff tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Allocated IP 172.25.0.254 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/75ac3e26-9f19-45b1-9060-f6e936e00c43) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:53:14.981008 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] For port 8765e846-6639-40ed-88f2-cca9dc186da3, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:53:14.988890 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] For port 8765e846-6639-40ed-88f2-cca9dc186da3, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8765e846-6639-40ed-88f2-cca9dc186da3,segment=NetworkSegment(f4a0fa51-a843-4d51-9dc4-0385b3f65366),segment_id=f4a0fa51-a843-4d51-9dc4-0385b3f65366)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:53:15.003068 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8765e846-6639-40ed-88f2-cca9dc186da3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:15.068670 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8918d37c-a8f6-471a-a1ec-42f7d371f2ff tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for port (75ac3e26-9f19-45b1-9060-f6e936e00c43), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:15.165830 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8918d37c-a8f6-471a-a1ec-42f7d371f2ff tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (75ac3e26-9f19-45b1-9060-f6e936e00c43), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:15.193327 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debee0c8-ed5b-4168-b5d2-6ef45d9b659a None None] Pushing event updated for resources: {'Port': ['ID=8765e846-6639-40ed-88f2-cca9dc186da3,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:15.255585 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8918d37c-a8f6-471a-a1ec-42f7d371f2ff tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:53:15.260994 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-8918d37c-a8f6-471a-a1ec-42f7d371f2ff tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:53:15.264585 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918d37c-a8f6-471a-a1ec-42f7d371f2ff tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Pushing event updated for resources: {'Port': ['ID=75ac3e26-9f19-45b1-9060-f6e936e00c43,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:15.268413 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8918d37c-a8f6-471a-a1ec-42f7d371f2ff tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:53:16.399376 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8918d37c-a8f6-471a-a1ec-42f7d371f2ff tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for router_gateway (31a81eba-83ed-401d-b763-c8bb58a3897c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:16.748260 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8765e846-6639-40ed-88f2-cca9dc186da3 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:53:16.899677 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8918d37c-a8f6-471a-a1ec-42f7d371f2ff tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (31a81eba-83ed-401d-b763-c8bb58a3897c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:16.919134 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 8765e846-6639-40ed-88f2-cca9dc186da3 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:53:16.919905 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8765e846-6639-40ed-88f2-cca9dc186da3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:17.107676 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 8765e846-6639-40ed-88f2-cca9dc186da3 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:53:17.108185 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8765e846-6639-40ed-88f2-cca9dc186da3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:17.112117 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a304c243-cc65-4bf2-a9d4-52732bb40da9 None None] Network 0b49a19c-3929-46f4-b342-e57a120b5259 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:53:17.237526 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a6dbffa8-b943-4a27-aaa4-f8f340585780 None None] Provisioning complete for port 8765e846-6639-40ed-88f2-cca9dc186da3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:53:17.237915 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a6dbffa8-b943-4a27-aaa4-f8f340585780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8765e846-6639-40ed-88f2-cca9dc186da3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:17.355847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 8765e846-6639-40ed-88f2-cca9dc186da3, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8765e846-6639-40ed-88f2-cca9dc186da3,segment=NetworkSegment(f4a0fa51-a843-4d51-9dc4-0385b3f65366),segment_id=f4a0fa51-a843-4d51-9dc4-0385b3f65366)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:53:17.374240 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8765e846-6639-40ed-88f2-cca9dc186da3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:17.376085 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8918d37c-a8f6-471a-a1ec-42f7d371f2ff tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Router 31a81eba-83ed-401d-b763-c8bb58a3897c is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:53:17.557436 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=8765e846-6639-40ed-88f2-cca9dc186da3,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:17.639814 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8918d37c-a8f6-471a-a1ec-42f7d371f2ff tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:53:17.667742 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8941b85-0834-4e8c-b28a-6809105868e1 None None] Sync routers for ids ['31a81eba-83ed-401d-b763-c8bb58a3897c'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:53:17.694108 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8918d37c-a8f6-471a-a1ec-42f7d371f2ff tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:17.701633 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51306) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:17.705266 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8918d37c-a8f6-471a-a1ec-42f7d371f2ff tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.4213433 Feb 19 04:53:17.706434 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8941b85-0834-4e8c-b28a-6809105868e1 None None] Routers {'31a81eba-83ed-401d-b763-c8bb58a3897c'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:53:17.708405 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b8941b85-0834-4e8c-b28a-6809105868e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:53:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['31a81eba-83ed-401d-b763-c8bb58a3897c'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:17.788506 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b8941b85-0834-4e8c-b28a-6809105868e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:17.800581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a6dbffa8-b943-4a27-aaa4-f8f340585780 None None] Current status of the port 8765e846-6639-40ed-88f2-cca9dc186da3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:53:17.845125 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8941b85-0834-4e8c-b28a-6809105868e1 None None] Routers {'31a81eba-83ed-401d-b763-c8bb58a3897c'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:53:17.846261 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b8941b85-0834-4e8c-b28a-6809105868e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:53:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['31a81eba-83ed-401d-b763-c8bb58a3897c'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:17.991456 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b8941b85-0834-4e8c-b28a-6809105868e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:17.996621 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8941b85-0834-4e8c-b28a-6809105868e1 None None] The sync data for ids ['31a81eba-83ed-401d-b763-c8bb58a3897c'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:53:18.348081 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-74b395a1-145c-48d3-b852-d64933776ea5 None None] Provisioning complete for port 8765e846-6639-40ed-88f2-cca9dc186da3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:53:18.352604 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-74b395a1-145c-48d3-b852-d64933776ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8765e846-6639-40ed-88f2-cca9dc186da3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:18.574473 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-74b395a1-145c-48d3-b852-d64933776ea5 None None] Current status of the port 8765e846-6639-40ed-88f2-cca9dc186da3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:53:18.693097 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8765e846-6639-40ed-88f2-cca9dc186da3 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:53:18.797777 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 8765e846-6639-40ed-88f2-cca9dc186da3 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:53:18.798570 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8765e846-6639-40ed-88f2-cca9dc186da3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:18.929165 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 8765e846-6639-40ed-88f2-cca9dc186da3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:53:19.503477 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb008443-077c-4780-98ee-c4835499173f tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:20.205887 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-cb008443-077c-4780-98ee-c4835499173f tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Allocated IP 172.20.0.1 (0b49a19c-3929-46f4-b342-e57a120b5259/2ad0f1e6-03ac-43d2-ae52-f2458819b6ea/b1d7bd28-3faa-48c2-bb9d-242fd90f8d7a) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:53:20.489999 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb008443-077c-4780-98ee-c4835499173f tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for port (b1d7bd28-3faa-48c2-bb9d-242fd90f8d7a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:20.582059 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb008443-077c-4780-98ee-c4835499173f tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (b1d7bd28-3faa-48c2-bb9d-242fd90f8d7a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:20.642638 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb008443-077c-4780-98ee-c4835499173f tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Network 0b49a19c-3929-46f4-b342-e57a120b5259 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:53:20.649423 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-cb008443-077c-4780-98ee-c4835499173f tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:53:20.655072 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb008443-077c-4780-98ee-c4835499173f tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:53:20.743282 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb008443-077c-4780-98ee-c4835499173f tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Pushing event updated for resources: {'Port': ['ID=b1d7bd28-3faa-48c2-bb9d-242fd90f8d7a,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:20.760826 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb008443-077c-4780-98ee-c4835499173f tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (31a81eba-83ed-401d-b763-c8bb58a3897c), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:21.232438 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb008443-077c-4780-98ee-c4835499173f tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b1d7bd28-3faa-48c2-bb9d-242fd90f8d7a), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:21.248489 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1ed46a9e-6ee3-4fd6-9bfb-5013a6a74b07 None None] Provisioning complete for port b1d7bd28-3faa-48c2-bb9d-242fd90f8d7a triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:53:21.249478 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1ed46a9e-6ee3-4fd6-9bfb-5013a6a74b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b1d7bd28-3faa-48c2-bb9d-242fd90f8d7a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:21.377480 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1ed46a9e-6ee3-4fd6-9bfb-5013a6a74b07 None None] Port b1d7bd28-3faa-48c2-bb9d-242fd90f8d7a cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:53:21.798348 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb008443-077c-4780-98ee-c4835499173f tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for port (b1d7bd28-3faa-48c2-bb9d-242fd90f8d7a), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:21.805976 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb008443-077c-4780-98ee-c4835499173f tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (b1d7bd28-3faa-48c2-bb9d-242fd90f8d7a), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:21.962654 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb008443-077c-4780-98ee-c4835499173f tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (31a81eba-83ed-401d-b763-c8bb58a3897c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:21.974919 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb008443-077c-4780-98ee-c4835499173f tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Pushing event updated for resources: {'Port': ['ID=b1d7bd28-3faa-48c2-bb9d-242fd90f8d7a,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:22.130776 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb008443-077c-4780-98ee-c4835499173f tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Network 0b49a19c-3929-46f4-b342-e57a120b5259 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:53:22.133628 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-cb008443-077c-4780-98ee-c4835499173f tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:53:22.353487 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb008443-077c-4780-98ee-c4835499173f tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Router 31a81eba-83ed-401d-b763-c8bb58a3897c has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:53:22.547115 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e66b4880-bd60-4b8a-b957-4ae33c5b6ffb None None] Provisioning complete for port b1d7bd28-3faa-48c2-bb9d-242fd90f8d7a triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:53:22.549730 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e66b4880-bd60-4b8a-b957-4ae33c5b6ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b1d7bd28-3faa-48c2-bb9d-242fd90f8d7a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:22.624529 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e66b4880-bd60-4b8a-b957-4ae33c5b6ffb None None] Port b1d7bd28-3faa-48c2-bb9d-242fd90f8d7a cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:53:22.631867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb008443-077c-4780-98ee-c4835499173f tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:53:22.642839 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cb008443-077c-4780-98ee-c4835499173f tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] 10.222.0.65 "PUT /v2.0/routers/31a81eba-83ed-401d-b763-c8bb58a3897c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9397228 Feb 19 04:53:22.646655 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51352) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:22.651515 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbedd316-c6e0-4e70-bc8d-afbb253fd5bc None None] Sync routers for ids ['31a81eba-83ed-401d-b763-c8bb58a3897c'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:53:22.654177 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e6c9420f-1aad-473f-9cdd-87fb244e717e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Request body: {'port': {'network_id': '0b49a19c-3929-46f4-b342-e57a120b5259', 'name': 'tempest-FloatingIPAdminTestJSON-569038512'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:53:22.672965 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbedd316-c6e0-4e70-bc8d-afbb253fd5bc None None] Routers {'31a81eba-83ed-401d-b763-c8bb58a3897c'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:53:22.674199 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-dbedd316-c6e0-4e70-bc8d-afbb253fd5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:53:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['31a81eba-83ed-401d-b763-c8bb58a3897c'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:22.741400 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-dbedd316-c6e0-4e70-bc8d-afbb253fd5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:22.755602 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbedd316-c6e0-4e70-bc8d-afbb253fd5bc None None] Routers {'31a81eba-83ed-401d-b763-c8bb58a3897c'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:53:22.757225 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-dbedd316-c6e0-4e70-bc8d-afbb253fd5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:53:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['31a81eba-83ed-401d-b763-c8bb58a3897c'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:22.819183 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-dbedd316-c6e0-4e70-bc8d-afbb253fd5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:22.822446 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbedd316-c6e0-4e70-bc8d-afbb253fd5bc None None] The sync data for ids ['31a81eba-83ed-401d-b763-c8bb58a3897c'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:53:23.007258 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c9420f-1aad-473f-9cdd-87fb244e717e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Made reservation on behalf of cc10a3bf38a74c908e248dcd18dd55b7 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:53:23.014412 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e6c9420f-1aad-473f-9cdd-87fb244e717e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:23.047651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-e6c9420f-1aad-473f-9cdd-87fb244e717e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] device_id is not set on port b9f4d17e-0ce6-42f5-b687-f1e22bbfecb2 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:53:23.271325 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-e6c9420f-1aad-473f-9cdd-87fb244e717e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Allocated IP 172.20.0.5 (0b49a19c-3929-46f4-b342-e57a120b5259/2ad0f1e6-03ac-43d2-ae52-f2458819b6ea/b9f4d17e-0ce6-42f5-b687-f1e22bbfecb2) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:53:23.684138 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e6c9420f-1aad-473f-9cdd-87fb244e717e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for port (b9f4d17e-0ce6-42f5-b687-f1e22bbfecb2), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:23.806383 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e6c9420f-1aad-473f-9cdd-87fb244e717e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b9f4d17e-0ce6-42f5-b687-f1e22bbfecb2), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:23.930436 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9420f-1aad-473f-9cdd-87fb244e717e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Pushing event updated for resources: {'Port': ['ID=b9f4d17e-0ce6-42f5-b687-f1e22bbfecb2,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:23.951927 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c9420f-1aad-473f-9cdd-87fb244e717e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Network 0b49a19c-3929-46f4-b342-e57a120b5259 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:53:23.954092 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-e6c9420f-1aad-473f-9cdd-87fb244e717e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:53:23.957483 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c9420f-1aad-473f-9cdd-87fb244e717e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:53:24.098382 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c9420f-1aad-473f-9cdd-87fb244e717e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:24.099345 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e6c9420f-1aad-473f-9cdd-87fb244e717e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:24.132622 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e6c9420f-1aad-473f-9cdd-87fb244e717e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4838755 Feb 19 04:53:24.139785 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51372) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:24.248020 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-a1f21c8c-fe01-4056-9f04-eb14e440e313 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'project_id': 'cc10a3bf38a74c908e248dcd18dd55b7', 'port_id': 'b9f4d17e-0ce6-42f5-b687-f1e22bbfecb2'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:53:24.281023 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1f21c8c-fe01-4056-9f04-eb14e440e313 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:24.453675 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1f21c8c-fe01-4056-9f04-eb14e440e313 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:24.491451 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-bb5b83b6-b061-4c13-a9d4-7a2ca656a36b None None] Provisioning complete for port b9f4d17e-0ce6-42f5-b687-f1e22bbfecb2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:53:24.493009 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bb5b83b6-b061-4c13-a9d4-7a2ca656a36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b9f4d17e-0ce6-42f5-b687-f1e22bbfecb2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:24.617095 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-bb5b83b6-b061-4c13-a9d4-7a2ca656a36b None None] Port b9f4d17e-0ce6-42f5-b687-f1e22bbfecb2 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:53:24.627453 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-a1f21c8c-fe01-4056-9f04-eb14e440e313 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Allocated IP 172.25.0.103 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/685bee38-19ec-4448-ba07-801008ec19b6) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:53:24.792822 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1f21c8c-fe01-4056-9f04-eb14e440e313 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks [] for port (685bee38-19ec-4448-ba07-801008ec19b6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:24.899377 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1f21c8c-fe01-4056-9f04-eb14e440e313 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (685bee38-19ec-4448-ba07-801008ec19b6), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:25.014361 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f21c8c-fe01-4056-9f04-eb14e440e313 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:53:25.016385 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-a1f21c8c-fe01-4056-9f04-eb14e440e313 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:53:25.019383 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f21c8c-fe01-4056-9f04-eb14e440e313 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:53:25.045306 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f21c8c-fe01-4056-9f04-eb14e440e313 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Pushing event updated for resources: {'Port': ['ID=685bee38-19ec-4448-ba07-801008ec19b6,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:25.845551 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1f21c8c-fe01-4056-9f04-eb14e440e313 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks [] for floatingip (fb8816d1-aa9e-43a9-ae2e-edb3402d5d7e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:26.002394 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1f21c8c-fe01-4056-9f04-eb14e440e313 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (685bee38-19ec-4448-ba07-801008ec19b6), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:26.399968 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1f21c8c-fe01-4056-9f04-eb14e440e313 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks [] for port (685bee38-19ec-4448-ba07-801008ec19b6), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:26.416236 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1f21c8c-fe01-4056-9f04-eb14e440e313 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (685bee38-19ec-4448-ba07-801008ec19b6), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:26.584097 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f21c8c-fe01-4056-9f04-eb14e440e313 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Pushing event updated for resources: {'Port': ['ID=685bee38-19ec-4448-ba07-801008ec19b6,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:26.619748 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1f21c8c-fe01-4056-9f04-eb14e440e313 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (fb8816d1-aa9e-43a9-ae2e-edb3402d5d7e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:26.762045 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-a1f21c8c-fe01-4056-9f04-eb14e440e313 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Floating IP fb8816d1-aa9e-43a9-ae2e-edb3402d5d7e associated. External IP: 172.25.0.103, port: b9f4d17e-0ce6-42f5-b687-f1e22bbfecb2. Feb 19 04:53:27.142637 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f21c8c-fe01-4056-9f04-eb14e440e313 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Router 31a81eba-83ed-401d-b763-c8bb58a3897c has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:53:27.426347 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f21c8c-fe01-4056-9f04-eb14e440e313 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:53:27.443274 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5492ba-6cf5-4667-afee-da90831ac1d1 None None] Sync routers for ids ['31a81eba-83ed-401d-b763-c8bb58a3897c'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:53:27.477174 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5492ba-6cf5-4667-afee-da90831ac1d1 None None] Routers {'31a81eba-83ed-401d-b763-c8bb58a3897c'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:53:27.479563 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ba5492ba-6cf5-4667-afee-da90831ac1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:53:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['31a81eba-83ed-401d-b763-c8bb58a3897c'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:27.486180 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1f21c8c-fe01-4056-9f04-eb14e440e313 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:27.556776 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ba5492ba-6cf5-4667-afee-da90831ac1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:27.584689 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5492ba-6cf5-4667-afee-da90831ac1d1 None None] Routers {'31a81eba-83ed-401d-b763-c8bb58a3897c'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:53:27.589822 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ba5492ba-6cf5-4667-afee-da90831ac1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:53:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['31a81eba-83ed-401d-b763-c8bb58a3897c'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:27.612812 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51400) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:27.627010 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a1f21c8c-fe01-4056-9f04-eb14e440e313 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.4856288 Feb 19 04:53:27.740886 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ba5492ba-6cf5-4667-afee-da90831ac1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:27.743930 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5492ba-6cf5-4667-afee-da90831ac1d1 None None] The sync data for ids ['31a81eba-83ed-401d-b763-c8bb58a3897c'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:53:27.845172 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-60d821df-750e-44a2-83c3-962757a748c0 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] 10.222.0.65 "GET /v2.0/floatingips/fb8816d1-aa9e-43a9-ae2e-edb3402d5d7e HTTP/1.1" status: 200 len: 982 time: 0.2255423 Feb 19 04:53:27.845562 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51402) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:28.091692 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ea069a06-509f-4674-a41b-cd03e2af5189 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.2437313 Feb 19 04:53:28.095867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51404) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:28.507209 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-1b72a27f-0986-475c-96df-d2e46f26fd2c tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Deleting port 685bee38-19ec-4448-ba07-801008ec19b6 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:53:28.508117 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b72a27f-0986-475c-96df-d2e46f26fd2c tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (685bee38-19ec-4448-ba07-801008ec19b6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:28.661002 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b72a27f-0986-475c-96df-d2e46f26fd2c tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (685bee38-19ec-4448-ba07-801008ec19b6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:28.662640 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b72a27f-0986-475c-96df-d2e46f26fd2c tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for floatingip (685bee38-19ec-4448-ba07-801008ec19b6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:28.687279 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-1b72a27f-0986-475c-96df-d2e46f26fd2c tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Calling delete_port for 685bee38-19ec-4448-ba07-801008ec19b6 owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:53:28.986395 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b72a27f-0986-475c-96df-d2e46f26fd2c tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (685bee38-19ec-4448-ba07-801008ec19b6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:29.057104 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72a27f-0986-475c-96df-d2e46f26fd2c tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Pushing event deleted for resources: {'Port': ['ID=685bee38-19ec-4448-ba07-801008ec19b6,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:29.194686 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b72a27f-0986-475c-96df-d2e46f26fd2c tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for floatingip (fb8816d1-aa9e-43a9-ae2e-edb3402d5d7e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:29.195203 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-1b72a27f-0986-475c-96df-d2e46f26fd2c tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Floating IP fb8816d1-aa9e-43a9-ae2e-edb3402d5d7e disassociated (deleted). External IP: 172.25.0.103, port: b9f4d17e-0ce6-42f5-b687-f1e22bbfecb2. Feb 19 04:53:29.708293 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b72a27f-0986-475c-96df-d2e46f26fd2c tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Router 31a81eba-83ed-401d-b763-c8bb58a3897c has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:53:30.323472 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b72a27f-0986-475c-96df-d2e46f26fd2c tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:53:30.329843 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b72a27f-0986-475c-96df-d2e46f26fd2c tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:30.347286 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9defe237-19e7-4f2d-a42c-79a85873cca0 None None] Sync routers for ids ['31a81eba-83ed-401d-b763-c8bb58a3897c'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:53:30.376691 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9defe237-19e7-4f2d-a42c-79a85873cca0 None None] Routers {'31a81eba-83ed-401d-b763-c8bb58a3897c'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:53:30.378412 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-9defe237-19e7-4f2d-a42c-79a85873cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:53:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['31a81eba-83ed-401d-b763-c8bb58a3897c'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:30.411076 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51418) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:30.416155 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-48f8f3a1-fc32-4c67-99b6-e8e6b6a62877 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:53:30.417698 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1b72a27f-0986-475c-96df-d2e46f26fd2c tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] 10.222.0.65 "DELETE /v2.0/floatingips/fb8816d1-aa9e-43a9-ae2e-edb3402d5d7e HTTP/1.1" status: 204 len: 168 time: 2.3203223 Feb 19 04:53:30.470441 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-48f8f3a1-fc32-4c67-99b6-e8e6b6a62877 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:30.580764 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-9defe237-19e7-4f2d-a42c-79a85873cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:30.624736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9defe237-19e7-4f2d-a42c-79a85873cca0 None None] Routers {'31a81eba-83ed-401d-b763-c8bb58a3897c'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:53:30.629008 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-9defe237-19e7-4f2d-a42c-79a85873cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:53:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['31a81eba-83ed-401d-b763-c8bb58a3897c'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:30.754409 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-9defe237-19e7-4f2d-a42c-79a85873cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:30.756162 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9defe237-19e7-4f2d-a42c-79a85873cca0 None None] The sync data for ids ['31a81eba-83ed-401d-b763-c8bb58a3897c'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:53:30.802265 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-48f8f3a1-fc32-4c67-99b6-e8e6b6a62877 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:31.085747 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-48f8f3a1-fc32-4c67-99b6-e8e6b6a62877 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Allocated IP 172.25.0.232 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/6aba55a0-f15f-45ff-a065-0cc5c5aedcb2) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:53:31.922297 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-48f8f3a1-fc32-4c67-99b6-e8e6b6a62877 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks [] for port (6aba55a0-f15f-45ff-a065-0cc5c5aedcb2), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:31.993834 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-48f8f3a1-fc32-4c67-99b6-e8e6b6a62877 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (6aba55a0-f15f-45ff-a065-0cc5c5aedcb2), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:32.065290 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f8f3a1-fc32-4c67-99b6-e8e6b6a62877 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:53:32.069703 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-48f8f3a1-fc32-4c67-99b6-e8e6b6a62877 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:53:32.080122 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f8f3a1-fc32-4c67-99b6-e8e6b6a62877 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:53:32.089336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8f3a1-fc32-4c67-99b6-e8e6b6a62877 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Pushing event updated for resources: {'Port': ['ID=6aba55a0-f15f-45ff-a065-0cc5c5aedcb2,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:32.264950 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-48f8f3a1-fc32-4c67-99b6-e8e6b6a62877 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks [] for floatingip (cdf64fdd-a6a6-45a7-8591-d63c7b673d0e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:32.287397 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-815f0858-4519-4eef-95f9-5661c59fc49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:32.341547 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-48f8f3a1-fc32-4c67-99b6-e8e6b6a62877 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6aba55a0-f15f-45ff-a065-0cc5c5aedcb2), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:32.649594 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-48f8f3a1-fc32-4c67-99b6-e8e6b6a62877 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks [] for port (6aba55a0-f15f-45ff-a065-0cc5c5aedcb2), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:32.661902 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-48f8f3a1-fc32-4c67-99b6-e8e6b6a62877 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (6aba55a0-f15f-45ff-a065-0cc5c5aedcb2), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:32.802837 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8f3a1-fc32-4c67-99b6-e8e6b6a62877 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Pushing event updated for resources: {'Port': ['ID=6aba55a0-f15f-45ff-a065-0cc5c5aedcb2,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:32.941905 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-48f8f3a1-fc32-4c67-99b6-e8e6b6a62877 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (cdf64fdd-a6a6-45a7-8591-d63c7b673d0e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:32.978494 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-48f8f3a1-fc32-4c67-99b6-e8e6b6a62877 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:32.983010 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-48f8f3a1-fc32-4c67-99b6-e8e6b6a62877 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5705776 Feb 19 04:53:32.987409 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51442) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:33.203640 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-0b7645f1-0174-4f85-9a9f-2433ddcc0ac0 tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:53:33.248819 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0b7645f1-0174-4f85-9a9f-2433ddcc0ac0 tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:33.515378 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0b7645f1-0174-4f85-9a9f-2433ddcc0ac0 tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:33.767885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-0b7645f1-0174-4f85-9a9f-2433ddcc0ac0 tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Allocated IP 172.25.0.222 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/7d6b8bac-cb94-4292-b044-9be51a93ec7a) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:53:34.009186 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0b7645f1-0174-4f85-9a9f-2433ddcc0ac0 tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Publish callbacks [] for port (7d6b8bac-cb94-4292-b044-9be51a93ec7a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:34.064455 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0b7645f1-0174-4f85-9a9f-2433ddcc0ac0 tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (7d6b8bac-cb94-4292-b044-9be51a93ec7a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:34.168729 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7645f1-0174-4f85-9a9f-2433ddcc0ac0 tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:53:34.175657 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-0b7645f1-0174-4f85-9a9f-2433ddcc0ac0 tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:53:34.182115 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7645f1-0174-4f85-9a9f-2433ddcc0ac0 tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:53:34.186669 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7645f1-0174-4f85-9a9f-2433ddcc0ac0 tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Pushing event updated for resources: {'Port': ['ID=7d6b8bac-cb94-4292-b044-9be51a93ec7a,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:34.312453 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0b7645f1-0174-4f85-9a9f-2433ddcc0ac0 tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Publish callbacks [] for floatingip (c7fa6e5e-47f0-49e8-a1b1-21ebccf51a06), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:34.403427 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0b7645f1-0174-4f85-9a9f-2433ddcc0ac0 tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7d6b8bac-cb94-4292-b044-9be51a93ec7a), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:34.794441 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0b7645f1-0174-4f85-9a9f-2433ddcc0ac0 tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Publish callbacks [] for port (7d6b8bac-cb94-4292-b044-9be51a93ec7a), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:34.807639 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0b7645f1-0174-4f85-9a9f-2433ddcc0ac0 tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (7d6b8bac-cb94-4292-b044-9be51a93ec7a), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:34.962686 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7645f1-0174-4f85-9a9f-2433ddcc0ac0 tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Pushing event updated for resources: {'Port': ['ID=7d6b8bac-cb94-4292-b044-9be51a93ec7a,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:34.985850 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0b7645f1-0174-4f85-9a9f-2433ddcc0ac0 tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (c7fa6e5e-47f0-49e8-a1b1-21ebccf51a06), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:35.031852 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0b7645f1-0174-4f85-9a9f-2433ddcc0ac0 tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:35.037616 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0b7645f1-0174-4f85-9a9f-2433ddcc0ac0 tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0446122 Feb 19 04:53:35.042280 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51456) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:35.074614 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a541383b-fb73-4edf-8f2c-07bf08dddbfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:35.257810 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-bfcef308-96b0-43a5-aac7-3941548bece3 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.2136180 Feb 19 04:53:35.263619 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51460) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:35.382067 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51466) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:35.397880 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f2352930-74fd-4edb-81f2-a363cce70fe0 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1189206 Feb 19 04:53:35.624255 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-73fb6273-cb61-4540-ba50-1baed9892ceb tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Deleting port 7d6b8bac-cb94-4292-b044-9be51a93ec7a {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:53:35.626236 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-73fb6273-cb61-4540-ba50-1baed9892ceb tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (7d6b8bac-cb94-4292-b044-9be51a93ec7a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:35.855870 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-73fb6273-cb61-4540-ba50-1baed9892ceb tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (7d6b8bac-cb94-4292-b044-9be51a93ec7a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:35.863109 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-73fb6273-cb61-4540-ba50-1baed9892ceb tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Publish callbacks [] for floatingip (7d6b8bac-cb94-4292-b044-9be51a93ec7a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:35.900350 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-73fb6273-cb61-4540-ba50-1baed9892ceb tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Calling delete_port for 7d6b8bac-cb94-4292-b044-9be51a93ec7a owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:53:36.283259 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-73fb6273-cb61-4540-ba50-1baed9892ceb tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (7d6b8bac-cb94-4292-b044-9be51a93ec7a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:36.348427 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb6273-cb61-4540-ba50-1baed9892ceb tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Pushing event deleted for resources: {'Port': ['ID=7d6b8bac-cb94-4292-b044-9be51a93ec7a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:36.492246 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-73fb6273-cb61-4540-ba50-1baed9892ceb tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Publish callbacks [] for floatingip (c7fa6e5e-47f0-49e8-a1b1-21ebccf51a06), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:36.497832 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-73fb6273-cb61-4540-ba50-1baed9892ceb tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:36.503779 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-73fb6273-cb61-4540-ba50-1baed9892ceb tempest-FloatingIPAdminTestJSON-226656540 tempest-FloatingIPAdminTestJSON-226656540-project] 10.222.0.65 "DELETE /v2.0/floatingips/c7fa6e5e-47f0-49e8-a1b1-21ebccf51a06 HTTP/1.1" status: 204 len: 168 time: 1.1163893 Feb 19 04:53:36.504091 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51486) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:36.700769 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-bf3a3e24-129e-49d1-acfb-05b0336def07 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Deleting port 6aba55a0-f15f-45ff-a065-0cc5c5aedcb2 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:53:36.701350 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bf3a3e24-129e-49d1-acfb-05b0336def07 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (6aba55a0-f15f-45ff-a065-0cc5c5aedcb2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:36.851097 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bf3a3e24-129e-49d1-acfb-05b0336def07 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (6aba55a0-f15f-45ff-a065-0cc5c5aedcb2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:36.851097 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bf3a3e24-129e-49d1-acfb-05b0336def07 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks [] for floatingip (6aba55a0-f15f-45ff-a065-0cc5c5aedcb2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:36.882731 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-bf3a3e24-129e-49d1-acfb-05b0336def07 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Calling delete_port for 6aba55a0-f15f-45ff-a065-0cc5c5aedcb2 owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:53:36.928366 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:37.096057 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bf3a3e24-129e-49d1-acfb-05b0336def07 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (6aba55a0-f15f-45ff-a065-0cc5c5aedcb2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:37.171727 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a3e24-129e-49d1-acfb-05b0336def07 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Pushing event deleted for resources: {'Port': ['ID=6aba55a0-f15f-45ff-a065-0cc5c5aedcb2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:37.248270 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3a3e24-129e-49d1-acfb-05b0336def07 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:37.249136 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3a3e24-129e-49d1-acfb-05b0336def07 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:37.250374 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3a3e24-129e-49d1-acfb-05b0336def07 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:37.252216 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3a3e24-129e-49d1-acfb-05b0336def07 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:37.252681 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3a3e24-129e-49d1-acfb-05b0336def07 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:37.253263 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3a3e24-129e-49d1-acfb-05b0336def07 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:37.254062 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3a3e24-129e-49d1-acfb-05b0336def07 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:37.255247 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3a3e24-129e-49d1-acfb-05b0336def07 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:37.255803 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3a3e24-129e-49d1-acfb-05b0336def07 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:37.256394 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3a3e24-129e-49d1-acfb-05b0336def07 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:37.258805 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3a3e24-129e-49d1-acfb-05b0336def07 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:37.258805 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3a3e24-129e-49d1-acfb-05b0336def07 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:37.259666 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3a3e24-129e-49d1-acfb-05b0336def07 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:37.308125 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bf3a3e24-129e-49d1-acfb-05b0336def07 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks [] for floatingip (cdf64fdd-a6a6-45a7-8591-d63c7b673d0e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:37.312538 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bf3a3e24-129e-49d1-acfb-05b0336def07 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:37.318443 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51494) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:37.319258 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bf3a3e24-129e-49d1-acfb-05b0336def07 tempest-FloatingIPAdminTestJSON-1114568246 tempest-FloatingIPAdminTestJSON-1114568246-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/cdf64fdd-a6a6-45a7-8591-d63c7b673d0e HTTP/1.1" status: 204 len: 168 time: 0.8134577 Feb 19 04:53:37.482779 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-02a565e2-aa94-4975-8e61-f6f48ee14d3e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Deleting port b9f4d17e-0ce6-42f5-b687-f1e22bbfecb2 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:53:37.483337 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02a565e2-aa94-4975-8e61-f6f48ee14d3e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b9f4d17e-0ce6-42f5-b687-f1e22bbfecb2), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:37.617523 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02a565e2-aa94-4975-8e61-f6f48ee14d3e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b9f4d17e-0ce6-42f5-b687-f1e22bbfecb2), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:37.635843 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-02a565e2-aa94-4975-8e61-f6f48ee14d3e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Calling delete_port for b9f4d17e-0ce6-42f5-b687-f1e22bbfecb2 owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:53:37.781371 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:37.817949 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02a565e2-aa94-4975-8e61-f6f48ee14d3e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b9f4d17e-0ce6-42f5-b687-f1e22bbfecb2), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:37.856070 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a565e2-aa94-4975-8e61-f6f48ee14d3e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Pushing event deleted for resources: {'Port': ['ID=b9f4d17e-0ce6-42f5-b687-f1e22bbfecb2,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:37.872165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a565e2-aa94-4975-8e61-f6f48ee14d3e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:37.872582 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a565e2-aa94-4975-8e61-f6f48ee14d3e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:37.872957 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a565e2-aa94-4975-8e61-f6f48ee14d3e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:37.873322 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a565e2-aa94-4975-8e61-f6f48ee14d3e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:37.873665 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a565e2-aa94-4975-8e61-f6f48ee14d3e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:37.874009 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a565e2-aa94-4975-8e61-f6f48ee14d3e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:37.874349 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a565e2-aa94-4975-8e61-f6f48ee14d3e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:37.874686 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a565e2-aa94-4975-8e61-f6f48ee14d3e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:37.875022 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a565e2-aa94-4975-8e61-f6f48ee14d3e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:37.875469 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a565e2-aa94-4975-8e61-f6f48ee14d3e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:37.875809 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a565e2-aa94-4975-8e61-f6f48ee14d3e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:37.876141 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a565e2-aa94-4975-8e61-f6f48ee14d3e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:37.876473 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a565e2-aa94-4975-8e61-f6f48ee14d3e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:53:38.008796 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02a565e2-aa94-4975-8e61-f6f48ee14d3e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:38.025865 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-02a565e2-aa94-4975-8e61-f6f48ee14d3e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] 10.222.0.65 "DELETE /v2.0/ports/b9f4d17e-0ce6-42f5-b687-f1e22bbfecb2 HTTP/1.1" status: 204 len: 168 time: 0.7030246 Feb 19 04:53:38.027806 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51498) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:38.037584 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:38.135836 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1e25ea-feb5-4529-8896-5b85d7b96f4e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:53:38.151801 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2c1e25ea-feb5-4529-8896-5b85d7b96f4e tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a81eba-83ed-401d-b763-c8bb58a3897c HTTP/1.1" status: 200 len: 913 time: 0.1216493 Feb 19 04:53:38.155312 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51502) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:39.006543 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f6b90eab-ba45-4ee9-a417-fa8cb2ce948c tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (31a81eba-83ed-401d-b763-c8bb58a3897c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:39.302861 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:39.358117 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:39.477861 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-f6b90eab-ba45-4ee9-a417-fa8cb2ce948c tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Deleting port b1d7bd28-3faa-48c2-bb9d-242fd90f8d7a {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:53:39.478794 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f6b90eab-ba45-4ee9-a417-fa8cb2ce948c tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b1d7bd28-3faa-48c2-bb9d-242fd90f8d7a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:39.638791 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f6b90eab-ba45-4ee9-a417-fa8cb2ce948c tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b1d7bd28-3faa-48c2-bb9d-242fd90f8d7a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:39.656540 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-f6b90eab-ba45-4ee9-a417-fa8cb2ce948c tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Calling delete_port for b1d7bd28-3faa-48c2-bb9d-242fd90f8d7a owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:53:40.084699 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f6b90eab-ba45-4ee9-a417-fa8cb2ce948c tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b1d7bd28-3faa-48c2-bb9d-242fd90f8d7a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:40.486922 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f6b90eab-ba45-4ee9-a417-fa8cb2ce948c tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (31a81eba-83ed-401d-b763-c8bb58a3897c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:40.491557 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b90eab-ba45-4ee9-a417-fa8cb2ce948c tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Pushing event deleted for resources: {'Port': ['ID=b1d7bd28-3faa-48c2-bb9d-242fd90f8d7a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:40.984554 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b90eab-ba45-4ee9-a417-fa8cb2ce948c tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Router 31a81eba-83ed-401d-b763-c8bb58a3897c has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:53:41.280695 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b90eab-ba45-4ee9-a417-fa8cb2ce948c tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:53:41.295056 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f6b90eab-ba45-4ee9-a417-fa8cb2ce948c tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] 10.222.0.65 "PUT /v2.0/routers/31a81eba-83ed-401d-b763-c8bb58a3897c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1329012 Feb 19 04:53:41.298726 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51570) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:41.300137 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086371df-cd90-4d78-aef3-40fc36a9a10e None None] Sync routers for ids ['31a81eba-83ed-401d-b763-c8bb58a3897c'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:53:41.354439 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086371df-cd90-4d78-aef3-40fc36a9a10e None None] Routers {'31a81eba-83ed-401d-b763-c8bb58a3897c'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:53:41.356061 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-086371df-cd90-4d78-aef3-40fc36a9a10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:53:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['31a81eba-83ed-401d-b763-c8bb58a3897c'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:41.464555 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-086371df-cd90-4d78-aef3-40fc36a9a10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:41.483963 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086371df-cd90-4d78-aef3-40fc36a9a10e None None] Routers {'31a81eba-83ed-401d-b763-c8bb58a3897c'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:53:41.486476 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-086371df-cd90-4d78-aef3-40fc36a9a10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:53:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['31a81eba-83ed-401d-b763-c8bb58a3897c'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:41.627213 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-086371df-cd90-4d78-aef3-40fc36a9a10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:41.628345 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086371df-cd90-4d78-aef3-40fc36a9a10e None None] The sync data for ids ['31a81eba-83ed-401d-b763-c8bb58a3897c'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:53:41.693265 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b6b83d2d-92ba-4b81-a955-07b102f07fc0 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for router (31a81eba-83ed-401d-b763-c8bb58a3897c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:41.948828 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b6b83d2d-92ba-4b81-a955-07b102f07fc0 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for router_gateway (31a81eba-83ed-401d-b763-c8bb58a3897c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:42.135932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-b6b83d2d-92ba-4b81-a955-07b102f07fc0 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Deleting port 75ac3e26-9f19-45b1-9060-f6e936e00c43 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:53:42.137392 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b6b83d2d-92ba-4b81-a955-07b102f07fc0 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (75ac3e26-9f19-45b1-9060-f6e936e00c43), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:42.351276 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b6b83d2d-92ba-4b81-a955-07b102f07fc0 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (75ac3e26-9f19-45b1-9060-f6e936e00c43), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:42.370740 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-b6b83d2d-92ba-4b81-a955-07b102f07fc0 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Calling delete_port for 75ac3e26-9f19-45b1-9060-f6e936e00c43 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:53:42.622594 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b6b83d2d-92ba-4b81-a955-07b102f07fc0 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (75ac3e26-9f19-45b1-9060-f6e936e00c43), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:42.679611 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b83d2d-92ba-4b81-a955-07b102f07fc0 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Pushing event deleted for resources: {'Port': ['ID=75ac3e26-9f19-45b1-9060-f6e936e00c43,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:42.814216 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b6b83d2d-92ba-4b81-a955-07b102f07fc0 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (31a81eba-83ed-401d-b763-c8bb58a3897c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:43.023235 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b6b83d2d-92ba-4b81-a955-07b102f07fc0 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (31a81eba-83ed-401d-b763-c8bb58a3897c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:43.029367 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b6b83d2d-92ba-4b81-a955-07b102f07fc0 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for router_controller (31a81eba-83ed-401d-b763-c8bb58a3897c), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:43.129320 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b6b83d2d-92ba-4b81-a955-07b102f07fc0 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (31a81eba-83ed-401d-b763-c8bb58a3897c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:43.130347 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b83d2d-92ba-4b81-a955-07b102f07fc0 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Fanout notify agent at l3_agent the message router_deleted on router 31a81eba-83ed-401d-b763-c8bb58a3897c {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:53:43.143122 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b6b83d2d-92ba-4b81-a955-07b102f07fc0 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:43.145572 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b6b83d2d-92ba-4b81-a955-07b102f07fc0 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] 10.222.0.65 "DELETE /v2.0/routers/31a81eba-83ed-401d-b763-c8bb58a3897c HTTP/1.1" status: 204 len: 168 time: 1.8433247 Feb 19 04:53:43.148142 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51594) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:43.255446 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-6128857d-bf6a-4dd4-a7ac-edb2283b7cc6 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Deleting subnet 2ad0f1e6-03ac-43d2-ae52-f2458819b6ea {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:53:43.262370 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6128857d-bf6a-4dd4-a7ac-edb2283b7cc6 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for subnet (2ad0f1e6-03ac-43d2-ae52-f2458819b6ea), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:43.362892 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6128857d-bf6a-4dd4-a7ac-edb2283b7cc6 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (2ad0f1e6-03ac-43d2-ae52-f2458819b6ea), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:43.621675 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6128857d-bf6a-4dd4-a7ac-edb2283b7cc6 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (2ad0f1e6-03ac-43d2-ae52-f2458819b6ea), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:43.769821 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6128857d-bf6a-4dd4-a7ac-edb2283b7cc6 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (2ad0f1e6-03ac-43d2-ae52-f2458819b6ea), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:43.834911 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128857d-bf6a-4dd4-a7ac-edb2283b7cc6 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Pushing event deleted for resources: {'Subnet': ['ID=2ad0f1e6-03ac-43d2-ae52-f2458819b6ea,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:43.858294 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6128857d-bf6a-4dd4-a7ac-edb2283b7cc6 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:43.864354 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6128857d-bf6a-4dd4-a7ac-edb2283b7cc6 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] 10.222.0.65 "DELETE /v2.0/subnets/2ad0f1e6-03ac-43d2-ae52-f2458819b6ea HTTP/1.1" status: 204 len: 168 time: 0.7137022 Feb 19 04:53:43.867028 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12009e2f-9285-409c-80f9-03e8a4a4c95b None None] Network 0b49a19c-3929-46f4-b342-e57a120b5259 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:53:43.867847 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51610) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:44.077341 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6b9a68bc-c9ee-4a7e-a859-6c47c0836c78 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (0b49a19c-3929-46f4-b342-e57a120b5259), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:44.223989 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a68bc-c9ee-4a7e-a859-6c47c0836c78 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Deleting port 8765e846-6639-40ed-88f2-cca9dc186da3 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:53:44.224549 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6b9a68bc-c9ee-4a7e-a859-6c47c0836c78 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (8765e846-6639-40ed-88f2-cca9dc186da3), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:44.318962 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf83deb-e206-4afb-91ce-b84a77094334 None None] DHCP port deletion for 0b49a19c-3929-46f4-b342-e57a120b5259 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:53:44.522120 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-6b9a68bc-c9ee-4a7e-a859-6c47c0836c78 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] For port 8765e846-6639-40ed-88f2-cca9dc186da3, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8765e846-6639-40ed-88f2-cca9dc186da3,segment=NetworkSegment(f4a0fa51-a843-4d51-9dc4-0385b3f65366),segment_id=f4a0fa51-a843-4d51-9dc4-0385b3f65366)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:53:44.522120 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6b9a68bc-c9ee-4a7e-a859-6c47c0836c78 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (8765e846-6639-40ed-88f2-cca9dc186da3), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:44.528071 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-abf83deb-e206-4afb-91ce-b84a77094334 None None] Deleting port 8765e846-6639-40ed-88f2-cca9dc186da3 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:53:44.533149 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-abf83deb-e206-4afb-91ce-b84a77094334 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (8765e846-6639-40ed-88f2-cca9dc186da3), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:44.582281 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a68bc-c9ee-4a7e-a859-6c47c0836c78 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Calling delete_port for 8765e846-6639-40ed-88f2-cca9dc186da3 owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:53:44.738104 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-abf83deb-e206-4afb-91ce-b84a77094334 None None] For port 8765e846-6639-40ed-88f2-cca9dc186da3, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8765e846-6639-40ed-88f2-cca9dc186da3,segment=NetworkSegment(f4a0fa51-a843-4d51-9dc4-0385b3f65366),segment_id=f4a0fa51-a843-4d51-9dc4-0385b3f65366)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:53:44.740598 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-abf83deb-e206-4afb-91ce-b84a77094334 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (8765e846-6639-40ed-88f2-cca9dc186da3), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:44.771089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-abf83deb-e206-4afb-91ce-b84a77094334 None None] Calling delete_port for 8765e846-6639-40ed-88f2-cca9dc186da3 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:53:44.780283 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6b9a68bc-c9ee-4a7e-a859-6c47c0836c78 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (8765e846-6639-40ed-88f2-cca9dc186da3), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:44.847514 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a68bc-c9ee-4a7e-a859-6c47c0836c78 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Pushing event deleted for resources: {'Port': ['ID=8765e846-6639-40ed-88f2-cca9dc186da3,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:44.864975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9a68bc-c9ee-4a7e-a859-6c47c0836c78 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] No DVR routers for this DVR port 8765e846-6639-40ed-88f2-cca9dc186da3 on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:53:44.885331 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8765e846-6639-40ed-88f2-cca9dc186da3 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:53:44.978873 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 8765e846-6639-40ed-88f2-cca9dc186da3 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:53:44.979518 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8765e846-6639-40ed-88f2-cca9dc186da3 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:53:45.085963 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6b9a68bc-c9ee-4a7e-a859-6c47c0836c78 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (0b49a19c-3929-46f4-b342-e57a120b5259), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:45.155798 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-6b9a68bc-c9ee-4a7e-a859-6c47c0836c78 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b49a19c-3929-46f4-b342-e57a120b5259']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:45.201627 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-6b9a68bc-c9ee-4a7e-a859-6c47c0836c78 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a0fa51-a843-4d51-9dc4-0385b3f65366') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:45.202184 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-6b9a68bc-c9ee-4a7e-a859-6c47c0836c78 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a0fa51-a843-4d51-9dc4-0385b3f65366') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:53:45.233601 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6b9a68bc-c9ee-4a7e-a859-6c47c0836c78 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (f4a0fa51-a843-4d51-9dc4-0385b3f65366), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:45.289596 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6b9a68bc-c9ee-4a7e-a859-6c47c0836c78 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (f4a0fa51-a843-4d51-9dc4-0385b3f65366), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:45.310682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9a68bc-c9ee-4a7e-a859-6c47c0836c78 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:53:45.312740 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6b9a68bc-c9ee-4a7e-a859-6c47c0836c78 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (f4a0fa51-a843-4d51-9dc4-0385b3f65366), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:45.342205 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-abf83deb-e206-4afb-91ce-b84a77094334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (8765e846-6639-40ed-88f2-cca9dc186da3), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:45.436390 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf83deb-e206-4afb-91ce-b84a77094334 None None] Pushing event deleted for resources: {'Port': ['ID=8765e846-6639-40ed-88f2-cca9dc186da3,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:45.443580 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf83deb-e206-4afb-91ce-b84a77094334 None None] No DVR routers for this DVR port 8765e846-6639-40ed-88f2-cca9dc186da3 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:53:45.480794 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:53:45.538464 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6b9a68bc-c9ee-4a7e-a859-6c47c0836c78 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (0b49a19c-3929-46f4-b342-e57a120b5259), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:45.557924 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6b9a68bc-c9ee-4a7e-a859-6c47c0836c78 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:45.569004 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6b9a68bc-c9ee-4a7e-a859-6c47c0836c78 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] 10.222.0.65 "DELETE /v2.0/networks/0b49a19c-3929-46f4-b342-e57a120b5259 HTTP/1.1" status: 204 len: 168 time: 1.6961763 Feb 19 04:53:45.572242 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51632) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:45.608666 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a68bc-c9ee-4a7e-a859-6c47c0836c78 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Pushing event deleted for resources: {'Network': ['ID=0b49a19c-3929-46f4-b342-e57a120b5259,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:45.920517 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-9c21a08a-870e-427c-bed6-20b614d48c23 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Deleting port 9460f749-ef19-41c0-997c-bc699bf0cb2d {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:53:45.921153 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9c21a08a-870e-427c-bed6-20b614d48c23 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9460f749-ef19-41c0-997c-bc699bf0cb2d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:46.086173 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9c21a08a-870e-427c-bed6-20b614d48c23 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9460f749-ef19-41c0-997c-bc699bf0cb2d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:46.087367 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9c21a08a-870e-427c-bed6-20b614d48c23 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for floatingip (9460f749-ef19-41c0-997c-bc699bf0cb2d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:46.111612 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-9c21a08a-870e-427c-bed6-20b614d48c23 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Calling delete_port for 9460f749-ef19-41c0-997c-bc699bf0cb2d owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:53:46.325466 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:53:46.396603 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9c21a08a-870e-427c-bed6-20b614d48c23 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (9460f749-ef19-41c0-997c-bc699bf0cb2d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:46.495185 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21a08a-870e-427c-bed6-20b614d48c23 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Pushing event deleted for resources: {'Port': ['ID=9460f749-ef19-41c0-997c-bc699bf0cb2d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:46.630271 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9c21a08a-870e-427c-bed6-20b614d48c23 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks [] for floatingip (184475eb-4029-4538-954a-9e7316b50ccd), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:46.640187 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9c21a08a-870e-427c-bed6-20b614d48c23 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:46.640187 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9c21a08a-870e-427c-bed6-20b614d48c23 tempest-FloatingIPAdminTestJSON-1996069063 tempest-FloatingIPAdminTestJSON-1996069063-project] 10.222.0.65 "DELETE /v2.0/floatingips/184475eb-4029-4538-954a-9e7316b50ccd HTTP/1.1" status: 204 len: 168 time: 1.0614655 Feb 19 04:53:47.299544 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51660) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:47.636449 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5b82382b-3667-4584-8a04-31e193cc7f62 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cc10a3bf38a74c908e248dcd18dd55b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3349676 Feb 19 04:53:47.641039 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51668) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:47.716252 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7c4c360d-c5fe-4d34-9492-8d7e0ba60906 admin admin] Publish callbacks [] for security_group (8b5c51ab-8a08-4b4c-ae55-972eaada72f4), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:47.767772 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7c4c360d-c5fe-4d34-9492-8d7e0ba60906 admin admin] Publish callbacks [] for security_group (8b5c51ab-8a08-4b4c-ae55-972eaada72f4), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:47.922728 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7c4c360d-c5fe-4d34-9492-8d7e0ba60906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8b5c51ab-8a08-4b4c-ae55-972eaada72f4), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:47.928257 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7c4c360d-c5fe-4d34-9492-8d7e0ba60906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:47.930529 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7c4c360d-c5fe-4d34-9492-8d7e0ba60906 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8b5c51ab-8a08-4b4c-ae55-972eaada72f4 HTTP/1.1" status: 204 len: 168 time: 0.2874565 Feb 19 04:53:47.985275 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c360d-c5fe-4d34-9492-8d7e0ba60906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5c51ab-8a08-4b4c-ae55-972eaada72f4,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:48.788530 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51692) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:48.811005 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-446d6bb3-ff28-4b80-b4de-2d7c75e349e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:49.031297 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-446d6bb3-ff28-4b80-b4de-2d7c75e349e4 admin admin] Publish callbacks [] for security_group (4313e0d6-2933-47f1-a835-81196c5debe0), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:49.042735 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-446d6bb3-ff28-4b80-b4de-2d7c75e349e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4313e0d6-2933-47f1-a835-81196c5debe0), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:49.136037 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-446d6bb3-ff28-4b80-b4de-2d7c75e349e4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9cfcabb8ddd84f9b93acb49e9e49d4a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3455796 Feb 19 04:53:49.140125 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51700) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:49.156217 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d6bb3-ff28-4b80-b4de-2d7c75e349e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4313e0d6-2933-47f1-a835-81196c5debe0,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:49.366449 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5f67f8c7-c3b0-448d-82a2-065bb44bcc68 admin admin] Publish callbacks [] for security_group (4313e0d6-2933-47f1-a835-81196c5debe0), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:49.432230 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5f67f8c7-c3b0-448d-82a2-065bb44bcc68 admin admin] Publish callbacks [] for security_group (4313e0d6-2933-47f1-a835-81196c5debe0), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:49.536623 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5f67f8c7-c3b0-448d-82a2-065bb44bcc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4313e0d6-2933-47f1-a835-81196c5debe0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:49.544963 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5f67f8c7-c3b0-448d-82a2-065bb44bcc68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:49.544963 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5f67f8c7-c3b0-448d-82a2-065bb44bcc68 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4313e0d6-2933-47f1-a835-81196c5debe0 HTTP/1.1" status: 204 len: 168 time: 0.4020960 Feb 19 04:53:49.573840 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67f8c7-c3b0-448d-82a2-065bb44bcc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4313e0d6-2933-47f1-a835-81196c5debe0,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:50.537710 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51722) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:50.590398 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c610d15b-e777-4158-be37-3cb5a699ff93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:50.800746 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c610d15b-e777-4158-be37-3cb5a699ff93 admin admin] Publish callbacks [] for security_group (1fc1cf87-1ef2-4aa7-9970-29a8c9abc419), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:50.810459 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c610d15b-e777-4158-be37-3cb5a699ff93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1fc1cf87-1ef2-4aa7-9970-29a8c9abc419), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:50.895533 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610d15b-e777-4158-be37-3cb5a699ff93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc1cf87-1ef2-4aa7-9970-29a8c9abc419,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:50.952052 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c610d15b-e777-4158-be37-3cb5a699ff93 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e3c71748005245ea8549e1958395303d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4125361 Feb 19 04:53:50.960854 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51730) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:51.154088 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d50cdb1e-e386-4442-9de4-5239b3301775 admin admin] Publish callbacks [] for security_group (1fc1cf87-1ef2-4aa7-9970-29a8c9abc419), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:51.241328 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d50cdb1e-e386-4442-9de4-5239b3301775 admin admin] Publish callbacks [] for security_group (1fc1cf87-1ef2-4aa7-9970-29a8c9abc419), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:51.384196 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d50cdb1e-e386-4442-9de4-5239b3301775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1fc1cf87-1ef2-4aa7-9970-29a8c9abc419), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:51.389057 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d50cdb1e-e386-4442-9de4-5239b3301775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:51.395241 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d50cdb1e-e386-4442-9de4-5239b3301775 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1fc1cf87-1ef2-4aa7-9970-29a8c9abc419 HTTP/1.1" status: 204 len: 168 time: 0.4306731 Feb 19 04:53:51.429805 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50cdb1e-e386-4442-9de4-5239b3301775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc1cf87-1ef2-4aa7-9970-29a8c9abc419,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:53:54.878960 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51816) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:55.070934 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-2993e8f4-a48f-4fff-a97b-9c365b7484dc tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-180706009'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:53:55.072143 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-2993e8f4-a48f-4fff-a97b-9c365b7484dc tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] Unknown quota resources ['metering_label']. {{(pid=115199) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 04:53:55.455609 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2993e8f4-a48f-4fff-a97b-9c365b7484dc tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:55.457289 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2993e8f4-a48f-4fff-a97b-9c365b7484dc tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5773563 Feb 19 04:53:55.461727 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51830) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:55.469100 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-65c0f64b-8cc4-4f73-8238-dee88d0c9354 tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'eab49dcf-0124-4a9b-b7f0-323b67740bdc'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:53:55.470212 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-65c0f64b-8cc4-4f73-8238-dee88d0c9354 tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115199) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 04:53:55.614947 n-d-772273-4 neutron-server[115199]: WARNING neutron.services.metering.metering_plugin [None req-65c0f64b-8cc4-4f73-8238-dee88d0c9354 tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 04:53:56.341388 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-65c0f64b-8cc4-4f73-8238-dee88d0c9354 tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:56.344644 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-65c0f64b-8cc4-4f73-8238-dee88d0c9354 tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8815005 Feb 19 04:53:56.348856 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51840) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:56.357845 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-967656b3-af39-40af-9e5c-dc12c86e58b5 tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'eab49dcf-0124-4a9b-b7f0-323b67740bdc'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:53:56.358743 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-967656b3-af39-40af-9e5c-dc12c86e58b5 tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115199) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 04:53:56.484552 n-d-772273-4 neutron-server[115199]: WARNING neutron.services.metering.metering_plugin [None req-967656b3-af39-40af-9e5c-dc12c86e58b5 tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 04:53:56.703491 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-967656b3-af39-40af-9e5c-dc12c86e58b5 tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:56.704784 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-967656b3-af39-40af-9e5c-dc12c86e58b5 tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3544488 Feb 19 04:53:56.709524 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51850) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:56.748718 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4f107ed5-a222-46e1-884b-975c63cfa31d tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=d73943b2-ee23-4ba5-8778-f9d0167544e0 HTTP/1.1" status: 200 len: 464 time: 0.0377197 Feb 19 04:53:56.754592 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51854) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:57.160294 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-39b7839e-6e7b-43c3-9730-9a0eac7418b5 tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:57.168422 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51860) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:57.169731 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-39b7839e-6e7b-43c3-9730-9a0eac7418b5 tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/d73943b2-ee23-4ba5-8778-f9d0167544e0 HTTP/1.1" status: 204 len: 168 time: 0.4097216 Feb 19 04:53:57.194438 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ffe9edf8-20ae-4929-ae72-a75890c5bf36 tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=d73943b2-ee23-4ba5-8778-f9d0167544e0 HTTP/1.1" status: 200 len: 221 time: 0.0187182 Feb 19 04:53:57.195281 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51862) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:57.205138 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-83b8578d-1281-44eb-8ac0-f69d9fd935e5 tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1356807883', 'description': 'label created by tempest'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:53:57.206108 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-83b8578d-1281-44eb-8ac0-f69d9fd935e5 tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] Unknown quota resources ['metering_label']. {{(pid=115199) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 04:53:57.715268 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-83b8578d-1281-44eb-8ac0-f69d9fd935e5 tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:57.721009 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-83b8578d-1281-44eb-8ac0-f69d9fd935e5 tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5198238 Feb 19 04:53:57.722214 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51874) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:57.913898 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2d5460bc-b547-438a-96ac-62024027f78a tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=69167d1b-61e8-4d8b-9205-f2c0573ca46f HTTP/1.1" status: 200 len: 468 time: 0.1898105 Feb 19 04:53:57.917955 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51878) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:58.412017 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f8eeac48-2b68-49b1-932c-f647ff7935cd tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:58.422713 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51884) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:58.423433 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f8eeac48-2b68-49b1-932c-f647ff7935cd tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/69167d1b-61e8-4d8b-9205-f2c0573ca46f HTTP/1.1" status: 204 len: 168 time: 0.5040119 Feb 19 04:53:58.455762 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c2cf8c56-a63d-40de-ba47-13fecc9c29c5 tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=69167d1b-61e8-4d8b-9205-f2c0573ca46f HTTP/1.1" status: 200 len: 216 time: 0.0308101 Feb 19 04:53:58.463867 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51886) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:58.488333 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51888) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:58.498869 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-48f79707-041d-4cec-88d4-86d957027f5b tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0326729 Feb 19 04:53:58.520144 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51890) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:58.557678 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7ddf290f-d322-4299-81d1-cace225954ae tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0670309 Feb 19 04:53:58.718797 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51900) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:58.730027 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d52e059a-d414-4c06-a6e1-2596e4f495a8 tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels/eab49dcf-0124-4a9b-b7f0-323b67740bdc HTTP/1.1" status: 200 len: 472 time: 0.2078042 Feb 19 04:53:58.748283 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51902) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:58.760596 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c810d70d-c0ff-4b7c-a4b3-77f3d13dd29a tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules/127655a9-4782-4b19-a52f-197d47ff1042 HTTP/1.1" status: 200 len: 461 time: 0.0394611 Feb 19 04:53:58.997747 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c37f1218-d30f-4271-9c19-eb8b8d0c9174 tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:59.004666 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 51906) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:59.011715 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c37f1218-d30f-4271-9c19-eb8b8d0c9174 tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/127655a9-4782-4b19-a52f-197d47ff1042 HTTP/1.1" status: 204 len: 168 time: 0.2581208 Feb 19 04:53:59.313887 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-938cf93a-8311-448b-8f57-639fd2230b2d tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:53:59.318667 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-938cf93a-8311-448b-8f57-639fd2230b2d tempest-MeteringTestJSON-941591569 tempest-MeteringTestJSON-941591569-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/eab49dcf-0124-4a9b-b7f0-323b67740bdc HTTP/1.1" status: 204 len: 168 time: 0.3126597 Feb 19 04:53:59.836524 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51924) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:53:59.980290 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d8f3519-a9a4-459f-b944-247aad305e94 req-c8d08964-65c6-4528-8dd6-f60dcf0fb8e8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b761d8f4-2c72-4a52-9661-117f16c8f9fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1575606 Feb 19 04:54:00.112573 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f3519-a9a4-459f-b944-247aad305e94 req-a7a4c08f-ebc3-414d-bba2-385ace652d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:00.121533 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d8f3519-a9a4-459f-b944-247aad305e94 req-a7a4c08f-ebc3-414d-bba2-385ace652d4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35c608550e5b4f76af4a8caf87e3d157&device_id=b761d8f4-2c72-4a52-9661-117f16c8f9fa HTTP/1.1" status: 200 len: 1132 time: 0.1143734 Feb 19 04:54:00.173299 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ef424af-9bd1-41cc-8551-061d4a0c5c6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:00.419234 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f3519-a9a4-459f-b944-247aad305e94 req-eaaf4be3-7869-44ba-bc4a-378385d16d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:00.422330 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d8f3519-a9a4-459f-b944-247aad305e94 req-eaaf4be3-7869-44ba-bc4a-378385d16d1c service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.2782629 Feb 19 04:54:00.488284 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ef424af-9bd1-41cc-8551-061d4a0c5c6a admin admin] Publish callbacks [] for security_group (7f0849c5-446d-48ca-9afe-5ec377d80e8f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:00.497089 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ef424af-9bd1-41cc-8551-061d4a0c5c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7f0849c5-446d-48ca-9afe-5ec377d80e8f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:00.545079 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d8f3519-a9a4-459f-b944-247aad305e94 req-9e58093a-be5a-4541-a5b9-8331af84e585 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=15c0348a-52bc-45fe-9bb2-aec592269de7 HTTP/1.1" status: 200 len: 217 time: 0.1142857 Feb 19 04:54:00.568426 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef424af-9bd1-41cc-8551-061d4a0c5c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0849c5-446d-48ca-9afe-5ec377d80e8f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:00.623785 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9ef424af-9bd1-41cc-8551-061d4a0c5c6a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a8c9e6422fc54cba8159bf2689d3f710&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7859626 Feb 19 04:54:00.630854 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51944) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:00.671515 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f3519-a9a4-459f-b944-247aad305e94 req-f9279bcf-ea75-46f8-893b-39d2a4b6a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:00.674754 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d8f3519-a9a4-459f-b944-247aad305e94 req-f9279bcf-ea75-46f8-893b-39d2a4b6a6eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.1225164 Feb 19 04:54:00.693089 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a27d4837-d99c-439d-a6ac-343d30011e9d admin admin] Publish callbacks [] for security_group (7f0849c5-446d-48ca-9afe-5ec377d80e8f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:00.746071 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a27d4837-d99c-439d-a6ac-343d30011e9d admin admin] Publish callbacks [] for security_group (7f0849c5-446d-48ca-9afe-5ec377d80e8f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:00.798934 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f3519-a9a4-459f-b944-247aad305e94 req-823b0461-3111-4a1a-ac50-86275c1bd37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:00.800610 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d8f3519-a9a4-459f-b944-247aad305e94 req-823b0461-3111-4a1a-ac50-86275c1bd37f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1184659 Feb 19 04:54:00.871355 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a27d4837-d99c-439d-a6ac-343d30011e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7f0849c5-446d-48ca-9afe-5ec377d80e8f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:00.877462 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a27d4837-d99c-439d-a6ac-343d30011e9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:00.881489 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a27d4837-d99c-439d-a6ac-343d30011e9d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7f0849c5-446d-48ca-9afe-5ec377d80e8f HTTP/1.1" status: 204 len: 168 time: 0.2477736 Feb 19 04:54:00.926669 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d4837-d99c-439d-a6ac-343d30011e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0849c5-446d-48ca-9afe-5ec377d80e8f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:01.050133 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d8f3519-a9a4-459f-b944-247aad305e94 req-27c34613-c401-4975-8bee-a9d039a15ac5 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425373 Feb 19 04:54:01.200842 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d8f3519-a9a4-459f-b944-247aad305e94 req-870b3d70-bfa7-4918-b86c-c6e90a77ba4f service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422753 Feb 19 04:54:01.468985 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51966) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:01.485663 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19859134-ba78-43c9-84fe-d2c548741d3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:01.683229 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19859134-ba78-43c9-84fe-d2c548741d3f admin admin] Publish callbacks [] for security_group (30555e6d-489e-4911-a52c-06080ffb86b1), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:01.690163 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19859134-ba78-43c9-84fe-d2c548741d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (30555e6d-489e-4911-a52c-06080ffb86b1), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:01.756373 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19859134-ba78-43c9-84fe-d2c548741d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30555e6d-489e-4911-a52c-06080ffb86b1,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:01.815526 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-19859134-ba78-43c9-84fe-d2c548741d3f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8e7bcd4be265416099bc34c688c940e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3447771 Feb 19 04:54:01.820356 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 51972) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:01.940169 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b53c5978-8a32-4bdb-989e-4bb1351339a9 admin admin] Publish callbacks [] for security_group (30555e6d-489e-4911-a52c-06080ffb86b1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:01.970404 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b53c5978-8a32-4bdb-989e-4bb1351339a9 admin admin] Publish callbacks [] for security_group (30555e6d-489e-4911-a52c-06080ffb86b1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:02.068948 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b53c5978-8a32-4bdb-989e-4bb1351339a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (30555e6d-489e-4911-a52c-06080ffb86b1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:02.071898 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db704a-67b9-4fe0-906c-0a4e11af3a55 req-2c649ef2-9449-41bb-b671-bc7c45bb7d7f tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:02.073610 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-93db704a-67b9-4fe0-906c-0a4e11af3a55 req-2c649ef2-9449-41bb-b671-bc7c45bb7d7f tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed488b64-becb-476b-9308-56e9e213c032 HTTP/1.1" status: 200 len: 946 time: 1.0567775 Feb 19 04:54:02.074261 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b53c5978-8a32-4bdb-989e-4bb1351339a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:02.094090 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b53c5978-8a32-4bdb-989e-4bb1351339a9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/30555e6d-489e-4911-a52c-06080ffb86b1 HTTP/1.1" status: 204 len: 168 time: 0.2587633 Feb 19 04:54:02.128114 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c5978-8a32-4bdb-989e-4bb1351339a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30555e6d-489e-4911-a52c-06080ffb86b1,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:02.165518 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-93db704a-67b9-4fe0-906c-0a4e11af3a55 req-cb5ea5bc-c6ec-419e-aa3a-f5f10a6ff067 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/security-groups?id=b73400cd-6990-45a5-a1a3-0919cf3f1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843215 Feb 19 04:54:02.182040 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460a91c-9975-4db4-8e97-382f56b4f55c req-9b03ea67-2cc0-40ff-a63c-a9e7244b30b6 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:02.184971 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9460a91c-9975-4db4-8e97-382f56b4f55c req-9b03ea67-2cc0-40ff-a63c-a9e7244b30b6 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed488b64-becb-476b-9308-56e9e213c032 HTTP/1.1" status: 200 len: 946 time: 0.1636016 Feb 19 04:54:02.273121 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ea1ae601-476c-4fa4-b1e7-fed7fe78b596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:02.358294 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-9460a91c-9975-4db4-8e97-382f56b4f55c req-df6dcbe8-f5cc-4559-b0e6-73c77fec5b7e tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Deleting port 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:54:02.359719 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9460a91c-9975-4db4-8e97-382f56b4f55c req-df6dcbe8-f5cc-4559-b0e6-73c77fec5b7e tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:02.509158 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-9460a91c-9975-4db4-8e97-382f56b4f55c req-df6dcbe8-f5cc-4559-b0e6-73c77fec5b7e tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] For port 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845,segment=NetworkSegment(52a02f2d-8410-4acc-ac12-7cd739e79636),segment_id=52a02f2d-8410-4acc-ac12-7cd739e79636)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:54:02.509850 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9460a91c-9975-4db4-8e97-382f56b4f55c req-df6dcbe8-f5cc-4559-b0e6-73c77fec5b7e tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:02.528681 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-9460a91c-9975-4db4-8e97-382f56b4f55c req-df6dcbe8-f5cc-4559-b0e6-73c77fec5b7e tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Calling delete_port for 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:54:02.833367 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9460a91c-9975-4db4-8e97-382f56b4f55c req-df6dcbe8-f5cc-4559-b0e6-73c77fec5b7e tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:02.848120 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:54:02.884221 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6dcbe8-f5cc-4559-b0e6-73c77fec5b7e tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Pushing event deleted for resources: {'Port': ['ID=3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:02.953588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9460a91c-9975-4db4-8e97-382f56b4f55c req-df6dcbe8-f5cc-4559-b0e6-73c77fec5b7e tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] No DVR routers for this DVR port 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:54:02.957566 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9460a91c-9975-4db4-8e97-382f56b4f55c req-df6dcbe8-f5cc-4559-b0e6-73c77fec5b7e tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:02.964043 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9460a91c-9975-4db4-8e97-382f56b4f55c req-df6dcbe8-f5cc-4559-b0e6-73c77fec5b7e tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.10 "DELETE /v2.0/ports/3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 HTTP/1.1" status: 204 len: 173 time: 0.7734318 Feb 19 04:54:02.964639 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed488b64-becb-476b-9308-56e9e213c032', 'name': 'network-vif-deleted', 'tag': '3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:54:02.969565 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233adbd3fe4c8a05bdd7c9baafdd44221b07e1ee10e337830fb8a94440299686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238e6027-7a93-4c5d-8a4e-85ebda1d3b45" -d '{"events": [{"server_uuid": "ed488b64-becb-476b-9308-56e9e213c032", "name": "network-vif-deleted", "tag": "3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:54:03.316567 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb4cfc0f-1403-41e6-a4ee-0dc2b8716583 req-102fe276-c9d8-4fb2-bc18-ffbdefd503c5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ed488b64-becb-476b-9308-56e9e213c032&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1040795 Feb 19 04:54:03.365016 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2a4fd390-bb30-47fb-b09b-f8c07fed9b4b req-53ac1760-1c8a-46f4-aa88-00b4219d0f55 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed488b64-becb-476b-9308-56e9e213c032 HTTP/1.1" status: 200 len: 210 time: 0.0516365 Feb 19 04:54:03.469045 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb4cfc0f-1403-41e6-a4ee-0dc2b8716583 req-f417e99a-318b-4179-be0d-a7fd5d5a3206 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0dd634db1e34432b37ad2335cfd2b71&device_id=ed488b64-becb-476b-9308-56e9e213c032 HTTP/1.1" status: 200 len: 210 time: 0.0695019 Feb 19 04:54:03.887537 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068102ee-695a-4267-ba8c-08af69fb2320 x-openstack-request-id: req-068102ee-695a-4267-ba8c-08af69fb2320 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:54:03.888287 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed488b64-becb-476b-9308-56e9e213c032", "name": "network-vif-deleted", "tag": "3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:54:03.888686 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-068102ee-695a-4267-ba8c-08af69fb2320 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:54:03.889510 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed488b64-becb-476b-9308-56e9e213c032', 'name': 'network-vif-deleted', 'tag': '3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845', 'status': 'completed', 'code': 200} Feb 19 04:54:04.075029 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cfc0f-1403-41e6-a4ee-0dc2b8716583 req-764397bf-5932-4d37-a9b2-881b6b53f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:04.079916 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb4cfc0f-1403-41e6-a4ee-0dc2b8716583 req-764397bf-5932-4d37-a9b2-881b6b53f627 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b0dd634db1e34432b37ad2335cfd2b71&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5428874 Feb 19 04:54:04.394387 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52036) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:04.717440 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cfc0f-1403-41e6-a4ee-0dc2b8716583 req-626ad512-cf38-4f82-94e0-d54966854080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:04.721025 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fb4cfc0f-1403-41e6-a4ee-0dc2b8716583 req-626ad512-cf38-4f82-94e0-d54966854080 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6295559 Feb 19 04:54:05.093604 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1879da81-8144-4609-bf41-5860bcc4ff5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.118637 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-38aef5ac-11be-4410-9ea1-3d617aea6724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.432047 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-38aef5ac-11be-4410-9ea1-3d617aea6724 admin admin] Publish callbacks [] for security_group (7945c981-ce5a-4736-a46c-e39e31fcd5b5), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.445568 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-38aef5ac-11be-4410-9ea1-3d617aea6724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7945c981-ce5a-4736-a46c-e39e31fcd5b5), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.607174 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-38aef5ac-11be-4410-9ea1-3d617aea6724 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fe746376d12b4959b3793d774ba3c4dd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2049675 Feb 19 04:54:05.609531 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52064) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:05.618247 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aef5ac-11be-4410-9ea1-3d617aea6724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7945c981-ce5a-4736-a46c-e39e31fcd5b5,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:05.757933 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:54:05.817041 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8e913e9-57c4-4fbd-b27d-34938a4cef10 admin admin] Publish callbacks [] for security_group (7945c981-ce5a-4736-a46c-e39e31fcd5b5), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.825419 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:54:05.826820 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 3ff16a5e-9bf9-4cbc-bfc2-6d33e932c845 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:54:05.878246 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8e913e9-57c4-4fbd-b27d-34938a4cef10 admin admin] Publish callbacks [] for security_group (7945c981-ce5a-4736-a46c-e39e31fcd5b5), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:05.997196 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52072) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:06.019860 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8e913e9-57c4-4fbd-b27d-34938a4cef10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7945c981-ce5a-4736-a46c-e39e31fcd5b5), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:06.023707 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f8e913e9-57c4-4fbd-b27d-34938a4cef10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:06.029909 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f8e913e9-57c4-4fbd-b27d-34938a4cef10 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7945c981-ce5a-4736-a46c-e39e31fcd5b5 HTTP/1.1" status: 204 len: 168 time: 0.4150689 Feb 19 04:54:06.045052 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e913e9-57c4-4fbd-b27d-34938a4cef10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7945c981-ce5a-4736-a46c-e39e31fcd5b5,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:06.397556 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-17df24d6-6554-4594-9715-560922a1a296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1057537740'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:06.441460 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17df24d6-6554-4594-9715-560922a1a296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] Made reservation on behalf of 9ff9b9f12ee0476ab71aff8106974353 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:06.449857 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17df24d6-6554-4594-9715-560922a1a296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:06.467510 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17df24d6-6554-4594-9715-560922a1a296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:06.726265 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17df24d6-6554-4594-9715-560922a1a296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] Publish callbacks [] for security_group (59b06267-3114-4024-9b74-62ac9474e1a0), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:06.736216 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17df24d6-6554-4594-9715-560922a1a296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (59b06267-3114-4024-9b74-62ac9474e1a0), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:06.811534 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df24d6-6554-4594-9715-560922a1a296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b06267-3114-4024-9b74-62ac9474e1a0,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:06.879041 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17df24d6-6554-4594-9715-560922a1a296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:54:06.912202 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17df24d6-6554-4594-9715-560922a1a296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:06.912607 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:06.913406 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-17df24d6-6554-4594-9715-560922a1a296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] Added segment c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d of type vlan for network b2a19e6c-721c-4e02-aee2-143065f65bae Feb 19 04:54:06.981824 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17df24d6-6554-4594-9715-560922a1a296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (b2a19e6c-721c-4e02-aee2-143065f65bae), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.043653 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17df24d6-6554-4594-9715-560922a1a296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (b2a19e6c-721c-4e02-aee2-143065f65bae), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.060218 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17df24d6-6554-4594-9715-560922a1a296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:07.065044 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17df24d6-6554-4594-9715-560922a1a296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:07.303871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df24d6-6554-4594-9715-560922a1a296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] Pushing event updated for resources: {'Network': ['ID=b2a19e6c-721c-4e02-aee2-143065f65bae,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:07.324560 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network b2a19e6c-721c-4e02-aee2-143065f65bae details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:54:07.343108 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-17df24d6-6554-4594-9715-560922a1a296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3420217 Feb 19 04:54:07.795082 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:08.041751 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:08.269954 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52132) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:08.290513 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Request body: {'port': {'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae', 'binding:host_id': 'n-h1-772273-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919408120'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:08.362330 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Made reservation on behalf of 32235b2f4df34bb79f0fba4bd9890f95 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:08.374360 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:08.407827 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:08.615498 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks [] for security_group (98105daf-3c20-448f-9096-e9325c3891f6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:08.636202 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (98105daf-3c20-448f-9096-e9325c3891f6), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:08.644828 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] device_id is not set on port 3999da34-5d45-4a22-8799-6435d6fd2dbf yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:54:08.813700 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98105daf-3c20-448f-9096-e9325c3891f6,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:09.005483 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52144) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:09.090563 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] device_id is not set on port 3999da34-5d45-4a22-8799-6435d6fd2dbf yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:54:09.104095 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks [] for port (3999da34-5d45-4a22-8799-6435d6fd2dbf), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:09.115670 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (3999da34-5d45-4a22-8799-6435d6fd2dbf), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:09.212660 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Pushing event updated for resources: {'Port': ['ID=3999da34-5d45-4a22-8799-6435d6fd2dbf,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:09.216404 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Checking segment: {'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:54:09.216806 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Network hostable DHCP agents. Network: b2a19e6c-721c-4e02-aee2-143065f65bae, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:54:09.257717 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Network b2a19e6c-721c-4e02-aee2-143065f65bae is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:54:09.296182 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:09.299920 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, b2a19e6c-721c-4e02-aee2-143065f65bae) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:09.307043 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:09.318838 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0939ca5-54ba-45ba-a8a8-159072bfb6ed None None] Network b2a19e6c-721c-4e02-aee2-143065f65bae requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:54:09.334829 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b74a908a-2380-4678-b80f-75f18d625806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:09.370382 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:09.371017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:09.371597 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:09.388984 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port 3999da34-5d45-4a22-8799-6435d6fd2dbf on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:09.390922 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:09.390922 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 2 to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf Feb 19 04:54:09.425806 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:09.426913 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:09.428525 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:09.440964 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port 3999da34-5d45-4a22-8799-6435d6fd2dbf on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:09.441718 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:09.442500 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 3 to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf Feb 19 04:54:09.503015 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:09.617298 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:09.621953 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:09.622476 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:09.649905 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port 3999da34-5d45-4a22-8799-6435d6fd2dbf on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:09.652413 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:09.652413 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 4 to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf Feb 19 04:54:09.672124 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b74a908a-2380-4678-b80f-75f18d625806 admin admin] Publish callbacks [] for security_group (c3605af4-a723-465e-b49d-c9cb95bd3221), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:09.681382 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b74a908a-2380-4678-b80f-75f18d625806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c3605af4-a723-465e-b49d-c9cb95bd3221), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:09.703541 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:09.703991 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:09.704633 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:09.726132 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port 3999da34-5d45-4a22-8799-6435d6fd2dbf on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:09.727619 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:09.728353 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 5 to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf Feb 19 04:54:09.753138 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a908a-2380-4678-b80f-75f18d625806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3605af4-a723-465e-b49d-c9cb95bd3221,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:09.761350 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:09.764778 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:09.765042 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:09.768738 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b74a908a-2380-4678-b80f-75f18d625806 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=388340a3931248dea2e7a426c8fc6e54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7615376 Feb 19 04:54:09.771791 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52160) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:09.790414 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port 3999da34-5d45-4a22-8799-6435d6fd2dbf on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:09.790765 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:09.791250 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 6 to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf Feb 19 04:54:09.811656 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:09.812060 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:09.812445 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:09.818808 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port 3999da34-5d45-4a22-8799-6435d6fd2dbf on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:09.819335 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:09.819889 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 7 to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf Feb 19 04:54:09.837829 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:09.838704 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:09.839464 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:09.846932 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port 3999da34-5d45-4a22-8799-6435d6fd2dbf on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:09.847682 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:09.849319 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 8 to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf Feb 19 04:54:09.861590 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e601d24f-7baa-41dd-b085-cce31f365a27 admin admin] Publish callbacks [] for security_group (c3605af4-a723-465e-b49d-c9cb95bd3221), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:09.865828 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:09.866434 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:09.866802 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:09.875611 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port 3999da34-5d45-4a22-8799-6435d6fd2dbf on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:09.876307 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:09.879741 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 9 to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf Feb 19 04:54:09.913784 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:09.915359 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:09.915578 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:09.923322 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port 3999da34-5d45-4a22-8799-6435d6fd2dbf on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:09.923815 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:09.924479 n-d-772273-4 neutron-server[115199]: INFO neutron.plugins.ml2.plugin [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 10 to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf Feb 19 04:54:09.936853 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e601d24f-7baa-41dd-b085-cce31f365a27 admin admin] Publish callbacks [] for security_group (c3605af4-a723-465e-b49d-c9cb95bd3221), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:09.948792 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:09.948792 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:09.949418 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:09.958310 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port 3999da34-5d45-4a22-8799-6435d6fd2dbf on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:09.958800 n-d-772273-4 neutron-server[115199]: ERROR neutron.plugins.ml2.managers [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port 3999da34-5d45-4a22-8799-6435d6fd2dbf on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:09.959387 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3999da34-5d45-4a22-8799-6435d6fd2dbf), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:10.042359 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e601d24f-7baa-41dd-b085-cce31f365a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c3605af4-a723-465e-b49d-c9cb95bd3221), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:10.047702 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e601d24f-7baa-41dd-b085-cce31f365a27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:10.049607 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e601d24f-7baa-41dd-b085-cce31f365a27 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3605af4-a723-465e-b49d-c9cb95bd3221 HTTP/1.1" status: 204 len: 168 time: 0.2763927 Feb 19 04:54:10.077012 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601d24f-7baa-41dd-b085-cce31f365a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3605af4-a723-465e-b49d-c9cb95bd3221,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:10.119189 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] For port 3999da34-5d45-4a22-8799-6435d6fd2dbf, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:54:10.120036 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempted to set empty binding levels {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 04:54:10.127763 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (3999da34-5d45-4a22-8799-6435d6fd2dbf), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:10.153791 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:10.154779 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:10.238449 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.9661434 Feb 19 04:54:10.244749 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52168) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:10.309960 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6ad6c-e3a0-4f06-880e-976e6d5e7d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Pushing event updated for resources: {'Port': ['ID=3999da34-5d45-4a22-8799-6435d6fd2dbf,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:10.403074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-d53f62ba-b9b6-4738-b25b-033b7ca49763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Deleting port 3999da34-5d45-4a22-8799-6435d6fd2dbf {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:54:10.403579 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d53f62ba-b9b6-4738-b25b-033b7ca49763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3999da34-5d45-4a22-8799-6435d6fd2dbf), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:10.525407 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-d53f62ba-b9b6-4738-b25b-033b7ca49763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] For port 3999da34-5d45-4a22-8799-6435d6fd2dbf, host n-h1-772273-4, got binding levels [] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:54:10.526482 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d53f62ba-b9b6-4738-b25b-033b7ca49763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3999da34-5d45-4a22-8799-6435d6fd2dbf), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:10.563220 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-d53f62ba-b9b6-4738-b25b-033b7ca49763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Calling delete_port for 3999da34-5d45-4a22-8799-6435d6fd2dbf owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:54:10.749814 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d53f62ba-b9b6-4738-b25b-033b7ca49763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (3999da34-5d45-4a22-8799-6435d6fd2dbf), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:10.867099 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f62ba-b9b6-4738-b25b-033b7ca49763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Pushing event deleted for resources: {'Port': ['ID=3999da34-5d45-4a22-8799-6435d6fd2dbf,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:10.902523 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d53f62ba-b9b6-4738-b25b-033b7ca49763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:10.916355 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52190) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:10.918478 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d53f62ba-b9b6-4738-b25b-033b7ca49763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] 10.222.0.65 "DELETE /v2.0/ports/3999da34-5d45-4a22-8799-6435d6fd2dbf HTTP/1.1" status: 204 len: 168 time: 0.6717224 Feb 19 04:54:10.950123 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5a305d-1039-4e4e-a24a-a8488aa229cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] GET failed (client error): The resource could not be found. Feb 19 04:54:10.952867 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1d5a305d-1039-4e4e-a24a-a8488aa229cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] 10.222.0.65 "GET /v2.0/ports/3999da34-5d45-4a22-8799-6435d6fd2dbf HTTP/1.1" status: 404 len: 333 time: 0.0323842 Feb 19 04:54:10.955787 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52192) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:10.962839 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-9094cff1-5a63-4220-8817-4dead57d6300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Request body: {'port': {'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1597741718'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:10.989595 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9094cff1-5a63-4220-8817-4dead57d6300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Made reservation on behalf of 32235b2f4df34bb79f0fba4bd9890f95 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:10.992584 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9094cff1-5a63-4220-8817-4dead57d6300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:11.013635 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-9094cff1-5a63-4220-8817-4dead57d6300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] device_id is not set on port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:54:11.239222 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9094cff1-5a63-4220-8817-4dead57d6300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks [] for port (4a9ce7ea-b4b1-4d92-8119-016bc418eb0c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:11.284401 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9094cff1-5a63-4220-8817-4dead57d6300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (4a9ce7ea-b4b1-4d92-8119-016bc418eb0c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:11.370513 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9094cff1-5a63-4220-8817-4dead57d6300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Network b2a19e6c-721c-4e02-aee2-143065f65bae is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:11.376833 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-9094cff1-5a63-4220-8817-4dead57d6300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:11.383429 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9094cff1-5a63-4220-8817-4dead57d6300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:11.385110 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9094cff1-5a63-4220-8817-4dead57d6300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:11.386332 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9094cff1-5a63-4220-8817-4dead57d6300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:11.417336 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9094cff1-5a63-4220-8817-4dead57d6300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4600983 Feb 19 04:54:11.418166 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094cff1-5a63-4220-8817-4dead57d6300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Pushing event updated for resources: {'Port': ['ID=4a9ce7ea-b4b1-4d92-8119-016bc418eb0c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:11.421863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52202) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:11.428256 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:11.571655 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4a9ce7ea-b4b1-4d92-8119-016bc418eb0c), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:11.903088 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] device_id is not set on port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:54:11.920177 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks [] for port (4a9ce7ea-b4b1-4d92-8119-016bc418eb0c), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:11.928880 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (4a9ce7ea-b4b1-4d92-8119-016bc418eb0c), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:11.998871 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Pushing event updated for resources: {'Port': ['ID=4a9ce7ea-b4b1-4d92-8119-016bc418eb0c,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:12.016402 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:12.016402 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:12.016795 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:12.024216 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:12.024564 n-d-772273-4 neutron-server[115198]: ERROR neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:12.025542 n-d-772273-4 neutron-server[115198]: INFO neutron.plugins.ml2.plugin [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 2 to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c Feb 19 04:54:12.044843 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:12.045402 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:12.045963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:12.052469 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:12.052969 n-d-772273-4 neutron-server[115198]: ERROR neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:12.053395 n-d-772273-4 neutron-server[115198]: INFO neutron.plugins.ml2.plugin [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 3 to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c Feb 19 04:54:12.075393 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:12.075965 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:12.076464 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:12.084790 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:12.085354 n-d-772273-4 neutron-server[115198]: ERROR neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:12.086598 n-d-772273-4 neutron-server[115198]: INFO neutron.plugins.ml2.plugin [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 4 to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c Feb 19 04:54:12.108091 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:12.108544 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:12.108825 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:12.114903 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:12.115431 n-d-772273-4 neutron-server[115198]: ERROR neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:12.115914 n-d-772273-4 neutron-server[115198]: INFO neutron.plugins.ml2.plugin [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 5 to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c Feb 19 04:54:12.135535 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:12.136115 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:12.136499 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:12.144489 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:12.145108 n-d-772273-4 neutron-server[115198]: ERROR neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:12.145800 n-d-772273-4 neutron-server[115198]: INFO neutron.plugins.ml2.plugin [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 6 to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c Feb 19 04:54:12.177813 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:12.178290 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:12.178919 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:12.186655 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:12.187160 n-d-772273-4 neutron-server[115198]: ERROR neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:12.187655 n-d-772273-4 neutron-server[115198]: INFO neutron.plugins.ml2.plugin [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 7 to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c Feb 19 04:54:12.214851 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:12.215271 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:12.215711 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:12.223115 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:12.223715 n-d-772273-4 neutron-server[115198]: ERROR neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:12.224251 n-d-772273-4 neutron-server[115198]: INFO neutron.plugins.ml2.plugin [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 8 to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c Feb 19 04:54:12.242948 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:12.243903 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:12.243903 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:12.251474 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:12.252145 n-d-772273-4 neutron-server[115198]: ERROR neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:12.252659 n-d-772273-4 neutron-server[115198]: INFO neutron.plugins.ml2.plugin [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 9 to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c Feb 19 04:54:12.271398 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:12.271701 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:12.272074 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:12.278613 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:12.279058 n-d-772273-4 neutron-server[115198]: ERROR neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:12.279622 n-d-772273-4 neutron-server[115198]: INFO neutron.plugins.ml2.plugin [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 10 to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c Feb 19 04:54:12.296677 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:12.297199 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:12.297618 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:12.307082 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:12.307813 n-d-772273-4 neutron-server[115198]: ERROR neutron.plugins.ml2.managers [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:12.308454 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4a9ce7ea-b4b1-4d92-8119-016bc418eb0c), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:12.454672 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] For port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:54:12.455642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempted to set empty binding levels {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 04:54:12.464154 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (4a9ce7ea-b4b1-4d92-8119-016bc418eb0c), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:12.504832 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] In _notify_port_updated(), no bound segment for port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:54:12.505775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:12.506428 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:12.508512 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] 10.222.0.65 "PUT /v2.0/ports/4a9ce7ea-b4b1-4d92-8119-016bc418eb0c HTTP/1.1" status: 200 len: 979 time: 1.0850010 Feb 19 04:54:12.511703 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52218) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:12.601934 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d937c8-4800-455b-b51e-629150b5a3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Pushing event updated for resources: {'Port': ['ID=4a9ce7ea-b4b1-4d92-8119-016bc418eb0c,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:12.654365 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd07931-6ee9-445f-87ae-d631ad2226e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:12.654863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd07931-6ee9-445f-87ae-d631ad2226e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:12.655344 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd07931-6ee9-445f-87ae-d631ad2226e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:12.655815 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd07931-6ee9-445f-87ae-d631ad2226e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:12.656299 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd07931-6ee9-445f-87ae-d631ad2226e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:12.656761 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd07931-6ee9-445f-87ae-d631ad2226e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:12.658185 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd07931-6ee9-445f-87ae-d631ad2226e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:12.658185 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd07931-6ee9-445f-87ae-d631ad2226e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:12.658468 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd07931-6ee9-445f-87ae-d631ad2226e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:12.658896 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd07931-6ee9-445f-87ae-d631ad2226e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:12.659393 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd07931-6ee9-445f-87ae-d631ad2226e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:12.660025 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd07931-6ee9-445f-87ae-d631ad2226e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:12.660538 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd07931-6ee9-445f-87ae-d631ad2226e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:12.661169 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd07931-6ee9-445f-87ae-d631ad2226e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:12.665768 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9fd07931-6ee9-445f-87ae-d631ad2226e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13083 time: 0.1527495 Feb 19 04:54:12.668479 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52228) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:12.793569 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-de82e112-696a-4a05-a542-926e240e65c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Deleting port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:54:12.793812 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-de82e112-696a-4a05-a542-926e240e65c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (4a9ce7ea-b4b1-4d92-8119-016bc418eb0c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:12.876580 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-de82e112-696a-4a05-a542-926e240e65c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] For port 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c, host n-h1-772273-4, got binding levels [] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:54:12.877140 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-de82e112-696a-4a05-a542-926e240e65c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (4a9ce7ea-b4b1-4d92-8119-016bc418eb0c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:12.896355 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-de82e112-696a-4a05-a542-926e240e65c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Calling delete_port for 4a9ce7ea-b4b1-4d92-8119-016bc418eb0c owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:54:13.074559 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-de82e112-696a-4a05-a542-926e240e65c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (4a9ce7ea-b4b1-4d92-8119-016bc418eb0c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.114811 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82e112-696a-4a05-a542-926e240e65c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a9ce7ea-b4b1-4d92-8119-016bc418eb0c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:13.128426 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-de82e112-696a-4a05-a542-926e240e65c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.135192 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-de82e112-696a-4a05-a542-926e240e65c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] 10.222.0.65 "DELETE /v2.0/ports/4a9ce7ea-b4b1-4d92-8119-016bc418eb0c HTTP/1.1" status: 204 len: 168 time: 0.4598575 Feb 19 04:54:13.139186 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52236) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:13.185868 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b462a78-931b-431e-87d2-2e5f7b42f144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] GET failed (client error): The resource could not be found. Feb 19 04:54:13.188092 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0b462a78-931b-431e-87d2-2e5f7b42f144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] 10.222.0.65 "GET /v2.0/ports/4a9ce7ea-b4b1-4d92-8119-016bc418eb0c HTTP/1.1" status: 404 len: 333 time: 0.0461285 Feb 19 04:54:13.194178 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52238) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:13.199432 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-aefb2413-4fc3-41f4-9d9d-38775296059f tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2065167079', 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:13.222119 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefb2413-4fc3-41f4-9d9d-38775296059f tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Made reservation on behalf of 32235b2f4df34bb79f0fba4bd9890f95 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:13.224939 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aefb2413-4fc3-41f4-9d9d-38775296059f tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.243423 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-aefb2413-4fc3-41f4-9d9d-38775296059f tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] device_id is not set on port 58ba25b6-2b05-4d0b-8f8c-1e40f39a76f8 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:54:13.509148 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aefb2413-4fc3-41f4-9d9d-38775296059f tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks [] for port (58ba25b6-2b05-4d0b-8f8c-1e40f39a76f8), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.573369 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aefb2413-4fc3-41f4-9d9d-38775296059f tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (58ba25b6-2b05-4d0b-8f8c-1e40f39a76f8), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.652199 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefb2413-4fc3-41f4-9d9d-38775296059f tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Network b2a19e6c-721c-4e02-aee2-143065f65bae is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:13.656707 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-aefb2413-4fc3-41f4-9d9d-38775296059f tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:13.659582 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefb2413-4fc3-41f4-9d9d-38775296059f tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:13.660648 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefb2413-4fc3-41f4-9d9d-38775296059f tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:13.661386 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aefb2413-4fc3-41f4-9d9d-38775296059f tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.682856 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb2413-4fc3-41f4-9d9d-38775296059f tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Pushing event updated for resources: {'Port': ['ID=58ba25b6-2b05-4d0b-8f8c-1e40f39a76f8,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:13.707066 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-aefb2413-4fc3-41f4-9d9d-38775296059f tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5073752 Feb 19 04:54:13.708002 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52246) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:13.761878 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4156d24f-e454-4ddd-a220-1843ad4a0849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:13.767183 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4156d24f-e454-4ddd-a220-1843ad4a0849 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] 10.222.0.65 "GET /v2.0/ports/58ba25b6-2b05-4d0b-8f8c-1e40f39a76f8 HTTP/1.1" status: 200 len: 959 time: 0.0539076 Feb 19 04:54:13.767798 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52250) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:13.886773 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-79fc0f0f-7ff8-4cb2-a4c7-2dfaa067042d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Deleting port 58ba25b6-2b05-4d0b-8f8c-1e40f39a76f8 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:54:13.887161 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-79fc0f0f-7ff8-4cb2-a4c7-2dfaa067042d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (58ba25b6-2b05-4d0b-8f8c-1e40f39a76f8), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.965130 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-79fc0f0f-7ff8-4cb2-a4c7-2dfaa067042d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (58ba25b6-2b05-4d0b-8f8c-1e40f39a76f8), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:13.987659 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-79fc0f0f-7ff8-4cb2-a4c7-2dfaa067042d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Calling delete_port for 58ba25b6-2b05-4d0b-8f8c-1e40f39a76f8 owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:54:14.127979 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-79fc0f0f-7ff8-4cb2-a4c7-2dfaa067042d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (58ba25b6-2b05-4d0b-8f8c-1e40f39a76f8), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:14.185563 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc0f0f-7ff8-4cb2-a4c7-2dfaa067042d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Pushing event deleted for resources: {'Port': ['ID=58ba25b6-2b05-4d0b-8f8c-1e40f39a76f8,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:14.198316 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-79fc0f0f-7ff8-4cb2-a4c7-2dfaa067042d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:14.203648 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-79fc0f0f-7ff8-4cb2-a4c7-2dfaa067042d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] 10.222.0.65 "DELETE /v2.0/ports/58ba25b6-2b05-4d0b-8f8c-1e40f39a76f8 HTTP/1.1" status: 204 len: 168 time: 0.4342346 Feb 19 04:54:14.207908 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52260) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:14.264168 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-382a8206-b59b-4092-a627-9312d1dd1960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] GET failed (client error): The resource could not be found. Feb 19 04:54:14.267917 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-382a8206-b59b-4092-a627-9312d1dd1960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] 10.222.0.65 "GET /v2.0/ports/58ba25b6-2b05-4d0b-8f8c-1e40f39a76f8 HTTP/1.1" status: 404 len: 333 time: 0.0581131 Feb 19 04:54:14.276711 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52262) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:14.294213 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-aea68659-23f2-460f-ac00-f3073eaa1c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Request body: {'port': {'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-381648369'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:14.351153 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea68659-23f2-460f-ac00-f3073eaa1c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Made reservation on behalf of 32235b2f4df34bb79f0fba4bd9890f95 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:14.356389 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aea68659-23f2-460f-ac00-f3073eaa1c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:14.384727 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-aea68659-23f2-460f-ac00-f3073eaa1c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] device_id is not set on port b9f81d2f-2ecf-4a85-9747-1710d87791d4 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:54:14.674319 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aea68659-23f2-460f-ac00-f3073eaa1c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks [] for port (b9f81d2f-2ecf-4a85-9747-1710d87791d4), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:14.750899 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aea68659-23f2-460f-ac00-f3073eaa1c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (b9f81d2f-2ecf-4a85-9747-1710d87791d4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:14.835440 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea68659-23f2-460f-ac00-f3073eaa1c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Network b2a19e6c-721c-4e02-aee2-143065f65bae is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:14.842361 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-aea68659-23f2-460f-ac00-f3073eaa1c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:14.849456 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea68659-23f2-460f-ac00-f3073eaa1c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:14.851742 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea68659-23f2-460f-ac00-f3073eaa1c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:14.853384 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-aea68659-23f2-460f-ac00-f3073eaa1c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:14.875726 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea68659-23f2-460f-ac00-f3073eaa1c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Pushing event updated for resources: {'Port': ['ID=b9f81d2f-2ecf-4a85-9747-1710d87791d4,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:14.897323 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-aea68659-23f2-460f-ac00-f3073eaa1c5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6172724 Feb 19 04:54:14.900506 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52270) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:14.909924 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:14.994239 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b9f81d2f-2ecf-4a85-9747-1710d87791d4), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:15.324519 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] device_id is not set on port b9f81d2f-2ecf-4a85-9747-1710d87791d4 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:54:15.335334 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks [] for port (b9f81d2f-2ecf-4a85-9747-1710d87791d4), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:15.343121 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (b9f81d2f-2ecf-4a85-9747-1710d87791d4), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:15.427862 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Pushing event updated for resources: {'Port': ['ID=b9f81d2f-2ecf-4a85-9747-1710d87791d4,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:15.433625 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:15.434035 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:15.434333 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:15.441007 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:15.441421 n-d-772273-4 neutron-server[115198]: ERROR neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:15.441767 n-d-772273-4 neutron-server[115198]: INFO neutron.plugins.ml2.plugin [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 2 to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 Feb 19 04:54:15.461246 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:15.461608 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:15.462024 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:15.469002 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:15.469532 n-d-772273-4 neutron-server[115198]: ERROR neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:15.470132 n-d-772273-4 neutron-server[115198]: INFO neutron.plugins.ml2.plugin [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 3 to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 Feb 19 04:54:15.490496 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:15.491489 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:15.491844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:15.498689 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:15.499074 n-d-772273-4 neutron-server[115198]: ERROR neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:15.499490 n-d-772273-4 neutron-server[115198]: INFO neutron.plugins.ml2.plugin [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 4 to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 Feb 19 04:54:15.515075 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:15.515411 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:15.515755 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:15.523343 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:15.523682 n-d-772273-4 neutron-server[115198]: ERROR neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:15.524155 n-d-772273-4 neutron-server[115198]: INFO neutron.plugins.ml2.plugin [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 5 to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 Feb 19 04:54:15.541817 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:15.542727 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:15.543519 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:15.551871 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:15.553040 n-d-772273-4 neutron-server[115198]: ERROR neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:15.554396 n-d-772273-4 neutron-server[115198]: INFO neutron.plugins.ml2.plugin [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 6 to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 Feb 19 04:54:15.587597 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:15.588316 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:15.589081 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:15.598329 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:15.598913 n-d-772273-4 neutron-server[115198]: ERROR neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:15.599648 n-d-772273-4 neutron-server[115198]: INFO neutron.plugins.ml2.plugin [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 7 to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 Feb 19 04:54:15.625932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:15.626502 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:15.627094 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:15.635552 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:15.636229 n-d-772273-4 neutron-server[115198]: ERROR neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:15.636802 n-d-772273-4 neutron-server[115198]: INFO neutron.plugins.ml2.plugin [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 8 to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 Feb 19 04:54:15.654573 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:15.655199 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:15.655883 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:15.662353 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:15.662841 n-d-772273-4 neutron-server[115198]: ERROR neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:15.663189 n-d-772273-4 neutron-server[115198]: INFO neutron.plugins.ml2.plugin [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 9 to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 Feb 19 04:54:15.683450 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:15.683921 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:15.684249 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:15.691018 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:15.691548 n-d-772273-4 neutron-server[115198]: ERROR neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:15.691985 n-d-772273-4 neutron-server[115198]: INFO neutron.plugins.ml2.plugin [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempt 10 to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 Feb 19 04:54:15.709213 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:15.709673 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:15.710050 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempting to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:15.718282 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on network b2a19e6c-721c-4e02-aee2-143065f65bae not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:15.718755 n-d-772273-4 neutron-server[115198]: ERROR neutron.plugins.ml2.managers [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Failed to bind port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on host n-h1-772273-4 for vnic_type normal using segments [{'id': 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2a19e6c-721c-4e02-aee2-143065f65bae'}] Feb 19 04:54:15.719035 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b9f81d2f-2ecf-4a85-9747-1710d87791d4), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:15.810688 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] For port b9f81d2f-2ecf-4a85-9747-1710d87791d4, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:54:15.811570 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attempted to set empty binding levels {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 04:54:15.818925 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (b9f81d2f-2ecf-4a85-9747-1710d87791d4), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:15.882278 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] In _notify_port_updated(), no bound segment for port b9f81d2f-2ecf-4a85-9747-1710d87791d4 on network b2a19e6c-721c-4e02-aee2-143065f65bae {{(pid=115198) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 04:54:15.883793 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:15.885143 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:15.887414 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] 10.222.0.65 "PUT /v2.0/ports/b9f81d2f-2ecf-4a85-9747-1710d87791d4 HTTP/1.1" status: 200 len: 978 time: 0.9850717 Feb 19 04:54:15.892328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52292) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:15.952697 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fc03f-5ecd-44f9-bf02-e581ddcd9651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Pushing event updated for resources: {'Port': ['ID=b9f81d2f-2ecf-4a85-9747-1710d87791d4,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:16.059646 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-d0679c37-6cf4-40a5-8134-afd035f3240d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Deleting port b9f81d2f-2ecf-4a85-9747-1710d87791d4 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:54:16.060169 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d0679c37-6cf4-40a5-8134-afd035f3240d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b9f81d2f-2ecf-4a85-9747-1710d87791d4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.178975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-d0679c37-6cf4-40a5-8134-afd035f3240d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] For port b9f81d2f-2ecf-4a85-9747-1710d87791d4, host n-h1-772273-4, got binding levels [] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:54:16.179673 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d0679c37-6cf4-40a5-8134-afd035f3240d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b9f81d2f-2ecf-4a85-9747-1710d87791d4), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.199068 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-d0679c37-6cf4-40a5-8134-afd035f3240d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Calling delete_port for b9f81d2f-2ecf-4a85-9747-1710d87791d4 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:54:16.316729 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d0679c37-6cf4-40a5-8134-afd035f3240d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (b9f81d2f-2ecf-4a85-9747-1710d87791d4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.383704 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0679c37-6cf4-40a5-8134-afd035f3240d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9f81d2f-2ecf-4a85-9747-1710d87791d4,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:16.402285 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d0679c37-6cf4-40a5-8134-afd035f3240d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.408487 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d0679c37-6cf4-40a5-8134-afd035f3240d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] 10.222.0.65 "DELETE /v2.0/ports/b9f81d2f-2ecf-4a85-9747-1710d87791d4 HTTP/1.1" status: 204 len: 168 time: 0.5144248 Feb 19 04:54:16.412359 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52300) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:16.452199 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6383c4c-ba8c-427e-88b3-e7620acca29d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] GET failed (client error): The resource could not be found. Feb 19 04:54:16.462742 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52302) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:16.465793 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d6383c4c-ba8c-427e-88b3-e7620acca29d tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-832593362-project-admin] 10.222.0.65 "GET /v2.0/ports/b9f81d2f-2ecf-4a85-9747-1710d87791d4 HTTP/1.1" status: 404 len: 333 time: 0.0516622 Feb 19 04:54:16.628133 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a81605a-d278-4b19-ab20-cf6531136192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (b2a19e6c-721c-4e02-aee2-143065f65bae), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.790276 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a81605a-d278-4b19-ab20-cf6531136192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (b2a19e6c-721c-4e02-aee2-143065f65bae), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.824751 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-4a81605a-d278-4b19-ab20-cf6531136192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a19e6c-721c-4e02-aee2-143065f65bae']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:16.837551 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-4a81605a-d278-4b19-ab20-cf6531136192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:16.837885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-4a81605a-d278-4b19-ab20-cf6531136192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:16.849282 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a81605a-d278-4b19-ab20-cf6531136192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.866575 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a81605a-d278-4b19-ab20-cf6531136192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.875547 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a81605a-d278-4b19-ab20-cf6531136192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:54:16.875964 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a81605a-d278-4b19-ab20-cf6531136192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (c4c7a9b3-c772-4c62-9b3f-00f8eb704e5d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:54:16.880180 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:54:16.973092 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a81605a-d278-4b19-ab20-cf6531136192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (b2a19e6c-721c-4e02-aee2-143065f65bae), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.988754 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a81605a-d278-4b19-ab20-cf6531136192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:16.996101 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4a81605a-d278-4b19-ab20-cf6531136192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] 10.222.0.65 "DELETE /v2.0/networks/b2a19e6c-721c-4e02-aee2-143065f65bae HTTP/1.1" status: 204 len: 168 time: 0.5314028 Feb 19 04:54:17.023984 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81605a-d278-4b19-ab20-cf6531136192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2020417859-project] Pushing event deleted for resources: {'Network': ['ID=b2a19e6c-721c-4e02-aee2-143065f65bae,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:17.441503 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52324) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:17.663069 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7aa64283-36d2-49e8-a9e4-930682258f88 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9ff9b9f12ee0476ab71aff8106974353&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2196968 Feb 19 04:54:17.666762 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52328) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:17.734868 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-565ba24d-c155-45b7-944c-e45dbfc8cd2a admin admin] Publish callbacks [] for security_group (59b06267-3114-4024-9b74-62ac9474e1a0), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:17.774418 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-565ba24d-c155-45b7-944c-e45dbfc8cd2a admin admin] Publish callbacks [] for security_group (59b06267-3114-4024-9b74-62ac9474e1a0), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:17.867763 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-565ba24d-c155-45b7-944c-e45dbfc8cd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (59b06267-3114-4024-9b74-62ac9474e1a0), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:17.871295 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-565ba24d-c155-45b7-944c-e45dbfc8cd2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:17.872765 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-565ba24d-c155-45b7-944c-e45dbfc8cd2a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/59b06267-3114-4024-9b74-62ac9474e1a0 HTTP/1.1" status: 204 len: 168 time: 0.2047479 Feb 19 04:54:17.884358 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ba24d-c155-45b7-944c-e45dbfc8cd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b06267-3114-4024-9b74-62ac9474e1a0,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:18.501778 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52348) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:18.598458 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6a2bb686-5714-48b3-93e9-45d3e8985ca5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=32235b2f4df34bb79f0fba4bd9890f95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0939019 Feb 19 04:54:18.602616 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52350) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:18.717622 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-73783bfe-b3c1-438a-bdc2-656c825f252a admin admin] Publish callbacks [] for security_group (98105daf-3c20-448f-9096-e9325c3891f6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:18.793982 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-73783bfe-b3c1-438a-bdc2-656c825f252a admin admin] Publish callbacks [] for security_group (98105daf-3c20-448f-9096-e9325c3891f6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:18.971857 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-73783bfe-b3c1-438a-bdc2-656c825f252a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (98105daf-3c20-448f-9096-e9325c3891f6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:18.983415 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-73783bfe-b3c1-438a-bdc2-656c825f252a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:18.983415 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-73783bfe-b3c1-438a-bdc2-656c825f252a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/98105daf-3c20-448f-9096-e9325c3891f6 HTTP/1.1" status: 204 len: 168 time: 0.3754826 Feb 19 04:54:19.002769 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73783bfe-b3c1-438a-bdc2-656c825f252a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98105daf-3c20-448f-9096-e9325c3891f6,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:19.964439 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-d27ce892-b2aa-4186-bab8-d1e750248022 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:19.966371 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-d27ce892-b2aa-4186-bab8-d1e750248022 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/networks?id=0b3df11d-c452-45ea-942f-4b03b49ab22f HTTP/1.1" status: 200 len: 814 time: 0.2065325 Feb 19 04:54:19.990648 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-b6697f4d-bcb5-46cf-80a3-55cf6e32ba06 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/quotas/b0dd634db1e34432b37ad2335cfd2b71 HTTP/1.1" status: 200 len: 375 time: 0.0164626 Feb 19 04:54:20.041442 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-aa9805ce-05af-400c-b338-8e1fc73d4e7e tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b0dd634db1e34432b37ad2335cfd2b71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394795 Feb 19 04:54:20.161931 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-2556fa06-f102-492e-8cbd-2f063a9247d9 service neutron] 10.222.0.65 "GET /v2.0/networks/0b3df11d-c452-45ea-942f-4b03b49ab22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074560 Feb 19 04:54:20.219659 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52406) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:20.285878 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-23d65e08-7d8b-4b4c-85a5-5f42064a5a49 service neutron] 10.222.0.65 "GET /v2.0/networks/0b3df11d-c452-45ea-942f-4b03b49ab22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142147 Feb 19 04:54:20.382502 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-4bfe47cb-5f5f-48c1-a648-3616aeb364f6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-566979166'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:20.417348 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfe47cb-5f5f-48c1-a648-3616aeb364f6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Made reservation on behalf of 5d5710c7a2b745e592c25082dd17dbb2 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:20.421695 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4bfe47cb-5f5f-48c1-a648-3616aeb364f6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:20.432829 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4bfe47cb-5f5f-48c1-a648-3616aeb364f6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:20.566690 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4bfe47cb-5f5f-48c1-a648-3616aeb364f6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for security_group (baf3d07c-4eae-4a39-a3ed-4b4484431021), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:20.575092 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4bfe47cb-5f5f-48c1-a648-3616aeb364f6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (baf3d07c-4eae-4a39-a3ed-4b4484431021), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:20.646623 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bfe47cb-5f5f-48c1-a648-3616aeb364f6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:54:20.676761 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe47cb-5f5f-48c1-a648-3616aeb364f6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf3d07c-4eae-4a39-a3ed-4b4484431021,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:20.696441 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4bfe47cb-5f5f-48c1-a648-3616aeb364f6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (2a007987-17f4-42b4-b3b1-0be007d4a96d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:20.696771 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-4bfe47cb-5f5f-48c1-a648-3616aeb364f6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Added segment 2a007987-17f4-42b4-b3b1-0be007d4a96d of type vlan for network 07ea76f7-2e6c-425a-9400-be45caa1af67 Feb 19 04:54:20.779808 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4bfe47cb-5f5f-48c1-a648-3616aeb364f6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (07ea76f7-2e6c-425a-9400-be45caa1af67), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:20.833266 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4bfe47cb-5f5f-48c1-a648-3616aeb364f6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (07ea76f7-2e6c-425a-9400-be45caa1af67), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:20.848861 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfe47cb-5f5f-48c1-a648-3616aeb364f6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:20.849731 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4bfe47cb-5f5f-48c1-a648-3616aeb364f6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:20.910626 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ecf05bf-7f1f-490c-957f-b675f0865fdc req-7bee7e88-6438-45a1-b6a3-db54b659d645 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=81a5c7f7-18e9-415b-b6dd-8577563dbf28 HTTP/1.1" status: 200 len: 210 time: 0.1620955 Feb 19 04:54:20.984022 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4bfe47cb-5f5f-48c1-a648-3616aeb364f6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7597752 Feb 19 04:54:20.994037 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52434) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:21.006834 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-ed0542b2-c231-418c-80fa-42d8e843a27f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Request body: {'subnet': {'network_id': '07ea76f7-2e6c-425a-9400-be45caa1af67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:21.035007 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe47cb-5f5f-48c1-a648-3616aeb364f6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'Network': ['ID=07ea76f7-2e6c-425a-9400-be45caa1af67,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:21.048670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 07ea76f7-2e6c-425a-9400-be45caa1af67 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:54:21.183837 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0542b2-c231-418c-80fa-42d8e843a27f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Made reservation on behalf of 5d5710c7a2b745e592c25082dd17dbb2 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:21.191678 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ed0542b2-c231-418c-80fa-42d8e843a27f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:21.478592 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ed0542b2-c231-418c-80fa-42d8e843a27f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (3094f342-c630-4044-9619-16ebe110858b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:21.558293 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0542b2-c231-418c-80fa-42d8e843a27f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'Subnet': ['ID=3094f342-c630-4044-9619-16ebe110858b,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:21.573929 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0542b2-c231-418c-80fa-42d8e843a27f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Checking segment: {'id': '2a007987-17f4-42b4-b3b1-0be007d4a96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '07ea76f7-2e6c-425a-9400-be45caa1af67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:54:21.574352 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0542b2-c231-418c-80fa-42d8e843a27f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Network hostable DHCP agents. Network: 07ea76f7-2e6c-425a-9400-be45caa1af67, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:54:21.597846 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0542b2-c231-418c-80fa-42d8e843a27f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Network 07ea76f7-2e6c-425a-9400-be45caa1af67 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:54:21.618934 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-ed0542b2-c231-418c-80fa-42d8e843a27f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 07ea76f7-2e6c-425a-9400-be45caa1af67) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:21.626768 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0542b2-c231-418c-80fa-42d8e843a27f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:21.627970 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ed0542b2-c231-418c-80fa-42d8e843a27f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:21.633126 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee2fb3f-03ce-4f8c-b5d1-a8b3b4a60884 None None] Network 07ea76f7-2e6c-425a-9400-be45caa1af67 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:54:21.663043 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ed0542b2-c231-418c-80fa-42d8e843a27f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6640234 Feb 19 04:54:21.663445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52444) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:21.670830 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-cec59fe4-df2e-4540-af70-5f5dbbde8f2d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-637169675', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}, 'admin_state_up': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:21.711172 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cec59fe4-df2e-4540-af70-5f5dbbde8f2d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (f6cad5a7-e85b-451e-8b0f-a0d1f92c322a), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:21.713047 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cec59fe4-df2e-4540-af70-5f5dbbde8f2d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (f6cad5a7-e85b-451e-8b0f-a0d1f92c322a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:21.809074 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cec59fe4-df2e-4540-af70-5f5dbbde8f2d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for router_controller (f6cad5a7-e85b-451e-8b0f-a0d1f92c322a), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:21.820543 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcc25db-dbbb-4d7f-9d15-79ddda8b0634 None None] Network 07ea76f7-2e6c-425a-9400-be45caa1af67 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:54:22.004603 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cec59fe4-df2e-4540-af70-5f5dbbde8f2d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for router_gateway (f6cad5a7-e85b-451e-8b0f-a0d1f92c322a), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:22.087953 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6f3c3159-9b0c-4dbb-883b-03966be4c2b2 req-b0b2b652-4ef1-4f78-8d15-0b4323f9d103 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=81a5c7f7-18e9-415b-b6dd-8577563dbf28 HTTP/1.1" status: 200 len: 210 time: 0.0578766 Feb 19 04:54:22.666290 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cec59fe4-df2e-4540-af70-5f5dbbde8f2d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for router_gateway (f6cad5a7-e85b-451e-8b0f-a0d1f92c322a), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:22.687656 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cec59fe4-df2e-4540-af70-5f5dbbde8f2d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:22.862382 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-cec59fe4-df2e-4540-af70-5f5dbbde8f2d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Allocated IP 172.25.0.92 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/ff70d975-03c0-4a9b-8439-c2882639be75) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:54:23.187903 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cec59fe4-df2e-4540-af70-5f5dbbde8f2d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for port (ff70d975-03c0-4a9b-8439-c2882639be75), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:23.201682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-def9569f-d0af-4ace-8204-b527378c4fc6 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:23.203665 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-def9569f-d0af-4ace-8204-b527378c4fc6 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.10 "GET /v2.0/networks?id=0b3df11d-c452-45ea-942f-4b03b49ab22f HTTP/1.1" status: 200 len: 814 time: 0.2426305 Feb 19 04:54:23.235736 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-f6567f58-86f8-4221-9b55-e1544075811f tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Request body: {'port': {'device_id': '81a5c7f7-18e9-415b-b6dd-8577563dbf28', 'network_id': '0b3df11d-c452-45ea-942f-4b03b49ab22f', 'admin_state_up': True, 'tenant_id': 'b0dd634db1e34432b37ad2335cfd2b71'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:23.281739 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ab7d543-3f9b-41af-973b-6f0653708fe7 req-e7790590-9f67-48a3-936d-4d2bae843437 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=81a5c7f7-18e9-415b-b6dd-8577563dbf28 HTTP/1.1" status: 200 len: 210 time: 0.0574670 Feb 19 04:54:23.315547 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:54:23.390961 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cec59fe4-df2e-4540-af70-5f5dbbde8f2d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ff70d975-03c0-4a9b-8439-c2882639be75), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:23.514040 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec59fe4-df2e-4540-af70-5f5dbbde8f2d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:23.526577 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-cec59fe4-df2e-4540-af70-5f5dbbde8f2d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:23.541893 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec59fe4-df2e-4540-af70-5f5dbbde8f2d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:23.565613 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec59fe4-df2e-4540-af70-5f5dbbde8f2d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'Port': ['ID=ff70d975-03c0-4a9b-8439-c2882639be75,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:23.635818 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-f6567f58-86f8-4221-9b55-e1544075811f tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Made reservation on behalf of b0dd634db1e34432b37ad2335cfd2b71 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:23.642086 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-f6567f58-86f8-4221-9b55-e1544075811f tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:23.987176 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-f6567f58-86f8-4221-9b55-e1544075811f tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Allocated IP 172.20.0.8 (0b3df11d-c452-45ea-942f-4b03b49ab22f/9e53a751-5a4b-4ecc-8520-cef920454cb3/cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:54:24.083501 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cec59fe4-df2e-4540-af70-5f5dbbde8f2d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for router_gateway (f6cad5a7-e85b-451e-8b0f-a0d1f92c322a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:24.471958 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-73d2e275-c904-4728-b7be-f878f13ce174 req-d32d2247-582b-4d5c-8929-30b111996ff7 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=81a5c7f7-18e9-415b-b6dd-8577563dbf28 HTTP/1.1" status: 200 len: 210 time: 0.0579789 Feb 19 04:54:24.511474 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-f6567f58-86f8-4221-9b55-e1544075811f tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Publish callbacks [] for port (cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:24.642180 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cec59fe4-df2e-4540-af70-5f5dbbde8f2d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (f6cad5a7-e85b-451e-8b0f-a0d1f92c322a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:24.648637 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-f6567f58-86f8-4221-9b55-e1544075811f tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:24.740337 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-f6567f58-86f8-4221-9b55-e1544075811f tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Network 0b3df11d-c452-45ea-942f-4b03b49ab22f is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:24.750233 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-f6567f58-86f8-4221-9b55-e1544075811f tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:24.761115 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-f6567f58-86f8-4221-9b55-e1544075811f tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:24.818437 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6567f58-86f8-4221-9b55-e1544075811f tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Pushing event updated for resources: {'Port': ['ID=cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:24.881734 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-f6567f58-86f8-4221-9b55-e1544075811f tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:24.883081 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-f6567f58-86f8-4221-9b55-e1544075811f tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:24.918389 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-f6567f58-86f8-4221-9b55-e1544075811f tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6962378 Feb 19 04:54:24.994164 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec59fe4-df2e-4540-af70-5f5dbbde8f2d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Router f6cad5a7-e85b-451e-8b0f-a0d1f92c322a is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:54:25.142354 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-4c08692c-835a-4dd1-81ef-d27b4096157e service neutron] Request body: {'port': {'device_id': '81a5c7f7-18e9-415b-b6dd-8577563dbf28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:25.263756 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec59fe4-df2e-4540-af70-5f5dbbde8f2d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:54:25.280068 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1575c3b2-ad73-4432-aa4e-318c02c37dc7 None None] Sync routers for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:54:25.301077 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1575c3b2-ad73-4432-aa4e-318c02c37dc7 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:25.301871 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-4c08692c-835a-4dd1-81ef-d27b4096157e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:25.302940 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-1575c3b2-ad73-4432-aa4e-318c02c37dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:25.321112 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cec59fe4-df2e-4540-af70-5f5dbbde8f2d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:25.322917 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cec59fe4-df2e-4540-af70-5f5dbbde8f2d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6571918 Feb 19 04:54:25.328014 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52504) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:25.362753 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-1575c3b2-ad73-4432-aa4e-318c02c37dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:25.378962 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1575c3b2-ad73-4432-aa4e-318c02c37dc7 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:25.379933 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-1575c3b2-ad73-4432-aa4e-318c02c37dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:25.442675 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-1575c3b2-ad73-4432-aa4e-318c02c37dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:25.445082 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1575c3b2-ad73-4432-aa4e-318c02c37dc7 None None] The sync data for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:54:25.731258 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733c57d-61c0-4ba6-bc56-b5ade1c7dea5 req-8170a7a2-6819-47e7-9650-841ebba19c81 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:25.733941 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1733c57d-61c0-4ba6-bc56-b5ade1c7dea5 req-8170a7a2-6819-47e7-9650-841ebba19c81 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=81a5c7f7-18e9-415b-b6dd-8577563dbf28 HTTP/1.1" status: 200 len: 931 time: 0.1139069 Feb 19 04:54:25.838981 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1733c57d-61c0-4ba6-bc56-b5ade1c7dea5 req-39a6bd22-f25e-4d92-80f6-a953b6b56457 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/security-groups?id=b73400cd-6990-45a5-a1a3-0919cf3f1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952547 Feb 19 04:54:26.448622 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-4c08692c-835a-4dd1-81ef-d27b4096157e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:54:26.467605 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-4c08692c-835a-4dd1-81ef-d27b4096157e service neutron] Publish callbacks [] for port (cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:26.506922 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-4c08692c-835a-4dd1-81ef-d27b4096157e service neutron] Transition to ACTIVE for port object cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:54:26.517147 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-4c08692c-835a-4dd1-81ef-d27b4096157e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:26.670329 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08692c-835a-4dd1-81ef-d27b4096157e service neutron] Pushing event updated for resources: {'Port': ['ID=cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:26.802571 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-4c08692c-835a-4dd1-81ef-d27b4096157e service neutron] Attempting to bind port cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:54:26.803526 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-4c08692c-835a-4dd1-81ef-d27b4096157e service neutron] Attempting to bind port cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '52a02f2d-8410-4acc-ac12-7cd739e79636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0b3df11d-c452-45ea-942f-4b03b49ab22f'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:54:26.803526 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-4c08692c-835a-4dd1-81ef-d27b4096157e service neutron] Attempting to bind port cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f on network 0b3df11d-c452-45ea-942f-4b03b49ab22f {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:26.813198 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f5b4562a-6e35-456e-8338-dcb02051553b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:26.815528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-4c08692c-835a-4dd1-81ef-d27b4096157e service neutron] Port cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f on network 0b3df11d-c452-45ea-942f-4b03b49ab22f not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:54:26.815857 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-4c08692c-835a-4dd1-81ef-d27b4096157e service neutron] Attempting to bind port cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f on network 0b3df11d-c452-45ea-942f-4b03b49ab22f {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:54:26.830616 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-4c08692c-835a-4dd1-81ef-d27b4096157e service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:54:26.831114 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-4c08692c-835a-4dd1-81ef-d27b4096157e service neutron] Checking segment: {'id': '52a02f2d-8410-4acc-ac12-7cd739e79636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0b3df11d-c452-45ea-942f-4b03b49ab22f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:54:26.831394 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-4c08692c-835a-4dd1-81ef-d27b4096157e service neutron] Bound using segment: {'id': '52a02f2d-8410-4acc-ac12-7cd739e79636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0b3df11d-c452-45ea-942f-4b03b49ab22f'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:54:26.831847 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-4c08692c-835a-4dd1-81ef-d27b4096157e service neutron] Bound port: cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52a02f2d-8410-4acc-ac12-7cd739e79636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0b3df11d-c452-45ea-942f-4b03b49ab22f'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:54:26.832223 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-4c08692c-835a-4dd1-81ef-d27b4096157e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:27.051553 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-4c08692c-835a-4dd1-81ef-d27b4096157e service neutron] For port cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:54:27.089880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-4c08692c-835a-4dd1-81ef-d27b4096157e service neutron] For port cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f,segment=NetworkSegment(52a02f2d-8410-4acc-ac12-7cd739e79636),segment_id=52a02f2d-8410-4acc-ac12-7cd739e79636)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:54:27.131765 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-4c08692c-835a-4dd1-81ef-d27b4096157e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:27.202495 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac37a8-5955-4a6a-885f-3d2b4222f670 req-10751f25-c617-4641-b733-239c6d52cefd tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:27.204325 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a3ac37a8-5955-4a6a-885f-3d2b4222f670 req-10751f25-c617-4641-b733-239c6d52cefd tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=81a5c7f7-18e9-415b-b6dd-8577563dbf28 HTTP/1.1" status: 200 len: 943 time: 0.2344422 Feb 19 04:54:27.216974 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-4c08692c-835a-4dd1-81ef-d27b4096157e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:27.217647 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-4c08692c-835a-4dd1-81ef-d27b4096157e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:27.219553 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-4c08692c-835a-4dd1-81ef-d27b4096157e service neutron] 10.222.0.10 "PUT /v2.0/ports/cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f HTTP/1.1" status: 200 len: 1091 time: 2.1596291 Feb 19 04:54:27.224789 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a5c7f7-18e9-415b-b6dd-8577563dbf28', 'tag': 'cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:54:27.328345 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685947db-e576-4f67-a861-ce2aa54e07d7" -d '{"events": [{"name": "network-changed", "server_uuid": "81a5c7f7-18e9-415b-b6dd-8577563dbf28", "tag": "cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:54:27.354465 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08692c-835a-4dd1-81ef-d27b4096157e service neutron] Pushing event updated for resources: {'Port': ['ID=cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:27.457245 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a3ac37a8-5955-4a6a-885f-3d2b4222f670 req-ec10524d-c838-4828-a65c-0b6b2beecd4e tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/security-groups?id=b73400cd-6990-45a5-a1a3-0919cf3f1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792333 Feb 19 04:54:27.498741 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-02363f0c-bbfa-482a-aedf-c8c8f6ba8309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:27.501747 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-02363f0c-bbfa-482a-aedf-c8c8f6ba8309 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0dd634db1e34432b37ad2335cfd2b71&device_id=81a5c7f7-18e9-415b-b6dd-8577563dbf28 HTTP/1.1" status: 200 len: 1125 time: 0.1973214 Feb 19 04:54:27.507865 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-f5b4562a-6e35-456e-8338-dcb02051553b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Allocated IP 172.20.0.1 (07ea76f7-2e6c-425a-9400-be45caa1af67/3094f342-c630-4044-9619-16ebe110858b/fdfddb40-ab4b-4c81-a851-910f750ec67d) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:54:27.598036 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24169ec9-437a-484e-ae90-ee1ecd018ff3 x-openstack-request-id: req-24169ec9-437a-484e-ae90-ee1ecd018ff3 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:54:27.598476 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a5c7f7-18e9-415b-b6dd-8577563dbf28", "tag": "cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:54:27.598864 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-24169ec9-437a-484e-ae90-ee1ecd018ff3 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:54:27.599491 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a5c7f7-18e9-415b-b6dd-8577563dbf28', 'tag': 'cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f', 'status': 'completed', 'code': 200} Feb 19 04:54:27.603339 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-ff29a432-02e4-47ac-b768-ddacb836a3fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f HTTP/1.1" status: 200 len: 217 time: 0.0906832 Feb 19 04:54:27.728134 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-5a0ec501-d0b2-4698-a769-edf4b462655c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:27.729787 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-5a0ec501-d0b2-4698-a769-edf4b462655c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9e53a751-5a4b-4ecc-8520-cef920454cb3 HTTP/1.1" status: 200 len: 854 time: 0.1198883 Feb 19 04:54:27.807398 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-4131b369-2d77-4192-96c5-00288d86ac48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b3df11d-c452-45ea-942f-4b03b49ab22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636256 Feb 19 04:54:27.856005 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f5b4562a-6e35-456e-8338-dcb02051553b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for port (fdfddb40-ab4b-4c81-a851-910f750ec67d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:27.965121 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-566509ab-d398-4bbd-97e9-41e1874d9ce7 service neutron] 10.222.0.10 "GET /v2.0/networks/0b3df11d-c452-45ea-942f-4b03b49ab22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497896 Feb 19 04:54:27.966935 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f5b4562a-6e35-456e-8338-dcb02051553b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (fdfddb40-ab4b-4c81-a851-910f750ec67d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:28.079650 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b4562a-6e35-456e-8338-dcb02051553b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Network 07ea76f7-2e6c-425a-9400-be45caa1af67 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:28.093882 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-f5b4562a-6e35-456e-8338-dcb02051553b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:28.098641 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b4562a-6e35-456e-8338-dcb02051553b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:28.102656 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4562a-6e35-456e-8338-dcb02051553b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'Port': ['ID=fdfddb40-ab4b-4c81-a851-910f750ec67d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:28.185029 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f5b4562a-6e35-456e-8338-dcb02051553b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (f6cad5a7-e85b-451e-8b0f-a0d1f92c322a), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:28.232666 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-04fcd160-e66a-4373-b46c-63c035a123b8 req-939bf2ee-7740-49f6-b6bf-a08081e86f3f service neutron] 10.222.0.10 "GET /v2.0/networks/0b3df11d-c452-45ea-942f-4b03b49ab22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555282 Feb 19 04:54:28.394402 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685947db-e576-4f67-a861-ce2aa54e07d7 req-1772d64d-be16-424b-93e4-a41ea5cae6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:28.396074 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-685947db-e576-4f67-a861-ce2aa54e07d7 req-1772d64d-be16-424b-93e4-a41ea5cae6a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0dd634db1e34432b37ad2335cfd2b71&device_id=81a5c7f7-18e9-415b-b6dd-8577563dbf28 HTTP/1.1" status: 200 len: 1125 time: 0.0972786 Feb 19 04:54:28.396956 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f5b4562a-6e35-456e-8338-dcb02051553b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fdfddb40-ab4b-4c81-a851-910f750ec67d), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:28.595500 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685947db-e576-4f67-a861-ce2aa54e07d7 req-da1a72c7-f141-4de3-939c-99cf818c2aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:28.597124 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-685947db-e576-4f67-a861-ce2aa54e07d7 req-da1a72c7-f141-4de3-939c-99cf818c2aaf service neutron] 10.222.0.10 "GET /v2.0/networks?id=0b3df11d-c452-45ea-942f-4b03b49ab22f HTTP/1.1" status: 200 len: 914 time: 0.1896021 Feb 19 04:54:28.705699 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-685947db-e576-4f67-a861-ce2aa54e07d7 req-1629357c-aef6-4ccf-b210-aee7afdb50d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f HTTP/1.1" status: 200 len: 217 time: 0.0825305 Feb 19 04:54:28.799515 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361cdaed-7b38-4b3e-8faa-f58476d1ac0d req-cbdda818-ec5b-4ee7-84d4-613ad6238838 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:28.801401 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-361cdaed-7b38-4b3e-8faa-f58476d1ac0d req-cbdda818-ec5b-4ee7-84d4-613ad6238838 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=81a5c7f7-18e9-415b-b6dd-8577563dbf28 HTTP/1.1" status: 200 len: 943 time: 0.2355707 Feb 19 04:54:28.875064 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685947db-e576-4f67-a861-ce2aa54e07d7 req-711a2153-32e4-4a4b-9485-0e257577a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:28.876608 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-685947db-e576-4f67-a861-ce2aa54e07d7 req-711a2153-32e4-4a4b-9485-0e257577a953 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9e53a751-5a4b-4ecc-8520-cef920454cb3 HTTP/1.1" status: 200 len: 854 time: 0.1602657 Feb 19 04:54:28.942081 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-685947db-e576-4f67-a861-ce2aa54e07d7 req-4e0bbd00-d1b8-477e-93ac-c197aebba581 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b3df11d-c452-45ea-942f-4b03b49ab22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569029 Feb 19 04:54:28.974893 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-361cdaed-7b38-4b3e-8faa-f58476d1ac0d req-39a28043-c360-4d4c-aadb-3a9d64398bee tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/security-groups?id=b73400cd-6990-45a5-a1a3-0919cf3f1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437080 Feb 19 04:54:29.094335 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f5b4562a-6e35-456e-8338-dcb02051553b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for port (fdfddb40-ab4b-4c81-a851-910f750ec67d), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:29.102112 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f5b4562a-6e35-456e-8338-dcb02051553b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (fdfddb40-ab4b-4c81-a851-910f750ec67d), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:29.180875 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-685947db-e576-4f67-a861-ce2aa54e07d7 req-a16c986d-535f-4c85-9715-ba5408ef8b96 service neutron] 10.222.0.10 "GET /v2.0/networks/0b3df11d-c452-45ea-942f-4b03b49ab22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294381 Feb 19 04:54:29.257739 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4562a-6e35-456e-8338-dcb02051553b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'Port': ['ID=fdfddb40-ab4b-4c81-a851-910f750ec67d,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:29.267320 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f5b4562a-6e35-456e-8338-dcb02051553b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (f6cad5a7-e85b-451e-8b0f-a0d1f92c322a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:29.397750 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-685947db-e576-4f67-a861-ce2aa54e07d7 req-15386639-5e21-4994-ad17-5920d4314d55 service neutron] 10.222.0.10 "GET /v2.0/networks/0b3df11d-c452-45ea-942f-4b03b49ab22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091529 Feb 19 04:54:29.445165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b4562a-6e35-456e-8338-dcb02051553b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Network 07ea76f7-2e6c-425a-9400-be45caa1af67 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:29.447028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-f5b4562a-6e35-456e-8338-dcb02051553b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:30.076546 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b4562a-6e35-456e-8338-dcb02051553b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Router f6cad5a7-e85b-451e-8b0f-a0d1f92c322a has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:54:30.194958 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c57e9-bf1c-4907-abdf-166be4624a03 req-5b05ddda-11ff-44f1-9736-51372a9fee8d tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:30.197768 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a36c57e9-bf1c-4907-abdf-166be4624a03 req-5b05ddda-11ff-44f1-9736-51372a9fee8d tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=81a5c7f7-18e9-415b-b6dd-8577563dbf28 HTTP/1.1" status: 200 len: 943 time: 0.1038892 Feb 19 04:54:30.279081 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b4562a-6e35-456e-8338-dcb02051553b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:54:30.292120 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a36c57e9-bf1c-4907-abdf-166be4624a03 req-3fdb94fb-821e-4bbc-9860-10b39a4b8e6d tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/security-groups?id=b73400cd-6990-45a5-a1a3-0919cf3f1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806093 Feb 19 04:54:30.297893 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3d1856-f07b-492f-bfcc-630867438283 None None] Sync routers for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:54:30.301196 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f5b4562a-6e35-456e-8338-dcb02051553b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "PUT /v2.0/routers/f6cad5a7-e85b-451e-8b0f-a0d1f92c322a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9716284 Feb 19 04:54:30.305731 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52560) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:30.314840 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f4efc651-dada-4598-9ba5-08e3b4ce7e28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Request body: {'port': {'network_id': '07ea76f7-2e6c-425a-9400-be45caa1af67', 'name': 'tempest-FloatingIPTestJSON-1277279667'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:30.322865 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3d1856-f07b-492f-bfcc-630867438283 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:30.323651 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2c3d1856-f07b-492f-bfcc-630867438283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:30.364582 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2c3d1856-f07b-492f-bfcc-630867438283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:30.377097 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3d1856-f07b-492f-bfcc-630867438283 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:30.377912 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2c3d1856-f07b-492f-bfcc-630867438283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:30.426117 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2c3d1856-f07b-492f-bfcc-630867438283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:30.427252 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3d1856-f07b-492f-bfcc-630867438283 None None] The sync data for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:54:30.535945 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4efc651-dada-4598-9ba5-08e3b4ce7e28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Made reservation on behalf of 5d5710c7a2b745e592c25082dd17dbb2 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:30.540572 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f4efc651-dada-4598-9ba5-08e3b4ce7e28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:30.564513 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-f4efc651-dada-4598-9ba5-08e3b4ce7e28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] device_id is not set on port 5586d6b7-fb10-4f8a-aefa-34328d87f8f8 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:54:30.720899 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-f4efc651-dada-4598-9ba5-08e3b4ce7e28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Allocated IP 172.20.0.3 (07ea76f7-2e6c-425a-9400-be45caa1af67/3094f342-c630-4044-9619-16ebe110858b/5586d6b7-fb10-4f8a-aefa-34328d87f8f8) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:54:30.908060 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f4efc651-dada-4598-9ba5-08e3b4ce7e28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for port (5586d6b7-fb10-4f8a-aefa-34328d87f8f8), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:30.951762 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f4efc651-dada-4598-9ba5-08e3b4ce7e28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (5586d6b7-fb10-4f8a-aefa-34328d87f8f8), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:31.006423 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4efc651-dada-4598-9ba5-08e3b4ce7e28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Network 07ea76f7-2e6c-425a-9400-be45caa1af67 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:31.010919 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-f4efc651-dada-4598-9ba5-08e3b4ce7e28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:31.016125 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4efc651-dada-4598-9ba5-08e3b4ce7e28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:31.052007 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efc651-dada-4598-9ba5-08e3b4ce7e28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'Port': ['ID=5586d6b7-fb10-4f8a-aefa-34328d87f8f8,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:31.081247 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4efc651-dada-4598-9ba5-08e3b4ce7e28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:31.082034 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f4efc651-dada-4598-9ba5-08e3b4ce7e28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:31.104350 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f4efc651-dada-4598-9ba5-08e3b4ce7e28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7967193 Feb 19 04:54:31.107247 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52564) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:31.113429 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-9ae0d7f5-fedc-4b5e-875e-432d010b225a tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Request body: {'port': {'network_id': '07ea76f7-2e6c-425a-9400-be45caa1af67', 'name': 'tempest-FloatingIPTestJSON-1769535037'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:31.243316 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae0d7f5-fedc-4b5e-875e-432d010b225a tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Made reservation on behalf of 5d5710c7a2b745e592c25082dd17dbb2 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:31.249564 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9ae0d7f5-fedc-4b5e-875e-432d010b225a tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:31.287244 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-9ae0d7f5-fedc-4b5e-875e-432d010b225a tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] device_id is not set on port 9f43a14a-b086-4903-bb36-a2ad965c107a yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:54:31.530371 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-9ae0d7f5-fedc-4b5e-875e-432d010b225a tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Allocated IP 172.20.0.13 (07ea76f7-2e6c-425a-9400-be45caa1af67/3094f342-c630-4044-9619-16ebe110858b/9f43a14a-b086-4903-bb36-a2ad965c107a) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:54:31.560760 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b30e76-6512-4b30-b49c-a281fab0ee52 req-8c37e605-c153-4e86-907b-febe34346c20 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:31.562523 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-66b30e76-6512-4b30-b49c-a281fab0ee52 req-8c37e605-c153-4e86-907b-febe34346c20 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=81a5c7f7-18e9-415b-b6dd-8577563dbf28 HTTP/1.1" status: 200 len: 943 time: 0.1543977 Feb 19 04:54:31.687481 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-66b30e76-6512-4b30-b49c-a281fab0ee52 req-205e7a3c-6206-478e-923b-e8738f3edbd4 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/security-groups?id=b73400cd-6990-45a5-a1a3-0919cf3f1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125851 Feb 19 04:54:31.823564 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9ae0d7f5-fedc-4b5e-875e-432d010b225a tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for port (9f43a14a-b086-4903-bb36-a2ad965c107a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:31.865803 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:54:31.888748 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9ae0d7f5-fedc-4b5e-875e-432d010b225a tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (9f43a14a-b086-4903-bb36-a2ad965c107a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:31.923513 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae0d7f5-fedc-4b5e-875e-432d010b225a tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Network 07ea76f7-2e6c-425a-9400-be45caa1af67 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:31.974837 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-9ae0d7f5-fedc-4b5e-875e-432d010b225a tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:31.982631 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae0d7f5-fedc-4b5e-875e-432d010b225a tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:32.017885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f,segment=NetworkSegment(52a02f2d-8410-4acc-ac12-7cd739e79636),segment_id=52a02f2d-8410-4acc-ac12-7cd739e79636)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:54:32.038769 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f', 'network_id': '0b3df11d-c452-45ea-942f-4b03b49ab22f', 'port_id': 'cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f', 'mac_address': 'fa:16:3e:18:53:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e53a751-5a4b-4ecc-8520-cef920454cb3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:54:32.072781 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0d7f5-fedc-4b5e-875e-432d010b225a tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'Port': ['ID=9f43a14a-b086-4903-bb36-a2ad965c107a,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:32.088587 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:32.089187 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:32.099795 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae0d7f5-fedc-4b5e-875e-432d010b225a tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:32.100756 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9ae0d7f5-fedc-4b5e-875e-432d010b225a tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:32.105988 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:54:32.124044 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9ae0d7f5-fedc-4b5e-875e-432d010b225a tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0150914 Feb 19 04:54:32.129787 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52570) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:32.136331 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e893670f-cdc4-4a8f-9322-ba4bc416e07b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': '9f43a14a-b086-4903-bb36-a2ad965c107a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:32.138574 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f,segment=NetworkSegment(52a02f2d-8410-4acc-ac12-7cd739e79636),segment_id=52a02f2d-8410-4acc-ac12-7cd739e79636)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:54:32.143955 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:32.169574 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e893670f-cdc4-4a8f-9322-ba4bc416e07b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:32.217057 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:32.228944 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:32.229536 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:32.230078 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:32.230638 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:32.231465 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:32.232118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:32.232597 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:32.232814 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:32.233430 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:32.234140 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:32.234668 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:32.235178 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:32.235803 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:32.276483 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6b1b5455-c66e-4827-a72b-fd081a46e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:32.311500 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e893670f-cdc4-4a8f-9322-ba4bc416e07b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:32.366040 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:54:32.516314 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-e893670f-cdc4-4a8f-9322-ba4bc416e07b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Allocated IP 172.25.0.151 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/4cbc1a3d-060b-4a4f-9c24-7e5806c9f2f9) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:54:32.711956 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e893670f-cdc4-4a8f-9322-ba4bc416e07b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for port (4cbc1a3d-060b-4a4f-9c24-7e5806c9f2f9), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:32.782919 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e893670f-cdc4-4a8f-9322-ba4bc416e07b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (4cbc1a3d-060b-4a4f-9c24-7e5806c9f2f9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:32.912719 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e893670f-cdc4-4a8f-9322-ba4bc416e07b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:32.927193 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-e893670f-cdc4-4a8f-9322-ba4bc416e07b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:32.939755 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e893670f-cdc4-4a8f-9322-ba4bc416e07b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:32.954945 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893670f-cdc4-4a8f-9322-ba4bc416e07b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'Port': ['ID=4cbc1a3d-060b-4a4f-9c24-7e5806c9f2f9,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:33.038807 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9ba8e-e0e4-43de-8e13-019f955ecca9 req-690ec8fa-8b8b-4110-a1cd-976ef91c0953 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:33.041389 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4b9ba8e-e0e4-43de-8e13-019f955ecca9 req-690ec8fa-8b8b-4110-a1cd-976ef91c0953 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=81a5c7f7-18e9-415b-b6dd-8577563dbf28 HTTP/1.1" status: 200 len: 944 time: 0.2536027 Feb 19 04:54:33.209221 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4b9ba8e-e0e4-43de-8e13-019f955ecca9 req-3b5b10ef-989b-4cc8-8dd8-636e3cd84789 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/security-groups?id=b73400cd-6990-45a5-a1a3-0919cf3f1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600046 Feb 19 04:54:33.575352 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e893670f-cdc4-4a8f-9322-ba4bc416e07b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (751eeb44-0fb5-4675-aa6f-dafac008f16a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:33.658604 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e893670f-cdc4-4a8f-9322-ba4bc416e07b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4cbc1a3d-060b-4a4f-9c24-7e5806c9f2f9), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:33.845809 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e893670f-cdc4-4a8f-9322-ba4bc416e07b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for port (4cbc1a3d-060b-4a4f-9c24-7e5806c9f2f9), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:33.852320 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e893670f-cdc4-4a8f-9322-ba4bc416e07b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (4cbc1a3d-060b-4a4f-9c24-7e5806c9f2f9), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:33.873059 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:54:33.946203 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893670f-cdc4-4a8f-9322-ba4bc416e07b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'Port': ['ID=4cbc1a3d-060b-4a4f-9c24-7e5806c9f2f9,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:33.952841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:54:33.959014 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e893670f-cdc4-4a8f-9322-ba4bc416e07b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (751eeb44-0fb5-4675-aa6f-dafac008f16a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:33.964960 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:54:33.965594 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:34.098075 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-e893670f-cdc4-4a8f-9322-ba4bc416e07b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Floating IP 751eeb44-0fb5-4675-aa6f-dafac008f16a associated. External IP: 172.25.0.151, port: 9f43a14a-b086-4903-bb36-a2ad965c107a. Feb 19 04:54:34.107139 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:54:34.107921 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:34.155087 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a5c7f7-18e9-415b-b6dd-8577563dbf28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:54:34.177977 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f,segment=NetworkSegment(52a02f2d-8410-4acc-ac12-7cd739e79636),segment_id=52a02f2d-8410-4acc-ac12-7cd739e79636)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:54:34.186093 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:34.233587 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ea8215-a604-4ef0-bc48-e55a78fc9ba9" -d '{"events": [{"server_uuid": "81a5c7f7-18e9-415b-b6dd-8577563dbf28", "name": "network-vif-plugged", "status": "completed", "tag": "cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:54:34.296966 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:34.379602 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6fa431-9e51-48bd-9b71-d061ffe34de9 x-openstack-request-id: req-0d6fa431-9e51-48bd-9b71-d061ffe34de9 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:54:34.380129 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a5c7f7-18e9-415b-b6dd-8577563dbf28", "name": "network-vif-plugged", "status": "completed", "tag": "cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:54:34.380600 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0d6fa431-9e51-48bd-9b71-d061ffe34de9 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:54:34.381346 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a5c7f7-18e9-415b-b6dd-8577563dbf28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f', 'code': 200} Feb 19 04:54:34.537807 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d81f53-5ed7-4363-b95e-0e4efab2eea3 req-d56b8429-69c1-455d-814a-0042fafc51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:34.542661 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c7d81f53-5ed7-4363-b95e-0e4efab2eea3 req-d56b8429-69c1-455d-814a-0042fafc51f9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=81a5c7f7-18e9-415b-b6dd-8577563dbf28 HTTP/1.1" status: 200 len: 1127 time: 0.0881119 Feb 19 04:54:34.605727 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c7d81f53-5ed7-4363-b95e-0e4efab2eea3 req-a87b19cd-da26-4c19-9193-5decf3f7d1ea service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b73400cd-6990-45a5-a1a3-0919cf3f1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577948 Feb 19 04:54:34.760960 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e68428-a54e-4836-84aa-caf60fc0c5c9 req-a27f1380-5f8b-4b0b-a073-23cddec497c7 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:34.762580 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-58e68428-a54e-4836-84aa-caf60fc0c5c9 req-a27f1380-5f8b-4b0b-a073-23cddec497c7 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=81a5c7f7-18e9-415b-b6dd-8577563dbf28 HTTP/1.1" status: 200 len: 945 time: 0.1184499 Feb 19 04:54:34.872205 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-58e68428-a54e-4836-84aa-caf60fc0c5c9 req-fc827592-8c24-4870-b8bb-5cce411e0e24 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/security-groups?id=b73400cd-6990-45a5-a1a3-0919cf3f1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005268 Feb 19 04:54:34.885656 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e893670f-cdc4-4a8f-9322-ba4bc416e07b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Router f6cad5a7-e85b-451e-8b0f-a0d1f92c322a has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:54:35.034439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e893670f-cdc4-4a8f-9322-ba4bc416e07b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:54:35.059439 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4867561-99db-4bbb-a0e5-bf9e8d681382 None None] Sync routers for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:54:35.072395 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e893670f-cdc4-4a8f-9322-ba4bc416e07b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:35.077759 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f5170a62-94de-4bc6-a6d4-546edcb0ffb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:35.079618 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4867561-99db-4bbb-a0e5-bf9e8d681382 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:35.080465 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-a4867561-99db-4bbb-a0e5-bf9e8d681382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:35.124891 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-a4867561-99db-4bbb-a0e5-bf9e8d681382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:35.131369 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e893670f-cdc4-4a8f-9322-ba4bc416e07b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.9999065 Feb 19 04:54:35.134770 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52588) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:35.140215 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4867561-99db-4bbb-a0e5-bf9e8d681382 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:35.141370 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-a4867561-99db-4bbb-a0e5-bf9e8d681382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:35.141714 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-10faed11-2a81-472e-bde2-c289e8f344b1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:35.208457 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-a4867561-99db-4bbb-a0e5-bf9e8d681382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:35.209774 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4867561-99db-4bbb-a0e5-bf9e8d681382 None None] The sync data for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:54:35.223352 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-10faed11-2a81-472e-bde2-c289e8f344b1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (751eeb44-0fb5-4675-aa6f-dafac008f16a), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:35.415353 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-10faed11-2a81-472e-bde2-c289e8f344b1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:35.421873 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-10faed11-2a81-472e-bde2-c289e8f344b1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (751eeb44-0fb5-4675-aa6f-dafac008f16a), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:35.422236 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-10faed11-2a81-472e-bde2-c289e8f344b1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Floating IP 751eeb44-0fb5-4675-aa6f-dafac008f16a disassociated. External IP: 172.25.0.151, port: 9f43a14a-b086-4903-bb36-a2ad965c107a. Feb 19 04:54:35.720226 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10faed11-2a81-472e-bde2-c289e8f344b1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Router f6cad5a7-e85b-451e-8b0f-a0d1f92c322a has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:54:35.858049 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10faed11-2a81-472e-bde2-c289e8f344b1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:54:35.866205 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-10faed11-2a81-472e-bde2-c289e8f344b1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:35.871857 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a601b0-3948-40bb-a866-0821823540f9 None None] Sync routers for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:54:35.891427 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a601b0-3948-40bb-a866-0821823540f9 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:35.892622 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-e8a601b0-3948-40bb-a866-0821823540f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:35.908192 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-10faed11-2a81-472e-bde2-c289e8f344b1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "PUT /v2.0/floatingips/751eeb44-0fb5-4675-aa6f-dafac008f16a HTTP/1.1" status: 200 len: 688 time: 0.7715871 Feb 19 04:54:35.912671 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52592) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:35.934834 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-e8a601b0-3948-40bb-a866-0821823540f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:35.947772 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a601b0-3948-40bb-a866-0821823540f9 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:35.949432 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-e8a601b0-3948-40bb-a866-0821823540f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:35.994958 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-e8a601b0-3948-40bb-a866-0821823540f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:35.995521 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a601b0-3948-40bb-a866-0821823540f9 None None] The sync data for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:54:36.101976 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-ff89e103-8fef-45cc-8d94-09aea20b87a1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Deleting port 4cbc1a3d-060b-4a4f-9c24-7e5806c9f2f9 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:54:36.102607 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff89e103-8fef-45cc-8d94-09aea20b87a1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (4cbc1a3d-060b-4a4f-9c24-7e5806c9f2f9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:36.127099 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11955b-cce4-4eca-b9e5-62972c089a96 req-f40e5ea1-52e3-4c7e-b0b4-e9528100739a tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:36.128868 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da11955b-cce4-4eca-b9e5-62972c089a96 req-f40e5ea1-52e3-4c7e-b0b4-e9528100739a tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=81a5c7f7-18e9-415b-b6dd-8577563dbf28 HTTP/1.1" status: 200 len: 945 time: 0.0961957 Feb 19 04:54:36.198858 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da11955b-cce4-4eca-b9e5-62972c089a96 req-a52962e5-b04f-405a-89f5-c61182524180 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/security-groups?id=b73400cd-6990-45a5-a1a3-0919cf3f1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620303 Feb 19 04:54:36.253876 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff89e103-8fef-45cc-8d94-09aea20b87a1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (4cbc1a3d-060b-4a4f-9c24-7e5806c9f2f9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:36.254192 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff89e103-8fef-45cc-8d94-09aea20b87a1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (4cbc1a3d-060b-4a4f-9c24-7e5806c9f2f9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:36.273343 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-ff89e103-8fef-45cc-8d94-09aea20b87a1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Calling delete_port for 4cbc1a3d-060b-4a4f-9c24-7e5806c9f2f9 owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:54:36.532042 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff89e103-8fef-45cc-8d94-09aea20b87a1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (4cbc1a3d-060b-4a4f-9c24-7e5806c9f2f9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:36.567819 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89e103-8fef-45cc-8d94-09aea20b87a1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event deleted for resources: {'Port': ['ID=4cbc1a3d-060b-4a4f-9c24-7e5806c9f2f9,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:36.678918 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff89e103-8fef-45cc-8d94-09aea20b87a1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (751eeb44-0fb5-4675-aa6f-dafac008f16a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:36.683706 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff89e103-8fef-45cc-8d94-09aea20b87a1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:36.685034 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ff89e103-8fef-45cc-8d94-09aea20b87a1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "DELETE /v2.0/floatingips/751eeb44-0fb5-4675-aa6f-dafac008f16a HTTP/1.1" status: 204 len: 168 time: 0.7711494 Feb 19 04:54:36.689061 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52608) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:36.695668 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': '5586d6b7-fb10-4f8a-aefa-34328d87f8f8'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:36.726477 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:36.870650 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:36.873197 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:37.000740 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Allocated IP 172.25.0.249 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/0e8a75bc-edab-48a0-8466-8f3bb83a1639) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:54:37.141300 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for port (0e8a75bc-edab-48a0-8466-8f3bb83a1639), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:37.188201 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (0e8a75bc-edab-48a0-8466-8f3bb83a1639), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:37.249836 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:37.261574 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:37.264859 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:37.267717 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'Port': ['ID=0e8a75bc-edab-48a0-8466-8f3bb83a1639,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:37.790080 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:37.901857 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (62e20070-9eae-4087-8078-8637b62e0a13), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:38.029625 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:38.050774 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0e8a75bc-edab-48a0-8466-8f3bb83a1639), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:38.326995 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for port (0e8a75bc-edab-48a0-8466-8f3bb83a1639), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:38.333431 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (0e8a75bc-edab-48a0-8466-8f3bb83a1639), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:38.481377 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'Port': ['ID=0e8a75bc-edab-48a0-8466-8f3bb83a1639,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:38.506001 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:38.506597 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:38.507243 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:38.507861 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:38.508478 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:38.509131 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:38.509773 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:38.510344 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:38.510948 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:38.511554 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:38.512171 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:38.512798 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:38.513677 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:38.519998 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (62e20070-9eae-4087-8078-8637b62e0a13), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:38.704301 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Floating IP 62e20070-9eae-4087-8078-8637b62e0a13 associated. External IP: 172.25.0.249, port: 5586d6b7-fb10-4f8a-aefa-34328d87f8f8. Feb 19 04:54:39.025425 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Router f6cad5a7-e85b-451e-8b0f-a0d1f92c322a has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:54:39.171171 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:54:39.185569 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07587e5-4d51-4de7-bd44-72d5e88183c3 None None] Sync routers for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:54:39.198894 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07587e5-4d51-4de7-bd44-72d5e88183c3 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:39.199479 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:39.199689 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-d07587e5-4d51-4de7-bd44-72d5e88183c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:39.239790 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-d07587e5-4d51-4de7-bd44-72d5e88183c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:39.247985 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-83794458-feca-4aa9-9467-e995effa30a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5561936 Feb 19 04:54:39.251755 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52618) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:39.252708 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07587e5-4d51-4de7-bd44-72d5e88183c3 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:39.253391 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-d07587e5-4d51-4de7-bd44-72d5e88183c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:39.300989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-d07587e5-4d51-4de7-bd44-72d5e88183c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:39.301612 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07587e5-4d51-4de7-bd44-72d5e88183c3 None None] The sync data for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:54:39.322351 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:39.356134 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3314fe9e-9203-4f49-8c02-c5d1d78e640c tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "GET /v2.0/floatingips/62e20070-9eae-4087-8078-8637b62e0a13 HTTP/1.1" status: 200 len: 978 time: 0.1015844 Feb 19 04:54:39.359578 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52620) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:39.363995 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:39.487775 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4115b67e-cfb9-46ef-b0e6-7eb8281f1d37 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1259391 Feb 19 04:54:39.490745 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52622) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:39.496326 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e6012742-672a-46e7-949d-9dab13f3ccd0 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Request body: {'floatingip': {'port_id': '9f43a14a-b086-4903-bb36-a2ad965c107a'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:39.621811 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e6012742-672a-46e7-949d-9dab13f3ccd0 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (62e20070-9eae-4087-8078-8637b62e0a13), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:40.270335 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e6012742-672a-46e7-949d-9dab13f3ccd0 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:40.275985 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e6012742-672a-46e7-949d-9dab13f3ccd0 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (62e20070-9eae-4087-8078-8637b62e0a13), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:40.399574 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-e6012742-672a-46e7-949d-9dab13f3ccd0 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Floating IP 62e20070-9eae-4087-8078-8637b62e0a13 associated. External IP: 172.25.0.249, port: 5586d6b7-fb10-4f8a-aefa-34328d87f8f8. Feb 19 04:54:41.019081 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6012742-672a-46e7-949d-9dab13f3ccd0 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Router f6cad5a7-e85b-451e-8b0f-a0d1f92c322a has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:54:41.199242 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6012742-672a-46e7-949d-9dab13f3ccd0 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:54:41.213662 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df302017-f02c-46a9-bc2c-a9791ee225f4 None None] Sync routers for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:54:41.233133 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df302017-f02c-46a9-bc2c-a9791ee225f4 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:41.234239 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-df302017-f02c-46a9-bc2c-a9791ee225f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:41.294485 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-df302017-f02c-46a9-bc2c-a9791ee225f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:41.311142 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df302017-f02c-46a9-bc2c-a9791ee225f4 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:41.311979 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-df302017-f02c-46a9-bc2c-a9791ee225f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:41.352706 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-df302017-f02c-46a9-bc2c-a9791ee225f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:41.354373 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df302017-f02c-46a9-bc2c-a9791ee225f4 None None] The sync data for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:54:41.570865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6012742-672a-46e7-949d-9dab13f3ccd0 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Router f6cad5a7-e85b-451e-8b0f-a0d1f92c322a has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:54:41.729418 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6012742-672a-46e7-949d-9dab13f3ccd0 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:54:41.736875 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e6012742-672a-46e7-949d-9dab13f3ccd0 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:41.743202 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d315d37-21a5-41d1-956a-d8716fb76502 None None] Sync routers for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:54:41.761499 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d315d37-21a5-41d1-956a-d8716fb76502 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:41.762777 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-9d315d37-21a5-41d1-956a-d8716fb76502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:41.822268 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-9d315d37-21a5-41d1-956a-d8716fb76502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:41.847898 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d315d37-21a5-41d1-956a-d8716fb76502 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:41.848714 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-9d315d37-21a5-41d1-956a-d8716fb76502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:41.856281 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e6012742-672a-46e7-949d-9dab13f3ccd0 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "PUT /v2.0/floatingips/62e20070-9eae-4087-8078-8637b62e0a13 HTTP/1.1" status: 200 len: 979 time: 2.3619421 Feb 19 04:54:41.858149 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52634) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:41.866277 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-a97ec6ed-199f-4418-95b7-6f2b888c9148 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:41.938639 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-9d315d37-21a5-41d1-956a-d8716fb76502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:41.938885 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a97ec6ed-199f-4418-95b7-6f2b888c9148 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (62e20070-9eae-4087-8078-8637b62e0a13), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:41.939571 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d315d37-21a5-41d1-956a-d8716fb76502 None None] The sync data for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:54:42.162700 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a97ec6ed-199f-4418-95b7-6f2b888c9148 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:42.168176 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a97ec6ed-199f-4418-95b7-6f2b888c9148 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (62e20070-9eae-4087-8078-8637b62e0a13), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:42.168655 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-a97ec6ed-199f-4418-95b7-6f2b888c9148 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Floating IP 62e20070-9eae-4087-8078-8637b62e0a13 disassociated. External IP: 172.25.0.249, port: 9f43a14a-b086-4903-bb36-a2ad965c107a. Feb 19 04:54:42.586619 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97ec6ed-199f-4418-95b7-6f2b888c9148 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Router f6cad5a7-e85b-451e-8b0f-a0d1f92c322a has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:54:42.782015 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97ec6ed-199f-4418-95b7-6f2b888c9148 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:54:42.793250 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a97ec6ed-199f-4418-95b7-6f2b888c9148 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:42.799535 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d478027-cb0c-4f0a-a122-26f42896f9c1 None None] Sync routers for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:54:42.825325 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d478027-cb0c-4f0a-a122-26f42896f9c1 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:42.827395 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2d478027-cb0c-4f0a-a122-26f42896f9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:42.865525 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a97ec6ed-199f-4418-95b7-6f2b888c9148 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "PUT /v2.0/floatingips/62e20070-9eae-4087-8078-8637b62e0a13 HTTP/1.1" status: 200 len: 688 time: 1.0046594 Feb 19 04:54:42.868193 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52686) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:42.902201 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2d478027-cb0c-4f0a-a122-26f42896f9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:42.914648 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d478027-cb0c-4f0a-a122-26f42896f9c1 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:42.915597 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2d478027-cb0c-4f0a-a122-26f42896f9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:42.970189 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2d478027-cb0c-4f0a-a122-26f42896f9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:42.971759 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d478027-cb0c-4f0a-a122-26f42896f9c1 None None] The sync data for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:54:43.063858 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-066c7592-ba0d-40aa-9093-917cbd209e06 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Deleting port 0e8a75bc-edab-48a0-8466-8f3bb83a1639 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:54:43.064609 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-066c7592-ba0d-40aa-9093-917cbd209e06 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0e8a75bc-edab-48a0-8466-8f3bb83a1639), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:43.229353 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-066c7592-ba0d-40aa-9093-917cbd209e06 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0e8a75bc-edab-48a0-8466-8f3bb83a1639), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:43.229756 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-066c7592-ba0d-40aa-9093-917cbd209e06 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (0e8a75bc-edab-48a0-8466-8f3bb83a1639), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:43.248972 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-066c7592-ba0d-40aa-9093-917cbd209e06 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Calling delete_port for 0e8a75bc-edab-48a0-8466-8f3bb83a1639 owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:54:43.499844 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-066c7592-ba0d-40aa-9093-917cbd209e06 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (0e8a75bc-edab-48a0-8466-8f3bb83a1639), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:43.556634 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c7592-ba0d-40aa-9093-917cbd209e06 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event deleted for resources: {'Port': ['ID=0e8a75bc-edab-48a0-8466-8f3bb83a1639,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:43.666473 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-066c7592-ba0d-40aa-9093-917cbd209e06 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (62e20070-9eae-4087-8078-8637b62e0a13), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:43.671267 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-066c7592-ba0d-40aa-9093-917cbd209e06 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:43.676760 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-066c7592-ba0d-40aa-9093-917cbd209e06 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "DELETE /v2.0/floatingips/62e20070-9eae-4087-8078-8637b62e0a13 HTTP/1.1" status: 204 len: 168 time: 0.8031840 Feb 19 04:54:43.677105 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52764) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:43.734261 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-5070f956-bec4-4296-9a00-50c5403163dc tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] delete failed (client error): The resource could not be found. Feb 19 04:54:43.735766 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5070f956-bec4-4296-9a00-50c5403163dc tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "DELETE /v2.0/floatingips/62e20070-9eae-4087-8078-8637b62e0a13 HTTP/1.1" status: 404 len: 345 time: 0.0573575 Feb 19 04:54:43.743438 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52772) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:43.896107 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6067babe-15a5-4f5c-ac1d-c94d912b1803 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:43.902654 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6067babe-15a5-4f5c-ac1d-c94d912b1803 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:43.908821 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6067babe-15a5-4f5c-ac1d-c94d912b1803 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:43.911370 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6067babe-15a5-4f5c-ac1d-c94d912b1803 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "GET /v2.0/ports?network_id=07ea76f7-2e6c-425a-9400-be45caa1af67 HTTP/1.1" status: 200 len: 2359 time: 0.1657779 Feb 19 04:54:43.914237 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52788) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:43.992284 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4b95f3-a5e0-4099-a5ce-b1bd38daa018 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:43.994902 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0c4b95f3-a5e0-4099-a5ce-b1bd38daa018 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "GET /v2.0/subnets/3094f342-c630-4044-9619-16ebe110858b HTTP/1.1" status: 200 len: 797 time: 0.0786884 Feb 19 04:54:44.002651 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 52800) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:44.013791 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Request body: {'port': {'network_id': '07ea76f7-2e6c-425a-9400-be45caa1af67', 'name': 'tempest-FloatingIPTestJSON-1868914191', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:44.205971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Made reservation on behalf of 5d5710c7a2b745e592c25082dd17dbb2 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:44.374678 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:44.417504 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] device_id is not set on port 0dbaf85f-bbdd-4f06-b31e-8fbc12423d2d yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:54:45.030859 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Allocated IP 172.20.0.14 (07ea76f7-2e6c-425a-9400-be45caa1af67/3094f342-c630-4044-9619-16ebe110858b/0dbaf85f-bbdd-4f06-b31e-8fbc12423d2d) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:54:45.046371 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Allocated IP 172.20.0.12 (07ea76f7-2e6c-425a-9400-be45caa1af67/3094f342-c630-4044-9619-16ebe110858b/0dbaf85f-bbdd-4f06-b31e-8fbc12423d2d) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:54:45.326988 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for port (0dbaf85f-bbdd-4f06-b31e-8fbc12423d2d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:45.372563 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (0dbaf85f-bbdd-4f06-b31e-8fbc12423d2d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:45.427918 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Network 07ea76f7-2e6c-425a-9400-be45caa1af67 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:45.432829 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:45.438304 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:45.494176 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'Port': ['ID=0dbaf85f-bbdd-4f06-b31e-8fbc12423d2d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:45.508941 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:45.509410 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:45.509817 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:45.510275 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:45.510635 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:45.510979 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:45.511452 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:45.511806 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:45.512028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:45.512414 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:45.513551 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:45.514537 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:45.515206 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:54:45.535748 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:45.536996 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:45.568689 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0338e25c-ccb1-4539-89d7-2d70d04fad28 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.5647528 Feb 19 04:54:45.574228 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 52942) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:45.585108 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-5d689b1d-56ef-4e6c-9610-4561a6ad328f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': '0dbaf85f-bbdd-4f06-b31e-8fbc12423d2d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:45.612156 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d689b1d-56ef-4e6c-9610-4561a6ad328f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:45.770394 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d689b1d-56ef-4e6c-9610-4561a6ad328f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:45.945701 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-5d689b1d-56ef-4e6c-9610-4561a6ad328f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Allocated IP 172.25.0.110 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/a431ea72-300e-4694-9f19-62632f3c557e) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:54:46.170815 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d689b1d-56ef-4e6c-9610-4561a6ad328f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for port (a431ea72-300e-4694-9f19-62632f3c557e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:46.227556 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d689b1d-56ef-4e6c-9610-4561a6ad328f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (a431ea72-300e-4694-9f19-62632f3c557e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:46.313840 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d689b1d-56ef-4e6c-9610-4561a6ad328f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:46.320290 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-5d689b1d-56ef-4e6c-9610-4561a6ad328f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:46.324177 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d689b1d-56ef-4e6c-9610-4561a6ad328f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:46.365039 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d689b1d-56ef-4e6c-9610-4561a6ad328f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'Port': ['ID=a431ea72-300e-4694-9f19-62632f3c557e,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:47.036321 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d689b1d-56ef-4e6c-9610-4561a6ad328f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (fead8222-fe2f-430e-b49d-17b1bf19ab13), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:47.164816 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d689b1d-56ef-4e6c-9610-4561a6ad328f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a431ea72-300e-4694-9f19-62632f3c557e), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:47.432582 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d689b1d-56ef-4e6c-9610-4561a6ad328f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for port (a431ea72-300e-4694-9f19-62632f3c557e), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:47.442923 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d689b1d-56ef-4e6c-9610-4561a6ad328f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (a431ea72-300e-4694-9f19-62632f3c557e), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:47.543956 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d689b1d-56ef-4e6c-9610-4561a6ad328f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'Port': ['ID=a431ea72-300e-4694-9f19-62632f3c557e,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:47.557306 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d689b1d-56ef-4e6c-9610-4561a6ad328f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (fead8222-fe2f-430e-b49d-17b1bf19ab13), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:47.708119 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-5d689b1d-56ef-4e6c-9610-4561a6ad328f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Floating IP fead8222-fe2f-430e-b49d-17b1bf19ab13 associated. External IP: 172.25.0.110, port: 0dbaf85f-bbdd-4f06-b31e-8fbc12423d2d. Feb 19 04:54:48.074155 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d689b1d-56ef-4e6c-9610-4561a6ad328f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Router f6cad5a7-e85b-451e-8b0f-a0d1f92c322a has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:54:48.316785 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d689b1d-56ef-4e6c-9610-4561a6ad328f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:54:48.333133 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da057b9b-1cc7-492d-95b2-7bbc1d5ba613 None None] Sync routers for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:54:48.349653 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d689b1d-56ef-4e6c-9610-4561a6ad328f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:48.354792 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da057b9b-1cc7-492d-95b2-7bbc1d5ba613 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:48.358171 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-da057b9b-1cc7-492d-95b2-7bbc1d5ba613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:48.408557 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5d689b1d-56ef-4e6c-9610-4561a6ad328f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.8329480 Feb 19 04:54:48.411859 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53120) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:48.422065 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-d5a461db-b6c7-4149-90c0-f9883bef96cb tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Request body: {'floatingip': {'port_id': '0dbaf85f-bbdd-4f06-b31e-8fbc12423d2d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:48.447471 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-da057b9b-1cc7-492d-95b2-7bbc1d5ba613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:48.467590 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da057b9b-1cc7-492d-95b2-7bbc1d5ba613 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:48.468758 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-da057b9b-1cc7-492d-95b2-7bbc1d5ba613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:48.537256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-da057b9b-1cc7-492d-95b2-7bbc1d5ba613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:48.538955 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da057b9b-1cc7-492d-95b2-7bbc1d5ba613 None None] The sync data for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:54:48.544858 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d5a461db-b6c7-4149-90c0-f9883bef96cb tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (fead8222-fe2f-430e-b49d-17b1bf19ab13), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:49.965326 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d5a461db-b6c7-4149-90c0-f9883bef96cb tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:49.970426 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d5a461db-b6c7-4149-90c0-f9883bef96cb tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (fead8222-fe2f-430e-b49d-17b1bf19ab13), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:50.228943 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a461db-b6c7-4149-90c0-f9883bef96cb tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Router f6cad5a7-e85b-451e-8b0f-a0d1f92c322a has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:54:50.370846 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a461db-b6c7-4149-90c0-f9883bef96cb tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:54:50.376512 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d5a461db-b6c7-4149-90c0-f9883bef96cb tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:50.384155 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6658016-918a-4331-a489-4197608818a5 None None] Sync routers for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:54:50.401277 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6658016-918a-4331-a489-4197608818a5 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:50.402356 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-e6658016-918a-4331-a489-4197608818a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:50.442533 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-e6658016-918a-4331-a489-4197608818a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:50.457134 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6658016-918a-4331-a489-4197608818a5 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:50.458712 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-e6658016-918a-4331-a489-4197608818a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:50.470279 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d5a461db-b6c7-4149-90c0-f9883bef96cb tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "PUT /v2.0/floatingips/fead8222-fe2f-430e-b49d-17b1bf19ab13 HTTP/1.1" status: 200 len: 979 time: 2.0550017 Feb 19 04:54:50.474748 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53128) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:50.528013 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-e6658016-918a-4331-a489-4197608818a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:50.529096 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6658016-918a-4331-a489-4197608818a5 None None] The sync data for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:54:50.719966 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-5db08a48-f40a-4171-a399-eb3b1d898542 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Deleting port a431ea72-300e-4694-9f19-62632f3c557e {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:54:50.720511 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5db08a48-f40a-4171-a399-eb3b1d898542 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a431ea72-300e-4694-9f19-62632f3c557e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:50.844864 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5db08a48-f40a-4171-a399-eb3b1d898542 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a431ea72-300e-4694-9f19-62632f3c557e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:50.845676 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5db08a48-f40a-4171-a399-eb3b1d898542 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (a431ea72-300e-4694-9f19-62632f3c557e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:50.870075 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-5db08a48-f40a-4171-a399-eb3b1d898542 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Calling delete_port for a431ea72-300e-4694-9f19-62632f3c557e owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:54:51.142312 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5db08a48-f40a-4171-a399-eb3b1d898542 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (a431ea72-300e-4694-9f19-62632f3c557e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:51.238051 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db08a48-f40a-4171-a399-eb3b1d898542 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event deleted for resources: {'Port': ['ID=a431ea72-300e-4694-9f19-62632f3c557e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:51.319709 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5db08a48-f40a-4171-a399-eb3b1d898542 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (fead8222-fe2f-430e-b49d-17b1bf19ab13), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:51.320999 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-5db08a48-f40a-4171-a399-eb3b1d898542 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Floating IP fead8222-fe2f-430e-b49d-17b1bf19ab13 disassociated (deleted). External IP: 172.25.0.110, port: 0dbaf85f-bbdd-4f06-b31e-8fbc12423d2d. Feb 19 04:54:52.017363 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db08a48-f40a-4171-a399-eb3b1d898542 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Router f6cad5a7-e85b-451e-8b0f-a0d1f92c322a has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:54:52.165428 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db08a48-f40a-4171-a399-eb3b1d898542 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:54:52.170873 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5db08a48-f40a-4171-a399-eb3b1d898542 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:52.178335 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec3f3e3-55bf-49dc-893b-f6f6fc223f71 None None] Sync routers for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:54:52.191045 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec3f3e3-55bf-49dc-893b-f6f6fc223f71 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:52.192006 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-4ec3f3e3-55bf-49dc-893b-f6f6fc223f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:52.213341 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5db08a48-f40a-4171-a399-eb3b1d898542 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "DELETE /v2.0/floatingips/fead8222-fe2f-430e-b49d-17b1bf19ab13 HTTP/1.1" status: 204 len: 168 time: 1.7340400 Feb 19 04:54:52.213836 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53130) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:52.239911 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-4ec3f3e3-55bf-49dc-893b-f6f6fc223f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:52.251428 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec3f3e3-55bf-49dc-893b-f6f6fc223f71 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:52.252464 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-4ec3f3e3-55bf-49dc-893b-f6f6fc223f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:52.347575 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-97e15643-3523-4d06-b451-1f4d00b83002 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Deleting port 0dbaf85f-bbdd-4f06-b31e-8fbc12423d2d {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:54:52.348287 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-97e15643-3523-4d06-b451-1f4d00b83002 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0dbaf85f-bbdd-4f06-b31e-8fbc12423d2d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:52.475814 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-97e15643-3523-4d06-b451-1f4d00b83002 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0dbaf85f-bbdd-4f06-b31e-8fbc12423d2d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:52.512194 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-97e15643-3523-4d06-b451-1f4d00b83002 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Calling delete_port for 0dbaf85f-bbdd-4f06-b31e-8fbc12423d2d owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:54:52.520696 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-4ec3f3e3-55bf-49dc-893b-f6f6fc223f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:52.523085 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec3f3e3-55bf-49dc-893b-f6f6fc223f71 None None] The sync data for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:54:52.798023 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-97e15643-3523-4d06-b451-1f4d00b83002 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (0dbaf85f-bbdd-4f06-b31e-8fbc12423d2d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:52.842460 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e15643-3523-4d06-b451-1f4d00b83002 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event deleted for resources: {'Port': ['ID=0dbaf85f-bbdd-4f06-b31e-8fbc12423d2d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:53.018352 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-97e15643-3523-4d06-b451-1f4d00b83002 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:53.025506 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-97e15643-3523-4d06-b451-1f4d00b83002 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "DELETE /v2.0/ports/0dbaf85f-bbdd-4f06-b31e-8fbc12423d2d HTTP/1.1" status: 204 len: 168 time: 0.8100169 Feb 19 04:54:53.030973 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53134) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:53.040497 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-dc64ebc1-5b0e-4e8f-8162-1524b7b22d0f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:53.078757 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dc64ebc1-5b0e-4e8f-8162-1524b7b22d0f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:53.229590 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dc64ebc1-5b0e-4e8f-8162-1524b7b22d0f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:53.399050 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-dc64ebc1-5b0e-4e8f-8162-1524b7b22d0f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Allocated IP 172.25.0.114 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/80ef71b7-5d45-44ba-aeeb-c004891fea85) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:54:53.596836 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dc64ebc1-5b0e-4e8f-8162-1524b7b22d0f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for port (80ef71b7-5d45-44ba-aeeb-c004891fea85), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:53.669497 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dc64ebc1-5b0e-4e8f-8162-1524b7b22d0f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (80ef71b7-5d45-44ba-aeeb-c004891fea85), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:53.745572 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc64ebc1-5b0e-4e8f-8162-1524b7b22d0f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:53.755888 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-dc64ebc1-5b0e-4e8f-8162-1524b7b22d0f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:53.760115 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc64ebc1-5b0e-4e8f-8162-1524b7b22d0f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:53.835788 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64ebc1-5b0e-4e8f-8162-1524b7b22d0f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'Port': ['ID=80ef71b7-5d45-44ba-aeeb-c004891fea85,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:53.959454 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dc64ebc1-5b0e-4e8f-8162-1524b7b22d0f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (cb71bb3b-0f18-499c-a38d-bb1176edf1bc), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:54.048892 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dc64ebc1-5b0e-4e8f-8162-1524b7b22d0f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (80ef71b7-5d45-44ba-aeeb-c004891fea85), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:54.329869 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dc64ebc1-5b0e-4e8f-8162-1524b7b22d0f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for port (80ef71b7-5d45-44ba-aeeb-c004891fea85), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:54.338331 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dc64ebc1-5b0e-4e8f-8162-1524b7b22d0f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (80ef71b7-5d45-44ba-aeeb-c004891fea85), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:54.503762 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64ebc1-5b0e-4e8f-8162-1524b7b22d0f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'Port': ['ID=80ef71b7-5d45-44ba-aeeb-c004891fea85,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:54.515678 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dc64ebc1-5b0e-4e8f-8162-1524b7b22d0f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (cb71bb3b-0f18-499c-a38d-bb1176edf1bc), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:54.560096 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dc64ebc1-5b0e-4e8f-8162-1524b7b22d0f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:54.566235 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-dc64ebc1-5b0e-4e8f-8162-1524b7b22d0f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5284777 Feb 19 04:54:54.566678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53136) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:54.578122 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-cbbdb710-f84f-44a4-9b3e-94539e316def tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Request body: {'port': {'network_id': '07ea76f7-2e6c-425a-9400-be45caa1af67', 'name': 'tempest-FloatingIPTestJSON-129851531'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:54.819343 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbdb710-f84f-44a4-9b3e-94539e316def tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Made reservation on behalf of 5d5710c7a2b745e592c25082dd17dbb2 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:54:54.826183 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cbbdb710-f84f-44a4-9b3e-94539e316def tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:54.864737 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [None req-cbbdb710-f84f-44a4-9b3e-94539e316def tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] device_id is not set on port 4cd2ea89-143e-43eb-8eaa-f29583bd3722 yet. {{(pid=115198) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:54:55.064880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-cbbdb710-f84f-44a4-9b3e-94539e316def tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Allocated IP 172.20.0.2 (07ea76f7-2e6c-425a-9400-be45caa1af67/3094f342-c630-4044-9619-16ebe110858b/4cd2ea89-143e-43eb-8eaa-f29583bd3722) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:54:55.298584 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cbbdb710-f84f-44a4-9b3e-94539e316def tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for port (4cd2ea89-143e-43eb-8eaa-f29583bd3722), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:55.363351 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cbbdb710-f84f-44a4-9b3e-94539e316def tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (4cd2ea89-143e-43eb-8eaa-f29583bd3722), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:55.451410 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbdb710-f84f-44a4-9b3e-94539e316def tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Network 07ea76f7-2e6c-425a-9400-be45caa1af67 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:55.458457 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-cbbdb710-f84f-44a4-9b3e-94539e316def tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:55.472836 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbdb710-f84f-44a4-9b3e-94539e316def tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:55.486909 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdb710-f84f-44a4-9b3e-94539e316def tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'Port': ['ID=4cd2ea89-143e-43eb-8eaa-f29583bd3722,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:55.579522 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbdb710-f84f-44a4-9b3e-94539e316def tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:54:55.580840 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cbbdb710-f84f-44a4-9b3e-94539e316def tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:55.608230 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cbbdb710-f84f-44a4-9b3e-94539e316def tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0387433 Feb 19 04:54:55.611331 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53138) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:55.616884 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-d7fd3d2b-e739-494c-9814-31ae06f1880a tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Request body: {'floatingip': {'port_id': '4cd2ea89-143e-43eb-8eaa-f29583bd3722'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:55.669926 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3d2b-e739-494c-9814-31ae06f1880a tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (cb71bb3b-0f18-499c-a38d-bb1176edf1bc), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:56.426587 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3d2b-e739-494c-9814-31ae06f1880a tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:56.431810 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3d2b-e739-494c-9814-31ae06f1880a tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (cb71bb3b-0f18-499c-a38d-bb1176edf1bc), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:56.572755 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-d7fd3d2b-e739-494c-9814-31ae06f1880a tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Floating IP cb71bb3b-0f18-499c-a38d-bb1176edf1bc associated. External IP: 172.25.0.114, port: 4cd2ea89-143e-43eb-8eaa-f29583bd3722. Feb 19 04:54:56.821539 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fd3d2b-e739-494c-9814-31ae06f1880a tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Router f6cad5a7-e85b-451e-8b0f-a0d1f92c322a has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:54:56.953604 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fd3d2b-e739-494c-9814-31ae06f1880a tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:54:56.958965 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d7fd3d2b-e739-494c-9814-31ae06f1880a tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:56.964556 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5282f8f4-f165-4b9f-a4ae-298136fd5477 None None] Sync routers for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:54:56.987736 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5282f8f4-f165-4b9f-a4ae-298136fd5477 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:56.989199 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-5282f8f4-f165-4b9f-a4ae-298136fd5477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:57.007636 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d7fd3d2b-e739-494c-9814-31ae06f1880a tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "PUT /v2.0/floatingips/cb71bb3b-0f18-499c-a38d-bb1176edf1bc HTTP/1.1" status: 200 len: 977 time: 1.3939013 Feb 19 04:54:57.011725 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53140) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:57.028964 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-5282f8f4-f165-4b9f-a4ae-298136fd5477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:57.040164 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5282f8f4-f165-4b9f-a4ae-298136fd5477 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:57.040808 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-5282f8f4-f165-4b9f-a4ae-298136fd5477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:57.082942 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-5282f8f4-f165-4b9f-a4ae-298136fd5477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:57.083873 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5282f8f4-f165-4b9f-a4ae-298136fd5477 None None] The sync data for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:54:57.191768 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-25895cb5-e465-4570-91d6-a5454c2966d3 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Deleting port 4cd2ea89-143e-43eb-8eaa-f29583bd3722 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:54:57.192351 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-25895cb5-e465-4570-91d6-a5454c2966d3 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (4cd2ea89-143e-43eb-8eaa-f29583bd3722), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:57.369382 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-25895cb5-e465-4570-91d6-a5454c2966d3 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (4cd2ea89-143e-43eb-8eaa-f29583bd3722), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:57.646435 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-25895cb5-e465-4570-91d6-a5454c2966d3 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:57.646807 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-25895cb5-e465-4570-91d6-a5454c2966d3 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (cb71bb3b-0f18-499c-a38d-bb1176edf1bc), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:57.647186 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-25895cb5-e465-4570-91d6-a5454c2966d3 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Floating IP cb71bb3b-0f18-499c-a38d-bb1176edf1bc disassociated. External IP: 172.25.0.114, port: 4cd2ea89-143e-43eb-8eaa-f29583bd3722. Feb 19 04:54:57.647541 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-25895cb5-e465-4570-91d6-a5454c2966d3 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Calling delete_port for 4cd2ea89-143e-43eb-8eaa-f29583bd3722 owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:54:57.844833 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-25895cb5-e465-4570-91d6-a5454c2966d3 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (4cd2ea89-143e-43eb-8eaa-f29583bd3722), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:57.895035 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25895cb5-e465-4570-91d6-a5454c2966d3 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event deleted for resources: {'Port': ['ID=4cd2ea89-143e-43eb-8eaa-f29583bd3722,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:58.070584 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25895cb5-e465-4570-91d6-a5454c2966d3 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Router f6cad5a7-e85b-451e-8b0f-a0d1f92c322a has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:54:58.218246 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25895cb5-e465-4570-91d6-a5454c2966d3 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:54:58.231582 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1024c0f-8d09-478f-a9f2-4761c40b5bd1 None None] Sync routers for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:54:58.245651 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1024c0f-8d09-478f-a9f2-4761c40b5bd1 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:58.246477 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-a1024c0f-8d09-478f-a9f2-4761c40b5bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:58.297838 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-25895cb5-e465-4570-91d6-a5454c2966d3 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:58.306061 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-25895cb5-e465-4570-91d6-a5454c2966d3 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "DELETE /v2.0/ports/4cd2ea89-143e-43eb-8eaa-f29583bd3722 HTTP/1.1" status: 204 len: 168 time: 1.2882328 Feb 19 04:54:58.306372 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53148) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:58.311610 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-a1024c0f-8d09-478f-a9f2-4761c40b5bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:58.335509 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1024c0f-8d09-478f-a9f2-4761c40b5bd1 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:54:58.336504 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-a1024c0f-8d09-478f-a9f2-4761c40b5bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:58.374092 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-49f20478-2513-4b3e-bd48-df8bc61776a6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "GET /v2.0/floatingips/cb71bb3b-0f18-499c-a38d-bb1176edf1bc HTTP/1.1" status: 200 len: 688 time: 0.0659909 Feb 19 04:54:58.381916 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53150) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:58.404395 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-a1024c0f-8d09-478f-a9f2-4761c40b5bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:54:58.405512 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1024c0f-8d09-478f-a9f2-4761c40b5bd1 None None] The sync data for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:54:58.970264 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-1458787f-2183-4867-8798-3ab16fbfaa68 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Deleting port 80ef71b7-5d45-44ba-aeeb-c004891fea85 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:54:58.970798 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1458787f-2183-4867-8798-3ab16fbfaa68 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (80ef71b7-5d45-44ba-aeeb-c004891fea85), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:59.071457 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1458787f-2183-4867-8798-3ab16fbfaa68 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (80ef71b7-5d45-44ba-aeeb-c004891fea85), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:59.072026 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1458787f-2183-4867-8798-3ab16fbfaa68 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (80ef71b7-5d45-44ba-aeeb-c004891fea85), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:59.095266 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-1458787f-2183-4867-8798-3ab16fbfaa68 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Calling delete_port for 80ef71b7-5d45-44ba-aeeb-c004891fea85 owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:54:59.262815 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1458787f-2183-4867-8798-3ab16fbfaa68 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (80ef71b7-5d45-44ba-aeeb-c004891fea85), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:59.294704 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458787f-2183-4867-8798-3ab16fbfaa68 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event deleted for resources: {'Port': ['ID=80ef71b7-5d45-44ba-aeeb-c004891fea85,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:54:59.370887 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1458787f-2183-4867-8798-3ab16fbfaa68 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (cb71bb3b-0f18-499c-a38d-bb1176edf1bc), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:59.373813 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1458787f-2183-4867-8798-3ab16fbfaa68 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:59.375106 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1458787f-2183-4867-8798-3ab16fbfaa68 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "DELETE /v2.0/floatingips/cb71bb3b-0f18-499c-a38d-bb1176edf1bc HTTP/1.1" status: 204 len: 168 time: 0.9944003 Feb 19 04:54:59.381165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53154) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:54:59.388670 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c15a7f64-1bd3-4baa-af80-ce585042e366 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': '9f43a14a-b086-4903-bb36-a2ad965c107a'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:54:59.416330 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c15a7f64-1bd3-4baa-af80-ce585042e366 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:59.539255 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c15a7f64-1bd3-4baa-af80-ce585042e366 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:59.671691 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-c15a7f64-1bd3-4baa-af80-ce585042e366 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Allocated IP 172.25.0.198 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/7bda6855-7faa-4a72-91e2-b8800333717d) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:54:59.795674 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c15a7f64-1bd3-4baa-af80-ce585042e366 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for port (7bda6855-7faa-4a72-91e2-b8800333717d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:59.848304 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c15a7f64-1bd3-4baa-af80-ce585042e366 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (7bda6855-7faa-4a72-91e2-b8800333717d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:54:59.912967 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15a7f64-1bd3-4baa-af80-ce585042e366 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:54:59.918924 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-c15a7f64-1bd3-4baa-af80-ce585042e366 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:54:59.930082 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15a7f64-1bd3-4baa-af80-ce585042e366 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:54:59.970728 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a7f64-1bd3-4baa-af80-ce585042e366 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'Port': ['ID=7bda6855-7faa-4a72-91e2-b8800333717d,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:00.325436 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:55:00.501108 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c15a7f64-1bd3-4baa-af80-ce585042e366 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (bab766f0-1a81-40ee-83e8-7cc43177fd1c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:00.648071 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c15a7f64-1bd3-4baa-af80-ce585042e366 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7bda6855-7faa-4a72-91e2-b8800333717d), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:00.898936 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c15a7f64-1bd3-4baa-af80-ce585042e366 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for port (7bda6855-7faa-4a72-91e2-b8800333717d), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:00.905813 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c15a7f64-1bd3-4baa-af80-ce585042e366 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (7bda6855-7faa-4a72-91e2-b8800333717d), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:01.018344 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dde985e0-79e4-4094-9814-358b848a92cf req-d963be9a-ea8a-4154-bc88-fd5153e748df service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1389523 Feb 19 04:55:01.051016 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a7f64-1bd3-4baa-af80-ce585042e366 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'Port': ['ID=7bda6855-7faa-4a72-91e2-b8800333717d,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:01.058560 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c15a7f64-1bd3-4baa-af80-ce585042e366 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (bab766f0-1a81-40ee-83e8-7cc43177fd1c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:01.126223 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde985e0-79e4-4094-9814-358b848a92cf req-64a9afb4-2f56-4be6-a867-025d8464be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:01.128699 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dde985e0-79e4-4094-9814-358b848a92cf req-64a9afb4-2f56-4be6-a867-025d8464be16 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e41e400d59c485ebabdbd5439753754&device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 1127 time: 0.0596182 Feb 19 04:55:01.245687 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-c15a7f64-1bd3-4baa-af80-ce585042e366 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Floating IP bab766f0-1a81-40ee-83e8-7cc43177fd1c associated. External IP: 172.25.0.198, port: 9f43a14a-b086-4903-bb36-a2ad965c107a. Feb 19 04:55:01.314778 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde985e0-79e4-4094-9814-358b848a92cf req-33c5ac17-8105-4a4a-88d6-5dc400d029f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:01.317750 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dde985e0-79e4-4094-9814-358b848a92cf req-33c5ac17-8105-4a4a-88d6-5dc400d029f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=54a9881d-c02c-4727-9db4-b5d657285015 HTTP/1.1" status: 200 len: 908 time: 0.1575258 Feb 19 04:55:01.408510 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dde985e0-79e4-4094-9814-358b848a92cf req-d64cc086-913a-4e20-971f-e8797e15dead service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef0d3862-ed4e-48ab-99cd-a8a8d58f574e HTTP/1.1" status: 200 len: 1001 time: 0.0844936 Feb 19 04:55:01.481494 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde985e0-79e4-4094-9814-358b848a92cf req-d29c08c7-b029-4936-9d40-e018c76cfb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:01.483311 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dde985e0-79e4-4094-9814-358b848a92cf req-d29c08c7-b029-4936-9d40-e018c76cfb1d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=725c79e0-2926-46a7-82cc-d6357cab0d0f HTTP/1.1" status: 200 len: 847 time: 0.0685463 Feb 19 04:55:01.559479 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde985e0-79e4-4094-9814-358b848a92cf req-c373b63d-30a3-409e-bbbb-2e2e1ccbf91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:01.563446 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dde985e0-79e4-4094-9814-358b848a92cf req-c373b63d-30a3-409e-bbbb-2e2e1ccbf91b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=54a9881d-c02c-4727-9db4-b5d657285015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0743122 Feb 19 04:55:01.570106 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15a7f64-1bd3-4baa-af80-ce585042e366 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Router f6cad5a7-e85b-451e-8b0f-a0d1f92c322a has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:55:01.790358 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dde985e0-79e4-4094-9814-358b848a92cf req-1f946307-c333-4f0a-9f44-1b9fc2605596 service neutron] 10.222.0.48 "GET /v2.0/networks/54a9881d-c02c-4727-9db4-b5d657285015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182724 Feb 19 04:55:01.854337 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15a7f64-1bd3-4baa-af80-ce585042e366 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:55:01.880737 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89662d-c1e4-40c6-828e-6cac6265a9f1 None None] Sync routers for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:55:01.902277 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c15a7f64-1bd3-4baa-af80-ce585042e366 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:01.907517 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca89662d-c1e4-40c6-828e-6cac6265a9f1 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:55:01.908946 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ca89662d-c1e4-40c6-828e-6cac6265a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:01.954126 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ca89662d-c1e4-40c6-828e-6cac6265a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:01.966893 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca89662d-c1e4-40c6-828e-6cac6265a9f1 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:55:01.967899 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ca89662d-c1e4-40c6-828e-6cac6265a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:54:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:01.977966 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c15a7f64-1bd3-4baa-af80-ce585042e366 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.5945983 Feb 19 04:55:01.983598 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53172) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:01.995468 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-6ed5e20f-7e4e-4baf-b34f-e71d6d69e12c tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-130770844'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:55:02.010423 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dde985e0-79e4-4094-9814-358b848a92cf req-8fd56733-3d20-477e-861d-f3ad3f8a3056 service neutron] 10.222.0.48 "GET /v2.0/networks/54a9881d-c02c-4727-9db4-b5d657285015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123406 Feb 19 04:55:02.011514 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-ca89662d-c1e4-40c6-828e-6cac6265a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:02.012401 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89662d-c1e4-40c6-828e-6cac6265a9f1 None None] The sync data for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:55:02.042851 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed5e20f-7e4e-4baf-b34f-e71d6d69e12c tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Made reservation on behalf of 5d5710c7a2b745e592c25082dd17dbb2 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:55:02.048945 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ed5e20f-7e4e-4baf-b34f-e71d6d69e12c tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:02.096611 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed5e20f-7e4e-4baf-b34f-e71d6d69e12c tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:55:02.111803 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ed5e20f-7e4e-4baf-b34f-e71d6d69e12c tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (1f8e5ca4-2328-4a98-8a31-5247ef0fa7b3), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:02.112367 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-6ed5e20f-7e4e-4baf-b34f-e71d6d69e12c tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Added segment 1f8e5ca4-2328-4a98-8a31-5247ef0fa7b3 of type vlan for network e55c212a-26db-4193-93fe-988b5b8ff3e6 Feb 19 04:55:02.191923 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ed5e20f-7e4e-4baf-b34f-e71d6d69e12c tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (e55c212a-26db-4193-93fe-988b5b8ff3e6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:02.236044 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ed5e20f-7e4e-4baf-b34f-e71d6d69e12c tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (e55c212a-26db-4193-93fe-988b5b8ff3e6), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:02.246449 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed5e20f-7e4e-4baf-b34f-e71d6d69e12c tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:02.247498 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6ed5e20f-7e4e-4baf-b34f-e71d6d69e12c tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:02.286182 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-22b75ebc-85ee-4e0e-aad9-c7002212cb6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:02.356519 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6ed5e20f-7e4e-4baf-b34f-e71d6d69e12c tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3706627 Feb 19 04:55:02.359721 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53176) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:02.367601 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-64e50042-3f5e-46d6-8919-a3b5396f287f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Request body: {'subnet': {'network_id': 'e55c212a-26db-4193-93fe-988b5b8ff3e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:55:02.386958 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5e20f-7e4e-4baf-b34f-e71d6d69e12c tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'Network': ['ID=e55c212a-26db-4193-93fe-988b5b8ff3e6,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:02.406819 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network e55c212a-26db-4193-93fe-988b5b8ff3e6 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:55:02.531677 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e50042-3f5e-46d6-8919-a3b5396f287f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Made reservation on behalf of 5d5710c7a2b745e592c25082dd17dbb2 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:55:02.535786 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-64e50042-3f5e-46d6-8919-a3b5396f287f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:02.865325 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-64e50042-3f5e-46d6-8919-a3b5396f287f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (9285529b-07a6-4c44-8680-e495070d9e25), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:03.028083 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e50042-3f5e-46d6-8919-a3b5396f287f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'Subnet': ['ID=9285529b-07a6-4c44-8680-e495070d9e25,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:03.042923 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e50042-3f5e-46d6-8919-a3b5396f287f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Checking segment: {'id': '1f8e5ca4-2328-4a98-8a31-5247ef0fa7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e55c212a-26db-4193-93fe-988b5b8ff3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:55:03.043601 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e50042-3f5e-46d6-8919-a3b5396f287f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Network hostable DHCP agents. Network: e55c212a-26db-4193-93fe-988b5b8ff3e6, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:55:03.079083 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e50042-3f5e-46d6-8919-a3b5396f287f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Network e55c212a-26db-4193-93fe-988b5b8ff3e6 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:55:03.112584 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-64e50042-3f5e-46d6-8919-a3b5396f287f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, e55c212a-26db-4193-93fe-988b5b8ff3e6) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:55:03.121350 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e50042-3f5e-46d6-8919-a3b5396f287f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:03.121976 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-64e50042-3f5e-46d6-8919-a3b5396f287f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:03.141003 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b826714-7d82-4012-b328-d0f7e1b8f4e7 None None] Network e55c212a-26db-4193-93fe-988b5b8ff3e6 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:55:03.152806 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53186) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:03.153573 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-64e50042-3f5e-46d6-8919-a3b5396f287f tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7912388 Feb 19 04:55:03.159771 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-508b3d4e-ca7e-4737-8429-292be4e56f0e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-340243550', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}, 'admin_state_up': False}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:55:03.199779 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-508b3d4e-ca7e-4737-8429-292be4e56f0e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (1538a833-d6f0-4329-8d20-f07d6d27fffa), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:03.200873 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-508b3d4e-ca7e-4737-8429-292be4e56f0e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (1538a833-d6f0-4329-8d20-f07d6d27fffa), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:03.300525 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-508b3d4e-ca7e-4737-8429-292be4e56f0e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for router_controller (1538a833-d6f0-4329-8d20-f07d6d27fffa), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:03.348014 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e0033d-0117-4e5a-87ca-a95cfe5b0629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-e55c212a-26db-4193-93fe-988b5b8ff3e6', 'network_id': 'e55c212a-26db-4193-93fe-988b5b8ff3e6', 'project_id': '5d5710c7a2b745e592c25082dd17dbb2', 'fixed_ips': [{'subnet_id': '9285529b-07a6-4c44-8680-e495070d9e25'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:55:03.350734 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-16e0033d-0117-4e5a-87ca-a95cfe5b0629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:03.553432 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-16e0033d-0117-4e5a-87ca-a95cfe5b0629 None None] Allocated IP 172.20.0.2 (e55c212a-26db-4193-93fe-988b5b8ff3e6/9285529b-07a6-4c44-8680-e495070d9e25/f9797315-1193-4918-9a43-7238ded0e474) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:55:03.657430 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-508b3d4e-ca7e-4737-8429-292be4e56f0e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for router_gateway (1538a833-d6f0-4329-8d20-f07d6d27fffa), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:03.863044 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-16e0033d-0117-4e5a-87ca-a95cfe5b0629 None None] Publish callbacks [] for port (f9797315-1193-4918-9a43-7238ded0e474), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:03.883283 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-16e0033d-0117-4e5a-87ca-a95cfe5b0629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (f9797315-1193-4918-9a43-7238ded0e474), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:03.988674 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0033d-0117-4e5a-87ca-a95cfe5b0629 None None] Pushing event updated for resources: {'Port': ['ID=f9797315-1193-4918-9a43-7238ded0e474,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:04.024151 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e0033d-0117-4e5a-87ca-a95cfe5b0629 None None] Network e55c212a-26db-4193-93fe-988b5b8ff3e6 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:55:04.026578 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-16e0033d-0117-4e5a-87ca-a95cfe5b0629 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:55:04.042132 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e0033d-0117-4e5a-87ca-a95cfe5b0629 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:55:04.203997 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-508b3d4e-ca7e-4737-8429-292be4e56f0e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for router_gateway (1538a833-d6f0-4329-8d20-f07d6d27fffa), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:04.229334 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-16e0033d-0117-4e5a-87ca-a95cfe5b0629 None None] Attempting to bind port f9797315-1193-4918-9a43-7238ded0e474 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:55:04.230423 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-16e0033d-0117-4e5a-87ca-a95cfe5b0629 None None] Attempting to bind port f9797315-1193-4918-9a43-7238ded0e474 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '1f8e5ca4-2328-4a98-8a31-5247ef0fa7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e55c212a-26db-4193-93fe-988b5b8ff3e6'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:55:04.231132 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e0033d-0117-4e5a-87ca-a95cfe5b0629 None None] Attempting to bind port f9797315-1193-4918-9a43-7238ded0e474 on network e55c212a-26db-4193-93fe-988b5b8ff3e6 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:55:04.250310 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e0033d-0117-4e5a-87ca-a95cfe5b0629 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:55:04.253375 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e0033d-0117-4e5a-87ca-a95cfe5b0629 None None] Checking segment: {'id': '1f8e5ca4-2328-4a98-8a31-5247ef0fa7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e55c212a-26db-4193-93fe-988b5b8ff3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:55:04.253831 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-16e0033d-0117-4e5a-87ca-a95cfe5b0629 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:04.254255 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e0033d-0117-4e5a-87ca-a95cfe5b0629 None None] Bound using segment: {'id': '1f8e5ca4-2328-4a98-8a31-5247ef0fa7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e55c212a-26db-4193-93fe-988b5b8ff3e6'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:55:04.254770 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-16e0033d-0117-4e5a-87ca-a95cfe5b0629 None None] Bound port: f9797315-1193-4918-9a43-7238ded0e474, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8e5ca4-2328-4a98-8a31-5247ef0fa7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e55c212a-26db-4193-93fe-988b5b8ff3e6'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:55:04.255174 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-16e0033d-0117-4e5a-87ca-a95cfe5b0629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f9797315-1193-4918-9a43-7238ded0e474), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:04.258419 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-508b3d4e-ca7e-4737-8429-292be4e56f0e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:04.370529 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fcff103-2ce7-4f22-9c74-eb333bb77bdb req-2f624dd4-0240-45e4-9f73-ecd5b07bb9c3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=81a5c7f7-18e9-415b-b6dd-8577563dbf28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1616964 Feb 19 04:55:04.437066 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-16e0033d-0117-4e5a-87ca-a95cfe5b0629 None None] For port f9797315-1193-4918-9a43-7238ded0e474, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:55:04.450700 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-16e0033d-0117-4e5a-87ca-a95cfe5b0629 None None] For port f9797315-1193-4918-9a43-7238ded0e474, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f9797315-1193-4918-9a43-7238ded0e474,segment=NetworkSegment(1f8e5ca4-2328-4a98-8a31-5247ef0fa7b3),segment_id=1f8e5ca4-2328-4a98-8a31-5247ef0fa7b3)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:55:04.462274 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-16e0033d-0117-4e5a-87ca-a95cfe5b0629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f9797315-1193-4918-9a43-7238ded0e474), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:04.517541 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-508b3d4e-ca7e-4737-8429-292be4e56f0e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Allocated IP 172.25.0.107 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/146fab40-af0f-4e92-823c-116dc38781d6) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:55:04.547416 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcff103-2ce7-4f22-9c74-eb333bb77bdb req-11a9030d-a49c-4eea-9219-46502d7df253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:04.554054 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fcff103-2ce7-4f22-9c74-eb333bb77bdb req-11a9030d-a49c-4eea-9219-46502d7df253 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0dd634db1e34432b37ad2335cfd2b71&device_id=81a5c7f7-18e9-415b-b6dd-8577563dbf28 HTTP/1.1" status: 200 len: 1127 time: 0.1129079 Feb 19 04:55:04.634163 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0033d-0117-4e5a-87ca-a95cfe5b0629 None None] Pushing event updated for resources: {'Port': ['ID=f9797315-1193-4918-9a43-7238ded0e474,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:04.779737 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcff103-2ce7-4f22-9c74-eb333bb77bdb req-684d1863-0a58-4666-9e53-c4cace0a475c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:04.781432 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fcff103-2ce7-4f22-9c74-eb333bb77bdb req-684d1863-0a58-4666-9e53-c4cace0a475c service neutron] 10.222.0.10 "GET /v2.0/networks?id=0b3df11d-c452-45ea-942f-4b03b49ab22f HTTP/1.1" status: 200 len: 914 time: 0.2033784 Feb 19 04:55:04.894521 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fcff103-2ce7-4f22-9c74-eb333bb77bdb req-99b56080-a4de-4c74-9365-9993ead02a12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f HTTP/1.1" status: 200 len: 217 time: 0.1037738 Feb 19 04:55:04.925178 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-508b3d4e-ca7e-4737-8429-292be4e56f0e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for port (146fab40-af0f-4e92-823c-116dc38781d6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:05.091930 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcff103-2ce7-4f22-9c74-eb333bb77bdb req-0647a4cd-6da2-4fc3-b0a7-0a8949665db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:05.094699 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fcff103-2ce7-4f22-9c74-eb333bb77bdb req-0647a4cd-6da2-4fc3-b0a7-0a8949665db8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9e53a751-5a4b-4ecc-8520-cef920454cb3 HTTP/1.1" status: 200 len: 854 time: 0.1938734 Feb 19 04:55:05.096073 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-508b3d4e-ca7e-4737-8429-292be4e56f0e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (146fab40-af0f-4e92-823c-116dc38781d6), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:05.164646 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-090f960d-5641-4f05-aed6-19b8dd415663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:05.205056 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fcff103-2ce7-4f22-9c74-eb333bb77bdb req-46fdc2fc-a534-41bc-94ad-c731a844773d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b3df11d-c452-45ea-942f-4b03b49ab22f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008646 Feb 19 04:55:05.243024 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508b3d4e-ca7e-4737-8429-292be4e56f0e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:55:05.274786 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-508b3d4e-ca7e-4737-8429-292be4e56f0e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:55:05.292641 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508b3d4e-ca7e-4737-8429-292be4e56f0e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:55:05.438212 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b3d4e-ca7e-4737-8429-292be4e56f0e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'Port': ['ID=146fab40-af0f-4e92-823c-116dc38781d6,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:05.571933 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fcff103-2ce7-4f22-9c74-eb333bb77bdb req-45c52069-e532-4a3c-8ddf-11049df96020 service neutron] 10.222.0.10 "GET /v2.0/networks/0b3df11d-c452-45ea-942f-4b03b49ab22f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437614 Feb 19 04:55:05.904215 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fcff103-2ce7-4f22-9c74-eb333bb77bdb req-6484a883-6b8a-4265-b51a-9c64d29e732c service neutron] 10.222.0.10 "GET /v2.0/networks/0b3df11d-c452-45ea-942f-4b03b49ab22f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218534 Feb 19 04:55:06.502862 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-508b3d4e-ca7e-4737-8429-292be4e56f0e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for router_gateway (1538a833-d6f0-4329-8d20-f07d6d27fffa), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:06.824730 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f9797315-1193-4918-9a43-7238ded0e474 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:55:06.891387 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf7d03d-30e5-4346-afff-27cbfb1a366f None None] Network e55c212a-26db-4193-93fe-988b5b8ff3e6 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:55:07.026400 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-508b3d4e-ca7e-4737-8429-292be4e56f0e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (1538a833-d6f0-4329-8d20-f07d6d27fffa), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:07.290274 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:07.294195 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-af0c7953-a931-478a-b0c5-60faeae81d65 None None] Provisioning complete for port f9797315-1193-4918-9a43-7238ded0e474 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:55:07.296260 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-af0c7953-a931-478a-b0c5-60faeae81d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f9797315-1193-4918-9a43-7238ded0e474), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:07.368596 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port f9797315-1193-4918-9a43-7238ded0e474 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:55:07.382710 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f9797315-1193-4918-9a43-7238ded0e474), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:07.468754 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508b3d4e-ca7e-4737-8429-292be4e56f0e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Router 1538a833-d6f0-4329-8d20-f07d6d27fffa is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:55:07.771473 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-af0c7953-a931-478a-b0c5-60faeae81d65 None None] Current status of the port f9797315-1193-4918-9a43-7238ded0e474 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:55:07.772265 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-af0c7953-a931-478a-b0c5-60faeae81d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f9797315-1193-4918-9a43-7238ded0e474), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:08.040556 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508b3d4e-ca7e-4737-8429-292be4e56f0e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:55:08.088549 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-508b3d4e-ca7e-4737-8429-292be4e56f0e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:08.090076 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-508b3d4e-ca7e-4737-8429-292be4e56f0e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.9348993 Feb 19 04:55:08.094483 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53204) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:08.110483 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:08.111643 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519a5a5-e4f5-4e54-b0ba-4f5ebe6b5ad3 None None] Sync routers for ids ['1538a833-d6f0-4329-8d20-f07d6d27fffa'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:55:08.160122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-af0c7953-a931-478a-b0c5-60faeae81d65 None None] For port f9797315-1193-4918-9a43-7238ded0e474, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f9797315-1193-4918-9a43-7238ded0e474,segment=NetworkSegment(1f8e5ca4-2328-4a98-8a31-5247ef0fa7b3),segment_id=1f8e5ca4-2328-4a98-8a31-5247ef0fa7b3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:55:08.170296 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:08.187859 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-af0c7953-a931-478a-b0c5-60faeae81d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f9797315-1193-4918-9a43-7238ded0e474), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:08.248596 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port f9797315-1193-4918-9a43-7238ded0e474 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:55:08.248596 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f9797315-1193-4918-9a43-7238ded0e474), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:08.249937 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a519a5a5-e4f5-4e54-b0ba-4f5ebe6b5ad3 None None] Routers {'1538a833-d6f0-4329-8d20-f07d6d27fffa'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:55:08.250649 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-a519a5a5-e4f5-4e54-b0ba-4f5ebe6b5ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:55:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['1538a833-d6f0-4329-8d20-f07d6d27fffa'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:08.307856 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-a519a5a5-e4f5-4e54-b0ba-4f5ebe6b5ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:08.315239 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c7953-a931-478a-b0c5-60faeae81d65 None None] Pushing event updated for resources: {'Port': ['ID=f9797315-1193-4918-9a43-7238ded0e474,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:08.338932 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a519a5a5-e4f5-4e54-b0ba-4f5ebe6b5ad3 None None] Routers {'1538a833-d6f0-4329-8d20-f07d6d27fffa'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:55:08.339515 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-a519a5a5-e4f5-4e54-b0ba-4f5ebe6b5ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:55:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['1538a833-d6f0-4329-8d20-f07d6d27fffa'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:08.409351 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-a519a5a5-e4f5-4e54-b0ba-4f5ebe6b5ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:08.410081 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519a5a5-e4f5-4e54-b0ba-4f5ebe6b5ad3 None None] The sync data for ids ['1538a833-d6f0-4329-8d20-f07d6d27fffa'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:55:08.413040 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6867cd18-9e9e-4703-95e4-094d8113df11 None None] Provisioning complete for port f9797315-1193-4918-9a43-7238ded0e474 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:55:08.413476 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6867cd18-9e9e-4703-95e4-094d8113df11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f9797315-1193-4918-9a43-7238ded0e474), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:08.457540 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:55:08.458049 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:55:08.525504 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6867cd18-9e9e-4703-95e4-094d8113df11 None None] Current status of the port f9797315-1193-4918-9a43-7238ded0e474 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:55:08.899137 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a910663-1ba1-42e2-b20a-29171e6ac4d4 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:09.009282 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port f9797315-1193-4918-9a43-7238ded0e474 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:55:09.162971 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f9797315-1193-4918-9a43-7238ded0e474 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:55:09.235398 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port f9797315-1193-4918-9a43-7238ded0e474 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:55:09.236002 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f9797315-1193-4918-9a43-7238ded0e474), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:09.436033 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-4a910663-1ba1-42e2-b20a-29171e6ac4d4 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Allocated IP 172.20.0.1 (e55c212a-26db-4193-93fe-988b5b8ff3e6/9285529b-07a6-4c44-8680-e495070d9e25/defd1a14-be7d-4d75-a947-411c357bedeb) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:55:09.458405 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port f9797315-1193-4918-9a43-7238ded0e474 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:55:09.466606 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:09.474626 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:09.666506 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a910663-1ba1-42e2-b20a-29171e6ac4d4 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for port (defd1a14-be7d-4d75-a947-411c357bedeb), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:09.733501 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a910663-1ba1-42e2-b20a-29171e6ac4d4 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (defd1a14-be7d-4d75-a947-411c357bedeb), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:09.808113 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a910663-1ba1-42e2-b20a-29171e6ac4d4 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Network e55c212a-26db-4193-93fe-988b5b8ff3e6 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:55:09.814305 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-4a910663-1ba1-42e2-b20a-29171e6ac4d4 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:55:09.826216 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a910663-1ba1-42e2-b20a-29171e6ac4d4 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:55:09.838894 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a910663-1ba1-42e2-b20a-29171e6ac4d4 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'Port': ['ID=defd1a14-be7d-4d75-a947-411c357bedeb,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:09.923486 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a910663-1ba1-42e2-b20a-29171e6ac4d4 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (1538a833-d6f0-4329-8d20-f07d6d27fffa), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:10.338941 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-00e51c84-86d5-458d-bd0c-3e8adba0dd43 None None] Provisioning complete for port defd1a14-be7d-4d75-a947-411c357bedeb triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:55:10.339774 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-00e51c84-86d5-458d-bd0c-3e8adba0dd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (defd1a14-be7d-4d75-a947-411c357bedeb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:10.370047 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a910663-1ba1-42e2-b20a-29171e6ac4d4 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (defd1a14-be7d-4d75-a947-411c357bedeb), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:10.458277 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-00e51c84-86d5-458d-bd0c-3e8adba0dd43 None None] Port defd1a14-be7d-4d75-a947-411c357bedeb cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:55:10.881251 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a910663-1ba1-42e2-b20a-29171e6ac4d4 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for port (defd1a14-be7d-4d75-a947-411c357bedeb), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:10.889238 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a910663-1ba1-42e2-b20a-29171e6ac4d4 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (defd1a14-be7d-4d75-a947-411c357bedeb), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:10.985236 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a910663-1ba1-42e2-b20a-29171e6ac4d4 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'Port': ['ID=defd1a14-be7d-4d75-a947-411c357bedeb,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:10.988891 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a910663-1ba1-42e2-b20a-29171e6ac4d4 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (1538a833-d6f0-4329-8d20-f07d6d27fffa), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:11.182184 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a910663-1ba1-42e2-b20a-29171e6ac4d4 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Network e55c212a-26db-4193-93fe-988b5b8ff3e6 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:55:11.184675 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-4a910663-1ba1-42e2-b20a-29171e6ac4d4 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:55:11.535219 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a910663-1ba1-42e2-b20a-29171e6ac4d4 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Router 1538a833-d6f0-4329-8d20-f07d6d27fffa has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:55:11.592194 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16f40-3cfa-42bf-b478-ee0be5b535d4 req-187f0b1c-ab15-4d8e-b0d9-5940f8876e11 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:11.606846 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3ac16f40-3cfa-42bf-b478-ee0be5b535d4 req-187f0b1c-ab15-4d8e-b0d9-5940f8876e11 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/ports?device_id=b761d8f4-2c72-4a52-9661-117f16c8f9fa HTTP/1.1" status: 200 len: 950 time: 0.1396501 Feb 19 04:55:11.701877 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3493bd6c-7039-493f-896c-8f0889a7b936 None None] Provisioning complete for port defd1a14-be7d-4d75-a947-411c357bedeb triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:55:11.703020 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3493bd6c-7039-493f-896c-8f0889a7b936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (defd1a14-be7d-4d75-a947-411c357bedeb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:11.706646 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3ac16f40-3cfa-42bf-b478-ee0be5b535d4 req-a49e050c-96af-451e-9930-f64fb6060a59 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/security-groups?id=63892c2c-0a31-4228-82da-6cd171ce1d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979459 Feb 19 04:55:11.758748 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a910663-1ba1-42e2-b20a-29171e6ac4d4 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:55:11.767688 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4a910663-1ba1-42e2-b20a-29171e6ac4d4 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "PUT /v2.0/routers/1538a833-d6f0-4329-8d20-f07d6d27fffa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6717629 Feb 19 04:55:11.771354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53232) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:11.772412 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3493bd6c-7039-493f-896c-8f0889a7b936 None None] Port defd1a14-be7d-4d75-a947-411c357bedeb cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:55:11.774488 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf394bfb-9800-4a3f-bc4b-bf3bb0b67ed1 None None] Sync routers for ids ['1538a833-d6f0-4329-8d20-f07d6d27fffa'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:55:11.784248 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-3d552842-8dfe-4318-96f4-b4e63fb33060 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Request body: {'port': {'network_id': 'e55c212a-26db-4193-93fe-988b5b8ff3e6', 'name': 'tempest-FloatingIPTestJSON-321666866'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:55:11.795331 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf394bfb-9800-4a3f-bc4b-bf3bb0b67ed1 None None] Routers {'1538a833-d6f0-4329-8d20-f07d6d27fffa'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:55:11.796742 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-cf394bfb-9800-4a3f-bc4b-bf3bb0b67ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:55:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['1538a833-d6f0-4329-8d20-f07d6d27fffa'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:11.845157 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-cf394bfb-9800-4a3f-bc4b-bf3bb0b67ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:11.859275 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf394bfb-9800-4a3f-bc4b-bf3bb0b67ed1 None None] Routers {'1538a833-d6f0-4329-8d20-f07d6d27fffa'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:55:11.860293 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-cf394bfb-9800-4a3f-bc4b-bf3bb0b67ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:55:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['1538a833-d6f0-4329-8d20-f07d6d27fffa'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:11.901230 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-cf394bfb-9800-4a3f-bc4b-bf3bb0b67ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:11.901892 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf394bfb-9800-4a3f-bc4b-bf3bb0b67ed1 None None] The sync data for ids ['1538a833-d6f0-4329-8d20-f07d6d27fffa'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:55:11.930462 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d552842-8dfe-4318-96f4-b4e63fb33060 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Made reservation on behalf of 5d5710c7a2b745e592c25082dd17dbb2 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:55:11.934198 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3d552842-8dfe-4318-96f4-b4e63fb33060 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:11.954383 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [None req-3d552842-8dfe-4318-96f4-b4e63fb33060 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] device_id is not set on port 3d11cdf8-b6db-4d76-b43d-de27e2204e71 yet. {{(pid=115199) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 04:55:12.090248 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-3d552842-8dfe-4318-96f4-b4e63fb33060 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Allocated IP 172.20.0.4 (e55c212a-26db-4193-93fe-988b5b8ff3e6/9285529b-07a6-4c44-8680-e495070d9e25/3d11cdf8-b6db-4d76-b43d-de27e2204e71) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:55:12.268427 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3d552842-8dfe-4318-96f4-b4e63fb33060 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for port (3d11cdf8-b6db-4d76-b43d-de27e2204e71), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:12.315371 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3d552842-8dfe-4318-96f4-b4e63fb33060 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (3d11cdf8-b6db-4d76-b43d-de27e2204e71), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:12.372452 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d552842-8dfe-4318-96f4-b4e63fb33060 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Network e55c212a-26db-4193-93fe-988b5b8ff3e6 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:55:12.376075 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-3d552842-8dfe-4318-96f4-b4e63fb33060 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:55:12.383590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d552842-8dfe-4318-96f4-b4e63fb33060 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:55:12.391515 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d552842-8dfe-4318-96f4-b4e63fb33060 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event updated for resources: {'Port': ['ID=3d11cdf8-b6db-4d76-b43d-de27e2204e71,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:12.454618 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d552842-8dfe-4318-96f4-b4e63fb33060 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:12.455695 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3d552842-8dfe-4318-96f4-b4e63fb33060 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:12.481208 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3d552842-8dfe-4318-96f4-b4e63fb33060 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7070081 Feb 19 04:55:12.485654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53236) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:12.491537 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-17483059-cef5-46ac-aa3c-e22f8bc4a721 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Request body: {'floatingip': {'port_id': '3d11cdf8-b6db-4d76-b43d-de27e2204e71'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:55:12.569280 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17483059-cef5-46ac-aa3c-e22f8bc4a721 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (bab766f0-1a81-40ee-83e8-7cc43177fd1c), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:12.808122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1bf5b55e-0da3-4b28-84ae-58a93e588755 None None] Provisioning complete for port 3d11cdf8-b6db-4d76-b43d-de27e2204e71 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:55:12.809491 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1bf5b55e-0da3-4b28-84ae-58a93e588755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3d11cdf8-b6db-4d76-b43d-de27e2204e71), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:12.871636 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1bf5b55e-0da3-4b28-84ae-58a93e588755 None None] Port 3d11cdf8-b6db-4d76-b43d-de27e2204e71 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:55:12.891602 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4f514-1591-4a86-9b3e-2be4c3ba38ce req-56b41b86-e892-487d-a965-b0eff56d8ab6 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:12.893560 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b6b4f514-1591-4a86-9b3e-2be4c3ba38ce req-56b41b86-e892-487d-a965-b0eff56d8ab6 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.48 "GET /v2.0/ports?device_id=b761d8f4-2c72-4a52-9661-117f16c8f9fa HTTP/1.1" status: 200 len: 950 time: 0.1017077 Feb 19 04:55:13.047668 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-b6b4f514-1591-4a86-9b3e-2be4c3ba38ce req-291d5bcf-f41a-44bc-a1ea-d20162c9f002 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Deleting port 15c0348a-52bc-45fe-9bb2-aec592269de7 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:55:13.048426 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b6b4f514-1591-4a86-9b3e-2be4c3ba38ce req-291d5bcf-f41a-44bc-a1ea-d20162c9f002 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (15c0348a-52bc-45fe-9bb2-aec592269de7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:13.314658 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-b6b4f514-1591-4a86-9b3e-2be4c3ba38ce req-291d5bcf-f41a-44bc-a1ea-d20162c9f002 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] For port 15c0348a-52bc-45fe-9bb2-aec592269de7, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=15c0348a-52bc-45fe-9bb2-aec592269de7,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:55:13.321276 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b6b4f514-1591-4a86-9b3e-2be4c3ba38ce req-291d5bcf-f41a-44bc-a1ea-d20162c9f002 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (15c0348a-52bc-45fe-9bb2-aec592269de7), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:13.352630 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-b6b4f514-1591-4a86-9b3e-2be4c3ba38ce req-291d5bcf-f41a-44bc-a1ea-d20162c9f002 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Calling delete_port for 15c0348a-52bc-45fe-9bb2-aec592269de7 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:55:13.488977 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078de51b-d7f2-458e-873d-8064a1fa8f3b req-6109d482-128b-48d7-b290-120cb39e1ec8 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:13.490637 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-078de51b-d7f2-458e-873d-8064a1fa8f3b req-6109d482-128b-48d7-b290-120cb39e1ec8 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/ports?device_id=b761d8f4-2c72-4a52-9661-117f16c8f9fa HTTP/1.1" status: 200 len: 950 time: 0.1730433 Feb 19 04:55:13.580091 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b6b4f514-1591-4a86-9b3e-2be4c3ba38ce req-291d5bcf-f41a-44bc-a1ea-d20162c9f002 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (15c0348a-52bc-45fe-9bb2-aec592269de7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:13.597348 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['15c0348a-52bc-45fe-9bb2-aec592269de7'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:55:13.639351 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-078de51b-d7f2-458e-873d-8064a1fa8f3b req-f165070e-2811-4126-b9ba-a057abe995a4 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.65 "GET /v2.0/security-groups?id=63892c2c-0a31-4228-82da-6cd171ce1d54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355705 Feb 19 04:55:13.659331 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d5bcf-f41a-44bc-a1ea-d20162c9f002 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Pushing event deleted for resources: {'Port': ['ID=15c0348a-52bc-45fe-9bb2-aec592269de7,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:13.730187 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b4f514-1591-4a86-9b3e-2be4c3ba38ce req-291d5bcf-f41a-44bc-a1ea-d20162c9f002 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] No DVR routers for this DVR port 15c0348a-52bc-45fe-9bb2-aec592269de7 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:55:13.733457 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b6b4f514-1591-4a86-9b3e-2be4c3ba38ce req-291d5bcf-f41a-44bc-a1ea-d20162c9f002 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:13.737868 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b6b4f514-1591-4a86-9b3e-2be4c3ba38ce req-291d5bcf-f41a-44bc-a1ea-d20162c9f002 tempest-VolumesBackupsTest-419304118 tempest-VolumesBackupsTest-419304118-project] 10.222.0.48 "DELETE /v2.0/ports/15c0348a-52bc-45fe-9bb2-aec592269de7 HTTP/1.1" status: 204 len: 173 time: 0.8378065 Feb 19 04:55:13.738594 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b761d8f4-2c72-4a52-9661-117f16c8f9fa', 'name': 'network-vif-deleted', 'tag': '15c0348a-52bc-45fe-9bb2-aec592269de7'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:55:13.742842 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a98de41-c506-45e5-8b4f-1d63ca9ef372" -d '{"events": [{"server_uuid": "b761d8f4-2c72-4a52-9661-117f16c8f9fa", "name": "network-vif-deleted", "tag": "15c0348a-52bc-45fe-9bb2-aec592269de7"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:55:13.799658 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd7b45d-759c-44e6-944e-3a731bb194fa x-openstack-request-id: req-0fd7b45d-759c-44e6-944e-3a731bb194fa {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:55:13.800170 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b761d8f4-2c72-4a52-9661-117f16c8f9fa", "name": "network-vif-deleted", "tag": "15c0348a-52bc-45fe-9bb2-aec592269de7", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:55:13.800552 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0fd7b45d-759c-44e6-944e-3a731bb194fa {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:55:13.801123 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b761d8f4-2c72-4a52-9661-117f16c8f9fa', 'name': 'network-vif-deleted', 'tag': '15c0348a-52bc-45fe-9bb2-aec592269de7', 'status': 'completed', 'code': 200} Feb 19 04:55:13.911565 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17483059-cef5-46ac-aa3c-e22f8bc4a721 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:13.916401 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17483059-cef5-46ac-aa3c-e22f8bc4a721 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (bab766f0-1a81-40ee-83e8-7cc43177fd1c), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:14.038658 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-17483059-cef5-46ac-aa3c-e22f8bc4a721 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Floating IP bab766f0-1a81-40ee-83e8-7cc43177fd1c associated. External IP: 172.25.0.198, port: 9f43a14a-b086-4903-bb36-a2ad965c107a. Feb 19 04:55:14.325670 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17483059-cef5-46ac-aa3c-e22f8bc4a721 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Router f6cad5a7-e85b-451e-8b0f-a0d1f92c322a has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:55:14.476343 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17483059-cef5-46ac-aa3c-e22f8bc4a721 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:55:14.493290 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962ebc6f-06cc-41f6-ae88-67e7949d46b5 None None] Sync routers for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:55:14.512681 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962ebc6f-06cc-41f6-ae88-67e7949d46b5 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:55:14.514225 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-962ebc6f-06cc-41f6-ae88-67e7949d46b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:55:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:14.559983 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-962ebc6f-06cc-41f6-ae88-67e7949d46b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:14.572511 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962ebc6f-06cc-41f6-ae88-67e7949d46b5 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:55:14.574178 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-962ebc6f-06cc-41f6-ae88-67e7949d46b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:55:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:14.652148 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-962ebc6f-06cc-41f6-ae88-67e7949d46b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:14.653941 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962ebc6f-06cc-41f6-ae88-67e7949d46b5 None None] The sync data for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:55:14.865696 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17483059-cef5-46ac-aa3c-e22f8bc4a721 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Router 1538a833-d6f0-4329-8d20-f07d6d27fffa has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:55:15.059917 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17483059-cef5-46ac-aa3c-e22f8bc4a721 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:55:15.073087 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3a5c3b-5fa9-47d1-8bbe-bb72c5531b52 None None] Sync routers for ids ['1538a833-d6f0-4329-8d20-f07d6d27fffa'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:55:15.074745 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-17483059-cef5-46ac-aa3c-e22f8bc4a721 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:15.096973 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3a5c3b-5fa9-47d1-8bbe-bb72c5531b52 None None] Routers {'1538a833-d6f0-4329-8d20-f07d6d27fffa'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:55:15.098604 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-3d3a5c3b-5fa9-47d1-8bbe-bb72c5531b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:55:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['1538a833-d6f0-4329-8d20-f07d6d27fffa'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:15.170128 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-17483059-cef5-46ac-aa3c-e22f8bc4a721 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "PUT /v2.0/floatingips/bab766f0-1a81-40ee-83e8-7cc43177fd1c HTTP/1.1" status: 200 len: 977 time: 2.6826732 Feb 19 04:55:15.174271 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53258) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:15.229426 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-3d3a5c3b-5fa9-47d1-8bbe-bb72c5531b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:15.265857 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3a5c3b-5fa9-47d1-8bbe-bb72c5531b52 None None] Routers {'1538a833-d6f0-4329-8d20-f07d6d27fffa'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:55:15.267225 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-3d3a5c3b-5fa9-47d1-8bbe-bb72c5531b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:55:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['1538a833-d6f0-4329-8d20-f07d6d27fffa'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:15.320069 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-3d3a5c3b-5fa9-47d1-8bbe-bb72c5531b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:15.321016 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3a5c3b-5fa9-47d1-8bbe-bb72c5531b52 None None] The sync data for ids ['1538a833-d6f0-4329-8d20-f07d6d27fffa'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:55:15.348602 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-cd755d96-4f1d-4cbd-9f73-24becf378fb6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Deleting port 3d11cdf8-b6db-4d76-b43d-de27e2204e71 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:55:15.349081 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cd755d96-4f1d-4cbd-9f73-24becf378fb6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3d11cdf8-b6db-4d76-b43d-de27e2204e71), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:15.510264 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cd755d96-4f1d-4cbd-9f73-24becf378fb6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3d11cdf8-b6db-4d76-b43d-de27e2204e71), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:15.774630 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cd755d96-4f1d-4cbd-9f73-24becf378fb6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:15.775346 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cd755d96-4f1d-4cbd-9f73-24becf378fb6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (bab766f0-1a81-40ee-83e8-7cc43177fd1c), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:15.775769 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-cd755d96-4f1d-4cbd-9f73-24becf378fb6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Floating IP bab766f0-1a81-40ee-83e8-7cc43177fd1c disassociated. External IP: 172.25.0.198, port: 3d11cdf8-b6db-4d76-b43d-de27e2204e71. Feb 19 04:55:15.776206 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-cd755d96-4f1d-4cbd-9f73-24becf378fb6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Calling delete_port for 3d11cdf8-b6db-4d76-b43d-de27e2204e71 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:55:15.945561 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cd755d96-4f1d-4cbd-9f73-24becf378fb6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (3d11cdf8-b6db-4d76-b43d-de27e2204e71), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:16.003273 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd755d96-4f1d-4cbd-9f73-24becf378fb6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event deleted for resources: {'Port': ['ID=3d11cdf8-b6db-4d76-b43d-de27e2204e71,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:16.294971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd755d96-4f1d-4cbd-9f73-24becf378fb6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Router 1538a833-d6f0-4329-8d20-f07d6d27fffa has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:55:16.477426 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd755d96-4f1d-4cbd-9f73-24becf378fb6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:55:16.492441 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1dd9a9-8ec2-4c8d-acfe-6dc63cf6f843 None None] Sync routers for ids ['1538a833-d6f0-4329-8d20-f07d6d27fffa'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:55:16.506364 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1dd9a9-8ec2-4c8d-acfe-6dc63cf6f843 None None] Routers {'1538a833-d6f0-4329-8d20-f07d6d27fffa'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:55:16.507367 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-4a1dd9a9-8ec2-4c8d-acfe-6dc63cf6f843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:55:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['1538a833-d6f0-4329-8d20-f07d6d27fffa'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:16.556578 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-4a1dd9a9-8ec2-4c8d-acfe-6dc63cf6f843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:16.573656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1dd9a9-8ec2-4c8d-acfe-6dc63cf6f843 None None] Routers {'1538a833-d6f0-4329-8d20-f07d6d27fffa'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:55:16.575048 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-4a1dd9a9-8ec2-4c8d-acfe-6dc63cf6f843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:55:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['1538a833-d6f0-4329-8d20-f07d6d27fffa'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:16.581436 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cd755d96-4f1d-4cbd-9f73-24becf378fb6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:16.585658 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cd755d96-4f1d-4cbd-9f73-24becf378fb6 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "DELETE /v2.0/ports/3d11cdf8-b6db-4d76-b43d-de27e2204e71 HTTP/1.1" status: 204 len: 168 time: 1.4090564 Feb 19 04:55:16.590172 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53264) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:16.626079 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-4a1dd9a9-8ec2-4c8d-acfe-6dc63cf6f843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:16.627483 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1dd9a9-8ec2-4c8d-acfe-6dc63cf6f843 None None] The sync data for ids ['1538a833-d6f0-4329-8d20-f07d6d27fffa'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:55:16.978663 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 15c0348a-52bc-45fe-9bb2-aec592269de7 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:55:17.022090 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 15c0348a-52bc-45fe-9bb2-aec592269de7 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:55:17.023034 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 15c0348a-52bc-45fe-9bb2-aec592269de7 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:55:17.272228 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-daa3820b-075a-4d2f-8578-bd75ad1f8b56 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (1538a833-d6f0-4329-8d20-f07d6d27fffa), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:17.665654 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-daa3820b-075a-4d2f-8578-bd75ad1f8b56 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Deleting port defd1a14-be7d-4d75-a947-411c357bedeb {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:55:17.666388 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-daa3820b-075a-4d2f-8578-bd75ad1f8b56 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (defd1a14-be7d-4d75-a947-411c357bedeb), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:17.947376 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-daa3820b-075a-4d2f-8578-bd75ad1f8b56 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (defd1a14-be7d-4d75-a947-411c357bedeb), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:17.971490 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-daa3820b-075a-4d2f-8578-bd75ad1f8b56 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Calling delete_port for defd1a14-be7d-4d75-a947-411c357bedeb owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:55:18.338403 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-daa3820b-075a-4d2f-8578-bd75ad1f8b56 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (defd1a14-be7d-4d75-a947-411c357bedeb), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:18.368998 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3820b-075a-4d2f-8578-bd75ad1f8b56 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event deleted for resources: {'Port': ['ID=defd1a14-be7d-4d75-a947-411c357bedeb,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:18.685411 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-daa3820b-075a-4d2f-8578-bd75ad1f8b56 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (1538a833-d6f0-4329-8d20-f07d6d27fffa), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:19.370199 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa3820b-075a-4d2f-8578-bd75ad1f8b56 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Router 1538a833-d6f0-4329-8d20-f07d6d27fffa has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:55:19.536379 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa3820b-075a-4d2f-8578-bd75ad1f8b56 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:55:19.547347 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-daa3820b-075a-4d2f-8578-bd75ad1f8b56 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "PUT /v2.0/routers/1538a833-d6f0-4329-8d20-f07d6d27fffa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9542642 Feb 19 04:55:19.551222 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53282) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:19.567540 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3ec808-803a-4fea-a51d-20df411238dd None None] Sync routers for ids ['1538a833-d6f0-4329-8d20-f07d6d27fffa'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:55:19.585972 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3ec808-803a-4fea-a51d-20df411238dd None None] Routers {'1538a833-d6f0-4329-8d20-f07d6d27fffa'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:55:19.586989 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-fb3ec808-803a-4fea-a51d-20df411238dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:55:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['1538a833-d6f0-4329-8d20-f07d6d27fffa'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:19.641536 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-fb3ec808-803a-4fea-a51d-20df411238dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:19.660174 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3ec808-803a-4fea-a51d-20df411238dd None None] Routers {'1538a833-d6f0-4329-8d20-f07d6d27fffa'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:55:19.660837 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-fb3ec808-803a-4fea-a51d-20df411238dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:55:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['1538a833-d6f0-4329-8d20-f07d6d27fffa'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:19.708139 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-fb3ec808-803a-4fea-a51d-20df411238dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:19.709420 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3ec808-803a-4fea-a51d-20df411238dd None None] The sync data for ids ['1538a833-d6f0-4329-8d20-f07d6d27fffa'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:55:19.769148 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-41d136a0-cd47-458e-8b83-bffb5fdfb753 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for router (1538a833-d6f0-4329-8d20-f07d6d27fffa), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:19.936303 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-41d136a0-cd47-458e-8b83-bffb5fdfb753 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for router_gateway (1538a833-d6f0-4329-8d20-f07d6d27fffa), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:20.047168 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-41d136a0-cd47-458e-8b83-bffb5fdfb753 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Deleting port 146fab40-af0f-4e92-823c-116dc38781d6 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:55:20.047718 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-41d136a0-cd47-458e-8b83-bffb5fdfb753 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (146fab40-af0f-4e92-823c-116dc38781d6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:20.202249 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-41d136a0-cd47-458e-8b83-bffb5fdfb753 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (146fab40-af0f-4e92-823c-116dc38781d6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:20.225893 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-41d136a0-cd47-458e-8b83-bffb5fdfb753 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Calling delete_port for 146fab40-af0f-4e92-823c-116dc38781d6 owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:55:20.560301 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-41d136a0-cd47-458e-8b83-bffb5fdfb753 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (146fab40-af0f-4e92-823c-116dc38781d6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:20.599867 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d136a0-cd47-458e-8b83-bffb5fdfb753 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event deleted for resources: {'Port': ['ID=146fab40-af0f-4e92-823c-116dc38781d6,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:20.687504 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-41d136a0-cd47-458e-8b83-bffb5fdfb753 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (1538a833-d6f0-4329-8d20-f07d6d27fffa), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:20.800653 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-41d136a0-cd47-458e-8b83-bffb5fdfb753 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (1538a833-d6f0-4329-8d20-f07d6d27fffa), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:20.803714 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-41d136a0-cd47-458e-8b83-bffb5fdfb753 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for router_controller (1538a833-d6f0-4329-8d20-f07d6d27fffa), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:20.863558 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-41d136a0-cd47-458e-8b83-bffb5fdfb753 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (1538a833-d6f0-4329-8d20-f07d6d27fffa), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:20.864315 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d136a0-cd47-458e-8b83-bffb5fdfb753 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Fanout notify agent at l3_agent the message router_deleted on router 1538a833-d6f0-4329-8d20-f07d6d27fffa {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:55:20.874182 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-41d136a0-cd47-458e-8b83-bffb5fdfb753 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:20.875533 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-41d136a0-cd47-458e-8b83-bffb5fdfb753 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "DELETE /v2.0/routers/1538a833-d6f0-4329-8d20-f07d6d27fffa HTTP/1.1" status: 204 len: 168 time: 1.3224933 Feb 19 04:55:20.879370 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53288) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:20.956988 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-00885b7c-1157-4223-91df-d33c38308b7b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Deleting subnet 9285529b-07a6-4c44-8680-e495070d9e25 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:55:20.963334 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-00885b7c-1157-4223-91df-d33c38308b7b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for subnet (9285529b-07a6-4c44-8680-e495070d9e25), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:21.050988 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-00885b7c-1157-4223-91df-d33c38308b7b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (9285529b-07a6-4c44-8680-e495070d9e25), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:21.233079 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-00885b7c-1157-4223-91df-d33c38308b7b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (9285529b-07a6-4c44-8680-e495070d9e25), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:21.336817 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-00885b7c-1157-4223-91df-d33c38308b7b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (9285529b-07a6-4c44-8680-e495070d9e25), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:21.405215 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00885b7c-1157-4223-91df-d33c38308b7b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event deleted for resources: {'Subnet': ['ID=9285529b-07a6-4c44-8680-e495070d9e25,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:21.413312 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-00885b7c-1157-4223-91df-d33c38308b7b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:21.419844 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-00885b7c-1157-4223-91df-d33c38308b7b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "DELETE /v2.0/subnets/9285529b-07a6-4c44-8680-e495070d9e25 HTTP/1.1" status: 204 len: 168 time: 0.5390694 Feb 19 04:55:21.422540 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53296) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:21.440360 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43328887-39ec-4c9c-b4b5-c6112164eecf None None] Network e55c212a-26db-4193-93fe-988b5b8ff3e6 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:55:21.683201 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5928d8d9-9ce9-4aa5-a78d-a5944e6909ae tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (e55c212a-26db-4193-93fe-988b5b8ff3e6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:21.703960 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde58fe-aaa4-4ecf-966d-cca536f74d98 req-4a220e84-eaa9-4a4a-bf0f-430825c35768 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:21.712160 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2bde58fe-aaa4-4ecf-966d-cca536f74d98 req-4a220e84-eaa9-4a4a-bf0f-430825c35768 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 945 time: 0.1166039 Feb 19 04:55:21.860817 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2bde58fe-aaa4-4ecf-966d-cca536f74d98 req-fc90fc47-bff8-4d0b-ac96-2f00bcca4e54 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/security-groups?id=81446dbc-3c5e-4c25-a6c0-3107455b5fde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1476188 Feb 19 04:55:21.886435 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f55ce8-2da2-4cca-b3f2-6b10dd646ce7 None None] DHCP port deletion for e55c212a-26db-4193-93fe-988b5b8ff3e6 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:55:21.931622 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-5928d8d9-9ce9-4aa5-a78d-a5944e6909ae tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Deleting port f9797315-1193-4918-9a43-7238ded0e474 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:55:21.931908 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5928d8d9-9ce9-4aa5-a78d-a5944e6909ae tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f9797315-1193-4918-9a43-7238ded0e474), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:21.993114 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29f55ce8-2da2-4cca-b3f2-6b10dd646ce7 None None] Deleting port f9797315-1193-4918-9a43-7238ded0e474 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:55:21.993770 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29f55ce8-2da2-4cca-b3f2-6b10dd646ce7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f9797315-1193-4918-9a43-7238ded0e474), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:22.024315 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-5928d8d9-9ce9-4aa5-a78d-a5944e6909ae tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] For port f9797315-1193-4918-9a43-7238ded0e474, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f9797315-1193-4918-9a43-7238ded0e474,segment=NetworkSegment(1f8e5ca4-2328-4a98-8a31-5247ef0fa7b3),segment_id=1f8e5ca4-2328-4a98-8a31-5247ef0fa7b3)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:55:22.024640 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5928d8d9-9ce9-4aa5-a78d-a5944e6909ae tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f9797315-1193-4918-9a43-7238ded0e474), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:22.047658 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-5928d8d9-9ce9-4aa5-a78d-a5944e6909ae tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Calling delete_port for f9797315-1193-4918-9a43-7238ded0e474 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:55:22.271654 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5928d8d9-9ce9-4aa5-a78d-a5944e6909ae tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (f9797315-1193-4918-9a43-7238ded0e474), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:22.303696 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928d8d9-9ce9-4aa5-a78d-a5944e6909ae tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event deleted for resources: {'Port': ['ID=f9797315-1193-4918-9a43-7238ded0e474,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:22.323571 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5928d8d9-9ce9-4aa5-a78d-a5944e6909ae tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] No DVR routers for this DVR port f9797315-1193-4918-9a43-7238ded0e474 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:55:22.336502 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29f55ce8-2da2-4cca-b3f2-6b10dd646ce7 None None] For port f9797315-1193-4918-9a43-7238ded0e474, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f9797315-1193-4918-9a43-7238ded0e474,segment=NetworkSegment(1f8e5ca4-2328-4a98-8a31-5247ef0fa7b3),segment_id=1f8e5ca4-2328-4a98-8a31-5247ef0fa7b3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:55:22.337638 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29f55ce8-2da2-4cca-b3f2-6b10dd646ce7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f9797315-1193-4918-9a43-7238ded0e474), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:22.363728 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29f55ce8-2da2-4cca-b3f2-6b10dd646ce7 None None] Calling delete_port for f9797315-1193-4918-9a43-7238ded0e474 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:55:22.432623 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5928d8d9-9ce9-4aa5-a78d-a5944e6909ae tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (e55c212a-26db-4193-93fe-988b5b8ff3e6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:22.464080 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-5928d8d9-9ce9-4aa5-a78d-a5944e6909ae tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e55c212a-26db-4193-93fe-988b5b8ff3e6']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:22.478905 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-5928d8d9-9ce9-4aa5-a78d-a5944e6909ae tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8e5ca4-2328-4a98-8a31-5247ef0fa7b3') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:22.479177 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-5928d8d9-9ce9-4aa5-a78d-a5944e6909ae tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8e5ca4-2328-4a98-8a31-5247ef0fa7b3') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:22.494745 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5928d8d9-9ce9-4aa5-a78d-a5944e6909ae tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (1f8e5ca4-2328-4a98-8a31-5247ef0fa7b3), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:22.519817 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5928d8d9-9ce9-4aa5-a78d-a5944e6909ae tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (1f8e5ca4-2328-4a98-8a31-5247ef0fa7b3), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:22.530658 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5928d8d9-9ce9-4aa5-a78d-a5944e6909ae tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:55:22.531563 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5928d8d9-9ce9-4aa5-a78d-a5944e6909ae tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (1f8e5ca4-2328-4a98-8a31-5247ef0fa7b3), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:22.560567 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29f55ce8-2da2-4cca-b3f2-6b10dd646ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (f9797315-1193-4918-9a43-7238ded0e474), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:55:22.561423 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:55:22.620369 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f55ce8-2da2-4cca-b3f2-6b10dd646ce7 None None] Pushing event deleted for resources: {'Port': ['ID=f9797315-1193-4918-9a43-7238ded0e474,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:22.633828 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f55ce8-2da2-4cca-b3f2-6b10dd646ce7 None None] No DVR routers for this DVR port f9797315-1193-4918-9a43-7238ded0e474 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:55:22.644319 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5928d8d9-9ce9-4aa5-a78d-a5944e6909ae tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (e55c212a-26db-4193-93fe-988b5b8ff3e6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:22.650620 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5928d8d9-9ce9-4aa5-a78d-a5944e6909ae tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:22.655260 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5928d8d9-9ce9-4aa5-a78d-a5944e6909ae tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "DELETE /v2.0/networks/e55c212a-26db-4193-93fe-988b5b8ff3e6 HTTP/1.1" status: 204 len: 168 time: 1.2311995 Feb 19 04:55:22.658143 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53306) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:22.676017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928d8d9-9ce9-4aa5-a78d-a5944e6909ae tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event deleted for resources: {'Network': ['ID=e55c212a-26db-4193-93fe-988b5b8ff3e6,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:22.881932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd4383-6c26-470b-97d6-5cffc4896550 req-9ec63939-e42e-4712-8f57-06f4a09836be tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:22.883603 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-72fd4383-6c26-470b-97d6-5cffc4896550 req-9ec63939-e42e-4712-8f57-06f4a09836be tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 945 time: 0.1500700 Feb 19 04:55:22.944965 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-89b875b8-3e8c-45d4-97c9-d53d2337c68e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Deleting port 7bda6855-7faa-4a72-91e2-b8800333717d {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:55:22.946334 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89b875b8-3e8c-45d4-97c9-d53d2337c68e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (7bda6855-7faa-4a72-91e2-b8800333717d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:23.116153 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f9797315-1193-4918-9a43-7238ded0e474 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:55:23.120289 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89b875b8-3e8c-45d4-97c9-d53d2337c68e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (7bda6855-7faa-4a72-91e2-b8800333717d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:23.120630 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89b875b8-3e8c-45d4-97c9-d53d2337c68e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (7bda6855-7faa-4a72-91e2-b8800333717d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:23.150674 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-89b875b8-3e8c-45d4-97c9-d53d2337c68e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Calling delete_port for 7bda6855-7faa-4a72-91e2-b8800333717d owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:55:23.151094 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: f9797315-1193-4918-9a43-7238ded0e474 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:55:23.151094 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f9797315-1193-4918-9a43-7238ded0e474 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:55:23.177036 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da865cf-6d76-44b3-8488-393167e48481 req-2848d778-b358-4edf-8a08-7a2d86061c31 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:23.180013 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4da865cf-6d76-44b3-8488-393167e48481 req-2848d778-b358-4edf-8a08-7a2d86061c31 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 945 time: 0.1718361 Feb 19 04:55:23.193695 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-72fd4383-6c26-470b-97d6-5cffc4896550 req-1efa7336-04bd-4478-825d-33c974ae4d7a tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Deleting port ef0d3862-ed4e-48ab-99cd-a8a8d58f574e {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:55:23.194371 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-72fd4383-6c26-470b-97d6-5cffc4896550 req-1efa7336-04bd-4478-825d-33c974ae4d7a tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ef0d3862-ed4e-48ab-99cd-a8a8d58f574e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:23.427638 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4da865cf-6d76-44b3-8488-393167e48481 req-3d98d03f-ae0a-4ba0-ad54-692d66d7b87d tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/security-groups?id=81446dbc-3c5e-4c25-a6c0-3107455b5fde&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2249575 Feb 19 04:55:23.457607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-72fd4383-6c26-470b-97d6-5cffc4896550 req-1efa7336-04bd-4478-825d-33c974ae4d7a tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] For port ef0d3862-ed4e-48ab-99cd-a8a8d58f574e, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=ef0d3862-ed4e-48ab-99cd-a8a8d58f574e,segment=NetworkSegment(b5f1f822-1520-4f2b-b1f8-88a55b6130c8),segment_id=b5f1f822-1520-4f2b-b1f8-88a55b6130c8)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:55:23.458109 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-72fd4383-6c26-470b-97d6-5cffc4896550 req-1efa7336-04bd-4478-825d-33c974ae4d7a tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ef0d3862-ed4e-48ab-99cd-a8a8d58f574e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:23.652023 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89b875b8-3e8c-45d4-97c9-d53d2337c68e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (7bda6855-7faa-4a72-91e2-b8800333717d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:23.821365 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b875b8-3e8c-45d4-97c9-d53d2337c68e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event deleted for resources: {'Port': ['ID=7bda6855-7faa-4a72-91e2-b8800333717d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:23.852873 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-72fd4383-6c26-470b-97d6-5cffc4896550 req-1efa7336-04bd-4478-825d-33c974ae4d7a tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:23.853466 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-72fd4383-6c26-470b-97d6-5cffc4896550 req-1efa7336-04bd-4478-825d-33c974ae4d7a tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (300be941-8834-47db-9e29-d97bfe3a3c2b), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:23.853923 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [req-72fd4383-6c26-470b-97d6-5cffc4896550 req-1efa7336-04bd-4478-825d-33c974ae4d7a tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Floating IP 300be941-8834-47db-9e29-d97bfe3a3c2b disassociated. External IP: 172.25.0.174, port: ef0d3862-ed4e-48ab-99cd-a8a8d58f574e. Feb 19 04:55:23.854434 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-72fd4383-6c26-470b-97d6-5cffc4896550 req-1efa7336-04bd-4478-825d-33c974ae4d7a tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Calling delete_port for ef0d3862-ed4e-48ab-99cd-a8a8d58f574e owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:55:24.048289 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-72fd4383-6c26-470b-97d6-5cffc4896550 req-1efa7336-04bd-4478-825d-33c974ae4d7a tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ef0d3862-ed4e-48ab-99cd-a8a8d58f574e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:24.163202 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa7336-04bd-4478-825d-33c974ae4d7a tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Pushing event deleted for resources: {'Port': ['ID=ef0d3862-ed4e-48ab-99cd-a8a8d58f574e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:24.185706 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89b875b8-3e8c-45d4-97c9-d53d2337c68e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for floatingip (bab766f0-1a81-40ee-83e8-7cc43177fd1c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:24.189813 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-89b875b8-3e8c-45d4-97c9-d53d2337c68e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:24.193004 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-89b875b8-3e8c-45d4-97c9-d53d2337c68e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "DELETE /v2.0/floatingips/bab766f0-1a81-40ee-83e8-7cc43177fd1c HTTP/1.1" status: 204 len: 168 time: 1.5302739 Feb 19 04:55:24.200897 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53360) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:24.264124 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-030f7a82-2f65-4e66-9975-aac917be12f7 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] DELETE failed (client error): The resource could not be found. Feb 19 04:55:24.266025 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-030f7a82-2f65-4e66-9975-aac917be12f7 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:55:24.272899 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-030f7a82-2f65-4e66-9975-aac917be12f7 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "DELETE /v2.0/ports/3d11cdf8-b6db-4d76-b43d-de27e2204e71 HTTP/1.1" status: 404 len: 333 time: 0.0693409 Feb 19 04:55:24.275099 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53362) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:24.287658 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72fd4383-6c26-470b-97d6-5cffc4896550 req-1efa7336-04bd-4478-825d-33c974ae4d7a tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Router 4eef8844-076c-4bfa-92d5-500b089c133b has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:55:24.316802 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a029db2a-027a-4b15-bc92-8926eab62477 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "GET /v2.0/ports?device_id=1538a833-d6f0-4329-8d20-f07d6d27fffa HTTP/1.1" status: 200 len: 205 time: 0.0393953 Feb 19 04:55:24.328542 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53366) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:24.406537 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-48381c3d-ae8c-44f3-a6ff-7a0646cc6940 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] delete failed (client error): The resource could not be found. Feb 19 04:55:24.407821 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-48381c3d-ae8c-44f3-a6ff-7a0646cc6940 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "DELETE /v2.0/routers/1538a833-d6f0-4329-8d20-f07d6d27fffa HTTP/1.1" status: 404 len: 336 time: 0.0756893 Feb 19 04:55:24.410499 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53368) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:24.446311 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-c934099f-d568-4c38-8a9f-15894df1b225 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] DELETE failed (client error): The resource could not be found. Feb 19 04:55:24.447081 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c934099f-d568-4c38-8a9f-15894df1b225 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:55:24.451090 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c934099f-d568-4c38-8a9f-15894df1b225 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "DELETE /v2.0/subnets/9285529b-07a6-4c44-8680-e495070d9e25 HTTP/1.1" status: 404 len: 337 time: 0.0392663 Feb 19 04:55:24.453797 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53370) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:24.493751 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72fd4383-6c26-470b-97d6-5cffc4896550 req-1efa7336-04bd-4478-825d-33c974ae4d7a tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:55:24.512846 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55f2694-8791-43ab-83d5-0b5d7eef3ebd None None] Sync routers for ids ['4eef8844-076c-4bfa-92d5-500b089c133b'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:55:24.535966 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f2694-8791-43ab-83d5-0b5d7eef3ebd None None] Routers {'4eef8844-076c-4bfa-92d5-500b089c133b'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:55:24.538187 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-a55f2694-8791-43ab-83d5-0b5d7eef3ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:55:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['4eef8844-076c-4bfa-92d5-500b089c133b'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:24.631734 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fd4383-6c26-470b-97d6-5cffc4896550 req-1efa7336-04bd-4478-825d-33c974ae4d7a tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] No DVR routers for this DVR port ef0d3862-ed4e-48ab-99cd-a8a8d58f574e on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:55:24.644693 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-72fd4383-6c26-470b-97d6-5cffc4896550 req-1efa7336-04bd-4478-825d-33c974ae4d7a tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:24.659300 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-72fd4383-6c26-470b-97d6-5cffc4896550 req-1efa7336-04bd-4478-825d-33c974ae4d7a tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.48 "DELETE /v2.0/ports/ef0d3862-ed4e-48ab-99cd-a8a8d58f574e HTTP/1.1" status: 204 len: 173 time: 1.7696068 Feb 19 04:55:24.665708 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cd23bf-ad1e-4858-945b-77ede9f61ee6', 'name': 'network-vif-deleted', 'tag': 'ef0d3862-ed4e-48ab-99cd-a8a8d58f574e'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:55:24.670640 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb23b7c-bc02-41d8-9749-9dff7fb945d9" -d '{"events": [{"server_uuid": "d7cd23bf-ad1e-4858-945b-77ede9f61ee6", "name": "network-vif-deleted", "tag": "ef0d3862-ed4e-48ab-99cd-a8a8d58f574e"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:55:24.869164 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b6243a-2cbb-4026-944e-c70cdbd2460b x-openstack-request-id: req-f8b6243a-2cbb-4026-944e-c70cdbd2460b {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:55:24.869871 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cd23bf-ad1e-4858-945b-77ede9f61ee6", "name": "network-vif-deleted", "tag": "ef0d3862-ed4e-48ab-99cd-a8a8d58f574e", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:55:24.870518 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f8b6243a-2cbb-4026-944e-c70cdbd2460b {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:55:24.871043 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cd23bf-ad1e-4858-945b-77ede9f61ee6', 'name': 'network-vif-deleted', 'tag': 'ef0d3862-ed4e-48ab-99cd-a8a8d58f574e', 'status': 'completed', 'code': 200} Feb 19 04:55:24.876722 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-a55f2694-8791-43ab-83d5-0b5d7eef3ebd None None] Set router 4eef8844-076c-4bfa-92d5-500b089c133b gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:55:24.900790 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fdf8718a-8db9-4b07-852d-279ec4aaaec3 req-77477080-56a4-4b0a-a104-081cc4cbb4d0 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cd23bf-ad1e-4858-945b-77ede9f61ee6 HTTP/1.1" status: 200 len: 210 time: 0.1178036 Feb 19 04:55:24.909205 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-8445149b-5702-4d14-8f0d-496f5f40204b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Deleting port 9f43a14a-b086-4903-bb36-a2ad965c107a {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:55:24.909618 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8445149b-5702-4d14-8f0d-496f5f40204b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9f43a14a-b086-4903-bb36-a2ad965c107a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:25.150966 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8445149b-5702-4d14-8f0d-496f5f40204b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9f43a14a-b086-4903-bb36-a2ad965c107a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:25.210933 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-8445149b-5702-4d14-8f0d-496f5f40204b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Calling delete_port for 9f43a14a-b086-4903-bb36-a2ad965c107a owned by {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:55:25.418622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-a55f2694-8791-43ab-83d5-0b5d7eef3ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'name': 'tempest-TestServerBasicOps-580398945-router', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:49:32Z', 'updated_at': '2022-02-19T04:49:44Z', 'revision_number': 4, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'gw_port': {'id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:33Z', 'updated_at': '2022-02-19T04:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '2be810ac-df94-4dd7-95a4-ffa0ee6c686c', 'name': '', 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'mac_address': 'fa:16:3e:43:10:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '725c79e0-2926-46a7-82cc-d6357cab0d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:41Z', 'updated_at': '2022-02-19T04:50:04Z', 'revision_number': 5, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'subnets': [{'id': '725c79e0-2926-46a7-82cc-d6357cab0d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:25.486683 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55f2694-8791-43ab-83d5-0b5d7eef3ebd None None] Checking router: 4eef8844-076c-4bfa-92d5-500b089c133b for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:55:25.503556 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f2694-8791-43ab-83d5-0b5d7eef3ebd None None] Routers {'4eef8844-076c-4bfa-92d5-500b089c133b'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:55:25.507356 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-a55f2694-8791-43ab-83d5-0b5d7eef3ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:55:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['4eef8844-076c-4bfa-92d5-500b089c133b'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:25.586140 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8445149b-5702-4d14-8f0d-496f5f40204b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (9f43a14a-b086-4903-bb36-a2ad965c107a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:25.632514 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445149b-5702-4d14-8f0d-496f5f40204b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event deleted for resources: {'Port': ['ID=9f43a14a-b086-4903-bb36-a2ad965c107a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:25.720632 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-a55f2694-8791-43ab-83d5-0b5d7eef3ebd None None] Set router 4eef8844-076c-4bfa-92d5-500b089c133b gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:55:25.813992 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8445149b-5702-4d14-8f0d-496f5f40204b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:25.823527 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8445149b-5702-4d14-8f0d-496f5f40204b tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "DELETE /v2.0/ports/9f43a14a-b086-4903-bb36-a2ad965c107a HTTP/1.1" status: 204 len: 168 time: 1.3682289 Feb 19 04:55:25.826245 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53414) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:26.137268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53418) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:26.222111 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-8086a590-ea07-4e9c-b54b-6347c53be51d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Deleting port 5586d6b7-fb10-4f8a-aefa-34328d87f8f8 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:55:26.222111 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8086a590-ea07-4e9c-b54b-6347c53be51d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (5586d6b7-fb10-4f8a-aefa-34328d87f8f8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:26.248392 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-a55f2694-8791-43ab-83d5-0b5d7eef3ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'name': 'tempest-TestServerBasicOps-580398945-router', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:49:32Z', 'updated_at': '2022-02-19T04:49:44Z', 'revision_number': 4, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'gw_port': {'id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:33Z', 'updated_at': '2022-02-19T04:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '2be810ac-df94-4dd7-95a4-ffa0ee6c686c', 'name': '', 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'mac_address': 'fa:16:3e:43:10:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '725c79e0-2926-46a7-82cc-d6357cab0d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:41Z', 'updated_at': '2022-02-19T04:50:04Z', 'revision_number': 5, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'subnets': [{'id': '725c79e0-2926-46a7-82cc-d6357cab0d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:26.318642 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55f2694-8791-43ab-83d5-0b5d7eef3ebd None None] The sync data for ids ['4eef8844-076c-4bfa-92d5-500b089c133b'] in n-d-772273-4 is: [{'id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'name': 'tempest-TestServerBasicOps-580398945-router', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:49:32Z', 'updated_at': '2022-02-19T04:49:44Z', 'revision_number': 4, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'gw_port': {'id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:33Z', 'updated_at': '2022-02-19T04:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '2be810ac-df94-4dd7-95a4-ffa0ee6c686c', 'name': '', 'network_id': '54a9881d-c02c-4727-9db4-b5d657285015', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'mac_address': 'fa:16:3e:43:10:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '725c79e0-2926-46a7-82cc-d6357cab0d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:41Z', 'updated_at': '2022-02-19T04:50:04Z', 'revision_number': 5, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'subnets': [{'id': '725c79e0-2926-46a7-82cc-d6357cab0d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:55:26.466697 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-e0e04c56-0593-4e54-8fd4-33db9b92b0e6 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Deleting port 1a8e47e8-5f03-4dc3-b08e-e07108263fbb {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:55:26.469120 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e0e04c56-0593-4e54-8fd4-33db9b92b0e6 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (1a8e47e8-5f03-4dc3-b08e-e07108263fbb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:26.506800 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8086a590-ea07-4e9c-b54b-6347c53be51d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (5586d6b7-fb10-4f8a-aefa-34328d87f8f8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:26.558202 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-8086a590-ea07-4e9c-b54b-6347c53be51d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Calling delete_port for 5586d6b7-fb10-4f8a-aefa-34328d87f8f8 owned by {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:55:26.725803 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e0e04c56-0593-4e54-8fd4-33db9b92b0e6 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (1a8e47e8-5f03-4dc3-b08e-e07108263fbb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:26.726207 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e0e04c56-0593-4e54-8fd4-33db9b92b0e6 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for floatingip (1a8e47e8-5f03-4dc3-b08e-e07108263fbb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:26.761748 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-e0e04c56-0593-4e54-8fd4-33db9b92b0e6 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Calling delete_port for 1a8e47e8-5f03-4dc3-b08e-e07108263fbb owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:55:26.873859 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8086a590-ea07-4e9c-b54b-6347c53be51d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (5586d6b7-fb10-4f8a-aefa-34328d87f8f8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:26.964239 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086a590-ea07-4e9c-b54b-6347c53be51d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event deleted for resources: {'Port': ['ID=5586d6b7-fb10-4f8a-aefa-34328d87f8f8,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:26.990627 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dc0d11-ed32-4cdf-b555-08fb1fc43618 None None] New status for floating IP 300be941-8834-47db-9e29-d97bfe3a3c2b: DOWN {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:55:27.035525 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device ef0d3862-ed4e-48ab-99cd-a8a8d58f574e no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:55:27.122563 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: ef0d3862-ed4e-48ab-99cd-a8a8d58f574e {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:55:27.126645 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device ef0d3862-ed4e-48ab-99cd-a8a8d58f574e not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:55:27.279671 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8086a590-ea07-4e9c-b54b-6347c53be51d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:27.294141 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8086a590-ea07-4e9c-b54b-6347c53be51d tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "DELETE /v2.0/ports/5586d6b7-fb10-4f8a-aefa-34328d87f8f8 HTTP/1.1" status: 204 len: 168 time: 1.4662619 Feb 19 04:55:27.298250 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53424) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:27.454723 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbea89b-2b2f-401f-b452-87a7b67fedfe tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:27.461572 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9dbea89b-2b2f-401f-b452-87a7b67fedfe tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6cad5a7-e85b-451e-8b0f-a0d1f92c322a HTTP/1.1" status: 200 len: 913 time: 0.1615851 Feb 19 04:55:27.462047 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53426) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:27.964047 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e0e04c56-0593-4e54-8fd4-33db9b92b0e6 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (1a8e47e8-5f03-4dc3-b08e-e07108263fbb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:28.019110 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e04c56-0593-4e54-8fd4-33db9b92b0e6 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Pushing event deleted for resources: {'Port': ['ID=1a8e47e8-5f03-4dc3-b08e-e07108263fbb,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:28.144520 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e0e04c56-0593-4e54-8fd4-33db9b92b0e6 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for floatingip (300be941-8834-47db-9e29-d97bfe3a3c2b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:28.150210 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e0e04c56-0593-4e54-8fd4-33db9b92b0e6 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:28.152053 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e0e04c56-0593-4e54-8fd4-33db9b92b0e6 tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "DELETE /v2.0/floatingips/300be941-8834-47db-9e29-d97bfe3a3c2b HTTP/1.1" status: 204 len: 168 time: 2.0132706 Feb 19 04:55:28.263179 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53436) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:28.294754 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e093447-a917-418b-8ad6-a4af264b00e1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (f6cad5a7-e85b-451e-8b0f-a0d1f92c322a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:28.356944 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-287be2a2-ba17-4e96-893d-c6e8b45835bb tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for security_group (81446dbc-3c5e-4c25-a6c0-3107455b5fde), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:28.391235 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-287be2a2-ba17-4e96-893d-c6e8b45835bb tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for security_group (81446dbc-3c5e-4c25-a6c0-3107455b5fde), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:28.492746 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-287be2a2-ba17-4e96-893d-c6e8b45835bb tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (81446dbc-3c5e-4c25-a6c0-3107455b5fde), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:28.495723 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-287be2a2-ba17-4e96-893d-c6e8b45835bb tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:28.496988 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-287be2a2-ba17-4e96-893d-c6e8b45835bb tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] 10.222.0.65 "DELETE /v2.0/security-groups/81446dbc-3c5e-4c25-a6c0-3107455b5fde HTTP/1.1" status: 204 len: 168 time: 0.2317474 Feb 19 04:55:28.520054 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287be2a2-ba17-4e96-893d-c6e8b45835bb tempest-TestServerBasicOps-2143831986 tempest-TestServerBasicOps-2143831986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81446dbc-3c5e-4c25-a6c0-3107455b5fde,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:28.551369 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53440) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:28.729637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-2e093447-a917-418b-8ad6-a4af264b00e1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Deleting port fdfddb40-ab4b-4c81-a851-910f750ec67d {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:55:28.730587 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e093447-a917-418b-8ad6-a4af264b00e1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (fdfddb40-ab4b-4c81-a851-910f750ec67d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:28.901938 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e093447-a917-418b-8ad6-a4af264b00e1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (fdfddb40-ab4b-4c81-a851-910f750ec67d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:28.919033 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-2e093447-a917-418b-8ad6-a4af264b00e1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Calling delete_port for fdfddb40-ab4b-4c81-a851-910f750ec67d owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:55:29.312638 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e093447-a917-418b-8ad6-a4af264b00e1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (fdfddb40-ab4b-4c81-a851-910f750ec67d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:29.353733 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e093447-a917-418b-8ad6-a4af264b00e1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event deleted for resources: {'Port': ['ID=fdfddb40-ab4b-4c81-a851-910f750ec67d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:29.368742 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-51284dc8-62ba-4bca-9ddd-5a2618968874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (4eef8844-076c-4bfa-92d5-500b089c133b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:29.640644 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e093447-a917-418b-8ad6-a4af264b00e1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (f6cad5a7-e85b-451e-8b0f-a0d1f92c322a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:29.845164 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-51284dc8-62ba-4bca-9ddd-5a2618968874 admin admin] Deleting port 2be810ac-df94-4dd7-95a4-ffa0ee6c686c {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:55:29.845784 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-51284dc8-62ba-4bca-9ddd-5a2618968874 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2be810ac-df94-4dd7-95a4-ffa0ee6c686c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:30.022824 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-51284dc8-62ba-4bca-9ddd-5a2618968874 admin admin] For port 2be810ac-df94-4dd7-95a4-ffa0ee6c686c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2be810ac-df94-4dd7-95a4-ffa0ee6c686c,segment=NetworkSegment(b5f1f822-1520-4f2b-b1f8-88a55b6130c8),segment_id=b5f1f822-1520-4f2b-b1f8-88a55b6130c8)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:55:30.027124 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-51284dc8-62ba-4bca-9ddd-5a2618968874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2be810ac-df94-4dd7-95a4-ffa0ee6c686c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:30.053159 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-51284dc8-62ba-4bca-9ddd-5a2618968874 admin admin] Calling delete_port for 2be810ac-df94-4dd7-95a4-ffa0ee6c686c owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:55:30.462863 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-51284dc8-62ba-4bca-9ddd-5a2618968874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (2be810ac-df94-4dd7-95a4-ffa0ee6c686c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:30.469498 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e093447-a917-418b-8ad6-a4af264b00e1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Router f6cad5a7-e85b-451e-8b0f-a0d1f92c322a has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:55:30.499338 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51284dc8-62ba-4bca-9ddd-5a2618968874 admin admin] Pushing event deleted for resources: {'Port': ['ID=2be810ac-df94-4dd7-95a4-ffa0ee6c686c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:30.702697 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e093447-a917-418b-8ad6-a4af264b00e1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:55:30.717916 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c89c7a-e65a-487c-845f-29bf15692642 None None] Sync routers for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:55:30.722616 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2e093447-a917-418b-8ad6-a4af264b00e1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "PUT /v2.0/routers/f6cad5a7-e85b-451e-8b0f-a0d1f92c322a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2592530 Feb 19 04:55:30.723299 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53460) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:30.752111 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c89c7a-e65a-487c-845f-29bf15692642 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:55:30.752706 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-97c89c7a-e65a-487c-845f-29bf15692642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:55:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:30.800747 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-97c89c7a-e65a-487c-845f-29bf15692642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:30.814738 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-51284dc8-62ba-4bca-9ddd-5a2618968874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (4eef8844-076c-4bfa-92d5-500b089c133b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:30.814962 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c89c7a-e65a-487c-845f-29bf15692642 None None] Routers {'f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:55:30.815766 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-97c89c7a-e65a-487c-845f-29bf15692642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:55:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:30.899735 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-97c89c7a-e65a-487c-845f-29bf15692642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:30.904751 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c89c7a-e65a-487c-845f-29bf15692642 None None] The sync data for ids ['f6cad5a7-e85b-451e-8b0f-a0d1f92c322a'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:55:31.030149 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a799d5fb-a7c3-42ad-8dca-0f06a922509e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for router (f6cad5a7-e85b-451e-8b0f-a0d1f92c322a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:31.206991 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a799d5fb-a7c3-42ad-8dca-0f06a922509e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for router_gateway (f6cad5a7-e85b-451e-8b0f-a0d1f92c322a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:31.326779 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-a799d5fb-a7c3-42ad-8dca-0f06a922509e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Deleting port ff70d975-03c0-4a9b-8439-c2882639be75 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:55:31.340949 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a799d5fb-a7c3-42ad-8dca-0f06a922509e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ff70d975-03c0-4a9b-8439-c2882639be75), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:31.351919 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51284dc8-62ba-4bca-9ddd-5a2618968874 admin admin] Router 4eef8844-076c-4bfa-92d5-500b089c133b has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:55:31.488970 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a799d5fb-a7c3-42ad-8dca-0f06a922509e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ff70d975-03c0-4a9b-8439-c2882639be75), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:31.506217 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-a799d5fb-a7c3-42ad-8dca-0f06a922509e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Calling delete_port for ff70d975-03c0-4a9b-8439-c2882639be75 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:55:31.596680 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51284dc8-62ba-4bca-9ddd-5a2618968874 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:55:31.609300 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f5fac0-dfd0-49cb-ac2e-f335bbc5a453 None None] Sync routers for ids ['4eef8844-076c-4bfa-92d5-500b089c133b'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:55:31.617142 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-51284dc8-62ba-4bca-9ddd-5a2618968874 admin admin] 10.222.0.65 "PUT /v2.0/routers/4eef8844-076c-4bfa-92d5-500b089c133b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0630231 Feb 19 04:55:31.618325 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53466) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:31.639510 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f5fac0-dfd0-49cb-ac2e-f335bbc5a453 None None] Routers {'4eef8844-076c-4bfa-92d5-500b089c133b'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:55:31.640650 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-92f5fac0-dfd0-49cb-ac2e-f335bbc5a453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:55:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['4eef8844-076c-4bfa-92d5-500b089c133b'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:31.807116 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-92f5fac0-dfd0-49cb-ac2e-f335bbc5a453 None None] Set router 4eef8844-076c-4bfa-92d5-500b089c133b gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:55:31.842720 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6f7d7f01-5dc8-4fd1-9179-8bbea8c322f0 admin admin] Publish callbacks [] for router (4eef8844-076c-4bfa-92d5-500b089c133b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:31.899476 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a799d5fb-a7c3-42ad-8dca-0f06a922509e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ff70d975-03c0-4a9b-8439-c2882639be75), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:32.029469 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799d5fb-a7c3-42ad-8dca-0f06a922509e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event deleted for resources: {'Port': ['ID=ff70d975-03c0-4a9b-8439-c2882639be75,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:32.098543 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6f7d7f01-5dc8-4fd1-9179-8bbea8c322f0 admin admin] Publish callbacks [] for router_gateway (4eef8844-076c-4bfa-92d5-500b089c133b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:32.208100 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a799d5fb-a7c3-42ad-8dca-0f06a922509e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (f6cad5a7-e85b-451e-8b0f-a0d1f92c322a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:32.224878 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-6f7d7f01-5dc8-4fd1-9179-8bbea8c322f0 admin admin] Deleting port e2f364ee-c147-4312-bfee-5d82e4fbff76 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:55:32.225302 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-92f5fac0-dfd0-49cb-ac2e-f335bbc5a453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'name': 'tempest-TestServerBasicOps-580398945-router', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:49:32Z', 'updated_at': '2022-02-19T04:55:30Z', 'revision_number': 5, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'gw_port': {'id': 'e2f364ee-c147-4312-bfee-5d82e4fbff76', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:33Z', 'updated_at': '2022-02-19T04:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:32.225495 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6f7d7f01-5dc8-4fd1-9179-8bbea8c322f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (e2f364ee-c147-4312-bfee-5d82e4fbff76), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:32.275927 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f5fac0-dfd0-49cb-ac2e-f335bbc5a453 None None] Checking router: 4eef8844-076c-4bfa-92d5-500b089c133b for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:55:32.291454 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f5fac0-dfd0-49cb-ac2e-f335bbc5a453 None None] Routers {'4eef8844-076c-4bfa-92d5-500b089c133b'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:55:32.293277 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-92f5fac0-dfd0-49cb-ac2e-f335bbc5a453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:55:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['4eef8844-076c-4bfa-92d5-500b089c133b'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:32.304621 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e197462a-2987-49f7-8aa3-440d2b8e2127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:32.430600 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a799d5fb-a7c3-42ad-8dca-0f06a922509e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (f6cad5a7-e85b-451e-8b0f-a0d1f92c322a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:32.437850 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a799d5fb-a7c3-42ad-8dca-0f06a922509e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for router_controller (f6cad5a7-e85b-451e-8b0f-a0d1f92c322a), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:32.458188 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-92f5fac0-dfd0-49cb-ac2e-f335bbc5a453 None None] Set router 4eef8844-076c-4bfa-92d5-500b089c133b gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:55:32.556869 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-6f7d7f01-5dc8-4fd1-9179-8bbea8c322f0 admin admin] For port e2f364ee-c147-4312-bfee-5d82e4fbff76, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e2f364ee-c147-4312-bfee-5d82e4fbff76,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:55:32.556869 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6f7d7f01-5dc8-4fd1-9179-8bbea8c322f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (e2f364ee-c147-4312-bfee-5d82e4fbff76), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:32.561356 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-92f5fac0-dfd0-49cb-ac2e-f335bbc5a453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'name': 'tempest-TestServerBasicOps-580398945-router', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:49:32Z', 'updated_at': '2022-02-19T04:55:32Z', 'revision_number': 6, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:32.576264 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-6f7d7f01-5dc8-4fd1-9179-8bbea8c322f0 admin admin] Calling delete_port for e2f364ee-c147-4312-bfee-5d82e4fbff76 owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:55:32.636283 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a799d5fb-a7c3-42ad-8dca-0f06a922509e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (f6cad5a7-e85b-451e-8b0f-a0d1f92c322a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:32.637220 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a799d5fb-a7c3-42ad-8dca-0f06a922509e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Fanout notify agent at l3_agent the message router_deleted on router f6cad5a7-e85b-451e-8b0f-a0d1f92c322a {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:55:32.655452 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f5fac0-dfd0-49cb-ac2e-f335bbc5a453 None None] The sync data for ids ['4eef8844-076c-4bfa-92d5-500b089c133b'] in n-d-772273-4 is: [{'id': '4eef8844-076c-4bfa-92d5-500b089c133b', 'name': 'tempest-TestServerBasicOps-580398945-router', 'tenant_id': '5e41e400d59c485ebabdbd5439753754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:49:32Z', 'updated_at': '2022-02-19T04:55:32Z', 'revision_number': 6, 'project_id': '5e41e400d59c485ebabdbd5439753754', 'gw_port_host': None}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:55:32.659914 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a799d5fb-a7c3-42ad-8dca-0f06a922509e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:32.668139 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a799d5fb-a7c3-42ad-8dca-0f06a922509e tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "DELETE /v2.0/routers/f6cad5a7-e85b-451e-8b0f-a0d1f92c322a HTTP/1.1" status: 204 len: 168 time: 1.9427743 Feb 19 04:55:32.671981 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53472) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:32.804189 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d0dea6-1c2c-4482-95c1-f0f5f5aed9e1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Deleting subnet 3094f342-c630-4044-9619-16ebe110858b {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:55:32.810383 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e1d0dea6-1c2c-4482-95c1-f0f5f5aed9e1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for subnet (3094f342-c630-4044-9619-16ebe110858b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:32.911134 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e1d0dea6-1c2c-4482-95c1-f0f5f5aed9e1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (3094f342-c630-4044-9619-16ebe110858b), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:32.937573 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6f7d7f01-5dc8-4fd1-9179-8bbea8c322f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (e2f364ee-c147-4312-bfee-5d82e4fbff76), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:32.988078 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e1d0dea6-1c2c-4482-95c1-f0f5f5aed9e1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (3094f342-c630-4044-9619-16ebe110858b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:32.989435 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d7f01-5dc8-4fd1-9179-8bbea8c322f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f364ee-c147-4312-bfee-5d82e4fbff76,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:33.131534 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e1d0dea6-1c2c-4482-95c1-f0f5f5aed9e1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (3094f342-c630-4044-9619-16ebe110858b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:33.154575 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6f7d7f01-5dc8-4fd1-9179-8bbea8c322f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (4eef8844-076c-4bfa-92d5-500b089c133b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:33.201795 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0dea6-1c2c-4482-95c1-f0f5f5aed9e1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event deleted for resources: {'Subnet': ['ID=3094f342-c630-4044-9619-16ebe110858b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:33.215168 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e1d0dea6-1c2c-4482-95c1-f0f5f5aed9e1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:33.228404 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e1d0dea6-1c2c-4482-95c1-f0f5f5aed9e1 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "DELETE /v2.0/subnets/3094f342-c630-4044-9619-16ebe110858b HTTP/1.1" status: 204 len: 168 time: 0.5538023 Feb 19 04:55:33.231550 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53474) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:33.264251 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2be810ac-df94-4dd7-95a4-ffa0ee6c686c no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:55:33.327080 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6f7d7f01-5dc8-4fd1-9179-8bbea8c322f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (4eef8844-076c-4bfa-92d5-500b089c133b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:33.330144 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6f7d7f01-5dc8-4fd1-9179-8bbea8c322f0 admin admin] Publish callbacks [] for router_controller (4eef8844-076c-4bfa-92d5-500b089c133b), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:33.365666 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 2be810ac-df94-4dd7-95a4-ffa0ee6c686c {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:55:33.367371 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2be810ac-df94-4dd7-95a4-ffa0ee6c686c not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:55:33.401182 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6f7d7f01-5dc8-4fd1-9179-8bbea8c322f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (4eef8844-076c-4bfa-92d5-500b089c133b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:33.402162 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7d7f01-5dc8-4fd1-9179-8bbea8c322f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4eef8844-076c-4bfa-92d5-500b089c133b {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:55:33.408485 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6f7d7f01-5dc8-4fd1-9179-8bbea8c322f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:33.409738 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6f7d7f01-5dc8-4fd1-9179-8bbea8c322f0 admin admin] 10.222.0.65 "DELETE /v2.0/routers/4eef8844-076c-4bfa-92d5-500b089c133b HTTP/1.1" status: 204 len: 168 time: 1.7901657 Feb 19 04:55:33.414669 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53476) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:33.479254 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-212e3f0f-7531-49c5-9c0f-4b7b05437054 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (07ea76f7-2e6c-425a-9400-be45caa1af67), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:33.499010 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94635d8-241c-4456-b272-c9afe1f8f461 admin admin] Deleting subnet 725c79e0-2926-46a7-82cc-d6357cab0d0f {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:55:33.504158 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d94635d8-241c-4456-b272-c9afe1f8f461 admin admin] Publish callbacks [] for subnet (725c79e0-2926-46a7-82cc-d6357cab0d0f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:33.620341 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d94635d8-241c-4456-b272-c9afe1f8f461 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (725c79e0-2926-46a7-82cc-d6357cab0d0f), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:33.668543 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-212e3f0f-7531-49c5-9c0f-4b7b05437054 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (07ea76f7-2e6c-425a-9400-be45caa1af67), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:33.732824 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-212e3f0f-7531-49c5-9c0f-4b7b05437054 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ea76f7-2e6c-425a-9400-be45caa1af67']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:33.759494 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-212e3f0f-7531-49c5-9c0f-4b7b05437054 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a007987-17f4-42b4-b3b1-0be007d4a96d') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:33.760017 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-212e3f0f-7531-49c5-9c0f-4b7b05437054 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a007987-17f4-42b4-b3b1-0be007d4a96d') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:33.810190 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-212e3f0f-7531-49c5-9c0f-4b7b05437054 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (2a007987-17f4-42b4-b3b1-0be007d4a96d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:33.849544 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-212e3f0f-7531-49c5-9c0f-4b7b05437054 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (2a007987-17f4-42b4-b3b1-0be007d4a96d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:33.859781 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d94635d8-241c-4456-b272-c9afe1f8f461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (725c79e0-2926-46a7-82cc-d6357cab0d0f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:33.901669 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212e3f0f-7531-49c5-9c0f-4b7b05437054 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:55:33.902334 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-212e3f0f-7531-49c5-9c0f-4b7b05437054 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (2a007987-17f4-42b4-b3b1-0be007d4a96d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:55:33.907097 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:55:34.042309 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-212e3f0f-7531-49c5-9c0f-4b7b05437054 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (07ea76f7-2e6c-425a-9400-be45caa1af67), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:34.061969 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-212e3f0f-7531-49c5-9c0f-4b7b05437054 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:34.069514 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-212e3f0f-7531-49c5-9c0f-4b7b05437054 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] 10.222.0.65 "DELETE /v2.0/networks/07ea76f7-2e6c-425a-9400-be45caa1af67 HTTP/1.1" status: 204 len: 168 time: 0.8361156 Feb 19 04:55:34.091737 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d94635d8-241c-4456-b272-c9afe1f8f461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (725c79e0-2926-46a7-82cc-d6357cab0d0f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:34.102939 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e3f0f-7531-49c5-9c0f-4b7b05437054 tempest-FloatingIPTestJSON-591867659 tempest-FloatingIPTestJSON-591867659-project] Pushing event deleted for resources: {'Network': ['ID=07ea76f7-2e6c-425a-9400-be45caa1af67,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:34.146223 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94635d8-241c-4456-b272-c9afe1f8f461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=725c79e0-2926-46a7-82cc-d6357cab0d0f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:34.149988 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d94635d8-241c-4456-b272-c9afe1f8f461 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:34.160187 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d94635d8-241c-4456-b272-c9afe1f8f461 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/725c79e0-2926-46a7-82cc-d6357cab0d0f HTTP/1.1" status: 204 len: 168 time: 0.7436781 Feb 19 04:55:34.161989 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53484) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:34.163676 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aac21dd-0f13-4c18-b5c3-b642543b8275 None None] Network 54a9881d-c02c-4727-9db4-b5d657285015 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:55:34.427935 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a13c96-72b3-4e2c-b9a9-1821806a72a9 None None] DHCP port deletion for 54a9881d-c02c-4727-9db4-b5d657285015 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:55:34.496418 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-24424cb3-3a75-482d-83c9-124031940aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (54a9881d-c02c-4727-9db4-b5d657285015), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:34.542710 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53488) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:34.579148 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-28a13c96-72b3-4e2c-b9a9-1821806a72a9 None None] Deleting port b9e5726e-b560-4ff8-9d47-a4ba21e3e162 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:55:34.579796 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-28a13c96-72b3-4e2c-b9a9-1821806a72a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b9e5726e-b560-4ff8-9d47-a4ba21e3e162), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:34.698080 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-24424cb3-3a75-482d-83c9-124031940aa0 admin admin] Deleting port b9e5726e-b560-4ff8-9d47-a4ba21e3e162 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:55:34.698459 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-24424cb3-3a75-482d-83c9-124031940aa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b9e5726e-b560-4ff8-9d47-a4ba21e3e162), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:34.718832 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-28a13c96-72b3-4e2c-b9a9-1821806a72a9 None None] For port b9e5726e-b560-4ff8-9d47-a4ba21e3e162, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b9e5726e-b560-4ff8-9d47-a4ba21e3e162,segment=NetworkSegment(b5f1f822-1520-4f2b-b1f8-88a55b6130c8),segment_id=b5f1f822-1520-4f2b-b1f8-88a55b6130c8)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:55:34.719872 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-28a13c96-72b3-4e2c-b9a9-1821806a72a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b9e5726e-b560-4ff8-9d47-a4ba21e3e162), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:34.742237 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-28a13c96-72b3-4e2c-b9a9-1821806a72a9 None None] Calling delete_port for b9e5726e-b560-4ff8-9d47-a4ba21e3e162 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:55:34.865705 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-24424cb3-3a75-482d-83c9-124031940aa0 admin admin] For port b9e5726e-b560-4ff8-9d47-a4ba21e3e162, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b9e5726e-b560-4ff8-9d47-a4ba21e3e162,segment=NetworkSegment(b5f1f822-1520-4f2b-b1f8-88a55b6130c8),segment_id=b5f1f822-1520-4f2b-b1f8-88a55b6130c8)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:55:34.866359 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-24424cb3-3a75-482d-83c9-124031940aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b9e5726e-b560-4ff8-9d47-a4ba21e3e162), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:34.877340 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-28a13c96-72b3-4e2c-b9a9-1821806a72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (b9e5726e-b560-4ff8-9d47-a4ba21e3e162), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:34.902224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-24424cb3-3a75-482d-83c9-124031940aa0 admin admin] Calling delete_port for b9e5726e-b560-4ff8-9d47-a4ba21e3e162 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:55:34.931319 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cf8d628e-0bfd-42e4-ae0b-a13a0676a922 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5d5710c7a2b745e592c25082dd17dbb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3866119 Feb 19 04:55:34.936619 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53496) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:34.952624 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a13c96-72b3-4e2c-b9a9-1821806a72a9 None None] No DVR routers for this DVR port b9e5726e-b560-4ff8-9d47-a4ba21e3e162 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:55:34.984614 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a13c96-72b3-4e2c-b9a9-1821806a72a9 None None] Pushing event deleted for resources: {'Port': ['ID=b9e5726e-b560-4ff8-9d47-a4ba21e3e162,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:35.010815 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a13c96-72b3-4e2c-b9a9-1821806a72a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:35.011150 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a13c96-72b3-4e2c-b9a9-1821806a72a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:35.011518 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a13c96-72b3-4e2c-b9a9-1821806a72a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:35.014074 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a13c96-72b3-4e2c-b9a9-1821806a72a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:35.014468 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a13c96-72b3-4e2c-b9a9-1821806a72a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:35.014787 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a13c96-72b3-4e2c-b9a9-1821806a72a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:35.015137 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a13c96-72b3-4e2c-b9a9-1821806a72a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:35.015481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a13c96-72b3-4e2c-b9a9-1821806a72a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:35.015936 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a13c96-72b3-4e2c-b9a9-1821806a72a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:35.021606 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a13c96-72b3-4e2c-b9a9-1821806a72a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:35.022578 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a13c96-72b3-4e2c-b9a9-1821806a72a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:35.023046 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a13c96-72b3-4e2c-b9a9-1821806a72a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:35.023404 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a13c96-72b3-4e2c-b9a9-1821806a72a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:35.086341 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dd77da2c-4abc-4e05-b18a-0fed8e564e5b admin admin] Publish callbacks [] for security_group (baf3d07c-4eae-4a39-a3ed-4b4484431021), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:35.096676 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-24424cb3-3a75-482d-83c9-124031940aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b9e5726e-b560-4ff8-9d47-a4ba21e3e162), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:35.133826 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d912a9f9-88c2-4ed9-8eef-1ebd50236351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:35.153702 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dd77da2c-4abc-4e05-b18a-0fed8e564e5b admin admin] Publish callbacks [] for security_group (baf3d07c-4eae-4a39-a3ed-4b4484431021), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:35.181658 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24424cb3-3a75-482d-83c9-124031940aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e5726e-b560-4ff8-9d47-a4ba21e3e162,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:35.203386 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24424cb3-3a75-482d-83c9-124031940aa0 admin admin] No DVR routers for this DVR port b9e5726e-b560-4ff8-9d47-a4ba21e3e162 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:55:35.267385 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e2f364ee-c147-4312-bfee-5d82e4fbff76 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:55:35.271272 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dd77da2c-4abc-4e05-b18a-0fed8e564e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (baf3d07c-4eae-4a39-a3ed-4b4484431021), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:35.279371 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dd77da2c-4abc-4e05-b18a-0fed8e564e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:35.284851 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dd77da2c-4abc-4e05-b18a-0fed8e564e5b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/baf3d07c-4eae-4a39-a3ed-4b4484431021 HTTP/1.1" status: 204 len: 168 time: 0.3463836 Feb 19 04:55:35.297429 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77da2c-4abc-4e05-b18a-0fed8e564e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf3d07c-4eae-4a39-a3ed-4b4484431021,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:35.355926 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-24424cb3-3a75-482d-83c9-124031940aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (54a9881d-c02c-4727-9db4-b5d657285015), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:35.363664 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: e2f364ee-c147-4312-bfee-5d82e4fbff76 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:55:35.364085 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e2f364ee-c147-4312-bfee-5d82e4fbff76 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:55:35.365883 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b9e5726e-b560-4ff8-9d47-a4ba21e3e162 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:55:35.388295 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-24424cb3-3a75-482d-83c9-124031940aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a9881d-c02c-4727-9db4-b5d657285015']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:35.404231 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-24424cb3-3a75-482d-83c9-124031940aa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f1f822-1520-4f2b-b1f8-88a55b6130c8') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:35.404539 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-24424cb3-3a75-482d-83c9-124031940aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f1f822-1520-4f2b-b1f8-88a55b6130c8') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:35.421444 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: b9e5726e-b560-4ff8-9d47-a4ba21e3e162 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:55:35.422097 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b9e5726e-b560-4ff8-9d47-a4ba21e3e162 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:55:35.435528 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-24424cb3-3a75-482d-83c9-124031940aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (b5f1f822-1520-4f2b-b1f8-88a55b6130c8), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:35.467923 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-24424cb3-3a75-482d-83c9-124031940aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (b5f1f822-1520-4f2b-b1f8-88a55b6130c8), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:35.483976 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24424cb3-3a75-482d-83c9-124031940aa0 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:55:35.484516 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-24424cb3-3a75-482d-83c9-124031940aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (b5f1f822-1520-4f2b-b1f8-88a55b6130c8), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: self.session.flush() Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:55:35.486872 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:55:35.615977 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-24424cb3-3a75-482d-83c9-124031940aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (54a9881d-c02c-4727-9db4-b5d657285015), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:35.632410 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-24424cb3-3a75-482d-83c9-124031940aa0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:35.641074 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-24424cb3-3a75-482d-83c9-124031940aa0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/54a9881d-c02c-4727-9db4-b5d657285015 HTTP/1.1" status: 204 len: 168 time: 1.4770167 Feb 19 04:55:35.644204 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53502) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:35.709048 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24424cb3-3a75-482d-83c9-124031940aa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=54a9881d-c02c-4727-9db4-b5d657285015,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:36.352368 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ba32997-8726-485e-8eee-da297f1894f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (b71a4bc4-5bef-42ca-994e-ce62e13e15dc), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:36.662612 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53524) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:36.796786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-4ba32997-8726-485e-8eee-da297f1894f4 admin admin] Deleting port 78f48580-f982-489e-8dca-4bd4b9ee94cd {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:55:36.797375 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ba32997-8726-485e-8eee-da297f1894f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (78f48580-f982-489e-8dca-4bd4b9ee94cd), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:36.821407 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-3b4caf31-e5c0-41de-a528-ef213d78844a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-237296467'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:55:36.884088 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:36.895304 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4caf31-e5c0-41de-a528-ef213d78844a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Made reservation on behalf of 4b402b9c7a4947a88ba31e01eaeea814 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:55:36.900100 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3b4caf31-e5c0-41de-a528-ef213d78844a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:36.920331 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3b4caf31-e5c0-41de-a528-ef213d78844a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:37.016078 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-4ba32997-8726-485e-8eee-da297f1894f4 admin admin] For port 78f48580-f982-489e-8dca-4bd4b9ee94cd, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=78f48580-f982-489e-8dca-4bd4b9ee94cd,segment=NetworkSegment(23d8d298-e309-43f8-907f-3660700a9eb9),segment_id=23d8d298-e309-43f8-907f-3660700a9eb9)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:55:37.016809 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ba32997-8726-485e-8eee-da297f1894f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (78f48580-f982-489e-8dca-4bd4b9ee94cd), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:37.042053 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-4ba32997-8726-485e-8eee-da297f1894f4 admin admin] Calling delete_port for 78f48580-f982-489e-8dca-4bd4b9ee94cd owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:55:37.064759 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3b4caf31-e5c0-41de-a528-ef213d78844a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for security_group (ba71e544-ad36-484d-af40-44ec23e6aa8a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:37.072511 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3b4caf31-e5c0-41de-a528-ef213d78844a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ba71e544-ad36-484d-af40-44ec23e6aa8a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:37.149676 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4caf31-e5c0-41de-a528-ef213d78844a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:55:37.166990 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4caf31-e5c0-41de-a528-ef213d78844a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba71e544-ad36-484d-af40-44ec23e6aa8a,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:37.180898 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3b4caf31-e5c0-41de-a528-ef213d78844a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (0d03bfe2-6385-4e40-b335-eca5340887d5), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:37.180898 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-3b4caf31-e5c0-41de-a528-ef213d78844a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Added segment 0d03bfe2-6385-4e40-b335-eca5340887d5 of type vlan for network 7c64019c-2927-4d0d-a255-633af7f744d2 Feb 19 04:55:37.282692 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3b4caf31-e5c0-41de-a528-ef213d78844a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (7c64019c-2927-4d0d-a255-633af7f744d2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:37.318824 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:55:37.376469 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3b4caf31-e5c0-41de-a528-ef213d78844a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (7c64019c-2927-4d0d-a255-633af7f744d2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:37.387427 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4caf31-e5c0-41de-a528-ef213d78844a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:37.388790 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3b4caf31-e5c0-41de-a528-ef213d78844a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:37.780966 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:37.949277 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3b4caf31-e5c0-41de-a528-ef213d78844a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2852714 Feb 19 04:55:37.980701 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4caf31-e5c0-41de-a528-ef213d78844a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event updated for resources: {'Network': ['ID=7c64019c-2927-4d0d-a255-633af7f744d2,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:37.997888 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 7c64019c-2927-4d0d-a255-633af7f744d2 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:55:38.001893 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ba32997-8726-485e-8eee-da297f1894f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (78f48580-f982-489e-8dca-4bd4b9ee94cd), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:38.066314 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba32997-8726-485e-8eee-da297f1894f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=78f48580-f982-489e-8dca-4bd4b9ee94cd,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:38.144516 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:38.510591 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4ba32997-8726-485e-8eee-da297f1894f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (b71a4bc4-5bef-42ca-994e-ce62e13e15dc), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:38.940935 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba32997-8726-485e-8eee-da297f1894f4 admin admin] Router b71a4bc4-5bef-42ca-994e-ce62e13e15dc has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:55:39.114118 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba32997-8726-485e-8eee-da297f1894f4 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:55:39.124445 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4ba32997-8726-485e-8eee-da297f1894f4 admin admin] 10.222.0.65 "PUT /v2.0/routers/b71a4bc4-5bef-42ca-994e-ce62e13e15dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4785359 Feb 19 04:55:39.128562 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53536) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:39.144313 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9c1440-f75b-4f8b-9651-4683cd95c924 None None] Sync routers for ids ['b71a4bc4-5bef-42ca-994e-ce62e13e15dc'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:55:39.173448 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9c1440-f75b-4f8b-9651-4683cd95c924 None None] Routers {'b71a4bc4-5bef-42ca-994e-ce62e13e15dc'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:55:39.175141 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-4b9c1440-f75b-4f8b-9651-4683cd95c924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:55:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b71a4bc4-5bef-42ca-994e-ce62e13e15dc'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:39.358621 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:39.507950 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:39.570371 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01bea130-a510-400d-92b0-0e8a0b43e0ec admin admin] Publish callbacks [] for router (b71a4bc4-5bef-42ca-994e-ce62e13e15dc), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:39.592554 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-4b9c1440-f75b-4f8b-9651-4683cd95c924 None None] Set router b71a4bc4-5bef-42ca-994e-ce62e13e15dc gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:55:39.873256 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01bea130-a510-400d-92b0-0e8a0b43e0ec admin admin] Publish callbacks [] for router_gateway (b71a4bc4-5bef-42ca-994e-ce62e13e15dc), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:39.997188 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-01bea130-a510-400d-92b0-0e8a0b43e0ec admin admin] Deleting port ded6268d-43b7-4bdf-afa0-388bfbcc468f {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:55:39.998280 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01bea130-a510-400d-92b0-0e8a0b43e0ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ded6268d-43b7-4bdf-afa0-388bfbcc468f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:40.110809 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-4b9c1440-f75b-4f8b-9651-4683cd95c924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71a4bc4-5bef-42ca-994e-ce62e13e15dc', 'name': 'tempest-TestServerBasicOps-480093475-router', 'tenant_id': '624775a68baa4e9a84fe27633c4ae979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ded6268d-43b7-4bdf-afa0-388bfbcc468f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:49:52Z', 'updated_at': '2022-02-19T04:55:37Z', 'revision_number': 5, 'project_id': '624775a68baa4e9a84fe27633c4ae979', 'gw_port': {'id': 'ded6268d-43b7-4bdf-afa0-388bfbcc468f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71a4bc4-5bef-42ca-994e-ce62e13e15dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:49:53Z', 'updated_at': '2022-02-19T04:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:40.150138 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9c1440-f75b-4f8b-9651-4683cd95c924 None None] Checking router: b71a4bc4-5bef-42ca-994e-ce62e13e15dc for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:55:40.162417 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9c1440-f75b-4f8b-9651-4683cd95c924 None None] Routers {'b71a4bc4-5bef-42ca-994e-ce62e13e15dc'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:55:40.163886 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-4b9c1440-f75b-4f8b-9651-4683cd95c924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:55:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b71a4bc4-5bef-42ca-994e-ce62e13e15dc'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:40.185730 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-01bea130-a510-400d-92b0-0e8a0b43e0ec admin admin] For port ded6268d-43b7-4bdf-afa0-388bfbcc468f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ded6268d-43b7-4bdf-afa0-388bfbcc468f,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:55:40.186137 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01bea130-a510-400d-92b0-0e8a0b43e0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ded6268d-43b7-4bdf-afa0-388bfbcc468f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:40.219757 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-01bea130-a510-400d-92b0-0e8a0b43e0ec admin admin] Calling delete_port for ded6268d-43b7-4bdf-afa0-388bfbcc468f owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:55:40.480124 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-4b9c1440-f75b-4f8b-9651-4683cd95c924 None None] Set router b71a4bc4-5bef-42ca-994e-ce62e13e15dc gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:55:40.512016 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01bea130-a510-400d-92b0-0e8a0b43e0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ded6268d-43b7-4bdf-afa0-388bfbcc468f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:40.595082 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bea130-a510-400d-92b0-0e8a0b43e0ec admin admin] Pushing event deleted for resources: {'Port': ['ID=ded6268d-43b7-4bdf-afa0-388bfbcc468f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:40.683718 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-4b9c1440-f75b-4f8b-9651-4683cd95c924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71a4bc4-5bef-42ca-994e-ce62e13e15dc', 'name': 'tempest-TestServerBasicOps-480093475-router', 'tenant_id': '624775a68baa4e9a84fe27633c4ae979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:49:52Z', 'updated_at': '2022-02-19T04:55:39Z', 'revision_number': 6, 'project_id': '624775a68baa4e9a84fe27633c4ae979', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:40.752461 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9c1440-f75b-4f8b-9651-4683cd95c924 None None] The sync data for ids ['b71a4bc4-5bef-42ca-994e-ce62e13e15dc'] in n-d-772273-4 is: [{'id': 'b71a4bc4-5bef-42ca-994e-ce62e13e15dc', 'name': 'tempest-TestServerBasicOps-480093475-router', 'tenant_id': '624775a68baa4e9a84fe27633c4ae979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:49:52Z', 'updated_at': '2022-02-19T04:55:39Z', 'revision_number': 6, 'project_id': '624775a68baa4e9a84fe27633c4ae979', 'gw_port_host': None}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:55:40.793433 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01bea130-a510-400d-92b0-0e8a0b43e0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (b71a4bc4-5bef-42ca-994e-ce62e13e15dc), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:41.008961 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01bea130-a510-400d-92b0-0e8a0b43e0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (b71a4bc4-5bef-42ca-994e-ce62e13e15dc), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:41.012148 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01bea130-a510-400d-92b0-0e8a0b43e0ec admin admin] Publish callbacks [] for router_controller (b71a4bc4-5bef-42ca-994e-ce62e13e15dc), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:41.111690 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01bea130-a510-400d-92b0-0e8a0b43e0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (b71a4bc4-5bef-42ca-994e-ce62e13e15dc), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:41.113248 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bea130-a510-400d-92b0-0e8a0b43e0ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router b71a4bc4-5bef-42ca-994e-ce62e13e15dc {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:55:41.123702 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-01bea130-a510-400d-92b0-0e8a0b43e0ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:41.130897 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-01bea130-a510-400d-92b0-0e8a0b43e0ec admin admin] 10.222.0.65 "DELETE /v2.0/routers/b71a4bc4-5bef-42ca-994e-ce62e13e15dc HTTP/1.1" status: 204 len: 168 time: 2.0002487 Feb 19 04:55:41.133443 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53546) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:41.306147 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b8f9b23-5805-4d20-9bba-5594a107fd1e admin admin] Deleting subnet 85ad36e7-5a13-400c-beac-2d96dd24082a {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:55:41.313310 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5b8f9b23-5805-4d20-9bba-5594a107fd1e admin admin] Publish callbacks [] for subnet (85ad36e7-5a13-400c-beac-2d96dd24082a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:41.339966 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 78f48580-f982-489e-8dca-4bd4b9ee94cd no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:55:41.385898 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5b8f9b23-5805-4d20-9bba-5594a107fd1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (85ad36e7-5a13-400c-beac-2d96dd24082a), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:41.432827 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 78f48580-f982-489e-8dca-4bd4b9ee94cd {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:55:41.436196 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 78f48580-f982-489e-8dca-4bd4b9ee94cd not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:55:41.554484 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5b8f9b23-5805-4d20-9bba-5594a107fd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (85ad36e7-5a13-400c-beac-2d96dd24082a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:41.682469 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5b8f9b23-5805-4d20-9bba-5594a107fd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (85ad36e7-5a13-400c-beac-2d96dd24082a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:41.759386 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5b8f9b23-5805-4d20-9bba-5594a107fd1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:41.769291 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266b9b32-186d-4df4-b5f3-2fbc72f981c3 None None] Network 96dfffa9-b4b0-4d25-a9df-f9b12913068f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:55:41.777924 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5b8f9b23-5805-4d20-9bba-5594a107fd1e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/85ad36e7-5a13-400c-beac-2d96dd24082a HTTP/1.1" status: 204 len: 168 time: 0.6422968 Feb 19 04:55:41.780522 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53550) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:41.868279 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f9b23-5805-4d20-9bba-5594a107fd1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85ad36e7-5a13-400c-beac-2d96dd24082a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:42.036417 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (96dfffa9-b4b0-4d25-a9df-f9b12913068f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:42.131860 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046286c8-c0d4-4b3f-acf3-0c6510447e02 None None] DHCP port deletion for 96dfffa9-b4b0-4d25-a9df-f9b12913068f request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:55:42.190786 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Deleting port 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:55:42.191856 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:42.234628 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-046286c8-c0d4-4b3f-acf3-0c6510447e02 None None] Deleting port 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:55:42.235032 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-046286c8-c0d4-4b3f-acf3-0c6510447e02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:42.411630 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] For port 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1,segment=NetworkSegment(23d8d298-e309-43f8-907f-3660700a9eb9),segment_id=23d8d298-e309-43f8-907f-3660700a9eb9)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:55:42.413235 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:42.423373 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-046286c8-c0d4-4b3f-acf3-0c6510447e02 None None] For port 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1,segment=NetworkSegment(23d8d298-e309-43f8-907f-3660700a9eb9),segment_id=23d8d298-e309-43f8-907f-3660700a9eb9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:55:42.423974 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-046286c8-c0d4-4b3f-acf3-0c6510447e02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:42.462651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Calling delete_port for 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:55:42.467288 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-046286c8-c0d4-4b3f-acf3-0c6510447e02 None None] Calling delete_port for 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:55:42.672225 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:42.685413 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-046286c8-c0d4-4b3f-acf3-0c6510447e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:42.706251 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] No DVR routers for this DVR port 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:55:42.729952 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53554) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:42.735720 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-3c6ef12c-8993-48b6-b0c8-59cb710c480e tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Request body: {'subnet': {'network_id': '7c64019c-2927-4d0d-a255-633af7f744d2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:55:42.752541 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:42.753777 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046286c8-c0d4-4b3f-acf3-0c6510447e02 None None] Pushing event deleted for resources: {'Port': ['ID=03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:42.773400 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046286c8-c0d4-4b3f-acf3-0c6510447e02 None None] No DVR routers for this DVR port 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:55:42.794743 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:42.795636 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:42.795636 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:42.796521 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:42.796970 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:42.797480 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:42.797959 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:42.798405 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:42.798842 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:42.799284 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:42.799722 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:42.800172 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:42.800656 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:42.920470 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (96dfffa9-b4b0-4d25-a9df-f9b12913068f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:42.982675 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96dfffa9-b4b0-4d25-a9df-f9b12913068f']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:43.006206 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6ef12c-8993-48b6-b0c8-59cb710c480e tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Made reservation on behalf of 4b402b9c7a4947a88ba31e01eaeea814 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:55:43.012179 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3c6ef12c-8993-48b6-b0c8-59cb710c480e tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:43.038093 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d8d298-e309-43f8-907f-3660700a9eb9') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:43.042444 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d8d298-e309-43f8-907f-3660700a9eb9') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:43.092716 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (23d8d298-e309-43f8-907f-3660700a9eb9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:43.162057 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (23d8d298-e309-43f8-907f-3660700a9eb9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:43.183256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:55:43.184193 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (23d8d298-e309-43f8-907f-3660700a9eb9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:55:43.189528 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:55:43.273716 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:55:43.307020 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:55:43.307573 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 03cbf508-7cfc-4988-b5cf-b2a8bc0fe7e1 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:55:43.308300 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ded6268d-43b7-4bdf-afa0-388bfbcc468f no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:55:43.351016 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: ded6268d-43b7-4bdf-afa0-388bfbcc468f {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:55:43.351686 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ded6268d-43b7-4bdf-afa0-388bfbcc468f not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:55:43.355137 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (96dfffa9-b4b0-4d25-a9df-f9b12913068f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:43.367269 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:43.376547 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] 10.222.0.65 "DELETE /v2.0/networks/96dfffa9-b4b0-4d25-a9df-f9b12913068f HTTP/1.1" status: 204 len: 168 time: 1.5918741 Feb 19 04:55:43.396510 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3c6ef12c-8993-48b6-b0c8-59cb710c480e tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (5c5a5842-5e81-40a8-8719-e0e7b8730edf), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:43.411504 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cafa65-f2ae-410f-b396-d1a774331a19 admin admin] Pushing event deleted for resources: {'Network': ['ID=96dfffa9-b4b0-4d25-a9df-f9b12913068f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:43.488250 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ef12c-8993-48b6-b0c8-59cb710c480e tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event updated for resources: {'Subnet': ['ID=5c5a5842-5e81-40a8-8719-e0e7b8730edf,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:43.502389 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6ef12c-8993-48b6-b0c8-59cb710c480e tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Checking segment: {'id': '0d03bfe2-6385-4e40-b335-eca5340887d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7c64019c-2927-4d0d-a255-633af7f744d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:55:43.502872 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6ef12c-8993-48b6-b0c8-59cb710c480e tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Network hostable DHCP agents. Network: 7c64019c-2927-4d0d-a255-633af7f744d2, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:55:43.524747 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6ef12c-8993-48b6-b0c8-59cb710c480e tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Network 7c64019c-2927-4d0d-a255-633af7f744d2 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:55:43.543226 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-3c6ef12c-8993-48b6-b0c8-59cb710c480e tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 7c64019c-2927-4d0d-a255-633af7f744d2) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:55:43.550764 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6ef12c-8993-48b6-b0c8-59cb710c480e tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:43.552678 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3c6ef12c-8993-48b6-b0c8-59cb710c480e tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:43.566058 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11ed6df-56c5-40d1-bc53-2dec3a0331a2 None None] Network 7c64019c-2927-4d0d-a255-633af7f744d2 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:55:43.584781 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3c6ef12c-8993-48b6-b0c8-59cb710c480e tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8525879 Feb 19 04:55:43.589769 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53562) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:43.598043 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-0a95302f-fbf7-49d5-a444-d1f4995c2891 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1259740676'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:55:43.667492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a95302f-fbf7-49d5-a444-d1f4995c2891 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Made reservation on behalf of 4b402b9c7a4947a88ba31e01eaeea814 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:55:43.671584 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0a95302f-fbf7-49d5-a444-d1f4995c2891 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:43.734594 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a95302f-fbf7-49d5-a444-d1f4995c2891 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:55:43.762159 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0a95302f-fbf7-49d5-a444-d1f4995c2891 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (372fb09d-acfd-40b6-97f6-0e466c12fde7), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:43.762676 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-0a95302f-fbf7-49d5-a444-d1f4995c2891 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Added segment 372fb09d-acfd-40b6-97f6-0e466c12fde7 of type vlan for network d238a7d8-5800-474a-8a3d-7cc551b3799e Feb 19 04:55:43.857302 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0a95302f-fbf7-49d5-a444-d1f4995c2891 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (d238a7d8-5800-474a-8a3d-7cc551b3799e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:43.889940 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df51fcc-3fca-40c6-94fc-9cf382632842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-7c64019c-2927-4d0d-a255-633af7f744d2', 'network_id': '7c64019c-2927-4d0d-a255-633af7f744d2', 'project_id': '4b402b9c7a4947a88ba31e01eaeea814', 'fixed_ips': [{'subnet_id': '5c5a5842-5e81-40a8-8719-e0e7b8730edf'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:55:43.891371 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1df51fcc-3fca-40c6-94fc-9cf382632842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:43.910971 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0a95302f-fbf7-49d5-a444-d1f4995c2891 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d238a7d8-5800-474a-8a3d-7cc551b3799e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:43.921639 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a95302f-fbf7-49d5-a444-d1f4995c2891 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:43.924952 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0a95302f-fbf7-49d5-a444-d1f4995c2891 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:43.957448 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53564) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:44.059467 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c87d41d9-debd-49bb-8229-c638e4f2f4cc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5e41e400d59c485ebabdbd5439753754&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0963166 Feb 19 04:55:44.059902 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53568) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:44.134409 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0a95302f-fbf7-49d5-a444-d1f4995c2891 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5432370 Feb 19 04:55:44.141768 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53570) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:44.153846 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c4e68b61-4500-47cc-92b4-1298e54e4b31 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Request body: {'subnet': {'network_id': 'd238a7d8-5800-474a-8a3d-7cc551b3799e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:55:44.202123 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95302f-fbf7-49d5-a444-d1f4995c2891 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event updated for resources: {'Network': ['ID=d238a7d8-5800-474a-8a3d-7cc551b3799e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:44.242154 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-1df51fcc-3fca-40c6-94fc-9cf382632842 None None] Allocated IP 2001:db8:0:ffff::2 (7c64019c-2927-4d0d-a255-633af7f744d2/5c5a5842-5e81-40a8-8719-e0e7b8730edf/6f05f07b-2db6-471a-907a-1aa71d85cd95) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:55:44.252942 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network d238a7d8-5800-474a-8a3d-7cc551b3799e details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:55:44.323687 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c29461dc-9d9b-4151-8912-3e4bbcee1a10 admin admin] Publish callbacks [] for security_group (4014623b-d3e4-452e-9f8d-ae9d915d750c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:44.376537 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c29461dc-9d9b-4151-8912-3e4bbcee1a10 admin admin] Publish callbacks [] for security_group (4014623b-d3e4-452e-9f8d-ae9d915d750c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:44.527043 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e68b61-4500-47cc-92b4-1298e54e4b31 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Made reservation on behalf of 4b402b9c7a4947a88ba31e01eaeea814 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:55:44.535825 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c4e68b61-4500-47cc-92b4-1298e54e4b31 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:44.703360 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1df51fcc-3fca-40c6-94fc-9cf382632842 None None] Publish callbacks [] for port (6f05f07b-2db6-471a-907a-1aa71d85cd95), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:44.725247 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1df51fcc-3fca-40c6-94fc-9cf382632842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (6f05f07b-2db6-471a-907a-1aa71d85cd95), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:44.728715 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c29461dc-9d9b-4151-8912-3e4bbcee1a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4014623b-d3e4-452e-9f8d-ae9d915d750c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:44.736870 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c29461dc-9d9b-4151-8912-3e4bbcee1a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:44.739730 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c29461dc-9d9b-4151-8912-3e4bbcee1a10 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4014623b-d3e4-452e-9f8d-ae9d915d750c HTTP/1.1" status: 204 len: 168 time: 0.6771219 Feb 19 04:55:44.774729 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29461dc-9d9b-4151-8912-3e4bbcee1a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4014623b-d3e4-452e-9f8d-ae9d915d750c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:44.853614 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df51fcc-3fca-40c6-94fc-9cf382632842 None None] Network 7c64019c-2927-4d0d-a255-633af7f744d2 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:55:44.875215 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-1df51fcc-3fca-40c6-94fc-9cf382632842 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:55:44.880720 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df51fcc-3fca-40c6-94fc-9cf382632842 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:55:44.902498 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df51fcc-3fca-40c6-94fc-9cf382632842 None None] Pushing event updated for resources: {'Port': ['ID=6f05f07b-2db6-471a-907a-1aa71d85cd95,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:45.065859 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c4e68b61-4500-47cc-92b4-1298e54e4b31 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (6cc067dd-4bc0-4211-9530-2315b323eb05), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:45.108363 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-1df51fcc-3fca-40c6-94fc-9cf382632842 None None] Attempting to bind port 6f05f07b-2db6-471a-907a-1aa71d85cd95 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:55:45.109044 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-1df51fcc-3fca-40c6-94fc-9cf382632842 None None] Attempting to bind port 6f05f07b-2db6-471a-907a-1aa71d85cd95 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '0d03bfe2-6385-4e40-b335-eca5340887d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7c64019c-2927-4d0d-a255-633af7f744d2'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:55:45.109712 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df51fcc-3fca-40c6-94fc-9cf382632842 None None] Attempting to bind port 6f05f07b-2db6-471a-907a-1aa71d85cd95 on network 7c64019c-2927-4d0d-a255-633af7f744d2 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:55:45.120860 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df51fcc-3fca-40c6-94fc-9cf382632842 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:55:45.121329 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df51fcc-3fca-40c6-94fc-9cf382632842 None None] Checking segment: {'id': '0d03bfe2-6385-4e40-b335-eca5340887d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7c64019c-2927-4d0d-a255-633af7f744d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:55:45.122108 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1df51fcc-3fca-40c6-94fc-9cf382632842 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:45.122948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df51fcc-3fca-40c6-94fc-9cf382632842 None None] Bound using segment: {'id': '0d03bfe2-6385-4e40-b335-eca5340887d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7c64019c-2927-4d0d-a255-633af7f744d2'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:55:45.123816 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-1df51fcc-3fca-40c6-94fc-9cf382632842 None None] Bound port: 6f05f07b-2db6-471a-907a-1aa71d85cd95, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d03bfe2-6385-4e40-b335-eca5340887d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7c64019c-2927-4d0d-a255-633af7f744d2'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:55:45.124537 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1df51fcc-3fca-40c6-94fc-9cf382632842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6f05f07b-2db6-471a-907a-1aa71d85cd95), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:45.212033 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e68b61-4500-47cc-92b4-1298e54e4b31 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event updated for resources: {'Subnet': ['ID=6cc067dd-4bc0-4211-9530-2315b323eb05,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:45.262669 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e68b61-4500-47cc-92b4-1298e54e4b31 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Checking segment: {'id': '372fb09d-acfd-40b6-97f6-0e466c12fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd238a7d8-5800-474a-8a3d-7cc551b3799e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:55:45.263089 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e68b61-4500-47cc-92b4-1298e54e4b31 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Network hostable DHCP agents. Network: d238a7d8-5800-474a-8a3d-7cc551b3799e, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:55:45.294604 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e68b61-4500-47cc-92b4-1298e54e4b31 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Network d238a7d8-5800-474a-8a3d-7cc551b3799e is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:55:45.309958 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-c4e68b61-4500-47cc-92b4-1298e54e4b31 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, d238a7d8-5800-474a-8a3d-7cc551b3799e) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:55:45.321294 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e68b61-4500-47cc-92b4-1298e54e4b31 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:45.325440 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c4e68b61-4500-47cc-92b4-1298e54e4b31 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:45.346035 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46becb0-72c5-44ea-90cf-0cd55bdfd426 None None] Network d238a7d8-5800-474a-8a3d-7cc551b3799e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:55:45.385610 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c4e68b61-4500-47cc-92b4-1298e54e4b31 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2421517 Feb 19 04:55:45.390540 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53580) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:45.507135 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-1df51fcc-3fca-40c6-94fc-9cf382632842 None None] For port 6f05f07b-2db6-471a-907a-1aa71d85cd95, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:55:45.553985 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-1df51fcc-3fca-40c6-94fc-9cf382632842 None None] For port 6f05f07b-2db6-471a-907a-1aa71d85cd95, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6f05f07b-2db6-471a-907a-1aa71d85cd95,segment=NetworkSegment(0d03bfe2-6385-4e40-b335-eca5340887d5),segment_id=0d03bfe2-6385-4e40-b335-eca5340887d5)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:55:45.574162 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1df51fcc-3fca-40c6-94fc-9cf382632842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6f05f07b-2db6-471a-907a-1aa71d85cd95), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:45.757968 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53584) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:45.771958 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (d238a7d8-5800-474a-8a3d-7cc551b3799e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:45.787010 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df51fcc-3fca-40c6-94fc-9cf382632842 None None] Pushing event updated for resources: {'Port': ['ID=6f05f07b-2db6-471a-907a-1aa71d85cd95,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:45.794704 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ace79e-6a50-4aec-83d0-78b4f6933a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-d238a7d8-5800-474a-8a3d-7cc551b3799e', 'network_id': 'd238a7d8-5800-474a-8a3d-7cc551b3799e', 'project_id': '4b402b9c7a4947a88ba31e01eaeea814', 'fixed_ips': [{'subnet_id': '6cc067dd-4bc0-4211-9530-2315b323eb05'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:55:45.796348 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b4ace79e-6a50-4aec-83d0-78b4f6933a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:45.875790 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cc2ce379-26f3-46da-a478-7818be76bfac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=624775a68baa4e9a84fe27633c4ae979&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1160052 Feb 19 04:55:45.881891 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53586) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:46.072208 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-942e6463-c94c-427b-9f54-9fb46fbe2238 admin admin] Publish callbacks [] for security_group (3d029215-d8f7-47d3-ac4d-8a6651e2890e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:46.113493 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (6cc067dd-4bc0-4211-9530-2315b323eb05), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:46.173308 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-942e6463-c94c-427b-9f54-9fb46fbe2238 admin admin] Publish callbacks [] for security_group (3d029215-d8f7-47d3-ac4d-8a6651e2890e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:46.210828 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-b4ace79e-6a50-4aec-83d0-78b4f6933a10 None None] Allocated IP 2001:db8::1 (d238a7d8-5800-474a-8a3d-7cc551b3799e/6cc067dd-4bc0-4211-9530-2315b323eb05/d19a8de9-66a3-4bb0-94b8-3234aeb676eb) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:55:46.390276 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-942e6463-c94c-427b-9f54-9fb46fbe2238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (3d029215-d8f7-47d3-ac4d-8a6651e2890e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:46.399069 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-942e6463-c94c-427b-9f54-9fb46fbe2238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:46.413013 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-942e6463-c94c-427b-9f54-9fb46fbe2238 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d029215-d8f7-47d3-ac4d-8a6651e2890e HTTP/1.1" status: 204 len: 168 time: 0.5273480 Feb 19 04:55:46.500718 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e6463-c94c-427b-9f54-9fb46fbe2238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d029215-d8f7-47d3-ac4d-8a6651e2890e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:46.806596 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b4ace79e-6a50-4aec-83d0-78b4f6933a10 None None] Publish callbacks [] for port (d19a8de9-66a3-4bb0-94b8-3234aeb676eb), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:46.819441 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b4ace79e-6a50-4aec-83d0-78b4f6933a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (d19a8de9-66a3-4bb0-94b8-3234aeb676eb), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:46.866820 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (6cc067dd-4bc0-4211-9530-2315b323eb05), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:46.907722 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ace79e-6a50-4aec-83d0-78b4f6933a10 None None] Network d238a7d8-5800-474a-8a3d-7cc551b3799e is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:55:46.914464 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-b4ace79e-6a50-4aec-83d0-78b4f6933a10 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:55:46.919734 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ace79e-6a50-4aec-83d0-78b4f6933a10 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:55:46.947567 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc067dd-4bc0-4211-9530-2315b323eb05,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:46.965508 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:46.966411 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:46.967114 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:46.967662 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:46.968186 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:46.969128 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:46.969779 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:46.970470 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:46.971053 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:46.971760 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:46.972275 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:46.972783 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:46.973419 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:55:46.977143 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ace79e-6a50-4aec-83d0-78b4f6933a10 None None] Pushing event updated for resources: {'Port': ['ID=d19a8de9-66a3-4bb0-94b8-3234aeb676eb,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:47.072537 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (d238a7d8-5800-474a-8a3d-7cc551b3799e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:47.127118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b4ace79e-6a50-4aec-83d0-78b4f6933a10 None None] Attempting to bind port d19a8de9-66a3-4bb0-94b8-3234aeb676eb on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:55:47.127764 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b4ace79e-6a50-4aec-83d0-78b4f6933a10 None None] Attempting to bind port d19a8de9-66a3-4bb0-94b8-3234aeb676eb by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '372fb09d-acfd-40b6-97f6-0e466c12fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd238a7d8-5800-474a-8a3d-7cc551b3799e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:55:47.128388 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ace79e-6a50-4aec-83d0-78b4f6933a10 None None] Attempting to bind port d19a8de9-66a3-4bb0-94b8-3234aeb676eb on network d238a7d8-5800-474a-8a3d-7cc551b3799e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:55:47.139735 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d238a7d8-5800-474a-8a3d-7cc551b3799e']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:47.167761 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372fb09d-acfd-40b6-97f6-0e466c12fde7') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:47.168254 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372fb09d-acfd-40b6-97f6-0e466c12fde7') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:47.182060 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ace79e-6a50-4aec-83d0-78b4f6933a10 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:55:47.182729 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ace79e-6a50-4aec-83d0-78b4f6933a10 None None] Checking segment: {'id': '372fb09d-acfd-40b6-97f6-0e466c12fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd238a7d8-5800-474a-8a3d-7cc551b3799e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:55:47.183450 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b4ace79e-6a50-4aec-83d0-78b4f6933a10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:47.184126 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ace79e-6a50-4aec-83d0-78b4f6933a10 None None] Bound using segment: {'id': '372fb09d-acfd-40b6-97f6-0e466c12fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd238a7d8-5800-474a-8a3d-7cc551b3799e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:55:47.185084 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b4ace79e-6a50-4aec-83d0-78b4f6933a10 None None] Bound port: d19a8de9-66a3-4bb0-94b8-3234aeb676eb, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372fb09d-acfd-40b6-97f6-0e466c12fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd238a7d8-5800-474a-8a3d-7cc551b3799e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:55:47.185659 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b4ace79e-6a50-4aec-83d0-78b4f6933a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d19a8de9-66a3-4bb0-94b8-3234aeb676eb), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:47.189829 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (372fb09d-acfd-40b6-97f6-0e466c12fde7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:47.262314 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (372fb09d-acfd-40b6-97f6-0e466c12fde7), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:47.302873 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:55:47.303510 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (372fb09d-acfd-40b6-97f6-0e466c12fde7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:55:47.309726 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:55:47.362007 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6f05f07b-2db6-471a-907a-1aa71d85cd95 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:55:47.429750 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.api [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 04:55:47.429750 n-d-772273-4 neutron-server[115198]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 04:55:47.429750 n-d-772273-4 neutron-server[115198]: [parameters: {'id': 'd238a7d8-5800-474a-8a3d-7cc551b3799e'}] Feb 19 04:55:47.429750 n-d-772273-4 neutron-server[115198]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:55:47.430356 n-d-772273-4 neutron-server[115198]: DEBUG oslo_db.api [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:55:47.495145 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b4ace79e-6a50-4aec-83d0-78b4f6933a10 None None] For port d19a8de9-66a3-4bb0-94b8-3234aeb676eb, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:55:47.500805 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b4ace79e-6a50-4aec-83d0-78b4f6933a10 None None] For port d19a8de9-66a3-4bb0-94b8-3234aeb676eb, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=d19a8de9-66a3-4bb0-94b8-3234aeb676eb,segment=NetworkSegment(372fb09d-acfd-40b6-97f6-0e466c12fde7),segment_id=372fb09d-acfd-40b6-97f6-0e466c12fde7)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:55:47.517546 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b4ace79e-6a50-4aec-83d0-78b4f6933a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (d19a8de9-66a3-4bb0-94b8-3234aeb676eb), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:47.585371 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 6f05f07b-2db6-471a-907a-1aa71d85cd95 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:55:47.586195 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6f05f07b-2db6-471a-907a-1aa71d85cd95), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:47.729362 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ace79e-6a50-4aec-83d0-78b4f6933a10 None None] Pushing event updated for resources: {'Port': ['ID=d19a8de9-66a3-4bb0-94b8-3234aeb676eb,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:47.797346 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a835bdb9-5d18-4543-b609-a871af73ef0e None None] Network d238a7d8-5800-474a-8a3d-7cc551b3799e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:55:47.932282 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (d238a7d8-5800-474a-8a3d-7cc551b3799e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:48.017673 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 6f05f07b-2db6-471a-907a-1aa71d85cd95 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:55:48.018510 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6f05f07b-2db6-471a-907a-1aa71d85cd95), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:48.058271 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27715eb-c2a6-4fec-9b23-0ca356aaf76a None None] Network 7c64019c-2927-4d0d-a255-633af7f744d2 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:55:48.115110 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Deleting port d19a8de9-66a3-4bb0-94b8-3234aeb676eb {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:55:48.115602 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (d19a8de9-66a3-4bb0-94b8-3234aeb676eb), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:48.295939 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] For port d19a8de9-66a3-4bb0-94b8-3234aeb676eb, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=d19a8de9-66a3-4bb0-94b8-3234aeb676eb,segment=NetworkSegment(372fb09d-acfd-40b6-97f6-0e466c12fde7),segment_id=372fb09d-acfd-40b6-97f6-0e466c12fde7)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:55:48.296374 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (d19a8de9-66a3-4bb0-94b8-3234aeb676eb), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:48.329947 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Calling delete_port for d19a8de9-66a3-4bb0-94b8-3234aeb676eb owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:55:48.364700 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d522e-c83d-4a78-82c5-110e169ddfa1 req-5a750a31-7401-4e2b-9c0e-656dea5e32be tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:48.367429 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f67d522e-c83d-4a78-82c5-110e169ddfa1 req-5a750a31-7401-4e2b-9c0e-656dea5e32be tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=81a5c7f7-18e9-415b-b6dd-8577563dbf28 HTTP/1.1" status: 200 len: 945 time: 0.1699679 Feb 19 04:55:48.390989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 6f05f07b-2db6-471a-907a-1aa71d85cd95, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6f05f07b-2db6-471a-907a-1aa71d85cd95,segment=NetworkSegment(0d03bfe2-6385-4e40-b335-eca5340887d5),segment_id=0d03bfe2-6385-4e40-b335-eca5340887d5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:55:48.403511 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6f05f07b-2db6-471a-907a-1aa71d85cd95), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:48.468150 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f8ffc791-fc53-47b2-9eec-02c2fdf0e39d None None] Provisioning complete for port 6f05f07b-2db6-471a-907a-1aa71d85cd95 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:55:48.468706 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f8ffc791-fc53-47b2-9eec-02c2fdf0e39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6f05f07b-2db6-471a-907a-1aa71d85cd95), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:48.566940 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=6f05f07b-2db6-471a-907a-1aa71d85cd95,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:48.596295 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f67d522e-c83d-4a78-82c5-110e169ddfa1 req-c6ce1e9f-c4c8-4d28-9d93-bf0fb39d9b7b tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/security-groups?id=b73400cd-6990-45a5-a1a3-0919cf3f1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453683 Feb 19 04:55:48.650885 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (d19a8de9-66a3-4bb0-94b8-3234aeb676eb), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:48.689271 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Port': ['ID=d19a8de9-66a3-4bb0-94b8-3234aeb676eb,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:48.691928 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] No DVR routers for this DVR port d19a8de9-66a3-4bb0-94b8-3234aeb676eb on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:55:48.717746 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f8ffc791-fc53-47b2-9eec-02c2fdf0e39d None None] Current status of the port 6f05f07b-2db6-471a-907a-1aa71d85cd95 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:55:48.808638 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (d238a7d8-5800-474a-8a3d-7cc551b3799e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:48.853197 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d238a7d8-5800-474a-8a3d-7cc551b3799e']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:48.873400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372fb09d-acfd-40b6-97f6-0e466c12fde7') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:48.873900 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372fb09d-acfd-40b6-97f6-0e466c12fde7') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:48.900713 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (372fb09d-acfd-40b6-97f6-0e466c12fde7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:48.930472 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (372fb09d-acfd-40b6-97f6-0e466c12fde7), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:48.945344 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:55:48.946361 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (372fb09d-acfd-40b6-97f6-0e466c12fde7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:55:48.975288 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:55:48.999979 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce549282-b1c7-4130-b435-1369d6ce5281 None None] get_active_networks_info from n-d-772273-4 {{(pid=115200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:55:49.053906 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (d238a7d8-5800-474a-8a3d-7cc551b3799e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:49.065236 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:49.068903 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/networks/d238a7d8-5800-474a-8a3d-7cc551b3799e HTTP/1.1" status: 204 len: 168 time: 3.6762509 Feb 19 04:55:49.074919 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53620) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:49.081148 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-2ee1125b-7911-4edc-8951-dc4f87463efe tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1639699628'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:55:49.094140 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73e05a-d076-4a5d-a33f-708d766e29a3 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Network': ['ID=d238a7d8-5800-474a-8a3d-7cc551b3799e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:49.112285 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-32f67bd7-42de-41ec-bef8-5227f95f5432 None None] Provisioning complete for port 6f05f07b-2db6-471a-907a-1aa71d85cd95 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:55:49.113167 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-32f67bd7-42de-41ec-bef8-5227f95f5432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6f05f07b-2db6-471a-907a-1aa71d85cd95), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:49.125300 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee1125b-7911-4edc-8951-dc4f87463efe tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Made reservation on behalf of 4b402b9c7a4947a88ba31e01eaeea814 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:55:49.129994 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2ee1125b-7911-4edc-8951-dc4f87463efe tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:49.168313 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee1125b-7911-4edc-8951-dc4f87463efe tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:55:49.209712 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2ee1125b-7911-4edc-8951-dc4f87463efe tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (e8531102-d488-46c0-aa6d-5edb6c144fd6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:49.210224 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-2ee1125b-7911-4edc-8951-dc4f87463efe tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Added segment e8531102-d488-46c0-aa6d-5edb6c144fd6 of type vlan for network 8cb0e6f5-b456-4bb5-9fe6-501d52a11a93 Feb 19 04:55:49.217828 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6f05f07b-2db6-471a-907a-1aa71d85cd95 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:55:49.276094 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2ee1125b-7911-4edc-8951-dc4f87463efe tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (8cb0e6f5-b456-4bb5-9fe6-501d52a11a93), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:49.292623 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce549282-b1c7-4130-b435-1369d6ce5281 None None] Resources bound (agent type, host, resource id): {{(pid=115200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:55:49.333667 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2ee1125b-7911-4edc-8951-dc4f87463efe tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (8cb0e6f5-b456-4bb5-9fe6-501d52a11a93), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:49.339041 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee1125b-7911-4edc-8951-dc4f87463efe tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:49.339792 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2ee1125b-7911-4edc-8951-dc4f87463efe tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:49.395871 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2ee1125b-7911-4edc-8951-dc4f87463efe tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3165033 Feb 19 04:55:49.397156 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53624) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:49.403963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-af47999c-ff2e-4a94-8154-501b75632711 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Request body: {'subnet': {'network_id': '8cb0e6f5-b456-4bb5-9fe6-501d52a11a93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:55:49.457074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1125b-7911-4edc-8951-dc4f87463efe tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event updated for resources: {'Network': ['ID=8cb0e6f5-b456-4bb5-9fe6-501d52a11a93,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:49.481180 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 8cb0e6f5-b456-4bb5-9fe6-501d52a11a93 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:55:49.535282 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af47999c-ff2e-4a94-8154-501b75632711 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Made reservation on behalf of 4b402b9c7a4947a88ba31e01eaeea814 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:55:49.541599 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-af47999c-ff2e-4a94-8154-501b75632711 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:49.580180 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 6f05f07b-2db6-471a-907a-1aa71d85cd95 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:55:49.580623 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6f05f07b-2db6-471a-907a-1aa71d85cd95), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:49.583026 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-32f67bd7-42de-41ec-bef8-5227f95f5432 None None] Current status of the port 6f05f07b-2db6-471a-907a-1aa71d85cd95 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:55:49.691747 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4baa6ec-c840-44d2-9a5c-239ac6f6b75b req-65927983-01ef-42e0-afad-0f170a363844 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:49.693920 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c4baa6ec-c840-44d2-9a5c-239ac6f6b75b req-65927983-01ef-42e0-afad-0f170a363844 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.10 "GET /v2.0/ports?device_id=81a5c7f7-18e9-415b-b6dd-8577563dbf28 HTTP/1.1" status: 200 len: 945 time: 0.1441653 Feb 19 04:55:49.799491 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 6f05f07b-2db6-471a-907a-1aa71d85cd95 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:55:49.843882 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11104ee7-c24b-4f14-af6a-2a4fad9a44d7 req-f1aaff6f-8465-4f38-b619-1dc0d638e788 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:49.852297 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-11104ee7-c24b-4f14-af6a-2a4fad9a44d7 req-f1aaff6f-8465-4f38-b619-1dc0d638e788 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=81a5c7f7-18e9-415b-b6dd-8577563dbf28 HTTP/1.1" status: 200 len: 945 time: 0.0912652 Feb 19 04:55:49.906943 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-11104ee7-c24b-4f14-af6a-2a4fad9a44d7 req-c8827b2b-af5d-4647-b01d-591bdf8ebf1d tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/security-groups?id=b73400cd-6990-45a5-a1a3-0919cf3f1aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535741 Feb 19 04:55:49.915595 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-c4baa6ec-c840-44d2-9a5c-239ac6f6b75b req-6861b26d-9b61-47e2-8642-918898c765f0 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Deleting port cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:55:49.915928 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c4baa6ec-c840-44d2-9a5c-239ac6f6b75b req-6861b26d-9b61-47e2-8642-918898c765f0 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:49.980178 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-af47999c-ff2e-4a94-8154-501b75632711 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (3b1ea283-ea36-4719-8c27-db25db919512), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:50.075425 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47999c-ff2e-4a94-8154-501b75632711 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event updated for resources: {'Subnet': ['ID=3b1ea283-ea36-4719-8c27-db25db919512,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:50.089975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-c4baa6ec-c840-44d2-9a5c-239ac6f6b75b req-6861b26d-9b61-47e2-8642-918898c765f0 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] For port cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f,segment=NetworkSegment(52a02f2d-8410-4acc-ac12-7cd739e79636),segment_id=52a02f2d-8410-4acc-ac12-7cd739e79636)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:55:50.090352 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c4baa6ec-c840-44d2-9a5c-239ac6f6b75b req-6861b26d-9b61-47e2-8642-918898c765f0 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:50.115670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-c4baa6ec-c840-44d2-9a5c-239ac6f6b75b req-6861b26d-9b61-47e2-8642-918898c765f0 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Calling delete_port for cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:55:50.127598 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af47999c-ff2e-4a94-8154-501b75632711 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Checking segment: {'id': 'e8531102-d488-46c0-aa6d-5edb6c144fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8cb0e6f5-b456-4bb5-9fe6-501d52a11a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:55:50.128103 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af47999c-ff2e-4a94-8154-501b75632711 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Network hostable DHCP agents. Network: 8cb0e6f5-b456-4bb5-9fe6-501d52a11a93, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:55:50.191742 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af47999c-ff2e-4a94-8154-501b75632711 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Network 8cb0e6f5-b456-4bb5-9fe6-501d52a11a93 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:55:50.212407 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-af47999c-ff2e-4a94-8154-501b75632711 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 8cb0e6f5-b456-4bb5-9fe6-501d52a11a93) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:55:50.217068 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af47999c-ff2e-4a94-8154-501b75632711 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:50.217682 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-af47999c-ff2e-4a94-8154-501b75632711 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:50.226470 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a81098-dd63-448d-bcd5-96fffe0eabec None None] Network 8cb0e6f5-b456-4bb5-9fe6-501d52a11a93 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:55:50.249033 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-af47999c-ff2e-4a94-8154-501b75632711 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8503501 Feb 19 04:55:50.252879 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53642) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:50.260244 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-144f5d14-ad5f-4509-9bb6-8277765bf9d8 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1584980975'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:55:50.322039 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144f5d14-ad5f-4509-9bb6-8277765bf9d8 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Made reservation on behalf of 4b402b9c7a4947a88ba31e01eaeea814 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:55:50.324416 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c4baa6ec-c840-44d2-9a5c-239ac6f6b75b req-6861b26d-9b61-47e2-8642-918898c765f0 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:50.329419 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-144f5d14-ad5f-4509-9bb6-8277765bf9d8 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:50.362198 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861b26d-9b61-47e2-8642-918898c765f0 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Pushing event deleted for resources: {'Port': ['ID=cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:50.392722 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144f5d14-ad5f-4509-9bb6-8277765bf9d8 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:55:50.415955 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-144f5d14-ad5f-4509-9bb6-8277765bf9d8 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (98a01511-a36e-4a59-9a37-14b37f497248), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:50.416756 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-144f5d14-ad5f-4509-9bb6-8277765bf9d8 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Added segment 98a01511-a36e-4a59-9a37-14b37f497248 of type vlan for network 2feb0212-abca-47b7-80a7-a1bb6590d11a Feb 19 04:55:50.434695 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4baa6ec-c840-44d2-9a5c-239ac6f6b75b req-6861b26d-9b61-47e2-8642-918898c765f0 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] No DVR routers for this DVR port cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:55:50.439328 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c4baa6ec-c840-44d2-9a5c-239ac6f6b75b req-6861b26d-9b61-47e2-8642-918898c765f0 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:50.446355 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c4baa6ec-c840-44d2-9a5c-239ac6f6b75b req-6861b26d-9b61-47e2-8642-918898c765f0 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.10 "DELETE /v2.0/ports/cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f HTTP/1.1" status: 204 len: 173 time: 0.7439914 Feb 19 04:55:50.446757 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a5c7f7-18e9-415b-b6dd-8577563dbf28', 'name': 'network-vif-deleted', 'tag': 'cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:55:50.450711 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd426e61-7dd6-4574-b771-33179a629266" -d '{"events": [{"server_uuid": "81a5c7f7-18e9-415b-b6dd-8577563dbf28", "name": "network-vif-deleted", "tag": "cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:55:50.479759 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d427c8a-c8dd-47a5-9ab4-ac7c1a8a267c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-8cb0e6f5-b456-4bb5-9fe6-501d52a11a93', 'network_id': '8cb0e6f5-b456-4bb5-9fe6-501d52a11a93', 'project_id': '4b402b9c7a4947a88ba31e01eaeea814', 'fixed_ips': [{'subnet_id': '3b1ea283-ea36-4719-8c27-db25db919512'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:55:50.482077 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1d427c8a-c8dd-47a5-9ab4-ac7c1a8a267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:50.512780 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-144f5d14-ad5f-4509-9bb6-8277765bf9d8 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (2feb0212-abca-47b7-80a7-a1bb6590d11a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:50.569409 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-144f5d14-ad5f-4509-9bb6-8277765bf9d8 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (2feb0212-abca-47b7-80a7-a1bb6590d11a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:50.582916 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144f5d14-ad5f-4509-9bb6-8277765bf9d8 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:50.584089 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-144f5d14-ad5f-4509-9bb6-8277765bf9d8 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:50.603076 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961a7adb-4334-48ce-b6e7-bb25add36d46 x-openstack-request-id: req-961a7adb-4334-48ce-b6e7-bb25add36d46 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:55:50.603360 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a5c7f7-18e9-415b-b6dd-8577563dbf28", "name": "network-vif-deleted", "tag": "cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:55:50.603758 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-961a7adb-4334-48ce-b6e7-bb25add36d46 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:55:50.604332 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a5c7f7-18e9-415b-b6dd-8577563dbf28', 'name': 'network-vif-deleted', 'tag': 'cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f', 'status': 'completed', 'code': 200} Feb 19 04:55:50.654551 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-144f5d14-ad5f-4509-9bb6-8277765bf9d8 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3973877 Feb 19 04:55:50.657482 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53646) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:50.670726 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-dcf6654a-3c94-42e0-8fbc-a4a56315d9a2 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Request body: {'subnet': {'network_id': '2feb0212-abca-47b7-80a7-a1bb6590d11a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:55:50.747076 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f5d14-ad5f-4509-9bb6-8277765bf9d8 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event updated for resources: {'Network': ['ID=2feb0212-abca-47b7-80a7-a1bb6590d11a,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:50.749785 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-1d427c8a-c8dd-47a5-9ab4-ac7c1a8a267c None None] Allocated IP 2001:db8::3 (8cb0e6f5-b456-4bb5-9fe6-501d52a11a93/3b1ea283-ea36-4719-8c27-db25db919512/4b8ff649-5632-47f3-a4fa-72ccb7a10220) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:55:50.765949 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 2feb0212-abca-47b7-80a7-a1bb6590d11a details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:55:50.865234 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf6654a-3c94-42e0-8fbc-a4a56315d9a2 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Made reservation on behalf of 4b402b9c7a4947a88ba31e01eaeea814 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:55:50.872618 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dcf6654a-3c94-42e0-8fbc-a4a56315d9a2 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:51.011610 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.ipam_backend_mixin [None req-dcf6654a-3c94-42e0-8fbc-a4a56315d9a2 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Performing IP validity checks on allocation pools {{(pid=115198) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 04:55:51.012844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.ipam_backend_mixin [None req-dcf6654a-3c94-42e0-8fbc-a4a56315d9a2 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115198) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 04:55:51.191099 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cf6402f-0a13-485b-92d0-185bda9afde4 req-7529997f-dcd4-4f58-9c34-ad5b10f67879 tempest-VolumesSnapshotTestJSON-1742106460 tempest-VolumesSnapshotTestJSON-1742106460-project] 10.222.0.65 "GET /v2.0/ports?device_id=81a5c7f7-18e9-415b-b6dd-8577563dbf28 HTTP/1.1" status: 200 len: 210 time: 0.0555925 Feb 19 04:55:51.213222 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1d427c8a-c8dd-47a5-9ab4-ac7c1a8a267c None None] Publish callbacks [] for port (4b8ff649-5632-47f3-a4fa-72ccb7a10220), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:51.233492 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1d427c8a-c8dd-47a5-9ab4-ac7c1a8a267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (4b8ff649-5632-47f3-a4fa-72ccb7a10220), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:51.307834 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d427c8a-c8dd-47a5-9ab4-ac7c1a8a267c None None] Network 8cb0e6f5-b456-4bb5-9fe6-501d52a11a93 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:55:51.314005 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-1d427c8a-c8dd-47a5-9ab4-ac7c1a8a267c None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:55:51.320356 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d427c8a-c8dd-47a5-9ab4-ac7c1a8a267c None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:55:51.329807 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dcf6654a-3c94-42e0-8fbc-a4a56315d9a2 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (ef7a4fba-e51a-47e9-b6d3-f567f36c29c4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:51.387076 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d427c8a-c8dd-47a5-9ab4-ac7c1a8a267c None None] Pushing event updated for resources: {'Port': ['ID=4b8ff649-5632-47f3-a4fa-72ccb7a10220,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:51.441558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-1d427c8a-c8dd-47a5-9ab4-ac7c1a8a267c None None] Attempting to bind port 4b8ff649-5632-47f3-a4fa-72ccb7a10220 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:55:51.444262 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-1d427c8a-c8dd-47a5-9ab4-ac7c1a8a267c None None] Attempting to bind port 4b8ff649-5632-47f3-a4fa-72ccb7a10220 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'e8531102-d488-46c0-aa6d-5edb6c144fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8cb0e6f5-b456-4bb5-9fe6-501d52a11a93'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:55:51.444262 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d427c8a-c8dd-47a5-9ab4-ac7c1a8a267c None None] Attempting to bind port 4b8ff649-5632-47f3-a4fa-72ccb7a10220 on network 8cb0e6f5-b456-4bb5-9fe6-501d52a11a93 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:55:51.449739 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6654a-3c94-42e0-8fbc-a4a56315d9a2 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event updated for resources: {'Subnet': ['ID=ef7a4fba-e51a-47e9-b6d3-f567f36c29c4,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:51.454802 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d427c8a-c8dd-47a5-9ab4-ac7c1a8a267c None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:55:51.455515 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d427c8a-c8dd-47a5-9ab4-ac7c1a8a267c None None] Checking segment: {'id': 'e8531102-d488-46c0-aa6d-5edb6c144fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8cb0e6f5-b456-4bb5-9fe6-501d52a11a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:55:51.456127 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1d427c8a-c8dd-47a5-9ab4-ac7c1a8a267c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:51.456810 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d427c8a-c8dd-47a5-9ab4-ac7c1a8a267c None None] Bound using segment: {'id': 'e8531102-d488-46c0-aa6d-5edb6c144fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8cb0e6f5-b456-4bb5-9fe6-501d52a11a93'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:55:51.458257 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-1d427c8a-c8dd-47a5-9ab4-ac7c1a8a267c None None] Bound port: 4b8ff649-5632-47f3-a4fa-72ccb7a10220, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8531102-d488-46c0-aa6d-5edb6c144fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8cb0e6f5-b456-4bb5-9fe6-501d52a11a93'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:55:51.458969 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1d427c8a-c8dd-47a5-9ab4-ac7c1a8a267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4b8ff649-5632-47f3-a4fa-72ccb7a10220), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:51.470983 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf6654a-3c94-42e0-8fbc-a4a56315d9a2 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Checking segment: {'id': '98a01511-a36e-4a59-9a37-14b37f497248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2feb0212-abca-47b7-80a7-a1bb6590d11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:55:51.472172 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf6654a-3c94-42e0-8fbc-a4a56315d9a2 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Network hostable DHCP agents. Network: 2feb0212-abca-47b7-80a7-a1bb6590d11a, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:55:51.510081 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf6654a-3c94-42e0-8fbc-a4a56315d9a2 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Network 2feb0212-abca-47b7-80a7-a1bb6590d11a is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:55:51.528227 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-dcf6654a-3c94-42e0-8fbc-a4a56315d9a2 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 2feb0212-abca-47b7-80a7-a1bb6590d11a) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:55:51.537321 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf6654a-3c94-42e0-8fbc-a4a56315d9a2 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:51.539340 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dcf6654a-3c94-42e0-8fbc-a4a56315d9a2 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:51.564529 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d129933e-e8f9-41d6-872e-326d01b0cf4f None None] Network 2feb0212-abca-47b7-80a7-a1bb6590d11a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:55:51.572213 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dcf6654a-3c94-42e0-8fbc-a4a56315d9a2 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9136207 Feb 19 04:55:51.576735 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53654) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:51.687682 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-1d427c8a-c8dd-47a5-9ab4-ac7c1a8a267c None None] For port 4b8ff649-5632-47f3-a4fa-72ccb7a10220, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:55:51.723357 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-1d427c8a-c8dd-47a5-9ab4-ac7c1a8a267c None None] For port 4b8ff649-5632-47f3-a4fa-72ccb7a10220, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=4b8ff649-5632-47f3-a4fa-72ccb7a10220,segment=NetworkSegment(e8531102-d488-46c0-aa6d-5edb6c144fd6),segment_id=e8531102-d488-46c0-aa6d-5edb6c144fd6)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:55:51.746452 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1d427c8a-c8dd-47a5-9ab4-ac7c1a8a267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4b8ff649-5632-47f3-a4fa-72ccb7a10220), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:51.773401 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d1264501-1c7d-4827-94cb-7ac5f295343a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (2feb0212-abca-47b7-80a7-a1bb6590d11a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:51.834463 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b9f578-6cd1-49bc-bad6-3799382c0f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-2feb0212-abca-47b7-80a7-a1bb6590d11a', 'network_id': '2feb0212-abca-47b7-80a7-a1bb6590d11a', 'project_id': '4b402b9c7a4947a88ba31e01eaeea814', 'fixed_ips': [{'subnet_id': 'ef7a4fba-e51a-47e9-b6d3-f567f36c29c4'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:55:51.835361 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-11b9f578-6cd1-49bc-bad6-3799382c0f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:51.882859 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d427c8a-c8dd-47a5-9ab4-ac7c1a8a267c None None] Pushing event updated for resources: {'Port': ['ID=4b8ff649-5632-47f3-a4fa-72ccb7a10220,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:51.908630 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d1264501-1c7d-4827-94cb-7ac5f295343a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (ef7a4fba-e51a-47e9-b6d3-f567f36c29c4), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:52.009640 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d1264501-1c7d-4827-94cb-7ac5f295343a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (ef7a4fba-e51a-47e9-b6d3-f567f36c29c4), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server [None req-11b9f578-6cd1-49bc-bad6-3799382c0f53 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef7a4fba-e51a-47e9-b6d3-f567f36c29c4: This subnet is being modified by another concurrent operation. Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise exception Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef7a4fba-e51a-47e9-b6d3-f567f36c29c4: This subnet is being modified by another concurrent operation. Feb 19 04:55:52.010779 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server Feb 19 04:55:52.048284 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2711c7f6-9ced-4933-8066-73d3bbea2138 None None] Network 2feb0212-abca-47b7-80a7-a1bb6590d11a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:55:52.053589 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1264501-1c7d-4827-94cb-7ac5f295343a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Subnet': ['ID=ef7a4fba-e51a-47e9-b6d3-f567f36c29c4,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:52.169560 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d1264501-1c7d-4827-94cb-7ac5f295343a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (2feb0212-abca-47b7-80a7-a1bb6590d11a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:52.230424 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-d1264501-1c7d-4827-94cb-7ac5f295343a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2feb0212-abca-47b7-80a7-a1bb6590d11a']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:52.242725 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:55:52.277054 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-d1264501-1c7d-4827-94cb-7ac5f295343a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a01511-a36e-4a59-9a37-14b37f497248') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:52.277364 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-d1264501-1c7d-4827-94cb-7ac5f295343a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a01511-a36e-4a59-9a37-14b37f497248') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:52.298829 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d1264501-1c7d-4827-94cb-7ac5f295343a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (98a01511-a36e-4a59-9a37-14b37f497248), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:52.302253 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:55:52.302736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device cbdafbac-ff2a-4d0e-9abd-7dc11a45a99f not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:55:52.326464 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d1264501-1c7d-4827-94cb-7ac5f295343a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (98a01511-a36e-4a59-9a37-14b37f497248), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:52.334597 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1264501-1c7d-4827-94cb-7ac5f295343a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:55:52.335201 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d1264501-1c7d-4827-94cb-7ac5f295343a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (98a01511-a36e-4a59-9a37-14b37f497248), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:55:52.338929 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:55:52.426340 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d1264501-1c7d-4827-94cb-7ac5f295343a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (2feb0212-abca-47b7-80a7-a1bb6590d11a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:52.436790 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d1264501-1c7d-4827-94cb-7ac5f295343a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:52.445844 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d1264501-1c7d-4827-94cb-7ac5f295343a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/networks/2feb0212-abca-47b7-80a7-a1bb6590d11a HTTP/1.1" status: 204 len: 168 time: 0.8672295 Feb 19 04:55:52.449764 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53662) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:52.455214 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-f0d5936d-888e-4d09-84d8-53647a42d0ce tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1538199185'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:55:52.468712 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1264501-1c7d-4827-94cb-7ac5f295343a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Network': ['ID=2feb0212-abca-47b7-80a7-a1bb6590d11a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:52.499555 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d5936d-888e-4d09-84d8-53647a42d0ce tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Made reservation on behalf of 4b402b9c7a4947a88ba31e01eaeea814 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:55:52.504896 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f0d5936d-888e-4d09-84d8-53647a42d0ce tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:52.556860 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d5936d-888e-4d09-84d8-53647a42d0ce tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:55:52.581470 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f0d5936d-888e-4d09-84d8-53647a42d0ce tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (d247232f-347f-4d61-8f06-97e373a7e236), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:52.582178 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-f0d5936d-888e-4d09-84d8-53647a42d0ce tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Added segment d247232f-347f-4d61-8f06-97e373a7e236 of type vlan for network a991dfcb-2b30-4e16-b15f-769b1d232003 Feb 19 04:55:52.675670 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f0d5936d-888e-4d09-84d8-53647a42d0ce tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (a991dfcb-2b30-4e16-b15f-769b1d232003), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:52.733191 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f0d5936d-888e-4d09-84d8-53647a42d0ce tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (a991dfcb-2b30-4e16-b15f-769b1d232003), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:52.753410 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d5936d-888e-4d09-84d8-53647a42d0ce tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:52.754687 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f0d5936d-888e-4d09-84d8-53647a42d0ce tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:52.859434 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f0d5936d-888e-4d09-84d8-53647a42d0ce tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4080956 Feb 19 04:55:52.863552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53670) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:52.869940 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-ddb35575-d852-4d08-9904-0d15f12e9f85 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Request body: {'subnet': {'network_id': 'a991dfcb-2b30-4e16-b15f-769b1d232003', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:55:52.902578 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5936d-888e-4d09-84d8-53647a42d0ce tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event updated for resources: {'Network': ['ID=a991dfcb-2b30-4e16-b15f-769b1d232003,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:52.923508 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network a991dfcb-2b30-4e16-b15f-769b1d232003 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:55:53.012277 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb35575-d852-4d08-9904-0d15f12e9f85 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Made reservation on behalf of 4b402b9c7a4947a88ba31e01eaeea814 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:55:53.017283 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddb35575-d852-4d08-9904-0d15f12e9f85 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:53.402618 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4b8ff649-5632-47f3-a4fa-72ccb7a10220 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:55:53.591745 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 4b8ff649-5632-47f3-a4fa-72ccb7a10220 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:55:53.592145 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4b8ff649-5632-47f3-a4fa-72ccb7a10220), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:53.639789 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fd49e0-7944-4ad0-8d68-a5919d53ae6c None None] get_active_networks_info from n-d-772273-4 {{(pid=115200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:55:53.791988 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9715d8de-98af-49cb-89aa-7b70ef9b7825 None None] Provisioning complete for port 4b8ff649-5632-47f3-a4fa-72ccb7a10220 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:55:53.793060 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9715d8de-98af-49cb-89aa-7b70ef9b7825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4b8ff649-5632-47f3-a4fa-72ccb7a10220), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:54.032405 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddb35575-d852-4d08-9904-0d15f12e9f85 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (afc55b60-20f3-432b-a219-a5c686201ac0), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:54.109301 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb35575-d852-4d08-9904-0d15f12e9f85 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event updated for resources: {'Subnet': ['ID=afc55b60-20f3-432b-a219-a5c686201ac0,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:54.121506 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 4b8ff649-5632-47f3-a4fa-72ccb7a10220 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:55:54.122342 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4b8ff649-5632-47f3-a4fa-72ccb7a10220), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:54.126317 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb35575-d852-4d08-9904-0d15f12e9f85 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Checking segment: {'id': 'd247232f-347f-4d61-8f06-97e373a7e236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a991dfcb-2b30-4e16-b15f-769b1d232003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:55:54.126996 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb35575-d852-4d08-9904-0d15f12e9f85 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Network hostable DHCP agents. Network: a991dfcb-2b30-4e16-b15f-769b1d232003, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:55:54.156181 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb35575-d852-4d08-9904-0d15f12e9f85 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Network a991dfcb-2b30-4e16-b15f-769b1d232003 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:55:54.170272 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-ddb35575-d852-4d08-9904-0d15f12e9f85 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, a991dfcb-2b30-4e16-b15f-769b1d232003) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:55:54.183815 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb35575-d852-4d08-9904-0d15f12e9f85 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:54.184566 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ddb35575-d852-4d08-9904-0d15f12e9f85 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:54.189243 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fd49e0-7944-4ad0-8d68-a5919d53ae6c None None] Resources bound (agent type, host, resource id): {{(pid=115200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:55:54.216008 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ddb35575-d852-4d08-9904-0d15f12e9f85 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3468418 Feb 19 04:55:54.216499 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53684) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:54.230790 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 4b8ff649-5632-47f3-a4fa-72ccb7a10220, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=4b8ff649-5632-47f3-a4fa-72ccb7a10220,segment=NetworkSegment(e8531102-d488-46c0-aa6d-5edb6c144fd6),segment_id=e8531102-d488-46c0-aa6d-5edb6c144fd6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:55:54.262515 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9715d8de-98af-49cb-89aa-7b70ef9b7825 None None] Current status of the port 4b8ff649-5632-47f3-a4fa-72ccb7a10220 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:55:54.263287 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9715d8de-98af-49cb-89aa-7b70ef9b7825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (4b8ff649-5632-47f3-a4fa-72ccb7a10220), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:54.402470 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c5acd9a2-5cc4-4011-b1ec-ce6ed24668d7 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (a991dfcb-2b30-4e16-b15f-769b1d232003), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:54.515322 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c5acd9a2-5cc4-4011-b1ec-ce6ed24668d7 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (afc55b60-20f3-432b-a219-a5c686201ac0), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:54.593984 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (4b8ff649-5632-47f3-a4fa-72ccb7a10220), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:54.609644 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c5acd9a2-5cc4-4011-b1ec-ce6ed24668d7 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (afc55b60-20f3-432b-a219-a5c686201ac0), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:54.652579 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5acd9a2-5cc4-4011-b1ec-ce6ed24668d7 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Subnet': ['ID=afc55b60-20f3-432b-a219-a5c686201ac0,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:54.799976 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c5acd9a2-5cc4-4011-b1ec-ce6ed24668d7 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (a991dfcb-2b30-4e16-b15f-769b1d232003), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:54.846944 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-c5acd9a2-5cc4-4011-b1ec-ce6ed24668d7 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a991dfcb-2b30-4e16-b15f-769b1d232003']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:54.870201 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-c5acd9a2-5cc4-4011-b1ec-ce6ed24668d7 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd247232f-347f-4d61-8f06-97e373a7e236') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:54.870584 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-c5acd9a2-5cc4-4011-b1ec-ce6ed24668d7 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd247232f-347f-4d61-8f06-97e373a7e236') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:54.884961 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-9715d8de-98af-49cb-89aa-7b70ef9b7825 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:55:54.885747 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-9715d8de-98af-49cb-89aa-7b70ef9b7825 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:55:54.897670 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c5acd9a2-5cc4-4011-b1ec-ce6ed24668d7 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (d247232f-347f-4d61-8f06-97e373a7e236), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:54.931528 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c5acd9a2-5cc4-4011-b1ec-ce6ed24668d7 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (d247232f-347f-4d61-8f06-97e373a7e236), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:54.947269 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5acd9a2-5cc4-4011-b1ec-ce6ed24668d7 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:55:54.947970 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c5acd9a2-5cc4-4011-b1ec-ce6ed24668d7 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (d247232f-347f-4d61-8f06-97e373a7e236), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:54.984825 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=4b8ff649-5632-47f3-a4fa-72ccb7a10220,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:55:55.039032 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:55:55.061378 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d1fa03-f243-4638-9ea7-eb5acb833f84 None None] Network 8cb0e6f5-b456-4bb5-9fe6-501d52a11a93 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:55:55.077805 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c537788-fa72-403a-8a80-ec9364f95db6 None None] Network a991dfcb-2b30-4e16-b15f-769b1d232003 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:55:55.118138 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c5acd9a2-5cc4-4011-b1ec-ce6ed24668d7 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (a991dfcb-2b30-4e16-b15f-769b1d232003), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:55.133352 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c5acd9a2-5cc4-4011-b1ec-ce6ed24668d7 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:55.166885 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c5acd9a2-5cc4-4011-b1ec-ce6ed24668d7 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/networks/a991dfcb-2b30-4e16-b15f-769b1d232003 HTTP/1.1" status: 204 len: 168 time: 0.9406109 Feb 19 04:55:55.177903 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53690) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:55.199477 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-736152da-2c41-4fdf-8614-5eec886f4cff tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-425716708'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:55:55.278487 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736152da-2c41-4fdf-8614-5eec886f4cff tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Made reservation on behalf of 4b402b9c7a4947a88ba31e01eaeea814 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:55:55.282210 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-736152da-2c41-4fdf-8614-5eec886f4cff tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:55.292415 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5acd9a2-5cc4-4011-b1ec-ce6ed24668d7 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Network': ['ID=a991dfcb-2b30-4e16-b15f-769b1d232003,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:55.299409 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4b8ff649-5632-47f3-a4fa-72ccb7a10220 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:55:55.321688 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-736152da-2c41-4fdf-8614-5eec886f4cff tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:55:55.339393 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-736152da-2c41-4fdf-8614-5eec886f4cff tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (073c97ab-a8ca-4248-82ad-efde09438c83), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:55.340033 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-736152da-2c41-4fdf-8614-5eec886f4cff tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Added segment 073c97ab-a8ca-4248-82ad-efde09438c83 of type vlan for network 4948a732-3827-4cd7-b6aa-435adcb21424 Feb 19 04:55:55.362761 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92716ab-daa8-402f-86ea-013724d14464 None None] Network a991dfcb-2b30-4e16-b15f-769b1d232003 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:55:55.386418 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92716ab-daa8-402f-86ea-013724d14464 None None] Network a991dfcb-2b30-4e16-b15f-769b1d232003 could not be found, it might have been deleted concurrently. {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 04:55:55.416857 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-736152da-2c41-4fdf-8614-5eec886f4cff tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (4948a732-3827-4cd7-b6aa-435adcb21424), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:55.454925 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-736152da-2c41-4fdf-8614-5eec886f4cff tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (4948a732-3827-4cd7-b6aa-435adcb21424), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:55.467144 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736152da-2c41-4fdf-8614-5eec886f4cff tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:55.467144 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-736152da-2c41-4fdf-8614-5eec886f4cff tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:55.512561 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 4b8ff649-5632-47f3-a4fa-72ccb7a10220 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:55:55.513085 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4b8ff649-5632-47f3-a4fa-72ccb7a10220), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:55.575473 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736152da-2c41-4fdf-8614-5eec886f4cff tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event updated for resources: {'Network': ['ID=4948a732-3827-4cd7-b6aa-435adcb21424,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:55.589551 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9715d8de-98af-49cb-89aa-7b70ef9b7825 None None] Current status of the port 4b8ff649-5632-47f3-a4fa-72ccb7a10220 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:55:55.604634 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-736152da-2c41-4fdf-8614-5eec886f4cff tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4157233 Feb 19 04:55:55.607219 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53694) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:55.614969 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-0a768f17-c432-48cb-945b-fe06399add80 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Request body: {'subnet': {'network_id': '4948a732-3827-4cd7-b6aa-435adcb21424', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:55:55.621405 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 4948a732-3827-4cd7-b6aa-435adcb21424 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:55:55.758159 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 4b8ff649-5632-47f3-a4fa-72ccb7a10220 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:55:55.796336 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a768f17-c432-48cb-945b-fe06399add80 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Made reservation on behalf of 4b402b9c7a4947a88ba31e01eaeea814 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:55:55.802110 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0a768f17-c432-48cb-945b-fe06399add80 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:56.032948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-cb825419-3236-407b-aa10-0d93d971347f None None] Provisioning complete for port 4b8ff649-5632-47f3-a4fa-72ccb7a10220 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:55:56.032948 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cb825419-3236-407b-aa10-0d93d971347f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (4b8ff649-5632-47f3-a4fa-72ccb7a10220), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:56.098406 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0a768f17-c432-48cb-945b-fe06399add80 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (f2cb5fbb-760b-4813-b4fb-8ce841e230f6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:56.194870 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-cb825419-3236-407b-aa10-0d93d971347f None None] Current status of the port 4b8ff649-5632-47f3-a4fa-72ccb7a10220 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:55:56.230065 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a768f17-c432-48cb-945b-fe06399add80 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event updated for resources: {'Subnet': ['ID=f2cb5fbb-760b-4813-b4fb-8ce841e230f6,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:56.240189 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a768f17-c432-48cb-945b-fe06399add80 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Checking segment: {'id': '073c97ab-a8ca-4248-82ad-efde09438c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4948a732-3827-4cd7-b6aa-435adcb21424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:55:56.240952 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a768f17-c432-48cb-945b-fe06399add80 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Network hostable DHCP agents. Network: 4948a732-3827-4cd7-b6aa-435adcb21424, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:55:56.281514 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a768f17-c432-48cb-945b-fe06399add80 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Network 4948a732-3827-4cd7-b6aa-435adcb21424 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:55:56.299058 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-0a768f17-c432-48cb-945b-fe06399add80 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 4948a732-3827-4cd7-b6aa-435adcb21424) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:55:56.307341 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a768f17-c432-48cb-945b-fe06399add80 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:56.308682 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0a768f17-c432-48cb-945b-fe06399add80 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:56.313590 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406e2695-8244-4667-b79d-83b5101fc207 None None] Network 4948a732-3827-4cd7-b6aa-435adcb21424 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:55:56.369499 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0a768f17-c432-48cb-945b-fe06399add80 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7608709 Feb 19 04:55:56.372358 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53704) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:56.468997 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed9cabf-0888-458b-bafe-4b7191c00547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-4948a732-3827-4cd7-b6aa-435adcb21424', 'network_id': '4948a732-3827-4cd7-b6aa-435adcb21424', 'project_id': '4b402b9c7a4947a88ba31e01eaeea814', 'fixed_ips': [{'subnet_id': 'f2cb5fbb-760b-4813-b4fb-8ce841e230f6'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:55:56.470560 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4ed9cabf-0888-458b-bafe-4b7191c00547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:56.591610 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (4948a732-3827-4cd7-b6aa-435adcb21424), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:56.716591 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (f2cb5fbb-760b-4813-b4fb-8ce841e230f6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:56.744564 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-4ed9cabf-0888-458b-bafe-4b7191c00547 None None] Allocated IP 2001:db8::1 (4948a732-3827-4cd7-b6aa-435adcb21424/f2cb5fbb-760b-4813-b4fb-8ce841e230f6/9bb7532f-b179-48a1-981a-0c2b87a38ecb) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:55:56.958559 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4ed9cabf-0888-458b-bafe-4b7191c00547 None None] Publish callbacks [] for port (9bb7532f-b179-48a1-981a-0c2b87a38ecb), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:56.973511 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4ed9cabf-0888-458b-bafe-4b7191c00547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (9bb7532f-b179-48a1-981a-0c2b87a38ecb), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:56.996773 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (f2cb5fbb-760b-4813-b4fb-8ce841e230f6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:57.039719 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed9cabf-0888-458b-bafe-4b7191c00547 None None] Network 4948a732-3827-4cd7-b6aa-435adcb21424 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:55:57.044511 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-4ed9cabf-0888-458b-bafe-4b7191c00547 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:55:57.048686 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed9cabf-0888-458b-bafe-4b7191c00547 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:55:57.062654 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Subnet': ['ID=f2cb5fbb-760b-4813-b4fb-8ce841e230f6,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:57.072822 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9cabf-0888-458b-bafe-4b7191c00547 None None] Pushing event updated for resources: {'Port': ['ID=9bb7532f-b179-48a1-981a-0c2b87a38ecb,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:57.153213 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-4ed9cabf-0888-458b-bafe-4b7191c00547 None None] Attempting to bind port 9bb7532f-b179-48a1-981a-0c2b87a38ecb on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:55:57.153925 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-4ed9cabf-0888-458b-bafe-4b7191c00547 None None] Attempting to bind port 9bb7532f-b179-48a1-981a-0c2b87a38ecb by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '073c97ab-a8ca-4248-82ad-efde09438c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4948a732-3827-4cd7-b6aa-435adcb21424'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:55:57.154607 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed9cabf-0888-458b-bafe-4b7191c00547 None None] Attempting to bind port 9bb7532f-b179-48a1-981a-0c2b87a38ecb on network 4948a732-3827-4cd7-b6aa-435adcb21424 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:55:57.163677 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed9cabf-0888-458b-bafe-4b7191c00547 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:55:57.164596 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed9cabf-0888-458b-bafe-4b7191c00547 None None] Checking segment: {'id': '073c97ab-a8ca-4248-82ad-efde09438c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4948a732-3827-4cd7-b6aa-435adcb21424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:55:57.165249 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4ed9cabf-0888-458b-bafe-4b7191c00547 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:57.165996 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed9cabf-0888-458b-bafe-4b7191c00547 None None] Bound using segment: {'id': '073c97ab-a8ca-4248-82ad-efde09438c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4948a732-3827-4cd7-b6aa-435adcb21424'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:55:57.166780 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-4ed9cabf-0888-458b-bafe-4b7191c00547 None None] Bound port: 9bb7532f-b179-48a1-981a-0c2b87a38ecb, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073c97ab-a8ca-4248-82ad-efde09438c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4948a732-3827-4cd7-b6aa-435adcb21424'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:55:57.167398 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4ed9cabf-0888-458b-bafe-4b7191c00547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9bb7532f-b179-48a1-981a-0c2b87a38ecb), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:57.225479 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (4948a732-3827-4cd7-b6aa-435adcb21424), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:57.263306 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-4ed9cabf-0888-458b-bafe-4b7191c00547 None None] For port 9bb7532f-b179-48a1-981a-0c2b87a38ecb, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:55:57.269260 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-4ed9cabf-0888-458b-bafe-4b7191c00547 None None] For port 9bb7532f-b179-48a1-981a-0c2b87a38ecb, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9bb7532f-b179-48a1-981a-0c2b87a38ecb,segment=NetworkSegment(073c97ab-a8ca-4248-82ad-efde09438c83),segment_id=073c97ab-a8ca-4248-82ad-efde09438c83)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:55:57.279237 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4ed9cabf-0888-458b-bafe-4b7191c00547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9bb7532f-b179-48a1-981a-0c2b87a38ecb), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:57.283056 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4948a732-3827-4cd7-b6aa-435adcb21424']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:57.305706 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073c97ab-a8ca-4248-82ad-efde09438c83') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:57.307435 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073c97ab-a8ca-4248-82ad-efde09438c83') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:57.331932 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (073c97ab-a8ca-4248-82ad-efde09438c83), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:57.411156 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (073c97ab-a8ca-4248-82ad-efde09438c83), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:57.419823 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9cabf-0888-458b-bafe-4b7191c00547 None None] Pushing event updated for resources: {'Port': ['ID=9bb7532f-b179-48a1-981a-0c2b87a38ecb,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:57.437589 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc700a-0e08-451a-b04a-43043344e80d None None] get_active_networks_info from n-d-772273-4 {{(pid=115200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:55:57.450824 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:55:57.451477 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (073c97ab-a8ca-4248-82ad-efde09438c83), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:55:57.469011 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:55:57.568015 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dc700a-0e08-451a-b04a-43043344e80d None None] Resources bound (agent type, host, resource id): {{(pid=115200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:55:57.590393 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.api [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 04:55:57.590393 n-d-772273-4 neutron-server[115198]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 04:55:57.590393 n-d-772273-4 neutron-server[115198]: [parameters: {'id': '4948a732-3827-4cd7-b6aa-435adcb21424'}] Feb 19 04:55:57.590393 n-d-772273-4 neutron-server[115198]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:55:57.591887 n-d-772273-4 neutron-server[115198]: DEBUG oslo_db.api [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:55:57.819399 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b5fd35-fc3e-48d5-a62c-7740dd7b1086 None None] Network 4948a732-3827-4cd7-b6aa-435adcb21424 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:55:58.093815 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (4948a732-3827-4cd7-b6aa-435adcb21424), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:58.170290 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Deleting port 9bb7532f-b179-48a1-981a-0c2b87a38ecb {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:55:58.170780 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9bb7532f-b179-48a1-981a-0c2b87a38ecb), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:58.257020 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] For port 9bb7532f-b179-48a1-981a-0c2b87a38ecb, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9bb7532f-b179-48a1-981a-0c2b87a38ecb,segment=NetworkSegment(073c97ab-a8ca-4248-82ad-efde09438c83),segment_id=073c97ab-a8ca-4248-82ad-efde09438c83)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:55:58.257798 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9bb7532f-b179-48a1-981a-0c2b87a38ecb), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:58.283503 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Calling delete_port for 9bb7532f-b179-48a1-981a-0c2b87a38ecb owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:55:58.428965 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (9bb7532f-b179-48a1-981a-0c2b87a38ecb), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:58.480011 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Port': ['ID=9bb7532f-b179-48a1-981a-0c2b87a38ecb,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:58.490185 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] No DVR routers for this DVR port 9bb7532f-b179-48a1-981a-0c2b87a38ecb on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:55:58.635030 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (4948a732-3827-4cd7-b6aa-435adcb21424), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:58.694889 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4948a732-3827-4cd7-b6aa-435adcb21424']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:58.725413 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073c97ab-a8ca-4248-82ad-efde09438c83') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:58.726014 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073c97ab-a8ca-4248-82ad-efde09438c83') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:55:58.750750 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (073c97ab-a8ca-4248-82ad-efde09438c83), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:58.785370 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (073c97ab-a8ca-4248-82ad-efde09438c83), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:58.809469 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:55:58.809469 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (073c97ab-a8ca-4248-82ad-efde09438c83), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:55:58.811768 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:55:58.910034 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (4948a732-3827-4cd7-b6aa-435adcb21424), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:58.925690 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:58.938826 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/networks/4948a732-3827-4cd7-b6aa-435adcb21424 HTTP/1.1" status: 204 len: 168 time: 2.5583053 Feb 19 04:55:58.938826 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53716) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:58.946734 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-ac5fa32e-e6cf-430b-a810-54e921c3eaa9 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-141432911'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:55:58.975037 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3ad14-19ac-403e-b9a9-4bdf750ffcfa tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Network': ['ID=4948a732-3827-4cd7-b6aa-435adcb21424,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:59.001488 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5fa32e-e6cf-430b-a810-54e921c3eaa9 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Made reservation on behalf of 4b402b9c7a4947a88ba31e01eaeea814 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:55:59.008675 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ac5fa32e-e6cf-430b-a810-54e921c3eaa9 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:59.048099 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5fa32e-e6cf-430b-a810-54e921c3eaa9 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:55:59.064257 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ac5fa32e-e6cf-430b-a810-54e921c3eaa9 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (1c0a34e0-cd83-4314-9a4d-9b1bc8808811), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:59.064930 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-ac5fa32e-e6cf-430b-a810-54e921c3eaa9 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Added segment 1c0a34e0-cd83-4314-9a4d-9b1bc8808811 of type vlan for network 6e166181-b4b1-4fe3-b17c-9b0baf4a3757 Feb 19 04:55:59.130229 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ac5fa32e-e6cf-430b-a810-54e921c3eaa9 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (6e166181-b4b1-4fe3-b17c-9b0baf4a3757), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:59.166855 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ac5fa32e-e6cf-430b-a810-54e921c3eaa9 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (6e166181-b4b1-4fe3-b17c-9b0baf4a3757), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:59.172944 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5fa32e-e6cf-430b-a810-54e921c3eaa9 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:55:59.173640 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ac5fa32e-e6cf-430b-a810-54e921c3eaa9 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:59.249962 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ac5fa32e-e6cf-430b-a810-54e921c3eaa9 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3044035 Feb 19 04:55:59.250474 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53718) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:55:59.259066 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-96bff84d-55cd-463f-87aa-b82b1399bf71 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Request body: {'subnet': {'network_id': '6e166181-b4b1-4fe3-b17c-9b0baf4a3757', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:55:59.294789 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5fa32e-e6cf-430b-a810-54e921c3eaa9 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event updated for resources: {'Network': ['ID=6e166181-b4b1-4fe3-b17c-9b0baf4a3757,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:59.319613 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 6e166181-b4b1-4fe3-b17c-9b0baf4a3757 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:55:59.555477 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bff84d-55cd-463f-87aa-b82b1399bf71 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Made reservation on behalf of 4b402b9c7a4947a88ba31e01eaeea814 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:55:59.563878 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96bff84d-55cd-463f-87aa-b82b1399bf71 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:59.842981 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96bff84d-55cd-463f-87aa-b82b1399bf71 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (e13ad1ba-0265-48b0-850b-ce0b5ff1b27a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:55:59.917980 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bff84d-55cd-463f-87aa-b82b1399bf71 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event updated for resources: {'Subnet': ['ID=e13ad1ba-0265-48b0-850b-ce0b5ff1b27a,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:55:59.943088 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bff84d-55cd-463f-87aa-b82b1399bf71 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Checking segment: {'id': '1c0a34e0-cd83-4314-9a4d-9b1bc8808811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6e166181-b4b1-4fe3-b17c-9b0baf4a3757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:55:59.943877 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bff84d-55cd-463f-87aa-b82b1399bf71 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Network hostable DHCP agents. Network: 6e166181-b4b1-4fe3-b17c-9b0baf4a3757, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:55:59.981274 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bff84d-55cd-463f-87aa-b82b1399bf71 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Network 6e166181-b4b1-4fe3-b17c-9b0baf4a3757 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:55:59.996279 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-96bff84d-55cd-463f-87aa-b82b1399bf71 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 6e166181-b4b1-4fe3-b17c-9b0baf4a3757) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:00.003946 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bff84d-55cd-463f-87aa-b82b1399bf71 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:00.005379 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96bff84d-55cd-463f-87aa-b82b1399bf71 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:00.010179 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806d0a70-59a8-4f39-afd2-815222896fb1 None None] Network 6e166181-b4b1-4fe3-b17c-9b0baf4a3757 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:00.036649 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-96bff84d-55cd-463f-87aa-b82b1399bf71 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7846642 Feb 19 04:56:00.041185 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53726) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:00.047077 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-621cc19d-4aba-4ca8-866a-6af081de2a95 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Request body: {'subnet': {'network_id': '6e166181-b4b1-4fe3-b17c-9b0baf4a3757', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:00.193766 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30331043-217d-430f-b9da-c79aed1bc861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-6e166181-b4b1-4fe3-b17c-9b0baf4a3757', 'network_id': '6e166181-b4b1-4fe3-b17c-9b0baf4a3757', 'project_id': '4b402b9c7a4947a88ba31e01eaeea814', 'fixed_ips': [{'subnet_id': 'e13ad1ba-0265-48b0-850b-ce0b5ff1b27a'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:56:00.195558 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-30331043-217d-430f-b9da-c79aed1bc861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:00.264871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621cc19d-4aba-4ca8-866a-6af081de2a95 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Made reservation on behalf of 4b402b9c7a4947a88ba31e01eaeea814 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:56:00.271039 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-621cc19d-4aba-4ca8-866a-6af081de2a95 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:00.454067 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-30331043-217d-430f-b9da-c79aed1bc861 None None] Allocated IP 2001:db8::2 (6e166181-b4b1-4fe3-b17c-9b0baf4a3757/e13ad1ba-0265-48b0-850b-ce0b5ff1b27a/fdb6ae34-8a7c-43f7-b70e-ba1316de8daf) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:56:00.799289 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-621cc19d-4aba-4ca8-866a-6af081de2a95 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (de768393-7590-4d07-9534-8e24e157c624), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:00.909416 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621cc19d-4aba-4ca8-866a-6af081de2a95 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Network 6e166181-b4b1-4fe3-b17c-9b0baf4a3757 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:56:00.916402 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-621cc19d-4aba-4ca8-866a-6af081de2a95 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:00.921320 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621cc19d-4aba-4ca8-866a-6af081de2a95 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:00.923656 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-621cc19d-4aba-4ca8-866a-6af081de2a95 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:00.977938 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-621cc19d-4aba-4ca8-866a-6af081de2a95 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9311657 Feb 19 04:56:00.978262 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53734) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:00.994725 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621cc19d-4aba-4ca8-866a-6af081de2a95 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event updated for resources: {'Subnet': ['ID=de768393-7590-4d07-9534-8e24e157c624,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:01.040276 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-30331043-217d-430f-b9da-c79aed1bc861 None None] Publish callbacks [] for port (fdb6ae34-8a7c-43f7-b70e-ba1316de8daf), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:01.049281 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-30331043-217d-430f-b9da-c79aed1bc861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (fdb6ae34-8a7c-43f7-b70e-ba1316de8daf), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:01.115553 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30331043-217d-430f-b9da-c79aed1bc861 None None] Pushing event updated for resources: {'Port': ['ID=fdb6ae34-8a7c-43f7-b70e-ba1316de8daf,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:01.124449 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30331043-217d-430f-b9da-c79aed1bc861 None None] Network 6e166181-b4b1-4fe3-b17c-9b0baf4a3757 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:56:01.126636 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-30331043-217d-430f-b9da-c79aed1bc861 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:01.130537 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30331043-217d-430f-b9da-c79aed1bc861 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:56:01.233637 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-30331043-217d-430f-b9da-c79aed1bc861 None None] Attempting to bind port fdb6ae34-8a7c-43f7-b70e-ba1316de8daf on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:56:01.234979 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-30331043-217d-430f-b9da-c79aed1bc861 None None] Attempting to bind port fdb6ae34-8a7c-43f7-b70e-ba1316de8daf by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '1c0a34e0-cd83-4314-9a4d-9b1bc8808811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6e166181-b4b1-4fe3-b17c-9b0baf4a3757'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:56:01.235639 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30331043-217d-430f-b9da-c79aed1bc861 None None] Attempting to bind port fdb6ae34-8a7c-43f7-b70e-ba1316de8daf on network 6e166181-b4b1-4fe3-b17c-9b0baf4a3757 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:56:01.243284 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30331043-217d-430f-b9da-c79aed1bc861 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:56:01.243845 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30331043-217d-430f-b9da-c79aed1bc861 None None] Checking segment: {'id': '1c0a34e0-cd83-4314-9a4d-9b1bc8808811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6e166181-b4b1-4fe3-b17c-9b0baf4a3757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:56:01.247752 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-30331043-217d-430f-b9da-c79aed1bc861 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:01.247752 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30331043-217d-430f-b9da-c79aed1bc861 None None] Bound using segment: {'id': '1c0a34e0-cd83-4314-9a4d-9b1bc8808811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6e166181-b4b1-4fe3-b17c-9b0baf4a3757'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:56:01.247752 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-30331043-217d-430f-b9da-c79aed1bc861 None None] Bound port: fdb6ae34-8a7c-43f7-b70e-ba1316de8daf, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0a34e0-cd83-4314-9a4d-9b1bc8808811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '6e166181-b4b1-4fe3-b17c-9b0baf4a3757'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:56:01.247752 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-30331043-217d-430f-b9da-c79aed1bc861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fdb6ae34-8a7c-43f7-b70e-ba1316de8daf), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:01.367982 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-30331043-217d-430f-b9da-c79aed1bc861 None None] For port fdb6ae34-8a7c-43f7-b70e-ba1316de8daf, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:56:01.374428 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-30331043-217d-430f-b9da-c79aed1bc861 None None] For port fdb6ae34-8a7c-43f7-b70e-ba1316de8daf, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=fdb6ae34-8a7c-43f7-b70e-ba1316de8daf,segment=NetworkSegment(1c0a34e0-cd83-4314-9a4d-9b1bc8808811),segment_id=1c0a34e0-cd83-4314-9a4d-9b1bc8808811)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:56:01.386029 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-30331043-217d-430f-b9da-c79aed1bc861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fdb6ae34-8a7c-43f7-b70e-ba1316de8daf), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:01.505030 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30331043-217d-430f-b9da-c79aed1bc861 None None] Pushing event updated for resources: {'Port': ['ID=fdb6ae34-8a7c-43f7-b70e-ba1316de8daf,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:01.670914 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639f6b1a-cf7e-40a1-83c2-9dc5b260eb61 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:01.673110 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639f6b1a-cf7e-40a1-83c2-9dc5b260eb61 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:01.683262 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639f6b1a-cf7e-40a1-83c2-9dc5b260eb61 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:01.685752 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639f6b1a-cf7e-40a1-83c2-9dc5b260eb61 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:01.688300 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639f6b1a-cf7e-40a1-83c2-9dc5b260eb61 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:01.691281 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-639f6b1a-cf7e-40a1-83c2-9dc5b260eb61 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7117171 Feb 19 04:56:01.695503 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53740) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:01.704607 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-cb96ddf2-b510-4b3b-8c3c-f8819f44537a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-367169552'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:01.772056 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb96ddf2-b510-4b3b-8c3c-f8819f44537a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Made reservation on behalf of 4b402b9c7a4947a88ba31e01eaeea814 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:56:01.787956 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cb96ddf2-b510-4b3b-8c3c-f8819f44537a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:01.915592 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb96ddf2-b510-4b3b-8c3c-f8819f44537a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:56:01.932266 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cb96ddf2-b510-4b3b-8c3c-f8819f44537a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (245fdaf8-0566-4b92-aef3-2bd0be9411d8), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:01.932726 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-cb96ddf2-b510-4b3b-8c3c-f8819f44537a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Added segment 245fdaf8-0566-4b92-aef3-2bd0be9411d8 of type vlan for network 4258fb14-a9cd-4504-9e5c-1d22b4c962b1 Feb 19 04:56:02.023799 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cb96ddf2-b510-4b3b-8c3c-f8819f44537a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (4258fb14-a9cd-4504-9e5c-1d22b4c962b1), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:02.125999 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cb96ddf2-b510-4b3b-8c3c-f8819f44537a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (4258fb14-a9cd-4504-9e5c-1d22b4c962b1), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:02.136081 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb96ddf2-b510-4b3b-8c3c-f8819f44537a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:02.136757 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cb96ddf2-b510-4b3b-8c3c-f8819f44537a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:02.196123 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cb96ddf2-b510-4b3b-8c3c-f8819f44537a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4943273 Feb 19 04:56:02.196593 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53746) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:02.206128 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-fde01604-3283-4e92-9069-445581ac65b5 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Request body: {'network': {'name': 'New_network'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:02.267729 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96ddf2-b510-4b3b-8c3c-f8819f44537a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event updated for resources: {'Network': ['ID=4258fb14-a9cd-4504-9e5c-1d22b4c962b1,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:02.292331 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 4258fb14-a9cd-4504-9e5c-1d22b4c962b1 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:56:02.317958 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cff70603-9cd9-4cf2-89bc-8503d2990f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:02.617229 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fde01604-3283-4e92-9069-445581ac65b5 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (4258fb14-a9cd-4504-9e5c-1d22b4c962b1), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:02.666389 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fde01604-3283-4e92-9069-445581ac65b5 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (4258fb14-a9cd-4504-9e5c-1d22b4c962b1), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:02.690286 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fde01604-3283-4e92-9069-445581ac65b5 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Network 4258fb14-a9cd-4504-9e5c-1d22b4c962b1 is not hosted by any dhcp agent {{(pid=115198) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 04:56:02.695811 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde01604-3283-4e92-9069-445581ac65b5 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:02.696561 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fde01604-3283-4e92-9069-445581ac65b5 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:02.698351 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fde01604-3283-4e92-9069-445581ac65b5 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "PUT /v2.0/networks/4258fb14-a9cd-4504-9e5c-1d22b4c962b1 HTTP/1.1" status: 200 len: 723 time: 0.4999866 Feb 19 04:56:02.702329 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53750) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:02.709570 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-dd7519f6-6b60-4762-81d8-e7ecf462d5ce tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Request body: {'subnet': {'network_id': '4258fb14-a9cd-4504-9e5c-1d22b4c962b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:02.902920 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde01604-3283-4e92-9069-445581ac65b5 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event updated for resources: {'Network': ['ID=4258fb14-a9cd-4504-9e5c-1d22b4c962b1,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:02.938399 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 4258fb14-a9cd-4504-9e5c-1d22b4c962b1 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:56:02.958318 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7519f6-6b60-4762-81d8-e7ecf462d5ce tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Made reservation on behalf of 4b402b9c7a4947a88ba31e01eaeea814 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:56:02.962830 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dd7519f6-6b60-4762-81d8-e7ecf462d5ce tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:03.306566 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fdb6ae34-8a7c-43f7-b70e-ba1316de8daf up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:56:03.450196 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port fdb6ae34-8a7c-43f7-b70e-ba1316de8daf triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:03.451011 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fdb6ae34-8a7c-43f7-b70e-ba1316de8daf), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:03.484164 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dd7519f6-6b60-4762-81d8-e7ecf462d5ce tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (0702ba27-879b-40e9-af68-8fd749b49155), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:03.548611 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278c4c80-b053-4e04-8b4d-c15548c94abd None None] Network 6e166181-b4b1-4fe3-b17c-9b0baf4a3757 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:03.720632 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7519f6-6b60-4762-81d8-e7ecf462d5ce tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event updated for resources: {'Subnet': ['ID=0702ba27-879b-40e9-af68-8fd749b49155,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:03.734454 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7519f6-6b60-4762-81d8-e7ecf462d5ce tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Checking segment: {'id': '245fdaf8-0566-4b92-aef3-2bd0be9411d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4258fb14-a9cd-4504-9e5c-1d22b4c962b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:56:03.734924 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7519f6-6b60-4762-81d8-e7ecf462d5ce tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Network hostable DHCP agents. Network: 4258fb14-a9cd-4504-9e5c-1d22b4c962b1, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:56:03.772831 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1e883783-3dde-43cf-9fd0-04fd051f0474 None None] Provisioning complete for port fdb6ae34-8a7c-43f7-b70e-ba1316de8daf triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:03.774601 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1e883783-3dde-43cf-9fd0-04fd051f0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fdb6ae34-8a7c-43f7-b70e-ba1316de8daf), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:03.780834 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7519f6-6b60-4762-81d8-e7ecf462d5ce tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Network 4258fb14-a9cd-4504-9e5c-1d22b4c962b1 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:56:03.803934 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port fdb6ae34-8a7c-43f7-b70e-ba1316de8daf is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:03.804411 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fdb6ae34-8a7c-43f7-b70e-ba1316de8daf), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:03.815273 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-dd7519f6-6b60-4762-81d8-e7ecf462d5ce tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 4258fb14-a9cd-4504-9e5c-1d22b4c962b1) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:03.822594 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7519f6-6b60-4762-81d8-e7ecf462d5ce tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:03.823285 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dd7519f6-6b60-4762-81d8-e7ecf462d5ce tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:03.862576 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dd7519f6-6b60-4762-81d8-e7ecf462d5ce tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1589499 Feb 19 04:56:03.866837 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53756) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:03.872027 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6ec7b7-4e78-46e0-a8cd-54e34a56b7c7 None None] Network 4258fb14-a9cd-4504-9e5c-1d22b4c962b1 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:03.874751 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-166dc944-c373-4d97-ac2e-0c1156982ceb tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:04.087199 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port fdb6ae34-8a7c-43f7-b70e-ba1316de8daf, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=fdb6ae34-8a7c-43f7-b70e-ba1316de8daf,segment=NetworkSegment(1c0a34e0-cd83-4314-9a4d-9b1bc8808811),segment_id=1c0a34e0-cd83-4314-9a4d-9b1bc8808811)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:04.112381 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fdb6ae34-8a7c-43f7-b70e-ba1316de8daf), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:04.147446 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-166dc944-c373-4d97-ac2e-0c1156982ceb tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7642549'] for subnet (0702ba27-879b-40e9-af68-8fd749b49155), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:04.232795 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5785f722-57c4-46c1-8b06-86951e2be38c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-4258fb14-a9cd-4504-9e5c-1d22b4c962b1', 'network_id': '4258fb14-a9cd-4504-9e5c-1d22b4c962b1', 'project_id': '4b402b9c7a4947a88ba31e01eaeea814', 'fixed_ips': [{'subnet_id': '0702ba27-879b-40e9-af68-8fd749b49155'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:56:04.233876 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5785f722-57c4-46c1-8b06-86951e2be38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:04.319379 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=fdb6ae34-8a7c-43f7-b70e-ba1316de8daf,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:04.329920 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1e883783-3dde-43cf-9fd0-04fd051f0474 None None] Current status of the port fdb6ae34-8a7c-43f7-b70e-ba1316de8daf is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:04.551342 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e82812-2280-4093-b2b3-7092fc433c3c None None] Update dhcp port {'port': {'network_id': '6e166181-b4b1-4fe3-b17c-9b0baf4a3757', 'fixed_ips': [{'subnet_id': 'e13ad1ba-0265-48b0-850b-ce0b5ff1b27a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'de768393-7590-4d07-9534-8e24e157c624'}], 'binding:host_id': 'n-d-772273-4'}, 'id': 'fdb6ae34-8a7c-43f7-b70e-ba1316de8daf'} from n-d-772273-4. {{(pid=115200) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 04:56:04.560313 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-166dc944-c373-4d97-ac2e-0c1156982ceb tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764045834114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7472891'] for subnet (0702ba27-879b-40e9-af68-8fd749b49155), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:04.595845 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-07e82812-2280-4093-b2b3-7092fc433c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fdb6ae34-8a7c-43f7-b70e-ba1316de8daf), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:04.672990 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166dc944-c373-4d97-ac2e-0c1156982ceb tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:04.674088 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-166dc944-c373-4d97-ac2e-0c1156982ceb tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:04.678643 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-166dc944-c373-4d97-ac2e-0c1156982ceb tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "PUT /v2.0/subnets/0702ba27-879b-40e9-af68-8fd749b49155 HTTP/1.1" status: 200 len: 826 time: 0.8106358 Feb 19 04:56:04.678878 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53764) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:04.721220 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166dc944-c373-4d97-ac2e-0c1156982ceb tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event updated for resources: {'Subnet': ['ID=0702ba27-879b-40e9-af68-8fd749b49155,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:04.812183 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-5785f722-57c4-46c1-8b06-86951e2be38c None None] Allocated IP 2001:db8::2 (4258fb14-a9cd-4504-9e5c-1d22b4c962b1/0702ba27-879b-40e9-af68-8fd749b49155/6e7bdfda-a5a4-46dd-bf4d-2d0499dbbe65) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:56:05.011348 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (4258fb14-a9cd-4504-9e5c-1d22b4c962b1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:05.061525 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-07e82812-2280-4093-b2b3-7092fc433c3c None None] Allocated IP 172.20.0.1 (6e166181-b4b1-4fe3-b17c-9b0baf4a3757/de768393-7590-4d07-9534-8e24e157c624/fdb6ae34-8a7c-43f7-b70e-ba1316de8daf) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:56:05.139710 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (0702ba27-879b-40e9-af68-8fd749b49155), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:05.271704 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fdb6ae34-8a7c-43f7-b70e-ba1316de8daf up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:56:05.441196 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-39215f0e-4b9d-4d9b-92c0-20637e745a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:05.498230 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-07e82812-2280-4093-b2b3-7092fc433c3c None None] For port fdb6ae34-8a7c-43f7-b70e-ba1316de8daf, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=fdb6ae34-8a7c-43f7-b70e-ba1316de8daf,segment=NetworkSegment(1c0a34e0-cd83-4314-9a4d-9b1bc8808811),segment_id=1c0a34e0-cd83-4314-9a4d-9b1bc8808811)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:05.620929 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-07e82812-2280-4093-b2b3-7092fc433c3c None None] Publish callbacks [] for port (fdb6ae34-8a7c-43f7-b70e-ba1316de8daf), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:05.630494 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port fdb6ae34-8a7c-43f7-b70e-ba1316de8daf triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:05.631015 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fdb6ae34-8a7c-43f7-b70e-ba1316de8daf), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:05.706972 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5785f722-57c4-46c1-8b06-86951e2be38c None None] Publish callbacks [] for port (6e7bdfda-a5a4-46dd-bf4d-2d0499dbbe65), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:05.736821 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-07e82812-2280-4093-b2b3-7092fc433c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fdb6ae34-8a7c-43f7-b70e-ba1316de8daf), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:05.755405 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (0702ba27-879b-40e9-af68-8fd749b49155), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:05.760261 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5785f722-57c4-46c1-8b06-86951e2be38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (6e7bdfda-a5a4-46dd-bf4d-2d0499dbbe65), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:05.835479 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5785f722-57c4-46c1-8b06-86951e2be38c None None] Network 4258fb14-a9cd-4504-9e5c-1d22b4c962b1 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:56:05.904365 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-5785f722-57c4-46c1-8b06-86951e2be38c None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:05.920215 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5785f722-57c4-46c1-8b06-86951e2be38c None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:56:05.966226 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (4258fb14-a9cd-4504-9e5c-1d22b4c962b1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:06.002347 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4258fb14-a9cd-4504-9e5c-1d22b4c962b1']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:06.024550 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245fdaf8-0566-4b92-aef3-2bd0be9411d8') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:06.024893 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245fdaf8-0566-4b92-aef3-2bd0be9411d8') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:06.062463 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (245fdaf8-0566-4b92-aef3-2bd0be9411d8), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:06.097280 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (245fdaf8-0566-4b92-aef3-2bd0be9411d8), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:06.110456 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:56:06.111052 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (245fdaf8-0566-4b92-aef3-2bd0be9411d8), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:06.139859 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-5785f722-57c4-46c1-8b06-86951e2be38c None None] Attempting to bind port 6e7bdfda-a5a4-46dd-bf4d-2d0499dbbe65 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:56:06.140271 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-5785f722-57c4-46c1-8b06-86951e2be38c None None] Attempting to bind port 6e7bdfda-a5a4-46dd-bf4d-2d0499dbbe65 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '245fdaf8-0566-4b92-aef3-2bd0be9411d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4258fb14-a9cd-4504-9e5c-1d22b4c962b1'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:56:06.140864 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5785f722-57c4-46c1-8b06-86951e2be38c None None] Attempting to bind port 6e7bdfda-a5a4-46dd-bf4d-2d0499dbbe65 on network 4258fb14-a9cd-4504-9e5c-1d22b4c962b1 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:56:06.143432 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e82812-2280-4093-b2b3-7092fc433c3c None None] Pushing event updated for resources: {'Port': ['ID=fdb6ae34-8a7c-43f7-b70e-ba1316de8daf,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:06.197397 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5785f722-57c4-46c1-8b06-86951e2be38c None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:56:06.197789 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5785f722-57c4-46c1-8b06-86951e2be38c None None] Checking segment: {'id': '245fdaf8-0566-4b92-aef3-2bd0be9411d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4258fb14-a9cd-4504-9e5c-1d22b4c962b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:56:06.198203 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5785f722-57c4-46c1-8b06-86951e2be38c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:06.198607 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5785f722-57c4-46c1-8b06-86951e2be38c None None] Bound using segment: {'id': '245fdaf8-0566-4b92-aef3-2bd0be9411d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4258fb14-a9cd-4504-9e5c-1d22b4c962b1'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:56:06.199109 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-5785f722-57c4-46c1-8b06-86951e2be38c None None] Bound port: 6e7bdfda-a5a4-46dd-bf4d-2d0499dbbe65, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245fdaf8-0566-4b92-aef3-2bd0be9411d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4258fb14-a9cd-4504-9e5c-1d22b4c962b1'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:56:06.199515 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5785f722-57c4-46c1-8b06-86951e2be38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6e7bdfda-a5a4-46dd-bf4d-2d0499dbbe65), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:06.227832 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port fdb6ae34-8a7c-43f7-b70e-ba1316de8daf is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:06.231974 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Subnet': ['ID=0702ba27-879b-40e9-af68-8fd749b49155,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:56:06.239517 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:56:06.244168 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.api [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 04:56:06.244168 n-d-772273-4 neutron-server[115199]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 04:56:06.244168 n-d-772273-4 neutron-server[115199]: [parameters: {'id': '4258fb14-a9cd-4504-9e5c-1d22b4c962b1'}] Feb 19 04:56:06.244168 n-d-772273-4 neutron-server[115199]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:56:06.244168 n-d-772273-4 neutron-server[115199]: DEBUG oslo_db.api [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:56:06.286061 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785f722-57c4-46c1-8b06-86951e2be38c None None] Pushing event updated for resources: {'Port': ['ID=6e7bdfda-a5a4-46dd-bf4d-2d0499dbbe65,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:06.347228 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-5785f722-57c4-46c1-8b06-86951e2be38c None None] For port 6e7bdfda-a5a4-46dd-bf4d-2d0499dbbe65, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:56:06.360223 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-5785f722-57c4-46c1-8b06-86951e2be38c None None] For port 6e7bdfda-a5a4-46dd-bf4d-2d0499dbbe65, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6e7bdfda-a5a4-46dd-bf4d-2d0499dbbe65,segment=NetworkSegment(245fdaf8-0566-4b92-aef3-2bd0be9411d8),segment_id=245fdaf8-0566-4b92-aef3-2bd0be9411d8)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:56:06.380060 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5785f722-57c4-46c1-8b06-86951e2be38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6e7bdfda-a5a4-46dd-bf4d-2d0499dbbe65), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:06.743733 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (4258fb14-a9cd-4504-9e5c-1d22b4c962b1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:06.793713 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785f722-57c4-46c1-8b06-86951e2be38c None None] Pushing event updated for resources: {'Port': ['ID=6e7bdfda-a5a4-46dd-bf4d-2d0499dbbe65,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:06.825411 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60432ad6-349f-4cc5-856e-13476241f79d None None] Network 4258fb14-a9cd-4504-9e5c-1d22b4c962b1 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:06.920991 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Deleting port 6e7bdfda-a5a4-46dd-bf4d-2d0499dbbe65 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:56:06.921604 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (6e7bdfda-a5a4-46dd-bf4d-2d0499dbbe65), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:07.012421 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:07.134479 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] For port 6e7bdfda-a5a4-46dd-bf4d-2d0499dbbe65, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6e7bdfda-a5a4-46dd-bf4d-2d0499dbbe65,segment=NetworkSegment(245fdaf8-0566-4b92-aef3-2bd0be9411d8),segment_id=245fdaf8-0566-4b92-aef3-2bd0be9411d8)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:07.134479 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (6e7bdfda-a5a4-46dd-bf4d-2d0499dbbe65), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:07.156738 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7134cc49-3d55-4c60-a095-4bcb847c726e None None] Network 4258fb14-a9cd-4504-9e5c-1d22b4c962b1 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:07.163315 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Calling delete_port for 6e7bdfda-a5a4-46dd-bf4d-2d0499dbbe65 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:56:07.237782 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fdb6ae34-8a7c-43f7-b70e-ba1316de8daf up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:56:07.396028 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (6e7bdfda-a5a4-46dd-bf4d-2d0499dbbe65), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:07.399488 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port fdb6ae34-8a7c-43f7-b70e-ba1316de8daf triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:07.400144 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fdb6ae34-8a7c-43f7-b70e-ba1316de8daf), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:07.430278 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Port': ['ID=6e7bdfda-a5a4-46dd-bf4d-2d0499dbbe65,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:07.450127 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] No DVR routers for this DVR port 6e7bdfda-a5a4-46dd-bf4d-2d0499dbbe65 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:56:07.473836 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64453e9-e3f6-4902-b620-b14894abff12 None None] Network 6e166181-b4b1-4fe3-b17c-9b0baf4a3757 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:07.631243 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (4258fb14-a9cd-4504-9e5c-1d22b4c962b1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:07.645542 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-08d38afe-43f4-481e-8c28-c1e9903bc749 None None] Provisioning complete for port fdb6ae34-8a7c-43f7-b70e-ba1316de8daf triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:07.646282 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-08d38afe-43f4-481e-8c28-c1e9903bc749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fdb6ae34-8a7c-43f7-b70e-ba1316de8daf), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:07.666469 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4258fb14-a9cd-4504-9e5c-1d22b4c962b1']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:07.682898 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245fdaf8-0566-4b92-aef3-2bd0be9411d8') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:07.683186 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245fdaf8-0566-4b92-aef3-2bd0be9411d8') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:07.700234 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (245fdaf8-0566-4b92-aef3-2bd0be9411d8), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:07.726303 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (245fdaf8-0566-4b92-aef3-2bd0be9411d8), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:07.737755 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:56:07.757498 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (245fdaf8-0566-4b92-aef3-2bd0be9411d8), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:56:07.880136 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:56:07.886885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port fdb6ae34-8a7c-43f7-b70e-ba1316de8daf is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:07.927614 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:07.929783 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (4258fb14-a9cd-4504-9e5c-1d22b4c962b1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:07.936393 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:07.940937 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/networks/4258fb14-a9cd-4504-9e5c-1d22b4c962b1 HTTP/1.1" status: 204 len: 168 time: 3.2605793 Feb 19 04:56:07.946033 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53782) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:07.983254 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7e461-5ca2-42d4-83c5-c98e1d840ce6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Network': ['ID=4258fb14-a9cd-4504-9e5c-1d22b4c962b1,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:07.994729 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-509fcbaa-124f-45c2-a926-75f067294b67 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] DELETE failed (client error): The resource could not be found. Feb 19 04:56:07.995709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-509fcbaa-124f-45c2-a926-75f067294b67 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:56:08.002508 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-509fcbaa-124f-45c2-a926-75f067294b67 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/networks/4258fb14-a9cd-4504-9e5c-1d22b4c962b1 HTTP/1.1" status: 404 len: 339 time: 0.0545552 Feb 19 04:56:08.010299 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53784) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:08.020808 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-63a5a5ac-c7aa-4920-afa2-a5b2e979563e tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-348092130', 'description': 'd1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:08.070423 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a5a5ac-c7aa-4920-afa2-a5b2e979563e tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Made reservation on behalf of 4b402b9c7a4947a88ba31e01eaeea814 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:56:08.075593 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63a5a5ac-c7aa-4920-afa2-a5b2e979563e tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.100387 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.102907 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-08d38afe-43f4-481e-8c28-c1e9903bc749 None None] Current status of the port fdb6ae34-8a7c-43f7-b70e-ba1316de8daf is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:08.123349 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a5a5ac-c7aa-4920-afa2-a5b2e979563e tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:56:08.138669 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63a5a5ac-c7aa-4920-afa2-a5b2e979563e tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (f3f003dd-870f-4c96-8d1c-f6b59d4814a5), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.139053 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-63a5a5ac-c7aa-4920-afa2-a5b2e979563e tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Added segment f3f003dd-870f-4c96-8d1c-f6b59d4814a5 of type vlan for network 87b71191-b71e-45a1-b031-4403812e2eb3 Feb 19 04:56:08.211397 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63a5a5ac-c7aa-4920-afa2-a5b2e979563e tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (87b71191-b71e-45a1-b031-4403812e2eb3), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.245585 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63a5a5ac-c7aa-4920-afa2-a5b2e979563e tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (87b71191-b71e-45a1-b031-4403812e2eb3), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.255666 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a5a5ac-c7aa-4920-afa2-a5b2e979563e tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:08.256701 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63a5a5ac-c7aa-4920-afa2-a5b2e979563e tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.281188 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-63a5a5ac-c7aa-4920-afa2-a5b2e979563e tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2692881 Feb 19 04:56:08.286490 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53790) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:08.373151 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5a5ac-c7aa-4920-afa2-a5b2e979563e tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event updated for resources: {'Network': ['ID=87b71191-b71e-45a1-b031-4403812e2eb3,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:08.387261 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 87b71191-b71e-45a1-b031-4403812e2eb3 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:56:08.507703 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f4b3b6-61b8-4e43-8b6c-e662f03af613 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:08.509643 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-74f4b3b6-61b8-4e43-8b6c-e662f03af613 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "GET /v2.0/networks?id=87b71191-b71e-45a1-b031-4403812e2eb3 HTTP/1.1" status: 200 len: 764 time: 0.2215822 Feb 19 04:56:08.515463 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53792) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:08.523799 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-55f671d9-8d27-4b24-a5b9-322aac761e48 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Request body: {'network': {'description': 'd2'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:08.531829 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adcc91b-8bbe-407a-ad80-097317ebea19 None None] get_active_networks_info from n-d-772273-4 {{(pid=115200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:56:08.666387 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-4656ac48-c55f-4cf7-961c-3e26c9514ce6 None None] Provisioning complete for port fdb6ae34-8a7c-43f7-b70e-ba1316de8daf triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:08.666790 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4656ac48-c55f-4cf7-961c-3e26c9514ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fdb6ae34-8a7c-43f7-b70e-ba1316de8daf), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.730991 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adcc91b-8bbe-407a-ad80-097317ebea19 None None] Resources bound (agent type, host, resource id): {{(pid=115200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:56:08.830165 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-55f671d9-8d27-4b24-a5b9-322aac761e48 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (87b71191-b71e-45a1-b031-4403812e2eb3), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.851322 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-55f671d9-8d27-4b24-a5b9-322aac761e48 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (87b71191-b71e-45a1-b031-4403812e2eb3), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.874910 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-55f671d9-8d27-4b24-a5b9-322aac761e48 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Network 87b71191-b71e-45a1-b031-4403812e2eb3 is not hosted by any dhcp agent {{(pid=115199) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 04:56:08.885879 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f671d9-8d27-4b24-a5b9-322aac761e48 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:08.887023 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-55f671d9-8d27-4b24-a5b9-322aac761e48 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:08.893387 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-55f671d9-8d27-4b24-a5b9-322aac761e48 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "PUT /v2.0/networks/87b71191-b71e-45a1-b031-4403812e2eb3 HTTP/1.1" status: 200 len: 761 time: 0.3730416 Feb 19 04:56:08.894761 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53796) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:08.934152 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4656ac48-c55f-4cf7-961c-3e26c9514ce6 None None] Current status of the port fdb6ae34-8a7c-43f7-b70e-ba1316de8daf is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:08.984834 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f671d9-8d27-4b24-a5b9-322aac761e48 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event updated for resources: {'Network': ['ID=87b71191-b71e-45a1-b031-4403812e2eb3,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:09.040095 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 87b71191-b71e-45a1-b031-4403812e2eb3 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:56:09.043607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eb1b85-327b-42ba-8180-d02ad5629ba0 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:09.046685 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-44eb1b85-327b-42ba-8180-d02ad5629ba0 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "GET /v2.0/networks?id=87b71191-b71e-45a1-b031-4403812e2eb3 HTTP/1.1" status: 200 len: 764 time: 0.1496322 Feb 19 04:56:09.056705 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53798) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:09.325757 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:09.352600 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7706fcb-5d99-49eb-a9d3-ad39d5f40a57 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:09.355229 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b7706fcb-5d99-49eb-a9d3-ad39d5f40a57 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2964532 Feb 19 04:56:09.359395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53804) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:09.381096 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:09.405698 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-980e9326-2ab6-4637-93bb-3a8eb8df0b2f tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "GET /v2.0/subnets?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e HTTP/1.1" status: 200 len: 207 time: 0.0441055 Feb 19 04:56:09.411461 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53806) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:09.694619 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d41da6b-82ac-4c15-bc64-3c3fef539bb6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:09.705132 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d41da6b-82ac-4c15-bc64-3c3fef539bb6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:09.715963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d41da6b-82ac-4c15-bc64-3c3fef539bb6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:09.726390 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d41da6b-82ac-4c15-bc64-3c3fef539bb6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:09.735243 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d41da6b-82ac-4c15-bc64-3c3fef539bb6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:09.744338 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d41da6b-82ac-4c15-bc64-3c3fef539bb6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:09.753389 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0d41da6b-82ac-4c15-bc64-3c3fef539bb6 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3340015 Feb 19 04:56:09.753724 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53808) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:10.013081 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8def7d56-3e95-4e5e-a6bf-7a1892cae078 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2574995 Feb 19 04:56:10.020683 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53810) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:10.129303 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5c978d-ca5d-415c-80ef-644458c4e37a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:10.135527 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5c978d-ca5d-415c-80ef-644458c4e37a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:10.135527 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5c978d-ca5d-415c-80ef-644458c4e37a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:10.135527 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5c978d-ca5d-415c-80ef-644458c4e37a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:10.135527 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5c978d-ca5d-415c-80ef-644458c4e37a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:10.141215 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cb5c978d-ca5d-415c-80ef-644458c4e37a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1155567 Feb 19 04:56:10.141630 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53814) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:10.217729 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48627277-c764-4a95-86af-d8faee128978 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['shared'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:10.219394 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48627277-c764-4a95-86af-d8faee128978 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['shared'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:10.220720 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48627277-c764-4a95-86af-d8faee128978 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['shared'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:10.222087 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48627277-c764-4a95-86af-d8faee128978 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['shared'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:10.224649 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48627277-c764-4a95-86af-d8faee128978 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['shared'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:10.232426 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-48627277-c764-4a95-86af-d8faee128978 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0837047 Feb 19 04:56:10.233071 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53816) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:10.404670 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f1d103-4bf4-4293-90bd-08609759a395 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:10.406253 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-83f1d103-4bf4-4293-90bd-08609759a395 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "GET /v2.0/networks/7c64019c-2927-4d0d-a255-633af7f744d2 HTTP/1.1" status: 200 len: 803 time: 0.1718040 Feb 19 04:56:10.411402 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53820) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:10.564082 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e133a8b6-c378-48a3-b803-b7267ed4cb94 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "GET /v2.0/networks/7c64019c-2927-4d0d-a255-633af7f744d2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1505737 Feb 19 04:56:10.568190 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53822) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:10.678960 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cf4498-be67-4e55-a601-0933164b5f3c tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:10.684756 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-70cf4498-be67-4e55-a601-0933164b5f3c tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "GET /v2.0/subnets/5c5a5842-5e81-40a8-8719-e0e7b8730edf HTTP/1.1" status: 200 len: 843 time: 0.1115963 Feb 19 04:56:10.685303 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53824) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:10.753074 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7b71b1-683b-4bb2-a629-9d348962c4c8 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['shared'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:10.763171 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fe7b71b1-683b-4bb2-a629-9d348962c4c8 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "GET /v2.0/subnets/5c5a5842-5e81-40a8-8719-e0e7b8730edf?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0694423 Feb 19 04:56:10.764104 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53826) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:10.777288 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-535716b0-ac6a-47db-956c-db46bff8cd96 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-37064368'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:10.813389 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535716b0-ac6a-47db-956c-db46bff8cd96 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Made reservation on behalf of 4b402b9c7a4947a88ba31e01eaeea814 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:56:10.818078 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-535716b0-ac6a-47db-956c-db46bff8cd96 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:10.851365 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535716b0-ac6a-47db-956c-db46bff8cd96 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:56:10.865167 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-535716b0-ac6a-47db-956c-db46bff8cd96 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (a1578058-8dc8-4f11-819a-0d96c50d7601), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:10.865705 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-535716b0-ac6a-47db-956c-db46bff8cd96 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Added segment a1578058-8dc8-4f11-819a-0d96c50d7601 of type vlan for network 2f8a4932-8c7d-474d-a43d-1a86048c102e Feb 19 04:56:10.922532 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-535716b0-ac6a-47db-956c-db46bff8cd96 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (2f8a4932-8c7d-474d-a43d-1a86048c102e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:10.954511 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-535716b0-ac6a-47db-956c-db46bff8cd96 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (2f8a4932-8c7d-474d-a43d-1a86048c102e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:10.964795 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535716b0-ac6a-47db-956c-db46bff8cd96 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:10.965700 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-535716b0-ac6a-47db-956c-db46bff8cd96 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:11.036878 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53828) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:11.037472 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-535716b0-ac6a-47db-956c-db46bff8cd96 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2715793 Feb 19 04:56:11.047407 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535716b0-ac6a-47db-956c-db46bff8cd96 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event updated for resources: {'Network': ['ID=2f8a4932-8c7d-474d-a43d-1a86048c102e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:11.049168 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-b079b9de-147d-4ed4-b25f-0bdd5a9b3a37 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Request body: {'subnet': {'network_id': '2f8a4932-8c7d-474d-a43d-1a86048c102e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:11.066217 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 2f8a4932-8c7d-474d-a43d-1a86048c102e details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:56:11.218107 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b079b9de-147d-4ed4-b25f-0bdd5a9b3a37 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Made reservation on behalf of 4b402b9c7a4947a88ba31e01eaeea814 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:56:11.224287 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b079b9de-147d-4ed4-b25f-0bdd5a9b3a37 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:11.341072 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.ipam_backend_mixin [None req-b079b9de-147d-4ed4-b25f-0bdd5a9b3a37 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Performing IP validity checks on allocation pools {{(pid=115199) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 04:56:11.341327 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.ipam_backend_mixin [None req-b079b9de-147d-4ed4-b25f-0bdd5a9b3a37 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115199) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 04:56:11.652294 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b079b9de-147d-4ed4-b25f-0bdd5a9b3a37 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (5d9e352f-703e-45da-8d93-c2b6dde054d8), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:11.783149 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079b9de-147d-4ed4-b25f-0bdd5a9b3a37 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event updated for resources: {'Subnet': ['ID=5d9e352f-703e-45da-8d93-c2b6dde054d8,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:11.790060 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b079b9de-147d-4ed4-b25f-0bdd5a9b3a37 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Checking segment: {'id': 'a1578058-8dc8-4f11-819a-0d96c50d7601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2f8a4932-8c7d-474d-a43d-1a86048c102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:56:11.790651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b079b9de-147d-4ed4-b25f-0bdd5a9b3a37 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Network hostable DHCP agents. Network: 2f8a4932-8c7d-474d-a43d-1a86048c102e, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:56:11.822761 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b079b9de-147d-4ed4-b25f-0bdd5a9b3a37 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Network 2f8a4932-8c7d-474d-a43d-1a86048c102e is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:56:11.840656 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-b079b9de-147d-4ed4-b25f-0bdd5a9b3a37 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 2f8a4932-8c7d-474d-a43d-1a86048c102e) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:11.853001 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9942be-da18-4f5b-87cb-5696a49ec3b1 None None] Network 2f8a4932-8c7d-474d-a43d-1a86048c102e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:11.872183 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b079b9de-147d-4ed4-b25f-0bdd5a9b3a37 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:11.885027 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b079b9de-147d-4ed4-b25f-0bdd5a9b3a37 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:11.957635 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b079b9de-147d-4ed4-b25f-0bdd5a9b3a37 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9164832 Feb 19 04:56:11.960985 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53834) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:11.967411 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-53b3c63f-813a-4aa2-bb90-a1c96f8afc4f tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:12.086283 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c35bbef-458e-4407-88b4-48c2b885148f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-2f8a4932-8c7d-474d-a43d-1a86048c102e', 'network_id': '2f8a4932-8c7d-474d-a43d-1a86048c102e', 'project_id': '4b402b9c7a4947a88ba31e01eaeea814', 'fixed_ips': [{'subnet_id': '5d9e352f-703e-45da-8d93-c2b6dde054d8'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:56:12.091643 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9c35bbef-458e-4407-88b4-48c2b885148f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:12.117838 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-53b3c63f-813a-4aa2-bb90-a1c96f8afc4f tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6233830'] for subnet (5d9e352f-703e-45da-8d93-c2b6dde054d8), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:12.318742 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-9c35bbef-458e-4407-88b4-48c2b885148f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 19 04:56:12.318742 n-d-772273-4 neutron-server[115200]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 19 04:56:12.318742 n-d-772273-4 neutron-server[115200]: [parameters: {'in_use': 1, 'id_1': '5d9e352f-703e-45da-8d93-c2b6dde054d8'}] Feb 19 04:56:12.318742 n-d-772273-4 neutron-server[115200]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:56:12.319798 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-9c35bbef-458e-4407-88b4-48c2b885148f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:56:12.536037 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-53b3c63f-813a-4aa2-bb90-a1c96f8afc4f tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764045834114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5490254'] for subnet (5d9e352f-703e-45da-8d93-c2b6dde054d8), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:12.593314 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b3c63f-813a-4aa2-bb90-a1c96f8afc4f tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:12.601750 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-53b3c63f-813a-4aa2-bb90-a1c96f8afc4f tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:12.608763 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53840) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:12.610463 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-53b3c63f-813a-4aa2-bb90-a1c96f8afc4f tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "PUT /v2.0/subnets/5d9e352f-703e-45da-8d93-c2b6dde054d8 HTTP/1.1" status: 200 len: 900 time: 0.6472249 Feb 19 04:56:12.635222 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3c63f-813a-4aa2-bb90-a1c96f8afc4f tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event updated for resources: {'Subnet': ['ID=5d9e352f-703e-45da-8d93-c2b6dde054d8,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:12.821874 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9c35bbef-458e-4407-88b4-48c2b885148f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:12.837055 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (2f8a4932-8c7d-474d-a43d-1a86048c102e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:12.923161 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (5d9e352f-703e-45da-8d93-c2b6dde054d8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:13.096355 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-9c35bbef-458e-4407-88b4-48c2b885148f None None] Allocated IP 2001:db8::3 (2f8a4932-8c7d-474d-a43d-1a86048c102e/5d9e352f-703e-45da-8d93-c2b6dde054d8/d523198e-421b-456d-a6b8-92952107c62a) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:56:13.289156 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9c35bbef-458e-4407-88b4-48c2b885148f None None] Publish callbacks [] for port (d523198e-421b-456d-a6b8-92952107c62a), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:13.299470 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9c35bbef-458e-4407-88b4-48c2b885148f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (d523198e-421b-456d-a6b8-92952107c62a), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:13.358685 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c35bbef-458e-4407-88b4-48c2b885148f None None] Network 2f8a4932-8c7d-474d-a43d-1a86048c102e is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:56:13.359367 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (5d9e352f-703e-45da-8d93-c2b6dde054d8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:13.359542 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35bbef-458e-4407-88b4-48c2b885148f None None] Pushing event updated for resources: {'Port': ['ID=d523198e-421b-456d-a6b8-92952107c62a,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:13.372076 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-9c35bbef-458e-4407-88b4-48c2b885148f None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:13.374687 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c35bbef-458e-4407-88b4-48c2b885148f None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:56:13.425322 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Subnet': ['ID=5d9e352f-703e-45da-8d93-c2b6dde054d8,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:13.521627 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9c35bbef-458e-4407-88b4-48c2b885148f None None] Attempting to bind port d523198e-421b-456d-a6b8-92952107c62a on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:56:13.522616 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9c35bbef-458e-4407-88b4-48c2b885148f None None] Attempting to bind port d523198e-421b-456d-a6b8-92952107c62a by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'a1578058-8dc8-4f11-819a-0d96c50d7601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2f8a4932-8c7d-474d-a43d-1a86048c102e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:56:13.523111 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35bbef-458e-4407-88b4-48c2b885148f None None] Attempting to bind port d523198e-421b-456d-a6b8-92952107c62a on network 2f8a4932-8c7d-474d-a43d-1a86048c102e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:56:13.539793 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35bbef-458e-4407-88b4-48c2b885148f None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:56:13.540207 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35bbef-458e-4407-88b4-48c2b885148f None None] Checking segment: {'id': 'a1578058-8dc8-4f11-819a-0d96c50d7601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2f8a4932-8c7d-474d-a43d-1a86048c102e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:56:13.540777 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9c35bbef-458e-4407-88b4-48c2b885148f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:13.543186 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35bbef-458e-4407-88b4-48c2b885148f None None] Bound using segment: {'id': 'a1578058-8dc8-4f11-819a-0d96c50d7601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2f8a4932-8c7d-474d-a43d-1a86048c102e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:56:13.546366 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-9c35bbef-458e-4407-88b4-48c2b885148f None None] Bound port: d523198e-421b-456d-a6b8-92952107c62a, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1578058-8dc8-4f11-819a-0d96c50d7601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2f8a4932-8c7d-474d-a43d-1a86048c102e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:56:13.547081 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9c35bbef-458e-4407-88b4-48c2b885148f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d523198e-421b-456d-a6b8-92952107c62a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:13.631763 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (2f8a4932-8c7d-474d-a43d-1a86048c102e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:13.663046 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f8a4932-8c7d-474d-a43d-1a86048c102e']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:13.674756 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1578058-8dc8-4f11-819a-0d96c50d7601') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:13.675085 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1578058-8dc8-4f11-819a-0d96c50d7601') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:13.691494 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (a1578058-8dc8-4f11-819a-0d96c50d7601), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:13.719558 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (a1578058-8dc8-4f11-819a-0d96c50d7601), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:13.730974 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:56:13.731466 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (a1578058-8dc8-4f11-819a-0d96c50d7601), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:56:13.735087 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:56:13.757854 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9c35bbef-458e-4407-88b4-48c2b885148f None None] For port d523198e-421b-456d-a6b8-92952107c62a, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:56:13.816695 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9c35bbef-458e-4407-88b4-48c2b885148f None None] For port d523198e-421b-456d-a6b8-92952107c62a, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=d523198e-421b-456d-a6b8-92952107c62a,segment=NetworkSegment(a1578058-8dc8-4f11-819a-0d96c50d7601),segment_id=a1578058-8dc8-4f11-819a-0d96c50d7601)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:56:13.817939 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.db.api [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 04:56:13.817939 n-d-772273-4 neutron-server[115198]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 04:56:13.817939 n-d-772273-4 neutron-server[115198]: [parameters: {'id': '2f8a4932-8c7d-474d-a43d-1a86048c102e'}] Feb 19 04:56:13.817939 n-d-772273-4 neutron-server[115198]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:56:13.818373 n-d-772273-4 neutron-server[115198]: DEBUG oslo_db.api [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:56:13.827377 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9c35bbef-458e-4407-88b4-48c2b885148f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (d523198e-421b-456d-a6b8-92952107c62a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:13.910745 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35bbef-458e-4407-88b4-48c2b885148f None None] Pushing event updated for resources: {'Port': ['ID=d523198e-421b-456d-a6b8-92952107c62a,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:13.963910 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a9aeb5-6823-4d37-93da-59233e0f4144 None None] get_active_networks_info from n-d-772273-4 {{(pid=115200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 04:56:14.094640 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a9aeb5-6823-4d37-93da-59233e0f4144 None None] Resources bound (agent type, host, resource id): {{(pid=115200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 04:56:14.319779 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (2f8a4932-8c7d-474d-a43d-1a86048c102e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:14.325190 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:56:14.341589 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aaf59a-69e9-43c5-a798-af2108e48f5f None None] Network 2f8a4932-8c7d-474d-a43d-1a86048c102e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:14.465461 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Deleting port d523198e-421b-456d-a6b8-92952107c62a {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:56:14.465816 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (d523198e-421b-456d-a6b8-92952107c62a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:14.668362 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] For port d523198e-421b-456d-a6b8-92952107c62a, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=d523198e-421b-456d-a6b8-92952107c62a,segment=NetworkSegment(a1578058-8dc8-4f11-819a-0d96c50d7601),segment_id=a1578058-8dc8-4f11-819a-0d96c50d7601)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:14.669470 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (d523198e-421b-456d-a6b8-92952107c62a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:14.700426 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Calling delete_port for d523198e-421b-456d-a6b8-92952107c62a owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:56:14.874159 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b11d4d7-9b70-4df6-aa5b-02a4c9df3480 None None] Network 2f8a4932-8c7d-474d-a43d-1a86048c102e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:14.902759 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (d523198e-421b-456d-a6b8-92952107c62a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:14.955228 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Port': ['ID=d523198e-421b-456d-a6b8-92952107c62a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:14.963968 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] No DVR routers for this DVR port d523198e-421b-456d-a6b8-92952107c62a on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:56:15.154436 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (2f8a4932-8c7d-474d-a43d-1a86048c102e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:15.215951 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f8a4932-8c7d-474d-a43d-1a86048c102e']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:15.235967 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1578058-8dc8-4f11-819a-0d96c50d7601') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:15.236468 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1578058-8dc8-4f11-819a-0d96c50d7601') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:15.257432 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (a1578058-8dc8-4f11-819a-0d96c50d7601), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:15.297548 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (a1578058-8dc8-4f11-819a-0d96c50d7601), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:15.314424 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:56:15.315135 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (a1578058-8dc8-4f11-819a-0d96c50d7601), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:56:15.320975 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:56:15.499936 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (2f8a4932-8c7d-474d-a43d-1a86048c102e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:15.534652 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:15.542117 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/networks/2f8a4932-8c7d-474d-a43d-1a86048c102e HTTP/1.1" status: 204 len: 168 time: 2.9312186 Feb 19 04:56:15.543752 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65435e-9aac-4aa8-b73c-6c94fded93ae tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Network': ['ID=2f8a4932-8c7d-474d-a43d-1a86048c102e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:15.547072 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53858) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:15.603042 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42f110d-20c8-4f63-80fd-3150787225f2 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] DELETE failed (client error): The resource could not be found. Feb 19 04:56:15.603915 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42f110d-20c8-4f63-80fd-3150787225f2 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:56:15.609625 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d42f110d-20c8-4f63-80fd-3150787225f2 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/subnets/5d9e352f-703e-45da-8d93-c2b6dde054d8 HTTP/1.1" status: 404 len: 337 time: 0.0607109 Feb 19 04:56:15.612539 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53860) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:15.646878 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-628a7fc3-d44d-4b6d-b23e-ec8fbe76427c tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] DELETE failed (client error): The resource could not be found. Feb 19 04:56:15.647752 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628a7fc3-d44d-4b6d-b23e-ec8fbe76427c tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:56:15.653491 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-628a7fc3-d44d-4b6d-b23e-ec8fbe76427c tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/networks/2f8a4932-8c7d-474d-a43d-1a86048c102e HTTP/1.1" status: 404 len: 339 time: 0.0389636 Feb 19 04:56:15.656900 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53862) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:15.885376 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-114e2d3e-1386-45f8-82c7-0f733eb22f0a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (87b71191-b71e-45a1-b031-4403812e2eb3), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:16.038473 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-114e2d3e-1386-45f8-82c7-0f733eb22f0a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (87b71191-b71e-45a1-b031-4403812e2eb3), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:16.102462 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-114e2d3e-1386-45f8-82c7-0f733eb22f0a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b71191-b71e-45a1-b031-4403812e2eb3']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:16.144021 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-114e2d3e-1386-45f8-82c7-0f733eb22f0a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f003dd-870f-4c96-8d1c-f6b59d4814a5') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:16.147702 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-114e2d3e-1386-45f8-82c7-0f733eb22f0a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f003dd-870f-4c96-8d1c-f6b59d4814a5') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:16.181041 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-114e2d3e-1386-45f8-82c7-0f733eb22f0a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (f3f003dd-870f-4c96-8d1c-f6b59d4814a5), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:16.205240 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-114e2d3e-1386-45f8-82c7-0f733eb22f0a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (f3f003dd-870f-4c96-8d1c-f6b59d4814a5), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:16.216646 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114e2d3e-1386-45f8-82c7-0f733eb22f0a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:56:16.217355 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-114e2d3e-1386-45f8-82c7-0f733eb22f0a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (f3f003dd-870f-4c96-8d1c-f6b59d4814a5), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:56:16.241764 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:56:16.340708 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-114e2d3e-1386-45f8-82c7-0f733eb22f0a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (87b71191-b71e-45a1-b031-4403812e2eb3), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:16.377459 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-114e2d3e-1386-45f8-82c7-0f733eb22f0a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:16.398542 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-114e2d3e-1386-45f8-82c7-0f733eb22f0a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/networks/87b71191-b71e-45a1-b031-4403812e2eb3 HTTP/1.1" status: 204 len: 168 time: 0.7373242 Feb 19 04:56:16.400598 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e2d3e-1386-45f8-82c7-0f733eb22f0a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Network': ['ID=87b71191-b71e-45a1-b031-4403812e2eb3,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:16.402682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53870) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:16.463816 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c799d0-5543-4fa3-9a70-06190f706e8b tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] DELETE failed (client error): The resource could not be found. Feb 19 04:56:16.464842 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c799d0-5543-4fa3-9a70-06190f706e8b tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:56:16.471269 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-30c799d0-5543-4fa3-9a70-06190f706e8b tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/subnets/0702ba27-879b-40e9-af68-8fd749b49155 HTTP/1.1" status: 404 len: 337 time: 0.0660939 Feb 19 04:56:16.475142 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53872) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:16.517569 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bca6a28-b99d-43f0-897d-34dbb8659806 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] DELETE failed (client error): The resource could not be found. Feb 19 04:56:16.518326 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bca6a28-b99d-43f0-897d-34dbb8659806 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:56:16.525598 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2bca6a28-b99d-43f0-897d-34dbb8659806 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/networks/4258fb14-a9cd-4504-9e5c-1d22b4c962b1 HTTP/1.1" status: 404 len: 339 time: 0.0423629 Feb 19 04:56:16.526224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53874) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:16.632498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd39227-087d-4da2-abcd-905447606328 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Deleting subnet de768393-7590-4d07-9534-8e24e157c624 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:56:16.638338 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9fd39227-087d-4da2-abcd-905447606328 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for subnet (de768393-7590-4d07-9534-8e24e157c624), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:16.724124 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9fd39227-087d-4da2-abcd-905447606328 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (de768393-7590-4d07-9534-8e24e157c624), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:16.903689 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9fd39227-087d-4da2-abcd-905447606328 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (de768393-7590-4d07-9534-8e24e157c624), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:17.048874 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9fd39227-087d-4da2-abcd-905447606328 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (de768393-7590-4d07-9534-8e24e157c624), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:17.100510 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd39227-087d-4da2-abcd-905447606328 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Subnet': ['ID=de768393-7590-4d07-9534-8e24e157c624,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:17.109599 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9fd39227-087d-4da2-abcd-905447606328 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:17.116553 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e871b8-cca8-4139-a985-9257f3ad59e3 None None] Network 6e166181-b4b1-4fe3-b17c-9b0baf4a3757 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:17.117680 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9fd39227-087d-4da2-abcd-905447606328 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/subnets/de768393-7590-4d07-9534-8e24e157c624 HTTP/1.1" status: 204 len: 168 time: 0.5884140 Feb 19 04:56:17.119788 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53878) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:17.222631 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc34988-cc95-4e15-b1be-8733c4051c46 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Deleting subnet e13ad1ba-0265-48b0-850b-ce0b5ff1b27a {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:56:17.231895 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9fc34988-cc95-4e15-b1be-8733c4051c46 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for subnet (e13ad1ba-0265-48b0-850b-ce0b5ff1b27a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:17.329459 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9fc34988-cc95-4e15-b1be-8733c4051c46 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (e13ad1ba-0265-48b0-850b-ce0b5ff1b27a), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:17.635895 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9fc34988-cc95-4e15-b1be-8733c4051c46 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (e13ad1ba-0265-48b0-850b-ce0b5ff1b27a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:17.731907 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9fc34988-cc95-4e15-b1be-8733c4051c46 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (e13ad1ba-0265-48b0-850b-ce0b5ff1b27a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:17.792003 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc34988-cc95-4e15-b1be-8733c4051c46 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Subnet': ['ID=e13ad1ba-0265-48b0-850b-ce0b5ff1b27a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:17.819197 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9fc34988-cc95-4e15-b1be-8733c4051c46 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:17.828296 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9fc34988-cc95-4e15-b1be-8733c4051c46 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/subnets/e13ad1ba-0265-48b0-850b-ce0b5ff1b27a HTTP/1.1" status: 204 len: 168 time: 0.7062347 Feb 19 04:56:17.831114 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53882) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:18.000946 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c435819d-b875-4294-83c1-21c7b76d3a9a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (6e166181-b4b1-4fe3-b17c-9b0baf4a3757), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:18.114141 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-c435819d-b875-4294-83c1-21c7b76d3a9a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Deleting port fdb6ae34-8a7c-43f7-b70e-ba1316de8daf {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:56:18.115254 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c435819d-b875-4294-83c1-21c7b76d3a9a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (fdb6ae34-8a7c-43f7-b70e-ba1316de8daf), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:18.197545 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-c435819d-b875-4294-83c1-21c7b76d3a9a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] For port fdb6ae34-8a7c-43f7-b70e-ba1316de8daf, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=fdb6ae34-8a7c-43f7-b70e-ba1316de8daf,segment=NetworkSegment(1c0a34e0-cd83-4314-9a4d-9b1bc8808811),segment_id=1c0a34e0-cd83-4314-9a4d-9b1bc8808811)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:18.198069 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c435819d-b875-4294-83c1-21c7b76d3a9a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (fdb6ae34-8a7c-43f7-b70e-ba1316de8daf), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:18.216182 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-c435819d-b875-4294-83c1-21c7b76d3a9a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Calling delete_port for fdb6ae34-8a7c-43f7-b70e-ba1316de8daf owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:56:18.367400 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c435819d-b875-4294-83c1-21c7b76d3a9a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (fdb6ae34-8a7c-43f7-b70e-ba1316de8daf), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:18.413980 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435819d-b875-4294-83c1-21c7b76d3a9a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Port': ['ID=fdb6ae34-8a7c-43f7-b70e-ba1316de8daf,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:18.424868 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c435819d-b875-4294-83c1-21c7b76d3a9a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] No DVR routers for this DVR port fdb6ae34-8a7c-43f7-b70e-ba1316de8daf on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:56:18.548385 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ad6ebe-5aa7-4cad-b028-20cad8133fa5 None None] Network 6e166181-b4b1-4fe3-b17c-9b0baf4a3757 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:18.610292 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c435819d-b875-4294-83c1-21c7b76d3a9a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (6e166181-b4b1-4fe3-b17c-9b0baf4a3757), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:18.662461 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-c435819d-b875-4294-83c1-21c7b76d3a9a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e166181-b4b1-4fe3-b17c-9b0baf4a3757']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:18.682198 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-c435819d-b875-4294-83c1-21c7b76d3a9a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0a34e0-cd83-4314-9a4d-9b1bc8808811') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:18.682764 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-c435819d-b875-4294-83c1-21c7b76d3a9a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0a34e0-cd83-4314-9a4d-9b1bc8808811') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:18.707637 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c435819d-b875-4294-83c1-21c7b76d3a9a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (1c0a34e0-cd83-4314-9a4d-9b1bc8808811), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:18.722715 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e9f2cec4-4356-46e7-b019-62a4188d2d43 None None] Could not find standard attr ID for object fdb6ae34-8a7c-43f7-b70e-ba1316de8daf. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 04:56:18.738698 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c435819d-b875-4294-83c1-21c7b76d3a9a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (1c0a34e0-cd83-4314-9a4d-9b1bc8808811), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:18.748264 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c435819d-b875-4294-83c1-21c7b76d3a9a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:56:18.749524 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c435819d-b875-4294-83c1-21c7b76d3a9a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (1c0a34e0-cd83-4314-9a4d-9b1bc8808811), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:56:18.776194 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:56:18.824737 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d27d07-a2b2-4790-9c7b-6f86a8efe350 None None] DHCP port deletion for 6e166181-b4b1-4fe3-b17c-9b0baf4a3757 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:56:18.852501 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c435819d-b875-4294-83c1-21c7b76d3a9a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (6e166181-b4b1-4fe3-b17c-9b0baf4a3757), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:18.860503 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c435819d-b875-4294-83c1-21c7b76d3a9a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:18.870475 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c435819d-b875-4294-83c1-21c7b76d3a9a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/networks/6e166181-b4b1-4fe3-b17c-9b0baf4a3757 HTTP/1.1" status: 204 len: 168 time: 1.0343652 Feb 19 04:56:18.871081 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53888) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:18.902171 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435819d-b875-4294-83c1-21c7b76d3a9a tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Network': ['ID=6e166181-b4b1-4fe3-b17c-9b0baf4a3757,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:18.919152 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a61821-c1bd-4134-a11b-80d86e5aac54 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] DELETE failed (client error): The resource could not be found. Feb 19 04:56:18.919912 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a61821-c1bd-4134-a11b-80d86e5aac54 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:56:18.926193 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-96a61821-c1bd-4134-a11b-80d86e5aac54 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/subnets/f2cb5fbb-760b-4813-b4fb-8ce841e230f6 HTTP/1.1" status: 404 len: 337 time: 0.0531204 Feb 19 04:56:18.930406 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53890) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:18.951492 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b7134a-b143-4269-887a-9a3766793e5b tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] DELETE failed (client error): The resource could not be found. Feb 19 04:56:18.952215 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1b7134a-b143-4269-887a-9a3766793e5b tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:56:18.955838 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e1b7134a-b143-4269-887a-9a3766793e5b tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/networks/4948a732-3827-4cd7-b6aa-435adcb21424 HTTP/1.1" status: 404 len: 339 time: 0.0242491 Feb 19 04:56:18.959992 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53892) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:18.991500 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-277d8b40-0b29-40a2-9cb8-1786d4fc90b9 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] DELETE failed (client error): The resource could not be found. Feb 19 04:56:18.992383 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277d8b40-0b29-40a2-9cb8-1786d4fc90b9 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:56:18.996561 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-277d8b40-0b29-40a2-9cb8-1786d4fc90b9 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/subnets/afc55b60-20f3-432b-a219-a5c686201ac0 HTTP/1.1" status: 404 len: 337 time: 0.0353899 Feb 19 04:56:19.001415 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53894) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:19.040699 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9c6cca-a366-4df4-8c30-ff08ed401729 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] DELETE failed (client error): The resource could not be found. Feb 19 04:56:19.041650 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9c6cca-a366-4df4-8c30-ff08ed401729 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:56:19.049780 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4f9c6cca-a366-4df4-8c30-ff08ed401729 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/networks/a991dfcb-2b30-4e16-b15f-769b1d232003 HTTP/1.1" status: 404 len: 339 time: 0.0467350 Feb 19 04:56:19.052679 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53898) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:19.107096 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e84341-1d7e-4ddd-a6d6-52307d43167d tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] DELETE failed (client error): The resource could not be found. Feb 19 04:56:19.108766 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e84341-1d7e-4ddd-a6d6-52307d43167d tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:56:19.119801 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-66e84341-1d7e-4ddd-a6d6-52307d43167d tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/subnets/ef7a4fba-e51a-47e9-b6d3-f567f36c29c4 HTTP/1.1" status: 404 len: 337 time: 0.0611656 Feb 19 04:56:19.119801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53902) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:19.156565 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1ca9bd-f068-4bc8-a848-93a52ddefb95 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] DELETE failed (client error): The resource could not be found. Feb 19 04:56:19.157834 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba1ca9bd-f068-4bc8-a848-93a52ddefb95 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:56:19.164792 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ba1ca9bd-f068-4bc8-a848-93a52ddefb95 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/networks/2feb0212-abca-47b7-80a7-a1bb6590d11a HTTP/1.1" status: 404 len: 339 time: 0.0433586 Feb 19 04:56:19.169227 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53904) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:19.182776 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fdb6ae34-8a7c-43f7-b70e-ba1316de8daf no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:56:19.209949 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: fdb6ae34-8a7c-43f7-b70e-ba1316de8daf {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:56:19.210688 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fdb6ae34-8a7c-43f7-b70e-ba1316de8daf not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:56:19.275811 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8ec6e3-2a7a-4c2a-ac3b-72aa1cc90e7b tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Deleting subnet 3b1ea283-ea36-4719-8c27-db25db919512 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:56:19.280509 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec6e3-2a7a-4c2a-ac3b-72aa1cc90e7b tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for subnet (3b1ea283-ea36-4719-8c27-db25db919512), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.365893 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec6e3-2a7a-4c2a-ac3b-72aa1cc90e7b tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (3b1ea283-ea36-4719-8c27-db25db919512), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.496416 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec6e3-2a7a-4c2a-ac3b-72aa1cc90e7b tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (3b1ea283-ea36-4719-8c27-db25db919512), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.581319 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec6e3-2a7a-4c2a-ac3b-72aa1cc90e7b tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (3b1ea283-ea36-4719-8c27-db25db919512), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.642652 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ec6e3-2a7a-4c2a-ac3b-72aa1cc90e7b tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Subnet': ['ID=3b1ea283-ea36-4719-8c27-db25db919512,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:19.649613 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec6e3-2a7a-4c2a-ac3b-72aa1cc90e7b tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.654524 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1b8ec6e3-2a7a-4c2a-ac3b-72aa1cc90e7b tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/subnets/3b1ea283-ea36-4719-8c27-db25db919512 HTTP/1.1" status: 204 len: 168 time: 0.4834552 Feb 19 04:56:19.657930 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53912) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:19.668293 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed196a7-8a74-4145-87ff-90e6df0ccf19 None None] Network 8cb0e6f5-b456-4bb5-9fe6-501d52a11a93 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:19.802876 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9151a911-292b-4fe4-8125-64a285be9752 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (8cb0e6f5-b456-4bb5-9fe6-501d52a11a93), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.898609 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-9151a911-292b-4fe4-8125-64a285be9752 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Deleting port 4b8ff649-5632-47f3-a4fa-72ccb7a10220 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:56:19.899206 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9151a911-292b-4fe4-8125-64a285be9752 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (4b8ff649-5632-47f3-a4fa-72ccb7a10220), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:19.946884 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a6acae-5501-40f1-a3ac-865b1365fe36 None None] DHCP port deletion for 8cb0e6f5-b456-4bb5-9fe6-501d52a11a93 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:56:19.998148 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-9151a911-292b-4fe4-8125-64a285be9752 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] For port 4b8ff649-5632-47f3-a4fa-72ccb7a10220, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=4b8ff649-5632-47f3-a4fa-72ccb7a10220,segment=NetworkSegment(e8531102-d488-46c0-aa6d-5edb6c144fd6),segment_id=e8531102-d488-46c0-aa6d-5edb6c144fd6)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:19.999019 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9151a911-292b-4fe4-8125-64a285be9752 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (4b8ff649-5632-47f3-a4fa-72ccb7a10220), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:20.018223 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-9151a911-292b-4fe4-8125-64a285be9752 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Calling delete_port for 4b8ff649-5632-47f3-a4fa-72ccb7a10220 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:56:20.063494 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-70a6acae-5501-40f1-a3ac-865b1365fe36 None None] Deleting port 4b8ff649-5632-47f3-a4fa-72ccb7a10220 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:56:20.067044 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-70a6acae-5501-40f1-a3ac-865b1365fe36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (4b8ff649-5632-47f3-a4fa-72ccb7a10220), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:20.216834 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-70a6acae-5501-40f1-a3ac-865b1365fe36 None None] For port 4b8ff649-5632-47f3-a4fa-72ccb7a10220, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=4b8ff649-5632-47f3-a4fa-72ccb7a10220,segment=NetworkSegment(e8531102-d488-46c0-aa6d-5edb6c144fd6),segment_id=e8531102-d488-46c0-aa6d-5edb6c144fd6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:20.218456 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-70a6acae-5501-40f1-a3ac-865b1365fe36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (4b8ff649-5632-47f3-a4fa-72ccb7a10220), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:20.250859 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-70a6acae-5501-40f1-a3ac-865b1365fe36 None None] Calling delete_port for 4b8ff649-5632-47f3-a4fa-72ccb7a10220 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:56:20.397766 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-70a6acae-5501-40f1-a3ac-865b1365fe36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (4b8ff649-5632-47f3-a4fa-72ccb7a10220), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:20.483141 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6acae-5501-40f1-a3ac-865b1365fe36 None None] Pushing event deleted for resources: {'Port': ['ID=4b8ff649-5632-47f3-a4fa-72ccb7a10220,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:20.493500 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a6acae-5501-40f1-a3ac-865b1365fe36 None None] No DVR routers for this DVR port 4b8ff649-5632-47f3-a4fa-72ccb7a10220 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:56:20.624355 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9151a911-292b-4fe4-8125-64a285be9752 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (4b8ff649-5632-47f3-a4fa-72ccb7a10220), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:20.674549 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9151a911-292b-4fe4-8125-64a285be9752 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] No DVR routers for this DVR port 4b8ff649-5632-47f3-a4fa-72ccb7a10220 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:56:20.682982 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151a911-292b-4fe4-8125-64a285be9752 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Port': ['ID=4b8ff649-5632-47f3-a4fa-72ccb7a10220,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:20.794633 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9151a911-292b-4fe4-8125-64a285be9752 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (8cb0e6f5-b456-4bb5-9fe6-501d52a11a93), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:20.823812 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-9151a911-292b-4fe4-8125-64a285be9752 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb0e6f5-b456-4bb5-9fe6-501d52a11a93']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:20.837223 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-9151a911-292b-4fe4-8125-64a285be9752 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8531102-d488-46c0-aa6d-5edb6c144fd6') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:20.837676 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-9151a911-292b-4fe4-8125-64a285be9752 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8531102-d488-46c0-aa6d-5edb6c144fd6') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:20.850674 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9151a911-292b-4fe4-8125-64a285be9752 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (e8531102-d488-46c0-aa6d-5edb6c144fd6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:20.872579 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9151a911-292b-4fe4-8125-64a285be9752 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (e8531102-d488-46c0-aa6d-5edb6c144fd6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:20.883270 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9151a911-292b-4fe4-8125-64a285be9752 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:56:20.883804 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9151a911-292b-4fe4-8125-64a285be9752 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (e8531102-d488-46c0-aa6d-5edb6c144fd6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:56:20.888265 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:56:20.968981 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9151a911-292b-4fe4-8125-64a285be9752 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (8cb0e6f5-b456-4bb5-9fe6-501d52a11a93), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:20.979984 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9151a911-292b-4fe4-8125-64a285be9752 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:20.987593 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9151a911-292b-4fe4-8125-64a285be9752 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/networks/8cb0e6f5-b456-4bb5-9fe6-501d52a11a93 HTTP/1.1" status: 204 len: 168 time: 1.3277497 Feb 19 04:56:20.989681 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53918) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:21.007596 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151a911-292b-4fe4-8125-64a285be9752 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Network': ['ID=8cb0e6f5-b456-4bb5-9fe6-501d52a11a93,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:21.027132 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df7aa8b-94e4-4dd0-859f-4b203cba7611 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] DELETE failed (client error): The resource could not be found. Feb 19 04:56:21.028316 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df7aa8b-94e4-4dd0-859f-4b203cba7611 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:56:21.033385 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5df7aa8b-94e4-4dd0-859f-4b203cba7611 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/subnets/6cc067dd-4bc0-4211-9530-2315b323eb05 HTTP/1.1" status: 404 len: 337 time: 0.0413287 Feb 19 04:56:21.036981 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53920) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:21.058536 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ebe5344-6fca-4582-ba59-632fa781ea39 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] DELETE failed (client error): The resource could not be found. Feb 19 04:56:21.058982 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ebe5344-6fca-4582-ba59-632fa781ea39 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 04:56:21.062962 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3ebe5344-6fca-4582-ba59-632fa781ea39 tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/networks/d238a7d8-5800-474a-8a3d-7cc551b3799e HTTP/1.1" status: 404 len: 339 time: 0.0247014 Feb 19 04:56:21.065888 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53922) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:21.148179 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1648a7-3e39-45ec-8f04-f4d5ea31a83c tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Deleting subnet 5c5a5842-5e81-40a8-8719-e0e7b8730edf {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:56:21.154151 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d1648a7-3e39-45ec-8f04-f4d5ea31a83c tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for subnet (5c5a5842-5e81-40a8-8719-e0e7b8730edf), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:21.197303 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4b8ff649-5632-47f3-a4fa-72ccb7a10220 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:56:21.227429 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d1648a7-3e39-45ec-8f04-f4d5ea31a83c tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (5c5a5842-5e81-40a8-8719-e0e7b8730edf), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:21.240137 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 4b8ff649-5632-47f3-a4fa-72ccb7a10220 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:56:21.241108 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 4b8ff649-5632-47f3-a4fa-72ccb7a10220 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:56:21.370967 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d1648a7-3e39-45ec-8f04-f4d5ea31a83c tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (5c5a5842-5e81-40a8-8719-e0e7b8730edf), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:21.477000 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d1648a7-3e39-45ec-8f04-f4d5ea31a83c tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (5c5a5842-5e81-40a8-8719-e0e7b8730edf), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:21.511624 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1648a7-3e39-45ec-8f04-f4d5ea31a83c tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Subnet': ['ID=5c5a5842-5e81-40a8-8719-e0e7b8730edf,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:21.525930 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d1648a7-3e39-45ec-8f04-f4d5ea31a83c tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:21.530875 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5d1648a7-3e39-45ec-8f04-f4d5ea31a83c tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/subnets/5c5a5842-5e81-40a8-8719-e0e7b8730edf HTTP/1.1" status: 204 len: 168 time: 0.4637661 Feb 19 04:56:21.533643 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53928) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:21.543815 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35ec9a6-0f45-4142-a347-7cc2d0c7ca14 None None] Network 7c64019c-2927-4d0d-a255-633af7f744d2 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:21.657880 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff9afb9a-37e9-4a97-b003-d69d2c54c9db tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (7c64019c-2927-4d0d-a255-633af7f744d2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:21.792040 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-ff9afb9a-37e9-4a97-b003-d69d2c54c9db tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Deleting port 6f05f07b-2db6-471a-907a-1aa71d85cd95 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:56:21.792524 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff9afb9a-37e9-4a97-b003-d69d2c54c9db tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (6f05f07b-2db6-471a-907a-1aa71d85cd95), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:21.926796 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a261faa2-5e96-4bbd-a416-53d02b0a727c None None] DHCP port deletion for 7c64019c-2927-4d0d-a255-633af7f744d2 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:56:21.933464 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-ff9afb9a-37e9-4a97-b003-d69d2c54c9db tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] For port 6f05f07b-2db6-471a-907a-1aa71d85cd95, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6f05f07b-2db6-471a-907a-1aa71d85cd95,segment=NetworkSegment(0d03bfe2-6385-4e40-b335-eca5340887d5),segment_id=0d03bfe2-6385-4e40-b335-eca5340887d5)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:21.933899 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff9afb9a-37e9-4a97-b003-d69d2c54c9db tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (6f05f07b-2db6-471a-907a-1aa71d85cd95), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:21.951467 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-ff9afb9a-37e9-4a97-b003-d69d2c54c9db tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Calling delete_port for 6f05f07b-2db6-471a-907a-1aa71d85cd95 owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:56:22.025186 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a261faa2-5e96-4bbd-a416-53d02b0a727c None None] Deleting port 6f05f07b-2db6-471a-907a-1aa71d85cd95 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:56:22.025796 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a261faa2-5e96-4bbd-a416-53d02b0a727c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (6f05f07b-2db6-471a-907a-1aa71d85cd95), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:22.084324 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff9afb9a-37e9-4a97-b003-d69d2c54c9db tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (6f05f07b-2db6-471a-907a-1aa71d85cd95), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:22.109834 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-a261faa2-5e96-4bbd-a416-53d02b0a727c None None] For port 6f05f07b-2db6-471a-907a-1aa71d85cd95, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6f05f07b-2db6-471a-907a-1aa71d85cd95,segment=NetworkSegment(0d03bfe2-6385-4e40-b335-eca5340887d5),segment_id=0d03bfe2-6385-4e40-b335-eca5340887d5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:22.110366 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a261faa2-5e96-4bbd-a416-53d02b0a727c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (6f05f07b-2db6-471a-907a-1aa71d85cd95), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:22.126913 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a261faa2-5e96-4bbd-a416-53d02b0a727c None None] Calling delete_port for 6f05f07b-2db6-471a-907a-1aa71d85cd95 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:56:22.138189 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9afb9a-37e9-4a97-b003-d69d2c54c9db tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Port': ['ID=6f05f07b-2db6-471a-907a-1aa71d85cd95,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:22.146846 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9afb9a-37e9-4a97-b003-d69d2c54c9db tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] No DVR routers for this DVR port 6f05f07b-2db6-471a-907a-1aa71d85cd95 on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:56:22.222228 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a261faa2-5e96-4bbd-a416-53d02b0a727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (6f05f07b-2db6-471a-907a-1aa71d85cd95), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:22.254377 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261faa2-5e96-4bbd-a416-53d02b0a727c None None] Pushing event deleted for resources: {'Port': ['ID=6f05f07b-2db6-471a-907a-1aa71d85cd95,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:22.258769 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a261faa2-5e96-4bbd-a416-53d02b0a727c None None] No DVR routers for this DVR port 6f05f07b-2db6-471a-907a-1aa71d85cd95 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:56:22.291222 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff9afb9a-37e9-4a97-b003-d69d2c54c9db tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (7c64019c-2927-4d0d-a255-633af7f744d2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:22.327380 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-ff9afb9a-37e9-4a97-b003-d69d2c54c9db tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c64019c-2927-4d0d-a255-633af7f744d2']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:22.344819 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-ff9afb9a-37e9-4a97-b003-d69d2c54c9db tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d03bfe2-6385-4e40-b335-eca5340887d5') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:22.345422 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-ff9afb9a-37e9-4a97-b003-d69d2c54c9db tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d03bfe2-6385-4e40-b335-eca5340887d5') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:22.363570 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff9afb9a-37e9-4a97-b003-d69d2c54c9db tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (0d03bfe2-6385-4e40-b335-eca5340887d5), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:22.386324 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff9afb9a-37e9-4a97-b003-d69d2c54c9db tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (0d03bfe2-6385-4e40-b335-eca5340887d5), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:22.398730 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9afb9a-37e9-4a97-b003-d69d2c54c9db tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:56:22.399354 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff9afb9a-37e9-4a97-b003-d69d2c54c9db tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (0d03bfe2-6385-4e40-b335-eca5340887d5), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:56:22.404672 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:56:22.485168 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff9afb9a-37e9-4a97-b003-d69d2c54c9db tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (7c64019c-2927-4d0d-a255-633af7f744d2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:22.507556 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff9afb9a-37e9-4a97-b003-d69d2c54c9db tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:22.511032 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ff9afb9a-37e9-4a97-b003-d69d2c54c9db tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] 10.222.0.65 "DELETE /v2.0/networks/7c64019c-2927-4d0d-a255-633af7f744d2 HTTP/1.1" status: 204 len: 168 time: 0.9741781 Feb 19 04:56:22.512637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9afb9a-37e9-4a97-b003-d69d2c54c9db tempest-NetworksIpV6Test-1277829193 tempest-NetworksIpV6Test-1277829193-project] Pushing event deleted for resources: {'Network': ['ID=7c64019c-2927-4d0d-a255-633af7f744d2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:22.901309 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 53940) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:23.193662 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53944) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:23.194997 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b90ac42a-5832-4f58-adfe-968ba50be12b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4b402b9c7a4947a88ba31e01eaeea814&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2917676 Feb 19 04:56:23.250098 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6f05f07b-2db6-471a-907a-1aa71d85cd95 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:56:23.295437 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 6f05f07b-2db6-471a-907a-1aa71d85cd95 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:56:23.296545 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6f05f07b-2db6-471a-907a-1aa71d85cd95 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:56:23.321312 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2146a01b-6aae-4667-ad25-62aadae26365 admin admin] Publish callbacks [] for security_group (ba71e544-ad36-484d-af40-44ec23e6aa8a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:23.363172 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2146a01b-6aae-4667-ad25-62aadae26365 admin admin] Publish callbacks [] for security_group (ba71e544-ad36-484d-af40-44ec23e6aa8a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:23.447759 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2146a01b-6aae-4667-ad25-62aadae26365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ba71e544-ad36-484d-af40-44ec23e6aa8a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:23.454048 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2146a01b-6aae-4667-ad25-62aadae26365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:23.470595 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2146a01b-6aae-4667-ad25-62aadae26365 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ba71e544-ad36-484d-af40-44ec23e6aa8a HTTP/1.1" status: 204 len: 168 time: 0.2741101 Feb 19 04:56:23.484246 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146a01b-6aae-4667-ad25-62aadae26365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba71e544-ad36-484d-af40-44ec23e6aa8a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:24.646598 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53980) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:24.852696 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-107153e3-ec5d-4898-8692-37f050c9fdd7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2107922303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:24.915232 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-107153e3-ec5d-4898-8692-37f050c9fdd7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (05411de6-0797-4477-b793-0dea04561258), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:24.917372 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-107153e3-ec5d-4898-8692-37f050c9fdd7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (05411de6-0797-4477-b793-0dea04561258), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:25.046173 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-107153e3-ec5d-4898-8692-37f050c9fdd7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for router_controller (05411de6-0797-4477-b793-0dea04561258), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:25.056794 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-107153e3-ec5d-4898-8692-37f050c9fdd7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (05411de6-0797-4477-b793-0dea04561258), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:25.093497 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-107153e3-ec5d-4898-8692-37f050c9fdd7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:25.098140 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-107153e3-ec5d-4898-8692-37f050c9fdd7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4489007 Feb 19 04:56:25.101471 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 53994) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:25.123068 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-06cbf293-2276-4877-82c5-80250b9c0982 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2101228043'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:25.166978 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cbf293-2276-4877-82c5-80250b9c0982 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Made reservation on behalf of 85711d2333c441078fb97de2ef2e69f1 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:56:25.173662 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-06cbf293-2276-4877-82c5-80250b9c0982 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:25.192235 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-06cbf293-2276-4877-82c5-80250b9c0982 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:25.412368 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-06cbf293-2276-4877-82c5-80250b9c0982 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for security_group (2bdbd5a3-97d5-4f72-b9d3-bdd5e4fbc424), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:25.425869 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-06cbf293-2276-4877-82c5-80250b9c0982 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2bdbd5a3-97d5-4f72-b9d3-bdd5e4fbc424), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:25.523351 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06cbf293-2276-4877-82c5-80250b9c0982 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:56:25.567479 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbf293-2276-4877-82c5-80250b9c0982 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdbd5a3-97d5-4f72-b9d3-bdd5e4fbc424,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:25.573483 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-06cbf293-2276-4877-82c5-80250b9c0982 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (be30cda1-4a6d-4797-9507-67909dba2f1e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:25.573778 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-06cbf293-2276-4877-82c5-80250b9c0982 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Added segment be30cda1-4a6d-4797-9507-67909dba2f1e of type vlan for network 344495bf-a6d0-432e-820d-7c50748c4ebd Feb 19 04:56:25.649102 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-06cbf293-2276-4877-82c5-80250b9c0982 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (344495bf-a6d0-432e-820d-7c50748c4ebd), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:25.697324 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-06cbf293-2276-4877-82c5-80250b9c0982 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (344495bf-a6d0-432e-820d-7c50748c4ebd), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:25.704930 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cbf293-2276-4877-82c5-80250b9c0982 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:25.707004 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-06cbf293-2276-4877-82c5-80250b9c0982 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:25.853314 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-06cbf293-2276-4877-82c5-80250b9c0982 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7407749 Feb 19 04:56:25.857744 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54006) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:25.863416 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbf293-2276-4877-82c5-80250b9c0982 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event updated for resources: {'Network': ['ID=344495bf-a6d0-432e-820d-7c50748c4ebd,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:25.864445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-80dc2bdc-1385-42e7-babd-ad4ac29f266d tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Request body: {'subnet': {'network_id': '344495bf-a6d0-432e-820d-7c50748c4ebd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:25.882443 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 344495bf-a6d0-432e-820d-7c50748c4ebd details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:56:26.095380 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80dc2bdc-1385-42e7-babd-ad4ac29f266d tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Made reservation on behalf of 85711d2333c441078fb97de2ef2e69f1 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:56:26.100829 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80dc2bdc-1385-42e7-babd-ad4ac29f266d tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:26.414094 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80dc2bdc-1385-42e7-babd-ad4ac29f266d tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (db29cb0e-01c1-4d41-a36a-7e89d3bb9aee), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:26.553304 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc2bdc-1385-42e7-babd-ad4ac29f266d tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event updated for resources: {'Subnet': ['ID=db29cb0e-01c1-4d41-a36a-7e89d3bb9aee,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:26.585744 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dc2bdc-1385-42e7-babd-ad4ac29f266d tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Checking segment: {'id': 'be30cda1-4a6d-4797-9507-67909dba2f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '344495bf-a6d0-432e-820d-7c50748c4ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:56:26.586473 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dc2bdc-1385-42e7-babd-ad4ac29f266d tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Network hostable DHCP agents. Network: 344495bf-a6d0-432e-820d-7c50748c4ebd, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:56:26.633692 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dc2bdc-1385-42e7-babd-ad4ac29f266d tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Network 344495bf-a6d0-432e-820d-7c50748c4ebd is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:56:26.652595 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-80dc2bdc-1385-42e7-babd-ad4ac29f266d tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 344495bf-a6d0-432e-820d-7c50748c4ebd) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:26.664469 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5341f88a-1172-47f5-8a26-9c9b7f6fdb5e None None] Network 344495bf-a6d0-432e-820d-7c50748c4ebd requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:26.671328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dc2bdc-1385-42e7-babd-ad4ac29f266d tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:26.672594 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80dc2bdc-1385-42e7-babd-ad4ac29f266d tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:26.722140 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54016) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:26.733860 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-80dc2bdc-1385-42e7-babd-ad4ac29f266d tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8745279 Feb 19 04:56:26.735940 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-1de41ea3-5338-424c-9eed-76b834a58bae tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Request body: {'network': {'name': 'tempest-router-network01--1448838008'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:26.824245 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de41ea3-5338-424c-9eed-76b834a58bae tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Made reservation on behalf of 85711d2333c441078fb97de2ef2e69f1 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:56:26.829480 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1de41ea3-5338-424c-9eed-76b834a58bae tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:26.876821 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de41ea3-5338-424c-9eed-76b834a58bae tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:56:26.893543 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1de41ea3-5338-424c-9eed-76b834a58bae tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (3f2024e1-cce1-456f-a4fe-58425e2d0059), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:26.894446 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-1de41ea3-5338-424c-9eed-76b834a58bae tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Added segment 3f2024e1-cce1-456f-a4fe-58425e2d0059 of type vlan for network d06fdc04-5436-4f03-b118-ebe0aded37eb Feb 19 04:56:27.025710 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1de41ea3-5338-424c-9eed-76b834a58bae tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (d06fdc04-5436-4f03-b118-ebe0aded37eb), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:27.049911 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607853ca-cbcf-4202-beac-4871b727d5d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-344495bf-a6d0-432e-820d-7c50748c4ebd', 'network_id': '344495bf-a6d0-432e-820d-7c50748c4ebd', 'project_id': '85711d2333c441078fb97de2ef2e69f1', 'fixed_ips': [{'subnet_id': 'db29cb0e-01c1-4d41-a36a-7e89d3bb9aee'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:56:27.056385 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-607853ca-cbcf-4202-beac-4871b727d5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:27.119151 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1de41ea3-5338-424c-9eed-76b834a58bae tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d06fdc04-5436-4f03-b118-ebe0aded37eb), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:27.130192 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de41ea3-5338-424c-9eed-76b834a58bae tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:27.132114 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1de41ea3-5338-424c-9eed-76b834a58bae tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:27.263766 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1de41ea3-5338-424c-9eed-76b834a58bae tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5391307 Feb 19 04:56:27.266455 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54020) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:27.274741 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-63b7d37a-441d-4cf5-9648-f8f81087909c tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Request body: {'network': {'name': 'tempest-router-network02--356379035'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:27.290056 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de41ea3-5338-424c-9eed-76b834a58bae tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event updated for resources: {'Network': ['ID=d06fdc04-5436-4f03-b118-ebe0aded37eb,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:27.322509 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network d06fdc04-5436-4f03-b118-ebe0aded37eb details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:56:27.331064 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b7d37a-441d-4cf5-9648-f8f81087909c tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Made reservation on behalf of 85711d2333c441078fb97de2ef2e69f1 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:56:27.336074 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-63b7d37a-441d-4cf5-9648-f8f81087909c tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:27.413092 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b7d37a-441d-4cf5-9648-f8f81087909c tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:56:27.423617 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-607853ca-cbcf-4202-beac-4871b727d5d6 None None] Allocated IP 2001:db8::2 (344495bf-a6d0-432e-820d-7c50748c4ebd/db29cb0e-01c1-4d41-a36a-7e89d3bb9aee/9cc420a3-0243-48da-814e-023fbebe2fba) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:56:27.451250 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-63b7d37a-441d-4cf5-9648-f8f81087909c tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (c1c58f65-65cd-4a84-9701-ce900f0326b1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:27.452373 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-63b7d37a-441d-4cf5-9648-f8f81087909c tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Added segment c1c58f65-65cd-4a84-9701-ce900f0326b1 of type vlan for network 3814dc6b-ac18-4633-b3b4-a9ae5f754386 Feb 19 04:56:27.582282 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-63b7d37a-441d-4cf5-9648-f8f81087909c tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (3814dc6b-ac18-4633-b3b4-a9ae5f754386), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:27.662109 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-63b7d37a-441d-4cf5-9648-f8f81087909c tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (3814dc6b-ac18-4633-b3b4-a9ae5f754386), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:27.672274 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b7d37a-441d-4cf5-9648-f8f81087909c tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:27.673398 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-63b7d37a-441d-4cf5-9648-f8f81087909c tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:27.844636 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-63b7d37a-441d-4cf5-9648-f8f81087909c tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5766230 Feb 19 04:56:27.850002 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54024) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:27.857730 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-9fe85f69-3ab6-418e-bf41-41984f877cb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Request body: {'subnet': {'network_id': 'd06fdc04-5436-4f03-b118-ebe0aded37eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:28.002683 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-607853ca-cbcf-4202-beac-4871b727d5d6 None None] Publish callbacks [] for port (9cc420a3-0243-48da-814e-023fbebe2fba), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:28.021982 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-607853ca-cbcf-4202-beac-4871b727d5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (9cc420a3-0243-48da-814e-023fbebe2fba), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:28.026415 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7d37a-441d-4cf5-9648-f8f81087909c tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event updated for resources: {'Network': ['ID=3814dc6b-ac18-4633-b3b4-a9ae5f754386,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:28.086834 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 3814dc6b-ac18-4633-b3b4-a9ae5f754386 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:56:28.145874 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607853ca-cbcf-4202-beac-4871b727d5d6 None None] Network 344495bf-a6d0-432e-820d-7c50748c4ebd is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:56:28.218731 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-607853ca-cbcf-4202-beac-4871b727d5d6 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:28.219091 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe85f69-3ab6-418e-bf41-41984f877cb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Made reservation on behalf of 85711d2333c441078fb97de2ef2e69f1 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:56:28.233030 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9fe85f69-3ab6-418e-bf41-41984f877cb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:28.258399 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607853ca-cbcf-4202-beac-4871b727d5d6 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:56:28.317082 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607853ca-cbcf-4202-beac-4871b727d5d6 None None] Pushing event updated for resources: {'Port': ['ID=9cc420a3-0243-48da-814e-023fbebe2fba,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:28.421177 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-607853ca-cbcf-4202-beac-4871b727d5d6 None None] Attempting to bind port 9cc420a3-0243-48da-814e-023fbebe2fba on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:56:28.421764 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-607853ca-cbcf-4202-beac-4871b727d5d6 None None] Attempting to bind port 9cc420a3-0243-48da-814e-023fbebe2fba by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'be30cda1-4a6d-4797-9507-67909dba2f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '344495bf-a6d0-432e-820d-7c50748c4ebd'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:56:28.422619 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607853ca-cbcf-4202-beac-4871b727d5d6 None None] Attempting to bind port 9cc420a3-0243-48da-814e-023fbebe2fba on network 344495bf-a6d0-432e-820d-7c50748c4ebd {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:56:28.431788 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607853ca-cbcf-4202-beac-4871b727d5d6 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:56:28.432501 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607853ca-cbcf-4202-beac-4871b727d5d6 None None] Checking segment: {'id': 'be30cda1-4a6d-4797-9507-67909dba2f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '344495bf-a6d0-432e-820d-7c50748c4ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:56:28.433240 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-607853ca-cbcf-4202-beac-4871b727d5d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:28.434596 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607853ca-cbcf-4202-beac-4871b727d5d6 None None] Bound using segment: {'id': 'be30cda1-4a6d-4797-9507-67909dba2f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '344495bf-a6d0-432e-820d-7c50748c4ebd'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:56:28.434596 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-607853ca-cbcf-4202-beac-4871b727d5d6 None None] Bound port: 9cc420a3-0243-48da-814e-023fbebe2fba, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be30cda1-4a6d-4797-9507-67909dba2f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '344495bf-a6d0-432e-820d-7c50748c4ebd'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:56:28.435246 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-607853ca-cbcf-4202-beac-4871b727d5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9cc420a3-0243-48da-814e-023fbebe2fba), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:28.533385 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-607853ca-cbcf-4202-beac-4871b727d5d6 None None] For port 9cc420a3-0243-48da-814e-023fbebe2fba, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:56:28.540714 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-607853ca-cbcf-4202-beac-4871b727d5d6 None None] For port 9cc420a3-0243-48da-814e-023fbebe2fba, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9cc420a3-0243-48da-814e-023fbebe2fba,segment=NetworkSegment(be30cda1-4a6d-4797-9507-67909dba2f1e),segment_id=be30cda1-4a6d-4797-9507-67909dba2f1e)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:56:28.566501 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-607853ca-cbcf-4202-beac-4871b727d5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9cc420a3-0243-48da-814e-023fbebe2fba), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:28.606134 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9fe85f69-3ab6-418e-bf41-41984f877cb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (55b53d2d-5d8a-4415-88b7-01b48573a9ef), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:28.732987 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607853ca-cbcf-4202-beac-4871b727d5d6 None None] Pushing event updated for resources: {'Port': ['ID=9cc420a3-0243-48da-814e-023fbebe2fba,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:28.774324 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe85f69-3ab6-418e-bf41-41984f877cb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event updated for resources: {'Subnet': ['ID=55b53d2d-5d8a-4415-88b7-01b48573a9ef,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:28.790070 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe85f69-3ab6-418e-bf41-41984f877cb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Checking segment: {'id': '3f2024e1-cce1-456f-a4fe-58425e2d0059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd06fdc04-5436-4f03-b118-ebe0aded37eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:56:28.792143 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe85f69-3ab6-418e-bf41-41984f877cb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Network hostable DHCP agents. Network: d06fdc04-5436-4f03-b118-ebe0aded37eb, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:56:28.834635 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe85f69-3ab6-418e-bf41-41984f877cb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Network d06fdc04-5436-4f03-b118-ebe0aded37eb is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:56:28.853519 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-9fe85f69-3ab6-418e-bf41-41984f877cb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, d06fdc04-5436-4f03-b118-ebe0aded37eb) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:28.863454 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe85f69-3ab6-418e-bf41-41984f877cb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:28.865586 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9fe85f69-3ab6-418e-bf41-41984f877cb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:28.874078 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cfaf50-e7cb-4a60-aaae-f34bcd2a4df4 None None] Network d06fdc04-5436-4f03-b118-ebe0aded37eb requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:28.938000 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9fe85f69-3ab6-418e-bf41-41984f877cb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0853872 Feb 19 04:56:28.943067 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54036) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:28.952959 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-bfaa94b2-36b8-4f46-810b-cf4a87074ad7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Request body: {'subnet': {'network_id': '3814dc6b-ac18-4633-b3b4-a9ae5f754386', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:29.178550 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b559be-5320-419e-89da-c0f5deb15e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-d06fdc04-5436-4f03-b118-ebe0aded37eb', 'network_id': 'd06fdc04-5436-4f03-b118-ebe0aded37eb', 'project_id': '85711d2333c441078fb97de2ef2e69f1', 'fixed_ips': [{'subnet_id': '55b53d2d-5d8a-4415-88b7-01b48573a9ef'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:56:29.180099 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-92b559be-5320-419e-89da-c0f5deb15e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:29.317730 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaa94b2-36b8-4f46-810b-cf4a87074ad7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Made reservation on behalf of 85711d2333c441078fb97de2ef2e69f1 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:56:29.340552 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bfaa94b2-36b8-4f46-810b-cf4a87074ad7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:29.465148 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9cc420a3-0243-48da-814e-023fbebe2fba up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:56:29.644447 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 9cc420a3-0243-48da-814e-023fbebe2fba triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:29.645813 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9cc420a3-0243-48da-814e-023fbebe2fba), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:29.729498 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-92b559be-5320-419e-89da-c0f5deb15e5c None None] Allocated IP 2001:db8::2 (d06fdc04-5436-4f03-b118-ebe0aded37eb/55b53d2d-5d8a-4415-88b7-01b48573a9ef/88990c57-35be-4658-9b0c-141c7f8f708f) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:56:29.841203 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bfaa94b2-36b8-4f46-810b-cf4a87074ad7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (4349eb15-b743-40ae-8ec2-57e2d2177ceb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:29.911017 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 9cc420a3-0243-48da-814e-023fbebe2fba is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:29.911681 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9cc420a3-0243-48da-814e-023fbebe2fba), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:30.009376 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaa94b2-36b8-4f46-810b-cf4a87074ad7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Checking segment: {'id': 'c1c58f65-65cd-4a84-9701-ce900f0326b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3814dc6b-ac18-4633-b3b4-a9ae5f754386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:56:30.010294 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaa94b2-36b8-4f46-810b-cf4a87074ad7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Network hostable DHCP agents. Network: 3814dc6b-ac18-4633-b3b4-a9ae5f754386, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:56:30.015933 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa94b2-36b8-4f46-810b-cf4a87074ad7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event updated for resources: {'Subnet': ['ID=4349eb15-b743-40ae-8ec2-57e2d2177ceb,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:30.039776 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 9cc420a3-0243-48da-814e-023fbebe2fba, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9cc420a3-0243-48da-814e-023fbebe2fba,segment=NetworkSegment(be30cda1-4a6d-4797-9507-67909dba2f1e),segment_id=be30cda1-4a6d-4797-9507-67909dba2f1e)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:30.059307 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaa94b2-36b8-4f46-810b-cf4a87074ad7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Network 3814dc6b-ac18-4633-b3b4-a9ae5f754386 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:56:30.088665 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-bfaa94b2-36b8-4f46-810b-cf4a87074ad7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 3814dc6b-ac18-4633-b3b4-a9ae5f754386) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:30.093065 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9cc420a3-0243-48da-814e-023fbebe2fba), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:30.108548 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaa94b2-36b8-4f46-810b-cf4a87074ad7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:30.110905 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bfaa94b2-36b8-4f46-810b-cf4a87074ad7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:30.153395 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54042) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:30.154204 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bfaa94b2-36b8-4f46-810b-cf4a87074ad7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2077627 Feb 19 04:56:30.518574 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=9cc420a3-0243-48da-814e-023fbebe2fba,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:30.523448 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f005f29-29e6-442d-a869-de4731958ab2 None None] Network 3814dc6b-ac18-4633-b3b4-a9ae5f754386 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:30.651812 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-92b559be-5320-419e-89da-c0f5deb15e5c None None] Publish callbacks [] for port (88990c57-35be-4658-9b0c-141c7f8f708f), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:30.728934 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-92b559be-5320-419e-89da-c0f5deb15e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (88990c57-35be-4658-9b0c-141c7f8f708f), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:30.846504 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd441d63-a7c7-425d-87a2-11bb1e40844c None None] Network 344495bf-a6d0-432e-820d-7c50748c4ebd requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:30.850966 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b559be-5320-419e-89da-c0f5deb15e5c None None] Network d06fdc04-5436-4f03-b118-ebe0aded37eb is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:56:30.895398 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-92b559be-5320-419e-89da-c0f5deb15e5c None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:30.953888 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b559be-5320-419e-89da-c0f5deb15e5c None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:56:31.032560 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f0b18508-e906-465e-ae7a-af6edbdda036 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:31.044142 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b559be-5320-419e-89da-c0f5deb15e5c None None] Pushing event updated for resources: {'Port': ['ID=88990c57-35be-4658-9b0c-141c7f8f708f,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:31.063667 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d87faaaf-1131-4dee-a607-915ec39999fb None None] Provisioning complete for port 9cc420a3-0243-48da-814e-023fbebe2fba triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:31.064593 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d87faaaf-1131-4dee-a607-915ec39999fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9cc420a3-0243-48da-814e-023fbebe2fba), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:31.203088 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446e4d8b-dff5-4b9f-9ab3-af52d8bbd7d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-3814dc6b-ac18-4633-b3b4-a9ae5f754386', 'network_id': '3814dc6b-ac18-4633-b3b4-a9ae5f754386', 'project_id': '85711d2333c441078fb97de2ef2e69f1', 'fixed_ips': [{'subnet_id': '4349eb15-b743-40ae-8ec2-57e2d2177ceb'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:56:31.204722 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-446e4d8b-dff5-4b9f-9ab3-af52d8bbd7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:31.255980 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9cc420a3-0243-48da-814e-023fbebe2fba up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:56:31.368569 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-92b559be-5320-419e-89da-c0f5deb15e5c None None] Attempting to bind port 88990c57-35be-4658-9b0c-141c7f8f708f on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:56:31.369496 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-92b559be-5320-419e-89da-c0f5deb15e5c None None] Attempting to bind port 88990c57-35be-4658-9b0c-141c7f8f708f by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '3f2024e1-cce1-456f-a4fe-58425e2d0059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd06fdc04-5436-4f03-b118-ebe0aded37eb'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:56:31.370213 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b559be-5320-419e-89da-c0f5deb15e5c None None] Attempting to bind port 88990c57-35be-4658-9b0c-141c7f8f708f on network d06fdc04-5436-4f03-b118-ebe0aded37eb {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:56:31.528842 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b559be-5320-419e-89da-c0f5deb15e5c None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:56:31.529948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b559be-5320-419e-89da-c0f5deb15e5c None None] Checking segment: {'id': '3f2024e1-cce1-456f-a4fe-58425e2d0059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd06fdc04-5436-4f03-b118-ebe0aded37eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:56:31.529948 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-92b559be-5320-419e-89da-c0f5deb15e5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:31.530269 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b559be-5320-419e-89da-c0f5deb15e5c None None] Bound using segment: {'id': '3f2024e1-cce1-456f-a4fe-58425e2d0059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd06fdc04-5436-4f03-b118-ebe0aded37eb'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:56:31.530831 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-92b559be-5320-419e-89da-c0f5deb15e5c None None] Bound port: 88990c57-35be-4658-9b0c-141c7f8f708f, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2024e1-cce1-456f-a4fe-58425e2d0059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd06fdc04-5436-4f03-b118-ebe0aded37eb'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:56:31.531241 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-92b559be-5320-419e-89da-c0f5deb15e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (88990c57-35be-4658-9b0c-141c7f8f708f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:31.590744 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-f0b18508-e906-465e-ae7a-af6edbdda036 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Allocated IP 2001:db8::1 (d06fdc04-5436-4f03-b118-ebe0aded37eb/55b53d2d-5d8a-4415-88b7-01b48573a9ef/9fd8100c-023f-4a8b-9d74-2c1bf5f979ca) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:56:31.783571 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-92b559be-5320-419e-89da-c0f5deb15e5c None None] For port 88990c57-35be-4658-9b0c-141c7f8f708f, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:56:31.804362 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 9cc420a3-0243-48da-814e-023fbebe2fba triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:31.804799 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9cc420a3-0243-48da-814e-023fbebe2fba), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:31.821833 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-446e4d8b-dff5-4b9f-9ab3-af52d8bbd7d3 None None] Allocated IP 2001:db8::2 (3814dc6b-ac18-4633-b3b4-a9ae5f754386/4349eb15-b743-40ae-8ec2-57e2d2177ceb/84b7da39-fd99-4831-b092-5121d0aa51b1) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:56:31.856522 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-92b559be-5320-419e-89da-c0f5deb15e5c None None] For port 88990c57-35be-4658-9b0c-141c7f8f708f, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=88990c57-35be-4658-9b0c-141c7f8f708f,segment=NetworkSegment(3f2024e1-cce1-456f-a4fe-58425e2d0059),segment_id=3f2024e1-cce1-456f-a4fe-58425e2d0059)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:56:31.863859 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d87faaaf-1131-4dee-a607-915ec39999fb None None] Current status of the port 9cc420a3-0243-48da-814e-023fbebe2fba is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:31.880707 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-92b559be-5320-419e-89da-c0f5deb15e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (88990c57-35be-4658-9b0c-141c7f8f708f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:31.916869 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f0b18508-e906-465e-ae7a-af6edbdda036 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for port (9fd8100c-023f-4a8b-9d74-2c1bf5f979ca), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:31.968871 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b559be-5320-419e-89da-c0f5deb15e5c None None] Pushing event updated for resources: {'Port': ['ID=88990c57-35be-4658-9b0c-141c7f8f708f,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:32.035942 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f0b18508-e906-465e-ae7a-af6edbdda036 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (9fd8100c-023f-4a8b-9d74-2c1bf5f979ca), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:32.189756 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b18508-e906-465e-ae7a-af6edbdda036 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Network d06fdc04-5436-4f03-b118-ebe0aded37eb is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:56:32.203293 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-f0b18508-e906-465e-ae7a-af6edbdda036 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:32.205042 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 9cc420a3-0243-48da-814e-023fbebe2fba is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:32.211686 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b18508-e906-465e-ae7a-af6edbdda036 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:56:32.212610 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f0b18508-e906-465e-ae7a-af6edbdda036 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (05411de6-0797-4477-b793-0dea04561258), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:32.337998 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ec03eb0f-7793-4ada-ab00-b518cc64117c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:32.363918 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b18508-e906-465e-ae7a-af6edbdda036 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event updated for resources: {'Port': ['ID=9fd8100c-023f-4a8b-9d74-2c1bf5f979ca,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:32.365983 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-446e4d8b-dff5-4b9f-9ab3-af52d8bbd7d3 None None] Publish callbacks [] for port (84b7da39-fd99-4831-b092-5121d0aa51b1), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:32.403816 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-446e4d8b-dff5-4b9f-9ab3-af52d8bbd7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (84b7da39-fd99-4831-b092-5121d0aa51b1), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:32.546737 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-2f7f7264-9d41-44db-b63f-c230dc7e16bf None None] Provisioning complete for port 9cc420a3-0243-48da-814e-023fbebe2fba triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:32.547750 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2f7f7264-9d41-44db-b63f-c230dc7e16bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9cc420a3-0243-48da-814e-023fbebe2fba), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:32.557105 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446e4d8b-dff5-4b9f-9ab3-af52d8bbd7d3 None None] Network 3814dc6b-ac18-4633-b3b4-a9ae5f754386 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:56:32.561227 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e4d8b-dff5-4b9f-9ab3-af52d8bbd7d3 None None] Pushing event updated for resources: {'Port': ['ID=84b7da39-fd99-4831-b092-5121d0aa51b1,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:32.561503 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f0b18508-e906-465e-ae7a-af6edbdda036 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9fd8100c-023f-4a8b-9d74-2c1bf5f979ca), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:32.606740 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-446e4d8b-dff5-4b9f-9ab3-af52d8bbd7d3 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:32.675302 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e4d8b-dff5-4b9f-9ab3-af52d8bbd7d3 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:56:32.928886 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-2f7f7264-9d41-44db-b63f-c230dc7e16bf None None] Current status of the port 9cc420a3-0243-48da-814e-023fbebe2fba is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:32.969262 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-446e4d8b-dff5-4b9f-9ab3-af52d8bbd7d3 None None] Attempting to bind port 84b7da39-fd99-4831-b092-5121d0aa51b1 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:56:32.969906 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-446e4d8b-dff5-4b9f-9ab3-af52d8bbd7d3 None None] Attempting to bind port 84b7da39-fd99-4831-b092-5121d0aa51b1 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'c1c58f65-65cd-4a84-9701-ce900f0326b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3814dc6b-ac18-4633-b3b4-a9ae5f754386'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:56:32.970521 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446e4d8b-dff5-4b9f-9ab3-af52d8bbd7d3 None None] Attempting to bind port 84b7da39-fd99-4831-b092-5121d0aa51b1 on network 3814dc6b-ac18-4633-b3b4-a9ae5f754386 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:56:32.983909 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446e4d8b-dff5-4b9f-9ab3-af52d8bbd7d3 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:56:32.988296 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446e4d8b-dff5-4b9f-9ab3-af52d8bbd7d3 None None] Checking segment: {'id': 'c1c58f65-65cd-4a84-9701-ce900f0326b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3814dc6b-ac18-4633-b3b4-a9ae5f754386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:56:32.989116 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-446e4d8b-dff5-4b9f-9ab3-af52d8bbd7d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:32.989787 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446e4d8b-dff5-4b9f-9ab3-af52d8bbd7d3 None None] Bound using segment: {'id': 'c1c58f65-65cd-4a84-9701-ce900f0326b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3814dc6b-ac18-4633-b3b4-a9ae5f754386'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:56:32.990660 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-446e4d8b-dff5-4b9f-9ab3-af52d8bbd7d3 None None] Bound port: 84b7da39-fd99-4831-b092-5121d0aa51b1, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c58f65-65cd-4a84-9701-ce900f0326b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3814dc6b-ac18-4633-b3b4-a9ae5f754386'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:56:32.991327 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-446e4d8b-dff5-4b9f-9ab3-af52d8bbd7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (84b7da39-fd99-4831-b092-5121d0aa51b1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:33.137893 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-446e4d8b-dff5-4b9f-9ab3-af52d8bbd7d3 None None] For port 84b7da39-fd99-4831-b092-5121d0aa51b1, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:56:33.146484 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-446e4d8b-dff5-4b9f-9ab3-af52d8bbd7d3 None None] For port 84b7da39-fd99-4831-b092-5121d0aa51b1, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=84b7da39-fd99-4831-b092-5121d0aa51b1,segment=NetworkSegment(c1c58f65-65cd-4a84-9701-ce900f0326b1),segment_id=c1c58f65-65cd-4a84-9701-ce900f0326b1)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:56:33.161109 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-446e4d8b-dff5-4b9f-9ab3-af52d8bbd7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (84b7da39-fd99-4831-b092-5121d0aa51b1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:33.336536 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f0b18508-e906-465e-ae7a-af6edbdda036 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for port (9fd8100c-023f-4a8b-9d74-2c1bf5f979ca), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:33.348518 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e4d8b-dff5-4b9f-9ab3-af52d8bbd7d3 None None] Pushing event updated for resources: {'Port': ['ID=84b7da39-fd99-4831-b092-5121d0aa51b1,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:33.350023 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f0b18508-e906-465e-ae7a-af6edbdda036 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (9fd8100c-023f-4a8b-9d74-2c1bf5f979ca), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:33.351356 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f0b18508-e906-465e-ae7a-af6edbdda036 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (05411de6-0797-4477-b793-0dea04561258), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:33.411433 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 88990c57-35be-4658-9b0c-141c7f8f708f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:56:33.478273 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b18508-e906-465e-ae7a-af6edbdda036 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event updated for resources: {'Port': ['ID=9fd8100c-023f-4a8b-9d74-2c1bf5f979ca,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:33.578134 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 88990c57-35be-4658-9b0c-141c7f8f708f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:33.579660 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (88990c57-35be-4658-9b0c-141c7f8f708f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:33.845447 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b18508-e906-465e-ae7a-af6edbdda036 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Network d06fdc04-5436-4f03-b118-ebe0aded37eb is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:56:33.848411 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-f0b18508-e906-465e-ae7a-af6edbdda036 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:33.860744 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 88990c57-35be-4658-9b0c-141c7f8f708f is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:33.861694 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (88990c57-35be-4658-9b0c-141c7f8f708f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:34.006355 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 88990c57-35be-4658-9b0c-141c7f8f708f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=88990c57-35be-4658-9b0c-141c7f8f708f,segment=NetworkSegment(3f2024e1-cce1-456f-a4fe-58425e2d0059),segment_id=3f2024e1-cce1-456f-a4fe-58425e2d0059)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:34.016630 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (88990c57-35be-4658-9b0c-141c7f8f708f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:34.189806 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=88990c57-35be-4658-9b0c-141c7f8f708f,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:34.253387 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b18508-e906-465e-ae7a-af6edbdda036 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Router 05411de6-0797-4477-b793-0dea04561258 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:56:34.476234 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c80988-4f2b-4773-b906-fd4b92c7e268 None None] Network d06fdc04-5436-4f03-b118-ebe0aded37eb requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:34.507888 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b18508-e906-465e-ae7a-af6edbdda036 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:56:34.526134 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f0b18508-e906-465e-ae7a-af6edbdda036 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "PUT /v2.0/routers/05411de6-0797-4477-b793-0dea04561258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3671839 Feb 19 04:56:34.527033 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54086) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:34.540247 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcf60a6-6c0c-4dd2-a419-7fe88c2027f5 None None] Sync routers for ids ['05411de6-0797-4477-b793-0dea04561258'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:56:34.567331 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcf60a6-6c0c-4dd2-a419-7fe88c2027f5 None None] Routers {'05411de6-0797-4477-b793-0dea04561258'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:56:34.597454 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-dbcf60a6-6c0c-4dd2-a419-7fe88c2027f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:56:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['05411de6-0797-4477-b793-0dea04561258'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:34.614613 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f0a3a25e-291d-4907-af5c-96864b74a40f None None] Provisioning complete for port 88990c57-35be-4658-9b0c-141c7f8f708f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:34.615487 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f0a3a25e-291d-4907-af5c-96864b74a40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (88990c57-35be-4658-9b0c-141c7f8f708f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:34.695587 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-dbcf60a6-6c0c-4dd2-a419-7fe88c2027f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:34.726360 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcf60a6-6c0c-4dd2-a419-7fe88c2027f5 None None] Routers {'05411de6-0797-4477-b793-0dea04561258'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:56:34.727707 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-dbcf60a6-6c0c-4dd2-a419-7fe88c2027f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:56:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['05411de6-0797-4477-b793-0dea04561258'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:34.817423 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-dbcf60a6-6c0c-4dd2-a419-7fe88c2027f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:34.821985 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcf60a6-6c0c-4dd2-a419-7fe88c2027f5 None None] The sync data for ids ['05411de6-0797-4477-b793-0dea04561258'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:56:34.985883 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f0a3a25e-291d-4907-af5c-96864b74a40f None None] Current status of the port 88990c57-35be-4658-9b0c-141c7f8f708f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:35.145390 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8e00ad5f-6a54-44ea-834e-47ad4f1cc254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:35.555137 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 88990c57-35be-4658-9b0c-141c7f8f708f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:56:35.654565 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 88990c57-35be-4658-9b0c-141c7f8f708f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:35.656379 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (88990c57-35be-4658-9b0c-141c7f8f708f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:35.742454 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3b5ded-c0c6-4bbe-849c-d1595c6c6580 None None] Network 3814dc6b-ac18-4633-b3b4-a9ae5f754386 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:35.832363 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-1a3dadde-97e4-4fdf-843d-a89944bcf67e tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:56:35.838457 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1a3dadde-97e4-4fdf-843d-a89944bcf67e tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "PUT /v2.0/routers/05411de6-0797-4477-b793-0dea04561258/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3036094 Feb 19 04:56:35.839121 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54102) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:36.008153 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a75bf5b0-7299-447a-8ce2-8e6075320a42 None None] Provisioning complete for port 9fd8100c-023f-4a8b-9d74-2c1bf5f979ca triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:36.008798 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a75bf5b0-7299-447a-8ce2-8e6075320a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9fd8100c-023f-4a8b-9d74-2c1bf5f979ca), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:36.186608 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a75bf5b0-7299-447a-8ce2-8e6075320a42 None None] Port 9fd8100c-023f-4a8b-9d74-2c1bf5f979ca cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:56:36.217173 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 88990c57-35be-4658-9b0c-141c7f8f708f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:36.219416 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 84b7da39-fd99-4831-b092-5121d0aa51b1 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:56:36.272869 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a75bf5b0-7299-447a-8ce2-8e6075320a42 None None] Provisioning complete for port 88990c57-35be-4658-9b0c-141c7f8f708f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:36.273613 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a75bf5b0-7299-447a-8ce2-8e6075320a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (88990c57-35be-4658-9b0c-141c7f8f708f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:36.706692 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a75bf5b0-7299-447a-8ce2-8e6075320a42 None None] Current status of the port 88990c57-35be-4658-9b0c-141c7f8f708f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:36.708578 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f245ff5a-cf62-4833-8855-2b5786fd45c3 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (05411de6-0797-4477-b793-0dea04561258), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:36.721654 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 84b7da39-fd99-4831-b092-5121d0aa51b1 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:36.722690 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (84b7da39-fd99-4831-b092-5121d0aa51b1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:36.968675 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3cfa0918-a3ff-4131-803d-20a4c0a163d6 None None] Provisioning complete for port 84b7da39-fd99-4831-b092-5121d0aa51b1 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:36.969403 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3cfa0918-a3ff-4131-803d-20a4c0a163d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (84b7da39-fd99-4831-b092-5121d0aa51b1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:36.987884 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 84b7da39-fd99-4831-b092-5121d0aa51b1 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:36.989410 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (84b7da39-fd99-4831-b092-5121d0aa51b1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:37.076539 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:37.132678 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 84b7da39-fd99-4831-b092-5121d0aa51b1, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=84b7da39-fd99-4831-b092-5121d0aa51b1,segment=NetworkSegment(c1c58f65-65cd-4a84-9701-ce900f0326b1),segment_id=c1c58f65-65cd-4a84-9701-ce900f0326b1)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:37.151521 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (84b7da39-fd99-4831-b092-5121d0aa51b1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:37.278380 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=84b7da39-fd99-4831-b092-5121d0aa51b1,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:37.294463 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:37.294990 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:37.295481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:37.295993 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:37.296519 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:37.297128 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:37.297667 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:37.298194 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:37.298948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:37.299270 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:37.300352 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:37.300897 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:37.301470 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:37.333938 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3cfa0918-a3ff-4131-803d-20a4c0a163d6 None None] Current status of the port 84b7da39-fd99-4831-b092-5121d0aa51b1 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:37.356650 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3cfa0918-a3ff-4131-803d-20a4c0a163d6 None None] Provisioning complete for port 9fd8100c-023f-4a8b-9d74-2c1bf5f979ca triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:37.357651 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3cfa0918-a3ff-4131-803d-20a4c0a163d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9fd8100c-023f-4a8b-9d74-2c1bf5f979ca), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:37.364770 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-f245ff5a-cf62-4833-8855-2b5786fd45c3 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Deleting port 9fd8100c-023f-4a8b-9d74-2c1bf5f979ca {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:56:37.365658 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f245ff5a-cf62-4833-8855-2b5786fd45c3 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9fd8100c-023f-4a8b-9d74-2c1bf5f979ca), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:37.424803 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3cfa0918-a3ff-4131-803d-20a4c0a163d6 None None] Port 9fd8100c-023f-4a8b-9d74-2c1bf5f979ca cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:56:37.511063 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f245ff5a-cf62-4833-8855-2b5786fd45c3 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9fd8100c-023f-4a8b-9d74-2c1bf5f979ca), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:37.536165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-f245ff5a-cf62-4833-8855-2b5786fd45c3 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Calling delete_port for 9fd8100c-023f-4a8b-9d74-2c1bf5f979ca owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:56:37.806416 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:37.872861 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f245ff5a-cf62-4833-8855-2b5786fd45c3 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (9fd8100c-023f-4a8b-9d74-2c1bf5f979ca), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:37.925740 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245ff5a-cf62-4833-8855-2b5786fd45c3 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event deleted for resources: {'Port': ['ID=9fd8100c-023f-4a8b-9d74-2c1bf5f979ca,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:38.049472 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:38.194255 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f245ff5a-cf62-4833-8855-2b5786fd45c3 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (05411de6-0797-4477-b793-0dea04561258), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:38.976211 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f245ff5a-cf62-4833-8855-2b5786fd45c3 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Router 05411de6-0797-4477-b793-0dea04561258 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:56:39.109972 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f245ff5a-cf62-4833-8855-2b5786fd45c3 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:56:39.116994 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f245ff5a-cf62-4833-8855-2b5786fd45c3 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "PUT /v2.0/routers/05411de6-0797-4477-b793-0dea04561258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2737589 Feb 19 04:56:39.120325 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54136) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:39.130326 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc7eef4-2713-4bd0-8c98-d0e453ef6c98 None None] Sync routers for ids ['05411de6-0797-4477-b793-0dea04561258'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:56:39.161617 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc7eef4-2713-4bd0-8c98-d0e453ef6c98 None None] Routers {'05411de6-0797-4477-b793-0dea04561258'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:56:39.162766 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-0fc7eef4-2713-4bd0-8c98-d0e453ef6c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:56:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['05411de6-0797-4477-b793-0dea04561258'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:39.250339 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-48c6ebb8-ad91-4fa7-b329-c19c2d764ed6 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] delete failed (client error): The resource could not be found. Feb 19 04:56:39.254234 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-48c6ebb8-ad91-4fa7-b329-c19c2d764ed6 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-151903755 HTTP/1.1" status: 404 len: 334 time: 0.1314223 Feb 19 04:56:39.262559 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54138) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:39.266761 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-0fc7eef4-2713-4bd0-8c98-d0e453ef6c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:39.278885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc7eef4-2713-4bd0-8c98-d0e453ef6c98 None None] Routers {'05411de6-0797-4477-b793-0dea04561258'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:56:39.280499 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-0fc7eef4-2713-4bd0-8c98-d0e453ef6c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:56:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['05411de6-0797-4477-b793-0dea04561258'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:39.282998 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-d3159032-dfc8-437b-b862-a75704a21c3d tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Request body: {'router': {'external_gateway_info': {'network_id': '05411de6-0797-4477-b793-0dea04561258'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:39.333961 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-0fc7eef4-2713-4bd0-8c98-d0e453ef6c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:39.335028 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc7eef4-2713-4bd0-8c98-d0e453ef6c98 None None] The sync data for ids ['05411de6-0797-4477-b793-0dea04561258'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:56:39.344696 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 84b7da39-fd99-4831-b092-5121d0aa51b1 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:56:39.416320 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:39.429281 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:39.437412 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 84b7da39-fd99-4831-b092-5121d0aa51b1 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:39.437975 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (84b7da39-fd99-4831-b092-5121d0aa51b1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:39.563615 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 84b7da39-fd99-4831-b092-5121d0aa51b1 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:39.599612 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d3159032-dfc8-437b-b862-a75704a21c3d tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for router_gateway (05411de6-0797-4477-b793-0dea04561258), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:39.633673 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-d3159032-dfc8-437b-b862-a75704a21c3d tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] update failed (client error): The resource could not be found. Feb 19 04:56:39.635318 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d3159032-dfc8-437b-b862-a75704a21c3d tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "PUT /v2.0/routers/05411de6-0797-4477-b793-0dea04561258 HTTP/1.1" status: 404 len: 339 time: 0.3694613 Feb 19 04:56:39.640427 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54140) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:39.648795 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-3563e6c0-0256-4f1e-8173-042e56ac5e51 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1568593232'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:39.679852 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3563e6c0-0256-4f1e-8173-042e56ac5e51 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Made reservation on behalf of 85711d2333c441078fb97de2ef2e69f1 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:56:39.685411 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3563e6c0-0256-4f1e-8173-042e56ac5e51 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:39.732418 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3563e6c0-0256-4f1e-8173-042e56ac5e51 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:56:39.748230 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3563e6c0-0256-4f1e-8173-042e56ac5e51 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (769e9b7f-c720-42f2-9c36-b1764eca49a0), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:39.749343 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-3563e6c0-0256-4f1e-8173-042e56ac5e51 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Added segment 769e9b7f-c720-42f2-9c36-b1764eca49a0 of type vlan for network 419487c4-1fa9-4f50-a650-f55935158941 Feb 19 04:56:39.810853 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3563e6c0-0256-4f1e-8173-042e56ac5e51 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (419487c4-1fa9-4f50-a650-f55935158941), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:39.843479 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3563e6c0-0256-4f1e-8173-042e56ac5e51 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (419487c4-1fa9-4f50-a650-f55935158941), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:39.850204 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3563e6c0-0256-4f1e-8173-042e56ac5e51 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:39.850880 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3563e6c0-0256-4f1e-8173-042e56ac5e51 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:39.916830 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54142) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:39.917530 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3563e6c0-0256-4f1e-8173-042e56ac5e51 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2748942 Feb 19 04:56:39.927510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-f1c1255a-a2a4-4fb4-91fc-a8801ff6d8b7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Request body: {'subnet': {'network_id': '419487c4-1fa9-4f50-a650-f55935158941', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:39.959114 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563e6c0-0256-4f1e-8173-042e56ac5e51 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event updated for resources: {'Network': ['ID=419487c4-1fa9-4f50-a650-f55935158941,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:39.977805 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 419487c4-1fa9-4f50-a650-f55935158941 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:56:40.119954 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c1255a-a2a4-4fb4-91fc-a8801ff6d8b7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Made reservation on behalf of 85711d2333c441078fb97de2ef2e69f1 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:56:40.125360 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f1c1255a-a2a4-4fb4-91fc-a8801ff6d8b7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:40.455541 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f1c1255a-a2a4-4fb4-91fc-a8801ff6d8b7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (50b7a74b-b8b1-4cd6-b3f6-2bc5a466ae3d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:40.576228 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1255a-a2a4-4fb4-91fc-a8801ff6d8b7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event updated for resources: {'Subnet': ['ID=50b7a74b-b8b1-4cd6-b3f6-2bc5a466ae3d,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:40.599148 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c1255a-a2a4-4fb4-91fc-a8801ff6d8b7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Checking segment: {'id': '769e9b7f-c720-42f2-9c36-b1764eca49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '419487c4-1fa9-4f50-a650-f55935158941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:56:40.599605 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c1255a-a2a4-4fb4-91fc-a8801ff6d8b7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Network hostable DHCP agents. Network: 419487c4-1fa9-4f50-a650-f55935158941, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:56:40.623160 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c1255a-a2a4-4fb4-91fc-a8801ff6d8b7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Network 419487c4-1fa9-4f50-a650-f55935158941 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:56:40.641948 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-f1c1255a-a2a4-4fb4-91fc-a8801ff6d8b7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 419487c4-1fa9-4f50-a650-f55935158941) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:40.656960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c1255a-a2a4-4fb4-91fc-a8801ff6d8b7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:56:40.657969 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f1c1255a-a2a4-4fb4-91fc-a8801ff6d8b7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:40.659103 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dbc42e-e048-48e4-98e6-2a5ed95d06b5 None None] Network 419487c4-1fa9-4f50-a650-f55935158941 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:40.684817 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54152) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:40.685738 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f1c1255a-a2a4-4fb4-91fc-a8801ff6d8b7 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7657335 Feb 19 04:56:40.693262 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-2c5f03cb-4b6b-43c2-a36d-caf3186f9acc tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Request body: {'router': {'external_gateway_info': {'network_id': '419487c4-1fa9-4f50-a650-f55935158941'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:40.886150 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6c1e44-c8ec-4bc7-821b-791345e6deda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-419487c4-1fa9-4f50-a650-f55935158941', 'network_id': '419487c4-1fa9-4f50-a650-f55935158941', 'project_id': '85711d2333c441078fb97de2ef2e69f1', 'fixed_ips': [{'subnet_id': '50b7a74b-b8b1-4cd6-b3f6-2bc5a466ae3d'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:56:40.887671 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ae6c1e44-c8ec-4bc7-821b-791345e6deda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:41.120888 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-ae6c1e44-c8ec-4bc7-821b-791345e6deda None None] Allocated IP 2001:db8:1::2 (419487c4-1fa9-4f50-a650-f55935158941/50b7a74b-b8b1-4cd6-b3f6-2bc5a466ae3d/c8cc1e22-3be0-42d8-abb6-4e2e68f16a67) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:56:41.151410 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2c5f03cb-4b6b-43c2-a36d-caf3186f9acc tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for router_gateway (05411de6-0797-4477-b793-0dea04561258), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:41.359829 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ae6c1e44-c8ec-4bc7-821b-791345e6deda None None] Publish callbacks [] for port (c8cc1e22-3be0-42d8-abb6-4e2e68f16a67), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:41.375061 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ae6c1e44-c8ec-4bc7-821b-791345e6deda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (c8cc1e22-3be0-42d8-abb6-4e2e68f16a67), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:41.423063 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-2c5f03cb-4b6b-43c2-a36d-caf3186f9acc tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:56:41.428952 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54158) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:41.441677 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2c5f03cb-4b6b-43c2-a36d-caf3186f9acc tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "PUT /v2.0/routers/05411de6-0797-4477-b793-0dea04561258 HTTP/1.1" status: 400 len: 364 time: 0.7538238 Feb 19 04:56:41.487661 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6c1e44-c8ec-4bc7-821b-791345e6deda None None] Network 419487c4-1fa9-4f50-a650-f55935158941 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:56:41.489634 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-ae6c1e44-c8ec-4bc7-821b-791345e6deda None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:41.499880 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6c1e44-c8ec-4bc7-821b-791345e6deda None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:56:41.600437 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-ae6c1e44-c8ec-4bc7-821b-791345e6deda None None] Attempting to bind port c8cc1e22-3be0-42d8-abb6-4e2e68f16a67 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:56:41.601128 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-ae6c1e44-c8ec-4bc7-821b-791345e6deda None None] Attempting to bind port c8cc1e22-3be0-42d8-abb6-4e2e68f16a67 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '769e9b7f-c720-42f2-9c36-b1764eca49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '419487c4-1fa9-4f50-a650-f55935158941'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:56:41.601505 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6c1e44-c8ec-4bc7-821b-791345e6deda None None] Attempting to bind port c8cc1e22-3be0-42d8-abb6-4e2e68f16a67 on network 419487c4-1fa9-4f50-a650-f55935158941 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:56:41.610058 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6c1e44-c8ec-4bc7-821b-791345e6deda None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:56:41.610723 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6c1e44-c8ec-4bc7-821b-791345e6deda None None] Checking segment: {'id': '769e9b7f-c720-42f2-9c36-b1764eca49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '419487c4-1fa9-4f50-a650-f55935158941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:56:41.611576 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ae6c1e44-c8ec-4bc7-821b-791345e6deda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:41.612965 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6c1e44-c8ec-4bc7-821b-791345e6deda None None] Bound using segment: {'id': '769e9b7f-c720-42f2-9c36-b1764eca49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '419487c4-1fa9-4f50-a650-f55935158941'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:56:41.613768 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-ae6c1e44-c8ec-4bc7-821b-791345e6deda None None] Bound port: c8cc1e22-3be0-42d8-abb6-4e2e68f16a67, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '769e9b7f-c720-42f2-9c36-b1764eca49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '419487c4-1fa9-4f50-a650-f55935158941'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:56:41.614357 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ae6c1e44-c8ec-4bc7-821b-791345e6deda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c8cc1e22-3be0-42d8-abb6-4e2e68f16a67), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:41.617727 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c1e44-c8ec-4bc7-821b-791345e6deda None None] Pushing event updated for resources: {'Port': ['ID=c8cc1e22-3be0-42d8-abb6-4e2e68f16a67,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:41.708496 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-ae6c1e44-c8ec-4bc7-821b-791345e6deda None None] For port c8cc1e22-3be0-42d8-abb6-4e2e68f16a67, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:56:41.711930 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-ae6c1e44-c8ec-4bc7-821b-791345e6deda None None] For port c8cc1e22-3be0-42d8-abb6-4e2e68f16a67, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c8cc1e22-3be0-42d8-abb6-4e2e68f16a67,segment=NetworkSegment(769e9b7f-c720-42f2-9c36-b1764eca49a0),segment_id=769e9b7f-c720-42f2-9c36-b1764eca49a0)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:56:41.721070 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ae6c1e44-c8ec-4bc7-821b-791345e6deda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c8cc1e22-3be0-42d8-abb6-4e2e68f16a67), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:41.860045 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c1e44-c8ec-4bc7-821b-791345e6deda None None] Pushing event updated for resources: {'Port': ['ID=c8cc1e22-3be0-42d8-abb6-4e2e68f16a67,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:42.692446 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f4e00975-0dae-4cad-8737-dc578ad0ba17 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:43.105445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-f4e00975-0dae-4cad-8737-dc578ad0ba17 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Allocated IP 2001:db8::1 (344495bf-a6d0-432e-820d-7c50748c4ebd/db29cb0e-01c1-4d41-a36a-7e89d3bb9aee/a47b57d6-9198-423c-a8ba-34c2b18026f0) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:56:43.308027 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f4e00975-0dae-4cad-8737-dc578ad0ba17 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for port (a47b57d6-9198-423c-a8ba-34c2b18026f0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:43.365950 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f4e00975-0dae-4cad-8737-dc578ad0ba17 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a47b57d6-9198-423c-a8ba-34c2b18026f0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:43.432437 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c8cc1e22-3be0-42d8-abb6-4e2e68f16a67 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:56:43.455757 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e00975-0dae-4cad-8737-dc578ad0ba17 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Network 344495bf-a6d0-432e-820d-7c50748c4ebd is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:56:43.461259 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-f4e00975-0dae-4cad-8737-dc578ad0ba17 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:43.485223 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e00975-0dae-4cad-8737-dc578ad0ba17 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:56:43.486358 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f4e00975-0dae-4cad-8737-dc578ad0ba17 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (05411de6-0797-4477-b793-0dea04561258), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:43.614986 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e00975-0dae-4cad-8737-dc578ad0ba17 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event updated for resources: {'Port': ['ID=a47b57d6-9198-423c-a8ba-34c2b18026f0,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:43.766973 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port c8cc1e22-3be0-42d8-abb6-4e2e68f16a67 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:43.767631 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c8cc1e22-3be0-42d8-abb6-4e2e68f16a67), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:43.863941 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e64041-8d68-497e-bffa-6b5907ca1663 None None] Network 419487c4-1fa9-4f50-a650-f55935158941 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:43.978514 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f4e00975-0dae-4cad-8737-dc578ad0ba17 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a47b57d6-9198-423c-a8ba-34c2b18026f0), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:44.092630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a19da46d-39a8-4962-8df0-fad2e1c9be48 None None] Provisioning complete for port c8cc1e22-3be0-42d8-abb6-4e2e68f16a67 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:44.093276 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a19da46d-39a8-4962-8df0-fad2e1c9be48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c8cc1e22-3be0-42d8-abb6-4e2e68f16a67), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:44.348974 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port c8cc1e22-3be0-42d8-abb6-4e2e68f16a67 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:44.349796 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c8cc1e22-3be0-42d8-abb6-4e2e68f16a67), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:44.385045 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a19da46d-39a8-4962-8df0-fad2e1c9be48 None None] Current status of the port c8cc1e22-3be0-42d8-abb6-4e2e68f16a67 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:44.387297 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a19da46d-39a8-4962-8df0-fad2e1c9be48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c8cc1e22-3be0-42d8-abb6-4e2e68f16a67), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:44.435109 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port c8cc1e22-3be0-42d8-abb6-4e2e68f16a67, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c8cc1e22-3be0-42d8-abb6-4e2e68f16a67,segment=NetworkSegment(769e9b7f-c720-42f2-9c36-b1764eca49a0),segment_id=769e9b7f-c720-42f2-9c36-b1764eca49a0)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:44.450040 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c8cc1e22-3be0-42d8-abb6-4e2e68f16a67), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:44.539693 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f4e00975-0dae-4cad-8737-dc578ad0ba17 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for port (a47b57d6-9198-423c-a8ba-34c2b18026f0), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:44.551518 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f4e00975-0dae-4cad-8737-dc578ad0ba17 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (a47b57d6-9198-423c-a8ba-34c2b18026f0), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:44.552770 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f4e00975-0dae-4cad-8737-dc578ad0ba17 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (05411de6-0797-4477-b793-0dea04561258), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:44.570979 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=c8cc1e22-3be0-42d8-abb6-4e2e68f16a67,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:44.652585 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-a19da46d-39a8-4962-8df0-fad2e1c9be48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 04:56:44.652943 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-a19da46d-39a8-4962-8df0-fad2e1c9be48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 04:56:44.697015 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e00975-0dae-4cad-8737-dc578ad0ba17 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event updated for resources: {'Port': ['ID=a47b57d6-9198-423c-a8ba-34c2b18026f0,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:44.806332 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e00975-0dae-4cad-8737-dc578ad0ba17 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Network 344495bf-a6d0-432e-820d-7c50748c4ebd is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:56:44.807952 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-f4e00975-0dae-4cad-8737-dc578ad0ba17 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:56:44.995454 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e00975-0dae-4cad-8737-dc578ad0ba17 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Router 05411de6-0797-4477-b793-0dea04561258 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:56:45.133632 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e00975-0dae-4cad-8737-dc578ad0ba17 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:56:45.157143 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f906b21-e1c0-433a-b604-e41e9e750e2b None None] Sync routers for ids ['05411de6-0797-4477-b793-0dea04561258'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:56:45.177031 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54184) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:45.189961 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f4e00975-0dae-4cad-8737-dc578ad0ba17 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "PUT /v2.0/routers/05411de6-0797-4477-b793-0dea04561258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7592590 Feb 19 04:56:45.194004 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f906b21-e1c0-433a-b604-e41e9e750e2b None None] Routers {'05411de6-0797-4477-b793-0dea04561258'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:56:45.194900 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-6f906b21-e1c0-433a-b604-e41e9e750e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:56:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['05411de6-0797-4477-b793-0dea04561258'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:45.244601 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a19da46d-39a8-4962-8df0-fad2e1c9be48 None None] Current status of the port c8cc1e22-3be0-42d8-abb6-4e2e68f16a67 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:45.245284 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-6f906b21-e1c0-433a-b604-e41e9e750e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:45.266276 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f906b21-e1c0-433a-b604-e41e9e750e2b None None] Routers {'05411de6-0797-4477-b793-0dea04561258'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:56:45.267550 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-6f906b21-e1c0-433a-b604-e41e9e750e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:56:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['05411de6-0797-4477-b793-0dea04561258'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:45.313558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c8cc1e22-3be0-42d8-abb6-4e2e68f16a67 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:56:45.362422 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-6f906b21-e1c0-433a-b604-e41e9e750e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:45.363450 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f906b21-e1c0-433a-b604-e41e9e750e2b None None] The sync data for ids ['05411de6-0797-4477-b793-0dea04561258'] in n-d-772273-4 is: [] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:56:45.422794 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-23ec4fd9-2665-46aa-b339-a40b1008dee8 None None] Provisioning complete for port a47b57d6-9198-423c-a8ba-34c2b18026f0 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:45.423078 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-23ec4fd9-2665-46aa-b339-a40b1008dee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a47b57d6-9198-423c-a8ba-34c2b18026f0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:45.437529 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dfe20f49-e19e-4d44-a903-24badc1981b3 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for router (05411de6-0797-4477-b793-0dea04561258), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:45.483424 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port c8cc1e22-3be0-42d8-abb6-4e2e68f16a67 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:45.484366 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c8cc1e22-3be0-42d8-abb6-4e2e68f16a67), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:45.486624 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-23ec4fd9-2665-46aa-b339-a40b1008dee8 None None] Port a47b57d6-9198-423c-a8ba-34c2b18026f0 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:56:45.572094 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-23ec4fd9-2665-46aa-b339-a40b1008dee8 None None] Provisioning complete for port c8cc1e22-3be0-42d8-abb6-4e2e68f16a67 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:56:45.572703 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-23ec4fd9-2665-46aa-b339-a40b1008dee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c8cc1e22-3be0-42d8-abb6-4e2e68f16a67), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:45.644287 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-dfe20f49-e19e-4d44-a903-24badc1981b3 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 04:56:45.651533 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-dfe20f49-e19e-4d44-a903-24badc1981b3 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "DELETE /v2.0/routers/05411de6-0797-4477-b793-0dea04561258 HTTP/1.1" status: 409 len: 329 time: 0.4709530 Feb 19 04:56:45.651533 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54188) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:45.802708 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port c8cc1e22-3be0-42d8-abb6-4e2e68f16a67 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:45.824488 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-23ec4fd9-2665-46aa-b339-a40b1008dee8 None None] Current status of the port c8cc1e22-3be0-42d8-abb6-4e2e68f16a67 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:56:46.174423 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8200ff46-dbda-4b80-a94e-45bcbc912ba2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (05411de6-0797-4477-b793-0dea04561258), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:46.591239 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-8200ff46-dbda-4b80-a94e-45bcbc912ba2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Deleting port a47b57d6-9198-423c-a8ba-34c2b18026f0 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:56:46.592334 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8200ff46-dbda-4b80-a94e-45bcbc912ba2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a47b57d6-9198-423c-a8ba-34c2b18026f0), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:46.767550 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8200ff46-dbda-4b80-a94e-45bcbc912ba2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a47b57d6-9198-423c-a8ba-34c2b18026f0), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:46.793440 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-8200ff46-dbda-4b80-a94e-45bcbc912ba2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Calling delete_port for a47b57d6-9198-423c-a8ba-34c2b18026f0 owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:56:47.186869 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8200ff46-dbda-4b80-a94e-45bcbc912ba2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (a47b57d6-9198-423c-a8ba-34c2b18026f0), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:47.242060 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200ff46-dbda-4b80-a94e-45bcbc912ba2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event deleted for resources: {'Port': ['ID=a47b57d6-9198-423c-a8ba-34c2b18026f0,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:47.301442 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8200ff46-dbda-4b80-a94e-45bcbc912ba2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:47.302308 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8200ff46-dbda-4b80-a94e-45bcbc912ba2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:47.302823 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8200ff46-dbda-4b80-a94e-45bcbc912ba2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:47.303183 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8200ff46-dbda-4b80-a94e-45bcbc912ba2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:47.304245 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8200ff46-dbda-4b80-a94e-45bcbc912ba2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:47.304245 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8200ff46-dbda-4b80-a94e-45bcbc912ba2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:47.304245 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8200ff46-dbda-4b80-a94e-45bcbc912ba2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:47.304738 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8200ff46-dbda-4b80-a94e-45bcbc912ba2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:47.304941 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8200ff46-dbda-4b80-a94e-45bcbc912ba2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:47.305302 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8200ff46-dbda-4b80-a94e-45bcbc912ba2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:47.305642 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8200ff46-dbda-4b80-a94e-45bcbc912ba2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:47.305998 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8200ff46-dbda-4b80-a94e-45bcbc912ba2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:47.306437 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8200ff46-dbda-4b80-a94e-45bcbc912ba2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:47.472954 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8200ff46-dbda-4b80-a94e-45bcbc912ba2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (05411de6-0797-4477-b793-0dea04561258), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:47.932478 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8200ff46-dbda-4b80-a94e-45bcbc912ba2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Router 05411de6-0797-4477-b793-0dea04561258 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:56:48.114502 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8200ff46-dbda-4b80-a94e-45bcbc912ba2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:56:48.134774 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8200ff46-dbda-4b80-a94e-45bcbc912ba2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "PUT /v2.0/routers/05411de6-0797-4477-b793-0dea04561258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4816656 Feb 19 04:56:48.135351 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee404854-f265-4672-a00a-f6c1798cca49 None None] Sync routers for ids ['05411de6-0797-4477-b793-0dea04561258'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:56:48.140955 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54208) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:48.192763 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee404854-f265-4672-a00a-f6c1798cca49 None None] Routers {'05411de6-0797-4477-b793-0dea04561258'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:56:48.192763 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ee404854-f265-4672-a00a-f6c1798cca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:56:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['05411de6-0797-4477-b793-0dea04561258'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:48.284337 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ee404854-f265-4672-a00a-f6c1798cca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:48.291246 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-7b74d6cb-da08-4d15-86e4-0c340545e147 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] show failed (client error): The resource could not be found. Feb 19 04:56:48.298571 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54210) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:48.299207 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7b74d6cb-da08-4d15-86e4-0c340545e147 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-1189435223 HTTP/1.1" status: 404 len: 335 time: 0.1571472 Feb 19 04:56:48.307361 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee404854-f265-4672-a00a-f6c1798cca49 None None] Routers {'05411de6-0797-4477-b793-0dea04561258'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:56:48.308568 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ee404854-f265-4672-a00a-f6c1798cca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:56:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['05411de6-0797-4477-b793-0dea04561258'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:48.318978 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-b83e6134-ea9a-4e39-9059-7c97ea0970b2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Request body: {'router': {'name': 'new_name'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:48.385318 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ee404854-f265-4672-a00a-f6c1798cca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:48.386392 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee404854-f265-4672-a00a-f6c1798cca49 None None] The sync data for ids ['05411de6-0797-4477-b793-0dea04561258'] in n-d-772273-4 is: [] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:56:48.473380 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-b83e6134-ea9a-4e39-9059-7c97ea0970b2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] update failed (client error): The resource could not be found. Feb 19 04:56:48.486710 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54214) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:48.495250 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b83e6134-ea9a-4e39-9059-7c97ea0970b2 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-1307144344 HTTP/1.1" status: 404 len: 335 time: 0.1920147 Feb 19 04:56:48.579651 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-30cf93cf-6b04-474d-8649-262689562eb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Deleting subnet 50b7a74b-b8b1-4cd6-b3f6-2bc5a466ae3d {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:56:48.585225 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-30cf93cf-6b04-474d-8649-262689562eb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for subnet (50b7a74b-b8b1-4cd6-b3f6-2bc5a466ae3d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:48.669342 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-30cf93cf-6b04-474d-8649-262689562eb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (50b7a74b-b8b1-4cd6-b3f6-2bc5a466ae3d), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:48.833325 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-30cf93cf-6b04-474d-8649-262689562eb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (50b7a74b-b8b1-4cd6-b3f6-2bc5a466ae3d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:48.952595 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-30cf93cf-6b04-474d-8649-262689562eb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (50b7a74b-b8b1-4cd6-b3f6-2bc5a466ae3d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:48.974838 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-30cf93cf-6b04-474d-8649-262689562eb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:48.981726 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54220) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:48.982792 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-30cf93cf-6b04-474d-8649-262689562eb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "DELETE /v2.0/subnets/50b7a74b-b8b1-4cd6-b3f6-2bc5a466ae3d HTTP/1.1" status: 204 len: 168 time: 0.4960020 Feb 19 04:56:48.997345 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c1c7de-8559-4e84-b3c3-3d22c4b2009e None None] Network 419487c4-1fa9-4f50-a650-f55935158941 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:49.025321 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf93cf-6b04-474d-8649-262689562eb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event deleted for resources: {'Subnet': ['ID=50b7a74b-b8b1-4cd6-b3f6-2bc5a466ae3d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:49.046155 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf93cf-6b04-474d-8649-262689562eb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:49.046746 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf93cf-6b04-474d-8649-262689562eb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:49.047379 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf93cf-6b04-474d-8649-262689562eb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:49.047974 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf93cf-6b04-474d-8649-262689562eb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:49.048775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf93cf-6b04-474d-8649-262689562eb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:49.049957 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf93cf-6b04-474d-8649-262689562eb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:49.050705 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf93cf-6b04-474d-8649-262689562eb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:49.051396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf93cf-6b04-474d-8649-262689562eb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:49.051961 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf93cf-6b04-474d-8649-262689562eb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:49.052569 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf93cf-6b04-474d-8649-262689562eb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:49.053191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf93cf-6b04-474d-8649-262689562eb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:49.053821 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf93cf-6b04-474d-8649-262689562eb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:49.054337 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cf93cf-6b04-474d-8649-262689562eb4 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:56:49.213553 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3707719c-dbe6-4ca6-b56f-cbeea0a117a8 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (419487c4-1fa9-4f50-a650-f55935158941), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:49.393863 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b51adb3-75be-4f13-b00e-da98967948e1 None None] DHCP port deletion for 419487c4-1fa9-4f50-a650-f55935158941 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:56:49.465216 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-3707719c-dbe6-4ca6-b56f-cbeea0a117a8 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Deleting port c8cc1e22-3be0-42d8-abb6-4e2e68f16a67 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:56:49.472169 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3707719c-dbe6-4ca6-b56f-cbeea0a117a8 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (c8cc1e22-3be0-42d8-abb6-4e2e68f16a67), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:49.535892 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9b51adb3-75be-4f13-b00e-da98967948e1 None None] Deleting port c8cc1e22-3be0-42d8-abb6-4e2e68f16a67 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:56:49.536968 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9b51adb3-75be-4f13-b00e-da98967948e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (c8cc1e22-3be0-42d8-abb6-4e2e68f16a67), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:49.698559 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-3707719c-dbe6-4ca6-b56f-cbeea0a117a8 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] For port c8cc1e22-3be0-42d8-abb6-4e2e68f16a67, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c8cc1e22-3be0-42d8-abb6-4e2e68f16a67,segment=NetworkSegment(769e9b7f-c720-42f2-9c36-b1764eca49a0),segment_id=769e9b7f-c720-42f2-9c36-b1764eca49a0)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:49.699916 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3707719c-dbe6-4ca6-b56f-cbeea0a117a8 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (c8cc1e22-3be0-42d8-abb6-4e2e68f16a67), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:49.728252 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-3707719c-dbe6-4ca6-b56f-cbeea0a117a8 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Calling delete_port for c8cc1e22-3be0-42d8-abb6-4e2e68f16a67 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:56:49.731498 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9b51adb3-75be-4f13-b00e-da98967948e1 None None] For port c8cc1e22-3be0-42d8-abb6-4e2e68f16a67, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c8cc1e22-3be0-42d8-abb6-4e2e68f16a67,segment=NetworkSegment(769e9b7f-c720-42f2-9c36-b1764eca49a0),segment_id=769e9b7f-c720-42f2-9c36-b1764eca49a0)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:49.733846 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9b51adb3-75be-4f13-b00e-da98967948e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (c8cc1e22-3be0-42d8-abb6-4e2e68f16a67), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:49.831306 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9b51adb3-75be-4f13-b00e-da98967948e1 None None] Calling delete_port for c8cc1e22-3be0-42d8-abb6-4e2e68f16a67 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:56:50.296889 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9b51adb3-75be-4f13-b00e-da98967948e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (c8cc1e22-3be0-42d8-abb6-4e2e68f16a67), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:50.332960 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51adb3-75be-4f13-b00e-da98967948e1 None None] Pushing event deleted for resources: {'Port': ['ID=c8cc1e22-3be0-42d8-abb6-4e2e68f16a67,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:50.345520 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b51adb3-75be-4f13-b00e-da98967948e1 None None] No DVR routers for this DVR port c8cc1e22-3be0-42d8-abb6-4e2e68f16a67 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:56:50.446783 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3707719c-dbe6-4ca6-b56f-cbeea0a117a8 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (c8cc1e22-3be0-42d8-abb6-4e2e68f16a67), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:50.497443 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707719c-dbe6-4ca6-b56f-cbeea0a117a8 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event deleted for resources: {'Port': ['ID=c8cc1e22-3be0-42d8-abb6-4e2e68f16a67,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:50.508120 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3707719c-dbe6-4ca6-b56f-cbeea0a117a8 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] No DVR routers for this DVR port c8cc1e22-3be0-42d8-abb6-4e2e68f16a67 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:56:50.652278 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3707719c-dbe6-4ca6-b56f-cbeea0a117a8 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (419487c4-1fa9-4f50-a650-f55935158941), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:50.681732 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-3707719c-dbe6-4ca6-b56f-cbeea0a117a8 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419487c4-1fa9-4f50-a650-f55935158941']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:50.694322 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-3707719c-dbe6-4ca6-b56f-cbeea0a117a8 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769e9b7f-c720-42f2-9c36-b1764eca49a0') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:50.694630 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-3707719c-dbe6-4ca6-b56f-cbeea0a117a8 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769e9b7f-c720-42f2-9c36-b1764eca49a0') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:50.708739 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3707719c-dbe6-4ca6-b56f-cbeea0a117a8 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (769e9b7f-c720-42f2-9c36-b1764eca49a0), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:50.733341 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3707719c-dbe6-4ca6-b56f-cbeea0a117a8 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (769e9b7f-c720-42f2-9c36-b1764eca49a0), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:50.742892 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3707719c-dbe6-4ca6-b56f-cbeea0a117a8 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:56:50.743303 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3707719c-dbe6-4ca6-b56f-cbeea0a117a8 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (769e9b7f-c720-42f2-9c36-b1764eca49a0), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:56:50.747069 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:56:50.872252 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3707719c-dbe6-4ca6-b56f-cbeea0a117a8 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (419487c4-1fa9-4f50-a650-f55935158941), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:50.900364 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3707719c-dbe6-4ca6-b56f-cbeea0a117a8 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:50.906605 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3707719c-dbe6-4ca6-b56f-cbeea0a117a8 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "DELETE /v2.0/networks/419487c4-1fa9-4f50-a650-f55935158941 HTTP/1.1" status: 204 len: 168 time: 1.9213419 Feb 19 04:56:50.911390 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54234) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:50.976343 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707719c-dbe6-4ca6-b56f-cbeea0a117a8 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event deleted for resources: {'Network': ['ID=419487c4-1fa9-4f50-a650-f55935158941,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:51.047058 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-70856789-f5f6-4843-9c9a-aa7f838daf08 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Deleting subnet 4349eb15-b743-40ae-8ec2-57e2d2177ceb {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:56:51.053679 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70856789-f5f6-4843-9c9a-aa7f838daf08 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for subnet (4349eb15-b743-40ae-8ec2-57e2d2177ceb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:51.141271 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70856789-f5f6-4843-9c9a-aa7f838daf08 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (4349eb15-b743-40ae-8ec2-57e2d2177ceb), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:51.299695 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c8cc1e22-3be0-42d8-abb6-4e2e68f16a67 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:56:51.312981 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70856789-f5f6-4843-9c9a-aa7f838daf08 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (4349eb15-b743-40ae-8ec2-57e2d2177ceb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:51.332481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: c8cc1e22-3be0-42d8-abb6-4e2e68f16a67 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:56:51.333317 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c8cc1e22-3be0-42d8-abb6-4e2e68f16a67 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:56:51.339052 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:56:51.445614 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70856789-f5f6-4843-9c9a-aa7f838daf08 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (4349eb15-b743-40ae-8ec2-57e2d2177ceb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:51.524508 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70856789-f5f6-4843-9c9a-aa7f838daf08 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:51.531610 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-70856789-f5f6-4843-9c9a-aa7f838daf08 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "DELETE /v2.0/subnets/4349eb15-b743-40ae-8ec2-57e2d2177ceb HTTP/1.1" status: 204 len: 168 time: 0.6172709 Feb 19 04:56:51.531610 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70856789-f5f6-4843-9c9a-aa7f838daf08 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event deleted for resources: {'Subnet': ['ID=4349eb15-b743-40ae-8ec2-57e2d2177ceb,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:51.534670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54240) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:51.558957 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3ebddb-6426-4528-8a3a-f5689b1b558b None None] Network 3814dc6b-ac18-4633-b3b4-a9ae5f754386 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:51.696693 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-4946523f-65f8-4338-851a-0efe8eead72b tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Deleting subnet 55b53d2d-5d8a-4415-88b7-01b48573a9ef {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:56:51.713331 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4946523f-65f8-4338-851a-0efe8eead72b tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for subnet (55b53d2d-5d8a-4415-88b7-01b48573a9ef), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:51.786805 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4946523f-65f8-4338-851a-0efe8eead72b tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (55b53d2d-5d8a-4415-88b7-01b48573a9ef), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:51.965663 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f207704-6490-4d1d-949d-77319f892397 None None] DHCP port deletion for 3814dc6b-ac18-4633-b3b4-a9ae5f754386 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:56:52.015984 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4946523f-65f8-4338-851a-0efe8eead72b tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (55b53d2d-5d8a-4415-88b7-01b48573a9ef), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:52.147397 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4946523f-65f8-4338-851a-0efe8eead72b tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (55b53d2d-5d8a-4415-88b7-01b48573a9ef), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:52.218089 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946523f-65f8-4338-851a-0efe8eead72b tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event deleted for resources: {'Subnet': ['ID=55b53d2d-5d8a-4415-88b7-01b48573a9ef,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:52.218840 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4f207704-6490-4d1d-949d-77319f892397 None None] Deleting port 84b7da39-fd99-4831-b092-5121d0aa51b1 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:56:52.218840 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4f207704-6490-4d1d-949d-77319f892397 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (84b7da39-fd99-4831-b092-5121d0aa51b1), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:52.233584 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4946523f-65f8-4338-851a-0efe8eead72b tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:52.241627 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4946523f-65f8-4338-851a-0efe8eead72b tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "DELETE /v2.0/subnets/55b53d2d-5d8a-4415-88b7-01b48573a9ef HTTP/1.1" status: 204 len: 168 time: 0.7050369 Feb 19 04:56:52.245398 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54248) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:52.264373 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053a7f89-3683-418e-8709-2001e8569a29 None None] Network d06fdc04-5436-4f03-b118-ebe0aded37eb requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:52.380125 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2869200a-3099-4fc8-8c8f-faabbeec36c9 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (3814dc6b-ac18-4633-b3b4-a9ae5f754386), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:52.505735 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-4f207704-6490-4d1d-949d-77319f892397 None None] For port 84b7da39-fd99-4831-b092-5121d0aa51b1, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=84b7da39-fd99-4831-b092-5121d0aa51b1,segment=NetworkSegment(c1c58f65-65cd-4a84-9701-ce900f0326b1),segment_id=c1c58f65-65cd-4a84-9701-ce900f0326b1)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:52.505735 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4f207704-6490-4d1d-949d-77319f892397 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (84b7da39-fd99-4831-b092-5121d0aa51b1), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:52.559704 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4f207704-6490-4d1d-949d-77319f892397 None None] Calling delete_port for 84b7da39-fd99-4831-b092-5121d0aa51b1 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:56:52.614327 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-2869200a-3099-4fc8-8c8f-faabbeec36c9 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Deleting port 84b7da39-fd99-4831-b092-5121d0aa51b1 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:56:52.625227 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2869200a-3099-4fc8-8c8f-faabbeec36c9 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (84b7da39-fd99-4831-b092-5121d0aa51b1), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:52.840320 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4f207704-6490-4d1d-949d-77319f892397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (84b7da39-fd99-4831-b092-5121d0aa51b1), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:52.913524 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-2869200a-3099-4fc8-8c8f-faabbeec36c9 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] For port 84b7da39-fd99-4831-b092-5121d0aa51b1, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=84b7da39-fd99-4831-b092-5121d0aa51b1,segment=NetworkSegment(c1c58f65-65cd-4a84-9701-ce900f0326b1),segment_id=c1c58f65-65cd-4a84-9701-ce900f0326b1)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:52.914355 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2869200a-3099-4fc8-8c8f-faabbeec36c9 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (84b7da39-fd99-4831-b092-5121d0aa51b1), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:52.931908 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39f26be-7961-48b0-9f41-af63f1fd40ee None None] DHCP port deletion for d06fdc04-5436-4f03-b118-ebe0aded37eb request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:56:52.942593 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-2869200a-3099-4fc8-8c8f-faabbeec36c9 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Calling delete_port for 84b7da39-fd99-4831-b092-5121d0aa51b1 owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:56:52.944114 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f207704-6490-4d1d-949d-77319f892397 None None] No DVR routers for this DVR port 84b7da39-fd99-4831-b092-5121d0aa51b1 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:56:52.952843 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207704-6490-4d1d-949d-77319f892397 None None] Pushing event deleted for resources: {'Port': ['ID=84b7da39-fd99-4831-b092-5121d0aa51b1,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:53.073575 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a39f26be-7961-48b0-9f41-af63f1fd40ee None None] Deleting port 88990c57-35be-4658-9b0c-141c7f8f708f {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:56:53.077526 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a39f26be-7961-48b0-9f41-af63f1fd40ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (88990c57-35be-4658-9b0c-141c7f8f708f), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:53.196995 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2869200a-3099-4fc8-8c8f-faabbeec36c9 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (84b7da39-fd99-4831-b092-5121d0aa51b1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:53.209885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-a39f26be-7961-48b0-9f41-af63f1fd40ee None None] For port 88990c57-35be-4658-9b0c-141c7f8f708f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=88990c57-35be-4658-9b0c-141c7f8f708f,segment=NetworkSegment(3f2024e1-cce1-456f-a4fe-58425e2d0059),segment_id=3f2024e1-cce1-456f-a4fe-58425e2d0059)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:53.211469 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a39f26be-7961-48b0-9f41-af63f1fd40ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (88990c57-35be-4658-9b0c-141c7f8f708f), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:53.236312 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a39f26be-7961-48b0-9f41-af63f1fd40ee None None] Calling delete_port for 88990c57-35be-4658-9b0c-141c7f8f708f owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:56:53.258006 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869200a-3099-4fc8-8c8f-faabbeec36c9 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event deleted for resources: {'Port': ['ID=84b7da39-fd99-4831-b092-5121d0aa51b1,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:53.263811 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2869200a-3099-4fc8-8c8f-faabbeec36c9 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] No DVR routers for this DVR port 84b7da39-fd99-4831-b092-5121d0aa51b1 on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:56:53.401178 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 88990c57-35be-4658-9b0c-141c7f8f708f no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:56:53.419160 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2869200a-3099-4fc8-8c8f-faabbeec36c9 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (3814dc6b-ac18-4633-b3b4-a9ae5f754386), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:53.460473 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-2869200a-3099-4fc8-8c8f-faabbeec36c9 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3814dc6b-ac18-4633-b3b4-a9ae5f754386']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:53.483496 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-2869200a-3099-4fc8-8c8f-faabbeec36c9 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c58f65-65cd-4a84-9701-ce900f0326b1') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:53.484538 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-2869200a-3099-4fc8-8c8f-faabbeec36c9 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c58f65-65cd-4a84-9701-ce900f0326b1') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:53.532196 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2869200a-3099-4fc8-8c8f-faabbeec36c9 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (c1c58f65-65cd-4a84-9701-ce900f0326b1), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:53.550215 n-d-772273-4 neutron-server[115200]: INFO neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No ports have port_id starting with 88990c57-35be-4658-9b0c-141c7f8f708f Feb 19 04:56:53.551884 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a39f26be-7961-48b0-9f41-af63f1fd40ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (88990c57-35be-4658-9b0c-141c7f8f708f), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:53.573399 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39f26be-7961-48b0-9f41-af63f1fd40ee None None] No DVR routers for this DVR port 88990c57-35be-4658-9b0c-141c7f8f708f on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:56:53.579637 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2869200a-3099-4fc8-8c8f-faabbeec36c9 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (c1c58f65-65cd-4a84-9701-ce900f0326b1), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:53.584932 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 84b7da39-fd99-4831-b092-5121d0aa51b1 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:56:53.620349 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2869200a-3099-4fc8-8c8f-faabbeec36c9 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:56:53.621339 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2869200a-3099-4fc8-8c8f-faabbeec36c9 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (c1c58f65-65cd-4a84-9701-ce900f0326b1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: self.session.flush() Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:56:53.628437 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:56:53.646483 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f26be-7961-48b0-9f41-af63f1fd40ee None None] Pushing event deleted for resources: {'Port': ['ID=88990c57-35be-4658-9b0c-141c7f8f708f,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:53.649898 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 84b7da39-fd99-4831-b092-5121d0aa51b1 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:56:53.650400 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 84b7da39-fd99-4831-b092-5121d0aa51b1 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:56:53.796784 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2869200a-3099-4fc8-8c8f-faabbeec36c9 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (3814dc6b-ac18-4633-b3b4-a9ae5f754386), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:53.816741 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2869200a-3099-4fc8-8c8f-faabbeec36c9 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:53.823040 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2869200a-3099-4fc8-8c8f-faabbeec36c9 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "DELETE /v2.0/networks/3814dc6b-ac18-4633-b3b4-a9ae5f754386 HTTP/1.1" status: 204 len: 168 time: 1.5744162 Feb 19 04:56:53.832733 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54264) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:53.859039 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869200a-3099-4fc8-8c8f-faabbeec36c9 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event deleted for resources: {'Network': ['ID=3814dc6b-ac18-4633-b3b4-a9ae5f754386,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:53.990125 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-785a9cbc-f34e-4359-9f42-5a230363d815 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (d06fdc04-5436-4f03-b118-ebe0aded37eb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:54.210142 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-785a9cbc-f34e-4359-9f42-5a230363d815 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (d06fdc04-5436-4f03-b118-ebe0aded37eb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:54.258277 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-785a9cbc-f34e-4359-9f42-5a230363d815 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06fdc04-5436-4f03-b118-ebe0aded37eb']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:54.278939 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-785a9cbc-f34e-4359-9f42-5a230363d815 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2024e1-cce1-456f-a4fe-58425e2d0059') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:54.279294 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-785a9cbc-f34e-4359-9f42-5a230363d815 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2024e1-cce1-456f-a4fe-58425e2d0059') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:54.298316 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-785a9cbc-f34e-4359-9f42-5a230363d815 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (3f2024e1-cce1-456f-a4fe-58425e2d0059), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:54.331492 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-785a9cbc-f34e-4359-9f42-5a230363d815 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (3f2024e1-cce1-456f-a4fe-58425e2d0059), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:54.343918 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785a9cbc-f34e-4359-9f42-5a230363d815 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:56:54.343918 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-785a9cbc-f34e-4359-9f42-5a230363d815 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (3f2024e1-cce1-456f-a4fe-58425e2d0059), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:56:54.351109 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:56:54.518944 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-785a9cbc-f34e-4359-9f42-5a230363d815 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (d06fdc04-5436-4f03-b118-ebe0aded37eb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:54.534573 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-785a9cbc-f34e-4359-9f42-5a230363d815 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:54.544449 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-785a9cbc-f34e-4359-9f42-5a230363d815 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "DELETE /v2.0/networks/d06fdc04-5436-4f03-b118-ebe0aded37eb HTTP/1.1" status: 204 len: 168 time: 0.7089405 Feb 19 04:56:54.550781 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54272) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:54.562047 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a9cbc-f34e-4359-9f42-5a230363d815 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event deleted for resources: {'Network': ['ID=d06fdc04-5436-4f03-b118-ebe0aded37eb,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:54.644053 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-779af2cd-1f6b-40a5-b996-d1f29f58d987 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Deleting subnet db29cb0e-01c1-4d41-a36a-7e89d3bb9aee {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:56:54.650400 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-779af2cd-1f6b-40a5-b996-d1f29f58d987 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for subnet (db29cb0e-01c1-4d41-a36a-7e89d3bb9aee), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:54.744556 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-779af2cd-1f6b-40a5-b996-d1f29f58d987 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (db29cb0e-01c1-4d41-a36a-7e89d3bb9aee), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:54.889711 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-779af2cd-1f6b-40a5-b996-d1f29f58d987 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (db29cb0e-01c1-4d41-a36a-7e89d3bb9aee), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:55.037089 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-779af2cd-1f6b-40a5-b996-d1f29f58d987 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (db29cb0e-01c1-4d41-a36a-7e89d3bb9aee), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:55.062537 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-779af2cd-1f6b-40a5-b996-d1f29f58d987 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:55.067782 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00310ba-713d-41de-9313-69f97536167e None None] Network 344495bf-a6d0-432e-820d-7c50748c4ebd requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:56:55.075562 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-779af2cd-1f6b-40a5-b996-d1f29f58d987 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "DELETE /v2.0/subnets/db29cb0e-01c1-4d41-a36a-7e89d3bb9aee HTTP/1.1" status: 204 len: 168 time: 0.5235956 Feb 19 04:56:55.080306 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54278) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:55.139276 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779af2cd-1f6b-40a5-b996-d1f29f58d987 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event deleted for resources: {'Subnet': ['ID=db29cb0e-01c1-4d41-a36a-7e89d3bb9aee,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:55.329796 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-295b3502-8dd0-49c4-9064-ef9e32ef0605 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (344495bf-a6d0-432e-820d-7c50748c4ebd), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:55.413657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bb1e58-94c9-4257-9588-8a912e5f2284 None None] DHCP port deletion for 344495bf-a6d0-432e-820d-7c50748c4ebd request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:56:55.459304 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-295b3502-8dd0-49c4-9064-ef9e32ef0605 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Deleting port 9cc420a3-0243-48da-814e-023fbebe2fba {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:56:55.459835 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-295b3502-8dd0-49c4-9064-ef9e32ef0605 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9cc420a3-0243-48da-814e-023fbebe2fba), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:55.501112 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b4bb1e58-94c9-4257-9588-8a912e5f2284 None None] Deleting port 9cc420a3-0243-48da-814e-023fbebe2fba {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:56:55.501586 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b4bb1e58-94c9-4257-9588-8a912e5f2284 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9cc420a3-0243-48da-814e-023fbebe2fba), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:55.582329 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-295b3502-8dd0-49c4-9064-ef9e32ef0605 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] For port 9cc420a3-0243-48da-814e-023fbebe2fba, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9cc420a3-0243-48da-814e-023fbebe2fba,segment=NetworkSegment(be30cda1-4a6d-4797-9507-67909dba2f1e),segment_id=be30cda1-4a6d-4797-9507-67909dba2f1e)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:55.583106 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-295b3502-8dd0-49c4-9064-ef9e32ef0605 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9cc420a3-0243-48da-814e-023fbebe2fba), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:55.620666 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-295b3502-8dd0-49c4-9064-ef9e32ef0605 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Calling delete_port for 9cc420a3-0243-48da-814e-023fbebe2fba owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:56:55.645752 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b4bb1e58-94c9-4257-9588-8a912e5f2284 None None] For port 9cc420a3-0243-48da-814e-023fbebe2fba, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9cc420a3-0243-48da-814e-023fbebe2fba,segment=NetworkSegment(be30cda1-4a6d-4797-9507-67909dba2f1e),segment_id=be30cda1-4a6d-4797-9507-67909dba2f1e)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:56:55.646392 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b4bb1e58-94c9-4257-9588-8a912e5f2284 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9cc420a3-0243-48da-814e-023fbebe2fba), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:55.668810 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b4bb1e58-94c9-4257-9588-8a912e5f2284 None None] Calling delete_port for 9cc420a3-0243-48da-814e-023fbebe2fba owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:56:55.769313 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-295b3502-8dd0-49c4-9064-ef9e32ef0605 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (9cc420a3-0243-48da-814e-023fbebe2fba), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:55.809279 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b3502-8dd0-49c4-9064-ef9e32ef0605 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event deleted for resources: {'Port': ['ID=9cc420a3-0243-48da-814e-023fbebe2fba,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:55.813076 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295b3502-8dd0-49c4-9064-ef9e32ef0605 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] No DVR routers for this DVR port 9cc420a3-0243-48da-814e-023fbebe2fba on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:56:55.827455 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b4bb1e58-94c9-4257-9588-8a912e5f2284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (9cc420a3-0243-48da-814e-023fbebe2fba), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:55.887233 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb1e58-94c9-4257-9588-8a912e5f2284 None None] Pushing event deleted for resources: {'Port': ['ID=9cc420a3-0243-48da-814e-023fbebe2fba,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:55.895689 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bb1e58-94c9-4257-9588-8a912e5f2284 None None] No DVR routers for this DVR port 9cc420a3-0243-48da-814e-023fbebe2fba on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:56:55.953647 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-295b3502-8dd0-49c4-9064-ef9e32ef0605 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (344495bf-a6d0-432e-820d-7c50748c4ebd), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:55.989815 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-295b3502-8dd0-49c4-9064-ef9e32ef0605 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['344495bf-a6d0-432e-820d-7c50748c4ebd']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:56.009068 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-295b3502-8dd0-49c4-9064-ef9e32ef0605 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be30cda1-4a6d-4797-9507-67909dba2f1e') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:56.011281 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-295b3502-8dd0-49c4-9064-ef9e32ef0605 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be30cda1-4a6d-4797-9507-67909dba2f1e') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:56:56.030515 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-295b3502-8dd0-49c4-9064-ef9e32ef0605 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (be30cda1-4a6d-4797-9507-67909dba2f1e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:56.052058 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-295b3502-8dd0-49c4-9064-ef9e32ef0605 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (be30cda1-4a6d-4797-9507-67909dba2f1e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:56.060764 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295b3502-8dd0-49c4-9064-ef9e32ef0605 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:56:56.061406 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-295b3502-8dd0-49c4-9064-ef9e32ef0605 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (be30cda1-4a6d-4797-9507-67909dba2f1e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:56:56.066901 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:56:56.157375 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-295b3502-8dd0-49c4-9064-ef9e32ef0605 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (344495bf-a6d0-432e-820d-7c50748c4ebd), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:56.176113 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-295b3502-8dd0-49c4-9064-ef9e32ef0605 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:56.186134 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54288) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:56.187059 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-295b3502-8dd0-49c4-9064-ef9e32ef0605 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "DELETE /v2.0/networks/344495bf-a6d0-432e-820d-7c50748c4ebd HTTP/1.1" status: 204 len: 168 time: 1.0979464 Feb 19 04:56:56.205905 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b3502-8dd0-49c4-9064-ef9e32ef0605 tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Pushing event deleted for resources: {'Network': ['ID=344495bf-a6d0-432e-820d-7c50748c4ebd,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:56.253174 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b0e2a27b-2c1d-48d2-9334-331ee56c880e tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "GET /v2.0/ports?device_id=05411de6-0797-4477-b793-0dea04561258 HTTP/1.1" status: 200 len: 205 time: 0.0584638 Feb 19 04:56:56.253174 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54290) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:56.411662 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e177fe57-b4e1-45c1-ae7c-08d97939409b tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for router (05411de6-0797-4477-b793-0dea04561258), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:56.729500 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e177fe57-b4e1-45c1-ae7c-08d97939409b tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (05411de6-0797-4477-b793-0dea04561258), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:56.733745 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e177fe57-b4e1-45c1-ae7c-08d97939409b tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for router_controller (05411de6-0797-4477-b793-0dea04561258), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:56.818075 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e177fe57-b4e1-45c1-ae7c-08d97939409b tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (05411de6-0797-4477-b793-0dea04561258), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:56.819484 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e177fe57-b4e1-45c1-ae7c-08d97939409b tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Fanout notify agent at l3_agent the message router_deleted on router 05411de6-0797-4477-b793-0dea04561258 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:56:56.833967 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e177fe57-b4e1-45c1-ae7c-08d97939409b tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:56.840262 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e177fe57-b4e1-45c1-ae7c-08d97939409b tempest-RoutersNegativeIpV6Test-1534052468 tempest-RoutersNegativeIpV6Test-1534052468-project] 10.222.0.65 "DELETE /v2.0/routers/05411de6-0797-4477-b793-0dea04561258 HTTP/1.1" status: 204 len: 168 time: 0.5822949 Feb 19 04:56:57.301495 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54308) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:57.305754 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9cc420a3-0243-48da-814e-023fbebe2fba no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:56:57.343694 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 9cc420a3-0243-48da-814e-023fbebe2fba {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:56:57.344427 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9cc420a3-0243-48da-814e-023fbebe2fba not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:56:57.567597 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-72e942a9-eef8-4408-afd3-9d9f76239ac0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=85711d2333c441078fb97de2ef2e69f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2647247 Feb 19 04:56:57.571368 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54314) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:57.660396 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-57b690e5-f0ee-4b85-be8f-657465975dfb admin admin] Publish callbacks [] for security_group (2bdbd5a3-97d5-4f72-b9d3-bdd5e4fbc424), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:57.700114 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-57b690e5-f0ee-4b85-be8f-657465975dfb admin admin] Publish callbacks [] for security_group (2bdbd5a3-97d5-4f72-b9d3-bdd5e4fbc424), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:57.796757 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-57b690e5-f0ee-4b85-be8f-657465975dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2bdbd5a3-97d5-4f72-b9d3-bdd5e4fbc424), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:57.804326 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-57b690e5-f0ee-4b85-be8f-657465975dfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:57.806096 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-57b690e5-f0ee-4b85-be8f-657465975dfb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2bdbd5a3-97d5-4f72-b9d3-bdd5e4fbc424 HTTP/1.1" status: 204 len: 168 time: 0.2328660 Feb 19 04:56:57.826965 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b690e5-f0ee-4b85-be8f-657465975dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdbd5a3-97d5-4f72-b9d3-bdd5e4fbc424,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:59.030271 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54344) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:59.188266 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-8e9d7d0c-38c3-48be-8ddf-88cc1f92af08 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:59.189000 n-d-772273-4 neutron-server[115198]: WARNING neutron.api.v2.base [None req-8e9d7d0c-38c3-48be-8ddf-88cc1f92af08 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 04:56:59.190364 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-8e9d7d0c-38c3-48be-8ddf-88cc1f92af08 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 04:56:59.192299 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8e9d7d0c-38c3-48be-8ddf-88cc1f92af08 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1604049 Feb 19 04:56:59.195976 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54350) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:59.202205 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-02ab04e3-7bc6-4031-8e2a-42d7bbfbd68a tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208116448'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:59.228317 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02ab04e3-7bc6-4031-8e2a-42d7bbfbd68a tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:59.240113 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02ab04e3-7bc6-4031-8e2a-42d7bbfbd68a tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:59.348529 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02ab04e3-7bc6-4031-8e2a-42d7bbfbd68a tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (374777f4-425d-43cb-8872-2a730e4282ae), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:59.354492 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02ab04e3-7bc6-4031-8e2a-42d7bbfbd68a tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (374777f4-425d-43cb-8872-2a730e4282ae), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:59.439532 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab04e3-7bc6-4031-8e2a-42d7bbfbd68a tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374777f4-425d-43cb-8872-2a730e4282ae,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:59.509185 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02ab04e3-7bc6-4031-8e2a-42d7bbfbd68a tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (58e9e410-506d-482a-9b21-b553eb9f755d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:59.515760 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02ab04e3-7bc6-4031-8e2a-42d7bbfbd68a tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (58e9e410-506d-482a-9b21-b553eb9f755d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:59.573686 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02ab04e3-7bc6-4031-8e2a-42d7bbfbd68a tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:59.575969 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-02ab04e3-7bc6-4031-8e2a-42d7bbfbd68a tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3774183 Feb 19 04:56:59.580350 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54354) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:59.586856 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-10aea129-3825-493c-9129-d632eac1acd0 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group_rule': {'security_group_id': '58e9e410-506d-482a-9b21-b553eb9f755d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:59.591062 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab04e3-7bc6-4031-8e2a-42d7bbfbd68a tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58e9e410-506d-482a-9b21-b553eb9f755d,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:59.630775 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-10aea129-3825-493c-9129-d632eac1acd0 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group_rule (74fd59e8-6ad7-485d-8528-c8a3f7c18f12), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:59.750231 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-10aea129-3825-493c-9129-d632eac1acd0 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group_rule (74fd59e8-6ad7-485d-8528-c8a3f7c18f12), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:59.759044 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-10aea129-3825-493c-9129-d632eac1acd0 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (74fd59e8-6ad7-485d-8528-c8a3f7c18f12), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:59.811143 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aea129-3825-493c-9129-d632eac1acd0 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74fd59e8-6ad7-485d-8528-c8a3f7c18f12,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:56:59.823705 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-10aea129-3825-493c-9129-d632eac1acd0 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:59.828723 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-10aea129-3825-493c-9129-d632eac1acd0 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2438471 Feb 19 04:56:59.829420 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54360) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:56:59.839385 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-2b2d9a76-f715-4055-9066-c9ae6f9c930e tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group_rule': {'security_group_id': '58e9e410-506d-482a-9b21-b553eb9f755d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:56:59.884542 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2b2d9a76-f715-4055-9066-c9ae6f9c930e tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group_rule (e5344485-b8a5-4770-a4db-6ea4450e8185), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:56:59.942563 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-2b2d9a76-f715-4055-9066-c9ae6f9c930e tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 04:56:59.943876 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2b2d9a76-f715-4055-9066-c9ae6f9c930e tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1121895 Feb 19 04:56:59.948565 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54362) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:00.022118 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67da12ab-83de-4af4-847e-e393d184bfa0 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (58e9e410-506d-482a-9b21-b553eb9f755d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:00.055409 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67da12ab-83de-4af4-847e-e393d184bfa0 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (58e9e410-506d-482a-9b21-b553eb9f755d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:00.151886 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67da12ab-83de-4af4-847e-e393d184bfa0 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (58e9e410-506d-482a-9b21-b553eb9f755d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:00.155317 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67da12ab-83de-4af4-847e-e393d184bfa0 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:00.156885 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-67da12ab-83de-4af4-847e-e393d184bfa0 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "DELETE /v2.0/security-groups/58e9e410-506d-482a-9b21-b553eb9f755d HTTP/1.1" status: 204 len: 168 time: 0.2072318 Feb 19 04:57:00.162056 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54366) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:00.180180 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da12ab-83de-4af4-847e-e393d184bfa0 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e9e410-506d-482a-9b21-b553eb9f755d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:00.288042 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-998e41f8-187b-4b82-abca-f7165d3e5476 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1238983 Feb 19 04:57:00.293947 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54368) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:00.300113 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-19f64a98-ca61-4cfd-a73a-a85b32c9502d tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group': {'name': 'tempest-secgroup--1803248494'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:00.327752 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19f64a98-ca61-4cfd-a73a-a85b32c9502d tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:00.465398 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19f64a98-ca61-4cfd-a73a-a85b32c9502d tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (31fd5208-320a-4d5f-9d9b-c84d8bc509d2), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:00.473868 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19f64a98-ca61-4cfd-a73a-a85b32c9502d tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (31fd5208-320a-4d5f-9d9b-c84d8bc509d2), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:00.516626 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-19f64a98-ca61-4cfd-a73a-a85b32c9502d tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:00.521853 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-19f64a98-ca61-4cfd-a73a-a85b32c9502d tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2259595 Feb 19 04:57:00.523440 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54370) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:00.530718 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-0a34cbd7-a717-4026-89d3-a70fc929c0f7 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group_rule': {'security_group_id': '31fd5208-320a-4d5f-9d9b-c84d8bc509d2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:00.531399 n-d-772273-4 neutron-server[115198]: WARNING neutron.api.v2.base [None req-0a34cbd7-a717-4026-89d3-a70fc929c0f7 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 19 04:57:00.532146 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-0a34cbd7-a717-4026-89d3-a70fc929c0f7 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:57:00.539326 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0a34cbd7-a717-4026-89d3-a70fc929c0f7 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0142767 Feb 19 04:57:00.540070 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54372) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:00.559351 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f64a98-ca61-4cfd-a73a-a85b32c9502d tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31fd5208-320a-4d5f-9d9b-c84d8bc509d2,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:00.652517 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc6ebdfb-1df3-4c52-935c-f0c0a5031a36 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (31fd5208-320a-4d5f-9d9b-c84d8bc509d2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:00.699542 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc6ebdfb-1df3-4c52-935c-f0c0a5031a36 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (31fd5208-320a-4d5f-9d9b-c84d8bc509d2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:00.784614 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc6ebdfb-1df3-4c52-935c-f0c0a5031a36 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (31fd5208-320a-4d5f-9d9b-c84d8bc509d2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:00.789904 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc6ebdfb-1df3-4c52-935c-f0c0a5031a36 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:00.795355 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cc6ebdfb-1df3-4c52-935c-f0c0a5031a36 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "DELETE /v2.0/security-groups/31fd5208-320a-4d5f-9d9b-c84d8bc509d2 HTTP/1.1" status: 204 len: 168 time: 0.2493515 Feb 19 04:57:00.796995 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54374) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:00.810279 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ebdfb-1df3-4c52-935c-f0c0a5031a36 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fd5208-320a-4d5f-9d9b-c84d8bc509d2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:00.926929 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5ee856af-0a66-4ca0-a623-b6e4a3019a0a tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1263335 Feb 19 04:57:00.931265 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54380) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:00.938705 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-a48664ac-3845-42bd-a0f0-cf1eb4add41f tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group': {'name': 'tempest-secgroup--193687938'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:00.975916 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a48664ac-3845-42bd-a0f0-cf1eb4add41f tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:01.099302 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a48664ac-3845-42bd-a0f0-cf1eb4add41f tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (d3cc81ea-12f2-4770-be16-7e90b8962175), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:01.106872 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a48664ac-3845-42bd-a0f0-cf1eb4add41f tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d3cc81ea-12f2-4770-be16-7e90b8962175), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:01.156956 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a48664ac-3845-42bd-a0f0-cf1eb4add41f tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:01.163387 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a48664ac-3845-42bd-a0f0-cf1eb4add41f tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2260952 Feb 19 04:57:01.167245 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54386) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:01.168194 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48664ac-3845-42bd-a0f0-cf1eb4add41f tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cc81ea-12f2-4770-be16-7e90b8962175,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:01.184197 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-863a4d14-319b-47d6-a38d-f9a47f84cd8f tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group_rule': {'security_group_id': 'd3cc81ea-12f2-4770-be16-7e90b8962175', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:01.186055 n-d-772273-4 neutron-server[115199]: WARNING neutron.api.v2.base [None req-863a4d14-319b-47d6-a38d-f9a47f84cd8f tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 19 04:57:01.187181 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-863a4d14-319b-47d6-a38d-f9a47f84cd8f tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:57:01.189674 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-863a4d14-319b-47d6-a38d-f9a47f84cd8f tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0189192 Feb 19 04:57:01.193966 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54390) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:01.328726 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f11a3640-ebbf-4e9a-ab58-af4113933220 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (d3cc81ea-12f2-4770-be16-7e90b8962175), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:01.391396 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f11a3640-ebbf-4e9a-ab58-af4113933220 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (d3cc81ea-12f2-4770-be16-7e90b8962175), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:01.480100 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f11a3640-ebbf-4e9a-ab58-af4113933220 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d3cc81ea-12f2-4770-be16-7e90b8962175), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:01.493795 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f11a3640-ebbf-4e9a-ab58-af4113933220 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:01.500577 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54392) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:01.501789 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f11a3640-ebbf-4e9a-ab58-af4113933220 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "DELETE /v2.0/security-groups/d3cc81ea-12f2-4770-be16-7e90b8962175 HTTP/1.1" status: 204 len: 168 time: 0.3055160 Feb 19 04:57:01.527925 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a3640-ebbf-4e9a-ab58-af4113933220 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cc81ea-12f2-4770-be16-7e90b8962175,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:01.583278 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4004adf3-d572-434b-96aa-4e8ddb48ee16 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0795300 Feb 19 04:57:01.590514 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54394) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:01.599336 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-f2dd03be-6ca8-4de9-bed3-26cbedae9921 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group': {'name': 'tempest-secgroup--673541069'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:01.645659 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f2dd03be-6ca8-4de9-bed3-26cbedae9921 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:01.762183 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f2dd03be-6ca8-4de9-bed3-26cbedae9921 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (e7d2478b-b8e1-4b0a-9f1e-5f1185d5f241), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:01.768712 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f2dd03be-6ca8-4de9-bed3-26cbedae9921 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e7d2478b-b8e1-4b0a-9f1e-5f1185d5f241), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:01.821510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd03be-6ca8-4de9-bed3-26cbedae9921 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d2478b-b8e1-4b0a-9f1e-5f1185d5f241,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:01.830724 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f2dd03be-6ca8-4de9-bed3-26cbedae9921 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:01.834964 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f2dd03be-6ca8-4de9-bed3-26cbedae9921 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2401190 Feb 19 04:57:01.836067 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54396) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:01.841156 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-bbc9b5ab-de2b-4eac-9bb7-683c21ad487b tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group_rule': {'security_group_id': 'e7d2478b-b8e1-4b0a-9f1e-5f1185d5f241', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:01.842166 n-d-772273-4 neutron-server[115198]: WARNING neutron.api.v2.base [None req-bbc9b5ab-de2b-4eac-9bb7-683c21ad487b tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 19 04:57:01.842844 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-bbc9b5ab-de2b-4eac-9bb7-683c21ad487b tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:57:01.847108 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bbc9b5ab-de2b-4eac-9bb7-683c21ad487b tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070331 Feb 19 04:57:01.848556 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54398) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:01.854423 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-27be8850-8481-472b-a2a4-393516c50213 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group_rule': {'security_group_id': 'e7d2478b-b8e1-4b0a-9f1e-5f1185d5f241', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:01.855278 n-d-772273-4 neutron-server[115199]: WARNING neutron.api.v2.base [None req-27be8850-8481-472b-a2a4-393516c50213 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 19 04:57:01.855886 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-27be8850-8481-472b-a2a4-393516c50213 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:57:01.857440 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-27be8850-8481-472b-a2a4-393516c50213 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071917 Feb 19 04:57:01.861225 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54400) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:01.866182 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-13ada843-9f89-41c7-b563-8ff69cd777ab tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group_rule': {'security_group_id': 'e7d2478b-b8e1-4b0a-9f1e-5f1185d5f241', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:01.867029 n-d-772273-4 neutron-server[115198]: WARNING neutron.api.v2.base [None req-13ada843-9f89-41c7-b563-8ff69cd777ab tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 19 04:57:01.867528 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-13ada843-9f89-41c7-b563-8ff69cd777ab tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:57:01.869259 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-13ada843-9f89-41c7-b563-8ff69cd777ab tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061557 Feb 19 04:57:01.872849 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54402) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:01.880478 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-6b1a27c6-1a2f-4309-aedd-22a4a67a7fc0 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group_rule': {'security_group_id': 'e7d2478b-b8e1-4b0a-9f1e-5f1185d5f241', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:01.881864 n-d-772273-4 neutron-server[115199]: WARNING neutron.api.v2.base [None req-6b1a27c6-1a2f-4309-aedd-22a4a67a7fc0 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 19 04:57:01.882609 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-6b1a27c6-1a2f-4309-aedd-22a4a67a7fc0 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:57:01.884180 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6b1a27c6-1a2f-4309-aedd-22a4a67a7fc0 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0095050 Feb 19 04:57:01.889263 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54404) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:01.971681 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-62467217-87dd-48f8-a9e9-a63302ee60d7 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (e7d2478b-b8e1-4b0a-9f1e-5f1185d5f241), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:02.001039 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-62467217-87dd-48f8-a9e9-a63302ee60d7 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (e7d2478b-b8e1-4b0a-9f1e-5f1185d5f241), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:02.088877 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-62467217-87dd-48f8-a9e9-a63302ee60d7 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e7d2478b-b8e1-4b0a-9f1e-5f1185d5f241), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:02.094529 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-62467217-87dd-48f8-a9e9-a63302ee60d7 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:02.102517 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-62467217-87dd-48f8-a9e9-a63302ee60d7 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "DELETE /v2.0/security-groups/e7d2478b-b8e1-4b0a-9f1e-5f1185d5f241 HTTP/1.1" status: 204 len: 168 time: 0.2084823 Feb 19 04:57:02.104213 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54414) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:02.154038 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62467217-87dd-48f8-a9e9-a63302ee60d7 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d2478b-b8e1-4b0a-9f1e-5f1185d5f241,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:02.240366 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54416) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:02.250480 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-b48e64b9-f679-4b7b-8b51-45177d0cd6fe tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group': {'name': 'tempest-secgroup--343294361'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:02.253743 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dc797bbc-8cb0-4cb5-8fc8-ed597909a0e3 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1287315 Feb 19 04:57:02.297915 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b48e64b9-f679-4b7b-8b51-45177d0cd6fe tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:02.314156 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-750c6d5d-1175-41ff-8171-2e166c8148f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:02.481605 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b48e64b9-f679-4b7b-8b51-45177d0cd6fe tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (007a0610-c866-4568-a168-82b416cf3f31), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:02.492484 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b48e64b9-f679-4b7b-8b51-45177d0cd6fe tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (007a0610-c866-4568-a168-82b416cf3f31), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:02.574246 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e64b9-f679-4b7b-8b51-45177d0cd6fe tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=007a0610-c866-4568-a168-82b416cf3f31,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:02.584486 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b48e64b9-f679-4b7b-8b51-45177d0cd6fe tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:02.598592 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54424) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:02.610533 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-6d241359-f998-4218-b55a-3706fd20a1c2 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group_rule': {'security_group_id': '007a0610-c866-4568-a168-82b416cf3f31', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:02.611325 n-d-772273-4 neutron-server[115198]: WARNING neutron.api.v2.base [None req-6d241359-f998-4218-b55a-3706fd20a1c2 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 04:57:02.612148 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-6d241359-f998-4218-b55a-3706fd20a1c2 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:57:02.613825 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b48e64b9-f679-4b7b-8b51-45177d0cd6fe tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3717611 Feb 19 04:57:02.621401 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54426) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:02.622915 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6d241359-f998-4218-b55a-3706fd20a1c2 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0192049 Feb 19 04:57:02.631932 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-be53fb52-608a-4e20-a9d3-2a99bb466d35 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group_rule': {'security_group_id': '007a0610-c866-4568-a168-82b416cf3f31', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:02.717940 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-be53fb52-608a-4e20-a9d3-2a99bb466d35 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:57:02.724368 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-be53fb52-608a-4e20-a9d3-2a99bb466d35 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0959470 Feb 19 04:57:02.725484 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54430) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:02.736613 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-1ae12126-8fdb-4753-bedb-85e556038849 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group_rule': {'security_group_id': '007a0610-c866-4568-a168-82b416cf3f31', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:02.740958 n-d-772273-4 neutron-server[115199]: WARNING neutron.api.v2.base [None req-1ae12126-8fdb-4753-bedb-85e556038849 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 19 04:57:02.743547 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-1ae12126-8fdb-4753-bedb-85e556038849 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:57:02.750292 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1ae12126-8fdb-4753-bedb-85e556038849 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0188472 Feb 19 04:57:02.751095 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54432) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:02.762335 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-22df8902-d3cb-4cf6-8b16-d0517a8cd98a tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group_rule': {'security_group_id': '007a0610-c866-4568-a168-82b416cf3f31', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:02.846493 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-22df8902-d3cb-4cf6-8b16-d0517a8cd98a tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:57:02.853111 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-22df8902-d3cb-4cf6-8b16-d0517a8cd98a tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0953026 Feb 19 04:57:02.854477 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54434) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:02.862791 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-ca160011-fb73-4ad0-b48a-441211eaa060 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group_rule': {'security_group_id': '007a0610-c866-4568-a168-82b416cf3f31', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:02.863735 n-d-772273-4 neutron-server[115198]: WARNING neutron.api.v2.base [None req-ca160011-fb73-4ad0-b48a-441211eaa060 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 04:57:02.866319 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-ca160011-fb73-4ad0-b48a-441211eaa060 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:57:02.879945 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54436) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:02.886688 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ca160011-fb73-4ad0-b48a-441211eaa060 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0301259 Feb 19 04:57:02.901868 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-85ad202b-1173-4fe0-9980-91ebcece53b2 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group_rule': {'security_group_id': '007a0610-c866-4568-a168-82b416cf3f31', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:02.967449 n-d-772273-4 neutron-server[115199]: INFO neutron.db.securitygroups_db [None req-85ad202b-1173-4fe0-9980-91ebcece53b2 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Project aef36167edbe404f89dad78a0e216d0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:57:03.003300 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-85ad202b-1173-4fe0-9980-91ebcece53b2 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:57:03.008276 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-85ad202b-1173-4fe0-9980-91ebcece53b2 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1227674 Feb 19 04:57:03.011832 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54438) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:03.023888 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-091d1cdc-1e67-4d07-ab80-554ae25ba00c tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group_rule': {'security_group_id': '007a0610-c866-4568-a168-82b416cf3f31', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:03.026420 n-d-772273-4 neutron-server[115199]: WARNING neutron.api.v2.base [None req-091d1cdc-1e67-4d07-ab80-554ae25ba00c tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 19 04:57:03.028199 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-091d1cdc-1e67-4d07-ab80-554ae25ba00c tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:57:03.030509 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-091d1cdc-1e67-4d07-ab80-554ae25ba00c tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0142779 Feb 19 04:57:03.035515 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54440) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:03.043300 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-64d429f5-d978-49bd-bc11-fd24470e50e3 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group_rule': {'security_group_id': '007a0610-c866-4568-a168-82b416cf3f31', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:03.082673 n-d-772273-4 neutron-server[115198]: INFO neutron.db.securitygroups_db [None req-64d429f5-d978-49bd-bc11-fd24470e50e3 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Project aef36167edbe404f89dad78a0e216d0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:57:03.111842 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-64d429f5-d978-49bd-bc11-fd24470e50e3 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:57:03.114994 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-64d429f5-d978-49bd-bc11-fd24470e50e3 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0768371 Feb 19 04:57:03.117744 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54442) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:03.127147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-2de06bd9-dd88-4e57-82c7-ecf8d90edd46 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group_rule': {'security_group_id': '007a0610-c866-4568-a168-82b416cf3f31', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:03.188883 n-d-772273-4 neutron-server[115199]: INFO neutron.db.securitygroups_db [None req-2de06bd9-dd88-4e57-82c7-ecf8d90edd46 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Project aef36167edbe404f89dad78a0e216d0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:57:03.232131 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-2de06bd9-dd88-4e57-82c7-ecf8d90edd46 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:57:03.236629 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2de06bd9-dd88-4e57-82c7-ecf8d90edd46 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1146383 Feb 19 04:57:03.237095 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54446) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:03.337716 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e683a192-8f09-4676-a28d-ebaf93714144 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (007a0610-c866-4568-a168-82b416cf3f31), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:03.404447 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e683a192-8f09-4676-a28d-ebaf93714144 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (007a0610-c866-4568-a168-82b416cf3f31), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:03.521587 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e683a192-8f09-4676-a28d-ebaf93714144 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (007a0610-c866-4568-a168-82b416cf3f31), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:03.527408 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e683a192-8f09-4676-a28d-ebaf93714144 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:03.534722 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e683a192-8f09-4676-a28d-ebaf93714144 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "DELETE /v2.0/security-groups/007a0610-c866-4568-a168-82b416cf3f31 HTTP/1.1" status: 204 len: 168 time: 0.2925198 Feb 19 04:57:03.535241 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54448) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:03.609543 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683a192-8f09-4676-a28d-ebaf93714144 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=007a0610-c866-4568-a168-82b416cf3f31,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:03.720142 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c2fc6d6c-188a-4223-bee6-fb5e852aca28 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1771519 Feb 19 04:57:03.720706 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54452) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:03.725997 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-94841123-d819-4220-b535-e76bf091b64a tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group': {'name': 'tempest-secgroup--1947170760'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:03.761541 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94841123-d819-4220-b535-e76bf091b64a tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:03.963793 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94841123-d819-4220-b535-e76bf091b64a tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (57071bae-abbb-43ef-ac61-3fc05117e255), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:03.971195 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94841123-d819-4220-b535-e76bf091b64a tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (57071bae-abbb-43ef-ac61-3fc05117e255), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:04.035087 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94841123-d819-4220-b535-e76bf091b64a tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57071bae-abbb-43ef-ac61-3fc05117e255,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:04.057431 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94841123-d819-4220-b535-e76bf091b64a tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:04.062764 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-94841123-d819-4220-b535-e76bf091b64a tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3409817 Feb 19 04:57:04.066005 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54458) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:04.078385 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-83929fc4-fab2-49e9-ad49-354d084931cc tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group_rule': {'security_group_id': '57071bae-abbb-43ef-ac61-3fc05117e255', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:04.200623 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-83929fc4-fab2-49e9-ad49-354d084931cc tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] create failed (client error): The resource could not be found. Feb 19 04:57:04.205405 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54460) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:04.205626 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-83929fc4-fab2-49e9-ad49-354d084931cc tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1373234 Feb 19 04:57:04.216691 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-cf51f868-4511-4f30-a5b4-5b1d94d0b110 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group_rule': {'security_group_id': '57071bae-abbb-43ef-ac61-3fc05117e255', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '17381926-2ce9-489d-af39-d83eed3d3224'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:04.298318 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-cf51f868-4511-4f30-a5b4-5b1d94d0b110 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] create failed (client error): The resource could not be found. Feb 19 04:57:04.300235 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cf51f868-4511-4f30-a5b4-5b1d94d0b110 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0924232 Feb 19 04:57:04.303059 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54464) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:04.378427 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-af892c20-cabe-420d-8b13-5ec6c5ac18cf tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (57071bae-abbb-43ef-ac61-3fc05117e255), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:04.429720 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-af892c20-cabe-420d-8b13-5ec6c5ac18cf tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (57071bae-abbb-43ef-ac61-3fc05117e255), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:04.493038 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-af892c20-cabe-420d-8b13-5ec6c5ac18cf tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (57071bae-abbb-43ef-ac61-3fc05117e255), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:04.496474 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-af892c20-cabe-420d-8b13-5ec6c5ac18cf tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:04.497941 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-af892c20-cabe-420d-8b13-5ec6c5ac18cf tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "DELETE /v2.0/security-groups/57071bae-abbb-43ef-ac61-3fc05117e255 HTTP/1.1" status: 204 len: 168 time: 0.1936712 Feb 19 04:57:04.500938 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54466) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:04.514670 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af892c20-cabe-420d-8b13-5ec6c5ac18cf tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57071bae-abbb-43ef-ac61-3fc05117e255,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:04.602359 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e660a76f-6bd5-4774-9470-87cce5b1ae67 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1001520 Feb 19 04:57:04.603135 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54468) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:04.620501 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-cdc9f352-520c-4862-9022-2cd9a1d78a35 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group_rule': {'security_group_id': '3c7e72d1-d1ed-48b3-a6e9-64e82db29fe6', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:04.723129 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-cdc9f352-520c-4862-9022-2cd9a1d78a35 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] create failed (client error): The resource could not be found. Feb 19 04:57:04.729719 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54472) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:04.730682 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cdc9f352-520c-4862-9022-2cd9a1d78a35 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1256559 Feb 19 04:57:04.739378 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-1330e274-d9a2-465a-bb13-06d97cfebf36 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group': {'name': 'tempest-secgroup--1473103378'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:04.804153 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1330e274-d9a2-465a-bb13-06d97cfebf36 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:05.029172 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1330e274-d9a2-465a-bb13-06d97cfebf36 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (cf0bb374-0fe6-413e-8894-02fb745ad327), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:05.039613 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1330e274-d9a2-465a-bb13-06d97cfebf36 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (cf0bb374-0fe6-413e-8894-02fb745ad327), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:05.081436 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1330e274-d9a2-465a-bb13-06d97cfebf36 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:05.088385 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54474) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:05.095165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-21e51d2d-1f40-4696-94c3-b233cf5d2ff4 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group': {'name': 'tempest-secgroup--575663252'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:05.102446 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1330e274-d9a2-465a-bb13-06d97cfebf36 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3679194 Feb 19 04:57:05.141735 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2685a475-63ee-45c1-b988-ef2e6a3b692e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:05.161837 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330e274-d9a2-465a-bb13-06d97cfebf36 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0bb374-0fe6-413e-8894-02fb745ad327,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:05.165826 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21e51d2d-1f40-4696-94c3-b233cf5d2ff4 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:05.283101 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21e51d2d-1f40-4696-94c3-b233cf5d2ff4 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (9d9185f8-80f6-45df-8cd6-f180a4592496), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:05.291876 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21e51d2d-1f40-4696-94c3-b233cf5d2ff4 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9d9185f8-80f6-45df-8cd6-f180a4592496), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:05.319951 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-21e51d2d-1f40-4696-94c3-b233cf5d2ff4 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:05.328245 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54478) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:05.335017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f789e2c9-0b26-4c82-8ed1-8a7cbbbe1e00 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group_rule': {'security_group_id': 'cf0bb374-0fe6-413e-8894-02fb745ad327', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9d9185f8-80f6-45df-8cd6-f180a4592496'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:05.341603 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-21e51d2d-1f40-4696-94c3-b233cf5d2ff4 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2499478 Feb 19 04:57:05.404707 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e51d2d-1f40-4696-94c3-b233cf5d2ff4 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9185f8-80f6-45df-8cd6-f180a4592496,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:05.425252 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-f789e2c9-0b26-4c82-8ed1-8a7cbbbe1e00 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:57:05.432181 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54480) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:05.440619 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f789e2c9-0b26-4c82-8ed1-8a7cbbbe1e00 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1106217 Feb 19 04:57:05.553842 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e7a39162-b3ed-4b6f-8aeb-4a14b618a9b5 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (9d9185f8-80f6-45df-8cd6-f180a4592496), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:05.609168 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e7a39162-b3ed-4b6f-8aeb-4a14b618a9b5 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (9d9185f8-80f6-45df-8cd6-f180a4592496), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:05.684671 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e7a39162-b3ed-4b6f-8aeb-4a14b618a9b5 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9d9185f8-80f6-45df-8cd6-f180a4592496), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:05.691456 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e7a39162-b3ed-4b6f-8aeb-4a14b618a9b5 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:05.697191 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54482) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:05.711247 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e7a39162-b3ed-4b6f-8aeb-4a14b618a9b5 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "DELETE /v2.0/security-groups/9d9185f8-80f6-45df-8cd6-f180a4592496 HTTP/1.1" status: 204 len: 168 time: 0.2776008 Feb 19 04:57:05.739394 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a39162-b3ed-4b6f-8aeb-4a14b618a9b5 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9185f8-80f6-45df-8cd6-f180a4592496,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:05.841165 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e7c9788a-9e79-4a73-9567-6d6965398bb3 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1414380 Feb 19 04:57:05.844238 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54486) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:05.979718 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5e62807e-7393-47fc-abc7-f200772a68d4 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (cf0bb374-0fe6-413e-8894-02fb745ad327), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:06.043379 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5e62807e-7393-47fc-abc7-f200772a68d4 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (cf0bb374-0fe6-413e-8894-02fb745ad327), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:06.146662 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5e62807e-7393-47fc-abc7-f200772a68d4 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (cf0bb374-0fe6-413e-8894-02fb745ad327), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:06.152437 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5e62807e-7393-47fc-abc7-f200772a68d4 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:06.154405 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5e62807e-7393-47fc-abc7-f200772a68d4 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "DELETE /v2.0/security-groups/cf0bb374-0fe6-413e-8894-02fb745ad327 HTTP/1.1" status: 204 len: 168 time: 0.3091564 Feb 19 04:57:06.159274 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54492) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:06.168067 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62807e-7393-47fc-abc7-f200772a68d4 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0bb374-0fe6-413e-8894-02fb745ad327,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:06.271037 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fe6f5490-10e4-4335-8f2a-0c1e65afb724 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1099682 Feb 19 04:57:06.277790 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54494) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:06.285772 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-cc612a2d-0bd3-4fa3-a5d9-6753d7a42bc6 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group': {'name': 'tempest-secgroup--1494945019'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:06.333364 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc612a2d-0bd3-4fa3-a5d9-6753d7a42bc6 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:06.461761 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc612a2d-0bd3-4fa3-a5d9-6753d7a42bc6 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (1fd1f6db-cb43-4310-8ab7-bd46521b87c3), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:06.471636 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc612a2d-0bd3-4fa3-a5d9-6753d7a42bc6 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1fd1f6db-cb43-4310-8ab7-bd46521b87c3), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:06.518433 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc612a2d-0bd3-4fa3-a5d9-6753d7a42bc6 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd1f6db-cb43-4310-8ab7-bd46521b87c3,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:06.523343 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc612a2d-0bd3-4fa3-a5d9-6753d7a42bc6 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:06.525114 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cc612a2d-0bd3-4fa3-a5d9-6753d7a42bc6 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2457018 Feb 19 04:57:06.530548 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54498) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:06.536340 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-d77e1972-5c60-4f37-af40-d53d2970af0f tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group_rule': {'security_group_id': '1fd1f6db-cb43-4310-8ab7-bd46521b87c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:06.612755 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-d77e1972-5c60-4f37-af40-d53d2970af0f tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:57:06.612755 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d77e1972-5c60-4f37-af40-d53d2970af0f tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0805049 Feb 19 04:57:06.617702 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54500) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:06.624575 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-67354356-ef79-4e86-8ce6-4b10b3c30910 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group_rule': {'security_group_id': '1fd1f6db-cb43-4310-8ab7-bd46521b87c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:06.676987 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-67354356-ef79-4e86-8ce6-4b10b3c30910 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 04:57:06.679488 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-67354356-ef79-4e86-8ce6-4b10b3c30910 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0592830 Feb 19 04:57:06.683806 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54502) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:06.796233 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6bf3e569-5a9d-4393-bfd0-d05c9856c594 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (1fd1f6db-cb43-4310-8ab7-bd46521b87c3), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:06.835171 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6bf3e569-5a9d-4393-bfd0-d05c9856c594 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (1fd1f6db-cb43-4310-8ab7-bd46521b87c3), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:06.912130 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6bf3e569-5a9d-4393-bfd0-d05c9856c594 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (1fd1f6db-cb43-4310-8ab7-bd46521b87c3), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:06.917389 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6bf3e569-5a9d-4393-bfd0-d05c9856c594 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:06.921363 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6bf3e569-5a9d-4393-bfd0-d05c9856c594 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "DELETE /v2.0/security-groups/1fd1f6db-cb43-4310-8ab7-bd46521b87c3 HTTP/1.1" status: 204 len: 168 time: 0.2332015 Feb 19 04:57:06.922138 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54506) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:06.929509 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:06.943883 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3e569-5a9d-4393-bfd0-d05c9856c594 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd1f6db-cb43-4310-8ab7-bd46521b87c3,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:06.997534 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8e9017fc-ca88-44fe-9001-7a5332eb25c5 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0729272 Feb 19 04:57:07.002606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54508) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:07.011634 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2ec5a157-d605-4cf5-bab7-eb0f54244876 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group': {'name': 'tempest-secgroup--1233636492'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:07.075680 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2ec5a157-d605-4cf5-bab7-eb0f54244876 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:07.213152 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2ec5a157-d605-4cf5-bab7-eb0f54244876 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (422f0cae-d21d-4212-aa71-00b3d68e32b9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:07.220430 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2ec5a157-d605-4cf5-bab7-eb0f54244876 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (422f0cae-d21d-4212-aa71-00b3d68e32b9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:07.294000 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5a157-d605-4cf5-bab7-eb0f54244876 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=422f0cae-d21d-4212-aa71-00b3d68e32b9,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:07.303140 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2ec5a157-d605-4cf5-bab7-eb0f54244876 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:07.308998 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2ec5a157-d605-4cf5-bab7-eb0f54244876 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3011963 Feb 19 04:57:07.309318 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54514) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:07.319826 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-37358a0a-1c31-4e14-86d8-09d4d53cd594 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:57:07.319826 n-d-772273-4 neutron-server[115199]: WARNING neutron.api.v2.base [None req-37358a0a-1c31-4e14-86d8-09d4d53cd594 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 04:57:07.319826 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-37358a0a-1c31-4e14-86d8-09d4d53cd594 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 04:57:07.321637 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-37358a0a-1c31-4e14-86d8-09d4d53cd594 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "PUT /v2.0/security-groups/422f0cae-d21d-4212-aa71-00b3d68e32b9 HTTP/1.1" status: 409 len: 330 time: 0.0101058 Feb 19 04:57:07.325041 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54516) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:07.434926 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-64e2cffd-f006-4919-924a-af9a408b6369 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (422f0cae-d21d-4212-aa71-00b3d68e32b9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:07.464591 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-64e2cffd-f006-4919-924a-af9a408b6369 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (422f0cae-d21d-4212-aa71-00b3d68e32b9), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:07.556244 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-64e2cffd-f006-4919-924a-af9a408b6369 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (422f0cae-d21d-4212-aa71-00b3d68e32b9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:07.563250 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-64e2cffd-f006-4919-924a-af9a408b6369 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:07.566148 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-64e2cffd-f006-4919-924a-af9a408b6369 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "DELETE /v2.0/security-groups/422f0cae-d21d-4212-aa71-00b3d68e32b9 HTTP/1.1" status: 204 len: 168 time: 0.2393956 Feb 19 04:57:07.568998 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54522) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:07.601098 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2cffd-f006-4919-924a-af9a408b6369 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=422f0cae-d21d-4212-aa71-00b3d68e32b9,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:07.684880 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-62d65b05-f613-4d32-834e-5d7883542322 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1141992 Feb 19 04:57:07.691675 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54526) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:07.748456 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-8cecdb22-89f9-4f0b-9bc8-cd36e5941e88 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] delete failed (client error): The resource could not be found. Feb 19 04:57:07.754064 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8cecdb22-89f9-4f0b-9bc8-cd36e5941e88 tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "DELETE /v2.0/security-groups/8af024da-9f72-48a9-bd48-524f2bc1c299 HTTP/1.1" status: 404 len: 347 time: 0.0573642 Feb 19 04:57:07.755118 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54528) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:07.803045 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-6dd6715e-35f1-4985-b089-aef0e9b2d61b tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] show failed (client error): The resource could not be found. Feb 19 04:57:07.809011 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6dd6715e-35f1-4985-b089-aef0e9b2d61b tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "GET /v2.0/security-groups/4a574f50-65e5-486e-9492-11c779fa33f4 HTTP/1.1" status: 404 len: 347 time: 0.0485549 Feb 19 04:57:07.809265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54530) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:07.817705 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:07.842000 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-196cf675-8d5b-4da4-8d20-4a40b732c70c tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] show failed (client error): The resource could not be found. Feb 19 04:57:07.844899 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-196cf675-8d5b-4da4-8d20-4a40b732c70c tempest-NegativeSecGroupIPv6Test-1294908291 tempest-NegativeSecGroupIPv6Test-1294908291-project] 10.222.0.65 "GET /v2.0/security-group-rules/3a662ac2-6e20-4aad-9456-ce9e86bade54 HTTP/1.1" status: 404 len: 356 time: 0.0330124 Feb 19 04:57:08.031325 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:08.261936 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54538) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:08.531570 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5da58c8d-a7f4-4099-93e7-48d168b66ccc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aef36167edbe404f89dad78a0e216d0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2675529 Feb 19 04:57:08.534842 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54546) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:08.643385 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-78eaedfe-db1b-4f29-93e6-718e1e703262 admin admin] Publish callbacks [] for security_group (374777f4-425d-43cb-8872-2a730e4282ae), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:08.686172 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-78eaedfe-db1b-4f29-93e6-718e1e703262 admin admin] Publish callbacks [] for security_group (374777f4-425d-43cb-8872-2a730e4282ae), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:08.776617 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-78eaedfe-db1b-4f29-93e6-718e1e703262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (374777f4-425d-43cb-8872-2a730e4282ae), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:08.783222 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-78eaedfe-db1b-4f29-93e6-718e1e703262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:08.785928 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-78eaedfe-db1b-4f29-93e6-718e1e703262 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/374777f4-425d-43cb-8872-2a730e4282ae HTTP/1.1" status: 204 len: 168 time: 0.2490990 Feb 19 04:57:08.797211 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eaedfe-db1b-4f29-93e6-718e1e703262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374777f4-425d-43cb-8872-2a730e4282ae,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:09.437381 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:09.442482 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:09.965166 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54580) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:09.970348 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0037384 Feb 19 04:57:09.979222 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54582) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:10.173404 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-65bade98-0b56-4d05-8713-36ab01063437 tempest-NetworksApiDiscovery-1735150917 tempest-NetworksApiDiscovery-1735150917-project] 10.222.0.65 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1922507 Feb 19 04:57:10.627441 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54592) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:10.818950 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33f5a5bf-5900-45e5-9ce2-5b27ba981701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:10.933089 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33f5a5bf-5900-45e5-9ce2-5b27ba981701 admin admin] Publish callbacks [] for security_group (8904d6c5-99d0-499f-b374-e78e80d5a560), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:10.940400 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33f5a5bf-5900-45e5-9ce2-5b27ba981701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8904d6c5-99d0-499f-b374-e78e80d5a560), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:10.995665 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-33f5a5bf-5900-45e5-9ce2-5b27ba981701 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5923dfab7c7541199a18eea785899994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3666062 Feb 19 04:57:10.998437 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54602) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:11.008411 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5a5bf-5900-45e5-9ce2-5b27ba981701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8904d6c5-99d0-499f-b374-e78e80d5a560,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:11.088168 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0934721a-4d31-442a-916f-e0b7833115a9 admin admin] Publish callbacks [] for security_group (8904d6c5-99d0-499f-b374-e78e80d5a560), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:11.124975 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0934721a-4d31-442a-916f-e0b7833115a9 admin admin] Publish callbacks [] for security_group (8904d6c5-99d0-499f-b374-e78e80d5a560), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:11.207394 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0934721a-4d31-442a-916f-e0b7833115a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8904d6c5-99d0-499f-b374-e78e80d5a560), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:11.210866 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0934721a-4d31-442a-916f-e0b7833115a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:11.216740 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0934721a-4d31-442a-916f-e0b7833115a9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8904d6c5-99d0-499f-b374-e78e80d5a560 HTTP/1.1" status: 204 len: 168 time: 0.2124624 Feb 19 04:57:11.234105 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934721a-4d31-442a-916f-e0b7833115a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8904d6c5-99d0-499f-b374-e78e80d5a560,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:24.778752 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54840) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:25.058580 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2af2da4f-8730-4ac0-9782-183c7c873118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:25.213797 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2af2da4f-8730-4ac0-9782-183c7c873118 admin admin] Publish callbacks [] for security_group (39c08b72-ce55-4518-bf2f-7a2f13ba8c6b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:25.230428 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2af2da4f-8730-4ac0-9782-183c7c873118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (39c08b72-ce55-4518-bf2f-7a2f13ba8c6b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:25.306894 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2da4f-8730-4ac0-9782-183c7c873118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c08b72-ce55-4518-bf2f-7a2f13ba8c6b,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:25.325906 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54850) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:25.335985 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2af2da4f-8730-4ac0-9782-183c7c873118 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5059bd4980b34479a525d1c88c365f28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5555773 Feb 19 04:57:25.413568 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff93f0a9-b56c-409c-a2fe-b1b237ec6e98 admin admin] Publish callbacks [] for security_group (39c08b72-ce55-4518-bf2f-7a2f13ba8c6b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:25.448166 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff93f0a9-b56c-409c-a2fe-b1b237ec6e98 admin admin] Publish callbacks [] for security_group (39c08b72-ce55-4518-bf2f-7a2f13ba8c6b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:25.571424 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff93f0a9-b56c-409c-a2fe-b1b237ec6e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (39c08b72-ce55-4518-bf2f-7a2f13ba8c6b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:25.576819 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff93f0a9-b56c-409c-a2fe-b1b237ec6e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:25.579467 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ff93f0a9-b56c-409c-a2fe-b1b237ec6e98 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/39c08b72-ce55-4518-bf2f-7a2f13ba8c6b HTTP/1.1" status: 204 len: 168 time: 0.2530851 Feb 19 04:57:25.603924 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93f0a9-b56c-409c-a2fe-b1b237ec6e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c08b72-ce55-4518-bf2f-7a2f13ba8c6b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:26.214277 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54864) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:26.242163 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9c98eddf-1f79-40bd-abf3-776ae3f3c49d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:26.443664 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9c98eddf-1f79-40bd-abf3-776ae3f3c49d admin admin] Publish callbacks [] for security_group (f8278243-cb34-4c2b-b5f1-6023e21e912e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:26.452770 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9c98eddf-1f79-40bd-abf3-776ae3f3c49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f8278243-cb34-4c2b-b5f1-6023e21e912e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:26.598894 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98eddf-1f79-40bd-abf3-776ae3f3c49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8278243-cb34-4c2b-b5f1-6023e21e912e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:26.624016 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54870) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:26.635619 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9c98eddf-1f79-40bd-abf3-776ae3f3c49d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=98a60b4f76e84664b3e2d7c48267dc27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4199615 Feb 19 04:57:26.722912 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63a00bc5-7b71-4425-a88a-a0e476893bcc admin admin] Publish callbacks [] for security_group (f8278243-cb34-4c2b-b5f1-6023e21e912e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:26.773599 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63a00bc5-7b71-4425-a88a-a0e476893bcc admin admin] Publish callbacks [] for security_group (f8278243-cb34-4c2b-b5f1-6023e21e912e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:26.862950 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63a00bc5-7b71-4425-a88a-a0e476893bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f8278243-cb34-4c2b-b5f1-6023e21e912e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:26.866693 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63a00bc5-7b71-4425-a88a-a0e476893bcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:26.868781 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-63a00bc5-7b71-4425-a88a-a0e476893bcc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f8278243-cb34-4c2b-b5f1-6023e21e912e HTTP/1.1" status: 204 len: 168 time: 0.2428904 Feb 19 04:57:26.885613 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a00bc5-7b71-4425-a88a-a0e476893bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8278243-cb34-4c2b-b5f1-6023e21e912e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:28.331278 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:57:29.853331 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54954) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:30.040359 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b61af506-9fc3-4c5c-9b21-e211f09f9a42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:30.176851 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b61af506-9fc3-4c5c-9b21-e211f09f9a42 admin admin] Publish callbacks [] for security_group (bd2595ce-22bd-4f88-854b-29bee9943a59), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:30.182578 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b61af506-9fc3-4c5c-9b21-e211f09f9a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (bd2595ce-22bd-4f88-854b-29bee9943a59), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:30.245681 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b61af506-9fc3-4c5c-9b21-e211f09f9a42 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1277195ed2c64e969f76041ef1e4e3ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3907278 Feb 19 04:57:30.247182 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61af506-9fc3-4c5c-9b21-e211f09f9a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2595ce-22bd-4f88-854b-29bee9943a59,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:30.250212 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54964) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:30.341647 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-76aae152-4748-49e1-9f36-669705b13838 admin admin] Publish callbacks [] for security_group (bd2595ce-22bd-4f88-854b-29bee9943a59), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:30.385276 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-76aae152-4748-49e1-9f36-669705b13838 admin admin] Publish callbacks [] for security_group (bd2595ce-22bd-4f88-854b-29bee9943a59), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:30.452450 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-76aae152-4748-49e1-9f36-669705b13838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (bd2595ce-22bd-4f88-854b-29bee9943a59), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:30.455774 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-76aae152-4748-49e1-9f36-669705b13838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:30.460791 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-76aae152-4748-49e1-9f36-669705b13838 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bd2595ce-22bd-4f88-854b-29bee9943a59 HTTP/1.1" status: 204 len: 168 time: 0.2043226 Feb 19 04:57:30.468344 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aae152-4748-49e1-9f36-669705b13838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2595ce-22bd-4f88-854b-29bee9943a59,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:31.020613 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 54984) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:31.045964 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8f2ad5f2-d334-44f3-b6b4-6ca901090256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:31.163808 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8f2ad5f2-d334-44f3-b6b4-6ca901090256 admin admin] Publish callbacks [] for security_group (15325600-b5be-4dfe-ad2d-dc2b90c8b5e6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:31.169776 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8f2ad5f2-d334-44f3-b6b4-6ca901090256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (15325600-b5be-4dfe-ad2d-dc2b90c8b5e6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:31.215564 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ad5f2-d334-44f3-b6b4-6ca901090256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15325600-b5be-4dfe-ad2d-dc2b90c8b5e6,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:31.223159 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 54990) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:31.223732 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8f2ad5f2-d334-44f3-b6b4-6ca901090256 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=51352b6c8e594834b1cae9cb57dc3ce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2005692 Feb 19 04:57:31.300857 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb4a3db1-02ed-4c72-b9c6-737a1239c444 admin admin] Publish callbacks [] for security_group (15325600-b5be-4dfe-ad2d-dc2b90c8b5e6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:31.332928 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb4a3db1-02ed-4c72-b9c6-737a1239c444 admin admin] Publish callbacks [] for security_group (15325600-b5be-4dfe-ad2d-dc2b90c8b5e6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:31.419215 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb4a3db1-02ed-4c72-b9c6-737a1239c444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (15325600-b5be-4dfe-ad2d-dc2b90c8b5e6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:31.424006 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb4a3db1-02ed-4c72-b9c6-737a1239c444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:31.435735 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fb4a3db1-02ed-4c72-b9c6-737a1239c444 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/15325600-b5be-4dfe-ad2d-dc2b90c8b5e6 HTTP/1.1" status: 204 len: 168 time: 0.2103932 Feb 19 04:57:31.466310 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a3db1-02ed-4c72-b9c6-737a1239c444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15325600-b5be-4dfe-ad2d-dc2b90c8b5e6,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:32.310747 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-56f6aa5a-ef0b-4392-9c47-61e6ee7e4ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:33.474827 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55044) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:33.732175 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fbebfaf1-4d04-4270-a169-98db196d1302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:33.932381 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fbebfaf1-4d04-4270-a169-98db196d1302 admin admin] Publish callbacks [] for security_group (bb75505c-53a7-4193-9a7c-f1aa364f0cb9), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:33.941290 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fbebfaf1-4d04-4270-a169-98db196d1302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (bb75505c-53a7-4193-9a7c-f1aa364f0cb9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:34.043627 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebfaf1-4d04-4270-a169-98db196d1302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb75505c-53a7-4193-9a7c-f1aa364f0cb9,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:34.073777 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fbebfaf1-4d04-4270-a169-98db196d1302 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4107a3444b0445b5b35a8b269e143995&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5972152 Feb 19 04:57:34.080229 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55054) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:34.187753 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85bd20be-ac10-4b31-bc75-d82d2c54c2ab admin admin] Publish callbacks [] for security_group (bb75505c-53a7-4193-9a7c-f1aa364f0cb9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:34.226940 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85bd20be-ac10-4b31-bc75-d82d2c54c2ab admin admin] Publish callbacks [] for security_group (bb75505c-53a7-4193-9a7c-f1aa364f0cb9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:34.318742 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85bd20be-ac10-4b31-bc75-d82d2c54c2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (bb75505c-53a7-4193-9a7c-f1aa364f0cb9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:34.323221 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85bd20be-ac10-4b31-bc75-d82d2c54c2ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:34.325093 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-85bd20be-ac10-4b31-bc75-d82d2c54c2ab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bb75505c-53a7-4193-9a7c-f1aa364f0cb9 HTTP/1.1" status: 204 len: 168 time: 0.2423346 Feb 19 04:57:34.339634 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd20be-ac10-4b31-bc75-d82d2c54c2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb75505c-53a7-4193-9a7c-f1aa364f0cb9,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:35.191434 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c17f03c1-9e6c-4125-9be6-41228765b239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:36.365101 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55116) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:36.531078 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d94ab8d9-d0a4-4074-a1cd-3000f850eefb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:36.654991 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d94ab8d9-d0a4-4074-a1cd-3000f850eefb admin admin] Publish callbacks [] for security_group (aa5a63b1-bead-4ab8-afb2-3c10282398ef), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:36.661641 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d94ab8d9-d0a4-4074-a1cd-3000f850eefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (aa5a63b1-bead-4ab8-afb2-3c10282398ef), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:36.705943 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ab8d9-d0a4-4074-a1cd-3000f850eefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5a63b1-bead-4ab8-afb2-3c10282398ef,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:36.715331 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d94ab8d9-d0a4-4074-a1cd-3000f850eefb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=66a23c81caa74e65972f0e79617da72f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3441489 Feb 19 04:57:36.715697 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55124) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:36.782997 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d83b7fd-99dc-4ff6-bfd3-6b616a4692d9 admin admin] Publish callbacks [] for security_group (aa5a63b1-bead-4ab8-afb2-3c10282398ef), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:36.815038 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d83b7fd-99dc-4ff6-bfd3-6b616a4692d9 admin admin] Publish callbacks [] for security_group (aa5a63b1-bead-4ab8-afb2-3c10282398ef), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:36.897687 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:36.905991 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d83b7fd-99dc-4ff6-bfd3-6b616a4692d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (aa5a63b1-bead-4ab8-afb2-3c10282398ef), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:36.911626 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8d83b7fd-99dc-4ff6-bfd3-6b616a4692d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:36.913651 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8d83b7fd-99dc-4ff6-bfd3-6b616a4692d9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aa5a63b1-bead-4ab8-afb2-3c10282398ef HTTP/1.1" status: 204 len: 168 time: 0.1967635 Feb 19 04:57:36.931295 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83b7fd-99dc-4ff6-bfd3-6b616a4692d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5a63b1-bead-4ab8-afb2-3c10282398ef,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:37.790505 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:38.056216 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:39.376107 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:39.386777 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:45.755250 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55316) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:46.169891 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ee0789-4559-4501-8e2f-080bc6cf5370 admin admin] Deleting subnet 9e53a751-5a4b-4ecc-8520-cef920454cb3 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:57:46.176869 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-68ee0789-4559-4501-8e2f-080bc6cf5370 admin admin] Publish callbacks [] for subnet (9e53a751-5a4b-4ecc-8520-cef920454cb3), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:46.248732 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-68ee0789-4559-4501-8e2f-080bc6cf5370 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (9e53a751-5a4b-4ecc-8520-cef920454cb3), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:46.322306 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-68ee0789-4559-4501-8e2f-080bc6cf5370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (9e53a751-5a4b-4ecc-8520-cef920454cb3), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:46.426272 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-68ee0789-4559-4501-8e2f-080bc6cf5370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (9e53a751-5a4b-4ecc-8520-cef920454cb3), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:46.520195 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee0789-4559-4501-8e2f-080bc6cf5370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e53a751-5a4b-4ecc-8520-cef920454cb3,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:46.524973 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-68ee0789-4559-4501-8e2f-080bc6cf5370 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:46.535840 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55334) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:46.547016 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-68ee0789-4559-4501-8e2f-080bc6cf5370 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9e53a751-5a4b-4ecc-8520-cef920454cb3 HTTP/1.1" status: 204 len: 168 time: 0.7888036 Feb 19 04:57:46.711841 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ec99f26-29a6-481e-9b08-9140546f3435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (0b3df11d-c452-45ea-942f-4b03b49ab22f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:46.934472 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ec99f26-29a6-481e-9b08-9140546f3435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (0b3df11d-c452-45ea-942f-4b03b49ab22f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:46.999457 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-1ec99f26-29a6-481e-9b08-9140546f3435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b3df11d-c452-45ea-942f-4b03b49ab22f']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:57:47.019552 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-1ec99f26-29a6-481e-9b08-9140546f3435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a02f2d-8410-4acc-ac12-7cd739e79636') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:57:47.020877 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-1ec99f26-29a6-481e-9b08-9140546f3435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a02f2d-8410-4acc-ac12-7cd739e79636') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:57:47.040125 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ec99f26-29a6-481e-9b08-9140546f3435 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (52a02f2d-8410-4acc-ac12-7cd739e79636), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:47.065794 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ec99f26-29a6-481e-9b08-9140546f3435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (52a02f2d-8410-4acc-ac12-7cd739e79636), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:47.085058 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ec99f26-29a6-481e-9b08-9140546f3435 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:57:47.085735 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ec99f26-29a6-481e-9b08-9140546f3435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (52a02f2d-8410-4acc-ac12-7cd739e79636), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: timer() Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:57:47.091168 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:57:47.114547 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55344) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:47.211485 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ec99f26-29a6-481e-9b08-9140546f3435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (0b3df11d-c452-45ea-942f-4b03b49ab22f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:47.268494 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1ec99f26-29a6-481e-9b08-9140546f3435 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:47.276223 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1ec99f26-29a6-481e-9b08-9140546f3435 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0b3df11d-c452-45ea-942f-4b03b49ab22f HTTP/1.1" status: 204 len: 168 time: 0.7389915 Feb 19 04:57:47.280634 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec99f26-29a6-481e-9b08-9140546f3435 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b3df11d-c452-45ea-942f-4b03b49ab22f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:47.381798 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2d0673f0-7285-4937-a02a-b9080cd055fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:47.578879 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2d0673f0-7285-4937-a02a-b9080cd055fa admin admin] Publish callbacks [] for security_group (155488c9-f7ee-4a28-a925-725b539d94d2), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:47.585695 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2d0673f0-7285-4937-a02a-b9080cd055fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (155488c9-f7ee-4a28-a925-725b539d94d2), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:47.629705 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55354) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:47.714395 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2d0673f0-7285-4937-a02a-b9080cd055fa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f8646d70115c4aa9bca8746486e92318&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5983136 Feb 19 04:57:47.720302 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 55358) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:47.738366 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0673f0-7285-4937-a02a-b9080cd055fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155488c9-f7ee-4a28-a925-725b539d94d2,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:47.749793 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7e483334-2b4d-479c-a49d-d383934bb0a8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b0dd634db1e34432b37ad2335cfd2b71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1175349 Feb 19 04:57:47.752469 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55360) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:57:47.786684 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0673f0-7285-4937-a02a-b9080cd055fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:47.787381 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0673f0-7285-4937-a02a-b9080cd055fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:47.788859 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0673f0-7285-4937-a02a-b9080cd055fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:47.789513 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0673f0-7285-4937-a02a-b9080cd055fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:47.790180 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0673f0-7285-4937-a02a-b9080cd055fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:47.790748 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0673f0-7285-4937-a02a-b9080cd055fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:47.791436 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0673f0-7285-4937-a02a-b9080cd055fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:47.791995 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0673f0-7285-4937-a02a-b9080cd055fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:47.792640 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0673f0-7285-4937-a02a-b9080cd055fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:47.793308 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0673f0-7285-4937-a02a-b9080cd055fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:47.793948 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0673f0-7285-4937-a02a-b9080cd055fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:47.794601 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0673f0-7285-4937-a02a-b9080cd055fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:47.795201 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0673f0-7285-4937-a02a-b9080cd055fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:57:47.864036 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-13ad07ba-a479-4db5-b706-663515a82e9b admin admin] Publish callbacks [] for security_group (b73400cd-6990-45a5-a1a3-0919cf3f1aa4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:47.885451 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb98b99b-64cf-4063-9cc9-30b09c8f99f2 admin admin] Publish callbacks [] for security_group (155488c9-f7ee-4a28-a925-725b539d94d2), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:47.908084 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-13ad07ba-a479-4db5-b706-663515a82e9b admin admin] Publish callbacks [] for security_group (b73400cd-6990-45a5-a1a3-0919cf3f1aa4), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:47.931025 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb98b99b-64cf-4063-9cc9-30b09c8f99f2 admin admin] Publish callbacks [] for security_group (155488c9-f7ee-4a28-a925-725b539d94d2), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:48.024696 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-13ad07ba-a479-4db5-b706-663515a82e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b73400cd-6990-45a5-a1a3-0919cf3f1aa4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:48.030634 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-13ad07ba-a479-4db5-b706-663515a82e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:48.035947 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-13ad07ba-a479-4db5-b706-663515a82e9b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b73400cd-6990-45a5-a1a3-0919cf3f1aa4 HTTP/1.1" status: 204 len: 168 time: 0.2760637 Feb 19 04:57:48.039257 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb98b99b-64cf-4063-9cc9-30b09c8f99f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (155488c9-f7ee-4a28-a925-725b539d94d2), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:48.043625 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb98b99b-64cf-4063-9cc9-30b09c8f99f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:57:48.049882 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fb98b99b-64cf-4063-9cc9-30b09c8f99f2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/155488c9-f7ee-4a28-a925-725b539d94d2 HTTP/1.1" status: 204 len: 168 time: 0.3232810 Feb 19 04:57:48.060011 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98b99b-64cf-4063-9cc9-30b09c8f99f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155488c9-f7ee-4a28-a925-725b539d94d2,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:57:48.078881 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad07ba-a479-4db5-b706-663515a82e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73400cd-6990-45a5-a1a3-0919cf3f1aa4,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:58:02.297568 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-51032576-00fb-4f69-837b-fa5745d49c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:05.144208 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-70816812-225d-4bee-9700-59594129cdbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:05.316706 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:58:06.928252 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:07.814136 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:08.037605 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:09.398819 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:09.406155 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:27.244208 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55884) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:58:27.519019 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0b1c7c95-4ccc-4f98-9c1a-a931f38535a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:27.690784 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0b1c7c95-4ccc-4f98-9c1a-a931f38535a8 admin admin] Publish callbacks [] for security_group (9b54e26e-2eec-4242-8180-06fb8e242b67), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:27.700095 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0b1c7c95-4ccc-4f98-9c1a-a931f38535a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9b54e26e-2eec-4242-8180-06fb8e242b67), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:27.801051 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c7c95-4ccc-4f98-9c1a-a931f38535a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b54e26e-2eec-4242-8180-06fb8e242b67,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:58:27.819114 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c7c95-4ccc-4f98-9c1a-a931f38535a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:27.820249 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c7c95-4ccc-4f98-9c1a-a931f38535a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:27.821276 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c7c95-4ccc-4f98-9c1a-a931f38535a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:27.822183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c7c95-4ccc-4f98-9c1a-a931f38535a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:27.823022 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c7c95-4ccc-4f98-9c1a-a931f38535a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:27.823849 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c7c95-4ccc-4f98-9c1a-a931f38535a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:27.824675 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c7c95-4ccc-4f98-9c1a-a931f38535a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:27.825560 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c7c95-4ccc-4f98-9c1a-a931f38535a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:27.826420 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c7c95-4ccc-4f98-9c1a-a931f38535a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:27.828619 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c7c95-4ccc-4f98-9c1a-a931f38535a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:27.829610 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c7c95-4ccc-4f98-9c1a-a931f38535a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:27.830674 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c7c95-4ccc-4f98-9c1a-a931f38535a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:27.831939 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c7c95-4ccc-4f98-9c1a-a931f38535a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:27.846148 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0b1c7c95-4ccc-4f98-9c1a-a931f38535a8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1febc15cbf034401bafbcfc3cff9340f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6001515 Feb 19 04:58:27.851301 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 55898) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:58:27.974935 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c78dd7cc-0051-4f48-8fbc-c2aee1668426 admin admin] Publish callbacks [] for security_group (9b54e26e-2eec-4242-8180-06fb8e242b67), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:28.022809 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c78dd7cc-0051-4f48-8fbc-c2aee1668426 admin admin] Publish callbacks [] for security_group (9b54e26e-2eec-4242-8180-06fb8e242b67), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:28.097372 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c78dd7cc-0051-4f48-8fbc-c2aee1668426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9b54e26e-2eec-4242-8180-06fb8e242b67), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:28.100864 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c78dd7cc-0051-4f48-8fbc-c2aee1668426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:28.105490 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c78dd7cc-0051-4f48-8fbc-c2aee1668426 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9b54e26e-2eec-4242-8180-06fb8e242b67 HTTP/1.1" status: 204 len: 168 time: 0.2516758 Feb 19 04:58:28.131714 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78dd7cc-0051-4f48-8fbc-c2aee1668426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b54e26e-2eec-4242-8180-06fb8e242b67,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:58:32.306642 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9d48b5fa-7712-439d-b771-d91c870d91ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:35.141045 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b0ca2255-65e0-49ac-b25f-e77c321edf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:36.937561 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:37.815545 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:38.032693 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:39.383729 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:39.402052 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:42.326780 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:58:49.568515 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56258) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:58:49.841320 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1a997579-360a-4cb0-9397-35994b3263f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:49.980419 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1a997579-360a-4cb0-9397-35994b3263f4 admin admin] Publish callbacks [] for security_group (238234a8-7667-45a1-ba13-be9e32d33dab), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:49.987411 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1a997579-360a-4cb0-9397-35994b3263f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (238234a8-7667-45a1-ba13-be9e32d33dab), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:50.046724 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56268) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:58:50.056967 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1a997579-360a-4cb0-9397-35994b3263f4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=68a9c51dbd914c8a978aac38c278dcb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4866774 Feb 19 04:58:50.066560 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a997579-360a-4cb0-9397-35994b3263f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238234a8-7667-45a1-ba13-be9e32d33dab,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:58:50.139636 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-03af6a19-437b-4f69-8f2c-9da6f0630a0f admin admin] Publish callbacks [] for security_group (238234a8-7667-45a1-ba13-be9e32d33dab), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:50.187416 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-03af6a19-437b-4f69-8f2c-9da6f0630a0f admin admin] Publish callbacks [] for security_group (238234a8-7667-45a1-ba13-be9e32d33dab), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:50.286266 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-03af6a19-437b-4f69-8f2c-9da6f0630a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (238234a8-7667-45a1-ba13-be9e32d33dab), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:50.291749 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-03af6a19-437b-4f69-8f2c-9da6f0630a0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:50.294445 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-03af6a19-437b-4f69-8f2c-9da6f0630a0f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/238234a8-7667-45a1-ba13-be9e32d33dab HTTP/1.1" status: 204 len: 168 time: 0.2464130 Feb 19 04:58:50.313827 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af6a19-437b-4f69-8f2c-9da6f0630a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238234a8-7667-45a1-ba13-be9e32d33dab,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:58:50.331164 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af6a19-437b-4f69-8f2c-9da6f0630a0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:50.332311 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af6a19-437b-4f69-8f2c-9da6f0630a0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:50.333453 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af6a19-437b-4f69-8f2c-9da6f0630a0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:50.334396 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af6a19-437b-4f69-8f2c-9da6f0630a0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:50.335346 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af6a19-437b-4f69-8f2c-9da6f0630a0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:50.336436 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af6a19-437b-4f69-8f2c-9da6f0630a0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:50.337394 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af6a19-437b-4f69-8f2c-9da6f0630a0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:50.338250 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af6a19-437b-4f69-8f2c-9da6f0630a0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:50.339129 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af6a19-437b-4f69-8f2c-9da6f0630a0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:50.339984 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af6a19-437b-4f69-8f2c-9da6f0630a0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:50.341253 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af6a19-437b-4f69-8f2c-9da6f0630a0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:50.342288 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af6a19-437b-4f69-8f2c-9da6f0630a0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:50.343402 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af6a19-437b-4f69-8f2c-9da6f0630a0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:51.781681 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56298) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:58:52.010679 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-1b817a22-8ae8-4f8a-b248-e4942b483368 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-112880181-network', 'tenant_id': '3137c99fc2a24bd0aa92ccfa4402acea'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:58:52.058721 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b817a22-8ae8-4f8a-b248-e4942b483368 admin admin] Made reservation on behalf of 3137c99fc2a24bd0aa92ccfa4402acea for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:58:52.062802 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b817a22-8ae8-4f8a-b248-e4942b483368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:52.087002 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b817a22-8ae8-4f8a-b248-e4942b483368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:52.327966 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b817a22-8ae8-4f8a-b248-e4942b483368 admin admin] Publish callbacks [] for security_group (4b85a17b-a6e4-40ec-a2c6-a6fb5fd5a1d9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:52.337028 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b817a22-8ae8-4f8a-b248-e4942b483368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4b85a17b-a6e4-40ec-a2c6-a6fb5fd5a1d9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:52.409749 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b817a22-8ae8-4f8a-b248-e4942b483368 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:58:52.427326 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b817a22-8ae8-4f8a-b248-e4942b483368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (f659f886-a785-4767-a57b-48db43a2f89d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:52.428153 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-1b817a22-8ae8-4f8a-b248-e4942b483368 admin admin] Added segment f659f886-a785-4767-a57b-48db43a2f89d of type vlan for network c308c1f2-6d04-4289-aa74-ea153ce37008 Feb 19 04:58:52.521581 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b817a22-8ae8-4f8a-b248-e4942b483368 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (c308c1f2-6d04-4289-aa74-ea153ce37008), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:52.588132 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b817a22-8ae8-4f8a-b248-e4942b483368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b85a17b-a6e4-40ec-a2c6-a6fb5fd5a1d9,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:58:52.603778 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b817a22-8ae8-4f8a-b248-e4942b483368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (c308c1f2-6d04-4289-aa74-ea153ce37008), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:52.605931 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b817a22-8ae8-4f8a-b248-e4942b483368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:58:52.607135 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b817a22-8ae8-4f8a-b248-e4942b483368 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:52.753651 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1b817a22-8ae8-4f8a-b248-e4942b483368 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9700227 Feb 19 04:58:52.757981 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56306) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:58:52.765921 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-826a8a25-5638-47e3-a89f-88f827ad7311 admin admin] Request body: {'subnet': {'network_id': 'c308c1f2-6d04-4289-aa74-ea153ce37008', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-112880181-subnet', 'tenant_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:58:52.784802 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b817a22-8ae8-4f8a-b248-e4942b483368 admin admin] Pushing event updated for resources: {'Network': ['ID=c308c1f2-6d04-4289-aa74-ea153ce37008,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:58:52.805291 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network c308c1f2-6d04-4289-aa74-ea153ce37008 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:58:52.813805 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826a8a25-5638-47e3-a89f-88f827ad7311 admin admin] Made reservation on behalf of 3137c99fc2a24bd0aa92ccfa4402acea for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:58:52.819317 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-826a8a25-5638-47e3-a89f-88f827ad7311 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:53.229189 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-826a8a25-5638-47e3-a89f-88f827ad7311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (eca9572a-d03d-446d-8005-c8b8e1beae19), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:53.343323 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a8a25-5638-47e3-a89f-88f827ad7311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eca9572a-d03d-446d-8005-c8b8e1beae19,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:58:53.365654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826a8a25-5638-47e3-a89f-88f827ad7311 admin admin] Checking segment: {'id': 'f659f886-a785-4767-a57b-48db43a2f89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c308c1f2-6d04-4289-aa74-ea153ce37008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:58:53.366472 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826a8a25-5638-47e3-a89f-88f827ad7311 admin admin] Network hostable DHCP agents. Network: c308c1f2-6d04-4289-aa74-ea153ce37008, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:58:53.403675 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826a8a25-5638-47e3-a89f-88f827ad7311 admin admin] Network c308c1f2-6d04-4289-aa74-ea153ce37008 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:58:53.425356 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-826a8a25-5638-47e3-a89f-88f827ad7311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, c308c1f2-6d04-4289-aa74-ea153ce37008) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:58:53.435183 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826a8a25-5638-47e3-a89f-88f827ad7311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:58:53.436982 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-826a8a25-5638-47e3-a89f-88f827ad7311 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:53.443655 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d1f6b6-7f9c-43c1-8f27-00c46441e6ed None None] Network c308c1f2-6d04-4289-aa74-ea153ce37008 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:58:53.506845 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56310) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:58:53.518465 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-826a8a25-5638-47e3-a89f-88f827ad7311 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7578139 Feb 19 04:58:53.519456 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-297047fe-8d80-4e68-ba49-35526181e88f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-112880181-router', 'tenant_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:58:53.583805 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-297047fe-8d80-4e68-ba49-35526181e88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (bf352990-18b2-47b9-b04d-81ce9b081b77), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:53.586101 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-297047fe-8d80-4e68-ba49-35526181e88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (bf352990-18b2-47b9-b04d-81ce9b081b77), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:53.704337 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-297047fe-8d80-4e68-ba49-35526181e88f admin admin] Publish callbacks [] for router_controller (bf352990-18b2-47b9-b04d-81ce9b081b77), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:53.781893 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-c308c1f2-6d04-4289-aa74-ea153ce37008', 'network_id': 'c308c1f2-6d04-4289-aa74-ea153ce37008', 'project_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'fixed_ips': [{'subnet_id': 'eca9572a-d03d-446d-8005-c8b8e1beae19'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:58:53.784232 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:54.087117 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-297047fe-8d80-4e68-ba49-35526181e88f admin admin] Publish callbacks [] for router_gateway (bf352990-18b2-47b9-b04d-81ce9b081b77), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:54.113117 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Allocated IP 172.20.0.2 (c308c1f2-6d04-4289-aa74-ea153ce37008/eca9572a-d03d-446d-8005-c8b8e1beae19/c7ea2673-9ea1-4675-97af-3e8e9819101e) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:58:54.403722 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Publish callbacks [] for port (c7ea2673-9ea1-4675-97af-3e8e9819101e), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:54.420410 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (c7ea2673-9ea1-4675-97af-3e8e9819101e), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:54.459543 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Network c308c1f2-6d04-4289-aa74-ea153ce37008 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:58:54.464862 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:58:54.466973 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-297047fe-8d80-4e68-ba49-35526181e88f admin admin] Publish callbacks [] for router_gateway (bf352990-18b2-47b9-b04d-81ce9b081b77), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:54.470252 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:58:54.522893 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-297047fe-8d80-4e68-ba49-35526181e88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:54.645468 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Pushing event updated for resources: {'Port': ['ID=c7ea2673-9ea1-4675-97af-3e8e9819101e,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:58:54.668388 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Attempting to bind port c7ea2673-9ea1-4675-97af-3e8e9819101e on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:58:54.668846 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Attempting to bind port c7ea2673-9ea1-4675-97af-3e8e9819101e by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'f659f886-a785-4767-a57b-48db43a2f89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c308c1f2-6d04-4289-aa74-ea153ce37008'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:58:54.669509 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Attempting to bind port c7ea2673-9ea1-4675-97af-3e8e9819101e on network c308c1f2-6d04-4289-aa74-ea153ce37008 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:58:54.682158 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:54.682785 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:54.683331 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:54.683838 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:54.684398 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:54.685002 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:54.686188 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:54.686756 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:54.687348 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:54.687928 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:54.688521 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:54.689190 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:54.689795 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:54.707308 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:58:54.707910 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Checking segment: {'id': 'f659f886-a785-4767-a57b-48db43a2f89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c308c1f2-6d04-4289-aa74-ea153ce37008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:58:54.708564 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:54.709487 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Bound using segment: {'id': 'f659f886-a785-4767-a57b-48db43a2f89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c308c1f2-6d04-4289-aa74-ea153ce37008'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:58:54.710350 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Bound port: c7ea2673-9ea1-4675-97af-3e8e9819101e, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f659f886-a785-4767-a57b-48db43a2f89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c308c1f2-6d04-4289-aa74-ea153ce37008'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:58:54.710976 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c7ea2673-9ea1-4675-97af-3e8e9819101e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:54.851972 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] For port c7ea2673-9ea1-4675-97af-3e8e9819101e, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:58:54.857014 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] For port c7ea2673-9ea1-4675-97af-3e8e9819101e, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c7ea2673-9ea1-4675-97af-3e8e9819101e,segment=NetworkSegment(f659f886-a785-4767-a57b-48db43a2f89d),segment_id=f659f886-a785-4767-a57b-48db43a2f89d)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:58:54.870330 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c7ea2673-9ea1-4675-97af-3e8e9819101e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:55.023600 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa292e-6b18-4275-aa7e-2f96581b4e67 None None] Pushing event updated for resources: {'Port': ['ID=c7ea2673-9ea1-4675-97af-3e8e9819101e,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:58:55.290354 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-297047fe-8d80-4e68-ba49-35526181e88f admin admin] Allocated IP 172.25.0.225 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/1cbfa9ff-c8e7-4ddd-a624-d617972d2522) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:58:55.571395 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-297047fe-8d80-4e68-ba49-35526181e88f admin admin] Publish callbacks [] for port (1cbfa9ff-c8e7-4ddd-a624-d617972d2522), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:55.679801 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-297047fe-8d80-4e68-ba49-35526181e88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (1cbfa9ff-c8e7-4ddd-a624-d617972d2522), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:55.728523 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c7ea2673-9ea1-4675-97af-3e8e9819101e up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:58:55.783110 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297047fe-8d80-4e68-ba49-35526181e88f admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:58:55.798671 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-297047fe-8d80-4e68-ba49-35526181e88f admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:58:55.805479 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297047fe-8d80-4e68-ba49-35526181e88f admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:58:55.852651 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port c7ea2673-9ea1-4675-97af-3e8e9819101e triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:58:55.853303 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c7ea2673-9ea1-4675-97af-3e8e9819101e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:55.914617 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297047fe-8d80-4e68-ba49-35526181e88f admin admin] Pushing event updated for resources: {'Port': ['ID=1cbfa9ff-c8e7-4ddd-a624-d617972d2522,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:58:56.053699 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port c7ea2673-9ea1-4675-97af-3e8e9819101e is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:58:56.054296 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c7ea2673-9ea1-4675-97af-3e8e9819101e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:56.130974 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port c7ea2673-9ea1-4675-97af-3e8e9819101e, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c7ea2673-9ea1-4675-97af-3e8e9819101e,segment=NetworkSegment(f659f886-a785-4767-a57b-48db43a2f89d),segment_id=f659f886-a785-4767-a57b-48db43a2f89d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:58:56.141720 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c7ea2673-9ea1-4675-97af-3e8e9819101e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:56.281635 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=c7ea2673-9ea1-4675-97af-3e8e9819101e,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:58:56.515950 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-297047fe-8d80-4e68-ba49-35526181e88f admin admin] Publish callbacks [] for router_gateway (bf352990-18b2-47b9-b04d-81ce9b081b77), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:57.009929 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-297047fe-8d80-4e68-ba49-35526181e88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (bf352990-18b2-47b9-b04d-81ce9b081b77), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:57.031469 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64492dd8-305f-447f-aa03-ccbdbb20494c None None] Network c308c1f2-6d04-4289-aa74-ea153ce37008 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:58:57.258277 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e3dbe3e5-5853-4f9a-83a8-9fbf7c6dc955 None None] Provisioning complete for port c7ea2673-9ea1-4675-97af-3e8e9819101e triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:58:57.259127 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e3dbe3e5-5853-4f9a-83a8-9fbf7c6dc955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c7ea2673-9ea1-4675-97af-3e8e9819101e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:57.429827 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297047fe-8d80-4e68-ba49-35526181e88f admin admin] Router bf352990-18b2-47b9-b04d-81ce9b081b77 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:58:57.863161 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297047fe-8d80-4e68-ba49-35526181e88f admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:58:57.881273 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] Sync routers for ids ['bf352990-18b2-47b9-b04d-81ce9b081b77'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:58:57.914290 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] Routers {'bf352990-18b2-47b9-b04d-81ce9b081b77'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:58:57.915349 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:58:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['bf352990-18b2-47b9-b04d-81ce9b081b77'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:58:57.954904 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-297047fe-8d80-4e68-ba49-35526181e88f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:57.958276 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-297047fe-8d80-4e68-ba49-35526181e88f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4493144 Feb 19 04:58:57.962572 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56332) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:58:58.003293 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c7ea2673-9ea1-4675-97af-3e8e9819101e up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:58:58.090111 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbe3e5-5853-4f9a-83a8-9fbf7c6dc955 None None] Current status of the port c7ea2673-9ea1-4675-97af-3e8e9819101e is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:58:58.175444 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port c7ea2673-9ea1-4675-97af-3e8e9819101e triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:58:58.180704 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c7ea2673-9ea1-4675-97af-3e8e9819101e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:58.280959 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] Set router bf352990-18b2-47b9-b04d-81ce9b081b77 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:58:58.523742 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port c7ea2673-9ea1-4675-97af-3e8e9819101e is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:58:58.851567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e5d7ec24-7084-49ee-9fe8-6ed983b97db1 None None] Provisioning complete for port c7ea2673-9ea1-4675-97af-3e8e9819101e triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:58:58.852198 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e5d7ec24-7084-49ee-9fe8-6ed983b97db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c7ea2673-9ea1-4675-97af-3e8e9819101e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:58.948704 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf352990-18b2-47b9-b04d-81ce9b081b77', 'name': 'tempest-TestAggregatesBasicOps-112880181-router', 'tenant_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '1cbfa9ff-c8e7-4ddd-a624-d617972d2522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:58:53Z', 'updated_at': '2022-02-19T04:58:56Z', 'revision_number': 3, 'project_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'gw_port': {'id': '1cbfa9ff-c8e7-4ddd-a624-d617972d2522', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf352990-18b2-47b9-b04d-81ce9b081b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:58:54Z', 'updated_at': '2022-02-19T04:58:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:58:59.004383 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] Checking router: bf352990-18b2-47b9-b04d-81ce9b081b77 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:58:59.004869 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] Updating router bf352990-18b2-47b9-b04d-81ce9b081b77 port 1cbfa9ff-c8e7-4ddd-a624-d617972d2522 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:58:59.083111 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1cbfa9ff-c8e7-4ddd-a624-d617972d2522), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:59.147154 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e5d7ec24-7084-49ee-9fe8-6ed983b97db1 None None] Current status of the port c7ea2673-9ea1-4675-97af-3e8e9819101e is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:58:59.376999 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a5f661a8-5e8f-4666-8295-0c6654d53f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:59.709886 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] Publish callbacks [] for port (1cbfa9ff-c8e7-4ddd-a624-d617972d2522), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:59.721832 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (1cbfa9ff-c8e7-4ddd-a624-d617972d2522), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:59.840844 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7fbf6-7b20-41b5-9d28-8959fbea848c None None] Pushing event updated for resources: {'Port': ['ID=1cbfa9ff-c8e7-4ddd-a624-d617972d2522,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:58:59.844599 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] Attempting to bind port 1cbfa9ff-c8e7-4ddd-a624-d617972d2522 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:58:59.845220 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] Attempting to bind port 1cbfa9ff-c8e7-4ddd-a624-d617972d2522 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:58:59.845791 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] Attempting to bind port 1cbfa9ff-c8e7-4ddd-a624-d617972d2522 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:58:59.857976 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:58:59.858615 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:58:59.859230 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:59.859856 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:58:59.860687 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] Bound port: 1cbfa9ff-c8e7-4ddd-a624-d617972d2522, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:58:59.861659 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1cbfa9ff-c8e7-4ddd-a624-d617972d2522), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:58:59.914779 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-a5f661a8-5e8f-4666-8295-0c6654d53f6a admin admin] Allocated IP 172.20.0.1 (c308c1f2-6d04-4289-aa74-ea153ce37008/eca9572a-d03d-446d-8005-c8b8e1beae19/19309d81-dc8f-47ce-8fd0-d01e54875a21) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:58:59.956608 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e7fbf6-7b20-41b5-9d28-8959fbea848c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:59.957475 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e7fbf6-7b20-41b5-9d28-8959fbea848c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:59.957912 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e7fbf6-7b20-41b5-9d28-8959fbea848c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:59.958356 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e7fbf6-7b20-41b5-9d28-8959fbea848c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:59.958877 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e7fbf6-7b20-41b5-9d28-8959fbea848c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:59.959433 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e7fbf6-7b20-41b5-9d28-8959fbea848c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:59.960166 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e7fbf6-7b20-41b5-9d28-8959fbea848c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:59.960728 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e7fbf6-7b20-41b5-9d28-8959fbea848c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:59.961316 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e7fbf6-7b20-41b5-9d28-8959fbea848c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:59.961854 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e7fbf6-7b20-41b5-9d28-8959fbea848c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:59.962384 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e7fbf6-7b20-41b5-9d28-8959fbea848c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:59.962934 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e7fbf6-7b20-41b5-9d28-8959fbea848c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:59.963477 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e7fbf6-7b20-41b5-9d28-8959fbea848c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:58:59.979827 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] For port 1cbfa9ff-c8e7-4ddd-a624-d617972d2522, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:58:59.986981 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] For port 1cbfa9ff-c8e7-4ddd-a624-d617972d2522, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=1cbfa9ff-c8e7-4ddd-a624-d617972d2522,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:58:59.998111 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (1cbfa9ff-c8e7-4ddd-a624-d617972d2522), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:00.150271 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] Routers {'bf352990-18b2-47b9-b04d-81ce9b081b77'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:00.152315 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:58:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['bf352990-18b2-47b9-b04d-81ce9b081b77'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:00.155594 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a5f661a8-5e8f-4666-8295-0c6654d53f6a admin admin] Publish callbacks [] for port (19309d81-dc8f-47ce-8fd0-d01e54875a21), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:00.260743 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a5f661a8-5e8f-4666-8295-0c6654d53f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (19309d81-dc8f-47ce-8fd0-d01e54875a21), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:00.279585 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7fbf6-7b20-41b5-9d28-8959fbea848c None None] Pushing event updated for resources: {'Port': ['ID=1cbfa9ff-c8e7-4ddd-a624-d617972d2522,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:00.370538 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f661a8-5e8f-4666-8295-0c6654d53f6a admin admin] Network c308c1f2-6d04-4289-aa74-ea153ce37008 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:59:00.398165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-a5f661a8-5e8f-4666-8295-0c6654d53f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:59:00.401455 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f661a8-5e8f-4666-8295-0c6654d53f6a admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:59:00.460996 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f661a8-5e8f-4666-8295-0c6654d53f6a admin admin] Pushing event updated for resources: {'Port': ['ID=19309d81-dc8f-47ce-8fd0-d01e54875a21,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:00.521129 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a5f661a8-5e8f-4666-8295-0c6654d53f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (bf352990-18b2-47b9-b04d-81ce9b081b77), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:00.735624 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] Set router bf352990-18b2-47b9-b04d-81ce9b081b77 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:00.957180 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a5f661a8-5e8f-4666-8295-0c6654d53f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (19309d81-dc8f-47ce-8fd0-d01e54875a21), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:01.023873 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-bfec0b08-c726-42cc-86ec-d4973c5d1e22 None None] Provisioning complete for port 19309d81-dc8f-47ce-8fd0-d01e54875a21 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:01.024711 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bfec0b08-c726-42cc-86ec-d4973c5d1e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (19309d81-dc8f-47ce-8fd0-d01e54875a21), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:01.180254 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-bfec0b08-c726-42cc-86ec-d4973c5d1e22 None None] Port 19309d81-dc8f-47ce-8fd0-d01e54875a21 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:59:01.374144 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf352990-18b2-47b9-b04d-81ce9b081b77', 'name': 'tempest-TestAggregatesBasicOps-112880181-router', 'tenant_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '1cbfa9ff-c8e7-4ddd-a624-d617972d2522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:58:53Z', 'updated_at': '2022-02-19T04:58:56Z', 'revision_number': 3, 'project_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'gw_port': {'id': '1cbfa9ff-c8e7-4ddd-a624-d617972d2522', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf352990-18b2-47b9-b04d-81ce9b081b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:58:54Z', 'updated_at': '2022-02-19T04:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:01.502717 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da5621f-90aa-4117-9ec7-67d04137ffaf None None] The sync data for ids ['bf352990-18b2-47b9-b04d-81ce9b081b77'] in n-d-772273-4 is: [{'id': 'bf352990-18b2-47b9-b04d-81ce9b081b77', 'name': 'tempest-TestAggregatesBasicOps-112880181-router', 'tenant_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '1cbfa9ff-c8e7-4ddd-a624-d617972d2522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:58:53Z', 'updated_at': '2022-02-19T04:58:56Z', 'revision_number': 3, 'project_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'gw_port': {'id': '1cbfa9ff-c8e7-4ddd-a624-d617972d2522', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf352990-18b2-47b9-b04d-81ce9b081b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:58:54Z', 'updated_at': '2022-02-19T04:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:59:01.517719 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a5f661a8-5e8f-4666-8295-0c6654d53f6a admin admin] Publish callbacks [] for port (19309d81-dc8f-47ce-8fd0-d01e54875a21), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:01.532066 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a5f661a8-5e8f-4666-8295-0c6654d53f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (19309d81-dc8f-47ce-8fd0-d01e54875a21), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:01.618927 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a5f661a8-5e8f-4666-8295-0c6654d53f6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (bf352990-18b2-47b9-b04d-81ce9b081b77), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:01.741774 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f661a8-5e8f-4666-8295-0c6654d53f6a admin admin] Pushing event updated for resources: {'Port': ['ID=19309d81-dc8f-47ce-8fd0-d01e54875a21,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:01.848054 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f661a8-5e8f-4666-8295-0c6654d53f6a admin admin] Network c308c1f2-6d04-4289-aa74-ea153ce37008 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:59:01.859003 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-a5f661a8-5e8f-4666-8295-0c6654d53f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:59:02.148627 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f661a8-5e8f-4666-8295-0c6654d53f6a admin admin] Router bf352990-18b2-47b9-b04d-81ce9b081b77 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:59:02.307105 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2f80694e-4b1b-457f-9929-f65acf4bda3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:02.448515 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f661a8-5e8f-4666-8295-0c6654d53f6a admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:59:02.464807 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a5f661a8-5e8f-4666-8295-0c6654d53f6a admin admin] 10.222.0.65 "PUT /v2.0/routers/bf352990-18b2-47b9-b04d-81ce9b081b77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4912090 Feb 19 04:59:02.532322 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6dbed0ed-d89a-4f24-aa7c-5d8e27c70727 None None] Provisioning complete for port 19309d81-dc8f-47ce-8fd0-d01e54875a21 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:02.532787 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6dbed0ed-d89a-4f24-aa7c-5d8e27c70727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (19309d81-dc8f-47ce-8fd0-d01e54875a21), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:02.622494 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6dbed0ed-d89a-4f24-aa7c-5d8e27c70727 None None] Port 19309d81-dc8f-47ce-8fd0-d01e54875a21 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:59:03.334093 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56368) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:03.343319 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-f897ee58-38bb-4d1b-9109-3edf76df05b8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-827708810-network', 'tenant_id': '0e4d1c5410db458eb1403b1c3a866aee'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:03.384983 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f897ee58-38bb-4d1b-9109-3edf76df05b8 admin admin] Made reservation on behalf of 0e4d1c5410db458eb1403b1c3a866aee for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:59:03.392599 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f897ee58-38bb-4d1b-9109-3edf76df05b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:03.422411 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f897ee58-38bb-4d1b-9109-3edf76df05b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:03.563364 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f897ee58-38bb-4d1b-9109-3edf76df05b8 admin admin] Publish callbacks [] for security_group (4a868d2b-970b-4fbc-a398-877a0b9497f7), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:03.570194 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f897ee58-38bb-4d1b-9109-3edf76df05b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4a868d2b-970b-4fbc-a398-877a0b9497f7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:03.590359 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f897ee58-38bb-4d1b-9109-3edf76df05b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:59:03.606184 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f897ee58-38bb-4d1b-9109-3edf76df05b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (152cdbd3-8209-40eb-a509-e6c7c2abc257), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:03.607542 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-f897ee58-38bb-4d1b-9109-3edf76df05b8 admin admin] Added segment 152cdbd3-8209-40eb-a509-e6c7c2abc257 of type vlan for network 5dde97d0-7692-4601-b164-6ddba6be2e8f Feb 19 04:59:03.686936 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f897ee58-38bb-4d1b-9109-3edf76df05b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (5dde97d0-7692-4601-b164-6ddba6be2e8f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:03.712733 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1cbfa9ff-c8e7-4ddd-a624-d617972d2522 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:59:03.744457 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f897ee58-38bb-4d1b-9109-3edf76df05b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (5dde97d0-7692-4601-b164-6ddba6be2e8f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:03.746426 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f897ee58-38bb-4d1b-9109-3edf76df05b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:03.748854 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f897ee58-38bb-4d1b-9109-3edf76df05b8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:03.875443 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 1cbfa9ff-c8e7-4ddd-a624-d617972d2522 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:03.876082 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1cbfa9ff-c8e7-4ddd-a624-d617972d2522), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:03.900940 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f897ee58-38bb-4d1b-9109-3edf76df05b8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5654802 Feb 19 04:59:03.905430 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56372) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:03.906196 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897ee58-38bb-4d1b-9109-3edf76df05b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a868d2b-970b-4fbc-a398-877a0b9497f7,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:03.924829 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-af6cc605-cf27-4863-8240-d6d7f5bf4cca admin admin] Request body: {'subnet': {'network_id': '5dde97d0-7692-4601-b164-6ddba6be2e8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-827708810-subnet', 'tenant_id': '0e4d1c5410db458eb1403b1c3a866aee', 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:03.948904 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897ee58-38bb-4d1b-9109-3edf76df05b8 admin admin] Pushing event updated for resources: {'Network': ['ID=5dde97d0-7692-4601-b164-6ddba6be2e8f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:04.017411 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 5dde97d0-7692-4601-b164-6ddba6be2e8f details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:59:04.020459 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6cc605-cf27-4863-8240-d6d7f5bf4cca admin admin] Made reservation on behalf of 0e4d1c5410db458eb1403b1c3a866aee for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:59:04.024631 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-af6cc605-cf27-4863-8240-d6d7f5bf4cca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:04.301559 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 1cbfa9ff-c8e7-4ddd-a624-d617972d2522 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:04.302794 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1cbfa9ff-c8e7-4ddd-a624-d617972d2522), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:04.364787 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 1cbfa9ff-c8e7-4ddd-a624-d617972d2522, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=1cbfa9ff-c8e7-4ddd-a624-d617972d2522,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:04.380979 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (1cbfa9ff-c8e7-4ddd-a624-d617972d2522), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:04.555318 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-af6cc605-cf27-4863-8240-d6d7f5bf4cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (066c5327-2ac3-41ba-9f84-2cfbd60eb93b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:04.577959 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54919031-8038-4483-835f-848b7b30b981 None None] Sync routers for ids ['bf352990-18b2-47b9-b04d-81ce9b081b77'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:59:04.590474 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=1cbfa9ff-c8e7-4ddd-a624-d617972d2522,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:04.624433 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cc605-cf27-4863-8240-d6d7f5bf4cca admin admin] Pushing event updated for resources: {'Subnet': ['ID=066c5327-2ac3-41ba-9f84-2cfbd60eb93b,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:04.644232 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54919031-8038-4483-835f-848b7b30b981 None None] Routers {'bf352990-18b2-47b9-b04d-81ce9b081b77'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:04.645977 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-54919031-8038-4483-835f-848b7b30b981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:58:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['bf352990-18b2-47b9-b04d-81ce9b081b77'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:04.676738 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6cc605-cf27-4863-8240-d6d7f5bf4cca admin admin] Checking segment: {'id': '152cdbd3-8209-40eb-a509-e6c7c2abc257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5dde97d0-7692-4601-b164-6ddba6be2e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:59:04.677320 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6cc605-cf27-4863-8240-d6d7f5bf4cca admin admin] Network hostable DHCP agents. Network: 5dde97d0-7692-4601-b164-6ddba6be2e8f, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:59:04.707975 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6cc605-cf27-4863-8240-d6d7f5bf4cca admin admin] Network 5dde97d0-7692-4601-b164-6ddba6be2e8f is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:59:04.726148 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-af6cc605-cf27-4863-8240-d6d7f5bf4cca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 5dde97d0-7692-4601-b164-6ddba6be2e8f) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:59:04.747109 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6cc605-cf27-4863-8240-d6d7f5bf4cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:04.748708 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-af6cc605-cf27-4863-8240-d6d7f5bf4cca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:04.772720 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f98bd76-366e-45df-af10-4c5c4c533bf9 None None] Network 5dde97d0-7692-4601-b164-6ddba6be2e8f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:59:04.783571 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56382) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:04.791617 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-ce20fb0c-53c5-44e1-a3a3-817679d05968 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-827708810-router', 'tenant_id': '0e4d1c5410db458eb1403b1c3a866aee', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:04.796472 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-af6cc605-cf27-4863-8240-d6d7f5bf4cca admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8890152 Feb 19 04:59:04.842825 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ce20fb0c-53c5-44e1-a3a3-817679d05968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (27a911ef-50d3-4495-a0b3-a00b093125ff), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:04.845652 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ce20fb0c-53c5-44e1-a3a3-817679d05968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (27a911ef-50d3-4495-a0b3-a00b093125ff), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:04.959469 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ce20fb0c-53c5-44e1-a3a3-817679d05968 admin admin] Publish callbacks [] for router_controller (27a911ef-50d3-4495-a0b3-a00b093125ff), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:05.054200 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-54919031-8038-4483-835f-848b7b30b981 None None] Set router bf352990-18b2-47b9-b04d-81ce9b081b77 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:05.293616 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ce20fb0c-53c5-44e1-a3a3-817679d05968 admin admin] Publish callbacks [] for router_gateway (27a911ef-50d3-4495-a0b3-a00b093125ff), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:05.315218 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f087d0-1f58-4894-9693-5b008ec58fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-5dde97d0-7692-4601-b164-6ddba6be2e8f', 'network_id': '5dde97d0-7692-4601-b164-6ddba6be2e8f', 'project_id': '0e4d1c5410db458eb1403b1c3a866aee', 'fixed_ips': [{'subnet_id': '066c5327-2ac3-41ba-9f84-2cfbd60eb93b'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:59:05.318429 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-64f087d0-1f58-4894-9693-5b008ec58fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:05.421530 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-88b2a0a4-be0f-448b-9241-140956a621eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:05.706078 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1cbfa9ff-c8e7-4ddd-a624-d617972d2522 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:59:05.931772 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ce20fb0c-53c5-44e1-a3a3-817679d05968 admin admin] Publish callbacks [] for router_gateway (27a911ef-50d3-4495-a0b3-a00b093125ff), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:06.010533 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ce20fb0c-53c5-44e1-a3a3-817679d05968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:06.333906 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56400) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:06.444182 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-ce20fb0c-53c5-44e1-a3a3-817679d05968 admin admin] Allocated IP 172.25.0.6 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/bb15498b-6234-4b04-8f8c-d40a3694a4b1) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:59:06.463216 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-64f087d0-1f58-4894-9693-5b008ec58fe9 None None] Allocated IP 172.20.0.2 (5dde97d0-7692-4601-b164-6ddba6be2e8f/066c5327-2ac3-41ba-9f84-2cfbd60eb93b/da235839-2fd1-4468-974d-c3a3c83272d9) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:59:06.506466 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 1cbfa9ff-c8e7-4ddd-a624-d617972d2522 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:06.509303 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1cbfa9ff-c8e7-4ddd-a624-d617972d2522), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:06.709068 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-54919031-8038-4483-835f-848b7b30b981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf352990-18b2-47b9-b04d-81ce9b081b77', 'name': 'tempest-TestAggregatesBasicOps-112880181-router', 'tenant_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '1cbfa9ff-c8e7-4ddd-a624-d617972d2522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:58:53Z', 'updated_at': '2022-02-19T04:59:00Z', 'revision_number': 4, 'project_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'gw_port': {'id': '1cbfa9ff-c8e7-4ddd-a624-d617972d2522', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf352990-18b2-47b9-b04d-81ce9b081b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:58:54Z', 'updated_at': '2022-02-19T04:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '19309d81-dc8f-47ce-8fd0-d01e54875a21', 'name': '', 'network_id': 'c308c1f2-6d04-4289-aa74-ea153ce37008', 'tenant_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'mac_address': 'fa:16:3e:1b:80:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf352990-18b2-47b9-b04d-81ce9b081b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'eca9572a-d03d-446d-8005-c8b8e1beae19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:58:59Z', 'updated_at': '2022-02-19T04:59:01Z', 'revision_number': 2, 'project_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'subnets': [{'id': 'eca9572a-d03d-446d-8005-c8b8e1beae19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:06.714926 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7f58a6a1-7440-4cc2-a02b-1c7e44200efa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:06.776052 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ce20fb0c-53c5-44e1-a3a3-817679d05968 admin admin] Publish callbacks [] for port (bb15498b-6234-4b04-8f8c-d40a3694a4b1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:06.859487 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54919031-8038-4483-835f-848b7b30b981 None None] Checking router: bf352990-18b2-47b9-b04d-81ce9b081b77 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:59:06.860120 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54919031-8038-4483-835f-848b7b30b981 None None] Updating router bf352990-18b2-47b9-b04d-81ce9b081b77 port 19309d81-dc8f-47ce-8fd0-d01e54875a21 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:59:06.900501 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ce20fb0c-53c5-44e1-a3a3-817679d05968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (bb15498b-6234-4b04-8f8c-d40a3694a4b1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:06.988603 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7f58a6a1-7440-4cc2-a02b-1c7e44200efa admin admin] Publish callbacks [] for security_group (dcb01648-391a-4fc6-94ee-2e3e58f564cc), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:07.011380 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce20fb0c-53c5-44e1-a3a3-817679d05968 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:59:07.015770 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7f58a6a1-7440-4cc2-a02b-1c7e44200efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (dcb01648-391a-4fc6-94ee-2e3e58f564cc), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:07.028423 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-ce20fb0c-53c5-44e1-a3a3-817679d05968 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:59:07.063508 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce20fb0c-53c5-44e1-a3a3-817679d05968 admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:59:07.104037 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-54919031-8038-4483-835f-848b7b30b981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (19309d81-dc8f-47ce-8fd0-d01e54875a21), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:07.120854 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58a6a1-7440-4cc2-a02b-1c7e44200efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb01648-391a-4fc6-94ee-2e3e58f564cc,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:07.200275 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7f58a6a1-7440-4cc2-a02b-1c7e44200efa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bf84136b072e459fa1e3bee3f325333d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8634672 Feb 19 04:59:07.202580 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56406) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:07.406928 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-633b70a6-f432-4944-baa5-1d4621ba48e9 admin admin] Publish callbacks [] for security_group (dcb01648-391a-4fc6-94ee-2e3e58f564cc), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:07.481833 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-633b70a6-f432-4944-baa5-1d4621ba48e9 admin admin] Publish callbacks [] for security_group (dcb01648-391a-4fc6-94ee-2e3e58f564cc), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:07.568959 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:07.600537 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-633b70a6-f432-4944-baa5-1d4621ba48e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (dcb01648-391a-4fc6-94ee-2e3e58f564cc), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:07.614478 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-633b70a6-f432-4944-baa5-1d4621ba48e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:07.621093 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-633b70a6-f432-4944-baa5-1d4621ba48e9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dcb01648-391a-4fc6-94ee-2e3e58f564cc HTTP/1.1" status: 204 len: 168 time: 0.4162664 Feb 19 04:59:07.657362 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b70a6-f432-4944-baa5-1d4621ba48e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb01648-391a-4fc6-94ee-2e3e58f564cc,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:07.680214 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 1cbfa9ff-c8e7-4ddd-a624-d617972d2522 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:08.541045 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20fb0c-53c5-44e1-a3a3-817679d05968 admin admin] Pushing event updated for resources: {'Port': ['ID=bb15498b-6234-4b04-8f8c-d40a3694a4b1,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:08.617886 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-54919031-8038-4483-835f-848b7b30b981 None None] Publish callbacks [] for port (19309d81-dc8f-47ce-8fd0-d01e54875a21), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:08.672791 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-64f087d0-1f58-4894-9693-5b008ec58fe9 None None] Publish callbacks [] for port (da235839-2fd1-4468-974d-c3a3c83272d9), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:08.690875 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:08.692228 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-54919031-8038-4483-835f-848b7b30b981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (19309d81-dc8f-47ce-8fd0-d01e54875a21), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:08.725115 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-64f087d0-1f58-4894-9693-5b008ec58fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (da235839-2fd1-4468-974d-c3a3c83272d9), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:08.910499 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:08.924322 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f087d0-1f58-4894-9693-5b008ec58fe9 None None] Network 5dde97d0-7692-4601-b164-6ddba6be2e8f is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:59:08.943087 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-64f087d0-1f58-4894-9693-5b008ec58fe9 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:59:08.964790 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f087d0-1f58-4894-9693-5b008ec58fe9 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:59:08.982377 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65275cfa-f47e-498e-8a0b-d0909f6932ef None None] Pushing event updated for resources: {'Port': ['ID=19309d81-dc8f-47ce-8fd0-d01e54875a21,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:09.072849 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ce20fb0c-53c5-44e1-a3a3-817679d05968 admin admin] Publish callbacks [] for router_gateway (27a911ef-50d3-4495-a0b3-a00b093125ff), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:09.084204 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f087d0-1f58-4894-9693-5b008ec58fe9 None None] Pushing event updated for resources: {'Port': ['ID=da235839-2fd1-4468-974d-c3a3c83272d9,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:09.487695 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-64f087d0-1f58-4894-9693-5b008ec58fe9 None None] Attempting to bind port da235839-2fd1-4468-974d-c3a3c83272d9 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:59:09.489034 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-64f087d0-1f58-4894-9693-5b008ec58fe9 None None] Attempting to bind port da235839-2fd1-4468-974d-c3a3c83272d9 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '152cdbd3-8209-40eb-a509-e6c7c2abc257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5dde97d0-7692-4601-b164-6ddba6be2e8f'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:59:09.489754 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f087d0-1f58-4894-9693-5b008ec58fe9 None None] Attempting to bind port da235839-2fd1-4468-974d-c3a3c83272d9 on network 5dde97d0-7692-4601-b164-6ddba6be2e8f {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:59:09.503843 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-54919031-8038-4483-835f-848b7b30b981 None None] Attempting to bind port 19309d81-dc8f-47ce-8fd0-d01e54875a21 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:59:09.504825 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-54919031-8038-4483-835f-848b7b30b981 None None] Attempting to bind port 19309d81-dc8f-47ce-8fd0-d01e54875a21 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'f659f886-a785-4767-a57b-48db43a2f89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c308c1f2-6d04-4289-aa74-ea153ce37008'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:59:09.505582 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54919031-8038-4483-835f-848b7b30b981 None None] Attempting to bind port 19309d81-dc8f-47ce-8fd0-d01e54875a21 on network c308c1f2-6d04-4289-aa74-ea153ce37008 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:59:09.540000 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f087d0-1f58-4894-9693-5b008ec58fe9 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:59:09.541221 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f087d0-1f58-4894-9693-5b008ec58fe9 None None] Checking segment: {'id': '152cdbd3-8209-40eb-a509-e6c7c2abc257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5dde97d0-7692-4601-b164-6ddba6be2e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:59:09.541984 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-64f087d0-1f58-4894-9693-5b008ec58fe9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:09.542899 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f087d0-1f58-4894-9693-5b008ec58fe9 None None] Bound using segment: {'id': '152cdbd3-8209-40eb-a509-e6c7c2abc257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5dde97d0-7692-4601-b164-6ddba6be2e8f'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:59:09.543773 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-64f087d0-1f58-4894-9693-5b008ec58fe9 None None] Bound port: da235839-2fd1-4468-974d-c3a3c83272d9, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '152cdbd3-8209-40eb-a509-e6c7c2abc257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5dde97d0-7692-4601-b164-6ddba6be2e8f'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:59:09.544512 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-64f087d0-1f58-4894-9693-5b008ec58fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (da235839-2fd1-4468-974d-c3a3c83272d9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:09.548577 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54919031-8038-4483-835f-848b7b30b981 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:59:09.550346 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54919031-8038-4483-835f-848b7b30b981 None None] Checking segment: {'id': 'f659f886-a785-4767-a57b-48db43a2f89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c308c1f2-6d04-4289-aa74-ea153ce37008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:59:09.552212 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-54919031-8038-4483-835f-848b7b30b981 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:09.553192 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54919031-8038-4483-835f-848b7b30b981 None None] Bound using segment: {'id': 'f659f886-a785-4767-a57b-48db43a2f89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c308c1f2-6d04-4289-aa74-ea153ce37008'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:59:09.554191 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-54919031-8038-4483-835f-848b7b30b981 None None] Bound port: 19309d81-dc8f-47ce-8fd0-d01e54875a21, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f659f886-a785-4767-a57b-48db43a2f89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c308c1f2-6d04-4289-aa74-ea153ce37008'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:59:09.554933 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-54919031-8038-4483-835f-848b7b30b981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (19309d81-dc8f-47ce-8fd0-d01e54875a21), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:09.640674 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0d64cc2a-b1e6-4330-963a-74e3ce3fc4c6 None None] Provisioning complete for port 19309d81-dc8f-47ce-8fd0-d01e54875a21 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:09.641799 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0d64cc2a-b1e6-4330-963a-74e3ce3fc4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (19309d81-dc8f-47ce-8fd0-d01e54875a21), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:09.818774 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0d64cc2a-b1e6-4330-963a-74e3ce3fc4c6 None None] Port 19309d81-dc8f-47ce-8fd0-d01e54875a21 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:59:09.827593 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:09.828724 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:09.861568 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ce20fb0c-53c5-44e1-a3a3-817679d05968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (27a911ef-50d3-4495-a0b3-a00b093125ff), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:10.182769 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-54919031-8038-4483-835f-848b7b30b981 None None] For port 19309d81-dc8f-47ce-8fd0-d01e54875a21, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:59:10.183885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce20fb0c-53c5-44e1-a3a3-817679d05968 admin admin] Router 27a911ef-50d3-4495-a0b3-a00b093125ff is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:59:10.235964 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-54919031-8038-4483-835f-848b7b30b981 None None] For port 19309d81-dc8f-47ce-8fd0-d01e54875a21, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=19309d81-dc8f-47ce-8fd0-d01e54875a21,segment=NetworkSegment(f659f886-a785-4767-a57b-48db43a2f89d),segment_id=f659f886-a785-4767-a57b-48db43a2f89d)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:59:10.244207 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-64f087d0-1f58-4894-9693-5b008ec58fe9 None None] For port da235839-2fd1-4468-974d-c3a3c83272d9, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:59:10.264122 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-54919031-8038-4483-835f-848b7b30b981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (19309d81-dc8f-47ce-8fd0-d01e54875a21), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:10.278400 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-64f087d0-1f58-4894-9693-5b008ec58fe9 None None] For port da235839-2fd1-4468-974d-c3a3c83272d9, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=da235839-2fd1-4468-974d-c3a3c83272d9,segment=NetworkSegment(152cdbd3-8209-40eb-a509-e6c7c2abc257),segment_id=152cdbd3-8209-40eb-a509-e6c7c2abc257)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:59:10.332399 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-64f087d0-1f58-4894-9693-5b008ec58fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (da235839-2fd1-4468-974d-c3a3c83272d9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:10.433926 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65275cfa-f47e-498e-8a0b-d0909f6932ef None None] Pushing event updated for resources: {'Port': ['ID=19309d81-dc8f-47ce-8fd0-d01e54875a21,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:10.447618 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54919031-8038-4483-835f-848b7b30b981 None None] Routers {'bf352990-18b2-47b9-b04d-81ce9b081b77'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:10.452825 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-54919031-8038-4483-835f-848b7b30b981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:59:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['bf352990-18b2-47b9-b04d-81ce9b081b77'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:10.587416 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce20fb0c-53c5-44e1-a3a3-817679d05968 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:59:10.606725 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] Sync routers for ids ['27a911ef-50d3-4495-a0b3-a00b093125ff'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:59:10.630139 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ce20fb0c-53c5-44e1-a3a3-817679d05968 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:10.640388 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] Routers {'27a911ef-50d3-4495-a0b3-a00b093125ff'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:10.640961 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ce20fb0c-53c5-44e1-a3a3-817679d05968 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8545587 Feb 19 04:59:10.643930 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56442) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:10.645582 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:59:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['27a911ef-50d3-4495-a0b3-a00b093125ff'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:10.913795 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-54919031-8038-4483-835f-848b7b30b981 None None] Set router bf352990-18b2-47b9-b04d-81ce9b081b77 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:11.133679 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] Set router 27a911ef-50d3-4495-a0b3-a00b093125ff gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:11.563821 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f087d0-1f58-4894-9693-5b008ec58fe9 None None] Pushing event updated for resources: {'Port': ['ID=da235839-2fd1-4468-974d-c3a3c83272d9,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:11.627690 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-408781c4-6c40-41aa-a81e-bcd25ef10309 None None] Provisioning complete for port 19309d81-dc8f-47ce-8fd0-d01e54875a21 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:11.629092 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-408781c4-6c40-41aa-a81e-bcd25ef10309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (19309d81-dc8f-47ce-8fd0-d01e54875a21), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:11.945106 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a911ef-50d3-4495-a0b3-a00b093125ff', 'name': 'tempest-TestAggregatesBasicOps-827708810-router', 'tenant_id': '0e4d1c5410db458eb1403b1c3a866aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bb15498b-6234-4b04-8f8c-d40a3694a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:04Z', 'updated_at': '2022-02-19T04:59:08Z', 'revision_number': 3, 'project_id': '0e4d1c5410db458eb1403b1c3a866aee', 'gw_port': {'id': 'bb15498b-6234-4b04-8f8c-d40a3694a4b1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a911ef-50d3-4495-a0b3-a00b093125ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:06Z', 'updated_at': '2022-02-19T04:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:12.023836 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-408781c4-6c40-41aa-a81e-bcd25ef10309 None None] Current status of the port 19309d81-dc8f-47ce-8fd0-d01e54875a21 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:12.024741 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-408781c4-6c40-41aa-a81e-bcd25ef10309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (19309d81-dc8f-47ce-8fd0-d01e54875a21), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:12.112995 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] Checking router: 27a911ef-50d3-4495-a0b3-a00b093125ff for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:59:12.117109 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device da235839-2fd1-4468-974d-c3a3c83272d9 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:59:12.117740 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] Updating router 27a911ef-50d3-4495-a0b3-a00b093125ff port bb15498b-6234-4b04-8f8c-d40a3694a4b1 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:59:12.209038 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bb15498b-6234-4b04-8f8c-d40a3694a4b1), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:12.289893 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9273ee0f-4f3a-44b1-9a20-362b6fadc46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:12.366692 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-408781c4-6c40-41aa-a81e-bcd25ef10309 None None] For port 19309d81-dc8f-47ce-8fd0-d01e54875a21, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=19309d81-dc8f-47ce-8fd0-d01e54875a21,segment=NetworkSegment(f659f886-a785-4767-a57b-48db43a2f89d),segment_id=f659f886-a785-4767-a57b-48db43a2f89d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:12.383026 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-408781c4-6c40-41aa-a81e-bcd25ef10309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (19309d81-dc8f-47ce-8fd0-d01e54875a21), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:12.461419 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port da235839-2fd1-4468-974d-c3a3c83272d9 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:12.462254 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (da235839-2fd1-4468-974d-c3a3c83272d9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:12.533474 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-54919031-8038-4483-835f-848b7b30b981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf352990-18b2-47b9-b04d-81ce9b081b77', 'name': 'tempest-TestAggregatesBasicOps-112880181-router', 'tenant_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '1cbfa9ff-c8e7-4ddd-a624-d617972d2522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:58:53Z', 'updated_at': '2022-02-19T04:59:00Z', 'revision_number': 4, 'project_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'gw_port': {'id': '1cbfa9ff-c8e7-4ddd-a624-d617972d2522', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf352990-18b2-47b9-b04d-81ce9b081b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:58:54Z', 'updated_at': '2022-02-19T04:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '19309d81-dc8f-47ce-8fd0-d01e54875a21', 'name': '', 'network_id': 'c308c1f2-6d04-4289-aa74-ea153ce37008', 'tenant_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'mac_address': 'fa:16:3e:1b:80:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf352990-18b2-47b9-b04d-81ce9b081b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'eca9572a-d03d-446d-8005-c8b8e1beae19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:58:59Z', 'updated_at': '2022-02-19T04:59:10Z', 'revision_number': 4, 'project_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'subnets': [{'id': 'eca9572a-d03d-446d-8005-c8b8e1beae19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:12.631196 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54919031-8038-4483-835f-848b7b30b981 None None] The sync data for ids ['bf352990-18b2-47b9-b04d-81ce9b081b77'] in n-d-772273-4 is: [{'id': 'bf352990-18b2-47b9-b04d-81ce9b081b77', 'name': 'tempest-TestAggregatesBasicOps-112880181-router', 'tenant_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '1cbfa9ff-c8e7-4ddd-a624-d617972d2522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:58:53Z', 'updated_at': '2022-02-19T04:59:00Z', 'revision_number': 4, 'project_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'gw_port': {'id': '1cbfa9ff-c8e7-4ddd-a624-d617972d2522', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf352990-18b2-47b9-b04d-81ce9b081b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:58:54Z', 'updated_at': '2022-02-19T04:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '19309d81-dc8f-47ce-8fd0-d01e54875a21', 'name': '', 'network_id': 'c308c1f2-6d04-4289-aa74-ea153ce37008', 'tenant_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'mac_address': 'fa:16:3e:1b:80:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf352990-18b2-47b9-b04d-81ce9b081b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'eca9572a-d03d-446d-8005-c8b8e1beae19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:58:59Z', 'updated_at': '2022-02-19T04:59:10Z', 'revision_number': 4, 'project_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'subnets': [{'id': 'eca9572a-d03d-446d-8005-c8b8e1beae19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:59:12.666619 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408781c4-6c40-41aa-a81e-bcd25ef10309 None None] Pushing event updated for resources: {'Port': ['ID=19309d81-dc8f-47ce-8fd0-d01e54875a21,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:12.914166 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port da235839-2fd1-4468-974d-c3a3c83272d9 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:12.914738 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (da235839-2fd1-4468-974d-c3a3c83272d9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:13.095215 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port da235839-2fd1-4468-974d-c3a3c83272d9, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=da235839-2fd1-4468-974d-c3a3c83272d9,segment=NetworkSegment(152cdbd3-8209-40eb-a509-e6c7c2abc257),segment_id=152cdbd3-8209-40eb-a509-e6c7c2abc257)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:13.106348 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (da235839-2fd1-4468-974d-c3a3c83272d9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:13.165200 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-9273ee0f-4f3a-44b1-9a20-362b6fadc46b admin admin] Allocated IP 172.20.0.1 (5dde97d0-7692-4601-b164-6ddba6be2e8f/066c5327-2ac3-41ba-9f84-2cfbd60eb93b/376c3ac1-b9f2-4e99-95d9-d45811515d7c) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:59:13.309336 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=da235839-2fd1-4468-974d-c3a3c83272d9,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:13.323411 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0364491-9d5f-485a-8272-12f3c5310058 None None] Network 5dde97d0-7692-4601-b164-6ddba6be2e8f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:59:13.355017 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9273ee0f-4f3a-44b1-9a20-362b6fadc46b admin admin] Publish callbacks [] for port (376c3ac1-b9f2-4e99-95d9-d45811515d7c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:13.452965 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] Publish callbacks [] for port (bb15498b-6234-4b04-8f8c-d40a3694a4b1), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:13.459138 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9273ee0f-4f3a-44b1-9a20-362b6fadc46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (376c3ac1-b9f2-4e99-95d9-d45811515d7c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:13.472453 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (bb15498b-6234-4b04-8f8c-d40a3694a4b1), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:13.581050 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-18183857-609f-4108-9bea-967a983544ba None None] Provisioning complete for port da235839-2fd1-4468-974d-c3a3c83272d9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:13.583118 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-18183857-609f-4108-9bea-967a983544ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (da235839-2fd1-4468-974d-c3a3c83272d9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:13.633688 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273ee0f-4f3a-44b1-9a20-362b6fadc46b admin admin] Pushing event updated for resources: {'Port': ['ID=376c3ac1-b9f2-4e99-95d9-d45811515d7c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:13.648985 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9273ee0f-4f3a-44b1-9a20-362b6fadc46b admin admin] Network 5dde97d0-7692-4601-b164-6ddba6be2e8f is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:59:13.652057 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-9273ee0f-4f3a-44b1-9a20-362b6fadc46b admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:59:13.657594 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9273ee0f-4f3a-44b1-9a20-362b6fadc46b admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:59:13.693037 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bef57a-23a6-4bae-aced-56e636de5926 None None] Pushing event updated for resources: {'Port': ['ID=bb15498b-6234-4b04-8f8c-d40a3694a4b1,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:13.713561 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] Attempting to bind port bb15498b-6234-4b04-8f8c-d40a3694a4b1 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:59:13.722016 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] Attempting to bind port bb15498b-6234-4b04-8f8c-d40a3694a4b1 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:59:13.723294 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] Attempting to bind port bb15498b-6234-4b04-8f8c-d40a3694a4b1 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:59:13.754062 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:59:13.755654 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:59:13.756467 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:13.758193 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:59:13.759186 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] Bound port: bb15498b-6234-4b04-8f8c-d40a3694a4b1, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:59:13.771230 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bb15498b-6234-4b04-8f8c-d40a3694a4b1), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:13.781403 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9273ee0f-4f3a-44b1-9a20-362b6fadc46b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (27a911ef-50d3-4495-a0b3-a00b093125ff), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:13.935509 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-18183857-609f-4108-9bea-967a983544ba None None] Current status of the port da235839-2fd1-4468-974d-c3a3c83272d9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:14.060173 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] For port bb15498b-6234-4b04-8f8c-d40a3694a4b1, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:59:14.070224 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] For port bb15498b-6234-4b04-8f8c-d40a3694a4b1, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=bb15498b-6234-4b04-8f8c-d40a3694a4b1,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:59:14.096297 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (bb15498b-6234-4b04-8f8c-d40a3694a4b1), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:14.201483 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] Routers {'27a911ef-50d3-4495-a0b3-a00b093125ff'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:14.203146 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:59:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['27a911ef-50d3-4495-a0b3-a00b093125ff'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:14.272219 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bef57a-23a6-4bae-aced-56e636de5926 None None] Pushing event updated for resources: {'Port': ['ID=bb15498b-6234-4b04-8f8c-d40a3694a4b1,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:14.305600 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device da235839-2fd1-4468-974d-c3a3c83272d9 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:59:14.324237 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9273ee0f-4f3a-44b1-9a20-362b6fadc46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (376c3ac1-b9f2-4e99-95d9-d45811515d7c), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:14.602145 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port da235839-2fd1-4468-974d-c3a3c83272d9 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:14.603341 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (da235839-2fd1-4468-974d-c3a3c83272d9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:14.706069 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] Set router 27a911ef-50d3-4495-a0b3-a00b093125ff gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:14.766635 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8a922c9f-096a-4633-86ef-0d08d3fd0f0f None None] Provisioning complete for port 376c3ac1-b9f2-4e99-95d9-d45811515d7c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:14.770467 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8a922c9f-096a-4633-86ef-0d08d3fd0f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (376c3ac1-b9f2-4e99-95d9-d45811515d7c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:15.033997 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9273ee0f-4f3a-44b1-9a20-362b6fadc46b admin admin] Publish callbacks [] for port (376c3ac1-b9f2-4e99-95d9-d45811515d7c), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:15.045824 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9273ee0f-4f3a-44b1-9a20-362b6fadc46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (376c3ac1-b9f2-4e99-95d9-d45811515d7c), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:15.049017 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port da235839-2fd1-4468-974d-c3a3c83272d9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:15.054170 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 19309d81-dc8f-47ce-8fd0-d01e54875a21 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:59:15.119818 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8a922c9f-096a-4633-86ef-0d08d3fd0f0f None None] Port 376c3ac1-b9f2-4e99-95d9-d45811515d7c cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:59:15.171999 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8a922c9f-096a-4633-86ef-0d08d3fd0f0f None None] Provisioning complete for port da235839-2fd1-4468-974d-c3a3c83272d9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:15.173129 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8a922c9f-096a-4633-86ef-0d08d3fd0f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (da235839-2fd1-4468-974d-c3a3c83272d9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:15.279472 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273ee0f-4f3a-44b1-9a20-362b6fadc46b admin admin] Pushing event updated for resources: {'Port': ['ID=376c3ac1-b9f2-4e99-95d9-d45811515d7c,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:15.338550 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9273ee0f-4f3a-44b1-9a20-362b6fadc46b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (27a911ef-50d3-4495-a0b3-a00b093125ff), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:15.396166 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 19309d81-dc8f-47ce-8fd0-d01e54875a21 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:15.398128 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (19309d81-dc8f-47ce-8fd0-d01e54875a21), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:15.463596 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a911ef-50d3-4495-a0b3-a00b093125ff', 'name': 'tempest-TestAggregatesBasicOps-827708810-router', 'tenant_id': '0e4d1c5410db458eb1403b1c3a866aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bb15498b-6234-4b04-8f8c-d40a3694a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:04Z', 'updated_at': '2022-02-19T04:59:08Z', 'revision_number': 3, 'project_id': '0e4d1c5410db458eb1403b1c3a866aee', 'gw_port': {'id': 'bb15498b-6234-4b04-8f8c-d40a3694a4b1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a911ef-50d3-4495-a0b3-a00b093125ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:06Z', 'updated_at': '2022-02-19T04:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:15.467668 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8a922c9f-096a-4633-86ef-0d08d3fd0f0f None None] Current status of the port da235839-2fd1-4468-974d-c3a3c83272d9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:15.549892 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719694c2-d950-463b-b1e7-d0a764b6a096 None None] The sync data for ids ['27a911ef-50d3-4495-a0b3-a00b093125ff'] in n-d-772273-4 is: [{'id': '27a911ef-50d3-4495-a0b3-a00b093125ff', 'name': 'tempest-TestAggregatesBasicOps-827708810-router', 'tenant_id': '0e4d1c5410db458eb1403b1c3a866aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bb15498b-6234-4b04-8f8c-d40a3694a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:04Z', 'updated_at': '2022-02-19T04:59:08Z', 'revision_number': 3, 'project_id': '0e4d1c5410db458eb1403b1c3a866aee', 'gw_port': {'id': 'bb15498b-6234-4b04-8f8c-d40a3694a4b1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a911ef-50d3-4495-a0b3-a00b093125ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:06Z', 'updated_at': '2022-02-19T04:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:59:15.570801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56488) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:15.620016 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2c35bd41-3370-4d61-96a9-0079a263df2d tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Request body: {'network': {'name': 'tempest-network-smoke--789258841', 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'port_security_enabled': True}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:15.719222 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c35bd41-3370-4d61-96a9-0079a263df2d tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Made reservation on behalf of 627e5a416e6c4d65a8492e0f021dc31a for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:59:15.725474 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c35bd41-3370-4d61-96a9-0079a263df2d tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:15.736597 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9273ee0f-4f3a-44b1-9a20-362b6fadc46b admin admin] Network 5dde97d0-7692-4601-b164-6ddba6be2e8f is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:59:15.739177 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 19309d81-dc8f-47ce-8fd0-d01e54875a21 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:15.745859 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-9273ee0f-4f3a-44b1-9a20-362b6fadc46b admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:59:15.751968 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-25fb4c0b-6f2e-4ea2-8d7c-fa15238dee5d None None] Provisioning complete for port 376c3ac1-b9f2-4e99-95d9-d45811515d7c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:15.752809 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-25fb4c0b-6f2e-4ea2-8d7c-fa15238dee5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (376c3ac1-b9f2-4e99-95d9-d45811515d7c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:15.758907 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c35bd41-3370-4d61-96a9-0079a263df2d tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:15.878810 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-25fb4c0b-6f2e-4ea2-8d7c-fa15238dee5d None None] Port 376c3ac1-b9f2-4e99-95d9-d45811515d7c cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:59:16.064746 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c35bd41-3370-4d61-96a9-0079a263df2d tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for security_group (c3369b7b-ce13-491c-bbe8-d9d3fd7ebfc8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:16.076543 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c35bd41-3370-4d61-96a9-0079a263df2d tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c3369b7b-ce13-491c-bbe8-d9d3fd7ebfc8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:16.099825 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c35bd41-3370-4d61-96a9-0079a263df2d tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:59:16.123315 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c35bd41-3370-4d61-96a9-0079a263df2d tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (aaa81d4e-05b0-4311-b187-581e0ea2439d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:16.124602 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-2c35bd41-3370-4d61-96a9-0079a263df2d tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Added segment aaa81d4e-05b0-4311-b187-581e0ea2439d of type vlan for network 9a1a8564-bacd-48e3-9cab-4820e9a9d65b Feb 19 04:59:16.188284 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9273ee0f-4f3a-44b1-9a20-362b6fadc46b admin admin] Router 27a911ef-50d3-4495-a0b3-a00b093125ff has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:59:16.225385 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c35bd41-3370-4d61-96a9-0079a263df2d tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (9a1a8564-bacd-48e3-9cab-4820e9a9d65b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:16.430833 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5b4c9467-4a9c-4e05-b818-054aede6d852 None None] Provisioning complete for port 376c3ac1-b9f2-4e99-95d9-d45811515d7c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:16.431768 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5b4c9467-4a9c-4e05-b818-054aede6d852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (376c3ac1-b9f2-4e99-95d9-d45811515d7c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:16.435345 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c35bd41-3370-4d61-96a9-0079a263df2d tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (9a1a8564-bacd-48e3-9cab-4820e9a9d65b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:16.452190 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c35bd41-3370-4d61-96a9-0079a263df2d tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:16.462746 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2c35bd41-3370-4d61-96a9-0079a263df2d tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:16.476418 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35bd41-3370-4d61-96a9-0079a263df2d tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3369b7b-ce13-491c-bbe8-d9d3fd7ebfc8,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:16.590045 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5b4c9467-4a9c-4e05-b818-054aede6d852 None None] Port 376c3ac1-b9f2-4e99-95d9-d45811515d7c cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:59:16.644172 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9273ee0f-4f3a-44b1-9a20-362b6fadc46b admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:59:16.650803 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2c35bd41-3370-4d61-96a9-0079a263df2d tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0781748 Feb 19 04:59:16.664726 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56492) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:16.671366 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9273ee0f-4f3a-44b1-9a20-362b6fadc46b admin admin] 10.222.0.65 "PUT /v2.0/routers/27a911ef-50d3-4495-a0b3-a00b093125ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0256958 Feb 19 04:59:16.676000 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-6e371ae4-2a7a-4403-8ddf-e6e761d9fdc1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1268082333', 'admin_state_up': True, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:16.757018 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6e371ae4-2a7a-4403-8ddf-e6e761d9fdc1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (b3c0f375-abe2-4c96-9383-1f1a4260e39f), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:16.759452 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6e371ae4-2a7a-4403-8ddf-e6e761d9fdc1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (b3c0f375-abe2-4c96-9383-1f1a4260e39f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:16.917564 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6e371ae4-2a7a-4403-8ddf-e6e761d9fdc1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for router_controller (b3c0f375-abe2-4c96-9383-1f1a4260e39f), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:16.921214 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35bd41-3370-4d61-96a9-0079a263df2d tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event updated for resources: {'Network': ['ID=9a1a8564-bacd-48e3-9cab-4820e9a9d65b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:16.950897 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 9a1a8564-bacd-48e3-9cab-4820e9a9d65b details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:59:17.267820 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6e371ae4-2a7a-4403-8ddf-e6e761d9fdc1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for router_gateway (b3c0f375-abe2-4c96-9383-1f1a4260e39f), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:17.724687 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6e371ae4-2a7a-4403-8ddf-e6e761d9fdc1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for router_gateway (b3c0f375-abe2-4c96-9383-1f1a4260e39f), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:17.759865 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6e371ae4-2a7a-4403-8ddf-e6e761d9fdc1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:17.970266 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device bb15498b-6234-4b04-8f8c-d40a3694a4b1 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:59:18.079482 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-6e371ae4-2a7a-4403-8ddf-e6e761d9fdc1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Allocated IP 172.25.0.75 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/fd6bc3b8-4539-42d8-95e0-35b14389b86e) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:59:18.151287 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port bb15498b-6234-4b04-8f8c-d40a3694a4b1 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:18.151959 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (bb15498b-6234-4b04-8f8c-d40a3694a4b1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:18.348209 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port bb15498b-6234-4b04-8f8c-d40a3694a4b1 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:18.350178 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bb15498b-6234-4b04-8f8c-d40a3694a4b1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:18.411067 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port bb15498b-6234-4b04-8f8c-d40a3694a4b1, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=bb15498b-6234-4b04-8f8c-d40a3694a4b1,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:18.423067 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (bb15498b-6234-4b04-8f8c-d40a3694a4b1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:18.437637 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6e371ae4-2a7a-4403-8ddf-e6e761d9fdc1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for port (fd6bc3b8-4539-42d8-95e0-35b14389b86e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:18.556727 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6e371ae4-2a7a-4403-8ddf-e6e761d9fdc1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (fd6bc3b8-4539-42d8-95e0-35b14389b86e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:18.591070 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=bb15498b-6234-4b04-8f8c-d40a3694a4b1,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:18.649874 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e371ae4-2a7a-4403-8ddf-e6e761d9fdc1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:59:18.655433 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-6e371ae4-2a7a-4403-8ddf-e6e761d9fdc1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:59:18.662894 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e371ae4-2a7a-4403-8ddf-e6e761d9fdc1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:59:18.716694 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e371ae4-2a7a-4403-8ddf-e6e761d9fdc1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event updated for resources: {'Port': ['ID=fd6bc3b8-4539-42d8-95e0-35b14389b86e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:19.079942 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56556) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:19.092659 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] Sync routers for ids ['27a911ef-50d3-4495-a0b3-a00b093125ff'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:59:19.109947 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] Routers {'27a911ef-50d3-4495-a0b3-a00b093125ff'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:19.110940 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:59:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['27a911ef-50d3-4495-a0b3-a00b093125ff'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:19.159894 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6e371ae4-2a7a-4403-8ddf-e6e761d9fdc1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for router_gateway (b3c0f375-abe2-4c96-9383-1f1a4260e39f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:19.328116 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:59:19.362715 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] Set router 27a911ef-50d3-4495-a0b3-a00b093125ff gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:19.659439 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6e371ae4-2a7a-4403-8ddf-e6e761d9fdc1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (b3c0f375-abe2-4c96-9383-1f1a4260e39f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:19.960678 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8c54799b-df16-46eb-8d2f-c726b5d9e6a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (bf352990-18b2-47b9-b04d-81ce9b081b77), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:19.996494 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device bb15498b-6234-4b04-8f8c-d40a3694a4b1 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:59:20.046145 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e371ae4-2a7a-4403-8ddf-e6e761d9fdc1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Router b3c0f375-abe2-4c96-9383-1f1a4260e39f is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:59:20.147750 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a911ef-50d3-4495-a0b3-a00b093125ff', 'name': 'tempest-TestAggregatesBasicOps-827708810-router', 'tenant_id': '0e4d1c5410db458eb1403b1c3a866aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bb15498b-6234-4b04-8f8c-d40a3694a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:04Z', 'updated_at': '2022-02-19T04:59:14Z', 'revision_number': 4, 'project_id': '0e4d1c5410db458eb1403b1c3a866aee', 'gw_port': {'id': 'bb15498b-6234-4b04-8f8c-d40a3694a4b1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a911ef-50d3-4495-a0b3-a00b093125ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:06Z', 'updated_at': '2022-02-19T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '376c3ac1-b9f2-4e99-95d9-d45811515d7c', 'name': '', 'network_id': '5dde97d0-7692-4601-b164-6ddba6be2e8f', 'tenant_id': '0e4d1c5410db458eb1403b1c3a866aee', 'mac_address': 'fa:16:3e:cc:6c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a911ef-50d3-4495-a0b3-a00b093125ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '066c5327-2ac3-41ba-9f84-2cfbd60eb93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:12Z', 'updated_at': '2022-02-19T04:59:14Z', 'revision_number': 2, 'project_id': '0e4d1c5410db458eb1403b1c3a866aee', 'subnets': [{'id': '066c5327-2ac3-41ba-9f84-2cfbd60eb93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:20.214914 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] Checking router: 27a911ef-50d3-4495-a0b3-a00b093125ff for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:59:20.215523 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] Updating router 27a911ef-50d3-4495-a0b3-a00b093125ff port 376c3ac1-b9f2-4e99-95d9-d45811515d7c binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:59:20.222507 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port bb15498b-6234-4b04-8f8c-d40a3694a4b1 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:20.223535 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (bb15498b-6234-4b04-8f8c-d40a3694a4b1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:20.277320 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e371ae4-2a7a-4403-8ddf-e6e761d9fdc1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:59:20.295005 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] Sync routers for ids ['b3c0f375-abe2-4c96-9383-1f1a4260e39f'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:59:20.317095 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] Routers {'b3c0f375-abe2-4c96-9383-1f1a4260e39f'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:20.318057 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:59:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b3c0f375-abe2-4c96-9383-1f1a4260e39f'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:20.341921 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (376c3ac1-b9f2-4e99-95d9-d45811515d7c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:20.361403 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6e371ae4-2a7a-4403-8ddf-e6e761d9fdc1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:20.363000 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6e371ae4-2a7a-4403-8ddf-e6e761d9fdc1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.6960230 Feb 19 04:59:20.366295 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56560) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:20.535838 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] Set router b3c0f375-abe2-4c96-9383-1f1a4260e39f gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:20.564453 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-8c54799b-df16-46eb-8d2f-c726b5d9e6a3 admin admin] Deleting port 19309d81-dc8f-47ce-8fd0-d01e54875a21 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:59:20.570781 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8c54799b-df16-46eb-8d2f-c726b5d9e6a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (19309d81-dc8f-47ce-8fd0-d01e54875a21), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:20.825902 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-8c54799b-df16-46eb-8d2f-c726b5d9e6a3 admin admin] For port 19309d81-dc8f-47ce-8fd0-d01e54875a21, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=19309d81-dc8f-47ce-8fd0-d01e54875a21,segment=NetworkSegment(f659f886-a785-4767-a57b-48db43a2f89d),segment_id=f659f886-a785-4767-a57b-48db43a2f89d)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:20.827892 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8c54799b-df16-46eb-8d2f-c726b5d9e6a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (19309d81-dc8f-47ce-8fd0-d01e54875a21), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:20.838928 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-91fd2984-5273-407a-b8d7-1af54becea19 tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=627e5a416e6c4d65a8492e0f021dc31a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4713635 Feb 19 04:59:20.842667 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56564) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:20.869851 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-8c54799b-df16-46eb-8d2f-c726b5d9e6a3 admin admin] Calling delete_port for 19309d81-dc8f-47ce-8fd0-d01e54875a21 owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:59:20.900725 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port bb15498b-6234-4b04-8f8c-d40a3694a4b1 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:20.956725 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1268082333', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:16Z', 'updated_at': '2022-02-19T04:59:18Z', 'revision_number': 3, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'gw_port': {'id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:17Z', 'updated_at': '2022-02-19T04:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:20.964080 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] Publish callbacks [] for port (376c3ac1-b9f2-4e99-95d9-d45811515d7c), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:20.974735 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (376c3ac1-b9f2-4e99-95d9-d45811515d7c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:21.016999 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] Checking router: b3c0f375-abe2-4c96-9383-1f1a4260e39f for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:59:21.017573 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] Updating router b3c0f375-abe2-4c96-9383-1f1a4260e39f port fd6bc3b8-4539-42d8-95e0-35b14389b86e binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:59:21.092889 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fd6bc3b8-4539-42d8-95e0-35b14389b86e), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:21.109212 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9996e6a-92d9-43b0-943c-c3e0ca83a13e None None] Pushing event updated for resources: {'Port': ['ID=376c3ac1-b9f2-4e99-95d9-d45811515d7c,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:21.294790 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] Attempting to bind port 376c3ac1-b9f2-4e99-95d9-d45811515d7c on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:59:21.295736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] Attempting to bind port 376c3ac1-b9f2-4e99-95d9-d45811515d7c by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '152cdbd3-8209-40eb-a509-e6c7c2abc257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5dde97d0-7692-4601-b164-6ddba6be2e8f'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:59:21.313149 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] Attempting to bind port 376c3ac1-b9f2-4e99-95d9-d45811515d7c on network 5dde97d0-7692-4601-b164-6ddba6be2e8f {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:59:21.335774 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:59:21.336615 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] Checking segment: {'id': '152cdbd3-8209-40eb-a509-e6c7c2abc257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5dde97d0-7692-4601-b164-6ddba6be2e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:59:21.337476 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:21.338271 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] Bound using segment: {'id': '152cdbd3-8209-40eb-a509-e6c7c2abc257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5dde97d0-7692-4601-b164-6ddba6be2e8f'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:59:21.339234 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] Bound port: 376c3ac1-b9f2-4e99-95d9-d45811515d7c, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '152cdbd3-8209-40eb-a509-e6c7c2abc257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5dde97d0-7692-4601-b164-6ddba6be2e8f'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:59:21.340019 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (376c3ac1-b9f2-4e99-95d9-d45811515d7c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:21.351786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab88ffd3-7ad6-47e2-b24b-c5861bc3cb85 tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:21.354748 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ab88ffd3-7ad6-47e2-b24b-c5861bc3cb85 tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5099552 Feb 19 04:59:21.358962 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56568) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:21.487757 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-300da1e3-cc82-4d10-bdab-65921322e66b tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1266074 Feb 19 04:59:21.499441 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56572) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:21.511626 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b390da77-3ea2-4def-af9b-ef04f9d8f646 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-867059194', 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b', 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:21.529038 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] For port 376c3ac1-b9f2-4e99-95d9-d45811515d7c, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:59:21.535871 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] For port 376c3ac1-b9f2-4e99-95d9-d45811515d7c, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=376c3ac1-b9f2-4e99-95d9-d45811515d7c,segment=NetworkSegment(152cdbd3-8209-40eb-a509-e6c7c2abc257),segment_id=152cdbd3-8209-40eb-a509-e6c7c2abc257)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:59:21.552669 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8c54799b-df16-46eb-8d2f-c726b5d9e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (19309d81-dc8f-47ce-8fd0-d01e54875a21), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:21.561951 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (376c3ac1-b9f2-4e99-95d9-d45811515d7c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:21.689050 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54799b-df16-46eb-8d2f-c726b5d9e6a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=19309d81-dc8f-47ce-8fd0-d01e54875a21,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:22.023390 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0d664ead-c60f-4717-a0dc-1cd2f09bcdc4 None None] Provisioning complete for port 376c3ac1-b9f2-4e99-95d9-d45811515d7c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:22.024014 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0d664ead-c60f-4717-a0dc-1cd2f09bcdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (376c3ac1-b9f2-4e99-95d9-d45811515d7c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:22.075556 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b390da77-3ea2-4def-af9b-ef04f9d8f646 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Made reservation on behalf of 627e5a416e6c4d65a8492e0f021dc31a for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:59:22.102376 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b390da77-3ea2-4def-af9b-ef04f9d8f646 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:22.172051 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] Routers {'27a911ef-50d3-4495-a0b3-a00b093125ff'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:22.180359 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:59:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['27a911ef-50d3-4495-a0b3-a00b093125ff'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:22.493179 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] Publish callbacks [] for port (fd6bc3b8-4539-42d8-95e0-35b14389b86e), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:22.510187 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fd6bc3b8-4539-42d8-95e0-35b14389b86e), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:22.589735 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] Set router 27a911ef-50d3-4495-a0b3-a00b093125ff gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:22.733420 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9996e6a-92d9-43b0-943c-c3e0ca83a13e None None] Pushing event updated for resources: {'Port': ['ID=376c3ac1-b9f2-4e99-95d9-d45811515d7c,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:22.790377 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] Attempting to bind port fd6bc3b8-4539-42d8-95e0-35b14389b86e on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:59:22.793466 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] Attempting to bind port fd6bc3b8-4539-42d8-95e0-35b14389b86e by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:59:22.794276 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] Attempting to bind port fd6bc3b8-4539-42d8-95e0-35b14389b86e on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:59:22.905312 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c35da-d150-4f2f-a40b-c6f15d71590a None None] Pushing event updated for resources: {'Port': ['ID=fd6bc3b8-4539-42d8-95e0-35b14389b86e,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:22.909847 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:59:22.915737 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:59:22.921080 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:22.922162 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:59:22.923747 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] Bound port: fd6bc3b8-4539-42d8-95e0-35b14389b86e, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:59:22.924585 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fd6bc3b8-4539-42d8-95e0-35b14389b86e), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:23.135034 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] For port fd6bc3b8-4539-42d8-95e0-35b14389b86e, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:59:23.148347 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] For port fd6bc3b8-4539-42d8-95e0-35b14389b86e, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=fd6bc3b8-4539-42d8-95e0-35b14389b86e,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:59:23.161573 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8c54799b-df16-46eb-8d2f-c726b5d9e6a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (bf352990-18b2-47b9-b04d-81ce9b081b77), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:23.180456 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fd6bc3b8-4539-42d8-95e0-35b14389b86e), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:23.460650 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] Routers {'b3c0f375-abe2-4c96-9383-1f1a4260e39f'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:23.466153 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:59:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b3c0f375-abe2-4c96-9383-1f1a4260e39f'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:23.481860 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0d664ead-c60f-4717-a0dc-1cd2f09bcdc4 None None] Current status of the port 376c3ac1-b9f2-4e99-95d9-d45811515d7c is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:23.482686 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0d664ead-c60f-4717-a0dc-1cd2f09bcdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (376c3ac1-b9f2-4e99-95d9-d45811515d7c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:23.699554 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c35da-d150-4f2f-a40b-c6f15d71590a None None] Pushing event updated for resources: {'Port': ['ID=fd6bc3b8-4539-42d8-95e0-35b14389b86e,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:23.718627 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-0d664ead-c60f-4717-a0dc-1cd2f09bcdc4 None None] For port 376c3ac1-b9f2-4e99-95d9-d45811515d7c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=376c3ac1-b9f2-4e99-95d9-d45811515d7c,segment=NetworkSegment(152cdbd3-8209-40eb-a509-e6c7c2abc257),segment_id=152cdbd3-8209-40eb-a509-e6c7c2abc257)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:23.760993 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b390da77-3ea2-4def-af9b-ef04f9d8f646 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (6334e6b3-5574-4624-8d34-e400e7e9f79d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:23.761799 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0d664ead-c60f-4717-a0dc-1cd2f09bcdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (376c3ac1-b9f2-4e99-95d9-d45811515d7c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:23.975965 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390da77-3ea2-4def-af9b-ef04f9d8f646 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event updated for resources: {'Subnet': ['ID=6334e6b3-5574-4624-8d34-e400e7e9f79d,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:23.982254 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] Set router b3c0f375-abe2-4c96-9383-1f1a4260e39f gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:23.993649 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b390da77-3ea2-4def-af9b-ef04f9d8f646 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Checking segment: {'id': 'aaa81d4e-05b0-4311-b187-581e0ea2439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:59:23.997877 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b390da77-3ea2-4def-af9b-ef04f9d8f646 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Network hostable DHCP agents. Network: 9a1a8564-bacd-48e3-9cab-4820e9a9d65b, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:59:24.026530 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c54799b-df16-46eb-8d2f-c726b5d9e6a3 admin admin] Router bf352990-18b2-47b9-b04d-81ce9b081b77 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:59:24.057940 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d821187a-adfa-419a-98e6-d4f261080cf2 None None] Provisioning complete for port 376c3ac1-b9f2-4e99-95d9-d45811515d7c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:24.058551 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d821187a-adfa-419a-98e6-d4f261080cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (376c3ac1-b9f2-4e99-95d9-d45811515d7c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:24.065759 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b390da77-3ea2-4def-af9b-ef04f9d8f646 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Network 9a1a8564-bacd-48e3-9cab-4820e9a9d65b is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:59:24.088365 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-b390da77-3ea2-4def-af9b-ef04f9d8f646 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 9a1a8564-bacd-48e3-9cab-4820e9a9d65b) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:59:24.097215 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b390da77-3ea2-4def-af9b-ef04f9d8f646 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:24.100141 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b390da77-3ea2-4def-af9b-ef04f9d8f646 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:24.176707 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2131e56b-da3d-4334-8d20-6ff26cc770ea None None] Network 9a1a8564-bacd-48e3-9cab-4820e9a9d65b requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:59:24.177756 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b390da77-3ea2-4def-af9b-ef04f9d8f646 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.6763277 Feb 19 04:59:24.178762 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56730) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:24.219968 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d664ead-c60f-4717-a0dc-1cd2f09bcdc4 None None] Pushing event updated for resources: {'Port': ['ID=376c3ac1-b9f2-4e99-95d9-d45811515d7c,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:24.356644 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c54799b-df16-46eb-8d2f-c726b5d9e6a3 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:59:24.369766 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8c54799b-df16-46eb-8d2f-c726b5d9e6a3 admin admin] 10.222.0.65 "PUT /v2.0/routers/bf352990-18b2-47b9-b04d-81ce9b081b77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2872565 Feb 19 04:59:24.372477 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56748) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:24.407791 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a911ef-50d3-4495-a0b3-a00b093125ff', 'name': 'tempest-TestAggregatesBasicOps-827708810-router', 'tenant_id': '0e4d1c5410db458eb1403b1c3a866aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bb15498b-6234-4b04-8f8c-d40a3694a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:04Z', 'updated_at': '2022-02-19T04:59:14Z', 'revision_number': 4, 'project_id': '0e4d1c5410db458eb1403b1c3a866aee', 'gw_port': {'id': 'bb15498b-6234-4b04-8f8c-d40a3694a4b1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a911ef-50d3-4495-a0b3-a00b093125ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:06Z', 'updated_at': '2022-02-19T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '376c3ac1-b9f2-4e99-95d9-d45811515d7c', 'name': '', 'network_id': '5dde97d0-7692-4601-b164-6ddba6be2e8f', 'tenant_id': '0e4d1c5410db458eb1403b1c3a866aee', 'mac_address': 'fa:16:3e:cc:6c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a911ef-50d3-4495-a0b3-a00b093125ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '066c5327-2ac3-41ba-9f84-2cfbd60eb93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:12Z', 'updated_at': '2022-02-19T04:59:21Z', 'revision_number': 4, 'project_id': '0e4d1c5410db458eb1403b1c3a866aee', 'subnets': [{'id': '066c5327-2ac3-41ba-9f84-2cfbd60eb93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:24.429519 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b46055-a15e-4cc6-a14f-59d7ba9389ec None None] Sync routers for ids ['bf352990-18b2-47b9-b04d-81ce9b081b77'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:59:24.565309 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bd21ac-4359-4cff-a29f-86cd41bef35e None None] The sync data for ids ['27a911ef-50d3-4495-a0b3-a00b093125ff'] in n-d-772273-4 is: [{'id': '27a911ef-50d3-4495-a0b3-a00b093125ff', 'name': 'tempest-TestAggregatesBasicOps-827708810-router', 'tenant_id': '0e4d1c5410db458eb1403b1c3a866aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bb15498b-6234-4b04-8f8c-d40a3694a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:04Z', 'updated_at': '2022-02-19T04:59:14Z', 'revision_number': 4, 'project_id': '0e4d1c5410db458eb1403b1c3a866aee', 'gw_port': {'id': 'bb15498b-6234-4b04-8f8c-d40a3694a4b1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a911ef-50d3-4495-a0b3-a00b093125ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:06Z', 'updated_at': '2022-02-19T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '376c3ac1-b9f2-4e99-95d9-d45811515d7c', 'name': '', 'network_id': '5dde97d0-7692-4601-b164-6ddba6be2e8f', 'tenant_id': '0e4d1c5410db458eb1403b1c3a866aee', 'mac_address': 'fa:16:3e:cc:6c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a911ef-50d3-4495-a0b3-a00b093125ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '066c5327-2ac3-41ba-9f84-2cfbd60eb93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:12Z', 'updated_at': '2022-02-19T04:59:21Z', 'revision_number': 4, 'project_id': '0e4d1c5410db458eb1403b1c3a866aee', 'subnets': [{'id': '066c5327-2ac3-41ba-9f84-2cfbd60eb93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:59:24.586477 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b46055-a15e-4cc6-a14f-59d7ba9389ec None None] Routers {'bf352990-18b2-47b9-b04d-81ce9b081b77'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:24.604989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-19b46055-a15e-4cc6-a14f-59d7ba9389ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:59:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['bf352990-18b2-47b9-b04d-81ce9b081b77'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:24.735380 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94994699-a335-424e-8247-3eb4efa5443d admin admin] Publish callbacks [] for router (bf352990-18b2-47b9-b04d-81ce9b081b77), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:24.746165 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1268082333', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:16Z', 'updated_at': '2022-02-19T04:59:18Z', 'revision_number': 3, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'gw_port': {'id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:17Z', 'updated_at': '2022-02-19T04:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:24.945376 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cd07c9-e641-4f3a-b760-0c2143b99ad6 None None] The sync data for ids ['b3c0f375-abe2-4c96-9383-1f1a4260e39f'] in n-d-772273-4 is: [{'id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1268082333', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:16Z', 'updated_at': '2022-02-19T04:59:18Z', 'revision_number': 3, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'gw_port': {'id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:17Z', 'updated_at': '2022-02-19T04:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:59:25.278201 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94994699-a335-424e-8247-3eb4efa5443d admin admin] Publish callbacks [] for router_gateway (bf352990-18b2-47b9-b04d-81ce9b081b77), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:25.540768 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-94994699-a335-424e-8247-3eb4efa5443d admin admin] Deleting port 1cbfa9ff-c8e7-4ddd-a624-d617972d2522 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:59:25.544101 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94994699-a335-424e-8247-3eb4efa5443d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (1cbfa9ff-c8e7-4ddd-a624-d617972d2522), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:25.569424 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-19b46055-a15e-4cc6-a14f-59d7ba9389ec None None] Set router bf352990-18b2-47b9-b04d-81ce9b081b77 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:25.736955 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d821187a-adfa-419a-98e6-d4f261080cf2 None None] Current status of the port 376c3ac1-b9f2-4e99-95d9-d45811515d7c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:25.979964 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d326552-cd72-437e-b1a6-c259d8a8ca10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9a1a8564-bacd-48e3-9cab-4820e9a9d65b', 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b', 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'fixed_ips': [{'subnet_id': '6334e6b3-5574-4624-8d34-e400e7e9f79d'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:59:25.982689 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3d326552-cd72-437e-b1a6-c259d8a8ca10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:26.055389 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-94994699-a335-424e-8247-3eb4efa5443d admin admin] For port 1cbfa9ff-c8e7-4ddd-a624-d617972d2522, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=1cbfa9ff-c8e7-4ddd-a624-d617972d2522,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:26.055985 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94994699-a335-424e-8247-3eb4efa5443d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (1cbfa9ff-c8e7-4ddd-a624-d617972d2522), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:26.179500 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-94994699-a335-424e-8247-3eb4efa5443d admin admin] Calling delete_port for 1cbfa9ff-c8e7-4ddd-a624-d617972d2522 owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:59:26.327331 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40e048df-c7d0-4e2c-b920-fc948cf9e667 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:26.396731 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 376c3ac1-b9f2-4e99-95d9-d45811515d7c up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:59:26.812679 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 376c3ac1-b9f2-4e99-95d9-d45811515d7c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:26.813550 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (376c3ac1-b9f2-4e99-95d9-d45811515d7c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:27.002781 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94994699-a335-424e-8247-3eb4efa5443d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (1cbfa9ff-c8e7-4ddd-a624-d617972d2522), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:27.122962 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94994699-a335-424e-8247-3eb4efa5443d admin admin] Pushing event deleted for resources: {'Port': ['ID=1cbfa9ff-c8e7-4ddd-a624-d617972d2522,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:27.151580 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-19b46055-a15e-4cc6-a14f-59d7ba9389ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf352990-18b2-47b9-b04d-81ce9b081b77', 'name': 'tempest-TestAggregatesBasicOps-112880181-router', 'tenant_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '1cbfa9ff-c8e7-4ddd-a624-d617972d2522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:58:53Z', 'updated_at': '2022-02-19T04:59:21Z', 'revision_number': 5, 'project_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'gw_port': {'id': '1cbfa9ff-c8e7-4ddd-a624-d617972d2522', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf352990-18b2-47b9-b04d-81ce9b081b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:58:54Z', 'updated_at': '2022-02-19T04:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:27.232781 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b46055-a15e-4cc6-a14f-59d7ba9389ec None None] Checking router: bf352990-18b2-47b9-b04d-81ce9b081b77 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:59:27.293623 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-3d326552-cd72-437e-b1a6-c259d8a8ca10 None None] Allocated IP 172.20.0.2 (9a1a8564-bacd-48e3-9cab-4820e9a9d65b/6334e6b3-5574-4624-8d34-e400e7e9f79d/596b639e-09da-498c-81bb-a877b7239cf3) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:59:27.341918 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b46055-a15e-4cc6-a14f-59d7ba9389ec None None] Routers {'bf352990-18b2-47b9-b04d-81ce9b081b77'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:27.343705 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-19b46055-a15e-4cc6-a14f-59d7ba9389ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:59:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['bf352990-18b2-47b9-b04d-81ce9b081b77'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:27.472537 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94994699-a335-424e-8247-3eb4efa5443d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (bf352990-18b2-47b9-b04d-81ce9b081b77), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:27.730831 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 376c3ac1-b9f2-4e99-95d9-d45811515d7c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:27.753699 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94994699-a335-424e-8247-3eb4efa5443d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (bf352990-18b2-47b9-b04d-81ce9b081b77), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:27.758323 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94994699-a335-424e-8247-3eb4efa5443d admin admin] Publish callbacks [] for router_controller (bf352990-18b2-47b9-b04d-81ce9b081b77), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:27.772341 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fd6bc3b8-4539-42d8-95e0-35b14389b86e up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:59:27.857470 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-19b46055-a15e-4cc6-a14f-59d7ba9389ec None None] Set router bf352990-18b2-47b9-b04d-81ce9b081b77 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:27.878201 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94994699-a335-424e-8247-3eb4efa5443d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (bf352990-18b2-47b9-b04d-81ce9b081b77), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:27.879320 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94994699-a335-424e-8247-3eb4efa5443d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf352990-18b2-47b9-b04d-81ce9b081b77 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:59:27.891468 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94994699-a335-424e-8247-3eb4efa5443d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:27.893944 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-94994699-a335-424e-8247-3eb4efa5443d admin admin] 10.222.0.65 "DELETE /v2.0/routers/bf352990-18b2-47b9-b04d-81ce9b081b77 HTTP/1.1" status: 204 len: 168 time: 3.5194135 Feb 19 04:59:27.897560 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 56946) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:28.022578 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-19b46055-a15e-4cc6-a14f-59d7ba9389ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf352990-18b2-47b9-b04d-81ce9b081b77', 'name': 'tempest-TestAggregatesBasicOps-112880181-router', 'tenant_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:58:53Z', 'updated_at': '2022-02-19T04:59:26Z', 'revision_number': 7, 'project_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:28.023420 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-c966d928-2dd3-4b58-a2d1-adee26c9fae6 admin admin] Deleting subnet eca9572a-d03d-446d-8005-c8b8e1beae19 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:59:28.031691 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c966d928-2dd3-4b58-a2d1-adee26c9fae6 admin admin] Publish callbacks [] for subnet (eca9572a-d03d-446d-8005-c8b8e1beae19), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:28.096481 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c966d928-2dd3-4b58-a2d1-adee26c9fae6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (eca9572a-d03d-446d-8005-c8b8e1beae19), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:28.114617 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b46055-a15e-4cc6-a14f-59d7ba9389ec None None] The sync data for ids ['bf352990-18b2-47b9-b04d-81ce9b081b77'] in n-d-772273-4 is: [{'id': 'bf352990-18b2-47b9-b04d-81ce9b081b77', 'name': 'tempest-TestAggregatesBasicOps-112880181-router', 'tenant_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:58:53Z', 'updated_at': '2022-02-19T04:59:26Z', 'revision_number': 7, 'project_id': '3137c99fc2a24bd0aa92ccfa4402acea', 'gw_port_host': None}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:59:28.338406 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3d326552-cd72-437e-b1a6-c259d8a8ca10 None None] Publish callbacks [] for port (596b639e-09da-498c-81bb-a877b7239cf3), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:28.348733 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c966d928-2dd3-4b58-a2d1-adee26c9fae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (eca9572a-d03d-446d-8005-c8b8e1beae19), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:28.381238 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port fd6bc3b8-4539-42d8-95e0-35b14389b86e triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:28.382767 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fd6bc3b8-4539-42d8-95e0-35b14389b86e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:28.449796 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3d326552-cd72-437e-b1a6-c259d8a8ca10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (596b639e-09da-498c-81bb-a877b7239cf3), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:28.478834 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c966d928-2dd3-4b58-a2d1-adee26c9fae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (eca9572a-d03d-446d-8005-c8b8e1beae19), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:28.515694 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d326552-cd72-437e-b1a6-c259d8a8ca10 None None] Network 9a1a8564-bacd-48e3-9cab-4820e9a9d65b is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:59:28.587663 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966d928-2dd3-4b58-a2d1-adee26c9fae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eca9572a-d03d-446d-8005-c8b8e1beae19,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:28.608815 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966d928-2dd3-4b58-a2d1-adee26c9fae6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:28.609549 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966d928-2dd3-4b58-a2d1-adee26c9fae6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:28.610206 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966d928-2dd3-4b58-a2d1-adee26c9fae6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:28.611104 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966d928-2dd3-4b58-a2d1-adee26c9fae6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:28.611965 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966d928-2dd3-4b58-a2d1-adee26c9fae6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:28.612829 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966d928-2dd3-4b58-a2d1-adee26c9fae6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:28.613768 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966d928-2dd3-4b58-a2d1-adee26c9fae6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:28.616311 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-3d326552-cd72-437e-b1a6-c259d8a8ca10 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:59:28.616554 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966d928-2dd3-4b58-a2d1-adee26c9fae6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:28.618681 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966d928-2dd3-4b58-a2d1-adee26c9fae6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:28.619500 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966d928-2dd3-4b58-a2d1-adee26c9fae6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:28.621091 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966d928-2dd3-4b58-a2d1-adee26c9fae6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:28.622495 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966d928-2dd3-4b58-a2d1-adee26c9fae6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:28.623324 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c966d928-2dd3-4b58-a2d1-adee26c9fae6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:28.636322 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d326552-cd72-437e-b1a6-c259d8a8ca10 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:59:28.637956 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c966d928-2dd3-4b58-a2d1-adee26c9fae6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:28.648118 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c966d928-2dd3-4b58-a2d1-adee26c9fae6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/eca9572a-d03d-446d-8005-c8b8e1beae19 HTTP/1.1" status: 204 len: 168 time: 0.7476718 Feb 19 04:59:28.653013 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 56994) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:28.702260 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-40e048df-c7d0-4e2c-b920-fc948cf9e667 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Allocated IP 172.20.0.1 (9a1a8564-bacd-48e3-9cab-4820e9a9d65b/6334e6b3-5574-4624-8d34-e400e7e9f79d/f617328c-8f65-4694-ae03-543fb88b4d9d) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:59:28.717087 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18705c54-3673-416a-9877-978de0bdb556 None None] Network c308c1f2-6d04-4289-aa74-ea153ce37008 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:59:28.850767 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-af78c366-7dd4-4944-8cb5-6513ef625a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (c308c1f2-6d04-4289-aa74-ea153ce37008), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:28.937128 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d326552-cd72-437e-b1a6-c259d8a8ca10 None None] Pushing event updated for resources: {'Port': ['ID=596b639e-09da-498c-81bb-a877b7239cf3,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:29.052073 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40e048df-c7d0-4e2c-b920-fc948cf9e667 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for port (f617328c-8f65-4694-ae03-543fb88b4d9d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:29.066983 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-af78c366-7dd4-4944-8cb5-6513ef625a4e admin admin] Deleting port c7ea2673-9ea1-4675-97af-3e8e9819101e {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:59:29.068195 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-af78c366-7dd4-4944-8cb5-6513ef625a4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (c7ea2673-9ea1-4675-97af-3e8e9819101e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:29.171125 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40e048df-c7d0-4e2c-b920-fc948cf9e667 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f617328c-8f65-4694-ae03-543fb88b4d9d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:29.179968 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-af78c366-7dd4-4944-8cb5-6513ef625a4e admin admin] For port c7ea2673-9ea1-4675-97af-3e8e9819101e, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c7ea2673-9ea1-4675-97af-3e8e9819101e,segment=NetworkSegment(f659f886-a785-4767-a57b-48db43a2f89d),segment_id=f659f886-a785-4767-a57b-48db43a2f89d)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:29.180744 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-af78c366-7dd4-4944-8cb5-6513ef625a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (c7ea2673-9ea1-4675-97af-3e8e9819101e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:29.203358 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-af78c366-7dd4-4944-8cb5-6513ef625a4e admin admin] Calling delete_port for c7ea2673-9ea1-4675-97af-3e8e9819101e owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:59:29.312188 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e048df-c7d0-4e2c-b920-fc948cf9e667 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Network 9a1a8564-bacd-48e3-9cab-4820e9a9d65b is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:59:29.333761 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-40e048df-c7d0-4e2c-b920-fc948cf9e667 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:59:29.339884 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-af78c366-7dd4-4944-8cb5-6513ef625a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (c7ea2673-9ea1-4675-97af-3e8e9819101e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:29.341990 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e048df-c7d0-4e2c-b920-fc948cf9e667 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:59:29.418193 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af78c366-7dd4-4944-8cb5-6513ef625a4e admin admin] No DVR routers for this DVR port c7ea2673-9ea1-4675-97af-3e8e9819101e on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:59:29.421453 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3d326552-cd72-437e-b1a6-c259d8a8ca10 None None] Attempting to bind port 596b639e-09da-498c-81bb-a877b7239cf3 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:59:29.426435 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3d326552-cd72-437e-b1a6-c259d8a8ca10 None None] Attempting to bind port 596b639e-09da-498c-81bb-a877b7239cf3 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'aaa81d4e-05b0-4311-b187-581e0ea2439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:59:29.428142 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d326552-cd72-437e-b1a6-c259d8a8ca10 None None] Attempting to bind port 596b639e-09da-498c-81bb-a877b7239cf3 on network 9a1a8564-bacd-48e3-9cab-4820e9a9d65b {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:59:29.448130 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e048df-c7d0-4e2c-b920-fc948cf9e667 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event updated for resources: {'Port': ['ID=f617328c-8f65-4694-ae03-543fb88b4d9d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:29.456338 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d326552-cd72-437e-b1a6-c259d8a8ca10 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:59:29.457576 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d326552-cd72-437e-b1a6-c259d8a8ca10 None None] Checking segment: {'id': 'aaa81d4e-05b0-4311-b187-581e0ea2439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:59:29.458522 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3d326552-cd72-437e-b1a6-c259d8a8ca10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:29.459404 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d326552-cd72-437e-b1a6-c259d8a8ca10 None None] Bound using segment: {'id': 'aaa81d4e-05b0-4311-b187-581e0ea2439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:59:29.460445 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3d326552-cd72-437e-b1a6-c259d8a8ca10 None None] Bound port: 596b639e-09da-498c-81bb-a877b7239cf3, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa81d4e-05b0-4311-b187-581e0ea2439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:59:29.461351 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3d326552-cd72-437e-b1a6-c259d8a8ca10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (596b639e-09da-498c-81bb-a877b7239cf3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:29.488120 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40e048df-c7d0-4e2c-b920-fc948cf9e667 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (b3c0f375-abe2-4c96-9383-1f1a4260e39f), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:29.492865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78c366-7dd4-4944-8cb5-6513ef625a4e admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ea2673-9ea1-4675-97af-3e8e9819101e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:29.507941 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port fd6bc3b8-4539-42d8-95e0-35b14389b86e is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:29.508566 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fd6bc3b8-4539-42d8-95e0-35b14389b86e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:29.589886 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-af78c366-7dd4-4944-8cb5-6513ef625a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (c308c1f2-6d04-4289-aa74-ea153ce37008), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:29.595610 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port fd6bc3b8-4539-42d8-95e0-35b14389b86e, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=fd6bc3b8-4539-42d8-95e0-35b14389b86e,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:29.609872 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fd6bc3b8-4539-42d8-95e0-35b14389b86e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:29.654308 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-af78c366-7dd4-4944-8cb5-6513ef625a4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c308c1f2-6d04-4289-aa74-ea153ce37008']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:29.670226 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-af78c366-7dd4-4944-8cb5-6513ef625a4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f659f886-a785-4767-a57b-48db43a2f89d') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:29.670921 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-af78c366-7dd4-4944-8cb5-6513ef625a4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f659f886-a785-4767-a57b-48db43a2f89d') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:29.715008 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-af78c366-7dd4-4944-8cb5-6513ef625a4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (f659f886-a785-4767-a57b-48db43a2f89d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:29.758052 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-af78c366-7dd4-4944-8cb5-6513ef625a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (f659f886-a785-4767-a57b-48db43a2f89d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:29.771037 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a41c4f0-1561-46b7-aae3-6bb09899cbf0 None None] DHCP port deletion for c308c1f2-6d04-4289-aa74-ea153ce37008 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:59:29.771345 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af78c366-7dd4-4944-8cb5-6513ef625a4e admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:59:29.771631 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-af78c366-7dd4-4944-8cb5-6513ef625a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (f659f886-a785-4767-a57b-48db43a2f89d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:59:29.775187 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:59:29.817716 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3d326552-cd72-437e-b1a6-c259d8a8ca10 None None] For port 596b639e-09da-498c-81bb-a877b7239cf3, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:59:29.828345 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=fd6bc3b8-4539-42d8-95e0-35b14389b86e,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:29.889142 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40e048df-c7d0-4e2c-b920-fc948cf9e667 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f617328c-8f65-4694-ae03-543fb88b4d9d), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:29.915094 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-af78c366-7dd4-4944-8cb5-6513ef625a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (c308c1f2-6d04-4289-aa74-ea153ce37008), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:29.917008 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3d326552-cd72-437e-b1a6-c259d8a8ca10 None None] For port 596b639e-09da-498c-81bb-a877b7239cf3, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=596b639e-09da-498c-81bb-a877b7239cf3,segment=NetworkSegment(aaa81d4e-05b0-4311-b187-581e0ea2439d),segment_id=aaa81d4e-05b0-4311-b187-581e0ea2439d)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:59:29.942855 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-af78c366-7dd4-4944-8cb5-6513ef625a4e admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:29.944392 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3d326552-cd72-437e-b1a6-c259d8a8ca10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (596b639e-09da-498c-81bb-a877b7239cf3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:29.955473 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-af78c366-7dd4-4944-8cb5-6513ef625a4e admin admin] 10.222.0.65 "DELETE /v2.0/networks/c308c1f2-6d04-4289-aa74-ea153ce37008 HTTP/1.1" status: 204 len: 168 time: 1.2997773 Feb 19 04:59:29.956447 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57030) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:29.999605 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 19309d81-dc8f-47ce-8fd0-d01e54875a21 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:59:30.061781 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78c366-7dd4-4944-8cb5-6513ef625a4e admin admin] Pushing event deleted for resources: {'Network': ['ID=c308c1f2-6d04-4289-aa74-ea153ce37008,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:30.087516 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 19309d81-dc8f-47ce-8fd0-d01e54875a21 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:59:30.088409 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 19309d81-dc8f-47ce-8fd0-d01e54875a21 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:59:30.088967 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1cbfa9ff-c8e7-4ddd-a624-d617972d2522 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:59:30.137281 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 1cbfa9ff-c8e7-4ddd-a624-d617972d2522 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:59:30.137907 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1cbfa9ff-c8e7-4ddd-a624-d617972d2522 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:59:30.194436 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d326552-cd72-437e-b1a6-c259d8a8ca10 None None] Pushing event updated for resources: {'Port': ['ID=596b639e-09da-498c-81bb-a877b7239cf3,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:30.472342 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40e048df-c7d0-4e2c-b920-fc948cf9e667 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for port (f617328c-8f65-4694-ae03-543fb88b4d9d), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:30.481925 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40e048df-c7d0-4e2c-b920-fc948cf9e667 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (f617328c-8f65-4694-ae03-543fb88b4d9d), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:30.610516 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-40e048df-c7d0-4e2c-b920-fc948cf9e667 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (b3c0f375-abe2-4c96-9383-1f1a4260e39f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:30.639851 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e048df-c7d0-4e2c-b920-fc948cf9e667 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event updated for resources: {'Port': ['ID=f617328c-8f65-4694-ae03-543fb88b4d9d,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:30.754318 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e048df-c7d0-4e2c-b920-fc948cf9e667 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Network 9a1a8564-bacd-48e3-9cab-4820e9a9d65b is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:59:30.756889 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-40e048df-c7d0-4e2c-b920-fc948cf9e667 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:59:30.975196 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e048df-c7d0-4e2c-b920-fc948cf9e667 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Router b3c0f375-abe2-4c96-9383-1f1a4260e39f has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:59:30.982631 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-55b69102-1aa4-4c07-8b91-8395241561d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (27a911ef-50d3-4495-a0b3-a00b093125ff), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:31.209928 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e048df-c7d0-4e2c-b920-fc948cf9e667 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:59:31.225156 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-40e048df-c7d0-4e2c-b920-fc948cf9e667 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "PUT /v2.0/routers/b3c0f375-abe2-4c96-9383-1f1a4260e39f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0445285 Feb 19 04:59:31.226002 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57042) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:31.232031 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-50142a40-4a83-43f2-b149-546e5253aee7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1087671523', 'description': 'tempest-secgroup_access--1087671523 description', 'project_id': '627e5a416e6c4d65a8492e0f021dc31a'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:31.235403 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] Sync routers for ids ['b3c0f375-abe2-4c96-9383-1f1a4260e39f'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:59:31.267066 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] Routers {'b3c0f375-abe2-4c96-9383-1f1a4260e39f'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:31.268186 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:59:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b3c0f375-abe2-4c96-9383-1f1a4260e39f'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:31.274752 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50142a40-4a83-43f2-b149-546e5253aee7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:31.520861 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-55b69102-1aa4-4c07-8b91-8395241561d9 admin admin] Deleting port 376c3ac1-b9f2-4e99-95d9-d45811515d7c {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:59:31.521678 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-55b69102-1aa4-4c07-8b91-8395241561d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (376c3ac1-b9f2-4e99-95d9-d45811515d7c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:31.535884 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50142a40-4a83-43f2-b149-546e5253aee7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for security_group (c4c3bee4-24d0-4cb2-bfa0-b970e8b27658), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:31.554392 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50142a40-4a83-43f2-b149-546e5253aee7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c4c3bee4-24d0-4cb2-bfa0-b970e8b27658), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:31.626930 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] Set router b3c0f375-abe2-4c96-9383-1f1a4260e39f gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:31.641510 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50142a40-4a83-43f2-b149-546e5253aee7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:31.643704 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-50142a40-4a83-43f2-b149-546e5253aee7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4161677 Feb 19 04:59:31.647722 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57044) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:31.656788 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50142a40-4a83-43f2-b149-546e5253aee7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c3bee4-24d0-4cb2-bfa0-b970e8b27658,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:31.667175 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e0d611cd-d8c9-4904-8af4-980f4b0516a1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1501098967', 'description': 'tempest-secgroup_general--1501098967 description', 'project_id': '627e5a416e6c4d65a8492e0f021dc31a'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:31.736481 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-55b69102-1aa4-4c07-8b91-8395241561d9 admin admin] For port 376c3ac1-b9f2-4e99-95d9-d45811515d7c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=376c3ac1-b9f2-4e99-95d9-d45811515d7c,segment=NetworkSegment(152cdbd3-8209-40eb-a509-e6c7c2abc257),segment_id=152cdbd3-8209-40eb-a509-e6c7c2abc257)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:31.738947 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-55b69102-1aa4-4c07-8b91-8395241561d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (376c3ac1-b9f2-4e99-95d9-d45811515d7c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:31.772374 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e0d611cd-d8c9-4904-8af4-980f4b0516a1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:31.776785 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-55b69102-1aa4-4c07-8b91-8395241561d9 admin admin] Calling delete_port for 376c3ac1-b9f2-4e99-95d9-d45811515d7c owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:59:31.851126 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b923e7d7-9b45-415a-bfcd-b17090715812 None None] Network 9a1a8564-bacd-48e3-9cab-4820e9a9d65b requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:59:32.043999 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e0d611cd-d8c9-4904-8af4-980f4b0516a1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for security_group (e082180a-d132-40ec-a244-ca03c48b84f0), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:32.054889 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e0d611cd-d8c9-4904-8af4-980f4b0516a1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e082180a-d132-40ec-a244-ca03c48b84f0), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:32.057630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fd6bc3b8-4539-42d8-95e0-35b14389b86e up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:59:32.083165 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1268082333', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:16Z', 'updated_at': '2022-02-19T04:59:29Z', 'revision_number': 4, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'gw_port': {'id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:17Z', 'updated_at': '2022-02-19T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'f617328c-8f65-4694-ae03-543fb88b4d9d', 'name': '', 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'mac_address': 'fa:16:3e:c4:33:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '6334e6b3-5574-4624-8d34-e400e7e9f79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:26Z', 'updated_at': '2022-02-19T04:59:30Z', 'revision_number': 2, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'subnets': [{'id': '6334e6b3-5574-4624-8d34-e400e7e9f79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:32.167906 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e0d611cd-d8c9-4904-8af4-980f4b0516a1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:32.168550 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e0d611cd-d8c9-4904-8af4-980f4b0516a1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5189235 Feb 19 04:59:32.172276 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57048) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:32.177652 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-f32d84a6-f9f5-43c2-9704-477b9b21f5db tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Request body: {'security_group_rule': {'security_group_id': 'c4c3bee4-24d0-4cb2-bfa0-b970e8b27658', 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:32.179352 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] Checking router: b3c0f375-abe2-4c96-9383-1f1a4260e39f for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:59:32.180077 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] Updating router b3c0f375-abe2-4c96-9383-1f1a4260e39f port f617328c-8f65-4694-ae03-543fb88b4d9d binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:59:32.192211 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9d7e0a38-568c-4eed-be82-228d8f351d31 None None] Provisioning complete for port 596b639e-09da-498c-81bb-a877b7239cf3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:32.193252 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9d7e0a38-568c-4eed-be82-228d8f351d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (596b639e-09da-498c-81bb-a877b7239cf3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:32.222423 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f32d84a6-f9f5-43c2-9704-477b9b21f5db tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for security_group_rule (9de82b7c-6308-435d-ac09-b48af7a5f807), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:32.241768 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f617328c-8f65-4694-ae03-543fb88b4d9d), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:32.270400 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d611cd-d8c9-4904-8af4-980f4b0516a1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e082180a-d132-40ec-a244-ca03c48b84f0,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:32.394102 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f32d84a6-f9f5-43c2-9704-477b9b21f5db tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for security_group_rule (9de82b7c-6308-435d-ac09-b48af7a5f807), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:32.399649 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f32d84a6-f9f5-43c2-9704-477b9b21f5db tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (9de82b7c-6308-435d-ac09-b48af7a5f807), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:32.421199 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-635226ab-77cc-434f-a98b-48798323df01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:32.423365 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port fd6bc3b8-4539-42d8-95e0-35b14389b86e triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:32.423959 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fd6bc3b8-4539-42d8-95e0-35b14389b86e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:32.453819 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d84a6-f9f5-43c2-9704-477b9b21f5db tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de82b7c-6308-435d-ac09-b48af7a5f807,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:32.476675 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f32d84a6-f9f5-43c2-9704-477b9b21f5db tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:32.484977 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f32d84a6-f9f5-43c2-9704-477b9b21f5db tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3054931 Feb 19 04:59:32.504260 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-55b69102-1aa4-4c07-8b91-8395241561d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (376c3ac1-b9f2-4e99-95d9-d45811515d7c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:32.620741 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b69102-1aa4-4c07-8b91-8395241561d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=376c3ac1-b9f2-4e99-95d9-d45811515d7c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:32.734408 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9d7e0a38-568c-4eed-be82-228d8f351d31 None None] Current status of the port 596b639e-09da-498c-81bb-a877b7239cf3 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:32.735015 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9d7e0a38-568c-4eed-be82-228d8f351d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (596b639e-09da-498c-81bb-a877b7239cf3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:32.928399 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port fd6bc3b8-4539-42d8-95e0-35b14389b86e is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:32.930835 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 596b639e-09da-498c-81bb-a877b7239cf3 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:59:32.994662 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9d7e0a38-568c-4eed-be82-228d8f351d31 None None] For port 596b639e-09da-498c-81bb-a877b7239cf3, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=596b639e-09da-498c-81bb-a877b7239cf3,segment=NetworkSegment(aaa81d4e-05b0-4311-b187-581e0ea2439d),segment_id=aaa81d4e-05b0-4311-b187-581e0ea2439d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:33.030596 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] Publish callbacks [] for port (f617328c-8f65-4694-ae03-543fb88b4d9d), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:33.041496 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f617328c-8f65-4694-ae03-543fb88b4d9d), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:33.099253 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9d7e0a38-568c-4eed-be82-228d8f351d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (596b639e-09da-498c-81bb-a877b7239cf3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:33.191083 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fcba3-f790-4ea3-b661-493ff82e542f None None] Pushing event updated for resources: {'Port': ['ID=f617328c-8f65-4694-ae03-543fb88b4d9d,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:33.202088 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-55b69102-1aa4-4c07-8b91-8395241561d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (27a911ef-50d3-4495-a0b3-a00b093125ff), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:33.296262 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] Attempting to bind port f617328c-8f65-4694-ae03-543fb88b4d9d on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:59:33.296935 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] Attempting to bind port f617328c-8f65-4694-ae03-543fb88b4d9d by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'aaa81d4e-05b0-4311-b187-581e0ea2439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:59:33.297176 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] Attempting to bind port f617328c-8f65-4694-ae03-543fb88b4d9d on network 9a1a8564-bacd-48e3-9cab-4820e9a9d65b {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:59:33.312430 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:59:33.313086 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] Checking segment: {'id': 'aaa81d4e-05b0-4311-b187-581e0ea2439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:59:33.313711 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:33.314509 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] Bound using segment: {'id': 'aaa81d4e-05b0-4311-b187-581e0ea2439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:59:33.315960 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] Bound port: f617328c-8f65-4694-ae03-543fb88b4d9d, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa81d4e-05b0-4311-b187-581e0ea2439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:59:33.316759 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f617328c-8f65-4694-ae03-543fb88b4d9d), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:33.389443 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 596b639e-09da-498c-81bb-a877b7239cf3 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:33.390112 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (596b639e-09da-498c-81bb-a877b7239cf3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:33.397768 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e0a38-568c-4eed-be82-228d8f351d31 None None] Pushing event updated for resources: {'Port': ['ID=596b639e-09da-498c-81bb-a877b7239cf3,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:33.457385 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-2ddca74a-ea4a-40df-929e-b559db373d6d None None] Provisioning complete for port 596b639e-09da-498c-81bb-a877b7239cf3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:33.457842 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2ddca74a-ea4a-40df-929e-b559db373d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (596b639e-09da-498c-81bb-a877b7239cf3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:33.479145 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] For port f617328c-8f65-4694-ae03-543fb88b4d9d, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:59:33.487692 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] For port f617328c-8f65-4694-ae03-543fb88b4d9d, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f617328c-8f65-4694-ae03-543fb88b4d9d,segment=NetworkSegment(aaa81d4e-05b0-4311-b187-581e0ea2439d),segment_id=aaa81d4e-05b0-4311-b187-581e0ea2439d)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:59:33.505200 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f617328c-8f65-4694-ae03-543fb88b4d9d), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:33.573390 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-546a5f77-6e0a-4a5a-9e3a-bc1f9d6f099b tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup_access--1087671523&fields=id&tenant_id=627e5a416e6c4d65a8492e0f021dc31a HTTP/1.1" status: 200 len: 267 time: 0.1951852 Feb 19 04:59:33.635272 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fcba3-f790-4ea3-b661-493ff82e542f None None] Pushing event updated for resources: {'Port': ['ID=f617328c-8f65-4694-ae03-543fb88b4d9d,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:33.700117 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] Routers {'b3c0f375-abe2-4c96-9383-1f1a4260e39f'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:33.709826 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:59:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b3c0f375-abe2-4c96-9383-1f1a4260e39f'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:33.798460 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-fb502788-df88-410a-8206-14ad98b2f252 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup_general--1501098967&fields=id&tenant_id=627e5a416e6c4d65a8492e0f021dc31a HTTP/1.1" status: 200 len: 267 time: 0.2166374 Feb 19 04:59:33.804207 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 596b639e-09da-498c-81bb-a877b7239cf3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:33.841666 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c7ea2673-9ea1-4675-97af-3e8e9819101e no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:59:33.890418 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: c7ea2673-9ea1-4675-97af-3e8e9819101e {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:59:33.890995 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c7ea2673-9ea1-4675-97af-3e8e9819101e not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:59:33.906938 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-2ddca74a-ea4a-40df-929e-b559db373d6d None None] Current status of the port 596b639e-09da-498c-81bb-a877b7239cf3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:33.926954 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-2ddca74a-ea4a-40df-929e-b559db373d6d None None] Provisioning complete for port f617328c-8f65-4694-ae03-543fb88b4d9d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:33.928620 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2ddca74a-ea4a-40df-929e-b559db373d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f617328c-8f65-4694-ae03-543fb88b4d9d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:34.055782 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] Set router b3c0f375-abe2-4c96-9383-1f1a4260e39f gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:34.157138 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 596b639e-09da-498c-81bb-a877b7239cf3 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:59:34.215786 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-2ddca74a-ea4a-40df-929e-b559db373d6d None None] Current status of the port f617328c-8f65-4694-ae03-543fb88b4d9d is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:34.216242 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2ddca74a-ea4a-40df-929e-b559db373d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f617328c-8f65-4694-ae03-543fb88b4d9d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:34.262502 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-2ddca74a-ea4a-40df-929e-b559db373d6d None None] For port f617328c-8f65-4694-ae03-543fb88b4d9d, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f617328c-8f65-4694-ae03-543fb88b4d9d,segment=NetworkSegment(aaa81d4e-05b0-4311-b187-581e0ea2439d),segment_id=aaa81d4e-05b0-4311-b187-581e0ea2439d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:34.276650 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2ddca74a-ea4a-40df-929e-b559db373d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f617328c-8f65-4694-ae03-543fb88b4d9d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:34.319389 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-b7f4ac04-e56b-44e1-bcab-ee3c85252a08 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:34.322086 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-b7f4ac04-e56b-44e1-bcab-ee3c85252a08 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/networks?id=9a1a8564-bacd-48e3-9cab-4820e9a9d65b HTTP/1.1" status: 200 len: 796 time: 0.5215845 Feb 19 04:59:34.333650 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 596b639e-09da-498c-81bb-a877b7239cf3 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:34.334033 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (596b639e-09da-498c-81bb-a877b7239cf3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:34.458580 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddca74a-ea4a-40df-929e-b559db373d6d None None] Pushing event updated for resources: {'Port': ['ID=f617328c-8f65-4694-ae03-543fb88b4d9d,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:34.475353 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3a0b08d7-82d4-4cf1-955d-aed626c0ad4b None None] Provisioning complete for port f617328c-8f65-4694-ae03-543fb88b4d9d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:34.475744 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3a0b08d7-82d4-4cf1-955d-aed626c0ad4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f617328c-8f65-4694-ae03-543fb88b4d9d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:34.496156 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b69102-1aa4-4c07-8b91-8395241561d9 admin admin] Router 27a911ef-50d3-4495-a0b3-a00b093125ff has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:59:34.504146 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-5d7d1e1b-d1cc-4fdc-989e-0dfea1355048 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/quotas/627e5a416e6c4d65a8492e0f021dc31a HTTP/1.1" status: 200 len: 375 time: 0.0407221 Feb 19 04:59:34.575280 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 596b639e-09da-498c-81bb-a877b7239cf3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:34.774528 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1268082333', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:16Z', 'updated_at': '2022-02-19T04:59:29Z', 'revision_number': 4, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'gw_port': {'id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:17Z', 'updated_at': '2022-02-19T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'f617328c-8f65-4694-ae03-543fb88b4d9d', 'name': '', 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'mac_address': 'fa:16:3e:c4:33:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '6334e6b3-5574-4624-8d34-e400e7e9f79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:26Z', 'updated_at': '2022-02-19T04:59:33Z', 'revision_number': 4, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'subnets': [{'id': '6334e6b3-5574-4624-8d34-e400e7e9f79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:34.814225 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b08d7-82d4-4cf1-955d-aed626c0ad4b None None] Current status of the port f617328c-8f65-4694-ae03-543fb88b4d9d is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:34.832217 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ebb6d7-12bd-480e-b76d-4cdb3b4e7a9f None None] The sync data for ids ['b3c0f375-abe2-4c96-9383-1f1a4260e39f'] in n-d-772273-4 is: [{'id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1268082333', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:16Z', 'updated_at': '2022-02-19T04:59:29Z', 'revision_number': 4, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'gw_port': {'id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:17Z', 'updated_at': '2022-02-19T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'f617328c-8f65-4694-ae03-543fb88b4d9d', 'name': '', 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'mac_address': 'fa:16:3e:c4:33:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '6334e6b3-5574-4624-8d34-e400e7e9f79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:26Z', 'updated_at': '2022-02-19T04:59:33Z', 'revision_number': 4, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'subnets': [{'id': '6334e6b3-5574-4624-8d34-e400e7e9f79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:59:34.858047 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-fb70730c-8be0-4b74-b496-7e1ddb900d04 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=627e5a416e6c4d65a8492e0f021dc31a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3337862 Feb 19 04:59:34.909932 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b69102-1aa4-4c07-8b91-8395241561d9 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:59:34.919672 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-55b69102-1aa4-4c07-8b91-8395241561d9 admin admin] 10.222.0.65 "PUT /v2.0/routers/27a911ef-50d3-4495-a0b3-a00b093125ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9474728 Feb 19 04:59:34.928559 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57078) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:34.959721 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b799be35-0719-4ee2-afe3-d31779bc2752 None None] Sync routers for ids ['27a911ef-50d3-4495-a0b3-a00b093125ff'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:59:34.997743 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b799be35-0719-4ee2-afe3-d31779bc2752 None None] Routers {'27a911ef-50d3-4495-a0b3-a00b093125ff'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:35.006968 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b799be35-0719-4ee2-afe3-d31779bc2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:59:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['27a911ef-50d3-4495-a0b3-a00b093125ff'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:35.258644 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-7c0519bb-2f3b-44af-a904-1ed3e9a96097 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:59:35.260365 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-7c0519bb-2f3b-44af-a904-1ed3e9a96097 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1707525 Feb 19 04:59:35.418260 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c0d23a4b-0b26-4bbf-ac57-ae76e922d754 None None] Provisioning complete for port f617328c-8f65-4694-ae03-543fb88b4d9d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:35.418575 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c0d23a4b-0b26-4bbf-ac57-ae76e922d754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f617328c-8f65-4694-ae03-543fb88b4d9d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:35.430368 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e968a80b-b976-4af0-a349-cadb22b43ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:35.433509 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7d5e-6dde-4643-baf9-a0bb6e4c6388 admin admin] Publish callbacks [] for router (27a911ef-50d3-4495-a0b3-a00b093125ff), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:35.547269 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-b799be35-0719-4ee2-afe3-d31779bc2752 None None] Set router 27a911ef-50d3-4495-a0b3-a00b093125ff gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:35.569754 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-6766321c-5596-44a8-b76d-90284af8c029 service neutron] 10.222.0.65 "GET /v2.0/networks/9a1a8564-bacd-48e3-9cab-4820e9a9d65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008542 Feb 19 04:59:35.786421 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7d5e-6dde-4643-baf9-a0bb6e4c6388 admin admin] Publish callbacks [] for router_gateway (27a911ef-50d3-4495-a0b3-a00b093125ff), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:35.872338 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-88f86ef5-ea3a-4884-9320-c9fecb04c427 service neutron] 10.222.0.65 "GET /v2.0/networks/9a1a8564-bacd-48e3-9cab-4820e9a9d65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913907 Feb 19 04:59:35.885158 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c0d23a4b-0b26-4bbf-ac57-ae76e922d754 None None] Current status of the port f617328c-8f65-4694-ae03-543fb88b4d9d is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:35.964521 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-5e7d7d5e-6dde-4643-baf9-a0bb6e4c6388 admin admin] Deleting port bb15498b-6234-4b04-8f8c-d40a3694a4b1 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:59:35.964849 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7d5e-6dde-4643-baf9-a0bb6e4c6388 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (bb15498b-6234-4b04-8f8c-d40a3694a4b1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:36.131131 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-83f54661-3033-4a2a-a007-89681e13fb68 None None] Provisioning complete for port f617328c-8f65-4694-ae03-543fb88b4d9d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:36.131910 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-83f54661-3033-4a2a-a007-89681e13fb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f617328c-8f65-4694-ae03-543fb88b4d9d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:36.199956 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f617328c-8f65-4694-ae03-543fb88b4d9d up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:59:36.381785 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b799be35-0719-4ee2-afe3-d31779bc2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a911ef-50d3-4495-a0b3-a00b093125ff', 'name': 'tempest-TestAggregatesBasicOps-827708810-router', 'tenant_id': '0e4d1c5410db458eb1403b1c3a866aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bb15498b-6234-4b04-8f8c-d40a3694a4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:04Z', 'updated_at': '2022-02-19T04:59:32Z', 'revision_number': 5, 'project_id': '0e4d1c5410db458eb1403b1c3a866aee', 'gw_port': {'id': 'bb15498b-6234-4b04-8f8c-d40a3694a4b1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a911ef-50d3-4495-a0b3-a00b093125ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:06Z', 'updated_at': '2022-02-19T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:36.501401 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b799be35-0719-4ee2-afe3-d31779bc2752 None None] Checking router: 27a911ef-50d3-4495-a0b3-a00b093125ff for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:59:36.535787 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b799be35-0719-4ee2-afe3-d31779bc2752 None None] Routers {'27a911ef-50d3-4495-a0b3-a00b093125ff'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:36.537106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b799be35-0719-4ee2-afe3-d31779bc2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:59:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['27a911ef-50d3-4495-a0b3-a00b093125ff'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:36.587355 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-5e7d7d5e-6dde-4643-baf9-a0bb6e4c6388 admin admin] For port bb15498b-6234-4b04-8f8c-d40a3694a4b1, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=bb15498b-6234-4b04-8f8c-d40a3694a4b1,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:36.588205 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7d5e-6dde-4643-baf9-a0bb6e4c6388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (bb15498b-6234-4b04-8f8c-d40a3694a4b1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:36.648616 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-5e7d7d5e-6dde-4643-baf9-a0bb6e4c6388 admin admin] Calling delete_port for bb15498b-6234-4b04-8f8c-d40a3694a4b1 owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:59:36.650463 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-caa17dfd-a4da-4293-864c-896d819240bd req-33ae06a2-1016-46f4-bda1-bc9b036f26dc tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e518b15-6138-4a2e-a970-a8ea5f46672b HTTP/1.1" status: 200 len: 210 time: 0.2738833 Feb 19 04:59:36.651279 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port f617328c-8f65-4694-ae03-543fb88b4d9d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:36.651978 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f617328c-8f65-4694-ae03-543fb88b4d9d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:37.007178 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-83f54661-3033-4a2a-a007-89681e13fb68 None None] Current status of the port f617328c-8f65-4694-ae03-543fb88b4d9d is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:37.024149 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:37.032061 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port f617328c-8f65-4694-ae03-543fb88b4d9d is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:37.037700 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-b799be35-0719-4ee2-afe3-d31779bc2752 None None] Set router 27a911ef-50d3-4495-a0b3-a00b093125ff gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:37.109582 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7d5e-6dde-4643-baf9-a0bb6e4c6388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (bb15498b-6234-4b04-8f8c-d40a3694a4b1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:37.160819 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d7d5e-6dde-4643-baf9-a0bb6e4c6388 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb15498b-6234-4b04-8f8c-d40a3694a4b1,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:37.167011 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b799be35-0719-4ee2-afe3-d31779bc2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a911ef-50d3-4495-a0b3-a00b093125ff', 'name': 'tempest-TestAggregatesBasicOps-827708810-router', 'tenant_id': '0e4d1c5410db458eb1403b1c3a866aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:04Z', 'updated_at': '2022-02-19T04:59:35Z', 'revision_number': 6, 'project_id': '0e4d1c5410db458eb1403b1c3a866aee', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:37.228586 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b799be35-0719-4ee2-afe3-d31779bc2752 None None] The sync data for ids ['27a911ef-50d3-4495-a0b3-a00b093125ff'] in n-d-772273-4 is: [{'id': '27a911ef-50d3-4495-a0b3-a00b093125ff', 'name': 'tempest-TestAggregatesBasicOps-827708810-router', 'tenant_id': '0e4d1c5410db458eb1403b1c3a866aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:04Z', 'updated_at': '2022-02-19T04:59:35Z', 'revision_number': 6, 'project_id': '0e4d1c5410db458eb1403b1c3a866aee', 'gw_port_host': None}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:59:37.329511 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7d5e-6dde-4643-baf9-a0bb6e4c6388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (27a911ef-50d3-4495-a0b3-a00b093125ff), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:37.482080 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7d5e-6dde-4643-baf9-a0bb6e4c6388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (27a911ef-50d3-4495-a0b3-a00b093125ff), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:37.487358 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7d5e-6dde-4643-baf9-a0bb6e4c6388 admin admin] Publish callbacks [] for router_controller (27a911ef-50d3-4495-a0b3-a00b093125ff), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:37.559747 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7d5e-6dde-4643-baf9-a0bb6e4c6388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (27a911ef-50d3-4495-a0b3-a00b093125ff), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:37.560906 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7d7d5e-6dde-4643-baf9-a0bb6e4c6388 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27a911ef-50d3-4495-a0b3-a00b093125ff {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:59:37.568358 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5e7d7d5e-6dde-4643-baf9-a0bb6e4c6388 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:37.570371 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5e7d7d5e-6dde-4643-baf9-a0bb6e4c6388 admin admin] 10.222.0.65 "DELETE /v2.0/routers/27a911ef-50d3-4495-a0b3-a00b093125ff HTTP/1.1" status: 204 len: 168 time: 2.6380744 Feb 19 04:59:37.573313 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57114) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:37.647439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4aee3ad-d5dd-48da-b6eb-0436a763a517 admin admin] Deleting subnet 066c5327-2ac3-41ba-9f84-2cfbd60eb93b {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:59:37.652146 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d4aee3ad-d5dd-48da-b6eb-0436a763a517 admin admin] Publish callbacks [] for subnet (066c5327-2ac3-41ba-9f84-2cfbd60eb93b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:37.755238 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d4aee3ad-d5dd-48da-b6eb-0436a763a517 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (066c5327-2ac3-41ba-9f84-2cfbd60eb93b), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:37.846030 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:37.930717 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b6e09b94-e232-4437-b931-7acb2e4904f5 req-d0da9ae6-1af4-4418-9113-6e9b07fb6469 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e518b15-6138-4a2e-a970-a8ea5f46672b HTTP/1.1" status: 200 len: 210 time: 0.0372782 Feb 19 04:59:37.967644 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d4aee3ad-d5dd-48da-b6eb-0436a763a517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (066c5327-2ac3-41ba-9f84-2cfbd60eb93b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:38.043179 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:38.096685 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d4aee3ad-d5dd-48da-b6eb-0436a763a517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (066c5327-2ac3-41ba-9f84-2cfbd60eb93b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:38.176382 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aee3ad-d5dd-48da-b6eb-0436a763a517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=066c5327-2ac3-41ba-9f84-2cfbd60eb93b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:38.183548 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d4aee3ad-d5dd-48da-b6eb-0436a763a517 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:38.192883 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d4aee3ad-d5dd-48da-b6eb-0436a763a517 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/066c5327-2ac3-41ba-9f84-2cfbd60eb93b HTTP/1.1" status: 204 len: 168 time: 0.6152515 Feb 19 04:59:38.193143 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55528e36-d742-4770-b3b5-d6322c8ac8bf None None] Network 5dde97d0-7692-4601-b164-6ddba6be2e8f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:59:38.193981 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57122) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:38.358289 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 376c3ac1-b9f2-4e99-95d9-d45811515d7c no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:59:38.401471 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85832854-b7c6-4964-b18b-6415f9724c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (5dde97d0-7692-4601-b164-6ddba6be2e8f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:38.432659 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 376c3ac1-b9f2-4e99-95d9-d45811515d7c {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:59:38.433508 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 376c3ac1-b9f2-4e99-95d9-d45811515d7c not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:59:38.556382 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-85832854-b7c6-4964-b18b-6415f9724c59 admin admin] Deleting port da235839-2fd1-4468-974d-c3a3c83272d9 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:59:38.556948 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85832854-b7c6-4964-b18b-6415f9724c59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (da235839-2fd1-4468-974d-c3a3c83272d9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:38.676416 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-85832854-b7c6-4964-b18b-6415f9724c59 admin admin] For port da235839-2fd1-4468-974d-c3a3c83272d9, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=da235839-2fd1-4468-974d-c3a3c83272d9,segment=NetworkSegment(152cdbd3-8209-40eb-a509-e6c7c2abc257),segment_id=152cdbd3-8209-40eb-a509-e6c7c2abc257)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:38.677560 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85832854-b7c6-4964-b18b-6415f9724c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (da235839-2fd1-4468-974d-c3a3c83272d9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:38.701143 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-85832854-b7c6-4964-b18b-6415f9724c59 admin admin] Calling delete_port for da235839-2fd1-4468-974d-c3a3c83272d9 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:59:38.720640 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-6197b845-f993-40ed-a891-b2d0872679d1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:38.722547 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-6197b845-f993-40ed-a891-b2d0872679d1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.48 "GET /v2.0/networks?id=9a1a8564-bacd-48e3-9cab-4820e9a9d65b HTTP/1.1" status: 200 len: 796 time: 0.3284314 Feb 19 04:59:38.771250 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac407a83-b09e-480c-9c55-1c191bd7c753 None None] DHCP port deletion for 5dde97d0-7692-4601-b164-6ddba6be2e8f request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:59:38.845605 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-bb82910d-653c-44d4-8255-27334facc6b1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=627e5a416e6c4d65a8492e0f021dc31a HTTP/1.1" status: 200 len: 478 time: 0.1123691 Feb 19 04:59:38.864246 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-9c558c6a-f0aa-4e00-b23f-84c7d8a33c27 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Request body: {'port': {'device_id': '5e518b15-6138-4a2e-a970-a8ea5f46672b', 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b', 'admin_state_up': True, 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'security_groups': ['c4c3bee4-24d0-4cb2-bfa0-b970e8b27658', 'e082180a-d132-40ec-a244-ca03c48b84f0']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:38.897972 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85832854-b7c6-4964-b18b-6415f9724c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (da235839-2fd1-4468-974d-c3a3c83272d9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:38.920517 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ac407a83-b09e-480c-9c55-1c191bd7c753 None None] Deleting port da235839-2fd1-4468-974d-c3a3c83272d9 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:59:38.921250 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ac407a83-b09e-480c-9c55-1c191bd7c753 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (da235839-2fd1-4468-974d-c3a3c83272d9), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:38.943217 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85832854-b7c6-4964-b18b-6415f9724c59 admin admin] No DVR routers for this DVR port da235839-2fd1-4468-974d-c3a3c83272d9 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:59:38.990002 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85832854-b7c6-4964-b18b-6415f9724c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=da235839-2fd1-4468-974d-c3a3c83272d9,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:39.075281 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-ac407a83-b09e-480c-9c55-1c191bd7c753 None None] For port da235839-2fd1-4468-974d-c3a3c83272d9, host n-d-772273-4, got binding levels [] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:39.075696 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ac407a83-b09e-480c-9c55-1c191bd7c753 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (da235839-2fd1-4468-974d-c3a3c83272d9), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:39.096404 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ac407a83-b09e-480c-9c55-1c191bd7c753 None None] Calling delete_port for da235839-2fd1-4468-974d-c3a3c83272d9 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:59:39.100360 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.ipam_backend_mixin [None req-ac407a83-b09e-480c-9c55-1c191bd7c753 None None] Port da235839-2fd1-4468-974d-c3a3c83272d9 was not found and therefore no delete operation was performed {{(pid=115200) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:59:39.102826 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ac407a83-b09e-480c-9c55-1c191bd7c753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (da235839-2fd1-4468-974d-c3a3c83272d9), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:39.115551 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85832854-b7c6-4964-b18b-6415f9724c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (5dde97d0-7692-4601-b164-6ddba6be2e8f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:39.141080 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac407a83-b09e-480c-9c55-1c191bd7c753 None None] No DVR routers for this DVR port da235839-2fd1-4468-974d-c3a3c83272d9 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:59:39.150134 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac407a83-b09e-480c-9c55-1c191bd7c753 None None] Pushing event deleted for resources: {'Port': ['ID=da235839-2fd1-4468-974d-c3a3c83272d9,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:39.184322 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-85832854-b7c6-4964-b18b-6415f9724c59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dde97d0-7692-4601-b164-6ddba6be2e8f']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:39.200852 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-9c558c6a-f0aa-4e00-b23f-84c7d8a33c27 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Made reservation on behalf of 627e5a416e6c4d65a8492e0f021dc31a for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:59:39.204314 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-85832854-b7c6-4964-b18b-6415f9724c59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '152cdbd3-8209-40eb-a509-e6c7c2abc257') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:39.204797 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-85832854-b7c6-4964-b18b-6415f9724c59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '152cdbd3-8209-40eb-a509-e6c7c2abc257') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:39.207286 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-9c558c6a-f0aa-4e00-b23f-84c7d8a33c27 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:39.219181 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85832854-b7c6-4964-b18b-6415f9724c59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (152cdbd3-8209-40eb-a509-e6c7c2abc257), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:39.239433 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85832854-b7c6-4964-b18b-6415f9724c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (152cdbd3-8209-40eb-a509-e6c7c2abc257), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:39.251244 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85832854-b7c6-4964-b18b-6415f9724c59 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:59:39.251864 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85832854-b7c6-4964-b18b-6415f9724c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (152cdbd3-8209-40eb-a509-e6c7c2abc257), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: timer() Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:59:39.254912 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:59:39.262984 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cbe08aa6-f3e5-42a8-8679-d0fe30582fe3 req-be1a46b8-b201-475e-822b-d4f847107030 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e518b15-6138-4a2e-a970-a8ea5f46672b HTTP/1.1" status: 200 len: 210 time: 0.0844488 Feb 19 04:59:39.386380 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:39.394280 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85832854-b7c6-4964-b18b-6415f9724c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (5dde97d0-7692-4601-b164-6ddba6be2e8f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:39.409300 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85832854-b7c6-4964-b18b-6415f9724c59 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:39.417453 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-85832854-b7c6-4964-b18b-6415f9724c59 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5dde97d0-7692-4601-b164-6ddba6be2e8f HTTP/1.1" status: 204 len: 168 time: 1.2187922 Feb 19 04:59:39.431423 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:39.434352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85832854-b7c6-4964-b18b-6415f9724c59 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dde97d0-7692-4601-b164-6ddba6be2e8f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:39.509228 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-9c558c6a-f0aa-4e00-b23f-84c7d8a33c27 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Allocated IP 172.20.0.10 (9a1a8564-bacd-48e3-9cab-4820e9a9d65b/6334e6b3-5574-4624-8d34-e400e7e9f79d/b3c4ba2e-7217-405e-b226-e7297db6b22c) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:59:39.764053 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57132) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:39.790676 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-9c558c6a-f0aa-4e00-b23f-84c7d8a33c27 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for port (b3c4ba2e-7217-405e-b226-e7297db6b22c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:39.836380 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-afff3b84-39c0-4a5e-a5be-fe04480c6393 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3137c99fc2a24bd0aa92ccfa4402acea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0697107 Feb 19 04:59:39.837500 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57134) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:39.853456 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-9c558c6a-f0aa-4e00-b23f-84c7d8a33c27 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (b3c4ba2e-7217-405e-b226-e7297db6b22c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:39.937154 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe81911a-7e90-4285-9e6a-c9d75fa3ffcb admin admin] Publish callbacks [] for security_group (4b85a17b-a6e4-40ec-a2c6-a6fb5fd5a1d9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:39.939816 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-9c558c6a-f0aa-4e00-b23f-84c7d8a33c27 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Network 9a1a8564-bacd-48e3-9cab-4820e9a9d65b is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:59:39.951813 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-9c558c6a-f0aa-4e00-b23f-84c7d8a33c27 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:59:39.961207 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-9c558c6a-f0aa-4e00-b23f-84c7d8a33c27 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:59:40.007821 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe81911a-7e90-4285-9e6a-c9d75fa3ffcb admin admin] Publish callbacks [] for security_group (4b85a17b-a6e4-40ec-a2c6-a6fb5fd5a1d9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:40.100462 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device da235839-2fd1-4468-974d-c3a3c83272d9 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:59:40.123888 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe81911a-7e90-4285-9e6a-c9d75fa3ffcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4b85a17b-a6e4-40ec-a2c6-a6fb5fd5a1d9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:40.128011 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fe81911a-7e90-4285-9e6a-c9d75fa3ffcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:40.129735 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fe81911a-7e90-4285-9e6a-c9d75fa3ffcb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4b85a17b-a6e4-40ec-a2c6-a6fb5fd5a1d9 HTTP/1.1" status: 204 len: 168 time: 0.2908127 Feb 19 04:59:40.155118 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81911a-7e90-4285-9e6a-c9d75fa3ffcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b85a17b-a6e4-40ec-a2c6-a6fb5fd5a1d9,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:40.207211 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: da235839-2fd1-4468-974d-c3a3c83272d9 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:59:40.208562 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device da235839-2fd1-4468-974d-c3a3c83272d9 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:59:40.209375 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device bb15498b-6234-4b04-8f8c-d40a3694a4b1 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:59:40.259465 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: bb15498b-6234-4b04-8f8c-d40a3694a4b1 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:59:40.260727 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device bb15498b-6234-4b04-8f8c-d40a3694a4b1 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:59:40.499110 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-cf35ba84-7b63-4f94-9264-17a41d98436d None None] Provisioning complete for port b3c4ba2e-7217-405e-b226-e7297db6b22c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:40.500737 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c558c6a-f0aa-4e00-b23f-84c7d8a33c27 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event updated for resources: {'Port': ['ID=b3c4ba2e-7217-405e-b226-e7297db6b22c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:40.502547 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cf35ba84-7b63-4f94-9264-17a41d98436d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b3c4ba2e-7217-405e-b226-e7297db6b22c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:40.547373 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c78504-0c48-4fcf-b25d-2e227981bfb8 req-a02a881c-b055-45ea-81e8-b0d769918308 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:40.570890 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-9c558c6a-f0aa-4e00-b23f-84c7d8a33c27 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:40.572258 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d9c78504-0c48-4fcf-b25d-2e227981bfb8 req-a02a881c-b055-45ea-81e8-b0d769918308 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e518b15-6138-4a2e-a970-a8ea5f46672b HTTP/1.1" status: 200 len: 971 time: 0.1427226 Feb 19 04:59:40.572435 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-9c558c6a-f0aa-4e00-b23f-84c7d8a33c27 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:40.601866 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-9c558c6a-f0aa-4e00-b23f-84c7d8a33c27 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.7507710 Feb 19 04:59:40.603657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-cf35ba84-7b63-4f94-9264-17a41d98436d None None] Port b3c4ba2e-7217-405e-b226-e7297db6b22c cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:59:40.616770 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-31d4ca3d-1583-4aaa-8a25-5b8221170ce8 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:59:40.618654 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-31d4ca3d-1583-4aaa-8a25-5b8221170ce8 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106099 Feb 19 04:59:40.640575 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-aaa271ff-cc89-442f-bef7-7fc6910faa2a service neutron] Request body: {'port': {'device_id': '5e518b15-6138-4a2e-a970-a8ea5f46672b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:40.676283 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d9c78504-0c48-4fcf-b25d-2e227981bfb8 req-c3c92a12-23b0-44e2-9f35-da40503d8e2c tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/security-groups?id=e082180a-d132-40ec-a244-ca03c48b84f0&id=c4c3bee4-24d0-4cb2-bfa0-b970e8b27658&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1027770 Feb 19 04:59:40.784947 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-aaa271ff-cc89-442f-bef7-7fc6910faa2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b3c4ba2e-7217-405e-b226-e7297db6b22c), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:40.828852 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57144) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:40.911542 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f0df9186-a69f-4ac0-9675-97f1634899d3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0e4d1c5410db458eb1403b1c3a866aee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0805802 Feb 19 04:59:40.915692 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57146) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:41.031773 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-46be3b6b-e646-40c3-805d-ac036e7a93f6 admin admin] Publish callbacks [] for security_group (4a868d2b-970b-4fbc-a398-877a0b9497f7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:41.076459 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-46be3b6b-e646-40c3-805d-ac036e7a93f6 admin admin] Publish callbacks [] for security_group (4a868d2b-970b-4fbc-a398-877a0b9497f7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:41.154710 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-46be3b6b-e646-40c3-805d-ac036e7a93f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4a868d2b-970b-4fbc-a398-877a0b9497f7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:41.159087 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-46be3b6b-e646-40c3-805d-ac036e7a93f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:41.163654 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-46be3b6b-e646-40c3-805d-ac036e7a93f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a868d2b-970b-4fbc-a398-877a0b9497f7 HTTP/1.1" status: 204 len: 168 time: 0.2427793 Feb 19 04:59:41.182070 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be3b6b-e646-40c3-805d-ac036e7a93f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a868d2b-970b-4fbc-a398-877a0b9497f7,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:41.398643 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-aaa271ff-cc89-442f-bef7-7fc6910faa2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c4ba2e-7217-405e-b226-e7297db6b22c {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:59:41.417060 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-aaa271ff-cc89-442f-bef7-7fc6910faa2a service neutron] Publish callbacks [] for port (b3c4ba2e-7217-405e-b226-e7297db6b22c), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:41.448182 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-aaa271ff-cc89-442f-bef7-7fc6910faa2a service neutron] Transition to ACTIVE for port object b3c4ba2e-7217-405e-b226-e7297db6b22c will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:59:41.454591 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-aaa271ff-cc89-442f-bef7-7fc6910faa2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (b3c4ba2e-7217-405e-b226-e7297db6b22c), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:41.576596 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa271ff-cc89-442f-bef7-7fc6910faa2a service neutron] Pushing event updated for resources: {'Port': ['ID=b3c4ba2e-7217-405e-b226-e7297db6b22c,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:41.710015 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-aaa271ff-cc89-442f-bef7-7fc6910faa2a service neutron] Attempting to bind port b3c4ba2e-7217-405e-b226-e7297db6b22c on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:59:41.710733 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-aaa271ff-cc89-442f-bef7-7fc6910faa2a service neutron] Attempting to bind port b3c4ba2e-7217-405e-b226-e7297db6b22c by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'aaa81d4e-05b0-4311-b187-581e0ea2439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:59:41.711377 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-aaa271ff-cc89-442f-bef7-7fc6910faa2a service neutron] Attempting to bind port b3c4ba2e-7217-405e-b226-e7297db6b22c on network 9a1a8564-bacd-48e3-9cab-4820e9a9d65b {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:59:41.720609 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-aaa271ff-cc89-442f-bef7-7fc6910faa2a service neutron] Port b3c4ba2e-7217-405e-b226-e7297db6b22c on network 9a1a8564-bacd-48e3-9cab-4820e9a9d65b not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:59:41.721774 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-aaa271ff-cc89-442f-bef7-7fc6910faa2a service neutron] Attempting to bind port b3c4ba2e-7217-405e-b226-e7297db6b22c on network 9a1a8564-bacd-48e3-9cab-4820e9a9d65b {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:59:41.737787 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-aaa271ff-cc89-442f-bef7-7fc6910faa2a service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:59:41.738317 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-aaa271ff-cc89-442f-bef7-7fc6910faa2a service neutron] Checking segment: {'id': 'aaa81d4e-05b0-4311-b187-581e0ea2439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:59:41.739084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-aaa271ff-cc89-442f-bef7-7fc6910faa2a service neutron] Bound using segment: {'id': 'aaa81d4e-05b0-4311-b187-581e0ea2439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:59:41.740033 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-aaa271ff-cc89-442f-bef7-7fc6910faa2a service neutron] Bound port: b3c4ba2e-7217-405e-b226-e7297db6b22c, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa81d4e-05b0-4311-b187-581e0ea2439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:59:41.740725 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-aaa271ff-cc89-442f-bef7-7fc6910faa2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b3c4ba2e-7217-405e-b226-e7297db6b22c), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:41.992481 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-aaa271ff-cc89-442f-bef7-7fc6910faa2a service neutron] For port b3c4ba2e-7217-405e-b226-e7297db6b22c, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:59:42.029520 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51a397-b56f-4eb5-84b5-978f784a80bc req-1c07bdfa-0774-49fd-8e1b-9e69fedd7ca4 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:42.032164 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7e51a397-b56f-4eb5-84b5-978f784a80bc req-1c07bdfa-0774-49fd-8e1b-9e69fedd7ca4 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e518b15-6138-4a2e-a970-a8ea5f46672b HTTP/1.1" status: 200 len: 983 time: 0.1841798 Feb 19 04:59:42.035549 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-aaa271ff-cc89-442f-bef7-7fc6910faa2a service neutron] For port b3c4ba2e-7217-405e-b226-e7297db6b22c, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=b3c4ba2e-7217-405e-b226-e7297db6b22c,segment=NetworkSegment(aaa81d4e-05b0-4311-b187-581e0ea2439d),segment_id=aaa81d4e-05b0-4311-b187-581e0ea2439d)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:59:42.047955 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-aaa271ff-cc89-442f-bef7-7fc6910faa2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (b3c4ba2e-7217-405e-b226-e7297db6b22c), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:42.153588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-aaa271ff-cc89-442f-bef7-7fc6910faa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:42.154321 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-aaa271ff-cc89-442f-bef7-7fc6910faa2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:42.155796 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-aaa271ff-cc89-442f-bef7-7fc6910faa2a service neutron] 10.222.0.48 "PUT /v2.0/ports/b3c4ba2e-7217-405e-b226-e7297db6b22c HTTP/1.1" status: 200 len: 1131 time: 1.5276155 Feb 19 04:59:42.158934 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e518b15-6138-4a2e-a970-a8ea5f46672b', 'tag': 'b3c4ba2e-7217-405e-b226-e7297db6b22c'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:59:42.161570 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5699ddb0-9e44-4ffb-99c5-402f11459263" -d '{"events": [{"name": "network-changed", "server_uuid": "5e518b15-6138-4a2e-a970-a8ea5f46672b", "tag": "b3c4ba2e-7217-405e-b226-e7297db6b22c"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:59:42.300233 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7e51a397-b56f-4eb5-84b5-978f784a80bc req-7ba576e1-5489-4812-a878-b6055977ade6 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/security-groups?id=e082180a-d132-40ec-a244-ca03c48b84f0&id=c4c3bee4-24d0-4cb2-bfa0-b970e8b27658&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2568817 Feb 19 04:59:42.346091 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa271ff-cc89-442f-bef7-7fc6910faa2a service neutron] Pushing event updated for resources: {'Port': ['ID=b3c4ba2e-7217-405e-b226-e7297db6b22c,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:42.461132 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-cae18a40-b4f1-4d99-b07c-24697a36ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:42.463689 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-cae18a40-b4f1-4d99-b07c-24697a36ee07 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=627e5a416e6c4d65a8492e0f021dc31a&device_id=5e518b15-6138-4a2e-a970-a8ea5f46672b HTTP/1.1" status: 200 len: 1165 time: 0.2564900 Feb 19 04:59:42.570751 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-42ca04f2-e75a-4793-b9ae-7ba8694c68e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3c4ba2e-7217-405e-b226-e7297db6b22c HTTP/1.1" status: 200 len: 217 time: 0.0983005 Feb 19 04:59:42.677606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-e20dc338-cfe9-439b-9883-6df260d7e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:42.682227 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-e20dc338-cfe9-439b-9883-6df260d7e423 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6334e6b3-5574-4624-8d34-e400e7e9f79d HTTP/1.1" status: 200 len: 834 time: 0.1074507 Feb 19 04:59:42.684475 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5054093f-9804-4155-9d7b-e50dc07eecce x-openstack-request-id: req-5054093f-9804-4155-9d7b-e50dc07eecce {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:59:42.685035 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e518b15-6138-4a2e-a970-a8ea5f46672b", "tag": "b3c4ba2e-7217-405e-b226-e7297db6b22c", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:59:42.685497 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5054093f-9804-4155-9d7b-e50dc07eecce {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:59:42.686149 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e518b15-6138-4a2e-a970-a8ea5f46672b', 'tag': 'b3c4ba2e-7217-405e-b226-e7297db6b22c', 'status': 'completed', 'code': 200} Feb 19 04:59:42.821304 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-009d615b-bf8d-4801-8220-3f9cb4f3027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:42.823445 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-009d615b-bf8d-4801-8220-3f9cb4f3027f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a1a8564-bacd-48e3-9cab-4820e9a9d65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1357968 Feb 19 04:59:42.973761 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-4a19fed5-32dd-4243-9c23-e383960de4a6 service neutron] 10.222.0.48 "GET /v2.0/networks/9a1a8564-bacd-48e3-9cab-4820e9a9d65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428058 Feb 19 04:59:43.151847 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-77eeebc5-4e5d-4cbe-accb-861044808458 req-efce38fd-4980-40ba-ae1c-d7918c9b8913 service neutron] 10.222.0.48 "GET /v2.0/networks/9a1a8564-bacd-48e3-9cab-4820e9a9d65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713090 Feb 19 04:59:43.286708 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699ddb0-9e44-4ffb-99c5-402f11459263 req-f9071acb-7a1b-4471-a07b-9ee6b83eec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:43.288339 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5699ddb0-9e44-4ffb-99c5-402f11459263 req-f9071acb-7a1b-4471-a07b-9ee6b83eec67 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=627e5a416e6c4d65a8492e0f021dc31a&device_id=5e518b15-6138-4a2e-a970-a8ea5f46672b HTTP/1.1" status: 200 len: 1165 time: 0.0661485 Feb 19 04:59:43.563111 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699ddb0-9e44-4ffb-99c5-402f11459263 req-d6af3f6b-de7a-46a9-8903-c3d3779519b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:43.567098 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5699ddb0-9e44-4ffb-99c5-402f11459263 req-d6af3f6b-de7a-46a9-8903-c3d3779519b9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9a1a8564-bacd-48e3-9cab-4820e9a9d65b HTTP/1.1" status: 200 len: 896 time: 0.2719560 Feb 19 04:59:43.568430 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace3841-cd43-4bd1-bfd0-67ee392c689d req-2739ee29-bd4c-4c4f-b452-8156b9663c01 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:43.570728 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5ace3841-cd43-4bd1-bfd0-67ee392c689d req-2739ee29-bd4c-4c4f-b452-8156b9663c01 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e518b15-6138-4a2e-a970-a8ea5f46672b HTTP/1.1" status: 200 len: 983 time: 0.1024795 Feb 19 04:59:43.617725 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5699ddb0-9e44-4ffb-99c5-402f11459263 req-cbe01934-26ef-448f-80e0-6a7b7f2516b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3c4ba2e-7217-405e-b226-e7297db6b22c HTTP/1.1" status: 200 len: 217 time: 0.0450873 Feb 19 04:59:43.673422 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5ace3841-cd43-4bd1-bfd0-67ee392c689d req-18c855f5-bba6-4517-8877-c90b20de15d8 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/security-groups?id=e082180a-d132-40ec-a244-ca03c48b84f0&id=c4c3bee4-24d0-4cb2-bfa0-b970e8b27658&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0912101 Feb 19 04:59:43.704592 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699ddb0-9e44-4ffb-99c5-402f11459263 req-771cb6a8-a22c-4f66-9288-33777b805159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:43.707653 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5699ddb0-9e44-4ffb-99c5-402f11459263 req-771cb6a8-a22c-4f66-9288-33777b805159 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6334e6b3-5574-4624-8d34-e400e7e9f79d HTTP/1.1" status: 200 len: 834 time: 0.0833778 Feb 19 04:59:43.770135 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699ddb0-9e44-4ffb-99c5-402f11459263 req-0c3da1a0-e062-4c96-9aa4-8cd60fb5dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:43.772443 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5699ddb0-9e44-4ffb-99c5-402f11459263 req-0c3da1a0-e062-4c96-9aa4-8cd60fb5dd0a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a1a8564-bacd-48e3-9cab-4820e9a9d65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0582266 Feb 19 04:59:43.880417 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57200) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:43.889290 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-9fec3ed5-17ad-4c69-b5a7-9234769a577b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1875674043', 'description': 'tempest-secgroup-smoke-1875674043 description', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:43.909298 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5699ddb0-9e44-4ffb-99c5-402f11459263 req-05707219-fade-460a-9de5-ad0574119fb8 service neutron] 10.222.0.48 "GET /v2.0/networks/9a1a8564-bacd-48e3-9cab-4820e9a9d65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306190 Feb 19 04:59:43.929771 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9fec3ed5-17ad-4c69-b5a7-9234769a577b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:43.940833 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9fec3ed5-17ad-4c69-b5a7-9234769a577b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.060512 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9fec3ed5-17ad-4c69-b5a7-9234769a577b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (21c76d4b-2906-4605-bc8d-f482cb6a2d11), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.066745 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9fec3ed5-17ad-4c69-b5a7-9234769a577b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (21c76d4b-2906-4605-bc8d-f482cb6a2d11), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.100180 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5699ddb0-9e44-4ffb-99c5-402f11459263 req-ae78ab75-edb0-41ed-ac9a-95d00d05de6d service neutron] 10.222.0.48 "GET /v2.0/networks/9a1a8564-bacd-48e3-9cab-4820e9a9d65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827331 Feb 19 04:59:44.128067 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec3ed5-17ad-4c69-b5a7-9234769a577b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c76d4b-2906-4605-bc8d-f482cb6a2d11,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:44.213944 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9fec3ed5-17ad-4c69-b5a7-9234769a577b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (86b4dff6-8508-4393-91ce-14387b4c75bb), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.219186 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9fec3ed5-17ad-4c69-b5a7-9234769a577b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (86b4dff6-8508-4393-91ce-14387b4c75bb), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.254659 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9fec3ed5-17ad-4c69-b5a7-9234769a577b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.256020 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9fec3ed5-17ad-4c69-b5a7-9234769a577b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3738444 Feb 19 04:59:44.259471 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57204) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:44.264561 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec3ed5-17ad-4c69-b5a7-9234769a577b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b4dff6-8508-4393-91ce-14387b4c75bb,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:44.270987 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-257acbd5-f56e-440f-aec2-56cc1dfabdc4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group_rule': {'security_group_id': '86b4dff6-8508-4393-91ce-14387b4c75bb', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:44.307656 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-257acbd5-f56e-440f-aec2-56cc1dfabdc4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (b38b5bbf-93ce-41c8-b4ae-ea33c46e8b50), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.406588 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-257acbd5-f56e-440f-aec2-56cc1dfabdc4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (b38b5bbf-93ce-41c8-b4ae-ea33c46e8b50), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.411863 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-257acbd5-f56e-440f-aec2-56cc1dfabdc4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (b38b5bbf-93ce-41c8-b4ae-ea33c46e8b50), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.431272 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257acbd5-f56e-440f-aec2-56cc1dfabdc4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38b5bbf-93ce-41c8-b4ae-ea33c46e8b50,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:44.442473 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-257acbd5-f56e-440f-aec2-56cc1dfabdc4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.443774 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-257acbd5-f56e-440f-aec2-56cc1dfabdc4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1832583 Feb 19 04:59:44.447561 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57206) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:44.452390 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-15f5dc06-eb3b-4f36-b1d6-a07dc2e9178a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group_rule': {'security_group_id': '86b4dff6-8508-4393-91ce-14387b4c75bb', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:44.484938 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-15f5dc06-eb3b-4f36-b1d6-a07dc2e9178a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (ab411cff-c61d-4645-9814-40c6e0437ee0), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.562387 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-15f5dc06-eb3b-4f36-b1d6-a07dc2e9178a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (ab411cff-c61d-4645-9814-40c6e0437ee0), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.567454 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-15f5dc06-eb3b-4f36-b1d6-a07dc2e9178a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (ab411cff-c61d-4645-9814-40c6e0437ee0), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.591262 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5dc06-eb3b-4f36-b1d6-a07dc2e9178a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab411cff-c61d-4645-9814-40c6e0437ee0,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:44.600843 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-15f5dc06-eb3b-4f36-b1d6-a07dc2e9178a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.602320 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-15f5dc06-eb3b-4f36-b1d6-a07dc2e9178a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1536698 Feb 19 04:59:44.606193 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57208) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:44.611316 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-10eb4a61-4e9f-48e9-b229-d817ad7142ff tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group_rule': {'security_group_id': '86b4dff6-8508-4393-91ce-14387b4c75bb', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:44.640116 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-10eb4a61-4e9f-48e9-b229-d817ad7142ff tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (7508d31f-01a6-4852-b5cb-63dd75f7f7fa), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.714503 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-10eb4a61-4e9f-48e9-b229-d817ad7142ff tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (7508d31f-01a6-4852-b5cb-63dd75f7f7fa), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.723612 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-10eb4a61-4e9f-48e9-b229-d817ad7142ff tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (7508d31f-01a6-4852-b5cb-63dd75f7f7fa), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.746328 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb4a61-4e9f-48e9-b229-d817ad7142ff tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7508d31f-01a6-4852-b5cb-63dd75f7f7fa,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:44.754114 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-10eb4a61-4e9f-48e9-b229-d817ad7142ff tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.759703 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-10eb4a61-4e9f-48e9-b229-d817ad7142ff tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1483598 Feb 19 04:59:44.760610 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57212) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:44.765435 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-76cdbb16-8561-4b30-892b-6654b7353950 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group_rule': {'security_group_id': '86b4dff6-8508-4393-91ce-14387b4c75bb', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:44.802159 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-76cdbb16-8561-4b30-892b-6654b7353950 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (249f051c-9d81-40b5-93ce-295889125f0e), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.902327 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-76cdbb16-8561-4b30-892b-6654b7353950 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (249f051c-9d81-40b5-93ce-295889125f0e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.912137 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590d60b-f467-4c1a-8bf7-3327dcc4704d req-057faed5-3741-49be-ad6e-e8cef83e322a tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:44.914096 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e590d60b-f467-4c1a-8bf7-3327dcc4704d req-057faed5-3741-49be-ad6e-e8cef83e322a tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e518b15-6138-4a2e-a970-a8ea5f46672b HTTP/1.1" status: 200 len: 983 time: 0.1146462 Feb 19 04:59:44.915750 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-76cdbb16-8561-4b30-892b-6654b7353950 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (249f051c-9d81-40b5-93ce-295889125f0e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.947816 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cdbb16-8561-4b30-892b-6654b7353950 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249f051c-9d81-40b5-93ce-295889125f0e,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:44.964652 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-76cdbb16-8561-4b30-892b-6654b7353950 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:44.967040 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-76cdbb16-8561-4b30-892b-6654b7353950 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2059579 Feb 19 04:59:44.973269 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57214) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:44.981495 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-eb01718d-b19e-41dd-8088-87f31e17adf9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group_rule': {'security_group_id': '86b4dff6-8508-4393-91ce-14387b4c75bb', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:45.021913 n-d-772273-4 neutron-server[115198]: INFO neutron.db.securitygroups_db [None req-eb01718d-b19e-41dd-8088-87f31e17adf9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Project cb7efcaa75ab46f8b306eefb09a4e21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:59:45.031733 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eb01718d-b19e-41dd-8088-87f31e17adf9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (6ea839bb-45d5-4302-8d6b-e6d73abdaaf8), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:45.035923 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e590d60b-f467-4c1a-8bf7-3327dcc4704d req-c66c52c3-446b-4809-b4bb-6aaaf2148ef8 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/security-groups?id=e082180a-d132-40ec-a244-ca03c48b84f0&id=c4c3bee4-24d0-4cb2-bfa0-b970e8b27658&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1009793 Feb 19 04:59:45.129350 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eb01718d-b19e-41dd-8088-87f31e17adf9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (6ea839bb-45d5-4302-8d6b-e6d73abdaaf8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:45.134889 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eb01718d-b19e-41dd-8088-87f31e17adf9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (6ea839bb-45d5-4302-8d6b-e6d73abdaaf8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:45.159727 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01718d-b19e-41dd-8088-87f31e17adf9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea839bb-45d5-4302-8d6b-e6d73abdaaf8,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:45.170610 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-eb01718d-b19e-41dd-8088-87f31e17adf9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:45.171831 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-eb01718d-b19e-41dd-8088-87f31e17adf9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1966181 Feb 19 04:59:45.175488 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57216) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:45.180232 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-3437caac-38d4-4aa9-98d5-a03886c1e74e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group_rule': {'security_group_id': '86b4dff6-8508-4393-91ce-14387b4c75bb', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:45.221402 n-d-772273-4 neutron-server[115199]: INFO neutron.db.securitygroups_db [None req-3437caac-38d4-4aa9-98d5-a03886c1e74e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Project cb7efcaa75ab46f8b306eefb09a4e21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:59:45.233964 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3437caac-38d4-4aa9-98d5-a03886c1e74e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (60584034-4059-4312-8542-c64741d2ddef), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:45.346201 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3437caac-38d4-4aa9-98d5-a03886c1e74e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (60584034-4059-4312-8542-c64741d2ddef), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:45.352477 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3437caac-38d4-4aa9-98d5-a03886c1e74e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (60584034-4059-4312-8542-c64741d2ddef), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:45.389291 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437caac-38d4-4aa9-98d5-a03886c1e74e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60584034-4059-4312-8542-c64741d2ddef,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:45.397071 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3437caac-38d4-4aa9-98d5-a03886c1e74e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:45.399107 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3437caac-38d4-4aa9-98d5-a03886c1e74e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2227070 Feb 19 04:59:45.402484 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57220) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:45.409039 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-fb5a8a3a-99dc-4719-9c50-e45b033808e1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'network': {'name': 'tempest-network-smoke--1953415274', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'port_security_enabled': True}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:45.435513 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5a8a3a-99dc-4719-9c50-e45b033808e1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Made reservation on behalf of cb7efcaa75ab46f8b306eefb09a4e21d for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:59:45.439527 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb5a8a3a-99dc-4719-9c50-e45b033808e1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:45.471651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5a8a3a-99dc-4719-9c50-e45b033808e1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:59:45.485737 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb5a8a3a-99dc-4719-9c50-e45b033808e1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (2cc90884-719c-45db-9934-d8e0382a5298), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:45.486139 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-fb5a8a3a-99dc-4719-9c50-e45b033808e1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Added segment 2cc90884-719c-45db-9934-d8e0382a5298 of type vlan for network 9389c500-3109-4346-ad59-dbbff814f868 Feb 19 04:59:45.566492 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb5a8a3a-99dc-4719-9c50-e45b033808e1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (9389c500-3109-4346-ad59-dbbff814f868), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:45.600574 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb5a8a3a-99dc-4719-9c50-e45b033808e1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (9389c500-3109-4346-ad59-dbbff814f868), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:45.606959 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5a8a3a-99dc-4719-9c50-e45b033808e1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:45.607755 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fb5a8a3a-99dc-4719-9c50-e45b033808e1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:45.671541 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fb5a8a3a-99dc-4719-9c50-e45b033808e1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2675512 Feb 19 04:59:45.677295 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57222) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:45.688076 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-f6ea892b-b49d-425f-b671-014a1d86511e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-802812764', 'admin_state_up': True, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:45.695153 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a8a3a-99dc-4719-9c50-e45b033808e1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Network': ['ID=9389c500-3109-4346-ad59-dbbff814f868,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:45.710722 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 9389c500-3109-4346-ad59-dbbff814f868 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:59:45.738825 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6ea892b-b49d-425f-b671-014a1d86511e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (88787550-b1b9-4cfd-b966-93248b57437b), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:45.741229 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6ea892b-b49d-425f-b671-014a1d86511e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (88787550-b1b9-4cfd-b966-93248b57437b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:45.849846 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6ea892b-b49d-425f-b671-014a1d86511e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router_controller (88787550-b1b9-4cfd-b966-93248b57437b), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.127051 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6ea892b-b49d-425f-b671-014a1d86511e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router_gateway (88787550-b1b9-4cfd-b966-93248b57437b), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.231111 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device b3c4ba2e-7217-405e-b226-e7297db6b22c details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:59:46.317383 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bb091-f3c3-4d49-8ca3-3c3edcb02aa3 req-7b266ca6-889d-4340-a7a9-392fb88d271c tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:46.322817 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d2bb091-f3c3-4d49-8ca3-3c3edcb02aa3 req-7b266ca6-889d-4340-a7a9-392fb88d271c tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e518b15-6138-4a2e-a970-a8ea5f46672b HTTP/1.1" status: 200 len: 983 time: 0.1486387 Feb 19 04:59:46.434245 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port b3c4ba2e-7217-405e-b226-e7297db6b22c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=b3c4ba2e-7217-405e-b226-e7297db6b22c,segment=NetworkSegment(aaa81d4e-05b0-4311-b187-581e0ea2439d),segment_id=aaa81d4e-05b0-4311-b187-581e0ea2439d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:46.457571 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'b3c4ba2e-7217-405e-b226-e7297db6b22c', 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b', 'port_id': 'b3c4ba2e-7217-405e-b226-e7297db6b22c', 'mac_address': 'fa:16:3e:43:6d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6334e6b3-5574-4624-8d34-e400e7e9f79d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:59:46.508184 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d2bb091-f3c3-4d49-8ca3-3c3edcb02aa3 req-e2015193-06ce-4f84-8559-3156d3d4cb0a tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/security-groups?id=e082180a-d132-40ec-a244-ca03c48b84f0&id=c4c3bee4-24d0-4cb2-bfa0-b970e8b27658&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1684675 Feb 19 04:59:46.551303 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port b3c4ba2e-7217-405e-b226-e7297db6b22c is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:46.552447 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b3c4ba2e-7217-405e-b226-e7297db6b22c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.580843 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c4ba2e-7217-405e-b226-e7297db6b22c {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:59:46.593175 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6ea892b-b49d-425f-b671-014a1d86511e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router_gateway (88787550-b1b9-4cfd-b966-93248b57437b), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.620435 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port b3c4ba2e-7217-405e-b226-e7297db6b22c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=b3c4ba2e-7217-405e-b226-e7297db6b22c,segment=NetworkSegment(aaa81d4e-05b0-4311-b187-581e0ea2439d),segment_id=aaa81d4e-05b0-4311-b187-581e0ea2439d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:46.621650 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6ea892b-b49d-425f-b671-014a1d86511e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.627778 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b3c4ba2e-7217-405e-b226-e7297db6b22c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:46.731535 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=b3c4ba2e-7217-405e-b226-e7297db6b22c,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:46.773314 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-f6ea892b-b49d-425f-b671-014a1d86511e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Allocated IP 172.25.0.135 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/6ba8b186-a0d3-48d3-b8fa-7b029ecac78b) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:59:46.875579 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['b3c4ba2e-7217-405e-b226-e7297db6b22c'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:59:47.002070 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6ea892b-b49d-425f-b671-014a1d86511e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for port (6ba8b186-a0d3-48d3-b8fa-7b029ecac78b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:47.064979 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6ea892b-b49d-425f-b671-014a1d86511e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (6ba8b186-a0d3-48d3-b8fa-7b029ecac78b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:47.114636 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ea892b-b49d-425f-b671-014a1d86511e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:59:47.129056 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-f6ea892b-b49d-425f-b671-014a1d86511e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:59:47.137687 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ea892b-b49d-425f-b671-014a1d86511e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:59:47.140576 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea892b-b49d-425f-b671-014a1d86511e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Port': ['ID=6ba8b186-a0d3-48d3-b8fa-7b029ecac78b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:47.754527 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf27f9f-003c-41c6-97a5-1a1517da4f1c req-906d1ed1-7c49-431b-9ae5-fc4b734a8bd5 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:47.757858 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bdf27f9f-003c-41c6-97a5-1a1517da4f1c req-906d1ed1-7c49-431b-9ae5-fc4b734a8bd5 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e518b15-6138-4a2e-a970-a8ea5f46672b HTTP/1.1" status: 200 len: 984 time: 0.1087501 Feb 19 04:59:47.857073 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6ea892b-b49d-425f-b671-014a1d86511e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router_gateway (88787550-b1b9-4cfd-b966-93248b57437b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:47.893102 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bdf27f9f-003c-41c6-97a5-1a1517da4f1c req-315ee20d-0d49-4839-a459-655f80f822b4 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/security-groups?id=e082180a-d132-40ec-a244-ca03c48b84f0&id=c4c3bee4-24d0-4cb2-bfa0-b970e8b27658&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1226275 Feb 19 04:59:48.240081 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6ea892b-b49d-425f-b671-014a1d86511e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (88787550-b1b9-4cfd-b966-93248b57437b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:48.244933 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device b3c4ba2e-7217-405e-b226-e7297db6b22c up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:59:48.316870 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port b3c4ba2e-7217-405e-b226-e7297db6b22c completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:59:48.324717 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port b3c4ba2e-7217-405e-b226-e7297db6b22c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:48.325967 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b3c4ba2e-7217-405e-b226-e7297db6b22c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:48.464438 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ea892b-b49d-425f-b671-014a1d86511e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Router 88787550-b1b9-4cfd-b966-93248b57437b is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:59:48.493176 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port b3c4ba2e-7217-405e-b226-e7297db6b22c is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:48.494436 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b3c4ba2e-7217-405e-b226-e7297db6b22c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:48.540100 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e518b15-6138-4a2e-a970-a8ea5f46672b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c4ba2e-7217-405e-b226-e7297db6b22c'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:59:48.544609 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00577077-5f06-4821-95aa-931ae5f5cf65" -d '{"events": [{"server_uuid": "5e518b15-6138-4a2e-a970-a8ea5f46672b", "name": "network-vif-plugged", "status": "completed", "tag": "b3c4ba2e-7217-405e-b226-e7297db6b22c"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:59:48.570743 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port b3c4ba2e-7217-405e-b226-e7297db6b22c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=b3c4ba2e-7217-405e-b226-e7297db6b22c,segment=NetworkSegment(aaa81d4e-05b0-4311-b187-581e0ea2439d),segment_id=aaa81d4e-05b0-4311-b187-581e0ea2439d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:48.577671 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b3c4ba2e-7217-405e-b226-e7297db6b22c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:48.676325 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=b3c4ba2e-7217-405e-b226-e7297db6b22c,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:48.688944 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ea892b-b49d-425f-b671-014a1d86511e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:59:48.709271 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] Sync routers for ids ['88787550-b1b9-4cfd-b966-93248b57437b'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:59:48.720524 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f6ea892b-b49d-425f-b671-014a1d86511e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:48.722055 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f6ea892b-b49d-425f-b671-014a1d86511e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0429034 Feb 19 04:59:48.727534 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57238) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:48.737287 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] Routers {'88787550-b1b9-4cfd-b966-93248b57437b'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:48.738349 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:59:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['88787550-b1b9-4cfd-b966-93248b57437b'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:48.787854 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9ba095-5494-4f28-8eed-8f737ee59d36 x-openstack-request-id: req-6a9ba095-5494-4f28-8eed-8f737ee59d36 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:59:48.789097 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e518b15-6138-4a2e-a970-a8ea5f46672b", "name": "network-vif-plugged", "status": "completed", "tag": "b3c4ba2e-7217-405e-b226-e7297db6b22c", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:59:48.789750 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a9ba095-5494-4f28-8eed-8f737ee59d36 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:59:48.790434 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e518b15-6138-4a2e-a970-a8ea5f46672b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c4ba2e-7217-405e-b226-e7297db6b22c', 'code': 200} Feb 19 04:59:48.982683 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] Set router 88787550-b1b9-4cfd-b966-93248b57437b gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:49.015670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38f801-4187-43ed-a602-0dc99e9fb6ea req-e76f4453-36fa-4fad-964d-dace297d1d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:49.018339 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b38f801-4187-43ed-a602-0dc99e9fb6ea req-e76f4453-36fa-4fad-964d-dace297d1d86 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5e518b15-6138-4a2e-a970-a8ea5f46672b HTTP/1.1" status: 200 len: 1167 time: 0.1417603 Feb 19 04:59:49.041813 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f79e4199-8f15-4d23-9b7f-28c8128c169a tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=cb7efcaa75ab46f8b306eefb09a4e21d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3117058 Feb 19 04:59:49.044618 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57244) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:49.177690 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b38f801-4187-43ed-a602-0dc99e9fb6ea req-cb252eba-1377-4400-97a7-e4acd8bf49a7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e082180a-d132-40ec-a244-ca03c48b84f0&id=c4c3bee4-24d0-4cb2-bfa0-b970e8b27658&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1510103 Feb 19 04:59:49.309995 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88787550-b1b9-4cfd-b966-93248b57437b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802812764', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:45Z', 'updated_at': '2022-02-19T04:59:47Z', 'revision_number': 3, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:de:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:46Z', 'updated_at': '2022-02-19T04:59:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:49.342691 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] Checking router: 88787550-b1b9-4cfd-b966-93248b57437b for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:59:49.343208 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] Updating router 88787550-b1b9-4cfd-b966-93248b57437b port 6ba8b186-a0d3-48d3-b8fa-7b029ecac78b binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:59:49.379367 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6ba8b186-a0d3-48d3-b8fa-7b029ecac78b), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:49.430520 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f7c47-515d-458a-8a97-7f5966389e1d req-5ad2db23-674a-4cc2-8ed2-c3872c518514 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:49.442002 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c20f7c47-515d-458a-8a97-7f5966389e1d req-5ad2db23-674a-4cc2-8ed2-c3872c518514 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e518b15-6138-4a2e-a970-a8ea5f46672b HTTP/1.1" status: 200 len: 985 time: 0.3264594 Feb 19 04:59:49.465509 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84efb9f0-62cf-44c3-a78b-07a68ae8ff14 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:49.471945 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-84efb9f0-62cf-44c3-a78b-07a68ae8ff14 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4207084 Feb 19 04:59:49.473434 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57248) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:49.534444 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-77889a92-6f18-4f7c-bb51-73663ab92299 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0596123 Feb 19 04:59:49.538711 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57250) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:49.551849 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-81b8833d-637a-4eed-9f6a-943f5324f98d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1167132506', 'network_id': '9389c500-3109-4346-ad59-dbbff814f868', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:49.584758 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c20f7c47-515d-458a-8a97-7f5966389e1d req-87f9f692-60d3-4e9e-8cd6-20e1cbd82428 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/security-groups?id=e082180a-d132-40ec-a244-ca03c48b84f0&id=c4c3bee4-24d0-4cb2-bfa0-b970e8b27658&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1404836 Feb 19 04:59:49.717988 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b8833d-637a-4eed-9f6a-943f5324f98d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Made reservation on behalf of cb7efcaa75ab46f8b306eefb09a4e21d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:59:49.724504 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81b8833d-637a-4eed-9f6a-943f5324f98d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:49.821711 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] Publish callbacks [] for port (6ba8b186-a0d3-48d3-b8fa-7b029ecac78b), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:49.831455 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6ba8b186-a0d3-48d3-b8fa-7b029ecac78b), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:49.930140 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] Attempting to bind port 6ba8b186-a0d3-48d3-b8fa-7b029ecac78b on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:59:49.931021 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] Attempting to bind port 6ba8b186-a0d3-48d3-b8fa-7b029ecac78b by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:59:49.931728 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] Attempting to bind port 6ba8b186-a0d3-48d3-b8fa-7b029ecac78b on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:59:49.937517 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4054a-9afa-44aa-bc49-f56f6c1f90e8 None None] Pushing event updated for resources: {'Port': ['ID=6ba8b186-a0d3-48d3-b8fa-7b029ecac78b,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:49.944880 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:59:49.945727 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:59:49.946513 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:49.947263 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:59:49.948180 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] Bound port: 6ba8b186-a0d3-48d3-b8fa-7b029ecac78b, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:59:49.949400 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6ba8b186-a0d3-48d3-b8fa-7b029ecac78b), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:50.034679 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] For port 6ba8b186-a0d3-48d3-b8fa-7b029ecac78b, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:59:50.041134 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] For port 6ba8b186-a0d3-48d3-b8fa-7b029ecac78b, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6ba8b186-a0d3-48d3-b8fa-7b029ecac78b,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:59:50.056814 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6ba8b186-a0d3-48d3-b8fa-7b029ecac78b), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:50.117858 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81b8833d-637a-4eed-9f6a-943f5324f98d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (186a3df4-7de9-4e58-8ec6-a755b72a190d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:50.139384 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] Routers {'88787550-b1b9-4cfd-b966-93248b57437b'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:50.140331 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:59:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['88787550-b1b9-4cfd-b966-93248b57437b'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:50.235432 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4054a-9afa-44aa-bc49-f56f6c1f90e8 None None] Pushing event updated for resources: {'Port': ['ID=6ba8b186-a0d3-48d3-b8fa-7b029ecac78b,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:50.241484 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8833d-637a-4eed-9f6a-943f5324f98d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Subnet': ['ID=186a3df4-7de9-4e58-8ec6-a755b72a190d,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:50.289074 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b8833d-637a-4eed-9f6a-943f5324f98d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Checking segment: {'id': '2cc90884-719c-45db-9934-d8e0382a5298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9389c500-3109-4346-ad59-dbbff814f868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:59:50.289700 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b8833d-637a-4eed-9f6a-943f5324f98d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network hostable DHCP agents. Network: 9389c500-3109-4346-ad59-dbbff814f868, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:59:50.319962 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b8833d-637a-4eed-9f6a-943f5324f98d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network 9389c500-3109-4346-ad59-dbbff814f868 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:59:50.335539 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-81b8833d-637a-4eed-9f6a-943f5324f98d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 9389c500-3109-4346-ad59-dbbff814f868) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:59:50.347563 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b8833d-637a-4eed-9f6a-943f5324f98d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:50.348565 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81b8833d-637a-4eed-9f6a-943f5324f98d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:50.349343 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c6984c-2aa2-4efe-8bd4-32a8c51d3567 None None] Network 9389c500-3109-4346-ad59-dbbff814f868 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:59:50.364040 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] Set router 88787550-b1b9-4cfd-b966-93248b57437b gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:50.379811 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-81b8833d-637a-4eed-9f6a-943f5324f98d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8347063 Feb 19 04:59:50.381842 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57252) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:50.590699 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbef21a-d4e6-47be-88a3-e31f31979a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-9389c500-3109-4346-ad59-dbbff814f868', 'network_id': '9389c500-3109-4346-ad59-dbbff814f868', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'fixed_ips': [{'subnet_id': '186a3df4-7de9-4e58-8ec6-a755b72a190d'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:59:50.592235 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8dbef21a-d4e6-47be-88a3-e31f31979a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:50.780192 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88787550-b1b9-4cfd-b966-93248b57437b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802812764', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:45Z', 'updated_at': '2022-02-19T04:59:47Z', 'revision_number': 3, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:de:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:46Z', 'updated_at': '2022-02-19T04:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:50.825409 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3db8b8-7582-425d-b195-1c11abe46c03 None None] The sync data for ids ['88787550-b1b9-4cfd-b966-93248b57437b'] in n-d-772273-4 is: [{'id': '88787550-b1b9-4cfd-b966-93248b57437b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802812764', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:45Z', 'updated_at': '2022-02-19T04:59:47Z', 'revision_number': 3, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:de:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:46Z', 'updated_at': '2022-02-19T04:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:59:50.905254 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-8dbef21a-d4e6-47be-88a3-e31f31979a20 None None] Allocated IP 172.20.0.2 (9389c500-3109-4346-ad59-dbbff814f868/186a3df4-7de9-4e58-8ec6-a755b72a190d/25dc4a4b-0ccb-41fc-8501-bf5f7ea32831) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:59:51.041322 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b6b60-6437-4314-8389-df7533a94057 req-4db12f4c-811d-49be-99e8-f0fa1892b8e2 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:51.042553 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cb7b6b60-6437-4314-8389-df7533a94057 req-4db12f4c-811d-49be-99e8-f0fa1892b8e2 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e518b15-6138-4a2e-a970-a8ea5f46672b HTTP/1.1" status: 200 len: 985 time: 0.1938818 Feb 19 04:59:51.224020 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8dbef21a-d4e6-47be-88a3-e31f31979a20 None None] Publish callbacks [] for port (25dc4a4b-0ccb-41fc-8501-bf5f7ea32831), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:51.236255 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8dbef21a-d4e6-47be-88a3-e31f31979a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (25dc4a4b-0ccb-41fc-8501-bf5f7ea32831), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:51.292755 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cb7b6b60-6437-4314-8389-df7533a94057 req-525ad7b5-631f-466f-b265-2dfd899eeedd tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/security-groups?id=e082180a-d132-40ec-a244-ca03c48b84f0&id=c4c3bee4-24d0-4cb2-bfa0-b970e8b27658&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2156305 Feb 19 04:59:51.332095 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbef21a-d4e6-47be-88a3-e31f31979a20 None None] Network 9389c500-3109-4346-ad59-dbbff814f868 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:59:51.336556 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-8dbef21a-d4e6-47be-88a3-e31f31979a20 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:59:51.347552 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbef21a-d4e6-47be-88a3-e31f31979a20 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:59:51.389004 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbef21a-d4e6-47be-88a3-e31f31979a20 None None] Pushing event updated for resources: {'Port': ['ID=25dc4a4b-0ccb-41fc-8501-bf5f7ea32831,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:51.515436 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-8dbef21a-d4e6-47be-88a3-e31f31979a20 None None] Attempting to bind port 25dc4a4b-0ccb-41fc-8501-bf5f7ea32831 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:59:51.516074 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-8dbef21a-d4e6-47be-88a3-e31f31979a20 None None] Attempting to bind port 25dc4a4b-0ccb-41fc-8501-bf5f7ea32831 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '2cc90884-719c-45db-9934-d8e0382a5298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9389c500-3109-4346-ad59-dbbff814f868'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:59:51.516677 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbef21a-d4e6-47be-88a3-e31f31979a20 None None] Attempting to bind port 25dc4a4b-0ccb-41fc-8501-bf5f7ea32831 on network 9389c500-3109-4346-ad59-dbbff814f868 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:59:51.533764 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbef21a-d4e6-47be-88a3-e31f31979a20 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:59:51.534376 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbef21a-d4e6-47be-88a3-e31f31979a20 None None] Checking segment: {'id': '2cc90884-719c-45db-9934-d8e0382a5298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9389c500-3109-4346-ad59-dbbff814f868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:59:51.535087 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8dbef21a-d4e6-47be-88a3-e31f31979a20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:51.535760 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbef21a-d4e6-47be-88a3-e31f31979a20 None None] Bound using segment: {'id': '2cc90884-719c-45db-9934-d8e0382a5298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9389c500-3109-4346-ad59-dbbff814f868'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:59:51.545143 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-8dbef21a-d4e6-47be-88a3-e31f31979a20 None None] Bound port: 25dc4a4b-0ccb-41fc-8501-bf5f7ea32831, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc90884-719c-45db-9934-d8e0382a5298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9389c500-3109-4346-ad59-dbbff814f868'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:59:51.546224 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8dbef21a-d4e6-47be-88a3-e31f31979a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (25dc4a4b-0ccb-41fc-8501-bf5f7ea32831), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:51.603709 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc19e6-63cb-4142-a6fe-e7e0e587b36f req-8f95283c-a3c7-4c8a-a32c-b07e6da2de21 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:51.621172 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-41bc19e6-63cb-4142-a6fe-e7e0e587b36f req-8f95283c-a3c7-4c8a-a32c-b07e6da2de21 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e518b15-6138-4a2e-a970-a8ea5f46672b HTTP/1.1" status: 200 len: 985 time: 0.1371329 Feb 19 04:59:51.669942 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8dbef21a-d4e6-47be-88a3-e31f31979a20 None None] For port 25dc4a4b-0ccb-41fc-8501-bf5f7ea32831, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:59:51.678677 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8dbef21a-d4e6-47be-88a3-e31f31979a20 None None] For port 25dc4a4b-0ccb-41fc-8501-bf5f7ea32831, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=25dc4a4b-0ccb-41fc-8501-bf5f7ea32831,segment=NetworkSegment(2cc90884-719c-45db-9934-d8e0382a5298),segment_id=2cc90884-719c-45db-9934-d8e0382a5298)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:59:51.680809 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e8f3625-592e-4ca3-9799-ee8db83ed216 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:51.700145 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8dbef21a-d4e6-47be-88a3-e31f31979a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (25dc4a4b-0ccb-41fc-8501-bf5f7ea32831), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:51.742966 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-41bc19e6-63cb-4142-a6fe-e7e0e587b36f req-485b3aba-d4e6-470e-abe8-c571cdcb95f3 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/security-groups?id=e082180a-d132-40ec-a244-ca03c48b84f0&id=c4c3bee4-24d0-4cb2-bfa0-b970e8b27658&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1184249 Feb 19 04:59:51.867811 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbef21a-d4e6-47be-88a3-e31f31979a20 None None] Pushing event updated for resources: {'Port': ['ID=25dc4a4b-0ccb-41fc-8501-bf5f7ea32831,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:52.169395 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6ba8b186-a0d3-48d3-b8fa-7b029ecac78b up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:59:52.296886 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 6ba8b186-a0d3-48d3-b8fa-7b029ecac78b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:52.298344 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6ba8b186-a0d3-48d3-b8fa-7b029ecac78b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:52.322122 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e638c-e46d-49b3-9cb0-567170653cac req-e04417e4-e477-4971-928c-e69e3768c73c tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:52.325532 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-682e638c-e46d-49b3-9cb0-567170653cac req-e04417e4-e477-4971-928c-e69e3768c73c tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5e518b15-6138-4a2e-a970-a8ea5f46672b HTTP/1.1" status: 200 len: 1167 time: 0.3697529 Feb 19 04:59:52.360551 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-682e638c-e46d-49b3-9cb0-567170653cac req-2c5bcd91-d4bb-4880-9f6c-662f71db8f13 tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:52.425489 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-2e8f3625-592e-4ca3-9799-ee8db83ed216 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Allocated IP 172.20.0.1 (9389c500-3109-4346-ad59-dbbff814f868/186a3df4-7de9-4e58-8ec6-a755b72a190d/e400b639-cbb6-46d3-a188-86bf9ced6e85) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:59:52.510833 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 6ba8b186-a0d3-48d3-b8fa-7b029ecac78b is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:52.513142 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6ba8b186-a0d3-48d3-b8fa-7b029ecac78b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:52.585424 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 6ba8b186-a0d3-48d3-b8fa-7b029ecac78b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6ba8b186-a0d3-48d3-b8fa-7b029ecac78b,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:52.591010 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6ba8b186-a0d3-48d3-b8fa-7b029ecac78b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:52.675286 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=6ba8b186-a0d3-48d3-b8fa-7b029ecac78b,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:52.757970 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-682e638c-e46d-49b3-9cb0-567170653cac req-2c5bcd91-d4bb-4880-9f6c-662f71db8f13 tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] Publish callbacks [] for security_group (4d81bcb4-6784-4cad-aa97-e97da9c26dd0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:52.766093 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-682e638c-e46d-49b3-9cb0-567170653cac req-2c5bcd91-d4bb-4880-9f6c-662f71db8f13 tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4d81bcb4-6784-4cad-aa97-e97da9c26dd0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:52.846033 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e8f3625-592e-4ca3-9799-ee8db83ed216 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for port (e400b639-cbb6-46d3-a188-86bf9ced6e85), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:52.879559 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bcd91-d4bb-4880-9f6c-662f71db8f13 tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d81bcb4-6784-4cad-aa97-e97da9c26dd0,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:52.897577 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-682e638c-e46d-49b3-9cb0-567170653cac req-2c5bcd91-d4bb-4880-9f6c-662f71db8f13 tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e082180a-d132-40ec-a244-ca03c48b84f0&id=c4c3bee4-24d0-4cb2-bfa0-b970e8b27658&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5547783 Feb 19 04:59:52.932620 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57270) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:52.973316 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e8f3625-592e-4ca3-9799-ee8db83ed216 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (e400b639-cbb6-46d3-a188-86bf9ced6e85), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:53.049327 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8f3625-592e-4ca3-9799-ee8db83ed216 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network 9389c500-3109-4346-ad59-dbbff814f868 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:59:53.056560 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-2e8f3625-592e-4ca3-9799-ee8db83ed216 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:59:53.071690 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f3625-592e-4ca3-9799-ee8db83ed216 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:59:53.077349 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f3625-592e-4ca3-9799-ee8db83ed216 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Port': ['ID=e400b639-cbb6-46d3-a188-86bf9ced6e85,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:53.092085 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d1fb55-fcd4-4936-9f08-ff542a91dddf tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:53.099320 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-76d1fb55-fcd4-4936-9f08-ff542a91dddf tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5e518b15-6138-4a2e-a970-a8ea5f46672b HTTP/1.1" status: 200 len: 1162 time: 0.1607215 Feb 19 04:59:53.099713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57272) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:53.109432 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': 'b3c4ba2e-7217-405e-b226-e7297db6b22c', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:59:53.135618 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e8f3625-592e-4ca3-9799-ee8db83ed216 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (88787550-b1b9-4cfd-b966-93248b57437b), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:53.160834 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:53.354693 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e8f3625-592e-4ca3-9799-ee8db83ed216 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e400b639-cbb6-46d3-a188-86bf9ced6e85), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:53.361596 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:53.415623 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fb9f28-797c-41d4-9277-f2da5539a37d None None] Network 9389c500-3109-4346-ad59-dbbff814f868 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:59:53.538256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b5148e93-9263-4934-9108-93d11d9264f7 None None] Provisioning complete for port 25dc4a4b-0ccb-41fc-8501-bf5f7ea32831 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:53.539948 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b5148e93-9263-4934-9108-93d11d9264f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (25dc4a4b-0ccb-41fc-8501-bf5f7ea32831), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:53.576524 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Allocated IP 172.25.0.229 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/54eff99c-e208-4dda-b053-cb99cd68f2b6) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:59:53.730865 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b5148e93-9263-4934-9108-93d11d9264f7 None None] Current status of the port 25dc4a4b-0ccb-41fc-8501-bf5f7ea32831 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:53.731491 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b5148e93-9263-4934-9108-93d11d9264f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (25dc4a4b-0ccb-41fc-8501-bf5f7ea32831), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:53.812575 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b5148e93-9263-4934-9108-93d11d9264f7 None None] For port 25dc4a4b-0ccb-41fc-8501-bf5f7ea32831, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=25dc4a4b-0ccb-41fc-8501-bf5f7ea32831,segment=NetworkSegment(2cc90884-719c-45db-9934-d8e0382a5298),segment_id=2cc90884-719c-45db-9934-d8e0382a5298)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:53.819213 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b5148e93-9263-4934-9108-93d11d9264f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (25dc4a4b-0ccb-41fc-8501-bf5f7ea32831), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:53.849137 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for port (54eff99c-e208-4dda-b053-cb99cd68f2b6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:53.920705 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e8f3625-592e-4ca3-9799-ee8db83ed216 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for port (e400b639-cbb6-46d3-a188-86bf9ced6e85), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:53.929147 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e8f3625-592e-4ca3-9799-ee8db83ed216 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (e400b639-cbb6-46d3-a188-86bf9ced6e85), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:53.962235 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5148e93-9263-4934-9108-93d11d9264f7 None None] Pushing event updated for resources: {'Port': ['ID=25dc4a4b-0ccb-41fc-8501-bf5f7ea32831,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:53.967054 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (54eff99c-e208-4dda-b053-cb99cd68f2b6), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:54.035506 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f3625-592e-4ca3-9799-ee8db83ed216 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Port': ['ID=e400b639-cbb6-46d3-a188-86bf9ced6e85,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:54.084499 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e8f3625-592e-4ca3-9799-ee8db83ed216 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (88787550-b1b9-4cfd-b966-93248b57437b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:54.089378 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:59:54.097298 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:59:54.102185 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event updated for resources: {'Port': ['ID=54eff99c-e208-4dda-b053-cb99cd68f2b6,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:54.106440 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:59:54.153966 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:54.154636 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:54.155186 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:54.155800 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:54.156344 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:54.157000 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:54.157571 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:54.158088 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:54.158602 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:54.159132 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:54.159669 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:54.160180 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:54.160694 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:54.250770 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6ba8b186-a0d3-48d3-b8fa-7b029ecac78b up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:59:54.311979 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8f3625-592e-4ca3-9799-ee8db83ed216 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network 9389c500-3109-4346-ad59-dbbff814f868 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:59:54.313708 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-2e8f3625-592e-4ca3-9799-ee8db83ed216 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:59:54.316226 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3eaa8728-daeb-4363-bcff-c2a52748d991 None None] Provisioning complete for port e400b639-cbb6-46d3-a188-86bf9ced6e85 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:54.316885 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3eaa8728-daeb-4363-bcff-c2a52748d991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e400b639-cbb6-46d3-a188-86bf9ced6e85), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:54.358221 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3eaa8728-daeb-4363-bcff-c2a52748d991 None None] Port e400b639-cbb6-46d3-a188-86bf9ced6e85 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:59:54.377499 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3eaa8728-daeb-4363-bcff-c2a52748d991 None None] Provisioning complete for port 25dc4a4b-0ccb-41fc-8501-bf5f7ea32831 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:54.377894 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3eaa8728-daeb-4363-bcff-c2a52748d991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (25dc4a4b-0ccb-41fc-8501-bf5f7ea32831), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:54.416153 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 6ba8b186-a0d3-48d3-b8fa-7b029ecac78b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:54.416503 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6ba8b186-a0d3-48d3-b8fa-7b029ecac78b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:54.595223 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 6ba8b186-a0d3-48d3-b8fa-7b029ecac78b is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:54.596538 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 25dc4a4b-0ccb-41fc-8501-bf5f7ea32831 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:59:54.637972 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3eaa8728-daeb-4363-bcff-c2a52748d991 None None] Current status of the port 25dc4a4b-0ccb-41fc-8501-bf5f7ea32831 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:54.688753 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 25dc4a4b-0ccb-41fc-8501-bf5f7ea32831 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:54.690071 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (25dc4a4b-0ccb-41fc-8501-bf5f7ea32831), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:54.801985 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3f391a21-bc78-4c3c-9908-32e83844dd2d None None] Provisioning complete for port e400b639-cbb6-46d3-a188-86bf9ced6e85 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:54.802373 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3f391a21-bc78-4c3c-9908-32e83844dd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e400b639-cbb6-46d3-a188-86bf9ced6e85), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:54.851244 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3f391a21-bc78-4c3c-9908-32e83844dd2d None None] Port e400b639-cbb6-46d3-a188-86bf9ced6e85 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:59:54.926256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 25dc4a4b-0ccb-41fc-8501-bf5f7ea32831 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:54.980700 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-98207b88-c192-4a5a-b449-1edc91427fbb None None] Provisioning complete for port e400b639-cbb6-46d3-a188-86bf9ced6e85 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:54.981354 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-98207b88-c192-4a5a-b449-1edc91427fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e400b639-cbb6-46d3-a188-86bf9ced6e85), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:55.034058 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8f3625-592e-4ca3-9799-ee8db83ed216 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Router 88787550-b1b9-4cfd-b966-93248b57437b has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:59:55.040371 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for floatingip (5f0b4feb-cf13-4ead-aa33-981b5f3b18db), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:55.053986 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-98207b88-c192-4a5a-b449-1edc91427fbb None None] Port e400b639-cbb6-46d3-a188-86bf9ced6e85 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:59:55.180098 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (54eff99c-e208-4dda-b053-cb99cd68f2b6), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:55.188578 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8f3625-592e-4ca3-9799-ee8db83ed216 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:59:55.207514 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2e8f3625-592e-4ca3-9799-ee8db83ed216 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "PUT /v2.0/routers/88787550-b1b9-4cfd-b966-93248b57437b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8161862 Feb 19 04:59:55.213855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] Sync routers for ids ['88787550-b1b9-4cfd-b966-93248b57437b'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:59:55.227853 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] Routers {'88787550-b1b9-4cfd-b966-93248b57437b'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:55.228497 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:59:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['88787550-b1b9-4cfd-b966-93248b57437b'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:55.455661 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] Set router 88787550-b1b9-4cfd-b966-93248b57437b gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:55.883382 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-d65ca2b1-15d7-4d03-b352-6d3d32e0f546 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1875674043&fields=id&tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d HTTP/1.1" status: 200 len: 267 time: 0.1889496 Feb 19 04:59:56.007908 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88787550-b1b9-4cfd-b966-93248b57437b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802812764', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:45Z', 'updated_at': '2022-02-19T04:59:53Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:46Z', 'updated_at': '2022-02-19T04:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'e400b639-cbb6-46d3-a188-86bf9ced6e85', 'name': '', 'network_id': '9389c500-3109-4346-ad59-dbbff814f868', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:bd:0b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '186a3df4-7de9-4e58-8ec6-a755b72a190d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:51Z', 'updated_at': '2022-02-19T04:59:53Z', 'revision_number': 2, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': '186a3df4-7de9-4e58-8ec6-a755b72a190d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:56.015686 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for port (54eff99c-e208-4dda-b053-cb99cd68f2b6), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:56.057462 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 25dc4a4b-0ccb-41fc-8501-bf5f7ea32831 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:59:56.062010 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] Checking router: 88787550-b1b9-4cfd-b966-93248b57437b for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:59:56.062589 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] Updating router 88787550-b1b9-4cfd-b966-93248b57437b port e400b639-cbb6-46d3-a188-86bf9ced6e85 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:59:56.069731 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (54eff99c-e208-4dda-b053-cb99cd68f2b6), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:56.159933 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e400b639-cbb6-46d3-a188-86bf9ced6e85), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:56.221839 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 25dc4a4b-0ccb-41fc-8501-bf5f7ea32831 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:56.222842 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (25dc4a4b-0ccb-41fc-8501-bf5f7ea32831), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:56.232167 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event updated for resources: {'Port': ['ID=54eff99c-e208-4dda-b053-cb99cd68f2b6,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:56.268682 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (5f0b4feb-cf13-4ead-aa33-981b5f3b18db), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:56.278841 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-777c3d81-12db-4bd4-99c0-47141a27ccf9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:56.280452 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-777c3d81-12db-4bd4-99c0-47141a27ccf9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/networks?id=9389c500-3109-4346-ad59-dbbff814f868 HTTP/1.1" status: 200 len: 797 time: 0.3662577 Feb 19 04:59:56.323222 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:59:56.331590 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-61913406-bb16-49df-b82d-9b7b50d59fd7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/quotas/cb7efcaa75ab46f8b306eefb09a4e21d HTTP/1.1" status: 200 len: 375 time: 0.0126841 Feb 19 04:59:56.460411 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Floating IP 5f0b4feb-cf13-4ead-aa33-981b5f3b18db associated. External IP: 172.25.0.229, port: b3c4ba2e-7217-405e-b226-e7297db6b22c. Feb 19 04:59:56.510083 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-dd0ffa57-77c5-4d53-8d57-e6a5bb4cbf3d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1574049 Feb 19 04:59:56.619504 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 25dc4a4b-0ccb-41fc-8501-bf5f7ea32831 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:56.772046 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] Publish callbacks [] for port (e400b639-cbb6-46d3-a188-86bf9ced6e85), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:56.783907 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e400b639-cbb6-46d3-a188-86bf9ced6e85), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:56.814611 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-4f1800bb-b2b7-426c-81c4-c06c16075db4 service neutron] 10.222.0.65 "GET /v2.0/networks/9389c500-3109-4346-ad59-dbbff814f868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759445 Feb 19 04:59:56.902656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469dcb5d-05d2-437a-bdbf-c33c74fccb57 None None] Pushing event updated for resources: {'Port': ['ID=e400b639-cbb6-46d3-a188-86bf9ced6e85,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:56.939392 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dcb5d-05d2-437a-bdbf-c33c74fccb57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.939758 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dcb5d-05d2-437a-bdbf-c33c74fccb57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.940114 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dcb5d-05d2-437a-bdbf-c33c74fccb57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.940463 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dcb5d-05d2-437a-bdbf-c33c74fccb57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.940810 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dcb5d-05d2-437a-bdbf-c33c74fccb57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.941230 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dcb5d-05d2-437a-bdbf-c33c74fccb57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.941676 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dcb5d-05d2-437a-bdbf-c33c74fccb57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.941935 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dcb5d-05d2-437a-bdbf-c33c74fccb57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.942270 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dcb5d-05d2-437a-bdbf-c33c74fccb57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.942622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dcb5d-05d2-437a-bdbf-c33c74fccb57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.942941 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dcb5d-05d2-437a-bdbf-c33c74fccb57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.943278 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dcb5d-05d2-437a-bdbf-c33c74fccb57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.943603 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469dcb5d-05d2-437a-bdbf-c33c74fccb57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:59:56.962495 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] Attempting to bind port e400b639-cbb6-46d3-a188-86bf9ced6e85 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:59:56.963132 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] Attempting to bind port e400b639-cbb6-46d3-a188-86bf9ced6e85 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '2cc90884-719c-45db-9934-d8e0382a5298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9389c500-3109-4346-ad59-dbbff814f868'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:59:56.963621 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] Attempting to bind port e400b639-cbb6-46d3-a188-86bf9ced6e85 on network 9389c500-3109-4346-ad59-dbbff814f868 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:59:56.972983 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:59:56.973965 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] Checking segment: {'id': '2cc90884-719c-45db-9934-d8e0382a5298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9389c500-3109-4346-ad59-dbbff814f868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:59:56.974520 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:56.975004 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] Bound using segment: {'id': '2cc90884-719c-45db-9934-d8e0382a5298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9389c500-3109-4346-ad59-dbbff814f868'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:59:56.975932 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] Bound port: e400b639-cbb6-46d3-a188-86bf9ced6e85, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc90884-719c-45db-9934-d8e0382a5298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9389c500-3109-4346-ad59-dbbff814f868'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:59:56.976480 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e400b639-cbb6-46d3-a188-86bf9ced6e85), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:57.069267 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] For port e400b639-cbb6-46d3-a188-86bf9ced6e85, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:59:57.071460 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-3e2a89ec-d90b-4688-b0ed-d2a14fb32fe8 service neutron] 10.222.0.65 "GET /v2.0/networks/9389c500-3109-4346-ad59-dbbff814f868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616075 Feb 19 04:59:57.077583 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] For port e400b639-cbb6-46d3-a188-86bf9ced6e85, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e400b639-cbb6-46d3-a188-86bf9ced6e85,segment=NetworkSegment(2cc90884-719c-45db-9934-d8e0382a5298),segment_id=2cc90884-719c-45db-9934-d8e0382a5298)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:59:57.091610 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Router b3c0f375-abe2-4c96-9383-1f1a4260e39f has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:59:57.092661 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e400b639-cbb6-46d3-a188-86bf9ced6e85), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:57.218359 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] Routers {'88787550-b1b9-4cfd-b966-93248b57437b'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:57.219040 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:59:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['88787550-b1b9-4cfd-b966-93248b57437b'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:57.316872 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:59:57.335803 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d9bf2-b728-454e-8dca-f1122f038e16 None None] Sync routers for ids ['b3c0f375-abe2-4c96-9383-1f1a4260e39f'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:59:57.389902 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d9bf2-b728-454e-8dca-f1122f038e16 None None] Routers {'b3c0f375-abe2-4c96-9383-1f1a4260e39f'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:57.396957 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4c1d9bf2-b728-454e-8dca-f1122f038e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:59:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b3c0f375-abe2-4c96-9383-1f1a4260e39f'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:57.407748 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469dcb5d-05d2-437a-bdbf-c33c74fccb57 None None] Pushing event updated for resources: {'Port': ['ID=e400b639-cbb6-46d3-a188-86bf9ced6e85,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:57.423352 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ab0b05ed-0883-4d83-ad44-292330027eb2 None None] Provisioning complete for port e400b639-cbb6-46d3-a188-86bf9ced6e85 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:57.424139 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ab0b05ed-0883-4d83-ad44-292330027eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e400b639-cbb6-46d3-a188-86bf9ced6e85), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:57.427902 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:57.452312 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d9f81468-5404-407a-9a58-dd7cace6fb85 req-77e64eac-2391-4e77-92a5-c756c0b5d2ff tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 210 time: 0.0838540 Feb 19 04:59:57.566824 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-198eaed3-d07f-45e3-99a8-752cad60b995 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.4651842 Feb 19 04:59:57.567442 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e518b15-6138-4a2e-a970-a8ea5f46672b', 'tag': 'b3c4ba2e-7217-405e-b226-e7297db6b22c'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:59:57.570557 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57330) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:57.650346 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] Set router 88787550-b1b9-4cfd-b966-93248b57437b gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:57.669301 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a6c2b1-616f-498c-bb6b-2618dbbcbc77" -d '{"events": [{"name": "network-changed", "server_uuid": "5e518b15-6138-4a2e-a970-a8ea5f46672b", "tag": "b3c4ba2e-7217-405e-b226-e7297db6b22c"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:59:57.794629 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-4c1d9bf2-b728-454e-8dca-f1122f038e16 None None] Set router b3c0f375-abe2-4c96-9383-1f1a4260e39f gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:57.883898 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b05ed-0883-4d83-ad44-292330027eb2 None None] Current status of the port e400b639-cbb6-46d3-a188-86bf9ced6e85 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:57.884509 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ab0b05ed-0883-4d83-ad44-292330027eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e400b639-cbb6-46d3-a188-86bf9ced6e85), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:57.984219 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-ab0b05ed-0883-4d83-ad44-292330027eb2 None None] For port e400b639-cbb6-46d3-a188-86bf9ced6e85, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e400b639-cbb6-46d3-a188-86bf9ced6e85,segment=NetworkSegment(2cc90884-719c-45db-9934-d8e0382a5298),segment_id=2cc90884-719c-45db-9934-d8e0382a5298)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:59:57.995050 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ab0b05ed-0883-4d83-ad44-292330027eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e400b639-cbb6-46d3-a188-86bf9ced6e85), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:58.027748 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38352faa-eeb4-4bed-a9c7-8c348e4c83e7 x-openstack-request-id: req-38352faa-eeb4-4bed-a9c7-8c348e4c83e7 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:59:58.028169 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e518b15-6138-4a2e-a970-a8ea5f46672b", "tag": "b3c4ba2e-7217-405e-b226-e7297db6b22c", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:59:58.028295 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-38352faa-eeb4-4bed-a9c7-8c348e4c83e7 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:59:58.028993 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e518b15-6138-4a2e-a970-a8ea5f46672b', 'tag': 'b3c4ba2e-7217-405e-b226-e7297db6b22c', 'status': 'completed', 'code': 200} Feb 19 04:59:58.142844 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5054e96c-8666-44ce-85af-26ba305c41d2 None None] Provisioning complete for port e400b639-cbb6-46d3-a188-86bf9ced6e85 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:59:58.143810 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5054e96c-8666-44ce-85af-26ba305c41d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e400b639-cbb6-46d3-a188-86bf9ced6e85), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:59:58.244343 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b05ed-0883-4d83-ad44-292330027eb2 None None] Pushing event updated for resources: {'Port': ['ID=e400b639-cbb6-46d3-a188-86bf9ced6e85,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:59:58.279793 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6c2b1-616f-498c-bb6b-2618dbbcbc77 req-c32900ba-700a-49ac-bff5-138a028435db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:58.281626 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67a6c2b1-616f-498c-bb6b-2618dbbcbc77 req-c32900ba-700a-49ac-bff5-138a028435db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=627e5a416e6c4d65a8492e0f021dc31a&device_id=5e518b15-6138-4a2e-a970-a8ea5f46672b HTTP/1.1" status: 200 len: 1167 time: 0.2173612 Feb 19 04:59:58.309927 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88787550-b1b9-4cfd-b966-93248b57437b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802812764', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:45Z', 'updated_at': '2022-02-19T04:59:53Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:46Z', 'updated_at': '2022-02-19T04:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'e400b639-cbb6-46d3-a188-86bf9ced6e85', 'name': '', 'network_id': '9389c500-3109-4346-ad59-dbbff814f868', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:bd:0b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '186a3df4-7de9-4e58-8ec6-a755b72a190d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:51Z', 'updated_at': '2022-02-19T04:59:57Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': '186a3df4-7de9-4e58-8ec6-a755b72a190d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:58.385068 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd7eaab-02a2-47c6-910a-a3f36fd8ede5 None None] The sync data for ids ['88787550-b1b9-4cfd-b966-93248b57437b'] in n-d-772273-4 is: [{'id': '88787550-b1b9-4cfd-b966-93248b57437b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802812764', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:45Z', 'updated_at': '2022-02-19T04:59:53Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:46Z', 'updated_at': '2022-02-19T04:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'e400b639-cbb6-46d3-a188-86bf9ced6e85', 'name': '', 'network_id': '9389c500-3109-4346-ad59-dbbff814f868', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:bd:0b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '186a3df4-7de9-4e58-8ec6-a755b72a190d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:51Z', 'updated_at': '2022-02-19T04:59:57Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': '186a3df4-7de9-4e58-8ec6-a755b72a190d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:59:58.393730 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4c1d9bf2-b728-454e-8dca-f1122f038e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1268082333', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:16Z', 'updated_at': '2022-02-19T04:59:29Z', 'revision_number': 4, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'gw_port': {'id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:17Z', 'updated_at': '2022-02-19T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '5f0b4feb-cf13-4ead-aa33-981b5f3b18db', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'port_id': 'b3c4ba2e-7217-405e-b226-e7297db6b22c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b', 'mac_address': 'fa:16:3e:43:6d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e518b15-6138-4a2e-a970-a8ea5f46672b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:59:54Z', 'updated_at': '2022-02-19T04:59:54Z', 'revision_number': 0, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f617328c-8f65-4694-ae03-543fb88b4d9d', 'name': '', 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'mac_address': 'fa:16:3e:c4:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '6334e6b3-5574-4624-8d34-e400e7e9f79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:26Z', 'updated_at': '2022-02-19T04:59:34Z', 'revision_number': 5, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'subnets': [{'id': '6334e6b3-5574-4624-8d34-e400e7e9f79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:58.420015 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e2a71a-c572-4655-b2ad-7e2f2f20172f tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:58.420591 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e2a71a-c572-4655-b2ad-7e2f2f20172f tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:58.423267 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e2a71a-c572-4655-b2ad-7e2f2f20172f tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:58.423963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e2a71a-c572-4655-b2ad-7e2f2f20172f tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:58.424509 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e2a71a-c572-4655-b2ad-7e2f2f20172f tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:58.432608 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-44e2a71a-c572-4655-b2ad-7e2f2f20172f tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3566 time: 0.8591528 Feb 19 04:59:58.435241 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57358) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:58.436083 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5054e96c-8666-44ce-85af-26ba305c41d2 None None] Current status of the port e400b639-cbb6-46d3-a188-86bf9ced6e85 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:59:58.464267 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d9bf2-b728-454e-8dca-f1122f038e16 None None] Checking router: b3c0f375-abe2-4c96-9383-1f1a4260e39f for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:59:58.549092 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d9bf2-b728-454e-8dca-f1122f038e16 None None] Routers {'b3c0f375-abe2-4c96-9383-1f1a4260e39f'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:59:58.549790 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4c1d9bf2-b728-454e-8dca-f1122f038e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T04:59:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b3c0f375-abe2-4c96-9383-1f1a4260e39f'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:58.725864 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed47ab9a-4d82-489b-9ecb-68130ea5de8e req-83fe7a00-e95f-4cd2-a497-3570c0467f00 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 210 time: 0.0750818 Feb 19 04:59:58.727693 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38caa0ab-3c49-4dfc-9c11-611c3c858fea tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:58.730054 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6c2b1-616f-498c-bb6b-2618dbbcbc77 req-80c5ec61-087f-493c-82ec-73fb34ea0f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:58.730419 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38caa0ab-3c49-4dfc-9c11-611c3c858fea tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:58.730894 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38caa0ab-3c49-4dfc-9c11-611c3c858fea tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:58.731366 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38caa0ab-3c49-4dfc-9c11-611c3c858fea tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:58.733984 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38caa0ab-3c49-4dfc-9c11-611c3c858fea tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:58.735184 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67a6c2b1-616f-498c-bb6b-2618dbbcbc77 req-80c5ec61-087f-493c-82ec-73fb34ea0f21 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9a1a8564-bacd-48e3-9cab-4820e9a9d65b HTTP/1.1" status: 200 len: 896 time: 0.4440203 Feb 19 04:59:58.741163 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-38caa0ab-3c49-4dfc-9c11-611c3c858fea tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.3026900 Feb 19 04:59:58.746246 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57368) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:59.016673 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67a6c2b1-616f-498c-bb6b-2618dbbcbc77 req-23a9a6e5-3d18-4a9f-b6e8-68bfd1e1e1c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3c4ba2e-7217-405e-b226-e7297db6b22c HTTP/1.1" status: 200 len: 1000 time: 0.2757616 Feb 19 04:59:59.054127 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-4c1d9bf2-b728-454e-8dca-f1122f038e16 None None] Set router b3c0f375-abe2-4c96-9383-1f1a4260e39f gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:59:59.113818 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6c2b1-616f-498c-bb6b-2618dbbcbc77 req-8bba61de-e327-4584-9b5a-af170dd6b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:59.115450 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67a6c2b1-616f-498c-bb6b-2618dbbcbc77 req-8bba61de-e327-4584-9b5a-af170dd6b54a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6334e6b3-5574-4624-8d34-e400e7e9f79d HTTP/1.1" status: 200 len: 834 time: 0.0931571 Feb 19 04:59:59.215378 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6c2b1-616f-498c-bb6b-2618dbbcbc77 req-a4362d04-e09e-48f2-9a01-63c288ecedc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:59.218591 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67a6c2b1-616f-498c-bb6b-2618dbbcbc77 req-a4362d04-e09e-48f2-9a01-63c288ecedc1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a1a8564-bacd-48e3-9cab-4820e9a9d65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0951111 Feb 19 04:59:59.408750 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1c05351c-815a-40cd-a343-efe592741496 tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2339 time: 0.6607988 Feb 19 04:59:59.413388 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57378) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:59:59.478932 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36458bc-0056-465a-94a5-85fe7b688488 tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:59.480438 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36458bc-0056-465a-94a5-85fe7b688488 tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:59:59.482453 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a36458bc-0056-465a-94a5-85fe7b688488 tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b3c0f375-abe2-4c96-9383-1f1a4260e39f HTTP/1.1" status: 200 len: 2061 time: 0.0684860 Feb 19 04:59:59.521865 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67a6c2b1-616f-498c-bb6b-2618dbbcbc77 req-9426f9a0-20a6-45c7-a14e-3a49d73a7f8d service neutron] 10.222.0.48 "GET /v2.0/networks/9a1a8564-bacd-48e3-9cab-4820e9a9d65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871058 Feb 19 04:59:59.613585 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4c1d9bf2-b728-454e-8dca-f1122f038e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1268082333', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:16Z', 'updated_at': '2022-02-19T04:59:29Z', 'revision_number': 4, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'gw_port': {'id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:17Z', 'updated_at': '2022-02-19T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '5f0b4feb-cf13-4ead-aa33-981b5f3b18db', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'port_id': 'b3c4ba2e-7217-405e-b226-e7297db6b22c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b', 'mac_address': 'fa:16:3e:43:6d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e518b15-6138-4a2e-a970-a8ea5f46672b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:59:54Z', 'updated_at': '2022-02-19T04:59:54Z', 'revision_number': 0, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f617328c-8f65-4694-ae03-543fb88b4d9d', 'name': '', 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'mac_address': 'fa:16:3e:c4:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '6334e6b3-5574-4624-8d34-e400e7e9f79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:26Z', 'updated_at': '2022-02-19T04:59:34Z', 'revision_number': 5, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'subnets': [{'id': '6334e6b3-5574-4624-8d34-e400e7e9f79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:59:59.674181 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d9bf2-b728-454e-8dca-f1122f038e16 None None] The sync data for ids ['b3c0f375-abe2-4c96-9383-1f1a4260e39f'] in n-d-772273-4 is: [{'id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1268082333', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:16Z', 'updated_at': '2022-02-19T04:59:29Z', 'revision_number': 4, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'gw_port': {'id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:17Z', 'updated_at': '2022-02-19T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '5f0b4feb-cf13-4ead-aa33-981b5f3b18db', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'port_id': 'b3c4ba2e-7217-405e-b226-e7297db6b22c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b', 'mac_address': 'fa:16:3e:43:6d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e518b15-6138-4a2e-a970-a8ea5f46672b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:59:54Z', 'updated_at': '2022-02-19T04:59:54Z', 'revision_number': 0, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f617328c-8f65-4694-ae03-543fb88b4d9d', 'name': '', 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'mac_address': 'fa:16:3e:c4:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '6334e6b3-5574-4624-8d34-e400e7e9f79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:26Z', 'updated_at': '2022-02-19T04:59:34Z', 'revision_number': 5, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'subnets': [{'id': '6334e6b3-5574-4624-8d34-e400e7e9f79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:59:59.734289 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67a6c2b1-616f-498c-bb6b-2618dbbcbc77 req-ff2df3d5-50ba-4750-8f84-8754b0742dfa service neutron] 10.222.0.48 "GET /v2.0/networks/9a1a8564-bacd-48e3-9cab-4820e9a9d65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050934 Feb 19 05:00:00.004248 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-28104e0a-8a9c-47d1-b726-137014172b42 req-e3c21ae7-1347-443e-903b-b944576b3399 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 210 time: 0.0928004 Feb 19 05:00:00.025501 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-50c31970-440c-4ed1-ab37-4c9514ecaf18 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:00.030544 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-50c31970-440c-4ed1-ab37-4c9514ecaf18 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.10 "GET /v2.0/networks?id=9389c500-3109-4346-ad59-dbbff814f868 HTTP/1.1" status: 200 len: 797 time: 0.3255141 Feb 19 05:00:00.108495 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e400b639-cbb6-46d3-a188-86bf9ced6e85 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:00:00.175026 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-08edfe8f-f189-4552-838c-3a7ed169ec16 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d HTTP/1.1" status: 200 len: 380 time: 0.1376190 Feb 19 05:00:00.187879 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-3843fe92-e4a4-4403-a02c-6793f3fea211 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'port': {'device_id': '1472349c-6a70-407d-804e-bb54455c8817', 'network_id': '9389c500-3109-4346-ad59-dbbff814f868', 'admin_state_up': True, 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'security_groups': ['86b4dff6-8508-4393-91ce-14387b4c75bb']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:00.224081 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port e400b639-cbb6-46d3-a188-86bf9ced6e85 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:00.224443 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e400b639-cbb6-46d3-a188-86bf9ced6e85), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:00.347493 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521bd8eb-b701-4643-807f-6bd230d805a0 None None] New status for floating IP 5f0b4feb-cf13-4ead-aa33-981b5f3b18db: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:00:00.431801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-3843fe92-e4a4-4403-a02c-6793f3fea211 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Made reservation on behalf of cb7efcaa75ab46f8b306eefb09a4e21d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:00:00.437530 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-3843fe92-e4a4-4403-a02c-6793f3fea211 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:00.577862 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port e400b639-cbb6-46d3-a188-86bf9ced6e85 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:00:00.705555 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-3843fe92-e4a4-4403-a02c-6793f3fea211 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Allocated IP 172.20.0.8 (9389c500-3109-4346-ad59-dbbff814f868/186a3df4-7de9-4e58-8ec6-a755b72a190d/790e6512-01ee-4de1-8dcc-d7a17acc2c3f) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:00:01.023997 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-3843fe92-e4a4-4403-a02c-6793f3fea211 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:01.095716 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-3843fe92-e4a4-4403-a02c-6793f3fea211 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:01.188234 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-3843fe92-e4a4-4403-a02c-6793f3fea211 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network 9389c500-3109-4346-ad59-dbbff814f868 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:00:01.200185 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-3843fe92-e4a4-4403-a02c-6793f3fea211 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:00:01.207204 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-3843fe92-e4a4-4403-a02c-6793f3fea211 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:00:01.215096 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843fe92-e4a4-4403-a02c-6793f3fea211 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Port': ['ID=790e6512-01ee-4de1-8dcc-d7a17acc2c3f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:01.310114 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6f62e-6309-4808-897b-3f47785771dd req-6cbf390d-961c-4ca5-a20f-9458d0fd44ee tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:01.313742 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4e6f62e-6309-4808-897b-3f47785771dd req-6cbf390d-961c-4ca5-a20f-9458d0fd44ee tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 931 time: 0.1800787 Feb 19 05:00:01.325109 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-3843fe92-e4a4-4403-a02c-6793f3fea211 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:01.326110 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-3843fe92-e4a4-4403-a02c-6793f3fea211 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:01.401050 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-3843fe92-e4a4-4403-a02c-6793f3fea211 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2204590 Feb 19 05:00:01.430192 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-83fc996f-5587-412c-808c-4159a46e1479 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:00:01.431438 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-83fc996f-5587-412c-808c-4159a46e1479 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062895 Feb 19 05:00:01.438874 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4e6f62e-6309-4808-897b-3f47785771dd req-6e7d1868-2616-47a7-adfc-7d6d59fdb856 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072428 Feb 19 05:00:01.534302 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-2e9cb090-fd31-4d3f-9278-2c2703b001a2 service neutron] Request body: {'port': {'device_id': '1472349c-6a70-407d-804e-bb54455c8817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:01.613186 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-520bb3b5-65e4-4bf4-9175-c33290e7afbe None None] Provisioning complete for port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:01.614817 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-520bb3b5-65e4-4bf4-9175-c33290e7afbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:01.629009 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-2e9cb090-fd31-4d3f-9278-2c2703b001a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:01.673291 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-520bb3b5-65e4-4bf4-9175-c33290e7afbe None None] Port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:00:02.015979 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11836901-3c88-4b7a-9778-caf68af271ec req-1fb7d7c3-479b-4ed2-84f3-09cb3fb307e9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5e518b15-6138-4a2e-a970-a8ea5f46672b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2309344 Feb 19 05:00:02.159058 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-2e9cb090-fd31-4d3f-9278-2c2703b001a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790e6512-01ee-4de1-8dcc-d7a17acc2c3f {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:00:02.171218 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-2e9cb090-fd31-4d3f-9278-2c2703b001a2 service neutron] Publish callbacks [] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:02.192814 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-2e9cb090-fd31-4d3f-9278-2c2703b001a2 service neutron] Transition to ACTIVE for port object 790e6512-01ee-4de1-8dcc-d7a17acc2c3f will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:00:02.199661 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11836901-3c88-4b7a-9778-caf68af271ec req-ddb94dff-0146-4b24-992e-5c159eeeb141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:02.200750 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11836901-3c88-4b7a-9778-caf68af271ec req-ddb94dff-0146-4b24-992e-5c159eeeb141 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=627e5a416e6c4d65a8492e0f021dc31a&device_id=5e518b15-6138-4a2e-a970-a8ea5f46672b HTTP/1.1" status: 200 len: 1167 time: 0.1307130 Feb 19 05:00:02.203739 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-2e9cb090-fd31-4d3f-9278-2c2703b001a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:02.311395 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-260cd4d6-2437-473d-9168-8645d08d159c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:02.367640 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9cb090-fd31-4d3f-9278-2c2703b001a2 service neutron] Pushing event updated for resources: {'Port': ['ID=790e6512-01ee-4de1-8dcc-d7a17acc2c3f,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:02.517297 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11836901-3c88-4b7a-9778-caf68af271ec req-97bc783e-577d-4a43-9ba5-472a6f4a8be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:02.519589 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11836901-3c88-4b7a-9778-caf68af271ec req-97bc783e-577d-4a43-9ba5-472a6f4a8be3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9a1a8564-bacd-48e3-9cab-4820e9a9d65b HTTP/1.1" status: 200 len: 896 time: 0.2837861 Feb 19 05:00:02.546222 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-2e9cb090-fd31-4d3f-9278-2c2703b001a2 service neutron] Attempting to bind port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:00:02.546719 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-2e9cb090-fd31-4d3f-9278-2c2703b001a2 service neutron] Attempting to bind port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '2cc90884-719c-45db-9934-d8e0382a5298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9389c500-3109-4346-ad59-dbbff814f868'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:00:02.547214 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-2e9cb090-fd31-4d3f-9278-2c2703b001a2 service neutron] Attempting to bind port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f on network 9389c500-3109-4346-ad59-dbbff814f868 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:00:02.624161 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-2e9cb090-fd31-4d3f-9278-2c2703b001a2 service neutron] Port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f on network 9389c500-3109-4346-ad59-dbbff814f868 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:00:02.624555 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-2e9cb090-fd31-4d3f-9278-2c2703b001a2 service neutron] Attempting to bind port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f on network 9389c500-3109-4346-ad59-dbbff814f868 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:00:02.643072 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-2e9cb090-fd31-4d3f-9278-2c2703b001a2 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:00:02.643596 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-2e9cb090-fd31-4d3f-9278-2c2703b001a2 service neutron] Checking segment: {'id': '2cc90884-719c-45db-9934-d8e0382a5298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9389c500-3109-4346-ad59-dbbff814f868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:00:02.644171 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-2e9cb090-fd31-4d3f-9278-2c2703b001a2 service neutron] Bound using segment: {'id': '2cc90884-719c-45db-9934-d8e0382a5298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9389c500-3109-4346-ad59-dbbff814f868'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:00:02.644841 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-2e9cb090-fd31-4d3f-9278-2c2703b001a2 service neutron] Bound port: 790e6512-01ee-4de1-8dcc-d7a17acc2c3f, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cc90884-719c-45db-9934-d8e0382a5298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9389c500-3109-4346-ad59-dbbff814f868'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:00:02.645431 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-2e9cb090-fd31-4d3f-9278-2c2703b001a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:02.657350 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc107992-bb13-455a-8d03-1001584805b4 req-0c969ecc-2909-4a92-8388-9adbde4bcdcb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:02.667525 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc107992-bb13-455a-8d03-1001584805b4 req-0c969ecc-2909-4a92-8388-9adbde4bcdcb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 943 time: 0.1029041 Feb 19 05:00:02.738980 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11836901-3c88-4b7a-9778-caf68af271ec req-e76354fb-4029-4408-97d6-4adeda4958e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3c4ba2e-7217-405e-b226-e7297db6b22c HTTP/1.1" status: 200 len: 1002 time: 0.2118421 Feb 19 05:00:02.784579 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc107992-bb13-455a-8d03-1001584805b4 req-abea6172-2fb0-4b14-9ef7-21d76d7d8004 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152458 Feb 19 05:00:02.852088 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-2e9cb090-fd31-4d3f-9278-2c2703b001a2 service neutron] For port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:00:02.861129 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-2e9cb090-fd31-4d3f-9278-2c2703b001a2 service neutron] For port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=790e6512-01ee-4de1-8dcc-d7a17acc2c3f,segment=NetworkSegment(2cc90884-719c-45db-9934-d8e0382a5298),segment_id=2cc90884-719c-45db-9934-d8e0382a5298)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:00:02.866805 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11836901-3c88-4b7a-9778-caf68af271ec req-86f639e1-a8ad-413c-9bcb-d353f0988266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:02.869217 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11836901-3c88-4b7a-9778-caf68af271ec req-86f639e1-a8ad-413c-9bcb-d353f0988266 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6334e6b3-5574-4624-8d34-e400e7e9f79d HTTP/1.1" status: 200 len: 834 time: 0.1221716 Feb 19 05:00:02.871660 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-2e9cb090-fd31-4d3f-9278-2c2703b001a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:02.984671 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-2e9cb090-fd31-4d3f-9278-2c2703b001a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:02.985359 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-2e9cb090-fd31-4d3f-9278-2c2703b001a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:02.986856 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-2e9cb090-fd31-4d3f-9278-2c2703b001a2 service neutron] 10.222.0.10 "PUT /v2.0/ports/790e6512-01ee-4de1-8dcc-d7a17acc2c3f HTTP/1.1" status: 200 len: 1091 time: 1.5472794 Feb 19 05:00:02.987388 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1472349c-6a70-407d-804e-bb54455c8817', 'tag': '790e6512-01ee-4de1-8dcc-d7a17acc2c3f'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:00:02.990450 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc359ee7-35cf-4c38-ba58-dc12f9a647c6" -d '{"events": [{"name": "network-changed", "server_uuid": "1472349c-6a70-407d-804e-bb54455c8817", "tag": "790e6512-01ee-4de1-8dcc-d7a17acc2c3f"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:00:03.033195 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9cb090-fd31-4d3f-9278-2c2703b001a2 service neutron] Pushing event updated for resources: {'Port': ['ID=790e6512-01ee-4de1-8dcc-d7a17acc2c3f,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:03.084750 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11836901-3c88-4b7a-9778-caf68af271ec req-eb3b4723-be46-4fdb-9837-ab74914ea63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:03.087635 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11836901-3c88-4b7a-9778-caf68af271ec req-eb3b4723-be46-4fdb-9837-ab74914ea63c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a1a8564-bacd-48e3-9cab-4820e9a9d65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2126639 Feb 19 05:00:03.095975 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef80998-e414-47dd-8b08-52760725e091 x-openstack-request-id: req-2ef80998-e414-47dd-8b08-52760725e091 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:00:03.095975 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1472349c-6a70-407d-804e-bb54455c8817", "tag": "790e6512-01ee-4de1-8dcc-d7a17acc2c3f", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:00:03.095975 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2ef80998-e414-47dd-8b08-52760725e091 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:00:03.095975 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1472349c-6a70-407d-804e-bb54455c8817', 'tag': '790e6512-01ee-4de1-8dcc-d7a17acc2c3f', 'status': 'completed', 'code': 200} Feb 19 05:00:03.250311 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-31ebba87-ec22-407f-ab2d-d2d590fbd925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:03.252330 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-31ebba87-ec22-407f-ab2d-d2d590fbd925 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 1125 time: 0.1832552 Feb 19 05:00:03.319292 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11836901-3c88-4b7a-9778-caf68af271ec req-d54efd0d-6bc9-4a54-997c-e375f2438f34 service neutron] 10.222.0.48 "GET /v2.0/networks/9a1a8564-bacd-48e3-9cab-4820e9a9d65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236240 Feb 19 05:00:03.321505 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-9b9e06a7-26ac-4616-9810-499c3d7139fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=790e6512-01ee-4de1-8dcc-d7a17acc2c3f HTTP/1.1" status: 200 len: 217 time: 0.0616870 Feb 19 05:00:03.864676 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-c9fca070-f1d1-4a83-8e00-ddd909c1b40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:03.866253 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-c9fca070-f1d1-4a83-8e00-ddd909c1b40a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=186a3df4-7de9-4e58-8ec6-a755b72a190d HTTP/1.1" status: 200 len: 835 time: 0.5384495 Feb 19 05:00:03.939528 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11836901-3c88-4b7a-9778-caf68af271ec req-fa0f48dc-f20c-496b-b1e2-6c3c6f7d6a4b service neutron] 10.222.0.48 "GET /v2.0/networks/9a1a8564-bacd-48e3-9cab-4820e9a9d65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6135828 Feb 19 05:00:03.966453 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-8965d93b-190f-4b0a-b7ba-215784a3d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:03.969172 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-8965d93b-190f-4b0a-b7ba-215784a3d1ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9389c500-3109-4346-ad59-dbbff814f868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0948329 Feb 19 05:00:04.018637 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b629edd-3791-4b59-8b06-f6e7917379dc req-f34adbe0-c20e-4825-b6f1-14364416e5a2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:04.022379 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1b629edd-3791-4b59-8b06-f6e7917379dc req-f34adbe0-c20e-4825-b6f1-14364416e5a2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 943 time: 0.1016822 Feb 19 05:00:04.101569 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1b629edd-3791-4b59-8b06-f6e7917379dc req-d6edc2ae-1f80-419d-8389-0949b3f7fec4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681159 Feb 19 05:00:04.126010 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-00d53cb8-f846-4e69-91c5-6d14dc4951a3 service neutron] 10.222.0.10 "GET /v2.0/networks/9389c500-3109-4346-ad59-dbbff814f868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488993 Feb 19 05:00:04.314529 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee9c5293-1187-469a-a5f0-72bf787a3a93 req-0c56ef26-2235-40ac-adad-9634c85640b4 service neutron] 10.222.0.10 "GET /v2.0/networks/9389c500-3109-4346-ad59-dbbff814f868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813707 Feb 19 05:00:04.585381 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc359ee7-35cf-4c38-ba58-dc12f9a647c6 req-957b979f-faa0-4b65-a610-f6361c9eac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:04.591428 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc359ee7-35cf-4c38-ba58-dc12f9a647c6 req-957b979f-faa0-4b65-a610-f6361c9eac2b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 1125 time: 0.0784168 Feb 19 05:00:04.757557 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc359ee7-35cf-4c38-ba58-dc12f9a647c6 req-d7435d63-7d60-42fa-a0c3-08fbbcd4a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:04.763584 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc359ee7-35cf-4c38-ba58-dc12f9a647c6 req-d7435d63-7d60-42fa-a0c3-08fbbcd4a54c service neutron] 10.222.0.10 "GET /v2.0/networks?id=9389c500-3109-4346-ad59-dbbff814f868 HTTP/1.1" status: 200 len: 897 time: 0.1635456 Feb 19 05:00:04.837987 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc359ee7-35cf-4c38-ba58-dc12f9a647c6 req-2fd3be21-9191-430c-a224-97d92da538ce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=790e6512-01ee-4de1-8dcc-d7a17acc2c3f HTTP/1.1" status: 200 len: 217 time: 0.0706401 Feb 19 05:00:04.906490 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc359ee7-35cf-4c38-ba58-dc12f9a647c6 req-cd0d8963-ff08-4bd3-a9db-eeda3f685401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:04.908236 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc359ee7-35cf-4c38-ba58-dc12f9a647c6 req-cd0d8963-ff08-4bd3-a9db-eeda3f685401 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=186a3df4-7de9-4e58-8ec6-a755b72a190d HTTP/1.1" status: 200 len: 835 time: 0.0646470 Feb 19 05:00:04.991727 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc359ee7-35cf-4c38-ba58-dc12f9a647c6 req-1419cde2-6bf1-4e68-aff3-189a358b0ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:04.995212 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc359ee7-35cf-4c38-ba58-dc12f9a647c6 req-1419cde2-6bf1-4e68-aff3-189a358b0ef8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9389c500-3109-4346-ad59-dbbff814f868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0790064 Feb 19 05:00:05.146253 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-eb46d34f-2eb9-4f86-9402-1b39856be656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:05.151990 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc359ee7-35cf-4c38-ba58-dc12f9a647c6 req-9e6c70fb-70be-4401-915e-10fa9652171f service neutron] 10.222.0.10 "GET /v2.0/networks/9389c500-3109-4346-ad59-dbbff814f868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496124 Feb 19 05:00:05.350923 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764ffc7-2038-449b-9172-360895e091bc req-057aa19d-1d63-43e6-94d9-12e0dc35e80d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:05.355142 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5764ffc7-2038-449b-9172-360895e091bc req-057aa19d-1d63-43e6-94d9-12e0dc35e80d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 943 time: 0.1059799 Feb 19 05:00:05.358687 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc359ee7-35cf-4c38-ba58-dc12f9a647c6 req-1eb0f2fa-e587-46cb-ba6a-04b9caa44afe service neutron] 10.222.0.10 "GET /v2.0/networks/9389c500-3109-4346-ad59-dbbff814f868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990657 Feb 19 05:00:05.433809 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5764ffc7-2038-449b-9172-360895e091bc req-32f34e92-e8a0-4f28-b1f2-f4ec61f0328b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731945 Feb 19 05:00:06.648221 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d67d32-7484-418b-9a69-489fd3ee2a41 req-ef912729-d335-4a36-92fc-f10f3871d2b5 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:06.650928 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f0d67d32-7484-418b-9a69-489fd3ee2a41 req-ef912729-d335-4a36-92fc-f10f3871d2b5 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 943 time: 0.1151822 Feb 19 05:00:06.745498 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f0d67d32-7484-418b-9a69-489fd3ee2a41 req-3075aec0-9a79-406c-8b08-7b6bbd4e245e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781028 Feb 19 05:00:06.911983 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:07.242958 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 790e6512-01ee-4de1-8dcc-d7a17acc2c3f details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:00:07.408473 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=790e6512-01ee-4de1-8dcc-d7a17acc2c3f,segment=NetworkSegment(2cc90884-719c-45db-9934-d8e0382a5298),segment_id=2cc90884-719c-45db-9934-d8e0382a5298)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:00:07.423148 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '790e6512-01ee-4de1-8dcc-d7a17acc2c3f', 'network_id': '9389c500-3109-4346-ad59-dbbff814f868', 'port_id': '790e6512-01ee-4de1-8dcc-d7a17acc2c3f', 'mac_address': 'fa:16:3e:5b:c4:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '186a3df4-7de9-4e58-8ec6-a755b72a190d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:00:07.471751 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:00:07.472238 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:07.493586 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790e6512-01ee-4de1-8dcc-d7a17acc2c3f {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:00:07.527530 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=790e6512-01ee-4de1-8dcc-d7a17acc2c3f,segment=NetworkSegment(2cc90884-719c-45db-9934-d8e0382a5298),segment_id=2cc90884-719c-45db-9934-d8e0382a5298)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:00:07.533868 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:07.603653 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=790e6512-01ee-4de1-8dcc-d7a17acc2c3f,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:07.772210 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['790e6512-01ee-4de1-8dcc-d7a17acc2c3f'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:00:07.836223 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:07.952780 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0dabe-35f5-479f-bf4e-971cc5ddd9ed req-bacc3e3d-a4c0-4e1d-81e8-a6565d0fd23d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:07.956073 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dbc0dabe-35f5-479f-bf4e-971cc5ddd9ed req-bacc3e3d-a4c0-4e1d-81e8-a6565d0fd23d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 944 time: 0.1031065 Feb 19 05:00:08.026443 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dbc0dabe-35f5-479f-bf4e-971cc5ddd9ed req-1f812bfe-8abe-4a01-9307-6f92f5a831ea tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610161 Feb 19 05:00:08.056842 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:09.176047 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20839c-904a-4dd3-aaa7-5a6c4ceffb4c req-69bea31d-951a-40c1-be86-89879549f773 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:09.177924 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ea20839c-904a-4dd3-aaa7-5a6c4ceffb4c req-69bea31d-951a-40c1-be86-89879549f773 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 944 time: 0.0656631 Feb 19 05:00:09.242663 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 790e6512-01ee-4de1-8dcc-d7a17acc2c3f up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:00:09.243427 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ea20839c-904a-4dd3-aaa7-5a6c4ceffb4c req-3426d07d-514c-4783-9774-0b897f2d033a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587156 Feb 19 05:00:09.300732 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:00:09.305262 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:09.305750 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:09.403134 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:09.419471 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:09.478451 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:00:09.478925 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:09.520782 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1472349c-6a70-407d-804e-bb54455c8817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790e6512-01ee-4de1-8dcc-d7a17acc2c3f'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:00:09.524329 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cb62d7-1987-4c66-9852-e9a26be06357" -d '{"events": [{"server_uuid": "1472349c-6a70-407d-804e-bb54455c8817", "name": "network-vif-plugged", "status": "completed", "tag": "790e6512-01ee-4de1-8dcc-d7a17acc2c3f"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:00:09.545302 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=790e6512-01ee-4de1-8dcc-d7a17acc2c3f,segment=NetworkSegment(2cc90884-719c-45db-9934-d8e0382a5298),segment_id=2cc90884-719c-45db-9934-d8e0382a5298)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:00:09.562676 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:09.600841 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1710fc-3624-4f55-a92b-89c4c90cdf87 x-openstack-request-id: req-6f1710fc-3624-4f55-a92b-89c4c90cdf87 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:00:09.601283 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1472349c-6a70-407d-804e-bb54455c8817", "name": "network-vif-plugged", "status": "completed", "tag": "790e6512-01ee-4de1-8dcc-d7a17acc2c3f", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:00:09.601931 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6f1710fc-3624-4f55-a92b-89c4c90cdf87 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:00:09.602543 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1472349c-6a70-407d-804e-bb54455c8817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790e6512-01ee-4de1-8dcc-d7a17acc2c3f', 'code': 200} Feb 19 05:00:09.644298 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=790e6512-01ee-4de1-8dcc-d7a17acc2c3f,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:09.722013 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886032d-6ea9-4b37-827c-6ec674c814fa req-25293924-410f-4abe-99ae-2d0179474c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:09.723990 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2886032d-6ea9-4b37-827c-6ec674c814fa req-25293924-410f-4abe-99ae-2d0179474c15 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 1127 time: 0.0651400 Feb 19 05:00:09.785386 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2886032d-6ea9-4b37-827c-6ec674c814fa req-37280393-cfdb-4c9e-a573-45083457c924 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545058 Feb 19 05:00:10.408436 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe87518-c70c-49bf-a29a-7f2fd9beec9a req-e850a196-5cf9-47f5-a827-224a84a24855 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:10.410465 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4fe87518-c70c-49bf-a29a-7f2fd9beec9a req-e850a196-5cf9-47f5-a827-224a84a24855 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 945 time: 0.0682366 Feb 19 05:00:10.479761 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4fe87518-c70c-49bf-a29a-7f2fd9beec9a req-2b72975e-57ca-44d6-a0e2-faae4742f060 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587268 Feb 19 05:00:11.649239 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4bf5f-f3f3-4222-aae3-55d3bafd5e08 req-c61d9227-1d5e-4f99-b7e8-d2af4df41428 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:11.651563 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6af4bf5f-f3f3-4222-aae3-55d3bafd5e08 req-c61d9227-1d5e-4f99-b7e8-d2af4df41428 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 945 time: 0.0816870 Feb 19 05:00:11.713907 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6af4bf5f-f3f3-4222-aae3-55d3bafd5e08 req-9a54b700-c920-4c09-a025-4026c6aba261 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528662 Feb 19 05:00:11.885106 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa30a22-1fe8-4279-b85e-e4582051d5a0 req-e0df7508-c9c4-44dc-8e57-a2148008e1d3 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:11.888234 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1aa30a22-1fe8-4279-b85e-e4582051d5a0 req-e0df7508-c9c4-44dc-8e57-a2148008e1d3 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 945 time: 0.0780706 Feb 19 05:00:11.980495 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1aa30a22-1fe8-4279-b85e-e4582051d5a0 req-460e6cfa-2fdc-4592-ae63-68feeda047d0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766621 Feb 19 05:00:12.017906 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57584) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:12.087058 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefc15c3-d03e-40f6-8233-b7f903738703 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:12.089412 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cefc15c3-d03e-40f6-8233-b7f903738703 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 1122 time: 0.0694811 Feb 19 05:00:12.093734 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57586) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:12.100379 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c3dc01d9-5d76-40e4-ab2b-9ff9434cbb65 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': '790e6512-01ee-4de1-8dcc-d7a17acc2c3f', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:12.136204 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c3dc01d9-5d76-40e4-ab2b-9ff9434cbb65 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:12.307041 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c3dc01d9-5d76-40e4-ab2b-9ff9434cbb65 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:12.483157 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-c3dc01d9-5d76-40e4-ab2b-9ff9434cbb65 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Allocated IP 172.25.0.146 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/00231097-54f4-4e5e-89f1-4087113694fb) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:00:12.992256 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c3dc01d9-5d76-40e4-ab2b-9ff9434cbb65 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for port (00231097-54f4-4e5e-89f1-4087113694fb), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:13.044848 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c3dc01d9-5d76-40e4-ab2b-9ff9434cbb65 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (00231097-54f4-4e5e-89f1-4087113694fb), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:13.096872 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dc01d9-5d76-40e4-ab2b-9ff9434cbb65 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:00:13.100184 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-c3dc01d9-5d76-40e4-ab2b-9ff9434cbb65 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:00:13.107626 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dc01d9-5d76-40e4-ab2b-9ff9434cbb65 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:00:13.114365 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc01d9-5d76-40e4-ab2b-9ff9434cbb65 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Port': ['ID=00231097-54f4-4e5e-89f1-4087113694fb,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:13.241695 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7d3889e0-2936-479a-adc6-48f7aeef8d8c req-ed3b8258-c6d3-40ea-b45f-5f5a04fbe676 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0784440 Feb 19 05:00:13.366183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3889e0-2936-479a-adc6-48f7aeef8d8c req-baef9a3b-ef96-4d8a-8b59-e804399ec97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:13.367938 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7d3889e0-2936-479a-adc6-48f7aeef8d8c req-baef9a3b-ef96-4d8a-8b59-e804399ec97f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 1127 time: 0.0712731 Feb 19 05:00:13.552336 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3889e0-2936-479a-adc6-48f7aeef8d8c req-ab0e7147-9b42-4bc7-a24a-cc3dd0c6722f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:13.554868 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7d3889e0-2936-479a-adc6-48f7aeef8d8c req-ab0e7147-9b42-4bc7-a24a-cc3dd0c6722f service neutron] 10.222.0.10 "GET /v2.0/networks?id=9389c500-3109-4346-ad59-dbbff814f868 HTTP/1.1" status: 200 len: 897 time: 0.1534412 Feb 19 05:00:13.634667 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7d3889e0-2936-479a-adc6-48f7aeef8d8c req-dd223068-8659-4db6-b608-e0ca8bdb4218 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=790e6512-01ee-4de1-8dcc-d7a17acc2c3f HTTP/1.1" status: 200 len: 217 time: 0.0726857 Feb 19 05:00:13.701139 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c3dc01d9-5d76-40e4-ab2b-9ff9434cbb65 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for floatingip (0ef349aa-2ac9-40e6-8bbc-8ce3489f00c0), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:13.736537 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3889e0-2936-479a-adc6-48f7aeef8d8c req-f76603a2-6bad-43d4-b2a6-fa70fc7dc876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:13.739092 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7d3889e0-2936-479a-adc6-48f7aeef8d8c req-f76603a2-6bad-43d4-b2a6-fa70fc7dc876 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=186a3df4-7de9-4e58-8ec6-a755b72a190d HTTP/1.1" status: 200 len: 835 time: 0.0993500 Feb 19 05:00:13.819967 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c3dc01d9-5d76-40e4-ab2b-9ff9434cbb65 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (00231097-54f4-4e5e-89f1-4087113694fb), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:13.821744 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3889e0-2936-479a-adc6-48f7aeef8d8c req-a78a1448-53d3-4674-81a2-e76375dbb15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:13.823782 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7d3889e0-2936-479a-adc6-48f7aeef8d8c req-a78a1448-53d3-4674-81a2-e76375dbb15e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9389c500-3109-4346-ad59-dbbff814f868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0763664 Feb 19 05:00:13.969582 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7d3889e0-2936-479a-adc6-48f7aeef8d8c req-cdd25a7e-64f2-43ca-af5c-3f0bb6bb0ed4 service neutron] 10.222.0.10 "GET /v2.0/networks/9389c500-3109-4346-ad59-dbbff814f868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393273 Feb 19 05:00:14.102551 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7d3889e0-2936-479a-adc6-48f7aeef8d8c req-05b5bf47-0d6e-4b1d-9fa3-ba0594f92657 service neutron] 10.222.0.10 "GET /v2.0/networks/9389c500-3109-4346-ad59-dbbff814f868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266224 Feb 19 05:00:14.103832 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c3dc01d9-5d76-40e4-ab2b-9ff9434cbb65 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for port (00231097-54f4-4e5e-89f1-4087113694fb), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:14.113147 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c3dc01d9-5d76-40e4-ab2b-9ff9434cbb65 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (00231097-54f4-4e5e-89f1-4087113694fb), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:14.222527 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc01d9-5d76-40e4-ab2b-9ff9434cbb65 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Port': ['ID=00231097-54f4-4e5e-89f1-4087113694fb,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:14.238390 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c3dc01d9-5d76-40e4-ab2b-9ff9434cbb65 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (0ef349aa-2ac9-40e6-8bbc-8ce3489f00c0), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:14.392982 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-c3dc01d9-5d76-40e4-ab2b-9ff9434cbb65 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Floating IP 0ef349aa-2ac9-40e6-8bbc-8ce3489f00c0 associated. External IP: 172.25.0.146, port: 790e6512-01ee-4de1-8dcc-d7a17acc2c3f. Feb 19 05:00:14.706867 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dc01d9-5d76-40e4-ab2b-9ff9434cbb65 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Router 88787550-b1b9-4cfd-b966-93248b57437b has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:00:14.929397 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dc01d9-5d76-40e4-ab2b-9ff9434cbb65 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:00:14.943519 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b8ad81-bc5e-409b-a884-5f0ff5b5e3f2 None None] Sync routers for ids ['88787550-b1b9-4cfd-b966-93248b57437b'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:00:14.958364 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c3dc01d9-5d76-40e4-ab2b-9ff9434cbb65 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:14.961889 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b8ad81-bc5e-409b-a884-5f0ff5b5e3f2 None None] Routers {'88787550-b1b9-4cfd-b966-93248b57437b'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:00:14.963333 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-05b8ad81-bc5e-409b-a884-5f0ff5b5e3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:00:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['88787550-b1b9-4cfd-b966-93248b57437b'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:15.000187 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c3dc01d9-5d76-40e4-ab2b-9ff9434cbb65 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9045520 Feb 19 05:00:15.001469 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1472349c-6a70-407d-804e-bb54455c8817', 'tag': '790e6512-01ee-4de1-8dcc-d7a17acc2c3f'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:00:15.005618 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aeb689a-6377-4451-8731-2d0cb3060f45" -d '{"events": [{"name": "network-changed", "server_uuid": "1472349c-6a70-407d-804e-bb54455c8817", "tag": "790e6512-01ee-4de1-8dcc-d7a17acc2c3f"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:00:15.090159 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8932727-4a16-4490-aa60-97c9be93b575 x-openstack-request-id: req-d8932727-4a16-4490-aa60-97c9be93b575 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:00:15.095995 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1472349c-6a70-407d-804e-bb54455c8817", "tag": "790e6512-01ee-4de1-8dcc-d7a17acc2c3f", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:00:15.097253 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8932727-4a16-4490-aa60-97c9be93b575 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:00:15.098701 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1472349c-6a70-407d-804e-bb54455c8817', 'tag': '790e6512-01ee-4de1-8dcc-d7a17acc2c3f', 'status': 'completed', 'code': 200} Feb 19 05:00:15.199345 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-05b8ad81-bc5e-409b-a884-5f0ff5b5e3f2 None None] Set router 88787550-b1b9-4cfd-b966-93248b57437b gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:00:15.257809 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713b513-442f-4ddb-bb09-595ac10f499f req-a59e1927-e181-45ed-a4d7-527500df0873 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:15.259992 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4713b513-442f-4ddb-bb09-595ac10f499f req-a59e1927-e181-45ed-a4d7-527500df0873 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 945 time: 0.1556025 Feb 19 05:00:15.271217 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb689a-6377-4451-8731-2d0cb3060f45 req-9ad63913-eb82-4ba3-8965-893ec305aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:15.274360 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6aeb689a-6377-4451-8731-2d0cb3060f45 req-9ad63913-eb82-4ba3-8965-893ec305aae3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 1127 time: 0.1535752 Feb 19 05:00:15.397891 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4713b513-442f-4ddb-bb09-595ac10f499f req-aa97f85c-f262-490c-a2ef-25eb75393e9f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215968 Feb 19 05:00:15.425011 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57640) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:15.432887 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb689a-6377-4451-8731-2d0cb3060f45 req-69ac8abc-9200-45cb-84b0-5efb2f23304c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:15.435831 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6aeb689a-6377-4451-8731-2d0cb3060f45 req-69ac8abc-9200-45cb-84b0-5efb2f23304c service neutron] 10.222.0.10 "GET /v2.0/networks?id=9389c500-3109-4346-ad59-dbbff814f868 HTTP/1.1" status: 200 len: 897 time: 0.1521420 Feb 19 05:00:15.515659 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-592a140b-bcf6-400a-b646-5dba18121857 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/floatingips/0ef349aa-2ac9-40e6-8bbc-8ce3489f00c0 HTTP/1.1" status: 200 len: 991 time: 0.0879014 Feb 19 05:00:15.539136 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6aeb689a-6377-4451-8731-2d0cb3060f45 req-d963d37a-a1ed-46bf-96e8-d968ef8e0225 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=790e6512-01ee-4de1-8dcc-d7a17acc2c3f HTTP/1.1" status: 200 len: 999 time: 0.0963535 Feb 19 05:00:15.583466 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-05b8ad81-bc5e-409b-a884-5f0ff5b5e3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88787550-b1b9-4cfd-b966-93248b57437b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802812764', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:45Z', 'updated_at': '2022-02-19T04:59:53Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:46Z', 'updated_at': '2022-02-19T04:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '0ef349aa-2ac9-40e6-8bbc-8ce3489f00c0', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'port_id': '790e6512-01ee-4de1-8dcc-d7a17acc2c3f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9389c500-3109-4346-ad59-dbbff814f868', 'mac_address': 'fa:16:3e:5b:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472349c-6a70-407d-804e-bb54455c8817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:00:13Z', 'updated_at': '2022-02-19T05:00:13Z', 'revision_number': 0, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e400b639-cbb6-46d3-a188-86bf9ced6e85', 'name': '', 'network_id': '9389c500-3109-4346-ad59-dbbff814f868', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:bd:0b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '186a3df4-7de9-4e58-8ec6-a755b72a190d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:51Z', 'updated_at': '2022-02-19T04:59:57Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': '186a3df4-7de9-4e58-8ec6-a755b72a190d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:15.616485 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b8ad81-bc5e-409b-a884-5f0ff5b5e3f2 None None] Checking router: 88787550-b1b9-4cfd-b966-93248b57437b for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:00:15.627606 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b8ad81-bc5e-409b-a884-5f0ff5b5e3f2 None None] Routers {'88787550-b1b9-4cfd-b966-93248b57437b'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:00:15.628275 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-05b8ad81-bc5e-409b-a884-5f0ff5b5e3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:00:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['88787550-b1b9-4cfd-b966-93248b57437b'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:15.639122 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb689a-6377-4451-8731-2d0cb3060f45 req-f33c7803-10b4-468b-b78a-5ac0072db5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:15.640690 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6aeb689a-6377-4451-8731-2d0cb3060f45 req-f33c7803-10b4-468b-b78a-5ac0072db5e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=186a3df4-7de9-4e58-8ec6-a755b72a190d HTTP/1.1" status: 200 len: 835 time: 0.0952511 Feb 19 05:00:15.703924 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb689a-6377-4451-8731-2d0cb3060f45 req-1eb2af22-d239-4c81-b21e-3b2e92643ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:15.706104 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6aeb689a-6377-4451-8731-2d0cb3060f45 req-1eb2af22-d239-4c81-b21e-3b2e92643ca4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9389c500-3109-4346-ad59-dbbff814f868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0585437 Feb 19 05:00:15.789094 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-05b8ad81-bc5e-409b-a884-5f0ff5b5e3f2 None None] Set router 88787550-b1b9-4cfd-b966-93248b57437b gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:00:15.821488 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6aeb689a-6377-4451-8731-2d0cb3060f45 req-22d32434-ac70-472c-8d22-0b32c479a199 service neutron] 10.222.0.10 "GET /v2.0/networks/9389c500-3109-4346-ad59-dbbff814f868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090295 Feb 19 05:00:15.944514 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6aeb689a-6377-4451-8731-2d0cb3060f45 req-7dcbd901-3903-4fd5-8c20-1894014ce790 service neutron] 10.222.0.10 "GET /v2.0/networks/9389c500-3109-4346-ad59-dbbff814f868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146848 Feb 19 05:00:16.099336 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-05b8ad81-bc5e-409b-a884-5f0ff5b5e3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88787550-b1b9-4cfd-b966-93248b57437b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802812764', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:45Z', 'updated_at': '2022-02-19T04:59:53Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:46Z', 'updated_at': '2022-02-19T04:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '0ef349aa-2ac9-40e6-8bbc-8ce3489f00c0', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'port_id': '790e6512-01ee-4de1-8dcc-d7a17acc2c3f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9389c500-3109-4346-ad59-dbbff814f868', 'mac_address': 'fa:16:3e:5b:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472349c-6a70-407d-804e-bb54455c8817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:00:13Z', 'updated_at': '2022-02-19T05:00:13Z', 'revision_number': 0, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e400b639-cbb6-46d3-a188-86bf9ced6e85', 'name': '', 'network_id': '9389c500-3109-4346-ad59-dbbff814f868', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:bd:0b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '186a3df4-7de9-4e58-8ec6-a755b72a190d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:51Z', 'updated_at': '2022-02-19T04:59:57Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': '186a3df4-7de9-4e58-8ec6-a755b72a190d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:16.135402 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b8ad81-bc5e-409b-a884-5f0ff5b5e3f2 None None] The sync data for ids ['88787550-b1b9-4cfd-b966-93248b57437b'] in n-d-772273-4 is: [{'id': '88787550-b1b9-4cfd-b966-93248b57437b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802812764', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:45Z', 'updated_at': '2022-02-19T04:59:53Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:46Z', 'updated_at': '2022-02-19T04:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '0ef349aa-2ac9-40e6-8bbc-8ce3489f00c0', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'port_id': '790e6512-01ee-4de1-8dcc-d7a17acc2c3f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9389c500-3109-4346-ad59-dbbff814f868', 'mac_address': 'fa:16:3e:5b:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472349c-6a70-407d-804e-bb54455c8817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:00:13Z', 'updated_at': '2022-02-19T05:00:13Z', 'revision_number': 0, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e400b639-cbb6-46d3-a188-86bf9ced6e85', 'name': '', 'network_id': '9389c500-3109-4346-ad59-dbbff814f868', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:bd:0b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '186a3df4-7de9-4e58-8ec6-a755b72a190d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:51Z', 'updated_at': '2022-02-19T04:59:57Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': '186a3df4-7de9-4e58-8ec6-a755b72a190d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:00:16.437445 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e01365a-a35f-4ccb-9057-c526debee3a7 None None] New status for floating IP 0ef349aa-2ac9-40e6-8bbc-8ce3489f00c0: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:00:16.519868 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57660) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:16.614691 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d614b3de-c29b-4c38-8041-aa73fde96671 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/floatingips/0ef349aa-2ac9-40e6-8bbc-8ce3489f00c0 HTTP/1.1" status: 200 len: 991 time: 0.0917578 Feb 19 05:00:17.616404 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57676) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:17.707307 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7debe9bf-aa39-40ca-9097-d05ac084aab2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/floatingips/0ef349aa-2ac9-40e6-8bbc-8ce3489f00c0 HTTP/1.1" status: 200 len: 993 time: 0.0888062 Feb 19 05:00:25.644357 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57818) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:25.794866 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-63464e21-3a19-4bad-9ef8-1ec1e74c10ab tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] 10.222.0.65 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2023 time: 0.1450868 Feb 19 05:00:25.795277 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57820) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:25.803747 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-779b89ea-3dcc-48b6-8fb9-2affde3b0be4 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Request body: {'network': {'name': 'tempest-network-smoke--1962700628', 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'port_security_enabled': False}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:25.836702 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779b89ea-3dcc-48b6-8fb9-2affde3b0be4 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Made reservation on behalf of 627e5a416e6c4d65a8492e0f021dc31a for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:00:25.843210 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-779b89ea-3dcc-48b6-8fb9-2affde3b0be4 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:25.889492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779b89ea-3dcc-48b6-8fb9-2affde3b0be4 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:00:25.904306 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-779b89ea-3dcc-48b6-8fb9-2affde3b0be4 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (acd9a48d-d191-4471-aab9-b2125ad9a9fa), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:25.904696 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-779b89ea-3dcc-48b6-8fb9-2affde3b0be4 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Added segment acd9a48d-d191-4471-aab9-b2125ad9a9fa of type vlan for network 27999e65-6dde-4d5f-b51b-953b379d7eba Feb 19 05:00:25.961609 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-779b89ea-3dcc-48b6-8fb9-2affde3b0be4 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (27999e65-6dde-4d5f-b51b-953b379d7eba), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:25.992327 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-779b89ea-3dcc-48b6-8fb9-2affde3b0be4 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (27999e65-6dde-4d5f-b51b-953b379d7eba), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:25.998799 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779b89ea-3dcc-48b6-8fb9-2affde3b0be4 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:25.999749 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-779b89ea-3dcc-48b6-8fb9-2affde3b0be4 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:26.063394 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-779b89ea-3dcc-48b6-8fb9-2affde3b0be4 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2664881 Feb 19 05:00:26.067886 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57828) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:26.073745 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-ade63501-6262-440c-b76b-e7feb407a74a tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-362409371', 'admin_state_up': True, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:26.100544 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b89ea-3dcc-48b6-8fb9-2affde3b0be4 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event updated for resources: {'Network': ['ID=27999e65-6dde-4d5f-b51b-953b379d7eba,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:26.113305 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ade63501-6262-440c-b76b-e7feb407a74a tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (ada55e64-66dd-4d52-83a7-6190dcb72c2e), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:26.114812 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ade63501-6262-440c-b76b-e7feb407a74a tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (ada55e64-66dd-4d52-83a7-6190dcb72c2e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:26.118712 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 27999e65-6dde-4d5f-b51b-953b379d7eba details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:00:26.188861 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ade63501-6262-440c-b76b-e7feb407a74a tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for router_controller (ada55e64-66dd-4d52-83a7-6190dcb72c2e), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:26.390008 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ade63501-6262-440c-b76b-e7feb407a74a tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for router_gateway (ada55e64-66dd-4d52-83a7-6190dcb72c2e), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:26.677386 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ade63501-6262-440c-b76b-e7feb407a74a tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for router_gateway (ada55e64-66dd-4d52-83a7-6190dcb72c2e), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:26.698575 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ade63501-6262-440c-b76b-e7feb407a74a tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:26.843355 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-ade63501-6262-440c-b76b-e7feb407a74a tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Allocated IP 172.25.0.62 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/88494617-a6b5-4269-bd2e-12537ae82995) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:00:26.993139 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ade63501-6262-440c-b76b-e7feb407a74a tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for port (88494617-a6b5-4269-bd2e-12537ae82995), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:27.039600 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ade63501-6262-440c-b76b-e7feb407a74a tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (88494617-a6b5-4269-bd2e-12537ae82995), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:27.080434 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade63501-6262-440c-b76b-e7feb407a74a tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:00:27.083699 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-ade63501-6262-440c-b76b-e7feb407a74a tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:00:27.090358 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade63501-6262-440c-b76b-e7feb407a74a tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:00:27.113548 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade63501-6262-440c-b76b-e7feb407a74a tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event updated for resources: {'Port': ['ID=88494617-a6b5-4269-bd2e-12537ae82995,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:27.397368 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ade63501-6262-440c-b76b-e7feb407a74a tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for router_gateway (ada55e64-66dd-4d52-83a7-6190dcb72c2e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:27.652301 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ade63501-6262-440c-b76b-e7feb407a74a tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (ada55e64-66dd-4d52-83a7-6190dcb72c2e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:27.854592 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade63501-6262-440c-b76b-e7feb407a74a tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Router ada55e64-66dd-4d52-83a7-6190dcb72c2e is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:00:28.460716 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade63501-6262-440c-b76b-e7feb407a74a tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:00:28.476315 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] Sync routers for ids ['ada55e64-66dd-4d52-83a7-6190dcb72c2e'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:00:28.484358 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ade63501-6262-440c-b76b-e7feb407a74a tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:28.489058 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57862) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:28.490000 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ade63501-6262-440c-b76b-e7feb407a74a tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.4199843 Feb 19 05:00:28.504358 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] Routers {'ada55e64-66dd-4d52-83a7-6190dcb72c2e'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:00:28.505209 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:00:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ada55e64-66dd-4d52-83a7-6190dcb72c2e'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:28.597730 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a189a1-80fd-4854-afb4-a6d6314d498d tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:28.602461 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-57a189a1-80fd-4854-afb4-a6d6314d498d tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=627e5a416e6c4d65a8492e0f021dc31a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1096780 Feb 19 05:00:28.602975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57868) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:28.681166 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] Set router ada55e64-66dd-4d52-83a7-6190dcb72c2e gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:00:28.718212 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64611659-87df-4470-9c1f-fa905e2590f0 tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:28.720193 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-64611659-87df-4470-9c1f-fa905e2590f0 tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1154017 Feb 19 05:00:28.723259 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57870) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:28.762771 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-86f68d86-4954-4fdc-96ac-0f2604703e87 tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380406 Feb 19 05:00:28.765725 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57872) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:28.813088 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-16d42812-fc18-4870-bc89-f8f294bf5b0e tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=627e5a416e6c4d65a8492e0f021dc31a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455163 Feb 19 05:00:28.815680 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57874) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:28.935896 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0f914f-6236-4f87-8e2a-a3446213094c tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:28.940864 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57880) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:28.941492 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8d0f914f-6236-4f87-8e2a-a3446213094c tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1235607 Feb 19 05:00:28.977119 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b3b1e5bf-662b-4452-ab68-d8b4eb7dcc44 tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327179 Feb 19 05:00:28.977596 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 57882) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:28.986026 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-3b776d85-1f27-4f31-a744-5c74b1860fb8 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-613786418', 'network_id': '27999e65-6dde-4d5f-b51b-953b379d7eba', 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:29.028467 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada55e64-66dd-4d52-83a7-6190dcb72c2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-362409371', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '88494617-a6b5-4269-bd2e-12537ae82995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:00:26Z', 'updated_at': '2022-02-19T05:00:27Z', 'revision_number': 3, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'gw_port': {'id': '88494617-a6b5-4269-bd2e-12537ae82995', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:66:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada55e64-66dd-4d52-83a7-6190dcb72c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:26Z', 'updated_at': '2022-02-19T05:00:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:29.062356 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] Checking router: ada55e64-66dd-4d52-83a7-6190dcb72c2e for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:00:29.062871 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] Updating router ada55e64-66dd-4d52-83a7-6190dcb72c2e port 88494617-a6b5-4269-bd2e-12537ae82995 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:00:29.095419 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (88494617-a6b5-4269-bd2e-12537ae82995), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:29.101412 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b776d85-1f27-4f31-a744-5c74b1860fb8 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Made reservation on behalf of 627e5a416e6c4d65a8492e0f021dc31a for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:00:29.105400 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b776d85-1f27-4f31-a744-5c74b1860fb8 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:29.415010 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b776d85-1f27-4f31-a744-5c74b1860fb8 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (6b8a73dd-2e01-4b14-a3c6-637781271b33), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:29.463032 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] Publish callbacks [] for port (88494617-a6b5-4269-bd2e-12537ae82995), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:29.472643 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (88494617-a6b5-4269-bd2e-12537ae82995), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:29.528258 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b776d85-1f27-4f31-a744-5c74b1860fb8 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event updated for resources: {'Subnet': ['ID=6b8a73dd-2e01-4b14-a3c6-637781271b33,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:29.561469 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b776d85-1f27-4f31-a744-5c74b1860fb8 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Checking segment: {'id': 'acd9a48d-d191-4471-aab9-b2125ad9a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27999e65-6dde-4d5f-b51b-953b379d7eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:00:29.561854 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b776d85-1f27-4f31-a744-5c74b1860fb8 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Network hostable DHCP agents. Network: 27999e65-6dde-4d5f-b51b-953b379d7eba, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:00:29.582068 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] Attempting to bind port 88494617-a6b5-4269-bd2e-12537ae82995 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:00:29.582841 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] Attempting to bind port 88494617-a6b5-4269-bd2e-12537ae82995 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:00:29.583177 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] Attempting to bind port 88494617-a6b5-4269-bd2e-12537ae82995 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:00:29.592311 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b776d85-1f27-4f31-a744-5c74b1860fb8 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Network 27999e65-6dde-4d5f-b51b-953b379d7eba is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:00:29.599568 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3445249-58f2-4c6f-80ec-2f58cca96284 None None] Pushing event updated for resources: {'Port': ['ID=88494617-a6b5-4269-bd2e-12537ae82995,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:29.607242 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:00:29.607915 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:00:29.608202 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-3b776d85-1f27-4f31-a744-5c74b1860fb8 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 27999e65-6dde-4d5f-b51b-953b379d7eba) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:00:29.608817 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:29.609551 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:00:29.610346 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] Bound port: 88494617-a6b5-4269-bd2e-12537ae82995, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:00:29.610985 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (88494617-a6b5-4269-bd2e-12537ae82995), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:29.615337 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b776d85-1f27-4f31-a744-5c74b1860fb8 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:29.616343 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b776d85-1f27-4f31-a744-5c74b1860fb8 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:29.625678 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f989c700-ba0e-4db8-aa8a-504cd8bafc63 None None] Network 27999e65-6dde-4d5f-b51b-953b379d7eba requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:00:29.626371 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3445249-58f2-4c6f-80ec-2f58cca96284 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:29.626371 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3445249-58f2-4c6f-80ec-2f58cca96284 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:29.626872 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3445249-58f2-4c6f-80ec-2f58cca96284 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:29.627479 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3445249-58f2-4c6f-80ec-2f58cca96284 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:29.628082 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3445249-58f2-4c6f-80ec-2f58cca96284 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:29.628666 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3445249-58f2-4c6f-80ec-2f58cca96284 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:29.629279 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3445249-58f2-4c6f-80ec-2f58cca96284 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:29.630130 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3445249-58f2-4c6f-80ec-2f58cca96284 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:29.631005 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3445249-58f2-4c6f-80ec-2f58cca96284 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:29.631853 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3445249-58f2-4c6f-80ec-2f58cca96284 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:29.632655 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3445249-58f2-4c6f-80ec-2f58cca96284 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:29.633756 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3445249-58f2-4c6f-80ec-2f58cca96284 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:29.634353 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3445249-58f2-4c6f-80ec-2f58cca96284 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:29.645730 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3b776d85-1f27-4f31-a744-5c74b1860fb8 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6638875 Feb 19 05:00:29.649701 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 57890) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:29.734988 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] For port 88494617-a6b5-4269-bd2e-12537ae82995, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:00:29.743550 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] For port 88494617-a6b5-4269-bd2e-12537ae82995, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=88494617-a6b5-4269-bd2e-12537ae82995,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:00:29.756046 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (88494617-a6b5-4269-bd2e-12537ae82995), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:29.776865 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04d168b-a599-4087-a53a-002a175dde8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-27999e65-6dde-4d5f-b51b-953b379d7eba', 'network_id': '27999e65-6dde-4d5f-b51b-953b379d7eba', 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'fixed_ips': [{'subnet_id': '6b8a73dd-2e01-4b14-a3c6-637781271b33'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:00:29.778588 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c04d168b-a599-4087-a53a-002a175dde8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:29.867760 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3445249-58f2-4c6f-80ec-2f58cca96284 None None] Pushing event updated for resources: {'Port': ['ID=88494617-a6b5-4269-bd2e-12537ae82995,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:29.899911 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] Routers {'ada55e64-66dd-4d52-83a7-6190dcb72c2e'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:00:29.901629 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:00:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ada55e64-66dd-4d52-83a7-6190dcb72c2e'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:30.046451 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-c04d168b-a599-4087-a53a-002a175dde8f None None] Allocated IP 172.20.0.18 (27999e65-6dde-4d5f-b51b-953b379d7eba/6b8a73dd-2e01-4b14-a3c6-637781271b33/ba8cdeb0-93dc-45cc-9e9f-707856da81f3) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:00:30.101275 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] Set router ada55e64-66dd-4d52-83a7-6190dcb72c2e gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:00:30.324444 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c04d168b-a599-4087-a53a-002a175dde8f None None] Publish callbacks [] for port (ba8cdeb0-93dc-45cc-9e9f-707856da81f3), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:30.335841 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c04d168b-a599-4087-a53a-002a175dde8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (ba8cdeb0-93dc-45cc-9e9f-707856da81f3), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:30.402739 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada55e64-66dd-4d52-83a7-6190dcb72c2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-362409371', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '88494617-a6b5-4269-bd2e-12537ae82995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:00:26Z', 'updated_at': '2022-02-19T05:00:27Z', 'revision_number': 3, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'gw_port': {'id': '88494617-a6b5-4269-bd2e-12537ae82995', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:66:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada55e64-66dd-4d52-83a7-6190dcb72c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:26Z', 'updated_at': '2022-02-19T05:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:30.408010 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d168b-a599-4087-a53a-002a175dde8f None None] Pushing event updated for resources: {'Port': ['ID=ba8cdeb0-93dc-45cc-9e9f-707856da81f3,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:30.420996 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04d168b-a599-4087-a53a-002a175dde8f None None] Network 27999e65-6dde-4d5f-b51b-953b379d7eba is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:00:30.423096 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-c04d168b-a599-4087-a53a-002a175dde8f None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:00:30.426105 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04d168b-a599-4087-a53a-002a175dde8f None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:00:30.469882 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17921dfb-fce3-4322-8beb-582a96b25e0a None None] The sync data for ids ['ada55e64-66dd-4d52-83a7-6190dcb72c2e'] in n-d-772273-4 is: [{'id': 'ada55e64-66dd-4d52-83a7-6190dcb72c2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-362409371', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '88494617-a6b5-4269-bd2e-12537ae82995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:00:26Z', 'updated_at': '2022-02-19T05:00:27Z', 'revision_number': 3, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'gw_port': {'id': '88494617-a6b5-4269-bd2e-12537ae82995', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:66:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada55e64-66dd-4d52-83a7-6190dcb72c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:26Z', 'updated_at': '2022-02-19T05:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:00:30.502551 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:30.535549 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c04d168b-a599-4087-a53a-002a175dde8f None None] Attempting to bind port ba8cdeb0-93dc-45cc-9e9f-707856da81f3 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:00:30.536212 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c04d168b-a599-4087-a53a-002a175dde8f None None] Attempting to bind port ba8cdeb0-93dc-45cc-9e9f-707856da81f3 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'acd9a48d-d191-4471-aab9-b2125ad9a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27999e65-6dde-4d5f-b51b-953b379d7eba'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:00:30.536833 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04d168b-a599-4087-a53a-002a175dde8f None None] Attempting to bind port ba8cdeb0-93dc-45cc-9e9f-707856da81f3 on network 27999e65-6dde-4d5f-b51b-953b379d7eba {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:00:30.546420 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04d168b-a599-4087-a53a-002a175dde8f None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:00:30.548632 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04d168b-a599-4087-a53a-002a175dde8f None None] Checking segment: {'id': 'acd9a48d-d191-4471-aab9-b2125ad9a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27999e65-6dde-4d5f-b51b-953b379d7eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:00:30.550064 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c04d168b-a599-4087-a53a-002a175dde8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:30.551023 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04d168b-a599-4087-a53a-002a175dde8f None None] Bound using segment: {'id': 'acd9a48d-d191-4471-aab9-b2125ad9a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27999e65-6dde-4d5f-b51b-953b379d7eba'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:00:30.552210 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c04d168b-a599-4087-a53a-002a175dde8f None None] Bound port: ba8cdeb0-93dc-45cc-9e9f-707856da81f3, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd9a48d-d191-4471-aab9-b2125ad9a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27999e65-6dde-4d5f-b51b-953b379d7eba'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:00:30.553246 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c04d168b-a599-4087-a53a-002a175dde8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ba8cdeb0-93dc-45cc-9e9f-707856da81f3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:30.659981 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-c04d168b-a599-4087-a53a-002a175dde8f None None] For port ba8cdeb0-93dc-45cc-9e9f-707856da81f3, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:00:30.664049 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-c04d168b-a599-4087-a53a-002a175dde8f None None] For port ba8cdeb0-93dc-45cc-9e9f-707856da81f3, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ba8cdeb0-93dc-45cc-9e9f-707856da81f3,segment=NetworkSegment(acd9a48d-d191-4471-aab9-b2125ad9a9fa),segment_id=acd9a48d-d191-4471-aab9-b2125ad9a9fa)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:00:30.673453 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c04d168b-a599-4087-a53a-002a175dde8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ba8cdeb0-93dc-45cc-9e9f-707856da81f3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:30.793845 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d168b-a599-4087-a53a-002a175dde8f None None] Pushing event updated for resources: {'Port': ['ID=ba8cdeb0-93dc-45cc-9e9f-707856da81f3,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:31.062971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Allocated IP 172.20.0.17 (27999e65-6dde-4d5f-b51b-953b379d7eba/6b8a73dd-2e01-4b14-a3c6-637781271b33/57ca598d-4a79-458e-934a-de2b21fc599d) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:00:31.270385 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for port (57ca598d-4a79-458e-934a-de2b21fc599d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:31.316933 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (57ca598d-4a79-458e-934a-de2b21fc599d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:31.386524 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Network 27999e65-6dde-4d5f-b51b-953b379d7eba is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:00:31.390826 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:00:31.393962 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:00:31.432538 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event updated for resources: {'Port': ['ID=57ca598d-4a79-458e-934a-de2b21fc599d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:31.452395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:31.452636 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:31.453073 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:31.453510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:31.453858 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:31.454199 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:31.454553 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:31.454885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:31.455222 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:31.455653 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:31.455997 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:31.456552 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:31.456991 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:31.471583 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (ada55e64-66dd-4d52-83a7-6190dcb72c2e), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:31.705656 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (57ca598d-4a79-458e-934a-de2b21fc599d), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:32.197394 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 88494617-a6b5-4269-bd2e-12537ae82995 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:00:32.276759 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for port (57ca598d-4a79-458e-934a-de2b21fc599d), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:32.278481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 88494617-a6b5-4269-bd2e-12537ae82995 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:32.280086 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (88494617-a6b5-4269-bd2e-12537ae82995), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:32.284315 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (57ca598d-4a79-458e-934a-de2b21fc599d), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:32.377260 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d14f9a45-9c06-461a-b8b8-019924b247e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:32.405552 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event updated for resources: {'Port': ['ID=57ca598d-4a79-458e-934a-de2b21fc599d,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:32.410616 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (ada55e64-66dd-4d52-83a7-6190dcb72c2e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:32.477254 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e54dd5-8083-4d8e-ac8e-578cf63dd746 None None] Network 27999e65-6dde-4d5f-b51b-953b379d7eba requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:00:32.579396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Network 27999e65-6dde-4d5f-b51b-953b379d7eba is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:00:32.581483 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:00:32.625207 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 88494617-a6b5-4269-bd2e-12537ae82995 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:00:32.625967 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (88494617-a6b5-4269-bd2e-12537ae82995), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:32.637749 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b78a07b1-087e-47db-af36-c719cd734948 None None] Provisioning complete for port ba8cdeb0-93dc-45cc-9e9f-707856da81f3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:32.638355 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b78a07b1-087e-47db-af36-c719cd734948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ba8cdeb0-93dc-45cc-9e9f-707856da81f3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:32.687209 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 88494617-a6b5-4269-bd2e-12537ae82995, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=88494617-a6b5-4269-bd2e-12537ae82995,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:00:32.698521 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (88494617-a6b5-4269-bd2e-12537ae82995), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:32.699373 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ba8cdeb0-93dc-45cc-9e9f-707856da81f3 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:00:32.810320 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Router ada55e64-66dd-4d52-83a7-6190dcb72c2e has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:00:32.944517 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=88494617-a6b5-4269-bd2e-12537ae82995,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:32.988646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ba8cdeb0-93dc-45cc-9e9f-707856da81f3 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:32.989220 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:00:32.989431 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ba8cdeb0-93dc-45cc-9e9f-707856da81f3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:33.010997 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-17b87836-eb7b-473d-b2a4-4753cd92b8f1 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "PUT /v2.0/routers/ada55e64-66dd-4d52-83a7-6190dcb72c2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3493581 Feb 19 05:00:33.057039 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b78a07b1-087e-47db-af36-c719cd734948 None None] Current status of the port ba8cdeb0-93dc-45cc-9e9f-707856da81f3 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:00:33.057619 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b78a07b1-087e-47db-af36-c719cd734948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ba8cdeb0-93dc-45cc-9e9f-707856da81f3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:33.122580 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b78a07b1-087e-47db-af36-c719cd734948 None None] For port ba8cdeb0-93dc-45cc-9e9f-707856da81f3, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ba8cdeb0-93dc-45cc-9e9f-707856da81f3,segment=NetworkSegment(acd9a48d-d191-4471-aab9-b2125ad9a9fa),segment_id=acd9a48d-d191-4471-aab9-b2125ad9a9fa)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:00:33.164381 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b78a07b1-087e-47db-af36-c719cd734948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ba8cdeb0-93dc-45cc-9e9f-707856da81f3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:33.309927 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:00:33.313706 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a07b1-087e-47db-af36-c719cd734948 None None] Pushing event updated for resources: {'Port': ['ID=ba8cdeb0-93dc-45cc-9e9f-707856da81f3,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:33.330025 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] Sync routers for ids ['ada55e64-66dd-4d52-83a7-6190dcb72c2e'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:00:33.378983 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ba8cdeb0-93dc-45cc-9e9f-707856da81f3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:00:33.397855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] Routers {'ada55e64-66dd-4d52-83a7-6190dcb72c2e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:00:33.399019 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:00:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ada55e64-66dd-4d52-83a7-6190dcb72c2e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:33.438585 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-39a2722e-b188-4688-bec0-878e21bea1d7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:33.441041 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-39a2722e-b188-4688-bec0-878e21bea1d7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/networks?id=27999e65-6dde-4d5f-b51b-953b379d7eba HTTP/1.1" status: 200 len: 798 time: 0.1578732 Feb 19 05:00:33.472238 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-e5e82558-7b31-46c4-b438-f56a0d04b84c tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/quotas/627e5a416e6c4d65a8492e0f021dc31a HTTP/1.1" status: 200 len: 375 time: 0.0244977 Feb 19 05:00:33.596316 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3c153085-1397-45a1-a60c-9cfd390b598e None None] Provisioning complete for port ba8cdeb0-93dc-45cc-9e9f-707856da81f3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:33.597290 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3c153085-1397-45a1-a60c-9cfd390b598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ba8cdeb0-93dc-45cc-9e9f-707856da81f3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:33.641372 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-f077737d-59a2-49c1-90d4-bbaf64ddc371 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=627e5a416e6c4d65a8492e0f021dc31a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1677370 Feb 19 05:00:33.737966 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] Set router ada55e64-66dd-4d52-83a7-6190dcb72c2e gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:00:33.780980 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-aafc7fb4-1b01-4334-9504-c2f05130d537 service neutron] 10.222.0.65 "GET /v2.0/networks/27999e65-6dde-4d5f-b51b-953b379d7eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381617 Feb 19 05:00:33.930895 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-d57c1837-5117-4465-ba48-b2f6527cd8dc service neutron] 10.222.0.65 "GET /v2.0/networks/27999e65-6dde-4d5f-b51b-953b379d7eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483197 Feb 19 05:00:33.946832 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3c153085-1397-45a1-a60c-9cfd390b598e None None] Current status of the port ba8cdeb0-93dc-45cc-9e9f-707856da81f3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:00:34.007831 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3c153085-1397-45a1-a60c-9cfd390b598e None None] Provisioning complete for port 57ca598d-4a79-458e-934a-de2b21fc599d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:34.008533 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3c153085-1397-45a1-a60c-9cfd390b598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (57ca598d-4a79-458e-934a-de2b21fc599d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:34.084567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3c153085-1397-45a1-a60c-9cfd390b598e None None] Port 57ca598d-4a79-458e-934a-de2b21fc599d cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:00:34.146006 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 88494617-a6b5-4269-bd2e-12537ae82995 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:00:34.237095 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c0572eb-a933-4605-a535-1cd08bd94e5d req-1f8e893d-0004-424b-b673-2a55d9ee42ba tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf309a33-24eb-4733-a895-f072b2b80261 HTTP/1.1" status: 200 len: 210 time: 0.0426884 Feb 19 05:00:34.424553 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1dd86f11-2c78-49cb-82f8-430379cac205 None None] Provisioning complete for port 57ca598d-4a79-458e-934a-de2b21fc599d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:34.425545 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1dd86f11-2c78-49cb-82f8-430379cac205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (57ca598d-4a79-458e-934a-de2b21fc599d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:34.482598 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1dd86f11-2c78-49cb-82f8-430379cac205 None None] Port 57ca598d-4a79-458e-934a-de2b21fc599d cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:00:34.492696 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 88494617-a6b5-4269-bd2e-12537ae82995 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:34.492696 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (88494617-a6b5-4269-bd2e-12537ae82995), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:34.539738 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada55e64-66dd-4d52-83a7-6190dcb72c2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-362409371', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '88494617-a6b5-4269-bd2e-12537ae82995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:00:26Z', 'updated_at': '2022-02-19T05:00:31Z', 'revision_number': 4, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'gw_port': {'id': '88494617-a6b5-4269-bd2e-12537ae82995', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada55e64-66dd-4d52-83a7-6190dcb72c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:26Z', 'updated_at': '2022-02-19T05:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '57ca598d-4a79-458e-934a-de2b21fc599d', 'name': '', 'network_id': '27999e65-6dde-4d5f-b51b-953b379d7eba', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'mac_address': 'fa:16:3e:7f:3d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada55e64-66dd-4d52-83a7-6190dcb72c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '6b8a73dd-2e01-4b14-a3c6-637781271b33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:30Z', 'updated_at': '2022-02-19T05:00:32Z', 'revision_number': 2, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'subnets': [{'id': '6b8a73dd-2e01-4b14-a3c6-637781271b33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:34.586351 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] Checking router: ada55e64-66dd-4d52-83a7-6190dcb72c2e for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:00:34.586669 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] Updating router ada55e64-66dd-4d52-83a7-6190dcb72c2e port 57ca598d-4a79-458e-934a-de2b21fc599d binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:00:34.648388 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (57ca598d-4a79-458e-934a-de2b21fc599d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:34.682824 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 88494617-a6b5-4269-bd2e-12537ae82995 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:00:34.683972 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ba8cdeb0-93dc-45cc-9e9f-707856da81f3 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:00:34.834559 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ba8cdeb0-93dc-45cc-9e9f-707856da81f3 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:34.834958 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ba8cdeb0-93dc-45cc-9e9f-707856da81f3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:35.057237 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ba8cdeb0-93dc-45cc-9e9f-707856da81f3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:00:35.147813 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ff5afd03-1db7-4118-b3ec-8136daa5afa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:35.153721 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] Publish callbacks [] for port (57ca598d-4a79-458e-934a-de2b21fc599d), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:35.160978 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (57ca598d-4a79-458e-934a-de2b21fc599d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:35.231065 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b77ab-0048-48c1-80e7-e6b2a7885611 None None] Pushing event updated for resources: {'Port': ['ID=57ca598d-4a79-458e-934a-de2b21fc599d,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:35.358477 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] Attempting to bind port 57ca598d-4a79-458e-934a-de2b21fc599d on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:00:35.358843 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] Attempting to bind port 57ca598d-4a79-458e-934a-de2b21fc599d by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'acd9a48d-d191-4471-aab9-b2125ad9a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27999e65-6dde-4d5f-b51b-953b379d7eba'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:00:35.359200 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] Attempting to bind port 57ca598d-4a79-458e-934a-de2b21fc599d on network 27999e65-6dde-4d5f-b51b-953b379d7eba {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:00:35.377393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:00:35.377871 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] Checking segment: {'id': 'acd9a48d-d191-4471-aab9-b2125ad9a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27999e65-6dde-4d5f-b51b-953b379d7eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:00:35.378217 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:35.378620 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] Bound using segment: {'id': 'acd9a48d-d191-4471-aab9-b2125ad9a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27999e65-6dde-4d5f-b51b-953b379d7eba'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:00:35.379117 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] Bound port: 57ca598d-4a79-458e-934a-de2b21fc599d, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd9a48d-d191-4471-aab9-b2125ad9a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27999e65-6dde-4d5f-b51b-953b379d7eba'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:00:35.379503 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (57ca598d-4a79-458e-934a-de2b21fc599d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:35.486651 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] For port 57ca598d-4a79-458e-934a-de2b21fc599d, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:00:35.490992 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] For port 57ca598d-4a79-458e-934a-de2b21fc599d, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=57ca598d-4a79-458e-934a-de2b21fc599d,segment=NetworkSegment(acd9a48d-d191-4471-aab9-b2125ad9a9fa),segment_id=acd9a48d-d191-4471-aab9-b2125ad9a9fa)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:00:35.497001 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8173472a-1716-43dd-880c-2992f3fb82d1 req-360975ff-7284-48a7-9447-2bf07318b7e7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf309a33-24eb-4733-a895-f072b2b80261 HTTP/1.1" status: 200 len: 210 time: 0.0823638 Feb 19 05:00:35.504211 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (57ca598d-4a79-458e-934a-de2b21fc599d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:35.595147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] Routers {'ada55e64-66dd-4d52-83a7-6190dcb72c2e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:00:35.596461 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:00:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ada55e64-66dd-4d52-83a7-6190dcb72c2e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:35.702763 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b77ab-0048-48c1-80e7-e6b2a7885611 None None] Pushing event updated for resources: {'Port': ['ID=57ca598d-4a79-458e-934a-de2b21fc599d,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:35.762395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-1406bd14-43d2-4fd9-9fa3-d9fa66f24547 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:35.764321 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-1406bd14-43d2-4fd9-9fa3-d9fa66f24547 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.10 "GET /v2.0/networks?id=27999e65-6dde-4d5f-b51b-953b379d7eba HTTP/1.1" status: 200 len: 798 time: 0.2343564 Feb 19 05:00:35.786630 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-b911808b-7061-4526-a6f4-9ef75b20b3f7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Request body: {'port': {'device_id': 'cf309a33-24eb-4733-a895-f072b2b80261', 'network_id': '27999e65-6dde-4d5f-b51b-953b379d7eba', 'admin_state_up': True, 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:35.940471 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-786afbc7-ba67-494c-aec2-68141e4ef1c3 None None] Provisioning complete for port 57ca598d-4a79-458e-934a-de2b21fc599d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:35.940787 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-786afbc7-ba67-494c-aec2-68141e4ef1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (57ca598d-4a79-458e-934a-de2b21fc599d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:35.970395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-b911808b-7061-4526-a6f4-9ef75b20b3f7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Made reservation on behalf of 627e5a416e6c4d65a8492e0f021dc31a for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:00:35.974566 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-b911808b-7061-4526-a6f4-9ef75b20b3f7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:36.046909 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] Set router ada55e64-66dd-4d52-83a7-6190dcb72c2e gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:00:36.208947 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-b911808b-7061-4526-a6f4-9ef75b20b3f7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Allocated IP 172.20.0.28 (27999e65-6dde-4d5f-b51b-953b379d7eba/6b8a73dd-2e01-4b14-a3c6-637781271b33/d34c4911-623e-4ac6-b361-8eb31f4a00f3) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:00:36.279816 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-786afbc7-ba67-494c-aec2-68141e4ef1c3 None None] Current status of the port 57ca598d-4a79-458e-934a-de2b21fc599d is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:00:36.280230 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-786afbc7-ba67-494c-aec2-68141e4ef1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (57ca598d-4a79-458e-934a-de2b21fc599d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:36.344195 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-786afbc7-ba67-494c-aec2-68141e4ef1c3 None None] For port 57ca598d-4a79-458e-934a-de2b21fc599d, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=57ca598d-4a79-458e-934a-de2b21fc599d,segment=NetworkSegment(acd9a48d-d191-4471-aab9-b2125ad9a9fa),segment_id=acd9a48d-d191-4471-aab9-b2125ad9a9fa)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:00:36.368566 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-786afbc7-ba67-494c-aec2-68141e4ef1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (57ca598d-4a79-458e-934a-de2b21fc599d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:36.433474 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-b911808b-7061-4526-a6f4-9ef75b20b3f7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for port (d34c4911-623e-4ac6-b361-8eb31f4a00f3), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:36.479988 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-b911808b-7061-4526-a6f4-9ef75b20b3f7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (d34c4911-623e-4ac6-b361-8eb31f4a00f3), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:36.480421 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786afbc7-ba67-494c-aec2-68141e4ef1c3 None None] Pushing event updated for resources: {'Port': ['ID=57ca598d-4a79-458e-934a-de2b21fc599d,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:36.510284 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada55e64-66dd-4d52-83a7-6190dcb72c2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-362409371', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '88494617-a6b5-4269-bd2e-12537ae82995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:00:26Z', 'updated_at': '2022-02-19T05:00:31Z', 'revision_number': 4, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'gw_port': {'id': '88494617-a6b5-4269-bd2e-12537ae82995', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada55e64-66dd-4d52-83a7-6190dcb72c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:26Z', 'updated_at': '2022-02-19T05:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '57ca598d-4a79-458e-934a-de2b21fc599d', 'name': '', 'network_id': '27999e65-6dde-4d5f-b51b-953b379d7eba', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'mac_address': 'fa:16:3e:7f:3d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada55e64-66dd-4d52-83a7-6190dcb72c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '6b8a73dd-2e01-4b14-a3c6-637781271b33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:30Z', 'updated_at': '2022-02-19T05:00:35Z', 'revision_number': 4, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'subnets': [{'id': '6b8a73dd-2e01-4b14-a3c6-637781271b33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:36.527357 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-b911808b-7061-4526-a6f4-9ef75b20b3f7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Network 27999e65-6dde-4d5f-b51b-953b379d7eba is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:00:36.530765 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-b911808b-7061-4526-a6f4-9ef75b20b3f7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:00:36.534333 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-b911808b-7061-4526-a6f4-9ef75b20b3f7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:00:36.579902 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911808b-7061-4526-a6f4-9ef75b20b3f7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event updated for resources: {'Port': ['ID=d34c4911-623e-4ac6-b361-8eb31f4a00f3,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:36.581332 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8111e96a-4889-424c-be77-82767107458d None None] Provisioning complete for port 57ca598d-4a79-458e-934a-de2b21fc599d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:36.582326 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8111e96a-4889-424c-be77-82767107458d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (57ca598d-4a79-458e-934a-de2b21fc599d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:36.591011 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0211d0-1b32-468b-8115-1adb52e0b747 None None] The sync data for ids ['ada55e64-66dd-4d52-83a7-6190dcb72c2e'] in n-d-772273-4 is: [{'id': 'ada55e64-66dd-4d52-83a7-6190dcb72c2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-362409371', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '88494617-a6b5-4269-bd2e-12537ae82995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:00:26Z', 'updated_at': '2022-02-19T05:00:31Z', 'revision_number': 4, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'gw_port': {'id': '88494617-a6b5-4269-bd2e-12537ae82995', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada55e64-66dd-4d52-83a7-6190dcb72c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:26Z', 'updated_at': '2022-02-19T05:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '57ca598d-4a79-458e-934a-de2b21fc599d', 'name': '', 'network_id': '27999e65-6dde-4d5f-b51b-953b379d7eba', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'mac_address': 'fa:16:3e:7f:3d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada55e64-66dd-4d52-83a7-6190dcb72c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '6b8a73dd-2e01-4b14-a3c6-637781271b33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:30Z', 'updated_at': '2022-02-19T05:00:35Z', 'revision_number': 4, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'subnets': [{'id': '6b8a73dd-2e01-4b14-a3c6-637781271b33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:00:36.666853 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-b911808b-7061-4526-a6f4-9ef75b20b3f7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:36.669018 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-b911808b-7061-4526-a6f4-9ef75b20b3f7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:36.730776 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-b911808b-7061-4526-a6f4-9ef75b20b3f7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9494498 Feb 19 05:00:36.761333 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-7f26d863-23d4-4a6c-aa29-e939fd687ff5 service neutron] Request body: {'port': {'device_id': 'cf309a33-24eb-4733-a895-f072b2b80261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:00:36.800451 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa52c1d-ae03-402e-9aab-feee576b53d0 req-d94c9761-08cf-497c-b684-eba0a9127f1f tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:36.817451 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4aa52c1d-ae03-402e-9aab-feee576b53d0 req-d94c9761-08cf-497c-b684-eba0a9127f1f tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf309a33-24eb-4733-a895-f072b2b80261 HTTP/1.1" status: 200 len: 895 time: 0.1723061 Feb 19 05:00:36.872032 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8111e96a-4889-424c-be77-82767107458d None None] Current status of the port 57ca598d-4a79-458e-934a-de2b21fc599d is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:00:36.889949 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-7f26d863-23d4-4a6c-aa29-e939fd687ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d34c4911-623e-4ac6-b361-8eb31f4a00f3), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:36.919530 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:37.116653 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3d82af3b-873e-4676-86ff-972f49dcb7e1 None None] Provisioning complete for port d34c4911-623e-4ac6-b361-8eb31f4a00f3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:37.117006 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3d82af3b-873e-4676-86ff-972f49dcb7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d34c4911-623e-4ac6-b361-8eb31f4a00f3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:37.188320 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3d82af3b-873e-4676-86ff-972f49dcb7e1 None None] Port d34c4911-623e-4ac6-b361-8eb31f4a00f3 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:00:37.330483 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-7f26d863-23d4-4a6c-aa29-e939fd687ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d34c4911-623e-4ac6-b361-8eb31f4a00f3 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:00:37.339345 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-7f26d863-23d4-4a6c-aa29-e939fd687ff5 service neutron] Publish callbacks [] for port (d34c4911-623e-4ac6-b361-8eb31f4a00f3), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:37.354869 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-7f26d863-23d4-4a6c-aa29-e939fd687ff5 service neutron] Transition to ACTIVE for port object d34c4911-623e-4ac6-b361-8eb31f4a00f3 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:00:37.361238 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-7f26d863-23d4-4a6c-aa29-e939fd687ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (d34c4911-623e-4ac6-b361-8eb31f4a00f3), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:37.497049 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26d863-23d4-4a6c-aa29-e939fd687ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=d34c4911-623e-4ac6-b361-8eb31f4a00f3,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:37.598902 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-7f26d863-23d4-4a6c-aa29-e939fd687ff5 service neutron] Attempting to bind port d34c4911-623e-4ac6-b361-8eb31f4a00f3 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:00:37.599280 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-7f26d863-23d4-4a6c-aa29-e939fd687ff5 service neutron] Attempting to bind port d34c4911-623e-4ac6-b361-8eb31f4a00f3 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'acd9a48d-d191-4471-aab9-b2125ad9a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27999e65-6dde-4d5f-b51b-953b379d7eba'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:00:37.599900 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-7f26d863-23d4-4a6c-aa29-e939fd687ff5 service neutron] Attempting to bind port d34c4911-623e-4ac6-b361-8eb31f4a00f3 on network 27999e65-6dde-4d5f-b51b-953b379d7eba {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:00:37.607451 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-7f26d863-23d4-4a6c-aa29-e939fd687ff5 service neutron] Port d34c4911-623e-4ac6-b361-8eb31f4a00f3 on network 27999e65-6dde-4d5f-b51b-953b379d7eba not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:00:37.607929 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-7f26d863-23d4-4a6c-aa29-e939fd687ff5 service neutron] Attempting to bind port d34c4911-623e-4ac6-b361-8eb31f4a00f3 on network 27999e65-6dde-4d5f-b51b-953b379d7eba {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:00:37.616003 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-7f26d863-23d4-4a6c-aa29-e939fd687ff5 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:00:37.616382 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-7f26d863-23d4-4a6c-aa29-e939fd687ff5 service neutron] Checking segment: {'id': 'acd9a48d-d191-4471-aab9-b2125ad9a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27999e65-6dde-4d5f-b51b-953b379d7eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:00:37.616729 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-7f26d863-23d4-4a6c-aa29-e939fd687ff5 service neutron] Bound using segment: {'id': 'acd9a48d-d191-4471-aab9-b2125ad9a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27999e65-6dde-4d5f-b51b-953b379d7eba'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:00:37.617279 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-7f26d863-23d4-4a6c-aa29-e939fd687ff5 service neutron] Bound port: d34c4911-623e-4ac6-b361-8eb31f4a00f3, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acd9a48d-d191-4471-aab9-b2125ad9a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '27999e65-6dde-4d5f-b51b-953b379d7eba'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:00:37.617766 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-7f26d863-23d4-4a6c-aa29-e939fd687ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d34c4911-623e-4ac6-b361-8eb31f4a00f3), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:37.764068 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-7f26d863-23d4-4a6c-aa29-e939fd687ff5 service neutron] For port d34c4911-623e-4ac6-b361-8eb31f4a00f3, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:00:37.773230 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-7f26d863-23d4-4a6c-aa29-e939fd687ff5 service neutron] For port d34c4911-623e-4ac6-b361-8eb31f4a00f3, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=d34c4911-623e-4ac6-b361-8eb31f4a00f3,segment=NetworkSegment(acd9a48d-d191-4471-aab9-b2125ad9a9fa),segment_id=acd9a48d-d191-4471-aab9-b2125ad9a9fa)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:00:37.789229 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-7f26d863-23d4-4a6c-aa29-e939fd687ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (d34c4911-623e-4ac6-b361-8eb31f4a00f3), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:37.843794 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:37.863821 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-7f26d863-23d4-4a6c-aa29-e939fd687ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:37.865018 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-7f26d863-23d4-4a6c-aa29-e939fd687ff5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:37.868145 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-7f26d863-23d4-4a6c-aa29-e939fd687ff5 service neutron] 10.222.0.10 "PUT /v2.0/ports/d34c4911-623e-4ac6-b361-8eb31f4a00f3 HTTP/1.1" status: 200 len: 1055 time: 1.1203890 Feb 19 05:00:37.868947 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf309a33-24eb-4733-a895-f072b2b80261', 'tag': 'd34c4911-623e-4ac6-b361-8eb31f4a00f3'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:00:37.874227 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f079f8-397c-4ef4-9757-122412907896" -d '{"events": [{"name": "network-changed", "server_uuid": "cf309a33-24eb-4733-a895-f072b2b80261", "tag": "d34c4911-623e-4ac6-b361-8eb31f4a00f3"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:00:37.932191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26d863-23d4-4a6c-aa29-e939fd687ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=d34c4911-623e-4ac6-b361-8eb31f4a00f3,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:37.955902 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a91649-67fa-44ac-9961-c8d666a14b8b x-openstack-request-id: req-03a91649-67fa-44ac-9961-c8d666a14b8b {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:00:37.956776 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf309a33-24eb-4733-a895-f072b2b80261", "tag": "d34c4911-623e-4ac6-b361-8eb31f4a00f3", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:00:37.957221 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-03a91649-67fa-44ac-9961-c8d666a14b8b {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:00:37.958213 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf309a33-24eb-4733-a895-f072b2b80261', 'tag': 'd34c4911-623e-4ac6-b361-8eb31f4a00f3', 'status': 'completed', 'code': 200} Feb 19 05:00:38.074820 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:38.159641 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 57ca598d-4a79-458e-934a-de2b21fc599d up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:00:38.170405 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-52a4ce5b-9f43-4470-a53a-ef56cf1642bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:38.173234 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-52a4ce5b-9f43-4470-a53a-ef56cf1642bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=627e5a416e6c4d65a8492e0f021dc31a&device_id=cf309a33-24eb-4733-a895-f072b2b80261 HTTP/1.1" status: 200 len: 1089 time: 0.1935046 Feb 19 05:00:38.261069 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 57ca598d-4a79-458e-934a-de2b21fc599d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:38.261494 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (57ca598d-4a79-458e-934a-de2b21fc599d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:38.269983 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbdfff-256c-4477-b078-c925d3ded3f7 req-f63a9c5a-db5f-47a7-964d-d1a6505a776a tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:38.282840 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6ecbdfff-256c-4477-b078-c925d3ded3f7 req-f63a9c5a-db5f-47a7-964d-d1a6505a776a tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf309a33-24eb-4733-a895-f072b2b80261 HTTP/1.1" status: 200 len: 907 time: 0.2297394 Feb 19 05:00:38.287601 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-7e2b8504-e5c6-4c45-8073-ace2c814c32f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=d34c4911-623e-4ac6-b361-8eb31f4a00f3 HTTP/1.1" status: 200 len: 217 time: 0.1022849 Feb 19 05:00:38.369801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-9788e7dd-a719-4849-9cba-897ffc34e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:38.372321 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-9788e7dd-a719-4849-9cba-897ffc34e377 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6b8a73dd-2e01-4b14-a3c6-637781271b33 HTTP/1.1" status: 200 len: 837 time: 0.0790873 Feb 19 05:00:38.449496 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-af0f5814-8aa6-465f-9b9b-be90e51ddb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:38.456316 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-af0f5814-8aa6-465f-9b9b-be90e51ddb8e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=27999e65-6dde-4d5f-b51b-953b379d7eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0674069 Feb 19 05:00:38.487890 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 57ca598d-4a79-458e-934a-de2b21fc599d is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:00:38.603288 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-a747f85a-8a6d-4394-90b1-5c4f4f02089c service neutron] 10.222.0.10 "GET /v2.0/networks/27999e65-6dde-4d5f-b51b-953b379d7eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405129 Feb 19 05:00:38.750228 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d1d562c-d973-484f-867c-15aaef0729e5 req-6803b2b9-7633-43ee-b12f-ed0778d68498 service neutron] 10.222.0.10 "GET /v2.0/networks/27999e65-6dde-4d5f-b51b-953b379d7eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400294 Feb 19 05:00:38.868335 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f079f8-397c-4ef4-9757-122412907896 req-b6fd1550-0357-4a48-ba93-507ad5fff2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:38.870472 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67f079f8-397c-4ef4-9757-122412907896 req-b6fd1550-0357-4a48-ba93-507ad5fff2a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=627e5a416e6c4d65a8492e0f021dc31a&device_id=cf309a33-24eb-4733-a895-f072b2b80261 HTTP/1.1" status: 200 len: 1089 time: 0.0621662 Feb 19 05:00:38.974752 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f079f8-397c-4ef4-9757-122412907896 req-90cd3ce8-e623-478a-aaf1-89d880ccadf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:38.976200 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67f079f8-397c-4ef4-9757-122412907896 req-90cd3ce8-e623-478a-aaf1-89d880ccadf8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=27999e65-6dde-4d5f-b51b-953b379d7eba HTTP/1.1" status: 200 len: 898 time: 0.0993671 Feb 19 05:00:39.037044 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67f079f8-397c-4ef4-9757-122412907896 req-4d6220ed-b3d0-491f-ba48-345037324aeb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=d34c4911-623e-4ac6-b361-8eb31f4a00f3 HTTP/1.1" status: 200 len: 217 time: 0.0536754 Feb 19 05:00:39.089989 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f079f8-397c-4ef4-9757-122412907896 req-9971e07f-69c3-4c9b-a5b2-6122572a85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:39.091522 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67f079f8-397c-4ef4-9757-122412907896 req-9971e07f-69c3-4c9b-a5b2-6122572a85ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6b8a73dd-2e01-4b14-a3c6-637781271b33 HTTP/1.1" status: 200 len: 837 time: 0.0476122 Feb 19 05:00:39.155529 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f079f8-397c-4ef4-9757-122412907896 req-32881c5a-9bed-4eb2-a231-f09586b4ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:39.157395 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67f079f8-397c-4ef4-9757-122412907896 req-32881c5a-9bed-4eb2-a231-f09586b4ac44 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=27999e65-6dde-4d5f-b51b-953b379d7eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0571244 Feb 19 05:00:39.284643 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67f079f8-397c-4ef4-9757-122412907896 req-4fb72434-4f00-4c9b-bfe9-5d83a1a9ccae service neutron] 10.222.0.10 "GET /v2.0/networks/27999e65-6dde-4d5f-b51b-953b379d7eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175814 Feb 19 05:00:39.378877 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:39.405651 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:39.425615 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67f079f8-397c-4ef4-9757-122412907896 req-3b7e7bf9-941a-4ca5-a9b8-c3e67b61c10e service neutron] 10.222.0.10 "GET /v2.0/networks/27999e65-6dde-4d5f-b51b-953b379d7eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348403 Feb 19 05:00:39.505524 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61acc2-d6f7-4f44-be91-d0265773ed62 req-4c5680a5-8348-4789-a943-f74220cd7a6b tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:39.508060 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb61acc2-d6f7-4f44-be91-d0265773ed62 req-4c5680a5-8348-4789-a943-f74220cd7a6b tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf309a33-24eb-4733-a895-f072b2b80261 HTTP/1.1" status: 200 len: 907 time: 0.0935807 Feb 19 05:00:40.668348 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fdd70-7cc3-4a2e-8925-c3a986d762c5 req-5ab56a37-2199-4885-b0c3-9ac7f43c6358 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:40.670451 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b48fdd70-7cc3-4a2e-8925-c3a986d762c5 req-5ab56a37-2199-4885-b0c3-9ac7f43c6358 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf309a33-24eb-4733-a895-f072b2b80261 HTTP/1.1" status: 200 len: 907 time: 0.0662651 Feb 19 05:00:41.476617 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device d34c4911-623e-4ac6-b361-8eb31f4a00f3 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:00:41.619435 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port d34c4911-623e-4ac6-b361-8eb31f4a00f3, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=d34c4911-623e-4ac6-b361-8eb31f4a00f3,segment=NetworkSegment(acd9a48d-d191-4471-aab9-b2125ad9a9fa),segment_id=acd9a48d-d191-4471-aab9-b2125ad9a9fa)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:00:41.646725 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'd34c4911-623e-4ac6-b361-8eb31f4a00f3', 'network_id': '27999e65-6dde-4d5f-b51b-953b379d7eba', 'port_id': 'd34c4911-623e-4ac6-b361-8eb31f4a00f3', 'mac_address': 'fa:16:3e:dd:a4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b8a73dd-2e01-4b14-a3c6-637781271b33', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:00:41.685931 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port d34c4911-623e-4ac6-b361-8eb31f4a00f3 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:00:41.686330 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d34c4911-623e-4ac6-b361-8eb31f4a00f3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:41.701547 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d34c4911-623e-4ac6-b361-8eb31f4a00f3 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:00:41.726929 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port d34c4911-623e-4ac6-b361-8eb31f4a00f3, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=d34c4911-623e-4ac6-b361-8eb31f4a00f3,segment=NetworkSegment(acd9a48d-d191-4471-aab9-b2125ad9a9fa),segment_id=acd9a48d-d191-4471-aab9-b2125ad9a9fa)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:00:41.735190 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (d34c4911-623e-4ac6-b361-8eb31f4a00f3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:41.808283 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=d34c4911-623e-4ac6-b361-8eb31f4a00f3,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:41.836537 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dd7ad-65f9-419b-8fcc-1da9c5d55d19 req-6e71c31d-32a5-4f0c-92f2-01e11db04170 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:41.838847 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6d5dd7ad-65f9-419b-8fcc-1da9c5d55d19 req-6e71c31d-32a5-4f0c-92f2-01e11db04170 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf309a33-24eb-4733-a895-f072b2b80261 HTTP/1.1" status: 200 len: 908 time: 0.0739627 Feb 19 05:00:41.970781 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['d34c4911-623e-4ac6-b361-8eb31f4a00f3'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:00:43.019874 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825f47a-033e-4e6f-bd7c-e914a99e8a32 req-77cfff3f-9c45-45f4-87a7-5eaa4befef83 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:43.022711 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9825f47a-033e-4e6f-bd7c-e914a99e8a32 req-77cfff3f-9c45-45f4-87a7-5eaa4befef83 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf309a33-24eb-4733-a895-f072b2b80261 HTTP/1.1" status: 200 len: 908 time: 0.0934181 Feb 19 05:00:43.492887 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device d34c4911-623e-4ac6-b361-8eb31f4a00f3 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:00:43.575061 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port d34c4911-623e-4ac6-b361-8eb31f4a00f3 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:00:43.580040 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port d34c4911-623e-4ac6-b361-8eb31f4a00f3 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:00:43.580419 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d34c4911-623e-4ac6-b361-8eb31f4a00f3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:43.684955 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port d34c4911-623e-4ac6-b361-8eb31f4a00f3 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:00:43.685332 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d34c4911-623e-4ac6-b361-8eb31f4a00f3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:43.710195 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf309a33-24eb-4733-a895-f072b2b80261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34c4911-623e-4ac6-b361-8eb31f4a00f3'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:00:43.712433 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7b28d5-0a04-4ed1-a67a-c48d4c74ccab" -d '{"events": [{"server_uuid": "cf309a33-24eb-4733-a895-f072b2b80261", "name": "network-vif-plugged", "status": "completed", "tag": "d34c4911-623e-4ac6-b361-8eb31f4a00f3"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:00:43.726721 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port d34c4911-623e-4ac6-b361-8eb31f4a00f3, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=d34c4911-623e-4ac6-b361-8eb31f4a00f3,segment=NetworkSegment(acd9a48d-d191-4471-aab9-b2125ad9a9fa),segment_id=acd9a48d-d191-4471-aab9-b2125ad9a9fa)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:00:43.732590 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (d34c4911-623e-4ac6-b361-8eb31f4a00f3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:43.758399 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2af153b-fe1d-4214-864d-a7749c3154ff x-openstack-request-id: req-c2af153b-fe1d-4214-864d-a7749c3154ff {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:00:43.758697 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf309a33-24eb-4733-a895-f072b2b80261", "name": "network-vif-plugged", "status": "completed", "tag": "d34c4911-623e-4ac6-b361-8eb31f4a00f3", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:00:43.758958 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c2af153b-fe1d-4214-864d-a7749c3154ff {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:00:43.759359 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf309a33-24eb-4733-a895-f072b2b80261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34c4911-623e-4ac6-b361-8eb31f4a00f3', 'code': 200} Feb 19 05:00:43.793042 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=d34c4911-623e-4ac6-b361-8eb31f4a00f3,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:43.875671 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9ac1f-f03c-40b6-98eb-66423ca4b70b req-3eaa148b-a017-4605-8b92-894913fbb622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:43.877375 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-83a9ac1f-f03c-40b6-98eb-66423ca4b70b req-3eaa148b-a017-4605-8b92-894913fbb622 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cf309a33-24eb-4733-a895-f072b2b80261 HTTP/1.1" status: 200 len: 1091 time: 0.0539477 Feb 19 05:00:44.188728 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ad9d1-45ab-4139-9aff-4d125a340097 req-f601611d-7d3d-4d31-b46d-f350113453c3 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:44.191375 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e86ad9d1-45ab-4139-9aff-4d125a340097 req-f601611d-7d3d-4d31-b46d-f350113453c3 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf309a33-24eb-4733-a895-f072b2b80261 HTTP/1.1" status: 200 len: 909 time: 0.0834842 Feb 19 05:00:45.363738 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c1dd4-bd6c-4f8b-ba69-61ea8de6acc2 req-1141c4ff-9e11-4e4c-9e80-978485668ce8 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:45.366287 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-527c1dd4-bd6c-4f8b-ba69-61ea8de6acc2 req-1141c4ff-9e11-4e4c-9e80-978485668ce8 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf309a33-24eb-4733-a895-f072b2b80261 HTTP/1.1" status: 200 len: 909 time: 0.0795517 Feb 19 05:00:45.511671 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9934e-f26a-48f5-977e-b10d5d708eef req-68e107a7-a520-46fa-8cc5-4909b430f2c9 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:45.513969 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-44e9934e-f26a-48f5-977e-b10d5d708eef req-68e107a7-a520-46fa-8cc5-4909b430f2c9 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf309a33-24eb-4733-a895-f072b2b80261 HTTP/1.1" status: 200 len: 909 time: 0.0683255 Feb 19 05:00:45.701913 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684552b5-7927-43d8-b1f3-c705ff433944 req-ab02a99f-92fa-4641-a1e3-3fbe59c12eca tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:45.715801 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-684552b5-7927-43d8-b1f3-c705ff433944 req-ab02a99f-92fa-4641-a1e3-3fbe59c12eca tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=cf309a33-24eb-4733-a895-f072b2b80261 HTTP/1.1" status: 200 len: 1091 time: 0.0977983 Feb 19 05:00:45.880344 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328300c-88ea-4614-bbed-4b6a5ea19e51 req-8103b2a8-3635-431d-a49a-8f62400082cf tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:45.889710 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b328300c-88ea-4614-bbed-4b6a5ea19e51 req-8103b2a8-3635-431d-a49a-8f62400082cf tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5e518b15-6138-4a2e-a970-a8ea5f46672b HTTP/1.1" status: 200 len: 1167 time: 0.0752506 Feb 19 05:00:46.381601 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b328300c-88ea-4614-bbed-4b6a5ea19e51 req-593b1d5e-2f27-4978-991a-efd930df4200 tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e082180a-d132-40ec-a244-ca03c48b84f0&id=c4c3bee4-24d0-4cb2-bfa0-b970e8b27658&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4907174 Feb 19 05:00:46.426478 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58008) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:46.499948 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb53e4a-6851-4afb-a61f-f0f00b4ebec5 tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:46.502647 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0eb53e4a-6851-4afb-a61f-f0f00b4ebec5 tempest-TestSecurityGroupsBasicOps-1831816102 tempest-TestSecurityGroupsBasicOps-1831816102-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=cf309a33-24eb-4733-a895-f072b2b80261 HTTP/1.1" status: 200 len: 1086 time: 0.0747552 Feb 19 05:00:46.925198 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b26df1-cb6f-4ffb-8e1e-b4ca0c2d5407 req-e77d1cd4-7877-4b08-a0fe-99f0ca826d64 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:46.928019 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d3b26df1-cb6f-4ffb-8e1e-b4ca0c2d5407 req-e77d1cd4-7877-4b08-a0fe-99f0ca826d64 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf309a33-24eb-4733-a895-f072b2b80261 HTTP/1.1" status: 200 len: 909 time: 0.0915313 Feb 19 05:00:47.221827 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9a62d-ba5c-4287-8246-2a7dd9fdcfc6 req-d56725f3-b3df-4db6-b6b0-143591fe3d66 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:47.224349 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-24c9a62d-ba5c-4287-8246-2a7dd9fdcfc6 req-d56725f3-b3df-4db6-b6b0-143591fe3d66 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 1127 time: 0.0622773 Feb 19 05:00:47.257541 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-24c9a62d-ba5c-4287-8246-2a7dd9fdcfc6 req-572609b2-6c51-4b89-ae70-867932435e07 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:47.423229 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-24c9a62d-ba5c-4287-8246-2a7dd9fdcfc6 req-572609b2-6c51-4b89-ae70-867932435e07 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] Publish callbacks [] for security_group (b09ddce4-925a-41c4-be6e-f64220bf069e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:47.427924 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-24c9a62d-ba5c-4287-8246-2a7dd9fdcfc6 req-572609b2-6c51-4b89-ae70-867932435e07 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b09ddce4-925a-41c4-be6e-f64220bf069e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:47.500005 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-24c9a62d-ba5c-4287-8246-2a7dd9fdcfc6 req-572609b2-6c51-4b89-ae70-867932435e07 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2669284 Feb 19 05:00:47.500950 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572609b2-6c51-4b89-ae70-867932435e07 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09ddce4-925a-41c4-be6e-f64220bf069e,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:47.690023 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba748b1-abb6-4db9-86f7-790a9b996db8 req-2c53fa6f-0ed9-4197-bb3a-92e9ed686a78 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:47.691705 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bba748b1-abb6-4db9-86f7-790a9b996db8 req-2c53fa6f-0ed9-4197-bb3a-92e9ed686a78 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 945 time: 0.0711136 Feb 19 05:00:47.756451 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bba748b1-abb6-4db9-86f7-790a9b996db8 req-f26d4188-a53f-4f99-a733-b7f9816ce239 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569093 Feb 19 05:00:47.784662 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58024) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:47.855275 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6085186f-f9cb-4c06-9cc5-4730ee96e64e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/floatingips/0ef349aa-2ac9-40e6-8bbc-8ce3489f00c0 HTTP/1.1" status: 200 len: 993 time: 0.0690293 Feb 19 05:00:48.183777 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6bbc7-5bd1-423c-825d-b9449d7fc16b req-74691526-fa50-454b-946c-e5ce1382e746 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:48.186707 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e7c6bbc7-5bd1-423c-825d-b9449d7fc16b req-74691526-fa50-454b-946c-e5ce1382e746 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf309a33-24eb-4733-a895-f072b2b80261 HTTP/1.1" status: 200 len: 909 time: 0.1422236 Feb 19 05:00:48.232303 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fecc5-6080-48dc-bec5-ecd28b74bacb req-e782550c-799f-4e41-a4cb-db14967f17e2 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:48.232303 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fd6fecc5-6080-48dc-bec5-ecd28b74bacb req-e782550c-799f-4e41-a4cb-db14967f17e2 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf309a33-24eb-4733-a895-f072b2b80261 HTTP/1.1" status: 200 len: 909 time: 0.1337249 Feb 19 05:00:48.235085 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-034d8e8a-dbb2-4c5e-87ca-f4d85ac2a84d req-cad255e1-df67-4353-bedb-78eac9b01ad3 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:00:48.237896 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-034d8e8a-dbb2-4c5e-87ca-f4d85ac2a84d req-cad255e1-df67-4353-bedb-78eac9b01ad3 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111570 Feb 19 05:00:48.411739 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-fd6fecc5-6080-48dc-bec5-ecd28b74bacb req-387dc0c0-0220-4475-b823-a6539a104f34 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Deleting port d34c4911-623e-4ac6-b361-8eb31f4a00f3 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:00:48.412190 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fd6fecc5-6080-48dc-bec5-ecd28b74bacb req-387dc0c0-0220-4475-b823-a6539a104f34 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (d34c4911-623e-4ac6-b361-8eb31f4a00f3), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:48.593846 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-fd6fecc5-6080-48dc-bec5-ecd28b74bacb req-387dc0c0-0220-4475-b823-a6539a104f34 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] For port d34c4911-623e-4ac6-b361-8eb31f4a00f3, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=d34c4911-623e-4ac6-b361-8eb31f4a00f3,segment=NetworkSegment(acd9a48d-d191-4471-aab9-b2125ad9a9fa),segment_id=acd9a48d-d191-4471-aab9-b2125ad9a9fa)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:00:48.594339 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fd6fecc5-6080-48dc-bec5-ecd28b74bacb req-387dc0c0-0220-4475-b823-a6539a104f34 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (d34c4911-623e-4ac6-b361-8eb31f4a00f3), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:48.614482 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-fd6fecc5-6080-48dc-bec5-ecd28b74bacb req-387dc0c0-0220-4475-b823-a6539a104f34 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Calling delete_port for d34c4911-623e-4ac6-b361-8eb31f4a00f3 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:00:48.687064 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58046) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:48.788492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d09bb2-8c4b-4f9e-b5c0-1b335174d5ce req-72a0bdd1-dfea-48cd-8ceb-0215126a7de9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:48.790123 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a2d09bb2-8c4b-4f9e-b5c0-1b335174d5ce req-72a0bdd1-dfea-48cd-8ceb-0215126a7de9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 945 time: 0.1019812 Feb 19 05:00:48.829408 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62553f05-64fd-4106-8a34-02b619caca2b req-68116c53-04b8-45be-a51c-5b44249a217a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1378469 Feb 19 05:00:48.850742 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-62553f05-64fd-4106-8a34-02b619caca2b req-3dd582b3-746e-4ee2-902e-e6fceffdcc90 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:00:48.853375 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62553f05-64fd-4106-8a34-02b619caca2b req-3dd582b3-746e-4ee2-902e-e6fceffdcc90 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132616 Feb 19 05:00:48.878749 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fd6fecc5-6080-48dc-bec5-ecd28b74bacb req-387dc0c0-0220-4475-b823-a6539a104f34 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (d34c4911-623e-4ac6-b361-8eb31f4a00f3), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:48.913087 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a2d09bb2-8c4b-4f9e-b5c0-1b335174d5ce req-9c4a1a20-ddd9-447a-9c3b-14275178d35d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023898 Feb 19 05:00:48.939797 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387dc0c0-0220-4475-b823-a6539a104f34 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event deleted for resources: {'Port': ['ID=d34c4911-623e-4ac6-b361-8eb31f4a00f3,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:49.026212 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6fecc5-6080-48dc-bec5-ecd28b74bacb req-387dc0c0-0220-4475-b823-a6539a104f34 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] No DVR routers for this DVR port d34c4911-623e-4ac6-b361-8eb31f4a00f3 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:00:49.032369 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fd6fecc5-6080-48dc-bec5-ecd28b74bacb req-387dc0c0-0220-4475-b823-a6539a104f34 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:49.040392 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fd6fecc5-6080-48dc-bec5-ecd28b74bacb req-387dc0c0-0220-4475-b823-a6539a104f34 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.10 "DELETE /v2.0/ports/d34c4911-623e-4ac6-b361-8eb31f4a00f3 HTTP/1.1" status: 204 len: 173 time: 0.8005743 Feb 19 05:00:49.041300 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf309a33-24eb-4733-a895-f072b2b80261', 'name': 'network-vif-deleted', 'tag': 'd34c4911-623e-4ac6-b361-8eb31f4a00f3'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:00:49.046607 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c666cc-2992-41c2-9eb8-f31521ad5137" -d '{"events": [{"server_uuid": "cf309a33-24eb-4733-a895-f072b2b80261", "name": "network-vif-deleted", "tag": "d34c4911-623e-4ac6-b361-8eb31f4a00f3"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:00:49.146948 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1388ff-0029-4459-8006-98b0308f5b50 x-openstack-request-id: req-0e1388ff-0029-4459-8006-98b0308f5b50 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:00:49.147413 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf309a33-24eb-4733-a895-f072b2b80261", "name": "network-vif-deleted", "tag": "d34c4911-623e-4ac6-b361-8eb31f4a00f3", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:00:49.147625 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e1388ff-0029-4459-8006-98b0308f5b50 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:00:49.148060 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf309a33-24eb-4733-a895-f072b2b80261', 'name': 'network-vif-deleted', 'tag': 'd34c4911-623e-4ac6-b361-8eb31f4a00f3', 'status': 'completed', 'code': 200} Feb 19 05:00:49.421240 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7a3cca07-9d9f-4ca4-b87a-5904b2db163c req-156217fe-5b84-4785-a208-0f2e45be9364 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf309a33-24eb-4733-a895-f072b2b80261 HTTP/1.1" status: 200 len: 210 time: 0.0634546 Feb 19 05:00:49.566331 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58074) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:49.727562 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62553f05-64fd-4106-8a34-02b619caca2b req-cfd5eac1-a6bf-4512-a740-5a3b2caa09f9 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:49.730401 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-62553f05-64fd-4106-8a34-02b619caca2b req-cfd5eac1-a6bf-4512-a740-5a3b2caa09f9 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/ports/790e6512-01ee-4de1-8dcc-d7a17acc2c3f HTTP/1.1" status: 200 len: 1124 time: 0.1622043 Feb 19 05:00:50.203589 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d623ed9-fb5a-414a-b5ac-670c244bf5a8 req-25878c0c-bd6d-4aae-ac75-4ebbe054d7e5 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:50.207044 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1d623ed9-fb5a-414a-b5ac-670c244bf5a8 req-25878c0c-bd6d-4aae-ac75-4ebbe054d7e5 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 945 time: 0.1159832 Feb 19 05:00:50.289842 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1d623ed9-fb5a-414a-b5ac-670c244bf5a8 req-ebaeeb0f-9133-47ae-89c6-4b56b3c72fbb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739956 Feb 19 05:00:50.521768 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58090) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:50.943132 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62553f05-64fd-4106-8a34-02b619caca2b req-2a7d8ed9-12b7-4468-a4c6-1e9c4e3591c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:50.945977 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62553f05-64fd-4106-8a34-02b619caca2b req-2a7d8ed9-12b7-4468-a4c6-1e9c4e3591c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 1127 time: 0.1741593 Feb 19 05:00:51.130253 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62553f05-64fd-4106-8a34-02b619caca2b req-56931da9-7a67-4535-99ab-34a6326df71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:51.131829 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62553f05-64fd-4106-8a34-02b619caca2b req-56931da9-7a67-4535-99ab-34a6326df71a service neutron] 10.222.0.10 "GET /v2.0/networks?id=9389c500-3109-4346-ad59-dbbff814f868 HTTP/1.1" status: 200 len: 897 time: 0.1797082 Feb 19 05:00:51.213103 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62553f05-64fd-4106-8a34-02b619caca2b req-5a2e1951-571c-4f49-82ed-c515cd3d1aa3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=790e6512-01ee-4de1-8dcc-d7a17acc2c3f HTTP/1.1" status: 200 len: 1001 time: 0.0747421 Feb 19 05:00:51.283340 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62553f05-64fd-4106-8a34-02b619caca2b req-f4b12717-1b85-41e5-835f-012c63a8b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:51.284902 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62553f05-64fd-4106-8a34-02b619caca2b req-f4b12717-1b85-41e5-835f-012c63a8b41b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=186a3df4-7de9-4e58-8ec6-a755b72a190d HTTP/1.1" status: 200 len: 835 time: 0.0664232 Feb 19 05:00:51.376257 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62553f05-64fd-4106-8a34-02b619caca2b req-4a5b23a3-bd80-419b-80e6-89a42b9d67f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:51.377926 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62553f05-64fd-4106-8a34-02b619caca2b req-4a5b23a3-bd80-419b-80e6-89a42b9d67f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9389c500-3109-4346-ad59-dbbff814f868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0684574 Feb 19 05:00:51.412397 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fd99e328-d8cd-4534-ad89-c4af19c13bdf tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (ada55e64-66dd-4d52-83a7-6190dcb72c2e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:51.443232 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2e1f4-7781-4b3c-9e85-1d13fad944ea req-b1fc9885-97cc-469b-8b12-0b088f718cb9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:51.445028 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7e2e1f4-7781-4b3c-9e85-1d13fad944ea req-b1fc9885-97cc-469b-8b12-0b088f718cb9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 945 time: 0.0616353 Feb 19 05:00:51.506015 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7e2e1f4-7781-4b3c-9e85-1d13fad944ea req-3f21f261-0c8e-4316-954c-4a498e193d18 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542698 Feb 19 05:00:51.554101 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device d34c4911-623e-4ac6-b361-8eb31f4a00f3 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:00:51.578584 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: d34c4911-623e-4ac6-b361-8eb31f4a00f3 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:00:51.579235 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device d34c4911-623e-4ac6-b361-8eb31f4a00f3 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:00:51.731294 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62553f05-64fd-4106-8a34-02b619caca2b req-fb058486-f153-444d-b9ae-e38189a3a469 service neutron] 10.222.0.10 "GET /v2.0/networks/9389c500-3109-4346-ad59-dbbff814f868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394768 Feb 19 05:00:52.036973 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62553f05-64fd-4106-8a34-02b619caca2b req-cca77c8a-565a-4886-8658-f4f52a52fbf7 service neutron] 10.222.0.10 "GET /v2.0/networks/9389c500-3109-4346-ad59-dbbff814f868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957346 Feb 19 05:00:52.211601 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-fd99e328-d8cd-4534-ad89-c4af19c13bdf tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Deleting port 57ca598d-4a79-458e-934a-de2b21fc599d {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:00:52.212112 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fd99e328-d8cd-4534-ad89-c4af19c13bdf tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (57ca598d-4a79-458e-934a-de2b21fc599d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.389295 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-fd99e328-d8cd-4534-ad89-c4af19c13bdf tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] For port 57ca598d-4a79-458e-934a-de2b21fc599d, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=57ca598d-4a79-458e-934a-de2b21fc599d,segment=NetworkSegment(acd9a48d-d191-4471-aab9-b2125ad9a9fa),segment_id=acd9a48d-d191-4471-aab9-b2125ad9a9fa)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:00:52.390225 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fd99e328-d8cd-4534-ad89-c4af19c13bdf tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (57ca598d-4a79-458e-934a-de2b21fc599d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.406151 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-fd99e328-d8cd-4534-ad89-c4af19c13bdf tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Calling delete_port for 57ca598d-4a79-458e-934a-de2b21fc599d owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:00:52.756505 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8e706-1c40-4a23-bfe3-fee6349afdf4 req-ef1e8cf1-3abe-4cbf-b5c6-d3435c71ce66 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:52.759272 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0bd8e706-1c40-4a23-bfe3-fee6349afdf4 req-ef1e8cf1-3abe-4cbf-b5c6-d3435c71ce66 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 945 time: 0.1514034 Feb 19 05:00:52.911682 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fd99e328-d8cd-4534-ad89-c4af19c13bdf tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (57ca598d-4a79-458e-934a-de2b21fc599d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:52.967895 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0bd8e706-1c40-4a23-bfe3-fee6349afdf4 req-b7cb278b-e6bd-430a-b740-0d580414af26 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003095 Feb 19 05:00:52.974244 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99e328-d8cd-4534-ad89-c4af19c13bdf tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event deleted for resources: {'Port': ['ID=57ca598d-4a79-458e-934a-de2b21fc599d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:53.253754 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fd99e328-d8cd-4534-ad89-c4af19c13bdf tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (ada55e64-66dd-4d52-83a7-6190dcb72c2e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:53.526775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd99e328-d8cd-4534-ad89-c4af19c13bdf tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Router ada55e64-66dd-4d52-83a7-6190dcb72c2e has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:00:53.705645 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd99e328-d8cd-4534-ad89-c4af19c13bdf tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:00:53.715928 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fd99e328-d8cd-4534-ad89-c4af19c13bdf tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "PUT /v2.0/routers/ada55e64-66dd-4d52-83a7-6190dcb72c2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1921923 Feb 19 05:00:53.718603 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58102) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:53.723723 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4600920a-fc50-449e-877e-56d97a6f3401 None None] Sync routers for ids ['ada55e64-66dd-4d52-83a7-6190dcb72c2e'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:00:53.739660 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4600920a-fc50-449e-877e-56d97a6f3401 None None] Routers {'ada55e64-66dd-4d52-83a7-6190dcb72c2e'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:00:53.740519 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4600920a-fc50-449e-877e-56d97a6f3401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:00:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ada55e64-66dd-4d52-83a7-6190dcb72c2e'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:53.809832 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-015dd163-1268-45fe-b9f1-cbaf49010109 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Deleting subnet 6b8a73dd-2e01-4b14-a3c6-637781271b33 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:00:53.814152 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-015dd163-1268-45fe-b9f1-cbaf49010109 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for subnet (6b8a73dd-2e01-4b14-a3c6-637781271b33), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:53.885377 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-4600920a-fc50-449e-877e-56d97a6f3401 None None] Set router ada55e64-66dd-4d52-83a7-6190dcb72c2e gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:00:53.893827 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-015dd163-1268-45fe-b9f1-cbaf49010109 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (6b8a73dd-2e01-4b14-a3c6-637781271b33), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:54.125118 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-015dd163-1268-45fe-b9f1-cbaf49010109 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (6b8a73dd-2e01-4b14-a3c6-637781271b33), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:54.218598 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4600920a-fc50-449e-877e-56d97a6f3401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada55e64-66dd-4d52-83a7-6190dcb72c2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-362409371', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '88494617-a6b5-4269-bd2e-12537ae82995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:00:26Z', 'updated_at': '2022-02-19T05:00:52Z', 'revision_number': 5, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'gw_port': {'id': '88494617-a6b5-4269-bd2e-12537ae82995', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada55e64-66dd-4d52-83a7-6190dcb72c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:26Z', 'updated_at': '2022-02-19T05:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:54.219928 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-015dd163-1268-45fe-b9f1-cbaf49010109 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (6b8a73dd-2e01-4b14-a3c6-637781271b33), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:54.251123 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4600920a-fc50-449e-877e-56d97a6f3401 None None] Checking router: ada55e64-66dd-4d52-83a7-6190dcb72c2e for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:00:54.261846 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4600920a-fc50-449e-877e-56d97a6f3401 None None] Routers {'ada55e64-66dd-4d52-83a7-6190dcb72c2e'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:00:54.262749 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4600920a-fc50-449e-877e-56d97a6f3401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:00:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['ada55e64-66dd-4d52-83a7-6190dcb72c2e'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:54.264529 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015dd163-1268-45fe-b9f1-cbaf49010109 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event deleted for resources: {'Subnet': ['ID=6b8a73dd-2e01-4b14-a3c6-637781271b33,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:54.284951 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca27210-de69-4c61-96f7-70b4606672f2 req-a3052d21-f600-4144-9d67-82c9cde103f8 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:54.286101 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-015dd163-1268-45fe-b9f1-cbaf49010109 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:54.287070 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e8d31f-21ac-4d3a-851a-04b074aee5a5 None None] Network 27999e65-6dde-4d5f-b51b-953b379d7eba requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:00:54.290164 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-eca27210-de69-4c61-96f7-70b4606672f2 req-a3052d21-f600-4144-9d67-82c9cde103f8 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 945 time: 0.1195388 Feb 19 05:00:54.297298 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-015dd163-1268-45fe-b9f1-cbaf49010109 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "DELETE /v2.0/subnets/6b8a73dd-2e01-4b14-a3c6-637781271b33 HTTP/1.1" status: 204 len: 168 time: 0.5715296 Feb 19 05:00:54.298540 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58106) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:54.395921 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-eca27210-de69-4c61-96f7-70b4606672f2 req-05c44099-85f3-40e1-98fd-ba938f91a462 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982838 Feb 19 05:00:54.419133 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-4600920a-fc50-449e-877e-56d97a6f3401 None None] Set router ada55e64-66dd-4d52-83a7-6190dcb72c2e gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:00:54.455970 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-11487837-fff9-4a0b-93b2-ea27a95a1326 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for router (ada55e64-66dd-4d52-83a7-6190dcb72c2e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:54.572221 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02c9b23-7294-4864-86ad-45dde9150ca8 None None] DHCP port deletion for 27999e65-6dde-4d5f-b51b-953b379d7eba request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:00:54.640473 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-11487837-fff9-4a0b-93b2-ea27a95a1326 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for router_gateway (ada55e64-66dd-4d52-83a7-6190dcb72c2e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:54.650241 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c02c9b23-7294-4864-86ad-45dde9150ca8 None None] Deleting port ba8cdeb0-93dc-45cc-9e9f-707856da81f3 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:00:54.650583 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c02c9b23-7294-4864-86ad-45dde9150ca8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ba8cdeb0-93dc-45cc-9e9f-707856da81f3), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:54.720694 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-11487837-fff9-4a0b-93b2-ea27a95a1326 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Deleting port 88494617-a6b5-4269-bd2e-12537ae82995 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:00:54.721125 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-11487837-fff9-4a0b-93b2-ea27a95a1326 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (88494617-a6b5-4269-bd2e-12537ae82995), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:54.735812 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4600920a-fc50-449e-877e-56d97a6f3401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada55e64-66dd-4d52-83a7-6190dcb72c2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-362409371', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '88494617-a6b5-4269-bd2e-12537ae82995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:00:26Z', 'updated_at': '2022-02-19T05:00:52Z', 'revision_number': 5, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'gw_port': {'id': '88494617-a6b5-4269-bd2e-12537ae82995', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada55e64-66dd-4d52-83a7-6190dcb72c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:26Z', 'updated_at': '2022-02-19T05:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:54.750444 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-c02c9b23-7294-4864-86ad-45dde9150ca8 None None] For port ba8cdeb0-93dc-45cc-9e9f-707856da81f3, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ba8cdeb0-93dc-45cc-9e9f-707856da81f3,segment=NetworkSegment(acd9a48d-d191-4471-aab9-b2125ad9a9fa),segment_id=acd9a48d-d191-4471-aab9-b2125ad9a9fa)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:00:54.751255 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c02c9b23-7294-4864-86ad-45dde9150ca8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ba8cdeb0-93dc-45cc-9e9f-707856da81f3), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:54.769208 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c02c9b23-7294-4864-86ad-45dde9150ca8 None None] Calling delete_port for ba8cdeb0-93dc-45cc-9e9f-707856da81f3 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:00:54.798067 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4600920a-fc50-449e-877e-56d97a6f3401 None None] The sync data for ids ['ada55e64-66dd-4d52-83a7-6190dcb72c2e'] in n-d-772273-4 is: [{'id': 'ada55e64-66dd-4d52-83a7-6190dcb72c2e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-362409371', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '88494617-a6b5-4269-bd2e-12537ae82995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:00:26Z', 'updated_at': '2022-02-19T05:00:52Z', 'revision_number': 5, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'gw_port': {'id': '88494617-a6b5-4269-bd2e-12537ae82995', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada55e64-66dd-4d52-83a7-6190dcb72c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:00:26Z', 'updated_at': '2022-02-19T05:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:00:54.857845 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-11487837-fff9-4a0b-93b2-ea27a95a1326 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] For port 88494617-a6b5-4269-bd2e-12537ae82995, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=88494617-a6b5-4269-bd2e-12537ae82995,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:00:54.858552 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-11487837-fff9-4a0b-93b2-ea27a95a1326 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (88494617-a6b5-4269-bd2e-12537ae82995), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:54.875075 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-11487837-fff9-4a0b-93b2-ea27a95a1326 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Calling delete_port for 88494617-a6b5-4269-bd2e-12537ae82995 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:00:54.880696 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c02c9b23-7294-4864-86ad-45dde9150ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (ba8cdeb0-93dc-45cc-9e9f-707856da81f3), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:54.915169 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c9b23-7294-4864-86ad-45dde9150ca8 None None] Pushing event deleted for resources: {'Port': ['ID=ba8cdeb0-93dc-45cc-9e9f-707856da81f3,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:54.923885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02c9b23-7294-4864-86ad-45dde9150ca8 None None] No DVR routers for this DVR port ba8cdeb0-93dc-45cc-9e9f-707856da81f3 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:00:55.092963 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-11487837-fff9-4a0b-93b2-ea27a95a1326 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (88494617-a6b5-4269-bd2e-12537ae82995), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.140674 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11487837-fff9-4a0b-93b2-ea27a95a1326 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event deleted for resources: {'Port': ['ID=88494617-a6b5-4269-bd2e-12537ae82995,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:55.261771 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-11487837-fff9-4a0b-93b2-ea27a95a1326 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (ada55e64-66dd-4d52-83a7-6190dcb72c2e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.415833 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-11487837-fff9-4a0b-93b2-ea27a95a1326 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (ada55e64-66dd-4d52-83a7-6190dcb72c2e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.418599 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-11487837-fff9-4a0b-93b2-ea27a95a1326 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for router_controller (ada55e64-66dd-4d52-83a7-6190dcb72c2e), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.480066 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-11487837-fff9-4a0b-93b2-ea27a95a1326 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (ada55e64-66dd-4d52-83a7-6190dcb72c2e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.481060 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11487837-fff9-4a0b-93b2-ea27a95a1326 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Fanout notify agent at l3_agent the message router_deleted on router ada55e64-66dd-4d52-83a7-6190dcb72c2e {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:00:55.491130 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-11487837-fff9-4a0b-93b2-ea27a95a1326 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.496471 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58112) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:55.497078 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-11487837-fff9-4a0b-93b2-ea27a95a1326 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "DELETE /v2.0/routers/ada55e64-66dd-4d52-83a7-6190dcb72c2e HTTP/1.1" status: 204 len: 168 time: 1.1961377 Feb 19 05:00:55.579631 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414700f-1d21-473a-ad2f-66ea7ea1866f req-dc3c4936-93d9-4e9f-ac06-3f464647fd52 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:55.583855 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1414700f-1d21-473a-ad2f-66ea7ea1866f req-dc3c4936-93d9-4e9f-ac06-3f464647fd52 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 945 time: 0.0846260 Feb 19 05:00:55.659127 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (27999e65-6dde-4d5f-b51b-953b379d7eba), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.687941 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1414700f-1d21-473a-ad2f-66ea7ea1866f req-dbe70997-f8ee-4e78-98a9-5ffe48907eb7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907254 Feb 19 05:00:55.786852 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (27999e65-6dde-4d5f-b51b-953b379d7eba), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.815040 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27999e65-6dde-4d5f-b51b-953b379d7eba']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:55.828658 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd9a48d-d191-4471-aab9-b2125ad9a9fa') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:55.829053 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd9a48d-d191-4471-aab9-b2125ad9a9fa') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:55.847930 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (acd9a48d-d191-4471-aab9-b2125ad9a9fa), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.872559 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (acd9a48d-d191-4471-aab9-b2125ad9a9fa), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.879681 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:00:55.880095 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (acd9a48d-d191-4471-aab9-b2125ad9a9fa), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: timer() Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:00:55.883603 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:00:55.971264 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (27999e65-6dde-4d5f-b51b-953b379d7eba), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.986169 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:55.996338 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "DELETE /v2.0/networks/27999e65-6dde-4d5f-b51b-953b379d7eba HTTP/1.1" status: 204 len: 168 time: 0.4933958 Feb 19 05:00:55.996572 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58116) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:00:56.023140 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event deleted for resources: {'Network': ['ID=27999e65-6dde-4d5f-b51b-953b379d7eba,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:56.049059 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:56.050466 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:56.051002 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:56.051524 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:56.052016 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:56.052494 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:56.053007 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:56.053517 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:56.054460 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:56.055657 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:56.056200 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:56.056689 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:56.057508 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c2b84-8d95-42dc-9364-afacbd30de13 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:00:56.099092 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 88494617-a6b5-4269-bd2e-12537ae82995 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:00:56.136105 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 88494617-a6b5-4269-bd2e-12537ae82995 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:00:56.136689 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 88494617-a6b5-4269-bd2e-12537ae82995 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:00:56.137806 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ba8cdeb0-93dc-45cc-9e9f-707856da81f3 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:00:56.174871 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: ba8cdeb0-93dc-45cc-9e9f-707856da81f3 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:00:56.175446 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ba8cdeb0-93dc-45cc-9e9f-707856da81f3 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:00:56.176178 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 57ca598d-4a79-458e-934a-de2b21fc599d no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:00:56.217296 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 57ca598d-4a79-458e-934a-de2b21fc599d {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:00:56.218297 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 57ca598d-4a79-458e-934a-de2b21fc599d not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:00:56.567720 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-20674221-b543-41bd-939e-68c89c5b813c tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Deleting port 54eff99c-e208-4dda-b053-cb99cd68f2b6 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:00:56.568256 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-20674221-b543-41bd-939e-68c89c5b813c tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (54eff99c-e208-4dda-b053-cb99cd68f2b6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:56.680051 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-20674221-b543-41bd-939e-68c89c5b813c tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (54eff99c-e208-4dda-b053-cb99cd68f2b6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:56.680585 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-20674221-b543-41bd-939e-68c89c5b813c tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for floatingip (54eff99c-e208-4dda-b053-cb99cd68f2b6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:56.700788 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-20674221-b543-41bd-939e-68c89c5b813c tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Calling delete_port for 54eff99c-e208-4dda-b053-cb99cd68f2b6 owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:00:56.901939 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a8e05-c825-458d-a422-44ce279a63a6 req-e9218439-5266-48e5-baff-96ac672f03e0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:56.905070 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-766a8e05-c825-458d-a422-44ce279a63a6 req-e9218439-5266-48e5-baff-96ac672f03e0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 945 time: 0.0972462 Feb 19 05:00:56.992000 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-766a8e05-c825-458d-a422-44ce279a63a6 req-168ad7aa-4fee-4a33-8082-d6234e9d47db tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800505 Feb 19 05:00:57.023191 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-20674221-b543-41bd-939e-68c89c5b813c tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (54eff99c-e208-4dda-b053-cb99cd68f2b6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:57.057446 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20674221-b543-41bd-939e-68c89c5b813c tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event deleted for resources: {'Port': ['ID=54eff99c-e208-4dda-b053-cb99cd68f2b6,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:00:57.126992 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-20674221-b543-41bd-939e-68c89c5b813c tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for floatingip (5f0b4feb-cf13-4ead-aa33-981b5f3b18db), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:57.127391 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-20674221-b543-41bd-939e-68c89c5b813c tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Floating IP 5f0b4feb-cf13-4ead-aa33-981b5f3b18db disassociated (deleted). External IP: 172.25.0.229, port: b3c4ba2e-7217-405e-b226-e7297db6b22c. Feb 19 05:00:57.423980 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20674221-b543-41bd-939e-68c89c5b813c tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Router b3c0f375-abe2-4c96-9383-1f1a4260e39f has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:00:57.579803 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20674221-b543-41bd-939e-68c89c5b813c tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:00:57.585985 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-20674221-b543-41bd-939e-68c89c5b813c tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:57.616077 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ac8d44-4ef7-4fd9-a584-3ed7ef5c982c None None] Sync routers for ids ['b3c0f375-abe2-4c96-9383-1f1a4260e39f'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:00:57.635666 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ac8d44-4ef7-4fd9-a584-3ed7ef5c982c None None] Routers {'b3c0f375-abe2-4c96-9383-1f1a4260e39f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:00:57.635969 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-20674221-b543-41bd-939e-68c89c5b813c tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "DELETE /v2.0/floatingips/5f0b4feb-cf13-4ead-aa33-981b5f3b18db HTTP/1.1" status: 204 len: 168 time: 1.6329463 Feb 19 05:00:57.636160 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c0ac8d44-4ef7-4fd9-a584-3ed7ef5c982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:00:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b3c0f375-abe2-4c96-9383-1f1a4260e39f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:57.636399 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e518b15-6138-4a2e-a970-a8ea5f46672b', 'tag': 'b3c4ba2e-7217-405e-b226-e7297db6b22c'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:00:57.637570 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4552720c-bc3d-4e7f-af59-b119ff4a285d" -d '{"events": [{"name": "network-changed", "server_uuid": "5e518b15-6138-4a2e-a970-a8ea5f46672b", "tag": "b3c4ba2e-7217-405e-b226-e7297db6b22c"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:00:57.685620 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5babd652-8b02-47d9-8eb5-a39f371a2b25 x-openstack-request-id: req-5babd652-8b02-47d9-8eb5-a39f371a2b25 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:00:57.686106 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e518b15-6138-4a2e-a970-a8ea5f46672b", "tag": "b3c4ba2e-7217-405e-b226-e7297db6b22c", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:00:57.686533 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5babd652-8b02-47d9-8eb5-a39f371a2b25 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:00:57.687201 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e518b15-6138-4a2e-a970-a8ea5f46672b', 'tag': 'b3c4ba2e-7217-405e-b226-e7297db6b22c', 'status': 'completed', 'code': 200} Feb 19 05:00:57.783268 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552720c-bc3d-4e7f-af59-b119ff4a285d req-8f8349d3-4c01-4373-bafb-a44e27c92100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:57.786703 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4552720c-bc3d-4e7f-af59-b119ff4a285d req-8f8349d3-4c01-4373-bafb-a44e27c92100 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=627e5a416e6c4d65a8492e0f021dc31a&device_id=5e518b15-6138-4a2e-a970-a8ea5f46672b HTTP/1.1" status: 200 len: 1167 time: 0.0725944 Feb 19 05:00:57.825273 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-c0ac8d44-4ef7-4fd9-a584-3ed7ef5c982c None None] Set router b3c0f375-abe2-4c96-9383-1f1a4260e39f gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:00:58.016526 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552720c-bc3d-4e7f-af59-b119ff4a285d req-91470eab-ee4f-4e76-80be-589b8b07cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:58.026824 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4552720c-bc3d-4e7f-af59-b119ff4a285d req-91470eab-ee4f-4e76-80be-589b8b07cdf7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9a1a8564-bacd-48e3-9cab-4820e9a9d65b HTTP/1.1" status: 200 len: 896 time: 0.2341008 Feb 19 05:00:58.115746 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4552720c-bc3d-4e7f-af59-b119ff4a285d req-1cca74b7-b159-4f5e-9227-eea6fa0d7fcf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3c4ba2e-7217-405e-b226-e7297db6b22c HTTP/1.1" status: 200 len: 217 time: 0.0820382 Feb 19 05:00:58.162030 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750c52c-aa0e-47e7-b5a2-89d662f1ebdb req-cc754a78-b5b6-4361-8190-30ae7752331e tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:58.171736 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7750c52c-aa0e-47e7-b5a2-89d662f1ebdb req-cc754a78-b5b6-4361-8190-30ae7752331e tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e518b15-6138-4a2e-a970-a8ea5f46672b HTTP/1.1" status: 200 len: 985 time: 0.1207302 Feb 19 05:00:58.239690 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c0ac8d44-4ef7-4fd9-a584-3ed7ef5c982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1268082333', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:16Z', 'updated_at': '2022-02-19T04:59:29Z', 'revision_number': 4, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'gw_port': {'id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:17Z', 'updated_at': '2022-02-19T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'f617328c-8f65-4694-ae03-543fb88b4d9d', 'name': '', 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'mac_address': 'fa:16:3e:c4:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '6334e6b3-5574-4624-8d34-e400e7e9f79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:26Z', 'updated_at': '2022-02-19T04:59:34Z', 'revision_number': 5, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'subnets': [{'id': '6334e6b3-5574-4624-8d34-e400e7e9f79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:58.265394 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552720c-bc3d-4e7f-af59-b119ff4a285d req-74d5edce-3d50-40a8-83b2-a9c25edb3fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:58.268490 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4552720c-bc3d-4e7f-af59-b119ff4a285d req-74d5edce-3d50-40a8-83b2-a9c25edb3fd8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6334e6b3-5574-4624-8d34-e400e7e9f79d HTTP/1.1" status: 200 len: 834 time: 0.1462061 Feb 19 05:00:58.277430 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7750c52c-aa0e-47e7-b5a2-89d662f1ebdb req-3cbe3ce9-3842-451d-82f9-e2cb9807b3b3 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/security-groups?id=e082180a-d132-40ec-a244-ca03c48b84f0&id=c4c3bee4-24d0-4cb2-bfa0-b970e8b27658&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1042600 Feb 19 05:00:58.296366 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ac8d44-4ef7-4fd9-a584-3ed7ef5c982c None None] Checking router: b3c0f375-abe2-4c96-9383-1f1a4260e39f for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:00:58.308390 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ac8d44-4ef7-4fd9-a584-3ed7ef5c982c None None] Routers {'b3c0f375-abe2-4c96-9383-1f1a4260e39f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:00:58.309119 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c0ac8d44-4ef7-4fd9-a584-3ed7ef5c982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:00:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b3c0f375-abe2-4c96-9383-1f1a4260e39f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:58.358135 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c87278-250a-4b2a-99a9-3bcaf21f34e2 req-194f20a1-c0c3-495c-bfe4-1070cc68a866 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:58.359775 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e1c87278-250a-4b2a-99a9-3bcaf21f34e2 req-194f20a1-c0c3-495c-bfe4-1070cc68a866 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 945 time: 0.1700859 Feb 19 05:00:58.387391 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552720c-bc3d-4e7f-af59-b119ff4a285d req-087d41d5-d249-4a07-a390-f49e9280cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:58.389348 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4552720c-bc3d-4e7f-af59-b119ff4a285d req-087d41d5-d249-4a07-a390-f49e9280cae8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a1a8564-bacd-48e3-9cab-4820e9a9d65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1103103 Feb 19 05:00:58.476052 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e1c87278-250a-4b2a-99a9-3bcaf21f34e2 req-4696b134-8ce6-4a99-8037-1b1be0902f83 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094742 Feb 19 05:00:58.497146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-c0ac8d44-4ef7-4fd9-a584-3ed7ef5c982c None None] Set router b3c0f375-abe2-4c96-9383-1f1a4260e39f gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:00:58.525960 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4552720c-bc3d-4e7f-af59-b119ff4a285d req-b3e95fb6-59e9-4fbb-8a24-890736f3e8f0 service neutron] 10.222.0.48 "GET /v2.0/networks/9a1a8564-bacd-48e3-9cab-4820e9a9d65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236846 Feb 19 05:00:58.653194 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4552720c-bc3d-4e7f-af59-b119ff4a285d req-0c572407-588b-48de-b19d-73d51c82d59d service neutron] 10.222.0.48 "GET /v2.0/networks/9a1a8564-bacd-48e3-9cab-4820e9a9d65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199713 Feb 19 05:00:58.776712 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c0ac8d44-4ef7-4fd9-a584-3ed7ef5c982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1268082333', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:16Z', 'updated_at': '2022-02-19T04:59:29Z', 'revision_number': 4, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'gw_port': {'id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:17Z', 'updated_at': '2022-02-19T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'f617328c-8f65-4694-ae03-543fb88b4d9d', 'name': '', 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'mac_address': 'fa:16:3e:c4:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '6334e6b3-5574-4624-8d34-e400e7e9f79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:26Z', 'updated_at': '2022-02-19T04:59:34Z', 'revision_number': 5, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'subnets': [{'id': '6334e6b3-5574-4624-8d34-e400e7e9f79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:00:58.806929 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ac8d44-4ef7-4fd9-a584-3ed7ef5c982c None None] The sync data for ids ['b3c0f375-abe2-4c96-9383-1f1a4260e39f'] in n-d-772273-4 is: [{'id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1268082333', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:16Z', 'updated_at': '2022-02-19T04:59:29Z', 'revision_number': 4, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'gw_port': {'id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:17Z', 'updated_at': '2022-02-19T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'f617328c-8f65-4694-ae03-543fb88b4d9d', 'name': '', 'network_id': '9a1a8564-bacd-48e3-9cab-4820e9a9d65b', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'mac_address': 'fa:16:3e:c4:33:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '6334e6b3-5574-4624-8d34-e400e7e9f79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:26Z', 'updated_at': '2022-02-19T04:59:34Z', 'revision_number': 5, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'subnets': [{'id': '6334e6b3-5574-4624-8d34-e400e7e9f79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:00:59.225079 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c146f87f-917f-4f07-ac1a-fdc26ed4301d None None] New status for floating IP 5f0b4feb-cf13-4ead-aa33-981b5f3b18db: DOWN {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:00:59.312934 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9173b-1bfa-44c1-ad9c-b5fee51c622c req-cda39224-4551-491c-affd-2bf479714690 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:59.314716 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-64d9173b-1bfa-44c1-ad9c-b5fee51c622c req-cda39224-4551-491c-affd-2bf479714690 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e518b15-6138-4a2e-a970-a8ea5f46672b HTTP/1.1" status: 200 len: 985 time: 0.0791256 Feb 19 05:00:59.480121 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-64d9173b-1bfa-44c1-ad9c-b5fee51c622c req-ef099cde-03d2-48e3-bbd7-94d4d86098e7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Deleting port b3c4ba2e-7217-405e-b226-e7297db6b22c {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:00:59.480635 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-64d9173b-1bfa-44c1-ad9c-b5fee51c622c req-ef099cde-03d2-48e3-bbd7-94d4d86098e7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b3c4ba2e-7217-405e-b226-e7297db6b22c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:59.517344 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348c164-9e0e-4e18-ac0b-e5ca58247031 req-4030e1d0-b0d7-4afd-b5fb-b1a3ae18773b tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:59.533298 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0348c164-9e0e-4e18-ac0b-e5ca58247031 req-4030e1d0-b0d7-4afd-b5fb-b1a3ae18773b tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e518b15-6138-4a2e-a970-a8ea5f46672b HTTP/1.1" status: 200 len: 985 time: 0.1102796 Feb 19 05:00:59.649854 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0348c164-9e0e-4e18-ac0b-e5ca58247031 req-b57439c1-f566-421d-92f0-141f4e2190f0 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "GET /v2.0/security-groups?id=e082180a-d132-40ec-a244-ca03c48b84f0&id=c4c3bee4-24d0-4cb2-bfa0-b970e8b27658&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1141059 Feb 19 05:00:59.685726 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-64d9173b-1bfa-44c1-ad9c-b5fee51c622c req-ef099cde-03d2-48e3-bbd7-94d4d86098e7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] For port b3c4ba2e-7217-405e-b226-e7297db6b22c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=b3c4ba2e-7217-405e-b226-e7297db6b22c,segment=NetworkSegment(aaa81d4e-05b0-4311-b187-581e0ea2439d),segment_id=aaa81d4e-05b0-4311-b187-581e0ea2439d)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:00:59.686359 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-64d9173b-1bfa-44c1-ad9c-b5fee51c622c req-ef099cde-03d2-48e3-bbd7-94d4d86098e7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b3c4ba2e-7217-405e-b226-e7297db6b22c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:00:59.720080 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-64d9173b-1bfa-44c1-ad9c-b5fee51c622c req-ef099cde-03d2-48e3-bbd7-94d4d86098e7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Calling delete_port for b3c4ba2e-7217-405e-b226-e7297db6b22c owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:00:59.747356 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f832d9-0e9a-4fe2-8609-6da39cb8e8db req-12b99ce3-e43b-4243-965c-8ec1a656f03e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:00:59.750225 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06f832d9-0e9a-4fe2-8609-6da39cb8e8db req-12b99ce3-e43b-4243-965c-8ec1a656f03e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 945 time: 0.1691117 Feb 19 05:00:59.872243 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06f832d9-0e9a-4fe2-8609-6da39cb8e8db req-b2bf0562-0ac2-493b-9b87-bd74ed128752 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093996 Feb 19 05:00:59.992076 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-64d9173b-1bfa-44c1-ad9c-b5fee51c622c req-ef099cde-03d2-48e3-bbd7-94d4d86098e7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (b3c4ba2e-7217-405e-b226-e7297db6b22c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:00.028281 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef099cde-03d2-48e3-bbd7-94d4d86098e7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event deleted for resources: {'Port': ['ID=b3c4ba2e-7217-405e-b226-e7297db6b22c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:00.078602 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d9173b-1bfa-44c1-ad9c-b5fee51c622c req-ef099cde-03d2-48e3-bbd7-94d4d86098e7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] No DVR routers for this DVR port b3c4ba2e-7217-405e-b226-e7297db6b22c on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:01:00.083108 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-64d9173b-1bfa-44c1-ad9c-b5fee51c622c req-ef099cde-03d2-48e3-bbd7-94d4d86098e7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:00.089537 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-64d9173b-1bfa-44c1-ad9c-b5fee51c622c req-ef099cde-03d2-48e3-bbd7-94d4d86098e7 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.48 "DELETE /v2.0/ports/b3c4ba2e-7217-405e-b226-e7297db6b22c HTTP/1.1" status: 204 len: 173 time: 0.7691381 Feb 19 05:01:00.090404 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e518b15-6138-4a2e-a970-a8ea5f46672b', 'name': 'network-vif-deleted', 'tag': 'b3c4ba2e-7217-405e-b226-e7297db6b22c'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:01:00.093475 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d27b7d-0837-47cf-af24-c25891e3de9a" -d '{"events": [{"server_uuid": "5e518b15-6138-4a2e-a970-a8ea5f46672b", "name": "network-vif-deleted", "tag": "b3c4ba2e-7217-405e-b226-e7297db6b22c"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:01:00.168414 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff39be02-15d0-41c1-af94-faebbcf961ac x-openstack-request-id: req-ff39be02-15d0-41c1-af94-faebbcf961ac {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:01:00.168864 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e518b15-6138-4a2e-a970-a8ea5f46672b", "name": "network-vif-deleted", "tag": "b3c4ba2e-7217-405e-b226-e7297db6b22c", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:01:00.169257 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ff39be02-15d0-41c1-af94-faebbcf961ac {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:01:00.169797 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e518b15-6138-4a2e-a970-a8ea5f46672b', 'name': 'network-vif-deleted', 'tag': 'b3c4ba2e-7217-405e-b226-e7297db6b22c', 'status': 'completed', 'code': 200} Feb 19 05:01:00.744517 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58144) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:00.843078 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06b90914-38d8-410e-9e54-3b4269f3137f tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for security_group (e082180a-d132-40ec-a244-ca03c48b84f0), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:00.890245 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06b90914-38d8-410e-9e54-3b4269f3137f tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for security_group (e082180a-d132-40ec-a244-ca03c48b84f0), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:00.988048 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06b90914-38d8-410e-9e54-3b4269f3137f tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e082180a-d132-40ec-a244-ca03c48b84f0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:00.995249 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-06b90914-38d8-410e-9e54-3b4269f3137f tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:01.001922 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-06b90914-38d8-410e-9e54-3b4269f3137f tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "DELETE /v2.0/security-groups/e082180a-d132-40ec-a244-ca03c48b84f0 HTTP/1.1" status: 204 len: 168 time: 0.2515450 Feb 19 05:01:01.006144 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58150) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:01.043660 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b90914-38d8-410e-9e54-3b4269f3137f tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e082180a-d132-40ec-a244-ca03c48b84f0,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:01.069616 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1c839-d003-4b17-9f34-a0630637f2e3 req-fc99fb2b-6c1b-4ad9-933e-78061896451b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:01.084848 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-54f1c839-d003-4b17-9f34-a0630637f2e3 req-fc99fb2b-6c1b-4ad9-933e-78061896451b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 945 time: 0.0986609 Feb 19 05:01:01.132153 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fa3a832a-b63b-4c52-858a-e8aef9e146c2 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for security_group (c4c3bee4-24d0-4cb2-bfa0-b970e8b27658), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:01.174999 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-54f1c839-d003-4b17-9f34-a0630637f2e3 req-a9d5981f-7519-400d-9b8a-90038011e3ce tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887594 Feb 19 05:01:01.180387 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fa3a832a-b63b-4c52-858a-e8aef9e146c2 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for security_group (c4c3bee4-24d0-4cb2-bfa0-b970e8b27658), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:01.261172 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fa3a832a-b63b-4c52-858a-e8aef9e146c2 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c4c3bee4-24d0-4cb2-bfa0-b970e8b27658), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:01.264523 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-fa3a832a-b63b-4c52-858a-e8aef9e146c2 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:01.266502 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fa3a832a-b63b-4c52-858a-e8aef9e146c2 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "DELETE /v2.0/security-groups/c4c3bee4-24d0-4cb2-bfa0-b970e8b27658 HTTP/1.1" status: 204 len: 168 time: 0.2545581 Feb 19 05:01:01.271324 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58152) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:01.282560 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a832a-b63b-4c52-858a-e8aef9e146c2 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c3bee4-24d0-4cb2-bfa0-b970e8b27658,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:01.819094 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-83598e78-6873-4c15-b965-70dd480b9dfd tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (b3c0f375-abe2-4c96-9383-1f1a4260e39f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:02.171809 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-83598e78-6873-4c15-b965-70dd480b9dfd tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Deleting port f617328c-8f65-4694-ae03-543fb88b4d9d {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:01:02.172570 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-83598e78-6873-4c15-b965-70dd480b9dfd tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f617328c-8f65-4694-ae03-543fb88b4d9d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:02.280785 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-83598e78-6873-4c15-b965-70dd480b9dfd tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] For port f617328c-8f65-4694-ae03-543fb88b4d9d, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f617328c-8f65-4694-ae03-543fb88b4d9d,segment=NetworkSegment(aaa81d4e-05b0-4311-b187-581e0ea2439d),segment_id=aaa81d4e-05b0-4311-b187-581e0ea2439d)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:01:02.281200 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-83598e78-6873-4c15-b965-70dd480b9dfd tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f617328c-8f65-4694-ae03-543fb88b4d9d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:02.298057 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c51b9a7e-6c8e-4ca4-8c88-eddbaccb0a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:02.306181 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-83598e78-6873-4c15-b965-70dd480b9dfd tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Calling delete_port for f617328c-8f65-4694-ae03-543fb88b4d9d owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:01:02.344606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bf7e8-eed9-435c-9a77-2f4afafb30d5 req-13af1fdb-5a3c-4659-9299-419e0990d0b5 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:02.346315 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7b9bf7e8-eed9-435c-9a77-2f4afafb30d5 req-13af1fdb-5a3c-4659-9299-419e0990d0b5 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 945 time: 0.0697310 Feb 19 05:01:02.408124 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7b9bf7e8-eed9-435c-9a77-2f4afafb30d5 req-932897d5-725b-43af-a160-625e4f498ca2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536721 Feb 19 05:01:02.522575 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-83598e78-6873-4c15-b965-70dd480b9dfd tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (f617328c-8f65-4694-ae03-543fb88b4d9d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:02.540111 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device b3c4ba2e-7217-405e-b226-e7297db6b22c no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:01:02.550983 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83598e78-6873-4c15-b965-70dd480b9dfd tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event deleted for resources: {'Port': ['ID=f617328c-8f65-4694-ae03-543fb88b4d9d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:02.589393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: b3c4ba2e-7217-405e-b226-e7297db6b22c {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:01:02.589393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device b3c4ba2e-7217-405e-b226-e7297db6b22c not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:01:03.081727 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-83598e78-6873-4c15-b965-70dd480b9dfd tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (b3c0f375-abe2-4c96-9383-1f1a4260e39f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:03.349125 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83598e78-6873-4c15-b965-70dd480b9dfd tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Router b3c0f375-abe2-4c96-9383-1f1a4260e39f has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:01:03.501406 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83598e78-6873-4c15-b965-70dd480b9dfd tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:01:03.512064 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-83598e78-6873-4c15-b965-70dd480b9dfd tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "PUT /v2.0/routers/b3c0f375-abe2-4c96-9383-1f1a4260e39f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2380500 Feb 19 05:01:03.512328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58164) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:03.517901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4bff73-6056-43fe-b5d8-400079094432 None None] Sync routers for ids ['b3c0f375-abe2-4c96-9383-1f1a4260e39f'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:01:03.562232 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4bff73-6056-43fe-b5d8-400079094432 None None] Routers {'b3c0f375-abe2-4c96-9383-1f1a4260e39f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:01:03.564133 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-8a4bff73-6056-43fe-b5d8-400079094432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:00:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b3c0f375-abe2-4c96-9383-1f1a4260e39f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:03.593831 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607732ad-a9da-4115-96c2-d8669ae63b14 req-83d300d8-bfd7-43c3-adf3-25c6fe07cb99 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:03.595707 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-607732ad-a9da-4115-96c2-d8669ae63b14 req-83d300d8-bfd7-43c3-adf3-25c6fe07cb99 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 945 time: 0.0720613 Feb 19 05:01:03.677113 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd4615b-9089-43ce-a905-799a921820f5 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Deleting subnet 6334e6b3-5574-4624-8d34-e400e7e9f79d {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:01:03.690353 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4cd4615b-9089-43ce-a905-799a921820f5 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for subnet (6334e6b3-5574-4624-8d34-e400e7e9f79d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:03.734799 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-607732ad-a9da-4115-96c2-d8669ae63b14 req-ea014874-176e-42c2-9633-bc9ced553756 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260941 Feb 19 05:01:03.776431 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4cd4615b-9089-43ce-a905-799a921820f5 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (6334e6b3-5574-4624-8d34-e400e7e9f79d), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:03.809247 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-8a4bff73-6056-43fe-b5d8-400079094432 None None] Set router b3c0f375-abe2-4c96-9383-1f1a4260e39f gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:01:03.878984 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4cd4615b-9089-43ce-a905-799a921820f5 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (6334e6b3-5574-4624-8d34-e400e7e9f79d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:03.960107 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4cd4615b-9089-43ce-a905-799a921820f5 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (6334e6b3-5574-4624-8d34-e400e7e9f79d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:04.003593 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4615b-9089-43ce-a905-799a921820f5 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event deleted for resources: {'Subnet': ['ID=6334e6b3-5574-4624-8d34-e400e7e9f79d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:04.005923 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4cd4615b-9089-43ce-a905-799a921820f5 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:04.015392 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4cd4615b-9089-43ce-a905-799a921820f5 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "DELETE /v2.0/subnets/6334e6b3-5574-4624-8d34-e400e7e9f79d HTTP/1.1" status: 204 len: 168 time: 0.4966779 Feb 19 05:01:04.015580 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58168) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:04.045377 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d402a6fe-9387-4b61-9628-7a19190fabde None None] Network 9a1a8564-bacd-48e3-9cab-4820e9a9d65b requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:01:04.366166 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-8a4bff73-6056-43fe-b5d8-400079094432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1268082333', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:16Z', 'updated_at': '2022-02-19T05:01:02Z', 'revision_number': 5, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'gw_port': {'id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:17Z', 'updated_at': '2022-02-19T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:04.603003 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [req-62553f05-64fd-4106-8a34-02b619caca2b req-3e18727a-7586-4ba6-a997-9aeba1ad8f91 service neutron] show failed (client error): The resource could not be found. Feb 19 05:01:04.603003 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62553f05-64fd-4106-8a34-02b619caca2b req-3e18727a-7586-4ba6-a997-9aeba1ad8f91 service neutron] 10.222.0.10 "GET /v2.0/ports/790e6512-01ee-4de1-8dcc-d7a17acc2c3f/bindings/n-h2-772273-4 HTTP/1.1" status: 404 len: 380 time: 0.2216513 Feb 19 05:01:04.609400 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4bff73-6056-43fe-b5d8-400079094432 None None] Checking router: b3c0f375-abe2-4c96-9383-1f1a4260e39f for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:01:04.609400 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4bff73-6056-43fe-b5d8-400079094432 None None] Routers {'b3c0f375-abe2-4c96-9383-1f1a4260e39f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:01:04.609400 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-8a4bff73-6056-43fe-b5d8-400079094432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:00:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b3c0f375-abe2-4c96-9383-1f1a4260e39f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:04.609400 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45485368-fac1-4ae0-a329-cf442e4b38df None None] DHCP port deletion for 9a1a8564-bacd-48e3-9cab-4820e9a9d65b request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:01:04.610903 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-18977476-5657-47c3-89d9-63b11273103e tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for router (b3c0f375-abe2-4c96-9383-1f1a4260e39f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:04.665590 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-45485368-fac1-4ae0-a329-cf442e4b38df None None] Deleting port 596b639e-09da-498c-81bb-a877b7239cf3 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:01:04.667251 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-45485368-fac1-4ae0-a329-cf442e4b38df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (596b639e-09da-498c-81bb-a877b7239cf3), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:04.781373 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-8a4bff73-6056-43fe-b5d8-400079094432 None None] Set router b3c0f375-abe2-4c96-9383-1f1a4260e39f gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:01:04.823834 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-18977476-5657-47c3-89d9-63b11273103e tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for router_gateway (b3c0f375-abe2-4c96-9383-1f1a4260e39f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:04.926897 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62553f05-64fd-4106-8a34-02b619caca2b req-8617f077-cf53-4681-bb94-f8c3d8431f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:04.929498 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62553f05-64fd-4106-8a34-02b619caca2b req-8617f077-cf53-4681-bb94-f8c3d8431f02 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817&tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d HTTP/1.1" status: 200 len: 1127 time: 0.2580593 Feb 19 05:01:04.947206 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-62553f05-64fd-4106-8a34-02b619caca2b req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-772273-4', 'device_owner': 'compute:nova'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:04.989836 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-18977476-5657-47c3-89d9-63b11273103e tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Deleting port fd6bc3b8-4539-42d8-95e0-35b14389b86e {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:01:05.005762 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-18977476-5657-47c3-89d9-63b11273103e tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (fd6bc3b8-4539-42d8-95e0-35b14389b86e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:05.061357 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-62553f05-64fd-4106-8a34-02b619caca2b req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:05.181304 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6c614-026b-49a4-b9c8-309d93e2419f req-f809d729-9323-455a-84cf-6cd059e37af3 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:05.184704 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-19f6c614-026b-49a4-b9c8-309d93e2419f req-f809d729-9323-455a-84cf-6cd059e37af3 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 945 time: 0.3288162 Feb 19 05:01:05.242500 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-18977476-5657-47c3-89d9-63b11273103e tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] For port fd6bc3b8-4539-42d8-95e0-35b14389b86e, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=fd6bc3b8-4539-42d8-95e0-35b14389b86e,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:01:05.243422 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-18977476-5657-47c3-89d9-63b11273103e tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (fd6bc3b8-4539-42d8-95e0-35b14389b86e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:05.263563 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-18977476-5657-47c3-89d9-63b11273103e tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Calling delete_port for fd6bc3b8-4539-42d8-95e0-35b14389b86e owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:01:05.308961 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-45485368-fac1-4ae0-a329-cf442e4b38df None None] For port 596b639e-09da-498c-81bb-a877b7239cf3, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=596b639e-09da-498c-81bb-a877b7239cf3,segment=NetworkSegment(aaa81d4e-05b0-4311-b187-581e0ea2439d),segment_id=aaa81d4e-05b0-4311-b187-581e0ea2439d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:01:05.309624 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-45485368-fac1-4ae0-a329-cf442e4b38df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (596b639e-09da-498c-81bb-a877b7239cf3), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:05.329581 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-34c291a8-0683-4111-b4ad-ccb25f375650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:05.361425 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-45485368-fac1-4ae0-a329-cf442e4b38df None None] Calling delete_port for 596b639e-09da-498c-81bb-a877b7239cf3 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:01:05.513235 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-19f6c614-026b-49a4-b9c8-309d93e2419f req-2ad4f00a-1690-406f-8554-90bea368dee8 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767739 Feb 19 05:01:05.657774 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-62553f05-64fd-4106-8a34-02b619caca2b req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] For port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=790e6512-01ee-4de1-8dcc-d7a17acc2c3f,segment=NetworkSegment(2cc90884-719c-45db-9934-d8e0382a5298),segment_id=2cc90884-719c-45db-9934-d8e0382a5298)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:01:05.697243 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-45485368-fac1-4ae0-a329-cf442e4b38df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (596b639e-09da-498c-81bb-a877b7239cf3), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:05.730849 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-18977476-5657-47c3-89d9-63b11273103e tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (fd6bc3b8-4539-42d8-95e0-35b14389b86e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:05.770017 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45485368-fac1-4ae0-a329-cf442e4b38df None None] Pushing event deleted for resources: {'Port': ['ID=596b639e-09da-498c-81bb-a877b7239cf3,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:05.786326 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45485368-fac1-4ae0-a329-cf442e4b38df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:05.787965 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45485368-fac1-4ae0-a329-cf442e4b38df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:05.789044 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45485368-fac1-4ae0-a329-cf442e4b38df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:05.790855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45485368-fac1-4ae0-a329-cf442e4b38df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:05.791716 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45485368-fac1-4ae0-a329-cf442e4b38df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:05.792420 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45485368-fac1-4ae0-a329-cf442e4b38df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:05.793159 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45485368-fac1-4ae0-a329-cf442e4b38df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:05.794429 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45485368-fac1-4ae0-a329-cf442e4b38df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:05.795008 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18977476-5657-47c3-89d9-63b11273103e tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event deleted for resources: {'Port': ['ID=fd6bc3b8-4539-42d8-95e0-35b14389b86e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:05.795298 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45485368-fac1-4ae0-a329-cf442e4b38df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:05.796061 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45485368-fac1-4ae0-a329-cf442e4b38df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:05.797218 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45485368-fac1-4ae0-a329-cf442e4b38df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:05.797339 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45485368-fac1-4ae0-a329-cf442e4b38df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:05.797966 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45485368-fac1-4ae0-a329-cf442e4b38df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:05.805987 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-8a4bff73-6056-43fe-b5d8-400079094432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1268082333', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:16Z', 'updated_at': '2022-02-19T05:01:02Z', 'revision_number': 5, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'gw_port': {'id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:17Z', 'updated_at': '2022-02-19T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:05.818299 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45485368-fac1-4ae0-a329-cf442e4b38df None None] No DVR routers for this DVR port 596b639e-09da-498c-81bb-a877b7239cf3 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:01:05.892649 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4bff73-6056-43fe-b5d8-400079094432 None None] The sync data for ids ['b3c0f375-abe2-4c96-9383-1f1a4260e39f'] in n-d-772273-4 is: [{'id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1268082333', 'tenant_id': '627e5a416e6c4d65a8492e0f021dc31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:16Z', 'updated_at': '2022-02-19T05:01:02Z', 'revision_number': 5, 'project_id': '627e5a416e6c4d65a8492e0f021dc31a', 'gw_port': {'id': 'fd6bc3b8-4539-42d8-95e0-35b14389b86e', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c0f375-abe2-4c96-9383-1f1a4260e39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:17Z', 'updated_at': '2022-02-19T04:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:01:05.998369 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-18977476-5657-47c3-89d9-63b11273103e tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (b3c0f375-abe2-4c96-9383-1f1a4260e39f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:06.148684 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-18977476-5657-47c3-89d9-63b11273103e tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (b3c0f375-abe2-4c96-9383-1f1a4260e39f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:06.152395 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-18977476-5657-47c3-89d9-63b11273103e tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for router_controller (b3c0f375-abe2-4c96-9383-1f1a4260e39f), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:06.208849 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-18977476-5657-47c3-89d9-63b11273103e tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (b3c0f375-abe2-4c96-9383-1f1a4260e39f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:06.210751 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18977476-5657-47c3-89d9-63b11273103e tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Fanout notify agent at l3_agent the message router_deleted on router b3c0f375-abe2-4c96-9383-1f1a4260e39f {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:01:06.219402 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-18977476-5657-47c3-89d9-63b11273103e tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:06.220752 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-18977476-5657-47c3-89d9-63b11273103e tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "DELETE /v2.0/routers/b3c0f375-abe2-4c96-9383-1f1a4260e39f HTTP/1.1" status: 204 len: 168 time: 2.2046716 Feb 19 05:01:06.224994 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58208) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:06.286590 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-62553f05-64fd-4106-8a34-02b619caca2b req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] For port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:01:06.332707 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-df723ef5-d266-4849-8930-4905dca7cc69 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (9a1a8564-bacd-48e3-9cab-4820e9a9d65b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:06.390912 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-62553f05-64fd-4106-8a34-02b619caca2b req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] Publish callbacks [] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:06.410977 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-62553f05-64fd-4106-8a34-02b619caca2b req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] Transition to ACTIVE for port object 790e6512-01ee-4de1-8dcc-d7a17acc2c3f will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:01:06.412087 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1472349c-6a70-407d-804e-bb54455c8817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '790e6512-01ee-4de1-8dcc-d7a17acc2c3f'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:01:06.415697 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9f06fd-c5ca-4bd6-9bdc-820fdfdfcae4" -d '{"events": [{"server_uuid": "1472349c-6a70-407d-804e-bb54455c8817", "name": "network-vif-unplugged", "status": "completed", "tag": "790e6512-01ee-4de1-8dcc-d7a17acc2c3f"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:01:06.421535 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-62553f05-64fd-4106-8a34-02b619caca2b req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:06.645557 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] Pushing event updated for resources: {'Port': ['ID=790e6512-01ee-4de1-8dcc-d7a17acc2c3f,revision_number=6']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:06.648700 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f617328c-8f65-4694-ae03-543fb88b4d9d no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:01:06.693681 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 05:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe3c06d-25bd-4f2f-8fa7-513aa552d053 x-openstack-request-id: req-fbe3c06d-25bd-4f2f-8fa7-513aa552d053 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:01:06.694499 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1472349c-6a70-407d-804e-bb54455c8817", "name": "network-vif-unplugged", "status": "completed", "tag": "790e6512-01ee-4de1-8dcc-d7a17acc2c3f", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:01:06.694499 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fbe3c06d-25bd-4f2f-8fa7-513aa552d053 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:01:06.694788 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1472349c-6a70-407d-804e-bb54455c8817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '790e6512-01ee-4de1-8dcc-d7a17acc2c3f', 'code': 200} Feb 19 05:01:06.725010 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-df723ef5-d266-4849-8930-4905dca7cc69 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (9a1a8564-bacd-48e3-9cab-4820e9a9d65b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:06.725630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: f617328c-8f65-4694-ae03-543fb88b4d9d {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:01:06.726206 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f617328c-8f65-4694-ae03-543fb88b4d9d not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:01:06.727238 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 596b639e-09da-498c-81bb-a877b7239cf3 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:01:06.768539 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-df723ef5-d266-4849-8930-4905dca7cc69 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1a8564-bacd-48e3-9cab-4820e9a9d65b']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:06.781955 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-df723ef5-d266-4849-8930-4905dca7cc69 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa81d4e-05b0-4311-b187-581e0ea2439d') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:06.782267 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-df723ef5-d266-4849-8930-4905dca7cc69 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa81d4e-05b0-4311-b187-581e0ea2439d') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:06.796559 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-df723ef5-d266-4849-8930-4905dca7cc69 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (aaa81d4e-05b0-4311-b187-581e0ea2439d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:06.803577 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 596b639e-09da-498c-81bb-a877b7239cf3 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:01:06.807450 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 596b639e-09da-498c-81bb-a877b7239cf3 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:01:06.828100 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-df723ef5-d266-4849-8930-4905dca7cc69 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (aaa81d4e-05b0-4311-b187-581e0ea2439d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:06.840644 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df723ef5-d266-4849-8930-4905dca7cc69 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:01:06.841476 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-df723ef5-d266-4849-8930-4905dca7cc69 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (aaa81d4e-05b0-4311-b187-581e0ea2439d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: timer() Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:01:06.850593 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:01:06.866573 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-62553f05-64fd-4106-8a34-02b619caca2b req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] No DVR routers for this DVR port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:01:06.938764 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:06.997401 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abb66a-f529-4dcc-bac5-43a29117aed4 req-d23f785d-9a0f-4f5d-abc0-dc1f2682b524 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:07.011689 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-73abb66a-f529-4dcc-bac5-43a29117aed4 req-d23f785d-9a0f-4f5d-abc0-dc1f2682b524 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 943 time: 0.2612932 Feb 19 05:01:07.053940 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-df723ef5-d266-4849-8930-4905dca7cc69 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (9a1a8564-bacd-48e3-9cab-4820e9a9d65b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:07.060444 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-df723ef5-d266-4849-8930-4905dca7cc69 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:07.068901 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-df723ef5-d266-4849-8930-4905dca7cc69 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] 10.222.0.65 "DELETE /v2.0/networks/9a1a8564-bacd-48e3-9cab-4820e9a9d65b HTTP/1.1" status: 204 len: 168 time: 0.8377335 Feb 19 05:01:07.104636 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df723ef5-d266-4849-8930-4905dca7cc69 tempest-TestSecurityGroupsBasicOps-1543272730 tempest-TestSecurityGroupsBasicOps-1543272730-project] Pushing event deleted for resources: {'Network': ['ID=9a1a8564-bacd-48e3-9cab-4820e9a9d65b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:07.335298 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-73abb66a-f529-4dcc-bac5-43a29117aed4 req-544599f0-1a3e-470c-a026-fe2194238d18 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3213098 Feb 19 05:01:07.346283 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-62553f05-64fd-4106-8a34-02b619caca2b req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] Attempting to bind port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:01:07.346837 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-62553f05-64fd-4106-8a34-02b619caca2b req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] Attempting to bind port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '2cc90884-719c-45db-9934-d8e0382a5298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9389c500-3109-4346-ad59-dbbff814f868'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:01:07.347515 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62553f05-64fd-4106-8a34-02b619caca2b req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] Attempting to bind port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f on network 9389c500-3109-4346-ad59-dbbff814f868 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:01:07.363376 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62553f05-64fd-4106-8a34-02b619caca2b req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] Port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f on network 9389c500-3109-4346-ad59-dbbff814f868 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:01:07.363726 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62553f05-64fd-4106-8a34-02b619caca2b req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] Attempting to bind port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f on network 9389c500-3109-4346-ad59-dbbff814f868 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:01:07.378188 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62553f05-64fd-4106-8a34-02b619caca2b req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:01:07.378717 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62553f05-64fd-4106-8a34-02b619caca2b req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] Checking segment: {'id': '2cc90884-719c-45db-9934-d8e0382a5298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9389c500-3109-4346-ad59-dbbff814f868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:01:07.379007 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62553f05-64fd-4106-8a34-02b619caca2b req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] Bound using segment: {'id': '2cc90884-719c-45db-9934-d8e0382a5298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9389c500-3109-4346-ad59-dbbff814f868'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:01:07.384056 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-62553f05-64fd-4106-8a34-02b619caca2b req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] Bound port: 790e6512-01ee-4de1-8dcc-d7a17acc2c3f, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cc90884-719c-45db-9934-d8e0382a5298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9389c500-3109-4346-ad59-dbbff814f868'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:01:07.384056 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-62553f05-64fd-4106-8a34-02b619caca2b req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:07.503302 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-62553f05-64fd-4106-8a34-02b619caca2b req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] For port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:01:07.509588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-62553f05-64fd-4106-8a34-02b619caca2b req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] For port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=790e6512-01ee-4de1-8dcc-d7a17acc2c3f,segment=NetworkSegment(2cc90884-719c-45db-9934-d8e0382a5298),segment_id=2cc90884-719c-45db-9934-d8e0382a5298)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:01:07.545527 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-62553f05-64fd-4106-8a34-02b619caca2b req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:07.625205 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62553f05-64fd-4106-8a34-02b619caca2b req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:07.626247 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-62553f05-64fd-4106-8a34-02b619caca2b req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:07.627890 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62553f05-64fd-4106-8a34-02b619caca2b req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] 10.222.0.48 "PUT /v2.0/ports/790e6512-01ee-4de1-8dcc-d7a17acc2c3f HTTP/1.1" status: 200 len: 1091 time: 2.6893289 Feb 19 05:01:07.633433 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 790e6512-01ee-4de1-8dcc-d7a17acc2c3f no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:01:07.759494 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab362c54-9837-49a6-ac01-da9169a00a64 service neutron] Pushing event updated for resources: {'Port': ['ID=790e6512-01ee-4de1-8dcc-d7a17acc2c3f,revision_number=7']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:07.815236 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62553f05-64fd-4106-8a34-02b619caca2b req-6cc9cd89-301d-4f93-8523-420e64a7d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:07.818537 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62553f05-64fd-4106-8a34-02b619caca2b req-6cc9cd89-301d-4f93-8523-420e64a7d1f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 1125 time: 0.1545477 Feb 19 05:01:07.859020 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58238) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:07.898098 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] The host n-h1-772273-4 is not matching for port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f host n-h2-772273-4! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 05:01:07.899833 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 790e6512-01ee-4de1-8dcc-d7a17acc2c3f not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:01:07.911763 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:08.057792 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62553f05-64fd-4106-8a34-02b619caca2b req-16d1da14-1ff2-4781-9e06-73ef399a25d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:08.059399 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62553f05-64fd-4106-8a34-02b619caca2b req-16d1da14-1ff2-4781-9e06-73ef399a25d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9389c500-3109-4346-ad59-dbbff814f868 HTTP/1.1" status: 200 len: 897 time: 0.2354598 Feb 19 05:01:08.073459 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:08.078896 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fd6bc3b8-4539-42d8-95e0-35b14389b86e no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:01:08.124996 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: fd6bc3b8-4539-42d8-95e0-35b14389b86e {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:01:08.125593 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fd6bc3b8-4539-42d8-95e0-35b14389b86e not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:01:08.264178 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62553f05-64fd-4106-8a34-02b619caca2b req-1fe607cc-3c87-41c2-b232-81098ca4ef4d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=790e6512-01ee-4de1-8dcc-d7a17acc2c3f HTTP/1.1" status: 200 len: 999 time: 0.1955562 Feb 19 05:01:08.296037 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4e74e9e5-340c-4252-8a07-9a37f8786d22 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=627e5a416e6c4d65a8492e0f021dc31a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4349070 Feb 19 05:01:08.300220 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58248) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:08.358138 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62553f05-64fd-4106-8a34-02b619caca2b req-7cbf5316-fd35-4b3a-9eb8-f1c36a9161fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:08.360941 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62553f05-64fd-4106-8a34-02b619caca2b req-7cbf5316-fd35-4b3a-9eb8-f1c36a9161fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=186a3df4-7de9-4e58-8ec6-a755b72a190d HTTP/1.1" status: 200 len: 835 time: 0.0908160 Feb 19 05:01:08.406799 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-299476ca-fd34-4abf-aa09-0d6ad9b22996 admin admin] Publish callbacks [] for security_group (c3369b7b-ce13-491c-bbe8-d9d3fd7ebfc8), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:08.445957 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62553f05-64fd-4106-8a34-02b619caca2b req-7e74f045-b7a7-4aa0-8578-9926813935c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:08.448653 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62553f05-64fd-4106-8a34-02b619caca2b req-7e74f045-b7a7-4aa0-8578-9926813935c8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9389c500-3109-4346-ad59-dbbff814f868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0787766 Feb 19 05:01:08.458484 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-299476ca-fd34-4abf-aa09-0d6ad9b22996 admin admin] Publish callbacks [] for security_group (c3369b7b-ce13-491c-bbe8-d9d3fd7ebfc8), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:08.583686 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-299476ca-fd34-4abf-aa09-0d6ad9b22996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c3369b7b-ce13-491c-bbe8-d9d3fd7ebfc8), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:08.586519 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-299476ca-fd34-4abf-aa09-0d6ad9b22996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:08.588905 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-299476ca-fd34-4abf-aa09-0d6ad9b22996 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3369b7b-ce13-491c-bbe8-d9d3fd7ebfc8 HTTP/1.1" status: 204 len: 168 time: 0.2868659 Feb 19 05:01:08.600945 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441ead5-68ab-42b3-af65-64464bc6d714 req-6a712cb8-d098-427b-88de-8b3ac8054383 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:08.603277 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b441ead5-68ab-42b3-af65-64464bc6d714 req-6a712cb8-d098-427b-88de-8b3ac8054383 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 943 time: 0.0976179 Feb 19 05:01:08.614386 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299476ca-fd34-4abf-aa09-0d6ad9b22996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3369b7b-ce13-491c-bbe8-d9d3fd7ebfc8,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:08.637981 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62553f05-64fd-4106-8a34-02b619caca2b req-fe1f48db-5096-4453-912a-f71e4d648845 service neutron] 10.222.0.48 "GET /v2.0/networks/9389c500-3109-4346-ad59-dbbff814f868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821783 Feb 19 05:01:08.682765 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b441ead5-68ab-42b3-af65-64464bc6d714 req-31ec365d-dce0-4dfa-ad21-6fc940064416 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649841 Feb 19 05:01:08.696985 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1472349c-6a70-407d-804e-bb54455c8817', 'tag': '790e6512-01ee-4de1-8dcc-d7a17acc2c3f'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:01:08.699925 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f90b61-f5dc-4972-9dc4-f448a1404937" -d '{"events": [{"name": "network-changed", "server_uuid": "1472349c-6a70-407d-804e-bb54455c8817", "tag": "790e6512-01ee-4de1-8dcc-d7a17acc2c3f"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:01:08.807526 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fb09e2-1921-4419-a57b-72771ecfdb47 x-openstack-request-id: req-01fb09e2-1921-4419-a57b-72771ecfdb47 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:01:08.808182 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1472349c-6a70-407d-804e-bb54455c8817", "tag": "790e6512-01ee-4de1-8dcc-d7a17acc2c3f", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:01:08.808269 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-01fb09e2-1921-4419-a57b-72771ecfdb47 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:01:08.808931 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1472349c-6a70-407d-804e-bb54455c8817', 'tag': '790e6512-01ee-4de1-8dcc-d7a17acc2c3f', 'status': 'completed', 'code': 200} Feb 19 05:01:08.812501 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62553f05-64fd-4106-8a34-02b619caca2b req-a5752210-c898-4300-ba8c-3c84d764a21f service neutron] 10.222.0.48 "GET /v2.0/networks/9389c500-3109-4346-ad59-dbbff814f868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682234 Feb 19 05:01:08.993932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f90b61-f5dc-4972-9dc4-f448a1404937 req-9b2d9f11-6ff8-40c5-8eeb-c959394a6e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:08.996818 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82f90b61-f5dc-4972-9dc4-f448a1404937 req-9b2d9f11-6ff8-40c5-8eeb-c959394a6e41 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 1125 time: 0.1738024 Feb 19 05:01:09.001666 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f90b61-f5dc-4972-9dc4-f448a1404937 req-e5e91cee-c145-4e98-b3e4-51e8563ee949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:09.005113 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82f90b61-f5dc-4972-9dc4-f448a1404937 req-e5e91cee-c145-4e98-b3e4-51e8563ee949 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 1125 time: 0.1195059 Feb 19 05:01:09.120697 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58270) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:09.176463 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e794f8fa-1304-460c-8ce6-6943be518cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:09.225518 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f90b61-f5dc-4972-9dc4-f448a1404937 req-1308222d-a985-455f-9902-bf40c6cce91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:09.227773 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82f90b61-f5dc-4972-9dc4-f448a1404937 req-1308222d-a985-455f-9902-bf40c6cce91b service neutron] 10.222.0.10 "GET /v2.0/networks?id=9389c500-3109-4346-ad59-dbbff814f868 HTTP/1.1" status: 200 len: 897 time: 0.2198906 Feb 19 05:01:09.322346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f90b61-f5dc-4972-9dc4-f448a1404937 req-4ae5c989-f470-4c1c-9920-b6f8fefe6836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:09.323869 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82f90b61-f5dc-4972-9dc4-f448a1404937 req-4ae5c989-f470-4c1c-9920-b6f8fefe6836 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9389c500-3109-4346-ad59-dbbff814f868 HTTP/1.1" status: 200 len: 897 time: 0.2886660 Feb 19 05:01:09.369291 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:09.421057 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:09.426763 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82f90b61-f5dc-4972-9dc4-f448a1404937 req-4d80a71c-ea52-48df-a653-7a10093a10d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=790e6512-01ee-4de1-8dcc-d7a17acc2c3f HTTP/1.1" status: 200 len: 999 time: 0.1877928 Feb 19 05:01:09.501242 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82f90b61-f5dc-4972-9dc4-f448a1404937 req-ab6ed21c-c9b2-4c71-bf74-20d925ab358f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=790e6512-01ee-4de1-8dcc-d7a17acc2c3f HTTP/1.1" status: 200 len: 999 time: 0.1709099 Feb 19 05:01:09.580532 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e794f8fa-1304-460c-8ce6-6943be518cae admin admin] Publish callbacks [] for security_group (b9f6692b-1701-4f25-b82f-5a648dec3153), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:09.595675 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e794f8fa-1304-460c-8ce6-6943be518cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b9f6692b-1701-4f25-b82f-5a648dec3153), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:09.601375 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f90b61-f5dc-4972-9dc4-f448a1404937 req-57795dfa-1b37-4c5a-ab5e-a16dedba162b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:09.604591 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82f90b61-f5dc-4972-9dc4-f448a1404937 req-57795dfa-1b37-4c5a-ab5e-a16dedba162b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=186a3df4-7de9-4e58-8ec6-a755b72a190d HTTP/1.1" status: 200 len: 835 time: 0.1713619 Feb 19 05:01:09.692359 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f90b61-f5dc-4972-9dc4-f448a1404937 req-7c9e208b-e431-4cec-9643-6a2a892c63a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:09.694366 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82f90b61-f5dc-4972-9dc4-f448a1404937 req-7c9e208b-e431-4cec-9643-6a2a892c63a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=186a3df4-7de9-4e58-8ec6-a755b72a190d HTTP/1.1" status: 200 len: 835 time: 0.1854978 Feb 19 05:01:09.700801 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e794f8fa-1304-460c-8ce6-6943be518cae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=809eef2beb574ffca824c26d005e0f38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5788014 Feb 19 05:01:09.704246 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794f8fa-1304-460c-8ce6-6943be518cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f6692b-1701-4f25-b82f-5a648dec3153,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:09.706175 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58282) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:09.807851 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f90b61-f5dc-4972-9dc4-f448a1404937 req-617251a9-da25-4513-9740-57d4e28e270e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:09.810641 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82f90b61-f5dc-4972-9dc4-f448a1404937 req-617251a9-da25-4513-9740-57d4e28e270e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9389c500-3109-4346-ad59-dbbff814f868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1885548 Feb 19 05:01:09.817539 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f90b61-f5dc-4972-9dc4-f448a1404937 req-7d155623-3677-4d9c-a2ab-34a4c10c4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:09.819704 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82f90b61-f5dc-4972-9dc4-f448a1404937 req-7d155623-3677-4d9c-a2ab-34a4c10c4a29 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9389c500-3109-4346-ad59-dbbff814f868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1168554 Feb 19 05:01:09.826141 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c0c716da-0781-4d9a-b976-c9b92fbea8d2 admin admin] Publish callbacks [] for security_group (b9f6692b-1701-4f25-b82f-5a648dec3153), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:09.872343 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c0c716da-0781-4d9a-b976-c9b92fbea8d2 admin admin] Publish callbacks [] for security_group (b9f6692b-1701-4f25-b82f-5a648dec3153), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:10.012262 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c76dd-1f53-440a-ad38-05fbbc01a926 req-3fb4d005-001b-456a-9c1a-3e6367852aeb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:10.014315 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e79c76dd-1f53-440a-ad38-05fbbc01a926 req-3fb4d005-001b-456a-9c1a-3e6367852aeb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 943 time: 0.1381447 Feb 19 05:01:10.041412 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82f90b61-f5dc-4972-9dc4-f448a1404937 req-1190f03e-db45-4dc7-92f2-2de6fe9c721a service neutron] 10.222.0.10 "GET /v2.0/networks/9389c500-3109-4346-ad59-dbbff814f868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201283 Feb 19 05:01:10.042106 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c0c716da-0781-4d9a-b976-c9b92fbea8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b9f6692b-1701-4f25-b82f-5a648dec3153), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:10.044852 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c0c716da-0781-4d9a-b976-c9b92fbea8d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:10.048650 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c0c716da-0781-4d9a-b976-c9b92fbea8d2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b9f6692b-1701-4f25-b82f-5a648dec3153 HTTP/1.1" status: 204 len: 168 time: 0.3373809 Feb 19 05:01:10.064246 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c716da-0781-4d9a-b976-c9b92fbea8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f6692b-1701-4f25-b82f-5a648dec3153,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:10.097374 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82f90b61-f5dc-4972-9dc4-f448a1404937 req-c816ad49-a2dd-4e11-8d99-5519d98a662f service neutron] 10.222.0.48 "GET /v2.0/networks/9389c500-3109-4346-ad59-dbbff814f868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243099 Feb 19 05:01:10.136666 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e79c76dd-1f53-440a-ad38-05fbbc01a926 req-50b9612c-3ad0-4ea2-96bd-719a0edc81c4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145427 Feb 19 05:01:10.279960 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82f90b61-f5dc-4972-9dc4-f448a1404937 req-cce6db5d-c43b-4ee2-a75a-d2094776f39d service neutron] 10.222.0.10 "GET /v2.0/networks/9389c500-3109-4346-ad59-dbbff814f868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313514 Feb 19 05:01:10.310615 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82f90b61-f5dc-4972-9dc4-f448a1404937 req-50a7b594-de53-44f8-a69f-bcaabcdf334e service neutron] 10.222.0.48 "GET /v2.0/networks/9389c500-3109-4346-ad59-dbbff814f868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579113 Feb 19 05:01:10.312949 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:01:10.569179 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 790e6512-01ee-4de1-8dcc-d7a17acc2c3f details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:01:10.617018 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58306) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:10.695072 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58310) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:10.695667 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-63486d12-2c78-4d8a-bc33-2d90a58e6065 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=15185c3c021340ccbc16365e30de2ae0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0760736 Feb 19 05:01:10.748043 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=790e6512-01ee-4de1-8dcc-d7a17acc2c3f,segment=NetworkSegment(2cc90884-719c-45db-9934-d8e0382a5298),segment_id=2cc90884-719c-45db-9934-d8e0382a5298)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:01:10.787495 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '790e6512-01ee-4de1-8dcc-d7a17acc2c3f', 'network_id': '9389c500-3109-4346-ad59-dbbff814f868', 'port_id': '790e6512-01ee-4de1-8dcc-d7a17acc2c3f', 'mac_address': 'fa:16:3e:5b:c4:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '186a3df4-7de9-4e58-8ec6-a755b72a190d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:01:10.787776 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9954ee10-a4bb-4dce-b967-2ba443cfbf6e admin admin] Publish callbacks [] for security_group (4d81bcb4-6784-4cad-aa97-e97da9c26dd0), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:10.826547 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9954ee10-a4bb-4dce-b967-2ba443cfbf6e admin admin] Publish callbacks [] for security_group (4d81bcb4-6784-4cad-aa97-e97da9c26dd0), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:10.843359 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:10.843798 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:10.868883 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790e6512-01ee-4de1-8dcc-d7a17acc2c3f {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:01:10.897089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=790e6512-01ee-4de1-8dcc-d7a17acc2c3f,segment=NetworkSegment(2cc90884-719c-45db-9934-d8e0382a5298),segment_id=2cc90884-719c-45db-9934-d8e0382a5298)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:01:10.903618 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:10.955458 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9954ee10-a4bb-4dce-b967-2ba443cfbf6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (4d81bcb4-6784-4cad-aa97-e97da9c26dd0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:10.958601 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9954ee10-a4bb-4dce-b967-2ba443cfbf6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:10.959727 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9954ee10-a4bb-4dce-b967-2ba443cfbf6e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4d81bcb4-6784-4cad-aa97-e97da9c26dd0 HTTP/1.1" status: 204 len: 168 time: 0.2630296 Feb 19 05:01:10.970588 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=790e6512-01ee-4de1-8dcc-d7a17acc2c3f,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:10.973838 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954ee10-a4bb-4dce-b967-2ba443cfbf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d81bcb4-6784-4cad-aa97-e97da9c26dd0,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:11.121767 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['790e6512-01ee-4de1-8dcc-d7a17acc2c3f'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:01:11.453950 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d2796-a9da-4d4d-a151-ef2dd5997955 req-c05d57e4-a7f6-41d4-83ed-0339ecff9648 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:11.455583 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f73d2796-a9da-4d4d-a151-ef2dd5997955 req-c05d57e4-a7f6-41d4-83ed-0339ecff9648 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 944 time: 0.1583667 Feb 19 05:01:11.549890 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f73d2796-a9da-4d4d-a151-ef2dd5997955 req-830ce9c0-5bf1-457a-9031-0b4526f415b0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826349 Feb 19 05:01:12.079249 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04532c4-a9cc-416a-9fa4-ae9f17a76cb3 req-af9d0a69-7010-4726-8b56-ffad9a17b462 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:12.082165 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f04532c4-a9cc-416a-9fa4-ae9f17a76cb3 req-af9d0a69-7010-4726-8b56-ffad9a17b462 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 944 time: 0.2424574 Feb 19 05:01:12.119375 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd28211-c328-443d-951b-614021f65317 req-fa7008de-8a15-41fa-bd8a-dea1a7597e84 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:12.122080 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fdd28211-c328-443d-951b-614021f65317 req-fa7008de-8a15-41fa-bd8a-dea1a7597e84 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.10 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817&tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&binding%3Ahost_id=n-h2-772273-4 HTTP/1.1" status: 200 len: 944 time: 0.2272456 Feb 19 05:01:12.194021 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58360) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:12.246536 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f04532c4-a9cc-416a-9fa4-ae9f17a76cb3 req-d4ab43ea-fad3-4340-9e7a-073eaa02fc68 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524723 Feb 19 05:01:12.295316 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [req-fdd28211-c328-443d-951b-614021f65317 req-a1aa8864-1b61-4545-b848-c1ffe9f167be service neutron] delete failed (client error): The resource could not be found. Feb 19 05:01:12.296634 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fdd28211-c328-443d-951b-614021f65317 req-a1aa8864-1b61-4545-b848-c1ffe9f167be service neutron] 10.222.0.10 "DELETE /v2.0/ports/790e6512-01ee-4de1-8dcc-d7a17acc2c3f/bindings/n-h1-772273-4 HTTP/1.1" status: 404 len: 380 time: 0.1613066 Feb 19 05:01:12.393608 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-ae9f2bcb-c2fb-4e96-84c9-dbb398f9ba57 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1095471114-network', 'tenant_id': '7173e653c95343de8cadb3790f712d4d'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:12.433654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9f2bcb-c2fb-4e96-84c9-dbb398f9ba57 admin admin] Made reservation on behalf of 7173e653c95343de8cadb3790f712d4d for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:01:12.438381 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2bcb-c2fb-4e96-84c9-dbb398f9ba57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:12.440480 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd28211-c328-443d-951b-614021f65317 req-6259d443-1f80-4354-ab67-8b80d16d31c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:12.442367 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fdd28211-c328-443d-951b-614021f65317 req-6259d443-1f80-4354-ab67-8b80d16d31c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 1126 time: 0.0738361 Feb 19 05:01:12.454792 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2bcb-c2fb-4e96-84c9-dbb398f9ba57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:12.568123 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 790e6512-01ee-4de1-8dcc-d7a17acc2c3f up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:01:12.606075 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2bcb-c2fb-4e96-84c9-dbb398f9ba57 admin admin] Publish callbacks [] for security_group (6c3485b1-5b1f-48ca-8505-f0d39e75a7b4), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:12.617181 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2bcb-c2fb-4e96-84c9-dbb398f9ba57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6c3485b1-5b1f-48ca-8505-f0d39e75a7b4), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:12.631131 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd28211-c328-443d-951b-614021f65317 req-e5d1514b-ea49-4c2a-9f6a-ea078ec4848b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:12.638233 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fdd28211-c328-443d-951b-614021f65317 req-e5d1514b-ea49-4c2a-9f6a-ea078ec4848b service neutron] 10.222.0.10 "GET /v2.0/networks?id=9389c500-3109-4346-ad59-dbbff814f868 HTTP/1.1" status: 200 len: 897 time: 0.1894178 Feb 19 05:01:12.650518 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:01:12.656243 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:12.656641 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:12.676774 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9f2bcb-c2fb-4e96-84c9-dbb398f9ba57 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:01:12.713050 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2bcb-c2fb-4e96-84c9-dbb398f9ba57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (0ede987c-9ef2-4199-9305-0e94ac76019d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:12.713823 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-ae9f2bcb-c2fb-4e96-84c9-dbb398f9ba57 admin admin] Added segment 0ede987c-9ef2-4199-9305-0e94ac76019d of type vlan for network 891e8a91-ec7b-447e-9495-70c700adf2c0 Feb 19 05:01:12.716454 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f2bcb-c2fb-4e96-84c9-dbb398f9ba57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:12.783767 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fdd28211-c328-443d-951b-614021f65317 req-dbeeefc5-be94-41cd-92f3-9e9af14f8113 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=790e6512-01ee-4de1-8dcc-d7a17acc2c3f HTTP/1.1" status: 200 len: 1000 time: 0.1373758 Feb 19 05:01:12.813966 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2bcb-c2fb-4e96-84c9-dbb398f9ba57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (891e8a91-ec7b-447e-9495-70c700adf2c0), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:12.825684 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:12.826137 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:12.866932 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2bcb-c2fb-4e96-84c9-dbb398f9ba57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (891e8a91-ec7b-447e-9495-70c700adf2c0), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:12.870633 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9f2bcb-c2fb-4e96-84c9-dbb398f9ba57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:12.872206 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2bcb-c2fb-4e96-84c9-dbb398f9ba57 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:12.880384 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1472349c-6a70-407d-804e-bb54455c8817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790e6512-01ee-4de1-8dcc-d7a17acc2c3f'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:01:12.886403 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d04f36f-0d6b-4fb8-9537-a2a380b6096d" -d '{"events": [{"server_uuid": "1472349c-6a70-407d-804e-bb54455c8817", "name": "network-vif-plugged", "status": "completed", "tag": "790e6512-01ee-4de1-8dcc-d7a17acc2c3f"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:01:12.890637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd28211-c328-443d-951b-614021f65317 req-44ef7f0f-7389-499c-8f7c-d97b82de13ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:12.893413 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fdd28211-c328-443d-951b-614021f65317 req-44ef7f0f-7389-499c-8f7c-d97b82de13ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=186a3df4-7de9-4e58-8ec6-a755b72a190d HTTP/1.1" status: 200 len: 835 time: 0.1030679 Feb 19 05:01:12.951294 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=790e6512-01ee-4de1-8dcc-d7a17acc2c3f,segment=NetworkSegment(2cc90884-719c-45db-9934-d8e0382a5298),segment_id=2cc90884-719c-45db-9934-d8e0382a5298)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:01:12.969503 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:13.030212 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8857c2b3-6291-41da-b357-b7a089da4470 x-openstack-request-id: req-8857c2b3-6291-41da-b357-b7a089da4470 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:01:13.030829 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1472349c-6a70-407d-804e-bb54455c8817", "name": "network-vif-plugged", "status": "completed", "tag": "790e6512-01ee-4de1-8dcc-d7a17acc2c3f", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:01:13.031201 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8857c2b3-6291-41da-b357-b7a089da4470 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:01:13.031755 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1472349c-6a70-407d-804e-bb54455c8817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790e6512-01ee-4de1-8dcc-d7a17acc2c3f', 'code': 200} Feb 19 05:01:13.068124 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd28211-c328-443d-951b-614021f65317 req-31f51613-5e4b-411d-be13-333e3da4ea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:13.072268 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fdd28211-c328-443d-951b-614021f65317 req-31f51613-5e4b-411d-be13-333e3da4ea74 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9389c500-3109-4346-ad59-dbbff814f868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1728048 Feb 19 05:01:13.073939 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ae9f2bcb-c2fb-4e96-84c9-dbb398f9ba57 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8783681 Feb 19 05:01:13.084180 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58380) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:13.091368 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f2bcb-c2fb-4e96-84c9-dbb398f9ba57 admin admin] Pushing event updated for resources: {'Network': ['ID=891e8a91-ec7b-447e-9495-70c700adf2c0,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:13.094467 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=790e6512-01ee-4de1-8dcc-d7a17acc2c3f,revision_number=9']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:13.108021 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-8c603885-bfd2-471c-ae40-6d7d5b11fc2e admin admin] Request body: {'subnet': {'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1095471114-subnet', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:13.115618 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 891e8a91-ec7b-447e-9495-70c700adf2c0 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:01:13.217574 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c603885-bfd2-471c-ae40-6d7d5b11fc2e admin admin] Made reservation on behalf of 7173e653c95343de8cadb3790f712d4d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:01:13.221658 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c603885-bfd2-471c-ae40-6d7d5b11fc2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:13.328627 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fdd28211-c328-443d-951b-614021f65317 req-31c19b57-33c0-4e16-9475-50037f098d4b service neutron] 10.222.0.10 "GET /v2.0/networks/9389c500-3109-4346-ad59-dbbff814f868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477140 Feb 19 05:01:13.516809 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fdd28211-c328-443d-951b-614021f65317 req-0290d6dd-b1f7-4845-910b-b7b2aaf8e6e9 service neutron] 10.222.0.10 "GET /v2.0/networks/9389c500-3109-4346-ad59-dbbff814f868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780121 Feb 19 05:01:13.581882 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb7fa9-b4ac-4665-bc44-8fc18ccb3724 req-228afb72-0763-4758-803f-5bc60250634c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:13.583652 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1edb7fa9-b4ac-4665-bc44-8fc18ccb3724 req-228afb72-0763-4758-803f-5bc60250634c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 945 time: 0.1637688 Feb 19 05:01:14.029634 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c603885-bfd2-471c-ae40-6d7d5b11fc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (eb74e798-fd6e-499a-bfba-a8016bf5d81f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:14.087424 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1edb7fa9-b4ac-4665-bc44-8fc18ccb3724 req-d23c8a4f-3311-4a6b-86e1-468b4c31df52 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087978 Feb 19 05:01:14.121440 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c603885-bfd2-471c-ae40-6d7d5b11fc2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb74e798-fd6e-499a-bfba-a8016bf5d81f,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:14.134193 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c603885-bfd2-471c-ae40-6d7d5b11fc2e admin admin] Checking segment: {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:01:14.134409 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c603885-bfd2-471c-ae40-6d7d5b11fc2e admin admin] Network hostable DHCP agents. Network: 891e8a91-ec7b-447e-9495-70c700adf2c0, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:01:14.160077 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c603885-bfd2-471c-ae40-6d7d5b11fc2e admin admin] Network 891e8a91-ec7b-447e-9495-70c700adf2c0 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:01:14.174603 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-8c603885-bfd2-471c-ae40-6d7d5b11fc2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 891e8a91-ec7b-447e-9495-70c700adf2c0) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:01:14.186048 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544cb3ff-98ab-4d3a-8cb9-aef806dd55a4 None None] Network 891e8a91-ec7b-447e-9495-70c700adf2c0 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:01:14.188439 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c603885-bfd2-471c-ae40-6d7d5b11fc2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:14.189094 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c603885-bfd2-471c-ae40-6d7d5b11fc2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:14.216581 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8c603885-bfd2-471c-ae40-6d7d5b11fc2e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1261339 Feb 19 05:01:14.216969 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58404) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:14.223273 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-8e31638f-32f3-4fcd-be64-b7232d03b2a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:14.265929 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8e31638f-32f3-4fcd-be64-b7232d03b2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (b5dbdf21-5544-450b-a1da-b4f755917535), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:14.268070 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8e31638f-32f3-4fcd-be64-b7232d03b2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (b5dbdf21-5544-450b-a1da-b4f755917535), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:14.401837 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8e31638f-32f3-4fcd-be64-b7232d03b2a8 admin admin] Publish callbacks [] for router_controller (b5dbdf21-5544-450b-a1da-b4f755917535), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:14.408286 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482c221f-b629-4e6a-95e6-a1cd3572f3a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-891e8a91-ec7b-447e-9495-70c700adf2c0', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'project_id': '7173e653c95343de8cadb3790f712d4d', 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:01:14.409543 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-482c221f-b629-4e6a-95e6-a1cd3572f3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:14.619662 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-482c221f-b629-4e6a-95e6-a1cd3572f3a1 None None] Allocated IP 172.20.0.2 (891e8a91-ec7b-447e-9495-70c700adf2c0/eb74e798-fd6e-499a-bfba-a8016bf5d81f/d79c9bba-f421-479c-8c1d-c68d79ef35f9) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:01:14.687978 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8e31638f-32f3-4fcd-be64-b7232d03b2a8 admin admin] Publish callbacks [] for router_gateway (b5dbdf21-5544-450b-a1da-b4f755917535), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:14.887912 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-482c221f-b629-4e6a-95e6-a1cd3572f3a1 None None] Publish callbacks [] for port (d79c9bba-f421-479c-8c1d-c68d79ef35f9), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:14.914435 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-482c221f-b629-4e6a-95e6-a1cd3572f3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (d79c9bba-f421-479c-8c1d-c68d79ef35f9), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:14.981047 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482c221f-b629-4e6a-95e6-a1cd3572f3a1 None None] Network 891e8a91-ec7b-447e-9495-70c700adf2c0 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:01:14.986838 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-482c221f-b629-4e6a-95e6-a1cd3572f3a1 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:01:14.989533 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482c221f-b629-4e6a-95e6-a1cd3572f3a1 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:01:14.992630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c221f-b629-4e6a-95e6-a1cd3572f3a1 None None] Pushing event updated for resources: {'Port': ['ID=d79c9bba-f421-479c-8c1d-c68d79ef35f9,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:15.068775 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-482c221f-b629-4e6a-95e6-a1cd3572f3a1 None None] Attempting to bind port d79c9bba-f421-479c-8c1d-c68d79ef35f9 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:01:15.069137 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-482c221f-b629-4e6a-95e6-a1cd3572f3a1 None None] Attempting to bind port d79c9bba-f421-479c-8c1d-c68d79ef35f9 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:01:15.069513 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482c221f-b629-4e6a-95e6-a1cd3572f3a1 None None] Attempting to bind port d79c9bba-f421-479c-8c1d-c68d79ef35f9 on network 891e8a91-ec7b-447e-9495-70c700adf2c0 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:01:15.076161 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482c221f-b629-4e6a-95e6-a1cd3572f3a1 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:01:15.076598 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482c221f-b629-4e6a-95e6-a1cd3572f3a1 None None] Checking segment: {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:01:15.076999 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-482c221f-b629-4e6a-95e6-a1cd3572f3a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:15.077557 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482c221f-b629-4e6a-95e6-a1cd3572f3a1 None None] Bound using segment: {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:01:15.078078 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-482c221f-b629-4e6a-95e6-a1cd3572f3a1 None None] Bound port: d79c9bba-f421-479c-8c1d-c68d79ef35f9, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:01:15.078481 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-482c221f-b629-4e6a-95e6-a1cd3572f3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d79c9bba-f421-479c-8c1d-c68d79ef35f9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:15.107137 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8e31638f-32f3-4fcd-be64-b7232d03b2a8 admin admin] Publish callbacks [] for router_gateway (b5dbdf21-5544-450b-a1da-b4f755917535), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:15.147258 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8e31638f-32f3-4fcd-be64-b7232d03b2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:15.169487 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-482c221f-b629-4e6a-95e6-a1cd3572f3a1 None None] For port d79c9bba-f421-479c-8c1d-c68d79ef35f9, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:01:15.174588 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-482c221f-b629-4e6a-95e6-a1cd3572f3a1 None None] For port d79c9bba-f421-479c-8c1d-c68d79ef35f9, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=d79c9bba-f421-479c-8c1d-c68d79ef35f9,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:01:15.186796 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-482c221f-b629-4e6a-95e6-a1cd3572f3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (d79c9bba-f421-479c-8c1d-c68d79ef35f9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:15.319520 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c221f-b629-4e6a-95e6-a1cd3572f3a1 None None] Pushing event updated for resources: {'Port': ['ID=d79c9bba-f421-479c-8c1d-c68d79ef35f9,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:15.409838 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-8e31638f-32f3-4fcd-be64-b7232d03b2a8 admin admin] Allocated IP 172.25.0.15 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/0cb1e26a-410f-4df6-804d-3435c7117aa4) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:01:15.442503 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b28ad-e2a0-4379-a17d-83a5b01716cb req-ac81aa7a-91e0-455d-8ef7-8750c1106475 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:15.444900 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-891b28ad-e2a0-4379-a17d-83a5b01716cb req-ac81aa7a-91e0-455d-8ef7-8750c1106475 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 945 time: 0.1644404 Feb 19 05:01:15.646115 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-891b28ad-e2a0-4379-a17d-83a5b01716cb req-2eff9a36-8fc3-4ac3-b536-4710b0911654 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931045 Feb 19 05:01:15.720365 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58432) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:15.747150 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8e31638f-32f3-4fcd-be64-b7232d03b2a8 admin admin] Publish callbacks [] for port (0cb1e26a-410f-4df6-804d-3435c7117aa4), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:15.821022 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8e31638f-32f3-4fcd-be64-b7232d03b2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (0cb1e26a-410f-4df6-804d-3435c7117aa4), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:15.870085 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-70b5e7a7-a259-42f3-8b25-c908f8c783c4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/floatingips/0ef349aa-2ac9-40e6-8bbc-8ce3489f00c0 HTTP/1.1" status: 200 len: 993 time: 0.1476300 Feb 19 05:01:15.883497 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e31638f-32f3-4fcd-be64-b7232d03b2a8 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:01:15.888147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-8e31638f-32f3-4fcd-be64-b7232d03b2a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:01:15.893489 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e31638f-32f3-4fcd-be64-b7232d03b2a8 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:01:15.929879 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31638f-32f3-4fcd-be64-b7232d03b2a8 admin admin] Pushing event updated for resources: {'Port': ['ID=0cb1e26a-410f-4df6-804d-3435c7117aa4,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:16.152697 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device d79c9bba-f421-479c-8c1d-c68d79ef35f9 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:01:16.260086 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port d79c9bba-f421-479c-8c1d-c68d79ef35f9 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:16.261179 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d79c9bba-f421-479c-8c1d-c68d79ef35f9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:16.371159 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8e31638f-32f3-4fcd-be64-b7232d03b2a8 admin admin] Publish callbacks [] for router_gateway (b5dbdf21-5544-450b-a1da-b4f755917535), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:16.437508 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port d79c9bba-f421-479c-8c1d-c68d79ef35f9 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:16.439220 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d79c9bba-f421-479c-8c1d-c68d79ef35f9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:16.507792 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port d79c9bba-f421-479c-8c1d-c68d79ef35f9, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=d79c9bba-f421-479c-8c1d-c68d79ef35f9,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:01:16.517429 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (d79c9bba-f421-479c-8c1d-c68d79ef35f9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:16.623989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=d79c9bba-f421-479c-8c1d-c68d79ef35f9,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:16.894906 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa6cea8-84a5-4f14-a151-0843bee9a33a None None] Network 891e8a91-ec7b-447e-9495-70c700adf2c0 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:01:17.041533 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-2b1d6093-883a-4c93-9d3d-d24d244b151a None None] Provisioning complete for port d79c9bba-f421-479c-8c1d-c68d79ef35f9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:17.048067 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2b1d6093-883a-4c93-9d3d-d24d244b151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d79c9bba-f421-479c-8c1d-c68d79ef35f9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:17.087581 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8e31638f-32f3-4fcd-be64-b7232d03b2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (b5dbdf21-5544-450b-a1da-b4f755917535), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:17.199476 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-2b1d6093-883a-4c93-9d3d-d24d244b151a None None] Current status of the port d79c9bba-f421-479c-8c1d-c68d79ef35f9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:17.318892 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e31638f-32f3-4fcd-be64-b7232d03b2a8 admin admin] Router b5dbdf21-5544-450b-a1da-b4f755917535 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:01:17.476407 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e31638f-32f3-4fcd-be64-b7232d03b2a8 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:01:17.490859 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] Sync routers for ids ['b5dbdf21-5544-450b-a1da-b4f755917535'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:01:17.500942 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8e31638f-32f3-4fcd-be64-b7232d03b2a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:17.502699 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8e31638f-32f3-4fcd-be64-b7232d03b2a8 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2841995 Feb 19 05:01:17.507249 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58464) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:17.523318 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] Routers {'b5dbdf21-5544-450b-a1da-b4f755917535'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:01:17.523483 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:01:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b5dbdf21-5544-450b-a1da-b4f755917535'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:17.537218 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-4699d536-2d80-4df6-90db-4647e5be8b6e None None] Provisioning complete for port d79c9bba-f421-479c-8c1d-c68d79ef35f9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:17.539147 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4699d536-2d80-4df6-90db-4647e5be8b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d79c9bba-f421-479c-8c1d-c68d79ef35f9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:17.702451 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4699d536-2d80-4df6-90db-4647e5be8b6e None None] Current status of the port d79c9bba-f421-479c-8c1d-c68d79ef35f9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:17.720022 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] Set router b5dbdf21-5544-450b-a1da-b4f755917535 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:01:17.986637 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:01:16Z', 'revision_number': 3, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port': {'id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:15Z', 'updated_at': '2022-02-19T05:01:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:18.051002 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] Checking router: b5dbdf21-5544-450b-a1da-b4f755917535 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:01:18.051986 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] Updating router b5dbdf21-5544-450b-a1da-b4f755917535 port 0cb1e26a-410f-4df6-804d-3435c7117aa4 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:01:18.127256 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0cb1e26a-410f-4df6-804d-3435c7117aa4), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:18.189575 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device d79c9bba-f421-479c-8c1d-c68d79ef35f9 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:01:18.279208 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-57c9435f-567c-4e39-96c9-e6c0f596c353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:18.283920 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port d79c9bba-f421-479c-8c1d-c68d79ef35f9 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:18.284403 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d79c9bba-f421-479c-8c1d-c68d79ef35f9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:18.415799 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port d79c9bba-f421-479c-8c1d-c68d79ef35f9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:18.500496 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] Publish callbacks [] for port (0cb1e26a-410f-4df6-804d-3435c7117aa4), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:18.510094 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0cb1e26a-410f-4df6-804d-3435c7117aa4), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:18.537169 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-57c9435f-567c-4e39-96c9-e6c0f596c353 admin admin] Allocated IP 172.20.0.1 (891e8a91-ec7b-447e-9495-70c700adf2c0/eb74e798-fd6e-499a-bfba-a8016bf5d81f/f0b02164-9464-4f8b-9576-1ae65b18a9b3) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:01:18.604444 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] Attempting to bind port 0cb1e26a-410f-4df6-804d-3435c7117aa4 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:01:18.605125 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] Attempting to bind port 0cb1e26a-410f-4df6-804d-3435c7117aa4 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:01:18.605635 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] Attempting to bind port 0cb1e26a-410f-4df6-804d-3435c7117aa4 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:01:18.622560 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01727709-ad33-476b-a6b6-9beee26bace5 None None] Pushing event updated for resources: {'Port': ['ID=0cb1e26a-410f-4df6-804d-3435c7117aa4,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:18.626504 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:01:18.627543 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:01:18.628685 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:18.629311 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:01:18.629981 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] Bound port: 0cb1e26a-410f-4df6-804d-3435c7117aa4, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:01:18.630933 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0cb1e26a-410f-4df6-804d-3435c7117aa4), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:18.693493 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] For port 0cb1e26a-410f-4df6-804d-3435c7117aa4, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:01:18.697321 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] For port 0cb1e26a-410f-4df6-804d-3435c7117aa4, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0cb1e26a-410f-4df6-804d-3435c7117aa4,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:01:18.706048 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0cb1e26a-410f-4df6-804d-3435c7117aa4), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:18.708350 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-57c9435f-567c-4e39-96c9-e6c0f596c353 admin admin] Publish callbacks [] for port (f0b02164-9464-4f8b-9576-1ae65b18a9b3), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:18.768615 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] Routers {'b5dbdf21-5544-450b-a1da-b4f755917535'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:01:18.769479 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:01:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b5dbdf21-5544-450b-a1da-b4f755917535'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:18.775241 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01727709-ad33-476b-a6b6-9beee26bace5 None None] Pushing event updated for resources: {'Port': ['ID=0cb1e26a-410f-4df6-804d-3435c7117aa4,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:18.780787 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-57c9435f-567c-4e39-96c9-e6c0f596c353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f0b02164-9464-4f8b-9576-1ae65b18a9b3), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:18.856861 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c9435f-567c-4e39-96c9-e6c0f596c353 admin admin] Network 891e8a91-ec7b-447e-9495-70c700adf2c0 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:01:18.869471 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-57c9435f-567c-4e39-96c9-e6c0f596c353 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:01:18.883216 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c9435f-567c-4e39-96c9-e6c0f596c353 admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:01:18.929000 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] Set router b5dbdf21-5544-450b-a1da-b4f755917535 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:01:18.934300 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9435f-567c-4e39-96c9-e6c0f596c353 admin admin] Pushing event updated for resources: {'Port': ['ID=f0b02164-9464-4f8b-9576-1ae65b18a9b3,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:18.964163 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-57c9435f-567c-4e39-96c9-e6c0f596c353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (b5dbdf21-5544-450b-a1da-b4f755917535), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:19.205911 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:01:16Z', 'revision_number': 3, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port': {'id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:15Z', 'updated_at': '2022-02-19T05:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:19.223784 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-57c9435f-567c-4e39-96c9-e6c0f596c353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f0b02164-9464-4f8b-9576-1ae65b18a9b3), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:19.248098 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6ed19eba-5d6c-45da-aba9-5b31b8ccd2e7 None None] Provisioning complete for port f0b02164-9464-4f8b-9576-1ae65b18a9b3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:19.249378 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6ed19eba-5d6c-45da-aba9-5b31b8ccd2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f0b02164-9464-4f8b-9576-1ae65b18a9b3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:19.264842 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc321bd-eaf3-412b-af13-ab41b42758c7 None None] The sync data for ids ['b5dbdf21-5544-450b-a1da-b4f755917535'] in n-d-772273-4 is: [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:01:16Z', 'revision_number': 3, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port': {'id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:15Z', 'updated_at': '2022-02-19T05:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:01:19.322070 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6ed19eba-5d6c-45da-aba9-5b31b8ccd2e7 None None] Port f0b02164-9464-4f8b-9576-1ae65b18a9b3 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:01:19.473152 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-57c9435f-567c-4e39-96c9-e6c0f596c353 admin admin] Publish callbacks [] for port (f0b02164-9464-4f8b-9576-1ae65b18a9b3), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:19.480705 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-57c9435f-567c-4e39-96c9-e6c0f596c353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (f0b02164-9464-4f8b-9576-1ae65b18a9b3), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:19.601586 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9435f-567c-4e39-96c9-e6c0f596c353 admin admin] Pushing event updated for resources: {'Port': ['ID=f0b02164-9464-4f8b-9576-1ae65b18a9b3,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:19.612426 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-57c9435f-567c-4e39-96c9-e6c0f596c353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (b5dbdf21-5544-450b-a1da-b4f755917535), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:19.783963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c9435f-567c-4e39-96c9-e6c0f596c353 admin admin] Network 891e8a91-ec7b-447e-9495-70c700adf2c0 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:01:19.785488 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-57c9435f-567c-4e39-96c9-e6c0f596c353 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:01:20.042887 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c9435f-567c-4e39-96c9-e6c0f596c353 admin admin] Router b5dbdf21-5544-450b-a1da-b4f755917535 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:01:20.223622 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c9435f-567c-4e39-96c9-e6c0f596c353 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:01:20.241433 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0cb1e26a-410f-4df6-804d-3435c7117aa4 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:01:20.242260 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-57c9435f-567c-4e39-96c9-e6c0f596c353 admin admin] 10.222.0.65 "PUT /v2.0/routers/b5dbdf21-5544-450b-a1da-b4f755917535/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7334974 Feb 19 05:01:20.243863 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-50064075-ca9d-479f-b3a4-18b0b226c74a None None] Provisioning complete for port f0b02164-9464-4f8b-9576-1ae65b18a9b3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:20.244231 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-50064075-ca9d-479f-b3a4-18b0b226c74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f0b02164-9464-4f8b-9576-1ae65b18a9b3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:20.342068 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-50064075-ca9d-479f-b3a4-18b0b226c74a None None] Port f0b02164-9464-4f8b-9576-1ae65b18a9b3 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:01:20.367710 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 0cb1e26a-410f-4df6-804d-3435c7117aa4 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:20.368302 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0cb1e26a-410f-4df6-804d-3435c7117aa4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:20.534073 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 0cb1e26a-410f-4df6-804d-3435c7117aa4 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:20.535981 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0cb1e26a-410f-4df6-804d-3435c7117aa4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:20.591875 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 0cb1e26a-410f-4df6-804d-3435c7117aa4, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0cb1e26a-410f-4df6-804d-3435c7117aa4,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:01:20.602084 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0cb1e26a-410f-4df6-804d-3435c7117aa4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:20.760107 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=0cb1e26a-410f-4df6-804d-3435c7117aa4,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:21.115656 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58524) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:21.121919 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-bef391c8-4039-4831-8555-fd9245ccab85 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-217182097-network', 'tenant_id': 'f8ab080356f44d79806030a44bba02a8'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:21.148678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef391c8-4039-4831-8555-fd9245ccab85 admin admin] Made reservation on behalf of f8ab080356f44d79806030a44bba02a8 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:01:21.152476 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bef391c8-4039-4831-8555-fd9245ccab85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:21.163883 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bef391c8-4039-4831-8555-fd9245ccab85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:21.279256 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bef391c8-4039-4831-8555-fd9245ccab85 admin admin] Publish callbacks [] for security_group (bf71d648-a828-4f1d-b15f-f2eb95b8ddc8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:21.285136 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bef391c8-4039-4831-8555-fd9245ccab85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (bf71d648-a828-4f1d-b15f-f2eb95b8ddc8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:21.319063 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef391c8-4039-4831-8555-fd9245ccab85 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:01:21.331812 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef391c8-4039-4831-8555-fd9245ccab85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf71d648-a828-4f1d-b15f-f2eb95b8ddc8,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:21.337624 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bef391c8-4039-4831-8555-fd9245ccab85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (2059e8ca-be8b-4168-913d-27e62dd0b3d1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:21.337988 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-bef391c8-4039-4831-8555-fd9245ccab85 admin admin] Added segment 2059e8ca-be8b-4168-913d-27e62dd0b3d1 of type vlan for network b56e90a8-b93b-45d7-991f-a3c2d171c57c Feb 19 05:01:21.402720 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bef391c8-4039-4831-8555-fd9245ccab85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (b56e90a8-b93b-45d7-991f-a3c2d171c57c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:21.436852 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bef391c8-4039-4831-8555-fd9245ccab85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (b56e90a8-b93b-45d7-991f-a3c2d171c57c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:21.438073 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef391c8-4039-4831-8555-fd9245ccab85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:21.438712 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bef391c8-4039-4831-8555-fd9245ccab85 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:21.517985 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bef391c8-4039-4831-8555-fd9245ccab85 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3977134 Feb 19 05:01:21.519295 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58526) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:21.527487 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-0a64c52c-2da8-45df-b1ee-7dde1ffac535 admin admin] Request body: {'subnet': {'network_id': 'b56e90a8-b93b-45d7-991f-a3c2d171c57c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-217182097-subnet', 'tenant_id': 'f8ab080356f44d79806030a44bba02a8', 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:21.552678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef391c8-4039-4831-8555-fd9245ccab85 admin admin] Pushing event updated for resources: {'Network': ['ID=b56e90a8-b93b-45d7-991f-a3c2d171c57c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:21.575994 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network b56e90a8-b93b-45d7-991f-a3c2d171c57c details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:01:21.581184 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a64c52c-2da8-45df-b1ee-7dde1ffac535 admin admin] Made reservation on behalf of f8ab080356f44d79806030a44bba02a8 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:01:21.585738 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0a64c52c-2da8-45df-b1ee-7dde1ffac535 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:21.808567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] Sync routers for ids ['b5dbdf21-5544-450b-a1da-b4f755917535'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:01:21.820263 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] Routers {'b5dbdf21-5544-450b-a1da-b4f755917535'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:01:21.822027 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:01:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b5dbdf21-5544-450b-a1da-b4f755917535'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:21.859262 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0a64c52c-2da8-45df-b1ee-7dde1ffac535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (c7841dfb-6257-44ba-ad19-2f6c6a33a544), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:21.945134 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64c52c-2da8-45df-b1ee-7dde1ffac535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7841dfb-6257-44ba-ad19-2f6c6a33a544,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:21.969177 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a64c52c-2da8-45df-b1ee-7dde1ffac535 admin admin] Checking segment: {'id': '2059e8ca-be8b-4168-913d-27e62dd0b3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b56e90a8-b93b-45d7-991f-a3c2d171c57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:01:21.969756 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a64c52c-2da8-45df-b1ee-7dde1ffac535 admin admin] Network hostable DHCP agents. Network: b56e90a8-b93b-45d7-991f-a3c2d171c57c, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:01:22.014749 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a64c52c-2da8-45df-b1ee-7dde1ffac535 admin admin] Network b56e90a8-b93b-45d7-991f-a3c2d171c57c is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:01:22.033903 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-0a64c52c-2da8-45df-b1ee-7dde1ffac535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, b56e90a8-b93b-45d7-991f-a3c2d171c57c) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:01:22.043424 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a64c52c-2da8-45df-b1ee-7dde1ffac535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:22.045313 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0a64c52c-2da8-45df-b1ee-7dde1ffac535 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:22.083776 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0a64c52c-2da8-45df-b1ee-7dde1ffac535 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5600512 Feb 19 05:01:22.084267 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58530) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:22.092660 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-cb84b24e-5655-44a1-a31e-97229828831f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-217182097-router', 'tenant_id': 'f8ab080356f44d79806030a44bba02a8', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:22.131345 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb84b24e-5655-44a1-a31e-97229828831f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (00af1d2f-ad19-47a6-9baf-af0f43fa8dc6), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:22.134234 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb84b24e-5655-44a1-a31e-97229828831f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (00af1d2f-ad19-47a6-9baf-af0f43fa8dc6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:22.233764 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb84b24e-5655-44a1-a31e-97229828831f admin admin] Publish callbacks [] for router_controller (00af1d2f-ad19-47a6-9baf-af0f43fa8dc6), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:22.333614 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa226f1-8110-4d04-a4eb-4827bfec6c0f None None] Network b56e90a8-b93b-45d7-991f-a3c2d171c57c requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:01:22.336742 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0cb1e26a-410f-4df6-804d-3435c7117aa4 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:01:22.411213 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb84b24e-5655-44a1-a31e-97229828831f admin admin] Publish callbacks [] for router_gateway (00af1d2f-ad19-47a6-9baf-af0f43fa8dc6), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:22.561117 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] Set router b5dbdf21-5544-450b-a1da-b4f755917535 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:01:22.735894 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb84b24e-5655-44a1-a31e-97229828831f admin admin] Publish callbacks [] for router_gateway (00af1d2f-ad19-47a6-9baf-af0f43fa8dc6), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:22.759764 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 0cb1e26a-410f-4df6-804d-3435c7117aa4 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:22.760316 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb84b24e-5655-44a1-a31e-97229828831f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:22.760441 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0cb1e26a-410f-4df6-804d-3435c7117aa4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:22.824539 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d5c728-f6fb-4c0a-8812-9e49bb860e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-b56e90a8-b93b-45d7-991f-a3c2d171c57c', 'network_id': 'b56e90a8-b93b-45d7-991f-a3c2d171c57c', 'project_id': 'f8ab080356f44d79806030a44bba02a8', 'fixed_ips': [{'subnet_id': 'c7841dfb-6257-44ba-ad19-2f6c6a33a544'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:01:22.825855 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-25d5c728-f6fb-4c0a-8812-9e49bb860e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:22.942590 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-cb84b24e-5655-44a1-a31e-97229828831f admin admin] Allocated IP 172.25.0.198 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/052bc8ae-2472-4839-a9e6-6d8c8f9281fb) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:01:23.185987 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb84b24e-5655-44a1-a31e-97229828831f admin admin] Publish callbacks [] for port (052bc8ae-2472-4839-a9e6-6d8c8f9281fb), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:23.221045 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 0cb1e26a-410f-4df6-804d-3435c7117aa4 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:23.228890 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-25d5c728-f6fb-4c0a-8812-9e49bb860e2a None None] Allocated IP 172.20.0.2 (b56e90a8-b93b-45d7-991f-a3c2d171c57c/c7841dfb-6257-44ba-ad19-2f6c6a33a544/ac7f048b-74fb-4e33-a504-f1eed099b309) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:01:23.253731 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb84b24e-5655-44a1-a31e-97229828831f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (052bc8ae-2472-4839-a9e6-6d8c8f9281fb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:23.313641 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:01:19Z', 'revision_number': 4, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port': {'id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:15Z', 'updated_at': '2022-02-19T05:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'f0b02164-9464-4f8b-9576-1ae65b18a9b3', 'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'mac_address': 'fa:16:3e:b8:7d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:18Z', 'updated_at': '2022-02-19T05:01:19Z', 'revision_number': 2, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'subnets': [{'id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:23.325611 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb84b24e-5655-44a1-a31e-97229828831f admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:01:23.330653 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-cb84b24e-5655-44a1-a31e-97229828831f admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:01:23.341761 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb84b24e-5655-44a1-a31e-97229828831f admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:01:23.347987 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] Checking router: b5dbdf21-5544-450b-a1da-b4f755917535 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:01:23.348622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] Updating router b5dbdf21-5544-450b-a1da-b4f755917535 port f0b02164-9464-4f8b-9576-1ae65b18a9b3 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:01:23.385681 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84b24e-5655-44a1-a31e-97229828831f admin admin] Pushing event updated for resources: {'Port': ['ID=052bc8ae-2472-4839-a9e6-6d8c8f9281fb,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:23.397982 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f0b02164-9464-4f8b-9576-1ae65b18a9b3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:23.631503 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-25d5c728-f6fb-4c0a-8812-9e49bb860e2a None None] Publish callbacks [] for port (ac7f048b-74fb-4e33-a504-f1eed099b309), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:23.660436 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-25d5c728-f6fb-4c0a-8812-9e49bb860e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (ac7f048b-74fb-4e33-a504-f1eed099b309), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:23.710070 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb84b24e-5655-44a1-a31e-97229828831f admin admin] Publish callbacks [] for router_gateway (00af1d2f-ad19-47a6-9baf-af0f43fa8dc6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:23.749356 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d5c728-f6fb-4c0a-8812-9e49bb860e2a None None] Network b56e90a8-b93b-45d7-991f-a3c2d171c57c is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:01:23.760058 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-25d5c728-f6fb-4c0a-8812-9e49bb860e2a None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:01:23.767128 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d5c728-f6fb-4c0a-8812-9e49bb860e2a None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:01:23.774475 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5c728-f6fb-4c0a-8812-9e49bb860e2a None None] Pushing event updated for resources: {'Port': ['ID=ac7f048b-74fb-4e33-a504-f1eed099b309,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:23.863678 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-25d5c728-f6fb-4c0a-8812-9e49bb860e2a None None] Attempting to bind port ac7f048b-74fb-4e33-a504-f1eed099b309 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:01:23.864176 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-25d5c728-f6fb-4c0a-8812-9e49bb860e2a None None] Attempting to bind port ac7f048b-74fb-4e33-a504-f1eed099b309 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '2059e8ca-be8b-4168-913d-27e62dd0b3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b56e90a8-b93b-45d7-991f-a3c2d171c57c'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:01:23.864633 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d5c728-f6fb-4c0a-8812-9e49bb860e2a None None] Attempting to bind port ac7f048b-74fb-4e33-a504-f1eed099b309 on network b56e90a8-b93b-45d7-991f-a3c2d171c57c {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:01:23.875756 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d5c728-f6fb-4c0a-8812-9e49bb860e2a None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:01:23.876237 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d5c728-f6fb-4c0a-8812-9e49bb860e2a None None] Checking segment: {'id': '2059e8ca-be8b-4168-913d-27e62dd0b3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b56e90a8-b93b-45d7-991f-a3c2d171c57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:01:23.876714 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-25d5c728-f6fb-4c0a-8812-9e49bb860e2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:23.877221 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d5c728-f6fb-4c0a-8812-9e49bb860e2a None None] Bound using segment: {'id': '2059e8ca-be8b-4168-913d-27e62dd0b3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b56e90a8-b93b-45d7-991f-a3c2d171c57c'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:01:23.877775 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-25d5c728-f6fb-4c0a-8812-9e49bb860e2a None None] Bound port: ac7f048b-74fb-4e33-a504-f1eed099b309, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2059e8ca-be8b-4168-913d-27e62dd0b3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b56e90a8-b93b-45d7-991f-a3c2d171c57c'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:01:23.878227 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-25d5c728-f6fb-4c0a-8812-9e49bb860e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ac7f048b-74fb-4e33-a504-f1eed099b309), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:23.978109 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] Publish callbacks [] for port (f0b02164-9464-4f8b-9576-1ae65b18a9b3), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:23.991487 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f0b02164-9464-4f8b-9576-1ae65b18a9b3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:24.033709 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-25d5c728-f6fb-4c0a-8812-9e49bb860e2a None None] For port ac7f048b-74fb-4e33-a504-f1eed099b309, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:01:24.061124 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb84b24e-5655-44a1-a31e-97229828831f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (00af1d2f-ad19-47a6-9baf-af0f43fa8dc6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:24.063457 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-25d5c728-f6fb-4c0a-8812-9e49bb860e2a None None] For port ac7f048b-74fb-4e33-a504-f1eed099b309, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ac7f048b-74fb-4e33-a504-f1eed099b309,segment=NetworkSegment(2059e8ca-be8b-4168-913d-27e62dd0b3d1),segment_id=2059e8ca-be8b-4168-913d-27e62dd0b3d1)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:01:24.079099 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-25d5c728-f6fb-4c0a-8812-9e49bb860e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ac7f048b-74fb-4e33-a504-f1eed099b309), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:24.111282 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c53c7b-98c6-4fc8-afb6-794fe543f056 None None] Pushing event updated for resources: {'Port': ['ID=f0b02164-9464-4f8b-9576-1ae65b18a9b3,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:24.315685 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5c728-f6fb-4c0a-8812-9e49bb860e2a None None] Pushing event updated for resources: {'Port': ['ID=ac7f048b-74fb-4e33-a504-f1eed099b309,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:24.348890 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] Attempting to bind port f0b02164-9464-4f8b-9576-1ae65b18a9b3 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:01:24.349479 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] Attempting to bind port f0b02164-9464-4f8b-9576-1ae65b18a9b3 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:01:24.350133 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] Attempting to bind port f0b02164-9464-4f8b-9576-1ae65b18a9b3 on network 891e8a91-ec7b-447e-9495-70c700adf2c0 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:01:24.366324 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:01:24.366941 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] Checking segment: {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:01:24.368237 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:24.369135 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] Bound using segment: {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:01:24.369957 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] Bound port: f0b02164-9464-4f8b-9576-1ae65b18a9b3, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:01:24.370624 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f0b02164-9464-4f8b-9576-1ae65b18a9b3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:24.561653 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] For port f0b02164-9464-4f8b-9576-1ae65b18a9b3, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:01:24.569147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] For port f0b02164-9464-4f8b-9576-1ae65b18a9b3, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f0b02164-9464-4f8b-9576-1ae65b18a9b3,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:01:24.583887 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f0b02164-9464-4f8b-9576-1ae65b18a9b3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:24.708683 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-81056f2b-75af-4cf3-80fc-4816d50a2ac5 None None] Provisioning complete for port f0b02164-9464-4f8b-9576-1ae65b18a9b3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:24.709124 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-81056f2b-75af-4cf3-80fc-4816d50a2ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f0b02164-9464-4f8b-9576-1ae65b18a9b3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:24.751867 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c53c7b-98c6-4fc8-afb6-794fe543f056 None None] Pushing event updated for resources: {'Port': ['ID=f0b02164-9464-4f8b-9576-1ae65b18a9b3,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:24.757158 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] Routers {'b5dbdf21-5544-450b-a1da-b4f755917535'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:01:24.758264 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:01:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b5dbdf21-5544-450b-a1da-b4f755917535'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:24.886887 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb84b24e-5655-44a1-a31e-97229828831f admin admin] Router 00af1d2f-ad19-47a6-9baf-af0f43fa8dc6 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:01:24.964003 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] Set router b5dbdf21-5544-450b-a1da-b4f755917535 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:01:25.155441 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb84b24e-5655-44a1-a31e-97229828831f admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:01:25.185355 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] Sync routers for ids ['00af1d2f-ad19-47a6-9baf-af0f43fa8dc6'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:01:25.222570 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] Routers {'00af1d2f-ad19-47a6-9baf-af0f43fa8dc6'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:01:25.224638 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:01:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['00af1d2f-ad19-47a6-9baf-af0f43fa8dc6'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:25.229233 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb84b24e-5655-44a1-a31e-97229828831f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:25.235036 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 58538) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:25.246413 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cb84b24e-5655-44a1-a31e-97229828831f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1599488 Feb 19 05:01:25.543596 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] Set router 00af1d2f-ad19-47a6-9baf-af0f43fa8dc6 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:01:25.581186 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-81056f2b-75af-4cf3-80fc-4816d50a2ac5 None None] Current status of the port f0b02164-9464-4f8b-9576-1ae65b18a9b3 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:25.581816 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-81056f2b-75af-4cf3-80fc-4816d50a2ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f0b02164-9464-4f8b-9576-1ae65b18a9b3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:25.669708 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-81056f2b-75af-4cf3-80fc-4816d50a2ac5 None None] For port f0b02164-9464-4f8b-9576-1ae65b18a9b3, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f0b02164-9464-4f8b-9576-1ae65b18a9b3,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:01:25.692091 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-81056f2b-75af-4cf3-80fc-4816d50a2ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f0b02164-9464-4f8b-9576-1ae65b18a9b3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:25.879577 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:01:19Z', 'revision_number': 4, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port': {'id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:15Z', 'updated_at': '2022-02-19T05:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'f0b02164-9464-4f8b-9576-1ae65b18a9b3', 'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'mac_address': 'fa:16:3e:b8:7d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:18Z', 'updated_at': '2022-02-19T05:01:24Z', 'revision_number': 4, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'subnets': [{'id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:25.895468 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81056f2b-75af-4cf3-80fc-4816d50a2ac5 None None] Pushing event updated for resources: {'Port': ['ID=f0b02164-9464-4f8b-9576-1ae65b18a9b3,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:26.004328 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1cc871-e52d-40e7-b434-b4a918a6c988 None None] The sync data for ids ['b5dbdf21-5544-450b-a1da-b4f755917535'] in n-d-772273-4 is: [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:01:19Z', 'revision_number': 4, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port': {'id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:15Z', 'updated_at': '2022-02-19T05:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'f0b02164-9464-4f8b-9576-1ae65b18a9b3', 'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'mac_address': 'fa:16:3e:b8:7d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:18Z', 'updated_at': '2022-02-19T05:01:24Z', 'revision_number': 4, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'subnets': [{'id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:01:26.045388 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-966fc1fa-545a-4f3c-92f0-5be73cfde5a8 None None] Provisioning complete for port f0b02164-9464-4f8b-9576-1ae65b18a9b3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:26.046822 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-966fc1fa-545a-4f3c-92f0-5be73cfde5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f0b02164-9464-4f8b-9576-1ae65b18a9b3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:26.181031 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7421d6f5-8c22-4268-af99-903516e91278 None None] Network b56e90a8-b93b-45d7-991f-a3c2d171c57c requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:01:26.412453 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-966fc1fa-545a-4f3c-92f0-5be73cfde5a8 None None] Current status of the port f0b02164-9464-4f8b-9576-1ae65b18a9b3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:26.420109 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ac7f048b-74fb-4e33-a504-f1eed099b309 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:01:26.478534 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00af1d2f-ad19-47a6-9baf-af0f43fa8dc6', 'name': 'tempest-TestVolumeBootPattern-217182097-router', 'tenant_id': 'f8ab080356f44d79806030a44bba02a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '052bc8ae-2472-4839-a9e6-6d8c8f9281fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:22Z', 'updated_at': '2022-02-19T05:01:23Z', 'revision_number': 3, 'project_id': 'f8ab080356f44d79806030a44bba02a8', 'gw_port': {'id': '052bc8ae-2472-4839-a9e6-6d8c8f9281fb', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:99:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00af1d2f-ad19-47a6-9baf-af0f43fa8dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:22Z', 'updated_at': '2022-02-19T05:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:26.530237 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70a2fd52-f2a3-407c-b20a-8c9e458cb1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:26.537843 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] Checking router: 00af1d2f-ad19-47a6-9baf-af0f43fa8dc6 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:01:26.539667 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] Updating router 00af1d2f-ad19-47a6-9baf-af0f43fa8dc6 port 052bc8ae-2472-4839-a9e6-6d8c8f9281fb binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:01:26.595160 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (052bc8ae-2472-4839-a9e6-6d8c8f9281fb), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:26.609778 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c067528c-8949-4fff-bb99-c89421717af9 None None] Provisioning complete for port ac7f048b-74fb-4e33-a504-f1eed099b309 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:26.610174 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c067528c-8949-4fff-bb99-c89421717af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ac7f048b-74fb-4e33-a504-f1eed099b309), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:26.612053 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ac7f048b-74fb-4e33-a504-f1eed099b309 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:26.612434 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ac7f048b-74fb-4e33-a504-f1eed099b309), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:26.875721 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ac7f048b-74fb-4e33-a504-f1eed099b309 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:26.878350 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ac7f048b-74fb-4e33-a504-f1eed099b309), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:26.934388 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c067528c-8949-4fff-bb99-c89421717af9 None None] Current status of the port ac7f048b-74fb-4e33-a504-f1eed099b309 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:26.935034 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c067528c-8949-4fff-bb99-c89421717af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ac7f048b-74fb-4e33-a504-f1eed099b309), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:27.025790 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port ac7f048b-74fb-4e33-a504-f1eed099b309, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ac7f048b-74fb-4e33-a504-f1eed099b309,segment=NetworkSegment(2059e8ca-be8b-4168-913d-27e62dd0b3d1),segment_id=2059e8ca-be8b-4168-913d-27e62dd0b3d1)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:01:27.035970 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ac7f048b-74fb-4e33-a504-f1eed099b309), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:27.046224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-70a2fd52-f2a3-407c-b20a-8c9e458cb1d5 admin admin] Allocated IP 172.20.0.1 (b56e90a8-b93b-45d7-991f-a3c2d171c57c/c7841dfb-6257-44ba-ad19-2f6c6a33a544/ed08be29-c089-46d5-b221-a660122d3fd8) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:01:27.249645 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-c067528c-8949-4fff-bb99-c89421717af9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 05:01:27.250225 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-c067528c-8949-4fff-bb99-c89421717af9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 05:01:27.293134 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70a2fd52-f2a3-407c-b20a-8c9e458cb1d5 admin admin] Publish callbacks [] for port (ed08be29-c089-46d5-b221-a660122d3fd8), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:27.300937 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=ac7f048b-74fb-4e33-a504-f1eed099b309,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:27.359115 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70a2fd52-f2a3-407c-b20a-8c9e458cb1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (ed08be29-c089-46d5-b221-a660122d3fd8), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:27.370513 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] Publish callbacks [] for port (052bc8ae-2472-4839-a9e6-6d8c8f9281fb), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:27.391737 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (052bc8ae-2472-4839-a9e6-6d8c8f9281fb), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:27.418260 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a2fd52-f2a3-407c-b20a-8c9e458cb1d5 admin admin] Network b56e90a8-b93b-45d7-991f-a3c2d171c57c is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:01:27.422349 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-70a2fd52-f2a3-407c-b20a-8c9e458cb1d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:01:27.425318 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a2fd52-f2a3-407c-b20a-8c9e458cb1d5 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:01:27.473963 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84004df-430a-42b3-921e-eb497ff2472d None None] Pushing event updated for resources: {'Port': ['ID=052bc8ae-2472-4839-a9e6-6d8c8f9281fb,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:27.480031 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70a2fd52-f2a3-407c-b20a-8c9e458cb1d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (00af1d2f-ad19-47a6-9baf-af0f43fa8dc6), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:27.485852 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] Attempting to bind port 052bc8ae-2472-4839-a9e6-6d8c8f9281fb on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:01:27.494650 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] Attempting to bind port 052bc8ae-2472-4839-a9e6-6d8c8f9281fb by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:01:27.495873 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] Attempting to bind port 052bc8ae-2472-4839-a9e6-6d8c8f9281fb on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:01:27.504893 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:01:27.505635 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:01:27.506161 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:27.506732 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:01:27.508807 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] Bound port: 052bc8ae-2472-4839-a9e6-6d8c8f9281fb, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:01:27.508807 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (052bc8ae-2472-4839-a9e6-6d8c8f9281fb), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:27.552407 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2fd52-f2a3-407c-b20a-8c9e458cb1d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ed08be29-c089-46d5-b221-a660122d3fd8,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:27.628309 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] For port 052bc8ae-2472-4839-a9e6-6d8c8f9281fb, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:01:27.636343 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] For port 052bc8ae-2472-4839-a9e6-6d8c8f9281fb, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=052bc8ae-2472-4839-a9e6-6d8c8f9281fb,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:01:27.653801 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (052bc8ae-2472-4839-a9e6-6d8c8f9281fb), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:27.774733 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70a2fd52-f2a3-407c-b20a-8c9e458cb1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ed08be29-c089-46d5-b221-a660122d3fd8), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:27.779627 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84004df-430a-42b3-921e-eb497ff2472d None None] Pushing event updated for resources: {'Port': ['ID=052bc8ae-2472-4839-a9e6-6d8c8f9281fb,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:27.813958 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] Routers {'00af1d2f-ad19-47a6-9baf-af0f43fa8dc6'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:01:27.814812 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:01:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['00af1d2f-ad19-47a6-9baf-af0f43fa8dc6'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:27.911495 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c067528c-8949-4fff-bb99-c89421717af9 None None] Current status of the port ac7f048b-74fb-4e33-a504-f1eed099b309 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:28.058707 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6b866ea8-962b-4334-9340-7c353622cbed None None] Provisioning complete for port ac7f048b-74fb-4e33-a504-f1eed099b309 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:28.060490 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6b866ea8-962b-4334-9340-7c353622cbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ac7f048b-74fb-4e33-a504-f1eed099b309), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:28.090477 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70a2fd52-f2a3-407c-b20a-8c9e458cb1d5 admin admin] Publish callbacks [] for port (ed08be29-c089-46d5-b221-a660122d3fd8), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:28.104565 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70a2fd52-f2a3-407c-b20a-8c9e458cb1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (ed08be29-c089-46d5-b221-a660122d3fd8), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:28.156729 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] Set router 00af1d2f-ad19-47a6-9baf-af0f43fa8dc6 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:01:28.331024 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6b866ea8-962b-4334-9340-7c353622cbed None None] Current status of the port ac7f048b-74fb-4e33-a504-f1eed099b309 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:28.353365 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6b866ea8-962b-4334-9340-7c353622cbed None None] Provisioning complete for port ed08be29-c089-46d5-b221-a660122d3fd8 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:28.353774 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6b866ea8-962b-4334-9340-7c353622cbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ed08be29-c089-46d5-b221-a660122d3fd8), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:28.405159 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2fd52-f2a3-407c-b20a-8c9e458cb1d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ed08be29-c089-46d5-b221-a660122d3fd8,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:28.413670 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70a2fd52-f2a3-407c-b20a-8c9e458cb1d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (00af1d2f-ad19-47a6-9baf-af0f43fa8dc6), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:28.438339 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ac7f048b-74fb-4e33-a504-f1eed099b309 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:01:28.488392 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6b866ea8-962b-4334-9340-7c353622cbed None None] Port ed08be29-c089-46d5-b221-a660122d3fd8 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:01:28.524065 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ac7f048b-74fb-4e33-a504-f1eed099b309 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:28.524531 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ac7f048b-74fb-4e33-a504-f1eed099b309), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:28.671776 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00af1d2f-ad19-47a6-9baf-af0f43fa8dc6', 'name': 'tempest-TestVolumeBootPattern-217182097-router', 'tenant_id': 'f8ab080356f44d79806030a44bba02a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '052bc8ae-2472-4839-a9e6-6d8c8f9281fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:22Z', 'updated_at': '2022-02-19T05:01:27Z', 'revision_number': 4, 'project_id': 'f8ab080356f44d79806030a44bba02a8', 'gw_port': {'id': '052bc8ae-2472-4839-a9e6-6d8c8f9281fb', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:99:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00af1d2f-ad19-47a6-9baf-af0f43fa8dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:22Z', 'updated_at': '2022-02-19T05:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ed08be29-c089-46d5-b221-a660122d3fd8', 'name': '', 'network_id': 'b56e90a8-b93b-45d7-991f-a3c2d171c57c', 'tenant_id': 'f8ab080356f44d79806030a44bba02a8', 'mac_address': 'fa:16:3e:4a:a5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00af1d2f-ad19-47a6-9baf-af0f43fa8dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c7841dfb-6257-44ba-ad19-2f6c6a33a544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:26Z', 'updated_at': '2022-02-19T05:01:27Z', 'revision_number': 1, 'project_id': 'f8ab080356f44d79806030a44bba02a8', 'subnets': [{'id': 'c7841dfb-6257-44ba-ad19-2f6c6a33a544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:28.701180 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a2fd52-f2a3-407c-b20a-8c9e458cb1d5 admin admin] Network b56e90a8-b93b-45d7-991f-a3c2d171c57c is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:01:28.704009 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-70a2fd52-f2a3-407c-b20a-8c9e458cb1d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:01:28.717069 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f1d2a8-cb3d-4940-9b0f-ef623c322f0a None None] The sync data for ids ['00af1d2f-ad19-47a6-9baf-af0f43fa8dc6'] in n-d-772273-4 is: [{'id': '00af1d2f-ad19-47a6-9baf-af0f43fa8dc6', 'name': 'tempest-TestVolumeBootPattern-217182097-router', 'tenant_id': 'f8ab080356f44d79806030a44bba02a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '052bc8ae-2472-4839-a9e6-6d8c8f9281fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:22Z', 'updated_at': '2022-02-19T05:01:27Z', 'revision_number': 4, 'project_id': 'f8ab080356f44d79806030a44bba02a8', 'gw_port': {'id': '052bc8ae-2472-4839-a9e6-6d8c8f9281fb', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:99:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00af1d2f-ad19-47a6-9baf-af0f43fa8dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:22Z', 'updated_at': '2022-02-19T05:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ed08be29-c089-46d5-b221-a660122d3fd8', 'name': '', 'network_id': 'b56e90a8-b93b-45d7-991f-a3c2d171c57c', 'tenant_id': 'f8ab080356f44d79806030a44bba02a8', 'mac_address': 'fa:16:3e:4a:a5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00af1d2f-ad19-47a6-9baf-af0f43fa8dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c7841dfb-6257-44ba-ad19-2f6c6a33a544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:26Z', 'updated_at': '2022-02-19T05:01:27Z', 'revision_number': 1, 'project_id': 'f8ab080356f44d79806030a44bba02a8', 'subnets': [{'id': 'c7841dfb-6257-44ba-ad19-2f6c6a33a544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:01:28.734489 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ac7f048b-74fb-4e33-a504-f1eed099b309 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:28.735801 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f0b02164-9464-4f8b-9576-1ae65b18a9b3 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:01:28.803096 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port f0b02164-9464-4f8b-9576-1ae65b18a9b3 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:28.803488 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f0b02164-9464-4f8b-9576-1ae65b18a9b3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:28.921628 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port f0b02164-9464-4f8b-9576-1ae65b18a9b3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:29.008278 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a2fd52-f2a3-407c-b20a-8c9e458cb1d5 admin admin] Router 00af1d2f-ad19-47a6-9baf-af0f43fa8dc6 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:01:29.228855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-258094e4-6547-42f1-a45c-ea308b37f1be None None] Provisioning complete for port ed08be29-c089-46d5-b221-a660122d3fd8 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:29.229622 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-258094e4-6547-42f1-a45c-ea308b37f1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ed08be29-c089-46d5-b221-a660122d3fd8), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:29.252169 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a2fd52-f2a3-407c-b20a-8c9e458cb1d5 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:01:29.276436 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-70a2fd52-f2a3-407c-b20a-8c9e458cb1d5 admin admin] 10.222.0.65 "PUT /v2.0/routers/00af1d2f-ad19-47a6-9baf-af0f43fa8dc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0398273 Feb 19 05:01:29.297467 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-258094e4-6547-42f1-a45c-ea308b37f1be None None] Port ed08be29-c089-46d5-b221-a660122d3fd8 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:01:30.196471 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 052bc8ae-2472-4839-a9e6-6d8c8f9281fb up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:01:30.306501 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 052bc8ae-2472-4839-a9e6-6d8c8f9281fb triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:30.307297 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (052bc8ae-2472-4839-a9e6-6d8c8f9281fb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:30.477822 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 052bc8ae-2472-4839-a9e6-6d8c8f9281fb is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:30.489922 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (052bc8ae-2472-4839-a9e6-6d8c8f9281fb), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:30.576364 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 052bc8ae-2472-4839-a9e6-6d8c8f9281fb, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=052bc8ae-2472-4839-a9e6-6d8c8f9281fb,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:01:30.582699 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (052bc8ae-2472-4839-a9e6-6d8c8f9281fb), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:30.682817 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=052bc8ae-2472-4839-a9e6-6d8c8f9281fb,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:31.953864 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] Sync routers for ids ['00af1d2f-ad19-47a6-9baf-af0f43fa8dc6'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:01:31.973865 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] Routers {'00af1d2f-ad19-47a6-9baf-af0f43fa8dc6'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:01:31.974790 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:01:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['00af1d2f-ad19-47a6-9baf-af0f43fa8dc6'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:32.191042 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 052bc8ae-2472-4839-a9e6-6d8c8f9281fb up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:01:32.227465 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] Set router 00af1d2f-ad19-47a6-9baf-af0f43fa8dc6 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:01:32.340187 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-36ef471c-8a9e-4b00-bd06-da1378b1d217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:32.395313 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 052bc8ae-2472-4839-a9e6-6d8c8f9281fb triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:32.395699 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (052bc8ae-2472-4839-a9e6-6d8c8f9281fb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:32.555487 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 052bc8ae-2472-4839-a9e6-6d8c8f9281fb is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:32.582367 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00af1d2f-ad19-47a6-9baf-af0f43fa8dc6', 'name': 'tempest-TestVolumeBootPattern-217182097-router', 'tenant_id': 'f8ab080356f44d79806030a44bba02a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '052bc8ae-2472-4839-a9e6-6d8c8f9281fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:22Z', 'updated_at': '2022-02-19T05:01:27Z', 'revision_number': 4, 'project_id': 'f8ab080356f44d79806030a44bba02a8', 'gw_port': {'id': '052bc8ae-2472-4839-a9e6-6d8c8f9281fb', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af1d2f-ad19-47a6-9baf-af0f43fa8dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:22Z', 'updated_at': '2022-02-19T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ed08be29-c089-46d5-b221-a660122d3fd8', 'name': '', 'network_id': 'b56e90a8-b93b-45d7-991f-a3c2d171c57c', 'tenant_id': 'f8ab080356f44d79806030a44bba02a8', 'mac_address': 'fa:16:3e:4a:a5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00af1d2f-ad19-47a6-9baf-af0f43fa8dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c7841dfb-6257-44ba-ad19-2f6c6a33a544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:26Z', 'updated_at': '2022-02-19T05:01:27Z', 'revision_number': 2, 'project_id': 'f8ab080356f44d79806030a44bba02a8', 'subnets': [{'id': 'c7841dfb-6257-44ba-ad19-2f6c6a33a544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:32.631714 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] Checking router: 00af1d2f-ad19-47a6-9baf-af0f43fa8dc6 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:01:32.632255 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] Updating router 00af1d2f-ad19-47a6-9baf-af0f43fa8dc6 port ed08be29-c089-46d5-b221-a660122d3fd8 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:01:32.669773 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ed08be29-c089-46d5-b221-a660122d3fd8), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:33.168492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-13e67988-3aca-412a-b287-6fd9b7781430 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:33.171523 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-13e67988-3aca-412a-b287-6fd9b7781430 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 812 time: 0.1342022 Feb 19 05:01:33.194215 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-a46226ff-6690-4501-b186-ba78a0aa8a78 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/quotas/7173e653c95343de8cadb3790f712d4d HTTP/1.1" status: 200 len: 375 time: 0.0175855 Feb 19 05:01:33.321194 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] Publish callbacks [] for port (ed08be29-c089-46d5-b221-a660122d3fd8), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:33.331272 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ed08be29-c089-46d5-b221-a660122d3fd8), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:33.377230 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-30ff59bd-740a-4b85-a866-6f4a2becc211 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1753733 Feb 19 05:01:33.427898 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebddfe1-44bb-4c29-9c24-38e40b5c24d8 None None] Pushing event updated for resources: {'Port': ['ID=ed08be29-c089-46d5-b221-a660122d3fd8,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:33.524332 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] Attempting to bind port ed08be29-c089-46d5-b221-a660122d3fd8 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:01:33.524949 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] Attempting to bind port ed08be29-c089-46d5-b221-a660122d3fd8 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '2059e8ca-be8b-4168-913d-27e62dd0b3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b56e90a8-b93b-45d7-991f-a3c2d171c57c'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:01:33.525695 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] Attempting to bind port ed08be29-c089-46d5-b221-a660122d3fd8 on network b56e90a8-b93b-45d7-991f-a3c2d171c57c {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:01:33.533888 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:01:33.534419 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] Checking segment: {'id': '2059e8ca-be8b-4168-913d-27e62dd0b3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b56e90a8-b93b-45d7-991f-a3c2d171c57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:01:33.534732 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:33.535125 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] Bound using segment: {'id': '2059e8ca-be8b-4168-913d-27e62dd0b3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b56e90a8-b93b-45d7-991f-a3c2d171c57c'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:01:33.535646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] Bound port: ed08be29-c089-46d5-b221-a660122d3fd8, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2059e8ca-be8b-4168-913d-27e62dd0b3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b56e90a8-b93b-45d7-991f-a3c2d171c57c'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:01:33.536240 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ed08be29-c089-46d5-b221-a660122d3fd8), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:33.606364 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-df0753da-92c9-493a-8c05-9b3837bb7a3a service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:01:33.608566 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-df0753da-92c9-493a-8c05-9b3837bb7a3a service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0915897 Feb 19 05:01:33.637266 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] For port ed08be29-c089-46d5-b221-a660122d3fd8, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:01:33.642026 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] For port ed08be29-c089-46d5-b221-a660122d3fd8, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ed08be29-c089-46d5-b221-a660122d3fd8,segment=NetworkSegment(2059e8ca-be8b-4168-913d-27e62dd0b3d1),segment_id=2059e8ca-be8b-4168-913d-27e62dd0b3d1)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:01:33.658854 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ed08be29-c089-46d5-b221-a660122d3fd8), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:33.762690 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebddfe1-44bb-4c29-9c24-38e40b5c24d8 None None] Pushing event updated for resources: {'Port': ['ID=ed08be29-c089-46d5-b221-a660122d3fd8,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:33.775700 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] Routers {'00af1d2f-ad19-47a6-9baf-af0f43fa8dc6'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:01:33.776557 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:01:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['00af1d2f-ad19-47a6-9baf-af0f43fa8dc6'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:33.816648 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-c1c56cfc-69bd-475b-a3ba-ae267f426fe3 service neutron] 10.222.0.65 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973207 Feb 19 05:01:33.936870 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] Set router 00af1d2f-ad19-47a6-9baf-af0f43fa8dc6 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:01:33.953311 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-d95ba85b-0240-43cc-a60c-a4bca3df1f98 service neutron] 10.222.0.65 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291661 Feb 19 05:01:34.201152 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d1d4a3c0-b263-4940-a19c-804dd11ef8cb None None] Provisioning complete for port ed08be29-c089-46d5-b221-a660122d3fd8 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:34.201548 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d1d4a3c0-b263-4940-a19c-804dd11ef8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ed08be29-c089-46d5-b221-a660122d3fd8), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:34.300411 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ed08be29-c089-46d5-b221-a660122d3fd8 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:01:34.394400 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00af1d2f-ad19-47a6-9baf-af0f43fa8dc6', 'name': 'tempest-TestVolumeBootPattern-217182097-router', 'tenant_id': 'f8ab080356f44d79806030a44bba02a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '052bc8ae-2472-4839-a9e6-6d8c8f9281fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:22Z', 'updated_at': '2022-02-19T05:01:27Z', 'revision_number': 4, 'project_id': 'f8ab080356f44d79806030a44bba02a8', 'gw_port': {'id': '052bc8ae-2472-4839-a9e6-6d8c8f9281fb', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af1d2f-ad19-47a6-9baf-af0f43fa8dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:22Z', 'updated_at': '2022-02-19T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ed08be29-c089-46d5-b221-a660122d3fd8', 'name': '', 'network_id': 'b56e90a8-b93b-45d7-991f-a3c2d171c57c', 'tenant_id': 'f8ab080356f44d79806030a44bba02a8', 'mac_address': 'fa:16:3e:4a:a5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00af1d2f-ad19-47a6-9baf-af0f43fa8dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c7841dfb-6257-44ba-ad19-2f6c6a33a544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:26Z', 'updated_at': '2022-02-19T05:01:33Z', 'revision_number': 4, 'project_id': 'f8ab080356f44d79806030a44bba02a8', 'subnets': [{'id': 'c7841dfb-6257-44ba-ad19-2f6c6a33a544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:34.437775 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d1d4a3c0-b263-4940-a19c-804dd11ef8cb None None] Current status of the port ed08be29-c089-46d5-b221-a660122d3fd8 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:34.438223 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d1d4a3c0-b263-4940-a19c-804dd11ef8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ed08be29-c089-46d5-b221-a660122d3fd8), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:34.440901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3606b6da-57bf-40e8-9c1b-1581e61c0522 None None] The sync data for ids ['00af1d2f-ad19-47a6-9baf-af0f43fa8dc6'] in n-d-772273-4 is: [{'id': '00af1d2f-ad19-47a6-9baf-af0f43fa8dc6', 'name': 'tempest-TestVolumeBootPattern-217182097-router', 'tenant_id': 'f8ab080356f44d79806030a44bba02a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '052bc8ae-2472-4839-a9e6-6d8c8f9281fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:22Z', 'updated_at': '2022-02-19T05:01:27Z', 'revision_number': 4, 'project_id': 'f8ab080356f44d79806030a44bba02a8', 'gw_port': {'id': '052bc8ae-2472-4839-a9e6-6d8c8f9281fb', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af1d2f-ad19-47a6-9baf-af0f43fa8dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:22Z', 'updated_at': '2022-02-19T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ed08be29-c089-46d5-b221-a660122d3fd8', 'name': '', 'network_id': 'b56e90a8-b93b-45d7-991f-a3c2d171c57c', 'tenant_id': 'f8ab080356f44d79806030a44bba02a8', 'mac_address': 'fa:16:3e:4a:a5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00af1d2f-ad19-47a6-9baf-af0f43fa8dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'c7841dfb-6257-44ba-ad19-2f6c6a33a544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:26Z', 'updated_at': '2022-02-19T05:01:33Z', 'revision_number': 4, 'project_id': 'f8ab080356f44d79806030a44bba02a8', 'subnets': [{'id': 'c7841dfb-6257-44ba-ad19-2f6c6a33a544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:01:34.468409 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ed08be29-c089-46d5-b221-a660122d3fd8 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:34.468820 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ed08be29-c089-46d5-b221-a660122d3fd8), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:34.517332 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d1d4a3c0-b263-4940-a19c-804dd11ef8cb None None] For port ed08be29-c089-46d5-b221-a660122d3fd8, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ed08be29-c089-46d5-b221-a660122d3fd8,segment=NetworkSegment(2059e8ca-be8b-4168-913d-27e62dd0b3d1),segment_id=2059e8ca-be8b-4168-913d-27e62dd0b3d1)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:01:34.524810 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d1d4a3c0-b263-4940-a19c-804dd11ef8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ed08be29-c089-46d5-b221-a660122d3fd8), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:34.647620 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4a3c0-b263-4940-a19c-804dd11ef8cb None None] Pushing event updated for resources: {'Port': ['ID=ed08be29-c089-46d5-b221-a660122d3fd8,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:34.691385 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-43a934d7-6382-4287-af03-35bdc6e26e5a None None] Provisioning complete for port ed08be29-c089-46d5-b221-a660122d3fd8 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:34.691896 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-43a934d7-6382-4287-af03-35bdc6e26e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ed08be29-c089-46d5-b221-a660122d3fd8), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:34.695456 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ed08be29-c089-46d5-b221-a660122d3fd8 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:34.831511 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-43a934d7-6382-4287-af03-35bdc6e26e5a None None] Current status of the port ed08be29-c089-46d5-b221-a660122d3fd8 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:35.139872 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-355e0260-db18-4bde-96e6-3f07fa37ce46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:35.449561 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d29f69d6-e511-422f-838b-d23b111e5c08 req-d22b9baa-9abb-409e-9b5c-7a23c034c540 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 210 time: 0.0357356 Feb 19 05:01:36.181684 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ed08be29-c089-46d5-b221-a660122d3fd8 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:01:36.252165 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ed08be29-c089-46d5-b221-a660122d3fd8 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:36.252819 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ed08be29-c089-46d5-b221-a660122d3fd8), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:36.356449 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ed08be29-c089-46d5-b221-a660122d3fd8 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:01:36.625445 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d7261ee-cadd-4731-9ae6-cddbf2563fcd req-14d0cdc1-28ec-43f7-9800-2d0b7386ba26 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 210 time: 0.0517066 Feb 19 05:01:36.755823 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-f10cfa0b-312d-42bf-9ec1-34dfa972f43a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:36.758236 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-f10cfa0b-312d-42bf-9ec1-34dfa972f43a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.10 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 812 time: 0.1719692 Feb 19 05:01:36.769937 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Request body: {'port': {'device_id': '4ec8e222-ba1d-43eb-80fa-2fa855ea4249', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'admin_state_up': True, 'tenant_id': '7173e653c95343de8cadb3790f712d4d'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:36.905202 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Made reservation on behalf of 7173e653c95343de8cadb3790f712d4d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:01:36.909742 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:36.917251 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:37.077497 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Allocated IP 172.20.0.10 (891e8a91-ec7b-447e-9495-70c700adf2c0/eb74e798-fd6e-499a-bfba-a8016bf5d81f/64c242bb-935e-4d19-bb5d-ca32140a4136) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:01:37.278727 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for port (64c242bb-935e-4d19-bb5d-ca32140a4136), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:37.329469 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (64c242bb-935e-4d19-bb5d-ca32140a4136), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:37.380113 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Network 891e8a91-ec7b-447e-9495-70c700adf2c0 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:01:37.391520 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:01:37.393770 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event updated for resources: {'Port': ['ID=64c242bb-935e-4d19-bb5d-ca32140a4136,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:37.402401 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:01:37.406157 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:37.406515 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:37.406992 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:37.407278 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:37.407635 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:37.407972 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:37.408311 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:37.408652 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:37.409031 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:37.409373 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:37.409832 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:37.410175 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:37.410511 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:37.480642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:37.481468 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:37.507648 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-7b4f7439-b010-4b2c-a5c7-937517fd2425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7416904 Feb 19 05:01:37.520669 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-879defde-71e4-443a-83bb-ee6b5197981e service neutron] Request body: {'port': {'device_id': '4ec8e222-ba1d-43eb-80fa-2fa855ea4249', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:37.613810 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-879defde-71e4-443a-83bb-ee6b5197981e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (64c242bb-935e-4d19-bb5d-ca32140a4136), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:37.782512 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d708122c-9ecc-4e69-97b5-7cbcda249359 None None] Provisioning complete for port 64c242bb-935e-4d19-bb5d-ca32140a4136 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:01:37.783496 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d708122c-9ecc-4e69-97b5-7cbcda249359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (64c242bb-935e-4d19-bb5d-ca32140a4136), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:37.844020 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d708122c-9ecc-4e69-97b5-7cbcda249359 None None] Port 64c242bb-935e-4d19-bb5d-ca32140a4136 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:01:37.869520 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:37.932196 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a0a11-c0e8-420f-89bc-6762e28c9460 req-e3c1d091-369a-4e63-92d1-f1e4db5d727b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:37.934021 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8c3a0a11-c0e8-420f-89bc-6762e28c9460 req-e3c1d091-369a-4e63-92d1-f1e4db5d727b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 932 time: 0.1598303 Feb 19 05:01:38.074641 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:38.091591 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8c3a0a11-c0e8-420f-89bc-6762e28c9460 req-c7cb35d7-f236-443f-bc3f-01465a064f4b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454802 Feb 19 05:01:38.224715 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-879defde-71e4-443a-83bb-ee6b5197981e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64c242bb-935e-4d19-bb5d-ca32140a4136 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:01:38.238636 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-879defde-71e4-443a-83bb-ee6b5197981e service neutron] Publish callbacks [] for port (64c242bb-935e-4d19-bb5d-ca32140a4136), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:38.260024 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-879defde-71e4-443a-83bb-ee6b5197981e service neutron] Transition to ACTIVE for port object 64c242bb-935e-4d19-bb5d-ca32140a4136 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:01:38.265587 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-879defde-71e4-443a-83bb-ee6b5197981e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (64c242bb-935e-4d19-bb5d-ca32140a4136), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:38.348279 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879defde-71e4-443a-83bb-ee6b5197981e service neutron] Pushing event updated for resources: {'Port': ['ID=64c242bb-935e-4d19-bb5d-ca32140a4136,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:38.516480 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-879defde-71e4-443a-83bb-ee6b5197981e service neutron] Attempting to bind port 64c242bb-935e-4d19-bb5d-ca32140a4136 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:01:38.517151 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-879defde-71e4-443a-83bb-ee6b5197981e service neutron] Attempting to bind port 64c242bb-935e-4d19-bb5d-ca32140a4136 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:01:38.517944 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-879defde-71e4-443a-83bb-ee6b5197981e service neutron] Attempting to bind port 64c242bb-935e-4d19-bb5d-ca32140a4136 on network 891e8a91-ec7b-447e-9495-70c700adf2c0 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:01:38.527798 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-879defde-71e4-443a-83bb-ee6b5197981e service neutron] Port 64c242bb-935e-4d19-bb5d-ca32140a4136 on network 891e8a91-ec7b-447e-9495-70c700adf2c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:01:38.528580 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-879defde-71e4-443a-83bb-ee6b5197981e service neutron] Attempting to bind port 64c242bb-935e-4d19-bb5d-ca32140a4136 on network 891e8a91-ec7b-447e-9495-70c700adf2c0 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:01:38.540306 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-879defde-71e4-443a-83bb-ee6b5197981e service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:01:38.544704 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-879defde-71e4-443a-83bb-ee6b5197981e service neutron] Checking segment: {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:01:38.544704 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-879defde-71e4-443a-83bb-ee6b5197981e service neutron] Bound using segment: {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:01:38.544704 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-879defde-71e4-443a-83bb-ee6b5197981e service neutron] Bound port: 64c242bb-935e-4d19-bb5d-ca32140a4136, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:01:38.545552 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-879defde-71e4-443a-83bb-ee6b5197981e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (64c242bb-935e-4d19-bb5d-ca32140a4136), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:38.683275 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-879defde-71e4-443a-83bb-ee6b5197981e service neutron] For port 64c242bb-935e-4d19-bb5d-ca32140a4136, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:01:38.689726 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-879defde-71e4-443a-83bb-ee6b5197981e service neutron] For port 64c242bb-935e-4d19-bb5d-ca32140a4136, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=64c242bb-935e-4d19-bb5d-ca32140a4136,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:01:38.699385 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-879defde-71e4-443a-83bb-ee6b5197981e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (64c242bb-935e-4d19-bb5d-ca32140a4136), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:38.746176 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-879defde-71e4-443a-83bb-ee6b5197981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:38.746656 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-879defde-71e4-443a-83bb-ee6b5197981e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:38.753131 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-879defde-71e4-443a-83bb-ee6b5197981e service neutron] 10.222.0.10 "PUT /v2.0/ports/64c242bb-935e-4d19-bb5d-ca32140a4136 HTTP/1.1" status: 200 len: 1092 time: 1.2334161 Feb 19 05:01:38.753661 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec8e222-ba1d-43eb-80fa-2fa855ea4249', 'tag': '64c242bb-935e-4d19-bb5d-ca32140a4136'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:01:38.756130 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cea023-d2c0-4ddd-9a5e-4e0e07b0be0b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec8e222-ba1d-43eb-80fa-2fa855ea4249", "tag": "64c242bb-935e-4d19-bb5d-ca32140a4136"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:01:38.810020 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12076ee4-fe6c-4e45-825b-1c7849930958 x-openstack-request-id: req-12076ee4-fe6c-4e45-825b-1c7849930958 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:01:38.811454 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec8e222-ba1d-43eb-80fa-2fa855ea4249", "tag": "64c242bb-935e-4d19-bb5d-ca32140a4136", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:01:38.811998 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-12076ee4-fe6c-4e45-825b-1c7849930958 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:01:38.812789 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec8e222-ba1d-43eb-80fa-2fa855ea4249', 'tag': '64c242bb-935e-4d19-bb5d-ca32140a4136', 'status': 'completed', 'code': 200} Feb 19 05:01:38.816839 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879defde-71e4-443a-83bb-ee6b5197981e service neutron] Pushing event updated for resources: {'Port': ['ID=64c242bb-935e-4d19-bb5d-ca32140a4136,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:38.909884 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-4b744b9a-badb-4a83-a1a9-e5a4ec176cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:38.913131 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-4b744b9a-badb-4a83-a1a9-e5a4ec176cc5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 1126 time: 0.0985384 Feb 19 05:01:38.974458 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-b8b39fb8-b6d2-442d-b335-46719e41c1c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64c242bb-935e-4d19-bb5d-ca32140a4136 HTTP/1.1" status: 200 len: 217 time: 0.0539587 Feb 19 05:01:39.072045 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-7df127ef-acf7-4a83-a65f-ba2fd369ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:39.073664 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-7df127ef-acf7-4a83-a65f-ba2fd369ed6d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0932453 Feb 19 05:01:39.170827 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-5f72f787-dc96-4384-84b2-a73b2e41174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:39.172784 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-5f72f787-dc96-4384-84b2-a73b2e41174a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0930920 Feb 19 05:01:39.376648 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:39.417809 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c998863-35d6-4ea5-898e-88a91471495a req-e23b492d-5e2a-481f-a45c-24ffb9a8ff4c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:39.420207 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1c998863-35d6-4ea5-898e-88a91471495a req-e23b492d-5e2a-481f-a45c-24ffb9a8ff4c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 944 time: 0.1508899 Feb 19 05:01:39.425867 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-be92d889-040d-44fa-95b4-9f8f9a4ebc7e service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445800 Feb 19 05:01:39.446752 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:39.601881 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1c998863-35d6-4ea5-898e-88a91471495a req-15291fc0-7681-4f96-8237-00ac01a8e7d6 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659825 Feb 19 05:01:39.606239 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60b4f8da-5d59-4ead-a258-dea420ec019f req-e5f5f473-969c-40d8-b33e-77aedde874b0 service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741707 Feb 19 05:01:39.738284 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cea023-d2c0-4ddd-9a5e-4e0e07b0be0b req-4fe7fcae-3c47-49bd-8534-349e2a056237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:39.739895 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-87cea023-d2c0-4ddd-9a5e-4e0e07b0be0b req-4fe7fcae-3c47-49bd-8534-349e2a056237 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 1126 time: 0.0635409 Feb 19 05:01:39.905062 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cea023-d2c0-4ddd-9a5e-4e0e07b0be0b req-93e89b01-e8de-4fc7-baa2-ab566a6176db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:39.907531 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-87cea023-d2c0-4ddd-9a5e-4e0e07b0be0b req-93e89b01-e8de-4fc7-baa2-ab566a6176db service neutron] 10.222.0.10 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 912 time: 0.1607051 Feb 19 05:01:39.981900 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-87cea023-d2c0-4ddd-9a5e-4e0e07b0be0b req-53cb35d3-1829-4902-91a5-cbf757d3f068 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64c242bb-935e-4d19-bb5d-ca32140a4136 HTTP/1.1" status: 200 len: 217 time: 0.0670183 Feb 19 05:01:40.080926 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cea023-d2c0-4ddd-9a5e-4e0e07b0be0b req-a600b342-19c9-4bbd-8033-4600fcc0069e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:40.084278 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-87cea023-d2c0-4ddd-9a5e-4e0e07b0be0b req-a600b342-19c9-4bbd-8033-4600fcc0069e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0967839 Feb 19 05:01:40.153015 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cea023-d2c0-4ddd-9a5e-4e0e07b0be0b req-aa749027-b30a-43ae-8464-6f9da05e8d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:40.155218 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-87cea023-d2c0-4ddd-9a5e-4e0e07b0be0b req-aa749027-b30a-43ae-8464-6f9da05e8d25 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0647101 Feb 19 05:01:40.337801 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-87cea023-d2c0-4ddd-9a5e-4e0e07b0be0b req-e404b72c-df5e-4e35-95a8-675228d6c8dd service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754746 Feb 19 05:01:40.508007 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-87cea023-d2c0-4ddd-9a5e-4e0e07b0be0b req-930f8e6f-daca-4d7f-ab0f-cc74ba64f615 service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640625 Feb 19 05:01:40.824118 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f7d1e-d12c-4880-87c7-bdd3242e0ed1 req-32017972-889b-4952-9b20-40ce00c835d3 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:40.826787 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3a8f7d1e-d12c-4880-87c7-bdd3242e0ed1 req-32017972-889b-4952-9b20-40ce00c835d3 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 944 time: 0.0884609 Feb 19 05:01:40.914028 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3a8f7d1e-d12c-4880-87c7-bdd3242e0ed1 req-25c97246-d53e-4a6c-8d5b-26de91a52548 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760117 Feb 19 05:01:42.162728 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba2abc-dc29-4d53-a1ba-1aef611e7e6b req-b262216c-e790-4ef2-92ce-7f6393aa224b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:42.166331 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54ba2abc-dc29-4d53-a1ba-1aef611e7e6b req-b262216c-e790-4ef2-92ce-7f6393aa224b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 944 time: 0.1067283 Feb 19 05:01:42.247755 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54ba2abc-dc29-4d53-a1ba-1aef611e7e6b req-aaec0852-47f5-4b06-bff9-316f47ef0946 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705390 Feb 19 05:01:42.825418 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa26314-55d1-4d7b-bf20-0e1ea14f946b req-3b9ce59d-7565-414d-9b08-707b0bfeb7cc tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:42.828052 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aaa26314-55d1-4d7b-bf20-0e1ea14f946b req-3b9ce59d-7565-414d-9b08-707b0bfeb7cc tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 1127 time: 0.0853205 Feb 19 05:01:42.907743 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aaa26314-55d1-4d7b-bf20-0e1ea14f946b req-91775949-4beb-4240-85af-20fb9abb942d tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728381 Feb 19 05:01:42.966506 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58662) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:43.223137 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-42abd880-7f4f-4c2c-89f8-ca61b5f744e0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Deleting port 00231097-54f4-4e5e-89f1-4087113694fb {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:01:43.224483 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42abd880-7f4f-4c2c-89f8-ca61b5f744e0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (00231097-54f4-4e5e-89f1-4087113694fb), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:43.376379 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42abd880-7f4f-4c2c-89f8-ca61b5f744e0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (00231097-54f4-4e5e-89f1-4087113694fb), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:43.376832 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42abd880-7f4f-4c2c-89f8-ca61b5f744e0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for floatingip (00231097-54f4-4e5e-89f1-4087113694fb), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:43.441079 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-42abd880-7f4f-4c2c-89f8-ca61b5f744e0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Calling delete_port for 00231097-54f4-4e5e-89f1-4087113694fb owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:01:43.570106 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a8436-e3dd-4d13-9a93-2d28d35d7b1c req-08da8bf0-e06e-49d6-a540-bc79b11e74c4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:43.572694 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f76a8436-e3dd-4d13-9a93-2d28d35d7b1c req-08da8bf0-e06e-49d6-a540-bc79b11e74c4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 944 time: 0.2011840 Feb 19 05:01:43.698467 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f76a8436-e3dd-4d13-9a93-2d28d35d7b1c req-3d9495bf-4a71-4506-aa6a-9bf1ae192600 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078682 Feb 19 05:01:43.863039 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42abd880-7f4f-4c2c-89f8-ca61b5f744e0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (00231097-54f4-4e5e-89f1-4087113694fb), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:43.919445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abd880-7f4f-4c2c-89f8-ca61b5f744e0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'Port': ['ID=00231097-54f4-4e5e-89f1-4087113694fb,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:44.033982 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42abd880-7f4f-4c2c-89f8-ca61b5f744e0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for floatingip (0ef349aa-2ac9-40e6-8bbc-8ce3489f00c0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:44.034622 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-42abd880-7f4f-4c2c-89f8-ca61b5f744e0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Floating IP 0ef349aa-2ac9-40e6-8bbc-8ce3489f00c0 disassociated (deleted). External IP: 172.25.0.146, port: 790e6512-01ee-4de1-8dcc-d7a17acc2c3f. Feb 19 05:01:44.492248 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42abd880-7f4f-4c2c-89f8-ca61b5f744e0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Router 88787550-b1b9-4cfd-b966-93248b57437b has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:01:44.691506 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42abd880-7f4f-4c2c-89f8-ca61b5f744e0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:01:44.707639 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42abd880-7f4f-4c2c-89f8-ca61b5f744e0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:44.709622 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2086ff11-41ba-4222-8f29-4f693fb6af1d None None] Sync routers for ids ['88787550-b1b9-4cfd-b966-93248b57437b'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:01:44.741971 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2086ff11-41ba-4222-8f29-4f693fb6af1d None None] Routers {'88787550-b1b9-4cfd-b966-93248b57437b'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:01:44.743526 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2086ff11-41ba-4222-8f29-4f693fb6af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:01:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['88787550-b1b9-4cfd-b966-93248b57437b'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:44.786580 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-42abd880-7f4f-4c2c-89f8-ca61b5f744e0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "DELETE /v2.0/floatingips/0ef349aa-2ac9-40e6-8bbc-8ce3489f00c0 HTTP/1.1" status: 204 len: 168 time: 1.8135860 Feb 19 05:01:44.786580 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1472349c-6a70-407d-804e-bb54455c8817', 'tag': '790e6512-01ee-4de1-8dcc-d7a17acc2c3f'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:01:44.786580 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2ff248-5c41-417c-b956-269d0696cdd8" -d '{"events": [{"name": "network-changed", "server_uuid": "1472349c-6a70-407d-804e-bb54455c8817", "tag": "790e6512-01ee-4de1-8dcc-d7a17acc2c3f"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:01:45.065598 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1d57d-4aeb-465d-9b4b-390306b68dd0 req-338a06c4-a078-4e5e-8abe-ddc2fa15a6d5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:45.069038 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-16e1d57d-4aeb-465d-9b4b-390306b68dd0 req-338a06c4-a078-4e5e-8abe-ddc2fa15a6d5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 944 time: 0.1818242 Feb 19 05:01:45.136314 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-2086ff11-41ba-4222-8f29-4f693fb6af1d None None] Set router 88787550-b1b9-4cfd-b966-93248b57437b gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:01:45.294215 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-16e1d57d-4aeb-465d-9b4b-390306b68dd0 req-af5e1e5b-44f8-441b-bc92-a382bcc5a7f2 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087188 Feb 19 05:01:45.336290 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887a584a-c141-4563-9423-f7f682f9b6d9 x-openstack-request-id: req-887a584a-c141-4563-9423-f7f682f9b6d9 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:01:45.336741 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1472349c-6a70-407d-804e-bb54455c8817", "tag": "790e6512-01ee-4de1-8dcc-d7a17acc2c3f", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:01:45.337205 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-887a584a-c141-4563-9423-f7f682f9b6d9 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:01:45.337869 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1472349c-6a70-407d-804e-bb54455c8817', 'tag': '790e6512-01ee-4de1-8dcc-d7a17acc2c3f', 'status': 'completed', 'code': 200} Feb 19 05:01:45.519387 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ff248-5c41-417c-b956-269d0696cdd8 req-72c81032-3e47-4d00-bf1f-cf193b0d97f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:45.527699 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fd2ff248-5c41-417c-b956-269d0696cdd8 req-72c81032-3e47-4d00-bf1f-cf193b0d97f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 1127 time: 0.1885033 Feb 19 05:01:45.598435 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eba487-9961-4ed2-a5d9-82b0559fc9e6 req-86d4d76b-3110-4ade-97a1-d3f5445f0399 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:45.603028 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4eba487-9961-4ed2-a5d9-82b0559fc9e6 req-86d4d76b-3110-4ade-97a1-d3f5445f0399 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 945 time: 0.1597445 Feb 19 05:01:45.765823 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4eba487-9961-4ed2-a5d9-82b0559fc9e6 req-1f28985d-63c9-49bc-b05a-a218afc89c4d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439872 Feb 19 05:01:45.774902 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ff248-5c41-417c-b956-269d0696cdd8 req-58f42c83-613d-427d-a05d-f57ee4ca29e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:45.777419 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fd2ff248-5c41-417c-b956-269d0696cdd8 req-58f42c83-613d-427d-a05d-f57ee4ca29e0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9389c500-3109-4346-ad59-dbbff814f868 HTTP/1.1" status: 200 len: 897 time: 0.2416766 Feb 19 05:01:45.823293 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2086ff11-41ba-4222-8f29-4f693fb6af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88787550-b1b9-4cfd-b966-93248b57437b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802812764', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:45Z', 'updated_at': '2022-02-19T04:59:53Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:46Z', 'updated_at': '2022-02-19T04:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'e400b639-cbb6-46d3-a188-86bf9ced6e85', 'name': '', 'network_id': '9389c500-3109-4346-ad59-dbbff814f868', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:bd:0b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '186a3df4-7de9-4e58-8ec6-a755b72a190d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:51Z', 'updated_at': '2022-02-19T04:59:57Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': '186a3df4-7de9-4e58-8ec6-a755b72a190d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:45.894356 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fd2ff248-5c41-417c-b956-269d0696cdd8 req-9168e8cb-20bf-4fb1-ab46-82102ec2bff2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=790e6512-01ee-4de1-8dcc-d7a17acc2c3f HTTP/1.1" status: 200 len: 217 time: 0.1099660 Feb 19 05:01:45.899080 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2086ff11-41ba-4222-8f29-4f693fb6af1d None None] Checking router: 88787550-b1b9-4cfd-b966-93248b57437b for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:01:45.938583 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2086ff11-41ba-4222-8f29-4f693fb6af1d None None] Routers {'88787550-b1b9-4cfd-b966-93248b57437b'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:01:45.958671 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2086ff11-41ba-4222-8f29-4f693fb6af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:01:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['88787550-b1b9-4cfd-b966-93248b57437b'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:46.075129 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ff248-5c41-417c-b956-269d0696cdd8 req-ce5f1686-cb8b-43ba-b765-dbcb42fc2d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:46.090391 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fd2ff248-5c41-417c-b956-269d0696cdd8 req-ce5f1686-cb8b-43ba-b765-dbcb42fc2d11 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=186a3df4-7de9-4e58-8ec6-a755b72a190d HTTP/1.1" status: 200 len: 835 time: 0.1889384 Feb 19 05:01:46.321326 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ff248-5c41-417c-b956-269d0696cdd8 req-2fa560dc-0894-49c4-b6d8-6095bcc32d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:46.325045 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fd2ff248-5c41-417c-b956-269d0696cdd8 req-2fa560dc-0894-49c4-b6d8-6095bcc32d77 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9389c500-3109-4346-ad59-dbbff814f868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2196779 Feb 19 05:01:46.458573 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-2086ff11-41ba-4222-8f29-4f693fb6af1d None None] Set router 88787550-b1b9-4cfd-b966-93248b57437b gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:01:46.700270 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86dd53-704e-431c-a6a0-78be4b549d59 req-2d41d4ec-28cb-4a85-91b5-84957747957f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:46.722811 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d86dd53-704e-431c-a6a0-78be4b549d59 req-2d41d4ec-28cb-4a85-91b5-84957747957f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.48 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 945 time: 0.2558365 Feb 19 05:01:46.855486 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fd2ff248-5c41-417c-b956-269d0696cdd8 req-27679c53-58c5-48d7-a1d2-526340171451 service neutron] 10.222.0.48 "GET /v2.0/networks/9389c500-3109-4346-ad59-dbbff814f868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221872 Feb 19 05:01:47.019862 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c261fe-dab5-40bd-847b-c165268a0f2d req-62534566-d7de-4d0d-9bab-8d0d316fe68e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:47.043601 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-66c261fe-dab5-40bd-847b-c165268a0f2d req-62534566-d7de-4d0d-9bab-8d0d316fe68e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 944 time: 0.3777075 Feb 19 05:01:47.185233 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-8d86dd53-704e-431c-a6a0-78be4b549d59 req-43cbc7a6-cb9b-4c55-b5f2-fb7c2aa28983 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Deleting port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:01:47.186223 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8d86dd53-704e-431c-a6a0-78be4b549d59 req-43cbc7a6-cb9b-4c55-b5f2-fb7c2aa28983 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:47.405258 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:01:47.409724 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-66c261fe-dab5-40bd-847b-c165268a0f2d req-81a44762-fba1-4553-a515-f652ec02cf9e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584280 Feb 19 05:01:47.414043 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-8d86dd53-704e-431c-a6a0-78be4b549d59 req-43cbc7a6-cb9b-4c55-b5f2-fb7c2aa28983 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] For port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=790e6512-01ee-4de1-8dcc-d7a17acc2c3f,segment=NetworkSegment(2cc90884-719c-45db-9934-d8e0382a5298),segment_id=2cc90884-719c-45db-9934-d8e0382a5298)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:01:47.414561 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8d86dd53-704e-431c-a6a0-78be4b549d59 req-43cbc7a6-cb9b-4c55-b5f2-fb7c2aa28983 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:47.417274 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fd2ff248-5c41-417c-b956-269d0696cdd8 req-b1a4f380-e78f-4b34-8d0b-9216c7adab08 service neutron] 10.222.0.48 "GET /v2.0/networks/9389c500-3109-4346-ad59-dbbff814f868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5540164 Feb 19 05:01:47.440327 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-8d86dd53-704e-431c-a6a0-78be4b549d59 req-43cbc7a6-cb9b-4c55-b5f2-fb7c2aa28983 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Calling delete_port for 790e6512-01ee-4de1-8dcc-d7a17acc2c3f owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:01:47.551293 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2086ff11-41ba-4222-8f29-4f693fb6af1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88787550-b1b9-4cfd-b966-93248b57437b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802812764', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:45Z', 'updated_at': '2022-02-19T04:59:53Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:46Z', 'updated_at': '2022-02-19T04:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'e400b639-cbb6-46d3-a188-86bf9ced6e85', 'name': '', 'network_id': '9389c500-3109-4346-ad59-dbbff814f868', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:bd:0b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '186a3df4-7de9-4e58-8ec6-a755b72a190d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:51Z', 'updated_at': '2022-02-19T04:59:57Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': '186a3df4-7de9-4e58-8ec6-a755b72a190d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:47.671119 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2086ff11-41ba-4222-8f29-4f693fb6af1d None None] The sync data for ids ['88787550-b1b9-4cfd-b966-93248b57437b'] in n-d-772273-4 is: [{'id': '88787550-b1b9-4cfd-b966-93248b57437b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802812764', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:45Z', 'updated_at': '2022-02-19T04:59:53Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:46Z', 'updated_at': '2022-02-19T04:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'e400b639-cbb6-46d3-a188-86bf9ced6e85', 'name': '', 'network_id': '9389c500-3109-4346-ad59-dbbff814f868', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:bd:0b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '186a3df4-7de9-4e58-8ec6-a755b72a190d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:51Z', 'updated_at': '2022-02-19T04:59:57Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': '186a3df4-7de9-4e58-8ec6-a755b72a190d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:01:47.762380 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb151f7-2b67-4caa-b4f7-6107c97e9adb req-d8fc74e3-cb33-4dfb-a3ca-da59fc0d7b4f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:47.774871 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0cb151f7-2b67-4caa-b4f7-6107c97e9adb req-d8fc74e3-cb33-4dfb-a3ca-da59fc0d7b4f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=1472349c-6a70-407d-804e-bb54455c8817 HTTP/1.1" status: 200 len: 945 time: 0.7006161 Feb 19 05:01:47.823435 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8d86dd53-704e-431c-a6a0-78be4b549d59 req-43cbc7a6-cb9b-4c55-b5f2-fb7c2aa28983 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (790e6512-01ee-4de1-8dcc-d7a17acc2c3f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:47.894477 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbc7a6-cb9b-4c55-b5f2-fb7c2aa28983 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'Port': ['ID=790e6512-01ee-4de1-8dcc-d7a17acc2c3f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:47.996711 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0cb151f7-2b67-4caa-b4f7-6107c97e9adb req-6bce51ff-98e0-4db6-9bae-c8ffb7f06ebe tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=86b4dff6-8508-4393-91ce-14387b4c75bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201729 Feb 19 05:01:48.053495 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d86dd53-704e-431c-a6a0-78be4b549d59 req-43cbc7a6-cb9b-4c55-b5f2-fb7c2aa28983 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] No DVR routers for this DVR port 790e6512-01ee-4de1-8dcc-d7a17acc2c3f on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:01:48.058932 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8d86dd53-704e-431c-a6a0-78be4b549d59 req-43cbc7a6-cb9b-4c55-b5f2-fb7c2aa28983 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:48.072324 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d86dd53-704e-431c-a6a0-78be4b549d59 req-43cbc7a6-cb9b-4c55-b5f2-fb7c2aa28983 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.48 "DELETE /v2.0/ports/790e6512-01ee-4de1-8dcc-d7a17acc2c3f HTTP/1.1" status: 204 len: 173 time: 1.3418751 Feb 19 05:01:48.073162 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1472349c-6a70-407d-804e-bb54455c8817', 'name': 'network-vif-deleted', 'tag': '790e6512-01ee-4de1-8dcc-d7a17acc2c3f'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:01:48.077657 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2a0c8a-692e-4557-afa6-a933195d5ccc" -d '{"events": [{"server_uuid": "1472349c-6a70-407d-804e-bb54455c8817", "name": "network-vif-deleted", "tag": "790e6512-01ee-4de1-8dcc-d7a17acc2c3f"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:01:48.220476 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2493c2db-77c1-4612-b7a3-e81aa1b46206 x-openstack-request-id: req-2493c2db-77c1-4612-b7a3-e81aa1b46206 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:01:48.220963 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1472349c-6a70-407d-804e-bb54455c8817", "name": "network-vif-deleted", "tag": "790e6512-01ee-4de1-8dcc-d7a17acc2c3f", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:01:48.221376 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2493c2db-77c1-4612-b7a3-e81aa1b46206 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:01:48.222027 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1472349c-6a70-407d-804e-bb54455c8817', 'name': 'network-vif-deleted', 'tag': '790e6512-01ee-4de1-8dcc-d7a17acc2c3f', 'status': 'completed', 'code': 200} Feb 19 05:01:48.446758 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b52362-b80a-4d1e-ba44-aa1d9717cb51 None None] New status for floating IP 0ef349aa-2ac9-40e6-8bbc-8ce3489f00c0: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:01:48.962730 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9d68c-8061-466e-b051-0538ac076286 req-b9fed4b2-6dcf-42c8-8440-6bd9a2cd8142 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:48.976580 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59d9d68c-8061-466e-b051-0538ac076286 req-b9fed4b2-6dcf-42c8-8440-6bd9a2cd8142 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 944 time: 0.2582529 Feb 19 05:01:49.142870 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59d9d68c-8061-466e-b051-0538ac076286 req-908a0f37-f982-4ea1-8069-fb617380b0ce tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537642 Feb 19 05:01:49.168418 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 58938) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:50.477792 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c926ea-2aeb-4dd7-b13f-2045a9610dd5 req-aa517d42-3e64-426a-9803-c7efbf209123 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:50.481426 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-59c926ea-2aeb-4dd7-b13f-2045a9610dd5 req-aa517d42-3e64-426a-9803-c7efbf209123 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 944 time: 0.1793675 Feb 19 05:01:50.613354 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-59c926ea-2aeb-4dd7-b13f-2045a9610dd5 req-71027311-5527-4e4d-adaa-25a3a20f4eeb tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139433 Feb 19 05:01:50.719073 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-142458c0-f8e5-4b5b-90fb-367c5c466aa9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (88787550-b1b9-4cfd-b966-93248b57437b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:50.801814 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 790e6512-01ee-4de1-8dcc-d7a17acc2c3f no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:01:50.834349 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 790e6512-01ee-4de1-8dcc-d7a17acc2c3f {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:01:50.834872 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 790e6512-01ee-4de1-8dcc-d7a17acc2c3f not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:01:51.224090 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-142458c0-f8e5-4b5b-90fb-367c5c466aa9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Deleting port e400b639-cbb6-46d3-a188-86bf9ced6e85 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:01:51.224456 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-142458c0-f8e5-4b5b-90fb-367c5c466aa9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (e400b639-cbb6-46d3-a188-86bf9ced6e85), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:51.433854 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-142458c0-f8e5-4b5b-90fb-367c5c466aa9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] For port e400b639-cbb6-46d3-a188-86bf9ced6e85, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e400b639-cbb6-46d3-a188-86bf9ced6e85,segment=NetworkSegment(2cc90884-719c-45db-9934-d8e0382a5298),segment_id=2cc90884-719c-45db-9934-d8e0382a5298)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:01:51.434684 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-142458c0-f8e5-4b5b-90fb-367c5c466aa9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (e400b639-cbb6-46d3-a188-86bf9ced6e85), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:51.463240 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-142458c0-f8e5-4b5b-90fb-367c5c466aa9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Calling delete_port for e400b639-cbb6-46d3-a188-86bf9ced6e85 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:01:51.862268 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-142458c0-f8e5-4b5b-90fb-367c5c466aa9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (e400b639-cbb6-46d3-a188-86bf9ced6e85), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:51.880686 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10661306-0d7a-4748-83ee-820cc463d013 req-345ff775-65fb-423c-868a-c4f8549119bf tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:51.885415 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-10661306-0d7a-4748-83ee-820cc463d013 req-345ff775-65fb-423c-868a-c4f8549119bf tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 944 time: 0.1065292 Feb 19 05:01:51.919477 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142458c0-f8e5-4b5b-90fb-367c5c466aa9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'Port': ['ID=e400b639-cbb6-46d3-a188-86bf9ced6e85,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:52.028198 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-10661306-0d7a-4748-83ee-820cc463d013 req-76cad4d6-f441-498e-946c-9c283c543465 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318510 Feb 19 05:01:52.245535 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-142458c0-f8e5-4b5b-90fb-367c5c466aa9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (88787550-b1b9-4cfd-b966-93248b57437b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:52.557935 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142458c0-f8e5-4b5b-90fb-367c5c466aa9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Router 88787550-b1b9-4cfd-b966-93248b57437b has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:01:52.715520 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142458c0-f8e5-4b5b-90fb-367c5c466aa9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:01:52.722583 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-142458c0-f8e5-4b5b-90fb-367c5c466aa9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "PUT /v2.0/routers/88787550-b1b9-4cfd-b966-93248b57437b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5508103 Feb 19 05:01:52.724492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59146) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:52.736687 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a8a15e-e9a0-4895-baa6-accf3d8ef3c4 None None] Sync routers for ids ['88787550-b1b9-4cfd-b966-93248b57437b'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:01:52.754560 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a8a15e-e9a0-4895-baa6-accf3d8ef3c4 None None] Routers {'88787550-b1b9-4cfd-b966-93248b57437b'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:01:52.755470 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c9a8a15e-e9a0-4895-baa6-accf3d8ef3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:01:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['88787550-b1b9-4cfd-b966-93248b57437b'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:52.799653 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad87a44d-97b3-4bf9-b68d-9fe15ac48c92 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Deleting subnet 186a3df4-7de9-4e58-8ec6-a755b72a190d {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:01:52.806370 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ad87a44d-97b3-4bf9-b68d-9fe15ac48c92 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for subnet (186a3df4-7de9-4e58-8ec6-a755b72a190d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:52.863713 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ad87a44d-97b3-4bf9-b68d-9fe15ac48c92 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (186a3df4-7de9-4e58-8ec6-a755b72a190d), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:52.999418 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ad87a44d-97b3-4bf9-b68d-9fe15ac48c92 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (186a3df4-7de9-4e58-8ec6-a755b72a190d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:53.048215 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-c9a8a15e-e9a0-4895-baa6-accf3d8ef3c4 None None] Set router 88787550-b1b9-4cfd-b966-93248b57437b gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:01:53.142734 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ad87a44d-97b3-4bf9-b68d-9fe15ac48c92 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (186a3df4-7de9-4e58-8ec6-a755b72a190d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:53.200246 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87a44d-97b3-4bf9-b68d-9fe15ac48c92 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'Subnet': ['ID=186a3df4-7de9-4e58-8ec6-a755b72a190d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:53.231429 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ad87a44d-97b3-4bf9-b68d-9fe15ac48c92 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:53.235778 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ad87a44d-97b3-4bf9-b68d-9fe15ac48c92 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "DELETE /v2.0/subnets/186a3df4-7de9-4e58-8ec6-a755b72a190d HTTP/1.1" status: 204 len: 168 time: 0.5093403 Feb 19 05:01:53.241188 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59150) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:53.248343 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b897e5-0547-4ddf-8c8f-0d51a9093bd2 None None] Network 9389c500-3109-4346-ad59-dbbff814f868 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:01:53.302404 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09843666-aa2d-4712-a0ba-de33a51602a4 req-5684b1e5-ffc8-418b-9ae9-e4ffb0e43e51 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:53.305408 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-09843666-aa2d-4712-a0ba-de33a51602a4 req-5684b1e5-ffc8-418b-9ae9-e4ffb0e43e51 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 944 time: 0.1510069 Feb 19 05:01:53.479203 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-09843666-aa2d-4712-a0ba-de33a51602a4 req-20d56ea9-9540-416b-9a79-8122f9a0914d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582355 Feb 19 05:01:53.541420 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c9a8a15e-e9a0-4895-baa6-accf3d8ef3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88787550-b1b9-4cfd-b966-93248b57437b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802812764', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:45Z', 'updated_at': '2022-02-19T05:01:51Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:46Z', 'updated_at': '2022-02-19T04:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:53.598123 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a8a15e-e9a0-4895-baa6-accf3d8ef3c4 None None] Checking router: 88787550-b1b9-4cfd-b966-93248b57437b for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:01:53.603174 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bcd6-10c5-4d07-87d0-98480ebe6cf7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router (88787550-b1b9-4cfd-b966-93248b57437b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:53.614214 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a8a15e-e9a0-4895-baa6-accf3d8ef3c4 None None] Routers {'88787550-b1b9-4cfd-b966-93248b57437b'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:01:53.615382 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c9a8a15e-e9a0-4895-baa6-accf3d8ef3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:01:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['88787550-b1b9-4cfd-b966-93248b57437b'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:53.642372 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09159dd4-e86b-47c1-96f4-142cb5a50b7c None None] DHCP port deletion for 9389c500-3109-4346-ad59-dbbff814f868 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:01:53.751766 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-09159dd4-e86b-47c1-96f4-142cb5a50b7c None None] Deleting port 25dc4a4b-0ccb-41fc-8501-bf5f7ea32831 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:01:53.752692 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-09159dd4-e86b-47c1-96f4-142cb5a50b7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (25dc4a4b-0ccb-41fc-8501-bf5f7ea32831), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:53.777074 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bcd6-10c5-4d07-87d0-98480ebe6cf7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router_gateway (88787550-b1b9-4cfd-b966-93248b57437b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:53.799830 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-c9a8a15e-e9a0-4895-baa6-accf3d8ef3c4 None None] Set router 88787550-b1b9-4cfd-b966-93248b57437b gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:01:53.953106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-09159dd4-e86b-47c1-96f4-142cb5a50b7c None None] For port 25dc4a4b-0ccb-41fc-8501-bf5f7ea32831, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=25dc4a4b-0ccb-41fc-8501-bf5f7ea32831,segment=NetworkSegment(2cc90884-719c-45db-9934-d8e0382a5298),segment_id=2cc90884-719c-45db-9934-d8e0382a5298)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:01:53.954228 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-09159dd4-e86b-47c1-96f4-142cb5a50b7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (25dc4a4b-0ccb-41fc-8501-bf5f7ea32831), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:53.989007 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-09159dd4-e86b-47c1-96f4-142cb5a50b7c None None] Calling delete_port for 25dc4a4b-0ccb-41fc-8501-bf5f7ea32831 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:01:54.174884 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-09159dd4-e86b-47c1-96f4-142cb5a50b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (25dc4a4b-0ccb-41fc-8501-bf5f7ea32831), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:54.183076 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c9a8a15e-e9a0-4895-baa6-accf3d8ef3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88787550-b1b9-4cfd-b966-93248b57437b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802812764', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:45Z', 'updated_at': '2022-02-19T05:01:51Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:46Z', 'updated_at': '2022-02-19T04:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:54.243851 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 25dc4a4b-0ccb-41fc-8501-bf5f7ea32831 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:01:54.269210 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a8a15e-e9a0-4895-baa6-accf3d8ef3c4 None None] The sync data for ids ['88787550-b1b9-4cfd-b966-93248b57437b'] in n-d-772273-4 is: [{'id': '88787550-b1b9-4cfd-b966-93248b57437b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802812764', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:59:45Z', 'updated_at': '2022-02-19T05:01:51Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '6ba8b186-a0d3-48d3-b8fa-7b029ecac78b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:de:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88787550-b1b9-4cfd-b966-93248b57437b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:59:46Z', 'updated_at': '2022-02-19T04:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:01:54.287063 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 25dc4a4b-0ccb-41fc-8501-bf5f7ea32831 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:01:54.292461 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 25dc4a4b-0ccb-41fc-8501-bf5f7ea32831 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:01:54.307522 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09159dd4-e86b-47c1-96f4-142cb5a50b7c None None] Pushing event deleted for resources: {'Port': ['ID=25dc4a4b-0ccb-41fc-8501-bf5f7ea32831,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:54.310313 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09159dd4-e86b-47c1-96f4-142cb5a50b7c None None] No DVR routers for this DVR port 25dc4a4b-0ccb-41fc-8501-bf5f7ea32831 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:01:54.339897 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-c0c8bcd6-10c5-4d07-87d0-98480ebe6cf7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Deleting port 6ba8b186-a0d3-48d3-b8fa-7b029ecac78b {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:01:54.341470 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bcd6-10c5-4d07-87d0-98480ebe6cf7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (6ba8b186-a0d3-48d3-b8fa-7b029ecac78b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:54.442380 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-c0c8bcd6-10c5-4d07-87d0-98480ebe6cf7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] For port 6ba8b186-a0d3-48d3-b8fa-7b029ecac78b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6ba8b186-a0d3-48d3-b8fa-7b029ecac78b,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:01:54.442845 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bcd6-10c5-4d07-87d0-98480ebe6cf7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (6ba8b186-a0d3-48d3-b8fa-7b029ecac78b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:54.459383 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-c0c8bcd6-10c5-4d07-87d0-98480ebe6cf7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Calling delete_port for 6ba8b186-a0d3-48d3-b8fa-7b029ecac78b owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:01:54.786746 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e97ae-671f-4561-a5d3-738056fcceab req-307c5f07-4b0c-4170-a25a-3eaacf887516 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:54.789926 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fd6e97ae-671f-4561-a5d3-738056fcceab req-307c5f07-4b0c-4170-a25a-3eaacf887516 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 944 time: 0.1852131 Feb 19 05:01:54.797604 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bcd6-10c5-4d07-87d0-98480ebe6cf7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (6ba8b186-a0d3-48d3-b8fa-7b029ecac78b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:54.853754 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8bcd6-10c5-4d07-87d0-98480ebe6cf7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'Port': ['ID=6ba8b186-a0d3-48d3-b8fa-7b029ecac78b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:55.004147 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bcd6-10c5-4d07-87d0-98480ebe6cf7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (88787550-b1b9-4cfd-b966-93248b57437b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:55.013074 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fd6e97ae-671f-4561-a5d3-738056fcceab req-eb3719ef-e241-45a4-859b-8aa00928bf32 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072341 Feb 19 05:01:55.153610 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bcd6-10c5-4d07-87d0-98480ebe6cf7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (88787550-b1b9-4cfd-b966-93248b57437b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:55.158072 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bcd6-10c5-4d07-87d0-98480ebe6cf7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router_controller (88787550-b1b9-4cfd-b966-93248b57437b), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:55.243672 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bcd6-10c5-4d07-87d0-98480ebe6cf7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (88787550-b1b9-4cfd-b966-93248b57437b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:55.244603 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c8bcd6-10c5-4d07-87d0-98480ebe6cf7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Fanout notify agent at l3_agent the message router_deleted on router 88787550-b1b9-4cfd-b966-93248b57437b {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:01:55.254650 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c0c8bcd6-10c5-4d07-87d0-98480ebe6cf7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:55.256804 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c0c8bcd6-10c5-4d07-87d0-98480ebe6cf7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "DELETE /v2.0/routers/88787550-b1b9-4cfd-b966-93248b57437b HTTP/1.1" status: 204 len: 168 time: 2.0096819 Feb 19 05:01:55.261477 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59158) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:55.386545 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd351-c660-46f9-836c-9585c677864a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (9389c500-3109-4346-ad59-dbbff814f868), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:55.537796 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd351-c660-46f9-836c-9585c677864a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (9389c500-3109-4346-ad59-dbbff814f868), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:55.575745 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-8a3cd351-c660-46f9-836c-9585c677864a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9389c500-3109-4346-ad59-dbbff814f868']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:55.593988 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-8a3cd351-c660-46f9-836c-9585c677864a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc90884-719c-45db-9934-d8e0382a5298') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:55.594699 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-8a3cd351-c660-46f9-836c-9585c677864a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc90884-719c-45db-9934-d8e0382a5298') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:01:55.617655 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd351-c660-46f9-836c-9585c677864a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (2cc90884-719c-45db-9934-d8e0382a5298), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:55.640743 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd351-c660-46f9-836c-9585c677864a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (2cc90884-719c-45db-9934-d8e0382a5298), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:55.652346 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3cd351-c660-46f9-836c-9585c677864a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:01:55.653097 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd351-c660-46f9-836c-9585c677864a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (2cc90884-719c-45db-9934-d8e0382a5298), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: timer() Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:01:55.660391 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:01:55.754616 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd351-c660-46f9-836c-9585c677864a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (9389c500-3109-4346-ad59-dbbff814f868), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:55.769719 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd351-c660-46f9-836c-9585c677864a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:55.780748 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8a3cd351-c660-46f9-836c-9585c677864a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "DELETE /v2.0/networks/9389c500-3109-4346-ad59-dbbff814f868 HTTP/1.1" status: 204 len: 168 time: 0.5174580 Feb 19 05:01:55.782496 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59160) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:55.806077 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3cd351-c660-46f9-836c-9585c677864a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'Network': ['ID=9389c500-3109-4346-ad59-dbbff814f868,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:55.896451 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-74f7cb2c-5c95-45f6-b5ac-be8787fcba22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (86b4dff6-8508-4393-91ce-14387b4c75bb), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:55.937359 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-74f7cb2c-5c95-45f6-b5ac-be8787fcba22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (86b4dff6-8508-4393-91ce-14387b4c75bb), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:56.079348 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-74f7cb2c-5c95-45f6-b5ac-be8787fcba22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (86b4dff6-8508-4393-91ce-14387b4c75bb), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:56.084814 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-74f7cb2c-5c95-45f6-b5ac-be8787fcba22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:56.087515 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-74f7cb2c-5c95-45f6-b5ac-be8787fcba22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "DELETE /v2.0/security-groups/86b4dff6-8508-4393-91ce-14387b4c75bb HTTP/1.1" status: 204 len: 168 time: 0.3031642 Feb 19 05:01:56.105389 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7cb2c-5c95-45f6-b5ac-be8787fcba22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b4dff6-8508-4393-91ce-14387b4c75bb,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:56.291779 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6ba8b186-a0d3-48d3-b8fa-7b029ecac78b no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:01:56.359925 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 6ba8b186-a0d3-48d3-b8fa-7b029ecac78b {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:01:56.360542 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6ba8b186-a0d3-48d3-b8fa-7b029ecac78b not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:01:56.361741 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e400b639-cbb6-46d3-a188-86bf9ced6e85 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:01:56.367037 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905b176-3da2-4202-9965-ef3d4bce886b req-dc7c7053-ef41-4440-a541-ef0336e224d9 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:56.369513 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2905b176-3da2-4202-9965-ef3d4bce886b req-dc7c7053-ef41-4440-a541-ef0336e224d9 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 944 time: 0.1454306 Feb 19 05:01:56.409055 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: e400b639-cbb6-46d3-a188-86bf9ced6e85 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:01:56.410041 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e400b639-cbb6-46d3-a188-86bf9ced6e85 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:01:56.472234 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2905b176-3da2-4202-9965-ef3d4bce886b req-1e8c045a-4741-45e9-b51a-664e52d84913 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796921 Feb 19 05:01:56.808358 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59170) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:56.816843 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-75302c1f-d377-4f3a-ba66-6b41364b333d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-522383597', 'description': 'tempest-secgroup-smoke-522383597 description', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:56.854564 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-75302c1f-d377-4f3a-ba66-6b41364b333d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:56.986112 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-75302c1f-d377-4f3a-ba66-6b41364b333d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (88c0e8a9-1d5a-4d30-88aa-5db5aa03c090), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:56.993314 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-75302c1f-d377-4f3a-ba66-6b41364b333d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (88c0e8a9-1d5a-4d30-88aa-5db5aa03c090), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:57.061851 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-75302c1f-d377-4f3a-ba66-6b41364b333d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:57.063934 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-75302c1f-d377-4f3a-ba66-6b41364b333d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2534611 Feb 19 05:01:57.065242 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75302c1f-d377-4f3a-ba66-6b41364b333d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:57.068707 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59172) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:57.078593 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-3e4a92f1-8a02-404a-9fb6-ba9e5a0f00f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group_rule': {'security_group_id': '88c0e8a9-1d5a-4d30-88aa-5db5aa03c090', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:57.131488 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e4a92f1-8a02-404a-9fb6-ba9e5a0f00f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (bbc1cd87-64b7-4c36-bd5e-8846db29cfd5), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:57.248702 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e4a92f1-8a02-404a-9fb6-ba9e5a0f00f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (bbc1cd87-64b7-4c36-bd5e-8846db29cfd5), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:57.256400 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e4a92f1-8a02-404a-9fb6-ba9e5a0f00f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (bbc1cd87-64b7-4c36-bd5e-8846db29cfd5), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:57.282800 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a92f1-8a02-404a-9fb6-ba9e5a0f00f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc1cd87-64b7-4c36-bd5e-8846db29cfd5,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:57.296047 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a92f1-8a02-404a-9fb6-ba9e5a0f00f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:57.296493 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a92f1-8a02-404a-9fb6-ba9e5a0f00f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:57.296935 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a92f1-8a02-404a-9fb6-ba9e5a0f00f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:57.297373 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a92f1-8a02-404a-9fb6-ba9e5a0f00f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:57.297776 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a92f1-8a02-404a-9fb6-ba9e5a0f00f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:57.298203 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a92f1-8a02-404a-9fb6-ba9e5a0f00f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:57.298617 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a92f1-8a02-404a-9fb6-ba9e5a0f00f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:57.299022 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a92f1-8a02-404a-9fb6-ba9e5a0f00f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:57.299433 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a92f1-8a02-404a-9fb6-ba9e5a0f00f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:57.300040 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a92f1-8a02-404a-9fb6-ba9e5a0f00f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:57.300444 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a92f1-8a02-404a-9fb6-ba9e5a0f00f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:57.300841 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a92f1-8a02-404a-9fb6-ba9e5a0f00f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:57.301339 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a92f1-8a02-404a-9fb6-ba9e5a0f00f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:01:57.308007 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e4a92f1-8a02-404a-9fb6-ba9e5a0f00f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:57.310326 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3e4a92f1-8a02-404a-9fb6-ba9e5a0f00f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2378597 Feb 19 05:01:57.313791 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59176) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:57.321411 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e04549af-e279-4c3b-b8b7-971faa85610c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group_rule': {'security_group_id': '88c0e8a9-1d5a-4d30-88aa-5db5aa03c090', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:57.357728 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e04549af-e279-4c3b-b8b7-971faa85610c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (9cd35ab4-c759-4aeb-946e-bb0bd312c3f3), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:57.439911 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e04549af-e279-4c3b-b8b7-971faa85610c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (9cd35ab4-c759-4aeb-946e-bb0bd312c3f3), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:57.446392 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e04549af-e279-4c3b-b8b7-971faa85610c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (9cd35ab4-c759-4aeb-946e-bb0bd312c3f3), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:57.470534 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04549af-e279-4c3b-b8b7-971faa85610c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd35ab4-c759-4aeb-946e-bb0bd312c3f3,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:57.483156 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e04549af-e279-4c3b-b8b7-971faa85610c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:57.484730 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e04549af-e279-4c3b-b8b7-971faa85610c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1694651 Feb 19 05:01:57.489247 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59178) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:57.496000 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-ab97ad16-9eb2-432f-9adb-5d6e35c2aee9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group_rule': {'security_group_id': '88c0e8a9-1d5a-4d30-88aa-5db5aa03c090', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:57.534428 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ab97ad16-9eb2-432f-9adb-5d6e35c2aee9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (a943b01e-b99f-400e-9dac-a942055753d2), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:57.636760 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ab97ad16-9eb2-432f-9adb-5d6e35c2aee9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (a943b01e-b99f-400e-9dac-a942055753d2), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:57.645246 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ab97ad16-9eb2-432f-9adb-5d6e35c2aee9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (a943b01e-b99f-400e-9dac-a942055753d2), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:57.682369 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97ad16-9eb2-432f-9adb-5d6e35c2aee9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a943b01e-b99f-400e-9dac-a942055753d2,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:57.696727 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ab97ad16-9eb2-432f-9adb-5d6e35c2aee9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:57.701956 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ab97ad16-9eb2-432f-9adb-5d6e35c2aee9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2078171 Feb 19 05:01:57.702394 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59182) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:57.708032 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200c832-95a6-49ac-8fa6-1c34cab80a73 req-ec981009-9895-4150-93f5-dfdc59369e02 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:57.708376 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-5ab5abf4-7015-4a46-8b5a-bcf49d719bf1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group_rule': {'security_group_id': '88c0e8a9-1d5a-4d30-88aa-5db5aa03c090', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:57.713919 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4200c832-95a6-49ac-8fa6-1c34cab80a73 req-ec981009-9895-4150-93f5-dfdc59369e02 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 944 time: 0.1070628 Feb 19 05:01:57.759495 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5ab5abf4-7015-4a46-8b5a-bcf49d719bf1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (2a28f6d6-28eb-4ad0-9ac3-3bef96fb86be), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:57.806566 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4200c832-95a6-49ac-8fa6-1c34cab80a73 req-e2c5eecc-98e5-4d30-9796-c9d02de92e2a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785699 Feb 19 05:01:57.884068 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5ab5abf4-7015-4a46-8b5a-bcf49d719bf1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (2a28f6d6-28eb-4ad0-9ac3-3bef96fb86be), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:57.890344 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5ab5abf4-7015-4a46-8b5a-bcf49d719bf1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (2a28f6d6-28eb-4ad0-9ac3-3bef96fb86be), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:57.925851 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5abf4-7015-4a46-8b5a-bcf49d719bf1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a28f6d6-28eb-4ad0-9ac3-3bef96fb86be,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:57.940174 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5ab5abf4-7015-4a46-8b5a-bcf49d719bf1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:57.942379 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5ab5abf4-7015-4a46-8b5a-bcf49d719bf1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2381978 Feb 19 05:01:57.946299 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59184) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:57.951651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-227e1548-f736-4552-b7ad-a8eb577955be tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group_rule': {'security_group_id': '88c0e8a9-1d5a-4d30-88aa-5db5aa03c090', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:57.983549 n-d-772273-4 neutron-server[115199]: INFO neutron.db.securitygroups_db [None req-227e1548-f736-4552-b7ad-a8eb577955be tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Project cb7efcaa75ab46f8b306eefb09a4e21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:01:57.995039 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-227e1548-f736-4552-b7ad-a8eb577955be tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (5a8a553a-4d6a-4f14-9144-efc0be08720d), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:58.110616 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-227e1548-f736-4552-b7ad-a8eb577955be tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (5a8a553a-4d6a-4f14-9144-efc0be08720d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:58.122930 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-227e1548-f736-4552-b7ad-a8eb577955be tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (5a8a553a-4d6a-4f14-9144-efc0be08720d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:58.161702 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e1548-f736-4552-b7ad-a8eb577955be tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a8a553a-4d6a-4f14-9144-efc0be08720d,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:58.173392 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-227e1548-f736-4552-b7ad-a8eb577955be tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:58.177739 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-227e1548-f736-4552-b7ad-a8eb577955be tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2299721 Feb 19 05:01:58.178579 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59186) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:58.194545 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-4053a0af-68dd-457d-8a00-28d18a546f83 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group_rule': {'security_group_id': '88c0e8a9-1d5a-4d30-88aa-5db5aa03c090', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:58.235468 n-d-772273-4 neutron-server[115198]: INFO neutron.db.securitygroups_db [None req-4053a0af-68dd-457d-8a00-28d18a546f83 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Project cb7efcaa75ab46f8b306eefb09a4e21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:01:58.242267 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4053a0af-68dd-457d-8a00-28d18a546f83 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (04c2a3e5-d1bd-404e-8291-00404d928bd4), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:58.343227 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4053a0af-68dd-457d-8a00-28d18a546f83 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (04c2a3e5-d1bd-404e-8291-00404d928bd4), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:58.348067 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4053a0af-68dd-457d-8a00-28d18a546f83 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (04c2a3e5-d1bd-404e-8291-00404d928bd4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:58.376145 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053a0af-68dd-457d-8a00-28d18a546f83 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c2a3e5-d1bd-404e-8291-00404d928bd4,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:58.398009 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4053a0af-68dd-457d-8a00-28d18a546f83 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:58.400261 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4053a0af-68dd-457d-8a00-28d18a546f83 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2195480 Feb 19 05:01:58.403578 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59190) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:58.409941 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-6681643b-ae06-4a08-9ab1-16d2fa0c5e00 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'network': {'name': 'tempest-network-smoke--263406172', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'port_security_enabled': True}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:58.437658 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6681643b-ae06-4a08-9ab1-16d2fa0c5e00 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Made reservation on behalf of cb7efcaa75ab46f8b306eefb09a4e21d for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:01:58.442103 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6681643b-ae06-4a08-9ab1-16d2fa0c5e00 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:58.489772 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6681643b-ae06-4a08-9ab1-16d2fa0c5e00 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:01:58.507603 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6681643b-ae06-4a08-9ab1-16d2fa0c5e00 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:58.508075 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-6681643b-ae06-4a08-9ab1-16d2fa0c5e00 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Added segment 7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3 of type vlan for network b9e17580-cc68-4785-b78f-d985d45c500d Feb 19 05:01:58.580152 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6681643b-ae06-4a08-9ab1-16d2fa0c5e00 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (b9e17580-cc68-4785-b78f-d985d45c500d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:58.626157 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6681643b-ae06-4a08-9ab1-16d2fa0c5e00 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (b9e17580-cc68-4785-b78f-d985d45c500d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:58.633163 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6681643b-ae06-4a08-9ab1-16d2fa0c5e00 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:58.633849 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6681643b-ae06-4a08-9ab1-16d2fa0c5e00 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:58.711566 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6681643b-ae06-4a08-9ab1-16d2fa0c5e00 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3047090 Feb 19 05:01:58.714169 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59192) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:01:58.722728 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-af801c93-4732-4782-9734-ade2c991cd27 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-291434701', 'admin_state_up': True, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:01:58.732884 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681643b-ae06-4a08-9ab1-16d2fa0c5e00 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Network': ['ID=b9e17580-cc68-4785-b78f-d985d45c500d,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:01:58.750599 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network b9e17580-cc68-4785-b78f-d985d45c500d details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:01:58.774642 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-af801c93-4732-4782-9734-ade2c991cd27 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (8cd4e55a-3968-40a9-924e-8f81345fa12f), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:58.778445 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-af801c93-4732-4782-9734-ade2c991cd27 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (8cd4e55a-3968-40a9-924e-8f81345fa12f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:58.868515 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-af801c93-4732-4782-9734-ade2c991cd27 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router_controller (8cd4e55a-3968-40a9-924e-8f81345fa12f), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:59.049906 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3db70f-62cd-45d2-8d82-6a32e9e41480 req-d7560e73-b144-4c37-a3bf-6e842c2ebb98 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:01:59.052262 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ac3db70f-62cd-45d2-8d82-6a32e9e41480 req-d7560e73-b144-4c37-a3bf-6e842c2ebb98 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 944 time: 0.0969515 Feb 19 05:01:59.065134 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-af801c93-4732-4782-9734-ade2c991cd27 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router_gateway (8cd4e55a-3968-40a9-924e-8f81345fa12f), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:59.125333 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ac3db70f-62cd-45d2-8d82-6a32e9e41480 req-6212d38d-0497-4f0a-bd88-a74e73eb6a5e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645599 Feb 19 05:01:59.389665 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-af801c93-4732-4782-9734-ade2c991cd27 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router_gateway (8cd4e55a-3968-40a9-924e-8f81345fa12f), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:59.420685 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-af801c93-4732-4782-9734-ade2c991cd27 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:59.582981 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-af801c93-4732-4782-9734-ade2c991cd27 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Allocated IP 172.25.0.51 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/32a46fa2-e692-4f97-9cc6-d6b9cb56017d) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:01:59.769370 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-af801c93-4732-4782-9734-ade2c991cd27 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for port (32a46fa2-e692-4f97-9cc6-d6b9cb56017d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:59.832446 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-af801c93-4732-4782-9734-ade2c991cd27 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (32a46fa2-e692-4f97-9cc6-d6b9cb56017d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:01:59.908094 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af801c93-4732-4782-9734-ade2c991cd27 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:01:59.914446 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-af801c93-4732-4782-9734-ade2c991cd27 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:01:59.933347 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af801c93-4732-4782-9734-ade2c991cd27 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:01:59.940902 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af801c93-4732-4782-9734-ade2c991cd27 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Port': ['ID=32a46fa2-e692-4f97-9cc6-d6b9cb56017d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:00.384397 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d4322-bb4a-4096-974f-1f27e13bcc9d req-c2c9785e-c7b0-4a6c-a8f4-a399dc511f73 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:00.386252 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad8d4322-bb4a-4096-974f-1f27e13bcc9d req-c2c9785e-c7b0-4a6c-a8f4-a399dc511f73 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 944 time: 0.1549304 Feb 19 05:02:00.433132 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-af801c93-4732-4782-9734-ade2c991cd27 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router_gateway (8cd4e55a-3968-40a9-924e-8f81345fa12f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:00.527114 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad8d4322-bb4a-4096-974f-1f27e13bcc9d req-4ed6cc97-e7ae-490e-9c9d-3b8c9a7367b8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236825 Feb 19 05:02:01.110117 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-af801c93-4732-4782-9734-ade2c991cd27 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (8cd4e55a-3968-40a9-924e-8f81345fa12f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:01.359227 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af801c93-4732-4782-9734-ade2c991cd27 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Router 8cd4e55a-3968-40a9-924e-8f81345fa12f is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:02:01.555997 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af801c93-4732-4782-9734-ade2c991cd27 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:02:01.587829 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] Sync routers for ids ['8cd4e55a-3968-40a9-924e-8f81345fa12f'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:02:01.618700 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] Routers {'8cd4e55a-3968-40a9-924e-8f81345fa12f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:02:01.621181 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:01:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['8cd4e55a-3968-40a9-924e-8f81345fa12f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:01.641614 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-af801c93-4732-4782-9734-ade2c991cd27 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:01.648801 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-af801c93-4732-4782-9734-ade2c991cd27 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9280069 Feb 19 05:02:01.649369 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59210) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:01.775320 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2c6ddacb-8239-4202-b5b1-bb5706d4afea tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=cb7efcaa75ab46f8b306eefb09a4e21d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1217089 Feb 19 05:02:01.778341 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59212) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:01.912640 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] Set router 8cd4e55a-3968-40a9-924e-8f81345fa12f gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:02:01.965149 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bf458-5422-4c7f-bb79-7b069dc24425 req-a4a06722-f8b6-4672-a49b-709e2925ee62 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:01.974101 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7f5bf458-5422-4c7f-bb79-7b069dc24425 req-a4a06722-f8b6-4672-a49b-709e2925ee62 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 944 time: 0.2185571 Feb 19 05:02:02.073787 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec3bc6-ca9c-4407-b783-7332d09e9b62 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:02.077397 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fcec3bc6-ca9c-4407-b783-7332d09e9b62 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2933269 Feb 19 05:02:02.082618 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59214) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:02.082863 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7f5bf458-5422-4c7f-bb79-7b069dc24425 req-0713da5a-ba6e-4de8-9a34-ef4a0b13515f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012189 Feb 19 05:02:02.160613 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b75c0141-a091-4195-9df9-f9c15f306036 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0690506 Feb 19 05:02:02.163795 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59216) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:02.170664 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c34eacd2-9014-42fa-9950-55d402091acb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1986326736', 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:02:02.316123 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34eacd2-9014-42fa-9950-55d402091acb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Made reservation on behalf of cb7efcaa75ab46f8b306eefb09a4e21d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:02:02.319282 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291434701', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:58Z', 'updated_at': '2022-02-19T05:02:00Z', 'revision_number': 3, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:64:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:59Z', 'updated_at': '2022-02-19T05:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:02.326077 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c34eacd2-9014-42fa-9950-55d402091acb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:02.326389 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-305922a2-9c88-4727-bc3a-e7a43670b116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:02.583161 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] Checking router: 8cd4e55a-3968-40a9-924e-8f81345fa12f for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:02:02.584173 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] Updating router 8cd4e55a-3968-40a9-924e-8f81345fa12f port 32a46fa2-e692-4f97-9cc6-d6b9cb56017d binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:02:02.636729 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (32a46fa2-e692-4f97-9cc6-d6b9cb56017d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:02.670805 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c34eacd2-9014-42fa-9950-55d402091acb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (edc6ee6b-3636-4217-9083-7cb03d237434), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:02.761286 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34eacd2-9014-42fa-9950-55d402091acb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Subnet': ['ID=edc6ee6b-3636-4217-9083-7cb03d237434,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:02.773988 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34eacd2-9014-42fa-9950-55d402091acb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Checking segment: {'id': '7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:02:02.774634 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34eacd2-9014-42fa-9950-55d402091acb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network hostable DHCP agents. Network: b9e17580-cc68-4785-b78f-d985d45c500d, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:02:02.807108 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34eacd2-9014-42fa-9950-55d402091acb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network b9e17580-cc68-4785-b78f-d985d45c500d is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:02:02.822990 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-c34eacd2-9014-42fa-9950-55d402091acb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, b9e17580-cc68-4785-b78f-d985d45c500d) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:02:02.828771 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34eacd2-9014-42fa-9950-55d402091acb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:02.829634 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c34eacd2-9014-42fa-9950-55d402091acb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:02.847107 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea626a68-3dd4-48c0-a5d1-5d25676a27e5 None None] Network b9e17580-cc68-4785-b78f-d985d45c500d requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:02:02.862724 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c34eacd2-9014-42fa-9950-55d402091acb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6930830 Feb 19 05:02:02.863933 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59220) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:03.232667 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] Publish callbacks [] for port (32a46fa2-e692-4f97-9cc6-d6b9cb56017d), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:03.245729 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (32a46fa2-e692-4f97-9cc6-d6b9cb56017d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:03.343163 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] Attempting to bind port 32a46fa2-e692-4f97-9cc6-d6b9cb56017d on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:02:03.343549 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] Attempting to bind port 32a46fa2-e692-4f97-9cc6-d6b9cb56017d by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:02:03.344106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] Attempting to bind port 32a46fa2-e692-4f97-9cc6-d6b9cb56017d on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:02:03.362052 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:02:03.362052 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:02:03.362052 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:03.362680 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:02:03.364095 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] Bound port: 32a46fa2-e692-4f97-9cc6-d6b9cb56017d, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:02:03.364095 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (32a46fa2-e692-4f97-9cc6-d6b9cb56017d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:03.389275 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-b9e17580-cc68-4785-b78f-d985d45c500d', 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'fixed_ips': [{'subnet_id': 'edc6ee6b-3636-4217-9083-7cb03d237434'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:02:03.390378 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:03.435430 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af6164-b21b-4238-be2a-c69ab17a54a0 req-e052290f-4be6-45c0-9616-3de509469777 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:03.437284 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-84af6164-b21b-4238-be2a-c69ab17a54a0 req-e052290f-4be6-45c0-9616-3de509469777 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 944 time: 0.1892002 Feb 19 05:02:03.467047 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2f8ef-1f96-4f2d-8488-4220aa342f71 None None] Pushing event updated for resources: {'Port': ['ID=32a46fa2-e692-4f97-9cc6-d6b9cb56017d,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:03.649942 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] For port 32a46fa2-e692-4f97-9cc6-d6b9cb56017d, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:02:03.659765 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] For port 32a46fa2-e692-4f97-9cc6-d6b9cb56017d, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=32a46fa2-e692-4f97-9cc6-d6b9cb56017d,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:02:03.676029 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-84af6164-b21b-4238-be2a-c69ab17a54a0 req-7e826477-1ef0-4600-b30b-3c12ef5ea5dc tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869552 Feb 19 05:02:03.689125 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (32a46fa2-e692-4f97-9cc6-d6b9cb56017d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:03.842889 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2f8ef-1f96-4f2d-8488-4220aa342f71 None None] Pushing event updated for resources: {'Port': ['ID=32a46fa2-e692-4f97-9cc6-d6b9cb56017d,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:03.918187 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 64c242bb-935e-4d19-bb5d-ca32140a4136 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:02:03.920890 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Allocated IP 172.20.0.2 (b9e17580-cc68-4785-b78f-d985d45c500d/edc6ee6b-3636-4217-9083-7cb03d237434/51f25291-1765-478e-b6c7-a239b9093ccd) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:02:03.925683 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] Routers {'8cd4e55a-3968-40a9-924e-8f81345fa12f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:02:03.926739 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:01:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['8cd4e55a-3968-40a9-924e-8f81345fa12f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:04.119301 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5bfd9b39-8a93-478c-a14b-6643122ff8b2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:04.207582 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] Set router 8cd4e55a-3968-40a9-924e-8f81345fa12f gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:02:04.830935 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 64c242bb-935e-4d19-bb5d-ca32140a4136, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=64c242bb-935e-4d19-bb5d-ca32140a4136,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:02:04.880795 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '64c242bb-935e-4d19-bb5d-ca32140a4136', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'port_id': '64c242bb-935e-4d19-bb5d-ca32140a4136', 'mac_address': 'fa:16:3e:a8:33:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:02:04.943477 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbaf46-fdb5-42fb-9c00-f2e4608da0a1 req-c2f7d0bb-67e5-44aa-a3ff-8230a37bde96 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:04.952272 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bddbaf46-fdb5-42fb-9c00-f2e4608da0a1 req-c2f7d0bb-67e5-44aa-a3ff-8230a37bde96 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 944 time: 0.0996377 Feb 19 05:02:05.027811 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 64c242bb-935e-4d19-bb5d-ca32140a4136 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:02:05.028889 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (64c242bb-935e-4d19-bb5d-ca32140a4136), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:05.042037 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bddbaf46-fdb5-42fb-9c00-f2e4608da0a1 req-b8f439ee-3f37-4500-8248-8f067ee2de1f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884616 Feb 19 05:02:05.061397 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c242bb-935e-4d19-bb5d-ca32140a4136 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:02:05.082135 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291434701', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:58Z', 'updated_at': '2022-02-19T05:02:00Z', 'revision_number': 3, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:64:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:59Z', 'updated_at': '2022-02-19T05:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:05.196432 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c8b0fa-edb5-44bf-b2e4-9d0ce53e6fe3 None None] The sync data for ids ['8cd4e55a-3968-40a9-924e-8f81345fa12f'] in n-d-772273-4 is: [{'id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291434701', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:58Z', 'updated_at': '2022-02-19T05:02:00Z', 'revision_number': 3, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:64:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:59Z', 'updated_at': '2022-02-19T05:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:02:05.231635 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 64c242bb-935e-4d19-bb5d-ca32140a4136, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=64c242bb-935e-4d19-bb5d-ca32140a4136,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:02:05.259133 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (64c242bb-935e-4d19-bb5d-ca32140a4136), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:05.263428 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Publish callbacks [] for port (51f25291-1765-478e-b6c7-a239b9093ccd), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:05.273021 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e804d35f-e5d1-4c7e-8200-b92c52992e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:05.356875 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=64c242bb-935e-4d19-bb5d-ca32140a4136,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:05.362246 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (51f25291-1765-478e-b6c7-a239b9093ccd), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:05.440231 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Network b9e17580-cc68-4785-b78f-d985d45c500d is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:02:05.445605 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:02:05.453408 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:02:05.467074 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-5bfd9b39-8a93-478c-a14b-6643122ff8b2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Allocated IP 172.20.0.1 (b9e17580-cc68-4785-b78f-d985d45c500d/edc6ee6b-3636-4217-9083-7cb03d237434/04bb8f50-f699-45dc-81c7-ea88fb48ab2e) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:02:05.553785 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['64c242bb-935e-4d19-bb5d-ca32140a4136'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:02:05.562320 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Pushing event updated for resources: {'Port': ['ID=51f25291-1765-478e-b6c7-a239b9093ccd,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:05.634075 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Attempting to bind port 51f25291-1765-478e-b6c7-a239b9093ccd on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:02:05.634460 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Attempting to bind port 51f25291-1765-478e-b6c7-a239b9093ccd by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:02:05.634831 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Attempting to bind port 51f25291-1765-478e-b6c7-a239b9093ccd on network b9e17580-cc68-4785-b78f-d985d45c500d {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:02:05.674162 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:02:05.674714 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Checking segment: {'id': '7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:02:05.675361 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:05.676008 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Bound using segment: {'id': '7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:02:05.676807 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Bound port: 51f25291-1765-478e-b6c7-a239b9093ccd, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:02:05.677446 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (51f25291-1765-478e-b6c7-a239b9093ccd), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:05.919592 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5bfd9b39-8a93-478c-a14b-6643122ff8b2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for port (04bb8f50-f699-45dc-81c7-ea88fb48ab2e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:06.019135 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5bfd9b39-8a93-478c-a14b-6643122ff8b2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (04bb8f50-f699-45dc-81c7-ea88fb48ab2e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:06.023821 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] For port 51f25291-1765-478e-b6c7-a239b9093ccd, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:02:06.031009 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] For port 51f25291-1765-478e-b6c7-a239b9093ccd, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=51f25291-1765-478e-b6c7-a239b9093ccd,segment=NetworkSegment(7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3),segment_id=7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:02:06.065621 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (51f25291-1765-478e-b6c7-a239b9093ccd), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:06.196891 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfd9b39-8a93-478c-a14b-6643122ff8b2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network b9e17580-cc68-4785-b78f-d985d45c500d is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:02:06.207894 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-5bfd9b39-8a93-478c-a14b-6643122ff8b2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:02:06.217537 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfd9b39-8a93-478c-a14b-6643122ff8b2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:02:06.449901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 32a46fa2-e692-4f97-9cc6-d6b9cb56017d up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:02:06.595665 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5bfd9b39-8a93-478c-a14b-6643122ff8b2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (8cd4e55a-3968-40a9-924e-8f81345fa12f), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:06.605714 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd9b39-8a93-478c-a14b-6643122ff8b2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Port': ['ID=04bb8f50-f699-45dc-81c7-ea88fb48ab2e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:06.611489 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Pushing event updated for resources: {'Port': ['ID=51f25291-1765-478e-b6c7-a239b9093ccd,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:06.706838 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:06.707395 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:06.718451 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:06.719215 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:06.719779 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:06.720352 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:06.720947 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:06.721490 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:06.722071 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:06.722657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:06.723201 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:06.723768 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:06.765311 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413392b6-e489-4c07-9683-85b1a426ae9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:06.947962 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf202f2-89e6-4827-bf33-8f087207035d req-9c2a9aa7-26b8-48d8-a995-42c646700002 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:06.962573 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 32a46fa2-e692-4f97-9cc6-d6b9cb56017d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:06.963184 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (32a46fa2-e692-4f97-9cc6-d6b9cb56017d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:06.969963 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bcf202f2-89e6-4827-bf33-8f087207035d req-9c2a9aa7-26b8-48d8-a995-42c646700002 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 945 time: 0.5111225 Feb 19 05:02:07.350651 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bcf202f2-89e6-4827-bf33-8f087207035d req-0deddf4e-05c6-4d74-b413-42a5bc0fca7c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649826 Feb 19 05:02:07.499351 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5bfd9b39-8a93-478c-a14b-6643122ff8b2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (04bb8f50-f699-45dc-81c7-ea88fb48ab2e), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:07.517218 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:07.741147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 32a46fa2-e692-4f97-9cc6-d6b9cb56017d is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:02:07.746835 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (32a46fa2-e692-4f97-9cc6-d6b9cb56017d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:07.854309 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 32a46fa2-e692-4f97-9cc6-d6b9cb56017d, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=32a46fa2-e692-4f97-9cc6-d6b9cb56017d,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:02:07.874167 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (32a46fa2-e692-4f97-9cc6-d6b9cb56017d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:08.065203 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=32a46fa2-e692-4f97-9cc6-d6b9cb56017d,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:08.086457 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 64c242bb-935e-4d19-bb5d-ca32140a4136 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:02:08.246145 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:08.329557 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:08.473175 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 64c242bb-935e-4d19-bb5d-ca32140a4136 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:02:08.495696 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 64c242bb-935e-4d19-bb5d-ca32140a4136 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:08.496324 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (64c242bb-935e-4d19-bb5d-ca32140a4136), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:08.669164 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d6d02c-5148-44ad-9e7e-286c6d41be69 None None] Network b9e17580-cc68-4785-b78f-d985d45c500d requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:02:08.774057 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5bfd9b39-8a93-478c-a14b-6643122ff8b2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for port (04bb8f50-f699-45dc-81c7-ea88fb48ab2e), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:08.784945 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5bfd9b39-8a93-478c-a14b-6643122ff8b2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (04bb8f50-f699-45dc-81c7-ea88fb48ab2e), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:08.833465 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00686b6-89c6-40ea-a89e-964851836c33 req-95ac40f8-b358-45c0-abd2-021f3c0c8f4f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:08.842335 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f00686b6-89c6-40ea-a89e-964851836c33 req-95ac40f8-b358-45c0-abd2-021f3c0c8f4f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 945 time: 0.1860800 Feb 19 05:02:08.907429 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 32a46fa2-e692-4f97-9cc6-d6b9cb56017d up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:02:08.920235 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5bfd9b39-8a93-478c-a14b-6643122ff8b2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (8cd4e55a-3968-40a9-924e-8f81345fa12f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:08.994003 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f00686b6-89c6-40ea-a89e-964851836c33 req-c425c69a-d7a6-4452-bc42-e57f6f4a2071 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445508 Feb 19 05:02:09.048827 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f1346255-df2f-4975-a42e-400a779351a4 None None] Provisioning complete for port 51f25291-1765-478e-b6c7-a239b9093ccd triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:09.049250 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f1346255-df2f-4975-a42e-400a779351a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (51f25291-1765-478e-b6c7-a239b9093ccd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:09.150463 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd9b39-8a93-478c-a14b-6643122ff8b2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Port': ['ID=04bb8f50-f699-45dc-81c7-ea88fb48ab2e,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:09.315804 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfd9b39-8a93-478c-a14b-6643122ff8b2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network b9e17580-cc68-4785-b78f-d985d45c500d is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:02:09.320409 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-5bfd9b39-8a93-478c-a14b-6643122ff8b2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:02:09.337864 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 64c242bb-935e-4d19-bb5d-ca32140a4136 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:02:09.338573 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (64c242bb-935e-4d19-bb5d-ca32140a4136), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:09.398657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f1346255-df2f-4975-a42e-400a779351a4 None None] Current status of the port 51f25291-1765-478e-b6c7-a239b9093ccd is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:02:09.399236 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f1346255-df2f-4975-a42e-400a779351a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (51f25291-1765-478e-b6c7-a239b9093ccd), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:09.466820 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:09.480527 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:09.481827 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec8e222-ba1d-43eb-80fa-2fa855ea4249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c242bb-935e-4d19-bb5d-ca32140a4136'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:02:09.485083 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1faf85c6-f00b-45ee-905a-d4363ceb880f" -d '{"events": [{"server_uuid": "4ec8e222-ba1d-43eb-80fa-2fa855ea4249", "name": "network-vif-plugged", "status": "completed", "tag": "64c242bb-935e-4d19-bb5d-ca32140a4136"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:02:09.540035 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-f1346255-df2f-4975-a42e-400a779351a4 None None] For port 51f25291-1765-478e-b6c7-a239b9093ccd, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=51f25291-1765-478e-b6c7-a239b9093ccd,segment=NetworkSegment(7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3),segment_id=7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:02:09.560333 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 32a46fa2-e692-4f97-9cc6-d6b9cb56017d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:09.560671 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (32a46fa2-e692-4f97-9cc6-d6b9cb56017d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:09.562723 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f1346255-df2f-4975-a42e-400a779351a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (51f25291-1765-478e-b6c7-a239b9093ccd), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:09.566303 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 64c242bb-935e-4d19-bb5d-ca32140a4136, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=64c242bb-935e-4d19-bb5d-ca32140a4136,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:02:09.606574 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfd9b39-8a93-478c-a14b-6643122ff8b2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Router 8cd4e55a-3968-40a9-924e-8f81345fa12f has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:02:09.630494 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fed4c7-2569-4bbc-9eaf-c2a0301c296e x-openstack-request-id: req-89fed4c7-2569-4bbc-9eaf-c2a0301c296e {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:02:09.630983 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec8e222-ba1d-43eb-80fa-2fa855ea4249", "name": "network-vif-plugged", "status": "completed", "tag": "64c242bb-935e-4d19-bb5d-ca32140a4136", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:02:09.633187 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-89fed4c7-2569-4bbc-9eaf-c2a0301c296e {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:02:09.633710 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec8e222-ba1d-43eb-80fa-2fa855ea4249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c242bb-935e-4d19-bb5d-ca32140a4136', 'code': 200} Feb 19 05:02:09.637070 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (64c242bb-935e-4d19-bb5d-ca32140a4136), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:09.692636 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1346255-df2f-4975-a42e-400a779351a4 None None] Pushing event updated for resources: {'Port': ['ID=51f25291-1765-478e-b6c7-a239b9093ccd,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:09.747982 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8316e495-00a4-46c4-b521-0ad7b2cca9c6 None None] Provisioning complete for port 51f25291-1765-478e-b6c7-a239b9093ccd triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:09.748373 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8316e495-00a4-46c4-b521-0ad7b2cca9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (51f25291-1765-478e-b6c7-a239b9093ccd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:09.863685 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=64c242bb-935e-4d19-bb5d-ca32140a4136,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:09.888233 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 32a46fa2-e692-4f97-9cc6-d6b9cb56017d is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:02:09.890599 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 51f25291-1765-478e-b6c7-a239b9093ccd up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:02:09.921718 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfd9b39-8a93-478c-a14b-6643122ff8b2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:02:09.939150 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] Sync routers for ids ['8cd4e55a-3968-40a9-924e-8f81345fa12f'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:02:09.946811 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5bfd9b39-8a93-478c-a14b-6643122ff8b2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "PUT /v2.0/routers/8cd4e55a-3968-40a9-924e-8f81345fa12f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0793118 Feb 19 05:02:09.954839 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91ad50-66d4-43b3-843d-5458c1f34788 req-63a1225b-f659-4c06-92ed-7c366a3707b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:09.957510 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be91ad50-66d4-43b3-843d-5458c1f34788 req-63a1225b-f659-4c06-92ed-7c366a3707b3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 1128 time: 0.2281635 Feb 19 05:02:09.969013 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] Routers {'8cd4e55a-3968-40a9-924e-8f81345fa12f'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:02:09.969788 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:02:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['8cd4e55a-3968-40a9-924e-8f81345fa12f'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:10.118570 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8316e495-00a4-46c4-b521-0ad7b2cca9c6 None None] Current status of the port 51f25291-1765-478e-b6c7-a239b9093ccd is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:02:10.174142 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be91ad50-66d4-43b3-843d-5458c1f34788 req-8109771f-9102-403a-a6ac-ef493d0fd261 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088122 Feb 19 05:02:10.215209 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8316e495-00a4-46c4-b521-0ad7b2cca9c6 None None] Provisioning complete for port 04bb8f50-f699-45dc-81c7-ea88fb48ab2e triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:10.216030 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8316e495-00a4-46c4-b521-0ad7b2cca9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (04bb8f50-f699-45dc-81c7-ea88fb48ab2e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:10.276954 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 51f25291-1765-478e-b6c7-a239b9093ccd triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:10.290542 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (51f25291-1765-478e-b6c7-a239b9093ccd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:10.375941 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] Set router 8cd4e55a-3968-40a9-924e-8f81345fa12f gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:02:10.402408 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8316e495-00a4-46c4-b521-0ad7b2cca9c6 None None] Port 04bb8f50-f699-45dc-81c7-ea88fb48ab2e cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:02:10.430357 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cece0d-4d23-4b9e-a6af-1be04232e300 req-8b5d563c-088e-40c8-8769-b91a52d494a4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:10.432847 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-25cece0d-4d23-4b9e-a6af-1be04232e300 req-8b5d563c-088e-40c8-8769-b91a52d494a4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 946 time: 0.2365241 Feb 19 05:02:10.538422 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-25cece0d-4d23-4b9e-a6af-1be04232e300 req-356ddb33-57f9-4c66-b892-dda5173ef7da tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919254 Feb 19 05:02:10.616063 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-27727d50-c09f-4c45-83c4-37cd9aa4079d None None] Provisioning complete for port 04bb8f50-f699-45dc-81c7-ea88fb48ab2e triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:10.616699 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-27727d50-c09f-4c45-83c4-37cd9aa4079d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (04bb8f50-f699-45dc-81c7-ea88fb48ab2e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:10.623555 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 51f25291-1765-478e-b6c7-a239b9093ccd is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:02:10.664218 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-df498886-348e-4f23-b678-2b5dd5aedc58 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-522383597&fields=id&tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d HTTP/1.1" status: 200 len: 267 time: 0.3260179 Feb 19 05:02:10.716577 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-27727d50-c09f-4c45-83c4-37cd9aa4079d None None] Port 04bb8f50-f699-45dc-81c7-ea88fb48ab2e cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:02:10.861539 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 51f25291-1765-478e-b6c7-a239b9093ccd up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:02:10.890819 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291434701', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:58Z', 'updated_at': '2022-02-19T05:02:07Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:64:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:59Z', 'updated_at': '2022-02-19T05:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '04bb8f50-f699-45dc-81c7-ea88fb48ab2e', 'name': '', 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:84:59:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'edc6ee6b-3636-4217-9083-7cb03d237434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:04Z', 'updated_at': '2022-02-19T05:02:08Z', 'revision_number': 2, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': 'edc6ee6b-3636-4217-9083-7cb03d237434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:10.929413 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-5f0d503f-fc34-43aa-a0ab-752919c6e55a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:10.932131 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-5f0d503f-fc34-43aa-a0ab-752919c6e55a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/networks?id=b9e17580-cc68-4785-b78f-d985d45c500d HTTP/1.1" status: 200 len: 796 time: 0.2593977 Feb 19 05:02:10.948612 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9b1db2ba-cd1f-4a51-8983-2b97237e934d None None] Provisioning complete for port 04bb8f50-f699-45dc-81c7-ea88fb48ab2e triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:10.949159 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] Checking router: 8cd4e55a-3968-40a9-924e-8f81345fa12f for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:02:10.949630 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9b1db2ba-cd1f-4a51-8983-2b97237e934d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (04bb8f50-f699-45dc-81c7-ea88fb48ab2e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:10.949785 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] Updating router 8cd4e55a-3968-40a9-924e-8f81345fa12f port 04bb8f50-f699-45dc-81c7-ea88fb48ab2e binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:02:10.967803 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-d57223dc-8b2e-4079-b264-ad73cc6c9404 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/quotas/cb7efcaa75ab46f8b306eefb09a4e21d HTTP/1.1" status: 200 len: 375 time: 0.0252640 Feb 19 05:02:10.984968 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (04bb8f50-f699-45dc-81c7-ea88fb48ab2e), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:11.042311 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 51f25291-1765-478e-b6c7-a239b9093ccd triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:11.043152 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (51f25291-1765-478e-b6c7-a239b9093ccd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:11.047171 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9b1db2ba-cd1f-4a51-8983-2b97237e934d None None] Port 04bb8f50-f699-45dc-81c7-ea88fb48ab2e cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:02:11.061369 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-df9fbb48-2315-48d8-8b31-661cb58708e1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923450 Feb 19 05:02:11.300575 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 51f25291-1765-478e-b6c7-a239b9093ccd is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:02:11.488121 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] Publish callbacks [] for port (04bb8f50-f699-45dc-81c7-ea88fb48ab2e), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:11.496620 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (04bb8f50-f699-45dc-81c7-ea88fb48ab2e), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:11.601576 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1787f-49f2-4d5b-8972-828d2c086f85 None None] Pushing event updated for resources: {'Port': ['ID=04bb8f50-f699-45dc-81c7-ea88fb48ab2e,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:11.647232 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1787f-49f2-4d5b-8972-828d2c086f85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:11.647884 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1787f-49f2-4d5b-8972-828d2c086f85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:11.648480 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1787f-49f2-4d5b-8972-828d2c086f85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:11.649138 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1787f-49f2-4d5b-8972-828d2c086f85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:11.649945 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1787f-49f2-4d5b-8972-828d2c086f85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:11.650738 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1787f-49f2-4d5b-8972-828d2c086f85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:11.651536 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1787f-49f2-4d5b-8972-828d2c086f85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:11.652289 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1787f-49f2-4d5b-8972-828d2c086f85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:11.654036 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1787f-49f2-4d5b-8972-828d2c086f85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:11.654564 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1787f-49f2-4d5b-8972-828d2c086f85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:11.655056 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1787f-49f2-4d5b-8972-828d2c086f85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:11.655541 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1787f-49f2-4d5b-8972-828d2c086f85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:11.656161 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1787f-49f2-4d5b-8972-828d2c086f85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:11.709674 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-b6591f35-ee12-4382-b8a0-ac8c011ed1a5 service neutron] 10.222.0.65 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6306314 Feb 19 05:02:11.786403 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707924ea-105b-4a3e-9901-5678cccd06c8 req-758ba3cd-6fe4-4dcf-be7b-e588968c4e90 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:11.790277 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-707924ea-105b-4a3e-9901-5678cccd06c8 req-758ba3cd-6fe4-4dcf-be7b-e588968c4e90 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 946 time: 0.1188047 Feb 19 05:02:11.916648 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-707924ea-105b-4a3e-9901-5678cccd06c8 req-fb28d49e-39f9-42f2-81b5-dfced3c22952 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150663 Feb 19 05:02:11.920857 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-b85e1296-d296-4012-a82c-33f26285a315 service neutron] 10.222.0.65 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975610 Feb 19 05:02:11.976027 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] Attempting to bind port 04bb8f50-f699-45dc-81c7-ea88fb48ab2e on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:02:11.976865 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] Attempting to bind port 04bb8f50-f699-45dc-81c7-ea88fb48ab2e by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:02:11.977572 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] Attempting to bind port 04bb8f50-f699-45dc-81c7-ea88fb48ab2e on network b9e17580-cc68-4785-b78f-d985d45c500d {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:02:11.991877 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:02:11.992622 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] Checking segment: {'id': '7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:02:11.994055 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:11.994275 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] Bound using segment: {'id': '7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:02:11.995313 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] Bound port: 04bb8f50-f699-45dc-81c7-ea88fb48ab2e, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:02:11.996040 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (04bb8f50-f699-45dc-81c7-ea88fb48ab2e), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:12.109172 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-42a4a1f7-dcfb-4764-b801-680ffb910684 None None] Provisioning complete for port 04bb8f50-f699-45dc-81c7-ea88fb48ab2e triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:12.110018 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-42a4a1f7-dcfb-4764-b801-680ffb910684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (04bb8f50-f699-45dc-81c7-ea88fb48ab2e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:12.190112 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767eefa-3376-4206-9be7-523847b1ad1f req-abc82130-da4c-45c9-b9f6-5e49548c0819 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:12.204398 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6767eefa-3376-4206-9be7-523847b1ad1f req-abc82130-da4c-45c9-b9f6-5e49548c0819 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 946 time: 0.1430547 Feb 19 05:02:12.210169 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-42a4a1f7-dcfb-4764-b801-680ffb910684 None None] Port 04bb8f50-f699-45dc-81c7-ea88fb48ab2e cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:02:12.241524 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] For port 04bb8f50-f699-45dc-81c7-ea88fb48ab2e, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:02:12.255505 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] For port 04bb8f50-f699-45dc-81c7-ea88fb48ab2e, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=04bb8f50-f699-45dc-81c7-ea88fb48ab2e,segment=NetworkSegment(7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3),segment_id=7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:02:12.279228 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (04bb8f50-f699-45dc-81c7-ea88fb48ab2e), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:12.311949 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6767eefa-3376-4206-9be7-523847b1ad1f req-3ff71a3c-2c3f-4b34-9771-31d64291cac4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040807 Feb 19 05:02:12.435615 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3880402a-ebd7-4cd3-a9d3-062af18680bf req-3a71af0b-89a7-4a19-8ea0-60e787a81560 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 210 time: 0.1110711 Feb 19 05:02:12.501410 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1787f-49f2-4d5b-8972-828d2c086f85 None None] Pushing event updated for resources: {'Port': ['ID=04bb8f50-f699-45dc-81c7-ea88fb48ab2e,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:12.505533 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] Routers {'8cd4e55a-3968-40a9-924e-8f81345fa12f'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:02:12.506883 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:02:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['8cd4e55a-3968-40a9-924e-8f81345fa12f'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:12.746885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f181528-4d1d-4ca8-ad0e-269768e46d54 req-553871b5-6b5f-4344-9cdf-cac3c5e1f3db tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:12.761576 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8f181528-4d1d-4ca8-ad0e-269768e46d54 req-553871b5-6b5f-4344-9cdf-cac3c5e1f3db tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 946 time: 0.2247589 Feb 19 05:02:12.795088 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] Set router 8cd4e55a-3968-40a9-924e-8f81345fa12f gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:02:12.896567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-37717db5-6709-4b85-8215-9a0d98a87c77 None None] Provisioning complete for port 04bb8f50-f699-45dc-81c7-ea88fb48ab2e triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:12.896817 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8f181528-4d1d-4ca8-ad0e-269768e46d54 req-1d5510ce-20d5-4d20-a682-2bad58a5e65f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231530 Feb 19 05:02:12.897872 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-37717db5-6709-4b85-8215-9a0d98a87c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (04bb8f50-f699-45dc-81c7-ea88fb48ab2e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:13.184212 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-37717db5-6709-4b85-8215-9a0d98a87c77 None None] Current status of the port 04bb8f50-f699-45dc-81c7-ea88fb48ab2e is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:02:13.185308 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-37717db5-6709-4b85-8215-9a0d98a87c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (04bb8f50-f699-45dc-81c7-ea88fb48ab2e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:13.258567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-37717db5-6709-4b85-8215-9a0d98a87c77 None None] For port 04bb8f50-f699-45dc-81c7-ea88fb48ab2e, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=04bb8f50-f699-45dc-81c7-ea88fb48ab2e,segment=NetworkSegment(7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3),segment_id=7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:02:13.266972 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-37717db5-6709-4b85-8215-9a0d98a87c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (04bb8f50-f699-45dc-81c7-ea88fb48ab2e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:13.354026 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37717db5-6709-4b85-8215-9a0d98a87c77 None None] Pushing event updated for resources: {'Port': ['ID=04bb8f50-f699-45dc-81c7-ea88fb48ab2e,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:13.395024 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291434701', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:58Z', 'updated_at': '2022-02-19T05:02:07Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:64:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:59Z', 'updated_at': '2022-02-19T05:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '04bb8f50-f699-45dc-81c7-ea88fb48ab2e', 'name': '', 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:84:59:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'edc6ee6b-3636-4217-9083-7cb03d237434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:04Z', 'updated_at': '2022-02-19T05:02:12Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': 'edc6ee6b-3636-4217-9083-7cb03d237434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:13.446254 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f214a-b34e-408c-9aee-b5bf655378d0 req-1fc3eaf6-8a61-4778-bee9-39b048ff12fc tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:13.449435 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4c4f214a-b34e-408c-9aee-b5bf655378d0 req-1fc3eaf6-8a61-4778-bee9-39b048ff12fc tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 946 time: 0.1338503 Feb 19 05:02:13.451951 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319e4be0-94d5-45e5-9a08-03307c2007aa None None] The sync data for ids ['8cd4e55a-3968-40a9-924e-8f81345fa12f'] in n-d-772273-4 is: [{'id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291434701', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:58Z', 'updated_at': '2022-02-19T05:02:07Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:64:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:59Z', 'updated_at': '2022-02-19T05:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '04bb8f50-f699-45dc-81c7-ea88fb48ab2e', 'name': '', 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:84:59:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'edc6ee6b-3636-4217-9083-7cb03d237434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:04Z', 'updated_at': '2022-02-19T05:02:12Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': 'edc6ee6b-3636-4217-9083-7cb03d237434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:02:13.644874 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4c4f214a-b34e-408c-9aee-b5bf655378d0 req-1cfd7092-f365-4ad1-b87f-9222e3178349 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798537 Feb 19 05:02:13.758988 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6ae7447c-7ead-42ba-b582-ae43301fed7a req-351e1f1d-d7f0-4d29-a445-bdd684f4547c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 210 time: 0.0582380 Feb 19 05:02:14.625442 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-5685a5dc-a83d-4159-9d79-6b8248ba90de tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:14.626304 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-5685a5dc-a83d-4159-9d79-6b8248ba90de tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.48 "GET /v2.0/networks?id=b9e17580-cc68-4785-b78f-d985d45c500d HTTP/1.1" status: 200 len: 796 time: 0.2118931 Feb 19 05:02:14.871524 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc46b3-bd91-4dd0-80a0-fff42159eae0 req-467192d0-ec80-4784-adaa-5056e4b1511d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:14.882699 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b4cc46b3-bd91-4dd0-80a0-fff42159eae0 req-467192d0-ec80-4784-adaa-5056e4b1511d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 946 time: 0.2772005 Feb 19 05:02:14.953154 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 04bb8f50-f699-45dc-81c7-ea88fb48ab2e up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:02:15.005993 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-12d1c541-1db8-4aa1-8a94-87f7f78ef72f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d HTTP/1.1" status: 200 len: 379 time: 0.3712647 Feb 19 05:02:15.027535 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-b7f166ff-c09c-40cf-bb5f-70d71bc3765a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'port': {'device_id': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d', 'admin_state_up': True, 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'security_groups': ['88c0e8a9-1d5a-4d30-88aa-5db5aa03c090']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:02:15.139449 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 04bb8f50-f699-45dc-81c7-ea88fb48ab2e triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:15.140611 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (04bb8f50-f699-45dc-81c7-ea88fb48ab2e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:15.157029 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375aa93-bc07-485a-acda-f7256bb3edbc req-a9a7db98-5a21-443b-9070-bdd1064c9c6f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:15.158527 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c5115b75-8216-45fb-a8fa-e6e0fa1f70d8 req-ec859c87-af03-434a-a4fd-670e0f341734 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 210 time: 0.0684361 Feb 19 05:02:15.164026 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a375aa93-bc07-485a-acda-f7256bb3edbc req-a9a7db98-5a21-443b-9070-bdd1064c9c6f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 946 time: 0.2493031 Feb 19 05:02:15.214591 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-b4cc46b3-bd91-4dd0-80a0-fff42159eae0 req-c0da4f48-3c9a-43a2-b52a-aa57841fa0d7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Deleting port 64c242bb-935e-4d19-bb5d-ca32140a4136 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:02:15.214591 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b4cc46b3-bd91-4dd0-80a0-fff42159eae0 req-c0da4f48-3c9a-43a2-b52a-aa57841fa0d7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (64c242bb-935e-4d19-bb5d-ca32140a4136), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:15.341260 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a375aa93-bc07-485a-acda-f7256bb3edbc req-1349e8dc-7f94-497a-931d-21b03052b01b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615951 Feb 19 05:02:15.356663 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 04bb8f50-f699-45dc-81c7-ea88fb48ab2e is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:02:15.436418 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-b7f166ff-c09c-40cf-bb5f-70d71bc3765a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Made reservation on behalf of cb7efcaa75ab46f8b306eefb09a4e21d for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:02:15.442875 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-b7f166ff-c09c-40cf-bb5f-70d71bc3765a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:15.501748 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-b4cc46b3-bd91-4dd0-80a0-fff42159eae0 req-c0da4f48-3c9a-43a2-b52a-aa57841fa0d7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] For port 64c242bb-935e-4d19-bb5d-ca32140a4136, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=64c242bb-935e-4d19-bb5d-ca32140a4136,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:02:15.503860 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b4cc46b3-bd91-4dd0-80a0-fff42159eae0 req-c0da4f48-3c9a-43a2-b52a-aa57841fa0d7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (64c242bb-935e-4d19-bb5d-ca32140a4136), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:15.533418 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-b4cc46b3-bd91-4dd0-80a0-fff42159eae0 req-c0da4f48-3c9a-43a2-b52a-aa57841fa0d7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Calling delete_port for 64c242bb-935e-4d19-bb5d-ca32140a4136 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:02:15.718866 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-b7f166ff-c09c-40cf-bb5f-70d71bc3765a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Allocated IP 172.20.0.10 (b9e17580-cc68-4785-b78f-d985d45c500d/edc6ee6b-3636-4217-9083-7cb03d237434/40795752-690e-48c4-bdde-b75813e52f42) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:02:15.825309 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b4cc46b3-bd91-4dd0-80a0-fff42159eae0 req-c0da4f48-3c9a-43a2-b52a-aa57841fa0d7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (64c242bb-935e-4d19-bb5d-ca32140a4136), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:15.839507 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['64c242bb-935e-4d19-bb5d-ca32140a4136'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:02:15.867780 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da4f48-3c9a-43a2-b52a-aa57841fa0d7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event deleted for resources: {'Port': ['ID=64c242bb-935e-4d19-bb5d-ca32140a4136,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:15.964180 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cc46b3-bd91-4dd0-80a0-fff42159eae0 req-c0da4f48-3c9a-43a2-b52a-aa57841fa0d7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] No DVR routers for this DVR port 64c242bb-935e-4d19-bb5d-ca32140a4136 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:02:15.968207 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b4cc46b3-bd91-4dd0-80a0-fff42159eae0 req-c0da4f48-3c9a-43a2-b52a-aa57841fa0d7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:15.972101 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b4cc46b3-bd91-4dd0-80a0-fff42159eae0 req-c0da4f48-3c9a-43a2-b52a-aa57841fa0d7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.10 "DELETE /v2.0/ports/64c242bb-935e-4d19-bb5d-ca32140a4136 HTTP/1.1" status: 204 len: 173 time: 1.0828347 Feb 19 05:02:15.972611 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec8e222-ba1d-43eb-80fa-2fa855ea4249', 'name': 'network-vif-deleted', 'tag': '64c242bb-935e-4d19-bb5d-ca32140a4136'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:02:15.975309 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5f7c22-a7cd-429a-ab79-98abe560c95d" -d '{"events": [{"server_uuid": "4ec8e222-ba1d-43eb-80fa-2fa855ea4249", "name": "network-vif-deleted", "tag": "64c242bb-935e-4d19-bb5d-ca32140a4136"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:02:16.036264 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5279ef11-c06c-488d-85d3-d1fcb8176f21 x-openstack-request-id: req-5279ef11-c06c-488d-85d3-d1fcb8176f21 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:02:16.037653 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec8e222-ba1d-43eb-80fa-2fa855ea4249", "name": "network-vif-deleted", "tag": "64c242bb-935e-4d19-bb5d-ca32140a4136", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:02:16.038406 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5279ef11-c06c-488d-85d3-d1fcb8176f21 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:02:16.039386 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec8e222-ba1d-43eb-80fa-2fa855ea4249', 'name': 'network-vif-deleted', 'tag': '64c242bb-935e-4d19-bb5d-ca32140a4136', 'status': 'completed', 'code': 200} Feb 19 05:02:16.099349 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-b7f166ff-c09c-40cf-bb5f-70d71bc3765a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for port (40795752-690e-48c4-bdde-b75813e52f42), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:16.158993 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-b7f166ff-c09c-40cf-bb5f-70d71bc3765a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (40795752-690e-48c4-bdde-b75813e52f42), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:16.277764 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-b7f166ff-c09c-40cf-bb5f-70d71bc3765a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network b9e17580-cc68-4785-b78f-d985d45c500d is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:02:16.281638 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f166ff-c09c-40cf-bb5f-70d71bc3765a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Port': ['ID=40795752-690e-48c4-bdde-b75813e52f42,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:16.284364 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-b7f166ff-c09c-40cf-bb5f-70d71bc3765a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:02:16.288735 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-b7f166ff-c09c-40cf-bb5f-70d71bc3765a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:02:16.502520 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-b7f166ff-c09c-40cf-bb5f-70d71bc3765a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:16.503670 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-b7f166ff-c09c-40cf-bb5f-70d71bc3765a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:16.562182 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-652ccb4c-ad65-4d1c-8e4d-e6b2c84b2a7d req-1b25e504-1674-425d-bee0-f546ee184b60 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 210 time: 0.0745010 Feb 19 05:02:16.570511 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646c7ce-d4b0-4945-95af-6d685041a396 req-ead13bc0-6584-4524-9b20-520d6df3a83f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:16.574003 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3646c7ce-d4b0-4945-95af-6d685041a396 req-ead13bc0-6584-4524-9b20-520d6df3a83f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 932 time: 0.2390077 Feb 19 05:02:16.588227 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-b7f166ff-c09c-40cf-bb5f-70d71bc3765a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5697803 Feb 19 05:02:16.608636 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-19a1b8fb-b1ef-4faf-bf31-d0b117d2f021 service neutron] Request body: {'port': {'device_id': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:02:16.759477 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-19a1b8fb-b1ef-4faf-bf31-d0b117d2f021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (40795752-690e-48c4-bdde-b75813e52f42), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:16.779941 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3646c7ce-d4b0-4945-95af-6d685041a396 req-f2aa50d4-ad5c-46d7-bcbe-50ddb6a43de6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886036 Feb 19 05:02:16.859647 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-85985960-6049-4791-a549-8e4c07df4f44 None None] Provisioning complete for port 40795752-690e-48c4-bdde-b75813e52f42 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:16.861319 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-85985960-6049-4791-a549-8e4c07df4f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (40795752-690e-48c4-bdde-b75813e52f42), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:16.943371 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-85985960-6049-4791-a549-8e4c07df4f44 None None] Port 40795752-690e-48c4-bdde-b75813e52f42 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:02:17.330941 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-19a1b8fb-b1ef-4faf-bf31-d0b117d2f021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40795752-690e-48c4-bdde-b75813e52f42 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:02:17.347844 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-19a1b8fb-b1ef-4faf-bf31-d0b117d2f021 service neutron] Publish callbacks [] for port (40795752-690e-48c4-bdde-b75813e52f42), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:17.385016 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-19a1b8fb-b1ef-4faf-bf31-d0b117d2f021 service neutron] Transition to ACTIVE for port object 40795752-690e-48c4-bdde-b75813e52f42 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:02:17.392309 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-19a1b8fb-b1ef-4faf-bf31-d0b117d2f021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (40795752-690e-48c4-bdde-b75813e52f42), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:17.521640 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1b8fb-b1ef-4faf-bf31-d0b117d2f021 service neutron] Pushing event updated for resources: {'Port': ['ID=40795752-690e-48c4-bdde-b75813e52f42,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:17.613522 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59322) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:17.674318 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-19a1b8fb-b1ef-4faf-bf31-d0b117d2f021 service neutron] Attempting to bind port 40795752-690e-48c4-bdde-b75813e52f42 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:02:17.674668 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-19a1b8fb-b1ef-4faf-bf31-d0b117d2f021 service neutron] Attempting to bind port 40795752-690e-48c4-bdde-b75813e52f42 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:02:17.675014 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-19a1b8fb-b1ef-4faf-bf31-d0b117d2f021 service neutron] Attempting to bind port 40795752-690e-48c4-bdde-b75813e52f42 on network b9e17580-cc68-4785-b78f-d985d45c500d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:02:17.682029 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-19a1b8fb-b1ef-4faf-bf31-d0b117d2f021 service neutron] Port 40795752-690e-48c4-bdde-b75813e52f42 on network b9e17580-cc68-4785-b78f-d985d45c500d not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:02:17.682406 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-19a1b8fb-b1ef-4faf-bf31-d0b117d2f021 service neutron] Attempting to bind port 40795752-690e-48c4-bdde-b75813e52f42 on network b9e17580-cc68-4785-b78f-d985d45c500d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:02:17.689046 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-19a1b8fb-b1ef-4faf-bf31-d0b117d2f021 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:02:17.689446 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-19a1b8fb-b1ef-4faf-bf31-d0b117d2f021 service neutron] Checking segment: {'id': '7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:02:17.690956 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-19a1b8fb-b1ef-4faf-bf31-d0b117d2f021 service neutron] Bound using segment: {'id': '7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:02:17.692075 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-19a1b8fb-b1ef-4faf-bf31-d0b117d2f021 service neutron] Bound port: 40795752-690e-48c4-bdde-b75813e52f42, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:02:17.692510 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-19a1b8fb-b1ef-4faf-bf31-d0b117d2f021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (40795752-690e-48c4-bdde-b75813e52f42), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:17.828904 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-19a1b8fb-b1ef-4faf-bf31-d0b117d2f021 service neutron] For port 40795752-690e-48c4-bdde-b75813e52f42, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:02:17.833741 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-19a1b8fb-b1ef-4faf-bf31-d0b117d2f021 service neutron] For port 40795752-690e-48c4-bdde-b75813e52f42, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=40795752-690e-48c4-bdde-b75813e52f42,segment=NetworkSegment(7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3),segment_id=7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:02:17.847201 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-19a1b8fb-b1ef-4faf-bf31-d0b117d2f021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (40795752-690e-48c4-bdde-b75813e52f42), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:17.866978 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c2a9329e-fe6c-4fbe-a532-db69a9e56386 req-674f3721-bc4b-4da7-bba5-8124f57fa418 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 210 time: 0.0836451 Feb 19 05:02:17.961397 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 64c242bb-935e-4d19-bb5d-ca32140a4136 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:02:18.022132 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-19a1b8fb-b1ef-4faf-bf31-d0b117d2f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:18.023672 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-19a1b8fb-b1ef-4faf-bf31-d0b117d2f021 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:18.028490 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-19a1b8fb-b1ef-4faf-bf31-d0b117d2f021 service neutron] 10.222.0.48 "PUT /v2.0/ports/40795752-690e-48c4-bdde-b75813e52f42 HTTP/1.1" status: 200 len: 1092 time: 1.4296350 Feb 19 05:02:18.039073 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'tag': '40795752-690e-48c4-bdde-b75813e52f42'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:02:18.047577 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc1d2c5-d05d-4444-989a-d37daec80c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d5ab4a-288c-42f2-85b6-95f1146baf74", "tag": "40795752-690e-48c4-bdde-b75813e52f42"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:02:18.073634 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 64c242bb-935e-4d19-bb5d-ca32140a4136 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:02:18.077955 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 64c242bb-935e-4d19-bb5d-ca32140a4136 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:02:18.129458 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9b5ccf2c-5c3b-4a8c-b2d3-eb0cee50c259 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=35c608550e5b4f76af4a8caf87e3d157&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5139582 Feb 19 05:02:18.134225 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59330) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:18.214504 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bcc26c-4b73-49fa-ad6d-0567671f1244 x-openstack-request-id: req-b8bcc26c-4b73-49fa-ad6d-0567671f1244 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:02:18.214964 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d5ab4a-288c-42f2-85b6-95f1146baf74", "tag": "40795752-690e-48c4-bdde-b75813e52f42", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:02:18.215376 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b8bcc26c-4b73-49fa-ad6d-0567671f1244 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:02:18.216002 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'tag': '40795752-690e-48c4-bdde-b75813e52f42', 'status': 'completed', 'code': 200} Feb 19 05:02:18.331757 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-557e26c5-a328-4666-9874-f1775f683909 admin admin] Publish callbacks [] for security_group (63892c2c-0a31-4228-82da-6cd171ce1d54), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:18.387696 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1b8fb-b1ef-4faf-bf31-d0b117d2f021 service neutron] Pushing event updated for resources: {'Port': ['ID=40795752-690e-48c4-bdde-b75813e52f42,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:18.389164 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-557e26c5-a328-4666-9874-f1775f683909 admin admin] Publish callbacks [] for security_group (63892c2c-0a31-4228-82da-6cd171ce1d54), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:18.473552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614187f0-a6d9-4c93-ac78-2b805eee49fe req-837fa486-b6ee-4662-9918-4be2170a3517 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:18.476262 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-614187f0-a6d9-4c93-ac78-2b805eee49fe req-837fa486-b6ee-4662-9918-4be2170a3517 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 944 time: 0.4121072 Feb 19 05:02:18.482051 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-f2b73559-d8ac-4b29-826d-3f2a06db7c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:18.484853 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-f2b73559-d8ac-4b29-826d-3f2a06db7c3d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 1126 time: 0.2882321 Feb 19 05:02:18.542671 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-557e26c5-a328-4666-9874-f1775f683909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (63892c2c-0a31-4228-82da-6cd171ce1d54), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:18.548472 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-557e26c5-a328-4666-9874-f1775f683909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:18.550992 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-557e26c5-a328-4666-9874-f1775f683909 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/63892c2c-0a31-4228-82da-6cd171ce1d54 HTTP/1.1" status: 204 len: 168 time: 0.4150734 Feb 19 05:02:18.590324 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e26c5-a328-4666-9874-f1775f683909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63892c2c-0a31-4228-82da-6cd171ce1d54,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:18.642443 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-9620708a-765a-49ec-b5d7-4c936edc6847 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40795752-690e-48c4-bdde-b75813e52f42 HTTP/1.1" status: 200 len: 217 time: 0.1439462 Feb 19 05:02:18.781773 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-614187f0-a6d9-4c93-ac78-2b805eee49fe req-41d13e17-3dd5-4078-9ab4-2cfe714adba5 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2950606 Feb 19 05:02:18.793958 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-b0237632-e0d2-469c-8785-64822cdd59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:18.797809 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-b0237632-e0d2-469c-8785-64822cdd59b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=edc6ee6b-3636-4217-9083-7cb03d237434 HTTP/1.1" status: 200 len: 835 time: 0.1489308 Feb 19 05:02:18.967460 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-565448dd-8d4b-41f2-8962-4a8381c960c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:18.969364 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-565448dd-8d4b-41f2-8962-4a8381c960c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9e17580-cc68-4785-b78f-d985d45c500d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1537733 Feb 19 05:02:19.043992 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c93f467-3932-4768-9b12-573c26158c07 req-da6669aa-ec45-40f5-a3f5-d70eaedba9de tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 210 time: 0.0591435 Feb 19 05:02:19.601376 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-e391a880-c660-4298-b634-36e77c8e4b76 service neutron] 10.222.0.48 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6212578 Feb 19 05:02:19.815705 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-afd9402d-3cbc-4bce-b6eb-75a3845ae537 req-cd22ad1f-f460-4005-8cfd-c9cf58ba3e26 service neutron] 10.222.0.48 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070599 Feb 19 05:02:20.047272 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e5373-9c2c-4ce3-a819-892dd9fa31a4 req-3b357a66-32bc-4d35-8084-7636dee686ab tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:20.049452 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-977e5373-9c2c-4ce3-a819-892dd9fa31a4 req-3b357a66-32bc-4d35-8084-7636dee686ab tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 944 time: 0.1600606 Feb 19 05:02:20.090122 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1d2c5-d05d-4444-989a-d37daec80c2e req-00118f62-0fec-4484-a98a-fc508b67d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:20.093831 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1cc1d2c5-d05d-4444-989a-d37daec80c2e req-00118f62-0fec-4484-a98a-fc508b67d781 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 1126 time: 0.1846135 Feb 19 05:02:20.228390 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f265180-a2ad-4c3a-8905-e1717bca5789 req-255caadc-839e-4b22-9420-f6c096d4e7e2 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 210 time: 0.0534446 Feb 19 05:02:20.358893 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-977e5373-9c2c-4ce3-a819-892dd9fa31a4 req-663a9419-6297-4171-a6c0-ab3d67bfc82c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2989626 Feb 19 05:02:20.466166 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1d2c5-d05d-4444-989a-d37daec80c2e req-482b7d60-f0cd-4365-a150-c89d5e48ed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:20.467901 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1cc1d2c5-d05d-4444-989a-d37daec80c2e req-482b7d60-f0cd-4365-a150-c89d5e48ed1d service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9e17580-cc68-4785-b78f-d985d45c500d HTTP/1.1" status: 200 len: 896 time: 0.3646357 Feb 19 05:02:20.529488 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1cc1d2c5-d05d-4444-989a-d37daec80c2e req-5624bfe9-1d2e-472a-af34-82470c9f1978 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40795752-690e-48c4-bdde-b75813e52f42 HTTP/1.1" status: 200 len: 217 time: 0.0529714 Feb 19 05:02:20.617148 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1d2c5-d05d-4444-989a-d37daec80c2e req-608fc5e9-e6ed-4e36-a198-6bd39589e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:20.620753 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1cc1d2c5-d05d-4444-989a-d37daec80c2e req-608fc5e9-e6ed-4e36-a198-6bd39589e039 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=edc6ee6b-3636-4217-9083-7cb03d237434 HTTP/1.1" status: 200 len: 835 time: 0.0830407 Feb 19 05:02:20.704620 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1d2c5-d05d-4444-989a-d37daec80c2e req-acb895f9-2028-4712-b113-0edca8d8f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:20.707970 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1cc1d2c5-d05d-4444-989a-d37daec80c2e req-acb895f9-2028-4712-b113-0edca8d8f248 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9e17580-cc68-4785-b78f-d985d45c500d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0800703 Feb 19 05:02:20.890509 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1cc1d2c5-d05d-4444-989a-d37daec80c2e req-ba0f8a13-ba1f-4a55-9f8e-e9afa196efd8 service neutron] 10.222.0.48 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739378 Feb 19 05:02:20.976378 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 40795752-690e-48c4-bdde-b75813e52f42 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:02:21.015675 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1cc1d2c5-d05d-4444-989a-d37daec80c2e req-c6c9a39e-b37a-41fe-a61a-48ccbbb07e7a service neutron] 10.222.0.48 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191533 Feb 19 05:02:21.159061 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 40795752-690e-48c4-bdde-b75813e52f42, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=40795752-690e-48c4-bdde-b75813e52f42,segment=NetworkSegment(7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3),segment_id=7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:02:21.181699 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '40795752-690e-48c4-bdde-b75813e52f42', 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d', 'port_id': '40795752-690e-48c4-bdde-b75813e52f42', 'mac_address': 'fa:16:3e:6d:32:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc6ee6b-3636-4217-9083-7cb03d237434', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:02:21.239593 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 40795752-690e-48c4-bdde-b75813e52f42 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:02:21.241275 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (40795752-690e-48c4-bdde-b75813e52f42), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:21.260052 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40795752-690e-48c4-bdde-b75813e52f42 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:02:21.292376 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 40795752-690e-48c4-bdde-b75813e52f42, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=40795752-690e-48c4-bdde-b75813e52f42,segment=NetworkSegment(7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3),segment_id=7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:02:21.299465 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (40795752-690e-48c4-bdde-b75813e52f42), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:21.382519 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-672187e6-2bda-4cbb-ba26-2980de12f2e0 req-26e0e8a8-f531-4fc1-8644-4b9571291d63 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 210 time: 0.0412960 Feb 19 05:02:21.417505 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=40795752-690e-48c4-bdde-b75813e52f42,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:21.520001 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['40795752-690e-48c4-bdde-b75813e52f42'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:02:21.628242 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec4168-410b-4e3c-b820-611563763a23 req-375b6049-ed0f-4dde-81d5-29651827d4bb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:21.630110 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-66ec4168-410b-4e3c-b820-611563763a23 req-375b6049-ed0f-4dde-81d5-29651827d4bb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 945 time: 0.1369312 Feb 19 05:02:21.704390 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-66ec4168-410b-4e3c-b820-611563763a23 req-e04df6ef-648a-4cbb-aca1-c419089d288a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641179 Feb 19 05:02:22.507746 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a9e651d7-9bf9-4fc2-b8c2-def8faf5d3e8 req-8ef1e21c-16bc-4cdf-89c1-96a8919d70e4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 210 time: 0.0452831 Feb 19 05:02:22.884070 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58097f4a-47c7-4b76-83d1-aad412c2dbc2 req-4414626b-eee4-4db0-bb97-bf10f7eb5755 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:22.886673 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-58097f4a-47c7-4b76-83d1-aad412c2dbc2 req-4414626b-eee4-4db0-bb97-bf10f7eb5755 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 945 time: 0.0880110 Feb 19 05:02:22.955644 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-58097f4a-47c7-4b76-83d1-aad412c2dbc2 req-028a5ccb-da3b-46d4-99a3-9fb46439882c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585489 Feb 19 05:02:22.972201 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 40795752-690e-48c4-bdde-b75813e52f42 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:02:23.050282 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 40795752-690e-48c4-bdde-b75813e52f42 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:02:23.058493 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 40795752-690e-48c4-bdde-b75813e52f42 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:02:23.059393 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (40795752-690e-48c4-bdde-b75813e52f42), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:23.183916 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 40795752-690e-48c4-bdde-b75813e52f42 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:02:23.184235 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (40795752-690e-48c4-bdde-b75813e52f42), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:23.215547 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40795752-690e-48c4-bdde-b75813e52f42'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:02:23.217802 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c395de9a-c4ae-4d93-b709-1df44be8d519" -d '{"events": [{"server_uuid": "d8d5ab4a-288c-42f2-85b6-95f1146baf74", "name": "network-vif-plugged", "status": "completed", "tag": "40795752-690e-48c4-bdde-b75813e52f42"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:02:23.233635 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 40795752-690e-48c4-bdde-b75813e52f42, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=40795752-690e-48c4-bdde-b75813e52f42,segment=NetworkSegment(7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3),segment_id=7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:02:23.239034 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (40795752-690e-48c4-bdde-b75813e52f42), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:23.295665 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28198343-6dbb-41a6-b35e-3861446fcf49 x-openstack-request-id: req-28198343-6dbb-41a6-b35e-3861446fcf49 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:02:23.296198 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d5ab4a-288c-42f2-85b6-95f1146baf74", "name": "network-vif-plugged", "status": "completed", "tag": "40795752-690e-48c4-bdde-b75813e52f42", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:02:23.296864 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-28198343-6dbb-41a6-b35e-3861446fcf49 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:02:23.297064 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40795752-690e-48c4-bdde-b75813e52f42', 'code': 200} Feb 19 05:02:23.319029 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=40795752-690e-48c4-bdde-b75813e52f42,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:23.445745 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0a159-1c48-4874-be8a-bd73ffe6492f req-16be9df7-f3a7-4f89-894b-cff29a337bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:23.449795 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6eb0a159-1c48-4874-be8a-bd73ffe6492f req-16be9df7-f3a7-4f89-894b-cff29a337bca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 1128 time: 0.0891383 Feb 19 05:02:23.550735 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6eb0a159-1c48-4874-be8a-bd73ffe6492f req-2df35d95-2f6f-48f9-950d-6d556bcc2d1b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937786 Feb 19 05:02:23.691654 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-806cd800-799a-4239-a054-fad4b905469b req-42ca1e05-5808-407d-9517-d0bd77cbb1fa tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 210 time: 0.0510261 Feb 19 05:02:24.172334 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd220de-c7bb-4d44-9c33-b48622c2dae2 req-34a711cf-2d18-4132-8b22-b5543b94459d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:24.174105 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2dd220de-c7bb-4d44-9c33-b48622c2dae2 req-34a711cf-2d18-4132-8b22-b5543b94459d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 946 time: 0.0907485 Feb 19 05:02:24.240177 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2dd220de-c7bb-4d44-9c33-b48622c2dae2 req-b2ffd298-d45f-43ed-94f2-0209cedfef04 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583763 Feb 19 05:02:24.358835 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:02:24.830156 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5d4ff389-c997-41d5-8855-410622b0826b req-cdef7cb7-7380-4243-9f53-267b191f2ec5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 210 time: 0.0367146 Feb 19 05:02:25.379103 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23f9d1-0a04-43fd-a369-dbff9df1b635 req-88de63f8-4aba-4ba7-a39b-89d8ed1084b8 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:25.381593 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9a23f9d1-0a04-43fd-a369-dbff9df1b635 req-88de63f8-4aba-4ba7-a39b-89d8ed1084b8 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 946 time: 0.0612180 Feb 19 05:02:25.442598 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9a23f9d1-0a04-43fd-a369-dbff9df1b635 req-46c65ab8-12b8-4733-af81-b40832343525 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543387 Feb 19 05:02:25.579890 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc4b70-9082-4ab7-92fa-8cad48f3dc17 req-02b4354d-d991-4a9a-a112-56f01b32aa30 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:25.581709 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-abdc4b70-9082-4ab7-92fa-8cad48f3dc17 req-02b4354d-d991-4a9a-a112-56f01b32aa30 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 946 time: 0.0654271 Feb 19 05:02:25.657029 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-abdc4b70-9082-4ab7-92fa-8cad48f3dc17 req-a1eb6d16-2f51-4413-a46a-932124af5f2e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687826 Feb 19 05:02:25.681289 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59412) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:25.730278 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7d33ff-b6a9-49ab-a65f-a69855d7b9ef tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:25.735195 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fc7d33ff-b6a9-49ab-a65f-a69855d7b9ef tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 1123 time: 0.0497563 Feb 19 05:02:25.735682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59416) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:25.741479 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-d3ede678-9c82-4bf6-878a-f6e668bffa22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': '40795752-690e-48c4-bdde-b75813e52f42', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:02:25.779088 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3ede678-9c82-4bf6-878a-f6e668bffa22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:25.967614 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3ede678-9c82-4bf6-878a-f6e668bffa22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:26.097338 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-060e5cc6-731e-4934-bb58-09471c78bda0 req-8a06afcc-aeea-423d-9ba3-a017390e9ded tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 210 time: 0.0710068 Feb 19 05:02:26.230912 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-d3ede678-9c82-4bf6-878a-f6e668bffa22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Allocated IP 172.25.0.17 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/03c99e46-5e7c-422b-8269-22f6ae690a37) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:02:26.439559 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3ede678-9c82-4bf6-878a-f6e668bffa22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for port (03c99e46-5e7c-422b-8269-22f6ae690a37), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:26.507351 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3ede678-9c82-4bf6-878a-f6e668bffa22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (03c99e46-5e7c-422b-8269-22f6ae690a37), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:26.553370 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ede678-9c82-4bf6-878a-f6e668bffa22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:02:26.556612 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-d3ede678-9c82-4bf6-878a-f6e668bffa22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:02:26.560367 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ede678-9c82-4bf6-878a-f6e668bffa22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:02:26.593582 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ede678-9c82-4bf6-878a-f6e668bffa22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Port': ['ID=03c99e46-5e7c-422b-8269-22f6ae690a37,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:27.178701 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3ede678-9c82-4bf6-878a-f6e668bffa22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for floatingip (5c87438f-16f3-4b30-8c62-db0dd255f6df), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:27.272962 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca0f61a6-f311-41dd-97ea-3377e834ca70 req-9cabe22c-d836-44f6-b1ae-17e398ef6496 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 210 time: 0.0536706 Feb 19 05:02:27.377129 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3ede678-9c82-4bf6-878a-f6e668bffa22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (03c99e46-5e7c-422b-8269-22f6ae690a37), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:27.593399 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3ede678-9c82-4bf6-878a-f6e668bffa22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for port (03c99e46-5e7c-422b-8269-22f6ae690a37), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:27.601327 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3ede678-9c82-4bf6-878a-f6e668bffa22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (03c99e46-5e7c-422b-8269-22f6ae690a37), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:27.688696 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ede678-9c82-4bf6-878a-f6e668bffa22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Port': ['ID=03c99e46-5e7c-422b-8269-22f6ae690a37,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:27.704100 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3ede678-9c82-4bf6-878a-f6e668bffa22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (5c87438f-16f3-4b30-8c62-db0dd255f6df), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:27.832707 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-d3ede678-9c82-4bf6-878a-f6e668bffa22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Floating IP 5c87438f-16f3-4b30-8c62-db0dd255f6df associated. External IP: 172.25.0.17, port: 40795752-690e-48c4-bdde-b75813e52f42. Feb 19 05:02:28.084744 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ede678-9c82-4bf6-878a-f6e668bffa22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Router 8cd4e55a-3968-40a9-924e-8f81345fa12f has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:02:28.221568 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ede678-9c82-4bf6-878a-f6e668bffa22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:02:28.234619 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e33d1bf-bfe3-4fcf-a28e-1fd1f6ca2c52 None None] Sync routers for ids ['8cd4e55a-3968-40a9-924e-8f81345fa12f'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:02:28.246531 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d3ede678-9c82-4bf6-878a-f6e668bffa22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:28.261222 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e33d1bf-bfe3-4fcf-a28e-1fd1f6ca2c52 None None] Routers {'8cd4e55a-3968-40a9-924e-8f81345fa12f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:02:28.262069 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-2e33d1bf-bfe3-4fcf-a28e-1fd1f6ca2c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:02:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['8cd4e55a-3968-40a9-924e-8f81345fa12f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:28.325573 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d3ede678-9c82-4bf6-878a-f6e668bffa22 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5885985 Feb 19 05:02:28.329658 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'tag': '40795752-690e-48c4-bdde-b75813e52f42'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:02:28.332972 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94d3290-0adc-4637-a04f-f374bb2ae851" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d5ab4a-288c-42f2-85b6-95f1146baf74", "tag": "40795752-690e-48c4-bdde-b75813e52f42"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:02:28.424378 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4946a6d-ca0e-4189-8803-164804e6fbaa req-376e01ac-4335-4281-814b-2192367b0137 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 210 time: 0.0478549 Feb 19 05:02:28.474916 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dd1837-2087-4bdb-8fa6-90540aaf2f48 x-openstack-request-id: req-d3dd1837-2087-4bdb-8fa6-90540aaf2f48 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:02:28.475214 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d5ab4a-288c-42f2-85b6-95f1146baf74", "tag": "40795752-690e-48c4-bdde-b75813e52f42", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:02:28.475482 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d3dd1837-2087-4bdb-8fa6-90540aaf2f48 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:02:28.475933 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'tag': '40795752-690e-48c4-bdde-b75813e52f42', 'status': 'completed', 'code': 200} Feb 19 05:02:28.528743 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb81b2f-da92-44e7-934a-3bfa1dc0857a req-3030cb8b-7610-4a2f-9dda-daa193d56511 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:28.530771 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6fb81b2f-da92-44e7-934a-3bfa1dc0857a req-3030cb8b-7610-4a2f-9dda-daa193d56511 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 946 time: 0.1211996 Feb 19 05:02:28.620300 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d3290-0adc-4637-a04f-f374bb2ae851 req-32e82661-73b8-49c9-9161-64aa637ee1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:28.623306 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d94d3290-0adc-4637-a04f-f374bb2ae851 req-32e82661-73b8-49c9-9161-64aa637ee1dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 1128 time: 0.1164684 Feb 19 05:02:28.688101 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6fb81b2f-da92-44e7-934a-3bfa1dc0857a req-bcb6cdbf-0fe2-4496-8d95-03438fea59ac tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395814 Feb 19 05:02:28.735790 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59450) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:28.749594 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-2e33d1bf-bfe3-4fcf-a28e-1fd1f6ca2c52 None None] Set router 8cd4e55a-3968-40a9-924e-8f81345fa12f gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:02:28.889877 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-66b1f60e-46c3-44cf-b30e-59fc57b1403e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/floatingips/5c87438f-16f3-4b30-8c62-db0dd255f6df HTTP/1.1" status: 200 len: 991 time: 0.1517930 Feb 19 05:02:28.916292 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d3290-0adc-4637-a04f-f374bb2ae851 req-581fc89e-b1c7-4e60-a9c8-6297db4e5b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:28.919122 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d94d3290-0adc-4637-a04f-f374bb2ae851 req-581fc89e-b1c7-4e60-a9c8-6297db4e5b4b service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9e17580-cc68-4785-b78f-d985d45c500d HTTP/1.1" status: 200 len: 896 time: 0.2860386 Feb 19 05:02:29.078905 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d94d3290-0adc-4637-a04f-f374bb2ae851 req-9abf670f-79d4-44f5-a2e1-67c40d5f3912 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40795752-690e-48c4-bdde-b75813e52f42 HTTP/1.1" status: 200 len: 999 time: 0.1538596 Feb 19 05:02:29.137877 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-2e33d1bf-bfe3-4fcf-a28e-1fd1f6ca2c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291434701', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:58Z', 'updated_at': '2022-02-19T05:02:07Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:64:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:59Z', 'updated_at': '2022-02-19T05:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '5c87438f-16f3-4b30-8c62-db0dd255f6df', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'port_id': '40795752-690e-48c4-bdde-b75813e52f42', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d', 'mac_address': 'fa:16:3e:6d:32:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:02:26Z', 'updated_at': '2022-02-19T05:02:26Z', 'revision_number': 0, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bb8f50-f699-45dc-81c7-ea88fb48ab2e', 'name': '', 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:84:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'edc6ee6b-3636-4217-9083-7cb03d237434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:04Z', 'updated_at': '2022-02-19T05:02:13Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': 'edc6ee6b-3636-4217-9083-7cb03d237434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:29.140850 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d3290-0adc-4637-a04f-f374bb2ae851 req-d40cc5f7-695e-4797-bbc4-c5f3d0f68421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:29.142614 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d94d3290-0adc-4637-a04f-f374bb2ae851 req-d40cc5f7-695e-4797-bbc4-c5f3d0f68421 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=edc6ee6b-3636-4217-9083-7cb03d237434 HTTP/1.1" status: 200 len: 835 time: 0.0574067 Feb 19 05:02:29.185322 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e33d1bf-bfe3-4fcf-a28e-1fd1f6ca2c52 None None] Checking router: 8cd4e55a-3968-40a9-924e-8f81345fa12f for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:02:29.200172 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e33d1bf-bfe3-4fcf-a28e-1fd1f6ca2c52 None None] Routers {'8cd4e55a-3968-40a9-924e-8f81345fa12f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:02:29.200933 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-2e33d1bf-bfe3-4fcf-a28e-1fd1f6ca2c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:02:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['8cd4e55a-3968-40a9-924e-8f81345fa12f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:29.205734 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d3290-0adc-4637-a04f-f374bb2ae851 req-f6f356d8-81fe-4003-8824-9373980fd6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:02:29.206917 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d94d3290-0adc-4637-a04f-f374bb2ae851 req-f6f356d8-81fe-4003-8824-9373980fd6e2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9e17580-cc68-4785-b78f-d985d45c500d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0586958 Feb 19 05:02:29.329096 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-2e33d1bf-bfe3-4fcf-a28e-1fd1f6ca2c52 None None] Set router 8cd4e55a-3968-40a9-924e-8f81345fa12f gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:02:29.329630 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d94d3290-0adc-4637-a04f-f374bb2ae851 req-0a460a82-d831-419b-b1e3-e0f62275f670 service neutron] 10.222.0.48 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158955 Feb 19 05:02:29.448858 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d94d3290-0adc-4637-a04f-f374bb2ae851 req-6f3f2562-9e1a-43ad-b3fa-03f3b1ad731b service neutron] 10.222.0.48 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135874 Feb 19 05:02:29.571684 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6ec54106-6c63-4226-995c-336ea768661b req-61a47bdf-c1ad-45fc-870a-98478485eaf5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ec8e222-ba1d-43eb-80fa-2fa855ea4249 HTTP/1.1" status: 200 len: 210 time: 0.0416083 Feb 19 05:02:29.694166 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-2e33d1bf-bfe3-4fcf-a28e-1fd1f6ca2c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291434701', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:58Z', 'updated_at': '2022-02-19T05:02:07Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:64:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:59Z', 'updated_at': '2022-02-19T05:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '5c87438f-16f3-4b30-8c62-db0dd255f6df', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'port_id': '40795752-690e-48c4-bdde-b75813e52f42', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d', 'mac_address': 'fa:16:3e:6d:32:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:02:26Z', 'updated_at': '2022-02-19T05:02:26Z', 'revision_number': 0, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bb8f50-f699-45dc-81c7-ea88fb48ab2e', 'name': '', 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:84:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'edc6ee6b-3636-4217-9083-7cb03d237434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:04Z', 'updated_at': '2022-02-19T05:02:13Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': 'edc6ee6b-3636-4217-9083-7cb03d237434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:02:29.737531 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e33d1bf-bfe3-4fcf-a28e-1fd1f6ca2c52 None None] The sync data for ids ['8cd4e55a-3968-40a9-924e-8f81345fa12f'] in n-d-772273-4 is: [{'id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291434701', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:58Z', 'updated_at': '2022-02-19T05:02:07Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:64:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:59Z', 'updated_at': '2022-02-19T05:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '5c87438f-16f3-4b30-8c62-db0dd255f6df', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'port_id': '40795752-690e-48c4-bdde-b75813e52f42', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d', 'mac_address': 'fa:16:3e:6d:32:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:02:26Z', 'updated_at': '2022-02-19T05:02:26Z', 'revision_number': 0, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bb8f50-f699-45dc-81c7-ea88fb48ab2e', 'name': '', 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:84:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'edc6ee6b-3636-4217-9083-7cb03d237434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:04Z', 'updated_at': '2022-02-19T05:02:13Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': 'edc6ee6b-3636-4217-9083-7cb03d237434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:02:29.891602 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59474) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:30.000878 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6a57bc5c-e667-4ea0-9af4-982279eb0b91 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/floatingips/5c87438f-16f3-4b30-8c62-db0dd255f6df HTTP/1.1" status: 200 len: 991 time: 0.1064947 Feb 19 05:02:30.047252 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d823c3bc-4881-45a8-a52b-bfc7bc84e727 None None] New status for floating IP 5c87438f-16f3-4b30-8c62-db0dd255f6df: ACTIVE {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:02:31.002986 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59510) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:31.088109 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-86fdb127-fd64-4775-b699-c37df5fbcf06 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/floatingips/5c87438f-16f3-4b30-8c62-db0dd255f6df HTTP/1.1" status: 200 len: 993 time: 0.0783880 Feb 19 05:02:32.297582 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4b80fa43-76af-48ae-9aac-d7000ffb1d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:35.138232 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-48206031-5403-4d5d-a5dd-86b9906382c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:36.934298 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:37.865033 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:38.077789 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.366738 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:39.420174 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:45.016628 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 59654) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:45.232696 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-47e668a3-90f4-495a-9093-fad56b6cb086 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:45.356880 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-47e668a3-90f4-495a-9093-fad56b6cb086 admin admin] Publish callbacks [] for security_group (aa120c23-d499-44d9-a35f-df4ce66afe81), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:45.364761 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-47e668a3-90f4-495a-9093-fad56b6cb086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (aa120c23-d499-44d9-a35f-df4ce66afe81), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:45.414779 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e668a3-90f4-495a-9093-fad56b6cb086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa120c23-d499-44d9-a35f-df4ce66afe81,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:02:45.438789 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e668a3-90f4-495a-9093-fad56b6cb086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:45.439732 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e668a3-90f4-495a-9093-fad56b6cb086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:45.440322 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e668a3-90f4-495a-9093-fad56b6cb086 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:45.440954 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e668a3-90f4-495a-9093-fad56b6cb086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:45.441530 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e668a3-90f4-495a-9093-fad56b6cb086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:45.442114 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e668a3-90f4-495a-9093-fad56b6cb086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:45.443130 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e668a3-90f4-495a-9093-fad56b6cb086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:45.443756 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e668a3-90f4-495a-9093-fad56b6cb086 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:45.445165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e668a3-90f4-495a-9093-fad56b6cb086 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:45.445721 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e668a3-90f4-495a-9093-fad56b6cb086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:45.446294 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e668a3-90f4-495a-9093-fad56b6cb086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:45.446867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e668a3-90f4-495a-9093-fad56b6cb086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:45.447461 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e668a3-90f4-495a-9093-fad56b6cb086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:02:45.462904 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-47e668a3-90f4-495a-9093-fad56b6cb086 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4cb83c0bc1db4624b5711ac9051fda67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4412806 Feb 19 05:02:45.463241 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59658) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:02:45.529084 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60afc883-bb9a-47e1-83c6-bb7a16081794 admin admin] Publish callbacks [] for security_group (aa120c23-d499-44d9-a35f-df4ce66afe81), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:45.580535 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60afc883-bb9a-47e1-83c6-bb7a16081794 admin admin] Publish callbacks [] for security_group (aa120c23-d499-44d9-a35f-df4ce66afe81), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:45.663827 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60afc883-bb9a-47e1-83c6-bb7a16081794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (aa120c23-d499-44d9-a35f-df4ce66afe81), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:45.667792 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60afc883-bb9a-47e1-83c6-bb7a16081794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:02:45.669178 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-60afc883-bb9a-47e1-83c6-bb7a16081794 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aa120c23-d499-44d9-a35f-df4ce66afe81 HTTP/1.1" status: 204 len: 168 time: 0.2040026 Feb 19 05:02:45.680098 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60afc883-bb9a-47e1-83c6-bb7a16081794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa120c23-d499-44d9-a35f-df4ce66afe81,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:03:00.497690 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021927eb-77ef-4070-9480-2a65fa3a8ba2 req-e3373cc9-0644-4eeb-b3f9-35da5fb2aa14 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:00.509370 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-021927eb-77ef-4070-9480-2a65fa3a8ba2 req-e3373cc9-0644-4eeb-b3f9-35da5fb2aa14 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 1128 time: 0.0859706 Feb 19 05:03:00.590161 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-021927eb-77ef-4070-9480-2a65fa3a8ba2 req-1a5bf7e4-418d-4ca0-b0bb-fd7ea36cb59e tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795207 Feb 19 05:03:00.811680 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3ec26-05ef-47a3-823a-6622f3df61b6 req-8c1f2fb5-3a16-4325-9c3c-75e4c5d93b58 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:00.813430 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8fe3ec26-05ef-47a3-823a-6622f3df61b6 req-8c1f2fb5-3a16-4325-9c3c-75e4c5d93b58 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 946 time: 0.0808945 Feb 19 05:03:00.908999 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8fe3ec26-05ef-47a3-823a-6622f3df61b6 req-91120a58-a472-4a9c-a505-eaf657a597d6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883744 Feb 19 05:03:00.946319 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59730) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:03:01.040519 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f0248b67-a83a-447c-949a-2e2cb7d7f0d3 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/floatingips/5c87438f-16f3-4b30-8c62-db0dd255f6df HTTP/1.1" status: 200 len: 993 time: 0.0925775 Feb 19 05:03:01.361650 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:03:01.439946 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-52f08560-8c7c-4053-bfdb-3feef8a45b83 req-0e471188-a798-40f4-86e6-c52c95162387 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:03:01.441164 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-52f08560-8c7c-4053-bfdb-3feef8a45b83 req-0e471188-a798-40f4-86e6-c52c95162387 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067549 Feb 19 05:03:01.908843 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-126d4a00-92f0-448a-b43d-1d6643b302df req-a5a004c0-f873-4f51-81fc-8670ef79248b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0935001 Feb 19 05:03:02.154930 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d4a00-92f0-448a-b43d-1d6643b302df req-d6db4e76-6029-4baa-931e-5aa2fb266e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:02.157897 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-126d4a00-92f0-448a-b43d-1d6643b302df req-d6db4e76-6029-4baa-931e-5aa2fb266e5b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 1128 time: 0.1857200 Feb 19 05:03:02.179399 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0452d-8dd1-4e39-934b-4d2aafcd84a9 req-20b738a6-7294-4bd9-9964-5849a3c4a465 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:02.182246 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-80c0452d-8dd1-4e39-934b-4d2aafcd84a9 req-20b738a6-7294-4bd9-9964-5849a3c4a465 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 946 time: 0.1493816 Feb 19 05:03:02.261559 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-4570be5e-3765-4f9e-8391-4b9b5468da05 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1367941 Feb 19 05:03:02.267697 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-624dafc0-300b-41ee-902a-fde3e7e78238 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:03:02.269149 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-624dafc0-300b-41ee-902a-fde3e7e78238 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061619 Feb 19 05:03:02.305943 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2c35d75a-600f-4a24-b6d4-2d9b6fac0b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:02.350784 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-80c0452d-8dd1-4e39-934b-4d2aafcd84a9 req-93fae079-d98c-43ec-a704-405b477efa53 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521626 Feb 19 05:03:02.403731 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d4a00-92f0-448a-b43d-1d6643b302df req-bbbcb4e7-1f15-49a4-99c4-6eeae1e61a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:02.405803 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-126d4a00-92f0-448a-b43d-1d6643b302df req-bbbcb4e7-1f15-49a4-99c4-6eeae1e61a2b service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9e17580-cc68-4785-b78f-d985d45c500d HTTP/1.1" status: 200 len: 896 time: 0.2220781 Feb 19 05:03:02.494475 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-126d4a00-92f0-448a-b43d-1d6643b302df req-a7705d2c-6293-46b5-850e-d4e485cc1682 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40795752-690e-48c4-bdde-b75813e52f42 HTTP/1.1" status: 200 len: 1001 time: 0.0777957 Feb 19 05:03:02.560019 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d4a00-92f0-448a-b43d-1d6643b302df req-b4ad01e7-8cb0-4375-ab8a-96b3baec953a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:02.561654 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-126d4a00-92f0-448a-b43d-1d6643b302df req-b4ad01e7-8cb0-4375-ab8a-96b3baec953a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=edc6ee6b-3636-4217-9083-7cb03d237434 HTTP/1.1" status: 200 len: 835 time: 0.0558596 Feb 19 05:03:02.639663 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d4a00-92f0-448a-b43d-1d6643b302df req-c39a47e0-ab92-4aa8-b1a4-b30b79b6be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:02.642429 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-126d4a00-92f0-448a-b43d-1d6643b302df req-c39a47e0-ab92-4aa8-b1a4-b30b79b6be3e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9e17580-cc68-4785-b78f-d985d45c500d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0744007 Feb 19 05:03:02.780323 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-126d4a00-92f0-448a-b43d-1d6643b302df req-d36d8e17-b5ac-4cef-8f5b-4cde3e379e76 service neutron] 10.222.0.48 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315618 Feb 19 05:03:02.949130 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-126d4a00-92f0-448a-b43d-1d6643b302df req-257b0ae0-3ff7-4f35-8472-b33c5a08510b service neutron] 10.222.0.48 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628966 Feb 19 05:03:03.095559 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-a9821e69-8222-4079-a92b-d5a84a164c30 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:03.097221 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-a9821e69-8222-4079-a92b-d5a84a164c30 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/ports/40795752-690e-48c4-bdde-b75813e52f42 HTTP/1.1" status: 200 len: 1125 time: 0.1245506 Feb 19 05:03:03.615198 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35c569-c65d-4f33-8469-cbef32322d66 req-32731677-cbb9-4fce-ac90-00fe108f8643 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:03.628351 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ab35c569-c65d-4f33-8469-cbef32322d66 req-32731677-cbb9-4fce-ac90-00fe108f8643 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 946 time: 0.1531255 Feb 19 05:03:03.709871 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ab35c569-c65d-4f33-8469-cbef32322d66 req-7aec16b7-b089-4841-bb87-941875f71b97 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792904 Feb 19 05:03:04.238238 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-8dcf75ad-498c-4f07-8a72-9f3d7649daab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:04.240667 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-8dcf75ad-498c-4f07-8a72-9f3d7649daab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 1128 time: 0.0678759 Feb 19 05:03:04.351200 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-0245f60e-5f99-45eb-9caa-7fd0cf871da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:04.352729 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-0245f60e-5f99-45eb-9caa-7fd0cf871da7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9e17580-cc68-4785-b78f-d985d45c500d HTTP/1.1" status: 200 len: 896 time: 0.1063809 Feb 19 05:03:04.489846 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-0fbc1f4e-a500-4026-a4d0-93a2ba8b1eb7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40795752-690e-48c4-bdde-b75813e52f42 HTTP/1.1" status: 200 len: 1001 time: 0.1277976 Feb 19 05:03:04.574833 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-d3320b17-d2dc-4115-8309-b09b5b152e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:04.576361 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-d3320b17-d2dc-4115-8309-b09b5b152e36 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=edc6ee6b-3636-4217-9083-7cb03d237434 HTTP/1.1" status: 200 len: 835 time: 0.0811815 Feb 19 05:03:04.635728 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-0b362ccd-f81c-4d99-805c-eabaa6960b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:04.637593 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-0b362ccd-f81c-4d99-805c-eabaa6960b74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9e17580-cc68-4785-b78f-d985d45c500d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0542293 Feb 19 05:03:04.776680 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-5d02b199-d589-4961-8789-7d36e7d1a657 service neutron] 10.222.0.48 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322238 Feb 19 05:03:04.933642 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-883d7b6b-0861-4502-8b80-f78384fd1380 service neutron] 10.222.0.48 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506333 Feb 19 05:03:04.951281 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93323a-d24c-4306-a3fc-166d5a30bfad req-e2943d28-01cc-4bed-8f5f-ff6c01207c2d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:04.953310 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-db93323a-d24c-4306-a3fc-166d5a30bfad req-e2943d28-01cc-4bed-8f5f-ff6c01207c2d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 946 time: 0.1100347 Feb 19 05:03:05.046925 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-db93323a-d24c-4306-a3fc-166d5a30bfad req-f978f2c8-32e2-46b4-8d50-6f1aa34ae44b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816162 Feb 19 05:03:05.151255 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6ded5075-7ac0-49ba-a244-d3c97424b261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:06.201982 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd2a87-e177-48f1-bb79-2859081888f0 req-ad43ce9d-46ed-4492-8217-0866e856322a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:06.204252 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-81cd2a87-e177-48f1-bb79-2859081888f0 req-ad43ce9d-46ed-4492-8217-0866e856322a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 946 time: 0.0729229 Feb 19 05:03:06.270613 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-81cd2a87-e177-48f1-bb79-2859081888f0 req-0fae9579-7c50-4a66-b185-4d780f901509 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553980 Feb 19 05:03:06.796806 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-c47892cf-404b-4644-873e-6c8cca84688e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:06.798476 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-c47892cf-404b-4644-873e-6c8cca84688e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 812 time: 0.1171072 Feb 19 05:03:06.815599 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-47be32c7-7b13-4708-a2f2-8c6ddf6f86f8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/quotas/7173e653c95343de8cadb3790f712d4d HTTP/1.1" status: 200 len: 375 time: 0.0106683 Feb 19 05:03:06.891008 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-c4509a11-75c4-4a69-b63e-7ca5ffa09c9a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681603 Feb 19 05:03:06.932610 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:06.998654 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-48f44bbd-7a78-493a-a195-bc185a54de91 service neutron] 10.222.0.65 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002560 Feb 19 05:03:07.114352 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-e6f85cb9-077d-425c-9e39-c651c373b040 service neutron] 10.222.0.65 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096499 Feb 19 05:03:07.322851 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-042477b0-e27d-426d-b649-f5f83cc6b151 req-7dd51a71-e14a-4ce8-a0a0-ebc1772492e1 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 210 time: 0.0372980 Feb 19 05:03:07.446141 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023ce8c-3065-4ea7-b127-72e1ce760c23 req-92903530-bd3b-4af7-a9b1-2a9b97760c05 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:07.447825 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b023ce8c-3065-4ea7-b127-72e1ce760c23 req-92903530-bd3b-4af7-a9b1-2a9b97760c05 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 946 time: 0.0693097 Feb 19 05:03:07.520583 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b023ce8c-3065-4ea7-b127-72e1ce760c23 req-d98aa1f4-8456-4ebb-a890-eac910476b6e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656748 Feb 19 05:03:07.843651 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:08.067940 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:08.479908 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da139136-313b-4c60-b3c4-7fe38a52b5e4 req-05c8725b-05ac-49d6-be60-d62891e92243 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 210 time: 0.0618205 Feb 19 05:03:08.639391 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-d561a5e3-1415-4d55-8364-64c853419d58 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:08.641225 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-d561a5e3-1415-4d55-8364-64c853419d58 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.10 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 812 time: 0.2069857 Feb 19 05:03:08.656376 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-b39d2312-8154-4ec7-9b4c-70230069f34e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Request body: {'port': {'device_id': '507d4ab3-7e45-4b3c-aebf-954105cb9555', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'admin_state_up': True, 'tenant_id': '7173e653c95343de8cadb3790f712d4d'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:03:08.725600 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f8bc7-f9dd-4ec1-9159-91bfd155f585 req-38097a9a-4e92-4dd8-8180-30821430e697 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:08.729492 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a93f8bc7-f9dd-4ec1-9159-91bfd155f585 req-38097a9a-4e92-4dd8-8180-30821430e697 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 946 time: 0.1011724 Feb 19 05:03:08.811133 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a93f8bc7-f9dd-4ec1-9159-91bfd155f585 req-1a3f2f0f-092f-46a1-b2d2-b9ee0c29a0df tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714877 Feb 19 05:03:08.843482 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-b39d2312-8154-4ec7-9b4c-70230069f34e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Made reservation on behalf of 7173e653c95343de8cadb3790f712d4d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:03:08.849469 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-b39d2312-8154-4ec7-9b4c-70230069f34e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:09.062987 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-b39d2312-8154-4ec7-9b4c-70230069f34e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Allocated IP 172.20.0.6 (891e8a91-ec7b-447e-9495-70c700adf2c0/eb74e798-fd6e-499a-bfba-a8016bf5d81f/a563a57f-e767-4f64-a940-b05f9cb37cea) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:03:09.305723 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-b39d2312-8154-4ec7-9b4c-70230069f34e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for port (a563a57f-e767-4f64-a940-b05f9cb37cea), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:09.355094 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:09.357294 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-b39d2312-8154-4ec7-9b4c-70230069f34e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a563a57f-e767-4f64-a940-b05f9cb37cea), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:09.413472 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:09.438433 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-b39d2312-8154-4ec7-9b4c-70230069f34e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Network 891e8a91-ec7b-447e-9495-70c700adf2c0 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:03:09.445215 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-b39d2312-8154-4ec7-9b4c-70230069f34e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:03:09.454691 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-b39d2312-8154-4ec7-9b4c-70230069f34e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:03:09.504773 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d2312-8154-4ec7-9b4c-70230069f34e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event updated for resources: {'Port': ['ID=a563a57f-e767-4f64-a940-b05f9cb37cea,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:03:09.570910 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-b39d2312-8154-4ec7-9b4c-70230069f34e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:09.571978 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-b39d2312-8154-4ec7-9b4c-70230069f34e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:09.600047 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-b39d2312-8154-4ec7-9b4c-70230069f34e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9511032 Feb 19 05:03:09.636238 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-cd8591a8-42ad-431c-b0b3-8a20778cb407 service neutron] Request body: {'port': {'device_id': '507d4ab3-7e45-4b3c-aebf-954105cb9555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:03:09.762885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a4627-d6ac-4d4c-ad2a-75bb4ba3a9b7 req-bcc01ef2-a22d-4eb0-8064-559c4295fe75 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:09.764764 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ec1a4627-d6ac-4d4c-ad2a-75bb4ba3a9b7 req-bcc01ef2-a22d-4eb0-8064-559c4295fe75 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 931 time: 0.1592755 Feb 19 05:03:09.773506 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-cd8591a8-42ad-431c-b0b3-8a20778cb407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a563a57f-e767-4f64-a940-b05f9cb37cea), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:09.785295 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-bb675242-585e-45d6-b12d-cd811c3f64e2 None None] Provisioning complete for port a563a57f-e767-4f64-a940-b05f9cb37cea triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:03:09.786092 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bb675242-585e-45d6-b12d-cd811c3f64e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a563a57f-e767-4f64-a940-b05f9cb37cea), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:09.835328 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-bb675242-585e-45d6-b12d-cd811c3f64e2 None None] Port a563a57f-e767-4f64-a940-b05f9cb37cea cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:03:09.876978 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ec1a4627-d6ac-4d4c-ad2a-75bb4ba3a9b7 req-7d44d2d6-0782-4414-ad6a-b760ac3b4e9e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992928 Feb 19 05:03:10.013229 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23ab70-4e5a-4860-8cec-add6f6d3444e req-5610e124-d4a6-4be5-b761-f9dfb3f67bd7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:10.016224 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-de23ab70-4e5a-4860-8cec-add6f6d3444e req-5610e124-d4a6-4be5-b761-f9dfb3f67bd7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 946 time: 0.0858138 Feb 19 05:03:10.095997 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-de23ab70-4e5a-4860-8cec-add6f6d3444e req-726fec76-427d-45d6-afb3-200a8c793506 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681374 Feb 19 05:03:10.541596 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-cd8591a8-42ad-431c-b0b3-8a20778cb407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a563a57f-e767-4f64-a940-b05f9cb37cea {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:03:10.557448 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-cd8591a8-42ad-431c-b0b3-8a20778cb407 service neutron] Publish callbacks [] for port (a563a57f-e767-4f64-a940-b05f9cb37cea), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:10.575978 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-cd8591a8-42ad-431c-b0b3-8a20778cb407 service neutron] Transition to ACTIVE for port object a563a57f-e767-4f64-a940-b05f9cb37cea will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:03:10.581364 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-cd8591a8-42ad-431c-b0b3-8a20778cb407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (a563a57f-e767-4f64-a940-b05f9cb37cea), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:10.714703 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8591a8-42ad-431c-b0b3-8a20778cb407 service neutron] Pushing event updated for resources: {'Port': ['ID=a563a57f-e767-4f64-a940-b05f9cb37cea,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:03:10.755379 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-cd8591a8-42ad-431c-b0b3-8a20778cb407 service neutron] Attempting to bind port a563a57f-e767-4f64-a940-b05f9cb37cea on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:03:10.755667 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-cd8591a8-42ad-431c-b0b3-8a20778cb407 service neutron] Attempting to bind port a563a57f-e767-4f64-a940-b05f9cb37cea by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:03:10.755860 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-cd8591a8-42ad-431c-b0b3-8a20778cb407 service neutron] Attempting to bind port a563a57f-e767-4f64-a940-b05f9cb37cea on network 891e8a91-ec7b-447e-9495-70c700adf2c0 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:03:10.762274 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-cd8591a8-42ad-431c-b0b3-8a20778cb407 service neutron] Port a563a57f-e767-4f64-a940-b05f9cb37cea on network 891e8a91-ec7b-447e-9495-70c700adf2c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:03:10.762640 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-cd8591a8-42ad-431c-b0b3-8a20778cb407 service neutron] Attempting to bind port a563a57f-e767-4f64-a940-b05f9cb37cea on network 891e8a91-ec7b-447e-9495-70c700adf2c0 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:03:10.771264 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-cd8591a8-42ad-431c-b0b3-8a20778cb407 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:03:10.771615 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-cd8591a8-42ad-431c-b0b3-8a20778cb407 service neutron] Checking segment: {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:03:10.772211 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-cd8591a8-42ad-431c-b0b3-8a20778cb407 service neutron] Bound using segment: {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:03:10.772575 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-cd8591a8-42ad-431c-b0b3-8a20778cb407 service neutron] Bound port: a563a57f-e767-4f64-a940-b05f9cb37cea, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:03:10.773017 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-cd8591a8-42ad-431c-b0b3-8a20778cb407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a563a57f-e767-4f64-a940-b05f9cb37cea), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:10.880832 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-cd8591a8-42ad-431c-b0b3-8a20778cb407 service neutron] For port a563a57f-e767-4f64-a940-b05f9cb37cea, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:03:10.887890 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-cd8591a8-42ad-431c-b0b3-8a20778cb407 service neutron] For port a563a57f-e767-4f64-a940-b05f9cb37cea, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=a563a57f-e767-4f64-a940-b05f9cb37cea,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:03:10.899684 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-cd8591a8-42ad-431c-b0b3-8a20778cb407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (a563a57f-e767-4f64-a940-b05f9cb37cea), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:10.970470 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-cd8591a8-42ad-431c-b0b3-8a20778cb407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:10.971262 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-cd8591a8-42ad-431c-b0b3-8a20778cb407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:10.974704 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-cd8591a8-42ad-431c-b0b3-8a20778cb407 service neutron] 10.222.0.10 "PUT /v2.0/ports/a563a57f-e767-4f64-a940-b05f9cb37cea HTTP/1.1" status: 200 len: 1091 time: 1.3645208 Feb 19 05:03:10.974704 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507d4ab3-7e45-4b3c-aebf-954105cb9555', 'tag': 'a563a57f-e767-4f64-a940-b05f9cb37cea'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:03:10.977381 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85021eb3-79e5-4efc-b76a-b6d59c1e0277" -d '{"events": [{"name": "network-changed", "server_uuid": "507d4ab3-7e45-4b3c-aebf-954105cb9555", "tag": "a563a57f-e767-4f64-a940-b05f9cb37cea"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:03:11.002245 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8591a8-42ad-431c-b0b3-8a20778cb407 service neutron] Pushing event updated for resources: {'Port': ['ID=a563a57f-e767-4f64-a940-b05f9cb37cea,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:03:11.084722 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdb0a1f-21b2-4334-b501-61a3e59b4a5d x-openstack-request-id: req-7cdb0a1f-21b2-4334-b501-61a3e59b4a5d {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:03:11.085133 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507d4ab3-7e45-4b3c-aebf-954105cb9555", "tag": "a563a57f-e767-4f64-a940-b05f9cb37cea", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:03:11.085465 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7cdb0a1f-21b2-4334-b501-61a3e59b4a5d {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:03:11.085970 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507d4ab3-7e45-4b3c-aebf-954105cb9555', 'tag': 'a563a57f-e767-4f64-a940-b05f9cb37cea', 'status': 'completed', 'code': 200} Feb 19 05:03:11.123835 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84688b55-9b97-4529-8188-47afac6c3951 req-db891de4-25f5-4d1d-a1f2-e9c0cc502a8d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:11.125659 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-84688b55-9b97-4529-8188-47afac6c3951 req-db891de4-25f5-4d1d-a1f2-e9c0cc502a8d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.1120396 Feb 19 05:03:11.131997 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-5603dac7-9142-4e93-9c20-9079ed6ade76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:11.133694 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-5603dac7-9142-4e93-9c20-9079ed6ade76 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 1125 time: 0.0848911 Feb 19 05:03:11.210148 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-deac007d-8c4f-463f-ba79-9dfa1626d22c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a563a57f-e767-4f64-a940-b05f9cb37cea HTTP/1.1" status: 200 len: 217 time: 0.0683625 Feb 19 05:03:11.296826 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-84688b55-9b97-4529-8188-47afac6c3951 req-d5c5b94a-4882-4ac5-9c02-ff23794a086d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616354 Feb 19 05:03:11.315983 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-9898502a-a665-45e8-82e9-66153bcd1a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:11.318972 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-9898502a-a665-45e8-82e9-66153bcd1a2d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.1008708 Feb 19 05:03:11.325713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0ebce-3f27-46bb-a603-d0a34445e2e2 req-99ea8162-6b85-4f58-a41f-adc8c461ccf5 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:11.336287 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-83c0ebce-3f27-46bb-a603-d0a34445e2e2 req-99ea8162-6b85-4f58-a41f-adc8c461ccf5 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 946 time: 0.1091731 Feb 19 05:03:11.410488 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-37a7775e-9bef-48d7-b34d-4184f8bf7235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:11.412171 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-37a7775e-9bef-48d7-b34d-4184f8bf7235 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0840845 Feb 19 05:03:11.424348 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-83c0ebce-3f27-46bb-a603-d0a34445e2e2 req-299c2285-b505-4969-bde3-3da6e7b410a8 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865629 Feb 19 05:03:11.562762 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-4083f22f-0760-45ed-ab37-e4cf61ceb108 service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438553 Feb 19 05:03:11.670732 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-33c861ab-c9bf-44dc-be09-9f77169d9d22 req-82a0e158-4b76-489f-8821-fe23c22eedd5 service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003747 Feb 19 05:03:11.786217 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85021eb3-79e5-4efc-b76a-b6d59c1e0277 req-378bdd15-052c-4675-af2d-f6d86ccdd7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:11.788845 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85021eb3-79e5-4efc-b76a-b6d59c1e0277 req-378bdd15-052c-4675-af2d-f6d86ccdd7d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 1125 time: 0.0614583 Feb 19 05:03:11.914053 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85021eb3-79e5-4efc-b76a-b6d59c1e0277 req-0776b2aa-feb9-4f1a-af60-c788252f040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:11.916762 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85021eb3-79e5-4efc-b76a-b6d59c1e0277 req-0776b2aa-feb9-4f1a-af60-c788252f040b service neutron] 10.222.0.10 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 912 time: 0.1221578 Feb 19 05:03:11.961926 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85021eb3-79e5-4efc-b76a-b6d59c1e0277 req-b72ea23a-35ac-49b3-9cd9-2e4dae701c78 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a563a57f-e767-4f64-a940-b05f9cb37cea HTTP/1.1" status: 200 len: 217 time: 0.0389161 Feb 19 05:03:12.016683 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85021eb3-79e5-4efc-b76a-b6d59c1e0277 req-be499c61-91d8-4c50-8f5b-84e13207f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:12.019428 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85021eb3-79e5-4efc-b76a-b6d59c1e0277 req-be499c61-91d8-4c50-8f5b-84e13207f39b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0516930 Feb 19 05:03:12.085201 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85021eb3-79e5-4efc-b76a-b6d59c1e0277 req-6f348c22-0dc5-4aef-8fc7-1fda018f8929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:12.086832 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85021eb3-79e5-4efc-b76a-b6d59c1e0277 req-6f348c22-0dc5-4aef-8fc7-1fda018f8929 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0622196 Feb 19 05:03:12.207762 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85021eb3-79e5-4efc-b76a-b6d59c1e0277 req-64ae0ed4-87b0-4204-b1fc-c42b0c4c1b30 service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137278 Feb 19 05:03:12.318747 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85021eb3-79e5-4efc-b76a-b6d59c1e0277 req-aa53e6b5-806e-4941-af14-ce2d46bc167e service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050644 Feb 19 05:03:12.447539 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c3ff3-cd0a-40a3-a9b4-3624eb131c6c req-a5c544c7-f252-496b-83ad-9fb47d05e1d8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:12.449062 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3c4c3ff3-cd0a-40a3-a9b4-3624eb131c6c req-a5c544c7-f252-496b-83ad-9fb47d05e1d8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.0620182 Feb 19 05:03:12.501719 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3c4c3ff3-cd0a-40a3-a9b4-3624eb131c6c req-a376acc9-ff26-45b8-a306-d977bdb429ad tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464637 Feb 19 05:03:12.595001 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604abf18-d34f-47cf-af8e-fda87a9a5c50 req-769e3f22-e191-47b5-9d14-fb46076049bf tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:12.596590 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-604abf18-d34f-47cf-af8e-fda87a9a5c50 req-769e3f22-e191-47b5-9d14-fb46076049bf tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 946 time: 0.0676053 Feb 19 05:03:12.675243 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-604abf18-d34f-47cf-af8e-fda87a9a5c50 req-a1689f7a-2b79-40a2-be41-e210e462f527 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722208 Feb 19 05:03:13.663183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af94e3-a5b7-44a1-84eb-e9e94887e0fd req-f491cbfc-ca76-4346-9161-4e8897fb1163 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:13.665319 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e5af94e3-a5b7-44a1-84eb-e9e94887e0fd req-f491cbfc-ca76-4346-9161-4e8897fb1163 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.0868959 Feb 19 05:03:13.746240 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e5af94e3-a5b7-44a1-84eb-e9e94887e0fd req-e5545f35-f199-4308-9a77-1601dd1cc71c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698597 Feb 19 05:03:13.851346 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2260d-cb9d-4263-916e-d613d71184db req-a8dea1ce-fc41-413b-bd35-a57b2ec2bc6f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:13.852866 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dde2260d-cb9d-4263-916e-d613d71184db req-a8dea1ce-fc41-413b-bd35-a57b2ec2bc6f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 946 time: 0.0626020 Feb 19 05:03:13.920444 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dde2260d-cb9d-4263-916e-d613d71184db req-dd34c51a-7c15-4879-9c67-1eaeec38d20f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595183 Feb 19 05:03:14.897471 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54493bf9-e2f4-4142-a06d-e2cb4fcdde8e req-4949ac5e-99ea-4a02-a51d-a54dd3762036 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:14.899090 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54493bf9-e2f4-4142-a06d-e2cb4fcdde8e req-4949ac5e-99ea-4a02-a51d-a54dd3762036 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.0656440 Feb 19 05:03:14.955745 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54493bf9-e2f4-4142-a06d-e2cb4fcdde8e req-b1c48e05-240c-479e-8552-290bb8739b55 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507417 Feb 19 05:03:15.079197 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3604df-73fb-4d2e-a3a7-80246f8a5b3b req-14d29fa9-bc31-4dc3-8d86-5c3151abf08d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:15.080796 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6a3604df-73fb-4d2e-a3a7-80246f8a5b3b req-14d29fa9-bc31-4dc3-8d86-5c3151abf08d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 946 time: 0.0784445 Feb 19 05:03:15.139460 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6a3604df-73fb-4d2e-a3a7-80246f8a5b3b req-726d5480-0ef5-46fe-beff-c63b7d6ccde1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504889 Feb 19 05:03:16.142318 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd9206-d7c8-4a7b-9bdf-3100d8d6ab51 req-7a0741ff-328f-418e-a075-70930cb8829d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:16.144109 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-19dd9206-d7c8-4a7b-9bdf-3100d8d6ab51 req-7a0741ff-328f-418e-a075-70930cb8829d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.0856383 Feb 19 05:03:16.229017 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-19dd9206-d7c8-4a7b-9bdf-3100d8d6ab51 req-667394c5-6647-4b4a-9daf-ab71f3efc555 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772943 Feb 19 05:03:16.335679 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba9953-b9cf-4e66-8d87-0fd75ef2520b req-580ea5af-9207-4ec5-9701-fd83b0cebedb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:16.337878 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cdba9953-b9cf-4e66-8d87-0fd75ef2520b req-580ea5af-9207-4ec5-9701-fd83b0cebedb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 946 time: 0.0983803 Feb 19 05:03:16.414818 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cdba9953-b9cf-4e66-8d87-0fd75ef2520b req-d54c8b75-05db-4242-b263-c6f1bae11854 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694554 Feb 19 05:03:16.951531 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-40b4d7f4-eff9-414a-9338-2714551276c6 service neutron] show failed (client error): The resource could not be found. Feb 19 05:03:16.952617 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-40b4d7f4-eff9-414a-9338-2714551276c6 service neutron] 10.222.0.48 "GET /v2.0/ports/40795752-690e-48c4-bdde-b75813e52f42/bindings/n-h1-772273-4 HTTP/1.1" status: 404 len: 380 time: 0.1370754 Feb 19 05:03:17.288369 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7590fa5a-1a28-464b-9675-108f00ab0919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:17.290473 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7590fa5a-1a28-464b-9675-108f00ab0919 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74&tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d HTTP/1.1" status: 200 len: 1128 time: 0.0977135 Feb 19 05:03:17.303675 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-772273-4', 'device_owner': 'compute:nova'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:03:17.549975 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (40795752-690e-48c4-bdde-b75813e52f42), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:17.598217 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a4393-2f60-4add-a827-5db7f2ac74c2 req-6b4021b9-435b-4b2d-86b9-a976db23f07d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:17.607780 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e0a4393-2f60-4add-a827-5db7f2ac74c2 req-6b4021b9-435b-4b2d-86b9-a976db23f07d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.2392087 Feb 19 05:03:17.666631 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c94a3-8d6d-40c3-b472-27eb3d4bb636 req-b3beeae1-a7e5-468d-8cf4-3d25d0ec8e28 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:17.682584 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-be6c94a3-8d6d-40c3-b472-27eb3d4bb636 req-b3beeae1-a7e5-468d-8cf4-3d25d0ec8e28 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 946 time: 0.1273029 Feb 19 05:03:17.794975 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-be6c94a3-8d6d-40c3-b472-27eb3d4bb636 req-d34bf3a2-e46e-4016-a888-d30c336d030f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083641 Feb 19 05:03:17.941032 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e0a4393-2f60-4add-a827-5db7f2ac74c2 req-ddac2c26-2b1f-46d3-812a-f575397dc783 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308220 Feb 19 05:03:18.034246 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] For port 40795752-690e-48c4-bdde-b75813e52f42, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=40795752-690e-48c4-bdde-b75813e52f42,segment=NetworkSegment(7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3),segment_id=7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:03:18.113165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] For port 40795752-690e-48c4-bdde-b75813e52f42, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:03:18.181760 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40795752-690e-48c4-bdde-b75813e52f42'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:03:18.184118 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a589fa-da3a-44be-90e9-3107e7992330" -d '{"events": [{"server_uuid": "d8d5ab4a-288c-42f2-85b6-95f1146baf74", "name": "network-vif-unplugged", "status": "completed", "tag": "40795752-690e-48c4-bdde-b75813e52f42"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:03:18.188296 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] Publish callbacks [] for port (40795752-690e-48c4-bdde-b75813e52f42), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:18.222715 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] Transition to ACTIVE for port object 40795752-690e-48c4-bdde-b75813e52f42 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:03:18.230820 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (40795752-690e-48c4-bdde-b75813e52f42), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:18.287868 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 05:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0d6d39-50d8-4e74-801c-1e35ec92779c x-openstack-request-id: req-7e0d6d39-50d8-4e74-801c-1e35ec92779c {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:03:18.288319 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d5ab4a-288c-42f2-85b6-95f1146baf74", "name": "network-vif-unplugged", "status": "completed", "tag": "40795752-690e-48c4-bdde-b75813e52f42", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:03:18.288701 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e0d6d39-50d8-4e74-801c-1e35ec92779c {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:03:18.289729 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40795752-690e-48c4-bdde-b75813e52f42', 'code': 200} Feb 19 05:03:18.396825 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] Pushing event updated for resources: {'Port': ['ID=40795752-690e-48c4-bdde-b75813e52f42,revision_number=6']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:03:18.453165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] No DVR routers for this DVR port 40795752-690e-48c4-bdde-b75813e52f42 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:03:18.758193 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] Attempting to bind port 40795752-690e-48c4-bdde-b75813e52f42 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:03:18.759211 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] Attempting to bind port 40795752-690e-48c4-bdde-b75813e52f42 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:03:18.760077 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] Attempting to bind port 40795752-690e-48c4-bdde-b75813e52f42 on network b9e17580-cc68-4785-b78f-d985d45c500d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:03:18.769547 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] Port 40795752-690e-48c4-bdde-b75813e52f42 on network b9e17580-cc68-4785-b78f-d985d45c500d not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:03:18.770054 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] Attempting to bind port 40795752-690e-48c4-bdde-b75813e52f42 on network b9e17580-cc68-4785-b78f-d985d45c500d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:03:18.778478 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:03:18.778929 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] Checking segment: {'id': '7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:03:18.779543 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] Bound using segment: {'id': '7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:03:18.780162 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] Bound port: 40795752-690e-48c4-bdde-b75813e52f42, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:03:18.780691 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (40795752-690e-48c4-bdde-b75813e52f42), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:18.952615 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] For port 40795752-690e-48c4-bdde-b75813e52f42, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:03:18.990932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] For port 40795752-690e-48c4-bdde-b75813e52f42, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=40795752-690e-48c4-bdde-b75813e52f42,segment=NetworkSegment(7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3),segment_id=7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:03:19.010560 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4d277-140c-4fa8-857f-de5ab3b77fda req-0de32cf7-064a-41d3-b2e2-6525d29a2616 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:19.012268 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-49b4d277-140c-4fa8-857f-de5ab3b77fda req-0de32cf7-064a-41d3-b2e2-6525d29a2616 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 944 time: 0.1133187 Feb 19 05:03:19.014113 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (40795752-690e-48c4-bdde-b75813e52f42), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:19.078165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:19.078896 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:19.080433 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] 10.222.0.10 "PUT /v2.0/ports/40795752-690e-48c4-bdde-b75813e52f42 HTTP/1.1" status: 200 len: 1092 time: 1.7827983 Feb 19 05:03:19.165289 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e458327-dba6-441a-8296-f38bd62bd981 service neutron] Pushing event updated for resources: {'Port': ['ID=40795752-690e-48c4-bdde-b75813e52f42,revision_number=7']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:03:19.185257 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63fba6-0a1c-428b-b86e-a6bbf59fca99 req-cb472d9d-9fea-4efd-a813-8437f1f85154 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:19.189343 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bc63fba6-0a1c-428b-b86e-a6bbf59fca99 req-cb472d9d-9fea-4efd-a813-8437f1f85154 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.1145239 Feb 19 05:03:19.195131 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-49b4d277-140c-4fa8-857f-de5ab3b77fda req-8a05a65a-220c-45b8-aba0-aa6794058213 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347716 Feb 19 05:03:19.221480 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-f3bc70aa-e4a4-4cb1-bb49-b78d15ecb296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:19.225827 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-f3bc70aa-e4a4-4cb1-bb49-b78d15ecb296 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 1126 time: 0.0983355 Feb 19 05:03:19.298644 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bc63fba6-0a1c-428b-b86e-a6bbf59fca99 req-ba390745-f3e5-49bf-b859-ca99433f594d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845451 Feb 19 05:03:19.404320 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-e082b2b1-03cb-4863-b79b-fed851807d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:19.416905 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-e082b2b1-03cb-4863-b79b-fed851807d7b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9e17580-cc68-4785-b78f-d985d45c500d HTTP/1.1" status: 200 len: 896 time: 0.1819668 Feb 19 05:03:19.534569 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-03cb66c3-5ac4-482d-ac26-9377c7d1b10c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40795752-690e-48c4-bdde-b75813e52f42 HTTP/1.1" status: 200 len: 999 time: 0.1145921 Feb 19 05:03:19.596869 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-27e0602a-24be-4bc5-9dd7-8cb3cdd41f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:19.599295 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-27e0602a-24be-4bc5-9dd7-8cb3cdd41f80 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=edc6ee6b-3636-4217-9083-7cb03d237434 HTTP/1.1" status: 200 len: 835 time: 0.0589280 Feb 19 05:03:19.685208 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-fe2d6607-62fa-48d1-b199-ea19da3b96e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:19.687581 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-fe2d6607-62fa-48d1-b199-ea19da3b96e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9e17580-cc68-4785-b78f-d985d45c500d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0822599 Feb 19 05:03:19.806218 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-0086787d-dd33-407c-97c4-90e5d32caf40 service neutron] 10.222.0.10 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127687 Feb 19 05:03:19.958490 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa8e41ca-9317-4a6c-86e7-a00514752264 req-bcb68f13-cd79-4854-ad03-b9124e79e68e service neutron] 10.222.0.10 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466012 Feb 19 05:03:20.291337 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'tag': '40795752-690e-48c4-bdde-b75813e52f42'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:03:20.296768 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc764ac1-4106-43de-9794-bb4e9d188935" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d5ab4a-288c-42f2-85b6-95f1146baf74", "tag": "40795752-690e-48c4-bdde-b75813e52f42"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:03:20.395247 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761f16da-4272-49c6-a607-aad28c481201 x-openstack-request-id: req-761f16da-4272-49c6-a607-aad28c481201 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:03:20.395842 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d5ab4a-288c-42f2-85b6-95f1146baf74", "tag": "40795752-690e-48c4-bdde-b75813e52f42", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:03:20.396611 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-761f16da-4272-49c6-a607-aad28c481201 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:03:20.397654 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'tag': '40795752-690e-48c4-bdde-b75813e52f42', 'status': 'completed', 'code': 200} Feb 19 05:03:20.525322 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc764ac1-4106-43de-9794-bb4e9d188935 req-0c68b672-efe4-45e0-a11c-936228f3a87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:20.526130 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9e11a-7088-4ed4-a7cf-1ef88f662af8 req-1d815dfe-1702-43ea-b0d9-6d0180a972ec tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:20.530652 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fc764ac1-4106-43de-9794-bb4e9d188935 req-0c68b672-efe4-45e0-a11c-936228f3a87f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 1126 time: 0.0956254 Feb 19 05:03:20.539488 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dbe9e11a-7088-4ed4-a7cf-1ef88f662af8 req-1d815dfe-1702-43ea-b0d9-6d0180a972ec tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 944 time: 0.2017729 Feb 19 05:03:20.621354 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc764ac1-4106-43de-9794-bb4e9d188935 req-28db1bf9-5b05-487f-8bac-9b366a064678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:20.622974 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc764ac1-4106-43de-9794-bb4e9d188935 req-28db1bf9-5b05-487f-8bac-9b366a064678 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 1126 time: 0.1900911 Feb 19 05:03:20.643616 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dbe9e11a-7088-4ed4-a7cf-1ef88f662af8 req-02fde708-da3e-4f64-a88e-62d91a6a2cdc tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030591 Feb 19 05:03:20.704002 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f9108-5113-48da-a5b2-45630f37af3c req-ab725f0d-6291-4076-b0a2-953ba7c95e8b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:20.713382 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-599f9108-5113-48da-a5b2-45630f37af3c req-ab725f0d-6291-4076-b0a2-953ba7c95e8b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.2132635 Feb 19 05:03:20.790780 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc764ac1-4106-43de-9794-bb4e9d188935 req-bdfa8e8b-65a6-4a81-b8fe-2172cadca498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:20.793846 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc764ac1-4106-43de-9794-bb4e9d188935 req-bdfa8e8b-65a6-4a81-b8fe-2172cadca498 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9e17580-cc68-4785-b78f-d985d45c500d HTTP/1.1" status: 200 len: 896 time: 0.1632724 Feb 19 05:03:20.806302 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-599f9108-5113-48da-a5b2-45630f37af3c req-f584881b-b97a-44d6-8138-429c77fd3a99 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920079 Feb 19 05:03:20.808280 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc764ac1-4106-43de-9794-bb4e9d188935 req-98408cf0-f534-4d38-8fe2-da6f9211402c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:20.811245 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fc764ac1-4106-43de-9794-bb4e9d188935 req-98408cf0-f534-4d38-8fe2-da6f9211402c service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9e17580-cc68-4785-b78f-d985d45c500d HTTP/1.1" status: 200 len: 896 time: 0.2402735 Feb 19 05:03:20.888704 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc764ac1-4106-43de-9794-bb4e9d188935 req-28071910-4b21-43a8-b0d5-8fbfb508cadd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40795752-690e-48c4-bdde-b75813e52f42 HTTP/1.1" status: 200 len: 999 time: 0.0867414 Feb 19 05:03:20.917493 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fc764ac1-4106-43de-9794-bb4e9d188935 req-c9357cb3-62d1-4bc0-a5a0-b652558b63ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40795752-690e-48c4-bdde-b75813e52f42 HTTP/1.1" status: 200 len: 999 time: 0.1004238 Feb 19 05:03:20.960794 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc764ac1-4106-43de-9794-bb4e9d188935 req-a350ffee-a3ab-4fd2-85ef-73fe1fc65674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:20.964711 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc764ac1-4106-43de-9794-bb4e9d188935 req-a350ffee-a3ab-4fd2-85ef-73fe1fc65674 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=edc6ee6b-3636-4217-9083-7cb03d237434 HTTP/1.1" status: 200 len: 835 time: 0.0687001 Feb 19 05:03:20.998299 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc764ac1-4106-43de-9794-bb4e9d188935 req-1781a43c-3dde-45a2-a260-4127220b55f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:20.999986 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fc764ac1-4106-43de-9794-bb4e9d188935 req-1781a43c-3dde-45a2-a260-4127220b55f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=edc6ee6b-3636-4217-9083-7cb03d237434 HTTP/1.1" status: 200 len: 835 time: 0.0771189 Feb 19 05:03:21.057808 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc764ac1-4106-43de-9794-bb4e9d188935 req-2e411dbf-4312-419e-a76d-4f198bc5499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:21.060158 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc764ac1-4106-43de-9794-bb4e9d188935 req-a8d13fdb-7795-4c01-88a3-88d89ba621fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:21.060458 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc764ac1-4106-43de-9794-bb4e9d188935 req-2e411dbf-4312-419e-a76d-4f198bc5499a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9e17580-cc68-4785-b78f-d985d45c500d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0866511 Feb 19 05:03:21.061768 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fc764ac1-4106-43de-9794-bb4e9d188935 req-a8d13fdb-7795-4c01-88a3-88d89ba621fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9e17580-cc68-4785-b78f-d985d45c500d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0563853 Feb 19 05:03:21.158883 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 40795752-690e-48c4-bdde-b75813e52f42 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:03:21.187937 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fc764ac1-4106-43de-9794-bb4e9d188935 req-42d387c7-9ce4-4d80-ba99-cbbe386f2b0b service neutron] 10.222.0.48 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202548 Feb 19 05:03:21.259520 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] The host n-h2-772273-4 is not matching for port 40795752-690e-48c4-bdde-b75813e52f42 host n-h1-772273-4! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 05:03:21.259968 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc764ac1-4106-43de-9794-bb4e9d188935 req-8a2b5c5a-3223-4585-abf9-826dd1a3c6fc service neutron] 10.222.0.10 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913121 Feb 19 05:03:21.260756 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 40795752-690e-48c4-bdde-b75813e52f42 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:03:21.424254 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fc764ac1-4106-43de-9794-bb4e9d188935 req-56812a42-cacb-491e-ac31-8f8b454e1d71 service neutron] 10.222.0.48 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280712 Feb 19 05:03:21.456773 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc764ac1-4106-43de-9794-bb4e9d188935 req-9e61ffe6-21e2-46c6-ba3e-f9b9500bfe0a service neutron] 10.222.0.10 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906240 Feb 19 05:03:21.813960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afa8bc-48e8-4357-a98f-885fb8120914 req-bd84abe3-47ca-4b7d-afd6-b2546dff52d0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:21.815838 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6afa8bc-48e8-4357-a98f-885fb8120914 req-bd84abe3-47ca-4b7d-afd6-b2546dff52d0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 944 time: 0.0666840 Feb 19 05:03:21.907249 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6afa8bc-48e8-4357-a98f-885fb8120914 req-0016e3fe-4fdc-49f0-923b-8ff4570150ba tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832007 Feb 19 05:03:22.182273 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 40795752-690e-48c4-bdde-b75813e52f42 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:03:22.340535 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 40795752-690e-48c4-bdde-b75813e52f42, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=40795752-690e-48c4-bdde-b75813e52f42,segment=NetworkSegment(7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3),segment_id=7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:03:22.349955 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-c4141581-23d8-47d1-9747-f6a444c3526c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:22.353193 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-c4141581-23d8-47d1-9747-f6a444c3526c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74&tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&binding%3Ahost_id=n-h1-772273-4 HTTP/1.1" status: 200 len: 944 time: 0.1669793 Feb 19 05:03:22.356734 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '40795752-690e-48c4-bdde-b75813e52f42', 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d', 'port_id': '40795752-690e-48c4-bdde-b75813e52f42', 'mac_address': 'fa:16:3e:6d:32:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc6ee6b-3636-4217-9083-7cb03d237434', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:03:22.398508 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2a8f8-85da-4f7a-a32d-acf6290e2052 req-52df3b16-1dc5-43e3-99f0-83bb9264ae7b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:22.402472 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0fa2a8f8-85da-4f7a-a32d-acf6290e2052 req-52df3b16-1dc5-43e3-99f0-83bb9264ae7b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.4861777 Feb 19 05:03:22.409734 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 40795752-690e-48c4-bdde-b75813e52f42 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:03:22.410575 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (40795752-690e-48c4-bdde-b75813e52f42), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:22.427074 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40795752-690e-48c4-bdde-b75813e52f42 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:03:22.450004 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a12d4a-6b6a-4425-bc5d-c938cd320d01 req-eac3740c-2c3a-4a28-af4b-91018051c8b2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:22.451886 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-81a12d4a-6b6a-4425-bc5d-c938cd320d01 req-eac3740c-2c3a-4a28-af4b-91018051c8b2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 944 time: 0.1777537 Feb 19 05:03:22.463589 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 40795752-690e-48c4-bdde-b75813e52f42, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=40795752-690e-48c4-bdde-b75813e52f42,segment=NetworkSegment(7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3),segment_id=7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:03:22.467341 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-5059c652-4ed8-4925-b249-b894073500cc service neutron] 10.222.0.10 "GET /v2.0/ports/40795752-690e-48c4-bdde-b75813e52f42/bindings/n-h1-772273-4 HTTP/1.1" status: 200 len: 382 time: 0.1056125 Feb 19 05:03:22.467802 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0fa2a8f8-85da-4f7a-a32d-acf6290e2052 req-ac6b3f28-9032-4a73-a4ac-01a6d2915747 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581853 Feb 19 05:03:22.471136 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (40795752-690e-48c4-bdde-b75813e52f42), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:22.533204 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=40795752-690e-48c4-bdde-b75813e52f42,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:03:22.542927 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:22.543459 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:22.543890 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:22.544309 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:22.545122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:22.545308 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:22.545705 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:22.546163 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:22.546643 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:22.547099 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:22.547496 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:22.550239 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:22.550239 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:22.575139 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-81a12d4a-6b6a-4425-bc5d-c938cd320d01 req-88034daf-5f98-42e0-ba8d-76d93d0b92ff tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003091 Feb 19 05:03:22.597203 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-e2f4cec7-1b6a-4a83-b282-01bfbcdaee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:22.599392 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-e2f4cec7-1b6a-4a83-b282-01bfbcdaee99 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 1127 time: 0.0839536 Feb 19 05:03:22.693469 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['40795752-690e-48c4-bdde-b75813e52f42'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:03:22.703946 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-62163249-c6b9-486e-a935-b99909af537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:22.705296 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-62163249-c6b9-486e-a935-b99909af537c service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9e17580-cc68-4785-b78f-d985d45c500d HTTP/1.1" status: 200 len: 896 time: 0.0998261 Feb 19 05:03:22.806168 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-d2712aea-9dd3-44fe-8c63-ecb4f51c16d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40795752-690e-48c4-bdde-b75813e52f42 HTTP/1.1" status: 200 len: 1000 time: 0.0944149 Feb 19 05:03:22.872662 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-e2564410-0aed-4c47-9aa2-0b59a638d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:22.875599 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-e2564410-0aed-4c47-9aa2-0b59a638d881 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=edc6ee6b-3636-4217-9083-7cb03d237434 HTTP/1.1" status: 200 len: 835 time: 0.0633235 Feb 19 05:03:22.939012 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-f687a180-b99e-49bd-bca7-4d52fe5a7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:22.940622 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-f687a180-b99e-49bd-bca7-4d52fe5a7853 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9e17580-cc68-4785-b78f-d985d45c500d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0582876 Feb 19 05:03:23.060627 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-e1cf6793-feda-4f42-ac34-6544569b7070 service neutron] 10.222.0.10 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133966 Feb 19 05:03:23.218757 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-3d6f6c0c-0485-4dc1-bb41-32a9e6d2207d service neutron] 10.222.0.10 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478977 Feb 19 05:03:23.642439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5abfe-d490-42d0-95f8-322334c5f34a req-33e85347-8155-4d9b-8e97-73731370f04d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:23.644732 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9cf5abfe-d490-42d0-95f8-322334c5f34a req-33e85347-8155-4d9b-8e97-73731370f04d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.0691814 Feb 19 05:03:23.717792 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9cf5abfe-d490-42d0-95f8-322334c5f34a req-973c85d6-9d34-4405-b835-68ca453e5318 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658906 Feb 19 05:03:23.761723 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8600c-1a13-4642-a47b-314ba51f4521 req-d96e84e0-40b9-4805-af35-ae2779ebdd1f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:23.763717 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8ed8600c-1a13-4642-a47b-314ba51f4521 req-d96e84e0-40b9-4805-af35-ae2779ebdd1f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 945 time: 0.0784211 Feb 19 05:03:23.823123 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8ed8600c-1a13-4642-a47b-314ba51f4521 req-44e73dee-8811-47a0-ba54-27552422da25 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521433 Feb 19 05:03:24.194213 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 40795752-690e-48c4-bdde-b75813e52f42 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:03:24.248130 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 40795752-690e-48c4-bdde-b75813e52f42 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:03:24.253033 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 40795752-690e-48c4-bdde-b75813e52f42 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:03:24.254024 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (40795752-690e-48c4-bdde-b75813e52f42), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:24.351486 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 40795752-690e-48c4-bdde-b75813e52f42 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:03:24.351880 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (40795752-690e-48c4-bdde-b75813e52f42), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:24.381646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40795752-690e-48c4-bdde-b75813e52f42'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:03:24.383990 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31efae30-24d2-421a-83cd-33d0199478f9" -d '{"events": [{"server_uuid": "d8d5ab4a-288c-42f2-85b6-95f1146baf74", "name": "network-vif-plugged", "status": "completed", "tag": "40795752-690e-48c4-bdde-b75813e52f42"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:03:24.403953 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 40795752-690e-48c4-bdde-b75813e52f42, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=40795752-690e-48c4-bdde-b75813e52f42,segment=NetworkSegment(7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3),segment_id=7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:03:24.409988 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (40795752-690e-48c4-bdde-b75813e52f42), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:24.439546 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965d6db1-ecf2-4de6-9c7c-f0345973b09d x-openstack-request-id: req-965d6db1-ecf2-4de6-9c7c-f0345973b09d {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:03:24.439859 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d5ab4a-288c-42f2-85b6-95f1146baf74", "name": "network-vif-plugged", "status": "completed", "tag": "40795752-690e-48c4-bdde-b75813e52f42", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:03:24.440119 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-965d6db1-ecf2-4de6-9c7c-f0345973b09d {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:03:24.440529 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40795752-690e-48c4-bdde-b75813e52f42', 'code': 200} Feb 19 05:03:24.473576 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=40795752-690e-48c4-bdde-b75813e52f42,revision_number=9']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:03:24.908832 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89374586-1538-4925-aba4-33158b2a6de7 req-df24a456-b3f8-42cf-bcde-1195fa0111c6 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:24.913415 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-89374586-1538-4925-aba4-33158b2a6de7 req-df24a456-b3f8-42cf-bcde-1195fa0111c6 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.0877912 Feb 19 05:03:25.012672 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-89374586-1538-4925-aba4-33158b2a6de7 req-d65ece87-60a0-4097-9dfd-b1354cc67997 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848687 Feb 19 05:03:25.054704 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a0923-ddd4-46b1-b23f-2dc20471cbd2 req-3ebd5244-e78b-4ee5-9329-0f5401b4787e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:25.057146 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-765a0923-ddd4-46b1-b23f-2dc20471cbd2 req-3ebd5244-e78b-4ee5-9329-0f5401b4787e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 946 time: 0.1133132 Feb 19 05:03:25.132014 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-765a0923-ddd4-46b1-b23f-2dc20471cbd2 req-9940b06b-5e59-49fb-abfe-c5c2a17ee86b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640318 Feb 19 05:03:25.414819 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-439637c4-196e-40a6-ab7d-2d8d29be489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:25.416519 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-439637c4-196e-40a6-ab7d-2d8d29be489a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74&tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d HTTP/1.1" status: 200 len: 1128 time: 0.1010199 Feb 19 05:03:25.427435 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-772273-4', 'device_owner': 'compute:nova'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:03:25.503072 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (40795752-690e-48c4-bdde-b75813e52f42), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:25.799157 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] For port 40795752-690e-48c4-bdde-b75813e52f42, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=40795752-690e-48c4-bdde-b75813e52f42,segment=NetworkSegment(7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3),segment_id=7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:03:25.864585 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] For port 40795752-690e-48c4-bdde-b75813e52f42, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:03:25.950659 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40795752-690e-48c4-bdde-b75813e52f42'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:03:25.954728 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3369e8-221f-48e7-b13f-80d02522627a" -d '{"events": [{"server_uuid": "d8d5ab4a-288c-42f2-85b6-95f1146baf74", "name": "network-vif-unplugged", "status": "completed", "tag": "40795752-690e-48c4-bdde-b75813e52f42"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:03:25.961579 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Publish callbacks [] for port (40795752-690e-48c4-bdde-b75813e52f42), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:25.985800 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Transition to ACTIVE for port object 40795752-690e-48c4-bdde-b75813e52f42 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:03:25.991434 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (40795752-690e-48c4-bdde-b75813e52f42), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:26.048217 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 05:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78a908e-4a57-4cd0-890d-898e19a53cad x-openstack-request-id: req-c78a908e-4a57-4cd0-890d-898e19a53cad {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:03:26.048535 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d5ab4a-288c-42f2-85b6-95f1146baf74", "name": "network-vif-unplugged", "status": "completed", "tag": "40795752-690e-48c4-bdde-b75813e52f42", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:03:26.048768 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c78a908e-4a57-4cd0-890d-898e19a53cad {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:03:26.049312 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40795752-690e-48c4-bdde-b75813e52f42', 'code': 200} Feb 19 05:03:26.120507 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Pushing event updated for resources: {'Port': ['ID=40795752-690e-48c4-bdde-b75813e52f42,revision_number=10']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:03:26.196794 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:26.197389 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:26.197904 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:26.198326 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:26.198753 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:26.199171 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:26.199587 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:26.200127 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:26.200548 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:26.200984 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:26.201612 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:26.202195 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:26.202764 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:26.351411 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] No DVR routers for this DVR port 40795752-690e-48c4-bdde-b75813e52f42 on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:03:26.353451 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3037b2c-41be-4ad9-a8c3-c3892547c029 req-caa1bda5-22c6-4ef2-ad02-28b22fdbef51 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:26.357655 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f3037b2c-41be-4ad9-a8c3-c3892547c029 req-caa1bda5-22c6-4ef2-ad02-28b22fdbef51 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 945 time: 0.0822392 Feb 19 05:03:26.451357 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f3037b2c-41be-4ad9-a8c3-c3892547c029 req-c8abce94-cfaf-4be5-98c0-bf94edfa8b98 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868981 Feb 19 05:03:26.505106 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8159c-4cd1-418b-a6c0-f5283e6598d9 req-0a4c3aee-99a0-4f3a-8f67-47d763ca2721 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:26.507893 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-07d8159c-4cd1-418b-a6c0-f5283e6598d9 req-0a4c3aee-99a0-4f3a-8f67-47d763ca2721 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.3484688 Feb 19 05:03:26.623018 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-07d8159c-4cd1-418b-a6c0-f5283e6598d9 req-6e40851d-b5ca-46ec-a0c7-d52cf9e1f2f3 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067369 Feb 19 05:03:26.625915 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Attempting to bind port 40795752-690e-48c4-bdde-b75813e52f42 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:03:26.626360 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Attempting to bind port 40795752-690e-48c4-bdde-b75813e52f42 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:03:26.626723 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Attempting to bind port 40795752-690e-48c4-bdde-b75813e52f42 on network b9e17580-cc68-4785-b78f-d985d45c500d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:03:26.633386 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Port 40795752-690e-48c4-bdde-b75813e52f42 on network b9e17580-cc68-4785-b78f-d985d45c500d not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:03:26.633665 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Attempting to bind port 40795752-690e-48c4-bdde-b75813e52f42 on network b9e17580-cc68-4785-b78f-d985d45c500d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:03:26.640062 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:03:26.640348 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Checking segment: {'id': '7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:03:26.640753 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Bound using segment: {'id': '7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:03:26.641229 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Bound port: 40795752-690e-48c4-bdde-b75813e52f42, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:03:26.641629 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (40795752-690e-48c4-bdde-b75813e52f42), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:26.721347 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] For port 40795752-690e-48c4-bdde-b75813e52f42, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:03:26.727810 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] For port 40795752-690e-48c4-bdde-b75813e52f42, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=40795752-690e-48c4-bdde-b75813e52f42,segment=NetworkSegment(7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3),segment_id=7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:03:26.735257 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (40795752-690e-48c4-bdde-b75813e52f42), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:26.774713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:26.775655 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:26.777246 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] 10.222.0.48 "PUT /v2.0/ports/40795752-690e-48c4-bdde-b75813e52f42 HTTP/1.1" status: 200 len: 1093 time: 1.3541086 Feb 19 05:03:26.809869 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d5202-4a9a-43e6-9008-6045426084a1 service neutron] Pushing event updated for resources: {'Port': ['ID=40795752-690e-48c4-bdde-b75813e52f42,revision_number=11']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:03:27.022863 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-bb7170ac-0234-44a4-88b9-369203132c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:27.026096 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-bb7170ac-0234-44a4-88b9-369203132c61 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 1127 time: 0.0734596 Feb 19 05:03:27.163588 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-c28cabaf-937b-48c2-bf48-e19752ce4dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:27.165170 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-c28cabaf-937b-48c2-bf48-e19752ce4dcc service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9e17580-cc68-4785-b78f-d985d45c500d HTTP/1.1" status: 200 len: 896 time: 0.1330891 Feb 19 05:03:27.239463 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-8e3a9554-2777-4b18-9a9c-3bedccf35aa0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40795752-690e-48c4-bdde-b75813e52f42 HTTP/1.1" status: 200 len: 999 time: 0.0675893 Feb 19 05:03:27.299288 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-868f1a9f-2e36-4662-8f2c-e0e7cf7a541c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:27.301618 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-868f1a9f-2e36-4662-8f2c-e0e7cf7a541c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=edc6ee6b-3636-4217-9083-7cb03d237434 HTTP/1.1" status: 200 len: 835 time: 0.0552189 Feb 19 05:03:27.359443 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-78496d4a-a792-420b-b459-f8a5ddd21a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:27.361225 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-78496d4a-a792-420b-b459-f8a5ddd21a67 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9e17580-cc68-4785-b78f-d985d45c500d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0522563 Feb 19 05:03:27.485870 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-bfdac7b5-ba2f-4928-aa23-903056a93e49 service neutron] 10.222.0.48 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182616 Feb 19 05:03:27.666460 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e78553-f386-411c-8c04-f6045505903a req-d3fc0789-ca7e-4004-ae2e-79eac8916aeb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:27.670199 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-17e78553-f386-411c-8c04-f6045505903a req-d3fc0789-ca7e-4004-ae2e-79eac8916aeb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 945 time: 0.1134043 Feb 19 05:03:27.674595 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-84d0cd16-e99d-444e-8eef-21bee739ca33 req-c68306a8-fb69-4eb7-86a3-383a87f9a6ce service neutron] 10.222.0.48 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827326 Feb 19 05:03:27.766170 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-17e78553-f386-411c-8c04-f6045505903a req-ba6ab824-f4f7-4f3d-80b8-168eb64c12a1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853636 Feb 19 05:03:27.851991 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d5309-710f-443f-88bc-14cbd2d2e966 req-abb2f9c8-ba57-41fe-ad75-eb38c209224e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:27.855168 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f01d5309-710f-443f-88bc-14cbd2d2e966 req-abb2f9c8-ba57-41fe-ad75-eb38c209224e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.1033823 Feb 19 05:03:27.944522 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f01d5309-710f-443f-88bc-14cbd2d2e966 req-942c7e13-94e1-42b4-b170-c4dddb791f65 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822234 Feb 19 05:03:28.050798 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'tag': '40795752-690e-48c4-bdde-b75813e52f42'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:03:28.053787 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e18af6-168f-4845-a0cb-84675ef08155" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d5ab4a-288c-42f2-85b6-95f1146baf74", "tag": "40795752-690e-48c4-bdde-b75813e52f42"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:03:28.148473 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f76ca9-b2e5-4bab-8cca-eff75c3c6041 x-openstack-request-id: req-65f76ca9-b2e5-4bab-8cca-eff75c3c6041 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:03:28.148867 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d5ab4a-288c-42f2-85b6-95f1146baf74", "tag": "40795752-690e-48c4-bdde-b75813e52f42", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:03:28.149192 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-65f76ca9-b2e5-4bab-8cca-eff75c3c6041 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:03:28.149681 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'tag': '40795752-690e-48c4-bdde-b75813e52f42', 'status': 'completed', 'code': 200} Feb 19 05:03:28.238555 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e18af6-168f-4845-a0cb-84675ef08155 req-058c47b0-8540-415c-b56e-c79f6e47c195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:28.241447 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4e18af6-168f-4845-a0cb-84675ef08155 req-058c47b0-8540-415c-b56e-c79f6e47c195 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 1127 time: 0.0742433 Feb 19 05:03:28.251178 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e18af6-168f-4845-a0cb-84675ef08155 req-1d607a67-18bc-4a3b-8719-85ca49ff6e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:28.253770 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4e18af6-168f-4845-a0cb-84675ef08155 req-1d607a67-18bc-4a3b-8719-85ca49ff6e56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 1127 time: 0.0790524 Feb 19 05:03:28.409284 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e18af6-168f-4845-a0cb-84675ef08155 req-a97cdc30-bf11-4744-ab7a-46d774a5e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:28.412645 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4e18af6-168f-4845-a0cb-84675ef08155 req-a97cdc30-bf11-4744-ab7a-46d774a5e43b service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9e17580-cc68-4785-b78f-d985d45c500d HTTP/1.1" status: 200 len: 896 time: 0.1525104 Feb 19 05:03:28.415618 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e18af6-168f-4845-a0cb-84675ef08155 req-4c587c72-c1c3-4d87-9b13-985f17519a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:28.417621 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4e18af6-168f-4845-a0cb-84675ef08155 req-4c587c72-c1c3-4d87-9b13-985f17519a1e service neutron] 10.222.0.10 "GET /v2.0/networks?id=b9e17580-cc68-4785-b78f-d985d45c500d HTTP/1.1" status: 200 len: 896 time: 0.1701078 Feb 19 05:03:28.521588 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4e18af6-168f-4845-a0cb-84675ef08155 req-c1245913-7444-4ad5-8a2f-c8da5e9b3fbb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40795752-690e-48c4-bdde-b75813e52f42 HTTP/1.1" status: 200 len: 999 time: 0.1025195 Feb 19 05:03:28.535096 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4e18af6-168f-4845-a0cb-84675ef08155 req-7c99a69f-720c-40f9-852d-f554fa53f305 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40795752-690e-48c4-bdde-b75813e52f42 HTTP/1.1" status: 200 len: 999 time: 0.1096802 Feb 19 05:03:28.598055 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e18af6-168f-4845-a0cb-84675ef08155 req-233a073f-6da1-4ee1-a5ba-1f3c6d3e7a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:28.600073 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4e18af6-168f-4845-a0cb-84675ef08155 req-233a073f-6da1-4ee1-a5ba-1f3c6d3e7a88 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=edc6ee6b-3636-4217-9083-7cb03d237434 HTTP/1.1" status: 200 len: 835 time: 0.0591490 Feb 19 05:03:28.623477 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e18af6-168f-4845-a0cb-84675ef08155 req-655da221-f28c-424a-a685-fce035985c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:28.624821 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4e18af6-168f-4845-a0cb-84675ef08155 req-655da221-f28c-424a-a685-fce035985c3e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=edc6ee6b-3636-4217-9083-7cb03d237434 HTTP/1.1" status: 200 len: 835 time: 0.0948272 Feb 19 05:03:28.689229 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e18af6-168f-4845-a0cb-84675ef08155 req-846686c6-d25d-4ac4-965e-013f41264bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:28.691182 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4e18af6-168f-4845-a0cb-84675ef08155 req-846686c6-d25d-4ac4-965e-013f41264bbe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b9e17580-cc68-4785-b78f-d985d45c500d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0854037 Feb 19 05:03:28.709306 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e18af6-168f-4845-a0cb-84675ef08155 req-5a6a359a-67eb-4f65-9d2f-7211a78e5a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:28.714596 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4e18af6-168f-4845-a0cb-84675ef08155 req-5a6a359a-67eb-4f65-9d2f-7211a78e5a82 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9e17580-cc68-4785-b78f-d985d45c500d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0811925 Feb 19 05:03:28.870956 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4e18af6-168f-4845-a0cb-84675ef08155 req-b4d8b63f-6cba-4dad-ac21-aa0db6d95e26 service neutron] 10.222.0.10 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728702 Feb 19 05:03:28.926288 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4e18af6-168f-4845-a0cb-84675ef08155 req-890e3100-6f0c-4d05-99e5-56086d3dd0e9 service neutron] 10.222.0.48 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063971 Feb 19 05:03:29.106218 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980edb2a-2fa8-47a5-9992-6aa8b414ee0a req-e7e6fe2b-89ff-4c86-bd65-c82f142cc904 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:29.108839 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-980edb2a-2fa8-47a5-9992-6aa8b414ee0a req-e7e6fe2b-89ff-4c86-bd65-c82f142cc904 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 945 time: 0.2022300 Feb 19 05:03:29.123081 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4e18af6-168f-4845-a0cb-84675ef08155 req-15b433e7-f4c6-4c95-a52c-6806c8e280fe service neutron] 10.222.0.10 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466118 Feb 19 05:03:29.173903 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 40795752-690e-48c4-bdde-b75813e52f42 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:03:29.183315 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4e18af6-168f-4845-a0cb-84675ef08155 req-ee19fe0f-7247-48e0-b369-1e76fe63d80a service neutron] 10.222.0.48 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400215 Feb 19 05:03:29.208440 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-980edb2a-2fa8-47a5-9992-6aa8b414ee0a req-b4ab8aa6-d2b9-4f97-95af-c5689532e15e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870850 Feb 19 05:03:29.310529 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711d86f-9822-4122-8272-9a66b3ed3ff6 req-6ba32902-296e-472b-8f6e-6da7cced4352 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:29.324979 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9711d86f-9822-4122-8272-9a66b3ed3ff6 req-6ba32902-296e-472b-8f6e-6da7cced4352 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.1796305 Feb 19 05:03:29.390052 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9711d86f-9822-4122-8272-9a66b3ed3ff6 req-1dcc01c1-a508-4e19-a168-6312632c045d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641623 Feb 19 05:03:29.426072 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 40795752-690e-48c4-bdde-b75813e52f42, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=40795752-690e-48c4-bdde-b75813e52f42,segment=NetworkSegment(7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3),segment_id=7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:03:29.441642 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '40795752-690e-48c4-bdde-b75813e52f42', 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d', 'port_id': '40795752-690e-48c4-bdde-b75813e52f42', 'mac_address': 'fa:16:3e:6d:32:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc6ee6b-3636-4217-9083-7cb03d237434', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:03:29.500395 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 40795752-690e-48c4-bdde-b75813e52f42 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:03:29.500688 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (40795752-690e-48c4-bdde-b75813e52f42), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:29.517670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40795752-690e-48c4-bdde-b75813e52f42 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:03:29.547787 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 40795752-690e-48c4-bdde-b75813e52f42, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=40795752-690e-48c4-bdde-b75813e52f42,segment=NetworkSegment(7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3),segment_id=7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:03:29.553956 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (40795752-690e-48c4-bdde-b75813e52f42), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:29.613678 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=40795752-690e-48c4-bdde-b75813e52f42,revision_number=12']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:03:29.768277 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['40795752-690e-48c4-bdde-b75813e52f42'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:03:30.210385 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 40795752-690e-48c4-bdde-b75813e52f42 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:03:30.259668 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] The host n-h1-772273-4 is not matching for port 40795752-690e-48c4-bdde-b75813e52f42 host n-h2-772273-4! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 05:03:30.260201 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 40795752-690e-48c4-bdde-b75813e52f42 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:03:30.400419 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a6061-d6f6-4bc1-b99f-2dae8a35aad3 req-1fda88c7-e8f4-448f-9db1-fd40193a9b93 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:30.402193 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-242a6061-d6f6-4bc1-b99f-2dae8a35aad3 req-1fda88c7-e8f4-448f-9db1-fd40193a9b93 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 946 time: 0.0742512 Feb 19 05:03:30.469726 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-242a6061-d6f6-4bc1-b99f-2dae8a35aad3 req-0b349ec8-f329-488a-842b-876de4f7d9f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569346 Feb 19 05:03:30.509893 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59914) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:03:30.614344 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9674f-4c65-448b-ae0f-a2cc80a80fab req-ae165196-d388-41b9-b343-350bcf5a14d3 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:30.621094 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-42ff937f-2856-487b-bb9a-46a2b5804dc7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/floatingips/5c87438f-16f3-4b30-8c62-db0dd255f6df HTTP/1.1" status: 200 len: 992 time: 0.1051478 Feb 19 05:03:30.621459 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ac9674f-4c65-448b-ae0f-a2cc80a80fab req-ae165196-d388-41b9-b343-350bcf5a14d3 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.0976613 Feb 19 05:03:30.682615 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ac9674f-4c65-448b-ae0f-a2cc80a80fab req-baf30193-0283-4c02-9ffa-73f8075f5de5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546052 Feb 19 05:03:31.190453 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 40795752-690e-48c4-bdde-b75813e52f42 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:03:31.255958 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 40795752-690e-48c4-bdde-b75813e52f42 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:03:31.261178 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 40795752-690e-48c4-bdde-b75813e52f42 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:03:31.261599 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (40795752-690e-48c4-bdde-b75813e52f42), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:31.353497 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 40795752-690e-48c4-bdde-b75813e52f42 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:03:31.353892 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (40795752-690e-48c4-bdde-b75813e52f42), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:31.383113 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40795752-690e-48c4-bdde-b75813e52f42'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:03:31.384383 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291b3ff5-2d43-4d83-b18c-fc6a2d7e68ef" -d '{"events": [{"server_uuid": "d8d5ab4a-288c-42f2-85b6-95f1146baf74", "name": "network-vif-plugged", "status": "completed", "tag": "40795752-690e-48c4-bdde-b75813e52f42"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:03:31.401483 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 40795752-690e-48c4-bdde-b75813e52f42, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=40795752-690e-48c4-bdde-b75813e52f42,segment=NetworkSegment(7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3),segment_id=7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:03:31.407625 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (40795752-690e-48c4-bdde-b75813e52f42), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:31.437053 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1496536b-47a1-4e24-b6cb-c336fe3f0c43 x-openstack-request-id: req-1496536b-47a1-4e24-b6cb-c336fe3f0c43 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:03:31.437403 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d5ab4a-288c-42f2-85b6-95f1146baf74", "name": "network-vif-plugged", "status": "completed", "tag": "40795752-690e-48c4-bdde-b75813e52f42", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:03:31.437608 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1496536b-47a1-4e24-b6cb-c336fe3f0c43 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:03:31.438011 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40795752-690e-48c4-bdde-b75813e52f42', 'code': 200} Feb 19 05:03:31.469480 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=40795752-690e-48c4-bdde-b75813e52f42,revision_number=13']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:03:32.305871 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-38ef4ac3-a812-4e2b-89cc-db299170e6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:32.306943 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfd916-f36b-4ef8-8027-3feb231308c8 req-6c14817e-ee3c-40ce-a0b9-cb9f16f59139 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:32.308431 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f0bfd916-f36b-4ef8-8027-3feb231308c8 req-6c14817e-ee3c-40ce-a0b9-cb9f16f59139 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.4952855 Feb 19 05:03:32.374444 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f0bfd916-f36b-4ef8-8027-3feb231308c8 req-4cf62eec-cac8-4cd7-9485-26562322e441 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593915 Feb 19 05:03:33.570351 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef117a4-93aa-4ac9-b239-d179e33421c5 req-9faf95aa-a4bb-4e7a-9682-c2dbb916e2df tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:33.572379 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0ef117a4-93aa-4ac9-b239-d179e33421c5 req-9faf95aa-a4bb-4e7a-9682-c2dbb916e2df tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.0958047 Feb 19 05:03:33.632614 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0ef117a4-93aa-4ac9-b239-d179e33421c5 req-bb432237-53a0-43fb-a35f-800708dfc555 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537496 Feb 19 05:03:34.791979 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e9068-22b1-43d2-8cbe-74a50df37960 req-7d67931e-b4f6-47bb-8749-52293787a74b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:34.794076 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7f7e9068-22b1-43d2-8cbe-74a50df37960 req-7d67931e-b4f6-47bb-8749-52293787a74b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.0720725 Feb 19 05:03:34.856517 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7f7e9068-22b1-43d2-8cbe-74a50df37960 req-726e047a-fabb-42c0-a3fe-4110a1588820 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556369 Feb 19 05:03:35.140977 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-24345358-f88d-499e-9595-cd4b0af8b781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:36.027947 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3261ca-d819-4e97-b5ed-8c949a14a547 req-0edf0c96-b821-41cb-bfba-195611408f91 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:36.029942 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cd3261ca-d819-4e97-b5ed-8c949a14a547 req-0edf0c96-b821-41cb-bfba-195611408f91 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.0818756 Feb 19 05:03:36.103171 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cd3261ca-d819-4e97-b5ed-8c949a14a547 req-7f59875c-53dc-49a5-8c86-a43bc36ce5b9 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645227 Feb 19 05:03:36.932451 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:37.263972 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792d4f2-9473-46cf-870e-7e9f3269dc73 req-b5375b31-e24c-406c-b5da-3253956eb097 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:37.266424 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1792d4f2-9473-46cf-870e-7e9f3269dc73 req-b5375b31-e24c-406c-b5da-3253956eb097 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.0724468 Feb 19 05:03:37.324369 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1792d4f2-9473-46cf-870e-7e9f3269dc73 req-cfed7c19-38f8-46c2-a34d-bf0c7af12c8f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515902 Feb 19 05:03:37.849566 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:38.066659 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:38.361570 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:03:38.461974 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd8dec-916d-4218-9b30-dc8ccafc4f6c req-a3f94c08-9613-46fd-8a29-b803315b24ea tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:38.463538 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-64cd8dec-916d-4218-9b30-dc8ccafc4f6c req-a3f94c08-9613-46fd-8a29-b803315b24ea tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.0627694 Feb 19 05:03:38.523152 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-64cd8dec-916d-4218-9b30-dc8ccafc4f6c req-854e0c4b-ec2b-4ca6-9331-7807013f29ba tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534692 Feb 19 05:03:39.358952 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:39.407119 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:39.665856 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42402ac-2dbf-4fe8-a5d4-4e5a3ca73860 req-3e00d521-3a20-497b-a250-c5ed42c831bc tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:39.667431 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f42402ac-2dbf-4fe8-a5d4-4e5a3ca73860 req-3e00d521-3a20-497b-a250-c5ed42c831bc tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.0665171 Feb 19 05:03:39.740707 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f42402ac-2dbf-4fe8-a5d4-4e5a3ca73860 req-da2a2d6e-b699-4ec6-adf4-5c9eaefeaf2b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669289 Feb 19 05:03:40.879529 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b933ff-75f0-410d-8c67-9058b177ebac req-f09bb6ea-1983-464c-b312-3b05f7ccda54 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:40.881412 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95b933ff-75f0-410d-8c67-9058b177ebac req-f09bb6ea-1983-464c-b312-3b05f7ccda54 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.0628555 Feb 19 05:03:40.949323 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95b933ff-75f0-410d-8c67-9058b177ebac req-8de9efa9-01a9-439e-a564-ac8431c6c50b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579693 Feb 19 05:03:42.086787 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ea474-6563-4a02-9c4e-b4e5de9294c4 req-c496eb4f-f283-4dfe-a8c9-dd9f48d9977f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:42.088347 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e41ea474-6563-4a02-9c4e-b4e5de9294c4 req-c496eb4f-f283-4dfe-a8c9-dd9f48d9977f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.0663722 Feb 19 05:03:42.145151 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e41ea474-6563-4a02-9c4e-b4e5de9294c4 req-e88a99de-6d26-493c-aaf9-f5ce60386875 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475931 Feb 19 05:03:43.271336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582e723-29b2-4b33-aab6-5d1f6cc3c4ce req-cec1d208-ba46-4363-aa9f-8310bb5a3f50 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:43.272959 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d582e723-29b2-4b33-aab6-5d1f6cc3c4ce req-cec1d208-ba46-4363-aa9f-8310bb5a3f50 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.0563977 Feb 19 05:03:43.341606 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d582e723-29b2-4b33-aab6-5d1f6cc3c4ce req-2449bb26-e97c-45ce-ad27-62349276c8a8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627258 Feb 19 05:03:44.257198 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device a563a57f-e767-4f64-a940-b05f9cb37cea details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:03:44.383404 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port a563a57f-e767-4f64-a940-b05f9cb37cea, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=a563a57f-e767-4f64-a940-b05f9cb37cea,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:03:44.400667 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'a563a57f-e767-4f64-a940-b05f9cb37cea', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'port_id': 'a563a57f-e767-4f64-a940-b05f9cb37cea', 'mac_address': 'fa:16:3e:21:62:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:03:44.449102 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port a563a57f-e767-4f64-a940-b05f9cb37cea is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:03:44.449498 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a563a57f-e767-4f64-a940-b05f9cb37cea), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:44.464775 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a563a57f-e767-4f64-a940-b05f9cb37cea {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:03:44.485761 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port a563a57f-e767-4f64-a940-b05f9cb37cea, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=a563a57f-e767-4f64-a940-b05f9cb37cea,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:03:44.491288 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a563a57f-e767-4f64-a940-b05f9cb37cea), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:44.493155 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b046a7-9dfe-4379-8617-3ed4fbb22b19 req-ec05e72b-eac1-4939-a57a-084eebe87a94 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:44.495010 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b6b046a7-9dfe-4379-8617-3ed4fbb22b19 req-ec05e72b-eac1-4939-a57a-084eebe87a94 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 943 time: 0.0613375 Feb 19 05:03:44.548506 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=a563a57f-e767-4f64-a940-b05f9cb37cea,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:03:44.563463 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b6b046a7-9dfe-4379-8617-3ed4fbb22b19 req-2ba4ccbe-e18f-4890-9e61-ef4ecff1f256 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553913 Feb 19 05:03:44.683320 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['a563a57f-e767-4f64-a940-b05f9cb37cea'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:03:45.707838 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1724009-3975-458d-a3e5-89b98e831c2b req-9fb2275d-2e3b-4a43-abb4-1cd97243b21f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:45.709556 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a1724009-3975-458d-a3e5-89b98e831c2b req-9fb2275d-2e3b-4a43-abb4-1cd97243b21f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 944 time: 0.0605013 Feb 19 05:03:45.770638 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a1724009-3975-458d-a3e5-89b98e831c2b req-d0486ea2-8f66-4db3-a1fc-88d35ee3a9d6 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527608 Feb 19 05:03:46.263823 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device a563a57f-e767-4f64-a940-b05f9cb37cea up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:03:46.317556 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port a563a57f-e767-4f64-a940-b05f9cb37cea completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:03:46.322505 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port a563a57f-e767-4f64-a940-b05f9cb37cea triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:03:46.322940 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a563a57f-e767-4f64-a940-b05f9cb37cea), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:46.412229 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port a563a57f-e767-4f64-a940-b05f9cb37cea is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:03:46.412627 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a563a57f-e767-4f64-a940-b05f9cb37cea), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:46.442341 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507d4ab3-7e45-4b3c-aebf-954105cb9555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a563a57f-e767-4f64-a940-b05f9cb37cea'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:03:46.444725 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3296f90b-5c53-4ec1-aabb-6215a057375c" -d '{"events": [{"server_uuid": "507d4ab3-7e45-4b3c-aebf-954105cb9555", "name": "network-vif-plugged", "status": "completed", "tag": "a563a57f-e767-4f64-a940-b05f9cb37cea"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:03:46.630614 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf83810-338f-4268-a3f5-b4eeb020303c x-openstack-request-id: req-6cf83810-338f-4268-a3f5-b4eeb020303c {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:03:46.630902 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507d4ab3-7e45-4b3c-aebf-954105cb9555", "name": "network-vif-plugged", "status": "completed", "tag": "a563a57f-e767-4f64-a940-b05f9cb37cea", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:03:46.631159 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6cf83810-338f-4268-a3f5-b4eeb020303c {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:03:46.631577 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507d4ab3-7e45-4b3c-aebf-954105cb9555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a563a57f-e767-4f64-a940-b05f9cb37cea', 'code': 200} Feb 19 05:03:46.632351 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fe903-e0a2-4532-8568-662d5d60b647 req-4e591f06-9743-40d2-92d1-13b3680e333b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:46.633386 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port a563a57f-e767-4f64-a940-b05f9cb37cea, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=a563a57f-e767-4f64-a940-b05f9cb37cea,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:03:46.635077 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed4fe903-e0a2-4532-8568-662d5d60b647 req-4e591f06-9743-40d2-92d1-13b3680e333b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 1126 time: 0.0824351 Feb 19 05:03:46.638118 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a563a57f-e767-4f64-a940-b05f9cb37cea), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:46.689086 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=a563a57f-e767-4f64-a940-b05f9cb37cea,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:03:46.707556 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed4fe903-e0a2-4532-8568-662d5d60b647 req-5a49500a-ef06-47b2-80bb-353d341693c1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664146 Feb 19 05:03:46.914912 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aecb8b-1545-45e5-970d-ea01393c066c req-ef242fd3-03d4-4f84-ae59-ade4565d4710 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:46.916410 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59aecb8b-1545-45e5-970d-ea01393c066c req-ef242fd3-03d4-4f84-ae59-ade4565d4710 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 945 time: 0.0589914 Feb 19 05:03:46.968647 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59aecb8b-1545-45e5-970d-ea01393c066c req-23c2e0ed-53fd-48fe-9d5b-53011c2418a3 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461378 Feb 19 05:03:48.103442 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbedc5-0722-4024-b61d-5969cede2c0f req-042f5792-b72c-46b7-98d2-d192ee308e7f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:48.105141 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-15bbedc5-0722-4024-b61d-5969cede2c0f req-042f5792-b72c-46b7-98d2-d192ee308e7f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 945 time: 0.0603423 Feb 19 05:03:48.156446 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-15bbedc5-0722-4024-b61d-5969cede2c0f req-7448ac0f-1f44-4ffc-b183-91c54493d6d9 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455422 Feb 19 05:03:48.291939 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c51dd-6f58-4464-a029-4c2da89c5004 req-d88b447d-6a7e-4b15-a1a7-59e7f4dc6d1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:48.293536 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2a4c51dd-6f58-4464-a029-4c2da89c5004 req-d88b447d-6a7e-4b15-a1a7-59e7f4dc6d1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 945 time: 0.0650353 Feb 19 05:03:48.351679 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2a4c51dd-6f58-4464-a029-4c2da89c5004 req-bea8accd-993f-447e-9ab9-229824b059bc tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521111 Feb 19 05:03:48.480562 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274923d8-ab5b-4c22-8312-36039b979db9 req-aa79fa56-2ccd-402a-bc69-3b1995deae72 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:48.482204 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-274923d8-ab5b-4c22-8312-36039b979db9 req-aa79fa56-2ccd-402a-bc69-3b1995deae72 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 945 time: 0.0586624 Feb 19 05:03:48.543450 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-274923d8-ab5b-4c22-8312-36039b979db9 req-3a3d5247-14be-4a0b-8867-23b3b9d75538 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542893 Feb 19 05:03:48.938880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f6d56-545e-4497-81d7-dec91257f204 req-dfd47ff4-941b-435d-9db5-9eb65f7d25a7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:48.940472 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c77f6d56-545e-4497-81d7-dec91257f204 req-dfd47ff4-941b-435d-9db5-9eb65f7d25a7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 945 time: 0.0694933 Feb 19 05:03:48.998110 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c77f6d56-545e-4497-81d7-dec91257f204 req-743f1618-77cd-405e-b42f-df4a4f397d73 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509746 Feb 19 05:03:50.163682 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71951e2-b2f4-4a89-903e-94e24cdc4b28 req-d6c9085f-071e-45bf-8dce-f41c460ec153 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:50.166282 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a71951e2-b2f4-4a89-903e-94e24cdc4b28 req-d6c9085f-071e-45bf-8dce-f41c460ec153 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 945 time: 0.0773313 Feb 19 05:03:50.233114 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a71951e2-b2f4-4a89-903e-94e24cdc4b28 req-194d8978-3dfa-4aaf-b808-799b61d0a534 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569923 Feb 19 05:03:50.315640 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36562fb3-aeec-4011-96a6-5c9e16d63c9f req-a021681d-28aa-4406-9167-2d058807e836 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:03:50.317625 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-36562fb3-aeec-4011-96a6-5c9e16d63c9f req-a021681d-28aa-4406-9167-2d058807e836 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.10 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 945 time: 0.0749393 Feb 19 05:03:50.487468 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-36562fb3-aeec-4011-96a6-5c9e16d63c9f req-4a120eab-67c7-40a1-a9a8-55717f6b6573 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Deleting port a563a57f-e767-4f64-a940-b05f9cb37cea {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:03:50.488074 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-36562fb3-aeec-4011-96a6-5c9e16d63c9f req-4a120eab-67c7-40a1-a9a8-55717f6b6573 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a563a57f-e767-4f64-a940-b05f9cb37cea), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:50.631609 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-36562fb3-aeec-4011-96a6-5c9e16d63c9f req-4a120eab-67c7-40a1-a9a8-55717f6b6573 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] For port a563a57f-e767-4f64-a940-b05f9cb37cea, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=a563a57f-e767-4f64-a940-b05f9cb37cea,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:03:50.632134 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-36562fb3-aeec-4011-96a6-5c9e16d63c9f req-4a120eab-67c7-40a1-a9a8-55717f6b6573 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a563a57f-e767-4f64-a940-b05f9cb37cea), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:50.649994 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-36562fb3-aeec-4011-96a6-5c9e16d63c9f req-4a120eab-67c7-40a1-a9a8-55717f6b6573 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Calling delete_port for a563a57f-e767-4f64-a940-b05f9cb37cea owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:03:50.849276 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-36562fb3-aeec-4011-96a6-5c9e16d63c9f req-4a120eab-67c7-40a1-a9a8-55717f6b6573 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a563a57f-e767-4f64-a940-b05f9cb37cea), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:50.864023 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['a563a57f-e767-4f64-a940-b05f9cb37cea'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:03:50.891881 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a120eab-67c7-40a1-a9a8-55717f6b6573 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event deleted for resources: {'Port': ['ID=a563a57f-e767-4f64-a940-b05f9cb37cea,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:03:50.910761 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a120eab-67c7-40a1-a9a8-55717f6b6573 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:50.911349 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a120eab-67c7-40a1-a9a8-55717f6b6573 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:50.911930 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a120eab-67c7-40a1-a9a8-55717f6b6573 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:50.912519 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a120eab-67c7-40a1-a9a8-55717f6b6573 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:50.913137 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a120eab-67c7-40a1-a9a8-55717f6b6573 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:50.913729 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a120eab-67c7-40a1-a9a8-55717f6b6573 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:50.914307 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a120eab-67c7-40a1-a9a8-55717f6b6573 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:50.914866 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a120eab-67c7-40a1-a9a8-55717f6b6573 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:50.915382 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a120eab-67c7-40a1-a9a8-55717f6b6573 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:50.915860 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a120eab-67c7-40a1-a9a8-55717f6b6573 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:50.916393 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a120eab-67c7-40a1-a9a8-55717f6b6573 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:50.916839 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a120eab-67c7-40a1-a9a8-55717f6b6573 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:50.917375 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a120eab-67c7-40a1-a9a8-55717f6b6573 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:03:50.979346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-36562fb3-aeec-4011-96a6-5c9e16d63c9f req-4a120eab-67c7-40a1-a9a8-55717f6b6573 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] No DVR routers for this DVR port a563a57f-e767-4f64-a940-b05f9cb37cea on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:03:50.983963 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-36562fb3-aeec-4011-96a6-5c9e16d63c9f req-4a120eab-67c7-40a1-a9a8-55717f6b6573 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:03:50.990173 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-36562fb3-aeec-4011-96a6-5c9e16d63c9f req-4a120eab-67c7-40a1-a9a8-55717f6b6573 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.10 "DELETE /v2.0/ports/a563a57f-e767-4f64-a940-b05f9cb37cea HTTP/1.1" status: 204 len: 173 time: 0.6650131 Feb 19 05:03:50.990954 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507d4ab3-7e45-4b3c-aebf-954105cb9555', 'name': 'network-vif-deleted', 'tag': 'a563a57f-e767-4f64-a940-b05f9cb37cea'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:03:50.995158 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9570fae6-93ed-417b-b22f-bbedab0c3ea5" -d '{"events": [{"server_uuid": "507d4ab3-7e45-4b3c-aebf-954105cb9555", "name": "network-vif-deleted", "tag": "a563a57f-e767-4f64-a940-b05f9cb37cea"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:03:51.058380 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a49f184-6c33-4304-95a7-7b84dffff00b x-openstack-request-id: req-1a49f184-6c33-4304-95a7-7b84dffff00b {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:03:51.058734 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507d4ab3-7e45-4b3c-aebf-954105cb9555", "name": "network-vif-deleted", "tag": "a563a57f-e767-4f64-a940-b05f9cb37cea", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:03:51.059059 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a49f184-6c33-4304-95a7-7b84dffff00b {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:03:51.059563 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507d4ab3-7e45-4b3c-aebf-954105cb9555', 'name': 'network-vif-deleted', 'tag': 'a563a57f-e767-4f64-a940-b05f9cb37cea', 'status': 'completed', 'code': 200} Feb 19 05:03:51.352607 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bc1c231c-8a53-495d-b188-d496cd8d001b req-2d1037ab-a5d9-4c23-a519-2f33cd55a675 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 210 time: 0.0289059 Feb 19 05:03:52.497045 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-30ccc9f9-1b75-4f41-bd4e-755a1869b754 req-6cea8277-609e-44d3-904b-090674dc79bd tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 210 time: 0.0569186 Feb 19 05:03:53.667353 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-52ca96df-f577-4577-8bce-6e4ae07cd78c req-5888f588-c8d9-4f05-a981-6a08756a71bf tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 210 time: 0.0503826 Feb 19 05:03:54.304936 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device a563a57f-e767-4f64-a940-b05f9cb37cea no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:03:54.350283 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: a563a57f-e767-4f64-a940-b05f9cb37cea {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:03:54.350815 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device a563a57f-e767-4f64-a940-b05f9cb37cea not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:03:54.836229 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6fa6486e-9bba-4159-8048-03c3193e0e50 req-873a23d2-a999-4de7-93e7-8afa71c169ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 210 time: 0.0436680 Feb 19 05:03:55.987543 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8963852f-6c17-4d8a-9084-a30d7058b111 req-a9190880-65ac-42c3-8e46-d5952ef71e1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 210 time: 0.0443468 Feb 19 05:03:57.159339 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a558082a-5d6c-4d5b-9686-bd6c9bc20b68 req-51aafee3-400e-43fc-b747-1eed74c91c1d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 210 time: 0.0450740 Feb 19 05:03:58.345190 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-48a3e5f4-04fa-46d5-afb6-4dc5a54a2f5b req-0d07a614-19a8-4f30-b76f-6c2c15ee6164 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 210 time: 0.0486448 Feb 19 05:03:59.480004 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7d19e64e-a4cc-4482-b874-616456a77ede req-8a87bbfe-5cdb-428b-9eb5-2edd230c8a0a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 210 time: 0.0319242 Feb 19 05:04:00.597699 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2f4821c1-7226-438a-924b-560274a9a765 req-dbe9b034-e1a3-40fd-80a6-a9326e896877 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 210 time: 0.0340002 Feb 19 05:04:01.642018 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642a303-97eb-4a9e-9748-d6d20f35ddf5 req-99d3f0b0-ee3c-4ce4-ada2-6c0cfa213e2d tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:01.649776 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1642a303-97eb-4a9e-9748-d6d20f35ddf5 req-99d3f0b0-ee3c-4ce4-ada2-6c0cfa213e2d tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 1129 time: 0.0692604 Feb 19 05:04:01.731853 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1642a303-97eb-4a9e-9748-d6d20f35ddf5 req-f7e9b026-279d-4718-95ba-d28b40c2dbd6 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801444 Feb 19 05:04:01.782285 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 59994) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:01.782725 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6e58f44b-572e-43bd-9073-435dfddc8fe8 req-f9573fc3-fa61-47b9-9357-761abafe45b0 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=507d4ab3-7e45-4b3c-aebf-954105cb9555 HTTP/1.1" status: 200 len: 210 time: 0.0464115 Feb 19 05:04:02.012637 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8656c576-f36d-40d2-ac8a-ce06cb32d068 req-c6cac9b3-2d1c-4d65-ba43-7637b0f98818 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1646211 Feb 19 05:04:02.264656 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656c576-f36d-40d2-ac8a-ce06cb32d068 req-a148daf3-ad83-4ff6-8648-8a8421dc40dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:02.267437 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8656c576-f36d-40d2-ac8a-ce06cb32d068 req-a148daf3-ad83-4ff6-8648-8a8421dc40dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 1129 time: 0.1295040 Feb 19 05:04:02.273958 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-715df99f-5d52-47d8-93a0-d941dd49d53d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Deleting port 03c99e46-5e7c-422b-8269-22f6ae690a37 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:04:02.275420 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-715df99f-5d52-47d8-93a0-d941dd49d53d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (03c99e46-5e7c-422b-8269-22f6ae690a37), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:02.319726 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a08b940f-e8a4-4acd-9d7c-cdd4d0d9ddb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:02.524789 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-715df99f-5d52-47d8-93a0-d941dd49d53d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (03c99e46-5e7c-422b-8269-22f6ae690a37), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:02.525307 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-715df99f-5d52-47d8-93a0-d941dd49d53d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for floatingip (03c99e46-5e7c-422b-8269-22f6ae690a37), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:02.559826 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656c576-f36d-40d2-ac8a-ce06cb32d068 req-b75f2112-6197-490e-8d22-e21ef1091895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:02.561452 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8656c576-f36d-40d2-ac8a-ce06cb32d068 req-b75f2112-6197-490e-8d22-e21ef1091895 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9e17580-cc68-4785-b78f-d985d45c500d HTTP/1.1" status: 200 len: 896 time: 0.2578061 Feb 19 05:04:02.562476 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-715df99f-5d52-47d8-93a0-d941dd49d53d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Calling delete_port for 03c99e46-5e7c-422b-8269-22f6ae690a37 owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:04:02.723124 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8656c576-f36d-40d2-ac8a-ce06cb32d068 req-a834d16a-c15b-4587-9f4f-b3bc2b1f498b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40795752-690e-48c4-bdde-b75813e52f42 HTTP/1.1" status: 200 len: 1001 time: 0.1530797 Feb 19 05:04:02.809299 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656c576-f36d-40d2-ac8a-ce06cb32d068 req-5746393d-2494-496b-b2e3-0f9573da0440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:02.811907 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8656c576-f36d-40d2-ac8a-ce06cb32d068 req-5746393d-2494-496b-b2e3-0f9573da0440 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=edc6ee6b-3636-4217-9083-7cb03d237434 HTTP/1.1" status: 200 len: 835 time: 0.0790255 Feb 19 05:04:02.967607 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-715df99f-5d52-47d8-93a0-d941dd49d53d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (03c99e46-5e7c-422b-8269-22f6ae690a37), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:02.987964 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656c576-f36d-40d2-ac8a-ce06cb32d068 req-4fb5cb6d-8154-42b2-a673-6cdad41f1d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:02.990794 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8656c576-f36d-40d2-ac8a-ce06cb32d068 req-4fb5cb6d-8154-42b2-a673-6cdad41f1d50 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9e17580-cc68-4785-b78f-d985d45c500d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1713312 Feb 19 05:04:03.038988 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715df99f-5d52-47d8-93a0-d941dd49d53d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'Port': ['ID=03c99e46-5e7c-422b-8269-22f6ae690a37,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:03.245133 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-715df99f-5d52-47d8-93a0-d941dd49d53d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for floatingip (5c87438f-16f3-4b30-8c62-db0dd255f6df), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:03.245731 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-715df99f-5d52-47d8-93a0-d941dd49d53d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Floating IP 5c87438f-16f3-4b30-8c62-db0dd255f6df disassociated (deleted). External IP: 172.25.0.17, port: 40795752-690e-48c4-bdde-b75813e52f42. Feb 19 05:04:03.344565 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8656c576-f36d-40d2-ac8a-ce06cb32d068 req-f88d0d50-3582-4dbb-afaf-8249007d4e94 service neutron] 10.222.0.48 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168387 Feb 19 05:04:03.935850 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8656c576-f36d-40d2-ac8a-ce06cb32d068 req-2992cc04-5a45-4fa1-b97b-64ac36814b66 service neutron] 10.222.0.48 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815027 Feb 19 05:04:04.088276 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715df99f-5d52-47d8-93a0-d941dd49d53d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Router 8cd4e55a-3968-40a9-924e-8f81345fa12f has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:04:04.260453 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715df99f-5d52-47d8-93a0-d941dd49d53d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:04:04.269362 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-715df99f-5d52-47d8-93a0-d941dd49d53d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:04.276391 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d544fa-0f98-4157-b358-3d0905fb826e None None] Sync routers for ids ['8cd4e55a-3968-40a9-924e-8f81345fa12f'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:04:04.291609 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d544fa-0f98-4157-b358-3d0905fb826e None None] Routers {'8cd4e55a-3968-40a9-924e-8f81345fa12f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:04:04.299581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-43d544fa-0f98-4157-b358-3d0905fb826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:03:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['8cd4e55a-3968-40a9-924e-8f81345fa12f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:04.327478 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-715df99f-5d52-47d8-93a0-d941dd49d53d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "DELETE /v2.0/floatingips/5c87438f-16f3-4b30-8c62-db0dd255f6df HTTP/1.1" status: 204 len: 168 time: 2.5526443 Feb 19 05:04:04.328137 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'tag': '40795752-690e-48c4-bdde-b75813e52f42'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:04:04.331590 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a804805d-513c-4aca-80dc-f80c86228b78" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d5ab4a-288c-42f2-85b6-95f1146baf74", "tag": "40795752-690e-48c4-bdde-b75813e52f42"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:04:04.394458 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82323b3-f0c8-4513-9db9-ef832a97f684 x-openstack-request-id: req-d82323b3-f0c8-4513-9db9-ef832a97f684 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:04:04.394879 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d5ab4a-288c-42f2-85b6-95f1146baf74", "tag": "40795752-690e-48c4-bdde-b75813e52f42", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:04:04.395177 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d82323b3-f0c8-4513-9db9-ef832a97f684 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:04:04.395656 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'tag': '40795752-690e-48c4-bdde-b75813e52f42', 'status': 'completed', 'code': 200} Feb 19 05:04:04.611124 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804805d-513c-4aca-80dc-f80c86228b78 req-ac757ddb-a31e-471e-a5a1-2ebaa25952ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:04.620771 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a804805d-513c-4aca-80dc-f80c86228b78 req-ac757ddb-a31e-471e-a5a1-2ebaa25952ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 1129 time: 0.1164322 Feb 19 05:04:04.632354 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-43d544fa-0f98-4157-b358-3d0905fb826e None None] Set router 8cd4e55a-3968-40a9-924e-8f81345fa12f gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:04:04.805860 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54269a36-72fb-4dad-a9b2-90fdb1257331 req-d76b6011-b53d-463d-ab1d-1b50e79a9387 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:04.809010 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-54269a36-72fb-4dad-a9b2-90fdb1257331 req-d76b6011-b53d-463d-ab1d-1b50e79a9387 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 947 time: 0.1338489 Feb 19 05:04:04.900352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804805d-513c-4aca-80dc-f80c86228b78 req-d3851cad-46ad-4c0c-b542-ead109d6e91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:04.902845 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a804805d-513c-4aca-80dc-f80c86228b78 req-d3851cad-46ad-4c0c-b542-ead109d6e91d service neutron] 10.222.0.48 "GET /v2.0/networks?id=b9e17580-cc68-4785-b78f-d985d45c500d HTTP/1.1" status: 200 len: 896 time: 0.2777774 Feb 19 05:04:04.966706 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-54269a36-72fb-4dad-a9b2-90fdb1257331 req-20fcfdd6-c2e8-4b91-87f9-a71251733e48 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381233 Feb 19 05:04:04.989841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-43d544fa-0f98-4157-b358-3d0905fb826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291434701', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:58Z', 'updated_at': '2022-02-19T05:02:07Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:64:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:59Z', 'updated_at': '2022-02-19T05:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '04bb8f50-f699-45dc-81c7-ea88fb48ab2e', 'name': '', 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:84:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'edc6ee6b-3636-4217-9083-7cb03d237434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:04Z', 'updated_at': '2022-02-19T05:02:13Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': 'edc6ee6b-3636-4217-9083-7cb03d237434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:05.031558 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a804805d-513c-4aca-80dc-f80c86228b78 req-aceeea40-69db-4316-993d-c8617d34b6f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40795752-690e-48c4-bdde-b75813e52f42 HTTP/1.1" status: 200 len: 217 time: 0.1200523 Feb 19 05:04:05.046910 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d544fa-0f98-4157-b358-3d0905fb826e None None] Checking router: 8cd4e55a-3968-40a9-924e-8f81345fa12f for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:04:05.066181 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d544fa-0f98-4157-b358-3d0905fb826e None None] Routers {'8cd4e55a-3968-40a9-924e-8f81345fa12f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:04:05.067583 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-43d544fa-0f98-4157-b358-3d0905fb826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:03:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['8cd4e55a-3968-40a9-924e-8f81345fa12f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:05.125913 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804805d-513c-4aca-80dc-f80c86228b78 req-70bf9157-05b7-42fc-8eb9-e4854526c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:05.129349 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a804805d-513c-4aca-80dc-f80c86228b78 req-70bf9157-05b7-42fc-8eb9-e4854526c2b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=edc6ee6b-3636-4217-9083-7cb03d237434 HTTP/1.1" status: 200 len: 835 time: 0.0926981 Feb 19 05:04:05.188566 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-34f43c19-2b65-4617-ada9-84cefd7427ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:05.238295 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804805d-513c-4aca-80dc-f80c86228b78 req-95445d77-3100-4f18-aa9b-18132d959502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:05.241909 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a804805d-513c-4aca-80dc-f80c86228b78 req-95445d77-3100-4f18-aa9b-18132d959502 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b9e17580-cc68-4785-b78f-d985d45c500d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1056755 Feb 19 05:04:05.298908 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-43d544fa-0f98-4157-b358-3d0905fb826e None None] Set router 8cd4e55a-3968-40a9-924e-8f81345fa12f gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:04:05.413904 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a804805d-513c-4aca-80dc-f80c86228b78 req-f9af1de5-fb8c-4e50-80f6-da786d5b60f2 service neutron] 10.222.0.48 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644633 Feb 19 05:04:05.607563 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a804805d-513c-4aca-80dc-f80c86228b78 req-abb16aec-9d97-409b-8f49-1f661b81b428 service neutron] 10.222.0.48 "GET /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853199 Feb 19 05:04:05.631444 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-43d544fa-0f98-4157-b358-3d0905fb826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291434701', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:58Z', 'updated_at': '2022-02-19T05:02:07Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:64:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:59Z', 'updated_at': '2022-02-19T05:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '04bb8f50-f699-45dc-81c7-ea88fb48ab2e', 'name': '', 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:84:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'edc6ee6b-3636-4217-9083-7cb03d237434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:04Z', 'updated_at': '2022-02-19T05:02:13Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': 'edc6ee6b-3636-4217-9083-7cb03d237434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:05.665346 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d544fa-0f98-4157-b358-3d0905fb826e None None] The sync data for ids ['8cd4e55a-3968-40a9-924e-8f81345fa12f'] in n-d-772273-4 is: [{'id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291434701', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:58Z', 'updated_at': '2022-02-19T05:02:07Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:64:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:59Z', 'updated_at': '2022-02-19T05:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '04bb8f50-f699-45dc-81c7-ea88fb48ab2e', 'name': '', 'network_id': 'b9e17580-cc68-4785-b78f-d985d45c500d', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:84:59:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'edc6ee6b-3636-4217-9083-7cb03d237434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:02:04Z', 'updated_at': '2022-02-19T05:02:13Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': 'edc6ee6b-3636-4217-9083-7cb03d237434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:04:05.968134 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e970d-33e1-4f7a-afd2-701abe325bd5 req-409cabeb-924e-4f3b-8ef4-711fd213d1a7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:05.970805 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ab1e970d-33e1-4f7a-afd2-701abe325bd5 req-409cabeb-924e-4f3b-8ef4-711fd213d1a7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 947 time: 0.1027286 Feb 19 05:04:06.067244 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1eec37-8330-45f5-a15f-34b60e0aa472 None None] New status for floating IP 5c87438f-16f3-4b30-8c62-db0dd255f6df: DOWN {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:04:06.146357 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-ab1e970d-33e1-4f7a-afd2-701abe325bd5 req-e5020579-e8fe-42ac-93ed-f39a9e10659e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Deleting port 40795752-690e-48c4-bdde-b75813e52f42 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:04:06.146814 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ab1e970d-33e1-4f7a-afd2-701abe325bd5 req-e5020579-e8fe-42ac-93ed-f39a9e10659e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (40795752-690e-48c4-bdde-b75813e52f42), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:06.246194 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c2373-786e-48fa-97df-bb5c13874fda req-5d9ebc99-420c-4a9e-acce-1e640e80018f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:06.259566 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b28c2373-786e-48fa-97df-bb5c13874fda req-5d9ebc99-420c-4a9e-acce-1e640e80018f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8d5ab4a-288c-42f2-85b6-95f1146baf74 HTTP/1.1" status: 200 len: 947 time: 0.1269696 Feb 19 05:04:06.352189 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b28c2373-786e-48fa-97df-bb5c13874fda req-c3076599-5a62-4b4f-a87e-81b930eb57ca tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911148 Feb 19 05:04:06.373521 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-ab1e970d-33e1-4f7a-afd2-701abe325bd5 req-e5020579-e8fe-42ac-93ed-f39a9e10659e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] For port 40795752-690e-48c4-bdde-b75813e52f42, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=40795752-690e-48c4-bdde-b75813e52f42,segment=NetworkSegment(7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3),segment_id=7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:04:06.374254 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ab1e970d-33e1-4f7a-afd2-701abe325bd5 req-e5020579-e8fe-42ac-93ed-f39a9e10659e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (40795752-690e-48c4-bdde-b75813e52f42), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:06.399443 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-ab1e970d-33e1-4f7a-afd2-701abe325bd5 req-e5020579-e8fe-42ac-93ed-f39a9e10659e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Calling delete_port for 40795752-690e-48c4-bdde-b75813e52f42 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:04:06.622271 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ab1e970d-33e1-4f7a-afd2-701abe325bd5 req-e5020579-e8fe-42ac-93ed-f39a9e10659e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (40795752-690e-48c4-bdde-b75813e52f42), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:06.653873 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5020579-e8fe-42ac-93ed-f39a9e10659e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'Port': ['ID=40795752-690e-48c4-bdde-b75813e52f42,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:06.704669 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1e970d-33e1-4f7a-afd2-701abe325bd5 req-e5020579-e8fe-42ac-93ed-f39a9e10659e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] No DVR routers for this DVR port 40795752-690e-48c4-bdde-b75813e52f42 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:04:06.708301 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ab1e970d-33e1-4f7a-afd2-701abe325bd5 req-e5020579-e8fe-42ac-93ed-f39a9e10659e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:06.712477 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ab1e970d-33e1-4f7a-afd2-701abe325bd5 req-e5020579-e8fe-42ac-93ed-f39a9e10659e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.48 "DELETE /v2.0/ports/40795752-690e-48c4-bdde-b75813e52f42 HTTP/1.1" status: 204 len: 173 time: 0.7365639 Feb 19 05:04:06.712837 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'name': 'network-vif-deleted', 'tag': '40795752-690e-48c4-bdde-b75813e52f42'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:04:06.718315 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a28c3f3-cca1-409c-b0c8-a987bf4def4d" -d '{"events": [{"server_uuid": "d8d5ab4a-288c-42f2-85b6-95f1146baf74", "name": "network-vif-deleted", "tag": "40795752-690e-48c4-bdde-b75813e52f42"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:04:06.780107 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54893679-7d05-4d28-b1da-515ab6d20481 x-openstack-request-id: req-54893679-7d05-4d28-b1da-515ab6d20481 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:04:06.780605 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d5ab4a-288c-42f2-85b6-95f1146baf74", "name": "network-vif-deleted", "tag": "40795752-690e-48c4-bdde-b75813e52f42", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:04:06.781045 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54893679-7d05-4d28-b1da-515ab6d20481 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:04:06.781699 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d5ab4a-288c-42f2-85b6-95f1146baf74', 'name': 'network-vif-deleted', 'tag': '40795752-690e-48c4-bdde-b75813e52f42', 'status': 'completed', 'code': 200} Feb 19 05:04:06.936503 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:07.427153 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60020) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:07.863899 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:07.915640 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8bec5d8b-a21e-438b-bee4-7b332890b50e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (8cd4e55a-3968-40a9-924e-8f81345fa12f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:08.077290 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:08.273234 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-8bec5d8b-a21e-438b-bee4-7b332890b50e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Deleting port 04bb8f50-f699-45dc-81c7-ea88fb48ab2e {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:04:08.273886 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8bec5d8b-a21e-438b-bee4-7b332890b50e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (04bb8f50-f699-45dc-81c7-ea88fb48ab2e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:08.420713 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-8bec5d8b-a21e-438b-bee4-7b332890b50e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] For port 04bb8f50-f699-45dc-81c7-ea88fb48ab2e, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=04bb8f50-f699-45dc-81c7-ea88fb48ab2e,segment=NetworkSegment(7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3),segment_id=7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:04:08.421361 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8bec5d8b-a21e-438b-bee4-7b332890b50e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (04bb8f50-f699-45dc-81c7-ea88fb48ab2e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:08.443678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-8bec5d8b-a21e-438b-bee4-7b332890b50e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Calling delete_port for 04bb8f50-f699-45dc-81c7-ea88fb48ab2e owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:04:08.755251 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8bec5d8b-a21e-438b-bee4-7b332890b50e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (04bb8f50-f699-45dc-81c7-ea88fb48ab2e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:08.804298 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec5d8b-a21e-438b-bee4-7b332890b50e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'Port': ['ID=04bb8f50-f699-45dc-81c7-ea88fb48ab2e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:09.091940 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8bec5d8b-a21e-438b-bee4-7b332890b50e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (8cd4e55a-3968-40a9-924e-8f81345fa12f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:09.344884 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 40795752-690e-48c4-bdde-b75813e52f42 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:04:09.402149 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 40795752-690e-48c4-bdde-b75813e52f42 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:04:09.402935 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 40795752-690e-48c4-bdde-b75813e52f42 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:04:09.413950 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:09.442118 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:09.492002 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bec5d8b-a21e-438b-bee4-7b332890b50e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Router 8cd4e55a-3968-40a9-924e-8f81345fa12f has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:04:09.725397 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bec5d8b-a21e-438b-bee4-7b332890b50e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:04:09.743438 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9041e6-b94b-4745-987b-c220d2c5dace None None] Sync routers for ids ['8cd4e55a-3968-40a9-924e-8f81345fa12f'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:04:09.755705 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8bec5d8b-a21e-438b-bee4-7b332890b50e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "PUT /v2.0/routers/8cd4e55a-3968-40a9-924e-8f81345fa12f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3269920 Feb 19 05:04:09.759935 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60034) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:09.769023 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9041e6-b94b-4745-987b-c220d2c5dace None None] Routers {'8cd4e55a-3968-40a9-924e-8f81345fa12f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:04:09.770245 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-9e9041e6-b94b-4745-987b-c220d2c5dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:04:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['8cd4e55a-3968-40a9-924e-8f81345fa12f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:09.887975 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1a7ef4-c834-484d-85b2-efe6e2a97003 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Deleting subnet edc6ee6b-3636-4217-9083-7cb03d237434 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:04:09.894699 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7ef4-c834-484d-85b2-efe6e2a97003 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for subnet (edc6ee6b-3636-4217-9083-7cb03d237434), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:09.970580 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-9e9041e6-b94b-4745-987b-c220d2c5dace None None] Set router 8cd4e55a-3968-40a9-924e-8f81345fa12f gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:04:09.971817 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7ef4-c834-484d-85b2-efe6e2a97003 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (edc6ee6b-3636-4217-9083-7cb03d237434), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:10.139184 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7ef4-c834-484d-85b2-efe6e2a97003 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (edc6ee6b-3636-4217-9083-7cb03d237434), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:10.265786 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7ef4-c834-484d-85b2-efe6e2a97003 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (edc6ee6b-3636-4217-9083-7cb03d237434), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:10.271808 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-9e9041e6-b94b-4745-987b-c220d2c5dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291434701', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:58Z', 'updated_at': '2022-02-19T05:04:08Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:64:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:59Z', 'updated_at': '2022-02-19T05:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:10.307793 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9041e6-b94b-4745-987b-c220d2c5dace None None] Checking router: 8cd4e55a-3968-40a9-924e-8f81345fa12f for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:04:10.318543 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a7ef4-c834-484d-85b2-efe6e2a97003 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'Subnet': ['ID=edc6ee6b-3636-4217-9083-7cb03d237434,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:10.319831 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9041e6-b94b-4745-987b-c220d2c5dace None None] Routers {'8cd4e55a-3968-40a9-924e-8f81345fa12f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:04:10.320706 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-9e9041e6-b94b-4745-987b-c220d2c5dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:04:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['8cd4e55a-3968-40a9-924e-8f81345fa12f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:10.330760 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7ef4-c834-484d-85b2-efe6e2a97003 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:10.340715 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ed1a7ef4-c834-484d-85b2-efe6e2a97003 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "DELETE /v2.0/subnets/edc6ee6b-3636-4217-9083-7cb03d237434 HTTP/1.1" status: 204 len: 168 time: 0.5751777 Feb 19 05:04:10.341192 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60036) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:10.465625 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-9e9041e6-b94b-4745-987b-c220d2c5dace None None] Set router 8cd4e55a-3968-40a9-924e-8f81345fa12f gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:04:10.547778 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eb0376-391c-4e8a-b617-d4a102878d6e None None] Network b9e17580-cc68-4785-b78f-d985d45c500d requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:04:10.562169 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96fb76b8-fc47-4584-9c71-484118f408d0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router (8cd4e55a-3968-40a9-924e-8f81345fa12f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:10.860159 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96fb76b8-fc47-4584-9c71-484118f408d0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router_gateway (8cd4e55a-3968-40a9-924e-8f81345fa12f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:10.906784 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1bc6b4-d342-4ee3-8cb8-ad291501b475 None None] DHCP port deletion for b9e17580-cc68-4785-b78f-d985d45c500d request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:04:10.953573 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-9e9041e6-b94b-4745-987b-c220d2c5dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291434701', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:58Z', 'updated_at': '2022-02-19T05:04:08Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:64:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:59Z', 'updated_at': '2022-02-19T05:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:10.991084 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9041e6-b94b-4745-987b-c220d2c5dace None None] The sync data for ids ['8cd4e55a-3968-40a9-924e-8f81345fa12f'] in n-d-772273-4 is: [{'id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291434701', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:58Z', 'updated_at': '2022-02-19T05:04:08Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '32a46fa2-e692-4f97-9cc6-d6b9cb56017d', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:64:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd4e55a-3968-40a9-924e-8f81345fa12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:59Z', 'updated_at': '2022-02-19T05:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:04:11.003645 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-96fb76b8-fc47-4584-9c71-484118f408d0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Deleting port 32a46fa2-e692-4f97-9cc6-d6b9cb56017d {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:04:11.004611 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96fb76b8-fc47-4584-9c71-484118f408d0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (32a46fa2-e692-4f97-9cc6-d6b9cb56017d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:11.036844 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ed1bc6b4-d342-4ee3-8cb8-ad291501b475 None None] Deleting port 51f25291-1765-478e-b6c7-a239b9093ccd {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:04:11.037535 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ed1bc6b4-d342-4ee3-8cb8-ad291501b475 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (51f25291-1765-478e-b6c7-a239b9093ccd), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:11.144540 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-ed1bc6b4-d342-4ee3-8cb8-ad291501b475 None None] For port 51f25291-1765-478e-b6c7-a239b9093ccd, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=51f25291-1765-478e-b6c7-a239b9093ccd,segment=NetworkSegment(7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3),segment_id=7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:04:11.145782 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ed1bc6b4-d342-4ee3-8cb8-ad291501b475 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (51f25291-1765-478e-b6c7-a239b9093ccd), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:11.173163 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ed1bc6b4-d342-4ee3-8cb8-ad291501b475 None None] Calling delete_port for 51f25291-1765-478e-b6c7-a239b9093ccd owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:04:11.201599 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-96fb76b8-fc47-4584-9c71-484118f408d0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] For port 32a46fa2-e692-4f97-9cc6-d6b9cb56017d, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=32a46fa2-e692-4f97-9cc6-d6b9cb56017d,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:04:11.202939 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96fb76b8-fc47-4584-9c71-484118f408d0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (32a46fa2-e692-4f97-9cc6-d6b9cb56017d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:11.223950 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-96fb76b8-fc47-4584-9c71-484118f408d0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Calling delete_port for 32a46fa2-e692-4f97-9cc6-d6b9cb56017d owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:04:11.311322 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ed1bc6b4-d342-4ee3-8cb8-ad291501b475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (51f25291-1765-478e-b6c7-a239b9093ccd), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:11.361215 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1bc6b4-d342-4ee3-8cb8-ad291501b475 None None] Pushing event deleted for resources: {'Port': ['ID=51f25291-1765-478e-b6c7-a239b9093ccd,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:11.394404 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1bc6b4-d342-4ee3-8cb8-ad291501b475 None None] No DVR routers for this DVR port 51f25291-1765-478e-b6c7-a239b9093ccd on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:04:11.529465 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96fb76b8-fc47-4584-9c71-484118f408d0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (32a46fa2-e692-4f97-9cc6-d6b9cb56017d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:11.582183 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb76b8-fc47-4584-9c71-484118f408d0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'Port': ['ID=32a46fa2-e692-4f97-9cc6-d6b9cb56017d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:11.710607 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96fb76b8-fc47-4584-9c71-484118f408d0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (8cd4e55a-3968-40a9-924e-8f81345fa12f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:11.845150 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96fb76b8-fc47-4584-9c71-484118f408d0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (8cd4e55a-3968-40a9-924e-8f81345fa12f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:11.850804 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96fb76b8-fc47-4584-9c71-484118f408d0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router_controller (8cd4e55a-3968-40a9-924e-8f81345fa12f), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:11.926029 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96fb76b8-fc47-4584-9c71-484118f408d0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (8cd4e55a-3968-40a9-924e-8f81345fa12f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:11.927004 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fb76b8-fc47-4584-9c71-484118f408d0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Fanout notify agent at l3_agent the message router_deleted on router 8cd4e55a-3968-40a9-924e-8f81345fa12f {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:04:11.937743 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-96fb76b8-fc47-4584-9c71-484118f408d0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:11.939136 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-96fb76b8-fc47-4584-9c71-484118f408d0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "DELETE /v2.0/routers/8cd4e55a-3968-40a9-924e-8f81345fa12f HTTP/1.1" status: 204 len: 168 time: 1.5963132 Feb 19 05:04:11.943853 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60042) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:12.059680 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00027317-63a9-4742-8a13-cac3873e2c4a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (b9e17580-cc68-4785-b78f-d985d45c500d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:12.224900 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00027317-63a9-4742-8a13-cac3873e2c4a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (b9e17580-cc68-4785-b78f-d985d45c500d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:12.259763 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-00027317-63a9-4742-8a13-cac3873e2c4a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e17580-cc68-4785-b78f-d985d45c500d']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:12.272489 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-00027317-63a9-4742-8a13-cac3873e2c4a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:12.272821 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-00027317-63a9-4742-8a13-cac3873e2c4a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:12.286107 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00027317-63a9-4742-8a13-cac3873e2c4a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:12.309613 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00027317-63a9-4742-8a13-cac3873e2c4a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:12.317232 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00027317-63a9-4742-8a13-cac3873e2c4a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:04:12.317578 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00027317-63a9-4742-8a13-cac3873e2c4a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (7fc6af24-bd68-4c8f-a6e4-914c8ec50aa3), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: timer() Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:04:12.321517 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:04:12.404153 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00027317-63a9-4742-8a13-cac3873e2c4a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (b9e17580-cc68-4785-b78f-d985d45c500d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:12.410187 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00027317-63a9-4742-8a13-cac3873e2c4a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:12.416457 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-00027317-63a9-4742-8a13-cac3873e2c4a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "DELETE /v2.0/networks/b9e17580-cc68-4785-b78f-d985d45c500d HTTP/1.1" status: 204 len: 168 time: 0.4688358 Feb 19 05:04:12.417399 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60044) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:12.435309 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00027317-63a9-4742-8a13-cac3873e2c4a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'Network': ['ID=b9e17580-cc68-4785-b78f-d985d45c500d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:12.504895 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-516bc20f-7379-4f78-8cab-92422c193dbc tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (88c0e8a9-1d5a-4d30-88aa-5db5aa03c090), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:12.539463 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-516bc20f-7379-4f78-8cab-92422c193dbc tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (88c0e8a9-1d5a-4d30-88aa-5db5aa03c090), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:12.632280 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-516bc20f-7379-4f78-8cab-92422c193dbc tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (88c0e8a9-1d5a-4d30-88aa-5db5aa03c090), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:12.635199 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-516bc20f-7379-4f78-8cab-92422c193dbc tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:12.636426 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-516bc20f-7379-4f78-8cab-92422c193dbc tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "DELETE /v2.0/security-groups/88c0e8a9-1d5a-4d30-88aa-5db5aa03c090 HTTP/1.1" status: 204 len: 168 time: 0.2174463 Feb 19 05:04:12.647989 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516bc20f-7379-4f78-8cab-92422c193dbc tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c0e8a9-1d5a-4d30-88aa-5db5aa03c090,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:12.839733 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 32a46fa2-e692-4f97-9cc6-d6b9cb56017d no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:04:12.867659 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 32a46fa2-e692-4f97-9cc6-d6b9cb56017d {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:04:12.868662 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 32a46fa2-e692-4f97-9cc6-d6b9cb56017d not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:04:12.869290 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 51f25291-1765-478e-b6c7-a239b9093ccd no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:04:12.900980 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 51f25291-1765-478e-b6c7-a239b9093ccd {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:04:12.901738 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 51f25291-1765-478e-b6c7-a239b9093ccd not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:04:12.902406 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 04bb8f50-f699-45dc-81c7-ea88fb48ab2e no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:04:12.923869 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 04bb8f50-f699-45dc-81c7-ea88fb48ab2e {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:04:12.924493 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 04bb8f50-f699-45dc-81c7-ea88fb48ab2e not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:04:13.117991 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60052) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:13.130682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-c109c8c0-cfec-43ae-9d98-186c5e389bce tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-300133459', 'description': 'tempest-secgroup-smoke-300133459 description', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:13.168735 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c109c8c0-cfec-43ae-9d98-186c5e389bce tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:13.260991 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c109c8c0-cfec-43ae-9d98-186c5e389bce tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (31b940ac-8a64-4a6e-8bd6-58fdc3337112), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:13.267476 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c109c8c0-cfec-43ae-9d98-186c5e389bce tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (31b940ac-8a64-4a6e-8bd6-58fdc3337112), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:13.304957 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c109c8c0-cfec-43ae-9d98-186c5e389bce tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:13.306527 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c109c8c0-cfec-43ae-9d98-186c5e389bce tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1864126 Feb 19 05:04:13.309694 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109c8c0-cfec-43ae-9d98-186c5e389bce tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b940ac-8a64-4a6e-8bd6-58fdc3337112,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:13.309878 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60054) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:13.316259 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-3fd35a7b-9c20-4374-983e-74a2508a3c9e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group_rule': {'security_group_id': '31b940ac-8a64-4a6e-8bd6-58fdc3337112', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:13.349716 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3fd35a7b-9c20-4374-983e-74a2508a3c9e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (2642caa0-0636-413c-9c95-8c9e1f897df1), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:13.435736 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3fd35a7b-9c20-4374-983e-74a2508a3c9e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (2642caa0-0636-413c-9c95-8c9e1f897df1), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:13.439703 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3fd35a7b-9c20-4374-983e-74a2508a3c9e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (2642caa0-0636-413c-9c95-8c9e1f897df1), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:13.460790 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd35a7b-9c20-4374-983e-74a2508a3c9e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2642caa0-0636-413c-9c95-8c9e1f897df1,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:13.473174 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3fd35a7b-9c20-4374-983e-74a2508a3c9e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:13.474571 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3fd35a7b-9c20-4374-983e-74a2508a3c9e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1635978 Feb 19 05:04:13.477742 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60056) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:13.482297 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-1e0fc5f9-f0ed-49a3-abf7-3622db09437e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group_rule': {'security_group_id': '31b940ac-8a64-4a6e-8bd6-58fdc3337112', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:13.513251 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1e0fc5f9-f0ed-49a3-abf7-3622db09437e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (a40c0004-8240-4053-8971-8f666df5f217), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:13.592983 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1e0fc5f9-f0ed-49a3-abf7-3622db09437e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (a40c0004-8240-4053-8971-8f666df5f217), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:13.598349 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1e0fc5f9-f0ed-49a3-abf7-3622db09437e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (a40c0004-8240-4053-8971-8f666df5f217), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:13.618732 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0fc5f9-f0ed-49a3-abf7-3622db09437e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40c0004-8240-4053-8971-8f666df5f217,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:13.628167 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1e0fc5f9-f0ed-49a3-abf7-3622db09437e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:13.629511 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1e0fc5f9-f0ed-49a3-abf7-3622db09437e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1507900 Feb 19 05:04:13.633064 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60058) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:13.637936 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c2e8a0c7-e217-42e5-8f64-f97a8292828f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group_rule': {'security_group_id': '31b940ac-8a64-4a6e-8bd6-58fdc3337112', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:13.663985 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c2e8a0c7-e217-42e5-8f64-f97a8292828f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (d94eff10-5cc6-4f26-bcab-6bdc568edd11), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:13.734001 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c2e8a0c7-e217-42e5-8f64-f97a8292828f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (d94eff10-5cc6-4f26-bcab-6bdc568edd11), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:13.739096 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c2e8a0c7-e217-42e5-8f64-f97a8292828f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (d94eff10-5cc6-4f26-bcab-6bdc568edd11), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:13.767478 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8a0c7-e217-42e5-8f64-f97a8292828f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94eff10-5cc6-4f26-bcab-6bdc568edd11,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:13.773985 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c2e8a0c7-e217-42e5-8f64-f97a8292828f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:13.775133 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c2e8a0c7-e217-42e5-8f64-f97a8292828f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408861 Feb 19 05:04:13.778252 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60060) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:13.783562 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-e0ccf33d-f02a-4b5e-9905-dfc1ec6fa449 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group_rule': {'security_group_id': '31b940ac-8a64-4a6e-8bd6-58fdc3337112', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:13.811888 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0ccf33d-f02a-4b5e-9905-dfc1ec6fa449 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (15029e05-19bf-4c1b-a837-cd56eb07ed12), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:13.880154 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0ccf33d-f02a-4b5e-9905-dfc1ec6fa449 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (15029e05-19bf-4c1b-a837-cd56eb07ed12), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:13.884963 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0ccf33d-f02a-4b5e-9905-dfc1ec6fa449 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (15029e05-19bf-4c1b-a837-cd56eb07ed12), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:13.907312 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ccf33d-f02a-4b5e-9905-dfc1ec6fa449 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15029e05-19bf-4c1b-a837-cd56eb07ed12,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:13.915647 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0ccf33d-f02a-4b5e-9905-dfc1ec6fa449 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:13.919713 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e0ccf33d-f02a-4b5e-9905-dfc1ec6fa449 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1378524 Feb 19 05:04:13.922125 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60064) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:13.926964 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-2dddd959-c485-4761-92b3-9a83d7afefc3 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group_rule': {'security_group_id': '31b940ac-8a64-4a6e-8bd6-58fdc3337112', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:13.953021 n-d-772273-4 neutron-server[115199]: INFO neutron.db.securitygroups_db [None req-2dddd959-c485-4761-92b3-9a83d7afefc3 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Project cb7efcaa75ab46f8b306eefb09a4e21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:04:13.959329 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2dddd959-c485-4761-92b3-9a83d7afefc3 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (212481cb-c2ba-4ad0-a61b-ddf884467883), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:14.029551 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2dddd959-c485-4761-92b3-9a83d7afefc3 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (212481cb-c2ba-4ad0-a61b-ddf884467883), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:14.035955 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2dddd959-c485-4761-92b3-9a83d7afefc3 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (212481cb-c2ba-4ad0-a61b-ddf884467883), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:14.061282 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddd959-c485-4761-92b3-9a83d7afefc3 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212481cb-c2ba-4ad0-a61b-ddf884467883,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:14.067911 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2dddd959-c485-4761-92b3-9a83d7afefc3 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:14.072827 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2dddd959-c485-4761-92b3-9a83d7afefc3 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1464710 Feb 19 05:04:14.073101 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60070) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:14.077998 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-24c4d605-c19a-4757-906a-8ce2f309c87d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group_rule': {'security_group_id': '31b940ac-8a64-4a6e-8bd6-58fdc3337112', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:14.103009 n-d-772273-4 neutron-server[115199]: INFO neutron.db.securitygroups_db [None req-24c4d605-c19a-4757-906a-8ce2f309c87d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Project cb7efcaa75ab46f8b306eefb09a4e21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:04:14.108873 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-24c4d605-c19a-4757-906a-8ce2f309c87d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (8ee68801-5c71-44cb-aa5f-f6bc5b175530), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:14.184232 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-24c4d605-c19a-4757-906a-8ce2f309c87d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (8ee68801-5c71-44cb-aa5f-f6bc5b175530), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:14.189766 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-24c4d605-c19a-4757-906a-8ce2f309c87d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (8ee68801-5c71-44cb-aa5f-f6bc5b175530), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:14.211736 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4d605-c19a-4757-906a-8ce2f309c87d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee68801-5c71-44cb-aa5f-f6bc5b175530,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:14.218505 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-24c4d605-c19a-4757-906a-8ce2f309c87d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:14.222577 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-24c4d605-c19a-4757-906a-8ce2f309c87d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1454282 Feb 19 05:04:14.222683 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60072) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:14.227742 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-4cbda009-4cd4-4410-ada3-6ff65165caba tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'network': {'name': 'tempest-network-smoke--169043810', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'port_security_enabled': True}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:14.252239 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbda009-4cd4-4410-ada3-6ff65165caba tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Made reservation on behalf of cb7efcaa75ab46f8b306eefb09a4e21d for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:04:14.257395 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4cbda009-4cd4-4410-ada3-6ff65165caba tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:14.286774 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbda009-4cd4-4410-ada3-6ff65165caba tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:04:14.298304 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4cbda009-4cd4-4410-ada3-6ff65165caba tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (73aaaa0b-1629-4e2e-9faa-1773e9b91b1f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:14.298842 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-4cbda009-4cd4-4410-ada3-6ff65165caba tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Added segment 73aaaa0b-1629-4e2e-9faa-1773e9b91b1f of type vlan for network afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 Feb 19 05:04:14.350745 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4cbda009-4cd4-4410-ada3-6ff65165caba tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:14.379278 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4cbda009-4cd4-4410-ada3-6ff65165caba tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:14.388579 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbda009-4cd4-4410-ada3-6ff65165caba tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:14.389649 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4cbda009-4cd4-4410-ada3-6ff65165caba tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:14.456696 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4cbda009-4cd4-4410-ada3-6ff65165caba tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2323942 Feb 19 05:04:14.461421 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60074) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:14.465653 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-2f1cff09-462c-4a88-8c81-47e7341e1666 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1767313343', 'admin_state_up': True, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:14.490171 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbda009-4cd4-4410-ada3-6ff65165caba tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Network': ['ID=afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:14.504756 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:04:14.511429 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f1cff09-462c-4a88-8c81-47e7341e1666 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (7592be59-a1a2-4b78-bc75-a58ae213f11a), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:14.512614 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f1cff09-462c-4a88-8c81-47e7341e1666 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (7592be59-a1a2-4b78-bc75-a58ae213f11a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:14.597334 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f1cff09-462c-4a88-8c81-47e7341e1666 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router_controller (7592be59-a1a2-4b78-bc75-a58ae213f11a), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:14.822068 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f1cff09-462c-4a88-8c81-47e7341e1666 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router_gateway (7592be59-a1a2-4b78-bc75-a58ae213f11a), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:15.104434 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f1cff09-462c-4a88-8c81-47e7341e1666 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router_gateway (7592be59-a1a2-4b78-bc75-a58ae213f11a), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:15.131282 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f1cff09-462c-4a88-8c81-47e7341e1666 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:15.271124 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-2f1cff09-462c-4a88-8c81-47e7341e1666 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Allocated IP 172.25.0.211 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/7fc9084b-5bd7-4577-bbe7-38989ff26b40) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:04:15.371014 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:04:15.454076 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f1cff09-462c-4a88-8c81-47e7341e1666 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for port (7fc9084b-5bd7-4577-bbe7-38989ff26b40), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:15.499204 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f1cff09-462c-4a88-8c81-47e7341e1666 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (7fc9084b-5bd7-4577-bbe7-38989ff26b40), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:15.558991 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1cff09-462c-4a88-8c81-47e7341e1666 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:04:15.563661 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-2f1cff09-462c-4a88-8c81-47e7341e1666 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:04:15.569472 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1cff09-462c-4a88-8c81-47e7341e1666 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:04:15.611282 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cff09-462c-4a88-8c81-47e7341e1666 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Port': ['ID=7fc9084b-5bd7-4577-bbe7-38989ff26b40,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:15.912090 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f1cff09-462c-4a88-8c81-47e7341e1666 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router_gateway (7592be59-a1a2-4b78-bc75-a58ae213f11a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:16.178732 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f1cff09-462c-4a88-8c81-47e7341e1666 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (7592be59-a1a2-4b78-bc75-a58ae213f11a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:16.715865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1cff09-462c-4a88-8c81-47e7341e1666 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Router 7592be59-a1a2-4b78-bc75-a58ae213f11a is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:04:16.893002 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1cff09-462c-4a88-8c81-47e7341e1666 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:04:16.908127 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] Sync routers for ids ['7592be59-a1a2-4b78-bc75-a58ae213f11a'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:04:16.927274 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] Routers {'7592be59-a1a2-4b78-bc75-a58ae213f11a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:04:16.929154 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:04:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['7592be59-a1a2-4b78-bc75-a58ae213f11a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:16.929802 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f1cff09-462c-4a88-8c81-47e7341e1666 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:16.933325 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2f1cff09-462c-4a88-8c81-47e7341e1666 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4706459 Feb 19 05:04:16.935489 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60080) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:16.982888 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ad0abf1a-b8b7-4e7e-bf68-9418c3c85947 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=cb7efcaa75ab46f8b306eefb09a4e21d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448897 Feb 19 05:04:16.985960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60082) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:17.079281 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] Set router 7592be59-a1a2-4b78-bc75-a58ae213f11a gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:04:17.123241 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d21cdf2-74d2-4284-9236-bfa97b514981 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:17.130350 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60084) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:17.133511 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9d21cdf2-74d2-4284-9236-bfa97b514981 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1386750 Feb 19 05:04:17.183666 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-74d7588a-8277-4606-9720-cbe2f698b29b tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0508790 Feb 19 05:04:17.186421 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60086) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:17.195866 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-5d1ed512-d3da-4b32-9e93-4f084e9665f5 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-97081842', 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:17.346164 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1ed512-d3da-4b32-9e93-4f084e9665f5 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Made reservation on behalf of cb7efcaa75ab46f8b306eefb09a4e21d for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:04:17.352249 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed512-d3da-4b32-9e93-4f084e9665f5 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:17.354974 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767313343', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:04:14Z', 'updated_at': '2022-02-19T05:04:15Z', 'revision_number': 3, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:07:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:04:15Z', 'updated_at': '2022-02-19T05:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:17.392562 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] Checking router: 7592be59-a1a2-4b78-bc75-a58ae213f11a for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:04:17.393203 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] Updating router 7592be59-a1a2-4b78-bc75-a58ae213f11a port 7fc9084b-5bd7-4577-bbe7-38989ff26b40 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:04:17.426033 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7fc9084b-5bd7-4577-bbe7-38989ff26b40), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:17.643485 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed512-d3da-4b32-9e93-4f084e9665f5 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (08781a6f-d6b4-499a-a6a7-eedd0a1433c8), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:17.754151 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ed512-d3da-4b32-9e93-4f084e9665f5 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Subnet': ['ID=08781a6f-d6b4-499a-a6a7-eedd0a1433c8,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:17.768325 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1ed512-d3da-4b32-9e93-4f084e9665f5 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Checking segment: {'id': '73aaaa0b-1629-4e2e-9faa-1773e9b91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:04:17.768729 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1ed512-d3da-4b32-9e93-4f084e9665f5 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network hostable DHCP agents. Network: afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:04:17.790275 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1ed512-d3da-4b32-9e93-4f084e9665f5 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:04:17.806696 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-5d1ed512-d3da-4b32-9e93-4f084e9665f5 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:04:17.816188 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1ed512-d3da-4b32-9e93-4f084e9665f5 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:17.817303 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed512-d3da-4b32-9e93-4f084e9665f5 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:17.820754 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bfe2b8-c717-48f3-a878-b4c6e61437fb None None] Network afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:04:17.852195 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] Publish callbacks [] for port (7fc9084b-5bd7-4577-bbe7-38989ff26b40), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:17.854903 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5d1ed512-d3da-4b32-9e93-4f084e9665f5 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6666515 Feb 19 05:04:17.859543 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60090) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:17.865558 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (7fc9084b-5bd7-4577-bbe7-38989ff26b40), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:17.974918 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] Attempting to bind port 7fc9084b-5bd7-4577-bbe7-38989ff26b40 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:04:17.975931 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] Attempting to bind port 7fc9084b-5bd7-4577-bbe7-38989ff26b40 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:04:17.976097 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] Attempting to bind port 7fc9084b-5bd7-4577-bbe7-38989ff26b40 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:04:17.991704 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:04:17.992344 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:04:17.993040 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:17.993662 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:04:17.994466 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] Bound port: 7fc9084b-5bd7-4577-bbe7-38989ff26b40, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:04:17.995094 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7fc9084b-5bd7-4577-bbe7-38989ff26b40), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:18.053420 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6896d08-da9e-46c1-8bd6-28ea8a3664f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00', 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'fixed_ips': [{'subnet_id': '08781a6f-d6b4-499a-a6a7-eedd0a1433c8'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:04:18.054908 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e6896d08-da9e-46c1-8bd6-28ea8a3664f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:18.056611 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d72cd-c71d-4beb-9b2c-38259c16342f None None] Pushing event updated for resources: {'Port': ['ID=7fc9084b-5bd7-4577-bbe7-38989ff26b40,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:18.077611 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d72cd-c71d-4beb-9b2c-38259c16342f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.077895 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d72cd-c71d-4beb-9b2c-38259c16342f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.078288 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d72cd-c71d-4beb-9b2c-38259c16342f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.078536 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d72cd-c71d-4beb-9b2c-38259c16342f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.078872 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d72cd-c71d-4beb-9b2c-38259c16342f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.079209 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d72cd-c71d-4beb-9b2c-38259c16342f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.080161 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d72cd-c71d-4beb-9b2c-38259c16342f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.080539 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d72cd-c71d-4beb-9b2c-38259c16342f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.080887 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d72cd-c71d-4beb-9b2c-38259c16342f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.081244 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d72cd-c71d-4beb-9b2c-38259c16342f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.081573 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d72cd-c71d-4beb-9b2c-38259c16342f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.081902 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d72cd-c71d-4beb-9b2c-38259c16342f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.082285 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d72cd-c71d-4beb-9b2c-38259c16342f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:18.106078 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] For port 7fc9084b-5bd7-4577-bbe7-38989ff26b40, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:04:18.110416 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] For port 7fc9084b-5bd7-4577-bbe7-38989ff26b40, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=7fc9084b-5bd7-4577-bbe7-38989ff26b40,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:04:18.121941 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (7fc9084b-5bd7-4577-bbe7-38989ff26b40), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:18.201317 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] Routers {'7592be59-a1a2-4b78-bc75-a58ae213f11a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:04:18.201797 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:04:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['7592be59-a1a2-4b78-bc75-a58ae213f11a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:18.298148 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-e6896d08-da9e-46c1-8bd6-28ea8a3664f2 None None] Allocated IP 172.20.0.2 (afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00/08781a6f-d6b4-499a-a6a7-eedd0a1433c8/c7dec533-047c-4259-bfc6-c8ac7d4d09dc) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:04:18.321781 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d72cd-c71d-4beb-9b2c-38259c16342f None None] Pushing event updated for resources: {'Port': ['ID=7fc9084b-5bd7-4577-bbe7-38989ff26b40,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:18.444770 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] Set router 7592be59-a1a2-4b78-bc75-a58ae213f11a gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:04:18.655033 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e6896d08-da9e-46c1-8bd6-28ea8a3664f2 None None] Publish callbacks [] for port (c7dec533-047c-4259-bfc6-c8ac7d4d09dc), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:18.670842 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e6896d08-da9e-46c1-8bd6-28ea8a3664f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (c7dec533-047c-4259-bfc6-c8ac7d4d09dc), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:18.782961 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1325528f-1a6a-40c9-8f01-8dca3bb473f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:18.800775 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6896d08-da9e-46c1-8bd6-28ea8a3664f2 None None] Network afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:04:18.808389 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-e6896d08-da9e-46c1-8bd6-28ea8a3664f2 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:04:18.813448 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6896d08-da9e-46c1-8bd6-28ea8a3664f2 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:04:18.847510 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6896d08-da9e-46c1-8bd6-28ea8a3664f2 None None] Pushing event updated for resources: {'Port': ['ID=c7dec533-047c-4259-bfc6-c8ac7d4d09dc,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:18.943175 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e6896d08-da9e-46c1-8bd6-28ea8a3664f2 None None] Attempting to bind port c7dec533-047c-4259-bfc6-c8ac7d4d09dc on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:04:18.943485 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e6896d08-da9e-46c1-8bd6-28ea8a3664f2 None None] Attempting to bind port c7dec533-047c-4259-bfc6-c8ac7d4d09dc by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '73aaaa0b-1629-4e2e-9faa-1773e9b91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:04:18.943974 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6896d08-da9e-46c1-8bd6-28ea8a3664f2 None None] Attempting to bind port c7dec533-047c-4259-bfc6-c8ac7d4d09dc on network afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:04:18.952393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6896d08-da9e-46c1-8bd6-28ea8a3664f2 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:04:18.953243 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6896d08-da9e-46c1-8bd6-28ea8a3664f2 None None] Checking segment: {'id': '73aaaa0b-1629-4e2e-9faa-1773e9b91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:04:18.953834 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e6896d08-da9e-46c1-8bd6-28ea8a3664f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:18.954936 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6896d08-da9e-46c1-8bd6-28ea8a3664f2 None None] Bound using segment: {'id': '73aaaa0b-1629-4e2e-9faa-1773e9b91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:04:18.955626 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e6896d08-da9e-46c1-8bd6-28ea8a3664f2 None None] Bound port: c7dec533-047c-4259-bfc6-c8ac7d4d09dc, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73aaaa0b-1629-4e2e-9faa-1773e9b91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:04:18.956193 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e6896d08-da9e-46c1-8bd6-28ea8a3664f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c7dec533-047c-4259-bfc6-c8ac7d4d09dc), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:19.069697 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767313343', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:04:14Z', 'updated_at': '2022-02-19T05:04:15Z', 'revision_number': 3, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:07:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:04:15Z', 'updated_at': '2022-02-19T05:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:19.109285 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f28cca6-4ada-4a29-8516-16c057c249ef None None] The sync data for ids ['7592be59-a1a2-4b78-bc75-a58ae213f11a'] in n-d-772273-4 is: [{'id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767313343', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:04:14Z', 'updated_at': '2022-02-19T05:04:15Z', 'revision_number': 3, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:07:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:04:15Z', 'updated_at': '2022-02-19T05:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:04:19.136699 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e6896d08-da9e-46c1-8bd6-28ea8a3664f2 None None] For port c7dec533-047c-4259-bfc6-c8ac7d4d09dc, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:04:19.148038 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e6896d08-da9e-46c1-8bd6-28ea8a3664f2 None None] For port c7dec533-047c-4259-bfc6-c8ac7d4d09dc, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c7dec533-047c-4259-bfc6-c8ac7d4d09dc,segment=NetworkSegment(73aaaa0b-1629-4e2e-9faa-1773e9b91b1f),segment_id=73aaaa0b-1629-4e2e-9faa-1773e9b91b1f)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:04:19.168183 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e6896d08-da9e-46c1-8bd6-28ea8a3664f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c7dec533-047c-4259-bfc6-c8ac7d4d09dc), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:19.429229 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6896d08-da9e-46c1-8bd6-28ea8a3664f2 None None] Pushing event updated for resources: {'Port': ['ID=c7dec533-047c-4259-bfc6-c8ac7d4d09dc,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:19.502490 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-1325528f-1a6a-40c9-8f01-8dca3bb473f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Allocated IP 172.20.0.1 (afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00/08781a6f-d6b4-499a-a6a7-eedd0a1433c8/579d6bf2-634c-4a26-a416-108a748d3a1b) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:04:19.813178 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1325528f-1a6a-40c9-8f01-8dca3bb473f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for port (579d6bf2-634c-4a26-a416-108a748d3a1b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:19.889299 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1325528f-1a6a-40c9-8f01-8dca3bb473f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (579d6bf2-634c-4a26-a416-108a748d3a1b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:19.966055 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1325528f-1a6a-40c9-8f01-8dca3bb473f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:04:19.971352 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-1325528f-1a6a-40c9-8f01-8dca3bb473f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:04:19.974902 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1325528f-1a6a-40c9-8f01-8dca3bb473f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:04:20.032594 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325528f-1a6a-40c9-8f01-8dca3bb473f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Port': ['ID=579d6bf2-634c-4a26-a416-108a748d3a1b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:20.072488 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1325528f-1a6a-40c9-8f01-8dca3bb473f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (7592be59-a1a2-4b78-bc75-a58ae213f11a), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:20.301161 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1325528f-1a6a-40c9-8f01-8dca3bb473f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (579d6bf2-634c-4a26-a416-108a748d3a1b), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:21.066170 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 7fc9084b-5bd7-4577-bbe7-38989ff26b40 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:04:21.125228 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4071d1a3-002c-4191-90a4-1e055930806b None None] Network afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:04:21.264428 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-69d802de-6112-40b7-a124-95eabfe0886d None None] Provisioning complete for port c7dec533-047c-4259-bfc6-c8ac7d4d09dc triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:04:21.265400 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-69d802de-6112-40b7-a124-95eabfe0886d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c7dec533-047c-4259-bfc6-c8ac7d4d09dc), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:21.414248 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 7fc9084b-5bd7-4577-bbe7-38989ff26b40 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:04:21.414942 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (7fc9084b-5bd7-4577-bbe7-38989ff26b40), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:21.456949 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1325528f-1a6a-40c9-8f01-8dca3bb473f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for port (579d6bf2-634c-4a26-a416-108a748d3a1b), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:21.464241 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1325528f-1a6a-40c9-8f01-8dca3bb473f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (579d6bf2-634c-4a26-a416-108a748d3a1b), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:21.624316 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-69d802de-6112-40b7-a124-95eabfe0886d None None] Current status of the port c7dec533-047c-4259-bfc6-c8ac7d4d09dc is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:04:21.625061 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-69d802de-6112-40b7-a124-95eabfe0886d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c7dec533-047c-4259-bfc6-c8ac7d4d09dc), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:21.634499 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1325528f-1a6a-40c9-8f01-8dca3bb473f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (7592be59-a1a2-4b78-bc75-a58ae213f11a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:21.641618 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325528f-1a6a-40c9-8f01-8dca3bb473f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Port': ['ID=579d6bf2-634c-4a26-a416-108a748d3a1b,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:21.779655 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-69d802de-6112-40b7-a124-95eabfe0886d None None] For port c7dec533-047c-4259-bfc6-c8ac7d4d09dc, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c7dec533-047c-4259-bfc6-c8ac7d4d09dc,segment=NetworkSegment(73aaaa0b-1629-4e2e-9faa-1773e9b91b1f),segment_id=73aaaa0b-1629-4e2e-9faa-1773e9b91b1f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:04:21.786685 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-69d802de-6112-40b7-a124-95eabfe0886d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c7dec533-047c-4259-bfc6-c8ac7d4d09dc), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:21.844771 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 7fc9084b-5bd7-4577-bbe7-38989ff26b40 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:04:21.845571 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7fc9084b-5bd7-4577-bbe7-38989ff26b40), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:21.898671 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 7fc9084b-5bd7-4577-bbe7-38989ff26b40, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=7fc9084b-5bd7-4577-bbe7-38989ff26b40,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:04:21.915158 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (7fc9084b-5bd7-4577-bbe7-38989ff26b40), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:21.916232 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c7dec533-047c-4259-bfc6-c8ac7d4d09dc up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:04:21.920966 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d802de-6112-40b7-a124-95eabfe0886d None None] Pushing event updated for resources: {'Port': ['ID=c7dec533-047c-4259-bfc6-c8ac7d4d09dc,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:21.998209 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1325528f-1a6a-40c9-8f01-8dca3bb473f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:04:22.003045 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-1325528f-1a6a-40c9-8f01-8dca3bb473f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:04:22.063507 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=7fc9084b-5bd7-4577-bbe7-38989ff26b40,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:22.071625 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ab916827-bf0f-4fc3-b6f1-31778d5bac63 None None] Provisioning complete for port c7dec533-047c-4259-bfc6-c8ac7d4d09dc triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:04:22.072277 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ab916827-bf0f-4fc3-b6f1-31778d5bac63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c7dec533-047c-4259-bfc6-c8ac7d4d09dc), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:22.160298 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port c7dec533-047c-4259-bfc6-c8ac7d4d09dc triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:04:22.160723 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c7dec533-047c-4259-bfc6-c8ac7d4d09dc), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:22.211034 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1325528f-1a6a-40c9-8f01-8dca3bb473f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Router 7592be59-a1a2-4b78-bc75-a58ae213f11a has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:04:22.369657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ab916827-bf0f-4fc3-b6f1-31778d5bac63 None None] Current status of the port c7dec533-047c-4259-bfc6-c8ac7d4d09dc is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:04:22.405388 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port c7dec533-047c-4259-bfc6-c8ac7d4d09dc is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:04:22.424786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1325528f-1a6a-40c9-8f01-8dca3bb473f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:04:22.432631 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1325528f-1a6a-40c9-8f01-8dca3bb473f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "PUT /v2.0/routers/7592be59-a1a2-4b78-bc75-a58ae213f11a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5710015 Feb 19 05:04:22.445071 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] Sync routers for ids ['7592be59-a1a2-4b78-bc75-a58ae213f11a'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:04:22.460224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ab916827-bf0f-4fc3-b6f1-31778d5bac63 None None] Provisioning complete for port 579d6bf2-634c-4a26-a416-108a748d3a1b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:04:22.460442 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ab916827-bf0f-4fc3-b6f1-31778d5bac63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (579d6bf2-634c-4a26-a416-108a748d3a1b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:22.502948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] Routers {'7592be59-a1a2-4b78-bc75-a58ae213f11a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:04:22.503609 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:04:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['7592be59-a1a2-4b78-bc75-a58ae213f11a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:22.580441 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ab916827-bf0f-4fc3-b6f1-31778d5bac63 None None] Port 579d6bf2-634c-4a26-a416-108a748d3a1b cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:04:22.709025 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] Set router 7592be59-a1a2-4b78-bc75-a58ae213f11a gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:04:22.914886 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-58e1c264-2003-4494-a9b6-701f3687b206 None None] Provisioning complete for port 579d6bf2-634c-4a26-a416-108a748d3a1b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:04:22.915279 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-58e1c264-2003-4494-a9b6-701f3687b206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (579d6bf2-634c-4a26-a416-108a748d3a1b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:22.998146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 7fc9084b-5bd7-4577-bbe7-38989ff26b40 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:04:23.010403 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-f284312c-9cf7-4ebe-8fc7-9708a8d57469 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-300133459&fields=id&tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d HTTP/1.1" status: 200 len: 267 time: 0.1037588 Feb 19 05:04:23.058253 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-58e1c264-2003-4494-a9b6-701f3687b206 None None] Port 579d6bf2-634c-4a26-a416-108a748d3a1b cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:04:23.167621 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 7fc9084b-5bd7-4577-bbe7-38989ff26b40 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:04:23.168640 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (7fc9084b-5bd7-4577-bbe7-38989ff26b40), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:23.225947 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-f4df2d48-cb72-44e1-a2a4-4dc7d9d94803 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:23.227934 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-f4df2d48-cb72-44e1-a2a4-4dc7d9d94803 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/networks?id=afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 HTTP/1.1" status: 200 len: 796 time: 0.2071347 Feb 19 05:04:23.253907 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-3993c71d-978e-4868-92ab-9b454d66679b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/quotas/cb7efcaa75ab46f8b306eefb09a4e21d HTTP/1.1" status: 200 len: 375 time: 0.0142457 Feb 19 05:04:23.255258 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-318b405a-22d0-4a4d-819d-6b7dc2388c30 None None] Provisioning complete for port 579d6bf2-634c-4a26-a416-108a748d3a1b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:04:23.255648 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-318b405a-22d0-4a4d-819d-6b7dc2388c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (579d6bf2-634c-4a26-a416-108a748d3a1b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:23.303122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767313343', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:04:14Z', 'updated_at': '2022-02-19T05:04:20Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:04:15Z', 'updated_at': '2022-02-19T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '579d6bf2-634c-4a26-a416-108a748d3a1b', 'name': '', 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:51:a6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '08781a6f-d6b4-499a-a6a7-eedd0a1433c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:04:19Z', 'updated_at': '2022-02-19T05:04:21Z', 'revision_number': 2, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': '08781a6f-d6b4-499a-a6a7-eedd0a1433c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:23.337848 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-c8f32e03-4529-4018-a2ea-ce683cea9ce8 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750761 Feb 19 05:04:23.356570 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-318b405a-22d0-4a4d-819d-6b7dc2388c30 None None] Port 579d6bf2-634c-4a26-a416-108a748d3a1b cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:04:23.393465 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] Checking router: 7592be59-a1a2-4b78-bc75-a58ae213f11a for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:04:23.394037 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] Updating router 7592be59-a1a2-4b78-bc75-a58ae213f11a port 579d6bf2-634c-4a26-a416-108a748d3a1b binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:04:23.460123 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (579d6bf2-634c-4a26-a416-108a748d3a1b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:23.463327 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 7fc9084b-5bd7-4577-bbe7-38989ff26b40 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:04:23.465129 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c7dec533-047c-4259-bfc6-c8ac7d4d09dc up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:04:23.504468 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-e3565215-b45c-4d00-af0c-82a2be715fd5 service neutron] 10.222.0.65 "GET /v2.0/networks/afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619325 Feb 19 05:04:23.675737 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-803d8cf5-c3c3-4cf8-a0e7-f1c22aee14f7 service neutron] 10.222.0.65 "GET /v2.0/networks/afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627350 Feb 19 05:04:23.711719 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port c7dec533-047c-4259-bfc6-c8ac7d4d09dc triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:04:23.711959 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c7dec533-047c-4259-bfc6-c8ac7d4d09dc), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:23.914654 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port c7dec533-047c-4259-bfc6-c8ac7d4d09dc is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:04:24.012134 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9017f490-9855-42d1-abcb-ad69dbdad579 req-4c1d883c-081a-4162-945a-17f90c52c6f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 210 time: 0.0639608 Feb 19 05:04:24.061125 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] Publish callbacks [] for port (579d6bf2-634c-4a26-a416-108a748d3a1b), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:24.071513 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (579d6bf2-634c-4a26-a416-108a748d3a1b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:24.393636 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660243a-8b52-43f2-8d23-25c808abe371 None None] Pushing event updated for resources: {'Port': ['ID=579d6bf2-634c-4a26-a416-108a748d3a1b,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:24.435206 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660243a-8b52-43f2-8d23-25c808abe371 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:24.435635 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660243a-8b52-43f2-8d23-25c808abe371 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:24.436161 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660243a-8b52-43f2-8d23-25c808abe371 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:24.436652 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660243a-8b52-43f2-8d23-25c808abe371 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:24.437206 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660243a-8b52-43f2-8d23-25c808abe371 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:24.437735 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660243a-8b52-43f2-8d23-25c808abe371 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:24.438253 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660243a-8b52-43f2-8d23-25c808abe371 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:24.439690 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660243a-8b52-43f2-8d23-25c808abe371 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:24.439831 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660243a-8b52-43f2-8d23-25c808abe371 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:24.440364 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660243a-8b52-43f2-8d23-25c808abe371 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:24.440807 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660243a-8b52-43f2-8d23-25c808abe371 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:24.441877 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660243a-8b52-43f2-8d23-25c808abe371 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:24.441877 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660243a-8b52-43f2-8d23-25c808abe371 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:24.471040 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] Attempting to bind port 579d6bf2-634c-4a26-a416-108a748d3a1b on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:04:24.471607 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] Attempting to bind port 579d6bf2-634c-4a26-a416-108a748d3a1b by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '73aaaa0b-1629-4e2e-9faa-1773e9b91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:04:24.472215 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] Attempting to bind port 579d6bf2-634c-4a26-a416-108a748d3a1b on network afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:04:24.481303 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:04:24.481886 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] Checking segment: {'id': '73aaaa0b-1629-4e2e-9faa-1773e9b91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:04:24.482503 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:24.483094 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] Bound using segment: {'id': '73aaaa0b-1629-4e2e-9faa-1773e9b91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:04:24.483794 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] Bound port: 579d6bf2-634c-4a26-a416-108a748d3a1b, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73aaaa0b-1629-4e2e-9faa-1773e9b91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:04:24.484404 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (579d6bf2-634c-4a26-a416-108a748d3a1b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:24.605789 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] For port 579d6bf2-634c-4a26-a416-108a748d3a1b, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:04:24.609951 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] For port 579d6bf2-634c-4a26-a416-108a748d3a1b, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=579d6bf2-634c-4a26-a416-108a748d3a1b,segment=NetworkSegment(73aaaa0b-1629-4e2e-9faa-1773e9b91b1f),segment_id=73aaaa0b-1629-4e2e-9faa-1773e9b91b1f)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:04:24.616873 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ac5ddde1-823c-4e66-9d25-65938f75572b None None] Provisioning complete for port 579d6bf2-634c-4a26-a416-108a748d3a1b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:04:24.617581 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ac5ddde1-823c-4e66-9d25-65938f75572b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (579d6bf2-634c-4a26-a416-108a748d3a1b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:24.644990 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (579d6bf2-634c-4a26-a416-108a748d3a1b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:24.695157 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ac5ddde1-823c-4e66-9d25-65938f75572b None None] Port 579d6bf2-634c-4a26-a416-108a748d3a1b cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:04:24.731318 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] Routers {'7592be59-a1a2-4b78-bc75-a58ae213f11a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:04:24.731976 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:04:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['7592be59-a1a2-4b78-bc75-a58ae213f11a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:24.796477 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660243a-8b52-43f2-8d23-25c808abe371 None None] Pushing event updated for resources: {'Port': ['ID=579d6bf2-634c-4a26-a416-108a748d3a1b,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:24.897743 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] Set router 7592be59-a1a2-4b78-bc75-a58ae213f11a gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:04:25.153527 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-88daa715-0fb2-4c31-b88b-7de41886e5d0 None None] Provisioning complete for port 579d6bf2-634c-4a26-a416-108a748d3a1b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:04:25.154171 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-88daa715-0fb2-4c31-b88b-7de41886e5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (579d6bf2-634c-4a26-a416-108a748d3a1b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:25.169968 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d7e24643-e73a-4501-9839-07e4f448fc27 req-1426d0bf-a275-4972-8e31-1be7bf2a9abe tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 210 time: 0.0566709 Feb 19 05:04:25.419782 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-88daa715-0fb2-4c31-b88b-7de41886e5d0 None None] Current status of the port 579d6bf2-634c-4a26-a416-108a748d3a1b is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:04:25.420680 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-88daa715-0fb2-4c31-b88b-7de41886e5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (579d6bf2-634c-4a26-a416-108a748d3a1b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:25.448271 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767313343', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:04:14Z', 'updated_at': '2022-02-19T05:04:20Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:04:15Z', 'updated_at': '2022-02-19T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '579d6bf2-634c-4a26-a416-108a748d3a1b', 'name': '', 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:51:a6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '08781a6f-d6b4-499a-a6a7-eedd0a1433c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:04:19Z', 'updated_at': '2022-02-19T05:04:24Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': '08781a6f-d6b4-499a-a6a7-eedd0a1433c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:25.502492 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e876cfb3-8e1f-4fdf-8cdf-fce8ca34674c None None] The sync data for ids ['7592be59-a1a2-4b78-bc75-a58ae213f11a'] in n-d-772273-4 is: [{'id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767313343', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:04:14Z', 'updated_at': '2022-02-19T05:04:20Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:04:15Z', 'updated_at': '2022-02-19T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '579d6bf2-634c-4a26-a416-108a748d3a1b', 'name': '', 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:51:a6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '08781a6f-d6b4-499a-a6a7-eedd0a1433c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:04:19Z', 'updated_at': '2022-02-19T05:04:24Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': '08781a6f-d6b4-499a-a6a7-eedd0a1433c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:04:25.549446 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-88daa715-0fb2-4c31-b88b-7de41886e5d0 None None] For port 579d6bf2-634c-4a26-a416-108a748d3a1b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=579d6bf2-634c-4a26-a416-108a748d3a1b,segment=NetworkSegment(73aaaa0b-1629-4e2e-9faa-1773e9b91b1f),segment_id=73aaaa0b-1629-4e2e-9faa-1773e9b91b1f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:04:25.556765 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-88daa715-0fb2-4c31-b88b-7de41886e5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (579d6bf2-634c-4a26-a416-108a748d3a1b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:25.566091 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-56af046d-0330-4021-b8b0-a966a51f7450 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:25.566585 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-56af046d-0330-4021-b8b0-a966a51f7450 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.48 "GET /v2.0/networks?id=afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 HTTP/1.1" status: 200 len: 796 time: 0.2089570 Feb 19 05:04:25.698835 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88daa715-0fb2-4c31-b88b-7de41886e5d0 None None] Pushing event updated for resources: {'Port': ['ID=579d6bf2-634c-4a26-a416-108a748d3a1b,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:25.730512 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-ba7f076a-d16e-44a8-9e01-cef65cd9ef17 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d HTTP/1.1" status: 200 len: 379 time: 0.1505678 Feb 19 05:04:25.742164 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'port': {'device_id': 'bcbd859e-76d3-4d57-98f6-69f6b46bbf31', 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00', 'admin_state_up': True, 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'security_groups': ['31b940ac-8a64-4a6e-8bd6-58fdc3337112']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:25.920439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Made reservation on behalf of cb7efcaa75ab46f8b306eefb09a4e21d for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:04:25.926519 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:26.162299 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Allocated IP 172.20.0.5 (afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00/08781a6f-d6b4-499a-a6a7-eedd0a1433c8/fc267044-4cec-4487-a5ab-4e8d9a2be272) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:04:26.339741 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9ea8b989-dc59-48ab-8a4b-86903ea33e76 req-f630718b-8ccd-46fb-b411-b39b674a6a30 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 210 time: 0.0506511 Feb 19 05:04:26.404085 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:26.455511 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:26.509917 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:04:26.516140 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:04:26.522353 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:04:26.526851 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Port': ['ID=fc267044-4cec-4487-a5ab-4e8d9a2be272,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:26.560240 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:26.560602 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:26.560958 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:26.561328 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:26.561671 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:26.562005 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:26.562335 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:26.562672 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:26.563460 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:26.563460 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:26.563744 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:26.563982 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:26.564305 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:04:26.599363 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:26.600542 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:26.625236 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-c5fc1e93-fed5-4800-9165-0f7e56c762f6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8901932 Feb 19 05:04:26.639498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-388a2266-47d3-47f9-8f55-0ab07b1ba1b6 service neutron] Request body: {'port': {'device_id': 'bcbd859e-76d3-4d57-98f6-69f6b46bbf31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:26.737082 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-388a2266-47d3-47f9-8f55-0ab07b1ba1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:26.917643 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d8af54b5-c15f-4bef-a1f3-ca31214935b2 None None] Provisioning complete for port fc267044-4cec-4487-a5ab-4e8d9a2be272 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:04:26.921628 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d8af54b5-c15f-4bef-a1f3-ca31214935b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:26.978010 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 579d6bf2-634c-4a26-a416-108a748d3a1b up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:04:27.030174 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d8af54b5-c15f-4bef-a1f3-ca31214935b2 None None] Port fc267044-4cec-4487-a5ab-4e8d9a2be272 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:04:27.051068 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 579d6bf2-634c-4a26-a416-108a748d3a1b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:04:27.051794 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (579d6bf2-634c-4a26-a416-108a748d3a1b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:27.194655 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-388a2266-47d3-47f9-8f55-0ab07b1ba1b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc267044-4cec-4487-a5ab-4e8d9a2be272 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:04:27.206221 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-388a2266-47d3-47f9-8f55-0ab07b1ba1b6 service neutron] Publish callbacks [] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:27.212156 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 579d6bf2-634c-4a26-a416-108a748d3a1b is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:04:27.228437 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-388a2266-47d3-47f9-8f55-0ab07b1ba1b6 service neutron] Transition to ACTIVE for port object fc267044-4cec-4487-a5ab-4e8d9a2be272 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:04:27.235105 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-388a2266-47d3-47f9-8f55-0ab07b1ba1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:27.342926 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a2266-47d3-47f9-8f55-0ab07b1ba1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc267044-4cec-4487-a5ab-4e8d9a2be272,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:27.534823 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-388a2266-47d3-47f9-8f55-0ab07b1ba1b6 service neutron] Attempting to bind port fc267044-4cec-4487-a5ab-4e8d9a2be272 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:04:27.535696 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-388a2266-47d3-47f9-8f55-0ab07b1ba1b6 service neutron] Attempting to bind port fc267044-4cec-4487-a5ab-4e8d9a2be272 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '73aaaa0b-1629-4e2e-9faa-1773e9b91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:04:27.535696 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-388a2266-47d3-47f9-8f55-0ab07b1ba1b6 service neutron] Attempting to bind port fc267044-4cec-4487-a5ab-4e8d9a2be272 on network afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:04:27.550579 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-388a2266-47d3-47f9-8f55-0ab07b1ba1b6 service neutron] Port fc267044-4cec-4487-a5ab-4e8d9a2be272 on network afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:04:27.551107 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-388a2266-47d3-47f9-8f55-0ab07b1ba1b6 service neutron] Attempting to bind port fc267044-4cec-4487-a5ab-4e8d9a2be272 on network afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:04:27.569376 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-388a2266-47d3-47f9-8f55-0ab07b1ba1b6 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:04:27.569644 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-388a2266-47d3-47f9-8f55-0ab07b1ba1b6 service neutron] Checking segment: {'id': '73aaaa0b-1629-4e2e-9faa-1773e9b91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:04:27.569957 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-388a2266-47d3-47f9-8f55-0ab07b1ba1b6 service neutron] Bound using segment: {'id': '73aaaa0b-1629-4e2e-9faa-1773e9b91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:04:27.570432 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-388a2266-47d3-47f9-8f55-0ab07b1ba1b6 service neutron] Bound port: fc267044-4cec-4487-a5ab-4e8d9a2be272, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73aaaa0b-1629-4e2e-9faa-1773e9b91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:04:27.570833 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-388a2266-47d3-47f9-8f55-0ab07b1ba1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:27.684198 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8ddbd-de7c-4368-a665-eabbc2717df5 req-fb52469a-db39-42d0-9ca2-b4318612057c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:27.686884 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-00e8ddbd-de7c-4368-a665-eabbc2717df5 req-fb52469a-db39-42d0-9ca2-b4318612057c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 943 time: 0.1910796 Feb 19 05:04:27.732240 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-388a2266-47d3-47f9-8f55-0ab07b1ba1b6 service neutron] For port fc267044-4cec-4487-a5ab-4e8d9a2be272, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:04:27.768363 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-388a2266-47d3-47f9-8f55-0ab07b1ba1b6 service neutron] For port fc267044-4cec-4487-a5ab-4e8d9a2be272, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=fc267044-4cec-4487-a5ab-4e8d9a2be272,segment=NetworkSegment(73aaaa0b-1629-4e2e-9faa-1773e9b91b1f),segment_id=73aaaa0b-1629-4e2e-9faa-1773e9b91b1f)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:04:27.792415 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-388a2266-47d3-47f9-8f55-0ab07b1ba1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:27.844315 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-00e8ddbd-de7c-4368-a665-eabbc2717df5 req-1a0d35eb-bf45-43dd-87be-474699db143b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=31b940ac-8a64-4a6e-8bd6-58fdc3337112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447563 Feb 19 05:04:27.858458 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-388a2266-47d3-47f9-8f55-0ab07b1ba1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:27.859112 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-388a2266-47d3-47f9-8f55-0ab07b1ba1b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:27.860731 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-388a2266-47d3-47f9-8f55-0ab07b1ba1b6 service neutron] 10.222.0.48 "PUT /v2.0/ports/fc267044-4cec-4487-a5ab-4e8d9a2be272 HTTP/1.1" status: 200 len: 1091 time: 1.2281599 Feb 19 05:04:27.861280 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbd859e-76d3-4d57-98f6-69f6b46bbf31', 'tag': 'fc267044-4cec-4487-a5ab-4e8d9a2be272'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:04:27.863851 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9609eb-ea03-4e35-8067-d0bdb8b2ad4a" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbd859e-76d3-4d57-98f6-69f6b46bbf31", "tag": "fc267044-4cec-4487-a5ab-4e8d9a2be272"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:04:27.896664 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a2266-47d3-47f9-8f55-0ab07b1ba1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc267044-4cec-4487-a5ab-4e8d9a2be272,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:27.969959 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea67bad-3231-455f-a520-d65d3341fed4 x-openstack-request-id: req-8ea67bad-3231-455f-a520-d65d3341fed4 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:04:27.970426 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbd859e-76d3-4d57-98f6-69f6b46bbf31", "tag": "fc267044-4cec-4487-a5ab-4e8d9a2be272", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:04:27.970872 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8ea67bad-3231-455f-a520-d65d3341fed4 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:04:27.971445 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbd859e-76d3-4d57-98f6-69f6b46bbf31', 'tag': 'fc267044-4cec-4487-a5ab-4e8d9a2be272', 'status': 'completed', 'code': 200} Feb 19 05:04:27.999396 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-e6159c7b-e049-4d1d-9098-3e47d973f27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:28.001760 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-e6159c7b-e049-4d1d-9098-3e47d973f27d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 1125 time: 0.0783145 Feb 19 05:04:28.064156 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-5dceb1a7-aa6b-4413-b9a1-d1dfc959ac45 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc267044-4cec-4487-a5ab-4e8d9a2be272 HTTP/1.1" status: 200 len: 217 time: 0.0555544 Feb 19 05:04:28.138967 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-73aba92d-01f5-46fd-b9d1-335b43f4a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:28.140837 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-73aba92d-01f5-46fd-b9d1-335b43f4a2e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08781a6f-d6b4-499a-a6a7-eedd0a1433c8 HTTP/1.1" status: 200 len: 833 time: 0.0720718 Feb 19 05:04:28.213137 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-59304bc2-acb3-4178-a088-b1e51224ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:28.215170 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-59304bc2-acb3-4178-a088-b1e51224ecbc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0680661 Feb 19 05:04:28.340587 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-8ee4a4c1-cd5d-443b-a891-463fc7aadb18 service neutron] 10.222.0.48 "GET /v2.0/networks/afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102877 Feb 19 05:04:28.468086 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ff6bb05-4921-4c0b-825b-d7acc6e21a77 req-d4cd7e4d-5925-4940-92cd-6cb3cc802a61 service neutron] 10.222.0.48 "GET /v2.0/networks/afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216114 Feb 19 05:04:28.600721 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9609eb-ea03-4e35-8067-d0bdb8b2ad4a req-51a6ab5b-819f-4694-b466-22b5cee8e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:28.603455 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7c9609eb-ea03-4e35-8067-d0bdb8b2ad4a req-51a6ab5b-819f-4694-b466-22b5cee8e711 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 1125 time: 0.0693026 Feb 19 05:04:28.731454 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9609eb-ea03-4e35-8067-d0bdb8b2ad4a req-13eec081-8463-44cd-8a1f-aa2c182dd7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:28.733120 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7c9609eb-ea03-4e35-8067-d0bdb8b2ad4a req-13eec081-8463-44cd-8a1f-aa2c182dd7bd service neutron] 10.222.0.48 "GET /v2.0/networks?id=afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 HTTP/1.1" status: 200 len: 896 time: 0.1240635 Feb 19 05:04:28.788625 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7c9609eb-ea03-4e35-8067-d0bdb8b2ad4a req-51249a13-511a-4f1e-b516-5cb490fd2d6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc267044-4cec-4487-a5ab-4e8d9a2be272 HTTP/1.1" status: 200 len: 217 time: 0.0466437 Feb 19 05:04:28.842521 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9609eb-ea03-4e35-8067-d0bdb8b2ad4a req-3e6e8d36-8c4d-4a63-a623-bae48b7b1506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:28.844110 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7c9609eb-ea03-4e35-8067-d0bdb8b2ad4a req-3e6e8d36-8c4d-4a63-a623-bae48b7b1506 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08781a6f-d6b4-499a-a6a7-eedd0a1433c8 HTTP/1.1" status: 200 len: 833 time: 0.0490062 Feb 19 05:04:28.908598 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9609eb-ea03-4e35-8067-d0bdb8b2ad4a req-4ae67799-e0ee-45ef-aea2-2063a0a12545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:28.910396 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7c9609eb-ea03-4e35-8067-d0bdb8b2ad4a req-4ae67799-e0ee-45ef-aea2-2063a0a12545 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0595708 Feb 19 05:04:29.069292 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7c9609eb-ea03-4e35-8067-d0bdb8b2ad4a req-ba7d3310-0f01-43f2-8c5e-5754f6f2b9a4 service neutron] 10.222.0.48 "GET /v2.0/networks/afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518409 Feb 19 05:04:29.080237 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ef80a-c429-45a5-b8e8-fed36141cf53 req-7dd006b0-66d2-4612-9845-42bbbabcefe4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:29.081886 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-159ef80a-c429-45a5-b8e8-fed36141cf53 req-7dd006b0-66d2-4612-9845-42bbbabcefe4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 943 time: 0.0945442 Feb 19 05:04:29.191744 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-159ef80a-c429-45a5-b8e8-fed36141cf53 req-84ad70fc-257f-4e62-84e1-267cec7c9d6e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=31b940ac-8a64-4a6e-8bd6-58fdc3337112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993159 Feb 19 05:04:29.226273 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7c9609eb-ea03-4e35-8067-d0bdb8b2ad4a req-cffc6d7a-16b5-45c5-be34-e70a75c1565b service neutron] 10.222.0.48 "GET /v2.0/networks/afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433454 Feb 19 05:04:30.329992 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a07cb-8c7b-417b-9bbb-6c04a091440f req-ab6b979a-8e23-4e6a-9974-b50dfa6f23f8 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:30.331533 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-637a07cb-8c7b-417b-9bbb-6c04a091440f req-ab6b979a-8e23-4e6a-9974-b50dfa6f23f8 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 943 time: 0.0578198 Feb 19 05:04:30.387836 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-637a07cb-8c7b-417b-9bbb-6c04a091440f req-40d09c9e-fd59-4335-9404-beeea5434d09 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=31b940ac-8a64-4a6e-8bd6-58fdc3337112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480018 Feb 19 05:04:31.482685 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device fc267044-4cec-4487-a5ab-4e8d9a2be272 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:04:31.527130 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8d2ab-fbcb-4545-8def-88ab0ccb3b27 req-220f7ded-e7cd-4895-8ea2-f04996d66a8d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:31.528730 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a4d8d2ab-fbcb-4545-8def-88ab0ccb3b27 req-220f7ded-e7cd-4895-8ea2-f04996d66a8d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 943 time: 0.0613887 Feb 19 05:04:31.605544 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a4d8d2ab-fbcb-4545-8def-88ab0ccb3b27 req-c952cc35-4ed3-4139-a26b-0504d58064c6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=31b940ac-8a64-4a6e-8bd6-58fdc3337112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630126 Feb 19 05:04:31.625312 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port fc267044-4cec-4487-a5ab-4e8d9a2be272, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=fc267044-4cec-4487-a5ab-4e8d9a2be272,segment=NetworkSegment(73aaaa0b-1629-4e2e-9faa-1773e9b91b1f),segment_id=73aaaa0b-1629-4e2e-9faa-1773e9b91b1f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:04:31.640001 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'fc267044-4cec-4487-a5ab-4e8d9a2be272', 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00', 'port_id': 'fc267044-4cec-4487-a5ab-4e8d9a2be272', 'mac_address': 'fa:16:3e:90:4e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08781a6f-d6b4-499a-a6a7-eedd0a1433c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:04:31.688652 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port fc267044-4cec-4487-a5ab-4e8d9a2be272 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:04:31.690081 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:31.711990 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc267044-4cec-4487-a5ab-4e8d9a2be272 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:04:31.737182 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port fc267044-4cec-4487-a5ab-4e8d9a2be272, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=fc267044-4cec-4487-a5ab-4e8d9a2be272,segment=NetworkSegment(73aaaa0b-1629-4e2e-9faa-1773e9b91b1f),segment_id=73aaaa0b-1629-4e2e-9faa-1773e9b91b1f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:04:31.742483 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:31.800437 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=fc267044-4cec-4487-a5ab-4e8d9a2be272,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:31.958280 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['fc267044-4cec-4487-a5ab-4e8d9a2be272'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:04:32.290720 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-dc7c8b9a-4202-485d-b617-ea1f5e7f25f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:32.747464 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d5a0f-9afb-463c-b944-073945e6e920 req-a3c53cdc-3cf0-45e8-8f9a-f8574c09e848 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:32.749169 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-318d5a0f-9afb-463c-b944-073945e6e920 req-a3c53cdc-3cf0-45e8-8f9a-f8574c09e848 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 944 time: 0.0564923 Feb 19 05:04:32.809648 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-318d5a0f-9afb-463c-b944-073945e6e920 req-675886f5-1e6c-47fc-aa48-ed6eb69018f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=31b940ac-8a64-4a6e-8bd6-58fdc3337112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511539 Feb 19 05:04:33.485100 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device fc267044-4cec-4487-a5ab-4e8d9a2be272 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:04:33.551393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port fc267044-4cec-4487-a5ab-4e8d9a2be272 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:04:33.556286 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port fc267044-4cec-4487-a5ab-4e8d9a2be272 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:04:33.556672 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:33.655907 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port fc267044-4cec-4487-a5ab-4e8d9a2be272 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:04:33.656298 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:33.689430 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbd859e-76d3-4d57-98f6-69f6b46bbf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc267044-4cec-4487-a5ab-4e8d9a2be272'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:04:33.691941 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e57b9e-8365-4f82-b498-60b879519d14" -d '{"events": [{"server_uuid": "bcbd859e-76d3-4d57-98f6-69f6b46bbf31", "name": "network-vif-plugged", "status": "completed", "tag": "fc267044-4cec-4487-a5ab-4e8d9a2be272"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:04:33.715044 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port fc267044-4cec-4487-a5ab-4e8d9a2be272, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=fc267044-4cec-4487-a5ab-4e8d9a2be272,segment=NetworkSegment(73aaaa0b-1629-4e2e-9faa-1773e9b91b1f),segment_id=73aaaa0b-1629-4e2e-9faa-1773e9b91b1f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:04:33.721202 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:33.759290 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c283a59-fa6b-46e4-982b-23236012d306 x-openstack-request-id: req-3c283a59-fa6b-46e4-982b-23236012d306 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:04:33.759731 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbd859e-76d3-4d57-98f6-69f6b46bbf31", "name": "network-vif-plugged", "status": "completed", "tag": "fc267044-4cec-4487-a5ab-4e8d9a2be272", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:04:33.760128 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3c283a59-fa6b-46e4-982b-23236012d306 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:04:33.760895 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbd859e-76d3-4d57-98f6-69f6b46bbf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc267044-4cec-4487-a5ab-4e8d9a2be272', 'code': 200} Feb 19 05:04:33.803753 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=fc267044-4cec-4487-a5ab-4e8d9a2be272,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:33.884946 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d805db-6d40-482f-ba08-c4843e14563d req-e8a98a2f-a827-4acf-98d8-8b3219d6eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:33.886701 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6d805db-6d40-482f-ba08-c4843e14563d req-e8a98a2f-a827-4acf-98d8-8b3219d6eaf8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 1127 time: 0.0745335 Feb 19 05:04:33.944323 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6d805db-6d40-482f-ba08-c4843e14563d req-d0526314-da56-4250-91f8-05c371446a5a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=31b940ac-8a64-4a6e-8bd6-58fdc3337112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512943 Feb 19 05:04:33.989114 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65add41d-5b67-4798-b859-bf0eafec4051 req-19985d34-cc2a-4af4-90db-ca7f98c6bc9d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:33.991532 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-65add41d-5b67-4798-b859-bf0eafec4051 req-19985d34-cc2a-4af4-90db-ca7f98c6bc9d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 945 time: 0.0845690 Feb 19 05:04:34.051922 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-65add41d-5b67-4798-b859-bf0eafec4051 req-2d2162d0-82de-483b-8224-60edcf41e2cf tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=31b940ac-8a64-4a6e-8bd6-58fdc3337112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542541 Feb 19 05:04:35.143461 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e333071e-6b1d-4820-a8b9-c63dbec7f9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:35.521368 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4234d7e-c532-406b-9930-6400aee1ace1 req-2f1f35fb-cccc-4161-ae1e-1c74d6f31977 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:35.523114 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a4234d7e-c532-406b-9930-6400aee1ace1 req-2f1f35fb-cccc-4161-ae1e-1c74d6f31977 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 945 time: 0.1244681 Feb 19 05:04:35.592999 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a4234d7e-c532-406b-9930-6400aee1ace1 req-3df364f3-28d5-42bf-bb3f-9d72fc54e61e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=31b940ac-8a64-4a6e-8bd6-58fdc3337112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605879 Feb 19 05:04:35.728615 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376d36b-8eaa-48c1-8cc3-ff42d5f4a949 req-f080eea4-c219-46cb-9ac6-9a01ea6084f2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:35.730344 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6376d36b-8eaa-48c1-8cc3-ff42d5f4a949 req-f080eea4-c219-46cb-9ac6-9a01ea6084f2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 945 time: 0.0624242 Feb 19 05:04:35.787795 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6376d36b-8eaa-48c1-8cc3-ff42d5f4a949 req-722ffaec-a210-4625-b426-5ab300b1a3cb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=31b940ac-8a64-4a6e-8bd6-58fdc3337112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508289 Feb 19 05:04:35.812864 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60264) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:35.861641 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816b9ae3-318d-4603-8944-b246506a450b tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:35.863194 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-816b9ae3-318d-4603-8944-b246506a450b tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 1122 time: 0.0490763 Feb 19 05:04:35.866043 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60266) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:35.870504 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-dcea7313-a4f1-4fd8-b755-8ea71a923dfe tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': 'fc267044-4cec-4487-a5ab-4e8d9a2be272', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:35.893445 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dcea7313-a4f1-4fd8-b755-8ea71a923dfe tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:35.996782 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dcea7313-a4f1-4fd8-b755-8ea71a923dfe tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:36.113051 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-dcea7313-a4f1-4fd8-b755-8ea71a923dfe tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Allocated IP 172.25.0.59 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/fe4fe0f3-8242-4c9b-bcd4-2b8eb9621303) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:04:36.224162 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dcea7313-a4f1-4fd8-b755-8ea71a923dfe tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for port (fe4fe0f3-8242-4c9b-bcd4-2b8eb9621303), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:36.259484 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dcea7313-a4f1-4fd8-b755-8ea71a923dfe tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (fe4fe0f3-8242-4c9b-bcd4-2b8eb9621303), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:36.301853 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcea7313-a4f1-4fd8-b755-8ea71a923dfe tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:04:36.304617 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-dcea7313-a4f1-4fd8-b755-8ea71a923dfe tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:04:36.307127 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcea7313-a4f1-4fd8-b755-8ea71a923dfe tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:04:36.333094 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea7313-a4f1-4fd8-b755-8ea71a923dfe tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Port': ['ID=fe4fe0f3-8242-4c9b-bcd4-2b8eb9621303,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:36.705508 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dcea7313-a4f1-4fd8-b755-8ea71a923dfe tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for floatingip (36c431d0-1ca0-48f5-87e6-7cf2003261b6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:36.787526 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dcea7313-a4f1-4fd8-b755-8ea71a923dfe tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fe4fe0f3-8242-4c9b-bcd4-2b8eb9621303), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:36.934185 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:36.955298 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dcea7313-a4f1-4fd8-b755-8ea71a923dfe tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for port (fe4fe0f3-8242-4c9b-bcd4-2b8eb9621303), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:36.960772 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dcea7313-a4f1-4fd8-b755-8ea71a923dfe tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (fe4fe0f3-8242-4c9b-bcd4-2b8eb9621303), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:37.033077 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea7313-a4f1-4fd8-b755-8ea71a923dfe tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Port': ['ID=fe4fe0f3-8242-4c9b-bcd4-2b8eb9621303,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:37.045682 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dcea7313-a4f1-4fd8-b755-8ea71a923dfe tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (36c431d0-1ca0-48f5-87e6-7cf2003261b6), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:37.154347 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-dcea7313-a4f1-4fd8-b755-8ea71a923dfe tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Floating IP 36c431d0-1ca0-48f5-87e6-7cf2003261b6 associated. External IP: 172.25.0.59, port: fc267044-4cec-4487-a5ab-4e8d9a2be272. Feb 19 05:04:37.427738 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcea7313-a4f1-4fd8-b755-8ea71a923dfe tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Router 7592be59-a1a2-4b78-bc75-a58ae213f11a has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:04:37.850850 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:37.910242 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcea7313-a4f1-4fd8-b755-8ea71a923dfe tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:04:37.923782 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d547d647-b9b2-4922-87b2-88f46fc65620 None None] Sync routers for ids ['7592be59-a1a2-4b78-bc75-a58ae213f11a'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:04:37.933396 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dcea7313-a4f1-4fd8-b755-8ea71a923dfe tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:37.938511 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d547d647-b9b2-4922-87b2-88f46fc65620 None None] Routers {'7592be59-a1a2-4b78-bc75-a58ae213f11a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:04:37.939301 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d547d647-b9b2-4922-87b2-88f46fc65620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:04:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['7592be59-a1a2-4b78-bc75-a58ae213f11a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:37.971355 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-dcea7313-a4f1-4fd8-b755-8ea71a923dfe tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1023448 Feb 19 05:04:37.972147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbd859e-76d3-4d57-98f6-69f6b46bbf31', 'tag': 'fc267044-4cec-4487-a5ab-4e8d9a2be272'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:04:37.974645 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4103fceb-a09b-4408-a7a5-0b1ab0abc97e" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbd859e-76d3-4d57-98f6-69f6b46bbf31", "tag": "fc267044-4cec-4487-a5ab-4e8d9a2be272"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:04:38.021046 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0305db-cbce-4360-9b7c-77c92cf44d32 x-openstack-request-id: req-ea0305db-cbce-4360-9b7c-77c92cf44d32 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:04:38.021355 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbd859e-76d3-4d57-98f6-69f6b46bbf31", "tag": "fc267044-4cec-4487-a5ab-4e8d9a2be272", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:04:38.021666 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea0305db-cbce-4360-9b7c-77c92cf44d32 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:04:38.022201 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbd859e-76d3-4d57-98f6-69f6b46bbf31', 'tag': 'fc267044-4cec-4487-a5ab-4e8d9a2be272', 'status': 'completed', 'code': 200} Feb 19 05:04:38.078269 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-d547d647-b9b2-4922-87b2-88f46fc65620 None None] Set router 7592be59-a1a2-4b78-bc75-a58ae213f11a gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:04:38.084939 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:38.138891 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103fceb-a09b-4408-a7a5-0b1ab0abc97e req-48372671-4b78-4603-b9b9-35646efeb4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:38.140538 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4103fceb-a09b-4408-a7a5-0b1ab0abc97e req-48372671-4b78-4603-b9b9-35646efeb4f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 1127 time: 0.0960214 Feb 19 05:04:38.152950 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a00564-6c52-480b-984b-6d946816d4fe req-72da86ac-f844-4022-8b81-ce873464f9a8 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:38.154569 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a4a00564-6c52-480b-984b-6d946816d4fe req-72da86ac-f844-4022-8b81-ce873464f9a8 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 945 time: 0.0972593 Feb 19 05:04:38.272994 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a4a00564-6c52-480b-984b-6d946816d4fe req-f92b3746-1fd6-4fa6-8aa0-4c24dcc57488 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=31b940ac-8a64-4a6e-8bd6-58fdc3337112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076679 Feb 19 05:04:38.287946 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103fceb-a09b-4408-a7a5-0b1ab0abc97e req-6e9ee129-e375-4257-9e7a-144b67feca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:38.299814 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4103fceb-a09b-4408-a7a5-0b1ab0abc97e req-6e9ee129-e375-4257-9e7a-144b67feca34 service neutron] 10.222.0.48 "GET /v2.0/networks?id=afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 HTTP/1.1" status: 200 len: 896 time: 0.1337719 Feb 19 05:04:38.302184 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60276) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:38.367936 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d547d647-b9b2-4922-87b2-88f46fc65620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767313343', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:04:14Z', 'updated_at': '2022-02-19T05:04:20Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:04:15Z', 'updated_at': '2022-02-19T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '36c431d0-1ca0-48f5-87e6-7cf2003261b6', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'port_id': 'fc267044-4cec-4487-a5ab-4e8d9a2be272', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00', 'mac_address': 'fa:16:3e:90:4e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbd859e-76d3-4d57-98f6-69f6b46bbf31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:04:36Z', 'updated_at': '2022-02-19T05:04:36Z', 'revision_number': 0, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579d6bf2-634c-4a26-a416-108a748d3a1b', 'name': '', 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:51:a6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '08781a6f-d6b4-499a-a6a7-eedd0a1433c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:04:19Z', 'updated_at': '2022-02-19T05:04:25Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': '08781a6f-d6b4-499a-a6a7-eedd0a1433c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:38.373448 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4103fceb-a09b-4408-a7a5-0b1ab0abc97e req-8c61d7d7-bb5e-4744-b193-e27875b5a566 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc267044-4cec-4487-a5ab-4e8d9a2be272 HTTP/1.1" status: 200 len: 998 time: 0.0776203 Feb 19 05:04:38.397877 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d547d647-b9b2-4922-87b2-88f46fc65620 None None] Checking router: 7592be59-a1a2-4b78-bc75-a58ae213f11a for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:04:38.400329 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7f56e552-acbd-4862-9d9f-537d3981344d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/floatingips/36c431d0-1ca0-48f5-87e6-7cf2003261b6 HTTP/1.1" status: 200 len: 990 time: 0.0968540 Feb 19 05:04:38.410453 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d547d647-b9b2-4922-87b2-88f46fc65620 None None] Routers {'7592be59-a1a2-4b78-bc75-a58ae213f11a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:04:38.411675 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d547d647-b9b2-4922-87b2-88f46fc65620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:04:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['7592be59-a1a2-4b78-bc75-a58ae213f11a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:38.439017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103fceb-a09b-4408-a7a5-0b1ab0abc97e req-395e7798-5e65-46b3-987d-fc908ca1ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:38.441872 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4103fceb-a09b-4408-a7a5-0b1ab0abc97e req-395e7798-5e65-46b3-987d-fc908ca1ce9c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08781a6f-d6b4-499a-a6a7-eedd0a1433c8 HTTP/1.1" status: 200 len: 833 time: 0.0626166 Feb 19 05:04:38.496370 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103fceb-a09b-4408-a7a5-0b1ab0abc97e req-d61b4ebb-3c0f-49c5-a5ec-5895dead56b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:38.498052 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4103fceb-a09b-4408-a7a5-0b1ab0abc97e req-d61b4ebb-3c0f-49c5-a5ec-5895dead56b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501947 Feb 19 05:04:38.550503 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-d547d647-b9b2-4922-87b2-88f46fc65620 None None] Set router 7592be59-a1a2-4b78-bc75-a58ae213f11a gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:04:38.629627 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4103fceb-a09b-4408-a7a5-0b1ab0abc97e req-34845924-6d17-4279-8457-2406e77fcf06 service neutron] 10.222.0.48 "GET /v2.0/networks/afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251376 Feb 19 05:04:38.764694 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4103fceb-a09b-4408-a7a5-0b1ab0abc97e req-179911dc-274d-45b1-b906-34c540840746 service neutron] 10.222.0.48 "GET /v2.0/networks/afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286709 Feb 19 05:04:38.912318 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d547d647-b9b2-4922-87b2-88f46fc65620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767313343', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:04:14Z', 'updated_at': '2022-02-19T05:04:20Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:04:15Z', 'updated_at': '2022-02-19T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '36c431d0-1ca0-48f5-87e6-7cf2003261b6', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'port_id': 'fc267044-4cec-4487-a5ab-4e8d9a2be272', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00', 'mac_address': 'fa:16:3e:90:4e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbd859e-76d3-4d57-98f6-69f6b46bbf31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:04:36Z', 'updated_at': '2022-02-19T05:04:36Z', 'revision_number': 0, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579d6bf2-634c-4a26-a416-108a748d3a1b', 'name': '', 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:51:a6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '08781a6f-d6b4-499a-a6a7-eedd0a1433c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:04:19Z', 'updated_at': '2022-02-19T05:04:25Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': '08781a6f-d6b4-499a-a6a7-eedd0a1433c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:04:38.947096 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d547d647-b9b2-4922-87b2-88f46fc65620 None None] The sync data for ids ['7592be59-a1a2-4b78-bc75-a58ae213f11a'] in n-d-772273-4 is: [{'id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767313343', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:04:14Z', 'updated_at': '2022-02-19T05:04:20Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:04:15Z', 'updated_at': '2022-02-19T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '36c431d0-1ca0-48f5-87e6-7cf2003261b6', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'port_id': 'fc267044-4cec-4487-a5ab-4e8d9a2be272', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00', 'mac_address': 'fa:16:3e:90:4e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbd859e-76d3-4d57-98f6-69f6b46bbf31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:04:36Z', 'updated_at': '2022-02-19T05:04:36Z', 'revision_number': 0, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579d6bf2-634c-4a26-a416-108a748d3a1b', 'name': '', 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:51:a6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '08781a6f-d6b4-499a-a6a7-eedd0a1433c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:04:19Z', 'updated_at': '2022-02-19T05:04:25Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': '08781a6f-d6b4-499a-a6a7-eedd0a1433c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:04:39.203697 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5dfd9a-6f17-4275-baef-f99d65d1759b None None] New status for floating IP 36c431d0-1ca0-48f5-87e6-7cf2003261b6: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:04:39.404426 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60288) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:04:39.415021 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:39.435565 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:39.525811 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e0a39a55-8209-4a03-b0b9-7ebc794ce432 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/floatingips/36c431d0-1ca0-48f5-87e6-7cf2003261b6 HTTP/1.1" status: 200 len: 992 time: 0.1191018 Feb 19 05:04:46.650126 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-df54404b-2658-44cb-951b-4652971a9e4b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:46.651011 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-df54404b-2658-44cb-951b-4652971a9e4b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 812 time: 0.1203232 Feb 19 05:04:46.672425 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-a6f8ef69-4bed-4dfc-a483-57d8f240d693 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/quotas/7173e653c95343de8cadb3790f712d4d HTTP/1.1" status: 200 len: 375 time: 0.0115373 Feb 19 05:04:46.735545 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-3a98cff9-d30c-4b0c-90ff-b7302d09d8a8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567236 Feb 19 05:04:46.845770 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-186a5fc6-1b38-4f30-b0ae-796cd4f761ec service neutron] 10.222.0.65 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985379 Feb 19 05:04:46.988074 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-329fb2ac-d4f1-423f-8ddd-5b053b5b48f8 service neutron] 10.222.0.65 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351514 Feb 19 05:04:47.319016 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fa767e42-6aec-44c7-81ad-ed4caba88360 req-2a0d63e3-628e-4a2d-977c-3868400a0563 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 210 time: 0.0312195 Feb 19 05:04:48.479679 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a6236565-3207-4b31-ad22-b37a97ea35e1 req-065ebf4e-b3b2-4daf-b154-d59b7f5dae90 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 210 time: 0.0617039 Feb 19 05:04:48.491670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-20eb37c6-e7c6-445b-ac93-55d39af82471 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:48.494164 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-20eb37c6-e7c6-445b-ac93-55d39af82471 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.10 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 812 time: 0.2015998 Feb 19 05:04:48.508456 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-3d9e56bc-d053-4638-bb90-ad53782d44b4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Request body: {'port': {'device_id': '5d01f1e6-4ce2-43c9-813a-c91b037de0dd', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'admin_state_up': True, 'tenant_id': '7173e653c95343de8cadb3790f712d4d'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:48.687644 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-3d9e56bc-d053-4638-bb90-ad53782d44b4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Made reservation on behalf of 7173e653c95343de8cadb3790f712d4d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:04:48.691957 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-3d9e56bc-d053-4638-bb90-ad53782d44b4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:48.877765 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-3d9e56bc-d053-4638-bb90-ad53782d44b4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Allocated IP 172.20.0.7 (891e8a91-ec7b-447e-9495-70c700adf2c0/eb74e798-fd6e-499a-bfba-a8016bf5d81f/ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:04:49.061155 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-3d9e56bc-d053-4638-bb90-ad53782d44b4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for port (ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:49.100591 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-3d9e56bc-d053-4638-bb90-ad53782d44b4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:49.150705 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-3d9e56bc-d053-4638-bb90-ad53782d44b4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Network 891e8a91-ec7b-447e-9495-70c700adf2c0 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:04:49.154070 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-3d9e56bc-d053-4638-bb90-ad53782d44b4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:04:49.160576 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-3d9e56bc-d053-4638-bb90-ad53782d44b4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:04:49.186234 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e56bc-d053-4638-bb90-ad53782d44b4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event updated for resources: {'Port': ['ID=ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:49.217780 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-3d9e56bc-d053-4638-bb90-ad53782d44b4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:49.218503 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-3d9e56bc-d053-4638-bb90-ad53782d44b4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:49.241376 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-3d9e56bc-d053-4638-bb90-ad53782d44b4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7391088 Feb 19 05:04:49.253886 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-58a6f8b8-55bc-487e-bdf4-af4371fe2d8f service neutron] Request body: {'port': {'device_id': '5d01f1e6-4ce2-43c9-813a-c91b037de0dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:04:49.333693 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-58a6f8b8-55bc-487e-bdf4-af4371fe2d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:49.540712 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-72c65c8d-18b5-4089-96b6-bca8b96fc22c None None] Provisioning complete for port ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:04:49.541704 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-72c65c8d-18b5-4089-96b6-bca8b96fc22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:49.595095 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-72c65c8d-18b5-4089-96b6-bca8b96fc22c None None] Port ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:04:49.642214 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-58a6f8b8-55bc-487e-bdf4-af4371fe2d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:04:49.650145 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-58a6f8b8-55bc-487e-bdf4-af4371fe2d8f service neutron] Publish callbacks [] for port (ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:49.652901 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a541b-56b5-47bd-ba0e-1bc1b0aa3a74 req-fffb63d5-f342-4cb7-8f40-4fc522658dac tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:49.654544 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f85a541b-56b5-47bd-ba0e-1bc1b0aa3a74 req-fffb63d5-f342-4cb7-8f40-4fc522658dac tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 931 time: 0.0645599 Feb 19 05:04:49.664092 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-58a6f8b8-55bc-487e-bdf4-af4371fe2d8f service neutron] Transition to ACTIVE for port object ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:04:49.670579 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-58a6f8b8-55bc-487e-bdf4-af4371fe2d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:49.708025 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f85a541b-56b5-47bd-ba0e-1bc1b0aa3a74 req-51abbfb5-2dfb-41e5-b64d-6bfeefac46cd tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472324 Feb 19 05:04:49.733646 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6f8b8-55bc-487e-bdf4-af4371fe2d8f service neutron] Pushing event updated for resources: {'Port': ['ID=ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:49.823641 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-58a6f8b8-55bc-487e-bdf4-af4371fe2d8f service neutron] Attempting to bind port ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:04:49.823995 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-58a6f8b8-55bc-487e-bdf4-af4371fe2d8f service neutron] Attempting to bind port ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:04:49.824336 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-58a6f8b8-55bc-487e-bdf4-af4371fe2d8f service neutron] Attempting to bind port ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 on network 891e8a91-ec7b-447e-9495-70c700adf2c0 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:04:49.830689 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-58a6f8b8-55bc-487e-bdf4-af4371fe2d8f service neutron] Port ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 on network 891e8a91-ec7b-447e-9495-70c700adf2c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:04:49.831031 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-58a6f8b8-55bc-487e-bdf4-af4371fe2d8f service neutron] Attempting to bind port ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 on network 891e8a91-ec7b-447e-9495-70c700adf2c0 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:04:49.839443 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-58a6f8b8-55bc-487e-bdf4-af4371fe2d8f service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:04:49.839896 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-58a6f8b8-55bc-487e-bdf4-af4371fe2d8f service neutron] Checking segment: {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:04:49.840451 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-58a6f8b8-55bc-487e-bdf4-af4371fe2d8f service neutron] Bound using segment: {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:04:49.841147 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-58a6f8b8-55bc-487e-bdf4-af4371fe2d8f service neutron] Bound port: ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:04:49.841675 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-58a6f8b8-55bc-487e-bdf4-af4371fe2d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:49.930629 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-58a6f8b8-55bc-487e-bdf4-af4371fe2d8f service neutron] For port ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:04:49.935990 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-58a6f8b8-55bc-487e-bdf4-af4371fe2d8f service neutron] For port ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:04:49.944529 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-58a6f8b8-55bc-487e-bdf4-af4371fe2d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:49.985292 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-58a6f8b8-55bc-487e-bdf4-af4371fe2d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:49.986130 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-58a6f8b8-55bc-487e-bdf4-af4371fe2d8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:04:49.987992 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-58a6f8b8-55bc-487e-bdf4-af4371fe2d8f service neutron] 10.222.0.10 "PUT /v2.0/ports/ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 HTTP/1.1" status: 200 len: 1091 time: 0.7393346 Feb 19 05:04:49.988879 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d01f1e6-4ce2-43c9-813a-c91b037de0dd', 'tag': 'ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:04:49.991550 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7babcd5-0dff-4afe-89b8-64a58761e842" -d '{"events": [{"name": "network-changed", "server_uuid": "5d01f1e6-4ce2-43c9-813a-c91b037de0dd", "tag": "ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:04:50.042520 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6f8b8-55bc-487e-bdf4-af4371fe2d8f service neutron] Pushing event updated for resources: {'Port': ['ID=ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:04:50.103609 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-87d3be13-20c6-4ecd-b693-f86b91d46a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:50.105311 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-87d3be13-20c6-4ecd-b693-f86b91d46a26 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 1125 time: 0.0584955 Feb 19 05:04:50.152423 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0920b79-a558-42ec-a8a5-864440bdc953 x-openstack-request-id: req-d0920b79-a558-42ec-a8a5-864440bdc953 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:04:50.152713 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d01f1e6-4ce2-43c9-813a-c91b037de0dd", "tag": "ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:04:50.153259 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d0920b79-a558-42ec-a8a5-864440bdc953 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:04:50.153387 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d01f1e6-4ce2-43c9-813a-c91b037de0dd', 'tag': 'ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8', 'status': 'completed', 'code': 200} Feb 19 05:04:50.155310 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-3a7671be-9b33-429e-aa74-dec2458e37d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 HTTP/1.1" status: 200 len: 217 time: 0.0431724 Feb 19 05:04:50.229046 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-3639e25e-2520-488b-ac49-65458b0878ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:50.230949 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-3639e25e-2520-488b-ac49-65458b0878ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0678372 Feb 19 05:04:50.290572 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-c7a9d8dd-713e-4e2b-9b7d-49173a98af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:50.292176 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-c7a9d8dd-713e-4e2b-9b7d-49173a98af08 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0545897 Feb 19 05:04:50.385216 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-dc97abef-9054-4dd5-ac1a-17c763dbf16f service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870445 Feb 19 05:04:50.482208 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c0aed0a-6799-4f25-b91f-c2439755dd99 req-7e8ea75f-c9e0-4df8-b194-38eb76389036 service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904567 Feb 19 05:04:50.571866 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7babcd5-0dff-4afe-89b8-64a58761e842 req-fba03075-42e0-4ee0-91e7-5e224f9a181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:50.573438 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f7babcd5-0dff-4afe-89b8-64a58761e842 req-fba03075-42e0-4ee0-91e7-5e224f9a181a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 1125 time: 0.0474162 Feb 19 05:04:50.670891 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7babcd5-0dff-4afe-89b8-64a58761e842 req-ef5f541d-3950-4398-b1c8-0e0e2120b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:50.672319 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f7babcd5-0dff-4afe-89b8-64a58761e842 req-ef5f541d-3950-4398-b1c8-0e0e2120b05b service neutron] 10.222.0.10 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 912 time: 0.0930052 Feb 19 05:04:50.716062 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f7babcd5-0dff-4afe-89b8-64a58761e842 req-721cb18d-5706-4fcd-acb5-6512ecf861ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 HTTP/1.1" status: 200 len: 217 time: 0.0378764 Feb 19 05:04:50.771761 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7babcd5-0dff-4afe-89b8-64a58761e842 req-27d7be7c-b769-4a8c-9716-f7797441a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:50.774483 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f7babcd5-0dff-4afe-89b8-64a58761e842 req-27d7be7c-b769-4a8c-9716-f7797441a77e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0529492 Feb 19 05:04:50.835246 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7babcd5-0dff-4afe-89b8-64a58761e842 req-68e3fdeb-e90c-4140-9ec0-1ac7f4c472d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:50.836821 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f7babcd5-0dff-4afe-89b8-64a58761e842 req-68e3fdeb-e90c-4140-9ec0-1ac7f4c472d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0552235 Feb 19 05:04:50.841854 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde3952-c174-4d8e-9674-b7a951165531 req-5cdb415e-48ea-4bb1-a6a7-267701aa313f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:50.844493 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3cde3952-c174-4d8e-9674-b7a951165531 req-5cdb415e-48ea-4bb1-a6a7-267701aa313f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 943 time: 0.0593777 Feb 19 05:04:50.897210 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3cde3952-c174-4d8e-9674-b7a951165531 req-c619c66f-48e4-4e96-8c77-c1d51772f3da tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472341 Feb 19 05:04:50.941338 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f7babcd5-0dff-4afe-89b8-64a58761e842 req-c1acf19c-9313-4ed5-8c38-8cbc8a206ec2 service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982866 Feb 19 05:04:51.042960 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f7babcd5-0dff-4afe-89b8-64a58761e842 req-7ee1f78c-bff1-4d21-8a4a-4aa1e6762214 service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956769 Feb 19 05:04:52.029952 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a1adb-fdca-4039-a73c-0c6bc0b41114 req-6cab97bd-eb8e-4c54-a9ad-cab5ff602733 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:52.031478 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ae8a1adb-fdca-4039-a73c-0c6bc0b41114 req-6cab97bd-eb8e-4c54-a9ad-cab5ff602733 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 943 time: 0.0616529 Feb 19 05:04:52.083580 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ae8a1adb-fdca-4039-a73c-0c6bc0b41114 req-f94c93ee-8200-47d0-a659-9213a0d46342 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457249 Feb 19 05:04:52.359890 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:04:53.218008 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb637247-af77-44f9-a68f-1dedf9b2aa8c req-3c3bfdc9-1cec-4ba4-90da-01f4b3c1a0a4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:53.220156 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cb637247-af77-44f9-a68f-1dedf9b2aa8c req-3c3bfdc9-1cec-4ba4-90da-01f4b3c1a0a4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 943 time: 0.0618846 Feb 19 05:04:53.274267 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cb637247-af77-44f9-a68f-1dedf9b2aa8c req-4a8d33de-71a2-4b34-8af2-6942c658cf39 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457001 Feb 19 05:04:54.403148 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862f73f-7540-42b9-95c0-2796a94d8bab req-951e2d64-861d-45b1-b4b7-2fd373b780df tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:54.404823 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5862f73f-7540-42b9-95c0-2796a94d8bab req-951e2d64-861d-45b1-b4b7-2fd373b780df tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 943 time: 0.0590956 Feb 19 05:04:54.456892 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5862f73f-7540-42b9-95c0-2796a94d8bab req-2f52eabd-0c6c-487d-9f92-e867f3e7eaa1 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447190 Feb 19 05:04:55.594770 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4bff6-f159-44f8-90f3-d3e07667d762 req-793d1d32-98bc-4fd2-95df-1cedf942cb5f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:55.596275 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a4d4bff6-f159-44f8-90f3-d3e07667d762 req-793d1d32-98bc-4fd2-95df-1cedf942cb5f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 943 time: 0.0544405 Feb 19 05:04:55.646403 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a4d4bff6-f159-44f8-90f3-d3e07667d762 req-dfc7a446-f700-41e5-978b-8a731e159f2b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441422 Feb 19 05:04:56.774434 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6edfda-2a96-499c-9365-956494fb8dba req-e0108955-b1cd-403d-985a-1fee009e13eb tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:56.776091 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bc6edfda-2a96-499c-9365-956494fb8dba req-e0108955-b1cd-403d-985a-1fee009e13eb tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 943 time: 0.0609264 Feb 19 05:04:56.829846 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bc6edfda-2a96-499c-9365-956494fb8dba req-0b564c70-6336-4c41-8cf6-b6d1d6b37cb4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466850 Feb 19 05:04:57.963381 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5927b-163a-4979-8d44-1d8568224b06 req-267d76f0-0ef0-4f28-8dea-44c121f2e23a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:57.965062 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4a5927b-163a-4979-8d44-1d8568224b06 req-267d76f0-0ef0-4f28-8dea-44c121f2e23a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 943 time: 0.0611882 Feb 19 05:04:58.018713 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e4a5927b-163a-4979-8d44-1d8568224b06 req-b5b197fa-3a98-4ab9-9b60-47bf84f03219 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467539 Feb 19 05:04:59.156717 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021c1d7-3376-4b91-beda-1f792d4a5fae req-57b09948-124c-413c-9cfe-9d8eb4e3de1b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:04:59.158760 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2021c1d7-3376-4b91-beda-1f792d4a5fae req-57b09948-124c-413c-9cfe-9d8eb4e3de1b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 943 time: 0.0586770 Feb 19 05:04:59.207671 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2021c1d7-3376-4b91-beda-1f792d4a5fae req-2f227cee-3188-4707-9d37-61a5924e49e0 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432074 Feb 19 05:05:00.327256 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f15ce-4b14-4812-8f16-fdd072858d1f req-14fe68e6-92d8-413f-aff1-1e95bd5d1540 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:00.329348 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b58f15ce-4b14-4812-8f16-fdd072858d1f req-14fe68e6-92d8-413f-aff1-1e95bd5d1540 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 943 time: 0.0530105 Feb 19 05:05:00.379470 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b58f15ce-4b14-4812-8f16-fdd072858d1f req-2bc54ac8-ad70-4040-a5f9-b0d459948765 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445056 Feb 19 05:05:01.512017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc979b54-630b-403a-8ba2-9b9e82484ddf req-ccb71b8b-9123-4d80-81bf-a04d7705335a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:01.513969 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fc979b54-630b-403a-8ba2-9b9e82484ddf req-ccb71b8b-9123-4d80-81bf-a04d7705335a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 943 time: 0.0600176 Feb 19 05:05:01.562997 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fc979b54-630b-403a-8ba2-9b9e82484ddf req-be0363b1-8869-4432-b20b-726a12dee75d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425673 Feb 19 05:05:01.888100 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef65496-3971-4304-966a-f909619c0e2d req-5e52eaca-60b7-4ffb-ae56-5695b350982e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0896783 Feb 19 05:05:01.976079 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef65496-3971-4304-966a-f909619c0e2d req-3b0a292b-6423-46c9-811d-b759655da4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:01.978268 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef65496-3971-4304-966a-f909619c0e2d req-3b0a292b-6423-46c9-811d-b759655da4a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 1127 time: 0.0467918 Feb 19 05:05:02.093203 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef65496-3971-4304-966a-f909619c0e2d req-38e5a05b-d14a-4b4c-937e-17820c7e55ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:02.094721 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef65496-3971-4304-966a-f909619c0e2d req-38e5a05b-d14a-4b4c-937e-17820c7e55ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 HTTP/1.1" status: 200 len: 896 time: 0.0964456 Feb 19 05:05:02.163614 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef65496-3971-4304-966a-f909619c0e2d req-d50e5a54-160b-4337-9f94-eb00ab90ad5e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc267044-4cec-4487-a5ab-4e8d9a2be272 HTTP/1.1" status: 200 len: 1000 time: 0.0628214 Feb 19 05:05:02.218928 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef65496-3971-4304-966a-f909619c0e2d req-bbfcfa7b-22a7-4a7d-a5ba-25304aa898f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:02.220431 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef65496-3971-4304-966a-f909619c0e2d req-bbfcfa7b-22a7-4a7d-a5ba-25304aa898f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08781a6f-d6b4-499a-a6a7-eedd0a1433c8 HTTP/1.1" status: 200 len: 833 time: 0.0511432 Feb 19 05:05:02.270558 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef65496-3971-4304-966a-f909619c0e2d req-c13e7c45-4770-48d3-b583-e4f0acee5c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:02.272192 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef65496-3971-4304-966a-f909619c0e2d req-c13e7c45-4770-48d3-b583-e4f0acee5c9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460379 Feb 19 05:05:02.291923 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2066d591-d7ca-4cb7-bc78-6cee88eeeb16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:02.370749 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef65496-3971-4304-966a-f909619c0e2d req-e7d5d435-58a1-4408-8d49-ae07a6db86d5 service neutron] 10.222.0.48 "GET /v2.0/networks/afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911591 Feb 19 05:05:02.476993 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ef65496-3971-4304-966a-f909619c0e2d req-21e9821b-81d9-46ce-ae66-91a96fd58229 service neutron] 10.222.0.48 "GET /v2.0/networks/afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993862 Feb 19 05:05:02.691806 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be325355-f423-486b-a132-24511ff97009 req-73870e3d-f539-444d-bcbc-6d8a9af78d53 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:02.693577 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be325355-f423-486b-a132-24511ff97009 req-73870e3d-f539-444d-bcbc-6d8a9af78d53 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 943 time: 0.0556350 Feb 19 05:05:02.744161 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be325355-f423-486b-a132-24511ff97009 req-627daf7e-4fc0-4cea-9f18-b9d8ee1168af tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450196 Feb 19 05:05:03.885903 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb54ed-1638-4a73-ad0d-9fc08ae5bff9 req-baad9de4-5960-4587-9b3a-cfdbee41112f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:03.887541 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bfdb54ed-1638-4a73-ad0d-9fc08ae5bff9 req-baad9de4-5960-4587-9b3a-cfdbee41112f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 943 time: 0.0616963 Feb 19 05:05:03.944662 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bfdb54ed-1638-4a73-ad0d-9fc08ae5bff9 req-99d17133-225d-4b4b-9a5a-4fc9dec2d684 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483885 Feb 19 05:05:05.083111 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26be85-0164-479c-bd45-54a2f5132beb req-223d0c31-262f-46ed-bdf0-442f251f7b5e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:05.084695 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc26be85-0164-479c-bd45-54a2f5132beb req-223d0c31-262f-46ed-bdf0-442f251f7b5e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 943 time: 0.0584071 Feb 19 05:05:05.149002 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-05b44d07-150a-46eb-9478-2cff1bf536f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:05.154540 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc26be85-0164-479c-bd45-54a2f5132beb req-11437026-af6f-4985-8395-e28d31a6889d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634220 Feb 19 05:05:06.285562 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05127fb0-7d4c-44c0-bd51-3349bdff84b6 req-d995a835-97bd-4d62-9f54-bad077fbf33e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:06.287269 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-05127fb0-7d4c-44c0-bd51-3349bdff84b6 req-d995a835-97bd-4d62-9f54-bad077fbf33e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 943 time: 0.0617423 Feb 19 05:05:06.335466 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-05127fb0-7d4c-44c0-bd51-3349bdff84b6 req-067beea2-c381-432f-b405-96bea8109caa tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426509 Feb 19 05:05:06.586278 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:05:06.693185 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:06.707042 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'port_id': 'ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8', 'mac_address': 'fa:16:3e:bb:7d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:05:06.746138 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:06.746539 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:06.762965 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:05:06.791418 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:06.796463 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:06.848317 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:06.943077 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:07.009052 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:05:07.466724 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530553a-7acc-4d1b-a048-aaf698739305 req-86c6fae0-e71a-4901-a91e-376619d12231 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:07.468934 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7530553a-7acc-4d1b-a048-aaf698739305 req-86c6fae0-e71a-4901-a91e-376619d12231 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 944 time: 0.0605924 Feb 19 05:05:07.521293 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7530553a-7acc-4d1b-a048-aaf698739305 req-754b36a7-d512-427d-9d22-34c0e2f25016 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458262 Feb 19 05:05:07.838332 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:08.077286 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:08.588760 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:05:08.644106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:05:08.648777 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:08.649388 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:08.651870 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c69ffa-8cff-4392-8c72-5370bf4e6fb3 req-3ad86f32-1be4-42b7-8031-9e43422cb31c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:08.654177 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-03c69ffa-8cff-4392-8c72-5370bf4e6fb3 req-3ad86f32-1be4-42b7-8031-9e43422cb31c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 944 time: 0.0633597 Feb 19 05:05:08.710008 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-03c69ffa-8cff-4392-8c72-5370bf4e6fb3 req-d6c21bff-5656-43ee-9dc3-b81b470809c5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447052 Feb 19 05:05:08.747801 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:08.748152 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:08.771946 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d01f1e6-4ce2-43c9-813a-c91b037de0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:05:08.774197 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71573f1d-85ab-493f-8221-d91caf1a2dee" -d '{"events": [{"server_uuid": "5d01f1e6-4ce2-43c9-813a-c91b037de0dd", "name": "network-vif-plugged", "status": "completed", "tag": "ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:05:08.788463 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:08.794016 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:08.853423 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:08.884384 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3620dac1-6539-4883-ac84-fd19df4a4429 x-openstack-request-id: req-3620dac1-6539-4883-ac84-fd19df4a4429 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:05:08.884680 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d01f1e6-4ce2-43c9-813a-c91b037de0dd", "name": "network-vif-plugged", "status": "completed", "tag": "ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:05:08.884960 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3620dac1-6539-4883-ac84-fd19df4a4429 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:05:08.885404 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d01f1e6-4ce2-43c9-813a-c91b037de0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8', 'code': 200} Feb 19 05:05:09.048873 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7795fc-0772-49ce-b2e9-8583f2086b86 req-9c16a832-8945-4f64-9152-1a6254746cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:09.050582 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7c7795fc-0772-49ce-b2e9-8583f2086b86 req-9c16a832-8945-4f64-9152-1a6254746cb2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 1127 time: 0.1015143 Feb 19 05:05:09.100469 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7c7795fc-0772-49ce-b2e9-8583f2086b86 req-98e63526-0c51-48f8-80eb-23faefc2b99c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410383 Feb 19 05:05:09.362488 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:09.417117 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:09.843366 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8d2a0-6550-497a-85ef-89d5691fd8c6 req-3a477e56-2fb6-470e-ac1c-ae2801e4528a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:09.843366 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ea8d2a0-6550-497a-85ef-89d5691fd8c6 req-3a477e56-2fb6-470e-ac1c-ae2801e4528a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 945 time: 0.0570598 Feb 19 05:05:09.898898 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ea8d2a0-6550-497a-85ef-89d5691fd8c6 req-c3b4f73c-869d-43ca-bf59-71d9ce2bab21 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503812 Feb 19 05:05:10.872010 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310abdef-922c-4829-9f3d-de51f66ef5fd req-75dab7a1-210d-4b57-b289-e8b62fdb33c4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:10.873736 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-310abdef-922c-4829-9f3d-de51f66ef5fd req-75dab7a1-210d-4b57-b289-e8b62fdb33c4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 945 time: 0.0558078 Feb 19 05:05:10.933104 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-310abdef-922c-4829-9f3d-de51f66ef5fd req-b2b0ceda-e2b2-46f7-8479-cebe56947afb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=31b940ac-8a64-4a6e-8bd6-58fdc3337112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531130 Feb 19 05:05:10.959290 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60400) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:11.054116 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9331baac-5670-4c6c-92ea-34fc3d71080a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/floatingips/36c431d0-1ca0-48f5-87e6-7cf2003261b6 HTTP/1.1" status: 200 len: 992 time: 0.0935495 Feb 19 05:05:11.079889 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b5675-bee5-47c4-baa7-d55207947f1d req-0c3a7b58-87bd-4837-bf37-7ea728e94ae0 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:11.081696 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc9b5675-bee5-47c4-baa7-d55207947f1d req-0c3a7b58-87bd-4837-bf37-7ea728e94ae0 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 945 time: 0.0826097 Feb 19 05:05:11.142168 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc9b5675-bee5-47c4-baa7-d55207947f1d req-a2fb791b-e00f-4675-ab02-7c90b1b7cf2f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527098 Feb 19 05:05:11.266110 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8283a-157f-4f6b-a631-91db16fa11e0 req-158106a8-7976-42ca-a28e-d2e6b29d7043 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:11.268056 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0cb8283a-157f-4f6b-a631-91db16fa11e0 req-158106a8-7976-42ca-a28e-d2e6b29d7043 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 945 time: 0.0556111 Feb 19 05:05:11.318038 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0cb8283a-157f-4f6b-a631-91db16fa11e0 req-47ba08d7-6eb9-4368-bd94-8cd03fcb1802 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441840 Feb 19 05:05:11.578284 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7ba20-c104-48cc-81c2-89a05af91a31 req-c78b7d74-1fef-468c-9a0b-31bfff21e8af tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:11.580937 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e9e7ba20-c104-48cc-81c2-89a05af91a31 req-c78b7d74-1fef-468c-9a0b-31bfff21e8af tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 1127 time: 0.0571923 Feb 19 05:05:11.636090 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e9e7ba20-c104-48cc-81c2-89a05af91a31 req-02a53fd7-badb-4936-b48a-892339fef344 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=31b940ac-8a64-4a6e-8bd6-58fdc3337112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474246 Feb 19 05:05:12.334096 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-4e1a7407-0f5d-4f25-bc59-1de982ea5c5e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0730898 Feb 19 05:05:12.349385 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-039f95c8-64f6-42a4-8c59-21ed94656de6 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:05:12.352079 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-039f95c8-64f6-42a4-8c59-21ed94656de6 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112662 Feb 19 05:05:12.431371 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-66b836f7-6bef-4282-a28c-5f2da3cc4830 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:12.433125 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-66b836f7-6bef-4282-a28c-5f2da3cc4830 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/ports/fc267044-4cec-4487-a5ab-4e8d9a2be272 HTTP/1.1" status: 200 len: 1124 time: 0.0423348 Feb 19 05:05:13.131743 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-cc8db093-e7bc-4b0b-839e-0cb4a804c0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:13.133424 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-cc8db093-e7bc-4b0b-839e-0cb4a804c0df service neutron] 10.222.0.65 "GET /v2.0/ports/fc267044-4cec-4487-a5ab-4e8d9a2be272 HTTP/1.1" status: 200 len: 1124 time: 0.0533857 Feb 19 05:05:13.143540 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-06228da5-4b43-4537-ac40-38bbd76f0078 service neutron] Request body: {'binding': {'host': 'n-h1-772273-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:13.144313 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-06228da5-4b43-4537-ac40-38bbd76f0078 service neutron] Unknown quota resources ['binding']. {{(pid=115198) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 05:05:13.313677 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-06228da5-4b43-4537-ac40-38bbd76f0078 service neutron] Attempting to bind port fc267044-4cec-4487-a5ab-4e8d9a2be272 on host n-h1-772273-4 for vnic_type normal with profile None {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:05:13.314029 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-06228da5-4b43-4537-ac40-38bbd76f0078 service neutron] Attempting to bind port fc267044-4cec-4487-a5ab-4e8d9a2be272 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '73aaaa0b-1629-4e2e-9faa-1773e9b91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:05:13.314375 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-06228da5-4b43-4537-ac40-38bbd76f0078 service neutron] Attempting to bind port fc267044-4cec-4487-a5ab-4e8d9a2be272 on network afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:05:13.320102 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-06228da5-4b43-4537-ac40-38bbd76f0078 service neutron] Port fc267044-4cec-4487-a5ab-4e8d9a2be272 on network afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:05:13.320538 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-06228da5-4b43-4537-ac40-38bbd76f0078 service neutron] Attempting to bind port fc267044-4cec-4487-a5ab-4e8d9a2be272 on network afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:05:13.326783 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-06228da5-4b43-4537-ac40-38bbd76f0078 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:05:13.327553 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-06228da5-4b43-4537-ac40-38bbd76f0078 service neutron] Checking segment: {'id': '73aaaa0b-1629-4e2e-9faa-1773e9b91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:05:13.327999 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-06228da5-4b43-4537-ac40-38bbd76f0078 service neutron] Bound using segment: {'id': '73aaaa0b-1629-4e2e-9faa-1773e9b91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:05:13.328558 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-06228da5-4b43-4537-ac40-38bbd76f0078 service neutron] Bound port: fc267044-4cec-4487-a5ab-4e8d9a2be272, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73aaaa0b-1629-4e2e-9faa-1773e9b91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:05:13.450182 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-06228da5-4b43-4537-ac40-38bbd76f0078 service neutron] For port fc267044-4cec-4487-a5ab-4e8d9a2be272, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=fc267044-4cec-4487-a5ab-4e8d9a2be272,segment=NetworkSegment(73aaaa0b-1629-4e2e-9faa-1773e9b91b1f),segment_id=73aaaa0b-1629-4e2e-9faa-1773e9b91b1f)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:05:13.459199 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-06228da5-4b43-4537-ac40-38bbd76f0078 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:13.460902 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-06228da5-4b43-4537-ac40-38bbd76f0078 service neutron] 10.222.0.65 "POST /v2.0/ports/fc267044-4cec-4487-a5ab-4e8d9a2be272/bindings HTTP/1.1" status: 201 len: 389 time: 0.3218601 Feb 19 05:05:13.684646 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf0c52-90cc-48dd-8d0f-ef21ff70cc57 req-f71d8e7d-2b82-461c-939f-044e3a818d3b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:13.686293 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aacf0c52-90cc-48dd-8d0f-ef21ff70cc57 req-f71d8e7d-2b82-461c-939f-044e3a818d3b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 945 time: 0.0654421 Feb 19 05:05:13.772858 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aacf0c52-90cc-48dd-8d0f-ef21ff70cc57 req-283963f3-f5a5-4abf-a9d4-7eb28afa5fda tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=31b940ac-8a64-4a6e-8bd6-58fdc3337112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798309 Feb 19 05:05:13.795735 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-bfafd140-c9cb-43ff-bafc-3061fb6d46ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:13.798090 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-bfafd140-c9cb-43ff-bafc-3061fb6d46ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 1127 time: 0.0671604 Feb 19 05:05:13.899508 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-872bab53-93d6-4a02-83b0-d6c9566aa5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:13.901632 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-872bab53-93d6-4a02-83b0-d6c9566aa5e0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 HTTP/1.1" status: 200 len: 896 time: 0.0964701 Feb 19 05:05:13.975625 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-e70c77ad-9302-4ce6-9cee-99ab88d1f0d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc267044-4cec-4487-a5ab-4e8d9a2be272 HTTP/1.1" status: 200 len: 1000 time: 0.0681157 Feb 19 05:05:14.031859 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-7ba537d3-dd43-44e6-955e-e0d4ee4e8e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:14.033389 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-7ba537d3-dd43-44e6-955e-e0d4ee4e8e71 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08781a6f-d6b4-499a-a6a7-eedd0a1433c8 HTTP/1.1" status: 200 len: 833 time: 0.0520763 Feb 19 05:05:14.086530 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-5d7dd594-7bf2-40dc-97b6-f2e8e7434809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:14.088346 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-5d7dd594-7bf2-40dc-97b6-f2e8e7434809 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487001 Feb 19 05:05:14.189589 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-b492cf14-9e61-456b-b895-b482d647114a service neutron] 10.222.0.10 "GET /v2.0/networks/afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949907 Feb 19 05:05:14.255716 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f0e7220b-d4ea-4689-bd91-8b1f5bf3293b req-e245d00d-07b2-406a-b568-0b6b123203fb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0877485 Feb 19 05:05:14.369731 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7220b-d4ea-4689-bd91-8b1f5bf3293b req-3aa170f2-92cb-471a-9bab-314372ebf705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:14.371484 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f0e7220b-d4ea-4689-bd91-8b1f5bf3293b req-3aa170f2-92cb-471a-9bab-314372ebf705 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 1127 time: 0.0516951 Feb 19 05:05:14.387642 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-9696783e-cc6e-4e73-b68d-1a25b037faa8 service neutron] 10.222.0.10 "GET /v2.0/networks/afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920524 Feb 19 05:05:14.511515 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7220b-d4ea-4689-bd91-8b1f5bf3293b req-7ae49c33-5f31-4d79-8e1c-34338f8b6c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:14.514216 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f0e7220b-d4ea-4689-bd91-8b1f5bf3293b req-7ae49c33-5f31-4d79-8e1c-34338f8b6c7e service neutron] 10.222.0.10 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 912 time: 0.1165681 Feb 19 05:05:14.540803 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-51dc3793-3223-40b3-aa82-71605c91e381 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:14.543162 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-51dc3793-3223-40b3-aa82-71605c91e381 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31&tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&binding%3Ahost_id=n-h2-772273-4 HTTP/1.1" status: 200 len: 1127 time: 0.0978475 Feb 19 05:05:14.555320 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-6e179dfe-4e5d-421a-9134-ce6a3d38b004 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-772273-4'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:14.578876 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f0e7220b-d4ea-4689-bd91-8b1f5bf3293b req-71967449-7885-42eb-bbc6-1745222e35d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 HTTP/1.1" status: 200 len: 217 time: 0.0590076 Feb 19 05:05:14.631626 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7220b-d4ea-4689-bd91-8b1f5bf3293b req-35956c00-8294-4458-8fb4-ffcf9c5d9691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:14.633654 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f0e7220b-d4ea-4689-bd91-8b1f5bf3293b req-35956c00-8294-4458-8fb4-ffcf9c5d9691 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0491891 Feb 19 05:05:14.633794 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-6e179dfe-4e5d-421a-9134-ce6a3d38b004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:14.687663 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7220b-d4ea-4689-bd91-8b1f5bf3293b req-3e81900d-1edb-4439-ae0f-f8ceb7d72f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:14.689247 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f0e7220b-d4ea-4689-bd91-8b1f5bf3293b req-3e81900d-1edb-4439-ae0f-f8ceb7d72f9e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497236 Feb 19 05:05:14.787229 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-6e179dfe-4e5d-421a-9134-ce6a3d38b004 service neutron] For port fc267044-4cec-4487-a5ab-4e8d9a2be272, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=fc267044-4cec-4487-a5ab-4e8d9a2be272,segment=NetworkSegment(73aaaa0b-1629-4e2e-9faa-1773e9b91b1f),segment_id=73aaaa0b-1629-4e2e-9faa-1773e9b91b1f)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:14.789331 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f0e7220b-d4ea-4689-bd91-8b1f5bf3293b req-22999757-a9a5-44b3-b2cc-e820de3ee06b service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930769 Feb 19 05:05:14.831527 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-6e179dfe-4e5d-421a-9134-ce6a3d38b004 service neutron] For port fc267044-4cec-4487-a5ab-4e8d9a2be272, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:05:14.881585 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-6e179dfe-4e5d-421a-9134-ce6a3d38b004 service neutron] Publish callbacks [] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:14.883284 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbd859e-76d3-4d57-98f6-69f6b46bbf31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc267044-4cec-4487-a5ab-4e8d9a2be272'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:05:14.886204 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02808977-cb1b-4317-8ed1-5d76e5fa6503" -d '{"events": [{"server_uuid": "bcbd859e-76d3-4d57-98f6-69f6b46bbf31", "name": "network-vif-unplugged", "status": "completed", "tag": "fc267044-4cec-4487-a5ab-4e8d9a2be272"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:05:14.890634 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f0e7220b-d4ea-4689-bd91-8b1f5bf3293b req-cdece94b-3690-40fc-86a7-069485268b0b service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953541 Feb 19 05:05:14.899428 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-6e179dfe-4e5d-421a-9134-ce6a3d38b004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:15.062535 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 05:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392d7fb1-ebdb-4220-8fe8-d83ce757582c x-openstack-request-id: req-392d7fb1-ebdb-4220-8fe8-d83ce757582c {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:05:15.062843 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbd859e-76d3-4d57-98f6-69f6b46bbf31", "name": "network-vif-unplugged", "status": "completed", "tag": "fc267044-4cec-4487-a5ab-4e8d9a2be272", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:05:15.063115 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-392d7fb1-ebdb-4220-8fe8-d83ce757582c {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:05:15.063549 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbd859e-76d3-4d57-98f6-69f6b46bbf31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc267044-4cec-4487-a5ab-4e8d9a2be272', 'code': 200} Feb 19 05:05:15.086716 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e179dfe-4e5d-421a-9134-ce6a3d38b004 service neutron] Pushing event updated for resources: {'Port': ['ID=fc267044-4cec-4487-a5ab-4e8d9a2be272,revision_number=7']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:15.110054 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495c920-a098-42b7-9b57-c329ae73bf88 req-8d770bfa-cccc-449d-90ed-fbe806b95c82 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:15.111852 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e495c920-a098-42b7-9b57-c329ae73bf88 req-8d770bfa-cccc-449d-90ed-fbe806b95c82 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 943 time: 0.2233038 Feb 19 05:05:15.227729 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e495c920-a098-42b7-9b57-c329ae73bf88 req-449dd442-93b4-428d-b979-729d94fe0351 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=31b940ac-8a64-4a6e-8bd6-58fdc3337112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991607 Feb 19 05:05:15.228405 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-6e179dfe-4e5d-421a-9134-ce6a3d38b004 service neutron] Attempting to bind port fc267044-4cec-4487-a5ab-4e8d9a2be272 on host n-h2-772273-4 for vnic_type normal with profile {"migrating_to": "n-h1-772273-4"} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:05:15.228748 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-6e179dfe-4e5d-421a-9134-ce6a3d38b004 service neutron] Attempting to bind port fc267044-4cec-4487-a5ab-4e8d9a2be272 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '73aaaa0b-1629-4e2e-9faa-1773e9b91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:05:15.229114 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-6e179dfe-4e5d-421a-9134-ce6a3d38b004 service neutron] Attempting to bind port fc267044-4cec-4487-a5ab-4e8d9a2be272 on network afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:05:15.234664 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-6e179dfe-4e5d-421a-9134-ce6a3d38b004 service neutron] Port fc267044-4cec-4487-a5ab-4e8d9a2be272 on network afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:05:15.234995 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-6e179dfe-4e5d-421a-9134-ce6a3d38b004 service neutron] Attempting to bind port fc267044-4cec-4487-a5ab-4e8d9a2be272 on network afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:05:15.240747 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-6e179dfe-4e5d-421a-9134-ce6a3d38b004 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:05:15.241177 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-6e179dfe-4e5d-421a-9134-ce6a3d38b004 service neutron] Checking segment: {'id': '73aaaa0b-1629-4e2e-9faa-1773e9b91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:05:15.241322 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-6e179dfe-4e5d-421a-9134-ce6a3d38b004 service neutron] Bound using segment: {'id': '73aaaa0b-1629-4e2e-9faa-1773e9b91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:05:15.241728 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-6e179dfe-4e5d-421a-9134-ce6a3d38b004 service neutron] Bound port: fc267044-4cec-4487-a5ab-4e8d9a2be272, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73aaaa0b-1629-4e2e-9faa-1773e9b91b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:05:15.242097 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-6e179dfe-4e5d-421a-9134-ce6a3d38b004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:15.297669 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-43035f5f-43b7-492c-ad99-364a7a3c8589 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:15.299366 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-43035f5f-43b7-492c-ad99-364a7a3c8589 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 812 time: 0.1345432 Feb 19 05:05:15.321579 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-da4df5c3-f8a1-46b4-83f6-f0c203cfed81 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/quotas/7173e653c95343de8cadb3790f712d4d HTTP/1.1" status: 200 len: 375 time: 0.0157344 Feb 19 05:05:15.352884 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-6e179dfe-4e5d-421a-9134-ce6a3d38b004 service neutron] For port fc267044-4cec-4487-a5ab-4e8d9a2be272, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:05:15.353826 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5f8f0436-d5a1-4425-8302-64bcee51375a None None] Provisioning complete for port fc267044-4cec-4487-a5ab-4e8d9a2be272 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:15.354527 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5f8f0436-d5a1-4425-8302-64bcee51375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:15.356877 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-6e179dfe-4e5d-421a-9134-ce6a3d38b004 service neutron] For port fc267044-4cec-4487-a5ab-4e8d9a2be272, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=fc267044-4cec-4487-a5ab-4e8d9a2be272,segment=NetworkSegment(73aaaa0b-1629-4e2e-9faa-1773e9b91b1f),segment_id=73aaaa0b-1629-4e2e-9faa-1773e9b91b1f)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:05:15.364689 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-6e179dfe-4e5d-421a-9134-ce6a3d38b004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:15.397958 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-ded33ed4-07c1-4152-ad05-e3b347df0ab9 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0746391 Feb 19 05:05:15.398770 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5f8f0436-d5a1-4425-8302-64bcee51375a None None] Port fc267044-4cec-4487-a5ab-4e8d9a2be272 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:05:15.478196 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e179dfe-4e5d-421a-9134-ce6a3d38b004 service neutron] Pushing event updated for resources: {'Port': ['ID=fc267044-4cec-4487-a5ab-4e8d9a2be272,revision_number=8']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:15.527231 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-6e179dfe-4e5d-421a-9134-ce6a3d38b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:15.528087 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-6e179dfe-4e5d-421a-9134-ce6a3d38b004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:15.529984 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-6e179dfe-4e5d-421a-9134-ce6a3d38b004 service neutron] 10.222.0.10 "PUT /v2.0/ports/fc267044-4cec-4487-a5ab-4e8d9a2be272 HTTP/1.1" status: 200 len: 1121 time: 0.9806516 Feb 19 05:05:15.551165 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-df28c620-4e3a-4546-9134-d5ceade0ad1f service neutron] 10.222.0.65 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320429 Feb 19 05:05:15.591820 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['fc267044-4cec-4487-a5ab-4e8d9a2be272'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:05:15.695588 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-d21ee544-7c61-427c-8124-fe368e4e6be1 service neutron] 10.222.0.65 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335678 Feb 19 05:05:15.775260 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b36b2a70-8101-4457-999e-fbac3635d22e None None] Provisioning complete for port fc267044-4cec-4487-a5ab-4e8d9a2be272 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:15.775577 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b36b2a70-8101-4457-999e-fbac3635d22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:15.941018 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b36b2a70-8101-4457-999e-fbac3635d22e None None] Current status of the port fc267044-4cec-4487-a5ab-4e8d9a2be272 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:15.941442 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b36b2a70-8101-4457-999e-fbac3635d22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:15.958465 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-11ac476e-6212-43e4-b95b-05f8740505d6 req-36535b01-dda8-4063-b999-711376e59cb3 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 210 time: 0.0492058 Feb 19 05:05:15.990941 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbd859e-76d3-4d57-98f6-69f6b46bbf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc267044-4cec-4487-a5ab-4e8d9a2be272'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:05:15.994104 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d124d45-5e12-45f0-b51d-b9c724d267e1" -d '{"events": [{"server_uuid": "bcbd859e-76d3-4d57-98f6-69f6b46bbf31", "name": "network-vif-plugged", "status": "completed", "tag": "fc267044-4cec-4487-a5ab-4e8d9a2be272"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:05:16.018168 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b36b2a70-8101-4457-999e-fbac3635d22e None None] For port fc267044-4cec-4487-a5ab-4e8d9a2be272, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=fc267044-4cec-4487-a5ab-4e8d9a2be272,segment=NetworkSegment(73aaaa0b-1629-4e2e-9faa-1773e9b91b1f),segment_id=73aaaa0b-1629-4e2e-9faa-1773e9b91b1f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:16.024077 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b36b2a70-8101-4457-999e-fbac3635d22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:16.072221 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65489f4-4f79-499c-bc75-21f03bc18a55 x-openstack-request-id: req-c65489f4-4f79-499c-bc75-21f03bc18a55 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:05:16.072547 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbd859e-76d3-4d57-98f6-69f6b46bbf31", "name": "network-vif-plugged", "status": "completed", "tag": "fc267044-4cec-4487-a5ab-4e8d9a2be272", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:05:16.072808 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c65489f4-4f79-499c-bc75-21f03bc18a55 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:05:16.073229 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbd859e-76d3-4d57-98f6-69f6b46bbf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc267044-4cec-4487-a5ab-4e8d9a2be272', 'code': 200} Feb 19 05:05:16.359815 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b2a70-8101-4457-999e-fbac3635d22e None None] Pushing event updated for resources: {'Port': ['ID=fc267044-4cec-4487-a5ab-4e8d9a2be272,revision_number=9']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:16.433110 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bfce7-cea5-47b4-8950-5bfc32f1cebf req-eecb806c-13be-4d76-b0f7-745be2d794f1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:16.434944 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca9bfce7-cea5-47b4-8950-5bfc32f1cebf req-eecb806c-13be-4d76-b0f7-745be2d794f1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 945 time: 0.0928237 Feb 19 05:05:16.517566 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca9bfce7-cea5-47b4-8950-5bfc32f1cebf req-74ec10b3-468b-45b1-9cd3-d236ae8a3175 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=31b940ac-8a64-4a6e-8bd6-58fdc3337112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755529 Feb 19 05:05:16.619730 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device fc267044-4cec-4487-a5ab-4e8d9a2be272 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:05:16.732761 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port fc267044-4cec-4487-a5ab-4e8d9a2be272, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=fc267044-4cec-4487-a5ab-4e8d9a2be272,segment=NetworkSegment(73aaaa0b-1629-4e2e-9faa-1773e9b91b1f),segment_id=73aaaa0b-1629-4e2e-9faa-1773e9b91b1f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:16.745175 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device fc267044-4cec-4487-a5ab-4e8d9a2be272 has no active binding in host n-h1-772273-4 {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 05:05:17.088814 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbd859e-76d3-4d57-98f6-69f6b46bbf31', 'tag': 'fc267044-4cec-4487-a5ab-4e8d9a2be272'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:05:17.091817 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3fa4cc-5a7c-4bea-985d-607940d1c074" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbd859e-76d3-4d57-98f6-69f6b46bbf31", "tag": "fc267044-4cec-4487-a5ab-4e8d9a2be272"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:05:17.097146 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ece21f01-11eb-4d82-abe4-36973a73283e req-98532fa4-63d8-4564-b80d-01377cf2eb50 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 210 time: 0.0497651 Feb 19 05:05:17.147520 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ec56a5-3d9c-48ed-a33b-ab9331b24f5e x-openstack-request-id: req-e2ec56a5-3d9c-48ed-a33b-ab9331b24f5e {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:05:17.147970 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbd859e-76d3-4d57-98f6-69f6b46bbf31", "tag": "fc267044-4cec-4487-a5ab-4e8d9a2be272", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:05:17.148413 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e2ec56a5-3d9c-48ed-a33b-ab9331b24f5e {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:05:17.159916 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbd859e-76d3-4d57-98f6-69f6b46bbf31', 'tag': 'fc267044-4cec-4487-a5ab-4e8d9a2be272', 'status': 'completed', 'code': 200} Feb 19 05:05:17.196301 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-5f7e640a-a8bf-48ee-97df-41d64cd3a851 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:17.199356 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-5f7e640a-a8bf-48ee-97df-41d64cd3a851 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.48 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 812 time: 0.1852574 Feb 19 05:05:17.214638 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-db9dbf91-27fe-467a-9b15-e17eed91e45a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Request body: {'port': {'device_id': 'ba8b7282-5ace-4e88-98a5-84ff226c229c', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'admin_state_up': True, 'tenant_id': '7173e653c95343de8cadb3790f712d4d'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:17.231921 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fa4cc-5a7c-4bea-985d-607940d1c074 req-f6756d11-44f3-44e9-ab71-a7fc4de2056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:17.234750 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1a3fa4cc-5a7c-4bea-985d-607940d1c074 req-f6756d11-44f3-44e9-ab71-a7fc4de2056b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 1157 time: 0.0606472 Feb 19 05:05:17.352588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fa4cc-5a7c-4bea-985d-607940d1c074 req-e4bff328-ba6b-444e-b2c7-ba0f35553b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:17.354466 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1a3fa4cc-5a7c-4bea-985d-607940d1c074 req-e4bff328-ba6b-444e-b2c7-ba0f35553b92 service neutron] 10.222.0.48 "GET /v2.0/networks?id=afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 HTTP/1.1" status: 200 len: 896 time: 0.1125882 Feb 19 05:05:17.374522 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-db9dbf91-27fe-467a-9b15-e17eed91e45a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Made reservation on behalf of 7173e653c95343de8cadb3790f712d4d for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:05:17.379702 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-db9dbf91-27fe-467a-9b15-e17eed91e45a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:17.446687 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1a3fa4cc-5a7c-4bea-985d-607940d1c074 req-d8fe99c0-d7ea-4fe8-8b64-694dd14a1d50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc267044-4cec-4487-a5ab-4e8d9a2be272 HTTP/1.1" status: 200 len: 1000 time: 0.0858560 Feb 19 05:05:17.511602 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fa4cc-5a7c-4bea-985d-607940d1c074 req-1e474a62-e83b-48b7-b588-5cb79206b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:17.513992 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1a3fa4cc-5a7c-4bea-985d-607940d1c074 req-1e474a62-e83b-48b7-b588-5cb79206b754 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08781a6f-d6b4-499a-a6a7-eedd0a1433c8 HTTP/1.1" status: 200 len: 833 time: 0.0607440 Feb 19 05:05:17.577593 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-db9dbf91-27fe-467a-9b15-e17eed91e45a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Allocated IP 172.20.0.10 (891e8a91-ec7b-447e-9495-70c700adf2c0/eb74e798-fd6e-499a-bfba-a8016bf5d81f/2efc7b00-8421-46e5-a524-0e9b51a609ab) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:05:17.586355 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fa4cc-5a7c-4bea-985d-607940d1c074 req-76a5c219-917b-4832-b29c-4ce19185f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:17.588948 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1a3fa4cc-5a7c-4bea-985d-607940d1c074 req-76a5c219-917b-4832-b29c-4ce19185f1da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0685141 Feb 19 05:05:17.747139 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1a3fa4cc-5a7c-4bea-985d-607940d1c074 req-f9bc8c18-237a-41d5-8627-688ad436c915 service neutron] 10.222.0.48 "GET /v2.0/networks/afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510162 Feb 19 05:05:17.759320 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb32b9e-627a-4b34-a4e9-afb4bf47d17e req-49556ba2-f608-4ac1-beee-2ad01e4e7318 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:17.768350 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2cb32b9e-627a-4b34-a4e9-afb4bf47d17e req-49556ba2-f608-4ac1-beee-2ad01e4e7318 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 945 time: 0.1131573 Feb 19 05:05:17.898414 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-db9dbf91-27fe-467a-9b15-e17eed91e45a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for port (2efc7b00-8421-46e5-a524-0e9b51a609ab), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:17.967659 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-db9dbf91-27fe-467a-9b15-e17eed91e45a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (2efc7b00-8421-46e5-a524-0e9b51a609ab), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:17.989204 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:05:18.045450 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-db9dbf91-27fe-467a-9b15-e17eed91e45a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Network 891e8a91-ec7b-447e-9495-70c700adf2c0 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:05:18.050982 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-db9dbf91-27fe-467a-9b15-e17eed91e45a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:05:18.064723 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-db9dbf91-27fe-467a-9b15-e17eed91e45a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:05:18.113646 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9dbf91-27fe-467a-9b15-e17eed91e45a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event updated for resources: {'Port': ['ID=2efc7b00-8421-46e5-a524-0e9b51a609ab,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:18.164660 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-db9dbf91-27fe-467a-9b15-e17eed91e45a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:18.165721 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-db9dbf91-27fe-467a-9b15-e17eed91e45a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:18.190485 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-db9dbf91-27fe-467a-9b15-e17eed91e45a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9827914 Feb 19 05:05:18.207369 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-1f5e2eae-c2ec-4c64-93a2-0a1df9ca4ad8 service neutron] Request body: {'port': {'device_id': 'ba8b7282-5ace-4e88-98a5-84ff226c229c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:18.318347 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-1f5e2eae-c2ec-4c64-93a2-0a1df9ca4ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2efc7b00-8421-46e5-a524-0e9b51a609ab), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:18.355035 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2cb32b9e-627a-4b34-a4e9-afb4bf47d17e req-0b4b2c24-c6a4-4521-befb-8d5df9824694 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=31b940ac-8a64-4a6e-8bd6-58fdc3337112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5855331 Feb 19 05:05:18.411140 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1a3fa4cc-5a7c-4bea-985d-607940d1c074 req-82c8e9d4-4ec2-48bf-b943-e83e3bfabff0 service neutron] 10.222.0.48 "GET /v2.0/networks/afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6401017 Feb 19 05:05:18.434362 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-91b4669c-b783-4334-913c-d16290b504d2 None None] Provisioning complete for port 2efc7b00-8421-46e5-a524-0e9b51a609ab triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:18.434887 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-91b4669c-b783-4334-913c-d16290b504d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2efc7b00-8421-46e5-a524-0e9b51a609ab), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:18.456554 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e574db5-7952-47b0-988d-ddf4509460cc req-c0691ccb-c364-47d9-8193-29a1a060c95d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:18.458298 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e574db5-7952-47b0-988d-ddf4509460cc req-c0691ccb-c364-47d9-8193-29a1a060c95d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 932 time: 0.1987648 Feb 19 05:05:18.481358 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-91b4669c-b783-4334-913c-d16290b504d2 None None] Port 2efc7b00-8421-46e5-a524-0e9b51a609ab cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:05:18.633864 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5e574db5-7952-47b0-988d-ddf4509460cc req-19d12089-d9cc-42d3-b85c-a32e22b5cc1a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230159 Feb 19 05:05:18.786995 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-1f5e2eae-c2ec-4c64-93a2-0a1df9ca4ad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2efc7b00-8421-46e5-a524-0e9b51a609ab {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:05:18.796959 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-1f5e2eae-c2ec-4c64-93a2-0a1df9ca4ad8 service neutron] Publish callbacks [] for port (2efc7b00-8421-46e5-a524-0e9b51a609ab), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:18.813901 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-1f5e2eae-c2ec-4c64-93a2-0a1df9ca4ad8 service neutron] Transition to ACTIVE for port object 2efc7b00-8421-46e5-a524-0e9b51a609ab will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:05:18.818708 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-1f5e2eae-c2ec-4c64-93a2-0a1df9ca4ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (2efc7b00-8421-46e5-a524-0e9b51a609ab), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:18.876771 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e2eae-c2ec-4c64-93a2-0a1df9ca4ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=2efc7b00-8421-46e5-a524-0e9b51a609ab,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:18.986047 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-1f5e2eae-c2ec-4c64-93a2-0a1df9ca4ad8 service neutron] Attempting to bind port 2efc7b00-8421-46e5-a524-0e9b51a609ab on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:05:18.986612 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-1f5e2eae-c2ec-4c64-93a2-0a1df9ca4ad8 service neutron] Attempting to bind port 2efc7b00-8421-46e5-a524-0e9b51a609ab by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:05:18.987147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-1f5e2eae-c2ec-4c64-93a2-0a1df9ca4ad8 service neutron] Attempting to bind port 2efc7b00-8421-46e5-a524-0e9b51a609ab on network 891e8a91-ec7b-447e-9495-70c700adf2c0 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:05:18.995990 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-1f5e2eae-c2ec-4c64-93a2-0a1df9ca4ad8 service neutron] Port 2efc7b00-8421-46e5-a524-0e9b51a609ab on network 891e8a91-ec7b-447e-9495-70c700adf2c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:05:18.996647 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-1f5e2eae-c2ec-4c64-93a2-0a1df9ca4ad8 service neutron] Attempting to bind port 2efc7b00-8421-46e5-a524-0e9b51a609ab on network 891e8a91-ec7b-447e-9495-70c700adf2c0 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:05:19.007191 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-1f5e2eae-c2ec-4c64-93a2-0a1df9ca4ad8 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:05:19.007879 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-1f5e2eae-c2ec-4c64-93a2-0a1df9ca4ad8 service neutron] Checking segment: {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:05:19.008733 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-1f5e2eae-c2ec-4c64-93a2-0a1df9ca4ad8 service neutron] Bound using segment: {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:05:19.009573 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-1f5e2eae-c2ec-4c64-93a2-0a1df9ca4ad8 service neutron] Bound port: 2efc7b00-8421-46e5-a524-0e9b51a609ab, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:05:19.010238 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-1f5e2eae-c2ec-4c64-93a2-0a1df9ca4ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2efc7b00-8421-46e5-a524-0e9b51a609ab), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:19.133912 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-1f5e2eae-c2ec-4c64-93a2-0a1df9ca4ad8 service neutron] For port 2efc7b00-8421-46e5-a524-0e9b51a609ab, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:05:19.140056 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-1f5e2eae-c2ec-4c64-93a2-0a1df9ca4ad8 service neutron] For port 2efc7b00-8421-46e5-a524-0e9b51a609ab, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2efc7b00-8421-46e5-a524-0e9b51a609ab,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:05:19.149889 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-1f5e2eae-c2ec-4c64-93a2-0a1df9ca4ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (2efc7b00-8421-46e5-a524-0e9b51a609ab), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:19.208138 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-1f5e2eae-c2ec-4c64-93a2-0a1df9ca4ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:19.209028 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-1f5e2eae-c2ec-4c64-93a2-0a1df9ca4ad8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:19.210730 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-1f5e2eae-c2ec-4c64-93a2-0a1df9ca4ad8 service neutron] 10.222.0.48 "PUT /v2.0/ports/2efc7b00-8421-46e5-a524-0e9b51a609ab HTTP/1.1" status: 200 len: 1092 time: 1.0126057 Feb 19 05:05:19.211252 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8b7282-5ace-4e88-98a5-84ff226c229c', 'tag': '2efc7b00-8421-46e5-a524-0e9b51a609ab'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:05:19.213808 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44fb38e-18da-48a8-ab08-3d55d43e5339" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8b7282-5ace-4e88-98a5-84ff226c229c", "tag": "2efc7b00-8421-46e5-a524-0e9b51a609ab"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:05:19.246088 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e2eae-c2ec-4c64-93a2-0a1df9ca4ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=2efc7b00-8421-46e5-a524-0e9b51a609ab,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:19.271682 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41412021-7d14-46ab-95c8-7b2e2f943c52 x-openstack-request-id: req-41412021-7d14-46ab-95c8-7b2e2f943c52 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:05:19.272125 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8b7282-5ace-4e88-98a5-84ff226c229c", "tag": "2efc7b00-8421-46e5-a524-0e9b51a609ab", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:05:19.272477 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-41412021-7d14-46ab-95c8-7b2e2f943c52 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:05:19.273038 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8b7282-5ace-4e88-98a5-84ff226c229c', 'tag': '2efc7b00-8421-46e5-a524-0e9b51a609ab', 'status': 'completed', 'code': 200} Feb 19 05:05:19.343539 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-fc96e1aa-0dbc-4d71-ad0c-e3ef374e1cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:19.347106 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-fc96e1aa-0dbc-4d71-ad0c-e3ef374e1cd3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 1126 time: 0.0693648 Feb 19 05:05:19.409899 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-badb558b-5722-413d-9c69-05d362f5b162 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2efc7b00-8421-46e5-a524-0e9b51a609ab HTTP/1.1" status: 200 len: 217 time: 0.0559218 Feb 19 05:05:19.498337 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-753a5b2d-d2d2-4cb4-9a8d-80d6e62944d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:19.499657 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-753a5b2d-d2d2-4cb4-9a8d-80d6e62944d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0835404 Feb 19 05:05:19.628807 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-b1501c94-7b7d-4323-97ac-68458bc0ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:19.630525 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-b1501c94-7b7d-4323-97ac-68458bc0ccd1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1248932 Feb 19 05:05:19.643490 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d658e2-d05d-41ba-a2c7-7d2f7aba704a req-4dcf8323-e261-4d98-bb72-9bac14d2b4e1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:19.645164 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-36d658e2-d05d-41ba-a2c7-7d2f7aba704a req-4dcf8323-e261-4d98-bb72-9bac14d2b4e1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 945 time: 0.1074011 Feb 19 05:05:19.809048 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1978b-1e53-4f0d-910d-0bd22d3dc70e req-7972f813-b1f6-4e7a-93ab-f0465985ceae tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:19.811463 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d2a1978b-1e53-4f0d-910d-0bd22d3dc70e req-7972f813-b1f6-4e7a-93ab-f0465985ceae tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.0677283 Feb 19 05:05:19.832425 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-36d658e2-d05d-41ba-a2c7-7d2f7aba704a req-cfade017-a76a-41b7-8214-11d10eb12176 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=31b940ac-8a64-4a6e-8bd6-58fdc3337112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663322 Feb 19 05:05:19.871068 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-07e25366-741d-4b7f-acbc-033547aeed15 service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132783 Feb 19 05:05:19.875001 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d2a1978b-1e53-4f0d-910d-0bd22d3dc70e req-9acd0461-cc5e-4a1e-a947-1daad0f1dad9 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527763 Feb 19 05:05:19.972809 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b13098e2-b157-4254-b5e8-f9b4b7bc5f1c req-182378bb-0cd7-484c-b367-b38cc85e032e service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061144 Feb 19 05:05:20.067420 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fb38e-18da-48a8-ab08-3d55d43e5339 req-17f93b2f-0b12-4380-9612-3bd3899f5706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:20.069052 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a44fb38e-18da-48a8-ab08-3d55d43e5339 req-17f93b2f-0b12-4380-9612-3bd3899f5706 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 1126 time: 0.0503628 Feb 19 05:05:20.178659 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fb38e-18da-48a8-ab08-3d55d43e5339 req-6d24ec58-69c7-48f7-a616-202527591d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:20.180163 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a44fb38e-18da-48a8-ab08-3d55d43e5339 req-6d24ec58-69c7-48f7-a616-202527591d3a service neutron] 10.222.0.48 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 912 time: 0.1039732 Feb 19 05:05:20.225053 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a44fb38e-18da-48a8-ab08-3d55d43e5339 req-ded80512-86f5-474f-953e-e63e5a3cc36a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2efc7b00-8421-46e5-a524-0e9b51a609ab HTTP/1.1" status: 200 len: 217 time: 0.0385299 Feb 19 05:05:20.278927 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fb38e-18da-48a8-ab08-3d55d43e5339 req-0947045b-0e45-4538-bd58-9fc6306320a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:20.280619 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a44fb38e-18da-48a8-ab08-3d55d43e5339 req-0947045b-0e45-4538-bd58-9fc6306320a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0487592 Feb 19 05:05:20.342763 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fb38e-18da-48a8-ab08-3d55d43e5339 req-b0e89d21-ccbe-427c-adfd-d3b713aa42e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:20.344846 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a44fb38e-18da-48a8-ab08-3d55d43e5339 req-b0e89d21-ccbe-427c-adfd-d3b713aa42e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0566382 Feb 19 05:05:20.447471 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a44fb38e-18da-48a8-ab08-3d55d43e5339 req-235e4a3d-3e80-43f5-ba5b-20c02f145ba7 service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957589 Feb 19 05:05:20.473486 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-6aff0316-ada9-44a3-bdf7-079bb5fb4ccc service neutron] 10.222.0.48 "GET /v2.0/ports/fc267044-4cec-4487-a5ab-4e8d9a2be272/bindings/n-h1-772273-4 HTTP/1.1" status: 200 len: 384 time: 0.0699575 Feb 19 05:05:20.568524 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a44fb38e-18da-48a8-ab08-3d55d43e5339 req-8ad95d51-109f-447a-8dc3-3a8c81fa8218 service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144257 Feb 19 05:05:20.704545 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-af50ae60-a3da-449d-b6e8-60a898622a35 service neutron] For port fc267044-4cec-4487-a5ab-4e8d9a2be272, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=fc267044-4cec-4487-a5ab-4e8d9a2be272,segment=NetworkSegment(73aaaa0b-1629-4e2e-9faa-1773e9b91b1f),segment_id=73aaaa0b-1629-4e2e-9faa-1773e9b91b1f)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:20.732986 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-af50ae60-a3da-449d-b6e8-60a898622a35 service neutron] For port fc267044-4cec-4487-a5ab-4e8d9a2be272, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:05:20.785806 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbd859e-76d3-4d57-98f6-69f6b46bbf31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc267044-4cec-4487-a5ab-4e8d9a2be272'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:05:20.788180 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac7559d-9a75-4fe0-9407-675f739d6da2" -d '{"events": [{"server_uuid": "bcbd859e-76d3-4d57-98f6-69f6b46bbf31", "name": "network-vif-unplugged", "status": "completed", "tag": "fc267044-4cec-4487-a5ab-4e8d9a2be272"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:05:20.796609 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-af50ae60-a3da-449d-b6e8-60a898622a35 service neutron] For port fc267044-4cec-4487-a5ab-4e8d9a2be272, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=fc267044-4cec-4487-a5ab-4e8d9a2be272,segment=NetworkSegment(73aaaa0b-1629-4e2e-9faa-1773e9b91b1f),segment_id=73aaaa0b-1629-4e2e-9faa-1773e9b91b1f)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:20.817808 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-af50ae60-a3da-449d-b6e8-60a898622a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:20.834707 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 05:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8412e957-32d2-464d-a389-1701449c7f29 x-openstack-request-id: req-8412e957-32d2-464d-a389-1701449c7f29 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:05:20.835549 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbd859e-76d3-4d57-98f6-69f6b46bbf31", "name": "network-vif-unplugged", "status": "completed", "tag": "fc267044-4cec-4487-a5ab-4e8d9a2be272", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:05:20.835809 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8412e957-32d2-464d-a389-1701449c7f29 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:05:20.836241 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbd859e-76d3-4d57-98f6-69f6b46bbf31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc267044-4cec-4487-a5ab-4e8d9a2be272', 'code': 200} Feb 19 05:05:20.917109 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-af50ae60-a3da-449d-b6e8-60a898622a35 service neutron] Transition to ACTIVE for port object fc267044-4cec-4487-a5ab-4e8d9a2be272 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:05:20.926916 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-af50ae60-a3da-449d-b6e8-60a898622a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:21.113023 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21c9b6-2605-4265-9db9-6aa75a4f2c60 req-2d4d3fc9-68f3-4148-af32-50358a9d93ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:21.115659 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e21c9b6-2605-4265-9db9-6aa75a4f2c60 req-2d4d3fc9-68f3-4148-af32-50358a9d93ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.1268191 Feb 19 05:05:21.124268 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50ae60-a3da-449d-b6e8-60a898622a35 service neutron] Pushing event updated for resources: {'Port': ['ID=fc267044-4cec-4487-a5ab-4e8d9a2be272,revision_number=11']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:21.147937 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ae60-a3da-449d-b6e8-60a898622a35 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:21.148670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ae60-a3da-449d-b6e8-60a898622a35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:21.149588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ae60-a3da-449d-b6e8-60a898622a35 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:21.149970 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ae60-a3da-449d-b6e8-60a898622a35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:21.150255 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ae60-a3da-449d-b6e8-60a898622a35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:21.150751 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ae60-a3da-449d-b6e8-60a898622a35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:21.151113 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ae60-a3da-449d-b6e8-60a898622a35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:21.151447 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ae60-a3da-449d-b6e8-60a898622a35 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:21.151918 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ae60-a3da-449d-b6e8-60a898622a35 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:21.152317 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ae60-a3da-449d-b6e8-60a898622a35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:21.152668 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ae60-a3da-449d-b6e8-60a898622a35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:21.153066 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ae60-a3da-449d-b6e8-60a898622a35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:21.153418 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ae60-a3da-449d-b6e8-60a898622a35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:21.193339 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e21c9b6-2605-4265-9db9-6aa75a4f2c60 req-c72b0936-aff9-4b47-9bbc-0184f8ab1048 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666587 Feb 19 05:05:21.207790 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b9edd-d905-4d0b-9993-ad44bfc94b58 req-ef45a158-4871-4320-9665-536ebd1ccb5d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:21.210187 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-540b9edd-d905-4d0b-9993-ad44bfc94b58 req-ef45a158-4871-4320-9665-536ebd1ccb5d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 944 time: 0.2260084 Feb 19 05:05:21.237836 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-af50ae60-a3da-449d-b6e8-60a898622a35 service neutron] No DVR routers for this DVR port fc267044-4cec-4487-a5ab-4e8d9a2be272 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:05:21.362189 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-540b9edd-d905-4d0b-9993-ad44bfc94b58 req-3493c25c-fe1f-4f37-ae0e-d57f9dc05b93 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=31b940ac-8a64-4a6e-8bd6-58fdc3337112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263807 Feb 19 05:05:21.435940 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-af50ae60-a3da-449d-b6e8-60a898622a35 service neutron] 10.222.0.48 "PUT /v2.0/ports/fc267044-4cec-4487-a5ab-4e8d9a2be272/bindings/n-h1-772273-4/activate HTTP/1.1" status: 200 len: 369 time: 0.9567227 Feb 19 05:05:21.545095 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-05dd50b8-8009-4bc9-866a-644bc34a0487 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:21.547767 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-05dd50b8-8009-4bc9-866a-644bc34a0487 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31&tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&binding%3Ahost_id=n-h2-772273-4 HTTP/1.1" status: 200 len: 1126 time: 0.0579391 Feb 19 05:05:21.607846 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-ed30db72-5d39-489b-beb8-b6b8e55a8882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:21.609966 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-ed30db72-5d39-489b-beb8-b6b8e55a8882 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31&tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d HTTP/1.1" status: 200 len: 1126 time: 0.0543151 Feb 19 05:05:21.689913 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-f2e80898-8b4f-43d9-8a22-93996c3e775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:21.691691 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-f2e80898-8b4f-43d9-8a22-93996c3e775e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 1126 time: 0.0549695 Feb 19 05:05:21.807031 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-0c215d21-1244-40a4-b37f-fcc54689b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:21.808827 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-0c215d21-1244-40a4-b37f-fcc54689b2f3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 HTTP/1.1" status: 200 len: 896 time: 0.1092803 Feb 19 05:05:21.894931 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-7a0118b1-196f-43e6-baf0-001509b5c449 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc267044-4cec-4487-a5ab-4e8d9a2be272 HTTP/1.1" status: 200 len: 998 time: 0.0799494 Feb 19 05:05:21.957227 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-5bb6dca4-dc3a-4de1-9612-bae40ee213e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:21.958763 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-5bb6dca4-dc3a-4de1-9612-bae40ee213e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08781a6f-d6b4-499a-a6a7-eedd0a1433c8 HTTP/1.1" status: 200 len: 833 time: 0.0578303 Feb 19 05:05:22.042885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-43852825-fb28-414b-b703-b02fd2dbfc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:22.045633 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-43852825-fb28-414b-b703-b02fd2dbfc61 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0806313 Feb 19 05:05:22.178595 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-3dcaec0f-0634-4556-9789-1b76afdb7162 service neutron] 10.222.0.10 "GET /v2.0/networks/afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262395 Feb 19 05:05:22.299253 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-b3795941-3a12-48b7-ba04-ef88a5db3fab service neutron] 10.222.0.10 "GET /v2.0/networks/afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141391 Feb 19 05:05:22.427018 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e4e76-6e0b-487d-b6f5-129219ac3437 req-f85d575f-a1da-4fb8-8138-d0d4c56e24c2 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:22.428746 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-327e4e76-6e0b-487d-b6f5-129219ac3437 req-f85d575f-a1da-4fb8-8138-d0d4c56e24c2 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.0986300 Feb 19 05:05:22.526815 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48095e-de8e-420e-9e2b-dfed004a9e12 req-576959dd-5ccf-4358-b9ff-22a458657d94 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:22.534933 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-327e4e76-6e0b-487d-b6f5-129219ac3437 req-0435730d-4598-4289-827a-58bc0bf6376d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877838 Feb 19 05:05:22.536658 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bd48095e-de8e-420e-9e2b-dfed004a9e12 req-576959dd-5ccf-4358-b9ff-22a458657d94 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 944 time: 0.0808091 Feb 19 05:05:22.598936 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bd48095e-de8e-420e-9e2b-dfed004a9e12 req-1d6d4ebe-1fb4-45d5-b1d9-831964321dcf tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=31b940ac-8a64-4a6e-8bd6-58fdc3337112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605712 Feb 19 05:05:22.601137 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-cb67d1c0-a233-4885-9c58-d2d525629d3b tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:22.602853 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-cb67d1c0-a233-4885-9c58-d2d525629d3b tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31&tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&binding%3Ahost_id=n-h1-772273-4 HTTP/1.1" status: 200 len: 1126 time: 0.0650761 Feb 19 05:05:22.754652 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-70d4d8ea-0989-422d-becd-01b402ec67fb service neutron] For port fc267044-4cec-4487-a5ab-4e8d9a2be272, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:05:22.758000 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-70d4d8ea-0989-422d-becd-01b402ec67fb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:22.759221 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-70d4d8ea-0989-422d-becd-01b402ec67fb service neutron] 10.222.0.10 "DELETE /v2.0/ports/fc267044-4cec-4487-a5ab-4e8d9a2be272/bindings/n-h2-772273-4 HTTP/1.1" status: 204 len: 173 time: 0.1484065 Feb 19 05:05:23.702323 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd399da4-8ca8-4c5d-87e5-e37fe96dad70 req-59aa9553-8fcd-47cd-8ca5-7989ca54e662 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:23.704006 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bd399da4-8ca8-4c5d-87e5-e37fe96dad70 req-59aa9553-8fcd-47cd-8ca5-7989ca54e662 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.0772853 Feb 19 05:05:23.730091 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632538bc-7ac6-4a50-bcf5-3b16d3461ea4 req-223bef29-5f39-45be-a119-867282397201 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:23.732344 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-632538bc-7ac6-4a50-bcf5-3b16d3461ea4 req-223bef29-5f39-45be-a119-867282397201 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 944 time: 0.0631871 Feb 19 05:05:23.747756 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device fc267044-4cec-4487-a5ab-4e8d9a2be272 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:05:23.759900 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bd399da4-8ca8-4c5d-87e5-e37fe96dad70 req-ba604e1d-7d1d-4d6d-b313-5bb385a07f61 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498979 Feb 19 05:05:23.806965 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-632538bc-7ac6-4a50-bcf5-3b16d3461ea4 req-c65af3c0-1bc5-4978-b0f8-4b589bb40aac tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=31b940ac-8a64-4a6e-8bd6-58fdc3337112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616565 Feb 19 05:05:23.808221 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] The host n-h2-772273-4 is not matching for port fc267044-4cec-4487-a5ab-4e8d9a2be272 host n-h1-772273-4! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 05:05:23.808876 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device fc267044-4cec-4487-a5ab-4e8d9a2be272 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:05:23.926901 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dcabc-1d54-424e-a0e6-fcc5040630ea req-cec90f46-8534-4be6-b9cf-25ef07468dc3 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:23.928407 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6c2dcabc-1d54-424e-a0e6-fcc5040630ea req-cec90f46-8534-4be6-b9cf-25ef07468dc3 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 1126 time: 0.0519524 Feb 19 05:05:23.982066 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6c2dcabc-1d54-424e-a0e6-fcc5040630ea req-4364f12d-b774-4f02-8bd3-65091557165f tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=31b940ac-8a64-4a6e-8bd6-58fdc3337112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476270 Feb 19 05:05:24.130877 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca68a5-4ea4-4137-b3c1-4b90618b237b req-ed6ad0a0-8d87-4cb5-a107-37e127e63ba4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:24.133520 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-39ca68a5-4ea4-4137-b3c1-4b90618b237b req-ed6ad0a0-8d87-4cb5-a107-37e127e63ba4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 944 time: 0.0791976 Feb 19 05:05:24.185662 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-39ca68a5-4ea4-4137-b3c1-4b90618b237b req-8cf790b6-e605-4c49-84bf-841a193b5d5e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=31b940ac-8a64-4a6e-8bd6-58fdc3337112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461962 Feb 19 05:05:24.210079 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60584) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:24.283933 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2ac045a5-cd65-4286-9dd1-316d3c9bc753 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/floatingips/36c431d0-1ca0-48f5-87e6-7cf2003261b6 HTTP/1.1" status: 200 len: 990 time: 0.0725317 Feb 19 05:05:24.931366 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6242e04-2e48-4fd2-9965-63e98d56aa35 req-8f89e848-bbbf-4612-a472-d4be756e8bb6 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:24.933281 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b6242e04-2e48-4fd2-9965-63e98d56aa35 req-8f89e848-bbbf-4612-a472-d4be756e8bb6 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.0843227 Feb 19 05:05:24.999315 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b6242e04-2e48-4fd2-9965-63e98d56aa35 req-1ed8b0b6-aed6-4b0b-8254-d4f979374832 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597625 Feb 19 05:05:26.171098 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ba421-5493-4681-983b-61ca5c742f96 req-cbacf872-1b84-4e13-ab38-fbe1deee3f95 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:26.172766 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc8ba421-5493-4681-983b-61ca5c742f96 req-cbacf872-1b84-4e13-ab38-fbe1deee3f95 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.0827196 Feb 19 05:05:26.246538 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc8ba421-5493-4681-983b-61ca5c742f96 req-91bfef5e-70b6-4108-9478-174ee9e468c1 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657706 Feb 19 05:05:26.581055 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60594) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:26.790419 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-204ebf4f-ce55-4589-96ea-cf9f2f4a6a72 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Deleting port fe4fe0f3-8242-4c9b-bcd4-2b8eb9621303 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:05:26.790784 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-204ebf4f-ce55-4589-96ea-cf9f2f4a6a72 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (fe4fe0f3-8242-4c9b-bcd4-2b8eb9621303), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:26.874303 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-204ebf4f-ce55-4589-96ea-cf9f2f4a6a72 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (fe4fe0f3-8242-4c9b-bcd4-2b8eb9621303), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:26.874947 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-204ebf4f-ce55-4589-96ea-cf9f2f4a6a72 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for floatingip (fe4fe0f3-8242-4c9b-bcd4-2b8eb9621303), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:26.889669 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-204ebf4f-ce55-4589-96ea-cf9f2f4a6a72 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Calling delete_port for fe4fe0f3-8242-4c9b-bcd4-2b8eb9621303 owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:05:27.100284 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-204ebf4f-ce55-4589-96ea-cf9f2f4a6a72 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (fe4fe0f3-8242-4c9b-bcd4-2b8eb9621303), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:27.133652 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ebf4f-ce55-4589-96ea-cf9f2f4a6a72 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'Port': ['ID=fe4fe0f3-8242-4c9b-bcd4-2b8eb9621303,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:27.234467 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-204ebf4f-ce55-4589-96ea-cf9f2f4a6a72 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for floatingip (36c431d0-1ca0-48f5-87e6-7cf2003261b6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:27.235451 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-204ebf4f-ce55-4589-96ea-cf9f2f4a6a72 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Floating IP 36c431d0-1ca0-48f5-87e6-7cf2003261b6 disassociated (deleted). External IP: 172.25.0.59, port: fc267044-4cec-4487-a5ab-4e8d9a2be272. Feb 19 05:05:27.489137 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd978e5c-9356-4d46-acf6-896270cd6d3a req-25edec25-578b-4005-b568-3e5f2a9cf192 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:27.490725 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bd978e5c-9356-4d46-acf6-896270cd6d3a req-25edec25-578b-4005-b568-3e5f2a9cf192 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.1199467 Feb 19 05:05:27.590864 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bd978e5c-9356-4d46-acf6-896270cd6d3a req-8c648ccf-aa9a-411b-bdea-758f89890a95 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939610 Feb 19 05:05:27.605746 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204ebf4f-ce55-4589-96ea-cf9f2f4a6a72 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Router 7592be59-a1a2-4b78-bc75-a58ae213f11a has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:05:27.736656 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204ebf4f-ce55-4589-96ea-cf9f2f4a6a72 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:05:27.744728 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-204ebf4f-ce55-4589-96ea-cf9f2f4a6a72 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:27.754869 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e03b863-9d3b-45d6-8518-e453693daa38 None None] Sync routers for ids ['7592be59-a1a2-4b78-bc75-a58ae213f11a'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:05:27.782688 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e03b863-9d3b-45d6-8518-e453693daa38 None None] Routers {'7592be59-a1a2-4b78-bc75-a58ae213f11a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:05:27.784650 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-5e03b863-9d3b-45d6-8518-e453693daa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:05:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['7592be59-a1a2-4b78-bc75-a58ae213f11a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:27.791471 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-204ebf4f-ce55-4589-96ea-cf9f2f4a6a72 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "DELETE /v2.0/floatingips/36c431d0-1ca0-48f5-87e6-7cf2003261b6 HTTP/1.1" status: 204 len: 168 time: 1.2086594 Feb 19 05:05:27.793245 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbd859e-76d3-4d57-98f6-69f6b46bbf31', 'tag': 'fc267044-4cec-4487-a5ab-4e8d9a2be272'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:05:27.798988 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b1b54f-a6f7-42a6-aab8-ec389df73e19" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbd859e-76d3-4d57-98f6-69f6b46bbf31", "tag": "fc267044-4cec-4487-a5ab-4e8d9a2be272"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:05:27.861622 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebc04c8-628d-446b-aa8c-af860b78bb1a x-openstack-request-id: req-8ebc04c8-628d-446b-aa8c-af860b78bb1a {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:05:27.861942 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbd859e-76d3-4d57-98f6-69f6b46bbf31", "tag": "fc267044-4cec-4487-a5ab-4e8d9a2be272", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:05:27.862182 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8ebc04c8-628d-446b-aa8c-af860b78bb1a {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:05:27.862630 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbd859e-76d3-4d57-98f6-69f6b46bbf31', 'tag': 'fc267044-4cec-4487-a5ab-4e8d9a2be272', 'status': 'completed', 'code': 200} Feb 19 05:05:27.965246 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-5e03b863-9d3b-45d6-8518-e453693daa38 None None] Set router 7592be59-a1a2-4b78-bc75-a58ae213f11a gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:05:27.967033 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1b54f-a6f7-42a6-aab8-ec389df73e19 req-7161ea75-6208-405f-9804-3cfed07bc844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:27.970409 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-26b1b54f-a6f7-42a6-aab8-ec389df73e19 req-7161ea75-6208-405f-9804-3cfed07bc844 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 1126 time: 0.0931737 Feb 19 05:05:28.222459 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496c745-3b9d-4d9d-bdd2-f27f61f85361 req-b5b47d0e-7921-4ac0-8dc9-a940def39712 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:28.232073 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7496c745-3b9d-4d9d-bdd2-f27f61f85361 req-b5b47d0e-7921-4ac0-8dc9-a940def39712 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 944 time: 0.0998516 Feb 19 05:05:28.267294 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-5e03b863-9d3b-45d6-8518-e453693daa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767313343', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:04:14Z', 'updated_at': '2022-02-19T05:04:20Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:04:15Z', 'updated_at': '2022-02-19T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '579d6bf2-634c-4a26-a416-108a748d3a1b', 'name': '', 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:51:a6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '08781a6f-d6b4-499a-a6a7-eedd0a1433c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:04:19Z', 'updated_at': '2022-02-19T05:04:25Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': '08781a6f-d6b4-499a-a6a7-eedd0a1433c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:28.305347 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e03b863-9d3b-45d6-8518-e453693daa38 None None] Checking router: 7592be59-a1a2-4b78-bc75-a58ae213f11a for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:05:28.316962 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e03b863-9d3b-45d6-8518-e453693daa38 None None] Routers {'7592be59-a1a2-4b78-bc75-a58ae213f11a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:05:28.317777 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-5e03b863-9d3b-45d6-8518-e453693daa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:05:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['7592be59-a1a2-4b78-bc75-a58ae213f11a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:28.358429 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7496c745-3b9d-4d9d-bdd2-f27f61f85361 req-4a1963c0-86cf-48b0-9665-9514fff7a1d1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=31b940ac-8a64-4a6e-8bd6-58fdc3337112&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230476 Feb 19 05:05:28.533047 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1b54f-a6f7-42a6-aab8-ec389df73e19 req-4c7e89b6-e3cf-441e-9467-24e53e160245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:28.534199 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-26b1b54f-a6f7-42a6-aab8-ec389df73e19 req-4c7e89b6-e3cf-441e-9467-24e53e160245 service neutron] 10.222.0.10 "GET /v2.0/networks?id=afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 HTTP/1.1" status: 200 len: 896 time: 0.5549347 Feb 19 05:05:28.568112 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-5e03b863-9d3b-45d6-8518-e453693daa38 None None] Set router 7592be59-a1a2-4b78-bc75-a58ae213f11a gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:05:28.599921 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-26b1b54f-a6f7-42a6-aab8-ec389df73e19 req-fcef3612-6131-4129-b7c9-9ed00b138465 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc267044-4cec-4487-a5ab-4e8d9a2be272 HTTP/1.1" status: 200 len: 217 time: 0.0478630 Feb 19 05:05:28.614018 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a24bc3-311d-4ba0-bce2-18aa50c964a7 req-af32741d-09e8-4e5f-a0c4-00f8e136af60 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:28.615657 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-00a24bc3-311d-4ba0-bce2-18aa50c964a7 req-af32741d-09e8-4e5f-a0c4-00f8e136af60 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 944 time: 0.1240325 Feb 19 05:05:28.757224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1b54f-a6f7-42a6-aab8-ec389df73e19 req-5b2c6875-1087-4e43-aca9-bde3728c6973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:28.759429 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-26b1b54f-a6f7-42a6-aab8-ec389df73e19 req-5b2c6875-1087-4e43-aca9-bde3728c6973 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08781a6f-d6b4-499a-a6a7-eedd0a1433c8 HTTP/1.1" status: 200 len: 833 time: 0.1527171 Feb 19 05:05:28.839467 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-00a24bc3-311d-4ba0-bce2-18aa50c964a7 req-4c4dca3b-ca53-4f5b-85d1-e54edefc6382 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Deleting port fc267044-4cec-4487-a5ab-4e8d9a2be272 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:05:28.840053 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-00a24bc3-311d-4ba0-bce2-18aa50c964a7 req-4c4dca3b-ca53-4f5b-85d1-e54edefc6382 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:28.892282 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f01993-886d-4919-b39a-e9f8017ec052 req-74807b82-c142-4ff6-bb99-efea27d0c35a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:28.894678 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-86f01993-886d-4919-b39a-e9f8017ec052 req-74807b82-c142-4ff6-bb99-efea27d0c35a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.1339691 Feb 19 05:05:28.903968 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1b54f-a6f7-42a6-aab8-ec389df73e19 req-470d9a26-03af-462f-8b07-0881b8cac9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:28.906594 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-26b1b54f-a6f7-42a6-aab8-ec389df73e19 req-470d9a26-03af-462f-8b07-0881b8cac9b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1340909 Feb 19 05:05:28.951437 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-5e03b863-9d3b-45d6-8518-e453693daa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767313343', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:04:14Z', 'updated_at': '2022-02-19T05:04:20Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:04:15Z', 'updated_at': '2022-02-19T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '579d6bf2-634c-4a26-a416-108a748d3a1b', 'name': '', 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:51:a6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '08781a6f-d6b4-499a-a6a7-eedd0a1433c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:04:19Z', 'updated_at': '2022-02-19T05:04:25Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': '08781a6f-d6b4-499a-a6a7-eedd0a1433c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:29.013009 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e03b863-9d3b-45d6-8518-e453693daa38 None None] The sync data for ids ['7592be59-a1a2-4b78-bc75-a58ae213f11a'] in n-d-772273-4 is: [{'id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767313343', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:04:14Z', 'updated_at': '2022-02-19T05:04:20Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:04:15Z', 'updated_at': '2022-02-19T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '579d6bf2-634c-4a26-a416-108a748d3a1b', 'name': '', 'network_id': 'afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:51:a6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '08781a6f-d6b4-499a-a6a7-eedd0a1433c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:04:19Z', 'updated_at': '2022-02-19T05:04:25Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': '08781a6f-d6b4-499a-a6a7-eedd0a1433c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:05:29.055408 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-86f01993-886d-4919-b39a-e9f8017ec052 req-4260423c-43d9-4603-9445-edaf302a2762 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455376 Feb 19 05:05:29.071704 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-00a24bc3-311d-4ba0-bce2-18aa50c964a7 req-4c4dca3b-ca53-4f5b-85d1-e54edefc6382 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] For port fc267044-4cec-4487-a5ab-4e8d9a2be272, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=fc267044-4cec-4487-a5ab-4e8d9a2be272,segment=NetworkSegment(73aaaa0b-1629-4e2e-9faa-1773e9b91b1f),segment_id=73aaaa0b-1629-4e2e-9faa-1773e9b91b1f)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:29.072373 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-00a24bc3-311d-4ba0-bce2-18aa50c964a7 req-4c4dca3b-ca53-4f5b-85d1-e54edefc6382 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:29.096200 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-00a24bc3-311d-4ba0-bce2-18aa50c964a7 req-4c4dca3b-ca53-4f5b-85d1-e54edefc6382 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Calling delete_port for fc267044-4cec-4487-a5ab-4e8d9a2be272 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:05:29.102430 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-26b1b54f-a6f7-42a6-aab8-ec389df73e19 req-0ff18d1e-5c61-450f-bbe0-c3926b41aad2 service neutron] 10.222.0.10 "GET /v2.0/networks/afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875541 Feb 19 05:05:29.242904 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-26b1b54f-a6f7-42a6-aab8-ec389df73e19 req-6eda3e2d-6127-4d0b-afd1-a00d70d18712 service neutron] 10.222.0.10 "GET /v2.0/networks/afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320908 Feb 19 05:05:29.296110 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-00a24bc3-311d-4ba0-bce2-18aa50c964a7 req-4c4dca3b-ca53-4f5b-85d1-e54edefc6382 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (fc267044-4cec-4487-a5ab-4e8d9a2be272), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:29.343740 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4dca3b-ca53-4f5b-85d1-e54edefc6382 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'Port': ['ID=fc267044-4cec-4487-a5ab-4e8d9a2be272,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:29.361650 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:05:29.424111 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a24bc3-311d-4ba0-bce2-18aa50c964a7 req-4c4dca3b-ca53-4f5b-85d1-e54edefc6382 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] No DVR routers for this DVR port fc267044-4cec-4487-a5ab-4e8d9a2be272 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:05:29.428796 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-00a24bc3-311d-4ba0-bce2-18aa50c964a7 req-4c4dca3b-ca53-4f5b-85d1-e54edefc6382 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:29.433225 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-00a24bc3-311d-4ba0-bce2-18aa50c964a7 req-4c4dca3b-ca53-4f5b-85d1-e54edefc6382 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.10 "DELETE /v2.0/ports/fc267044-4cec-4487-a5ab-4e8d9a2be272 HTTP/1.1" status: 204 len: 173 time: 0.7906675 Feb 19 05:05:29.472117 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14980557-be71-4186-b0a4-3f11a28a3739 None None] New status for floating IP 36c431d0-1ca0-48f5-87e6-7cf2003261b6: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:05:29.497502 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-35ebfeec-a874-45b1-bd8a-9b1ee5f30801 req-9a08f07a-0acb-498e-be23-8f4f9114fdac tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbd859e-76d3-4d57-98f6-69f6b46bbf31 HTTP/1.1" status: 200 len: 210 time: 0.0396502 Feb 19 05:05:29.863761 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbd859e-76d3-4d57-98f6-69f6b46bbf31', 'name': 'network-vif-deleted', 'tag': 'fc267044-4cec-4487-a5ab-4e8d9a2be272'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:05:29.870243 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01041dfb-1cbb-4800-8724-26463d7ebaa8" -d '{"events": [{"server_uuid": "bcbd859e-76d3-4d57-98f6-69f6b46bbf31", "name": "network-vif-deleted", "tag": "fc267044-4cec-4487-a5ab-4e8d9a2be272"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:05:29.925681 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de93cf5-95fc-43aa-93f6-aa00e5b944b3 x-openstack-request-id: req-8de93cf5-95fc-43aa-93f6-aa00e5b944b3 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:05:29.926319 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbd859e-76d3-4d57-98f6-69f6b46bbf31", "name": "network-vif-deleted", "tag": "fc267044-4cec-4487-a5ab-4e8d9a2be272", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:05:29.926759 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8de93cf5-95fc-43aa-93f6-aa00e5b944b3 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:05:29.927289 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbd859e-76d3-4d57-98f6-69f6b46bbf31', 'name': 'network-vif-deleted', 'tag': 'fc267044-4cec-4487-a5ab-4e8d9a2be272', 'status': 'completed', 'code': 200} Feb 19 05:05:30.180741 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640297b-4919-43c9-b7f5-e0b70ddf2b65 req-293e6c10-1ba5-41d4-b5ed-2c4658a21d25 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:30.182279 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0640297b-4919-43c9-b7f5-e0b70ddf2b65 req-293e6c10-1ba5-41d4-b5ed-2c4658a21d25 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.0575407 Feb 19 05:05:30.230549 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0640297b-4919-43c9-b7f5-e0b70ddf2b65 req-c0924b4f-c450-4cd0-b35d-d4ce37edd8e9 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425155 Feb 19 05:05:30.558635 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60614) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:30.951908 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-35226971-71db-4dae-89c6-637fb0a60d62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (7592be59-a1a2-4b78-bc75-a58ae213f11a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:31.256588 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-35226971-71db-4dae-89c6-637fb0a60d62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Deleting port 579d6bf2-634c-4a26-a416-108a748d3a1b {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:05:31.257071 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-35226971-71db-4dae-89c6-637fb0a60d62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (579d6bf2-634c-4a26-a416-108a748d3a1b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:31.356113 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-35226971-71db-4dae-89c6-637fb0a60d62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] For port 579d6bf2-634c-4a26-a416-108a748d3a1b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=579d6bf2-634c-4a26-a416-108a748d3a1b,segment=NetworkSegment(73aaaa0b-1629-4e2e-9faa-1773e9b91b1f),segment_id=73aaaa0b-1629-4e2e-9faa-1773e9b91b1f)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:31.356499 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-35226971-71db-4dae-89c6-637fb0a60d62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (579d6bf2-634c-4a26-a416-108a748d3a1b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:31.370247 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-35226971-71db-4dae-89c6-637fb0a60d62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Calling delete_port for 579d6bf2-634c-4a26-a416-108a748d3a1b owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:05:31.373922 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767d174-49d0-4903-b346-fc73b98d948c req-5444c880-ccab-41da-ba9e-65e134f1dc69 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:31.376607 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c767d174-49d0-4903-b346-fc73b98d948c req-5444c880-ccab-41da-ba9e-65e134f1dc69 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.0595651 Feb 19 05:05:31.446336 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c767d174-49d0-4903-b346-fc73b98d948c req-edcdb85f-afd8-4bd3-8ace-1be8252b17ce tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619287 Feb 19 05:05:31.594479 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-35226971-71db-4dae-89c6-637fb0a60d62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (579d6bf2-634c-4a26-a416-108a748d3a1b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:31.621180 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35226971-71db-4dae-89c6-637fb0a60d62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'Port': ['ID=579d6bf2-634c-4a26-a416-108a748d3a1b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:31.649619 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35226971-71db-4dae-89c6-637fb0a60d62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:31.650054 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35226971-71db-4dae-89c6-637fb0a60d62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:31.650423 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35226971-71db-4dae-89c6-637fb0a60d62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:31.650797 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35226971-71db-4dae-89c6-637fb0a60d62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:31.651098 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35226971-71db-4dae-89c6-637fb0a60d62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:31.651430 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35226971-71db-4dae-89c6-637fb0a60d62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:31.651790 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35226971-71db-4dae-89c6-637fb0a60d62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:31.652120 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35226971-71db-4dae-89c6-637fb0a60d62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:31.652449 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35226971-71db-4dae-89c6-637fb0a60d62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:31.652776 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35226971-71db-4dae-89c6-637fb0a60d62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:31.653135 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35226971-71db-4dae-89c6-637fb0a60d62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:31.653509 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35226971-71db-4dae-89c6-637fb0a60d62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:31.653833 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35226971-71db-4dae-89c6-637fb0a60d62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:31.836709 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-35226971-71db-4dae-89c6-637fb0a60d62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (7592be59-a1a2-4b78-bc75-a58ae213f11a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:32.070545 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35226971-71db-4dae-89c6-637fb0a60d62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Router 7592be59-a1a2-4b78-bc75-a58ae213f11a has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:05:32.183827 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35226971-71db-4dae-89c6-637fb0a60d62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:05:32.189856 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-35226971-71db-4dae-89c6-637fb0a60d62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "PUT /v2.0/routers/7592be59-a1a2-4b78-bc75-a58ae213f11a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6300857 Feb 19 05:05:32.194093 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60618) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:32.196835 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3ce1c3-5ffe-4cab-9fac-f43c92e4f025 None None] Sync routers for ids ['7592be59-a1a2-4b78-bc75-a58ae213f11a'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:05:32.212253 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3ce1c3-5ffe-4cab-9fac-f43c92e4f025 None None] Routers {'7592be59-a1a2-4b78-bc75-a58ae213f11a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:05:32.213009 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-bb3ce1c3-5ffe-4cab-9fac-f43c92e4f025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:05:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['7592be59-a1a2-4b78-bc75-a58ae213f11a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:32.252510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-802b210a-be50-4905-9509-0d18c750bbe6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Deleting subnet 08781a6f-d6b4-499a-a6a7-eedd0a1433c8 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:05:32.256072 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-802b210a-be50-4905-9509-0d18c750bbe6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for subnet (08781a6f-d6b4-499a-a6a7-eedd0a1433c8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:32.291937 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f695308c-7dad-4670-bc4d-bcc5a952999e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:32.309686 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-802b210a-be50-4905-9509-0d18c750bbe6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (08781a6f-d6b4-499a-a6a7-eedd0a1433c8), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:32.330012 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-bb3ce1c3-5ffe-4cab-9fac-f43c92e4f025 None None] Set router 7592be59-a1a2-4b78-bc75-a58ae213f11a gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:05:32.418885 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-802b210a-be50-4905-9509-0d18c750bbe6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (08781a6f-d6b4-499a-a6a7-eedd0a1433c8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:32.513505 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-802b210a-be50-4905-9509-0d18c750bbe6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (08781a6f-d6b4-499a-a6a7-eedd0a1433c8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:32.539368 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-bb3ce1c3-5ffe-4cab-9fac-f43c92e4f025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767313343', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:04:14Z', 'updated_at': '2022-02-19T05:05:31Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:04:15Z', 'updated_at': '2022-02-19T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:32.567574 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b210a-be50-4905-9509-0d18c750bbe6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'Subnet': ['ID=08781a6f-d6b4-499a-a6a7-eedd0a1433c8,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:32.573571 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-802b210a-be50-4905-9509-0d18c750bbe6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:32.583043 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-802b210a-be50-4905-9509-0d18c750bbe6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "DELETE /v2.0/subnets/08781a6f-d6b4-499a-a6a7-eedd0a1433c8 HTTP/1.1" status: 204 len: 168 time: 0.3855584 Feb 19 05:05:32.584391 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60622) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:32.586512 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3ce1c3-5ffe-4cab-9fac-f43c92e4f025 None None] Checking router: 7592be59-a1a2-4b78-bc75-a58ae213f11a for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:05:32.590992 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9091edf1-680f-4b2a-a832-d0a44985bcb6 None None] Network afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:05:32.607338 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3ce1c3-5ffe-4cab-9fac-f43c92e4f025 None None] Routers {'7592be59-a1a2-4b78-bc75-a58ae213f11a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:05:32.608739 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-bb3ce1c3-5ffe-4cab-9fac-f43c92e4f025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:05:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['7592be59-a1a2-4b78-bc75-a58ae213f11a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:32.652002 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d479a5-0a7d-40eb-863d-b19f878ba442 req-f3dbf102-e1a9-41b5-8666-3c1ba8f4b425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:32.655671 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-34d479a5-0a7d-40eb-863d-b19f878ba442 req-f3dbf102-e1a9-41b5-8666-3c1ba8f4b425 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.1157906 Feb 19 05:05:32.704393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device fc267044-4cec-4487-a5ab-4e8d9a2be272 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:05:32.738827 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-34d479a5-0a7d-40eb-863d-b19f878ba442 req-1c2bd08a-d5cf-4a2b-94d3-0a3d90dd0efa tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751915 Feb 19 05:05:32.741730 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e9f5dbf7-edf0-49c1-b8f6-ecfbf4437ded tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router (7592be59-a1a2-4b78-bc75-a58ae213f11a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:32.772551 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: fc267044-4cec-4487-a5ab-4e8d9a2be272 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:05:32.773648 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device fc267044-4cec-4487-a5ab-4e8d9a2be272 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:05:32.804817 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-bb3ce1c3-5ffe-4cab-9fac-f43c92e4f025 None None] Set router 7592be59-a1a2-4b78-bc75-a58ae213f11a gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:05:32.911959 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25bab8e-31e9-4eeb-9bc2-418353123076 None None] DHCP port deletion for afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:05:32.920047 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e9f5dbf7-edf0-49c1-b8f6-ecfbf4437ded tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router_gateway (7592be59-a1a2-4b78-bc75-a58ae213f11a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:32.991868 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d25bab8e-31e9-4eeb-9bc2-418353123076 None None] Deleting port c7dec533-047c-4259-bfc6-c8ac7d4d09dc {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:05:32.992078 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d25bab8e-31e9-4eeb-9bc2-418353123076 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (c7dec533-047c-4259-bfc6-c8ac7d4d09dc), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:33.002980 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-e9f5dbf7-edf0-49c1-b8f6-ecfbf4437ded tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Deleting port 7fc9084b-5bd7-4577-bbe7-38989ff26b40 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:05:33.003655 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e9f5dbf7-edf0-49c1-b8f6-ecfbf4437ded tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (7fc9084b-5bd7-4577-bbe7-38989ff26b40), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:33.077595 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d25bab8e-31e9-4eeb-9bc2-418353123076 None None] For port c7dec533-047c-4259-bfc6-c8ac7d4d09dc, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c7dec533-047c-4259-bfc6-c8ac7d4d09dc,segment=NetworkSegment(73aaaa0b-1629-4e2e-9faa-1773e9b91b1f),segment_id=73aaaa0b-1629-4e2e-9faa-1773e9b91b1f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:33.078161 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d25bab8e-31e9-4eeb-9bc2-418353123076 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (c7dec533-047c-4259-bfc6-c8ac7d4d09dc), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:33.081135 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-bb3ce1c3-5ffe-4cab-9fac-f43c92e4f025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767313343', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:04:14Z', 'updated_at': '2022-02-19T05:05:31Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:04:15Z', 'updated_at': '2022-02-19T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:33.094437 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d25bab8e-31e9-4eeb-9bc2-418353123076 None None] Calling delete_port for c7dec533-047c-4259-bfc6-c8ac7d4d09dc owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:05:33.108104 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-e9f5dbf7-edf0-49c1-b8f6-ecfbf4437ded tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] For port 7fc9084b-5bd7-4577-bbe7-38989ff26b40, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=7fc9084b-5bd7-4577-bbe7-38989ff26b40,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:33.108606 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e9f5dbf7-edf0-49c1-b8f6-ecfbf4437ded tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (7fc9084b-5bd7-4577-bbe7-38989ff26b40), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:33.129233 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-e9f5dbf7-edf0-49c1-b8f6-ecfbf4437ded tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Calling delete_port for 7fc9084b-5bd7-4577-bbe7-38989ff26b40 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:05:33.135161 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3ce1c3-5ffe-4cab-9fac-f43c92e4f025 None None] The sync data for ids ['7592be59-a1a2-4b78-bc75-a58ae213f11a'] in n-d-772273-4 is: [{'id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767313343', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:04:14Z', 'updated_at': '2022-02-19T05:05:31Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '7fc9084b-5bd7-4577-bbe7-38989ff26b40', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:07:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7592be59-a1a2-4b78-bc75-a58ae213f11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:04:15Z', 'updated_at': '2022-02-19T05:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:05:33.213371 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d25bab8e-31e9-4eeb-9bc2-418353123076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (c7dec533-047c-4259-bfc6-c8ac7d4d09dc), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:33.244819 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bab8e-31e9-4eeb-9bc2-418353123076 None None] Pushing event deleted for resources: {'Port': ['ID=c7dec533-047c-4259-bfc6-c8ac7d4d09dc,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:33.259149 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25bab8e-31e9-4eeb-9bc2-418353123076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:33.259505 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25bab8e-31e9-4eeb-9bc2-418353123076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:33.259860 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25bab8e-31e9-4eeb-9bc2-418353123076 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:33.260196 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25bab8e-31e9-4eeb-9bc2-418353123076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:33.260568 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25bab8e-31e9-4eeb-9bc2-418353123076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:33.260931 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25bab8e-31e9-4eeb-9bc2-418353123076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:33.261316 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25bab8e-31e9-4eeb-9bc2-418353123076 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:33.261608 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25bab8e-31e9-4eeb-9bc2-418353123076 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:33.261949 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25bab8e-31e9-4eeb-9bc2-418353123076 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:33.262278 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25bab8e-31e9-4eeb-9bc2-418353123076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:33.262610 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25bab8e-31e9-4eeb-9bc2-418353123076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:33.262940 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25bab8e-31e9-4eeb-9bc2-418353123076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:33.263535 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25bab8e-31e9-4eeb-9bc2-418353123076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:33.266681 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25bab8e-31e9-4eeb-9bc2-418353123076 None None] No DVR routers for this DVR port c7dec533-047c-4259-bfc6-c8ac7d4d09dc on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:05:33.411604 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e9f5dbf7-edf0-49c1-b8f6-ecfbf4437ded tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (7fc9084b-5bd7-4577-bbe7-38989ff26b40), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:33.448492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5dbf7-edf0-49c1-b8f6-ecfbf4437ded tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'Port': ['ID=7fc9084b-5bd7-4577-bbe7-38989ff26b40,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:33.542473 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e9f5dbf7-edf0-49c1-b8f6-ecfbf4437ded tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (7592be59-a1a2-4b78-bc75-a58ae213f11a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:33.668819 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e9f5dbf7-edf0-49c1-b8f6-ecfbf4437ded tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (7592be59-a1a2-4b78-bc75-a58ae213f11a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:33.672309 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e9f5dbf7-edf0-49c1-b8f6-ecfbf4437ded tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router_controller (7592be59-a1a2-4b78-bc75-a58ae213f11a), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:33.742165 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e9f5dbf7-edf0-49c1-b8f6-ecfbf4437ded tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (7592be59-a1a2-4b78-bc75-a58ae213f11a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:33.743095 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f5dbf7-edf0-49c1-b8f6-ecfbf4437ded tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Fanout notify agent at l3_agent the message router_deleted on router 7592be59-a1a2-4b78-bc75-a58ae213f11a {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:05:33.754507 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e9f5dbf7-edf0-49c1-b8f6-ecfbf4437ded tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:33.755871 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e9f5dbf7-edf0-49c1-b8f6-ecfbf4437ded tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "DELETE /v2.0/routers/7592be59-a1a2-4b78-bc75-a58ae213f11a HTTP/1.1" status: 204 len: 168 time: 1.1707237 Feb 19 05:05:33.760194 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60624) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:33.894373 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3043200f-68cd-428d-bc2d-e048ba178d0c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:34.022852 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71355cd7-0cc2-4321-8acf-a93634e79b71 req-01ad4df8-eec8-48df-aa79-9ab06713a4fb tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:34.025550 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-71355cd7-0cc2-4321-8acf-a93634e79b71 req-01ad4df8-eec8-48df-aa79-9ab06713a4fb tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.1901517 Feb 19 05:05:34.091798 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3043200f-68cd-428d-bc2d-e048ba178d0c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:34.130748 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-3043200f-68cd-428d-bc2d-e048ba178d0c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:34.150895 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-3043200f-68cd-428d-bc2d-e048ba178d0c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73aaaa0b-1629-4e2e-9faa-1773e9b91b1f') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:34.151183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-3043200f-68cd-428d-bc2d-e048ba178d0c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73aaaa0b-1629-4e2e-9faa-1773e9b91b1f') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:34.156940 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-71355cd7-0cc2-4321-8acf-a93634e79b71 req-76060d3d-9ad4-4f13-8e48-0af2349d06c4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937746 Feb 19 05:05:34.167970 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3043200f-68cd-428d-bc2d-e048ba178d0c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (73aaaa0b-1629-4e2e-9faa-1773e9b91b1f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:34.186742 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3043200f-68cd-428d-bc2d-e048ba178d0c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (73aaaa0b-1629-4e2e-9faa-1773e9b91b1f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:34.194566 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3043200f-68cd-428d-bc2d-e048ba178d0c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:05:34.195267 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3043200f-68cd-428d-bc2d-e048ba178d0c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (73aaaa0b-1629-4e2e-9faa-1773e9b91b1f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: timer() Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:05:34.198578 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:05:34.269289 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3043200f-68cd-428d-bc2d-e048ba178d0c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:34.278062 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3043200f-68cd-428d-bc2d-e048ba178d0c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:34.282495 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3043200f-68cd-428d-bc2d-e048ba178d0c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "DELETE /v2.0/networks/afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00 HTTP/1.1" status: 204 len: 168 time: 0.5212002 Feb 19 05:05:34.287038 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60628) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:34.298411 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043200f-68cd-428d-bc2d-e048ba178d0c tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'Network': ['ID=afa080cb-2c1e-42cf-8e88-3b3f5cf2cc00,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:34.368803 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3d8a2b03-596c-4a1a-905a-2b080faa4157 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (31b940ac-8a64-4a6e-8bd6-58fdc3337112), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:34.421273 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3d8a2b03-596c-4a1a-905a-2b080faa4157 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (31b940ac-8a64-4a6e-8bd6-58fdc3337112), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:34.525388 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3d8a2b03-596c-4a1a-905a-2b080faa4157 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (31b940ac-8a64-4a6e-8bd6-58fdc3337112), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:34.530269 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3d8a2b03-596c-4a1a-905a-2b080faa4157 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:34.532746 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3d8a2b03-596c-4a1a-905a-2b080faa4157 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "DELETE /v2.0/security-groups/31b940ac-8a64-4a6e-8bd6-58fdc3337112 HTTP/1.1" status: 204 len: 168 time: 0.2439218 Feb 19 05:05:34.559077 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a2b03-596c-4a1a-905a-2b080faa4157 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b940ac-8a64-4a6e-8bd6-58fdc3337112,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:34.930877 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 7fc9084b-5bd7-4577-bbe7-38989ff26b40 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:05:34.979559 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 7fc9084b-5bd7-4577-bbe7-38989ff26b40 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:05:34.980081 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 7fc9084b-5bd7-4577-bbe7-38989ff26b40 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:05:34.981859 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 579d6bf2-634c-4a26-a416-108a748d3a1b no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:05:35.008782 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 579d6bf2-634c-4a26-a416-108a748d3a1b {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:05:35.009211 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 579d6bf2-634c-4a26-a416-108a748d3a1b not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:05:35.009622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c7dec533-047c-4259-bfc6-c8ac7d4d09dc no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:05:35.050441 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60634) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:35.056314 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-239f336e-8491-4f39-91c9-06b6cb1eff9e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-997862594', 'description': 'tempest-secgroup-smoke-997862594 description', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:35.057977 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: c7dec533-047c-4259-bfc6-c8ac7d4d09dc {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:05:35.058817 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c7dec533-047c-4259-bfc6-c8ac7d4d09dc not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:05:35.095111 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-239f336e-8491-4f39-91c9-06b6cb1eff9e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:35.142788 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7d70e95a-7926-4410-a5a1-95aabe2c9583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:35.251083 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-239f336e-8491-4f39-91c9-06b6cb1eff9e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (33802709-be6c-495a-84b0-3dc33655c978), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:35.256427 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-239f336e-8491-4f39-91c9-06b6cb1eff9e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (33802709-be6c-495a-84b0-3dc33655c978), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:35.309179 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-239f336e-8491-4f39-91c9-06b6cb1eff9e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:35.317160 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60638) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:35.318188 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-239f336e-8491-4f39-91c9-06b6cb1eff9e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2660270 Feb 19 05:05:35.324703 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-46fffeea-0678-4b74-b8d8-eaf99b3bb611 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group_rule': {'security_group_id': '33802709-be6c-495a-84b0-3dc33655c978', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:35.336377 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f336e-8491-4f39-91c9-06b6cb1eff9e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33802709-be6c-495a-84b0-3dc33655c978,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:35.369385 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3884f-acfb-464d-835b-a64faf26b9e3 req-34abdfac-34be-4256-a0c9-9267742b73b1 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:35.371395 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-83e3884f-acfb-464d-835b-a64faf26b9e3 req-34abdfac-34be-4256-a0c9-9267742b73b1 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.1099536 Feb 19 05:05:35.391439 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-46fffeea-0678-4b74-b8d8-eaf99b3bb611 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (ec8b0e5f-0f49-4a0b-abbf-ae4fa21710da), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:35.472124 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-83e3884f-acfb-464d-835b-a64faf26b9e3 req-b17e6d57-0e1a-4f5e-8ae2-b3bb8c615855 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902677 Feb 19 05:05:35.489370 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-46fffeea-0678-4b74-b8d8-eaf99b3bb611 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (ec8b0e5f-0f49-4a0b-abbf-ae4fa21710da), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:35.494788 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-46fffeea-0678-4b74-b8d8-eaf99b3bb611 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (ec8b0e5f-0f49-4a0b-abbf-ae4fa21710da), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:35.515872 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fffeea-0678-4b74-b8d8-eaf99b3bb611 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8b0e5f-0f49-4a0b-abbf-ae4fa21710da,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:35.527684 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-46fffeea-0678-4b74-b8d8-eaf99b3bb611 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:35.532517 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-46fffeea-0678-4b74-b8d8-eaf99b3bb611 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2099371 Feb 19 05:05:35.532797 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60640) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:35.537791 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-a65a6b5c-253a-4b48-80eb-3fee1d5bccc1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group_rule': {'security_group_id': '33802709-be6c-495a-84b0-3dc33655c978', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:35.585617 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a65a6b5c-253a-4b48-80eb-3fee1d5bccc1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (4f206c18-3bbd-4ba3-86b2-5ead3e69f97f), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:35.658966 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a65a6b5c-253a-4b48-80eb-3fee1d5bccc1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (4f206c18-3bbd-4ba3-86b2-5ead3e69f97f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:35.663443 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a65a6b5c-253a-4b48-80eb-3fee1d5bccc1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (4f206c18-3bbd-4ba3-86b2-5ead3e69f97f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:35.689415 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a6b5c-253a-4b48-80eb-3fee1d5bccc1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f206c18-3bbd-4ba3-86b2-5ead3e69f97f,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:35.695082 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a65a6b5c-253a-4b48-80eb-3fee1d5bccc1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:35.696408 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a65a6b5c-253a-4b48-80eb-3fee1d5bccc1 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1625102 Feb 19 05:05:35.700889 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60642) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:35.706561 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-7bc71464-7ee0-45a3-8892-5b841f429283 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group_rule': {'security_group_id': '33802709-be6c-495a-84b0-3dc33655c978', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:35.741594 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7bc71464-7ee0-45a3-8892-5b841f429283 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (72409c9b-6a53-42db-9f1e-32b2906fa675), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:35.825055 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7bc71464-7ee0-45a3-8892-5b841f429283 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (72409c9b-6a53-42db-9f1e-32b2906fa675), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:35.831375 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7bc71464-7ee0-45a3-8892-5b841f429283 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (72409c9b-6a53-42db-9f1e-32b2906fa675), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:35.857855 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc71464-7ee0-45a3-8892-5b841f429283 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72409c9b-6a53-42db-9f1e-32b2906fa675,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:35.871044 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7bc71464-7ee0-45a3-8892-5b841f429283 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:35.872626 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7bc71464-7ee0-45a3-8892-5b841f429283 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1696439 Feb 19 05:05:35.876776 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60644) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:35.883240 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-129a51c8-c888-40b9-8ae0-fcd254e941c6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group_rule': {'security_group_id': '33802709-be6c-495a-84b0-3dc33655c978', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:35.923341 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-129a51c8-c888-40b9-8ae0-fcd254e941c6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (4538d407-f6ca-434d-8fe7-1b146c64a3a3), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:36.013030 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-129a51c8-c888-40b9-8ae0-fcd254e941c6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (4538d407-f6ca-434d-8fe7-1b146c64a3a3), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:36.018926 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-129a51c8-c888-40b9-8ae0-fcd254e941c6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (4538d407-f6ca-434d-8fe7-1b146c64a3a3), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:36.050928 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a51c8-c888-40b9-8ae0-fcd254e941c6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4538d407-f6ca-434d-8fe7-1b146c64a3a3,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:36.068885 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-129a51c8-c888-40b9-8ae0-fcd254e941c6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:36.070479 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-129a51c8-c888-40b9-8ae0-fcd254e941c6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1923604 Feb 19 05:05:36.073799 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60646) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:36.081614 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-62ca2eb2-d9e8-47f5-8a01-9a1106246b79 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group_rule': {'security_group_id': '33802709-be6c-495a-84b0-3dc33655c978', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:36.114488 n-d-772273-4 neutron-server[115199]: INFO neutron.db.securitygroups_db [None req-62ca2eb2-d9e8-47f5-8a01-9a1106246b79 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Project cb7efcaa75ab46f8b306eefb09a4e21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:05:36.124609 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62ca2eb2-d9e8-47f5-8a01-9a1106246b79 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (355a5986-f3b5-4edf-bd65-94478f3f7216), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:36.211145 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62ca2eb2-d9e8-47f5-8a01-9a1106246b79 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (355a5986-f3b5-4edf-bd65-94478f3f7216), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:36.217334 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62ca2eb2-d9e8-47f5-8a01-9a1106246b79 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (355a5986-f3b5-4edf-bd65-94478f3f7216), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:36.244698 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca2eb2-d9e8-47f5-8a01-9a1106246b79 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355a5986-f3b5-4edf-bd65-94478f3f7216,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:36.258887 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-62ca2eb2-d9e8-47f5-8a01-9a1106246b79 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:36.260231 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-62ca2eb2-d9e8-47f5-8a01-9a1106246b79 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1853812 Feb 19 05:05:36.263683 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60648) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:36.268726 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-a8e78973-0fbe-48ff-b445-9bb61b561b2a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'security_group_rule': {'security_group_id': '33802709-be6c-495a-84b0-3dc33655c978', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:36.291390 n-d-772273-4 neutron-server[115198]: INFO neutron.db.securitygroups_db [None req-a8e78973-0fbe-48ff-b445-9bb61b561b2a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Project cb7efcaa75ab46f8b306eefb09a4e21d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:05:36.298028 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a8e78973-0fbe-48ff-b445-9bb61b561b2a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (3a285b24-c6a2-4bad-9df8-12f390d61ee9), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:36.368543 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a8e78973-0fbe-48ff-b445-9bb61b561b2a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (3a285b24-c6a2-4bad-9df8-12f390d61ee9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:36.374520 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a8e78973-0fbe-48ff-b445-9bb61b561b2a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (3a285b24-c6a2-4bad-9df8-12f390d61ee9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:36.421742 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e78973-0fbe-48ff-b445-9bb61b561b2a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a285b24-c6a2-4bad-9df8-12f390d61ee9,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:36.444411 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a8e78973-0fbe-48ff-b445-9bb61b561b2a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:36.446257 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a8e78973-0fbe-48ff-b445-9bb61b561b2a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1812394 Feb 19 05:05:36.449710 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60650) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:36.456284 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-bd1912e2-d1d4-4496-b6e3-c5785056675f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'network': {'name': 'tempest-network-smoke--628907773', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'port_security_enabled': True}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:36.483488 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1912e2-d1d4-4496-b6e3-c5785056675f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Made reservation on behalf of cb7efcaa75ab46f8b306eefb09a4e21d for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:05:36.487151 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bd1912e2-d1d4-4496-b6e3-c5785056675f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:36.534308 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1912e2-d1d4-4496-b6e3-c5785056675f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:05:36.547384 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bd1912e2-d1d4-4496-b6e3-c5785056675f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:36.547788 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-bd1912e2-d1d4-4496-b6e3-c5785056675f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Added segment aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6 of type vlan for network 0e029141-7463-4b87-8c92-9645d54a43bf Feb 19 05:05:36.598436 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bd1912e2-d1d4-4496-b6e3-c5785056675f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (0e029141-7463-4b87-8c92-9645d54a43bf), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:36.630400 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bd1912e2-d1d4-4496-b6e3-c5785056675f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (0e029141-7463-4b87-8c92-9645d54a43bf), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:36.636317 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1912e2-d1d4-4496-b6e3-c5785056675f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:36.637238 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bd1912e2-d1d4-4496-b6e3-c5785056675f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:36.700218 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-bd1912e2-d1d4-4496-b6e3-c5785056675f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2482841 Feb 19 05:05:36.700636 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60654) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:36.705310 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-ff8f14ba-29aa-4520-89fe-bef7cfab1597 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-934067834', 'admin_state_up': True, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:36.724348 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1912e2-d1d4-4496-b6e3-c5785056675f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Network': ['ID=0e029141-7463-4b87-8c92-9645d54a43bf,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:36.730090 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18c1a4-cefe-42b8-8396-fb5633d6989d req-8552a9be-5505-43a0-823e-f86a03c137c8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:36.731689 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3b18c1a4-cefe-42b8-8396-fb5633d6989d req-8552a9be-5505-43a0-823e-f86a03c137c8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.0953720 Feb 19 05:05:36.743829 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff8f14ba-29aa-4520-89fe-bef7cfab1597 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (5879bfa4-3d83-42dc-bcd8-ab3cd93691f4), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:36.744968 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff8f14ba-29aa-4520-89fe-bef7cfab1597 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (5879bfa4-3d83-42dc-bcd8-ab3cd93691f4), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:36.753979 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 0e029141-7463-4b87-8c92-9645d54a43bf details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:05:36.819755 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff8f14ba-29aa-4520-89fe-bef7cfab1597 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router_controller (5879bfa4-3d83-42dc-bcd8-ab3cd93691f4), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:36.963018 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:37.321028 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3b18c1a4-cefe-42b8-8396-fb5633d6989d req-25247992-cc4f-42d6-9398-5b48e7f289b8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5578806 Feb 19 05:05:37.446953 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff8f14ba-29aa-4520-89fe-bef7cfab1597 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router_gateway (5879bfa4-3d83-42dc-bcd8-ab3cd93691f4), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:37.715610 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff8f14ba-29aa-4520-89fe-bef7cfab1597 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router_gateway (5879bfa4-3d83-42dc-bcd8-ab3cd93691f4), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:37.740811 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff8f14ba-29aa-4520-89fe-bef7cfab1597 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:37.843668 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:37.870495 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-ff8f14ba-29aa-4520-89fe-bef7cfab1597 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Allocated IP 172.25.0.144 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/1edb1b1f-404a-4b40-b587-0cf4d878d6ea) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:05:38.005104 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff8f14ba-29aa-4520-89fe-bef7cfab1597 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for port (1edb1b1f-404a-4b40-b587-0cf4d878d6ea), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:38.051090 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff8f14ba-29aa-4520-89fe-bef7cfab1597 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (1edb1b1f-404a-4b40-b587-0cf4d878d6ea), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:38.088722 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:38.107954 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8f14ba-29aa-4520-89fe-bef7cfab1597 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:05:38.111468 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-ff8f14ba-29aa-4520-89fe-bef7cfab1597 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:05:38.114320 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8f14ba-29aa-4520-89fe-bef7cfab1597 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:05:38.150200 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f14ba-29aa-4520-89fe-bef7cfab1597 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Port': ['ID=1edb1b1f-404a-4b40-b587-0cf4d878d6ea,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:38.409761 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff8f14ba-29aa-4520-89fe-bef7cfab1597 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router_gateway (5879bfa4-3d83-42dc-bcd8-ab3cd93691f4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:38.459490 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1da93-feaf-457d-97e9-da55a5763d2a req-a863166a-6120-479a-ae53-a8e4ceb50d52 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:38.461914 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0ba1da93-feaf-457d-97e9-da55a5763d2a req-a863166a-6120-479a-ae53-a8e4ceb50d52 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.0669632 Feb 19 05:05:38.543943 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0ba1da93-feaf-457d-97e9-da55a5763d2a req-674409f4-6607-4e11-aee5-c3fa56f21f60 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720770 Feb 19 05:05:38.689352 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff8f14ba-29aa-4520-89fe-bef7cfab1597 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (5879bfa4-3d83-42dc-bcd8-ab3cd93691f4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:38.837925 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8f14ba-29aa-4520-89fe-bef7cfab1597 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Router 5879bfa4-3d83-42dc-bcd8-ab3cd93691f4 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:05:38.958226 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8f14ba-29aa-4520-89fe-bef7cfab1597 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:05:38.970670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] Sync routers for ids ['5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:05:38.981581 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ff8f14ba-29aa-4520-89fe-bef7cfab1597 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:38.982736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] Routers {'5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:05:38.983557 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:05:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:38.985542 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ff8f14ba-29aa-4520-89fe-bef7cfab1597 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2836232 Feb 19 05:05:38.986498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60658) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:39.017651 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-24b6c391-f9cf-4e70-a807-200da30196f4 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=cb7efcaa75ab46f8b306eefb09a4e21d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299132 Feb 19 05:05:39.020629 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60660) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:39.112762 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] Set router 5879bfa4-3d83-42dc-bcd8-ab3cd93691f4 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:05:39.114691 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05143a8f-9ec4-4c40-b7b3-3f327b7cce24 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:39.116442 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-05143a8f-9ec4-4c40-b7b3-3f327b7cce24 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0945795 Feb 19 05:05:39.119566 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60662) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:39.149516 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e81e15bc-88bd-4c51-9cbe-1b00abf34c45 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287209 Feb 19 05:05:39.151987 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60664) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:39.157045 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b04ab95b-ebb5-4514-99dd-82bd6d900163 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-224117653', 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:39.271103 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04ab95b-ebb5-4514-99dd-82bd6d900163 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Made reservation on behalf of cb7efcaa75ab46f8b306eefb09a4e21d for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:05:39.276478 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b04ab95b-ebb5-4514-99dd-82bd6d900163 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:39.329751 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934067834', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:36Z', 'updated_at': '2022-02-19T05:05:38Z', 'revision_number': 3, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:37Z', 'updated_at': '2022-02-19T05:05:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:39.370086 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] Checking router: 5879bfa4-3d83-42dc-bcd8-ab3cd93691f4 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:05:39.370505 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] Updating router 5879bfa4-3d83-42dc-bcd8-ab3cd93691f4 port 1edb1b1f-404a-4b40-b587-0cf4d878d6ea binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:05:39.436859 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:39.447022 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1edb1b1f-404a-4b40-b587-0cf4d878d6ea), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:39.472970 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:39.519322 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b04ab95b-ebb5-4514-99dd-82bd6d900163 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (ebdd8b82-0d08-4bec-9da3-8257655add27), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:39.589579 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ab95b-ebb5-4514-99dd-82bd6d900163 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Subnet': ['ID=ebdd8b82-0d08-4bec-9da3-8257655add27,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:39.598050 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04ab95b-ebb5-4514-99dd-82bd6d900163 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Checking segment: {'id': 'aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:05:39.598436 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04ab95b-ebb5-4514-99dd-82bd6d900163 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network hostable DHCP agents. Network: 0e029141-7463-4b87-8c92-9645d54a43bf, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:05:39.629276 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04ab95b-ebb5-4514-99dd-82bd6d900163 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network 0e029141-7463-4b87-8c92-9645d54a43bf is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:05:39.658964 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-b04ab95b-ebb5-4514-99dd-82bd6d900163 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 0e029141-7463-4b87-8c92-9645d54a43bf) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:05:39.684943 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfb4023-e03c-49fd-9fbb-d1d4d9ed372d None None] Network 0e029141-7463-4b87-8c92-9645d54a43bf requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:05:39.699760 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04ab95b-ebb5-4514-99dd-82bd6d900163 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:39.701092 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b04ab95b-ebb5-4514-99dd-82bd6d900163 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:39.741026 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b04ab95b-ebb5-4514-99dd-82bd6d900163 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5868669 Feb 19 05:05:39.744256 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60668) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:39.770310 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d14c89-3a89-4727-9dd0-3fc1b723e467 req-1429ca3f-83fc-45e4-9831-0614a8c331eb tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:39.773194 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-14d14c89-3a89-4727-9dd0-3fc1b723e467 req-1429ca3f-83fc-45e4-9831-0614a8c331eb tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.1355040 Feb 19 05:05:39.920534 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964d6dc9-e8f5-4c8f-8979-c65e42ee66c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-0e029141-7463-4b87-8c92-9645d54a43bf', 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf', 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'fixed_ips': [{'subnet_id': 'ebdd8b82-0d08-4bec-9da3-8257655add27'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:05:39.921429 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-964d6dc9-e8f5-4c8f-8979-c65e42ee66c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:39.943268 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-14d14c89-3a89-4727-9dd0-3fc1b723e467 req-f1cff105-57e7-4118-a51e-846c2f26bec1 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138842 Feb 19 05:05:39.981636 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] Publish callbacks [] for port (1edb1b1f-404a-4b40-b587-0cf4d878d6ea), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:39.992505 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (1edb1b1f-404a-4b40-b587-0cf4d878d6ea), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:40.124784 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] Attempting to bind port 1edb1b1f-404a-4b40-b587-0cf4d878d6ea on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:05:40.125234 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] Attempting to bind port 1edb1b1f-404a-4b40-b587-0cf4d878d6ea by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:05:40.125792 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] Attempting to bind port 1edb1b1f-404a-4b40-b587-0cf4d878d6ea on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:05:40.166746 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:05:40.167352 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:05:40.167728 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:40.168025 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:05:40.168858 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] Bound port: 1edb1b1f-404a-4b40-b587-0cf4d878d6ea, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:05:40.169482 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1edb1b1f-404a-4b40-b587-0cf4d878d6ea), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:40.181829 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788c9d0-b7f8-4b0d-9d1f-8f03da19e332 None None] Pushing event updated for resources: {'Port': ['ID=1edb1b1f-404a-4b40-b587-0cf4d878d6ea,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:40.244186 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-964d6dc9-e8f5-4c8f-8979-c65e42ee66c0 None None] Allocated IP 172.20.0.2 (0e029141-7463-4b87-8c92-9645d54a43bf/ebdd8b82-0d08-4bec-9da3-8257655add27/d08b8817-80af-452e-bc8a-d626c64c8219) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:05:40.263929 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] For port 1edb1b1f-404a-4b40-b587-0cf4d878d6ea, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:05:40.295527 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] For port 1edb1b1f-404a-4b40-b587-0cf4d878d6ea, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=1edb1b1f-404a-4b40-b587-0cf4d878d6ea,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:05:40.325815 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (1edb1b1f-404a-4b40-b587-0cf4d878d6ea), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:40.413688 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] Routers {'5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:05:40.414738 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:05:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:40.432709 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83f04e66-72fe-46ca-a631-f6cde8ba4907 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:40.462247 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788c9d0-b7f8-4b0d-9d1f-8f03da19e332 None None] Pushing event updated for resources: {'Port': ['ID=1edb1b1f-404a-4b40-b587-0cf4d878d6ea,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:40.595280 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-964d6dc9-e8f5-4c8f-8979-c65e42ee66c0 None None] Publish callbacks [] for port (d08b8817-80af-452e-bc8a-d626c64c8219), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:40.603859 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] Set router 5879bfa4-3d83-42dc-bcd8-ab3cd93691f4 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:05:40.607160 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-964d6dc9-e8f5-4c8f-8979-c65e42ee66c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (d08b8817-80af-452e-bc8a-d626c64c8219), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:40.826472 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-83f04e66-72fe-46ca-a631-f6cde8ba4907 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Allocated IP 172.20.0.1 (0e029141-7463-4b87-8c92-9645d54a43bf/ebdd8b82-0d08-4bec-9da3-8257655add27/a3b14c19-72f1-41ed-a1f2-1f07cca529d3) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:05:40.935346 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964d6dc9-e8f5-4c8f-8979-c65e42ee66c0 None None] Network 0e029141-7463-4b87-8c92-9645d54a43bf is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:05:40.953977 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-964d6dc9-e8f5-4c8f-8979-c65e42ee66c0 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:05:40.962117 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964d6dc9-e8f5-4c8f-8979-c65e42ee66c0 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:05:40.969393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d6dc9-e8f5-4c8f-8979-c65e42ee66c0 None None] Pushing event updated for resources: {'Port': ['ID=d08b8817-80af-452e-bc8a-d626c64c8219,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:41.068610 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-964d6dc9-e8f5-4c8f-8979-c65e42ee66c0 None None] Attempting to bind port d08b8817-80af-452e-bc8a-d626c64c8219 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:05:41.069420 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-964d6dc9-e8f5-4c8f-8979-c65e42ee66c0 None None] Attempting to bind port d08b8817-80af-452e-bc8a-d626c64c8219 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:05:41.069548 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83f04e66-72fe-46ca-a631-f6cde8ba4907 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for port (a3b14c19-72f1-41ed-a1f2-1f07cca529d3), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:41.069703 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964d6dc9-e8f5-4c8f-8979-c65e42ee66c0 None None] Attempting to bind port d08b8817-80af-452e-bc8a-d626c64c8219 on network 0e029141-7463-4b87-8c92-9645d54a43bf {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:05:41.081785 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964d6dc9-e8f5-4c8f-8979-c65e42ee66c0 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:05:41.082387 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964d6dc9-e8f5-4c8f-8979-c65e42ee66c0 None None] Checking segment: {'id': 'aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:05:41.082879 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-964d6dc9-e8f5-4c8f-8979-c65e42ee66c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:41.083413 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964d6dc9-e8f5-4c8f-8979-c65e42ee66c0 None None] Bound using segment: {'id': 'aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:05:41.084163 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-964d6dc9-e8f5-4c8f-8979-c65e42ee66c0 None None] Bound port: d08b8817-80af-452e-bc8a-d626c64c8219, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:05:41.084596 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-964d6dc9-e8f5-4c8f-8979-c65e42ee66c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d08b8817-80af-452e-bc8a-d626c64c8219), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:41.139008 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3a6fe-13b3-4c21-b5d7-87414867686f req-fb1e43d5-8cd5-4c70-bb33-14969c734b4f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:41.141195 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83f04e66-72fe-46ca-a631-f6cde8ba4907 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a3b14c19-72f1-41ed-a1f2-1f07cca529d3), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:41.148202 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-19f3a6fe-13b3-4c21-b5d7-87414867686f req-fb1e43d5-8cd5-4c70-bb33-14969c734b4f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.0892043 Feb 19 05:05:41.171122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-964d6dc9-e8f5-4c8f-8979-c65e42ee66c0 None None] For port d08b8817-80af-452e-bc8a-d626c64c8219, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:05:41.174957 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-964d6dc9-e8f5-4c8f-8979-c65e42ee66c0 None None] For port d08b8817-80af-452e-bc8a-d626c64c8219, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=d08b8817-80af-452e-bc8a-d626c64c8219,segment=NetworkSegment(aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6),segment_id=aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:05:41.186528 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-964d6dc9-e8f5-4c8f-8979-c65e42ee66c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (d08b8817-80af-452e-bc8a-d626c64c8219), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:41.200049 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f04e66-72fe-46ca-a631-f6cde8ba4907 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Port': ['ID=a3b14c19-72f1-41ed-a1f2-1f07cca529d3,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:41.227487 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f04e66-72fe-46ca-a631-f6cde8ba4907 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network 0e029141-7463-4b87-8c92-9645d54a43bf is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:05:41.229840 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-83f04e66-72fe-46ca-a631-f6cde8ba4907 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:05:41.236400 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-19f3a6fe-13b3-4c21-b5d7-87414867686f req-ab6f7a3f-6424-4b98-9a3a-bd35d544fa0f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868745 Feb 19 05:05:41.238678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f04e66-72fe-46ca-a631-f6cde8ba4907 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:05:41.240225 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934067834', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:36Z', 'updated_at': '2022-02-19T05:05:38Z', 'revision_number': 3, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:37Z', 'updated_at': '2022-02-19T05:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:41.300440 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cf2c82-5673-49a6-8f38-6b56e539ec71 None None] The sync data for ids ['5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'] in n-d-772273-4 is: [{'id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934067834', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:36Z', 'updated_at': '2022-02-19T05:05:38Z', 'revision_number': 3, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:37Z', 'updated_at': '2022-02-19T05:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:05:41.309166 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d6dc9-e8f5-4c8f-8979-c65e42ee66c0 None None] Pushing event updated for resources: {'Port': ['ID=d08b8817-80af-452e-bc8a-d626c64c8219,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:41.321526 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83f04e66-72fe-46ca-a631-f6cde8ba4907 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (5879bfa4-3d83-42dc-bcd8-ab3cd93691f4), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:41.570279 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83f04e66-72fe-46ca-a631-f6cde8ba4907 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a3b14c19-72f1-41ed-a1f2-1f07cca529d3), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:42.012140 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83f04e66-72fe-46ca-a631-f6cde8ba4907 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for port (a3b14c19-72f1-41ed-a1f2-1f07cca529d3), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:42.020139 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83f04e66-72fe-46ca-a631-f6cde8ba4907 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (a3b14c19-72f1-41ed-a1f2-1f07cca529d3), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:42.110909 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-83f04e66-72fe-46ca-a631-f6cde8ba4907 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (5879bfa4-3d83-42dc-bcd8-ab3cd93691f4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:42.112990 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f04e66-72fe-46ca-a631-f6cde8ba4907 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Port': ['ID=a3b14c19-72f1-41ed-a1f2-1f07cca529d3,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:42.262416 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f04e66-72fe-46ca-a631-f6cde8ba4907 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network 0e029141-7463-4b87-8c92-9645d54a43bf is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:05:42.265510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-83f04e66-72fe-46ca-a631-f6cde8ba4907 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:05:42.513541 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f04e66-72fe-46ca-a631-f6cde8ba4907 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Router 5879bfa4-3d83-42dc-bcd8-ab3cd93691f4 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:05:42.545997 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104c570-2a74-4506-b789-9679f865cb30 req-7a0deed6-53d6-4f31-b90b-c70c85df17c1 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:42.548406 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0104c570-2a74-4506-b789-9679f865cb30 req-7a0deed6-53d6-4f31-b90b-c70c85df17c1 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.1538153 Feb 19 05:05:42.766640 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4f0a3f-c923-4762-94ed-3dbca7fc77d1 None None] Network 0e029141-7463-4b87-8c92-9645d54a43bf requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:05:42.919677 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6a09a69e-af45-4624-af30-650c009ac2a4 None None] Provisioning complete for port d08b8817-80af-452e-bc8a-d626c64c8219 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:42.920995 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6a09a69e-af45-4624-af30-650c009ac2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d08b8817-80af-452e-bc8a-d626c64c8219), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:43.046561 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0104c570-2a74-4506-b789-9679f865cb30 req-e035b7b6-0632-473d-87c4-9e7c733f387c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693748 Feb 19 05:05:43.104159 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device d08b8817-80af-452e-bc8a-d626c64c8219 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:05:43.152031 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6a09a69e-af45-4624-af30-650c009ac2a4 None None] Current status of the port d08b8817-80af-452e-bc8a-d626c64c8219 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:43.152720 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6a09a69e-af45-4624-af30-650c009ac2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d08b8817-80af-452e-bc8a-d626c64c8219), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:43.180567 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f04e66-72fe-46ca-a631-f6cde8ba4907 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:05:43.198143 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-83f04e66-72fe-46ca-a631-f6cde8ba4907 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "PUT /v2.0/routers/5879bfa4-3d83-42dc-bcd8-ab3cd93691f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4521089 Feb 19 05:05:43.226219 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-6a09a69e-af45-4624-af30-650c009ac2a4 None None] For port d08b8817-80af-452e-bc8a-d626c64c8219, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=d08b8817-80af-452e-bc8a-d626c64c8219,segment=NetworkSegment(aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6),segment_id=aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:43.238898 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6a09a69e-af45-4624-af30-650c009ac2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (d08b8817-80af-452e-bc8a-d626c64c8219), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:43.278029 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port d08b8817-80af-452e-bc8a-d626c64c8219 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:43.278411 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d08b8817-80af-452e-bc8a-d626c64c8219), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:43.349776 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09a69e-af45-4624-af30-650c009ac2a4 None None] Pushing event updated for resources: {'Port': ['ID=d08b8817-80af-452e-bc8a-d626c64c8219,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:43.534285 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port d08b8817-80af-452e-bc8a-d626c64c8219 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:43.534975 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-862dc1b4-1d86-4764-879c-599af12feb37 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-997862594&fields=id&tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d HTTP/1.1" status: 200 len: 267 time: 0.1435976 Feb 19 05:05:43.536712 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1edb1b1f-404a-4b40-b587-0cf4d878d6ea up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:05:43.613825 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-591b52f1-20cd-4dcc-8e44-9b15a00f87d4 None None] Provisioning complete for port d08b8817-80af-452e-bc8a-d626c64c8219 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:43.614544 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-591b52f1-20cd-4dcc-8e44-9b15a00f87d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d08b8817-80af-452e-bc8a-d626c64c8219), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:43.747604 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-66ec631b-12f1-4a57-ba1e-6a489d364cc8 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:43.750355 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-66ec631b-12f1-4a57-ba1e-6a489d364cc8 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/networks?id=0e029141-7463-4b87-8c92-9645d54a43bf HTTP/1.1" status: 200 len: 796 time: 0.2104666 Feb 19 05:05:43.785364 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-7e3d8279-3341-475a-a6d0-c1418aed93eb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/quotas/cb7efcaa75ab46f8b306eefb09a4e21d HTTP/1.1" status: 200 len: 375 time: 0.0143154 Feb 19 05:05:43.814103 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 1edb1b1f-404a-4b40-b587-0cf4d878d6ea triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:43.815708 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1edb1b1f-404a-4b40-b587-0cf4d878d6ea), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:43.874551 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-591b52f1-20cd-4dcc-8e44-9b15a00f87d4 None None] Current status of the port d08b8817-80af-452e-bc8a-d626c64c8219 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:43.885139 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-6a59b552-6cdc-4dca-af79-6ad39e6802fc tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814006 Feb 19 05:05:43.906323 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-591b52f1-20cd-4dcc-8e44-9b15a00f87d4 None None] Provisioning complete for port a3b14c19-72f1-41ed-a1f2-1f07cca529d3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:43.906807 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-591b52f1-20cd-4dcc-8e44-9b15a00f87d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a3b14c19-72f1-41ed-a1f2-1f07cca529d3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:43.951803 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-591b52f1-20cd-4dcc-8e44-9b15a00f87d4 None None] Port a3b14c19-72f1-41ed-a1f2-1f07cca529d3 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:05:44.026757 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 1edb1b1f-404a-4b40-b587-0cf4d878d6ea is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:44.027758 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1edb1b1f-404a-4b40-b587-0cf4d878d6ea), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:44.036267 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] Sync routers for ids ['5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:05:44.058780 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] Routers {'5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:05:44.059052 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 1edb1b1f-404a-4b40-b587-0cf4d878d6ea, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=1edb1b1f-404a-4b40-b587-0cf4d878d6ea,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:44.059517 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:05:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:44.073836 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (1edb1b1f-404a-4b40-b587-0cf4d878d6ea), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:44.153488 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=1edb1b1f-404a-4b40-b587-0cf4d878d6ea,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:44.164097 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-61fbbe35-b2fe-4989-9f6f-ab1070724738 None None] Provisioning complete for port a3b14c19-72f1-41ed-a1f2-1f07cca529d3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:44.164491 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-61fbbe35-b2fe-4989-9f6f-ab1070724738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a3b14c19-72f1-41ed-a1f2-1f07cca529d3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:44.194654 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-5f53b103-ab0b-4365-b1be-5f3436f6d219 service neutron] 10.222.0.65 "GET /v2.0/networks/0e029141-7463-4b87-8c92-9645d54a43bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762561 Feb 19 05:05:44.217612 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-61fbbe35-b2fe-4989-9f6f-ab1070724738 None None] Port a3b14c19-72f1-41ed-a1f2-1f07cca529d3 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:05:44.265443 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66262dd9-dcc3-4ad6-9fc4-6eca63de04b4 req-52b5601f-01ba-4a79-9218-f098612fb4f3 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:44.267310 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-66262dd9-dcc3-4ad6-9fc4-6eca63de04b4 req-52b5601f-01ba-4a79-9218-f098612fb4f3 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.0899956 Feb 19 05:05:44.287723 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] Set router 5879bfa4-3d83-42dc-bcd8-ab3cd93691f4 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:05:44.361927 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-66262dd9-dcc3-4ad6-9fc4-6eca63de04b4 req-9bb54375-3176-4822-a1d2-48291c42a191 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869985 Feb 19 05:05:44.363354 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-7cbf1174-94d3-4ba4-8ff4-df681603042b None None] Provisioning complete for port a3b14c19-72f1-41ed-a1f2-1f07cca529d3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:44.366721 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1174-94d3-4ba4-8ff4-df681603042b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a3b14c19-72f1-41ed-a1f2-1f07cca529d3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:44.398645 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-d35d0f7b-1661-43cd-ab04-ab9cdbc444e9 service neutron] 10.222.0.65 "GET /v2.0/networks/0e029141-7463-4b87-8c92-9645d54a43bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024205 Feb 19 05:05:44.452760 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7cbf1174-94d3-4ba4-8ff4-df681603042b None None] Port a3b14c19-72f1-41ed-a1f2-1f07cca529d3 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:05:44.596475 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934067834', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:36Z', 'updated_at': '2022-02-19T05:05:41Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:37Z', 'updated_at': '2022-02-19T05:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'a3b14c19-72f1-41ed-a1f2-1f07cca529d3', 'name': '', 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:6d:b1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'ebdd8b82-0d08-4bec-9da3-8257655add27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:40Z', 'updated_at': '2022-02-19T05:05:41Z', 'revision_number': 2, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': 'ebdd8b82-0d08-4bec-9da3-8257655add27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:44.628269 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fcf4064f-6bd2-407a-b20f-00aabd731e5a req-a12187bd-efdd-4c68-ac7f-8e6b788ca802 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 210 time: 0.0469143 Feb 19 05:05:44.740194 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] Checking router: 5879bfa4-3d83-42dc-bcd8-ab3cd93691f4 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:05:44.740571 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] Updating router 5879bfa4-3d83-42dc-bcd8-ab3cd93691f4 port a3b14c19-72f1-41ed-a1f2-1f07cca529d3 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:05:44.773330 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a3b14c19-72f1-41ed-a1f2-1f07cca529d3), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:44.987848 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device d08b8817-80af-452e-bc8a-d626c64c8219 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:05:45.064608 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port d08b8817-80af-452e-bc8a-d626c64c8219 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:45.065364 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d08b8817-80af-452e-bc8a-d626c64c8219), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:45.184539 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] Publish callbacks [] for port (a3b14c19-72f1-41ed-a1f2-1f07cca529d3), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:45.193906 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a3b14c19-72f1-41ed-a1f2-1f07cca529d3), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:45.220452 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port d08b8817-80af-452e-bc8a-d626c64c8219 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:45.221825 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1edb1b1f-404a-4b40-b587-0cf4d878d6ea up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:05:45.327015 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 1edb1b1f-404a-4b40-b587-0cf4d878d6ea triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:45.327262 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (1edb1b1f-404a-4b40-b587-0cf4d878d6ea), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:45.345806 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ac6bf-e3d4-4a19-a519-5699e1defaf5 None None] Pushing event updated for resources: {'Port': ['ID=a3b14c19-72f1-41ed-a1f2-1f07cca529d3,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:45.384219 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30ac6bf-e3d4-4a19-a519-5699e1defaf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:45.384660 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30ac6bf-e3d4-4a19-a519-5699e1defaf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:45.385088 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30ac6bf-e3d4-4a19-a519-5699e1defaf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:45.385600 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30ac6bf-e3d4-4a19-a519-5699e1defaf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:45.385776 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30ac6bf-e3d4-4a19-a519-5699e1defaf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:45.386122 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30ac6bf-e3d4-4a19-a519-5699e1defaf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:45.386702 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30ac6bf-e3d4-4a19-a519-5699e1defaf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:45.387118 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30ac6bf-e3d4-4a19-a519-5699e1defaf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:45.387881 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30ac6bf-e3d4-4a19-a519-5699e1defaf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:45.388680 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30ac6bf-e3d4-4a19-a519-5699e1defaf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:45.389192 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30ac6bf-e3d4-4a19-a519-5699e1defaf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:45.389553 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30ac6bf-e3d4-4a19-a519-5699e1defaf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:45.389868 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30ac6bf-e3d4-4a19-a519-5699e1defaf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:05:45.462191 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] Attempting to bind port a3b14c19-72f1-41ed-a1f2-1f07cca529d3 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:05:45.462724 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] Attempting to bind port a3b14c19-72f1-41ed-a1f2-1f07cca529d3 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:05:45.463143 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] Attempting to bind port a3b14c19-72f1-41ed-a1f2-1f07cca529d3 on network 0e029141-7463-4b87-8c92-9645d54a43bf {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:05:45.476811 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:05:45.477485 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] Checking segment: {'id': 'aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:05:45.477935 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:45.478349 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] Bound using segment: {'id': 'aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:05:45.479083 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] Bound port: a3b14c19-72f1-41ed-a1f2-1f07cca529d3, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:05:45.479486 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a3b14c19-72f1-41ed-a1f2-1f07cca529d3), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:45.495546 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 1edb1b1f-404a-4b40-b587-0cf4d878d6ea is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:45.584794 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eafff4-2d1f-4e8b-8ae3-0d0b1d9fe295 req-e35a66a0-5d6b-409e-888b-1783ba2ba1b9 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:45.587245 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-52eafff4-2d1f-4e8b-8ae3-0d0b1d9fe295 req-e35a66a0-5d6b-409e-888b-1783ba2ba1b9 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.0755975 Feb 19 05:05:45.607924 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] For port a3b14c19-72f1-41ed-a1f2-1f07cca529d3, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:05:45.612816 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] For port a3b14c19-72f1-41ed-a1f2-1f07cca529d3, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a3b14c19-72f1-41ed-a1f2-1f07cca529d3,segment=NetworkSegment(aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6),segment_id=aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:05:45.621101 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a3b14c19-72f1-41ed-a1f2-1f07cca529d3), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:45.645659 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-52eafff4-2d1f-4e8b-8ae3-0d0b1d9fe295 req-a06cd3d6-a618-42eb-b43b-c99f31ffcee3 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512784 Feb 19 05:05:45.689962 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a3c6f966-25c7-4aec-8038-290475017a0c None None] Provisioning complete for port a3b14c19-72f1-41ed-a1f2-1f07cca529d3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:45.692667 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a3c6f966-25c7-4aec-8038-290475017a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a3b14c19-72f1-41ed-a1f2-1f07cca529d3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:45.718716 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] Routers {'5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:05:45.719598 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:05:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:45.847088 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a3c6f966-25c7-4aec-8038-290475017a0c None None] Current status of the port a3b14c19-72f1-41ed-a1f2-1f07cca529d3 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:45.847600 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a3c6f966-25c7-4aec-8038-290475017a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a3b14c19-72f1-41ed-a1f2-1f07cca529d3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:45.887166 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7654fc50-4262-4315-b75b-d54d6f6d4998 req-ba086120-b2eb-4f3d-8cd8-df622da9f86e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 210 time: 0.0880492 Feb 19 05:05:45.907327 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] Set router 5879bfa4-3d83-42dc-bcd8-ab3cd93691f4 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:05:45.912217 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-a3c6f966-25c7-4aec-8038-290475017a0c None None] For port a3b14c19-72f1-41ed-a1f2-1f07cca529d3, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a3b14c19-72f1-41ed-a1f2-1f07cca529d3,segment=NetworkSegment(aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6),segment_id=aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:45.928979 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a3c6f966-25c7-4aec-8038-290475017a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a3b14c19-72f1-41ed-a1f2-1f07cca529d3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:46.000559 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6f966-25c7-4aec-8038-290475017a0c None None] Pushing event updated for resources: {'Port': ['ID=a3b14c19-72f1-41ed-a1f2-1f07cca529d3,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:46.077848 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-df6b9518-e515-4209-8367-3d1838733729 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:46.080386 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-df6b9518-e515-4209-8367-3d1838733729 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.10 "GET /v2.0/networks?id=0e029141-7463-4b87-8c92-9645d54a43bf HTTP/1.1" status: 200 len: 796 time: 0.2044048 Feb 19 05:05:46.081985 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ac6bf-e3d4-4a19-a519-5699e1defaf5 None None] Pushing event updated for resources: {'Port': ['ID=a3b14c19-72f1-41ed-a1f2-1f07cca529d3,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:46.174150 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-be55a1cd-f91d-4aaa-ba01-54a8278c85f9 None None] Provisioning complete for port a3b14c19-72f1-41ed-a1f2-1f07cca529d3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:46.175065 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-be55a1cd-f91d-4aaa-ba01-54a8278c85f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a3b14c19-72f1-41ed-a1f2-1f07cca529d3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:46.299180 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-8dbf00f0-d368-4f65-8c7f-0f699cea8010 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d HTTP/1.1" status: 200 len: 379 time: 0.1381509 Feb 19 05:05:46.309615 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-4ad4adaf-9031-4ec7-b35f-f16a07a740fa tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'port': {'device_id': '587a3d93-b035-476c-85c7-59d456468207', 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf', 'admin_state_up': True, 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'security_groups': ['33802709-be6c-495a-84b0-3dc33655c978']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:46.334972 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-be55a1cd-f91d-4aaa-ba01-54a8278c85f9 None None] Current status of the port a3b14c19-72f1-41ed-a1f2-1f07cca529d3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:46.371151 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934067834', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:36Z', 'updated_at': '2022-02-19T05:05:41Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:37Z', 'updated_at': '2022-02-19T05:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'a3b14c19-72f1-41ed-a1f2-1f07cca529d3', 'name': '', 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:6d:b1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'ebdd8b82-0d08-4bec-9da3-8257655add27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:40Z', 'updated_at': '2022-02-19T05:05:45Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': 'ebdd8b82-0d08-4bec-9da3-8257655add27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:46.423151 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52a1cd0-0ff2-4121-9815-2684511e4806 None None] The sync data for ids ['5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'] in n-d-772273-4 is: [{'id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934067834', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:36Z', 'updated_at': '2022-02-19T05:05:41Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:37Z', 'updated_at': '2022-02-19T05:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'a3b14c19-72f1-41ed-a1f2-1f07cca529d3', 'name': '', 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:6d:b1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'ebdd8b82-0d08-4bec-9da3-8257655add27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:40Z', 'updated_at': '2022-02-19T05:05:45Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': 'ebdd8b82-0d08-4bec-9da3-8257655add27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:05:46.496730 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-4ad4adaf-9031-4ec7-b35f-f16a07a740fa tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Made reservation on behalf of cb7efcaa75ab46f8b306eefb09a4e21d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:05:46.501198 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-4ad4adaf-9031-4ec7-b35f-f16a07a740fa tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:46.740354 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-4ad4adaf-9031-4ec7-b35f-f16a07a740fa tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Allocated IP 172.20.0.12 (0e029141-7463-4b87-8c92-9645d54a43bf/ebdd8b82-0d08-4bec-9da3-8257655add27/68778cd4-64fc-4738-9819-9bdea9bf8094) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:05:46.818869 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3df805-8ad5-4d01-a507-6c254de97122 req-744e0241-339e-465b-b377-0d68171908f8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:46.837975 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9e3df805-8ad5-4d01-a507-6c254de97122 req-744e0241-339e-465b-b377-0d68171908f8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.0915580 Feb 19 05:05:46.967718 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9e3df805-8ad5-4d01-a507-6c254de97122 req-00a057ea-7539-4153-b97f-9e136b761ecd tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221521 Feb 19 05:05:47.002565 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a3b14c19-72f1-41ed-a1f2-1f07cca529d3 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:05:47.095390 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port a3b14c19-72f1-41ed-a1f2-1f07cca529d3 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:47.095797 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a3b14c19-72f1-41ed-a1f2-1f07cca529d3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:47.113419 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c1bf1465-67e8-4b59-b536-e73d517473d2 req-2a5aa356-91cc-400b-888d-d970d8fe9616 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 210 time: 0.0589335 Feb 19 05:05:47.213192 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-4ad4adaf-9031-4ec7-b35f-f16a07a740fa tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for port (68778cd4-64fc-4738-9819-9bdea9bf8094), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:47.238703 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port a3b14c19-72f1-41ed-a1f2-1f07cca529d3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:47.275825 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-4ad4adaf-9031-4ec7-b35f-f16a07a740fa tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (68778cd4-64fc-4738-9819-9bdea9bf8094), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:47.336994 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-4ad4adaf-9031-4ec7-b35f-f16a07a740fa tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network 0e029141-7463-4b87-8c92-9645d54a43bf is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:05:47.341100 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-4ad4adaf-9031-4ec7-b35f-f16a07a740fa tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:05:47.348153 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-4ad4adaf-9031-4ec7-b35f-f16a07a740fa tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:05:47.383175 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4adaf-9031-4ec7-b35f-f16a07a740fa tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Port': ['ID=68778cd4-64fc-4738-9819-9bdea9bf8094,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:47.434184 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-4ad4adaf-9031-4ec7-b35f-f16a07a740fa tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:47.435701 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-4ad4adaf-9031-4ec7-b35f-f16a07a740fa tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:47.461179 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-4ad4adaf-9031-4ec7-b35f-f16a07a740fa tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1559367 Feb 19 05:05:47.476887 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-c0f61bde-dc06-4530-b439-ff18d1a6c9eb service neutron] Request body: {'port': {'device_id': '587a3d93-b035-476c-85c7-59d456468207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:47.610259 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-c0f61bde-dc06-4530-b439-ff18d1a6c9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (68778cd4-64fc-4738-9819-9bdea9bf8094), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:47.684136 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b82babbc-ae5e-44a8-b09d-547a98d61981 None None] Provisioning complete for port 68778cd4-64fc-4738-9819-9bdea9bf8094 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:47.684693 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b82babbc-ae5e-44a8-b09d-547a98d61981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (68778cd4-64fc-4738-9819-9bdea9bf8094), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:47.731058 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b82babbc-ae5e-44a8-b09d-547a98d61981 None None] Port 68778cd4-64fc-4738-9819-9bdea9bf8094 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:05:48.054838 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-c0f61bde-dc06-4530-b439-ff18d1a6c9eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68778cd4-64fc-4738-9819-9bdea9bf8094 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:05:48.065457 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-c0f61bde-dc06-4530-b439-ff18d1a6c9eb service neutron] Publish callbacks [] for port (68778cd4-64fc-4738-9819-9bdea9bf8094), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:48.092475 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-c0f61bde-dc06-4530-b439-ff18d1a6c9eb service neutron] Transition to ACTIVE for port object 68778cd4-64fc-4738-9819-9bdea9bf8094 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:05:48.101250 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-c0f61bde-dc06-4530-b439-ff18d1a6c9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (68778cd4-64fc-4738-9819-9bdea9bf8094), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:48.213889 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ed729-b183-49a4-82aa-ab20a7ab638c req-dcd595ac-d840-4c6f-93f3-0b4fd14a4260 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:48.229100 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-866ed729-b183-49a4-82aa-ab20a7ab638c req-dcd595ac-d840-4c6f-93f3-0b4fd14a4260 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.1102014 Feb 19 05:05:48.280132 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f61bde-dc06-4530-b439-ff18d1a6c9eb service neutron] Pushing event updated for resources: {'Port': ['ID=68778cd4-64fc-4738-9819-9bdea9bf8094,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:48.304212 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-866ed729-b183-49a4-82aa-ab20a7ab638c req-12535b06-983e-48fe-ba1b-3f92a68b8aa2 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734713 Feb 19 05:05:48.378959 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70238f17-7e01-4cb7-8eea-9b9058da283c req-fd15fed4-5d1a-44e7-8a5c-d3bcc03268d7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:48.380985 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-70238f17-7e01-4cb7-8eea-9b9058da283c req-fd15fed4-5d1a-44e7-8a5c-d3bcc03268d7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 944 time: 0.1162102 Feb 19 05:05:48.383073 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-c0f61bde-dc06-4530-b439-ff18d1a6c9eb service neutron] Attempting to bind port 68778cd4-64fc-4738-9819-9bdea9bf8094 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:05:48.383496 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-c0f61bde-dc06-4530-b439-ff18d1a6c9eb service neutron] Attempting to bind port 68778cd4-64fc-4738-9819-9bdea9bf8094 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:05:48.383907 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-c0f61bde-dc06-4530-b439-ff18d1a6c9eb service neutron] Attempting to bind port 68778cd4-64fc-4738-9819-9bdea9bf8094 on network 0e029141-7463-4b87-8c92-9645d54a43bf {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:05:48.397400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-c0f61bde-dc06-4530-b439-ff18d1a6c9eb service neutron] Port 68778cd4-64fc-4738-9819-9bdea9bf8094 on network 0e029141-7463-4b87-8c92-9645d54a43bf not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:05:48.397888 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-c0f61bde-dc06-4530-b439-ff18d1a6c9eb service neutron] Attempting to bind port 68778cd4-64fc-4738-9819-9bdea9bf8094 on network 0e029141-7463-4b87-8c92-9645d54a43bf {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:05:48.420199 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-c0f61bde-dc06-4530-b439-ff18d1a6c9eb service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:05:48.420538 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-c0f61bde-dc06-4530-b439-ff18d1a6c9eb service neutron] Checking segment: {'id': 'aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:05:48.421004 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-c0f61bde-dc06-4530-b439-ff18d1a6c9eb service neutron] Bound using segment: {'id': 'aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:05:48.421504 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-c0f61bde-dc06-4530-b439-ff18d1a6c9eb service neutron] Bound port: 68778cd4-64fc-4738-9819-9bdea9bf8094, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:05:48.421995 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-c0f61bde-dc06-4530-b439-ff18d1a6c9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (68778cd4-64fc-4738-9819-9bdea9bf8094), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:48.494626 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-70238f17-7e01-4cb7-8eea-9b9058da283c req-47486aab-568c-4507-a0e3-a062fdb60b54 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041863 Feb 19 05:05:48.538203 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-c0f61bde-dc06-4530-b439-ff18d1a6c9eb service neutron] For port 68778cd4-64fc-4738-9819-9bdea9bf8094, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:05:48.542540 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-c0f61bde-dc06-4530-b439-ff18d1a6c9eb service neutron] For port 68778cd4-64fc-4738-9819-9bdea9bf8094, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=68778cd4-64fc-4738-9819-9bdea9bf8094,segment=NetworkSegment(aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6),segment_id=aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:05:48.552593 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-c0f61bde-dc06-4530-b439-ff18d1a6c9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (68778cd4-64fc-4738-9819-9bdea9bf8094), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:48.593642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-c0f61bde-dc06-4530-b439-ff18d1a6c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:48.594334 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-c0f61bde-dc06-4530-b439-ff18d1a6c9eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:48.595986 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-c0f61bde-dc06-4530-b439-ff18d1a6c9eb service neutron] 10.222.0.10 "PUT /v2.0/ports/68778cd4-64fc-4738-9819-9bdea9bf8094 HTTP/1.1" status: 200 len: 1092 time: 1.1273975 Feb 19 05:05:48.596487 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587a3d93-b035-476c-85c7-59d456468207', 'tag': '68778cd4-64fc-4738-9819-9bdea9bf8094'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:05:48.599101 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a96369-e064-4c51-b96d-84c385b2b5fb" -d '{"events": [{"name": "network-changed", "server_uuid": "587a3d93-b035-476c-85c7-59d456468207", "tag": "68778cd4-64fc-4738-9819-9bdea9bf8094"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:05:48.634002 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f61bde-dc06-4530-b439-ff18d1a6c9eb service neutron] Pushing event updated for resources: {'Port': ['ID=68778cd4-64fc-4738-9819-9bdea9bf8094,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:48.686881 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b030580-3ca5-46a7-b1eb-1bcdbbdde9fd x-openstack-request-id: req-3b030580-3ca5-46a7-b1eb-1bcdbbdde9fd {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:05:48.687459 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587a3d93-b035-476c-85c7-59d456468207", "tag": "68778cd4-64fc-4738-9819-9bdea9bf8094", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:05:48.687857 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3b030580-3ca5-46a7-b1eb-1bcdbbdde9fd {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:05:48.688491 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587a3d93-b035-476c-85c7-59d456468207', 'tag': '68778cd4-64fc-4738-9819-9bdea9bf8094', 'status': 'completed', 'code': 200} Feb 19 05:05:48.731313 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-03b77ca2-3bba-4965-ac01-ff1c328e7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:48.733804 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-03b77ca2-3bba-4965-ac01-ff1c328e7264 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 1126 time: 0.0679960 Feb 19 05:05:48.779599 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-bae402db-1421-41e8-8477-3d2cbf03c406 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68778cd4-64fc-4738-9819-9bdea9bf8094 HTTP/1.1" status: 200 len: 217 time: 0.0372233 Feb 19 05:05:48.834765 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-891021f7-0d01-49ab-be2a-bf698d086f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:48.836385 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-891021f7-0d01-49ab-be2a-bf698d086f9a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebdd8b82-0d08-4bec-9da3-8257655add27 HTTP/1.1" status: 200 len: 834 time: 0.0505772 Feb 19 05:05:48.908960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-cb5102db-cead-4936-ad01-d7036c6d70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:48.911707 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-cb5102db-cead-4936-ad01-d7036c6d70cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e029141-7463-4b87-8c92-9645d54a43bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0690465 Feb 19 05:05:49.018561 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-8a728e7a-cb28-4f8a-a1ee-a8eda6bc46ca service neutron] 10.222.0.10 "GET /v2.0/networks/0e029141-7463-4b87-8c92-9645d54a43bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009333 Feb 19 05:05:49.117394 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f793be12-f9ce-44a0-a6f8-5e1df080404d req-ad7fc6dc-a75e-4d09-af3a-4ae0142b9513 service neutron] 10.222.0.10 "GET /v2.0/networks/0e029141-7463-4b87-8c92-9645d54a43bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926244 Feb 19 05:05:49.211984 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a96369-e064-4c51-b96d-84c385b2b5fb req-d702c04a-f5b6-44d3-b687-180bd6c624be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:49.213590 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c7a96369-e064-4c51-b96d-84c385b2b5fb req-d702c04a-f5b6-44d3-b687-180bd6c624be service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 1126 time: 0.0470912 Feb 19 05:05:49.303718 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a96369-e064-4c51-b96d-84c385b2b5fb req-169d1b8b-1b0c-4956-ac33-2e9a54589d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:49.305148 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c7a96369-e064-4c51-b96d-84c385b2b5fb req-169d1b8b-1b0c-4956-ac33-2e9a54589d37 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0e029141-7463-4b87-8c92-9645d54a43bf HTTP/1.1" status: 200 len: 896 time: 0.0857766 Feb 19 05:05:49.351958 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c7a96369-e064-4c51-b96d-84c385b2b5fb req-0c8822ba-b0b7-4644-be2a-afdb020146a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68778cd4-64fc-4738-9819-9bdea9bf8094 HTTP/1.1" status: 200 len: 217 time: 0.0403125 Feb 19 05:05:49.430235 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a96369-e064-4c51-b96d-84c385b2b5fb req-32da0201-c9aa-4146-ac45-fae8b37c1bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:49.431725 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c7a96369-e064-4c51-b96d-84c385b2b5fb req-32da0201-c9aa-4146-ac45-fae8b37c1bec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebdd8b82-0d08-4bec-9da3-8257655add27 HTTP/1.1" status: 200 len: 834 time: 0.0734673 Feb 19 05:05:49.478162 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd682daf-cff3-4802-9d3f-f79a06474244 req-ce3e4382-8793-46fd-b68e-707481f0c734 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:49.479674 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dd682daf-cff3-4802-9d3f-f79a06474244 req-ce3e4382-8793-46fd-b68e-707481f0c734 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.0946629 Feb 19 05:05:49.523028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a96369-e064-4c51-b96d-84c385b2b5fb req-c8976ff7-94c4-4af5-ae2e-575164d7d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:49.524594 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c7a96369-e064-4c51-b96d-84c385b2b5fb req-c8976ff7-94c4-4af5-ae2e-575164d7d968 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e029141-7463-4b87-8c92-9645d54a43bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0860593 Feb 19 05:05:49.561975 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dd682daf-cff3-4802-9d3f-f79a06474244 req-77837e54-153b-44e8-9757-6752a1de117e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750554 Feb 19 05:05:49.636520 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c7a96369-e064-4c51-b96d-84c385b2b5fb req-694e1ef7-d132-451b-b24a-31e22a9b8677 service neutron] 10.222.0.10 "GET /v2.0/networks/0e029141-7463-4b87-8c92-9645d54a43bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024642 Feb 19 05:05:49.639190 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0925fdb-6217-41ed-b5f3-e406eae796fe req-489ede86-6a58-4222-9e73-e583d354d1ad tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:49.640762 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f0925fdb-6217-41ed-b5f3-e406eae796fe req-489ede86-6a58-4222-9e73-e583d354d1ad tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 944 time: 0.0557337 Feb 19 05:05:49.693459 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f0925fdb-6217-41ed-b5f3-e406eae796fe req-2f0bfb83-dc18-4d48-9e65-3206d9b48f9d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444028 Feb 19 05:05:49.743106 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c7a96369-e064-4c51-b96d-84c385b2b5fb req-78b61679-7888-4536-9554-3ac67b7c0e89 service neutron] 10.222.0.10 "GET /v2.0/networks/0e029141-7463-4b87-8c92-9645d54a43bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992372 Feb 19 05:05:50.695064 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c68de1-7d78-49b5-a804-45e5c3852623 req-ac9fa121-21a5-4965-a717-5017e4413218 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:50.696759 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e0c68de1-7d78-49b5-a804-45e5c3852623 req-ac9fa121-21a5-4965-a717-5017e4413218 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.0566480 Feb 19 05:05:50.744684 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 68778cd4-64fc-4738-9819-9bdea9bf8094 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:05:50.755361 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e0c68de1-7d78-49b5-a804-45e5c3852623 req-93c0a0d8-a222-4dc9-90ba-761f049af8c9 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527461 Feb 19 05:05:50.840861 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff28bda-1fb1-4ff4-8221-f644bece132c req-fec5c6cd-b06e-4b96-8377-7bff0f1adadb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:50.843529 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aff28bda-1fb1-4ff4-8221-f644bece132c req-fec5c6cd-b06e-4b96-8377-7bff0f1adadb tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 944 time: 0.0706084 Feb 19 05:05:50.876739 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 68778cd4-64fc-4738-9819-9bdea9bf8094, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=68778cd4-64fc-4738-9819-9bdea9bf8094,segment=NetworkSegment(aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6),segment_id=aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:50.896854 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '68778cd4-64fc-4738-9819-9bdea9bf8094', 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf', 'port_id': '68778cd4-64fc-4738-9819-9bdea9bf8094', 'mac_address': 'fa:16:3e:5e:f0:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebdd8b82-0d08-4bec-9da3-8257655add27', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:05:50.910908 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aff28bda-1fb1-4ff4-8221-f644bece132c req-c9e95ab4-3366-45df-b760-d6d1b929aabd tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604088 Feb 19 05:05:50.941721 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 68778cd4-64fc-4738-9819-9bdea9bf8094 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:50.942227 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (68778cd4-64fc-4738-9819-9bdea9bf8094), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:50.956776 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68778cd4-64fc-4738-9819-9bdea9bf8094 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:05:50.983526 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 68778cd4-64fc-4738-9819-9bdea9bf8094, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=68778cd4-64fc-4738-9819-9bdea9bf8094,segment=NetworkSegment(aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6),segment_id=aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:50.990532 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (68778cd4-64fc-4738-9819-9bdea9bf8094), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:51.051585 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=68778cd4-64fc-4738-9819-9bdea9bf8094,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:51.207932 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['68778cd4-64fc-4738-9819-9bdea9bf8094'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:05:51.898599 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d378b6-dc62-4ea6-8515-b78cac60ca50 req-3744226b-5747-4b64-b730-aa0785f373cb tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:51.900246 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-05d378b6-dc62-4ea6-8515-b78cac60ca50 req-3744226b-5747-4b64-b730-aa0785f373cb tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.0679755 Feb 19 05:05:51.974266 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-05d378b6-dc62-4ea6-8515-b78cac60ca50 req-c9c557a4-64aa-4c74-90fb-e7f49a18d6d1 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674305 Feb 19 05:05:52.075011 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681af5d3-ed11-418e-b9c2-b1ecfb2c51bb req-305d06b6-6e55-4b76-bd8f-9b77b0926c53 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:52.076629 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-681af5d3-ed11-418e-b9c2-b1ecfb2c51bb req-305d06b6-6e55-4b76-bd8f-9b77b0926c53 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 945 time: 0.0580940 Feb 19 05:05:52.132260 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-681af5d3-ed11-418e-b9c2-b1ecfb2c51bb req-33a51c1c-641a-4912-aebd-2dfb862d3fae tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497687 Feb 19 05:05:52.759380 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 68778cd4-64fc-4738-9819-9bdea9bf8094 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:05:52.814713 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 68778cd4-64fc-4738-9819-9bdea9bf8094 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:05:52.819232 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 68778cd4-64fc-4738-9819-9bdea9bf8094 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:52.819465 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (68778cd4-64fc-4738-9819-9bdea9bf8094), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:52.904736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 68778cd4-64fc-4738-9819-9bdea9bf8094 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:52.905213 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (68778cd4-64fc-4738-9819-9bdea9bf8094), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:52.933672 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587a3d93-b035-476c-85c7-59d456468207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68778cd4-64fc-4738-9819-9bdea9bf8094'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:05:52.936170 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdd5fb0-91a0-40bd-8311-5ffcf3ed663b" -d '{"events": [{"server_uuid": "587a3d93-b035-476c-85c7-59d456468207", "name": "network-vif-plugged", "status": "completed", "tag": "68778cd4-64fc-4738-9819-9bdea9bf8094"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:05:52.952930 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 68778cd4-64fc-4738-9819-9bdea9bf8094, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=68778cd4-64fc-4738-9819-9bdea9bf8094,segment=NetworkSegment(aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6),segment_id=aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:52.958809 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (68778cd4-64fc-4738-9819-9bdea9bf8094), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:52.988113 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3923d4ae-fc03-4b74-8cbb-14993b7b9bac x-openstack-request-id: req-3923d4ae-fc03-4b74-8cbb-14993b7b9bac {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:05:52.988436 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587a3d93-b035-476c-85c7-59d456468207", "name": "network-vif-plugged", "status": "completed", "tag": "68778cd4-64fc-4738-9819-9bdea9bf8094", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:05:52.989038 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3923d4ae-fc03-4b74-8cbb-14993b7b9bac {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:05:52.989455 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587a3d93-b035-476c-85c7-59d456468207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68778cd4-64fc-4738-9819-9bdea9bf8094', 'code': 200} Feb 19 05:05:53.031699 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=68778cd4-64fc-4738-9819-9bdea9bf8094,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:53.125429 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938ad66-037b-4f73-8c98-d07b7c7c1d4a req-7e2e12a4-2f26-48f7-8df0-6b62029cbf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:53.127012 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d938ad66-037b-4f73-8c98-d07b7c7c1d4a req-7e2e12a4-2f26-48f7-8df0-6b62029cbf6b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 1128 time: 0.0475979 Feb 19 05:05:53.128094 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5b232-5dfd-4ab4-b562-1643433320ed req-eb79965c-6b88-49ad-8002-a1191bb82b94 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:53.129840 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f0b5b232-5dfd-4ab4-b562-1643433320ed req-eb79965c-6b88-49ad-8002-a1191bb82b94 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.0640213 Feb 19 05:05:53.193960 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f0b5b232-5dfd-4ab4-b562-1643433320ed req-fb5a3c6e-dbec-45e2-9ae0-04ad94adfd8a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573869 Feb 19 05:05:53.205326 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d938ad66-037b-4f73-8c98-d07b7c7c1d4a req-089263a9-b957-4467-83a4-ca3aee73b373 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714540 Feb 19 05:05:53.308175 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a07b2b-3683-4f69-b4fa-d7f58b5579a4 req-79fec97a-07e2-498c-8b3a-0c261c535723 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:53.310377 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-14a07b2b-3683-4f69-b4fa-d7f58b5579a4 req-79fec97a-07e2-498c-8b3a-0c261c535723 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 946 time: 0.0639551 Feb 19 05:05:53.392759 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-14a07b2b-3683-4f69-b4fa-d7f58b5579a4 req-e8d6366f-1d0b-47b9-b393-032758307ec6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719306 Feb 19 05:05:54.348880 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db632fc9-7893-498b-b09e-08376eb205a4 req-c38597dc-0dfe-49d8-bd50-b5a1e2444b32 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:54.350527 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-db632fc9-7893-498b-b09e-08376eb205a4 req-c38597dc-0dfe-49d8-bd50-b5a1e2444b32 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.0648189 Feb 19 05:05:54.411863 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-db632fc9-7893-498b-b09e-08376eb205a4 req-a12f23d7-3a0e-40cc-9347-d3b9e78aee34 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552309 Feb 19 05:05:54.526362 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed9e1c-c1f1-4b1c-906e-68e87f40bf5f req-401ee6d9-370d-423e-a6ab-7f8001d70fb7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:54.527881 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-daed9e1c-c1f1-4b1c-906e-68e87f40bf5f req-401ee6d9-370d-423e-a6ab-7f8001d70fb7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 946 time: 0.0585403 Feb 19 05:05:54.591043 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-daed9e1c-c1f1-4b1c-906e-68e87f40bf5f req-2d04fe9f-933e-431b-8627-f2ec5dac0186 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524569 Feb 19 05:05:54.725396 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb6645-1261-4a85-9b8a-055ce068460a req-55573e76-fe30-4e89-99e7-ddf6ec786075 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:54.726932 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bedb6645-1261-4a85-9b8a-055ce068460a req-55573e76-fe30-4e89-99e7-ddf6ec786075 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 946 time: 0.0575750 Feb 19 05:05:54.793312 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bedb6645-1261-4a85-9b8a-055ce068460a req-4c16d488-52dc-44b1-93b2-230c17067c62 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600052 Feb 19 05:05:54.816269 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60738) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:54.868041 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976e28ae-19eb-4e18-b542-660ae673c575 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:54.869630 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-976e28ae-19eb-4e18-b542-660ae673c575 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 1123 time: 0.0520573 Feb 19 05:05:54.873556 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60740) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:54.879074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-44d9d65b-ab10-40e9-a134-5e56d6219ed4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': '68778cd4-64fc-4738-9819-9bdea9bf8094', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:05:54.902490 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44d9d65b-ab10-40e9-a134-5e56d6219ed4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:55.018554 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44d9d65b-ab10-40e9-a134-5e56d6219ed4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:55.139871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-44d9d65b-ab10-40e9-a134-5e56d6219ed4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Allocated IP 172.25.0.77 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/9d65c485-f368-43e4-a64a-91f537326c15) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:05:55.260628 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44d9d65b-ab10-40e9-a134-5e56d6219ed4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for port (9d65c485-f368-43e4-a64a-91f537326c15), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:55.304988 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44d9d65b-ab10-40e9-a134-5e56d6219ed4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (9d65c485-f368-43e4-a64a-91f537326c15), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:55.361914 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d9d65b-ab10-40e9-a134-5e56d6219ed4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:05:55.364936 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-44d9d65b-ab10-40e9-a134-5e56d6219ed4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:05:55.374023 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d9d65b-ab10-40e9-a134-5e56d6219ed4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:05:55.398289 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9d65b-ab10-40e9-a134-5e56d6219ed4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Port': ['ID=9d65c485-f368-43e4-a64a-91f537326c15,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:55.563241 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26662d03-c5b5-4bba-92c4-67b61b95645e req-55db41a8-86fa-4970-81bb-e0d6b231a079 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:55.564880 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-26662d03-c5b5-4bba-92c4-67b61b95645e req-55db41a8-86fa-4970-81bb-e0d6b231a079 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 944 time: 0.0722721 Feb 19 05:05:55.624016 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-26662d03-c5b5-4bba-92c4-67b61b95645e req-ed612bde-b3a7-48c6-a626-516bcb5bdc51 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499253 Feb 19 05:05:55.822808 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44d9d65b-ab10-40e9-a134-5e56d6219ed4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for floatingip (ccee9342-be3e-4fe4-b16a-879e26c969b7), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:55.878511 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 2efc7b00-8421-46e5-a524-0e9b51a609ab details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:05:56.025694 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 2efc7b00-8421-46e5-a524-0e9b51a609ab, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2efc7b00-8421-46e5-a524-0e9b51a609ab,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:56.040955 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '2efc7b00-8421-46e5-a524-0e9b51a609ab', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'port_id': '2efc7b00-8421-46e5-a524-0e9b51a609ab', 'mac_address': 'fa:16:3e:cb:67:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:05:56.085600 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 2efc7b00-8421-46e5-a524-0e9b51a609ab is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:56.085859 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2efc7b00-8421-46e5-a524-0e9b51a609ab), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:56.107446 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2efc7b00-8421-46e5-a524-0e9b51a609ab {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:05:56.133601 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 2efc7b00-8421-46e5-a524-0e9b51a609ab, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2efc7b00-8421-46e5-a524-0e9b51a609ab,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:56.138499 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2efc7b00-8421-46e5-a524-0e9b51a609ab), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:56.194481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=2efc7b00-8421-46e5-a524-0e9b51a609ab,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:56.243432 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44d9d65b-ab10-40e9-a134-5e56d6219ed4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9d65c485-f368-43e4-a64a-91f537326c15), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:56.349811 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['2efc7b00-8421-46e5-a524-0e9b51a609ab'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:05:56.425222 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44d9d65b-ab10-40e9-a134-5e56d6219ed4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for port (9d65c485-f368-43e4-a64a-91f537326c15), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:56.431635 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44d9d65b-ab10-40e9-a134-5e56d6219ed4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (9d65c485-f368-43e4-a64a-91f537326c15), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:56.503528 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9d65b-ab10-40e9-a134-5e56d6219ed4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event updated for resources: {'Port': ['ID=9d65c485-f368-43e4-a64a-91f537326c15,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:56.518842 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44d9d65b-ab10-40e9-a134-5e56d6219ed4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (ccee9342-be3e-4fe4-b16a-879e26c969b7), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:56.641617 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-44d9d65b-ab10-40e9-a134-5e56d6219ed4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Floating IP ccee9342-be3e-4fe4-b16a-879e26c969b7 associated. External IP: 172.25.0.77, port: 68778cd4-64fc-4738-9819-9bdea9bf8094. Feb 19 05:05:56.828183 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279d691-c8a3-40e0-ad1d-7d333742f63f req-e0db25ac-b121-4c0d-85c3-e2928a04de17 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:56.830144 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2279d691-c8a3-40e0-ad1d-7d333742f63f req-e0db25ac-b121-4c0d-85c3-e2928a04de17 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 945 time: 0.1228280 Feb 19 05:05:56.966396 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2279d691-c8a3-40e0-ad1d-7d333742f63f req-b43a6240-d623-4d08-af00-10467db3c39c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955641 Feb 19 05:05:56.993113 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d9d65b-ab10-40e9-a134-5e56d6219ed4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Router 5879bfa4-3d83-42dc-bcd8-ab3cd93691f4 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:05:57.123598 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d9d65b-ab10-40e9-a134-5e56d6219ed4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:05:57.134716 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763a8760-b387-4520-9b07-eb451fe2c829 None None] Sync routers for ids ['5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:05:57.149567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763a8760-b387-4520-9b07-eb451fe2c829 None None] Routers {'5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:05:57.150221 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-763a8760-b387-4520-9b07-eb451fe2c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:05:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:57.152812 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44d9d65b-ab10-40e9-a134-5e56d6219ed4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:57.198101 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-44d9d65b-ab10-40e9-a134-5e56d6219ed4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3230679 Feb 19 05:05:57.198947 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587a3d93-b035-476c-85c7-59d456468207', 'tag': '68778cd4-64fc-4738-9819-9bdea9bf8094'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:05:57.202454 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06292c3e-d722-4a02-8b1b-a97d5c7cca58" -d '{"events": [{"name": "network-changed", "server_uuid": "587a3d93-b035-476c-85c7-59d456468207", "tag": "68778cd4-64fc-4738-9819-9bdea9bf8094"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:05:57.253877 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8fd5dd-fa3f-4b2d-87a1-d3a4bb79581d x-openstack-request-id: req-3b8fd5dd-fa3f-4b2d-87a1-d3a4bb79581d {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:05:57.254238 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587a3d93-b035-476c-85c7-59d456468207", "tag": "68778cd4-64fc-4738-9819-9bdea9bf8094", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:05:57.254503 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3b8fd5dd-fa3f-4b2d-87a1-d3a4bb79581d {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:05:57.255168 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587a3d93-b035-476c-85c7-59d456468207', 'tag': '68778cd4-64fc-4738-9819-9bdea9bf8094', 'status': 'completed', 'code': 200} Feb 19 05:05:57.307215 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-763a8760-b387-4520-9b07-eb451fe2c829 None None] Set router 5879bfa4-3d83-42dc-bcd8-ab3cd93691f4 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:05:57.382871 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5b08e-f8d1-467d-847d-a590fc65d6c2 req-4a3b5a9b-d2a1-481c-9574-1eed3d762837 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:57.384641 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-19f5b08e-f8d1-467d-847d-a590fc65d6c2 req-4a3b5a9b-d2a1-481c-9574-1eed3d762837 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 946 time: 0.1223693 Feb 19 05:05:57.397007 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06292c3e-d722-4a02-8b1b-a97d5c7cca58 req-a16cec7a-7667-442e-a224-493ada0f876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:57.398661 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06292c3e-d722-4a02-8b1b-a97d5c7cca58 req-a16cec7a-7667-442e-a224-493ada0f876d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 1128 time: 0.0890386 Feb 19 05:05:57.511789 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-19f5b08e-f8d1-467d-847d-a590fc65d6c2 req-dc1bd1e2-2dc9-4eed-a6c9-fefe3e1fcd44 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116333 Feb 19 05:05:57.539837 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60750) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:57.547928 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06292c3e-d722-4a02-8b1b-a97d5c7cca58 req-abf21a56-da81-47ae-b5cc-35119522b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:57.551857 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06292c3e-d722-4a02-8b1b-a97d5c7cca58 req-abf21a56-da81-47ae-b5cc-35119522b2e4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0e029141-7463-4b87-8c92-9645d54a43bf HTTP/1.1" status: 200 len: 896 time: 0.1442242 Feb 19 05:05:57.632519 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3d8086e5-b68f-4a31-b633-c6003bfce776 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/floatingips/ccee9342-be3e-4fe4-b16a-879e26c969b7 HTTP/1.1" status: 200 len: 991 time: 0.0807981 Feb 19 05:05:57.641054 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06292c3e-d722-4a02-8b1b-a97d5c7cca58 req-37890fa1-fce9-4dd3-ad5b-0266af4b1056 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68778cd4-64fc-4738-9819-9bdea9bf8094 HTTP/1.1" status: 200 len: 999 time: 0.0836916 Feb 19 05:05:57.704419 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06292c3e-d722-4a02-8b1b-a97d5c7cca58 req-fa8597f8-46d0-49a1-9f49-9d063028925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:57.706022 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06292c3e-d722-4a02-8b1b-a97d5c7cca58 req-fa8597f8-46d0-49a1-9f49-9d063028925b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebdd8b82-0d08-4bec-9da3-8257655add27 HTTP/1.1" status: 200 len: 834 time: 0.0580738 Feb 19 05:05:57.773868 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06292c3e-d722-4a02-8b1b-a97d5c7cca58 req-cac75720-2a33-4617-afef-3e5020b5af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:57.775468 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06292c3e-d722-4a02-8b1b-a97d5c7cca58 req-cac75720-2a33-4617-afef-3e5020b5af7c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e029141-7463-4b87-8c92-9645d54a43bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0627193 Feb 19 05:05:57.827329 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-763a8760-b387-4520-9b07-eb451fe2c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934067834', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:36Z', 'updated_at': '2022-02-19T05:05:41Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:37Z', 'updated_at': '2022-02-19T05:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'ccee9342-be3e-4fe4-b16a-879e26c969b7', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'floating_ip_address': '172.25.0.77', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'port_id': '68778cd4-64fc-4738-9819-9bdea9bf8094', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf', 'mac_address': 'fa:16:3e:5e:f0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587a3d93-b035-476c-85c7-59d456468207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:05:55Z', 'updated_at': '2022-02-19T05:05:55Z', 'revision_number': 0, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3b14c19-72f1-41ed-a1f2-1f07cca529d3', 'name': '', 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:6d:b1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'ebdd8b82-0d08-4bec-9da3-8257655add27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:40Z', 'updated_at': '2022-02-19T05:05:45Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': 'ebdd8b82-0d08-4bec-9da3-8257655add27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:57.865455 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763a8760-b387-4520-9b07-eb451fe2c829 None None] Checking router: 5879bfa4-3d83-42dc-bcd8-ab3cd93691f4 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:05:57.877699 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763a8760-b387-4520-9b07-eb451fe2c829 None None] Routers {'5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:05:57.878481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-763a8760-b387-4520-9b07-eb451fe2c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:05:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:57.888680 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06292c3e-d722-4a02-8b1b-a97d5c7cca58 req-fd871630-fa82-4c61-a83a-e763188a6ee6 service neutron] 10.222.0.10 "GET /v2.0/networks/0e029141-7463-4b87-8c92-9645d54a43bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068282 Feb 19 05:05:57.920480 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 2efc7b00-8421-46e5-a524-0e9b51a609ab up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:05:58.042781 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-06292c3e-d722-4a02-8b1b-a97d5c7cca58 req-c6401966-b995-4f96-a67e-e4f8a0158ba6 service neutron] 10.222.0.10 "GET /v2.0/networks/0e029141-7463-4b87-8c92-9645d54a43bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488423 Feb 19 05:05:58.067326 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 2efc7b00-8421-46e5-a524-0e9b51a609ab completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:05:58.073271 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-763a8760-b387-4520-9b07-eb451fe2c829 None None] Set router 5879bfa4-3d83-42dc-bcd8-ab3cd93691f4 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:05:58.112783 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 2efc7b00-8421-46e5-a524-0e9b51a609ab triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:05:58.113276 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2efc7b00-8421-46e5-a524-0e9b51a609ab), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:58.125501 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1caa7-0333-44ee-a96a-025885e5f694 req-7f68bca4-73e3-4eb5-bac6-3b9298908e9c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:58.127603 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b6a1caa7-0333-44ee-a96a-025885e5f694 req-7f68bca4-73e3-4eb5-bac6-3b9298908e9c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 945 time: 0.0698721 Feb 19 05:05:58.214625 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b6a1caa7-0333-44ee-a96a-025885e5f694 req-ae560e90-7d56-4765-9b1c-44725223e3c1 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802541 Feb 19 05:05:58.387683 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 2efc7b00-8421-46e5-a524-0e9b51a609ab is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:05:58.388882 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2efc7b00-8421-46e5-a524-0e9b51a609ab), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:58.443255 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8b7282-5ace-4e88-98a5-84ff226c229c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efc7b00-8421-46e5-a524-0e9b51a609ab'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:05:58.446190 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45d9541-6dc2-4b21-b30e-7f48893a7339" -d '{"events": [{"server_uuid": "ba8b7282-5ace-4e88-98a5-84ff226c229c", "name": "network-vif-plugged", "status": "completed", "tag": "2efc7b00-8421-46e5-a524-0e9b51a609ab"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:05:58.479202 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 2efc7b00-8421-46e5-a524-0e9b51a609ab, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2efc7b00-8421-46e5-a524-0e9b51a609ab,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:05:58.486510 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2efc7b00-8421-46e5-a524-0e9b51a609ab), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:05:58.494870 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabbc0fc-4395-4e42-a616-f98faa7c76e5 x-openstack-request-id: req-fabbc0fc-4395-4e42-a616-f98faa7c76e5 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:05:58.495131 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8b7282-5ace-4e88-98a5-84ff226c229c", "name": "network-vif-plugged", "status": "completed", "tag": "2efc7b00-8421-46e5-a524-0e9b51a609ab", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:05:58.495388 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fabbc0fc-4395-4e42-a616-f98faa7c76e5 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:05:58.495797 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8b7282-5ace-4e88-98a5-84ff226c229c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efc7b00-8421-46e5-a524-0e9b51a609ab', 'code': 200} Feb 19 05:05:58.594927 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=2efc7b00-8421-46e5-a524-0e9b51a609ab,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:05:58.612445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33a52d-17bf-421b-83fe-f34fe2bf1b56 req-1e880ff0-2894-4920-a899-5e74ac8c8a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:58.614346 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2e33a52d-17bf-421b-83fe-f34fe2bf1b56 req-1e880ff0-2894-4920-a899-5e74ac8c8a5a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 1128 time: 0.0606508 Feb 19 05:05:58.619386 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-763a8760-b387-4520-9b07-eb451fe2c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934067834', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:36Z', 'updated_at': '2022-02-19T05:05:41Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:37Z', 'updated_at': '2022-02-19T05:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'ccee9342-be3e-4fe4-b16a-879e26c969b7', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'floating_ip_address': '172.25.0.77', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'port_id': '68778cd4-64fc-4738-9819-9bdea9bf8094', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf', 'mac_address': 'fa:16:3e:5e:f0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587a3d93-b035-476c-85c7-59d456468207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:05:55Z', 'updated_at': '2022-02-19T05:05:55Z', 'revision_number': 0, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3b14c19-72f1-41ed-a1f2-1f07cca529d3', 'name': '', 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:6d:b1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'ebdd8b82-0d08-4bec-9da3-8257655add27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:40Z', 'updated_at': '2022-02-19T05:05:45Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': 'ebdd8b82-0d08-4bec-9da3-8257655add27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:05:58.636895 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60756) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:58.654607 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763a8760-b387-4520-9b07-eb451fe2c829 None None] The sync data for ids ['5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'] in n-d-772273-4 is: [{'id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934067834', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:36Z', 'updated_at': '2022-02-19T05:05:41Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:37Z', 'updated_at': '2022-02-19T05:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'ccee9342-be3e-4fe4-b16a-879e26c969b7', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'floating_ip_address': '172.25.0.77', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'port_id': '68778cd4-64fc-4738-9819-9bdea9bf8094', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf', 'mac_address': 'fa:16:3e:5e:f0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587a3d93-b035-476c-85c7-59d456468207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:05:55Z', 'updated_at': '2022-02-19T05:05:55Z', 'revision_number': 0, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3b14c19-72f1-41ed-a1f2-1f07cca529d3', 'name': '', 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:6d:b1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'ebdd8b82-0d08-4bec-9da3-8257655add27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:40Z', 'updated_at': '2022-02-19T05:05:45Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': 'ebdd8b82-0d08-4bec-9da3-8257655add27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:05:58.721035 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2e33a52d-17bf-421b-83fe-f34fe2bf1b56 req-d615857a-ca7b-4ad5-a091-ce19fb2cf6c0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005416 Feb 19 05:05:58.726794 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-45946fc1-e2f9-40a4-9578-4a3e5141f8ea tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/floatingips/ccee9342-be3e-4fe4-b16a-879e26c969b7 HTTP/1.1" status: 200 len: 991 time: 0.0886729 Feb 19 05:05:58.898348 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65c8b15-5378-4a52-ab56-08214f54cb36 None None] New status for floating IP ccee9342-be3e-4fe4-b16a-879e26c969b7: ACTIVE {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:05:59.346212 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c0c22-3d9a-4e02-b3bb-e572b6219841 req-63b2cd08-3243-4478-8a43-f3a173593bed tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:05:59.347784 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c99c0c22-3d9a-4e02-b3bb-e572b6219841 req-63b2cd08-3243-4478-8a43-f3a173593bed tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 946 time: 0.0601132 Feb 19 05:05:59.399026 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c99c0c22-3d9a-4e02-b3bb-e572b6219841 req-14d92c22-23b4-4b9c-bdac-baa5456844a3 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455148 Feb 19 05:05:59.730424 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60760) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:05:59.795698 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5f78767c-53db-4489-9d5a-940617a0a19b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/floatingips/ccee9342-be3e-4fe4-b16a-879e26c969b7 HTTP/1.1" status: 200 len: 993 time: 0.0640719 Feb 19 05:06:00.532667 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd515b8-3961-4946-b6a4-e02a42e97906 req-d423121d-0a32-4d63-bdf9-fe381f9670bb tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:00.534383 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4bd515b8-3961-4946-b6a4-e02a42e97906 req-d423121d-0a32-4d63-bdf9-fe381f9670bb tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 946 time: 0.0567877 Feb 19 05:06:00.585363 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4bd515b8-3961-4946-b6a4-e02a42e97906 req-82b1ef2f-f7d1-44b3-b534-e184f1990095 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449138 Feb 19 05:06:00.712251 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9103597-7e4e-4bf6-9333-98a2dbdeebc4 req-57f1dee1-774c-4d24-bebe-4663c41f5819 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:00.713861 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c9103597-7e4e-4bf6-9333-98a2dbdeebc4 req-57f1dee1-774c-4d24-bebe-4663c41f5819 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 946 time: 0.0549314 Feb 19 05:06:00.771332 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c9103597-7e4e-4bf6-9333-98a2dbdeebc4 req-73ee3326-aa9d-4193-a0dc-53160d0402de tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515578 Feb 19 05:06:01.121498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef2818-413b-4337-ad4d-0c3a4eecb039 req-a552479b-a350-47cc-998f-17597c3a0104 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:01.123091 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-10ef2818-413b-4337-ad4d-0c3a4eecb039 req-a552479b-a350-47cc-998f-17597c3a0104 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 946 time: 0.0644848 Feb 19 05:06:01.178245 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-10ef2818-413b-4337-ad4d-0c3a4eecb039 req-94b993a3-49b8-4ec2-b8bd-4118d249c1c1 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495501 Feb 19 05:06:02.296885 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-de2ae6be-7ca6-4c6c-aaa3-3776bc55981c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:02.315875 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8ee52-9e7e-46b9-8881-46f675b69d3e req-a7d7d8ee-36ff-4c4d-b009-78c86b553bb6 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:02.317445 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9fe8ee52-9e7e-46b9-8881-46f675b69d3e req-a7d7d8ee-36ff-4c4d-b009-78c86b553bb6 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 946 time: 0.0639129 Feb 19 05:06:02.371668 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9fe8ee52-9e7e-46b9-8881-46f675b69d3e req-928e5bbf-8b4d-43fb-9481-87167941535a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482531 Feb 19 05:06:02.518893 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ab324-a62d-4a0d-9fca-f51d86f69f45 req-666b2089-6e98-49ce-a11d-d9469bc9f644 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:02.520401 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df7ab324-a62d-4a0d-9fca-f51d86f69f45 req-666b2089-6e98-49ce-a11d-d9469bc9f644 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 946 time: 0.0558960 Feb 19 05:06:02.626759 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-df7ab324-a62d-4a0d-9fca-f51d86f69f45 req-55842253-54eb-4c98-a644-64be683c9248 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Deleting port 2efc7b00-8421-46e5-a524-0e9b51a609ab {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:06:02.627099 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-df7ab324-a62d-4a0d-9fca-f51d86f69f45 req-55842253-54eb-4c98-a644-64be683c9248 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2efc7b00-8421-46e5-a524-0e9b51a609ab), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:02.720235 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-df7ab324-a62d-4a0d-9fca-f51d86f69f45 req-55842253-54eb-4c98-a644-64be683c9248 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] For port 2efc7b00-8421-46e5-a524-0e9b51a609ab, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2efc7b00-8421-46e5-a524-0e9b51a609ab,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:06:02.720607 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-df7ab324-a62d-4a0d-9fca-f51d86f69f45 req-55842253-54eb-4c98-a644-64be683c9248 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2efc7b00-8421-46e5-a524-0e9b51a609ab), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:02.733165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-df7ab324-a62d-4a0d-9fca-f51d86f69f45 req-55842253-54eb-4c98-a644-64be683c9248 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Calling delete_port for 2efc7b00-8421-46e5-a524-0e9b51a609ab owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:06:02.876785 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-df7ab324-a62d-4a0d-9fca-f51d86f69f45 req-55842253-54eb-4c98-a644-64be683c9248 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (2efc7b00-8421-46e5-a524-0e9b51a609ab), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:02.890982 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:06:02.894417 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['2efc7b00-8421-46e5-a524-0e9b51a609ab'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:06:02.906968 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55842253-54eb-4c98-a644-64be683c9248 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event deleted for resources: {'Port': ['ID=2efc7b00-8421-46e5-a524-0e9b51a609ab,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:02.957146 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7ab324-a62d-4a0d-9fca-f51d86f69f45 req-55842253-54eb-4c98-a644-64be683c9248 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] No DVR routers for this DVR port 2efc7b00-8421-46e5-a524-0e9b51a609ab on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:06:02.960165 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-df7ab324-a62d-4a0d-9fca-f51d86f69f45 req-55842253-54eb-4c98-a644-64be683c9248 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:02.963894 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df7ab324-a62d-4a0d-9fca-f51d86f69f45 req-55842253-54eb-4c98-a644-64be683c9248 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.48 "DELETE /v2.0/ports/2efc7b00-8421-46e5-a524-0e9b51a609ab HTTP/1.1" status: 204 len: 173 time: 0.4381471 Feb 19 05:06:02.964473 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8b7282-5ace-4e88-98a5-84ff226c229c', 'name': 'network-vif-deleted', 'tag': '2efc7b00-8421-46e5-a524-0e9b51a609ab'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:06:02.967048 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cf7a9c-5729-4570-bfc1-b7f430f3d33a" -d '{"events": [{"server_uuid": "ba8b7282-5ace-4e88-98a5-84ff226c229c", "name": "network-vif-deleted", "tag": "2efc7b00-8421-46e5-a524-0e9b51a609ab"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:06:03.044038 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001533f3-c3f2-4f7e-a72e-7020672ad260 x-openstack-request-id: req-001533f3-c3f2-4f7e-a72e-7020672ad260 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:06:03.044534 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8b7282-5ace-4e88-98a5-84ff226c229c", "name": "network-vif-deleted", "tag": "2efc7b00-8421-46e5-a524-0e9b51a609ab", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:06:03.044871 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-001533f3-c3f2-4f7e-a72e-7020672ad260 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:06:03.045316 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8b7282-5ace-4e88-98a5-84ff226c229c', 'name': 'network-vif-deleted', 'tag': '2efc7b00-8421-46e5-a524-0e9b51a609ab', 'status': 'completed', 'code': 200} Feb 19 05:06:03.477875 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bb60e6af-a93b-4e42-b417-d36e5924a9d7 req-1d13544e-b0e0-4ed7-9699-0c311ed0760f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 210 time: 0.0334074 Feb 19 05:06:04.597253 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0c95a8f1-aa5f-4647-b2b4-bdadf1e58220 req-dd57177c-4e76-4a8a-8526-77aa0020bb4f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 210 time: 0.0290112 Feb 19 05:06:05.142381 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-72b18b52-e917-4656-890a-d54046314e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:05.701471 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a1a1c466-eb84-4abe-8a3c-1cccb278f3c4 req-a4b9a358-ad37-4672-ad0e-637777ca9db8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 210 time: 0.0298545 Feb 19 05:06:05.932526 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 2efc7b00-8421-46e5-a524-0e9b51a609ab no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:06:05.953001 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 2efc7b00-8421-46e5-a524-0e9b51a609ab {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:06:05.953351 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 2efc7b00-8421-46e5-a524-0e9b51a609ab not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:06:06.361407 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:06:06.801316 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3bb8f509-32f4-48de-9df9-ba808f65fd03 req-304aeb1f-5dac-4202-88b0-ec65e96d379b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 210 time: 0.0269620 Feb 19 05:06:06.944698 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:07.859362 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:07.905723 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-abce226d-a64f-4dd6-a971-9665d8df26be req-bf21d47f-ec0e-41bf-aa62-5a67aa8f00a5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 210 time: 0.0297143 Feb 19 05:06:08.084077 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:09.004350 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8c73b8a2-921b-40a4-a922-a745f3bedfaf req-b482b561-3747-4bfe-b41f-9a42ade9a599 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 210 time: 0.0291696 Feb 19 05:06:09.371290 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:09.430672 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:10.108971 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a2a7f73e-878f-4673-80c1-5caec0c6f1fa req-5d94214d-0df1-42b4-a203-ce864a20fa4a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 210 time: 0.0291800 Feb 19 05:06:11.236024 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d8164b56-a084-4d97-93e5-bd73e04b7c43 req-32052c2f-00e2-4b02-9dca-dd2ecc4b3fa9 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 210 time: 0.0321891 Feb 19 05:06:12.368245 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cff464cf-9e78-41f9-9504-f8df6f23a8f8 req-560a05a2-8afe-4393-87b2-51e8c78d25d3 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba8b7282-5ace-4e88-98a5-84ff226c229c HTTP/1.1" status: 200 len: 210 time: 0.0280280 Feb 19 05:06:15.220666 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e918d57d-b43e-4b78-8453-a5015bc95ad7 req-b774cd6e-c50a-42b0-8b0d-9130ad16c9c8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0607498 Feb 19 05:06:15.313278 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918d57d-b43e-4b78-8453-a5015bc95ad7 req-c1b80d4c-3b0c-4a55-a55f-ab2a516b1fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:15.314903 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e918d57d-b43e-4b78-8453-a5015bc95ad7 req-c1b80d4c-3b0c-4a55-a55f-ab2a516b1fef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 1127 time: 0.0502877 Feb 19 05:06:15.437159 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918d57d-b43e-4b78-8453-a5015bc95ad7 req-d10bf7db-b198-4f1e-b08a-1e135100417e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:15.439642 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e918d57d-b43e-4b78-8453-a5015bc95ad7 req-d10bf7db-b198-4f1e-b08a-1e135100417e service neutron] 10.222.0.10 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 912 time: 0.1024220 Feb 19 05:06:15.491229 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e918d57d-b43e-4b78-8453-a5015bc95ad7 req-e5986bc2-044b-4a0e-903a-d74382921ee1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 HTTP/1.1" status: 200 len: 217 time: 0.0444016 Feb 19 05:06:15.541321 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918d57d-b43e-4b78-8453-a5015bc95ad7 req-74778d09-c616-4195-ab66-53334ae0c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:15.542930 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e918d57d-b43e-4b78-8453-a5015bc95ad7 req-74778d09-c616-4195-ab66-53334ae0c510 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0464547 Feb 19 05:06:15.607576 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918d57d-b43e-4b78-8453-a5015bc95ad7 req-ef9f1f59-380e-440c-adc5-a22cd9d3f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:15.609612 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e918d57d-b43e-4b78-8453-a5015bc95ad7 req-ef9f1f59-380e-440c-adc5-a22cd9d3f164 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0605724 Feb 19 05:06:15.711316 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e918d57d-b43e-4b78-8453-a5015bc95ad7 req-febee597-ad29-402a-a0ae-da3e1c1a3a6c service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948718 Feb 19 05:06:15.811922 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e918d57d-b43e-4b78-8453-a5015bc95ad7 req-799d3d19-34e7-4616-a89a-9b07622b9f24 service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947068 Feb 19 05:06:16.236934 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-a6253e3f-d4a1-471d-afe1-15aa46a396dc req-a71e635d-6d69-4893-9133-8b74fe34d3c7 service neutron] (115199) timed out ('10.222.0.65', 49142) {{(pid=115199) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 05:06:21.094857 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574f8ee-9394-4e06-9804-88c04e01fbc2 req-ef6f5eba-1755-4f33-98d7-987a07ebd507 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:21.096308 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2574f8ee-9394-4e06-9804-88c04e01fbc2 req-ef6f5eba-1755-4f33-98d7-987a07ebd507 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 945 time: 0.0589268 Feb 19 05:06:21.153335 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2574f8ee-9394-4e06-9804-88c04e01fbc2 req-372783e2-bff2-432a-81c5-a7a5519db363 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513365 Feb 19 05:06:22.281443 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b9166-0187-4ef4-8c91-5a54dcebfdec req-0b4a1197-0ea5-4547-b7f3-2b1c41253531 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:22.282943 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c83b9166-0187-4ef4-8c91-5a54dcebfdec req-0b4a1197-0ea5-4547-b7f3-2b1c41253531 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 945 time: 0.0563974 Feb 19 05:06:22.333085 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c83b9166-0187-4ef4-8c91-5a54dcebfdec req-6a7a4774-2f21-406d-94ae-26da473a54d6 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442455 Feb 19 05:06:22.620366 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49677b9-7d73-4727-a797-31d36bff16f3 req-9864c7c7-c3fc-441f-9513-36f135f3fcf6 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:22.621911 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c49677b9-7d73-4727-a797-31d36bff16f3 req-9864c7c7-c3fc-441f-9513-36f135f3fcf6 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 945 time: 0.0541692 Feb 19 05:06:22.718848 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-c49677b9-7d73-4727-a797-31d36bff16f3 req-b0879b3c-e74e-47fa-8c0b-521151d13cc8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Deleting port ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:06:22.719191 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c49677b9-7d73-4727-a797-31d36bff16f3 req-b0879b3c-e74e-47fa-8c0b-521151d13cc8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:22.812604 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-c49677b9-7d73-4727-a797-31d36bff16f3 req-b0879b3c-e74e-47fa-8c0b-521151d13cc8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] For port ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:06:22.812864 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c49677b9-7d73-4727-a797-31d36bff16f3 req-b0879b3c-e74e-47fa-8c0b-521151d13cc8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:22.825897 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-c49677b9-7d73-4727-a797-31d36bff16f3 req-b0879b3c-e74e-47fa-8c0b-521151d13cc8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Calling delete_port for ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:06:22.956522 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c49677b9-7d73-4727-a797-31d36bff16f3 req-b0879b3c-e74e-47fa-8c0b-521151d13cc8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:22.969946 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:06:22.995148 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0879b3c-e74e-47fa-8c0b-521151d13cc8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event deleted for resources: {'Port': ['ID=ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:23.018504 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0879b3c-e74e-47fa-8c0b-521151d13cc8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:23.018862 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0879b3c-e74e-47fa-8c0b-521151d13cc8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:23.019213 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0879b3c-e74e-47fa-8c0b-521151d13cc8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:23.019617 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0879b3c-e74e-47fa-8c0b-521151d13cc8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:23.019904 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0879b3c-e74e-47fa-8c0b-521151d13cc8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:23.020242 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0879b3c-e74e-47fa-8c0b-521151d13cc8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:23.020576 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0879b3c-e74e-47fa-8c0b-521151d13cc8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:23.020932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0879b3c-e74e-47fa-8c0b-521151d13cc8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:23.021265 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0879b3c-e74e-47fa-8c0b-521151d13cc8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:23.021596 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0879b3c-e74e-47fa-8c0b-521151d13cc8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:23.021926 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0879b3c-e74e-47fa-8c0b-521151d13cc8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:23.022255 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0879b3c-e74e-47fa-8c0b-521151d13cc8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:23.022584 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0879b3c-e74e-47fa-8c0b-521151d13cc8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:23.040214 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49677b9-7d73-4727-a797-31d36bff16f3 req-b0879b3c-e74e-47fa-8c0b-521151d13cc8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] No DVR routers for this DVR port ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:06:23.042819 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c49677b9-7d73-4727-a797-31d36bff16f3 req-b0879b3c-e74e-47fa-8c0b-521151d13cc8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:23.046303 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c49677b9-7d73-4727-a797-31d36bff16f3 req-b0879b3c-e74e-47fa-8c0b-521151d13cc8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.10 "DELETE /v2.0/ports/ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 HTTP/1.1" status: 204 len: 173 time: 0.4177773 Feb 19 05:06:23.046757 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d01f1e6-4ce2-43c9-813a-c91b037de0dd', 'name': 'network-vif-deleted', 'tag': 'ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:06:23.049078 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad00706-060f-4ec0-bcb8-30cdd6c049a8" -d '{"events": [{"server_uuid": "5d01f1e6-4ce2-43c9-813a-c91b037de0dd", "name": "network-vif-deleted", "tag": "ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:06:23.086936 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fac871-dfca-46a3-afd0-4a71dd17f4c0 x-openstack-request-id: req-00fac871-dfca-46a3-afd0-4a71dd17f4c0 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:06:23.087231 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d01f1e6-4ce2-43c9-813a-c91b037de0dd", "name": "network-vif-deleted", "tag": "ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:06:23.087491 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-00fac871-dfca-46a3-afd0-4a71dd17f4c0 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:06:23.087901 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d01f1e6-4ce2-43c9-813a-c91b037de0dd', 'name': 'network-vif-deleted', 'tag': 'ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8', 'status': 'completed', 'code': 200} Feb 19 05:06:23.449995 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ce9a28d3-7cd6-4798-9c84-7914542304a3 req-7af4199f-71a4-4236-a74b-5d72914da9d3 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 210 time: 0.0390265 Feb 19 05:06:24.552892 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad4bc173-dbfe-472c-ad71-5e90ebc26e34 req-71f2de61-efda-4d9a-ad33-b20c26221909 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 210 time: 0.0294979 Feb 19 05:06:25.665211 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7ad6b751-7445-437e-88c7-8b36b000d36b req-ec95ee78-1d3d-44a2-9070-95827621611c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 210 time: 0.0350177 Feb 19 05:06:26.776479 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f73da4ac-8f89-4c7a-be34-01d6333cdf28 req-0b4aa268-93dc-452a-af4f-90b8439f02e2 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 210 time: 0.0333555 Feb 19 05:06:26.780454 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b55ec-5fd9-4860-8fed-c56e9770b340 req-23c6729d-cfc7-4f2a-8748-45e92ddb88df tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:26.782609 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7b8b55ec-5fd9-4860-8fed-c56e9770b340 req-23c6729d-cfc7-4f2a-8748-45e92ddb88df tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 946 time: 0.0599525 Feb 19 05:06:26.837140 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7b8b55ec-5fd9-4860-8fed-c56e9770b340 req-79599d1b-4cb7-40d8-8672-124e8523daed tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482211 Feb 19 05:06:26.993445 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:06:27.017620 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:06:27.017962 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device ebbb6e5b-338e-4152-ab0d-b8c5f3ef1ef8 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:06:27.900709 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e46ee24b-ae4f-4e3e-b7c5-8c2961da411e req-d17b4ec4-8ab0-41f0-a690-8413462d383c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 210 time: 0.0483050 Feb 19 05:06:28.028843 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a7eef-793a-465c-858e-2efe0e23eaf3 req-27343c7a-4351-402b-b77c-15ab04d9e06e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:28.033642 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d2a7eef-793a-465c-858e-2efe0e23eaf3 req-27343c7a-4351-402b-b77c-15ab04d9e06e tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 946 time: 0.0737834 Feb 19 05:06:28.094786 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d2a7eef-793a-465c-858e-2efe0e23eaf3 req-5f889bdc-c419-4112-9f4c-037809a9e53d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563436 Feb 19 05:06:29.007970 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a8652ddb-4083-4680-866a-954e4dacb77d req-82f34b49-4ad1-402c-8f66-38da2f4ef07c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 210 time: 0.0274606 Feb 19 05:06:29.229020 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a47332-f99e-425d-95e0-82a5937eed6e req-a02d56b0-aa1d-4e24-ac55-4c26c26379f9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:29.230937 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88a47332-f99e-425d-95e0-82a5937eed6e req-a02d56b0-aa1d-4e24-ac55-4c26c26379f9 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 946 time: 0.0620537 Feb 19 05:06:29.288535 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88a47332-f99e-425d-95e0-82a5937eed6e req-0eb48300-645c-4cd4-a438-293e41e29ca3 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501058 Feb 19 05:06:30.172140 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7419c45f-9da3-4b4c-bdcc-fa3ef06fc318 req-7e4ee7ae-bb95-45e6-a9ab-01055ba904dc tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 210 time: 0.0290418 Feb 19 05:06:30.411938 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ed2fb-87aa-4a7a-b97e-1520dc00a6ff req-e107048d-4084-4327-8299-37e117335901 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:30.413510 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7e0ed2fb-87aa-4a7a-b97e-1520dc00a6ff req-e107048d-4084-4327-8299-37e117335901 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 946 time: 0.0544808 Feb 19 05:06:30.463622 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7e0ed2fb-87aa-4a7a-b97e-1520dc00a6ff req-efadcba2-bf94-4c6d-8001-a6a79f9fed2b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438359 Feb 19 05:06:31.268550 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8eef4383-2567-47d8-9743-41f8cc8da0b6 req-2840d36d-33d0-4997-9418-9305910447d5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 210 time: 0.0277045 Feb 19 05:06:31.585155 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f272d-27d0-4c06-a48a-5d8b818371b5 req-99d1b90d-02bc-4f63-9061-893ca8166b96 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:31.587942 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-013f272d-27d0-4c06-a48a-5d8b818371b5 req-99d1b90d-02bc-4f63-9061-893ca8166b96 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 946 time: 0.0556128 Feb 19 05:06:31.642831 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-013f272d-27d0-4c06-a48a-5d8b818371b5 req-17068b01-1fa0-4c51-aa69-432bd6d208b2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484891 Feb 19 05:06:32.291490 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-38560952-8284-4f41-a4f4-8209c879a025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:32.381007 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-23a662ea-74b2-4d48-ac32-aab0267687dc req-a6c416f5-50a6-42da-a14b-8ac88752e599 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d01f1e6-4ce2-43c9-813a-c91b037de0dd HTTP/1.1" status: 200 len: 210 time: 0.0311582 Feb 19 05:06:32.767146 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c3b09-05ae-40c4-b972-1dffde898b70 req-559fdc7f-d882-4c23-90e0-b51d274735d8 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:32.768691 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-297c3b09-05ae-40c4-b972-1dffde898b70 req-559fdc7f-d882-4c23-90e0-b51d274735d8 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 946 time: 0.0560956 Feb 19 05:06:32.822769 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-297c3b09-05ae-40c4-b972-1dffde898b70 req-f4469063-71af-4634-9f72-790fdd860734 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459583 Feb 19 05:06:33.951159 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36901b-adfb-4567-9e08-b27ae50b65bb req-d3c6e576-93f8-43ea-bd29-7b89fc0c4faa tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:33.953023 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b36901b-adfb-4567-9e08-b27ae50b65bb req-d3c6e576-93f8-43ea-bd29-7b89fc0c4faa tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 946 time: 0.0574946 Feb 19 05:06:34.007488 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b36901b-adfb-4567-9e08-b27ae50b65bb req-1fbb2566-f751-4fd3-8a15-9b081c310f42 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482075 Feb 19 05:06:35.138369 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8e8c05d5-1364-4b7e-ae24-6f0f5e05dbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:35.148246 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7fb19-c011-42ed-82cb-2c27e966375c req-6f173a0c-d929-40e4-87be-b49bfc6b222d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:35.149831 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c8d7fb19-c011-42ed-82cb-2c27e966375c req-6f173a0c-d929-40e4-87be-b49bfc6b222d tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 946 time: 0.0640135 Feb 19 05:06:35.200278 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c8d7fb19-c011-42ed-82cb-2c27e966375c req-62109638-056a-4db3-b2e7-1142ad979f19 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439944 Feb 19 05:06:36.344897 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26d9e3-5d06-469e-983f-ccd376c9f654 req-b80248f3-ad21-49ef-953c-9785e79fd198 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:36.346612 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d26d9e3-5d06-469e-983f-ccd376c9f654 req-b80248f3-ad21-49ef-953c-9785e79fd198 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 946 time: 0.0667741 Feb 19 05:06:36.399723 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d26d9e3-5d06-469e-983f-ccd376c9f654 req-9203cdf8-d37f-48f5-8ecc-7de0c4eef010 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470684 Feb 19 05:06:36.947882 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:37.533661 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe73f8-6e31-45e7-9776-21d81ccfdee1 req-948a935a-c80a-4790-84bd-c73a6ff2ec11 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:37.535253 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fbe73f8-6e31-45e7-9776-21d81ccfdee1 req-948a935a-c80a-4790-84bd-c73a6ff2ec11 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 946 time: 0.0565772 Feb 19 05:06:37.592424 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fbe73f8-6e31-45e7-9776-21d81ccfdee1 req-96f1ed75-76f8-4670-9dd7-f4e024c7253a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499954 Feb 19 05:06:37.868429 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:38.086175 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:38.624088 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60952) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:38.629953 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-7b48a89e-a512-4ad4-b4f7-b06ca2a81bf5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1092021849', 'description': 'tempest-secgroup-smoke-1092021849 description', 'project_id': '7173e653c95343de8cadb3790f712d4d'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:38.657285 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7b48a89e-a512-4ad4-b4f7-b06ca2a81bf5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:38.760395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5d778-9e7b-494c-a083-11d9f27e93d2 req-485541f4-6da2-4a9d-b27c-ec009e7a5fc0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:38.762019 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-acf5d778-9e7b-494c-a083-11d9f27e93d2 req-485541f4-6da2-4a9d-b27c-ec009e7a5fc0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 946 time: 0.0856841 Feb 19 05:06:38.795498 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7b48a89e-a512-4ad4-b4f7-b06ca2a81bf5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for security_group (07bd5604-a8cc-48bb-8a11-7fc8d28d7d68), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:38.802777 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7b48a89e-a512-4ad4-b4f7-b06ca2a81bf5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (07bd5604-a8cc-48bb-8a11-7fc8d28d7d68), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:38.851270 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7b48a89e-a512-4ad4-b4f7-b06ca2a81bf5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:38.855558 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60954) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:38.856061 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7b48a89e-a512-4ad4-b4f7-b06ca2a81bf5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2297485 Feb 19 05:06:38.861663 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-1fdf5267-6da7-4cd0-98a9-5aa14d14b27e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Request body: {'security_group_rule': {'security_group_id': '07bd5604-a8cc-48bb-8a11-7fc8d28d7d68', 'project_id': '7173e653c95343de8cadb3790f712d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:38.862328 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-acf5d778-9e7b-494c-a083-11d9f27e93d2 req-94000fe0-399e-4f00-8b7f-8ac90d81415a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900786 Feb 19 05:06:38.864332 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48a89e-a512-4ad4-b4f7-b06ca2a81bf5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:38.896450 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5267-6da7-4cd0-98a9-5aa14d14b27e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for security_group_rule (969b120b-d5ce-4c41-b484-d75065cb888c), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:38.955422 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5267-6da7-4cd0-98a9-5aa14d14b27e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for security_group_rule (969b120b-d5ce-4c41-b484-d75065cb888c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:38.960100 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5267-6da7-4cd0-98a9-5aa14d14b27e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (969b120b-d5ce-4c41-b484-d75065cb888c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:38.980207 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf5267-6da7-4cd0-98a9-5aa14d14b27e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969b120b-d5ce-4c41-b484-d75065cb888c,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:38.985590 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1fdf5267-6da7-4cd0-98a9-5aa14d14b27e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:38.989591 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1fdf5267-6da7-4cd0-98a9-5aa14d14b27e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300986 Feb 19 05:06:38.990113 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60956) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:38.992516 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5267-6da7-4cd0-98a9-5aa14d14b27e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:38.992949 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5267-6da7-4cd0-98a9-5aa14d14b27e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:38.993261 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5267-6da7-4cd0-98a9-5aa14d14b27e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:38.993612 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5267-6da7-4cd0-98a9-5aa14d14b27e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:38.994040 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5267-6da7-4cd0-98a9-5aa14d14b27e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:38.994303 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5267-6da7-4cd0-98a9-5aa14d14b27e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:38.994725 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5267-6da7-4cd0-98a9-5aa14d14b27e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:38.994974 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5267-6da7-4cd0-98a9-5aa14d14b27e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:38.995308 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5267-6da7-4cd0-98a9-5aa14d14b27e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:38.996180 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5267-6da7-4cd0-98a9-5aa14d14b27e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:38.996589 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5267-6da7-4cd0-98a9-5aa14d14b27e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:38.996850 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5267-6da7-4cd0-98a9-5aa14d14b27e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:38.997273 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf5267-6da7-4cd0-98a9-5aa14d14b27e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:38.999960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-7b749502-bcf7-4218-bbc5-814df5b3c50a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Request body: {'security_group_rule': {'security_group_id': '07bd5604-a8cc-48bb-8a11-7fc8d28d7d68', 'project_id': '7173e653c95343de8cadb3790f712d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:39.033853 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7b749502-bcf7-4218-bbc5-814df5b3c50a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for security_group_rule (dad1dd1c-37b4-4c2c-bde4-dc06298f8dff), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.098256 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7b749502-bcf7-4218-bbc5-814df5b3c50a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for security_group_rule (dad1dd1c-37b4-4c2c-bde4-dc06298f8dff), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.101729 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7b749502-bcf7-4218-bbc5-814df5b3c50a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (dad1dd1c-37b4-4c2c-bde4-dc06298f8dff), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.122998 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b749502-bcf7-4218-bbc5-814df5b3c50a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad1dd1c-37b4-4c2c-bde4-dc06298f8dff,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:39.132552 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7b749502-bcf7-4218-bbc5-814df5b3c50a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.134119 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7b749502-bcf7-4218-bbc5-814df5b3c50a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1422009 Feb 19 05:06:39.137482 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60958) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:39.142371 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2946ee98-6485-4028-9283-e160aa1971ec tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Request body: {'security_group_rule': {'security_group_id': '07bd5604-a8cc-48bb-8a11-7fc8d28d7d68', 'project_id': '7173e653c95343de8cadb3790f712d4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:39.167433 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2946ee98-6485-4028-9283-e160aa1971ec tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for security_group_rule (e74cc154-d579-494e-b362-8649569d29d1), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.227331 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2946ee98-6485-4028-9283-e160aa1971ec tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for security_group_rule (e74cc154-d579-494e-b362-8649569d29d1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.232022 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2946ee98-6485-4028-9283-e160aa1971ec tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (e74cc154-d579-494e-b362-8649569d29d1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.254505 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946ee98-6485-4028-9283-e160aa1971ec tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74cc154-d579-494e-b362-8649569d29d1,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:39.261437 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2946ee98-6485-4028-9283-e160aa1971ec tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.262695 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2946ee98-6485-4028-9283-e160aa1971ec tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236868 Feb 19 05:06:39.266462 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 60960) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:39.271650 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-93596f11-f285-464d-a8cd-ec69d53ac443 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Request body: {'security_group_rule': {'security_group_id': '07bd5604-a8cc-48bb-8a11-7fc8d28d7d68', 'project_id': '7173e653c95343de8cadb3790f712d4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:39.300432 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-93596f11-f285-464d-a8cd-ec69d53ac443 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for security_group_rule (1dbed125-18b3-4168-acdb-5d9180ce8456), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.369327 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-93596f11-f285-464d-a8cd-ec69d53ac443 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for security_group_rule (1dbed125-18b3-4168-acdb-5d9180ce8456), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.375201 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-93596f11-f285-464d-a8cd-ec69d53ac443 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (1dbed125-18b3-4168-acdb-5d9180ce8456), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.388424 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.400180 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93596f11-f285-464d-a8cd-ec69d53ac443 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbed125-18b3-4168-acdb-5d9180ce8456,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:39.405397 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-93596f11-f285-464d-a8cd-ec69d53ac443 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.409919 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60962) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:39.414897 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-14ca812b-472f-43be-ba7a-76d8a3c49f25 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Request body: {'security_group_rule': {'security_group_id': '07bd5604-a8cc-48bb-8a11-7fc8d28d7d68', 'project_id': '7173e653c95343de8cadb3790f712d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:39.420255 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-93596f11-f285-464d-a8cd-ec69d53ac443 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1525619 Feb 19 05:06:39.452868 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.453359 n-d-772273-4 neutron-server[115199]: INFO neutron.db.securitygroups_db [None req-14ca812b-472f-43be-ba7a-76d8a3c49f25 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Project 7173e653c95343de8cadb3790f712d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:06:39.459738 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-14ca812b-472f-43be-ba7a-76d8a3c49f25 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for security_group_rule (4cb0ad9f-8142-4624-9c24-5bdbba5e6ba5), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.532556 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-14ca812b-472f-43be-ba7a-76d8a3c49f25 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for security_group_rule (4cb0ad9f-8142-4624-9c24-5bdbba5e6ba5), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.537094 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-14ca812b-472f-43be-ba7a-76d8a3c49f25 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (4cb0ad9f-8142-4624-9c24-5bdbba5e6ba5), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.559312 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca812b-472f-43be-ba7a-76d8a3c49f25 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb0ad9f-8142-4624-9c24-5bdbba5e6ba5,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:39.573802 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-14ca812b-472f-43be-ba7a-76d8a3c49f25 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.575193 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-14ca812b-472f-43be-ba7a-76d8a3c49f25 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1639919 Feb 19 05:06:39.577835 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 60964) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:39.582331 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-6af741a8-0b81-4057-976d-b12fe9687f8b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Request body: {'security_group_rule': {'security_group_id': '07bd5604-a8cc-48bb-8a11-7fc8d28d7d68', 'project_id': '7173e653c95343de8cadb3790f712d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:06:39.606474 n-d-772273-4 neutron-server[115199]: INFO neutron.db.securitygroups_db [None req-6af741a8-0b81-4057-976d-b12fe9687f8b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Project 7173e653c95343de8cadb3790f712d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:06:39.612499 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6af741a8-0b81-4057-976d-b12fe9687f8b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for security_group_rule (38a6a384-10d2-4b3b-a266-20d00416fcb3), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.683514 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6af741a8-0b81-4057-976d-b12fe9687f8b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for security_group_rule (38a6a384-10d2-4b3b-a266-20d00416fcb3), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.686833 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6af741a8-0b81-4057-976d-b12fe9687f8b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (38a6a384-10d2-4b3b-a266-20d00416fcb3), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.705053 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af741a8-0b81-4057-976d-b12fe9687f8b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a6a384-10d2-4b3b-a266-20d00416fcb3,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:39.712999 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6af741a8-0b81-4057-976d-b12fe9687f8b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:39.714774 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6af741a8-0b81-4057-976d-b12fe9687f8b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1354642 Feb 19 05:06:40.000938 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdcc65-25f1-48a7-a686-e1ad4d73a0fb req-0d4fa74c-1cca-4283-9386-c9cfabc26e77 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:40.002503 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9dfdcc65-25f1-48a7-a686-e1ad4d73a0fb req-0d4fa74c-1cca-4283-9386-c9cfabc26e77 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 946 time: 0.0544364 Feb 19 05:06:40.057205 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9dfdcc65-25f1-48a7-a686-e1ad4d73a0fb req-f7bfcc79-50ab-4ee2-a64b-ff227a313baf tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485084 Feb 19 05:06:40.540141 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364dc70-fd66-4e45-8654-b4ac0d7afc67 req-ca507205-cb90-4c26-928e-51aec3784057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:40.546433 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0364dc70-fd66-4e45-8654-b4ac0d7afc67 req-ca507205-cb90-4c26-928e-51aec3784057 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 1128 time: 0.0527837 Feb 19 05:06:40.603214 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0364dc70-fd66-4e45-8654-b4ac0d7afc67 req-d3a33320-4b82-411a-9690-5bc3e77246ae service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493138 Feb 19 05:06:41.091302 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 68778cd4-64fc-4738-9819-9bdea9bf8094 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:06:41.193414 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd150951-f146-4a38-b096-df9187cb69ea req-bc86cbe1-218c-48ab-a79a-65304d897020 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:41.195503 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dd150951-f146-4a38-b096-df9187cb69ea req-bc86cbe1-218c-48ab-a79a-65304d897020 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 946 time: 0.0661175 Feb 19 05:06:41.207280 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 68778cd4-64fc-4738-9819-9bdea9bf8094, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=68778cd4-64fc-4738-9819-9bdea9bf8094,segment=NetworkSegment(aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6),segment_id=aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:06:41.219913 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '68778cd4-64fc-4738-9819-9bdea9bf8094', 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf', 'port_id': '68778cd4-64fc-4738-9819-9bdea9bf8094', 'mac_address': 'fa:16:3e:5e:f0:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebdd8b82-0d08-4bec-9da3-8257655add27', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:06:41.263323 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 68778cd4-64fc-4738-9819-9bdea9bf8094 is: ACTIVE; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:06:41.263725 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (68778cd4-64fc-4738-9819-9bdea9bf8094), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:41.265049 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dd150951-f146-4a38-b096-df9187cb69ea req-e50e7be6-61b7-49fa-abf8-01b61076642b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632591 Feb 19 05:06:41.277193 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68778cd4-64fc-4738-9819-9bdea9bf8094 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:06:41.297954 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 68778cd4-64fc-4738-9819-9bdea9bf8094, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=68778cd4-64fc-4738-9819-9bdea9bf8094,segment=NetworkSegment(aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6),segment_id=aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:06:41.302882 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (68778cd4-64fc-4738-9819-9bdea9bf8094), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:41.366616 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=68778cd4-64fc-4738-9819-9bdea9bf8094,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:06:41.375763 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:41.376110 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:41.376456 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:41.376794 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:41.377176 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:41.377508 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:41.377836 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:41.378192 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:41.381041 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:41.381041 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:41.381041 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:41.381041 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:41.381041 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:06:41.546224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['68778cd4-64fc-4738-9819-9bdea9bf8094'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:06:42.405262 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3b9fb-3e1c-47da-9a97-3d017a477886 req-9b75abe0-f761-4ccc-8cee-4433dd9a35f2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:06:42.406858 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b0e3b9fb-3e1c-47da-9a97-3d017a477886 req-9b75abe0-f761-4ccc-8cee-4433dd9a35f2 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 945 time: 0.0625577 Feb 19 05:06:42.466345 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b0e3b9fb-3e1c-47da-9a97-3d017a477886 req-520c6c53-4cb7-4538-b332-b106f5750083 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526881 Feb 19 05:06:42.500491 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 32816) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:06:42.570199 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-54b20f58-f718-46ea-b46f-09248c095d6f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/floatingips/ccee9342-be3e-4fe4-b16a-879e26c969b7 HTTP/1.1" status: 200 len: 992 time: 0.0683703 Feb 19 05:06:43.101136 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 68778cd4-64fc-4738-9819-9bdea9bf8094 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:06:43.184431 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 68778cd4-64fc-4738-9819-9bdea9bf8094 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:06:43.184818 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (68778cd4-64fc-4738-9819-9bdea9bf8094), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:43.280718 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 68778cd4-64fc-4738-9819-9bdea9bf8094 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:06:43.281150 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (68778cd4-64fc-4738-9819-9bdea9bf8094), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:43.315765 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587a3d93-b035-476c-85c7-59d456468207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68778cd4-64fc-4738-9819-9bdea9bf8094'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:06:43.318135 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb331d12-3ee4-4f91-b549-0f1e24c4088f" -d '{"events": [{"server_uuid": "587a3d93-b035-476c-85c7-59d456468207", "name": "network-vif-plugged", "status": "completed", "tag": "68778cd4-64fc-4738-9819-9bdea9bf8094"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:06:43.332832 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 68778cd4-64fc-4738-9819-9bdea9bf8094, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=68778cd4-64fc-4738-9819-9bdea9bf8094,segment=NetworkSegment(aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6),segment_id=aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:06:43.339608 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (68778cd4-64fc-4738-9819-9bdea9bf8094), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:06:43.362420 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:06:43.398565 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021b2a8f-1b09-4d9a-aa3a-ec5506250d7a x-openstack-request-id: req-021b2a8f-1b09-4d9a-aa3a-ec5506250d7a {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:06:43.398862 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587a3d93-b035-476c-85c7-59d456468207", "name": "network-vif-plugged", "status": "completed", "tag": "68778cd4-64fc-4738-9819-9bdea9bf8094", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:06:43.399122 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-021b2a8f-1b09-4d9a-aa3a-ec5506250d7a {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:06:43.399540 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587a3d93-b035-476c-85c7-59d456468207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68778cd4-64fc-4738-9819-9bdea9bf8094', 'code': 200} Feb 19 05:06:43.400089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=68778cd4-64fc-4738-9819-9bdea9bf8094,revision_number=7']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:00.359289 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-d441bf06-595d-4651-99a4-5232685d0433 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1092021849&fields=id&tenant_id=7173e653c95343de8cadb3790f712d4d HTTP/1.1" status: 200 len: 267 time: 0.0461302 Feb 19 05:07:00.469894 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-95f411c8-e33c-4892-b10e-1d4eb0fb6715 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:00.471296 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-95f411c8-e33c-4892-b10e-1d4eb0fb6715 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 812 time: 0.1055560 Feb 19 05:07:00.486202 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-76b7d56f-c540-486d-adb7-1ff2f34a5794 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/quotas/7173e653c95343de8cadb3790f712d4d HTTP/1.1" status: 200 len: 375 time: 0.0095420 Feb 19 05:07:00.543672 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-267be42f-737c-4c88-b11d-c0797cb2e319 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513411 Feb 19 05:07:00.655617 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-d72cfaa1-cee8-4ade-915f-fd2e571b6b31 service neutron] 10.222.0.65 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965068 Feb 19 05:07:00.745340 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-6c161c2e-60e9-4a74-9049-8fc08a752c62 service neutron] 10.222.0.65 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865495 Feb 19 05:07:01.036503 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0d02d409-ea4a-412f-942e-68945fb63d6a req-31ca0afc-8674-4280-be55-3ec0a668f08b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 210 time: 0.0288825 Feb 19 05:07:02.020758 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-5edc481f-d223-4132-a572-6ef33b0bd5b6 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:02.022267 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-5edc481f-d223-4132-a572-6ef33b0bd5b6 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.48 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 812 time: 0.1209497 Feb 19 05:07:02.090464 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-ec15844d-4f38-41bc-85cf-0158609ad0b9 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7173e653c95343de8cadb3790f712d4d HTTP/1.1" status: 200 len: 380 time: 0.0608122 Feb 19 05:07:02.100155 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-440db1fa-91c0-4cd6-8e58-bf487b1597b0 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Request body: {'port': {'device_id': '6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'admin_state_up': True, 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'security_groups': ['07bd5604-a8cc-48bb-8a11-7fc8d28d7d68']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:07:02.144804 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2d5c3ec8-9fb9-4a7b-8c7e-67f918b1ae3b req-d70f897f-60b9-4918-9699-f8fd786e0e20 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 210 time: 0.0333884 Feb 19 05:07:02.222244 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-440db1fa-91c0-4cd6-8e58-bf487b1597b0 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Made reservation on behalf of 7173e653c95343de8cadb3790f712d4d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:07:02.226147 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-440db1fa-91c0-4cd6-8e58-bf487b1597b0 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:02.299605 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-30ef0016-0c17-4b3d-b0cb-badd14884fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:02.362330 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-440db1fa-91c0-4cd6-8e58-bf487b1597b0 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Allocated IP 172.20.0.3 (891e8a91-ec7b-447e-9495-70c700adf2c0/eb74e798-fd6e-499a-bfba-a8016bf5d81f/2a49f239-973a-4b24-9309-0ce8fbf2c319) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:07:02.847160 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-440db1fa-91c0-4cd6-8e58-bf487b1597b0 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for port (2a49f239-973a-4b24-9309-0ce8fbf2c319), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:02.881745 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-440db1fa-91c0-4cd6-8e58-bf487b1597b0 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (2a49f239-973a-4b24-9309-0ce8fbf2c319), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:02.926990 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-440db1fa-91c0-4cd6-8e58-bf487b1597b0 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Network 891e8a91-ec7b-447e-9495-70c700adf2c0 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:07:02.929472 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-440db1fa-91c0-4cd6-8e58-bf487b1597b0 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:07:02.932107 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-440db1fa-91c0-4cd6-8e58-bf487b1597b0 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:07:02.967593 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440db1fa-91c0-4cd6-8e58-bf487b1597b0 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event updated for resources: {'Port': ['ID=2a49f239-973a-4b24-9309-0ce8fbf2c319,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:03.011969 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-440db1fa-91c0-4cd6-8e58-bf487b1597b0 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:03.012590 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-440db1fa-91c0-4cd6-8e58-bf487b1597b0 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:03.031417 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-440db1fa-91c0-4cd6-8e58-bf487b1597b0 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9360592 Feb 19 05:07:03.045415 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-809e29d1-f515-4c01-a21c-237d554640d7 service neutron] Request body: {'port': {'device_id': '6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:07:03.118426 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-809e29d1-f515-4c01-a21c-237d554640d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2a49f239-973a-4b24-9309-0ce8fbf2c319), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:03.171290 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3c0575e3-41e4-4f68-95bf-3764ef143b55 None None] Provisioning complete for port 2a49f239-973a-4b24-9309-0ce8fbf2c319 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:07:03.171968 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3c0575e3-41e4-4f68-95bf-3764ef143b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2a49f239-973a-4b24-9309-0ce8fbf2c319), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:03.211529 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3c0575e3-41e4-4f68-95bf-3764ef143b55 None None] Port 2a49f239-973a-4b24-9309-0ce8fbf2c319 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:07:03.370026 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd686e5-7a36-4dd8-b7b4-48a28584268a req-4101806b-cb2a-4701-8201-faa1f38a2f28 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:03.371462 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fdd686e5-7a36-4dd8-b7b4-48a28584268a req-4101806b-cb2a-4701-8201-faa1f38a2f28 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 931 time: 0.1171741 Feb 19 05:07:03.464869 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fdd686e5-7a36-4dd8-b7b4-48a28584268a req-da8d1093-ab3c-4db7-89a5-921ee926ba46 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818863 Feb 19 05:07:03.521776 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-809e29d1-f515-4c01-a21c-237d554640d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a49f239-973a-4b24-9309-0ce8fbf2c319 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:07:03.530755 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-809e29d1-f515-4c01-a21c-237d554640d7 service neutron] Publish callbacks [] for port (2a49f239-973a-4b24-9309-0ce8fbf2c319), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:03.544216 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-809e29d1-f515-4c01-a21c-237d554640d7 service neutron] Transition to ACTIVE for port object 2a49f239-973a-4b24-9309-0ce8fbf2c319 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:07:03.550500 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-809e29d1-f515-4c01-a21c-237d554640d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (2a49f239-973a-4b24-9309-0ce8fbf2c319), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:03.605733 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e29d1-f515-4c01-a21c-237d554640d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2a49f239-973a-4b24-9309-0ce8fbf2c319,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:03.686328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-809e29d1-f515-4c01-a21c-237d554640d7 service neutron] Attempting to bind port 2a49f239-973a-4b24-9309-0ce8fbf2c319 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:07:03.686834 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-809e29d1-f515-4c01-a21c-237d554640d7 service neutron] Attempting to bind port 2a49f239-973a-4b24-9309-0ce8fbf2c319 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:07:03.687275 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-809e29d1-f515-4c01-a21c-237d554640d7 service neutron] Attempting to bind port 2a49f239-973a-4b24-9309-0ce8fbf2c319 on network 891e8a91-ec7b-447e-9495-70c700adf2c0 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:07:03.692636 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-809e29d1-f515-4c01-a21c-237d554640d7 service neutron] Port 2a49f239-973a-4b24-9309-0ce8fbf2c319 on network 891e8a91-ec7b-447e-9495-70c700adf2c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:07:03.693160 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-809e29d1-f515-4c01-a21c-237d554640d7 service neutron] Attempting to bind port 2a49f239-973a-4b24-9309-0ce8fbf2c319 on network 891e8a91-ec7b-447e-9495-70c700adf2c0 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:07:03.699284 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-809e29d1-f515-4c01-a21c-237d554640d7 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:07:03.699760 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-809e29d1-f515-4c01-a21c-237d554640d7 service neutron] Checking segment: {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:07:03.700256 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-809e29d1-f515-4c01-a21c-237d554640d7 service neutron] Bound using segment: {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:07:03.700802 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-809e29d1-f515-4c01-a21c-237d554640d7 service neutron] Bound port: 2a49f239-973a-4b24-9309-0ce8fbf2c319, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:07:03.701401 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-809e29d1-f515-4c01-a21c-237d554640d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2a49f239-973a-4b24-9309-0ce8fbf2c319), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:03.773797 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-809e29d1-f515-4c01-a21c-237d554640d7 service neutron] For port 2a49f239-973a-4b24-9309-0ce8fbf2c319, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:07:03.777393 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-809e29d1-f515-4c01-a21c-237d554640d7 service neutron] For port 2a49f239-973a-4b24-9309-0ce8fbf2c319, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2a49f239-973a-4b24-9309-0ce8fbf2c319,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:07:03.789857 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-809e29d1-f515-4c01-a21c-237d554640d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (2a49f239-973a-4b24-9309-0ce8fbf2c319), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:03.860171 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-809e29d1-f515-4c01-a21c-237d554640d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:03.860816 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-809e29d1-f515-4c01-a21c-237d554640d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:03.863107 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-809e29d1-f515-4c01-a21c-237d554640d7 service neutron] 10.222.0.48 "PUT /v2.0/ports/2a49f239-973a-4b24-9309-0ce8fbf2c319 HTTP/1.1" status: 200 len: 1091 time: 0.8225639 Feb 19 05:07:03.863789 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e29d1-f515-4c01-a21c-237d554640d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2a49f239-973a-4b24-9309-0ce8fbf2c319,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:03.868700 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4', 'tag': '2a49f239-973a-4b24-9309-0ce8fbf2c319'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:07:03.871638 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfd4ad7-e196-4f35-9387-da5287feb5df" -d '{"events": [{"name": "network-changed", "server_uuid": "6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4", "tag": "2a49f239-973a-4b24-9309-0ce8fbf2c319"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:07:03.967364 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815cec03-b190-4583-8f10-38d1c08a3e73 x-openstack-request-id: req-815cec03-b190-4583-8f10-38d1c08a3e73 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:07:03.967576 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4", "tag": "2a49f239-973a-4b24-9309-0ce8fbf2c319", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:07:03.968211 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-815cec03-b190-4583-8f10-38d1c08a3e73 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:07:03.968625 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4', 'tag': '2a49f239-973a-4b24-9309-0ce8fbf2c319', 'status': 'completed', 'code': 200} Feb 19 05:07:03.998301 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-d3fce305-c5ec-48a1-916a-1bb10c28b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:03.999876 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-d3fce305-c5ec-48a1-916a-1bb10c28b382 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 1125 time: 0.0833409 Feb 19 05:07:04.062153 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-d900ec20-4067-4673-bfff-964f5754c3ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a49f239-973a-4b24-9309-0ce8fbf2c319 HTTP/1.1" status: 200 len: 217 time: 0.0520849 Feb 19 05:07:04.115099 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-cd079a0c-59ea-435e-a355-41df4247d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:04.116773 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-cd079a0c-59ea-435e-a355-41df4247d87d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0490556 Feb 19 05:07:04.189834 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-8bbd704e-2ca4-4e5d-babb-e3ee8fa68b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:04.192411 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-8bbd704e-2ca4-4e5d-babb-e3ee8fa68b70 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0699120 Feb 19 05:07:04.304704 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-810768fc-8506-40f4-869a-f98974b75d10 service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044834 Feb 19 05:07:04.417133 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-613642af-dd3d-4cf7-a424-cbc1b6947954 req-cf68740a-6f93-47d6-92a9-16963b09dc0e service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065605 Feb 19 05:07:04.515572 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd4ad7-e196-4f35-9387-da5287feb5df req-5bfe50bc-7024-478f-b420-885b15a0a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:04.517150 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4dfd4ad7-e196-4f35-9387-da5287feb5df req-5bfe50bc-7024-478f-b420-885b15a0a7ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 1125 time: 0.0544078 Feb 19 05:07:04.668183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152d6fd-bc30-48d1-820a-4be15b767c94 req-15f857cf-7664-4e1b-9840-bbe7dfaa76b6 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:04.670228 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2152d6fd-bc30-48d1-820a-4be15b767c94 req-15f857cf-7664-4e1b-9840-bbe7dfaa76b6 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 943 time: 0.1215484 Feb 19 05:07:04.675277 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd4ad7-e196-4f35-9387-da5287feb5df req-d89250b4-ffef-4cf8-8944-d513de60f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:04.676829 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4dfd4ad7-e196-4f35-9387-da5287feb5df req-d89250b4-ffef-4cf8-8944-d513de60f87b service neutron] 10.222.0.48 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 912 time: 0.1537085 Feb 19 05:07:04.735467 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4dfd4ad7-e196-4f35-9387-da5287feb5df req-d0e1ed3a-0421-4ed9-895b-f9f26042a4cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a49f239-973a-4b24-9309-0ce8fbf2c319 HTTP/1.1" status: 200 len: 217 time: 0.0486364 Feb 19 05:07:04.806455 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2152d6fd-bc30-48d1-820a-4be15b767c94 req-b8f20551-35e0-4e2e-8696-c3a4a9afb3e8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267464 Feb 19 05:07:04.816960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd4ad7-e196-4f35-9387-da5287feb5df req-433fd3cc-8f12-4ac6-b5de-2d758fc891c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:04.818926 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4dfd4ad7-e196-4f35-9387-da5287feb5df req-433fd3cc-8f12-4ac6-b5de-2d758fc891c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0766895 Feb 19 05:07:04.883531 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd4ad7-e196-4f35-9387-da5287feb5df req-2415bff3-df6e-4e4f-b555-b7ed132f18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:04.885114 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4dfd4ad7-e196-4f35-9387-da5287feb5df req-2415bff3-df6e-4e4f-b555-b7ed132f18a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0548823 Feb 19 05:07:04.984603 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4dfd4ad7-e196-4f35-9387-da5287feb5df req-487806c0-c186-4fd7-859b-e6a14450de00 service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930297 Feb 19 05:07:05.103480 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4dfd4ad7-e196-4f35-9387-da5287feb5df req-959029a8-6c9b-4cde-b275-c8729ddf3f31 service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119230 Feb 19 05:07:05.144561 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-613e7308-0c31-4d2b-a50a-9649a728973a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:05.935828 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7ace5-89a6-4e87-8639-8929847e1c79 req-f843b9ea-4868-47f1-a2d5-e60da10b6997 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:05.937490 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5dd7ace5-89a6-4e87-8639-8929847e1c79 req-f843b9ea-4868-47f1-a2d5-e60da10b6997 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 943 time: 0.0543077 Feb 19 05:07:05.994380 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5dd7ace5-89a6-4e87-8639-8929847e1c79 req-f8b1e266-451a-467f-8530-7e1ce98faff6 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510056 Feb 19 05:07:06.950226 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:07.121130 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a075dd-e9f8-4933-832f-d76c7bfdaf3e req-3dfe6b02-35ec-4452-84d7-6ccf6ad1a7e2 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:07.122626 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-29a075dd-e9f8-4933-832f-d76c7bfdaf3e req-3dfe6b02-35ec-4452-84d7-6ccf6ad1a7e2 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 943 time: 0.0548964 Feb 19 05:07:07.195138 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-29a075dd-e9f8-4933-832f-d76c7bfdaf3e req-4901f0d1-2ecd-4892-a204-2333b01c15d0 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663891 Feb 19 05:07:07.849769 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:08.105796 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:08.335079 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47248f-d765-4aa5-851c-eb7e5ff8a0b4 req-8cc71685-6a67-4351-900b-a004ae558390 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:08.336595 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ae47248f-d765-4aa5-851c-eb7e5ff8a0b4 req-8cc71685-6a67-4351-900b-a004ae558390 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 943 time: 0.0666337 Feb 19 05:07:08.389148 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ae47248f-d765-4aa5-851c-eb7e5ff8a0b4 req-b6422e81-1b06-4fa5-9fbb-1743d46d9170 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466800 Feb 19 05:07:09.373747 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:09.459902 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:09.527488 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a9e89-9119-4ca0-a1d3-76a2c6b977ea req-17c36c59-a5da-4d4c-91f3-25fd4f8053e7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:09.529061 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-481a9e89-9119-4ca0-a1d3-76a2c6b977ea req-17c36c59-a5da-4d4c-91f3-25fd4f8053e7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 943 time: 0.0656857 Feb 19 05:07:09.586323 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-481a9e89-9119-4ca0-a1d3-76a2c6b977ea req-0fcec7c9-cbe4-41f7-b308-ae17723f71fc tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511947 Feb 19 05:07:10.722075 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18240f82-0dfc-4bd9-ac34-9415877826d1 req-8aa3bf18-480a-43db-b3a6-1c18ed91b657 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:10.723593 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-18240f82-0dfc-4bd9-ac34-9415877826d1 req-8aa3bf18-480a-43db-b3a6-1c18ed91b657 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 943 time: 0.0540922 Feb 19 05:07:10.775113 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-18240f82-0dfc-4bd9-ac34-9415877826d1 req-a2b6234d-6a84-4d8d-be19-78ec3c48692b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453026 Feb 19 05:07:11.901647 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763b8e4-8c97-4e59-b6a2-52e8c1f5a095 req-d2e17764-2347-4ae4-9e73-f47e8585b6a4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:11.903137 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c763b8e4-8c97-4e59-b6a2-52e8c1f5a095 req-d2e17764-2347-4ae4-9e73-f47e8585b6a4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 943 time: 0.0584478 Feb 19 05:07:11.954027 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c763b8e4-8c97-4e59-b6a2-52e8c1f5a095 req-09c360ce-8f90-4199-a215-2b8703c9c087 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451064 Feb 19 05:07:13.081073 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7871ca8-ebd0-4315-a7ec-ade73d83ecd1 req-df245072-a251-4b50-8003-b874468f2502 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:13.082631 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7871ca8-ebd0-4315-a7ec-ade73d83ecd1 req-df245072-a251-4b50-8003-b874468f2502 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 943 time: 0.0598421 Feb 19 05:07:13.132207 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b7871ca8-ebd0-4315-a7ec-ade73d83ecd1 req-4940e8ac-6fc0-4a21-a4b0-afe2900c0e93 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439258 Feb 19 05:07:14.258023 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d996241-2576-4120-9281-ce2a818f730c req-9aed0852-a8af-4186-b543-e77a76fc35fc tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:14.259555 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d996241-2576-4120-9281-ce2a818f730c req-9aed0852-a8af-4186-b543-e77a76fc35fc tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 943 time: 0.0556734 Feb 19 05:07:14.310658 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d996241-2576-4120-9281-ce2a818f730c req-c6c5f6e5-14e3-4c0e-a6a9-e86dc4659d54 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448105 Feb 19 05:07:15.430299 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30426d9-52fe-490c-8dab-6e401e72ef3a req-bd8254e3-9657-49fb-b5ef-0b578657d4a5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:15.431872 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e30426d9-52fe-490c-8dab-6e401e72ef3a req-bd8254e3-9657-49fb-b5ef-0b578657d4a5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 943 time: 0.0531211 Feb 19 05:07:15.482111 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e30426d9-52fe-490c-8dab-6e401e72ef3a req-c90613de-c115-49c5-98f2-3ad08d869df6 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437684 Feb 19 05:07:16.613092 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034c45a-03ed-44ce-bb71-21850baeb8ff req-da17a1df-0203-4e20-bdc5-5ae8d529b787 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:16.614751 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a034c45a-03ed-44ce-bb71-21850baeb8ff req-da17a1df-0203-4e20-bdc5-5ae8d529b787 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 943 time: 0.0595074 Feb 19 05:07:16.666167 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a034c45a-03ed-44ce-bb71-21850baeb8ff req-4d39306c-e050-40d8-a91a-f97b588170f0 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456264 Feb 19 05:07:17.219642 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c36686ca-f5c0-4f8a-bed5-93fbfa8f7adf req-57ea0da0-1c3e-4459-8014-1103a73b76ae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480924 Feb 19 05:07:17.287217 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36686ca-f5c0-4f8a-bed5-93fbfa8f7adf req-6ae66227-fc8e-4642-8bf8-aa9e17640735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:17.288985 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c36686ca-f5c0-4f8a-bed5-93fbfa8f7adf req-6ae66227-fc8e-4642-8bf8-aa9e17640735 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 1128 time: 0.0471618 Feb 19 05:07:17.398554 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36686ca-f5c0-4f8a-bed5-93fbfa8f7adf req-bdafe348-b97a-432a-bf19-f677e3b4493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:17.400068 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c36686ca-f5c0-4f8a-bed5-93fbfa8f7adf req-bdafe348-b97a-432a-bf19-f677e3b4493d service neutron] 10.222.0.10 "GET /v2.0/networks?id=0e029141-7463-4b87-8c92-9645d54a43bf HTTP/1.1" status: 200 len: 896 time: 0.0893707 Feb 19 05:07:17.470992 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c36686ca-f5c0-4f8a-bed5-93fbfa8f7adf req-48d4c4d5-1f89-48ad-a8b6-5fbd25573e6d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68778cd4-64fc-4738-9819-9bdea9bf8094 HTTP/1.1" status: 200 len: 1001 time: 0.0643711 Feb 19 05:07:17.521091 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36686ca-f5c0-4f8a-bed5-93fbfa8f7adf req-8125b75a-25d7-4ab7-9eee-de5d3f2bfc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:17.522616 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c36686ca-f5c0-4f8a-bed5-93fbfa8f7adf req-8125b75a-25d7-4ab7-9eee-de5d3f2bfc38 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebdd8b82-0d08-4bec-9da3-8257655add27 HTTP/1.1" status: 200 len: 834 time: 0.0465307 Feb 19 05:07:17.578121 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36686ca-f5c0-4f8a-bed5-93fbfa8f7adf req-8b498130-8c8d-47fc-895c-b3f04b7da423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:17.579856 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c36686ca-f5c0-4f8a-bed5-93fbfa8f7adf req-8b498130-8c8d-47fc-895c-b3f04b7da423 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e029141-7463-4b87-8c92-9645d54a43bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493135 Feb 19 05:07:17.684109 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c36686ca-f5c0-4f8a-bed5-93fbfa8f7adf req-da98ef97-2cf5-46f2-a2ef-7d0601428bdb service neutron] 10.222.0.10 "GET /v2.0/networks/0e029141-7463-4b87-8c92-9645d54a43bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948632 Feb 19 05:07:17.827158 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c36686ca-f5c0-4f8a-bed5-93fbfa8f7adf req-553e240a-df96-422b-98e6-4097a5a83b3b service neutron] 10.222.0.10 "GET /v2.0/networks/0e029141-7463-4b87-8c92-9645d54a43bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372857 Feb 19 05:07:17.829998 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 32944) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:17.848883 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d6622-9d94-45d0-a95d-154f459bd7be req-79db6e48-4da9-42b7-9041-fb0ebcd44104 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:17.850638 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d43d6622-9d94-45d0-a95d-154f459bd7be req-79db6e48-4da9-42b7-9041-fb0ebcd44104 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 943 time: 0.1106634 Feb 19 05:07:17.991098 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d43d6622-9d94-45d0-a95d-154f459bd7be req-7c8a3110-16e4-417e-9c28-d69372feb49d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080918 Feb 19 05:07:18.067391 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-5f54101b-ccd7-4b6f-85da-24ee4b2c9c1a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Deleting port 9d65c485-f368-43e4-a64a-91f537326c15 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:07:18.067783 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5f54101b-ccd7-4b6f-85da-24ee4b2c9c1a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9d65c485-f368-43e4-a64a-91f537326c15), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:18.161549 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5f54101b-ccd7-4b6f-85da-24ee4b2c9c1a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9d65c485-f368-43e4-a64a-91f537326c15), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:18.162013 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5f54101b-ccd7-4b6f-85da-24ee4b2c9c1a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for floatingip (9d65c485-f368-43e4-a64a-91f537326c15), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:18.178269 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-5f54101b-ccd7-4b6f-85da-24ee4b2c9c1a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Calling delete_port for 9d65c485-f368-43e4-a64a-91f537326c15 owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:07:18.349857 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5f54101b-ccd7-4b6f-85da-24ee4b2c9c1a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (9d65c485-f368-43e4-a64a-91f537326c15), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:18.374112 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54101b-ccd7-4b6f-85da-24ee4b2c9c1a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'Port': ['ID=9d65c485-f368-43e4-a64a-91f537326c15,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:18.450885 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5f54101b-ccd7-4b6f-85da-24ee4b2c9c1a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for floatingip (ccee9342-be3e-4fe4-b16a-879e26c969b7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:18.451089 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-5f54101b-ccd7-4b6f-85da-24ee4b2c9c1a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Floating IP ccee9342-be3e-4fe4-b16a-879e26c969b7 disassociated (deleted). External IP: 172.25.0.77, port: 68778cd4-64fc-4738-9819-9bdea9bf8094. Feb 19 05:07:18.670916 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f54101b-ccd7-4b6f-85da-24ee4b2c9c1a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Router 5879bfa4-3d83-42dc-bcd8-ab3cd93691f4 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:07:18.780942 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f54101b-ccd7-4b6f-85da-24ee4b2c9c1a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:07:18.785646 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5f54101b-ccd7-4b6f-85da-24ee4b2c9c1a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:18.791065 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed58af81-e3e2-4e85-9932-7e881c055982 None None] Sync routers for ids ['5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:07:18.801579 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed58af81-e3e2-4e85-9932-7e881c055982 None None] Routers {'5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:07:18.802216 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ed58af81-e3e2-4e85-9932-7e881c055982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:07:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:07:18.816755 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5f54101b-ccd7-4b6f-85da-24ee4b2c9c1a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "DELETE /v2.0/floatingips/ccee9342-be3e-4fe4-b16a-879e26c969b7 HTTP/1.1" status: 204 len: 168 time: 0.9848211 Feb 19 05:07:18.817371 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587a3d93-b035-476c-85c7-59d456468207', 'tag': '68778cd4-64fc-4738-9819-9bdea9bf8094'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:07:18.819789 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e503fcb9-f489-4f44-b0a5-a1655f8e45e4" -d '{"events": [{"name": "network-changed", "server_uuid": "587a3d93-b035-476c-85c7-59d456468207", "tag": "68778cd4-64fc-4738-9819-9bdea9bf8094"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:07:18.864592 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ce2be7-a2bd-4403-b0d3-b06b1a91d418 x-openstack-request-id: req-e7ce2be7-a2bd-4403-b0d3-b06b1a91d418 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:07:18.864902 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587a3d93-b035-476c-85c7-59d456468207", "tag": "68778cd4-64fc-4738-9819-9bdea9bf8094", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:07:18.865201 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7ce2be7-a2bd-4403-b0d3-b06b1a91d418 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:07:18.865624 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587a3d93-b035-476c-85c7-59d456468207', 'tag': '68778cd4-64fc-4738-9819-9bdea9bf8094', 'status': 'completed', 'code': 200} Feb 19 05:07:18.924560 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-ed58af81-e3e2-4e85-9932-7e881c055982 None None] Set router 5879bfa4-3d83-42dc-bcd8-ab3cd93691f4 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:07:18.935532 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503fcb9-f489-4f44-b0a5-a1655f8e45e4 req-06eb021d-0dc2-4b7f-935e-87076595d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:18.937187 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e503fcb9-f489-4f44-b0a5-a1655f8e45e4 req-06eb021d-0dc2-4b7f-935e-87076595d270 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 1128 time: 0.0479772 Feb 19 05:07:19.086483 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503fcb9-f489-4f44-b0a5-a1655f8e45e4 req-a0d2c1b7-b0df-4c56-a787-1a1c132cf51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:19.088010 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e503fcb9-f489-4f44-b0a5-a1655f8e45e4 req-a0d2c1b7-b0df-4c56-a787-1a1c132cf51d service neutron] 10.222.0.10 "GET /v2.0/networks?id=0e029141-7463-4b87-8c92-9645d54a43bf HTTP/1.1" status: 200 len: 896 time: 0.1423612 Feb 19 05:07:19.132359 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13037750-edcb-47e7-abfe-c2a3c72faf19 req-09b52668-2362-4b0b-8124-6b2ee53ed2e7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:19.133871 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e503fcb9-f489-4f44-b0a5-a1655f8e45e4 req-5c6f67ac-e14d-41e0-86cb-007ce6bc71d7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68778cd4-64fc-4738-9819-9bdea9bf8094 HTTP/1.1" status: 200 len: 217 time: 0.0388634 Feb 19 05:07:19.134018 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-13037750-edcb-47e7-abfe-c2a3c72faf19 req-09b52668-2362-4b0b-8124-6b2ee53ed2e7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 943 time: 0.0600085 Feb 19 05:07:19.144484 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ef785-98ef-4e19-a0a3-45a4c3fd2f4c req-0a7e110f-e506-4632-99c3-0dc4ac9e9683 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:19.146150 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f15ef785-98ef-4e19-a0a3-45a4c3fd2f4c req-0a7e110f-e506-4632-99c3-0dc4ac9e9683 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 946 time: 0.1181307 Feb 19 05:07:19.149294 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ed58af81-e3e2-4e85-9932-7e881c055982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934067834', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:36Z', 'updated_at': '2022-02-19T05:05:41Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:37Z', 'updated_at': '2022-02-19T05:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'a3b14c19-72f1-41ed-a1f2-1f07cca529d3', 'name': '', 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:6d:b1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'ebdd8b82-0d08-4bec-9da3-8257655add27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:40Z', 'updated_at': '2022-02-19T05:05:45Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': 'ebdd8b82-0d08-4bec-9da3-8257655add27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:07:19.183284 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed58af81-e3e2-4e85-9932-7e881c055982 None None] Checking router: 5879bfa4-3d83-42dc-bcd8-ab3cd93691f4 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:07:19.194632 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed58af81-e3e2-4e85-9932-7e881c055982 None None] Routers {'5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:07:19.195310 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ed58af81-e3e2-4e85-9932-7e881c055982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:07:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:07:19.198862 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-13037750-edcb-47e7-abfe-c2a3c72faf19 req-94c9a6fb-fdd2-4930-b579-906bdbecd65a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563736 Feb 19 05:07:19.213938 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503fcb9-f489-4f44-b0a5-a1655f8e45e4 req-a0bd6c5b-d8a0-4ef2-a0ff-fe7a8cd1f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:19.215469 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e503fcb9-f489-4f44-b0a5-a1655f8e45e4 req-a0bd6c5b-d8a0-4ef2-a0ff-fe7a8cd1f300 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ebdd8b82-0d08-4bec-9da3-8257655add27 HTTP/1.1" status: 200 len: 834 time: 0.0684657 Feb 19 05:07:19.268267 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f15ef785-98ef-4e19-a0a3-45a4c3fd2f4c req-0b679ddf-bc78-4dd1-9833-91efc5fa36a6 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136925 Feb 19 05:07:19.295311 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503fcb9-f489-4f44-b0a5-a1655f8e45e4 req-8e386c98-0216-402a-9cb1-9484b5af2e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:19.296786 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e503fcb9-f489-4f44-b0a5-a1655f8e45e4 req-8e386c98-0216-402a-9cb1-9484b5af2e0a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e029141-7463-4b87-8c92-9645d54a43bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0727203 Feb 19 05:07:19.402120 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e503fcb9-f489-4f44-b0a5-a1655f8e45e4 req-426bc754-6786-4682-9021-4d263f7ec063 service neutron] 10.222.0.10 "GET /v2.0/networks/0e029141-7463-4b87-8c92-9645d54a43bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983436 Feb 19 05:07:19.475645 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-ed58af81-e3e2-4e85-9932-7e881c055982 None None] Set router 5879bfa4-3d83-42dc-bcd8-ab3cd93691f4 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:07:19.507297 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e503fcb9-f489-4f44-b0a5-a1655f8e45e4 req-d76be3ab-20d4-4168-8aa8-83c0965aa4f9 service neutron] 10.222.0.10 "GET /v2.0/networks/0e029141-7463-4b87-8c92-9645d54a43bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969396 Feb 19 05:07:19.717694 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-ed58af81-e3e2-4e85-9932-7e881c055982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934067834', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:36Z', 'updated_at': '2022-02-19T05:05:41Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:37Z', 'updated_at': '2022-02-19T05:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'a3b14c19-72f1-41ed-a1f2-1f07cca529d3', 'name': '', 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:6d:b1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'ebdd8b82-0d08-4bec-9da3-8257655add27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:40Z', 'updated_at': '2022-02-19T05:05:45Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': 'ebdd8b82-0d08-4bec-9da3-8257655add27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:07:19.744702 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed58af81-e3e2-4e85-9932-7e881c055982 None None] The sync data for ids ['5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'] in n-d-772273-4 is: [{'id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934067834', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:36Z', 'updated_at': '2022-02-19T05:05:41Z', 'revision_number': 4, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:37Z', 'updated_at': '2022-02-19T05:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'a3b14c19-72f1-41ed-a1f2-1f07cca529d3', 'name': '', 'network_id': '0e029141-7463-4b87-8c92-9645d54a43bf', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'mac_address': 'fa:16:3e:6d:b1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'ebdd8b82-0d08-4bec-9da3-8257655add27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:40Z', 'updated_at': '2022-02-19T05:05:45Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'subnets': [{'id': 'ebdd8b82-0d08-4bec-9da3-8257655add27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:07:19.989780 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a860f139-f441-4ad6-8751-71c4b542baaa None None] New status for floating IP ccee9342-be3e-4fe4-b16a-879e26c969b7: DOWN {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:07:20.360012 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d207b-05a4-4df7-aaac-83a6a301626a req-a8451cf7-6057-4801-8aa3-507cd1ba4afe tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:20.362376 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-258d207b-05a4-4df7-aaac-83a6a301626a req-a8451cf7-6057-4801-8aa3-507cd1ba4afe tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 943 time: 0.0880635 Feb 19 05:07:20.369208 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:07:20.375218 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4046df6-c40e-44a3-96b6-f46b36982cca req-e287a11f-2698-425f-9966-fdc7ec4cdacf tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:20.376886 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c4046df6-c40e-44a3-96b6-f46b36982cca req-e287a11f-2698-425f-9966-fdc7ec4cdacf tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.10 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 946 time: 0.0816474 Feb 19 05:07:20.432541 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-258d207b-05a4-4df7-aaac-83a6a301626a req-6fcb43b8-6899-4cc7-9097-6c595ea98f09 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633316 Feb 19 05:07:20.486519 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a35974-57cf-47ee-b5c0-bc1315f8a828 req-4b899bee-7236-4e9b-8d46-dfd51057127a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:20.488107 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28a35974-57cf-47ee-b5c0-bc1315f8a828 req-4b899bee-7236-4e9b-8d46-dfd51057127a tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/ports?device_id=587a3d93-b035-476c-85c7-59d456468207 HTTP/1.1" status: 200 len: 946 time: 0.1302733 Feb 19 05:07:20.549979 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-c4046df6-c40e-44a3-96b6-f46b36982cca req-643f142e-2133-474d-b3c7-badf610b47b8 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Deleting port 68778cd4-64fc-4738-9819-9bdea9bf8094 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:07:20.550331 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c4046df6-c40e-44a3-96b6-f46b36982cca req-643f142e-2133-474d-b3c7-badf610b47b8 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (68778cd4-64fc-4738-9819-9bdea9bf8094), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:20.558966 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28a35974-57cf-47ee-b5c0-bc1315f8a828 req-3ec48f3b-87d6-4ae9-a5f5-bd6d572385b0 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "GET /v2.0/security-groups?id=33802709-be6c-495a-84b0-3dc33655c978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649529 Feb 19 05:07:20.664768 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-c4046df6-c40e-44a3-96b6-f46b36982cca req-643f142e-2133-474d-b3c7-badf610b47b8 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] For port 68778cd4-64fc-4738-9819-9bdea9bf8094, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=68778cd4-64fc-4738-9819-9bdea9bf8094,segment=NetworkSegment(aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6),segment_id=aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:07:20.665172 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c4046df6-c40e-44a3-96b6-f46b36982cca req-643f142e-2133-474d-b3c7-badf610b47b8 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (68778cd4-64fc-4738-9819-9bdea9bf8094), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:20.680068 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-c4046df6-c40e-44a3-96b6-f46b36982cca req-643f142e-2133-474d-b3c7-badf610b47b8 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Calling delete_port for 68778cd4-64fc-4738-9819-9bdea9bf8094 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:07:20.815763 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c4046df6-c40e-44a3-96b6-f46b36982cca req-643f142e-2133-474d-b3c7-badf610b47b8 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (68778cd4-64fc-4738-9819-9bdea9bf8094), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:20.850120 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f142e-2133-474d-b3c7-badf610b47b8 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'Port': ['ID=68778cd4-64fc-4738-9819-9bdea9bf8094,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:20.895397 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4046df6-c40e-44a3-96b6-f46b36982cca req-643f142e-2133-474d-b3c7-badf610b47b8 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] No DVR routers for this DVR port 68778cd4-64fc-4738-9819-9bdea9bf8094 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:07:20.898239 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-c4046df6-c40e-44a3-96b6-f46b36982cca req-643f142e-2133-474d-b3c7-badf610b47b8 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:20.901847 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c4046df6-c40e-44a3-96b6-f46b36982cca req-643f142e-2133-474d-b3c7-badf610b47b8 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.10 "DELETE /v2.0/ports/68778cd4-64fc-4738-9819-9bdea9bf8094 HTTP/1.1" status: 204 len: 173 time: 0.5200410 Feb 19 05:07:20.902308 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587a3d93-b035-476c-85c7-59d456468207', 'name': 'network-vif-deleted', 'tag': '68778cd4-64fc-4738-9819-9bdea9bf8094'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:07:20.904640 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8c9717-f98f-4dc5-a1d9-58194a13eff5" -d '{"events": [{"server_uuid": "587a3d93-b035-476c-85c7-59d456468207", "name": "network-vif-deleted", "tag": "68778cd4-64fc-4738-9819-9bdea9bf8094"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:07:20.943593 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cf59a6-e86d-4dbf-b2d3-af7450725232 x-openstack-request-id: req-88cf59a6-e86d-4dbf-b2d3-af7450725232 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:07:20.944247 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587a3d93-b035-476c-85c7-59d456468207", "name": "network-vif-deleted", "tag": "68778cd4-64fc-4738-9819-9bdea9bf8094", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:07:20.944528 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-88cf59a6-e86d-4dbf-b2d3-af7450725232 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:07:20.944977 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587a3d93-b035-476c-85c7-59d456468207', 'name': 'network-vif-deleted', 'tag': '68778cd4-64fc-4738-9819-9bdea9bf8094', 'status': 'completed', 'code': 200} Feb 19 05:07:21.561315 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620c52e-7f9c-4d48-9473-09870190d477 req-564b49fa-bd37-4694-92c5-0877a402f9a7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:21.562964 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a620c52e-7f9c-4d48-9473-09870190d477 req-564b49fa-bd37-4694-92c5-0877a402f9a7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 943 time: 0.0569768 Feb 19 05:07:21.617812 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a620c52e-7f9c-4d48-9473-09870190d477 req-54386e8d-b0e4-4fca-a5ae-258d1ce4e05a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491107 Feb 19 05:07:21.627639 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 32964) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:22.031709 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1aca235b-4a7a-4caa-9ce0-f085a8ae53f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (5879bfa4-3d83-42dc-bcd8-ab3cd93691f4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:22.227427 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 2a49f239-973a-4b24-9309-0ce8fbf2c319 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:07:22.373683 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 2a49f239-973a-4b24-9309-0ce8fbf2c319, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2a49f239-973a-4b24-9309-0ce8fbf2c319,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:07:22.389921 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '2a49f239-973a-4b24-9309-0ce8fbf2c319', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'port_id': '2a49f239-973a-4b24-9309-0ce8fbf2c319', 'mac_address': 'fa:16:3e:ce:98:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:07:22.432289 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 2a49f239-973a-4b24-9309-0ce8fbf2c319 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:07:22.433078 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2a49f239-973a-4b24-9309-0ce8fbf2c319), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:22.455566 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a49f239-973a-4b24-9309-0ce8fbf2c319 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:07:22.484996 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 2a49f239-973a-4b24-9309-0ce8fbf2c319, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2a49f239-973a-4b24-9309-0ce8fbf2c319,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:07:22.489394 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2a49f239-973a-4b24-9309-0ce8fbf2c319), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:22.542980 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=2a49f239-973a-4b24-9309-0ce8fbf2c319,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:22.690920 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['2a49f239-973a-4b24-9309-0ce8fbf2c319'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:07:22.705193 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-1aca235b-4a7a-4caa-9ce0-f085a8ae53f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Deleting port a3b14c19-72f1-41ed-a1f2-1f07cca529d3 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:07:22.705794 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1aca235b-4a7a-4caa-9ce0-f085a8ae53f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a3b14c19-72f1-41ed-a1f2-1f07cca529d3), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:22.764257 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e49369-16c2-45c9-834f-138840c46ee1 req-dcc10480-e0a8-4192-a500-edd01c83e44a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:22.766601 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-19e49369-16c2-45c9-834f-138840c46ee1 req-dcc10480-e0a8-4192-a500-edd01c83e44a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 944 time: 0.0755835 Feb 19 05:07:22.826039 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-1aca235b-4a7a-4caa-9ce0-f085a8ae53f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] For port a3b14c19-72f1-41ed-a1f2-1f07cca529d3, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a3b14c19-72f1-41ed-a1f2-1f07cca529d3,segment=NetworkSegment(aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6),segment_id=aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:07:22.826306 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1aca235b-4a7a-4caa-9ce0-f085a8ae53f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a3b14c19-72f1-41ed-a1f2-1f07cca529d3), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:22.841123 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-19e49369-16c2-45c9-834f-138840c46ee1 req-35dbdc5d-55db-4aa8-9914-2bc44f63ec93 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683591 Feb 19 05:07:22.845755 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-1aca235b-4a7a-4caa-9ce0-f085a8ae53f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Calling delete_port for a3b14c19-72f1-41ed-a1f2-1f07cca529d3 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:07:23.050017 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1aca235b-4a7a-4caa-9ce0-f085a8ae53f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (a3b14c19-72f1-41ed-a1f2-1f07cca529d3), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:23.077947 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca235b-4a7a-4caa-9ce0-f085a8ae53f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'Port': ['ID=a3b14c19-72f1-41ed-a1f2-1f07cca529d3,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:23.093092 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca235b-4a7a-4caa-9ce0-f085a8ae53f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:23.093552 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca235b-4a7a-4caa-9ce0-f085a8ae53f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:23.094061 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca235b-4a7a-4caa-9ce0-f085a8ae53f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:23.094650 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca235b-4a7a-4caa-9ce0-f085a8ae53f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:23.095319 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca235b-4a7a-4caa-9ce0-f085a8ae53f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:23.095861 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca235b-4a7a-4caa-9ce0-f085a8ae53f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:23.096591 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca235b-4a7a-4caa-9ce0-f085a8ae53f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:23.097153 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca235b-4a7a-4caa-9ce0-f085a8ae53f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:23.097664 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca235b-4a7a-4caa-9ce0-f085a8ae53f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:23.098203 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca235b-4a7a-4caa-9ce0-f085a8ae53f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:23.098767 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca235b-4a7a-4caa-9ce0-f085a8ae53f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:23.099492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca235b-4a7a-4caa-9ce0-f085a8ae53f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:23.100025 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca235b-4a7a-4caa-9ce0-f085a8ae53f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:23.283101 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1aca235b-4a7a-4caa-9ce0-f085a8ae53f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (5879bfa4-3d83-42dc-bcd8-ab3cd93691f4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:23.514734 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aca235b-4a7a-4caa-9ce0-f085a8ae53f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Router 5879bfa4-3d83-42dc-bcd8-ab3cd93691f4 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:07:23.629727 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aca235b-4a7a-4caa-9ce0-f085a8ae53f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:07:23.634989 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1aca235b-4a7a-4caa-9ce0-f085a8ae53f7 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "PUT /v2.0/routers/5879bfa4-3d83-42dc-bcd8-ab3cd93691f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0062516 Feb 19 05:07:23.638687 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 32970) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:23.641499 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d08081-faf2-4f00-9adb-0885e08f2a7d None None] Sync routers for ids ['5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:07:23.653778 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d08081-faf2-4f00-9adb-0885e08f2a7d None None] Routers {'5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:07:23.654406 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-31d08081-faf2-4f00-9adb-0885e08f2a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:07:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:07:23.692903 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-8317f5d2-7fe9-4fcc-af08-c199abab14f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Deleting subnet ebdd8b82-0d08-4bec-9da3-8257655add27 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:07:23.696495 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8317f5d2-7fe9-4fcc-af08-c199abab14f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for subnet (ebdd8b82-0d08-4bec-9da3-8257655add27), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:23.740023 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8317f5d2-7fe9-4fcc-af08-c199abab14f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (ebdd8b82-0d08-4bec-9da3-8257655add27), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:23.774374 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-31d08081-faf2-4f00-9adb-0885e08f2a7d None None] Set router 5879bfa4-3d83-42dc-bcd8-ab3cd93691f4 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:07:23.835285 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8317f5d2-7fe9-4fcc-af08-c199abab14f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (ebdd8b82-0d08-4bec-9da3-8257655add27), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:23.901849 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8317f5d2-7fe9-4fcc-af08-c199abab14f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (ebdd8b82-0d08-4bec-9da3-8257655add27), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:23.941937 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317f5d2-7fe9-4fcc-af08-c199abab14f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'Subnet': ['ID=ebdd8b82-0d08-4bec-9da3-8257655add27,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:23.948346 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8317f5d2-7fe9-4fcc-af08-c199abab14f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:23.955342 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 32974) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:23.955904 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8317f5d2-7fe9-4fcc-af08-c199abab14f4 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "DELETE /v2.0/subnets/ebdd8b82-0d08-4bec-9da3-8257655add27 HTTP/1.1" status: 204 len: 168 time: 0.3153558 Feb 19 05:07:23.957910 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3868379-0b18-41c8-86da-8e332051b2c7 None None] Network 0e029141-7463-4b87-8c92-9645d54a43bf requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:07:23.999676 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2b05f-2385-4d7a-a51b-aeda00d08ab5 req-fec81483-0cb6-4bad-a70f-f27e1d2aa7d8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:24.001349 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cef2b05f-2385-4d7a-a51b-aeda00d08ab5 req-fec81483-0cb6-4bad-a70f-f27e1d2aa7d8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 944 time: 0.0738308 Feb 19 05:07:24.051833 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-31d08081-faf2-4f00-9adb-0885e08f2a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934067834', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:36Z', 'updated_at': '2022-02-19T05:07:22Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:37Z', 'updated_at': '2022-02-19T05:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:07:24.068060 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cef2b05f-2385-4d7a-a51b-aeda00d08ab5 req-fd5bc5cd-c80d-4c81-9814-cddbce3e8e7d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590398 Feb 19 05:07:24.083380 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5bf1bd3b-8cb6-4700-9c17-0a9a3fd58c01 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router (5879bfa4-3d83-42dc-bcd8-ab3cd93691f4), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:24.091067 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d08081-faf2-4f00-9adb-0885e08f2a7d None None] Checking router: 5879bfa4-3d83-42dc-bcd8-ab3cd93691f4 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:07:24.106427 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d08081-faf2-4f00-9adb-0885e08f2a7d None None] Routers {'5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:07:24.107234 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-31d08081-faf2-4f00-9adb-0885e08f2a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:07:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:07:24.202913 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a741268c-8d1a-4d2e-ba01-083e830d1b6d None None] DHCP port deletion for 0e029141-7463-4b87-8c92-9645d54a43bf request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:07:24.204225 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5bf1bd3b-8cb6-4700-9c17-0a9a3fd58c01 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router_gateway (5879bfa4-3d83-42dc-bcd8-ab3cd93691f4), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:24.248583 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 2a49f239-973a-4b24-9309-0ce8fbf2c319 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:07:24.274044 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-5bf1bd3b-8cb6-4700-9c17-0a9a3fd58c01 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Deleting port 1edb1b1f-404a-4b40-b587-0cf4d878d6ea {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:07:24.274394 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5bf1bd3b-8cb6-4700-9c17-0a9a3fd58c01 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (1edb1b1f-404a-4b40-b587-0cf4d878d6ea), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:24.283114 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-31d08081-faf2-4f00-9adb-0885e08f2a7d None None] Set router 5879bfa4-3d83-42dc-bcd8-ab3cd93691f4 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:07:24.363546 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-5bf1bd3b-8cb6-4700-9c17-0a9a3fd58c01 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] For port 1edb1b1f-404a-4b40-b587-0cf4d878d6ea, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=1edb1b1f-404a-4b40-b587-0cf4d878d6ea,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:07:24.364075 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5bf1bd3b-8cb6-4700-9c17-0a9a3fd58c01 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (1edb1b1f-404a-4b40-b587-0cf4d878d6ea), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:24.377718 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-5bf1bd3b-8cb6-4700-9c17-0a9a3fd58c01 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Calling delete_port for 1edb1b1f-404a-4b40-b587-0cf4d878d6ea owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:07:24.440217 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 2a49f239-973a-4b24-9309-0ce8fbf2c319 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:07:24.442736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a741268c-8d1a-4d2e-ba01-083e830d1b6d None None] Deleting port d08b8817-80af-452e-bc8a-d626c64c8219 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:07:24.443150 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a741268c-8d1a-4d2e-ba01-083e830d1b6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (d08b8817-80af-452e-bc8a-d626c64c8219), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:24.461774 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 2a49f239-973a-4b24-9309-0ce8fbf2c319 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:07:24.462155 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2a49f239-973a-4b24-9309-0ce8fbf2c319), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:24.560758 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5bf1bd3b-8cb6-4700-9c17-0a9a3fd58c01 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (1edb1b1f-404a-4b40-b587-0cf4d878d6ea), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:24.572266 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-a741268c-8d1a-4d2e-ba01-083e830d1b6d None None] For port d08b8817-80af-452e-bc8a-d626c64c8219, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=d08b8817-80af-452e-bc8a-d626c64c8219,segment=NetworkSegment(aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6),segment_id=aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:07:24.572893 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a741268c-8d1a-4d2e-ba01-083e830d1b6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (d08b8817-80af-452e-bc8a-d626c64c8219), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:24.588332 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1bd3b-8cb6-4700-9c17-0a9a3fd58c01 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'Port': ['ID=1edb1b1f-404a-4b40-b587-0cf4d878d6ea,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:24.593181 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a741268c-8d1a-4d2e-ba01-083e830d1b6d None None] Calling delete_port for d08b8817-80af-452e-bc8a-d626c64c8219 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:07:24.656249 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5bf1bd3b-8cb6-4700-9c17-0a9a3fd58c01 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (5879bfa4-3d83-42dc-bcd8-ab3cd93691f4), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:24.770479 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5bf1bd3b-8cb6-4700-9c17-0a9a3fd58c01 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (5879bfa4-3d83-42dc-bcd8-ab3cd93691f4), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:24.772994 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5bf1bd3b-8cb6-4700-9c17-0a9a3fd58c01 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router_controller (5879bfa4-3d83-42dc-bcd8-ab3cd93691f4), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:24.824207 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5bf1bd3b-8cb6-4700-9c17-0a9a3fd58c01 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (5879bfa4-3d83-42dc-bcd8-ab3cd93691f4), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:24.824972 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf1bd3b-8cb6-4700-9c17-0a9a3fd58c01 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Fanout notify agent at l3_agent the message router_deleted on router 5879bfa4-3d83-42dc-bcd8-ab3cd93691f4 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:07:24.833186 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5bf1bd3b-8cb6-4700-9c17-0a9a3fd58c01 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:24.834366 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5bf1bd3b-8cb6-4700-9c17-0a9a3fd58c01 tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "DELETE /v2.0/routers/5879bfa4-3d83-42dc-bcd8-ab3cd93691f4 HTTP/1.1" status: 204 len: 168 time: 0.8762646 Feb 19 05:07:24.837712 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 32976) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:24.881281 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-31d08081-faf2-4f00-9adb-0885e08f2a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934067834', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:36Z', 'updated_at': '2022-02-19T05:07:22Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:37Z', 'updated_at': '2022-02-19T05:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:07:24.890124 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 2a49f239-973a-4b24-9309-0ce8fbf2c319 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:07:24.890669 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2a49f239-973a-4b24-9309-0ce8fbf2c319), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:24.925663 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d08081-faf2-4f00-9adb-0885e08f2a7d None None] The sync data for ids ['5879bfa4-3d83-42dc-bcd8-ab3cd93691f4'] in n-d-772273-4 is: [{'id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934067834', 'tenant_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:05:36Z', 'updated_at': '2022-02-19T05:07:22Z', 'revision_number': 5, 'project_id': 'cb7efcaa75ab46f8b306eefb09a4e21d', 'gw_port': {'id': '1edb1b1f-404a-4b40-b587-0cf4d878d6ea', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5879bfa4-3d83-42dc-bcd8-ab3cd93691f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:05:37Z', 'updated_at': '2022-02-19T05:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:07:24.946488 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a49f239-973a-4b24-9309-0ce8fbf2c319'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:07:24.948753 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649873c9-ad43-4256-a141-ddfa36d4d31e" -d '{"events": [{"server_uuid": "6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4", "name": "network-vif-plugged", "status": "completed", "tag": "2a49f239-973a-4b24-9309-0ce8fbf2c319"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:07:24.951729 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63e8424b-c788-4034-b1c1-27e278cca48b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (0e029141-7463-4b87-8c92-9645d54a43bf), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:24.964124 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a741268c-8d1a-4d2e-ba01-083e830d1b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (d08b8817-80af-452e-bc8a-d626c64c8219), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:24.975987 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 2a49f239-973a-4b24-9309-0ce8fbf2c319, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2a49f239-973a-4b24-9309-0ce8fbf2c319,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:07:25.001873 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2a49f239-973a-4b24-9309-0ce8fbf2c319), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:25.005654 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741268c-8d1a-4d2e-ba01-083e830d1b6d None None] Pushing event deleted for resources: {'Port': ['ID=d08b8817-80af-452e-bc8a-d626c64c8219,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:25.016409 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ae2634-2725-458b-85c4-7bf8cb391f2d x-openstack-request-id: req-10ae2634-2725-458b-85c4-7bf8cb391f2d {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:07:25.016884 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4", "name": "network-vif-plugged", "status": "completed", "tag": "2a49f239-973a-4b24-9309-0ce8fbf2c319", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:07:25.017333 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-10ae2634-2725-458b-85c4-7bf8cb391f2d {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:07:25.017984 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a49f239-973a-4b24-9309-0ce8fbf2c319', 'code': 200} Feb 19 05:07:25.019342 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a741268c-8d1a-4d2e-ba01-083e830d1b6d None None] No DVR routers for this DVR port d08b8817-80af-452e-bc8a-d626c64c8219 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:07:25.078671 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=2a49f239-973a-4b24-9309-0ce8fbf2c319,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:25.094945 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63e8424b-c788-4034-b1c1-27e278cca48b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (0e029141-7463-4b87-8c92-9645d54a43bf), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:25.118796 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-63e8424b-c788-4034-b1c1-27e278cca48b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e029141-7463-4b87-8c92-9645d54a43bf']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:07:25.134972 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-63e8424b-c788-4034-b1c1-27e278cca48b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:07:25.135610 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-63e8424b-c788-4034-b1c1-27e278cca48b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:07:25.139128 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cbcf57-0577-494f-b995-35a3c458b4b9 req-732310ff-968c-43ce-bafc-151a59c377a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:25.140432 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-98cbcf57-0577-494f-b995-35a3c458b4b9 req-732310ff-968c-43ce-bafc-151a59c377a8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 1127 time: 0.0534830 Feb 19 05:07:25.150893 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63e8424b-c788-4034-b1c1-27e278cca48b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:25.167062 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63e8424b-c788-4034-b1c1-27e278cca48b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:25.173858 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e8424b-c788-4034-b1c1-27e278cca48b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:07:25.174297 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63e8424b-c788-4034-b1c1-27e278cca48b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (aaf83d7f-f8c1-4091-b50f-7cbdb4717fe6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: timer() Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:07:25.177850 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:07:25.224292 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-98cbcf57-0577-494f-b995-35a3c458b4b9 req-4d39660d-9a57-4369-977e-0b8dfcfc7a35 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771945 Feb 19 05:07:25.240951 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd0556-6e7e-4de9-b53d-441e25210875 req-9d5d0bb3-e6a6-4fe3-8bee-7cadbd0e4424 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:25.242430 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-74bd0556-6e7e-4de9-b53d-441e25210875 req-9d5d0bb3-e6a6-4fe3-8bee-7cadbd0e4424 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 945 time: 0.0889947 Feb 19 05:07:25.249156 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63e8424b-c788-4034-b1c1-27e278cca48b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (0e029141-7463-4b87-8c92-9645d54a43bf), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:25.259602 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-63e8424b-c788-4034-b1c1-27e278cca48b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:25.268095 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-63e8424b-c788-4034-b1c1-27e278cca48b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "DELETE /v2.0/networks/0e029141-7463-4b87-8c92-9645d54a43bf HTTP/1.1" status: 204 len: 168 time: 0.4263384 Feb 19 05:07:25.268293 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 68778cd4-64fc-4738-9819-9bdea9bf8094 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:07:25.269244 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 32982) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:25.295867 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 68778cd4-64fc-4738-9819-9bdea9bf8094 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:07:25.296308 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 68778cd4-64fc-4738-9819-9bdea9bf8094 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:07:25.311233 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8424b-c788-4034-b1c1-27e278cca48b tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'Network': ['ID=0e029141-7463-4b87-8c92-9645d54a43bf,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:25.349764 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-74bd0556-6e7e-4de9-b53d-441e25210875 req-720101d1-6f94-444f-ac7f-b016c2522901 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967832 Feb 19 05:07:25.399629 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device d08b8817-80af-452e-bc8a-d626c64c8219 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:07:25.407514 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9c9d5817-2930-4ae7-a7cd-046e184b1b9f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (33802709-be6c-495a-84b0-3dc33655c978), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:25.427264 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: d08b8817-80af-452e-bc8a-d626c64c8219 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:07:25.427691 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device d08b8817-80af-452e-bc8a-d626c64c8219 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:07:25.447981 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9c9d5817-2930-4ae7-a7cd-046e184b1b9f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (33802709-be6c-495a-84b0-3dc33655c978), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:25.522166 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9c9d5817-2930-4ae7-a7cd-046e184b1b9f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (33802709-be6c-495a-84b0-3dc33655c978), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:25.525208 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9c9d5817-2930-4ae7-a7cd-046e184b1b9f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:25.526428 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9c9d5817-2930-4ae7-a7cd-046e184b1b9f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] 10.222.0.65 "DELETE /v2.0/security-groups/33802709-be6c-495a-84b0-3dc33655c978 HTTP/1.1" status: 204 len: 168 time: 0.2566276 Feb 19 05:07:25.542442 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d5817-2930-4ae7-a7cd-046e184b1b9f tempest-TestNetworkAdvancedServerOps-1324076584 tempest-TestNetworkAdvancedServerOps-1324076584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33802709-be6c-495a-84b0-3dc33655c978,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:25.999314 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 32990) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:26.199320 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8a6f6b31-dc76-469d-ab6b-b9623523da24 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cb7efcaa75ab46f8b306eefb09a4e21d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1965292 Feb 19 05:07:26.199982 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 32994) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:26.264319 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0fc7a075-ba28-4689-96b7-1e07f52e16f3 admin admin] Publish callbacks [] for security_group (21c76d4b-2906-4605-bc8d-f482cb6a2d11), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:26.288744 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0fc7a075-ba28-4689-96b7-1e07f52e16f3 admin admin] Publish callbacks [] for security_group (21c76d4b-2906-4605-bc8d-f482cb6a2d11), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:26.342119 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0fc7a075-ba28-4689-96b7-1e07f52e16f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (21c76d4b-2906-4605-bc8d-f482cb6a2d11), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:26.344600 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0fc7a075-ba28-4689-96b7-1e07f52e16f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:26.345834 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0fc7a075-ba28-4689-96b7-1e07f52e16f3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/21c76d4b-2906-4605-bc8d-f482cb6a2d11 HTTP/1.1" status: 204 len: 168 time: 0.1449697 Feb 19 05:07:26.353751 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7a075-ba28-4689-96b7-1e07f52e16f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c76d4b-2906-4605-bc8d-f482cb6a2d11,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:26.490233 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a342d35-0dc1-4a6b-a1e1-197011026038 req-f85ccd67-bda0-4563-86ff-c32f32424693 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:26.491851 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8a342d35-0dc1-4a6b-a1e1-197011026038 req-f85ccd67-bda0-4563-86ff-c32f32424693 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 945 time: 0.0598290 Feb 19 05:07:26.551562 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8a342d35-0dc1-4a6b-a1e1-197011026038 req-ef41207a-17e5-4e0d-af72-c55d44b78a63 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534539 Feb 19 05:07:26.650864 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33004) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:26.683503 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cedd5-2a57-47b1-88e3-8280460314ce req-7fa4f450-d10e-409c-9a37-0f80dde8c2c4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:26.685115 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bd0cedd5-2a57-47b1-88e3-8280460314ce req-7fa4f450-d10e-409c-9a37-0f80dde8c2c4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 945 time: 0.0621059 Feb 19 05:07:26.695831 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3ae487ba-5d7d-47b3-ad93-8ec791f40244 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=acc1d6fec84545f2b0ea4e8108d2f2c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413799 Feb 19 05:07:26.696065 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33006) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:26.747629 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d6cec029-351d-45fa-9c75-22b77712c05a admin admin] Publish callbacks [] for security_group (b09ddce4-925a-41c4-be6e-f64220bf069e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:26.751675 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bd0cedd5-2a57-47b1-88e3-8280460314ce req-4e321535-60e2-4954-bfb5-b9891a3dcdb3 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465274 Feb 19 05:07:26.776017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33008) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:26.778954 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d6cec029-351d-45fa-9c75-22b77712c05a admin admin] Publish callbacks [] for security_group (b09ddce4-925a-41c4-be6e-f64220bf069e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:26.842970 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d6cec029-351d-45fa-9c75-22b77712c05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b09ddce4-925a-41c4-be6e-f64220bf069e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:26.847687 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d6cec029-351d-45fa-9c75-22b77712c05a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:26.849693 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d6cec029-351d-45fa-9c75-22b77712c05a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b09ddce4-925a-41c4-be6e-f64220bf069e HTTP/1.1" status: 204 len: 168 time: 0.1525118 Feb 19 05:07:26.863255 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cec029-351d-45fa-9c75-22b77712c05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09ddce4-925a-41c4-be6e-f64220bf069e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:26.918887 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1edb1b1f-404a-4b40-b587-0cf4d878d6ea no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:07:26.951899 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 1edb1b1f-404a-4b40-b587-0cf4d878d6ea {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:07:26.952489 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 1edb1b1f-404a-4b40-b587-0cf4d878d6ea not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:07:26.953292 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a3b14c19-72f1-41ed-a1f2-1f07cca529d3 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:07:26.991285 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: a3b14c19-72f1-41ed-a1f2-1f07cca529d3 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:07:26.991885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a3b14c19-72f1-41ed-a1f2-1f07cca529d3 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:07:27.099915 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90558c8e-1a70-486c-922b-23bb8502466d tempest-TestVolumeBootPattern-1385057865 tempest-TestVolumeBootPattern-1385057865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:27.101897 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-90558c8e-1a70-486c-922b-23bb8502466d tempest-TestVolumeBootPattern-1385057865 tempest-TestVolumeBootPattern-1385057865-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 1122 time: 0.3246453 Feb 19 05:07:27.104987 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33016) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:27.109807 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e8713ffd-ae68-4bf2-8cd8-e5bd85b8c159 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': '2a49f239-973a-4b24-9309-0ce8fbf2c319', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:07:27.133036 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8713ffd-ae68-4bf2-8cd8-e5bd85b8c159 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:27.262260 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8713ffd-ae68-4bf2-8cd8-e5bd85b8c159 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:27.376985 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-e8713ffd-ae68-4bf2-8cd8-e5bd85b8c159 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Allocated IP 172.25.0.188 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/f7d4dc4b-04cc-4c8c-8bdb-a53058f4104f) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:07:27.495285 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8713ffd-ae68-4bf2-8cd8-e5bd85b8c159 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for port (f7d4dc4b-04cc-4c8c-8bdb-a53058f4104f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:27.533854 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8713ffd-ae68-4bf2-8cd8-e5bd85b8c159 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (f7d4dc4b-04cc-4c8c-8bdb-a53058f4104f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:27.575807 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8713ffd-ae68-4bf2-8cd8-e5bd85b8c159 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:07:27.579056 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-e8713ffd-ae68-4bf2-8cd8-e5bd85b8c159 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:07:27.584977 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8713ffd-ae68-4bf2-8cd8-e5bd85b8c159 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:07:27.591074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8713ffd-ae68-4bf2-8cd8-e5bd85b8c159 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event updated for resources: {'Port': ['ID=f7d4dc4b-04cc-4c8c-8bdb-a53058f4104f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:27.717773 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33034) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:27.859558 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-94afb2bf-85df-4c48-8a03-0949707ee58b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-655978431-network', 'tenant_id': 'b37fef20d3924381af6a716562149d8e'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:07:27.923137 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94afb2bf-85df-4c48-8a03-0949707ee58b admin admin] Made reservation on behalf of b37fef20d3924381af6a716562149d8e for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:07:27.925577 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94afb2bf-85df-4c48-8a03-0949707ee58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:27.941855 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94afb2bf-85df-4c48-8a03-0949707ee58b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:28.051824 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8713ffd-ae68-4bf2-8cd8-e5bd85b8c159 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for floatingip (f2a5c89a-9199-48d5-a14f-0d9e8126fa6c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:28.127545 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94afb2bf-85df-4c48-8a03-0949707ee58b admin admin] Publish callbacks [] for security_group (28bb7b2f-b432-40bf-929d-a408389b08f3), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:28.149917 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94afb2bf-85df-4c48-8a03-0949707ee58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (28bb7b2f-b432-40bf-929d-a408389b08f3), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:28.183283 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94afb2bf-85df-4c48-8a03-0949707ee58b admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:07:28.194223 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8713ffd-ae68-4bf2-8cd8-e5bd85b8c159 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f7d4dc4b-04cc-4c8c-8bdb-a53058f4104f), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:28.199496 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afb2bf-85df-4c48-8a03-0949707ee58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bb7b2f-b432-40bf-929d-a408389b08f3,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:28.228648 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94afb2bf-85df-4c48-8a03-0949707ee58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (d0ec9c0c-2fb1-48a9-ba1c-587aebc4c356), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:28.229219 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-94afb2bf-85df-4c48-8a03-0949707ee58b admin admin] Added segment d0ec9c0c-2fb1-48a9-ba1c-587aebc4c356 of type vlan for network d5763937-96aa-4d7d-9cfa-21dc3324108c Feb 19 05:07:28.296797 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94afb2bf-85df-4c48-8a03-0949707ee58b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (d5763937-96aa-4d7d-9cfa-21dc3324108c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:28.682299 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.resource_extend [None req-94afb2bf-85df-4c48-8a03-0949707ee58b admin admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 05:07:28.709523 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94afb2bf-85df-4c48-8a03-0949707ee58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d5763937-96aa-4d7d-9cfa-21dc3324108c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:28.710499 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94afb2bf-85df-4c48-8a03-0949707ee58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:28.711108 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-94afb2bf-85df-4c48-8a03-0949707ee58b admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:28.777147 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-94afb2bf-85df-4c48-8a03-0949707ee58b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0582514 Feb 19 05:07:28.780348 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33038) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:28.785449 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-048f1127-51c9-4a29-a06f-3d623a6cabbb admin admin] Request body: {'subnet': {'network_id': 'd5763937-96aa-4d7d-9cfa-21dc3324108c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-655978431-subnet', 'tenant_id': 'b37fef20d3924381af6a716562149d8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:07:28.807007 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afb2bf-85df-4c48-8a03-0949707ee58b admin admin] Pushing event updated for resources: {'Network': ['ID=d5763937-96aa-4d7d-9cfa-21dc3324108c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:28.807465 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048f1127-51c9-4a29-a06f-3d623a6cabbb admin admin] Made reservation on behalf of b37fef20d3924381af6a716562149d8e for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:07:28.810638 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-048f1127-51c9-4a29-a06f-3d623a6cabbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:28.820728 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network d5763937-96aa-4d7d-9cfa-21dc3324108c details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:07:28.839284 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8713ffd-ae68-4bf2-8cd8-e5bd85b8c159 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for port (f7d4dc4b-04cc-4c8c-8bdb-a53058f4104f), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:28.844784 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8713ffd-ae68-4bf2-8cd8-e5bd85b8c159 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (f7d4dc4b-04cc-4c8c-8bdb-a53058f4104f), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:28.927253 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8713ffd-ae68-4bf2-8cd8-e5bd85b8c159 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event updated for resources: {'Port': ['ID=f7d4dc4b-04cc-4c8c-8bdb-a53058f4104f,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:28.935236 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8713ffd-ae68-4bf2-8cd8-e5bd85b8c159 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (f2a5c89a-9199-48d5-a14f-0d9e8126fa6c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:29.045742 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-048f1127-51c9-4a29-a06f-3d623a6cabbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (be016a2f-70c5-4f40-b244-ac4a5be20bf0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:29.051431 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-e8713ffd-ae68-4bf2-8cd8-e5bd85b8c159 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Floating IP f2a5c89a-9199-48d5-a14f-0d9e8126fa6c associated. External IP: 172.25.0.188, port: 2a49f239-973a-4b24-9309-0ce8fbf2c319. Feb 19 05:07:29.106450 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f1127-51c9-4a29-a06f-3d623a6cabbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=be016a2f-70c5-4f40-b244-ac4a5be20bf0,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:29.117099 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f1127-51c9-4a29-a06f-3d623a6cabbb admin admin] Checking segment: {'id': 'd0ec9c0c-2fb1-48a9-ba1c-587aebc4c356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd5763937-96aa-4d7d-9cfa-21dc3324108c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:07:29.117458 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048f1127-51c9-4a29-a06f-3d623a6cabbb admin admin] Network hostable DHCP agents. Network: d5763937-96aa-4d7d-9cfa-21dc3324108c, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:07:29.136881 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048f1127-51c9-4a29-a06f-3d623a6cabbb admin admin] Network d5763937-96aa-4d7d-9cfa-21dc3324108c is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:07:29.151045 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-048f1127-51c9-4a29-a06f-3d623a6cabbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, d5763937-96aa-4d7d-9cfa-21dc3324108c) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:07:29.158345 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048f1127-51c9-4a29-a06f-3d623a6cabbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:29.159523 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-048f1127-51c9-4a29-a06f-3d623a6cabbb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:29.165257 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d78039-02a5-4c73-9c9a-e8a6a64b4d8b None None] Network d5763937-96aa-4d7d-9cfa-21dc3324108c requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:07:29.184679 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-048f1127-51c9-4a29-a06f-3d623a6cabbb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4029067 Feb 19 05:07:29.296246 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0109ed1d-927f-47a0-a72f-e4b30f02ef4d None None] Network d5763937-96aa-4d7d-9cfa-21dc3324108c requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:07:29.330782 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8713ffd-ae68-4bf2-8cd8-e5bd85b8c159 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Router b5dbdf21-5544-450b-a1da-b4f755917535 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:07:29.474532 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8713ffd-ae68-4bf2-8cd8-e5bd85b8c159 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:07:29.486136 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279cd397-9a77-4469-86fe-7bef60eb59bc None None] Sync routers for ids ['b5dbdf21-5544-450b-a1da-b4f755917535'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:07:29.502343 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279cd397-9a77-4469-86fe-7bef60eb59bc None None] Routers {'b5dbdf21-5544-450b-a1da-b4f755917535'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:07:29.502714 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e8713ffd-ae68-4bf2-8cd8-e5bd85b8c159 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:29.503289 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-279cd397-9a77-4469-86fe-7bef60eb59bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:07:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b5dbdf21-5544-450b-a1da-b4f755917535'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:07:29.539318 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e8713ffd-ae68-4bf2-8cd8-e5bd85b8c159 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4330559 Feb 19 05:07:29.539964 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4', 'tag': '2a49f239-973a-4b24-9309-0ce8fbf2c319'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:07:29.546425 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b58adf-8ce6-4fed-bd07-1d9099d8393d" -d '{"events": [{"name": "network-changed", "server_uuid": "6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4", "tag": "2a49f239-973a-4b24-9309-0ce8fbf2c319"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:07:29.595363 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f208c156-062c-4b2e-bca0-40c558d308d4 x-openstack-request-id: req-f208c156-062c-4b2e-bca0-40c558d308d4 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:07:29.595840 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4", "tag": "2a49f239-973a-4b24-9309-0ce8fbf2c319", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:07:29.596275 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f208c156-062c-4b2e-bca0-40c558d308d4 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:07:29.596945 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4', 'tag': '2a49f239-973a-4b24-9309-0ce8fbf2c319', 'status': 'completed', 'code': 200} Feb 19 05:07:29.689561 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b58adf-8ce6-4fed-bd07-1d9099d8393d req-51f51a19-0695-4b12-90b4-10c99560afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:29.691286 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-95b58adf-8ce6-4fed-bd07-1d9099d8393d req-51f51a19-0695-4b12-90b4-10c99560afb3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 1127 time: 0.0687151 Feb 19 05:07:29.830910 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-279cd397-9a77-4469-86fe-7bef60eb59bc None None] Set router b5dbdf21-5544-450b-a1da-b4f755917535 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:07:29.837105 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b58adf-8ce6-4fed-bd07-1d9099d8393d req-5a167388-89ed-453d-bcb8-03d8f172f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:29.840196 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-95b58adf-8ce6-4fed-bd07-1d9099d8393d req-5a167388-89ed-453d-bcb8-03d8f172f53e service neutron] 10.222.0.48 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 912 time: 0.1426244 Feb 19 05:07:29.881754 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33058) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:29.887099 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-32a07509-d7cc-492d-8418-66f94352ecc1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1745227982-network', 'tenant_id': '6b4cc94d9a1043e3898b62e0eacb3503'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:07:29.909861 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a07509-d7cc-492d-8418-66f94352ecc1 admin admin] Made reservation on behalf of 6b4cc94d9a1043e3898b62e0eacb3503 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:07:29.913369 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32a07509-d7cc-492d-8418-66f94352ecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:29.914854 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-95b58adf-8ce6-4fed-bd07-1d9099d8393d req-2adfffb8-653d-4788-a1fe-13ec3e0e6256 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a49f239-973a-4b24-9309-0ce8fbf2c319 HTTP/1.1" status: 200 len: 999 time: 0.0698023 Feb 19 05:07:29.923964 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32a07509-d7cc-492d-8418-66f94352ecc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:29.977551 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b58adf-8ce6-4fed-bd07-1d9099d8393d req-9795f715-7da7-4465-b977-b722d835ae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:29.979452 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-95b58adf-8ce6-4fed-bd07-1d9099d8393d req-9795f715-7da7-4465-b977-b722d835ae7c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0587595 Feb 19 05:07:30.045109 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32a07509-d7cc-492d-8418-66f94352ecc1 admin admin] Publish callbacks [] for security_group (7a8756b1-b368-4329-872c-298abd3c63a4), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:30.045653 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b58adf-8ce6-4fed-bd07-1d9099d8393d req-bfb91293-fcae-47fc-ba47-3dd3829dc4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:30.048466 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-95b58adf-8ce6-4fed-bd07-1d9099d8393d req-bfb91293-fcae-47fc-ba47-3dd3829dc4e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0621052 Feb 19 05:07:30.051555 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32a07509-d7cc-492d-8418-66f94352ecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7a8756b1-b368-4329-872c-298abd3c63a4), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:30.097952 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a07509-d7cc-492d-8418-66f94352ecc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:07:30.113617 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a07509-d7cc-492d-8418-66f94352ecc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8756b1-b368-4329-872c-298abd3c63a4,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:30.124109 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32a07509-d7cc-492d-8418-66f94352ecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (84a0ffb5-cf33-4f25-adb1-ca8ec2f35785), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:30.124648 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-32a07509-d7cc-492d-8418-66f94352ecc1 admin admin] Added segment 84a0ffb5-cf33-4f25-adb1-ca8ec2f35785 of type vlan for network 600b400b-5e81-45c8-ab99-faaec6d36f39 Feb 19 05:07:30.140759 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-279cd397-9a77-4469-86fe-7bef60eb59bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:01:19Z', 'revision_number': 4, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port': {'id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:15Z', 'updated_at': '2022-02-19T05:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'f2a5c89a-9199-48d5-a14f-0d9e8126fa6c', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'port_id': '2a49f239-973a-4b24-9309-0ce8fbf2c319', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'mac_address': 'fa:16:3e:ce:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:07:27Z', 'updated_at': '2022-02-19T05:07:27Z', 'revision_number': 0, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b02164-9464-4f8b-9576-1ae65b18a9b3', 'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'mac_address': 'fa:16:3e:b8:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:18Z', 'updated_at': '2022-02-19T05:01:25Z', 'revision_number': 5, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'subnets': [{'id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:07:30.170402 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279cd397-9a77-4469-86fe-7bef60eb59bc None None] Checking router: b5dbdf21-5544-450b-a1da-b4f755917535 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:07:30.176853 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-95b58adf-8ce6-4fed-bd07-1d9099d8393d req-49a940da-8394-4054-9cb4-cfced8d758e2 service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223629 Feb 19 05:07:30.179958 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279cd397-9a77-4469-86fe-7bef60eb59bc None None] Routers {'b5dbdf21-5544-450b-a1da-b4f755917535'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:07:30.180593 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-279cd397-9a77-4469-86fe-7bef60eb59bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:07:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b5dbdf21-5544-450b-a1da-b4f755917535'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:07:30.191614 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32a07509-d7cc-492d-8418-66f94352ecc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (600b400b-5e81-45c8-ab99-faaec6d36f39), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:30.226029 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32a07509-d7cc-492d-8418-66f94352ecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (600b400b-5e81-45c8-ab99-faaec6d36f39), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:30.227144 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a07509-d7cc-492d-8418-66f94352ecc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:30.227830 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-32a07509-d7cc-492d-8418-66f94352ecc1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:30.291429 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-32a07509-d7cc-492d-8418-66f94352ecc1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4047773 Feb 19 05:07:30.293478 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33062) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:30.300885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-6992726c-7bfc-40eb-a098-9e4a11ef5709 admin admin] Request body: {'subnet': {'network_id': '600b400b-5e81-45c8-ab99-faaec6d36f39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1745227982-subnet', 'tenant_id': '6b4cc94d9a1043e3898b62e0eacb3503', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:07:30.303212 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a07509-d7cc-492d-8418-66f94352ecc1 admin admin] Pushing event updated for resources: {'Network': ['ID=600b400b-5e81-45c8-ab99-faaec6d36f39,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:30.311412 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-279cd397-9a77-4469-86fe-7bef60eb59bc None None] Set router b5dbdf21-5544-450b-a1da-b4f755917535 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:07:30.314990 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 600b400b-5e81-45c8-ab99-faaec6d36f39 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:07:30.319175 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-95b58adf-8ce6-4fed-bd07-1d9099d8393d req-24627401-dfaa-4cdb-a694-04be5c84d819 service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366177 Feb 19 05:07:30.344584 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6992726c-7bfc-40eb-a098-9e4a11ef5709 admin admin] Made reservation on behalf of 6b4cc94d9a1043e3898b62e0eacb3503 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:07:30.347148 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6992726c-7bfc-40eb-a098-9e4a11ef5709 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:30.540817 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6992726c-7bfc-40eb-a098-9e4a11ef5709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (7b8b17b1-a322-456e-b452-897acb8f7b64), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:30.568576 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-279cd397-9a77-4469-86fe-7bef60eb59bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:01:19Z', 'revision_number': 4, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port': {'id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:15Z', 'updated_at': '2022-02-19T05:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'f2a5c89a-9199-48d5-a14f-0d9e8126fa6c', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'port_id': '2a49f239-973a-4b24-9309-0ce8fbf2c319', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'mac_address': 'fa:16:3e:ce:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:07:27Z', 'updated_at': '2022-02-19T05:07:27Z', 'revision_number': 0, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b02164-9464-4f8b-9576-1ae65b18a9b3', 'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'mac_address': 'fa:16:3e:b8:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:18Z', 'updated_at': '2022-02-19T05:01:25Z', 'revision_number': 5, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'subnets': [{'id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:07:30.602800 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279cd397-9a77-4469-86fe-7bef60eb59bc None None] The sync data for ids ['b5dbdf21-5544-450b-a1da-b4f755917535'] in n-d-772273-4 is: [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:01:19Z', 'revision_number': 4, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port': {'id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:15Z', 'updated_at': '2022-02-19T05:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'f2a5c89a-9199-48d5-a14f-0d9e8126fa6c', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'port_id': '2a49f239-973a-4b24-9309-0ce8fbf2c319', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'mac_address': 'fa:16:3e:ce:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:07:27Z', 'updated_at': '2022-02-19T05:07:27Z', 'revision_number': 0, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b02164-9464-4f8b-9576-1ae65b18a9b3', 'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'mac_address': 'fa:16:3e:b8:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:18Z', 'updated_at': '2022-02-19T05:01:25Z', 'revision_number': 5, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'subnets': [{'id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:07:30.642130 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992726c-7bfc-40eb-a098-9e4a11ef5709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b8b17b1-a322-456e-b452-897acb8f7b64,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:30.647833 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6992726c-7bfc-40eb-a098-9e4a11ef5709 admin admin] Checking segment: {'id': '84a0ffb5-cf33-4f25-adb1-ca8ec2f35785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '600b400b-5e81-45c8-ab99-faaec6d36f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:07:30.648213 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6992726c-7bfc-40eb-a098-9e4a11ef5709 admin admin] Network hostable DHCP agents. Network: 600b400b-5e81-45c8-ab99-faaec6d36f39, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:07:30.670205 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6992726c-7bfc-40eb-a098-9e4a11ef5709 admin admin] Network 600b400b-5e81-45c8-ab99-faaec6d36f39 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:07:30.681665 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-6992726c-7bfc-40eb-a098-9e4a11ef5709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 600b400b-5e81-45c8-ab99-faaec6d36f39) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:07:30.687928 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6992726c-7bfc-40eb-a098-9e4a11ef5709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:30.688542 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6992726c-7bfc-40eb-a098-9e4a11ef5709 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:30.693900 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4da1dc5-3315-40f8-a239-f2517d72b5cb None None] Network 600b400b-5e81-45c8-ab99-faaec6d36f39 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:07:30.715620 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6992726c-7bfc-40eb-a098-9e4a11ef5709 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4161856 Feb 19 05:07:30.811405 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868e45d4-619f-4565-8383-f2b426bd4dfe None None] Network 600b400b-5e81-45c8-ab99-faaec6d36f39 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:07:30.912905 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4497a994-99a9-42ad-89a6-28081703c121 None None] New status for floating IP f2a5c89a-9199-48d5-a14f-0d9e8126fa6c: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:07:31.332474 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0c218-4452-44e0-ae89-63aa61827903 req-769c4c36-55e2-4d57-80ad-f2d1f0496887 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:31.334108 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46c0c218-4452-44e0-ae89-63aa61827903 req-769c4c36-55e2-4d57-80ad-f2d1f0496887 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/networks?id=d5763937-96aa-4d7d-9cfa-21dc3324108c HTTP/1.1" status: 200 len: 811 time: 0.1097515 Feb 19 05:07:31.350475 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46c0c218-4452-44e0-ae89-63aa61827903 req-39f35bb8-9407-49db-ab7a-356ed7d9312c tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/quotas/b37fef20d3924381af6a716562149d8e HTTP/1.1" status: 200 len: 375 time: 0.0100729 Feb 19 05:07:31.391148 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46c0c218-4452-44e0-ae89-63aa61827903 req-b7ca6e84-fb12-4124-81bc-1a8e0188eb27 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b37fef20d3924381af6a716562149d8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350327 Feb 19 05:07:31.501136 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46c0c218-4452-44e0-ae89-63aa61827903 req-b8987ef8-5694-4f08-9ed7-ebc56a5b270e service neutron] 10.222.0.65 "GET /v2.0/networks/d5763937-96aa-4d7d-9cfa-21dc3324108c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028478 Feb 19 05:07:31.601374 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-46c0c218-4452-44e0-ae89-63aa61827903 req-d6e1169f-1eae-4b31-b4d4-444c14dc2f86 service neutron] 10.222.0.65 "GET /v2.0/networks/d5763937-96aa-4d7d-9cfa-21dc3324108c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944152 Feb 19 05:07:31.784595 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d040a64-842d-4fac-9d30-ec9c2ffce889 req-263375c8-725d-4535-8384-97940c54143c tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 210 time: 0.0318732 Feb 19 05:07:32.295547 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6d8ebe6a-9818-4c27-a2bf-83ea591a2981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:32.828788 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0c218-4452-44e0-ae89-63aa61827903 req-19919063-c7b5-4230-a024-64e6bc66e0f7 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:32.831140 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-46c0c218-4452-44e0-ae89-63aa61827903 req-19919063-c7b5-4230-a024-64e6bc66e0f7 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.10 "GET /v2.0/networks?id=d5763937-96aa-4d7d-9cfa-21dc3324108c HTTP/1.1" status: 200 len: 811 time: 0.1267715 Feb 19 05:07:32.845634 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-46c0c218-4452-44e0-ae89-63aa61827903 req-dde90112-1a5a-472b-8cc3-90f6b6c2f1ba tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Request body: {'port': {'device_id': 'bb86f72c-ceea-49e9-ac4e-02dbf2943111', 'network_id': 'd5763937-96aa-4d7d-9cfa-21dc3324108c', 'admin_state_up': True, 'tenant_id': 'b37fef20d3924381af6a716562149d8e'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:07:32.926515 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-841d6ac0-4d18-4cad-bd60-ebdf206058e7 req-0a5c85d4-c983-481d-8abb-36945b7c9ca1 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 210 time: 0.0325348 Feb 19 05:07:32.984427 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46c0c218-4452-44e0-ae89-63aa61827903 req-dde90112-1a5a-472b-8cc3-90f6b6c2f1ba tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Made reservation on behalf of b37fef20d3924381af6a716562149d8e for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:07:32.989039 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-46c0c218-4452-44e0-ae89-63aa61827903 req-dde90112-1a5a-472b-8cc3-90f6b6c2f1ba tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:33.173987 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-46c0c218-4452-44e0-ae89-63aa61827903 req-dde90112-1a5a-472b-8cc3-90f6b6c2f1ba tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Allocated IP 172.20.0.2 (d5763937-96aa-4d7d-9cfa-21dc3324108c/be016a2f-70c5-4f40-b244-ac4a5be20bf0/f7166bcd-2085-4915-8127-63453c6342c1) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:07:33.389934 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-46c0c218-4452-44e0-ae89-63aa61827903 req-dde90112-1a5a-472b-8cc3-90f6b6c2f1ba tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Publish callbacks [] for port (f7166bcd-2085-4915-8127-63453c6342c1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:33.429739 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-46c0c218-4452-44e0-ae89-63aa61827903 req-dde90112-1a5a-472b-8cc3-90f6b6c2f1ba tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f7166bcd-2085-4915-8127-63453c6342c1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:33.479401 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c0c218-4452-44e0-ae89-63aa61827903 req-dde90112-1a5a-472b-8cc3-90f6b6c2f1ba tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Network d5763937-96aa-4d7d-9cfa-21dc3324108c is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:07:33.482820 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-46c0c218-4452-44e0-ae89-63aa61827903 req-dde90112-1a5a-472b-8cc3-90f6b6c2f1ba tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:07:33.489969 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c0c218-4452-44e0-ae89-63aa61827903 req-dde90112-1a5a-472b-8cc3-90f6b6c2f1ba tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:07:33.496648 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde90112-1a5a-472b-8cc3-90f6b6c2f1ba tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Pushing event updated for resources: {'Port': ['ID=f7166bcd-2085-4915-8127-63453c6342c1,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:33.550844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0c218-4452-44e0-ae89-63aa61827903 req-dde90112-1a5a-472b-8cc3-90f6b6c2f1ba tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:33.551538 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-46c0c218-4452-44e0-ae89-63aa61827903 req-dde90112-1a5a-472b-8cc3-90f6b6c2f1ba tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:33.571432 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-46c0c218-4452-44e0-ae89-63aa61827903 req-dde90112-1a5a-472b-8cc3-90f6b6c2f1ba tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7301142 Feb 19 05:07:33.586107 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-46c0c218-4452-44e0-ae89-63aa61827903 req-86db5cf9-f116-4229-8778-269ec7cc3d34 service neutron] Request body: {'port': {'device_id': 'bb86f72c-ceea-49e9-ac4e-02dbf2943111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:07:33.666684 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-46c0c218-4452-44e0-ae89-63aa61827903 req-86db5cf9-f116-4229-8778-269ec7cc3d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f7166bcd-2085-4915-8127-63453c6342c1), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:33.966795 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-46c0c218-4452-44e0-ae89-63aa61827903 req-86db5cf9-f116-4229-8778-269ec7cc3d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7166bcd-2085-4915-8127-63453c6342c1 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:07:33.976271 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-46c0c218-4452-44e0-ae89-63aa61827903 req-86db5cf9-f116-4229-8778-269ec7cc3d34 service neutron] Publish callbacks [] for port (f7166bcd-2085-4915-8127-63453c6342c1), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:34.000137 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-46c0c218-4452-44e0-ae89-63aa61827903 req-86db5cf9-f116-4229-8778-269ec7cc3d34 service neutron] Transition to ACTIVE for port object f7166bcd-2085-4915-8127-63453c6342c1 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:07:34.004656 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-46c0c218-4452-44e0-ae89-63aa61827903 req-86db5cf9-f116-4229-8778-269ec7cc3d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (f7166bcd-2085-4915-8127-63453c6342c1), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:34.103034 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db5cf9-f116-4229-8778-269ec7cc3d34 service neutron] Pushing event updated for resources: {'Port': ['ID=f7166bcd-2085-4915-8127-63453c6342c1,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:34.172324 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b749693-2e05-4ce4-b512-5310aec08e0e req-47d25ed0-53d2-40ca-96d7-25cc50395d9e tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:34.173996 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b749693-2e05-4ce4-b512-5310aec08e0e req-47d25ed0-53d2-40ca-96d7-25cc50395d9e tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 943 time: 0.1294813 Feb 19 05:07:34.224465 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-46c0c218-4452-44e0-ae89-63aa61827903 req-86db5cf9-f116-4229-8778-269ec7cc3d34 service neutron] Attempting to bind port f7166bcd-2085-4915-8127-63453c6342c1 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:07:34.224856 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-46c0c218-4452-44e0-ae89-63aa61827903 req-86db5cf9-f116-4229-8778-269ec7cc3d34 service neutron] Attempting to bind port f7166bcd-2085-4915-8127-63453c6342c1 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'd0ec9c0c-2fb1-48a9-ba1c-587aebc4c356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd5763937-96aa-4d7d-9cfa-21dc3324108c'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:07:34.225224 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c0c218-4452-44e0-ae89-63aa61827903 req-86db5cf9-f116-4229-8778-269ec7cc3d34 service neutron] Attempting to bind port f7166bcd-2085-4915-8127-63453c6342c1 on network d5763937-96aa-4d7d-9cfa-21dc3324108c {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:07:34.239570 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c0c218-4452-44e0-ae89-63aa61827903 req-86db5cf9-f116-4229-8778-269ec7cc3d34 service neutron] Port f7166bcd-2085-4915-8127-63453c6342c1 on network d5763937-96aa-4d7d-9cfa-21dc3324108c not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:07:34.239896 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c0c218-4452-44e0-ae89-63aa61827903 req-86db5cf9-f116-4229-8778-269ec7cc3d34 service neutron] Attempting to bind port f7166bcd-2085-4915-8127-63453c6342c1 on network d5763937-96aa-4d7d-9cfa-21dc3324108c {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:07:34.251945 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b749693-2e05-4ce4-b512-5310aec08e0e req-6c147934-be9f-45e0-a8be-f7e51c945378 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/security-groups?id=28bb7b2f-b432-40bf-929d-a408389b08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703084 Feb 19 05:07:34.252851 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c0c218-4452-44e0-ae89-63aa61827903 req-86db5cf9-f116-4229-8778-269ec7cc3d34 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:07:34.253226 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c0c218-4452-44e0-ae89-63aa61827903 req-86db5cf9-f116-4229-8778-269ec7cc3d34 service neutron] Checking segment: {'id': 'd0ec9c0c-2fb1-48a9-ba1c-587aebc4c356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd5763937-96aa-4d7d-9cfa-21dc3324108c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:07:34.253686 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c0c218-4452-44e0-ae89-63aa61827903 req-86db5cf9-f116-4229-8778-269ec7cc3d34 service neutron] Bound using segment: {'id': 'd0ec9c0c-2fb1-48a9-ba1c-587aebc4c356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd5763937-96aa-4d7d-9cfa-21dc3324108c'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:07:34.254149 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-46c0c218-4452-44e0-ae89-63aa61827903 req-86db5cf9-f116-4229-8778-269ec7cc3d34 service neutron] Bound port: f7166bcd-2085-4915-8127-63453c6342c1, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ec9c0c-2fb1-48a9-ba1c-587aebc4c356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd5763937-96aa-4d7d-9cfa-21dc3324108c'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:07:34.254501 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-46c0c218-4452-44e0-ae89-63aa61827903 req-86db5cf9-f116-4229-8778-269ec7cc3d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f7166bcd-2085-4915-8127-63453c6342c1), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:34.372744 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-46c0c218-4452-44e0-ae89-63aa61827903 req-86db5cf9-f116-4229-8778-269ec7cc3d34 service neutron] For port f7166bcd-2085-4915-8127-63453c6342c1, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:07:34.376572 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-46c0c218-4452-44e0-ae89-63aa61827903 req-86db5cf9-f116-4229-8778-269ec7cc3d34 service neutron] For port f7166bcd-2085-4915-8127-63453c6342c1, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=f7166bcd-2085-4915-8127-63453c6342c1,segment=NetworkSegment(d0ec9c0c-2fb1-48a9-ba1c-587aebc4c356),segment_id=d0ec9c0c-2fb1-48a9-ba1c-587aebc4c356)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:07:34.384089 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-46c0c218-4452-44e0-ae89-63aa61827903 req-86db5cf9-f116-4229-8778-269ec7cc3d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (f7166bcd-2085-4915-8127-63453c6342c1), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:34.423483 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0c218-4452-44e0-ae89-63aa61827903 req-86db5cf9-f116-4229-8778-269ec7cc3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:34.424192 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-46c0c218-4452-44e0-ae89-63aa61827903 req-86db5cf9-f116-4229-8778-269ec7cc3d34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:34.425737 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-46c0c218-4452-44e0-ae89-63aa61827903 req-86db5cf9-f116-4229-8778-269ec7cc3d34 service neutron] 10.222.0.10 "PUT /v2.0/ports/f7166bcd-2085-4915-8127-63453c6342c1 HTTP/1.1" status: 200 len: 1091 time: 0.8463619 Feb 19 05:07:34.426218 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb86f72c-ceea-49e9-ac4e-02dbf2943111', 'tag': 'f7166bcd-2085-4915-8127-63453c6342c1'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:07:34.428561 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30094b26-a76e-480b-a4cc-4cf1a3842501" -d '{"events": [{"name": "network-changed", "server_uuid": "bb86f72c-ceea-49e9-ac4e-02dbf2943111", "tag": "f7166bcd-2085-4915-8127-63453c6342c1"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:07:34.459198 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db5cf9-f116-4229-8778-269ec7cc3d34 service neutron] Pushing event updated for resources: {'Port': ['ID=f7166bcd-2085-4915-8127-63453c6342c1,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:34.514264 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7b5810-d334-401c-b5b0-07e6371ea2a8 x-openstack-request-id: req-1b7b5810-d334-401c-b5b0-07e6371ea2a8 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:07:34.514750 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb86f72c-ceea-49e9-ac4e-02dbf2943111", "tag": "f7166bcd-2085-4915-8127-63453c6342c1", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:07:34.515176 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1b7b5810-d334-401c-b5b0-07e6371ea2a8 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:07:34.515841 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb86f72c-ceea-49e9-ac4e-02dbf2943111', 'tag': 'f7166bcd-2085-4915-8127-63453c6342c1', 'status': 'completed', 'code': 200} Feb 19 05:07:34.549972 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0c218-4452-44e0-ae89-63aa61827903 req-a0d13e4c-2d8d-4ba5-b367-a7dc4da5f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:34.552610 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-46c0c218-4452-44e0-ae89-63aa61827903 req-a0d13e4c-2d8d-4ba5-b367-a7dc4da5f169 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b37fef20d3924381af6a716562149d8e&device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 1125 time: 0.0790842 Feb 19 05:07:34.603461 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-46c0c218-4452-44e0-ae89-63aa61827903 req-37df5cf8-45d6-4058-9cdb-3fb8a1d4b93b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7166bcd-2085-4915-8127-63453c6342c1 HTTP/1.1" status: 200 len: 217 time: 0.0418735 Feb 19 05:07:34.665369 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0c218-4452-44e0-ae89-63aa61827903 req-f420202f-eee1-4103-aee2-70c1b54cdc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:34.667453 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-46c0c218-4452-44e0-ae89-63aa61827903 req-f420202f-eee1-4103-aee2-70c1b54cdc70 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be016a2f-70c5-4f40-b244-ac4a5be20bf0 HTTP/1.1" status: 200 len: 851 time: 0.0550191 Feb 19 05:07:34.706164 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-46c0c218-4452-44e0-ae89-63aa61827903 req-aadc80b8-3cdb-4d52-935b-3300b1197ddf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5763937-96aa-4d7d-9cfa-21dc3324108c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321121 Feb 19 05:07:34.876079 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-46c0c218-4452-44e0-ae89-63aa61827903 req-f06fe817-6ba1-4cc3-9f3a-bf1c7c95dc4e service neutron] 10.222.0.10 "GET /v2.0/networks/d5763937-96aa-4d7d-9cfa-21dc3324108c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624277 Feb 19 05:07:34.996709 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-46c0c218-4452-44e0-ae89-63aa61827903 req-a81b47d1-3e96-4ee4-b288-892d1ce9ba3a service neutron] 10.222.0.10 "GET /v2.0/networks/d5763937-96aa-4d7d-9cfa-21dc3324108c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095381 Feb 19 05:07:35.109139 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30094b26-a76e-480b-a4cc-4cf1a3842501 req-71f86597-e671-4d6f-8ceb-4fc7cc1cb689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:35.110745 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-30094b26-a76e-480b-a4cc-4cf1a3842501 req-71f86597-e671-4d6f-8ceb-4fc7cc1cb689 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b37fef20d3924381af6a716562149d8e&device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 1125 time: 0.0546865 Feb 19 05:07:35.148712 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c21e4105-c237-4398-b432-0ba6a1c5843d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:35.240085 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30094b26-a76e-480b-a4cc-4cf1a3842501 req-e0813a0d-1cf5-4606-a59d-08a1129b5aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:35.241872 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-30094b26-a76e-480b-a4cc-4cf1a3842501 req-e0813a0d-1cf5-4606-a59d-08a1129b5aa6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5763937-96aa-4d7d-9cfa-21dc3324108c HTTP/1.1" status: 200 len: 911 time: 0.1231985 Feb 19 05:07:35.288122 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-30094b26-a76e-480b-a4cc-4cf1a3842501 req-0dabeb92-e17a-48c3-93e5-1aa020110ef5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7166bcd-2085-4915-8127-63453c6342c1 HTTP/1.1" status: 200 len: 217 time: 0.0376229 Feb 19 05:07:35.362495 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30094b26-a76e-480b-a4cc-4cf1a3842501 req-57238cf8-099c-4267-8a31-60023b99de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:35.364123 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-30094b26-a76e-480b-a4cc-4cf1a3842501 req-57238cf8-099c-4267-8a31-60023b99de5b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be016a2f-70c5-4f40-b244-ac4a5be20bf0 HTTP/1.1" status: 200 len: 851 time: 0.0684004 Feb 19 05:07:35.411747 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-30094b26-a76e-480b-a4cc-4cf1a3842501 req-726fdd9c-7302-4c9f-919a-ba404cf28eaa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5763937-96aa-4d7d-9cfa-21dc3324108c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317116 Feb 19 05:07:35.487589 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b714a47-c2dc-4309-a6a1-0d247dfa06c8 req-2e541095-79fa-4dd0-b796-7ef6f17a1bdc tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:35.489054 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b714a47-c2dc-4309-a6a1-0d247dfa06c8 req-2e541095-79fa-4dd0-b796-7ef6f17a1bdc tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 943 time: 0.1464229 Feb 19 05:07:35.563216 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-30094b26-a76e-480b-a4cc-4cf1a3842501 req-250b33b9-5cc9-40b3-8a82-1be33fa9b49b service neutron] 10.222.0.10 "GET /v2.0/networks/d5763937-96aa-4d7d-9cfa-21dc3324108c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432753 Feb 19 05:07:35.571017 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b714a47-c2dc-4309-a6a1-0d247dfa06c8 req-a8d4ddb2-9902-467e-91df-abef03db879b tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/security-groups?id=28bb7b2f-b432-40bf-929d-a408389b08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737152 Feb 19 05:07:35.691564 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-30094b26-a76e-480b-a4cc-4cf1a3842501 req-6a4d70f5-a436-4bee-b91c-0e5c851489e6 service neutron] 10.222.0.10 "GET /v2.0/networks/d5763937-96aa-4d7d-9cfa-21dc3324108c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190884 Feb 19 05:07:36.760196 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274ec88-53d4-451b-a6c9-27a21690a9e4 req-fe260599-18f3-437a-b369-6a4efa9bdc5d tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:36.762614 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4274ec88-53d4-451b-a6c9-27a21690a9e4 req-fe260599-18f3-437a-b369-6a4efa9bdc5d tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 943 time: 0.0992088 Feb 19 05:07:36.830705 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4274ec88-53d4-451b-a6c9-27a21690a9e4 req-c1f09140-5439-4afd-a90d-5a92e5016e11 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/security-groups?id=28bb7b2f-b432-40bf-929d-a408389b08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571830 Feb 19 05:07:36.975396 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:37.313750 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device f7166bcd-2085-4915-8127-63453c6342c1 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:07:37.474295 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port f7166bcd-2085-4915-8127-63453c6342c1, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=f7166bcd-2085-4915-8127-63453c6342c1,segment=NetworkSegment(d0ec9c0c-2fb1-48a9-ba1c-587aebc4c356),segment_id=d0ec9c0c-2fb1-48a9-ba1c-587aebc4c356)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:07:37.500992 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'f7166bcd-2085-4915-8127-63453c6342c1', 'network_id': 'd5763937-96aa-4d7d-9cfa-21dc3324108c', 'port_id': 'f7166bcd-2085-4915-8127-63453c6342c1', 'mac_address': 'fa:16:3e:1b:7f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be016a2f-70c5-4f40-b244-ac4a5be20bf0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:07:37.574005 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port f7166bcd-2085-4915-8127-63453c6342c1 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:07:37.574314 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f7166bcd-2085-4915-8127-63453c6342c1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:37.595354 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7166bcd-2085-4915-8127-63453c6342c1 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:07:37.625379 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port f7166bcd-2085-4915-8127-63453c6342c1, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=f7166bcd-2085-4915-8127-63453c6342c1,segment=NetworkSegment(d0ec9c0c-2fb1-48a9-ba1c-587aebc4c356),segment_id=d0ec9c0c-2fb1-48a9-ba1c-587aebc4c356)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:07:37.630993 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f7166bcd-2085-4915-8127-63453c6342c1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:37.717162 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=f7166bcd-2085-4915-8127-63453c6342c1,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:37.828397 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['f7166bcd-2085-4915-8127-63453c6342c1'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:07:37.890677 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:38.018310 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9e9f9-5adf-403b-bfd7-9e33f5a0eed2 req-c80c75c2-d7d7-442d-a494-27e56d42ef37 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:38.019943 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-19d9e9f9-5adf-403b-bfd7-9e33f5a0eed2 req-c80c75c2-d7d7-442d-a494-27e56d42ef37 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 944 time: 0.0799859 Feb 19 05:07:38.098885 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:38.118396 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-19d9e9f9-5adf-403b-bfd7-9e33f5a0eed2 req-6da94ef6-c46f-46a5-9985-ea88ddf863f8 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/security-groups?id=28bb7b2f-b432-40bf-929d-a408389b08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791116 Feb 19 05:07:39.290588 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ec782-dcc8-4e6f-8411-0cc24a81a607 req-70b23109-a2bf-4d8b-9819-263d40e12518 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:39.295222 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-660ec782-dcc8-4e6f-8411-0cc24a81a607 req-70b23109-a2bf-4d8b-9819-263d40e12518 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 944 time: 0.0775356 Feb 19 05:07:39.312796 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device f7166bcd-2085-4915-8127-63453c6342c1 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:07:39.365326 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-660ec782-dcc8-4e6f-8411-0cc24a81a607 req-edefa7ac-da89-4a2f-a60a-1604fab95d4b tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/security-groups?id=28bb7b2f-b432-40bf-929d-a408389b08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655878 Feb 19 05:07:39.408489 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:39.425258 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port f7166bcd-2085-4915-8127-63453c6342c1 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:07:39.432155 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port f7166bcd-2085-4915-8127-63453c6342c1 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:07:39.432632 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f7166bcd-2085-4915-8127-63453c6342c1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:39.487540 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:39.539839 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port f7166bcd-2085-4915-8127-63453c6342c1 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:07:39.540405 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f7166bcd-2085-4915-8127-63453c6342c1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:39.575933 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb86f72c-ceea-49e9-ac4e-02dbf2943111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7166bcd-2085-4915-8127-63453c6342c1'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:07:39.578496 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6879a8-969c-461e-8711-689cde4cf262" -d '{"events": [{"server_uuid": "bb86f72c-ceea-49e9-ac4e-02dbf2943111", "name": "network-vif-plugged", "status": "completed", "tag": "f7166bcd-2085-4915-8127-63453c6342c1"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:07:39.598836 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port f7166bcd-2085-4915-8127-63453c6342c1, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=f7166bcd-2085-4915-8127-63453c6342c1,segment=NetworkSegment(d0ec9c0c-2fb1-48a9-ba1c-587aebc4c356),segment_id=d0ec9c0c-2fb1-48a9-ba1c-587aebc4c356)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:07:39.606147 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f7166bcd-2085-4915-8127-63453c6342c1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:39.634525 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d08bf98-d111-4ecb-a065-b3a66f876a3b x-openstack-request-id: req-9d08bf98-d111-4ecb-a065-b3a66f876a3b {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:07:39.634824 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb86f72c-ceea-49e9-ac4e-02dbf2943111", "name": "network-vif-plugged", "status": "completed", "tag": "f7166bcd-2085-4915-8127-63453c6342c1", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:07:39.635225 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d08bf98-d111-4ecb-a065-b3a66f876a3b {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:07:39.635896 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb86f72c-ceea-49e9-ac4e-02dbf2943111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7166bcd-2085-4915-8127-63453c6342c1', 'code': 200} Feb 19 05:07:39.675954 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=f7166bcd-2085-4915-8127-63453c6342c1,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:39.743977 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13759a4e-117c-4fa3-a5c6-7cb9e13db037 req-411a6ab3-456a-4b62-96a3-041e070a51aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:39.745943 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-13759a4e-117c-4fa3-a5c6-7cb9e13db037 req-411a6ab3-456a-4b62-96a3-041e070a51aa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 1127 time: 0.0515499 Feb 19 05:07:39.805812 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-13759a4e-117c-4fa3-a5c6-7cb9e13db037 req-4dd99115-d693-44f9-922f-8593adb9ac8b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=28bb7b2f-b432-40bf-929d-a408389b08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544074 Feb 19 05:07:40.519479 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2c0f7-6e1d-47e3-8d1a-242386e79faa req-2d3263c0-cf40-43ff-a9db-c27935d087f3 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:40.521090 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1ea2c0f7-6e1d-47e3-8d1a-242386e79faa req-2d3263c0-cf40-43ff-a9db-c27935d087f3 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 945 time: 0.0783463 Feb 19 05:07:40.590597 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1ea2c0f7-6e1d-47e3-8d1a-242386e79faa req-a86ca3de-6621-4482-9bb9-7b2f8ad384cd tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/security-groups?id=28bb7b2f-b432-40bf-929d-a408389b08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609324 Feb 19 05:07:41.758867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ebb8f7-a974-45ff-a81f-932e4aecabb2 req-6e779f36-23a2-4687-ae48-e31e16863709 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:41.761299 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-21ebb8f7-a974-45ff-a81f-932e4aecabb2 req-6e779f36-23a2-4687-ae48-e31e16863709 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 945 time: 0.0594630 Feb 19 05:07:41.817252 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-21ebb8f7-a974-45ff-a81f-932e4aecabb2 req-c114c4c1-de53-4862-89f2-36c77a0fc00b tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/security-groups?id=28bb7b2f-b432-40bf-929d-a408389b08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465991 Feb 19 05:07:41.949943 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6ce9d-2e0b-4e88-8271-a8d374689acb req-15549786-7d6a-47df-94c4-0a9fb3c1e267 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:41.951597 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f0d6ce9d-2e0b-4e88-8271-a8d374689acb req-15549786-7d6a-47df-94c4-0a9fb3c1e267 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 945 time: 0.0624962 Feb 19 05:07:42.010352 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f0d6ce9d-2e0b-4e88-8271-a8d374689acb req-2d3ec4eb-33dc-4cdb-bb3e-c05805d68c23 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/security-groups?id=28bb7b2f-b432-40bf-929d-a408389b08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483761 Feb 19 05:07:42.319108 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0b5f8-9c9e-49e6-bf9d-28f0b53371bc req-34762e5f-1ddd-4a7e-a2bc-bc06f6288c13 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:42.320693 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-81a0b5f8-9c9e-49e6-bf9d-28f0b53371bc req-34762e5f-1ddd-4a7e-a2bc-bc06f6288c13 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 945 time: 0.0722308 Feb 19 05:07:42.381142 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-81a0b5f8-9c9e-49e6-bf9d-28f0b53371bc req-f22e5d9a-6af9-42ef-9593-542777854fc5 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/security-groups?id=28bb7b2f-b432-40bf-929d-a408389b08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497909 Feb 19 05:07:43.527353 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edde27-e226-473c-a941-26e10627a10c req-bcb36898-61e6-45ec-94ab-8b837967c024 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:43.528983 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b5edde27-e226-473c-a941-26e10627a10c req-bcb36898-61e6-45ec-94ab-8b837967c024 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 945 time: 0.0655625 Feb 19 05:07:43.599893 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b5edde27-e226-473c-a941-26e10627a10c req-adaea6b1-2ad7-404f-8370-2b331c7ac885 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/security-groups?id=28bb7b2f-b432-40bf-929d-a408389b08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602300 Feb 19 05:07:43.911846 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b91b43-5560-48c6-8a29-7ab355c31578 req-5f313f86-223e-49ee-96d3-8851912597ca tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:43.913791 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32b91b43-5560-48c6-8a29-7ab355c31578 req-5f313f86-223e-49ee-96d3-8851912597ca tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 945 time: 0.1029863 Feb 19 05:07:43.928139 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8a718-7149-4b22-80c6-78ce00161f49 req-eff0a704-087f-4690-b570-a8a5a500f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:43.929694 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2fb8a718-7149-4b22-80c6-78ce00161f49 req-eff0a704-087f-4690-b570-a8a5a500f5a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b37fef20d3924381af6a716562149d8e&device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 1127 time: 0.0860083 Feb 19 05:07:44.051010 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32b91b43-5560-48c6-8a29-7ab355c31578 req-906e4309-fdb0-4810-ac65-0f7d4b0739e2 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/security-groups?id=28bb7b2f-b432-40bf-929d-a408389b08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251369 Feb 19 05:07:44.091385 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8a718-7149-4b22-80c6-78ce00161f49 req-3c4c5259-5563-4599-be53-f19264d46144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:44.092937 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2fb8a718-7149-4b22-80c6-78ce00161f49 req-3c4c5259-5563-4599-be53-f19264d46144 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5763937-96aa-4d7d-9cfa-21dc3324108c HTTP/1.1" status: 200 len: 911 time: 0.1564107 Feb 19 05:07:44.142588 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2fb8a718-7149-4b22-80c6-78ce00161f49 req-6e498f49-4160-474e-869f-2987d7028199 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7166bcd-2085-4915-8127-63453c6342c1 HTTP/1.1" status: 200 len: 217 time: 0.0435133 Feb 19 05:07:44.192104 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8a718-7149-4b22-80c6-78ce00161f49 req-5e69b934-b40f-4070-ab8b-06f6d8dc7d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:44.193681 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2fb8a718-7149-4b22-80c6-78ce00161f49 req-5e69b934-b40f-4070-ab8b-06f6d8dc7d29 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be016a2f-70c5-4f40-b244-ac4a5be20bf0 HTTP/1.1" status: 200 len: 851 time: 0.0460675 Feb 19 05:07:44.231040 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2fb8a718-7149-4b22-80c6-78ce00161f49 req-4e4c4db0-7d56-4dc6-9ab0-45c227057a0d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5763937-96aa-4d7d-9cfa-21dc3324108c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308869 Feb 19 05:07:44.341545 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2fb8a718-7149-4b22-80c6-78ce00161f49 req-5815df42-3822-4494-b2e7-fd7c9ab10156 service neutron] 10.222.0.10 "GET /v2.0/networks/d5763937-96aa-4d7d-9cfa-21dc3324108c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049032 Feb 19 05:07:44.836877 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2fb8a718-7149-4b22-80c6-78ce00161f49 req-92e3218b-4e24-4119-b248-e4860b89dcf7 service neutron] 10.222.0.10 "GET /v2.0/networks/d5763937-96aa-4d7d-9cfa-21dc3324108c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894114 Feb 19 05:07:45.188133 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304e5e9-13c9-471e-9d38-85a807008872 req-c832b0ee-fc79-47c2-bdd7-85107f19c2cd tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:45.189901 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6304e5e9-13c9-471e-9d38-85a807008872 req-c832b0ee-fc79-47c2-bdd7-85107f19c2cd tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 945 time: 0.0568142 Feb 19 05:07:45.239699 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6304e5e9-13c9-471e-9d38-85a807008872 req-dab70b19-0b2b-4db2-8953-8d8b6ba22474 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/security-groups?id=28bb7b2f-b432-40bf-929d-a408389b08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437503 Feb 19 05:07:46.375390 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80fbe1-b4da-4ab5-b5d3-4a57d9fb6222 req-c70a5399-e226-45ae-afd9-bad90d78e119 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:46.377533 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0f80fbe1-b4da-4ab5-b5d3-4a57d9fb6222 req-c70a5399-e226-45ae-afd9-bad90d78e119 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 945 time: 0.0595465 Feb 19 05:07:46.442707 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0f80fbe1-b4da-4ab5-b5d3-4a57d9fb6222 req-afb44ed9-9203-4bf6-afc6-195385bb50b1 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/security-groups?id=28bb7b2f-b432-40bf-929d-a408389b08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592330 Feb 19 05:07:46.714930 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d620985-f650-471b-bab9-ce47600d1068 req-b2b1c0c3-87e1-440f-bcc2-441b9c5b371d tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:46.716519 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7d620985-f650-471b-bab9-ce47600d1068 req-b2b1c0c3-87e1-440f-bcc2-441b9c5b371d tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 945 time: 0.0608473 Feb 19 05:07:46.770710 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7d620985-f650-471b-bab9-ce47600d1068 req-c336ffb4-205b-4ce5-b40c-9921b7e2a28d tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/security-groups?id=28bb7b2f-b432-40bf-929d-a408389b08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480127 Feb 19 05:07:47.974370 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71e41f-61f5-401c-8248-c71badf96573 req-b3cd62fd-25ae-4ee9-956c-ce4688160e35 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:47.976682 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1b71e41f-61f5-401c-8248-c71badf96573 req-b3cd62fd-25ae-4ee9-956c-ce4688160e35 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 945 time: 0.0807614 Feb 19 05:07:48.041324 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1b71e41f-61f5-401c-8248-c71badf96573 req-cc9a499e-8f44-4751-b5fa-5d50272bf29e tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/security-groups?id=28bb7b2f-b432-40bf-929d-a408389b08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563824 Feb 19 05:07:48.289592 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037004c5-2bab-4d6d-af87-4634bce16245 req-7ab718c1-4f40-4bf9-b057-7635cf858c47 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:48.291518 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-037004c5-2bab-4d6d-af87-4634bce16245 req-7ab718c1-4f40-4bf9-b057-7635cf858c47 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 945 time: 0.0628550 Feb 19 05:07:48.311085 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d241cc-d647-4218-a974-f222de7cbf88 req-4573f527-4f5d-4f30-bd7f-b9e851cd1b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:48.313727 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11d241cc-d647-4218-a974-f222de7cbf88 req-4573f527-4f5d-4f30-bd7f-b9e851cd1b19 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b37fef20d3924381af6a716562149d8e&device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 1127 time: 0.0513618 Feb 19 05:07:48.345560 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-037004c5-2bab-4d6d-af87-4634bce16245 req-09925a0c-4839-41b2-9965-e41f0653559d tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/security-groups?id=28bb7b2f-b432-40bf-929d-a408389b08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474067 Feb 19 05:07:48.419347 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d241cc-d647-4218-a974-f222de7cbf88 req-75fa9fcd-0960-4f4e-81ce-c4bf1dfc274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:48.420890 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11d241cc-d647-4218-a974-f222de7cbf88 req-75fa9fcd-0960-4f4e-81ce-c4bf1dfc274b service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5763937-96aa-4d7d-9cfa-21dc3324108c HTTP/1.1" status: 200 len: 911 time: 0.1011391 Feb 19 05:07:48.466462 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11d241cc-d647-4218-a974-f222de7cbf88 req-ea1fe3d9-91fa-43ee-a108-fab359be7969 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7166bcd-2085-4915-8127-63453c6342c1 HTTP/1.1" status: 200 len: 217 time: 0.0393479 Feb 19 05:07:48.538264 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d241cc-d647-4218-a974-f222de7cbf88 req-46f267ff-f8ac-4c08-8457-04acfb16bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:48.540066 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11d241cc-d647-4218-a974-f222de7cbf88 req-46f267ff-f8ac-4c08-8457-04acfb16bf6d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be016a2f-70c5-4f40-b244-ac4a5be20bf0 HTTP/1.1" status: 200 len: 851 time: 0.0683663 Feb 19 05:07:48.581064 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11d241cc-d647-4218-a974-f222de7cbf88 req-358c9092-bbc3-4d86-bcc5-9e30aae76578 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5763937-96aa-4d7d-9cfa-21dc3324108c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320647 Feb 19 05:07:48.743368 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11d241cc-d647-4218-a974-f222de7cbf88 req-78e2488c-0890-4914-8c87-8d45b44153b7 service neutron] 10.222.0.10 "GET /v2.0/networks/d5763937-96aa-4d7d-9cfa-21dc3324108c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545656 Feb 19 05:07:48.868660 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-11d241cc-d647-4218-a974-f222de7cbf88 req-b4592c44-7e70-409b-b022-9c3640ecc780 service neutron] 10.222.0.10 "GET /v2.0/networks/d5763937-96aa-4d7d-9cfa-21dc3324108c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201322 Feb 19 05:07:49.515233 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25539166-68ec-4728-82b6-836431687d18 req-df3a0ada-c054-4fad-a891-84b63ba66ffd tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:49.518143 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25539166-68ec-4728-82b6-836431687d18 req-df3a0ada-c054-4fad-a891-84b63ba66ffd tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 945 time: 0.0868013 Feb 19 05:07:49.610751 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-25539166-68ec-4728-82b6-836431687d18 req-5c902437-bd87-4710-a398-d2a1709e3d28 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/security-groups?id=28bb7b2f-b432-40bf-929d-a408389b08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842941 Feb 19 05:07:50.800555 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc744117-ced0-4623-be57-8ee08b424bb9 req-58a4ffb5-48f9-42fb-a604-29cc22012723 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:50.802312 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc744117-ced0-4623-be57-8ee08b424bb9 req-58a4ffb5-48f9-42fb-a604-29cc22012723 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 945 time: 0.0862312 Feb 19 05:07:50.868269 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dc744117-ced0-4623-be57-8ee08b424bb9 req-303f9572-832a-42c0-aa1a-eb068e61bc24 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/security-groups?id=28bb7b2f-b432-40bf-929d-a408389b08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590954 Feb 19 05:07:51.193275 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec93032-cfd4-4457-98a8-af987fd9cbff req-e86c1f2e-53e1-4f47-9081-a05795a54ada tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:51.195157 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bec93032-cfd4-4457-98a8-af987fd9cbff req-e86c1f2e-53e1-4f47-9081-a05795a54ada tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 945 time: 0.0667446 Feb 19 05:07:51.252347 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bec93032-cfd4-4457-98a8-af987fd9cbff req-caf3eba4-1975-4169-b5a2-b0a3790f0f31 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/security-groups?id=28bb7b2f-b432-40bf-929d-a408389b08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502307 Feb 19 05:07:52.397943 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9c1a5-9c65-42aa-9bb5-8b424ea7867c req-021e27fd-4ff2-4626-b1fd-ccfeb951e317 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:52.399805 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-78e9c1a5-9c65-42aa-9bb5-8b424ea7867c req-021e27fd-4ff2-4626-b1fd-ccfeb951e317 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 945 time: 0.0625973 Feb 19 05:07:52.455380 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-78e9c1a5-9c65-42aa-9bb5-8b424ea7867c req-664ff8f1-6d92-451e-b04c-daac071632e5 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/security-groups?id=28bb7b2f-b432-40bf-929d-a408389b08f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488141 Feb 19 05:07:52.928177 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace0538-e549-4941-81e1-ab175b8fc6bb req-f1ef2853-b1b7-483a-8ecc-1611607fefb2 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:52.930137 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6ace0538-e549-4941-81e1-ab175b8fc6bb req-f1ef2853-b1b7-483a-8ecc-1611607fefb2 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 945 time: 0.0652609 Feb 19 05:07:53.053482 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-6ace0538-e549-4941-81e1-ab175b8fc6bb req-27699a4c-ddd4-44cb-a515-3efeb9e195b5 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Deleting port f7166bcd-2085-4915-8127-63453c6342c1 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:07:53.053854 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6ace0538-e549-4941-81e1-ab175b8fc6bb req-27699a4c-ddd4-44cb-a515-3efeb9e195b5 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f7166bcd-2085-4915-8127-63453c6342c1), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:53.194941 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-6ace0538-e549-4941-81e1-ab175b8fc6bb req-27699a4c-ddd4-44cb-a515-3efeb9e195b5 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] For port f7166bcd-2085-4915-8127-63453c6342c1, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=f7166bcd-2085-4915-8127-63453c6342c1,segment=NetworkSegment(d0ec9c0c-2fb1-48a9-ba1c-587aebc4c356),segment_id=d0ec9c0c-2fb1-48a9-ba1c-587aebc4c356)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:07:53.195553 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6ace0538-e549-4941-81e1-ab175b8fc6bb req-27699a4c-ddd4-44cb-a515-3efeb9e195b5 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f7166bcd-2085-4915-8127-63453c6342c1), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:53.212124 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-6ace0538-e549-4941-81e1-ab175b8fc6bb req-27699a4c-ddd4-44cb-a515-3efeb9e195b5 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Calling delete_port for f7166bcd-2085-4915-8127-63453c6342c1 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:07:53.410243 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6ace0538-e549-4941-81e1-ab175b8fc6bb req-27699a4c-ddd4-44cb-a515-3efeb9e195b5 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f7166bcd-2085-4915-8127-63453c6342c1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:53.426829 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['f7166bcd-2085-4915-8127-63453c6342c1'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:07:53.450355 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27699a4c-ddd4-44cb-a515-3efeb9e195b5 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Pushing event deleted for resources: {'Port': ['ID=f7166bcd-2085-4915-8127-63453c6342c1,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:53.534397 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ace0538-e549-4941-81e1-ab175b8fc6bb req-27699a4c-ddd4-44cb-a515-3efeb9e195b5 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] No DVR routers for this DVR port f7166bcd-2085-4915-8127-63453c6342c1 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:07:53.539192 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-6ace0538-e549-4941-81e1-ab175b8fc6bb req-27699a4c-ddd4-44cb-a515-3efeb9e195b5 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:53.547714 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6ace0538-e549-4941-81e1-ab175b8fc6bb req-27699a4c-ddd4-44cb-a515-3efeb9e195b5 tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.10 "DELETE /v2.0/ports/f7166bcd-2085-4915-8127-63453c6342c1 HTTP/1.1" status: 204 len: 173 time: 0.6119628 Feb 19 05:07:53.551203 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb86f72c-ceea-49e9-ac4e-02dbf2943111', 'name': 'network-vif-deleted', 'tag': 'f7166bcd-2085-4915-8127-63453c6342c1'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:07:53.556760 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213895f1-549f-4534-a7df-c1bfd344da65" -d '{"events": [{"server_uuid": "bb86f72c-ceea-49e9-ac4e-02dbf2943111", "name": "network-vif-deleted", "tag": "f7166bcd-2085-4915-8127-63453c6342c1"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:07:53.625024 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-630588ad-29ab-48dd-b988-66dded174445 req-4858da9f-dc25-4312-9e2f-0c062a79b6db tempest-TestServerAdvancedOps-1386498361 tempest-TestServerAdvancedOps-1386498361-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb86f72c-ceea-49e9-ac4e-02dbf2943111 HTTP/1.1" status: 200 len: 210 time: 0.0430300 Feb 19 05:07:53.645968 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074dbe5a-9bbb-4618-a92d-82e1b797b8d0 x-openstack-request-id: req-074dbe5a-9bbb-4618-a92d-82e1b797b8d0 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:07:53.646372 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb86f72c-ceea-49e9-ac4e-02dbf2943111", "name": "network-vif-deleted", "tag": "f7166bcd-2085-4915-8127-63453c6342c1", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:07:53.646738 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-074dbe5a-9bbb-4618-a92d-82e1b797b8d0 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:07:53.647255 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb86f72c-ceea-49e9-ac4e-02dbf2943111', 'name': 'network-vif-deleted', 'tag': 'f7166bcd-2085-4915-8127-63453c6342c1', 'status': 'completed', 'code': 200} Feb 19 05:07:54.698245 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33158) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:54.757467 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-20979a85-8cf4-487a-af15-49b4bb668613 admin admin] Deleting subnet be016a2f-70c5-4f40-b244-ac4a5be20bf0 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:07:54.761166 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-20979a85-8cf4-487a-af15-49b4bb668613 admin admin] Publish callbacks [] for subnet (be016a2f-70c5-4f40-b244-ac4a5be20bf0), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:54.806640 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-20979a85-8cf4-487a-af15-49b4bb668613 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (be016a2f-70c5-4f40-b244-ac4a5be20bf0), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:54.858767 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-20979a85-8cf4-487a-af15-49b4bb668613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (be016a2f-70c5-4f40-b244-ac4a5be20bf0), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:54.920123 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-20979a85-8cf4-487a-af15-49b4bb668613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (be016a2f-70c5-4f40-b244-ac4a5be20bf0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:54.953984 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20979a85-8cf4-487a-af15-49b4bb668613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be016a2f-70c5-4f40-b244-ac4a5be20bf0,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:54.961251 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-20979a85-8cf4-487a-af15-49b4bb668613 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:54.966201 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-20979a85-8cf4-487a-af15-49b4bb668613 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/be016a2f-70c5-4f40-b244-ac4a5be20bf0 HTTP/1.1" status: 204 len: 168 time: 0.2666447 Feb 19 05:07:54.968858 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33160) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:55.063130 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b15f473a-998e-4214-a41e-9389869c8e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (d5763937-96aa-4d7d-9cfa-21dc3324108c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:55.168430 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b15f473a-998e-4214-a41e-9389869c8e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (d5763937-96aa-4d7d-9cfa-21dc3324108c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:55.192703 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-b15f473a-998e-4214-a41e-9389869c8e40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5763937-96aa-4d7d-9cfa-21dc3324108c']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:07:55.203344 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-b15f473a-998e-4214-a41e-9389869c8e40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ec9c0c-2fb1-48a9-ba1c-587aebc4c356') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:07:55.203645 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-b15f473a-998e-4214-a41e-9389869c8e40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ec9c0c-2fb1-48a9-ba1c-587aebc4c356') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:07:55.214163 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b15f473a-998e-4214-a41e-9389869c8e40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (d0ec9c0c-2fb1-48a9-ba1c-587aebc4c356), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:55.228004 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b15f473a-998e-4214-a41e-9389869c8e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (d0ec9c0c-2fb1-48a9-ba1c-587aebc4c356), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:55.236680 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15f473a-998e-4214-a41e-9389869c8e40 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:07:55.237273 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b15f473a-998e-4214-a41e-9389869c8e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (d0ec9c0c-2fb1-48a9-ba1c-587aebc4c356), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: timer() Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:07:55.239233 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:07:55.303741 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b15f473a-998e-4214-a41e-9389869c8e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (d5763937-96aa-4d7d-9cfa-21dc3324108c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:55.311533 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b15f473a-998e-4214-a41e-9389869c8e40 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:55.315594 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b15f473a-998e-4214-a41e-9389869c8e40 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d5763937-96aa-4d7d-9cfa-21dc3324108c HTTP/1.1" status: 204 len: 168 time: 0.3455677 Feb 19 05:07:55.319005 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33162) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:55.329702 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f473a-998e-4214-a41e-9389869c8e40 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5763937-96aa-4d7d-9cfa-21dc3324108c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:55.377217 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf3ac82-4095-41a4-bc61-15fd39a99e50 admin admin] Deleting subnet 7b8b17b1-a322-456e-b452-897acb8f7b64 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:07:55.381423 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fbf3ac82-4095-41a4-bc61-15fd39a99e50 admin admin] Publish callbacks [] for subnet (7b8b17b1-a322-456e-b452-897acb8f7b64), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:55.425129 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fbf3ac82-4095-41a4-bc61-15fd39a99e50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (7b8b17b1-a322-456e-b452-897acb8f7b64), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:55.469891 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fbf3ac82-4095-41a4-bc61-15fd39a99e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (7b8b17b1-a322-456e-b452-897acb8f7b64), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:55.530593 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fbf3ac82-4095-41a4-bc61-15fd39a99e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (7b8b17b1-a322-456e-b452-897acb8f7b64), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:55.564891 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3ac82-4095-41a4-bc61-15fd39a99e50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b8b17b1-a322-456e-b452-897acb8f7b64,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:55.574021 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fbf3ac82-4095-41a4-bc61-15fd39a99e50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:55.577348 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fbf3ac82-4095-41a4-bc61-15fd39a99e50 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7b8b17b1-a322-456e-b452-897acb8f7b64 HTTP/1.1" status: 204 len: 168 time: 0.2571857 Feb 19 05:07:55.580152 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3ac82-4095-41a4-bc61-15fd39a99e50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:55.580514 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3ac82-4095-41a4-bc61-15fd39a99e50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:55.580864 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3ac82-4095-41a4-bc61-15fd39a99e50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:55.581261 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3ac82-4095-41a4-bc61-15fd39a99e50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:55.581387 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33164) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:55.581658 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3ac82-4095-41a4-bc61-15fd39a99e50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:55.581958 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3ac82-4095-41a4-bc61-15fd39a99e50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:55.582298 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3ac82-4095-41a4-bc61-15fd39a99e50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:55.582637 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3ac82-4095-41a4-bc61-15fd39a99e50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:55.583001 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3ac82-4095-41a4-bc61-15fd39a99e50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:55.583335 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3ac82-4095-41a4-bc61-15fd39a99e50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:55.583672 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3ac82-4095-41a4-bc61-15fd39a99e50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:55.583998 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3ac82-4095-41a4-bc61-15fd39a99e50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:55.584333 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3ac82-4095-41a4-bc61-15fd39a99e50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:55.654694 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f605be2-df28-4ed6-a98f-22925d8a71d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (600b400b-5e81-45c8-ab99-faaec6d36f39), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:55.739517 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f605be2-df28-4ed6-a98f-22925d8a71d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (600b400b-5e81-45c8-ab99-faaec6d36f39), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:55.762056 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-2f605be2-df28-4ed6-a98f-22925d8a71d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600b400b-5e81-45c8-ab99-faaec6d36f39']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:07:55.771754 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-2f605be2-df28-4ed6-a98f-22925d8a71d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a0ffb5-cf33-4f25-adb1-ca8ec2f35785') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:07:55.772051 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-2f605be2-df28-4ed6-a98f-22925d8a71d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a0ffb5-cf33-4f25-adb1-ca8ec2f35785') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:07:55.782358 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f605be2-df28-4ed6-a98f-22925d8a71d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (84a0ffb5-cf33-4f25-adb1-ca8ec2f35785), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:55.798424 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f605be2-df28-4ed6-a98f-22925d8a71d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (84a0ffb5-cf33-4f25-adb1-ca8ec2f35785), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:55.811631 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f605be2-df28-4ed6-a98f-22925d8a71d9 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:07:55.812364 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f605be2-df28-4ed6-a98f-22925d8a71d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (84a0ffb5-cf33-4f25-adb1-ca8ec2f35785), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: timer() Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:07:55.814424 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:07:55.876956 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f605be2-df28-4ed6-a98f-22925d8a71d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (600b400b-5e81-45c8-ab99-faaec6d36f39), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:55.884021 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2f605be2-df28-4ed6-a98f-22925d8a71d9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:55.888603 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2f605be2-df28-4ed6-a98f-22925d8a71d9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/600b400b-5e81-45c8-ab99-faaec6d36f39 HTTP/1.1" status: 204 len: 168 time: 0.3062787 Feb 19 05:07:55.901812 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f605be2-df28-4ed6-a98f-22925d8a71d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=600b400b-5e81-45c8-ab99-faaec6d36f39,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:56.103919 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33168) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:56.160467 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-91d7b46f-5c18-4ba1-8506-d274566a2602 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b37fef20d3924381af6a716562149d8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0540586 Feb 19 05:07:56.162693 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33170) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:56.223262 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f4db2a71-f1dd-45c5-88d5-9f9682e76495 admin admin] Publish callbacks [] for security_group (28bb7b2f-b432-40bf-929d-a408389b08f3), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:56.255435 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f4db2a71-f1dd-45c5-88d5-9f9682e76495 admin admin] Publish callbacks [] for security_group (28bb7b2f-b432-40bf-929d-a408389b08f3), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:56.308833 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f4db2a71-f1dd-45c5-88d5-9f9682e76495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (28bb7b2f-b432-40bf-929d-a408389b08f3), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:56.311597 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f4db2a71-f1dd-45c5-88d5-9f9682e76495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:56.312779 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f4db2a71-f1dd-45c5-88d5-9f9682e76495 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/28bb7b2f-b432-40bf-929d-a408389b08f3 HTTP/1.1" status: 204 len: 168 time: 0.1490214 Feb 19 05:07:56.321315 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db2a71-f1dd-45c5-88d5-9f9682e76495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bb7b2f-b432-40bf-929d-a408389b08f3,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:56.647213 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33176) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:56.689591 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-48e23c51-ec41-4cda-9d74-0f4942087ffa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b4cc94d9a1043e3898b62e0eacb3503&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410869 Feb 19 05:07:56.692116 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33178) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:56.740242 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cff06344-3921-4017-9015-bfe43fea113e admin admin] Publish callbacks [] for security_group (7a8756b1-b368-4329-872c-298abd3c63a4), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:56.763422 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cff06344-3921-4017-9015-bfe43fea113e admin admin] Publish callbacks [] for security_group (7a8756b1-b368-4329-872c-298abd3c63a4), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:56.815739 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cff06344-3921-4017-9015-bfe43fea113e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (7a8756b1-b368-4329-872c-298abd3c63a4), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:56.818405 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cff06344-3921-4017-9015-bfe43fea113e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:56.819578 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cff06344-3921-4017-9015-bfe43fea113e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7a8756b1-b368-4329-872c-298abd3c63a4 HTTP/1.1" status: 204 len: 168 time: 0.1265349 Feb 19 05:07:56.828046 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff06344-3921-4017-9015-bfe43fea113e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8756b1-b368-4329-872c-298abd3c63a4,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:57.360063 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:07:57.390053 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device f7166bcd-2085-4915-8127-63453c6342c1 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:07:57.411760 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: f7166bcd-2085-4915-8127-63453c6342c1 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:07:57.412110 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device f7166bcd-2085-4915-8127-63453c6342c1 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:07:57.562192 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33200) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:57.664176 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-6c5994f3-7158-4807-8f9e-061073e22e8b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-804098825-network', 'tenant_id': '534a5c49f98246b9851528eef260972e'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:07:57.685441 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5994f3-7158-4807-8f9e-061073e22e8b admin admin] Made reservation on behalf of 534a5c49f98246b9851528eef260972e for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:07:57.687915 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c5994f3-7158-4807-8f9e-061073e22e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:57.697247 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c5994f3-7158-4807-8f9e-061073e22e8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:57.781214 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c5994f3-7158-4807-8f9e-061073e22e8b admin admin] Publish callbacks [] for security_group (b478c932-3add-4d1f-9a28-dbcf3694f3e4), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:57.785270 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c5994f3-7158-4807-8f9e-061073e22e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b478c932-3add-4d1f-9a28-dbcf3694f3e4), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:57.811624 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5994f3-7158-4807-8f9e-061073e22e8b admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:07:57.822587 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5994f3-7158-4807-8f9e-061073e22e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b478c932-3add-4d1f-9a28-dbcf3694f3e4,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:57.828769 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c5994f3-7158-4807-8f9e-061073e22e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (d7a17871-ade6-4a06-958c-ef0554b07f44), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:57.829164 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-6c5994f3-7158-4807-8f9e-061073e22e8b admin admin] Added segment d7a17871-ade6-4a06-958c-ef0554b07f44 of type vlan for network 962953d2-c5e3-41d5-9dec-413d064a13ed Feb 19 05:07:57.872276 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c5994f3-7158-4807-8f9e-061073e22e8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (962953d2-c5e3-41d5-9dec-413d064a13ed), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:57.902227 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c5994f3-7158-4807-8f9e-061073e22e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (962953d2-c5e3-41d5-9dec-413d064a13ed), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:57.903200 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5994f3-7158-4807-8f9e-061073e22e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:57.903797 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6c5994f3-7158-4807-8f9e-061073e22e8b admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:57.959945 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6c5994f3-7158-4807-8f9e-061073e22e8b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3965025 Feb 19 05:07:57.963505 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33204) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:57.968132 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5994f3-7158-4807-8f9e-061073e22e8b admin admin] Pushing event updated for resources: {'Network': ['ID=962953d2-c5e3-41d5-9dec-413d064a13ed,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:57.970400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-3a23d9ab-af84-4fdd-b4f0-02d0185eb40b admin admin] Request body: {'subnet': {'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-804098825-subnet', 'tenant_id': '534a5c49f98246b9851528eef260972e', 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:07:57.978812 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 962953d2-c5e3-41d5-9dec-413d064a13ed details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:07:57.996156 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a23d9ab-af84-4fdd-b4f0-02d0185eb40b admin admin] Made reservation on behalf of 534a5c49f98246b9851528eef260972e for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:07:57.998740 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3a23d9ab-af84-4fdd-b4f0-02d0185eb40b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:58.186097 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3a23d9ab-af84-4fdd-b4f0-02d0185eb40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (2fb17c7e-d71d-4195-a487-8f060d40813f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:58.240850 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23d9ab-af84-4fdd-b4f0-02d0185eb40b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fb17c7e-d71d-4195-a487-8f060d40813f,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:58.257514 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a23d9ab-af84-4fdd-b4f0-02d0185eb40b admin admin] Checking segment: {'id': 'd7a17871-ade6-4a06-958c-ef0554b07f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:07:58.257825 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a23d9ab-af84-4fdd-b4f0-02d0185eb40b admin admin] Network hostable DHCP agents. Network: 962953d2-c5e3-41d5-9dec-413d064a13ed, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:07:58.276692 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a23d9ab-af84-4fdd-b4f0-02d0185eb40b admin admin] Network 962953d2-c5e3-41d5-9dec-413d064a13ed is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:07:58.288420 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-3a23d9ab-af84-4fdd-b4f0-02d0185eb40b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 962953d2-c5e3-41d5-9dec-413d064a13ed) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:07:58.294774 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a23d9ab-af84-4fdd-b4f0-02d0185eb40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:07:58.295591 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3a23d9ab-af84-4fdd-b4f0-02d0185eb40b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:58.297955 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c680952e-be54-4d1e-9cb6-e9ea6c412e5e None None] Network 962953d2-c5e3-41d5-9dec-413d064a13ed requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:07:58.317631 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3a23d9ab-af84-4fdd-b4f0-02d0185eb40b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3523836 Feb 19 05:07:58.320634 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33206) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:07:58.325293 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-db66cf74-45d5-4f5a-9273-3c9f36b0b9a2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-804098825-router', 'tenant_id': '534a5c49f98246b9851528eef260972e', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:07:58.345738 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-db66cf74-45d5-4f5a-9273-3c9f36b0b9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (037999f5-dfd9-41f5-a643-f8cb4c2923a7), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:58.346787 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-db66cf74-45d5-4f5a-9273-3c9f36b0b9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (037999f5-dfd9-41f5-a643-f8cb4c2923a7), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:58.408992 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-962953d2-c5e3-41d5-9dec-413d064a13ed', 'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed', 'project_id': '534a5c49f98246b9851528eef260972e', 'fixed_ips': [{'subnet_id': '2fb17c7e-d71d-4195-a487-8f060d40813f'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:07:58.409907 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:58.410095 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-db66cf74-45d5-4f5a-9273-3c9f36b0b9a2 admin admin] Publish callbacks [] for router_controller (037999f5-dfd9-41f5-a643-f8cb4c2923a7), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:58.559287 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Allocated IP 172.20.0.2 (962953d2-c5e3-41d5-9dec-413d064a13ed/2fb17c7e-d71d-4195-a487-8f060d40813f/fd91dadd-b671-4990-85c0-ee35bbf2c333) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:07:58.566419 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-db66cf74-45d5-4f5a-9273-3c9f36b0b9a2 admin admin] Publish callbacks [] for router_gateway (037999f5-dfd9-41f5-a643-f8cb4c2923a7), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:58.719695 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Publish callbacks [] for port (fd91dadd-b671-4990-85c0-ee35bbf2c333), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:58.727666 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (fd91dadd-b671-4990-85c0-ee35bbf2c333), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:58.771933 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Network 962953d2-c5e3-41d5-9dec-413d064a13ed is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:07:58.778177 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:07:58.783884 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:07:58.787355 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Pushing event updated for resources: {'Port': ['ID=fd91dadd-b671-4990-85c0-ee35bbf2c333,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:58.794444 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-db66cf74-45d5-4f5a-9273-3c9f36b0b9a2 admin admin] Publish callbacks [] for router_gateway (037999f5-dfd9-41f5-a643-f8cb4c2923a7), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:58.798934 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:58.799359 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:58.799633 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:58.799977 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:58.800317 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:58.800652 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:58.801007 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:58.801344 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:58.801677 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:58.802006 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:58.802365 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:58.802665 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:58.803290 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:07:58.819788 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-db66cf74-45d5-4f5a-9273-3c9f36b0b9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:58.866622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Attempting to bind port fd91dadd-b671-4990-85c0-ee35bbf2c333 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:07:58.867121 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Attempting to bind port fd91dadd-b671-4990-85c0-ee35bbf2c333 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'd7a17871-ade6-4a06-958c-ef0554b07f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:07:58.867549 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Attempting to bind port fd91dadd-b671-4990-85c0-ee35bbf2c333 on network 962953d2-c5e3-41d5-9dec-413d064a13ed {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:07:58.873790 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:07:58.874180 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Checking segment: {'id': 'd7a17871-ade6-4a06-958c-ef0554b07f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:07:58.874591 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:58.874993 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Bound using segment: {'id': 'd7a17871-ade6-4a06-958c-ef0554b07f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:07:58.875481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Bound port: fd91dadd-b671-4990-85c0-ee35bbf2c333, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a17871-ade6-4a06-958c-ef0554b07f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:07:58.875852 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fd91dadd-b671-4990-85c0-ee35bbf2c333), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:58.941632 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-db66cf74-45d5-4f5a-9273-3c9f36b0b9a2 admin admin] Allocated IP 172.25.0.5 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/098ba062-b8d5-4889-a911-8122fa9eafdb) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:07:58.942361 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] For port fd91dadd-b671-4990-85c0-ee35bbf2c333, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:07:58.945885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] For port fd91dadd-b671-4990-85c0-ee35bbf2c333, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=fd91dadd-b671-4990-85c0-ee35bbf2c333,segment=NetworkSegment(d7a17871-ade6-4a06-958c-ef0554b07f44),segment_id=d7a17871-ade6-4a06-958c-ef0554b07f44)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:07:58.952349 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fd91dadd-b671-4990-85c0-ee35bbf2c333), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:59.015919 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898358bc-dc60-492a-9dbf-04a5e96f4125 None None] Pushing event updated for resources: {'Port': ['ID=fd91dadd-b671-4990-85c0-ee35bbf2c333,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:59.066424 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-db66cf74-45d5-4f5a-9273-3c9f36b0b9a2 admin admin] Publish callbacks [] for port (098ba062-b8d5-4889-a911-8122fa9eafdb), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:59.102830 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-db66cf74-45d5-4f5a-9273-3c9f36b0b9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (098ba062-b8d5-4889-a911-8122fa9eafdb), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:59.148364 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db66cf74-45d5-4f5a-9273-3c9f36b0b9a2 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:07:59.160178 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-db66cf74-45d5-4f5a-9273-3c9f36b0b9a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:07:59.164745 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db66cf74-45d5-4f5a-9273-3c9f36b0b9a2 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:07:59.168641 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66cf74-45d5-4f5a-9273-3c9f36b0b9a2 admin admin] Pushing event updated for resources: {'Port': ['ID=098ba062-b8d5-4889-a911-8122fa9eafdb,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:07:59.436998 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-db66cf74-45d5-4f5a-9273-3c9f36b0b9a2 admin admin] Publish callbacks [] for router_gateway (037999f5-dfd9-41f5-a643-f8cb4c2923a7), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:59.649988 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-db66cf74-45d5-4f5a-9273-3c9f36b0b9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (037999f5-dfd9-41f5-a643-f8cb4c2923a7), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:07:59.805914 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db66cf74-45d5-4f5a-9273-3c9f36b0b9a2 admin admin] Router 037999f5-dfd9-41f5-a643-f8cb4c2923a7 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:08:00.055292 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d72f91e-fc3c-4ad3-bb83-0f2f9beb952b None None] Network 962953d2-c5e3-41d5-9dec-413d064a13ed requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:08:00.124940 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0f8bb0a7-e7e1-4f13-8db1-7d7c464e40ee None None] Provisioning complete for port fd91dadd-b671-4990-85c0-ee35bbf2c333 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:00.125322 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0f8bb0a7-e7e1-4f13-8db1-7d7c464e40ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fd91dadd-b671-4990-85c0-ee35bbf2c333), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:00.251927 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0f8bb0a7-e7e1-4f13-8db1-7d7c464e40ee None None] Current status of the port fd91dadd-b671-4990-85c0-ee35bbf2c333 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:00.252653 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0f8bb0a7-e7e1-4f13-8db1-7d7c464e40ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fd91dadd-b671-4990-85c0-ee35bbf2c333), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:00.269328 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db66cf74-45d5-4f5a-9273-3c9f36b0b9a2 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:08:00.286185 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] Sync routers for ids ['037999f5-dfd9-41f5-a643-f8cb4c2923a7'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:08:00.292654 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-db66cf74-45d5-4f5a-9273-3c9f36b0b9a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:00.294568 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-0f8bb0a7-e7e1-4f13-8db1-7d7c464e40ee None None] For port fd91dadd-b671-4990-85c0-ee35bbf2c333, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=fd91dadd-b671-4990-85c0-ee35bbf2c333,segment=NetworkSegment(d7a17871-ade6-4a06-958c-ef0554b07f44),segment_id=d7a17871-ade6-4a06-958c-ef0554b07f44)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:00.296473 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33210) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:00.297174 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-db66cf74-45d5-4f5a-9273-3c9f36b0b9a2 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9749241 Feb 19 05:08:00.305772 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0f8bb0a7-e7e1-4f13-8db1-7d7c464e40ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fd91dadd-b671-4990-85c0-ee35bbf2c333), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:00.316400 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] Routers {'037999f5-dfd9-41f5-a643-f8cb4c2923a7'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:00.321594 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:07:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['037999f5-dfd9-41f5-a643-f8cb4c2923a7'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:00.365219 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8bb0a7-e7e1-4f13-8db1-7d7c464e40ee None None] Pushing event updated for resources: {'Port': ['ID=fd91dadd-b671-4990-85c0-ee35bbf2c333,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:00.478353 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] Set router 037999f5-dfd9-41f5-a643-f8cb4c2923a7 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:00.547016 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0b822067-dbcd-4bda-8b88-e272e068b337 None None] Provisioning complete for port fd91dadd-b671-4990-85c0-ee35bbf2c333 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:00.547701 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0b822067-dbcd-4bda-8b88-e272e068b337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fd91dadd-b671-4990-85c0-ee35bbf2c333), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:00.647850 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0b822067-dbcd-4bda-8b88-e272e068b337 None None] Current status of the port fd91dadd-b671-4990-85c0-ee35bbf2c333 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:00.696936 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037999f5-dfd9-41f5-a643-f8cb4c2923a7', 'name': 'tempest-TestServerMultinode-804098825-router', 'tenant_id': '534a5c49f98246b9851528eef260972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '098ba062-b8d5-4889-a911-8122fa9eafdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:07:58Z', 'updated_at': '2022-02-19T05:07:59Z', 'revision_number': 3, 'project_id': '534a5c49f98246b9851528eef260972e', 'gw_port': {'id': '098ba062-b8d5-4889-a911-8122fa9eafdb', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037999f5-dfd9-41f5-a643-f8cb4c2923a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:07:58Z', 'updated_at': '2022-02-19T05:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:00.726430 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] Checking router: 037999f5-dfd9-41f5-a643-f8cb4c2923a7 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:08:00.726787 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] Updating router 037999f5-dfd9-41f5-a643-f8cb4c2923a7 port 098ba062-b8d5-4889-a911-8122fa9eafdb binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:08:00.758595 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (098ba062-b8d5-4889-a911-8122fa9eafdb), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:00.835117 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cbe60d55-58ce-4712-a4f6-350a3507de63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:01.051691 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fd91dadd-b671-4990-85c0-ee35bbf2c333 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:08:01.056272 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-cbe60d55-58ce-4712-a4f6-350a3507de63 admin admin] Allocated IP 172.20.0.1 (962953d2-c5e3-41d5-9dec-413d064a13ed/2fb17c7e-d71d-4195-a487-8f060d40813f/f03b7c31-89da-49c2-b0dc-37313b363c70) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:08:01.080278 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] Publish callbacks [] for port (098ba062-b8d5-4889-a911-8122fa9eafdb), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:01.088345 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (098ba062-b8d5-4889-a911-8122fa9eafdb), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:01.107705 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port fd91dadd-b671-4990-85c0-ee35bbf2c333 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:01.108301 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fd91dadd-b671-4990-85c0-ee35bbf2c333), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:01.159770 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] Attempting to bind port 098ba062-b8d5-4889-a911-8122fa9eafdb on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:08:01.160413 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] Attempting to bind port 098ba062-b8d5-4889-a911-8122fa9eafdb by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:08:01.161083 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] Attempting to bind port 098ba062-b8d5-4889-a911-8122fa9eafdb on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:08:01.170671 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a51da6-c2dc-4f97-8185-dd5eb6a95356 None None] Pushing event updated for resources: {'Port': ['ID=098ba062-b8d5-4889-a911-8122fa9eafdb,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:01.175914 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:08:01.176508 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:08:01.178144 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:01.178144 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:08:01.178754 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] Bound port: 098ba062-b8d5-4889-a911-8122fa9eafdb, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:08:01.179425 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (098ba062-b8d5-4889-a911-8122fa9eafdb), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:01.183461 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cbe60d55-58ce-4712-a4f6-350a3507de63 admin admin] Publish callbacks [] for port (f03b7c31-89da-49c2-b0dc-37313b363c70), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:01.198567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port fd91dadd-b671-4990-85c0-ee35bbf2c333 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:01.209774 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a51da6-c2dc-4f97-8185-dd5eb6a95356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:01.210127 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a51da6-c2dc-4f97-8185-dd5eb6a95356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:01.210478 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a51da6-c2dc-4f97-8185-dd5eb6a95356 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:01.210823 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a51da6-c2dc-4f97-8185-dd5eb6a95356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:01.211165 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a51da6-c2dc-4f97-8185-dd5eb6a95356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:01.211501 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a51da6-c2dc-4f97-8185-dd5eb6a95356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:01.211881 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a51da6-c2dc-4f97-8185-dd5eb6a95356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:01.212206 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a51da6-c2dc-4f97-8185-dd5eb6a95356 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:01.212503 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a51da6-c2dc-4f97-8185-dd5eb6a95356 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:01.212833 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a51da6-c2dc-4f97-8185-dd5eb6a95356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:01.213593 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a51da6-c2dc-4f97-8185-dd5eb6a95356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:01.213593 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a51da6-c2dc-4f97-8185-dd5eb6a95356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:01.213865 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a51da6-c2dc-4f97-8185-dd5eb6a95356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:01.235698 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cbe60d55-58ce-4712-a4f6-350a3507de63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f03b7c31-89da-49c2-b0dc-37313b363c70), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:01.246083 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] For port 098ba062-b8d5-4889-a911-8122fa9eafdb, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:08:01.249438 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] For port 098ba062-b8d5-4889-a911-8122fa9eafdb, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=098ba062-b8d5-4889-a911-8122fa9eafdb,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:08:01.254690 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (098ba062-b8d5-4889-a911-8122fa9eafdb), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:01.275113 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe60d55-58ce-4712-a4f6-350a3507de63 admin admin] Network 962953d2-c5e3-41d5-9dec-413d064a13ed is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:08:01.278169 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-cbe60d55-58ce-4712-a4f6-350a3507de63 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:08:01.282278 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe60d55-58ce-4712-a4f6-350a3507de63 admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:08:01.312514 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe60d55-58ce-4712-a4f6-350a3507de63 admin admin] Pushing event updated for resources: {'Port': ['ID=f03b7c31-89da-49c2-b0dc-37313b363c70,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:01.322786 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] Routers {'037999f5-dfd9-41f5-a643-f8cb4c2923a7'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:01.323940 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:07:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['037999f5-dfd9-41f5-a643-f8cb4c2923a7'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:01.326376 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a51da6-c2dc-4f97-8185-dd5eb6a95356 None None] Pushing event updated for resources: {'Port': ['ID=098ba062-b8d5-4889-a911-8122fa9eafdb,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:01.334836 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cbe60d55-58ce-4712-a4f6-350a3507de63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (037999f5-dfd9-41f5-a643-f8cb4c2923a7), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:01.465128 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] Set router 037999f5-dfd9-41f5-a643-f8cb4c2923a7 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:01.489448 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cbe60d55-58ce-4712-a4f6-350a3507de63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f03b7c31-89da-49c2-b0dc-37313b363c70), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:01.578495 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-7b41a77b-f840-4d57-90fb-76b9a40f64b9 None None] Provisioning complete for port f03b7c31-89da-49c2-b0dc-37313b363c70 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:01.579199 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7b41a77b-f840-4d57-90fb-76b9a40f64b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f03b7c31-89da-49c2-b0dc-37313b363c70), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:01.687770 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cbe60d55-58ce-4712-a4f6-350a3507de63 admin admin] Publish callbacks [] for port (f03b7c31-89da-49c2-b0dc-37313b363c70), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:01.695380 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cbe60d55-58ce-4712-a4f6-350a3507de63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (f03b7c31-89da-49c2-b0dc-37313b363c70), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:01.761329 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cbe60d55-58ce-4712-a4f6-350a3507de63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (037999f5-dfd9-41f5-a643-f8cb4c2923a7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:01.767730 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037999f5-dfd9-41f5-a643-f8cb4c2923a7', 'name': 'tempest-TestServerMultinode-804098825-router', 'tenant_id': '534a5c49f98246b9851528eef260972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '098ba062-b8d5-4889-a911-8122fa9eafdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:07:58Z', 'updated_at': '2022-02-19T05:07:59Z', 'revision_number': 3, 'project_id': '534a5c49f98246b9851528eef260972e', 'gw_port': {'id': '098ba062-b8d5-4889-a911-8122fa9eafdb', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037999f5-dfd9-41f5-a643-f8cb4c2923a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:07:58Z', 'updated_at': '2022-02-19T05:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:01.779685 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe60d55-58ce-4712-a4f6-350a3507de63 admin admin] Pushing event updated for resources: {'Port': ['ID=f03b7c31-89da-49c2-b0dc-37313b363c70,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:01.790894 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7b41a77b-f840-4d57-90fb-76b9a40f64b9 None None] Port f03b7c31-89da-49c2-b0dc-37313b363c70 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:08:01.797104 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3a83fa-c58f-47c2-83ef-8523a5d6f64b None None] The sync data for ids ['037999f5-dfd9-41f5-a643-f8cb4c2923a7'] in n-d-772273-4 is: [{'id': '037999f5-dfd9-41f5-a643-f8cb4c2923a7', 'name': 'tempest-TestServerMultinode-804098825-router', 'tenant_id': '534a5c49f98246b9851528eef260972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '098ba062-b8d5-4889-a911-8122fa9eafdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:07:58Z', 'updated_at': '2022-02-19T05:07:59Z', 'revision_number': 3, 'project_id': '534a5c49f98246b9851528eef260972e', 'gw_port': {'id': '098ba062-b8d5-4889-a911-8122fa9eafdb', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037999f5-dfd9-41f5-a643-f8cb4c2923a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:07:58Z', 'updated_at': '2022-02-19T05:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:08:01.877115 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe60d55-58ce-4712-a4f6-350a3507de63 admin admin] Network 962953d2-c5e3-41d5-9dec-413d064a13ed is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:08:01.878709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-cbe60d55-58ce-4712-a4f6-350a3507de63 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:08:02.017479 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe60d55-58ce-4712-a4f6-350a3507de63 admin admin] Router 037999f5-dfd9-41f5-a643-f8cb4c2923a7 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:08:02.186530 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe60d55-58ce-4712-a4f6-350a3507de63 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:08:02.191846 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cbe60d55-58ce-4712-a4f6-350a3507de63 admin admin] 10.222.0.65 "PUT /v2.0/routers/037999f5-dfd9-41f5-a643-f8cb4c2923a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8931961 Feb 19 05:08:02.220113 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-7c47d9e8-950b-4b07-a234-f7d2ab4de114 None None] Provisioning complete for port f03b7c31-89da-49c2-b0dc-37313b363c70 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:02.220720 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7c47d9e8-950b-4b07-a234-f7d2ab4de114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f03b7c31-89da-49c2-b0dc-37313b363c70), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:02.259457 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7c47d9e8-950b-4b07-a234-f7d2ab4de114 None None] Port f03b7c31-89da-49c2-b0dc-37313b363c70 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:08:02.290639 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ef5d1909-a0cd-4dbe-9473-08aeb21200e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:02.740788 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33226) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:02.747369 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-82fdf8e3-00e1-4c47-9672-5a13815b0957 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1581718957-network', 'tenant_id': '576ee5273d954559a84f66fa88254bbc'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:02.768668 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fdf8e3-00e1-4c47-9672-5a13815b0957 admin admin] Made reservation on behalf of 576ee5273d954559a84f66fa88254bbc for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:08:02.771254 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82fdf8e3-00e1-4c47-9672-5a13815b0957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:02.780950 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82fdf8e3-00e1-4c47-9672-5a13815b0957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:02.860057 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82fdf8e3-00e1-4c47-9672-5a13815b0957 admin admin] Publish callbacks [] for security_group (02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:02.864025 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82fdf8e3-00e1-4c47-9672-5a13815b0957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:02.884785 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fdf8e3-00e1-4c47-9672-5a13815b0957 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:08:02.899868 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fdf8e3-00e1-4c47-9672-5a13815b0957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:02.903344 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82fdf8e3-00e1-4c47-9672-5a13815b0957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (724c4d7b-d6bd-4355-bc99-804b7576dfe0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:02.903692 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-82fdf8e3-00e1-4c47-9672-5a13815b0957 admin admin] Added segment 724c4d7b-d6bd-4355-bc99-804b7576dfe0 of type vlan for network d5b1263d-a122-417e-98b7-d8c41fcb6d83 Feb 19 05:08:02.945880 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82fdf8e3-00e1-4c47-9672-5a13815b0957 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (d5b1263d-a122-417e-98b7-d8c41fcb6d83), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:02.975050 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82fdf8e3-00e1-4c47-9672-5a13815b0957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (d5b1263d-a122-417e-98b7-d8c41fcb6d83), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:02.976192 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fdf8e3-00e1-4c47-9672-5a13815b0957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:02.977298 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82fdf8e3-00e1-4c47-9672-5a13815b0957 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:03.010335 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 098ba062-b8d5-4889-a911-8122fa9eafdb up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:08:03.050959 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-82fdf8e3-00e1-4c47-9672-5a13815b0957 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3083236 Feb 19 05:08:03.054084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33228) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:03.058956 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-964739c0-883c-446d-a502-a5c2e0c4f5b1 admin admin] Request body: {'subnet': {'network_id': 'd5b1263d-a122-417e-98b7-d8c41fcb6d83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1581718957-subnet', 'tenant_id': '576ee5273d954559a84f66fa88254bbc', 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:03.063321 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fdf8e3-00e1-4c47-9672-5a13815b0957 admin admin] Pushing event updated for resources: {'Network': ['ID=d5b1263d-a122-417e-98b7-d8c41fcb6d83,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:03.080835 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network d5b1263d-a122-417e-98b7-d8c41fcb6d83 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:08:03.081415 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964739c0-883c-446d-a502-a5c2e0c4f5b1 admin admin] Made reservation on behalf of 576ee5273d954559a84f66fa88254bbc for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:08:03.083901 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-964739c0-883c-446d-a502-a5c2e0c4f5b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:03.084390 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 098ba062-b8d5-4889-a911-8122fa9eafdb triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:03.084719 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (098ba062-b8d5-4889-a911-8122fa9eafdb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:03.268820 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 098ba062-b8d5-4889-a911-8122fa9eafdb is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:03.269567 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (098ba062-b8d5-4889-a911-8122fa9eafdb), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:03.301395 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 098ba062-b8d5-4889-a911-8122fa9eafdb, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=098ba062-b8d5-4889-a911-8122fa9eafdb,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:03.311956 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (098ba062-b8d5-4889-a911-8122fa9eafdb), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:03.391955 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=098ba062-b8d5-4889-a911-8122fa9eafdb,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:03.608660 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] Sync routers for ids ['037999f5-dfd9-41f5-a643-f8cb4c2923a7'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:08:03.627426 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] Routers {'037999f5-dfd9-41f5-a643-f8cb4c2923a7'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:03.628368 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:07:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['037999f5-dfd9-41f5-a643-f8cb4c2923a7'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:03.699971 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-964739c0-883c-446d-a502-a5c2e0c4f5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (b13e190f-e040-4976-81d6-7acaa5f3ff43), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:03.778615 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] Set router 037999f5-dfd9-41f5-a643-f8cb4c2923a7 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:03.810280 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964739c0-883c-446d-a502-a5c2e0c4f5b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b13e190f-e040-4976-81d6-7acaa5f3ff43,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:03.842873 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964739c0-883c-446d-a502-a5c2e0c4f5b1 admin admin] Checking segment: {'id': '724c4d7b-d6bd-4355-bc99-804b7576dfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd5b1263d-a122-417e-98b7-d8c41fcb6d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:08:03.842873 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964739c0-883c-446d-a502-a5c2e0c4f5b1 admin admin] Network hostable DHCP agents. Network: d5b1263d-a122-417e-98b7-d8c41fcb6d83, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:08:03.863345 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9024442-6cd0-47ea-aeb5-c103ffd3c79c req-d8b7dfbf-f826-4755-98f4-978a1d90b827 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1101348 Feb 19 05:08:03.880418 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964739c0-883c-446d-a502-a5c2e0c4f5b1 admin admin] Network d5b1263d-a122-417e-98b7-d8c41fcb6d83 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:08:03.906818 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-964739c0-883c-446d-a502-a5c2e0c4f5b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, d5b1263d-a122-417e-98b7-d8c41fcb6d83) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:08:03.920116 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964739c0-883c-446d-a502-a5c2e0c4f5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:03.920940 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-964739c0-883c-446d-a502-a5c2e0c4f5b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:03.928239 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfccc121-36bb-4898-b5dd-e9729cc85853 None None] Network d5b1263d-a122-417e-98b7-d8c41fcb6d83 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:08:03.979757 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-964739c0-883c-446d-a502-a5c2e0c4f5b1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9218366 Feb 19 05:08:03.980771 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33230) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:03.986226 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-a9ff80ac-77d7-49b6-811d-cc2b3641e20f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1581718957-router', 'tenant_id': '576ee5273d954559a84f66fa88254bbc', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:04.014063 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a9ff80ac-77d7-49b6-811d-cc2b3641e20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:04.015948 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9024442-6cd0-47ea-aeb5-c103ffd3c79c req-9238bbc0-8044-426a-84c3-dfa861536fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:04.016346 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a9ff80ac-77d7-49b6-811d-cc2b3641e20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:04.018202 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9024442-6cd0-47ea-aeb5-c103ffd3c79c req-9238bbc0-8044-426a-84c3-dfa861536fde service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 1127 time: 0.0830166 Feb 19 05:08:04.093970 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a9ff80ac-77d7-49b6-811d-cc2b3641e20f admin admin] Publish callbacks [] for router_controller (5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:04.117599 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240b354a-7214-4119-b586-b3bed484eac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-d5b1263d-a122-417e-98b7-d8c41fcb6d83', 'network_id': 'd5b1263d-a122-417e-98b7-d8c41fcb6d83', 'project_id': '576ee5273d954559a84f66fa88254bbc', 'fixed_ips': [{'subnet_id': 'b13e190f-e040-4976-81d6-7acaa5f3ff43'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:08:04.118478 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-240b354a-7214-4119-b586-b3bed484eac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:04.162173 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9024442-6cd0-47ea-aeb5-c103ffd3c79c req-3c66a3c9-898b-4e92-bc2d-e152287e4518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:04.164479 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9024442-6cd0-47ea-aeb5-c103ffd3c79c req-3c66a3c9-898b-4e92-bc2d-e152287e4518 service neutron] 10.222.0.48 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 912 time: 0.1202741 Feb 19 05:08:04.248154 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9024442-6cd0-47ea-aeb5-c103ffd3c79c req-086aef6d-3d6d-4e16-a66a-8476c2e055a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a49f239-973a-4b24-9309-0ce8fbf2c319 HTTP/1.1" status: 200 len: 1001 time: 0.0778384 Feb 19 05:08:04.257734 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037999f5-dfd9-41f5-a643-f8cb4c2923a7', 'name': 'tempest-TestServerMultinode-804098825-router', 'tenant_id': '534a5c49f98246b9851528eef260972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '098ba062-b8d5-4889-a911-8122fa9eafdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:07:58Z', 'updated_at': '2022-02-19T05:08:01Z', 'revision_number': 4, 'project_id': '534a5c49f98246b9851528eef260972e', 'gw_port': {'id': '098ba062-b8d5-4889-a911-8122fa9eafdb', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037999f5-dfd9-41f5-a643-f8cb4c2923a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:07:58Z', 'updated_at': '2022-02-19T05:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'f03b7c31-89da-49c2-b0dc-37313b363c70', 'name': '', 'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed', 'tenant_id': '534a5c49f98246b9851528eef260972e', 'mac_address': 'fa:16:3e:50:07:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037999f5-dfd9-41f5-a643-f8cb4c2923a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '2fb17c7e-d71d-4195-a487-8f060d40813f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:00Z', 'updated_at': '2022-02-19T05:08:01Z', 'revision_number': 2, 'project_id': '534a5c49f98246b9851528eef260972e', 'subnets': [{'id': '2fb17c7e-d71d-4195-a487-8f060d40813f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:04.310830 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] Checking router: 037999f5-dfd9-41f5-a643-f8cb4c2923a7 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:08:04.311923 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] Updating router 037999f5-dfd9-41f5-a643-f8cb4c2923a7 port f03b7c31-89da-49c2-b0dc-37313b363c70 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:08:04.324298 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a9ff80ac-77d7-49b6-811d-cc2b3641e20f admin admin] Publish callbacks [] for router_gateway (5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:04.331608 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9024442-6cd0-47ea-aeb5-c103ffd3c79c req-e4878960-c971-4576-ab25-3d20d64fd933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:04.333313 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9024442-6cd0-47ea-aeb5-c103ffd3c79c req-e4878960-c971-4576-ab25-3d20d64fd933 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0794146 Feb 19 05:08:04.350381 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f03b7c31-89da-49c2-b0dc-37313b363c70), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:04.377130 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-240b354a-7214-4119-b586-b3bed484eac0 None None] Allocated IP 172.20.0.2 (d5b1263d-a122-417e-98b7-d8c41fcb6d83/b13e190f-e040-4976-81d6-7acaa5f3ff43/c2d2f045-cba6-490b-86bf-ca6707d02b22) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:08:04.406021 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9024442-6cd0-47ea-aeb5-c103ffd3c79c req-23eb61dd-5556-4229-9754-fd259d2e0cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:04.408565 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9024442-6cd0-47ea-aeb5-c103ffd3c79c req-23eb61dd-5556-4229-9754-fd259d2e0cd3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0689387 Feb 19 05:08:04.527712 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9024442-6cd0-47ea-aeb5-c103ffd3c79c req-2da95625-862d-412a-840a-4cb2d020ffda service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097720 Feb 19 05:08:04.617536 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a9ff80ac-77d7-49b6-811d-cc2b3641e20f admin admin] Publish callbacks [] for router_gateway (5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:04.647528 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a9ff80ac-77d7-49b6-811d-cc2b3641e20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:04.659411 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9024442-6cd0-47ea-aeb5-c103ffd3c79c req-27ee4384-edfc-4f72-9ea5-d552cf6f4ddb service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229422 Feb 19 05:08:04.742264 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-240b354a-7214-4119-b586-b3bed484eac0 None None] Publish callbacks [] for port (c2d2f045-cba6-490b-86bf-ca6707d02b22), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:04.754876 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-240b354a-7214-4119-b586-b3bed484eac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (c2d2f045-cba6-490b-86bf-ca6707d02b22), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:04.779342 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-a9ff80ac-77d7-49b6-811d-cc2b3641e20f admin admin] Allocated IP 172.25.0.226 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/8349fea5-561e-4da4-8d24-f98a477be992) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:08:04.799454 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240b354a-7214-4119-b586-b3bed484eac0 None None] Network d5b1263d-a122-417e-98b7-d8c41fcb6d83 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:08:04.806242 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-240b354a-7214-4119-b586-b3bed484eac0 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:08:04.816739 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240b354a-7214-4119-b586-b3bed484eac0 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:08:04.833948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b354a-7214-4119-b586-b3bed484eac0 None None] Pushing event updated for resources: {'Port': ['ID=c2d2f045-cba6-490b-86bf-ca6707d02b22,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:04.901032 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a9ff80ac-77d7-49b6-811d-cc2b3641e20f admin admin] Publish callbacks [] for port (8349fea5-561e-4da4-8d24-f98a477be992), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:04.924499 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] Publish callbacks [] for port (f03b7c31-89da-49c2-b0dc-37313b363c70), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:04.928855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-240b354a-7214-4119-b586-b3bed484eac0 None None] Attempting to bind port c2d2f045-cba6-490b-86bf-ca6707d02b22 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:08:04.929040 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-240b354a-7214-4119-b586-b3bed484eac0 None None] Attempting to bind port c2d2f045-cba6-490b-86bf-ca6707d02b22 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '724c4d7b-d6bd-4355-bc99-804b7576dfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd5b1263d-a122-417e-98b7-d8c41fcb6d83'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:08:04.929451 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240b354a-7214-4119-b586-b3bed484eac0 None None] Attempting to bind port c2d2f045-cba6-490b-86bf-ca6707d02b22 on network d5b1263d-a122-417e-98b7-d8c41fcb6d83 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:08:04.937090 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240b354a-7214-4119-b586-b3bed484eac0 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:08:04.937421 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240b354a-7214-4119-b586-b3bed484eac0 None None] Checking segment: {'id': '724c4d7b-d6bd-4355-bc99-804b7576dfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd5b1263d-a122-417e-98b7-d8c41fcb6d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:08:04.938131 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-240b354a-7214-4119-b586-b3bed484eac0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:04.938528 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240b354a-7214-4119-b586-b3bed484eac0 None None] Bound using segment: {'id': '724c4d7b-d6bd-4355-bc99-804b7576dfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd5b1263d-a122-417e-98b7-d8c41fcb6d83'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:08:04.939176 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-240b354a-7214-4119-b586-b3bed484eac0 None None] Bound port: c2d2f045-cba6-490b-86bf-ca6707d02b22, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724c4d7b-d6bd-4355-bc99-804b7576dfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd5b1263d-a122-417e-98b7-d8c41fcb6d83'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:08:04.939543 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-240b354a-7214-4119-b586-b3bed484eac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c2d2f045-cba6-490b-86bf-ca6707d02b22), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:04.941714 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f03b7c31-89da-49c2-b0dc-37313b363c70), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:04.946889 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a9ff80ac-77d7-49b6-811d-cc2b3641e20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (8349fea5-561e-4da4-8d24-f98a477be992), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:04.997227 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ff80ac-77d7-49b6-811d-cc2b3641e20f admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:08:05.000807 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-a9ff80ac-77d7-49b6-811d-cc2b3641e20f admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:08:05.003692 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff80ac-77d7-49b6-811d-cc2b3641e20f admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:08:05.043241 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff80ac-77d7-49b6-811d-cc2b3641e20f admin admin] Pushing event updated for resources: {'Port': ['ID=8349fea5-561e-4da4-8d24-f98a477be992,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:05.051154 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-240b354a-7214-4119-b586-b3bed484eac0 None None] For port c2d2f045-cba6-490b-86bf-ca6707d02b22, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:08:05.055465 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-240b354a-7214-4119-b586-b3bed484eac0 None None] For port c2d2f045-cba6-490b-86bf-ca6707d02b22, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c2d2f045-cba6-490b-86bf-ca6707d02b22,segment=NetworkSegment(724c4d7b-d6bd-4355-bc99-804b7576dfe0),segment_id=724c4d7b-d6bd-4355-bc99-804b7576dfe0)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:08:05.066172 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 098ba062-b8d5-4889-a911-8122fa9eafdb up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:08:05.075939 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-240b354a-7214-4119-b586-b3bed484eac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c2d2f045-cba6-490b-86bf-ca6707d02b22), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:05.123336 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc676d-97d7-4235-af84-b944333b90d2 None None] Pushing event updated for resources: {'Port': ['ID=f03b7c31-89da-49c2-b0dc-37313b363c70,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:05.248768 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] Attempting to bind port f03b7c31-89da-49c2-b0dc-37313b363c70 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:08:05.249186 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] Attempting to bind port f03b7c31-89da-49c2-b0dc-37313b363c70 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'd7a17871-ade6-4a06-958c-ef0554b07f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:08:05.249557 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] Attempting to bind port f03b7c31-89da-49c2-b0dc-37313b363c70 on network 962953d2-c5e3-41d5-9dec-413d064a13ed {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:08:05.258540 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0d124457-7738-4a8c-9b1a-f68b705f4289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:05.281103 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:08:05.281458 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] Checking segment: {'id': 'd7a17871-ade6-4a06-958c-ef0554b07f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:08:05.281822 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:05.282368 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] Bound using segment: {'id': 'd7a17871-ade6-4a06-958c-ef0554b07f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:08:05.283147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] Bound port: f03b7c31-89da-49c2-b0dc-37313b363c70, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a17871-ade6-4a06-958c-ef0554b07f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:08:05.283534 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f03b7c31-89da-49c2-b0dc-37313b363c70), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:05.312706 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b354a-7214-4119-b586-b3bed484eac0 None None] Pushing event updated for resources: {'Port': ['ID=c2d2f045-cba6-490b-86bf-ca6707d02b22,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:05.318815 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 098ba062-b8d5-4889-a911-8122fa9eafdb triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:05.319244 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (098ba062-b8d5-4889-a911-8122fa9eafdb), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:05.418661 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a9ff80ac-77d7-49b6-811d-cc2b3641e20f admin admin] Publish callbacks [] for router_gateway (5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:05.446005 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8a09125b-d67a-4039-99f6-08a90657a6f8 None None] Provisioning complete for port f03b7c31-89da-49c2-b0dc-37313b363c70 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:05.446509 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8a09125b-d67a-4039-99f6-08a90657a6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f03b7c31-89da-49c2-b0dc-37313b363c70), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:05.505620 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] For port f03b7c31-89da-49c2-b0dc-37313b363c70, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:08:05.545191 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] For port f03b7c31-89da-49c2-b0dc-37313b363c70, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f03b7c31-89da-49c2-b0dc-37313b363c70,segment=NetworkSegment(d7a17871-ade6-4a06-958c-ef0554b07f44),segment_id=d7a17871-ade6-4a06-958c-ef0554b07f44)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:08:05.561602 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f03b7c31-89da-49c2-b0dc-37313b363c70), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:05.571111 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8a09125b-d67a-4039-99f6-08a90657a6f8 None None] Port f03b7c31-89da-49c2-b0dc-37313b363c70 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:08:05.598682 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 098ba062-b8d5-4889-a911-8122fa9eafdb is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:05.642518 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc676d-97d7-4235-af84-b944333b90d2 None None] Pushing event updated for resources: {'Port': ['ID=f03b7c31-89da-49c2-b0dc-37313b363c70,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:05.655038 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] Routers {'037999f5-dfd9-41f5-a643-f8cb4c2923a7'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:05.656481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:08:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['037999f5-dfd9-41f5-a643-f8cb4c2923a7'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:05.811141 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a9ff80ac-77d7-49b6-811d-cc2b3641e20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:06.000190 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ff80ac-77d7-49b6-811d-cc2b3641e20f admin admin] Router 5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:08:06.009879 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] Set router 037999f5-dfd9-41f5-a643-f8cb4c2923a7 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:06.041673 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f0260632-e662-4011-a8df-9d2b9c5641c3 None None] Provisioning complete for port f03b7c31-89da-49c2-b0dc-37313b363c70 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:06.042059 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f0260632-e662-4011-a8df-9d2b9c5641c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f03b7c31-89da-49c2-b0dc-37313b363c70), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:06.126310 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ff80ac-77d7-49b6-811d-cc2b3641e20f admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:08:06.136881 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] Sync routers for ids ['5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:08:06.149413 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] Routers {'5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:06.150723 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:08:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:06.155532 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a9ff80ac-77d7-49b6-811d-cc2b3641e20f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:06.159595 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a9ff80ac-77d7-49b6-811d-cc2b3641e20f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1751065 Feb 19 05:08:06.159910 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33236) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:06.220324 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f0260632-e662-4011-a8df-9d2b9c5641c3 None None] Current status of the port f03b7c31-89da-49c2-b0dc-37313b363c70 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:06.220584 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f0260632-e662-4011-a8df-9d2b9c5641c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f03b7c31-89da-49c2-b0dc-37313b363c70), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:06.280585 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-f0260632-e662-4011-a8df-9d2b9c5641c3 None None] For port f03b7c31-89da-49c2-b0dc-37313b363c70, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f03b7c31-89da-49c2-b0dc-37313b363c70,segment=NetworkSegment(d7a17871-ade6-4a06-958c-ef0554b07f44),segment_id=d7a17871-ade6-4a06-958c-ef0554b07f44)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:06.288191 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f0260632-e662-4011-a8df-9d2b9c5641c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f03b7c31-89da-49c2-b0dc-37313b363c70), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:06.310579 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] Set router 5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:06.382251 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0260632-e662-4011-a8df-9d2b9c5641c3 None None] Pushing event updated for resources: {'Port': ['ID=f03b7c31-89da-49c2-b0dc-37313b363c70,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:06.421262 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037999f5-dfd9-41f5-a643-f8cb4c2923a7', 'name': 'tempest-TestServerMultinode-804098825-router', 'tenant_id': '534a5c49f98246b9851528eef260972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '098ba062-b8d5-4889-a911-8122fa9eafdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:07:58Z', 'updated_at': '2022-02-19T05:08:01Z', 'revision_number': 4, 'project_id': '534a5c49f98246b9851528eef260972e', 'gw_port': {'id': '098ba062-b8d5-4889-a911-8122fa9eafdb', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037999f5-dfd9-41f5-a643-f8cb4c2923a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:07:58Z', 'updated_at': '2022-02-19T05:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'f03b7c31-89da-49c2-b0dc-37313b363c70', 'name': '', 'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed', 'tenant_id': '534a5c49f98246b9851528eef260972e', 'mac_address': 'fa:16:3e:50:07:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037999f5-dfd9-41f5-a643-f8cb4c2923a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '2fb17c7e-d71d-4195-a487-8f060d40813f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:00Z', 'updated_at': '2022-02-19T05:08:05Z', 'revision_number': 4, 'project_id': '534a5c49f98246b9851528eef260972e', 'subnets': [{'id': '2fb17c7e-d71d-4195-a487-8f060d40813f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:06.461941 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e3fe90-3cf0-49c2-81d2-335b788d90e9 None None] The sync data for ids ['037999f5-dfd9-41f5-a643-f8cb4c2923a7'] in n-d-772273-4 is: [{'id': '037999f5-dfd9-41f5-a643-f8cb4c2923a7', 'name': 'tempest-TestServerMultinode-804098825-router', 'tenant_id': '534a5c49f98246b9851528eef260972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '098ba062-b8d5-4889-a911-8122fa9eafdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:07:58Z', 'updated_at': '2022-02-19T05:08:01Z', 'revision_number': 4, 'project_id': '534a5c49f98246b9851528eef260972e', 'gw_port': {'id': '098ba062-b8d5-4889-a911-8122fa9eafdb', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037999f5-dfd9-41f5-a643-f8cb4c2923a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:07:58Z', 'updated_at': '2022-02-19T05:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'f03b7c31-89da-49c2-b0dc-37313b363c70', 'name': '', 'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed', 'tenant_id': '534a5c49f98246b9851528eef260972e', 'mac_address': 'fa:16:3e:50:07:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037999f5-dfd9-41f5-a643-f8cb4c2923a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '2fb17c7e-d71d-4195-a487-8f060d40813f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:00Z', 'updated_at': '2022-02-19T05:08:05Z', 'revision_number': 4, 'project_id': '534a5c49f98246b9851528eef260972e', 'subnets': [{'id': '2fb17c7e-d71d-4195-a487-8f060d40813f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:08:06.539614 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c', 'name': 'tempest-TestServerMultinode-1581718957-router', 'tenant_id': '576ee5273d954559a84f66fa88254bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '8349fea5-561e-4da4-8d24-f98a477be992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:04Z', 'updated_at': '2022-02-19T05:08:05Z', 'revision_number': 3, 'project_id': '576ee5273d954559a84f66fa88254bbc', 'gw_port': {'id': '8349fea5-561e-4da4-8d24-f98a477be992', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:04Z', 'updated_at': '2022-02-19T05:08:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:06.582097 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] Checking router: 5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:08:06.582699 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] Updating router 5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c port 8349fea5-561e-4da4-8d24-f98a477be992 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:08:06.622806 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8349fea5-561e-4da4-8d24-f98a477be992), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:06.650575 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c581cfb-4aaa-4a46-95ce-bee37c63a26f None None] Network d5b1263d-a122-417e-98b7-d8c41fcb6d83 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:08:06.736441 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6eb41f95-9fa7-41e2-9a17-bec21b41fcac None None] Provisioning complete for port c2d2f045-cba6-490b-86bf-ca6707d02b22 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:06.736966 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6eb41f95-9fa7-41e2-9a17-bec21b41fcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c2d2f045-cba6-490b-86bf-ca6707d02b22), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:06.798796 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-77dd1943-fc95-44dc-b605-3faf441b3d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:06.882823 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6eb41f95-9fa7-41e2-9a17-bec21b41fcac None None] Current status of the port c2d2f045-cba6-490b-86bf-ca6707d02b22 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:06.883224 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6eb41f95-9fa7-41e2-9a17-bec21b41fcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c2d2f045-cba6-490b-86bf-ca6707d02b22), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:06.932183 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-6eb41f95-9fa7-41e2-9a17-bec21b41fcac None None] For port c2d2f045-cba6-490b-86bf-ca6707d02b22, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c2d2f045-cba6-490b-86bf-ca6707d02b22,segment=NetworkSegment(724c4d7b-d6bd-4355-bc99-804b7576dfe0),segment_id=724c4d7b-d6bd-4355-bc99-804b7576dfe0)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:06.942045 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6eb41f95-9fa7-41e2-9a17-bec21b41fcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c2d2f045-cba6-490b-86bf-ca6707d02b22), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:07.007484 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] Publish callbacks [] for port (8349fea5-561e-4da4-8d24-f98a477be992), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:07.017350 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8349fea5-561e-4da4-8d24-f98a477be992), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:07.051516 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:07.091271 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb41f95-9fa7-41e2-9a17-bec21b41fcac None None] Pushing event updated for resources: {'Port': ['ID=c2d2f045-cba6-490b-86bf-ca6707d02b22,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:07.094354 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] Attempting to bind port 8349fea5-561e-4da4-8d24-f98a477be992 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:08:07.095019 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] Attempting to bind port 8349fea5-561e-4da4-8d24-f98a477be992 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:08:07.095499 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] Attempting to bind port 8349fea5-561e-4da4-8d24-f98a477be992 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:08:07.103466 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:08:07.104546 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:08:07.105233 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:07.105735 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:08:07.106332 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] Bound port: 8349fea5-561e-4da4-8d24-f98a477be992, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:08:07.106822 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8349fea5-561e-4da4-8d24-f98a477be992), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:07.141801 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-77dd1943-fc95-44dc-b605-3faf441b3d74 admin admin] Allocated IP 172.20.0.1 (d5b1263d-a122-417e-98b7-d8c41fcb6d83/b13e190f-e040-4976-81d6-7acaa5f3ff43/9e91b73f-0302-4d72-81f8-618a53faca0d) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:08:07.151290 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3dd9e-4fea-4bf2-bacc-c29fb818d96f None None] Pushing event updated for resources: {'Port': ['ID=8349fea5-561e-4da4-8d24-f98a477be992,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:07.196312 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f03b7c31-89da-49c2-b0dc-37313b363c70 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:08:07.198221 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] For port 8349fea5-561e-4da4-8d24-f98a477be992, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:08:07.201800 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] For port 8349fea5-561e-4da4-8d24-f98a477be992, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8349fea5-561e-4da4-8d24-f98a477be992,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:08:07.208793 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8349fea5-561e-4da4-8d24-f98a477be992), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:07.277858 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port f03b7c31-89da-49c2-b0dc-37313b363c70 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:07.278259 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f03b7c31-89da-49c2-b0dc-37313b363c70), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:07.303949 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3dd9e-4fea-4bf2-bacc-c29fb818d96f None None] Pushing event updated for resources: {'Port': ['ID=8349fea5-561e-4da4-8d24-f98a477be992,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:07.315591 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ac264097-b9ab-497c-a6b5-d25e4acabf07 None None] Provisioning complete for port c2d2f045-cba6-490b-86bf-ca6707d02b22 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:07.316062 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ac264097-b9ab-497c-a6b5-d25e4acabf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c2d2f045-cba6-490b-86bf-ca6707d02b22), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:07.327781 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] Routers {'5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:07.328418 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:08:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:07.348943 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-77dd1943-fc95-44dc-b605-3faf441b3d74 admin admin] Publish callbacks [] for port (9e91b73f-0302-4d72-81f8-618a53faca0d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:07.407317 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-77dd1943-fc95-44dc-b605-3faf441b3d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (9e91b73f-0302-4d72-81f8-618a53faca0d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:07.438202 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port f03b7c31-89da-49c2-b0dc-37313b363c70 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:07.439300 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c2d2f045-cba6-490b-86bf-ca6707d02b22 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:08:07.457143 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dd1943-fc95-44dc-b605-3faf441b3d74 admin admin] Network d5b1263d-a122-417e-98b7-d8c41fcb6d83 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:08:07.463657 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-77dd1943-fc95-44dc-b605-3faf441b3d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:08:07.469029 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dd1943-fc95-44dc-b605-3faf441b3d74 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:08:07.477695 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] Set router 5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:07.501203 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd1943-fc95-44dc-b605-3faf441b3d74 admin admin] Pushing event updated for resources: {'Port': ['ID=9e91b73f-0302-4d72-81f8-618a53faca0d,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:07.521412 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ac264097-b9ab-497c-a6b5-d25e4acabf07 None None] Current status of the port c2d2f045-cba6-490b-86bf-ca6707d02b22 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:07.533160 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-77dd1943-fc95-44dc-b605-3faf441b3d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:07.545345 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port c2d2f045-cba6-490b-86bf-ca6707d02b22 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:07.545955 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c2d2f045-cba6-490b-86bf-ca6707d02b22), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:07.674480 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port c2d2f045-cba6-490b-86bf-ca6707d02b22 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:07.722417 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-77dd1943-fc95-44dc-b605-3faf441b3d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9e91b73f-0302-4d72-81f8-618a53faca0d), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:07.786493 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c', 'name': 'tempest-TestServerMultinode-1581718957-router', 'tenant_id': '576ee5273d954559a84f66fa88254bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '8349fea5-561e-4da4-8d24-f98a477be992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:04Z', 'updated_at': '2022-02-19T05:08:05Z', 'revision_number': 3, 'project_id': '576ee5273d954559a84f66fa88254bbc', 'gw_port': {'id': '8349fea5-561e-4da4-8d24-f98a477be992', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:04Z', 'updated_at': '2022-02-19T05:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:07.818416 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b248f8-ec5e-4b22-81be-e08de443b41e None None] The sync data for ids ['5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c'] in n-d-772273-4 is: [{'id': '5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c', 'name': 'tempest-TestServerMultinode-1581718957-router', 'tenant_id': '576ee5273d954559a84f66fa88254bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '8349fea5-561e-4da4-8d24-f98a477be992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:04Z', 'updated_at': '2022-02-19T05:08:05Z', 'revision_number': 3, 'project_id': '576ee5273d954559a84f66fa88254bbc', 'gw_port': {'id': '8349fea5-561e-4da4-8d24-f98a477be992', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:04Z', 'updated_at': '2022-02-19T05:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:08:07.854695 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-222bff97-d1f1-40de-bfb3-37be8bb2591c None None] Provisioning complete for port 9e91b73f-0302-4d72-81f8-618a53faca0d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:07.855449 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-222bff97-d1f1-40de-bfb3-37be8bb2591c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9e91b73f-0302-4d72-81f8-618a53faca0d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:07.914229 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:07.917037 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-222bff97-d1f1-40de-bfb3-37be8bb2591c None None] Port 9e91b73f-0302-4d72-81f8-618a53faca0d cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:08:07.934587 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-77dd1943-fc95-44dc-b605-3faf441b3d74 admin admin] Publish callbacks [] for port (9e91b73f-0302-4d72-81f8-618a53faca0d), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:07.941616 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-77dd1943-fc95-44dc-b605-3faf441b3d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (9e91b73f-0302-4d72-81f8-618a53faca0d), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:08.040796 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd1943-fc95-44dc-b605-3faf441b3d74 admin admin] Pushing event updated for resources: {'Port': ['ID=9e91b73f-0302-4d72-81f8-618a53faca0d,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:08.044269 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-77dd1943-fc95-44dc-b605-3faf441b3d74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:08.096634 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:08.189151 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dd1943-fc95-44dc-b605-3faf441b3d74 admin admin] Network d5b1263d-a122-417e-98b7-d8c41fcb6d83 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:08:08.190925 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-77dd1943-fc95-44dc-b605-3faf441b3d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:08:08.333387 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77dd1943-fc95-44dc-b605-3faf441b3d74 admin admin] Router 5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:08:08.448258 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c4fae15b-0c1c-46b8-98a9-6fc307120f38 None None] Provisioning complete for port 9e91b73f-0302-4d72-81f8-618a53faca0d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:08.448824 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c4fae15b-0c1c-46b8-98a9-6fc307120f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9e91b73f-0302-4d72-81f8-618a53faca0d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:08.487670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c4fae15b-0c1c-46b8-98a9-6fc307120f38 None None] Port 9e91b73f-0302-4d72-81f8-618a53faca0d cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:08:08.812412 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77dd1943-fc95-44dc-b605-3faf441b3d74 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:08:08.817349 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-77dd1943-fc95-44dc-b605-3faf441b3d74 admin admin] 10.222.0.65 "PUT /v2.0/routers/5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6563706 Feb 19 05:08:09.045633 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8349fea5-561e-4da4-8d24-f98a477be992 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:08:09.096093 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 8349fea5-561e-4da4-8d24-f98a477be992 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:09.096483 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8349fea5-561e-4da4-8d24-f98a477be992), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:09.180045 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 8349fea5-561e-4da4-8d24-f98a477be992 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:09.180452 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8349fea5-561e-4da4-8d24-f98a477be992), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:09.213698 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 8349fea5-561e-4da4-8d24-f98a477be992, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8349fea5-561e-4da4-8d24-f98a477be992,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:09.218573 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8349fea5-561e-4da4-8d24-f98a477be992), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:09.219388 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c2d2f045-cba6-490b-86bf-ca6707d02b22 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:08:09.296402 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=8349fea5-561e-4da4-8d24-f98a477be992,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:09.306323 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port c2d2f045-cba6-490b-86bf-ca6707d02b22 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:09.306745 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c2d2f045-cba6-490b-86bf-ca6707d02b22), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:09.358693 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54483158-3396-477f-978a-c02e81133e14 req-d54f9eea-dd0e-4c01-a6e0-714704740e67 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:09.360343 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54483158-3396-477f-978a-c02e81133e14 req-d54f9eea-dd0e-4c01-a6e0-714704740e67 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/networks?id=962953d2-c5e3-41d5-9dec-413d064a13ed HTTP/1.1" status: 200 len: 909 time: 0.0906594 Feb 19 05:08:09.375854 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54483158-3396-477f-978a-c02e81133e14 req-42a05cd2-ef53-445e-b8e5-1cc51dc30439 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/quotas/576ee5273d954559a84f66fa88254bbc HTTP/1.1" status: 200 len: 375 time: 0.0091510 Feb 19 05:08:09.411608 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:09.417062 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port c2d2f045-cba6-490b-86bf-ca6707d02b22 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:09.473965 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54483158-3396-477f-978a-c02e81133e14 req-0206daf9-b343-4e3b-b49e-101e0216304f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?tenant_id=576ee5273d954559a84f66fa88254bbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0898697 Feb 19 05:08:09.490464 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:09.691397 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54483158-3396-477f-978a-c02e81133e14 req-43c57a18-e706-4b58-8406-1b2f11cab722 service neutron] 10.222.0.65 "GET /v2.0/networks/962953d2-c5e3-41d5-9dec-413d064a13ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100921 Feb 19 05:08:09.754529 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417be831-432b-471f-a966-626a6fff92a6 None None] Sync routers for ids ['5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:08:09.765668 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417be831-432b-471f-a966-626a6fff92a6 None None] Routers {'5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:09.766399 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-417be831-432b-471f-a966-626a6fff92a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:08:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:09.787220 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54483158-3396-477f-978a-c02e81133e14 req-3fb3c110-f657-4153-821c-ecefeb6ce437 service neutron] 10.222.0.65 "GET /v2.0/networks/962953d2-c5e3-41d5-9dec-413d064a13ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899739 Feb 19 05:08:09.882572 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-417be831-432b-471f-a966-626a6fff92a6 None None] Set router 5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:09.958945 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fd3ea260-31b2-49f9-91aa-8889daf68323 req-abe3d222-69fb-4204-91e6-ecf179d84b85 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0431336d-7c21-4fb5-b483-fd2390ed3cca HTTP/1.1" status: 200 len: 210 time: 0.0305119 Feb 19 05:08:10.141709 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-417be831-432b-471f-a966-626a6fff92a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c', 'name': 'tempest-TestServerMultinode-1581718957-router', 'tenant_id': '576ee5273d954559a84f66fa88254bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '8349fea5-561e-4da4-8d24-f98a477be992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:04Z', 'updated_at': '2022-02-19T05:08:07Z', 'revision_number': 4, 'project_id': '576ee5273d954559a84f66fa88254bbc', 'gw_port': {'id': '8349fea5-561e-4da4-8d24-f98a477be992', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:04Z', 'updated_at': '2022-02-19T05:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '9e91b73f-0302-4d72-81f8-618a53faca0d', 'name': '', 'network_id': 'd5b1263d-a122-417e-98b7-d8c41fcb6d83', 'tenant_id': '576ee5273d954559a84f66fa88254bbc', 'mac_address': 'fa:16:3e:a0:f4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b13e190f-e040-4976-81d6-7acaa5f3ff43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:06Z', 'updated_at': '2022-02-19T05:08:07Z', 'revision_number': 2, 'project_id': '576ee5273d954559a84f66fa88254bbc', 'subnets': [{'id': 'b13e190f-e040-4976-81d6-7acaa5f3ff43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:10.173916 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417be831-432b-471f-a966-626a6fff92a6 None None] Checking router: 5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:08:10.174275 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417be831-432b-471f-a966-626a6fff92a6 None None] Updating router 5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c port 9e91b73f-0302-4d72-81f8-618a53faca0d binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:08:10.204956 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-417be831-432b-471f-a966-626a6fff92a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9e91b73f-0302-4d72-81f8-618a53faca0d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:10.543540 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-417be831-432b-471f-a966-626a6fff92a6 None None] Publish callbacks [] for port (9e91b73f-0302-4d72-81f8-618a53faca0d), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:10.550314 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-417be831-432b-471f-a966-626a6fff92a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9e91b73f-0302-4d72-81f8-618a53faca0d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:10.601193 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2ec7b-2ddf-45b1-9431-cfb518b5801c None None] Pushing event updated for resources: {'Port': ['ID=9e91b73f-0302-4d72-81f8-618a53faca0d,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:10.679578 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-417be831-432b-471f-a966-626a6fff92a6 None None] Attempting to bind port 9e91b73f-0302-4d72-81f8-618a53faca0d on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:08:10.680015 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-417be831-432b-471f-a966-626a6fff92a6 None None] Attempting to bind port 9e91b73f-0302-4d72-81f8-618a53faca0d by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '724c4d7b-d6bd-4355-bc99-804b7576dfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd5b1263d-a122-417e-98b7-d8c41fcb6d83'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:08:10.680327 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417be831-432b-471f-a966-626a6fff92a6 None None] Attempting to bind port 9e91b73f-0302-4d72-81f8-618a53faca0d on network d5b1263d-a122-417e-98b7-d8c41fcb6d83 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:08:10.687051 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417be831-432b-471f-a966-626a6fff92a6 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:08:10.687406 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417be831-432b-471f-a966-626a6fff92a6 None None] Checking segment: {'id': '724c4d7b-d6bd-4355-bc99-804b7576dfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd5b1263d-a122-417e-98b7-d8c41fcb6d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:08:10.687953 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-417be831-432b-471f-a966-626a6fff92a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:10.688352 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417be831-432b-471f-a966-626a6fff92a6 None None] Bound using segment: {'id': '724c4d7b-d6bd-4355-bc99-804b7576dfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd5b1263d-a122-417e-98b7-d8c41fcb6d83'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:08:10.688838 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-417be831-432b-471f-a966-626a6fff92a6 None None] Bound port: 9e91b73f-0302-4d72-81f8-618a53faca0d, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724c4d7b-d6bd-4355-bc99-804b7576dfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd5b1263d-a122-417e-98b7-d8c41fcb6d83'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:08:10.689260 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-417be831-432b-471f-a966-626a6fff92a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9e91b73f-0302-4d72-81f8-618a53faca0d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:10.766568 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-417be831-432b-471f-a966-626a6fff92a6 None None] For port 9e91b73f-0302-4d72-81f8-618a53faca0d, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:08:10.770901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-417be831-432b-471f-a966-626a6fff92a6 None None] For port 9e91b73f-0302-4d72-81f8-618a53faca0d, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9e91b73f-0302-4d72-81f8-618a53faca0d,segment=NetworkSegment(724c4d7b-d6bd-4355-bc99-804b7576dfe0),segment_id=724c4d7b-d6bd-4355-bc99-804b7576dfe0)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:08:10.779136 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-417be831-432b-471f-a966-626a6fff92a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9e91b73f-0302-4d72-81f8-618a53faca0d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:10.855534 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2ec7b-2ddf-45b1-9431-cfb518b5801c None None] Pushing event updated for resources: {'Port': ['ID=9e91b73f-0302-4d72-81f8-618a53faca0d,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:10.858386 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-17ccc5a9-35a2-4b62-ab3f-4a227ffe65b5 None None] Provisioning complete for port 9e91b73f-0302-4d72-81f8-618a53faca0d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:10.858845 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-17ccc5a9-35a2-4b62-ab3f-4a227ffe65b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9e91b73f-0302-4d72-81f8-618a53faca0d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:10.860549 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417be831-432b-471f-a966-626a6fff92a6 None None] Routers {'5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:10.861255 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-417be831-432b-471f-a966-626a6fff92a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:08:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:11.027960 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8349fea5-561e-4da4-8d24-f98a477be992 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:08:11.068101 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-417be831-432b-471f-a966-626a6fff92a6 None None] Set router 5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:11.145035 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e7f2df9a-0f1c-4f64-a8d3-84f83d5d3046 req-5c0960d5-850f-404b-8d1f-83e0ae26071a tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0431336d-7c21-4fb5-b483-fd2390ed3cca HTTP/1.1" status: 200 len: 210 time: 0.0436189 Feb 19 05:08:11.196105 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54483158-3396-477f-978a-c02e81133e14 req-5361e520-0cba-40f3-a641-a8a619c51951 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:11.199090 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54483158-3396-477f-978a-c02e81133e14 req-5361e520-0cba-40f3-a641-a8a619c51951 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.10 "GET /v2.0/networks?id=962953d2-c5e3-41d5-9dec-413d064a13ed HTTP/1.1" status: 200 len: 909 time: 0.2074623 Feb 19 05:08:11.210317 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-54483158-3396-477f-978a-c02e81133e14 req-87f0c39e-42b0-408b-9333-c74670bd2d6a tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Request body: {'port': {'device_id': '0431336d-7c21-4fb5-b483-fd2390ed3cca', 'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed', 'admin_state_up': True, 'tenant_id': '576ee5273d954559a84f66fa88254bbc'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:11.231728 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54483158-3396-477f-978a-c02e81133e14 req-87f0c39e-42b0-408b-9333-c74670bd2d6a tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Made reservation on behalf of 576ee5273d954559a84f66fa88254bbc for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:08:11.234222 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-54483158-3396-477f-978a-c02e81133e14 req-87f0c39e-42b0-408b-9333-c74670bd2d6a tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:11.288509 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-17ccc5a9-35a2-4b62-ab3f-4a227ffe65b5 None None] Current status of the port 9e91b73f-0302-4d72-81f8-618a53faca0d is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:11.288896 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-17ccc5a9-35a2-4b62-ab3f-4a227ffe65b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9e91b73f-0302-4d72-81f8-618a53faca0d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:11.371254 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-54483158-3396-477f-978a-c02e81133e14 req-87f0c39e-42b0-408b-9333-c74670bd2d6a tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Allocated IP 172.20.0.12 (962953d2-c5e3-41d5-9dec-413d064a13ed/2fb17c7e-d71d-4195-a487-8f060d40813f/2c499a1d-0443-4c0b-8b90-d95358644804) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:08:11.392576 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-17ccc5a9-35a2-4b62-ab3f-4a227ffe65b5 None None] For port 9e91b73f-0302-4d72-81f8-618a53faca0d, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9e91b73f-0302-4d72-81f8-618a53faca0d,segment=NetworkSegment(724c4d7b-d6bd-4355-bc99-804b7576dfe0),segment_id=724c4d7b-d6bd-4355-bc99-804b7576dfe0)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:11.425155 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-17ccc5a9-35a2-4b62-ab3f-4a227ffe65b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9e91b73f-0302-4d72-81f8-618a53faca0d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:11.434860 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 8349fea5-561e-4da4-8d24-f98a477be992 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:11.435253 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8349fea5-561e-4da4-8d24-f98a477be992), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:11.522804 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-54483158-3396-477f-978a-c02e81133e14 req-87f0c39e-42b0-408b-9333-c74670bd2d6a tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Publish callbacks [] for port (2c499a1d-0443-4c0b-8b90-d95358644804), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:11.545148 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ccc5a9-35a2-4b62-ab3f-4a227ffe65b5 None None] Pushing event updated for resources: {'Port': ['ID=9e91b73f-0302-4d72-81f8-618a53faca0d,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:11.563459 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-54483158-3396-477f-978a-c02e81133e14 req-87f0c39e-42b0-408b-9333-c74670bd2d6a tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (2c499a1d-0443-4c0b-8b90-d95358644804), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:11.588128 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-78a870b2-baf2-4fb3-bf94-931c54438da8 None None] Provisioning complete for port 9e91b73f-0302-4d72-81f8-618a53faca0d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:11.588513 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a870b2-baf2-4fb3-bf94-931c54438da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9e91b73f-0302-4d72-81f8-618a53faca0d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:11.609638 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54483158-3396-477f-978a-c02e81133e14 req-87f0c39e-42b0-408b-9333-c74670bd2d6a tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Network 962953d2-c5e3-41d5-9dec-413d064a13ed is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:08:11.612819 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-54483158-3396-477f-978a-c02e81133e14 req-87f0c39e-42b0-408b-9333-c74670bd2d6a tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:08:11.619951 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-54483158-3396-477f-978a-c02e81133e14 req-87f0c39e-42b0-408b-9333-c74670bd2d6a tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:08:11.643491 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f0c39e-42b0-408b-9333-c74670bd2d6a tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Pushing event updated for resources: {'Port': ['ID=2c499a1d-0443-4c0b-8b90-d95358644804,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:11.663727 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54483158-3396-477f-978a-c02e81133e14 req-87f0c39e-42b0-408b-9333-c74670bd2d6a tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:11.664300 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-54483158-3396-477f-978a-c02e81133e14 req-87f0c39e-42b0-408b-9333-c74670bd2d6a tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:11.670018 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 8349fea5-561e-4da4-8d24-f98a477be992 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:11.683847 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54483158-3396-477f-978a-c02e81133e14 req-87f0c39e-42b0-408b-9333-c74670bd2d6a tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4777896 Feb 19 05:08:11.691367 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-417be831-432b-471f-a966-626a6fff92a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c', 'name': 'tempest-TestServerMultinode-1581718957-router', 'tenant_id': '576ee5273d954559a84f66fa88254bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '8349fea5-561e-4da4-8d24-f98a477be992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:04Z', 'updated_at': '2022-02-19T05:08:07Z', 'revision_number': 4, 'project_id': '576ee5273d954559a84f66fa88254bbc', 'gw_port': {'id': '8349fea5-561e-4da4-8d24-f98a477be992', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:04Z', 'updated_at': '2022-02-19T05:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '9e91b73f-0302-4d72-81f8-618a53faca0d', 'name': '', 'network_id': 'd5b1263d-a122-417e-98b7-d8c41fcb6d83', 'tenant_id': '576ee5273d954559a84f66fa88254bbc', 'mac_address': 'fa:16:3e:a0:f4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b13e190f-e040-4976-81d6-7acaa5f3ff43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:06Z', 'updated_at': '2022-02-19T05:08:10Z', 'revision_number': 4, 'project_id': '576ee5273d954559a84f66fa88254bbc', 'subnets': [{'id': 'b13e190f-e040-4976-81d6-7acaa5f3ff43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:11.697855 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-54483158-3396-477f-978a-c02e81133e14 req-dfd3178a-2978-40c4-9d8b-eeb360671a8b service neutron] Request body: {'port': {'device_id': '0431336d-7c21-4fb5-b483-fd2390ed3cca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:11.747103 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417be831-432b-471f-a966-626a6fff92a6 None None] The sync data for ids ['5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c'] in n-d-772273-4 is: [{'id': '5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c', 'name': 'tempest-TestServerMultinode-1581718957-router', 'tenant_id': '576ee5273d954559a84f66fa88254bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '8349fea5-561e-4da4-8d24-f98a477be992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:04Z', 'updated_at': '2022-02-19T05:08:07Z', 'revision_number': 4, 'project_id': '576ee5273d954559a84f66fa88254bbc', 'gw_port': {'id': '8349fea5-561e-4da4-8d24-f98a477be992', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:04Z', 'updated_at': '2022-02-19T05:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '9e91b73f-0302-4d72-81f8-618a53faca0d', 'name': '', 'network_id': 'd5b1263d-a122-417e-98b7-d8c41fcb6d83', 'tenant_id': '576ee5273d954559a84f66fa88254bbc', 'mac_address': 'fa:16:3e:a0:f4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b13e190f-e040-4976-81d6-7acaa5f3ff43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:06Z', 'updated_at': '2022-02-19T05:08:10Z', 'revision_number': 4, 'project_id': '576ee5273d954559a84f66fa88254bbc', 'subnets': [{'id': 'b13e190f-e040-4976-81d6-7acaa5f3ff43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:08:11.768568 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-78a870b2-baf2-4fb3-bf94-931c54438da8 None None] Current status of the port 9e91b73f-0302-4d72-81f8-618a53faca0d is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:11.774104 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-54483158-3396-477f-978a-c02e81133e14 req-dfd3178a-2978-40c4-9d8b-eeb360671a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2c499a1d-0443-4c0b-8b90-d95358644804), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:11.905161 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-06bed058-45d7-4c6a-8515-d965997ec472 None None] Provisioning complete for port 2c499a1d-0443-4c0b-8b90-d95358644804 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:11.905544 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-06bed058-45d7-4c6a-8515-d965997ec472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2c499a1d-0443-4c0b-8b90-d95358644804), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:11.948579 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-06bed058-45d7-4c6a-8515-d965997ec472 None None] Port 2c499a1d-0443-4c0b-8b90-d95358644804 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:08:12.127910 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-54483158-3396-477f-978a-c02e81133e14 req-dfd3178a-2978-40c4-9d8b-eeb360671a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c499a1d-0443-4c0b-8b90-d95358644804 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:08:12.136419 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-54483158-3396-477f-978a-c02e81133e14 req-dfd3178a-2978-40c4-9d8b-eeb360671a8b service neutron] Publish callbacks [] for port (2c499a1d-0443-4c0b-8b90-d95358644804), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:12.151113 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-54483158-3396-477f-978a-c02e81133e14 req-dfd3178a-2978-40c4-9d8b-eeb360671a8b service neutron] Transition to ACTIVE for port object 2c499a1d-0443-4c0b-8b90-d95358644804 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:08:12.155234 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-54483158-3396-477f-978a-c02e81133e14 req-dfd3178a-2978-40c4-9d8b-eeb360671a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (2c499a1d-0443-4c0b-8b90-d95358644804), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:12.209893 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3178a-2978-40c4-9d8b-eeb360671a8b service neutron] Pushing event updated for resources: {'Port': ['ID=2c499a1d-0443-4c0b-8b90-d95358644804,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:12.302938 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-54483158-3396-477f-978a-c02e81133e14 req-dfd3178a-2978-40c4-9d8b-eeb360671a8b service neutron] Attempting to bind port 2c499a1d-0443-4c0b-8b90-d95358644804 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:08:12.302938 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-54483158-3396-477f-978a-c02e81133e14 req-dfd3178a-2978-40c4-9d8b-eeb360671a8b service neutron] Attempting to bind port 2c499a1d-0443-4c0b-8b90-d95358644804 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'd7a17871-ade6-4a06-958c-ef0554b07f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:08:12.302938 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54483158-3396-477f-978a-c02e81133e14 req-dfd3178a-2978-40c4-9d8b-eeb360671a8b service neutron] Attempting to bind port 2c499a1d-0443-4c0b-8b90-d95358644804 on network 962953d2-c5e3-41d5-9dec-413d064a13ed {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:08:12.306199 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54483158-3396-477f-978a-c02e81133e14 req-dfd3178a-2978-40c4-9d8b-eeb360671a8b service neutron] Port 2c499a1d-0443-4c0b-8b90-d95358644804 on network 962953d2-c5e3-41d5-9dec-413d064a13ed not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:08:12.306896 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54483158-3396-477f-978a-c02e81133e14 req-dfd3178a-2978-40c4-9d8b-eeb360671a8b service neutron] Attempting to bind port 2c499a1d-0443-4c0b-8b90-d95358644804 on network 962953d2-c5e3-41d5-9dec-413d064a13ed {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:08:12.308689 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b46b7f-fa14-461e-9f07-5d1269073c8b req-70cab1fc-93e3-4267-a614-fbb17c23a00c tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:12.310633 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-25b46b7f-fa14-461e-9f07-5d1269073c8b req-70cab1fc-93e3-4267-a614-fbb17c23a00c tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0431336d-7c21-4fb5-b483-fd2390ed3cca HTTP/1.1" status: 200 len: 1053 time: 0.0720186 Feb 19 05:08:12.319214 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54483158-3396-477f-978a-c02e81133e14 req-dfd3178a-2978-40c4-9d8b-eeb360671a8b service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:08:12.319568 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54483158-3396-477f-978a-c02e81133e14 req-dfd3178a-2978-40c4-9d8b-eeb360671a8b service neutron] Checking segment: {'id': 'd7a17871-ade6-4a06-958c-ef0554b07f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:08:12.319968 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54483158-3396-477f-978a-c02e81133e14 req-dfd3178a-2978-40c4-9d8b-eeb360671a8b service neutron] Bound using segment: {'id': 'd7a17871-ade6-4a06-958c-ef0554b07f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:08:12.320457 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-54483158-3396-477f-978a-c02e81133e14 req-dfd3178a-2978-40c4-9d8b-eeb360671a8b service neutron] Bound port: 2c499a1d-0443-4c0b-8b90-d95358644804, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a17871-ade6-4a06-958c-ef0554b07f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:08:12.320786 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-54483158-3396-477f-978a-c02e81133e14 req-dfd3178a-2978-40c4-9d8b-eeb360671a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2c499a1d-0443-4c0b-8b90-d95358644804), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:12.383411 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-25b46b7f-fa14-461e-9f07-5d1269073c8b req-d0734ee3-ccaa-4780-963d-9fd50920a04a tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613375 Feb 19 05:08:12.418938 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-54483158-3396-477f-978a-c02e81133e14 req-dfd3178a-2978-40c4-9d8b-eeb360671a8b service neutron] For port 2c499a1d-0443-4c0b-8b90-d95358644804, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:08:12.422714 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-54483158-3396-477f-978a-c02e81133e14 req-dfd3178a-2978-40c4-9d8b-eeb360671a8b service neutron] For port 2c499a1d-0443-4c0b-8b90-d95358644804, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2c499a1d-0443-4c0b-8b90-d95358644804,segment=NetworkSegment(d7a17871-ade6-4a06-958c-ef0554b07f44),segment_id=d7a17871-ade6-4a06-958c-ef0554b07f44)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:08:12.430619 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-54483158-3396-477f-978a-c02e81133e14 req-dfd3178a-2978-40c4-9d8b-eeb360671a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (2c499a1d-0443-4c0b-8b90-d95358644804), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:12.469839 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54483158-3396-477f-978a-c02e81133e14 req-dfd3178a-2978-40c4-9d8b-eeb360671a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:12.470489 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-54483158-3396-477f-978a-c02e81133e14 req-dfd3178a-2978-40c4-9d8b-eeb360671a8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:12.472118 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54483158-3396-477f-978a-c02e81133e14 req-dfd3178a-2978-40c4-9d8b-eeb360671a8b service neutron] 10.222.0.10 "PUT /v2.0/ports/2c499a1d-0443-4c0b-8b90-d95358644804 HTTP/1.1" status: 200 len: 1092 time: 0.7807686 Feb 19 05:08:12.472642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0431336d-7c21-4fb5-b483-fd2390ed3cca', 'tag': '2c499a1d-0443-4c0b-8b90-d95358644804'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:08:12.475186 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab158812-9830-41d7-888e-cda76969f72a" -d '{"events": [{"name": "network-changed", "server_uuid": "0431336d-7c21-4fb5-b483-fd2390ed3cca", "tag": "2c499a1d-0443-4c0b-8b90-d95358644804"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:08:12.516334 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3178a-2978-40c4-9d8b-eeb360671a8b service neutron] Pushing event updated for resources: {'Port': ['ID=2c499a1d-0443-4c0b-8b90-d95358644804,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:12.522216 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439f1020-508a-4534-b7d2-14154d50ba75 x-openstack-request-id: req-439f1020-508a-4534-b7d2-14154d50ba75 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:08:12.522708 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0431336d-7c21-4fb5-b483-fd2390ed3cca", "tag": "2c499a1d-0443-4c0b-8b90-d95358644804", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:08:12.523148 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-439f1020-508a-4534-b7d2-14154d50ba75 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:08:12.524655 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0431336d-7c21-4fb5-b483-fd2390ed3cca', 'tag': '2c499a1d-0443-4c0b-8b90-d95358644804', 'status': 'completed', 'code': 200} Feb 19 05:08:12.575763 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54483158-3396-477f-978a-c02e81133e14 req-72b64b13-c451-4682-b7d7-3a9db9d2ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:12.577425 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54483158-3396-477f-978a-c02e81133e14 req-72b64b13-c451-4682-b7d7-3a9db9d2ad88 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=576ee5273d954559a84f66fa88254bbc&device_id=0431336d-7c21-4fb5-b483-fd2390ed3cca HTTP/1.1" status: 200 len: 1126 time: 0.0489938 Feb 19 05:08:12.626162 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54483158-3396-477f-978a-c02e81133e14 req-0fff141a-3ab2-459e-8f7e-d14cc0c8989e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c499a1d-0443-4c0b-8b90-d95358644804 HTTP/1.1" status: 200 len: 217 time: 0.0422945 Feb 19 05:08:12.677034 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54483158-3396-477f-978a-c02e81133e14 req-08df4164-c289-447b-881c-2b167af2f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:12.678595 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54483158-3396-477f-978a-c02e81133e14 req-08df4164-c289-447b-881c-2b167af2f546 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2fb17c7e-d71d-4195-a487-8f060d40813f HTTP/1.1" status: 200 len: 848 time: 0.0472286 Feb 19 05:08:12.731897 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54483158-3396-477f-978a-c02e81133e14 req-fc3e5692-98ed-4868-bf70-5fe7edc19a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:12.733487 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54483158-3396-477f-978a-c02e81133e14 req-fc3e5692-98ed-4868-bf70-5fe7edc19a14 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=962953d2-c5e3-41d5-9dec-413d064a13ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485592 Feb 19 05:08:12.828000 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54483158-3396-477f-978a-c02e81133e14 req-65c2fdf1-2d1d-4dd2-af0c-c14210e85968 service neutron] 10.222.0.10 "GET /v2.0/networks/962953d2-c5e3-41d5-9dec-413d064a13ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881455 Feb 19 05:08:12.918224 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54483158-3396-477f-978a-c02e81133e14 req-df324ce8-3e00-4b60-9151-befa6689e536 service neutron] 10.222.0.10 "GET /v2.0/networks/962953d2-c5e3-41d5-9dec-413d064a13ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844128 Feb 19 05:08:13.006790 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9e91b73f-0302-4d72-81f8-618a53faca0d up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:08:13.014336 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab158812-9830-41d7-888e-cda76969f72a req-3b00a056-d837-40d0-9b17-5211f97e62da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:13.015887 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ab158812-9830-41d7-888e-cda76969f72a req-3b00a056-d837-40d0-9b17-5211f97e62da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=576ee5273d954559a84f66fa88254bbc&device_id=0431336d-7c21-4fb5-b483-fd2390ed3cca HTTP/1.1" status: 200 len: 1126 time: 0.0491757 Feb 19 05:08:13.071090 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 9e91b73f-0302-4d72-81f8-618a53faca0d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:13.071485 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9e91b73f-0302-4d72-81f8-618a53faca0d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:13.127244 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab158812-9830-41d7-888e-cda76969f72a req-3628154c-20cf-4586-8346-cefc77737d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:13.128757 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ab158812-9830-41d7-888e-cda76969f72a req-3628154c-20cf-4586-8346-cefc77737d26 service neutron] 10.222.0.10 "GET /v2.0/networks?id=962953d2-c5e3-41d5-9dec-413d064a13ed HTTP/1.1" status: 200 len: 909 time: 0.1074054 Feb 19 05:08:13.159686 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 9e91b73f-0302-4d72-81f8-618a53faca0d is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:13.173621 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ab158812-9830-41d7-888e-cda76969f72a req-4eca7417-14ec-41a0-bb14-ef1f32df8877 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c499a1d-0443-4c0b-8b90-d95358644804 HTTP/1.1" status: 200 len: 217 time: 0.0378475 Feb 19 05:08:13.227552 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab158812-9830-41d7-888e-cda76969f72a req-997fb229-fbf5-4b3a-8d45-9e29d49e04f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:13.229861 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ab158812-9830-41d7-888e-cda76969f72a req-997fb229-fbf5-4b3a-8d45-9e29d49e04f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2fb17c7e-d71d-4195-a487-8f060d40813f HTTP/1.1" status: 200 len: 848 time: 0.0500333 Feb 19 05:08:13.281864 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab158812-9830-41d7-888e-cda76969f72a req-628cf22e-ad97-4ffd-b236-367b5adef7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:13.283595 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ab158812-9830-41d7-888e-cda76969f72a req-628cf22e-ad97-4ffd-b236-367b5adef7da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=962953d2-c5e3-41d5-9dec-413d064a13ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475793 Feb 19 05:08:13.376301 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ab158812-9830-41d7-888e-cda76969f72a req-b4ec2898-a02f-4f0a-a280-db1d47bdb72f service neutron] 10.222.0.10 "GET /v2.0/networks/962953d2-c5e3-41d5-9dec-413d064a13ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837896 Feb 19 05:08:13.476226 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ab158812-9830-41d7-888e-cda76969f72a req-983d0086-d595-4e53-b402-48f57dcf0ed5 service neutron] 10.222.0.10 "GET /v2.0/networks/962953d2-c5e3-41d5-9dec-413d064a13ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934105 Feb 19 05:08:13.502340 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30659b97-eabe-4a18-a0aa-c12ced9a10f2 req-533d790c-5d51-4d35-93d1-a4eb7d08d239 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:13.504053 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-30659b97-eabe-4a18-a0aa-c12ced9a10f2 req-533d790c-5d51-4d35-93d1-a4eb7d08d239 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0431336d-7c21-4fb5-b483-fd2390ed3cca HTTP/1.1" status: 200 len: 1126 time: 0.0614026 Feb 19 05:08:13.553294 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-30659b97-eabe-4a18-a0aa-c12ced9a10f2 req-24e674c7-7bc6-403f-a3db-a8cbd6cc0232 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431213 Feb 19 05:08:14.683123 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a4ace-5bd9-4a1f-8b08-f66e652c0cba req-229f2458-bac2-4834-a4cf-ebe48e20e225 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:14.684726 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-842a4ace-5bd9-4a1f-8b08-f66e652c0cba req-229f2458-bac2-4834-a4cf-ebe48e20e225 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0431336d-7c21-4fb5-b483-fd2390ed3cca HTTP/1.1" status: 200 len: 1126 time: 0.0498116 Feb 19 05:08:14.733676 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-842a4ace-5bd9-4a1f-8b08-f66e652c0cba req-c7ec57ba-184e-483c-af24-402751256c51 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411444 Feb 19 05:08:15.436896 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 2c499a1d-0443-4c0b-8b90-d95358644804 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:08:15.537761 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 2c499a1d-0443-4c0b-8b90-d95358644804, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2c499a1d-0443-4c0b-8b90-d95358644804,segment=NetworkSegment(d7a17871-ade6-4a06-958c-ef0554b07f44),segment_id=d7a17871-ade6-4a06-958c-ef0554b07f44)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:15.552146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '2c499a1d-0443-4c0b-8b90-d95358644804', 'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed', 'port_id': '2c499a1d-0443-4c0b-8b90-d95358644804', 'mac_address': 'fa:16:3e:0c:e1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fb17c7e-d71d-4195-a487-8f060d40813f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:08:15.591197 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 2c499a1d-0443-4c0b-8b90-d95358644804 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:15.591588 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2c499a1d-0443-4c0b-8b90-d95358644804), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:15.605724 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c499a1d-0443-4c0b-8b90-d95358644804 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:08:15.626845 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 2c499a1d-0443-4c0b-8b90-d95358644804, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2c499a1d-0443-4c0b-8b90-d95358644804,segment=NetworkSegment(d7a17871-ade6-4a06-958c-ef0554b07f44),segment_id=d7a17871-ade6-4a06-958c-ef0554b07f44)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:15.631167 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2c499a1d-0443-4c0b-8b90-d95358644804), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:15.686347 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=2c499a1d-0443-4c0b-8b90-d95358644804,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:15.843549 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['2c499a1d-0443-4c0b-8b90-d95358644804'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:08:15.853096 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80ef35-0748-46a2-aed3-8911d575f9a8 req-2287861d-45df-44de-88e7-d5b9e6ec8bda tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:15.855264 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ea80ef35-0748-46a2-aed3-8911d575f9a8 req-2287861d-45df-44de-88e7-d5b9e6ec8bda tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0431336d-7c21-4fb5-b483-fd2390ed3cca HTTP/1.1" status: 200 len: 1127 time: 0.0478511 Feb 19 05:08:15.903207 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ea80ef35-0748-46a2-aed3-8911d575f9a8 req-22d02288-223d-48ac-8360-9e452e06036b tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418663 Feb 19 05:08:17.027430 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1def00-60e6-4c93-aad2-8e103d65864d req-7f0ce72c-bb6c-4ff7-863d-17cdda6d3d0f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:17.029120 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-eb1def00-60e6-4c93-aad2-8e103d65864d req-7f0ce72c-bb6c-4ff7-863d-17cdda6d3d0f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0431336d-7c21-4fb5-b483-fd2390ed3cca HTTP/1.1" status: 200 len: 1127 time: 0.0479856 Feb 19 05:08:17.079719 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-eb1def00-60e6-4c93-aad2-8e103d65864d req-36b83eea-c8d5-4008-b029-785dc36df161 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448422 Feb 19 05:08:17.437471 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 2c499a1d-0443-4c0b-8b90-d95358644804 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:08:17.494900 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 2c499a1d-0443-4c0b-8b90-d95358644804 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:08:17.499538 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 2c499a1d-0443-4c0b-8b90-d95358644804 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:17.499980 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2c499a1d-0443-4c0b-8b90-d95358644804), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:17.587863 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 2c499a1d-0443-4c0b-8b90-d95358644804 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:17.588254 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2c499a1d-0443-4c0b-8b90-d95358644804), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:17.611159 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0431336d-7c21-4fb5-b483-fd2390ed3cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c499a1d-0443-4c0b-8b90-d95358644804'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:08:17.613471 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f851135-38e9-4d69-aae9-8379db685c74" -d '{"events": [{"server_uuid": "0431336d-7c21-4fb5-b483-fd2390ed3cca", "name": "network-vif-plugged", "status": "completed", "tag": "2c499a1d-0443-4c0b-8b90-d95358644804"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:08:17.627181 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 2c499a1d-0443-4c0b-8b90-d95358644804, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2c499a1d-0443-4c0b-8b90-d95358644804,segment=NetworkSegment(d7a17871-ade6-4a06-958c-ef0554b07f44),segment_id=d7a17871-ade6-4a06-958c-ef0554b07f44)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:17.631261 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2c499a1d-0443-4c0b-8b90-d95358644804), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:17.657851 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b46807-3e61-488a-8e5b-d1f9225e883a x-openstack-request-id: req-b0b46807-3e61-488a-8e5b-d1f9225e883a {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:08:17.658145 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0431336d-7c21-4fb5-b483-fd2390ed3cca", "name": "network-vif-plugged", "status": "completed", "tag": "2c499a1d-0443-4c0b-8b90-d95358644804", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:08:17.658476 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b0b46807-3e61-488a-8e5b-d1f9225e883a {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:08:17.658788 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0431336d-7c21-4fb5-b483-fd2390ed3cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c499a1d-0443-4c0b-8b90-d95358644804', 'code': 200} Feb 19 05:08:17.687675 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=2c499a1d-0443-4c0b-8b90-d95358644804,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:17.756747 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19576802-8d1f-421c-9f4c-a71eaaefee98 req-a77d625a-7ae4-4e4e-91c6-e21292bb1e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:17.758241 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-19576802-8d1f-421c-9f4c-a71eaaefee98 req-a77d625a-7ae4-4e4e-91c6-e21292bb1e3d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0431336d-7c21-4fb5-b483-fd2390ed3cca HTTP/1.1" status: 200 len: 1128 time: 0.0453577 Feb 19 05:08:17.801618 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-19576802-8d1f-421c-9f4c-a71eaaefee98 req-0050abc2-a6d4-44d3-8e8b-5c52e3fa3fb4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372312 Feb 19 05:08:18.189533 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f912751-426a-4ca2-ae06-8eb3643cdd92 req-2ff0d6c7-a006-4e75-a1d9-2cfde4a617e1 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:18.191156 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2f912751-426a-4ca2-ae06-8eb3643cdd92 req-2ff0d6c7-a006-4e75-a1d9-2cfde4a617e1 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0431336d-7c21-4fb5-b483-fd2390ed3cca HTTP/1.1" status: 200 len: 1128 time: 0.0463438 Feb 19 05:08:18.236980 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2f912751-426a-4ca2-ae06-8eb3643cdd92 req-358a1755-dc29-4d15-8808-2914df718c64 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398245 Feb 19 05:08:19.359439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e483914-f09e-499f-bd50-d83fa925bb23 req-d06c1027-dc75-4290-9132-3f6939fe90f7 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:19.362227 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e483914-f09e-499f-bd50-d83fa925bb23 req-d06c1027-dc75-4290-9132-3f6939fe90f7 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0431336d-7c21-4fb5-b483-fd2390ed3cca HTTP/1.1" status: 200 len: 1128 time: 0.0539851 Feb 19 05:08:19.430523 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8e483914-f09e-499f-bd50-d83fa925bb23 req-2ddd021e-48d9-49a6-afd2-c4a92691bff2 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623930 Feb 19 05:08:19.547982 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae272-3dc0-401d-be72-22abaaa5daf0 req-93537f3a-bbb1-4bd6-9a88-bc9ba90c88c4 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:19.549595 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-148ae272-3dc0-401d-be72-22abaaa5daf0 req-93537f3a-bbb1-4bd6-9a88-bc9ba90c88c4 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0431336d-7c21-4fb5-b483-fd2390ed3cca HTTP/1.1" status: 200 len: 1128 time: 0.0488017 Feb 19 05:08:19.594457 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-148ae272-3dc0-401d-be72-22abaaa5daf0 req-b8dd8ef6-3a3f-4164-8635-7f1d7fc50c1a tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392277 Feb 19 05:08:19.706797 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5c1f9-9fac-4f55-bf85-af87ba034686 req-2061418d-08af-47dd-b549-7e8d2a9999dd tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:19.708343 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-33f5c1f9-9fac-4f55-bf85-af87ba034686 req-2061418d-08af-47dd-b549-7e8d2a9999dd tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0431336d-7c21-4fb5-b483-fd2390ed3cca HTTP/1.1" status: 200 len: 1128 time: 0.0494177 Feb 19 05:08:19.753198 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-33f5c1f9-9fac-4f55-bf85-af87ba034686 req-46c2f81e-341c-499e-96db-a2a4c9164295 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389225 Feb 19 05:08:19.960335 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-44968e80-9833-4266-a6f4-b70967b9081f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:19.961894 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-44968e80-9833-4266-a6f4-b70967b9081f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/networks?id=962953d2-c5e3-41d5-9dec-413d064a13ed HTTP/1.1" status: 200 len: 909 time: 0.0855455 Feb 19 05:08:19.976355 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-2bf2782d-ee8e-4910-9b34-3aa16f4b722b tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/quotas/576ee5273d954559a84f66fa88254bbc HTTP/1.1" status: 200 len: 375 time: 0.0089426 Feb 19 05:08:20.036015 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-2f3dc789-a552-40df-8ebe-6b83b46717de tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?tenant_id=576ee5273d954559a84f66fa88254bbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0538447 Feb 19 05:08:20.125884 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-21ac6c77-f980-424e-b2af-160e5270fca9 service neutron] 10.222.0.65 "GET /v2.0/networks/962953d2-c5e3-41d5-9dec-413d064a13ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827241 Feb 19 05:08:20.219886 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-f8f78f5a-1694-46b6-85fc-f8a365cd5f14 service neutron] 10.222.0.65 "GET /v2.0/networks/962953d2-c5e3-41d5-9dec-413d064a13ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883043 Feb 19 05:08:20.382877 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-64ff519a-7bfb-4f2c-805d-4c91ce810917 req-3f4ffda2-9175-4938-8b10-0ad85cc42765 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=35d9ebea-8ce3-4253-ba35-fd738ab76750 HTTP/1.1" status: 200 len: 210 time: 0.0267549 Feb 19 05:08:21.351451 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-6cbd6141-d1fc-4a85-acb0-24f8b849b4f4 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:21.352864 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-6cbd6141-d1fc-4a85-acb0-24f8b849b4f4 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.48 "GET /v2.0/networks?id=962953d2-c5e3-41d5-9dec-413d064a13ed HTTP/1.1" status: 200 len: 909 time: 0.0923305 Feb 19 05:08:21.363982 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-9ce6a74c-d2be-491a-b451-712c6861a447 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Request body: {'port': {'device_id': '35d9ebea-8ce3-4253-ba35-fd738ab76750', 'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed', 'admin_state_up': True, 'tenant_id': '576ee5273d954559a84f66fa88254bbc'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:21.383535 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-9ce6a74c-d2be-491a-b451-712c6861a447 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Made reservation on behalf of 576ee5273d954559a84f66fa88254bbc for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:08:21.386733 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-9ce6a74c-d2be-491a-b451-712c6861a447 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:21.489852 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c43c8f0d-c16c-4a96-b9b6-47dcfcecd59e req-4c88041b-b03a-4cb4-a93f-6d3e7cb909bb tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=35d9ebea-8ce3-4253-ba35-fd738ab76750 HTTP/1.1" status: 200 len: 210 time: 0.0345345 Feb 19 05:08:21.540680 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-9ce6a74c-d2be-491a-b451-712c6861a447 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Allocated IP 172.20.0.6 (962953d2-c5e3-41d5-9dec-413d064a13ed/2fb17c7e-d71d-4195-a487-8f060d40813f/30df9f36-1b4f-4f7a-9249-b469b0558211) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:08:21.692874 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-9ce6a74c-d2be-491a-b451-712c6861a447 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Publish callbacks [] for port (30df9f36-1b4f-4f7a-9249-b469b0558211), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:21.729839 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-9ce6a74c-d2be-491a-b451-712c6861a447 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (30df9f36-1b4f-4f7a-9249-b469b0558211), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:21.741880 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['2c499a1d-0443-4c0b-8b90-d95358644804'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:08:21.774242 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-9ce6a74c-d2be-491a-b451-712c6861a447 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Network 962953d2-c5e3-41d5-9dec-413d064a13ed is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:08:21.777152 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-9ce6a74c-d2be-491a-b451-712c6861a447 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:08:21.783292 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-9ce6a74c-d2be-491a-b451-712c6861a447 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:08:21.812837 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6a74c-d2be-491a-b451-712c6861a447 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Pushing event updated for resources: {'Port': ['ID=30df9f36-1b4f-4f7a-9249-b469b0558211,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:21.831509 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-9ce6a74c-d2be-491a-b451-712c6861a447 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:21.832133 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-9ce6a74c-d2be-491a-b451-712c6861a447 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:21.849325 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-9ce6a74c-d2be-491a-b451-712c6861a447 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4895508 Feb 19 05:08:21.862009 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-d7a058d2-85ea-40b7-a401-8ab48aa4b6fa service neutron] Request body: {'port': {'device_id': '35d9ebea-8ce3-4253-ba35-fd738ab76750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:08:21.929437 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-d7a058d2-85ea-40b7-a401-8ab48aa4b6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (30df9f36-1b4f-4f7a-9249-b469b0558211), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:22.007368 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e311929f-c39c-47b4-bed2-78ab0ccfdb17 None None] Provisioning complete for port 30df9f36-1b4f-4f7a-9249-b469b0558211 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:22.007770 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e311929f-c39c-47b4-bed2-78ab0ccfdb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (30df9f36-1b4f-4f7a-9249-b469b0558211), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:22.048179 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e311929f-c39c-47b4-bed2-78ab0ccfdb17 None None] Port 30df9f36-1b4f-4f7a-9249-b469b0558211 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:08:22.206042 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-d7a058d2-85ea-40b7-a401-8ab48aa4b6fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30df9f36-1b4f-4f7a-9249-b469b0558211 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:08:22.213916 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-d7a058d2-85ea-40b7-a401-8ab48aa4b6fa service neutron] Publish callbacks [] for port (30df9f36-1b4f-4f7a-9249-b469b0558211), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:22.225657 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-d7a058d2-85ea-40b7-a401-8ab48aa4b6fa service neutron] Transition to ACTIVE for port object 30df9f36-1b4f-4f7a-9249-b469b0558211 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:08:22.230711 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-d7a058d2-85ea-40b7-a401-8ab48aa4b6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (30df9f36-1b4f-4f7a-9249-b469b0558211), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:22.281801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a058d2-85ea-40b7-a401-8ab48aa4b6fa service neutron] Pushing event updated for resources: {'Port': ['ID=30df9f36-1b4f-4f7a-9249-b469b0558211,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:22.357678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-d7a058d2-85ea-40b7-a401-8ab48aa4b6fa service neutron] Attempting to bind port 30df9f36-1b4f-4f7a-9249-b469b0558211 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:08:22.358346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-d7a058d2-85ea-40b7-a401-8ab48aa4b6fa service neutron] Attempting to bind port 30df9f36-1b4f-4f7a-9249-b469b0558211 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'd7a17871-ade6-4a06-958c-ef0554b07f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:08:22.358346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-d7a058d2-85ea-40b7-a401-8ab48aa4b6fa service neutron] Attempting to bind port 30df9f36-1b4f-4f7a-9249-b469b0558211 on network 962953d2-c5e3-41d5-9dec-413d064a13ed {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:08:22.363102 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-d7a058d2-85ea-40b7-a401-8ab48aa4b6fa service neutron] Port 30df9f36-1b4f-4f7a-9249-b469b0558211 on network 962953d2-c5e3-41d5-9dec-413d064a13ed not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:08:22.363429 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-d7a058d2-85ea-40b7-a401-8ab48aa4b6fa service neutron] Attempting to bind port 30df9f36-1b4f-4f7a-9249-b469b0558211 on network 962953d2-c5e3-41d5-9dec-413d064a13ed {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:08:22.368799 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-d7a058d2-85ea-40b7-a401-8ab48aa4b6fa service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:08:22.369175 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-d7a058d2-85ea-40b7-a401-8ab48aa4b6fa service neutron] Checking segment: {'id': 'd7a17871-ade6-4a06-958c-ef0554b07f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:08:22.369571 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-d7a058d2-85ea-40b7-a401-8ab48aa4b6fa service neutron] Bound using segment: {'id': 'd7a17871-ade6-4a06-958c-ef0554b07f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:08:22.370005 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-d7a058d2-85ea-40b7-a401-8ab48aa4b6fa service neutron] Bound port: 30df9f36-1b4f-4f7a-9249-b469b0558211, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a17871-ade6-4a06-958c-ef0554b07f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:08:22.370367 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-d7a058d2-85ea-40b7-a401-8ab48aa4b6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (30df9f36-1b4f-4f7a-9249-b469b0558211), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:22.441060 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-d7a058d2-85ea-40b7-a401-8ab48aa4b6fa service neutron] For port 30df9f36-1b4f-4f7a-9249-b469b0558211, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:08:22.444338 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-d7a058d2-85ea-40b7-a401-8ab48aa4b6fa service neutron] For port 30df9f36-1b4f-4f7a-9249-b469b0558211, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=30df9f36-1b4f-4f7a-9249-b469b0558211,segment=NetworkSegment(d7a17871-ade6-4a06-958c-ef0554b07f44),segment_id=d7a17871-ade6-4a06-958c-ef0554b07f44)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:08:22.450726 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-d7a058d2-85ea-40b7-a401-8ab48aa4b6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (30df9f36-1b4f-4f7a-9249-b469b0558211), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:22.489755 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-d7a058d2-85ea-40b7-a401-8ab48aa4b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:22.490388 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-d7a058d2-85ea-40b7-a401-8ab48aa4b6fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:22.491782 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-d7a058d2-85ea-40b7-a401-8ab48aa4b6fa service neutron] 10.222.0.48 "PUT /v2.0/ports/30df9f36-1b4f-4f7a-9249-b469b0558211 HTTP/1.1" status: 200 len: 1091 time: 0.6355922 Feb 19 05:08:22.492226 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d9ebea-8ce3-4253-ba35-fd738ab76750', 'tag': '30df9f36-1b4f-4f7a-9249-b469b0558211'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:08:22.494833 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8787f74f-830f-40f9-87d0-53a757b8c28f" -d '{"events": [{"name": "network-changed", "server_uuid": "35d9ebea-8ce3-4253-ba35-fd738ab76750", "tag": "30df9f36-1b4f-4f7a-9249-b469b0558211"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:08:22.535603 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a058d2-85ea-40b7-a401-8ab48aa4b6fa service neutron] Pushing event updated for resources: {'Port': ['ID=30df9f36-1b4f-4f7a-9249-b469b0558211,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:22.557242 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c440cd-5fec-420f-8e1c-3091f595dd71 x-openstack-request-id: req-47c440cd-5fec-420f-8e1c-3091f595dd71 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:08:22.557720 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d9ebea-8ce3-4253-ba35-fd738ab76750", "tag": "30df9f36-1b4f-4f7a-9249-b469b0558211", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:08:22.557985 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-47c440cd-5fec-420f-8e1c-3091f595dd71 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:08:22.558408 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d9ebea-8ce3-4253-ba35-fd738ab76750', 'tag': '30df9f36-1b4f-4f7a-9249-b469b0558211', 'status': 'completed', 'code': 200} Feb 19 05:08:22.628234 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-08ce41c9-baef-4d66-ab7d-8af5b4fb3b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:22.629911 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-08ce41c9-baef-4d66-ab7d-8af5b4fb3b22 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=576ee5273d954559a84f66fa88254bbc&device_id=35d9ebea-8ce3-4253-ba35-fd738ab76750 HTTP/1.1" status: 200 len: 1125 time: 0.0956368 Feb 19 05:08:22.636804 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542c2ba-2319-4290-a612-7f1582fa4d2d req-63a1cba6-5da9-43cb-a5ab-f355640893e8 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:22.638746 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7542c2ba-2319-4290-a612-7f1582fa4d2d req-63a1cba6-5da9-43cb-a5ab-f355640893e8 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=35d9ebea-8ce3-4253-ba35-fd738ab76750 HTTP/1.1" status: 200 len: 1125 time: 0.0658820 Feb 19 05:08:22.686799 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-b7e0dfaf-e52b-40b4-a8c2-93ecac12a2db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30df9f36-1b4f-4f7a-9249-b469b0558211 HTTP/1.1" status: 200 len: 217 time: 0.0470362 Feb 19 05:08:22.748325 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7542c2ba-2319-4290-a612-7f1582fa4d2d req-422b03b5-48ef-4787-931b-662d00b113a3 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023164 Feb 19 05:08:22.757104 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-4e1b8fe0-7887-4b8b-ae2d-443452a0381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:22.758586 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-4e1b8fe0-7887-4b8b-ae2d-443452a0381a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2fb17c7e-d71d-4195-a487-8f060d40813f HTTP/1.1" status: 200 len: 848 time: 0.0657127 Feb 19 05:08:22.809539 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-b349db26-7aa2-4c1f-b0b1-56c36b5fa1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:22.811080 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-b349db26-7aa2-4c1f-b0b1-56c36b5fa1d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=962953d2-c5e3-41d5-9dec-413d064a13ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470793 Feb 19 05:08:22.899303 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-3a11e7db-f9cd-46cc-b2b9-7e9ec77d0a64 service neutron] 10.222.0.48 "GET /v2.0/networks/962953d2-c5e3-41d5-9dec-413d064a13ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817747 Feb 19 05:08:22.991277 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-325d69d4-77c0-4030-9e2b-76c924e18da5 req-3e11b3c3-0207-444c-9479-5106f402287b service neutron] 10.222.0.48 "GET /v2.0/networks/962953d2-c5e3-41d5-9dec-413d064a13ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863097 Feb 19 05:08:23.080342 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787f74f-830f-40f9-87d0-53a757b8c28f req-33209ba9-2a5b-400c-9a8e-cadeb2eac283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:23.082013 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8787f74f-830f-40f9-87d0-53a757b8c28f req-33209ba9-2a5b-400c-9a8e-cadeb2eac283 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=576ee5273d954559a84f66fa88254bbc&device_id=35d9ebea-8ce3-4253-ba35-fd738ab76750 HTTP/1.1" status: 200 len: 1125 time: 0.0477250 Feb 19 05:08:23.172781 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787f74f-830f-40f9-87d0-53a757b8c28f req-cef0bd72-489e-44aa-a79c-58558ca4a5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:23.174398 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8787f74f-830f-40f9-87d0-53a757b8c28f req-cef0bd72-489e-44aa-a79c-58558ca4a5b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=962953d2-c5e3-41d5-9dec-413d064a13ed HTTP/1.1" status: 200 len: 909 time: 0.0869193 Feb 19 05:08:23.215628 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8787f74f-830f-40f9-87d0-53a757b8c28f req-9c58012b-402d-4034-9b3b-fd6afb1909df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30df9f36-1b4f-4f7a-9249-b469b0558211 HTTP/1.1" status: 200 len: 217 time: 0.0350585 Feb 19 05:08:23.267774 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787f74f-830f-40f9-87d0-53a757b8c28f req-e833ae33-8b84-41bc-88a0-f78c60eb3f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:23.269423 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8787f74f-830f-40f9-87d0-53a757b8c28f req-e833ae33-8b84-41bc-88a0-f78c60eb3f26 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2fb17c7e-d71d-4195-a487-8f060d40813f HTTP/1.1" status: 200 len: 848 time: 0.0474188 Feb 19 05:08:23.323976 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787f74f-830f-40f9-87d0-53a757b8c28f req-f83d0390-84be-4308-831e-6cdd0d6aa763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:23.325470 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8787f74f-830f-40f9-87d0-53a757b8c28f req-f83d0390-84be-4308-831e-6cdd0d6aa763 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=962953d2-c5e3-41d5-9dec-413d064a13ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497274 Feb 19 05:08:23.414976 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8787f74f-830f-40f9-87d0-53a757b8c28f req-33b805e1-1ace-40a8-864f-2ab18faf99a0 service neutron] 10.222.0.48 "GET /v2.0/networks/962953d2-c5e3-41d5-9dec-413d064a13ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829268 Feb 19 05:08:23.522206 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8787f74f-830f-40f9-87d0-53a757b8c28f req-7382cea2-fd7e-44bf-9649-65f61ca0348f service neutron] 10.222.0.48 "GET /v2.0/networks/962953d2-c5e3-41d5-9dec-413d064a13ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004612 Feb 19 05:08:23.861321 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c52745-d3bf-46b4-91a8-741d6f2e40af req-6221ad3a-89c6-4036-94cd-f7e0d244e3fe tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:23.862890 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c52745-d3bf-46b4-91a8-741d6f2e40af req-6221ad3a-89c6-4036-94cd-f7e0d244e3fe tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=35d9ebea-8ce3-4253-ba35-fd738ab76750 HTTP/1.1" status: 200 len: 1125 time: 0.0455391 Feb 19 05:08:23.910861 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f7c52745-d3bf-46b4-91a8-741d6f2e40af req-fd1a4bc7-809d-44c1-a405-1df691399b18 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421894 Feb 19 05:08:25.027795 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606368c4-7aab-4e4a-baab-6b48b5f95157 req-d3ef5127-a81f-4766-a3db-d3076c6ec8af tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:25.029444 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-606368c4-7aab-4e4a-baab-6b48b5f95157 req-d3ef5127-a81f-4766-a3db-d3076c6ec8af tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=35d9ebea-8ce3-4253-ba35-fd738ab76750 HTTP/1.1" status: 200 len: 1125 time: 0.0486617 Feb 19 05:08:25.079030 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-606368c4-7aab-4e4a-baab-6b48b5f95157 req-f9aff122-8ef0-4218-b605-a27c380b4948 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385149 Feb 19 05:08:26.192726 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588720c-2779-489e-941f-1d900334abfa req-2420fb11-4335-4aab-a68f-0e184f911fb3 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:26.194313 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3588720c-2779-489e-941f-1d900334abfa req-2420fb11-4335-4aab-a68f-0e184f911fb3 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=35d9ebea-8ce3-4253-ba35-fd738ab76750 HTTP/1.1" status: 200 len: 1125 time: 0.0458171 Feb 19 05:08:26.239348 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3588720c-2779-489e-941f-1d900334abfa req-f6ffb418-e631-48ca-aa99-77ef0a3a7a07 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386236 Feb 19 05:08:26.567316 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 30df9f36-1b4f-4f7a-9249-b469b0558211 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:08:26.667610 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 30df9f36-1b4f-4f7a-9249-b469b0558211, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=30df9f36-1b4f-4f7a-9249-b469b0558211,segment=NetworkSegment(d7a17871-ade6-4a06-958c-ef0554b07f44),segment_id=d7a17871-ade6-4a06-958c-ef0554b07f44)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:26.679063 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '30df9f36-1b4f-4f7a-9249-b469b0558211', 'network_id': '962953d2-c5e3-41d5-9dec-413d064a13ed', 'port_id': '30df9f36-1b4f-4f7a-9249-b469b0558211', 'mac_address': 'fa:16:3e:58:20:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fb17c7e-d71d-4195-a487-8f060d40813f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:08:26.715498 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 30df9f36-1b4f-4f7a-9249-b469b0558211 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:26.715898 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (30df9f36-1b4f-4f7a-9249-b469b0558211), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:26.729295 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30df9f36-1b4f-4f7a-9249-b469b0558211 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:08:26.749003 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 30df9f36-1b4f-4f7a-9249-b469b0558211, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=30df9f36-1b4f-4f7a-9249-b469b0558211,segment=NetworkSegment(d7a17871-ade6-4a06-958c-ef0554b07f44),segment_id=d7a17871-ade6-4a06-958c-ef0554b07f44)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:26.752882 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (30df9f36-1b4f-4f7a-9249-b469b0558211), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:26.800063 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=30df9f36-1b4f-4f7a-9249-b469b0558211,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:26.965357 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['30df9f36-1b4f-4f7a-9249-b469b0558211'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:08:27.351835 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11b5e5-af4a-4edb-ac5a-94bf388540ed req-76e23da7-0b86-4d2e-a2f8-d33d8e5abc86 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:27.353447 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-eb11b5e5-af4a-4edb-ac5a-94bf388540ed req-76e23da7-0b86-4d2e-a2f8-d33d8e5abc86 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=35d9ebea-8ce3-4253-ba35-fd738ab76750 HTTP/1.1" status: 200 len: 1126 time: 0.0456698 Feb 19 05:08:27.400373 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-eb11b5e5-af4a-4edb-ac5a-94bf388540ed req-44229478-87b9-4fe1-b3fd-2ec88c194161 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413485 Feb 19 05:08:28.510709 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c92fd-f473-4e65-b12c-6cc24db7407e req-dcff07c4-961c-409b-aa2a-d4048f00bb4d tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:28.512290 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-747c92fd-f473-4e65-b12c-6cc24db7407e req-dcff07c4-961c-409b-aa2a-d4048f00bb4d tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=35d9ebea-8ce3-4253-ba35-fd738ab76750 HTTP/1.1" status: 200 len: 1126 time: 0.0445089 Feb 19 05:08:28.558276 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-747c92fd-f473-4e65-b12c-6cc24db7407e req-29e4fb5a-911d-412c-a96a-a4d44ce16d52 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400090 Feb 19 05:08:28.583226 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 30df9f36-1b4f-4f7a-9249-b469b0558211 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:08:28.634133 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 30df9f36-1b4f-4f7a-9249-b469b0558211 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:08:28.638578 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 30df9f36-1b4f-4f7a-9249-b469b0558211 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:08:28.638959 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (30df9f36-1b4f-4f7a-9249-b469b0558211), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:28.719624 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 30df9f36-1b4f-4f7a-9249-b469b0558211 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:08:28.719926 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (30df9f36-1b4f-4f7a-9249-b469b0558211), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:28.742553 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d9ebea-8ce3-4253-ba35-fd738ab76750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30df9f36-1b4f-4f7a-9249-b469b0558211'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:08:28.744783 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69117f8b-3c66-407d-8210-b63e1bebfb7f" -d '{"events": [{"server_uuid": "35d9ebea-8ce3-4253-ba35-fd738ab76750", "name": "network-vif-plugged", "status": "completed", "tag": "30df9f36-1b4f-4f7a-9249-b469b0558211"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:08:28.757310 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 30df9f36-1b4f-4f7a-9249-b469b0558211, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=30df9f36-1b4f-4f7a-9249-b469b0558211,segment=NetworkSegment(d7a17871-ade6-4a06-958c-ef0554b07f44),segment_id=d7a17871-ade6-4a06-958c-ef0554b07f44)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:28.762478 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (30df9f36-1b4f-4f7a-9249-b469b0558211), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:28.788771 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40f76cc-2730-413e-8ab9-7d08fb5941b3 x-openstack-request-id: req-f40f76cc-2730-413e-8ab9-7d08fb5941b3 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:08:28.789204 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d9ebea-8ce3-4253-ba35-fd738ab76750", "name": "network-vif-plugged", "status": "completed", "tag": "30df9f36-1b4f-4f7a-9249-b469b0558211", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:08:28.789463 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f40f76cc-2730-413e-8ab9-7d08fb5941b3 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:08:28.789855 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d9ebea-8ce3-4253-ba35-fd738ab76750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30df9f36-1b4f-4f7a-9249-b469b0558211', 'code': 200} Feb 19 05:08:28.816426 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=30df9f36-1b4f-4f7a-9249-b469b0558211,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:28.886585 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52836cd1-7407-4a44-8aa9-35d79d8d329a req-3d4459f6-d6ab-4777-98f5-4dc366eca81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:28.888365 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-52836cd1-7407-4a44-8aa9-35d79d8d329a req-3d4459f6-d6ab-4777-98f5-4dc366eca81d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=35d9ebea-8ce3-4253-ba35-fd738ab76750 HTTP/1.1" status: 200 len: 1127 time: 0.0479679 Feb 19 05:08:28.931904 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-52836cd1-7407-4a44-8aa9-35d79d8d329a req-5ef0fb4a-313b-40ed-bbc4-dbb7e911d329 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372365 Feb 19 05:08:29.671841 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082da359-6902-447b-a098-923da352e072 req-2bea1ddf-cd13-4d0d-bd7f-1bfc2064c291 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:29.673435 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-082da359-6902-447b-a098-923da352e072 req-2bea1ddf-cd13-4d0d-bd7f-1bfc2064c291 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=35d9ebea-8ce3-4253-ba35-fd738ab76750 HTTP/1.1" status: 200 len: 1127 time: 0.0484929 Feb 19 05:08:29.717993 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-082da359-6902-447b-a098-923da352e072 req-ea0a87de-2e0e-4857-a04b-bd2ec7dce206 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390351 Feb 19 05:08:30.833203 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94034c-4862-4100-95f4-99853fa003c2 req-887c8ae1-400c-4283-b7de-7f47c3924f66 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:30.834993 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-eb94034c-4862-4100-95f4-99853fa003c2 req-887c8ae1-400c-4283-b7de-7f47c3924f66 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=35d9ebea-8ce3-4253-ba35-fd738ab76750 HTTP/1.1" status: 200 len: 1127 time: 0.0466161 Feb 19 05:08:30.886172 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-eb94034c-4862-4100-95f4-99853fa003c2 req-690c18e6-87b5-42c7-b47c-30621dc72ac1 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421729 Feb 19 05:08:31.001658 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fd062-38d3-4ff0-9adb-cc1bb678d16c req-325da68c-2df6-4a7b-88f9-3dfd1b732b00 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:31.003227 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d47fd062-38d3-4ff0-9adb-cc1bb678d16c req-325da68c-2df6-4a7b-88f9-3dfd1b732b00 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=35d9ebea-8ce3-4253-ba35-fd738ab76750 HTTP/1.1" status: 200 len: 1127 time: 0.0470259 Feb 19 05:08:31.050980 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d47fd062-38d3-4ff0-9adb-cc1bb678d16c req-2fd97e55-1361-4d28-9fa6-093b39f42d14 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406692 Feb 19 05:08:31.168788 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3869c27-ec32-427b-91ad-18803186f2ee req-5b3bc163-3739-4db2-a582-e8c4dd5378ef tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:31.170412 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e3869c27-ec32-427b-91ad-18803186f2ee req-5b3bc163-3739-4db2-a582-e8c4dd5378ef tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=35d9ebea-8ce3-4253-ba35-fd738ab76750 HTTP/1.1" status: 200 len: 1127 time: 0.0545299 Feb 19 05:08:31.221094 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e3869c27-ec32-427b-91ad-18803186f2ee req-aaf3de97-0d4f-4f11-a356-5c0397e9ef5d tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448868 Feb 19 05:08:31.464302 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3649da-25b9-4362-8b96-afcfdba7364f req-230bdc63-2853-474b-8b4b-48ad4516d16e tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:31.466178 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cb3649da-25b9-4362-8b96-afcfdba7364f req-230bdc63-2853-474b-8b4b-48ad4516d16e tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=35d9ebea-8ce3-4253-ba35-fd738ab76750 HTTP/1.1" status: 200 len: 1127 time: 0.0497077 Feb 19 05:08:31.515469 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cb3649da-25b9-4362-8b96-afcfdba7364f req-308253b6-bfab-4c1f-aa61-f4b33a7f2044 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429668 Feb 19 05:08:32.295554 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8ff8b34d-8ce5-4cd8-93bb-5e7ce6266af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:32.639349 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b446790-4902-4817-9cea-610228cfb652 req-13f5764f-ce80-46b2-9574-d3ef8198c0af tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:32.641057 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9b446790-4902-4817-9cea-610228cfb652 req-13f5764f-ce80-46b2-9574-d3ef8198c0af tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=35d9ebea-8ce3-4253-ba35-fd738ab76750 HTTP/1.1" status: 200 len: 1127 time: 0.0529969 Feb 19 05:08:32.666684 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2296e1-9965-452a-807e-415ca42438e8 req-70a783bd-87e6-4994-8656-edad5daac29e tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:32.668203 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b2296e1-9965-452a-807e-415ca42438e8 req-70a783bd-87e6-4994-8656-edad5daac29e tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=35d9ebea-8ce3-4253-ba35-fd738ab76750 HTTP/1.1" status: 200 len: 1127 time: 0.0465314 Feb 19 05:08:32.686117 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9b446790-4902-4817-9cea-610228cfb652 req-ca7807e7-474a-4f23-94ec-9281df7110cd tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389540 Feb 19 05:08:32.754936 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-0b2296e1-9965-452a-807e-415ca42438e8 req-bbf3b102-c777-4cf2-8682-ce1745c2ef6f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Deleting port 30df9f36-1b4f-4f7a-9249-b469b0558211 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:08:32.755279 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0b2296e1-9965-452a-807e-415ca42438e8 req-bbf3b102-c777-4cf2-8682-ce1745c2ef6f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (30df9f36-1b4f-4f7a-9249-b469b0558211), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:32.836642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-0b2296e1-9965-452a-807e-415ca42438e8 req-bbf3b102-c777-4cf2-8682-ce1745c2ef6f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] For port 30df9f36-1b4f-4f7a-9249-b469b0558211, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=30df9f36-1b4f-4f7a-9249-b469b0558211,segment=NetworkSegment(d7a17871-ade6-4a06-958c-ef0554b07f44),segment_id=d7a17871-ade6-4a06-958c-ef0554b07f44)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:32.836888 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0b2296e1-9965-452a-807e-415ca42438e8 req-bbf3b102-c777-4cf2-8682-ce1745c2ef6f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (30df9f36-1b4f-4f7a-9249-b469b0558211), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:32.850626 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-0b2296e1-9965-452a-807e-415ca42438e8 req-bbf3b102-c777-4cf2-8682-ce1745c2ef6f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Calling delete_port for 30df9f36-1b4f-4f7a-9249-b469b0558211 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:08:32.980517 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0b2296e1-9965-452a-807e-415ca42438e8 req-bbf3b102-c777-4cf2-8682-ce1745c2ef6f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (30df9f36-1b4f-4f7a-9249-b469b0558211), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:32.994623 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['2c499a1d-0443-4c0b-8b90-d95358644804'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:08:32.999610 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['30df9f36-1b4f-4f7a-9249-b469b0558211'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:08:33.038006 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3b102-c777-4cf2-8682-ce1745c2ef6f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Pushing event deleted for resources: {'Port': ['ID=30df9f36-1b4f-4f7a-9249-b469b0558211,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:33.059254 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3b102-c777-4cf2-8682-ce1745c2ef6f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:33.059254 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3b102-c777-4cf2-8682-ce1745c2ef6f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:33.059254 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3b102-c777-4cf2-8682-ce1745c2ef6f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:33.059254 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3b102-c777-4cf2-8682-ce1745c2ef6f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:33.059657 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3b102-c777-4cf2-8682-ce1745c2ef6f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:33.059742 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3b102-c777-4cf2-8682-ce1745c2ef6f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:33.060045 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3b102-c777-4cf2-8682-ce1745c2ef6f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:33.060383 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3b102-c777-4cf2-8682-ce1745c2ef6f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:33.060714 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3b102-c777-4cf2-8682-ce1745c2ef6f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:33.061205 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3b102-c777-4cf2-8682-ce1745c2ef6f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:33.061550 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3b102-c777-4cf2-8682-ce1745c2ef6f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:33.061882 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3b102-c777-4cf2-8682-ce1745c2ef6f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:33.062214 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf3b102-c777-4cf2-8682-ce1745c2ef6f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:08:33.103617 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2296e1-9965-452a-807e-415ca42438e8 req-bbf3b102-c777-4cf2-8682-ce1745c2ef6f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] No DVR routers for this DVR port 30df9f36-1b4f-4f7a-9249-b469b0558211 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:08:33.107487 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0b2296e1-9965-452a-807e-415ca42438e8 req-bbf3b102-c777-4cf2-8682-ce1745c2ef6f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:33.111105 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b2296e1-9965-452a-807e-415ca42438e8 req-bbf3b102-c777-4cf2-8682-ce1745c2ef6f tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.48 "DELETE /v2.0/ports/30df9f36-1b4f-4f7a-9249-b469b0558211 HTTP/1.1" status: 204 len: 173 time: 0.4374397 Feb 19 05:08:33.111543 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d9ebea-8ce3-4253-ba35-fd738ab76750', 'name': 'network-vif-deleted', 'tag': '30df9f36-1b4f-4f7a-9249-b469b0558211'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:08:33.114008 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f610288f-978e-4a36-a146-ab28da1f73d1" -d '{"events": [{"server_uuid": "35d9ebea-8ce3-4253-ba35-fd738ab76750", "name": "network-vif-deleted", "tag": "30df9f36-1b4f-4f7a-9249-b469b0558211"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:08:33.174706 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e680878e-29cb-4a6a-8153-a8fc10d079be x-openstack-request-id: req-e680878e-29cb-4a6a-8153-a8fc10d079be {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:08:33.175245 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d9ebea-8ce3-4253-ba35-fd738ab76750", "name": "network-vif-deleted", "tag": "30df9f36-1b4f-4f7a-9249-b469b0558211", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:08:33.175653 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e680878e-29cb-4a6a-8153-a8fc10d079be {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:08:33.176225 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d9ebea-8ce3-4253-ba35-fd738ab76750', 'name': 'network-vif-deleted', 'tag': '30df9f36-1b4f-4f7a-9249-b469b0558211', 'status': 'completed', 'code': 200} Feb 19 05:08:33.971599 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285995fd-c077-4e3d-8653-6bf299f46048 req-4560e95d-8d53-43dd-972a-5ad2a87520b3 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:33.973181 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-285995fd-c077-4e3d-8653-6bf299f46048 req-4560e95d-8d53-43dd-972a-5ad2a87520b3 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0431336d-7c21-4fb5-b483-fd2390ed3cca HTTP/1.1" status: 200 len: 1128 time: 0.0479434 Feb 19 05:08:34.018722 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-285995fd-c077-4e3d-8653-6bf299f46048 req-136f6429-eee1-4453-862b-ef8736741f9e tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394351 Feb 19 05:08:34.359993 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:08:35.145587 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1033a-f4a0-4c58-89ee-731913d5f578 req-029852b4-3d7c-4d17-a73a-5df246c55b93 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:35.147182 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c5b1033a-f4a0-4c58-89ee-731913d5f578 req-029852b4-3d7c-4d17-a73a-5df246c55b93 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0431336d-7c21-4fb5-b483-fd2390ed3cca HTTP/1.1" status: 200 len: 1128 time: 0.0544078 Feb 19 05:08:35.151579 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-75c9b945-ca30-46a2-b72d-49e31135969c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:35.195256 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c5b1033a-f4a0-4c58-89ee-731913d5f578 req-0b59691f-eb1b-4d5a-8704-60d6ae26b874 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407412 Feb 19 05:08:35.275253 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade70d3-aab4-4c06-b5ef-064f8e3e722f req-efff4110-69ff-4035-a05f-4055c43841f9 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:08:35.276832 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-eade70d3-aab4-4c06-b5ef-064f8e3e722f req-efff4110-69ff-4035-a05f-4055c43841f9 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0431336d-7c21-4fb5-b483-fd2390ed3cca HTTP/1.1" status: 200 len: 1128 time: 0.0483248 Feb 19 05:08:35.363683 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-eade70d3-aab4-4c06-b5ef-064f8e3e722f req-a5667290-fd2f-4bfc-9411-1741d5548e59 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Deleting port 2c499a1d-0443-4c0b-8b90-d95358644804 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:08:35.364036 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-eade70d3-aab4-4c06-b5ef-064f8e3e722f req-a5667290-fd2f-4bfc-9411-1741d5548e59 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2c499a1d-0443-4c0b-8b90-d95358644804), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:35.444082 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-eade70d3-aab4-4c06-b5ef-064f8e3e722f req-a5667290-fd2f-4bfc-9411-1741d5548e59 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] For port 2c499a1d-0443-4c0b-8b90-d95358644804, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2c499a1d-0443-4c0b-8b90-d95358644804,segment=NetworkSegment(d7a17871-ade6-4a06-958c-ef0554b07f44),segment_id=d7a17871-ade6-4a06-958c-ef0554b07f44)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:35.444458 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-eade70d3-aab4-4c06-b5ef-064f8e3e722f req-a5667290-fd2f-4bfc-9411-1741d5548e59 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2c499a1d-0443-4c0b-8b90-d95358644804), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:35.456839 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-eade70d3-aab4-4c06-b5ef-064f8e3e722f req-a5667290-fd2f-4bfc-9411-1741d5548e59 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Calling delete_port for 2c499a1d-0443-4c0b-8b90-d95358644804 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:08:35.921580 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-eade70d3-aab4-4c06-b5ef-064f8e3e722f req-a5667290-fd2f-4bfc-9411-1741d5548e59 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (2c499a1d-0443-4c0b-8b90-d95358644804), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:35.938050 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['2c499a1d-0443-4c0b-8b90-d95358644804'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:08:35.950679 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5667290-fd2f-4bfc-9411-1741d5548e59 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c499a1d-0443-4c0b-8b90-d95358644804,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:35.996960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-eade70d3-aab4-4c06-b5ef-064f8e3e722f req-a5667290-fd2f-4bfc-9411-1741d5548e59 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] No DVR routers for this DVR port 2c499a1d-0443-4c0b-8b90-d95358644804 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:08:36.000006 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-eade70d3-aab4-4c06-b5ef-064f8e3e722f req-a5667290-fd2f-4bfc-9411-1741d5548e59 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:36.003397 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-eade70d3-aab4-4c06-b5ef-064f8e3e722f req-a5667290-fd2f-4bfc-9411-1741d5548e59 tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.10 "DELETE /v2.0/ports/2c499a1d-0443-4c0b-8b90-d95358644804 HTTP/1.1" status: 204 len: 173 time: 0.7211378 Feb 19 05:08:36.003864 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0431336d-7c21-4fb5-b483-fd2390ed3cca', 'name': 'network-vif-deleted', 'tag': '2c499a1d-0443-4c0b-8b90-d95358644804'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:08:36.006183 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27e83e7-8ce1-4262-a6b1-270e30b0ff65" -d '{"events": [{"server_uuid": "0431336d-7c21-4fb5-b483-fd2390ed3cca", "name": "network-vif-deleted", "tag": "2c499a1d-0443-4c0b-8b90-d95358644804"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:08:36.061693 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b312b1-76b1-4997-93d2-75ceb8878fb3 x-openstack-request-id: req-f5b312b1-76b1-4997-93d2-75ceb8878fb3 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:08:36.061993 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0431336d-7c21-4fb5-b483-fd2390ed3cca", "name": "network-vif-deleted", "tag": "2c499a1d-0443-4c0b-8b90-d95358644804", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:08:36.062250 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f5b312b1-76b1-4997-93d2-75ceb8878fb3 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:08:36.062780 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0431336d-7c21-4fb5-b483-fd2390ed3cca', 'name': 'network-vif-deleted', 'tag': '2c499a1d-0443-4c0b-8b90-d95358644804', 'status': 'completed', 'code': 200} Feb 19 05:08:36.304570 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4bfa7d7e-0c27-454d-9ece-317c652a5e8e req-3659408e-a781-4d0b-b06b-89ec95b996eb tempest-TestServerMultinode-1380059052 tempest-TestServerMultinode-1380059052-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0431336d-7c21-4fb5-b483-fd2390ed3cca HTTP/1.1" status: 200 len: 210 time: 0.0302906 Feb 19 05:08:36.630456 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 30df9f36-1b4f-4f7a-9249-b469b0558211 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:08:36.650301 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 30df9f36-1b4f-4f7a-9249-b469b0558211 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:08:36.650652 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 30df9f36-1b4f-4f7a-9249-b469b0558211 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:08:36.959605 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:37.374942 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33370) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:37.741283 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2814b529-aabb-46b1-9033-d69a61b84674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (037999f5-dfd9-41f5-a643-f8cb4c2923a7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:37.885937 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:37.999832 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-2814b529-aabb-46b1-9033-d69a61b84674 admin admin] Deleting port f03b7c31-89da-49c2-b0dc-37313b363c70 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:08:38.000082 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2814b529-aabb-46b1-9033-d69a61b84674 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f03b7c31-89da-49c2-b0dc-37313b363c70), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:38.085004 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-2814b529-aabb-46b1-9033-d69a61b84674 admin admin] For port f03b7c31-89da-49c2-b0dc-37313b363c70, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f03b7c31-89da-49c2-b0dc-37313b363c70,segment=NetworkSegment(d7a17871-ade6-4a06-958c-ef0554b07f44),segment_id=d7a17871-ade6-4a06-958c-ef0554b07f44)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:38.085386 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2814b529-aabb-46b1-9033-d69a61b84674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f03b7c31-89da-49c2-b0dc-37313b363c70), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:38.096972 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:38.098320 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-2814b529-aabb-46b1-9033-d69a61b84674 admin admin] Calling delete_port for f03b7c31-89da-49c2-b0dc-37313b363c70 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:08:38.285568 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2814b529-aabb-46b1-9033-d69a61b84674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f03b7c31-89da-49c2-b0dc-37313b363c70), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:38.313301 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814b529-aabb-46b1-9033-d69a61b84674 admin admin] Pushing event deleted for resources: {'Port': ['ID=f03b7c31-89da-49c2-b0dc-37313b363c70,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:38.486664 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2814b529-aabb-46b1-9033-d69a61b84674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (037999f5-dfd9-41f5-a643-f8cb4c2923a7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:38.710690 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2814b529-aabb-46b1-9033-d69a61b84674 admin admin] Router 037999f5-dfd9-41f5-a643-f8cb4c2923a7 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:08:38.823013 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2814b529-aabb-46b1-9033-d69a61b84674 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:08:38.828459 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2814b529-aabb-46b1-9033-d69a61b84674 admin admin] 10.222.0.65 "PUT /v2.0/routers/037999f5-dfd9-41f5-a643-f8cb4c2923a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4524391 Feb 19 05:08:38.831356 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33372) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:38.832207 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8ab2e5-65f3-44a3-b788-3c18be6f450c None None] Sync routers for ids ['037999f5-dfd9-41f5-a643-f8cb4c2923a7'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:08:38.842553 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8ab2e5-65f3-44a3-b788-3c18be6f450c None None] Routers {'037999f5-dfd9-41f5-a643-f8cb4c2923a7'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:38.843168 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-be8ab2e5-65f3-44a3-b788-3c18be6f450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:08:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['037999f5-dfd9-41f5-a643-f8cb4c2923a7'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:38.942739 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a6431f0b-e2c9-4bae-872c-7846fa6e0b6e admin admin] Publish callbacks [] for router (037999f5-dfd9-41f5-a643-f8cb4c2923a7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:38.951704 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-be8ab2e5-65f3-44a3-b788-3c18be6f450c None None] Set router 037999f5-dfd9-41f5-a643-f8cb4c2923a7 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:39.054169 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a6431f0b-e2c9-4bae-872c-7846fa6e0b6e admin admin] Publish callbacks [] for router_gateway (037999f5-dfd9-41f5-a643-f8cb4c2923a7), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.108753 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-a6431f0b-e2c9-4bae-872c-7846fa6e0b6e admin admin] Deleting port 098ba062-b8d5-4889-a911-8122fa9eafdb {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:08:39.109147 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a6431f0b-e2c9-4bae-872c-7846fa6e0b6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (098ba062-b8d5-4889-a911-8122fa9eafdb), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.135313 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-be8ab2e5-65f3-44a3-b788-3c18be6f450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037999f5-dfd9-41f5-a643-f8cb4c2923a7', 'name': 'tempest-TestServerMultinode-804098825-router', 'tenant_id': '534a5c49f98246b9851528eef260972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '098ba062-b8d5-4889-a911-8122fa9eafdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:07:58Z', 'updated_at': '2022-02-19T05:08:38Z', 'revision_number': 5, 'project_id': '534a5c49f98246b9851528eef260972e', 'gw_port': {'id': '098ba062-b8d5-4889-a911-8122fa9eafdb', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:6c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037999f5-dfd9-41f5-a643-f8cb4c2923a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:07:58Z', 'updated_at': '2022-02-19T05:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:39.162846 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8ab2e5-65f3-44a3-b788-3c18be6f450c None None] Checking router: 037999f5-dfd9-41f5-a643-f8cb4c2923a7 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:08:39.171206 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8ab2e5-65f3-44a3-b788-3c18be6f450c None None] Routers {'037999f5-dfd9-41f5-a643-f8cb4c2923a7'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:39.171828 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-be8ab2e5-65f3-44a3-b788-3c18be6f450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:08:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['037999f5-dfd9-41f5-a643-f8cb4c2923a7'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:39.191274 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-a6431f0b-e2c9-4bae-872c-7846fa6e0b6e admin admin] For port 098ba062-b8d5-4889-a911-8122fa9eafdb, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=098ba062-b8d5-4889-a911-8122fa9eafdb,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:39.191662 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a6431f0b-e2c9-4bae-872c-7846fa6e0b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (098ba062-b8d5-4889-a911-8122fa9eafdb), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.204968 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-a6431f0b-e2c9-4bae-872c-7846fa6e0b6e admin admin] Calling delete_port for 098ba062-b8d5-4889-a911-8122fa9eafdb owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:08:39.262212 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-be8ab2e5-65f3-44a3-b788-3c18be6f450c None None] Set router 037999f5-dfd9-41f5-a643-f8cb4c2923a7 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:39.314861 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-be8ab2e5-65f3-44a3-b788-3c18be6f450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037999f5-dfd9-41f5-a643-f8cb4c2923a7', 'name': 'tempest-TestServerMultinode-804098825-router', 'tenant_id': '534a5c49f98246b9851528eef260972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:07:58Z', 'updated_at': '2022-02-19T05:08:39Z', 'revision_number': 6, 'project_id': '534a5c49f98246b9851528eef260972e', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:39.344243 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8ab2e5-65f3-44a3-b788-3c18be6f450c None None] The sync data for ids ['037999f5-dfd9-41f5-a643-f8cb4c2923a7'] in n-d-772273-4 is: [{'id': '037999f5-dfd9-41f5-a643-f8cb4c2923a7', 'name': 'tempest-TestServerMultinode-804098825-router', 'tenant_id': '534a5c49f98246b9851528eef260972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:07:58Z', 'updated_at': '2022-02-19T05:08:39Z', 'revision_number': 6, 'project_id': '534a5c49f98246b9851528eef260972e', 'gw_port_host': None}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:08:39.375321 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.389808 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a6431f0b-e2c9-4bae-872c-7846fa6e0b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (098ba062-b8d5-4889-a911-8122fa9eafdb), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.413617 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6431f0b-e2c9-4bae-872c-7846fa6e0b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=098ba062-b8d5-4889-a911-8122fa9eafdb,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:39.477107 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a6431f0b-e2c9-4bae-872c-7846fa6e0b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (037999f5-dfd9-41f5-a643-f8cb4c2923a7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.501569 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.529755 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 2c499a1d-0443-4c0b-8b90-d95358644804 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:08:39.551343 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 2c499a1d-0443-4c0b-8b90-d95358644804 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:08:39.551694 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 2c499a1d-0443-4c0b-8b90-d95358644804 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:08:39.574431 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a6431f0b-e2c9-4bae-872c-7846fa6e0b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (037999f5-dfd9-41f5-a643-f8cb4c2923a7), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.576548 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a6431f0b-e2c9-4bae-872c-7846fa6e0b6e admin admin] Publish callbacks [] for router_controller (037999f5-dfd9-41f5-a643-f8cb4c2923a7), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.624950 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a6431f0b-e2c9-4bae-872c-7846fa6e0b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (037999f5-dfd9-41f5-a643-f8cb4c2923a7), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.625437 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6431f0b-e2c9-4bae-872c-7846fa6e0b6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 037999f5-dfd9-41f5-a643-f8cb4c2923a7 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:08:39.630167 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a6431f0b-e2c9-4bae-872c-7846fa6e0b6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.631396 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a6431f0b-e2c9-4bae-872c-7846fa6e0b6e admin admin] 10.222.0.65 "DELETE /v2.0/routers/037999f5-dfd9-41f5-a643-f8cb4c2923a7 HTTP/1.1" status: 204 len: 168 time: 0.7991052 Feb 19 05:08:39.633952 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33374) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:39.679667 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-8385f6fb-6697-4bc0-9b5a-0734958a2917 admin admin] Deleting subnet 2fb17c7e-d71d-4195-a487-8f060d40813f {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:08:39.682908 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8385f6fb-6697-4bc0-9b5a-0734958a2917 admin admin] Publish callbacks [] for subnet (2fb17c7e-d71d-4195-a487-8f060d40813f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.719869 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8385f6fb-6697-4bc0-9b5a-0734958a2917 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (2fb17c7e-d71d-4195-a487-8f060d40813f), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.805488 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8385f6fb-6697-4bc0-9b5a-0734958a2917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (2fb17c7e-d71d-4195-a487-8f060d40813f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.859079 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8385f6fb-6697-4bc0-9b5a-0734958a2917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (2fb17c7e-d71d-4195-a487-8f060d40813f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.886128 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8385f6fb-6697-4bc0-9b5a-0734958a2917 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:39.892290 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca67f7fb-a22d-4b48-899d-f7144fb5e205 None None] Network 962953d2-c5e3-41d5-9dec-413d064a13ed requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:08:39.892795 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8385f6fb-6697-4bc0-9b5a-0734958a2917 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2fb17c7e-d71d-4195-a487-8f060d40813f HTTP/1.1" status: 204 len: 168 time: 0.2577994 Feb 19 05:08:39.892994 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33376) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:39.894197 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385f6fb-6697-4bc0-9b5a-0734958a2917 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fb17c7e-d71d-4195-a487-8f060d40813f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:39.965702 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33a29237-59e3-4d08-b1db-6fc6b486b6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (962953d2-c5e3-41d5-9dec-413d064a13ed), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:40.024415 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-33a29237-59e3-4d08-b1db-6fc6b486b6b6 admin admin] Deleting port fd91dadd-b671-4990-85c0-ee35bbf2c333 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:08:40.024757 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33a29237-59e3-4d08-b1db-6fc6b486b6b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (fd91dadd-b671-4990-85c0-ee35bbf2c333), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:40.088585 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-33a29237-59e3-4d08-b1db-6fc6b486b6b6 admin admin] For port fd91dadd-b671-4990-85c0-ee35bbf2c333, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=fd91dadd-b671-4990-85c0-ee35bbf2c333,segment=NetworkSegment(d7a17871-ade6-4a06-958c-ef0554b07f44),segment_id=d7a17871-ade6-4a06-958c-ef0554b07f44)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:40.088987 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33a29237-59e3-4d08-b1db-6fc6b486b6b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (fd91dadd-b671-4990-85c0-ee35bbf2c333), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:40.104349 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-33a29237-59e3-4d08-b1db-6fc6b486b6b6 admin admin] Calling delete_port for fd91dadd-b671-4990-85c0-ee35bbf2c333 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:08:40.130040 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39741c38-a778-4d61-92cf-e8adbc350014 None None] DHCP port deletion for 962953d2-c5e3-41d5-9dec-413d064a13ed request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:08:40.185701 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-39741c38-a778-4d61-92cf-e8adbc350014 None None] Deleting port fd91dadd-b671-4990-85c0-ee35bbf2c333 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:08:40.186169 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-39741c38-a778-4d61-92cf-e8adbc350014 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (fd91dadd-b671-4990-85c0-ee35bbf2c333), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:40.195772 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33a29237-59e3-4d08-b1db-6fc6b486b6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (fd91dadd-b671-4990-85c0-ee35bbf2c333), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:40.221539 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a29237-59e3-4d08-b1db-6fc6b486b6b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd91dadd-b671-4990-85c0-ee35bbf2c333,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:40.226072 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a29237-59e3-4d08-b1db-6fc6b486b6b6 admin admin] No DVR routers for this DVR port fd91dadd-b671-4990-85c0-ee35bbf2c333 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:08:40.256492 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-39741c38-a778-4d61-92cf-e8adbc350014 None None] For port fd91dadd-b671-4990-85c0-ee35bbf2c333, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=fd91dadd-b671-4990-85c0-ee35bbf2c333,segment=NetworkSegment(d7a17871-ade6-4a06-958c-ef0554b07f44),segment_id=d7a17871-ade6-4a06-958c-ef0554b07f44)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:40.256901 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-39741c38-a778-4d61-92cf-e8adbc350014 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (fd91dadd-b671-4990-85c0-ee35bbf2c333), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:40.270471 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-39741c38-a778-4d61-92cf-e8adbc350014 None None] Calling delete_port for fd91dadd-b671-4990-85c0-ee35bbf2c333 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:08:40.312596 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33a29237-59e3-4d08-b1db-6fc6b486b6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (962953d2-c5e3-41d5-9dec-413d064a13ed), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:40.334159 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-33a29237-59e3-4d08-b1db-6fc6b486b6b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962953d2-c5e3-41d5-9dec-413d064a13ed']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:40.345567 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-33a29237-59e3-4d08-b1db-6fc6b486b6b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a17871-ade6-4a06-958c-ef0554b07f44') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:40.345981 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-33a29237-59e3-4d08-b1db-6fc6b486b6b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a17871-ade6-4a06-958c-ef0554b07f44') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:40.351941 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-39741c38-a778-4d61-92cf-e8adbc350014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (fd91dadd-b671-4990-85c0-ee35bbf2c333), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:40.357296 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33a29237-59e3-4d08-b1db-6fc6b486b6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (d7a17871-ade6-4a06-958c-ef0554b07f44), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:40.374121 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33a29237-59e3-4d08-b1db-6fc6b486b6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (d7a17871-ade6-4a06-958c-ef0554b07f44), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:40.379503 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39741c38-a778-4d61-92cf-e8adbc350014 None None] No DVR routers for this DVR port fd91dadd-b671-4990-85c0-ee35bbf2c333 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:08:40.381234 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a29237-59e3-4d08-b1db-6fc6b486b6b6 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:08:40.381753 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33a29237-59e3-4d08-b1db-6fc6b486b6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (d7a17871-ade6-4a06-958c-ef0554b07f44), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: timer() Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:08:40.383721 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:08:40.388854 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39741c38-a778-4d61-92cf-e8adbc350014 None None] Pushing event deleted for resources: {'Port': ['ID=fd91dadd-b671-4990-85c0-ee35bbf2c333,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:40.447670 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33a29237-59e3-4d08-b1db-6fc6b486b6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (962953d2-c5e3-41d5-9dec-413d064a13ed), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:40.453504 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33a29237-59e3-4d08-b1db-6fc6b486b6b6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:40.456996 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-33a29237-59e3-4d08-b1db-6fc6b486b6b6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/962953d2-c5e3-41d5-9dec-413d064a13ed HTTP/1.1" status: 204 len: 168 time: 0.5623477 Feb 19 05:08:40.460310 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33378) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:40.469986 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a29237-59e3-4d08-b1db-6fc6b486b6b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=962953d2-c5e3-41d5-9dec-413d064a13ed,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:40.828945 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-acbf752e-7f85-4db4-aec0-c55ee30e2dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:40.988403 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f03b7c31-89da-49c2-b0dc-37313b363c70 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:08:41.009331 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: f03b7c31-89da-49c2-b0dc-37313b363c70 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:08:41.009885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f03b7c31-89da-49c2-b0dc-37313b363c70 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:08:41.010107 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fd91dadd-b671-4990-85c0-ee35bbf2c333 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:08:41.029859 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: fd91dadd-b671-4990-85c0-ee35bbf2c333 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:08:41.030195 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fd91dadd-b671-4990-85c0-ee35bbf2c333 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:08:41.030631 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 098ba062-b8d5-4889-a911-8122fa9eafdb no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:08:41.058525 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 098ba062-b8d5-4889-a911-8122fa9eafdb {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:08:41.058877 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 098ba062-b8d5-4889-a911-8122fa9eafdb not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:08:41.089017 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-acbf752e-7f85-4db4-aec0-c55ee30e2dd4 admin admin] Deleting port 9e91b73f-0302-4d72-81f8-618a53faca0d {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:08:41.089293 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-acbf752e-7f85-4db4-aec0-c55ee30e2dd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9e91b73f-0302-4d72-81f8-618a53faca0d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:41.167174 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-acbf752e-7f85-4db4-aec0-c55ee30e2dd4 admin admin] For port 9e91b73f-0302-4d72-81f8-618a53faca0d, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=9e91b73f-0302-4d72-81f8-618a53faca0d,segment=NetworkSegment(724c4d7b-d6bd-4355-bc99-804b7576dfe0),segment_id=724c4d7b-d6bd-4355-bc99-804b7576dfe0)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:41.167605 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-acbf752e-7f85-4db4-aec0-c55ee30e2dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9e91b73f-0302-4d72-81f8-618a53faca0d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:41.179745 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-acbf752e-7f85-4db4-aec0-c55ee30e2dd4 admin admin] Calling delete_port for 9e91b73f-0302-4d72-81f8-618a53faca0d owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:08:41.360832 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-acbf752e-7f85-4db4-aec0-c55ee30e2dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (9e91b73f-0302-4d72-81f8-618a53faca0d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:41.385999 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf752e-7f85-4db4-aec0-c55ee30e2dd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e91b73f-0302-4d72-81f8-618a53faca0d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:41.576572 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-acbf752e-7f85-4db4-aec0-c55ee30e2dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:42.133543 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acbf752e-7f85-4db4-aec0-c55ee30e2dd4 admin admin] Router 5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:08:42.240653 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbf752e-7f85-4db4-aec0-c55ee30e2dd4 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:08:42.249050 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-acbf752e-7f85-4db4-aec0-c55ee30e2dd4 admin admin] 10.222.0.65 "PUT /v2.0/routers/5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7847710 Feb 19 05:08:42.249050 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33380) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:42.249661 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519bf42e-7943-4caf-a29a-8d64d3c9c585 None None] Sync routers for ids ['5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:08:42.259345 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519bf42e-7943-4caf-a29a-8d64d3c9c585 None None] Routers {'5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:42.259966 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-519bf42e-7943-4caf-a29a-8d64d3c9c585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:08:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:42.357467 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c73bee7a-a710-487a-937c-b6fc4e9b0938 admin admin] Publish callbacks [] for router (5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:42.375605 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-519bf42e-7943-4caf-a29a-8d64d3c9c585 None None] Set router 5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:42.463580 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c73bee7a-a710-487a-937c-b6fc4e9b0938 admin admin] Publish callbacks [] for router_gateway (5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:42.517822 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-c73bee7a-a710-487a-937c-b6fc4e9b0938 admin admin] Deleting port 8349fea5-561e-4da4-8d24-f98a477be992 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:08:42.518179 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c73bee7a-a710-487a-937c-b6fc4e9b0938 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (8349fea5-561e-4da4-8d24-f98a477be992), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:42.558164 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-519bf42e-7943-4caf-a29a-8d64d3c9c585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c', 'name': 'tempest-TestServerMultinode-1581718957-router', 'tenant_id': '576ee5273d954559a84f66fa88254bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '8349fea5-561e-4da4-8d24-f98a477be992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:04Z', 'updated_at': '2022-02-19T05:08:41Z', 'revision_number': 5, 'project_id': '576ee5273d954559a84f66fa88254bbc', 'gw_port': {'id': '8349fea5-561e-4da4-8d24-f98a477be992', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:08:04Z', 'updated_at': '2022-02-19T05:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:42.588473 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519bf42e-7943-4caf-a29a-8d64d3c9c585 None None] Checking router: 5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:08:42.597473 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519bf42e-7943-4caf-a29a-8d64d3c9c585 None None] Routers {'5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:08:42.598086 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-519bf42e-7943-4caf-a29a-8d64d3c9c585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:08:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:42.600880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-c73bee7a-a710-487a-937c-b6fc4e9b0938 admin admin] For port 8349fea5-561e-4da4-8d24-f98a477be992, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8349fea5-561e-4da4-8d24-f98a477be992,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:42.601280 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c73bee7a-a710-487a-937c-b6fc4e9b0938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (8349fea5-561e-4da4-8d24-f98a477be992), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:42.614119 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-c73bee7a-a710-487a-937c-b6fc4e9b0938 admin admin] Calling delete_port for 8349fea5-561e-4da4-8d24-f98a477be992 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:08:42.685265 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-519bf42e-7943-4caf-a29a-8d64d3c9c585 None None] Set router 5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:08:42.795450 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c73bee7a-a710-487a-937c-b6fc4e9b0938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (8349fea5-561e-4da4-8d24-f98a477be992), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:42.822419 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bee7a-a710-487a-937c-b6fc4e9b0938 admin admin] Pushing event deleted for resources: {'Port': ['ID=8349fea5-561e-4da4-8d24-f98a477be992,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:42.886870 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c73bee7a-a710-487a-937c-b6fc4e9b0938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:42.902010 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-519bf42e-7943-4caf-a29a-8d64d3c9c585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c', 'name': 'tempest-TestServerMultinode-1581718957-router', 'tenant_id': '576ee5273d954559a84f66fa88254bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:04Z', 'updated_at': '2022-02-19T05:08:42Z', 'revision_number': 6, 'project_id': '576ee5273d954559a84f66fa88254bbc', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:42.928256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519bf42e-7943-4caf-a29a-8d64d3c9c585 None None] The sync data for ids ['5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c'] in n-d-772273-4 is: [{'id': '5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c', 'name': 'tempest-TestServerMultinode-1581718957-router', 'tenant_id': '576ee5273d954559a84f66fa88254bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:08:04Z', 'updated_at': '2022-02-19T05:08:42Z', 'revision_number': 6, 'project_id': '576ee5273d954559a84f66fa88254bbc', 'gw_port_host': None}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:08:42.984407 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c73bee7a-a710-487a-937c-b6fc4e9b0938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:42.987354 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c73bee7a-a710-487a-937c-b6fc4e9b0938 admin admin] Publish callbacks [] for router_controller (5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:43.036980 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c73bee7a-a710-487a-937c-b6fc4e9b0938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:43.037471 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73bee7a-a710-487a-937c-b6fc4e9b0938 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:08:43.041823 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c73bee7a-a710-487a-937c-b6fc4e9b0938 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:43.043036 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c73bee7a-a710-487a-937c-b6fc4e9b0938 admin admin] 10.222.0.65 "DELETE /v2.0/routers/5cda5bf2-11a5-4ca5-8ce8-06090ebaea5c HTTP/1.1" status: 204 len: 168 time: 0.7929785 Feb 19 05:08:43.045639 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33382) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:43.090953 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e3fb82-1b4d-44b6-a9e9-ec9a44bc158d admin admin] Deleting subnet b13e190f-e040-4976-81d6-7acaa5f3ff43 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:08:43.094114 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-57e3fb82-1b4d-44b6-a9e9-ec9a44bc158d admin admin] Publish callbacks [] for subnet (b13e190f-e040-4976-81d6-7acaa5f3ff43), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:43.129001 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-57e3fb82-1b4d-44b6-a9e9-ec9a44bc158d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (b13e190f-e040-4976-81d6-7acaa5f3ff43), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:43.208762 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-57e3fb82-1b4d-44b6-a9e9-ec9a44bc158d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (b13e190f-e040-4976-81d6-7acaa5f3ff43), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:43.263080 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-57e3fb82-1b4d-44b6-a9e9-ec9a44bc158d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (b13e190f-e040-4976-81d6-7acaa5f3ff43), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:43.292198 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3fb82-1b4d-44b6-a9e9-ec9a44bc158d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b13e190f-e040-4976-81d6-7acaa5f3ff43,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:43.298035 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-57e3fb82-1b4d-44b6-a9e9-ec9a44bc158d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:43.301995 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-57e3fb82-1b4d-44b6-a9e9-ec9a44bc158d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b13e190f-e040-4976-81d6-7acaa5f3ff43 HTTP/1.1" status: 204 len: 168 time: 0.2547207 Feb 19 05:08:43.303895 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33384) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:43.306351 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84145e71-8250-43c9-9eb2-5c40121fac05 None None] Network d5b1263d-a122-417e-98b7-d8c41fcb6d83 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:08:43.388512 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-18c92c79-85e6-411b-bcbf-571a521f77e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (d5b1263d-a122-417e-98b7-d8c41fcb6d83), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:43.450126 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-18c92c79-85e6-411b-bcbf-571a521f77e5 admin admin] Deleting port c2d2f045-cba6-490b-86bf-ca6707d02b22 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:08:43.450469 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-18c92c79-85e6-411b-bcbf-571a521f77e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (c2d2f045-cba6-490b-86bf-ca6707d02b22), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:43.513276 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-18c92c79-85e6-411b-bcbf-571a521f77e5 admin admin] For port c2d2f045-cba6-490b-86bf-ca6707d02b22, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c2d2f045-cba6-490b-86bf-ca6707d02b22,segment=NetworkSegment(724c4d7b-d6bd-4355-bc99-804b7576dfe0),segment_id=724c4d7b-d6bd-4355-bc99-804b7576dfe0)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:08:43.513647 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-18c92c79-85e6-411b-bcbf-571a521f77e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (c2d2f045-cba6-490b-86bf-ca6707d02b22), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:43.526416 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-18c92c79-85e6-411b-bcbf-571a521f77e5 admin admin] Calling delete_port for c2d2f045-cba6-490b-86bf-ca6707d02b22 owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:08:43.612210 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-18c92c79-85e6-411b-bcbf-571a521f77e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (c2d2f045-cba6-490b-86bf-ca6707d02b22), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:43.639750 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c92c79-85e6-411b-bcbf-571a521f77e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2d2f045-cba6-490b-86bf-ca6707d02b22,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:43.643093 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c92c79-85e6-411b-bcbf-571a521f77e5 admin admin] No DVR routers for this DVR port c2d2f045-cba6-490b-86bf-ca6707d02b22 on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:08:43.712845 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-18c92c79-85e6-411b-bcbf-571a521f77e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (d5b1263d-a122-417e-98b7-d8c41fcb6d83), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:43.737162 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-18c92c79-85e6-411b-bcbf-571a521f77e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b1263d-a122-417e-98b7-d8c41fcb6d83']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:43.746952 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-18c92c79-85e6-411b-bcbf-571a521f77e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724c4d7b-d6bd-4355-bc99-804b7576dfe0') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:43.747275 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-18c92c79-85e6-411b-bcbf-571a521f77e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724c4d7b-d6bd-4355-bc99-804b7576dfe0') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:08:43.757643 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-18c92c79-85e6-411b-bcbf-571a521f77e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (724c4d7b-d6bd-4355-bc99-804b7576dfe0), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:43.774039 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-18c92c79-85e6-411b-bcbf-571a521f77e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (724c4d7b-d6bd-4355-bc99-804b7576dfe0), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:43.786456 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c92c79-85e6-411b-bcbf-571a521f77e5 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:08:43.786877 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-18c92c79-85e6-411b-bcbf-571a521f77e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (724c4d7b-d6bd-4355-bc99-804b7576dfe0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:43.788256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedc5e22-a51e-41e0-a5d0-1692a3ea56de None None] DHCP port deletion for d5b1263d-a122-417e-98b7-d8c41fcb6d83 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: timer() Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:08:43.788811 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:08:43.853359 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-18c92c79-85e6-411b-bcbf-571a521f77e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (d5b1263d-a122-417e-98b7-d8c41fcb6d83), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:43.870916 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-18c92c79-85e6-411b-bcbf-571a521f77e5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:43.874187 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-18c92c79-85e6-411b-bcbf-571a521f77e5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d5b1263d-a122-417e-98b7-d8c41fcb6d83 HTTP/1.1" status: 204 len: 168 time: 0.5693209 Feb 19 05:08:43.875109 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c92c79-85e6-411b-bcbf-571a521f77e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5b1263d-a122-417e-98b7-d8c41fcb6d83,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:44.041999 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33388) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:44.091390 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-89d8039a-66cf-4564-8f6d-297632637708 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=534a5c49f98246b9851528eef260972e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481853 Feb 19 05:08:44.093764 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33390) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:44.146335 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-324bbb2f-1e23-4561-a09b-e690f2d1ec44 admin admin] Publish callbacks [] for security_group (b478c932-3add-4d1f-9a28-dbcf3694f3e4), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:44.168451 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-324bbb2f-1e23-4561-a09b-e690f2d1ec44 admin admin] Publish callbacks [] for security_group (b478c932-3add-4d1f-9a28-dbcf3694f3e4), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:44.215502 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-324bbb2f-1e23-4561-a09b-e690f2d1ec44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (b478c932-3add-4d1f-9a28-dbcf3694f3e4), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:44.218278 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-324bbb2f-1e23-4561-a09b-e690f2d1ec44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:44.219552 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-324bbb2f-1e23-4561-a09b-e690f2d1ec44 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b478c932-3add-4d1f-9a28-dbcf3694f3e4 HTTP/1.1" status: 204 len: 168 time: 0.1248991 Feb 19 05:08:44.227506 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bbb2f-1e23-4561-a09b-e690f2d1ec44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b478c932-3add-4d1f-9a28-dbcf3694f3e4,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:44.534088 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33396) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:44.575719 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4dd626dd-cd24-4c3a-854b-3413afe531fe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=576ee5273d954559a84f66fa88254bbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404480 Feb 19 05:08:44.578373 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33398) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:08:44.627790 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4059fa70-9597-411d-b881-6d7ad4e1abe4 admin admin] Publish callbacks [] for security_group (02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:44.650494 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4059fa70-9597-411d-b881-6d7ad4e1abe4 admin admin] Publish callbacks [] for security_group (02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:44.697006 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4059fa70-9597-411d-b881-6d7ad4e1abe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:44.699609 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4059fa70-9597-411d-b881-6d7ad4e1abe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:08:44.700769 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4059fa70-9597-411d-b881-6d7ad4e1abe4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e HTTP/1.1" status: 204 len: 168 time: 0.1214979 Feb 19 05:08:44.708742 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059fa70-9597-411d-b881-6d7ad4e1abe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a0ea8f-cc93-4890-b9a7-67f8a0c6f72e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:08:44.987446 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8349fea5-561e-4da4-8d24-f98a477be992 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:08:45.009045 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 8349fea5-561e-4da4-8d24-f98a477be992 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:08:45.009398 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8349fea5-561e-4da4-8d24-f98a477be992 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:08:45.009833 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9e91b73f-0302-4d72-81f8-618a53faca0d no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:08:45.031880 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 9e91b73f-0302-4d72-81f8-618a53faca0d {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:08:45.032224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 9e91b73f-0302-4d72-81f8-618a53faca0d not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:08:45.032664 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c2d2f045-cba6-490b-86bf-ca6707d02b22 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:08:45.054257 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: c2d2f045-cba6-490b-86bf-ca6707d02b22 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:08:45.054617 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c2d2f045-cba6-490b-86bf-ca6707d02b22 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:09:02.299981 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-437ab436-768f-42fc-8b61-da462984223c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:04.827985 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3fec6775-0f2a-4985-807d-7277d4c0f85f req-3ba83b6e-e80a-45db-8779-74e147ac1f20 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497308 Feb 19 05:09:04.921129 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec6775-0f2a-4985-807d-7277d4c0f85f req-a7ea05f4-cb58-4555-bf04-c837911f94f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:04.922673 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3fec6775-0f2a-4985-807d-7277d4c0f85f req-a7ea05f4-cb58-4555-bf04-c837911f94f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 1127 time: 0.0508614 Feb 19 05:09:05.035405 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec6775-0f2a-4985-807d-7277d4c0f85f req-2f811905-8d25-4af3-a9c0-c5f2ee6117fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:05.037015 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3fec6775-0f2a-4985-807d-7277d4c0f85f req-2f811905-8d25-4af3-a9c0-c5f2ee6117fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 912 time: 0.0952251 Feb 19 05:09:05.108278 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3fec6775-0f2a-4985-807d-7277d4c0f85f req-4fa28396-b0fb-472c-805f-3250bbe818e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a49f239-973a-4b24-9309-0ce8fbf2c319 HTTP/1.1" status: 200 len: 1001 time: 0.0651140 Feb 19 05:09:05.145978 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-86706e3d-aeef-45a8-af9c-1d3c76ec75c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:05.159659 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec6775-0f2a-4985-807d-7277d4c0f85f req-06edf45a-eb09-49a4-90c2-970c100eb4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:05.161243 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3fec6775-0f2a-4985-807d-7277d4c0f85f req-06edf45a-eb09-49a4-90c2-970c100eb4df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0474606 Feb 19 05:09:05.215268 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec6775-0f2a-4985-807d-7277d4c0f85f req-a1fc71ef-1ec9-4b25-912a-2491361d75b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:05.216887 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3fec6775-0f2a-4985-807d-7277d4c0f85f req-a1fc71ef-1ec9-4b25-912a-2491361d75b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499704 Feb 19 05:09:05.317159 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3fec6775-0f2a-4985-807d-7277d4c0f85f req-225797c4-22a8-4e70-a629-f1fbc1df90e6 service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937457 Feb 19 05:09:05.416240 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3fec6775-0f2a-4985-807d-7277d4c0f85f req-5ac62a8f-9f58-42a9-92b6-0ed63e009396 service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932937 Feb 19 05:09:06.962571 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:07.887905 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:08.101494 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:09.380400 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:09.504726 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:11.360047 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:09:27.534056 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e4d14-b265-4036-8851-51f1b82d89dc req-8509411c-764b-4df2-9ecc-8483d499a0a8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:27.535591 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8b3e4d14-b265-4036-8851-51f1b82d89dc req-8509411c-764b-4df2-9ecc-8483d499a0a8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 945 time: 0.0576692 Feb 19 05:09:27.587260 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8b3e4d14-b265-4036-8851-51f1b82d89dc req-b0d256ec-cca0-4e4b-93e4-e78219cd5eeb tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454404 Feb 19 05:09:28.712105 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6b008-b3bb-45f9-a697-8dc67a3f335d req-49f7f93d-fb01-416d-90dc-0ca1a4cc7d27 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:28.713659 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62e6b008-b3bb-45f9-a697-8dc67a3f335d req-49f7f93d-fb01-416d-90dc-0ca1a4cc7d27 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 945 time: 0.0530400 Feb 19 05:09:28.762796 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62e6b008-b3bb-45f9-a697-8dc67a3f335d req-712a8bb3-7582-4621-abee-a67318ad5192 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430150 Feb 19 05:09:28.986714 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e6c4f-6812-4a54-9a90-e49a31e773b2 req-e8651dfe-ba95-446f-b620-63fd3e65c7e8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:28.988245 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-322e6c4f-6812-4a54-9a90-e49a31e773b2 req-e8651dfe-ba95-446f-b620-63fd3e65c7e8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 945 time: 0.0571780 Feb 19 05:09:29.080174 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-322e6c4f-6812-4a54-9a90-e49a31e773b2 req-daab699e-a7e7-4b04-979b-efad338c92a7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Deleting port 2a49f239-973a-4b24-9309-0ce8fbf2c319 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:09:29.080517 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-322e6c4f-6812-4a54-9a90-e49a31e773b2 req-daab699e-a7e7-4b04-979b-efad338c92a7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2a49f239-973a-4b24-9309-0ce8fbf2c319), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:29.171636 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-322e6c4f-6812-4a54-9a90-e49a31e773b2 req-daab699e-a7e7-4b04-979b-efad338c92a7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] For port 2a49f239-973a-4b24-9309-0ce8fbf2c319, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2a49f239-973a-4b24-9309-0ce8fbf2c319,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:09:29.172003 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-322e6c4f-6812-4a54-9a90-e49a31e773b2 req-daab699e-a7e7-4b04-979b-efad338c92a7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2a49f239-973a-4b24-9309-0ce8fbf2c319), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:29.383825 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-322e6c4f-6812-4a54-9a90-e49a31e773b2 req-daab699e-a7e7-4b04-979b-efad338c92a7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:29.384202 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-322e6c4f-6812-4a54-9a90-e49a31e773b2 req-daab699e-a7e7-4b04-979b-efad338c92a7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (f2a5c89a-9199-48d5-a14f-0d9e8126fa6c), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:29.384526 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [req-322e6c4f-6812-4a54-9a90-e49a31e773b2 req-daab699e-a7e7-4b04-979b-efad338c92a7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Floating IP f2a5c89a-9199-48d5-a14f-0d9e8126fa6c disassociated. External IP: 172.25.0.188, port: 2a49f239-973a-4b24-9309-0ce8fbf2c319. Feb 19 05:09:29.384877 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-322e6c4f-6812-4a54-9a90-e49a31e773b2 req-daab699e-a7e7-4b04-979b-efad338c92a7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Calling delete_port for 2a49f239-973a-4b24-9309-0ce8fbf2c319 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:09:29.512592 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-322e6c4f-6812-4a54-9a90-e49a31e773b2 req-daab699e-a7e7-4b04-979b-efad338c92a7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (2a49f239-973a-4b24-9309-0ce8fbf2c319), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:29.546525 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab699e-a7e7-4b04-979b-efad338c92a7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event deleted for resources: {'Port': ['ID=2a49f239-973a-4b24-9309-0ce8fbf2c319,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:09:29.669273 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-322e6c4f-6812-4a54-9a90-e49a31e773b2 req-daab699e-a7e7-4b04-979b-efad338c92a7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Router b5dbdf21-5544-450b-a1da-b4f755917535 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:09:29.782098 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-322e6c4f-6812-4a54-9a90-e49a31e773b2 req-daab699e-a7e7-4b04-979b-efad338c92a7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:09:29.794149 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfac82e-bd31-460a-8246-77cd93bffa41 None None] Sync routers for ids ['b5dbdf21-5544-450b-a1da-b4f755917535'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:09:29.807718 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfac82e-bd31-460a-8246-77cd93bffa41 None None] Routers {'b5dbdf21-5544-450b-a1da-b4f755917535'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:09:29.808418 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-bbfac82e-bd31-460a-8246-77cd93bffa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:09:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b5dbdf21-5544-450b-a1da-b4f755917535'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:09:29.877206 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bd44c9eb-f65e-46b3-9dd9-172abb0ce3b1 req-fc1c9911-2a2a-4e43-8e5a-14499df70dd9 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 210 time: 0.0313156 Feb 19 05:09:29.938508 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-bbfac82e-bd31-460a-8246-77cd93bffa41 None None] Set router b5dbdf21-5544-450b-a1da-b4f755917535 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:09:30.163120 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-bbfac82e-bd31-460a-8246-77cd93bffa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:01:19Z', 'revision_number': 4, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port': {'id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:15Z', 'updated_at': '2022-02-19T05:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'f0b02164-9464-4f8b-9576-1ae65b18a9b3', 'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'mac_address': 'fa:16:3e:b8:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:18Z', 'updated_at': '2022-02-19T05:01:25Z', 'revision_number': 5, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'subnets': [{'id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:09:30.185267 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-322e6c4f-6812-4a54-9a90-e49a31e773b2 req-daab699e-a7e7-4b04-979b-efad338c92a7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] No DVR routers for this DVR port 2a49f239-973a-4b24-9309-0ce8fbf2c319 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:09:30.189227 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-322e6c4f-6812-4a54-9a90-e49a31e773b2 req-daab699e-a7e7-4b04-979b-efad338c92a7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:30.194245 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-322e6c4f-6812-4a54-9a90-e49a31e773b2 req-daab699e-a7e7-4b04-979b-efad338c92a7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.48 "DELETE /v2.0/ports/2a49f239-973a-4b24-9309-0ce8fbf2c319 HTTP/1.1" status: 204 len: 173 time: 1.2011943 Feb 19 05:09:30.194762 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4', 'name': 'network-vif-deleted', 'tag': '2a49f239-973a-4b24-9309-0ce8fbf2c319'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:09:30.196464 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfac82e-bd31-460a-8246-77cd93bffa41 None None] Checking router: b5dbdf21-5544-450b-a1da-b4f755917535 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:09:30.197245 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6818915-0601-4d92-91ec-755fa219c142" -d '{"events": [{"server_uuid": "6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4", "name": "network-vif-deleted", "tag": "2a49f239-973a-4b24-9309-0ce8fbf2c319"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:09:30.209123 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfac82e-bd31-460a-8246-77cd93bffa41 None None] Routers {'b5dbdf21-5544-450b-a1da-b4f755917535'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:09:30.209989 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-bbfac82e-bd31-460a-8246-77cd93bffa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:09:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b5dbdf21-5544-450b-a1da-b4f755917535'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:09:30.249496 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ae836a-8bb5-4dce-8490-ab13cd543433 x-openstack-request-id: req-84ae836a-8bb5-4dce-8490-ab13cd543433 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:09:30.249912 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4", "name": "network-vif-deleted", "tag": "2a49f239-973a-4b24-9309-0ce8fbf2c319", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:09:30.250110 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-84ae836a-8bb5-4dce-8490-ab13cd543433 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:09:30.250595 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4', 'name': 'network-vif-deleted', 'tag': '2a49f239-973a-4b24-9309-0ce8fbf2c319', 'status': 'completed', 'code': 200} Feb 19 05:09:30.337674 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-bbfac82e-bd31-460a-8246-77cd93bffa41 None None] Set router b5dbdf21-5544-450b-a1da-b4f755917535 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:09:30.638670 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-bbfac82e-bd31-460a-8246-77cd93bffa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:01:19Z', 'revision_number': 4, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port': {'id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:15Z', 'updated_at': '2022-02-19T05:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'f0b02164-9464-4f8b-9576-1ae65b18a9b3', 'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'mac_address': 'fa:16:3e:b8:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:18Z', 'updated_at': '2022-02-19T05:01:25Z', 'revision_number': 5, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'subnets': [{'id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:09:30.665448 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfac82e-bd31-460a-8246-77cd93bffa41 None None] The sync data for ids ['b5dbdf21-5544-450b-a1da-b4f755917535'] in n-d-772273-4 is: [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:01:19Z', 'revision_number': 4, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port': {'id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:15Z', 'updated_at': '2022-02-19T05:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'f0b02164-9464-4f8b-9576-1ae65b18a9b3', 'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'mac_address': 'fa:16:3e:b8:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:18Z', 'updated_at': '2022-02-19T05:01:25Z', 'revision_number': 5, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'subnets': [{'id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:09:30.909283 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3b7df3-188c-424d-b396-acaa6337f755 None None] New status for floating IP f2a5c89a-9199-48d5-a14f-0d9e8126fa6c: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:09:30.987935 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c999a3d7-5edb-4325-87e5-406178c3225b req-043ac2f5-26b9-4513-82be-8a864a9dd122 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 210 time: 0.0296373 Feb 19 05:09:30.996938 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 2a49f239-973a-4b24-9309-0ce8fbf2c319 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:09:31.023049 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 2a49f239-973a-4b24-9309-0ce8fbf2c319 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:09:31.023391 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 2a49f239-973a-4b24-9309-0ce8fbf2c319 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:09:32.088185 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5c9273d4-278d-4209-bb67-48b080e3efaf req-85c965f8-46c6-45b5-b534-67f1281b748c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 210 time: 0.0281553 Feb 19 05:09:32.305495 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f8a85a4d-8028-426b-9853-8950c0123b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:33.191669 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aaf2aa6f-1749-4795-85ed-f53980600522 req-20e59a83-f47a-4f1d-9d1b-4be41835de9b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 210 time: 0.0316882 Feb 19 05:09:34.294550 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f2bbc7dd-c577-443b-aed0-8760533082e8 req-a07e873c-2863-4a2a-b1f2-905c648ea14d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 210 time: 0.0290639 Feb 19 05:09:35.149773 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0f1f026b-a1b8-4a81-8e19-a90d010a6c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:35.642226 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-30fd4265-7404-4bde-9160-291d82925470 req-3bf63429-672f-4e0b-9d81-dd20fce1bf0d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 210 time: 0.2748101 Feb 19 05:09:36.740636 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d348eb67-1601-4ab4-af42-4c04c635c993 req-648a2ef6-3440-4a25-add8-07a5029edfe8 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 210 time: 0.0300353 Feb 19 05:09:36.971326 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:37.837628 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5c82d8d-77de-478b-b814-840c6954cf30 req-8dcedd73-9e0e-4121-9b67-ea1de2bb3cf7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 210 time: 0.0282550 Feb 19 05:09:37.890077 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:38.103155 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:38.934470 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-af4642c5-c887-47ab-b800-ece33a45a5d8 req-82846bc3-dbe8-41be-8be1-14b06c2d61d1 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dec759f-13aa-4ddd-9b6d-c1a39f5ae6a4 HTTP/1.1" status: 200 len: 210 time: 0.0275426 Feb 19 05:09:39.384752 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:39.501231 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:40.191049 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-fda6685e-6ded-4770-bcea-92e0862b54fd tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1092021849&fields=id&tenant_id=7173e653c95343de8cadb3790f712d4d HTTP/1.1" status: 200 len: 267 time: 0.0435934 Feb 19 05:09:40.300114 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-707f8955-ca4e-46ab-bb1f-541e3120fc24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:40.301571 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-707f8955-ca4e-46ab-bb1f-541e3120fc24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 812 time: 0.1034214 Feb 19 05:09:40.316218 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-395ad859-e4fe-4aa7-bee3-874375e0eeea tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/quotas/7173e653c95343de8cadb3790f712d4d HTTP/1.1" status: 200 len: 375 time: 0.0093229 Feb 19 05:09:40.373200 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-97fa1c37-526c-4b8b-b23b-673164162de7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511665 Feb 19 05:09:40.466694 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-b8990ec1-ddc2-4135-a555-6a5dc5b4217e service neutron] 10.222.0.65 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822296 Feb 19 05:09:40.558828 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-3ba49555-941b-407a-979c-23788c40b84f service neutron] 10.222.0.65 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864072 Feb 19 05:09:40.839882 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dbc30541-ae28-43d2-809b-2395531e16c8 req-9143ee37-3135-43a6-8673-ba1421ff0cfc tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 210 time: 0.0275247 Feb 19 05:09:41.755684 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-c4f05394-a501-4d65-bef5-59c61bb9aa1b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:41.757247 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-c4f05394-a501-4d65-bef5-59c61bb9aa1b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.48 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 812 time: 0.1077180 Feb 19 05:09:41.826915 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-09e7d355-8411-4aba-9d0b-c902de38f7a0 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7173e653c95343de8cadb3790f712d4d HTTP/1.1" status: 200 len: 380 time: 0.0623093 Feb 19 05:09:41.836428 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Request body: {'port': {'device_id': '7aa3295a-b75f-4056-bead-4374e84fd58e', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'admin_state_up': True, 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'security_groups': ['07bd5604-a8cc-48bb-8a11-7fc8d28d7d68']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:09:41.950319 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-945c2d6c-44c7-45f6-96ee-1a88632d864b req-3be96fb8-e538-4fe5-b261-25da80f613db tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 210 time: 0.0376761 Feb 19 05:09:41.977367 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Made reservation on behalf of 7173e653c95343de8cadb3790f712d4d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:09:41.980772 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:42.117029 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Allocated IP 172.20.0.12 (891e8a91-ec7b-447e-9495-70c700adf2c0/eb74e798-fd6e-499a-bfba-a8016bf5d81f/e9a7e6f3-7745-405e-a7af-92f35a7f310a) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:09:42.261210 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for port (e9a7e6f3-7745-405e-a7af-92f35a7f310a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:42.297252 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (e9a7e6f3-7745-405e-a7af-92f35a7f310a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:42.339788 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Network 891e8a91-ec7b-447e-9495-70c700adf2c0 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:09:42.343451 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:09:42.349554 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:09:42.391100 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event updated for resources: {'Port': ['ID=e9a7e6f3-7745-405e-a7af-92f35a7f310a,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:09:42.403379 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:09:42.403884 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:09:42.404331 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:09:42.404778 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:09:42.405237 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:09:42.405709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:09:42.406144 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:09:42.406600 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:09:42.407025 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:09:42.407459 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:09:42.407886 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:09:42.408314 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:09:42.408739 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:09:42.425579 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:42.426372 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:42.446222 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-37a52209-b978-42bf-9664-444b71e6f5ab tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6136138 Feb 19 05:09:42.456528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-b35203d9-3e26-4fe9-b6ae-a8c2e4aa81d3 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:09:42.457927 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-b35203d9-3e26-4fe9-b6ae-a8c2e4aa81d3 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066211 Feb 19 05:09:42.469727 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-2468c444-9609-420f-8cfa-3a707d38fb08 service neutron] Request body: {'port': {'device_id': '7aa3295a-b75f-4056-bead-4374e84fd58e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:09:42.540374 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-2468c444-9609-420f-8cfa-3a707d38fb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e9a7e6f3-7745-405e-a7af-92f35a7f310a), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:42.644441 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5d5ef3e9-58a1-44e4-b8ee-19bc97447d6c None None] Provisioning complete for port e9a7e6f3-7745-405e-a7af-92f35a7f310a triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:09:42.645027 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5d5ef3e9-58a1-44e4-b8ee-19bc97447d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e9a7e6f3-7745-405e-a7af-92f35a7f310a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:42.680208 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5d5ef3e9-58a1-44e4-b8ee-19bc97447d6c None None] Port e9a7e6f3-7745-405e-a7af-92f35a7f310a cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:09:42.816856 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-2468c444-9609-420f-8cfa-3a707d38fb08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a7e6f3-7745-405e-a7af-92f35a7f310a {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:09:42.826819 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-2468c444-9609-420f-8cfa-3a707d38fb08 service neutron] Publish callbacks [] for port (e9a7e6f3-7745-405e-a7af-92f35a7f310a), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:42.842956 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-2468c444-9609-420f-8cfa-3a707d38fb08 service neutron] Transition to ACTIVE for port object e9a7e6f3-7745-405e-a7af-92f35a7f310a will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:09:42.846959 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-2468c444-9609-420f-8cfa-3a707d38fb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (e9a7e6f3-7745-405e-a7af-92f35a7f310a), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:42.899575 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468c444-9609-420f-8cfa-3a707d38fb08 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a7e6f3-7745-405e-a7af-92f35a7f310a,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:09:42.987025 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-2468c444-9609-420f-8cfa-3a707d38fb08 service neutron] Attempting to bind port e9a7e6f3-7745-405e-a7af-92f35a7f310a on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:09:42.987651 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-2468c444-9609-420f-8cfa-3a707d38fb08 service neutron] Attempting to bind port e9a7e6f3-7745-405e-a7af-92f35a7f310a by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:09:42.988163 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-2468c444-9609-420f-8cfa-3a707d38fb08 service neutron] Attempting to bind port e9a7e6f3-7745-405e-a7af-92f35a7f310a on network 891e8a91-ec7b-447e-9495-70c700adf2c0 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:09:42.993827 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-2468c444-9609-420f-8cfa-3a707d38fb08 service neutron] Port e9a7e6f3-7745-405e-a7af-92f35a7f310a on network 891e8a91-ec7b-447e-9495-70c700adf2c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:09:42.994166 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-2468c444-9609-420f-8cfa-3a707d38fb08 service neutron] Attempting to bind port e9a7e6f3-7745-405e-a7af-92f35a7f310a on network 891e8a91-ec7b-447e-9495-70c700adf2c0 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:09:43.002551 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-2468c444-9609-420f-8cfa-3a707d38fb08 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:09:43.007331 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-2468c444-9609-420f-8cfa-3a707d38fb08 service neutron] Checking segment: {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:09:43.007754 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-2468c444-9609-420f-8cfa-3a707d38fb08 service neutron] Bound using segment: {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:09:43.008618 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-2468c444-9609-420f-8cfa-3a707d38fb08 service neutron] Bound port: e9a7e6f3-7745-405e-a7af-92f35a7f310a, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:09:43.008618 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-2468c444-9609-420f-8cfa-3a707d38fb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e9a7e6f3-7745-405e-a7af-92f35a7f310a), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:43.096572 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-2468c444-9609-420f-8cfa-3a707d38fb08 service neutron] For port e9a7e6f3-7745-405e-a7af-92f35a7f310a, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:09:43.101128 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-2468c444-9609-420f-8cfa-3a707d38fb08 service neutron] For port e9a7e6f3-7745-405e-a7af-92f35a7f310a, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=e9a7e6f3-7745-405e-a7af-92f35a7f310a,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:09:43.109128 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-2468c444-9609-420f-8cfa-3a707d38fb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (e9a7e6f3-7745-405e-a7af-92f35a7f310a), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:43.109879 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e6b09-2ed4-4d68-8be6-5d59d8b6a382 req-feb55726-6562-4829-9a5e-76143b362059 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:43.112321 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0d9e6b09-2ed4-4d68-8be6-5d59d8b6a382 req-feb55726-6562-4829-9a5e-76143b362059 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 944 time: 0.0688665 Feb 19 05:09:43.148962 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-2468c444-9609-420f-8cfa-3a707d38fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:43.149457 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-2468c444-9609-420f-8cfa-3a707d38fb08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:09:43.150886 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-2468c444-9609-420f-8cfa-3a707d38fb08 service neutron] 10.222.0.48 "PUT /v2.0/ports/e9a7e6f3-7745-405e-a7af-92f35a7f310a HTTP/1.1" status: 200 len: 1092 time: 0.6859789 Feb 19 05:09:43.151414 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa3295a-b75f-4056-bead-4374e84fd58e', 'tag': 'e9a7e6f3-7745-405e-a7af-92f35a7f310a'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:09:43.154993 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15aa5101-0bac-49de-a824-37977cdcd17f" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa3295a-b75f-4056-bead-4374e84fd58e", "tag": "e9a7e6f3-7745-405e-a7af-92f35a7f310a"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:09:43.228421 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468c444-9609-420f-8cfa-3a707d38fb08 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a7e6f3-7745-405e-a7af-92f35a7f310a,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:09:43.230417 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0d9e6b09-2ed4-4d68-8be6-5d59d8b6a382 req-47094808-e9b7-4099-97a5-8d7f5706b2d4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122634 Feb 19 05:09:43.241366 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85be6ff6-a020-4a5a-9741-6b9da934d1db x-openstack-request-id: req-85be6ff6-a020-4a5a-9741-6b9da934d1db {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:09:43.241662 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa3295a-b75f-4056-bead-4374e84fd58e", "tag": "e9a7e6f3-7745-405e-a7af-92f35a7f310a", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:09:43.241921 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-85be6ff6-a020-4a5a-9741-6b9da934d1db {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:09:43.242348 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa3295a-b75f-4056-bead-4374e84fd58e', 'tag': 'e9a7e6f3-7745-405e-a7af-92f35a7f310a', 'status': 'completed', 'code': 200} Feb 19 05:09:43.266433 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-7e5f0e80-0ff5-4463-8f01-aedc54ef9756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:43.268253 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-7e5f0e80-0ff5-4463-8f01-aedc54ef9756 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 1126 time: 0.0698779 Feb 19 05:09:43.322852 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-9f6dfcc1-ec6d-44eb-bb34-0496d87fd807 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9a7e6f3-7745-405e-a7af-92f35a7f310a HTTP/1.1" status: 200 len: 217 time: 0.0478179 Feb 19 05:09:43.375781 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-1b8b8e26-f3a4-46ad-9af1-87947f6d6fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:43.377390 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-1b8b8e26-f3a4-46ad-9af1-87947f6d6fb5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0486844 Feb 19 05:09:43.435949 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-79f5e592-7c6d-41ce-814a-5c389bb9a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:43.437685 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-79f5e592-7c6d-41ce-814a-5c389bb9a9d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525444 Feb 19 05:09:43.533381 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-2a77283a-5eb7-465d-947a-996d7c23e8a1 service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892971 Feb 19 05:09:43.634536 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e82bd8b-d21a-44e0-b6e7-3082a8cedfe9 req-f67ff722-8be2-4213-a247-26b9c1f8b1df service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949113 Feb 19 05:09:43.729964 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa5101-0bac-49de-a824-37977cdcd17f req-18305176-fe41-48d9-85d0-03d49b8a259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:43.731446 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-15aa5101-0bac-49de-a824-37977cdcd17f req-18305176-fe41-48d9-85d0-03d49b8a259c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 1126 time: 0.0524077 Feb 19 05:09:43.822992 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa5101-0bac-49de-a824-37977cdcd17f req-3795d1fa-ee26-437d-832c-b0a98defddee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:43.824552 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-15aa5101-0bac-49de-a824-37977cdcd17f req-3795d1fa-ee26-437d-832c-b0a98defddee service neutron] 10.222.0.48 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 912 time: 0.0872059 Feb 19 05:09:43.871120 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-15aa5101-0bac-49de-a824-37977cdcd17f req-4cf866f6-2ab3-462f-a63e-c7dd1a721974 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9a7e6f3-7745-405e-a7af-92f35a7f310a HTTP/1.1" status: 200 len: 217 time: 0.0402870 Feb 19 05:09:43.922474 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa5101-0bac-49de-a824-37977cdcd17f req-5f44c80b-fa7c-4bd4-bbab-a416f25e55ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:43.924003 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-15aa5101-0bac-49de-a824-37977cdcd17f req-5f44c80b-fa7c-4bd4-bbab-a416f25e55ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0453541 Feb 19 05:09:43.975313 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa5101-0bac-49de-a824-37977cdcd17f req-dbfe0503-0dcd-436c-af85-c942408b80bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:43.976923 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-15aa5101-0bac-49de-a824-37977cdcd17f req-dbfe0503-0dcd-436c-af85-c942408b80bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472271 Feb 19 05:09:44.072210 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-15aa5101-0bac-49de-a824-37977cdcd17f req-052af54b-fc83-4702-afc5-aff5251ba1f6 service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891502 Feb 19 05:09:44.162304 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-15aa5101-0bac-49de-a824-37977cdcd17f req-c40a8b3f-adcb-4441-a6d8-9de1b63cd0d8 service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849502 Feb 19 05:09:44.361822 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065615d-25a2-4660-bae9-dbf24c481caf req-4d79f5dd-7ccd-49c7-a855-b06d7895caf4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:44.363512 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e065615d-25a2-4660-bae9-dbf24c481caf req-4d79f5dd-7ccd-49c7-a855-b06d7895caf4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 944 time: 0.0551305 Feb 19 05:09:44.413686 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e065615d-25a2-4660-bae9-dbf24c481caf req-17f329d0-d1ae-4160-bb4a-399bc8b2be47 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439587 Feb 19 05:09:45.545649 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae996c5-93a1-4773-b4ce-9ba0932a8121 req-03ef66a2-1c68-4bda-88b9-af2d057c1aac tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:45.547266 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fae996c5-93a1-4773-b4ce-9ba0932a8121 req-03ef66a2-1c68-4bda-88b9-af2d057c1aac tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 944 time: 0.0583253 Feb 19 05:09:45.602476 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fae996c5-93a1-4773-b4ce-9ba0932a8121 req-cf55c940-0170-4545-a5e4-a939d35dd9a5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458910 Feb 19 05:09:46.788236 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe8db5-29b4-4a66-87e6-c3da910469c2 req-144a44ab-0fd5-4b2a-8af8-ea8c3c131452 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:46.789863 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fafe8db5-29b4-4a66-87e6-c3da910469c2 req-144a44ab-0fd5-4b2a-8af8-ea8c3c131452 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 944 time: 0.1144838 Feb 19 05:09:46.844116 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fafe8db5-29b4-4a66-87e6-c3da910469c2 req-2fc675de-90b6-4505-ba85-4884c0d100c7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478630 Feb 19 05:09:47.978310 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada794a-fa46-41ad-a1c7-da972bd02c5f req-98ba0e02-33f9-425b-a646-45698e65aede tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:47.979856 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0ada794a-fa46-41ad-a1c7-da972bd02c5f req-98ba0e02-33f9-425b-a646-45698e65aede tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 944 time: 0.0601699 Feb 19 05:09:48.034082 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0ada794a-fa46-41ad-a1c7-da972bd02c5f req-12fd286b-e26d-4689-977b-b2e9a1ba8329 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481024 Feb 19 05:09:48.361333 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:09:49.165120 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fd6c4-05b8-4be6-be60-4af8baf4d14b req-b0a75638-49ad-4d03-98fc-5582f22fefc3 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:49.168999 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f66fd6c4-05b8-4be6-be60-4af8baf4d14b req-b0a75638-49ad-4d03-98fc-5582f22fefc3 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 944 time: 0.0619476 Feb 19 05:09:49.220765 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f66fd6c4-05b8-4be6-be60-4af8baf4d14b req-3af16c8d-a77c-432a-8844-255e1b736a82 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476949 Feb 19 05:09:50.353216 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8aa41b-f3b9-4c6d-9bc5-e216a1e19cfc req-45f153bf-b4d8-4df0-903c-27e77163ab93 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:50.354771 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4b8aa41b-f3b9-4c6d-9bc5-e216a1e19cfc req-45f153bf-b4d8-4df0-903c-27e77163ab93 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 944 time: 0.0595274 Feb 19 05:09:50.408688 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4b8aa41b-f3b9-4c6d-9bc5-e216a1e19cfc req-ce279935-f873-4b60-9bd6-1bc5f05950c9 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475166 Feb 19 05:09:51.538367 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea77ba-7238-4f6d-bc34-ba8169d9408e req-ecf9ddf1-6af2-4875-bbf1-dde28408b64f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:51.539941 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d8ea77ba-7238-4f6d-bc34-ba8169d9408e req-ecf9ddf1-6af2-4875-bbf1-dde28408b64f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 944 time: 0.0589643 Feb 19 05:09:51.596500 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d8ea77ba-7238-4f6d-bc34-ba8169d9408e req-192cd97b-383b-4fb0-9e29-33eb8e4afdcc tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457699 Feb 19 05:09:52.721112 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434787d-db05-4780-870a-a139820ea367 req-68eb7c86-0738-4fc9-9326-616370ed52ec tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:52.722667 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7434787d-db05-4780-870a-a139820ea367 req-68eb7c86-0738-4fc9-9326-616370ed52ec tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 944 time: 0.0542030 Feb 19 05:09:52.775978 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7434787d-db05-4780-870a-a139820ea367 req-cd6cbbec-4b81-4782-80ae-1481907fb07f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476761 Feb 19 05:09:53.898363 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e343c6-da74-45e1-b162-5d0e0e6123f5 req-2959973d-dac1-42ab-b627-fc6b35bb82c4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:53.899912 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-74e343c6-da74-45e1-b162-5d0e0e6123f5 req-2959973d-dac1-42ab-b627-fc6b35bb82c4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 944 time: 0.0551360 Feb 19 05:09:53.951408 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-74e343c6-da74-45e1-b162-5d0e0e6123f5 req-44b4dc0d-c41c-4778-ae20-46b6418986a6 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456049 Feb 19 05:09:55.079601 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d19117-52c1-4273-a49d-f11c7a430ed4 req-7ae534c5-4148-490a-bc99-a567cd62ffcd tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:55.081225 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-18d19117-52c1-4273-a49d-f11c7a430ed4 req-7ae534c5-4148-490a-bc99-a567cd62ffcd tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 944 time: 0.0613813 Feb 19 05:09:55.138075 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-18d19117-52c1-4273-a49d-f11c7a430ed4 req-fe0e7d0e-c84f-4543-a7e6-f21222d22a89 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504994 Feb 19 05:09:56.292314 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a389f-f7ac-47f0-8cf9-18cbdbafc15c req-4d48cd93-1cc5-4797-868d-90527cca834f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:56.295207 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-640a389f-f7ac-47f0-8cf9-18cbdbafc15c req-4d48cd93-1cc5-4797-868d-90527cca834f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 944 time: 0.0861747 Feb 19 05:09:56.378090 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-640a389f-f7ac-47f0-8cf9-18cbdbafc15c req-4bfac8ca-19ea-40aa-afbb-2566f0d8e52c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740304 Feb 19 05:09:57.514602 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dfbac-bdcb-46fc-89ad-d58a1416756c req-b14c6bc7-562a-4ebb-9f5e-ba3952f641c4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:57.516461 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1e2dfbac-bdcb-46fc-89ad-d58a1416756c req-b14c6bc7-562a-4ebb-9f5e-ba3952f641c4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 944 time: 0.0598247 Feb 19 05:09:57.571794 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1e2dfbac-bdcb-46fc-89ad-d58a1416756c req-b61516b2-e692-4eb6-a469-7867aff57e52 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491343 Feb 19 05:09:58.700057 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a07af5-c0da-4c9b-851c-a9f869510dc3 req-b8f1b8d6-fa89-4f51-8ab1-3ce9f3094adc tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:58.701630 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d9a07af5-c0da-4c9b-851c-a9f869510dc3 req-b8f1b8d6-fa89-4f51-8ab1-3ce9f3094adc tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 944 time: 0.0546207 Feb 19 05:09:58.752492 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d9a07af5-c0da-4c9b-851c-a9f869510dc3 req-690eb6a3-d10d-4a50-847a-aae6ed4c8ef2 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449750 Feb 19 05:09:59.881562 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f57bd-ee3f-4da0-8aba-fa7e6bbd46ad req-21294475-f4b3-44f5-abd1-44bb08cc218a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:09:59.883211 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7c5f57bd-ee3f-4da0-8aba-fa7e6bbd46ad req-21294475-f4b3-44f5-abd1-44bb08cc218a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 944 time: 0.0590320 Feb 19 05:09:59.934875 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7c5f57bd-ee3f-4da0-8aba-fa7e6bbd46ad req-bf1196be-98ca-4bed-ba51-a11d7708fe85 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453458 Feb 19 05:10:01.065602 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d19b41-4771-4877-ae41-07217cf47fff req-c322bfb6-ca02-434c-a390-bb229d4d1f95 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:01.067185 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-96d19b41-4771-4877-ae41-07217cf47fff req-c322bfb6-ca02-434c-a390-bb229d4d1f95 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 944 time: 0.0604713 Feb 19 05:10:01.120948 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-96d19b41-4771-4877-ae41-07217cf47fff req-79f40344-0cdc-48bf-9823-19afa5631e8a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476220 Feb 19 05:10:01.145608 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device e9a7e6f3-7745-405e-a7af-92f35a7f310a details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:10:01.310359 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port e9a7e6f3-7745-405e-a7af-92f35a7f310a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=e9a7e6f3-7745-405e-a7af-92f35a7f310a,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:10:01.330103 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'e9a7e6f3-7745-405e-a7af-92f35a7f310a', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'port_id': 'e9a7e6f3-7745-405e-a7af-92f35a7f310a', 'mac_address': 'fa:16:3e:d2:59:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:10:01.386849 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port e9a7e6f3-7745-405e-a7af-92f35a7f310a is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:10:01.387761 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e9a7e6f3-7745-405e-a7af-92f35a7f310a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:01.402011 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a7e6f3-7745-405e-a7af-92f35a7f310a {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:10:01.429822 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port e9a7e6f3-7745-405e-a7af-92f35a7f310a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=e9a7e6f3-7745-405e-a7af-92f35a7f310a,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:10:01.433035 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e9a7e6f3-7745-405e-a7af-92f35a7f310a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:01.487245 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=e9a7e6f3-7745-405e-a7af-92f35a7f310a,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:10:01.494898 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:01.495249 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:01.495624 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:01.495967 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:01.496304 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:01.496675 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:01.497042 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:01.497374 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:01.497702 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:01.498032 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:01.498359 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:01.498684 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:01.499009 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:01.641303 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['e9a7e6f3-7745-405e-a7af-92f35a7f310a'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:10:02.262536 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbe054-7a6e-43d4-8267-ebd815fed678 req-cf029d7b-c243-4292-a242-809e3f073936 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:02.264420 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ebbbe054-7a6e-43d4-8267-ebd815fed678 req-cf029d7b-c243-4292-a242-809e3f073936 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 945 time: 0.0660713 Feb 19 05:10:02.312405 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9e6101aa-8a3a-4666-b297-4fa3505ef8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:02.321235 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ebbbe054-7a6e-43d4-8267-ebd815fed678 req-a0f38668-4473-4baa-97cb-3928d14e1170 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500765 Feb 19 05:10:03.161175 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device e9a7e6f3-7745-405e-a7af-92f35a7f310a up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:10:03.211892 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port e9a7e6f3-7745-405e-a7af-92f35a7f310a completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:10:03.215954 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port e9a7e6f3-7745-405e-a7af-92f35a7f310a triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:10:03.216425 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e9a7e6f3-7745-405e-a7af-92f35a7f310a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:03.307182 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port e9a7e6f3-7745-405e-a7af-92f35a7f310a is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:10:03.307578 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e9a7e6f3-7745-405e-a7af-92f35a7f310a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:03.333191 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa3295a-b75f-4056-bead-4374e84fd58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a7e6f3-7745-405e-a7af-92f35a7f310a'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:10:03.335700 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9812a55-bf4c-4b1f-b1d5-d8950630b30c" -d '{"events": [{"server_uuid": "7aa3295a-b75f-4056-bead-4374e84fd58e", "name": "network-vif-plugged", "status": "completed", "tag": "e9a7e6f3-7745-405e-a7af-92f35a7f310a"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:10:03.356440 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port e9a7e6f3-7745-405e-a7af-92f35a7f310a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=e9a7e6f3-7745-405e-a7af-92f35a7f310a,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:10:03.362037 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e9a7e6f3-7745-405e-a7af-92f35a7f310a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:03.403910 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0513650a-139c-42c6-bca1-5fe6719a43dd x-openstack-request-id: req-0513650a-139c-42c6-bca1-5fe6719a43dd {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:10:03.404411 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa3295a-b75f-4056-bead-4374e84fd58e", "name": "network-vif-plugged", "status": "completed", "tag": "e9a7e6f3-7745-405e-a7af-92f35a7f310a", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:10:03.405301 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0513650a-139c-42c6-bca1-5fe6719a43dd {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:10:03.406352 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa3295a-b75f-4056-bead-4374e84fd58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a7e6f3-7745-405e-a7af-92f35a7f310a', 'code': 200} Feb 19 05:10:03.444731 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=e9a7e6f3-7745-405e-a7af-92f35a7f310a,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:10:03.484545 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d28c10-81cc-47d1-8535-a268dee314bb req-c02d3219-116d-487e-a852-de987fd5dab1 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:03.487779 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-48d28c10-81cc-47d1-8535-a268dee314bb req-c02d3219-116d-487e-a852-de987fd5dab1 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 946 time: 0.0821397 Feb 19 05:10:03.564861 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-48d28c10-81cc-47d1-8535-a268dee314bb req-3605a664-9c27-454b-ba72-9805e7734ef3 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697773 Feb 19 05:10:03.595087 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13e265-4648-4d0c-b761-ba3fc8140183 req-6bdc4bc7-f2bb-4bb4-972a-132752e8132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:03.596939 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fd13e265-4648-4d0c-b761-ba3fc8140183 req-6bdc4bc7-f2bb-4bb4-972a-132752e8132f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 1128 time: 0.1368196 Feb 19 05:10:03.653868 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fd13e265-4648-4d0c-b761-ba3fc8140183 req-62f5993f-1f80-44ee-b9f6-53ec541b5fd5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501106 Feb 19 05:10:04.723516 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5b312-f147-4d90-95fd-909c6a158436 req-fdc2a23b-dae7-412d-b09b-1fd5644a2369 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:04.726875 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d4d5b312-f147-4d90-95fd-909c6a158436 req-fdc2a23b-dae7-412d-b09b-1fd5644a2369 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 946 time: 0.0763412 Feb 19 05:10:04.778541 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d4d5b312-f147-4d90-95fd-909c6a158436 req-a482444f-bef2-485a-9752-5da0dd130a2c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470881 Feb 19 05:10:05.153738 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-04c52ea2-93a8-4315-95ac-20635433fe1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:05.805713 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0534f658-3ff0-41a9-8877-74cc394ffc1e req-28689830-aaab-4b4b-af7a-ae3ae2ec9368 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464439 Feb 19 05:10:05.902265 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534f658-3ff0-41a9-8877-74cc394ffc1e req-e0feec23-32a0-44d5-bb29-d26fae9da2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:05.904467 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0534f658-3ff0-41a9-8877-74cc394ffc1e req-e0feec23-32a0-44d5-bb29-d26fae9da2b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 1128 time: 0.0560935 Feb 19 05:10:05.914140 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839ad6f-2cab-49a1-81fd-69cb60f3e45a req-e9c64bee-b82a-4ea9-9cdd-d0a0bbce9e8d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:05.915696 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7839ad6f-2cab-49a1-81fd-69cb60f3e45a req-e9c64bee-b82a-4ea9-9cdd-d0a0bbce9e8d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 946 time: 0.0583775 Feb 19 05:10:05.975203 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7839ad6f-2cab-49a1-81fd-69cb60f3e45a req-6c917b16-f2d6-4381-ad17-62948c08528e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531881 Feb 19 05:10:06.011920 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534f658-3ff0-41a9-8877-74cc394ffc1e req-b8f9fe07-0ce0-4f85-979a-942a066f2c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:06.014077 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0534f658-3ff0-41a9-8877-74cc394ffc1e req-b8f9fe07-0ce0-4f85-979a-942a066f2c9b service neutron] 10.222.0.48 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 912 time: 0.0901906 Feb 19 05:10:06.070842 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0534f658-3ff0-41a9-8877-74cc394ffc1e req-9fd7276e-4d27-4c87-be8e-850dcc7207b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9a7e6f3-7745-405e-a7af-92f35a7f310a HTTP/1.1" status: 200 len: 217 time: 0.0504055 Feb 19 05:10:06.147427 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534f658-3ff0-41a9-8877-74cc394ffc1e req-067d409c-daef-4b78-aa54-82acea2e91fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:06.148996 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0534f658-3ff0-41a9-8877-74cc394ffc1e req-067d409c-daef-4b78-aa54-82acea2e91fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0577590 Feb 19 05:10:06.163277 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abd5b2-7b9a-4d23-bbe9-4d6ede28304b req-56b54f6f-9656-4d46-aedf-1c5c171f693f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:06.164890 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b1abd5b2-7b9a-4d23-bbe9-4d6ede28304b req-56b54f6f-9656-4d46-aedf-1c5c171f693f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 946 time: 0.1039824 Feb 19 05:10:06.248978 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b1abd5b2-7b9a-4d23-bbe9-4d6ede28304b req-91e5bcdb-bcdf-49d1-82cf-4536dc174ce5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762863 Feb 19 05:10:06.253974 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534f658-3ff0-41a9-8877-74cc394ffc1e req-1b860c07-dfc3-4266-98c0-9fef10f886aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:06.255481 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0534f658-3ff0-41a9-8877-74cc394ffc1e req-1b860c07-dfc3-4266-98c0-9fef10f886aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0999897 Feb 19 05:10:06.272755 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33514) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:10:06.337948 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5194be4c-7c7f-4119-b125-ffbc9bbf5a50 tempest-TestVolumeBootPattern-1385057865 tempest-TestVolumeBootPattern-1385057865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:06.342737 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5194be4c-7c7f-4119-b125-ffbc9bbf5a50 tempest-TestVolumeBootPattern-1385057865 tempest-TestVolumeBootPattern-1385057865-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 1123 time: 0.0656269 Feb 19 05:10:06.343110 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33516) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:10:06.347829 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': 'e9a7e6f3-7745-405e-a7af-92f35a7f310a', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:10:06.368858 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:06.369944 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0534f658-3ff0-41a9-8877-74cc394ffc1e req-dc0d448a-2867-4190-a8f6-71666ca63e50 service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083789 Feb 19 05:10:06.469982 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0534f658-3ff0-41a9-8877-74cc394ffc1e req-4e3ba0bd-c9c7-4dfe-8f5f-dcc9768b05f5 service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940387 Feb 19 05:10:06.476983 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:06.585503 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Allocated IP 172.25.0.127 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/ea931fdb-d807-43e9-9ab5-ba00e42b5ab1) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:10:06.695169 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for port (ea931fdb-d807-43e9-9ab5-ba00e42b5ab1), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:06.731448 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (ea931fdb-d807-43e9-9ab5-ba00e42b5ab1), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:06.770815 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:10:06.773641 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:10:06.776205 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:10:06.802888 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event updated for resources: {'Port': ['ID=ea931fdb-d807-43e9-9ab5-ba00e42b5ab1,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:10:06.818268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:06.818613 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:06.818965 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:06.819304 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:06.819636 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:06.819968 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:06.820298 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:06.820621 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:06.820981 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:06.821431 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:06.821969 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:06.822090 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:06.822397 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:10:06.976284 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:07.196945 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for floatingip (3a3eb087-38d4-4359-9719-a89f8efc0643), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:07.271226 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ea931fdb-d807-43e9-9ab5-ba00e42b5ab1), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:07.428686 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for port (ea931fdb-d807-43e9-9ab5-ba00e42b5ab1), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:07.433531 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (ea931fdb-d807-43e9-9ab5-ba00e42b5ab1), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:07.503304 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event updated for resources: {'Port': ['ID=ea931fdb-d807-43e9-9ab5-ba00e42b5ab1,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:10:07.520365 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (3a3eb087-38d4-4359-9719-a89f8efc0643), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:07.631072 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Floating IP 3a3eb087-38d4-4359-9719-a89f8efc0643 associated. External IP: 172.25.0.127, port: e9a7e6f3-7745-405e-a7af-92f35a7f310a. Feb 19 05:10:07.866906 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Router b5dbdf21-5544-450b-a1da-b4f755917535 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:10:07.904642 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:07.997839 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:10:08.007944 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca069e0-1295-4013-85f4-d1c18f1e1450 None None] Sync routers for ids ['b5dbdf21-5544-450b-a1da-b4f755917535'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:10:08.021298 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca069e0-1295-4013-85f4-d1c18f1e1450 None None] Routers {'b5dbdf21-5544-450b-a1da-b4f755917535'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:10:08.022169 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-eca069e0-1295-4013-85f4-d1c18f1e1450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:10:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b5dbdf21-5544-450b-a1da-b4f755917535'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:10:08.023445 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:08.066587 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-322a601c-78cb-48a1-b7b8-f1ce3485fc1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7221150 Feb 19 05:10:08.066978 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa3295a-b75f-4056-bead-4374e84fd58e', 'tag': 'e9a7e6f3-7745-405e-a7af-92f35a7f310a'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:10:08.069389 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0bb5f6-eb55-4b48-826d-7db6017ca51d" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa3295a-b75f-4056-bead-4374e84fd58e", "tag": "e9a7e6f3-7745-405e-a7af-92f35a7f310a"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:10:08.109559 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:08.127693 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6705b737-4229-493a-8499-61ea6a04b52b x-openstack-request-id: req-6705b737-4229-493a-8499-61ea6a04b52b {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:10:08.128010 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa3295a-b75f-4056-bead-4374e84fd58e", "tag": "e9a7e6f3-7745-405e-a7af-92f35a7f310a", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:10:08.128254 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6705b737-4229-493a-8499-61ea6a04b52b {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:10:08.128671 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa3295a-b75f-4056-bead-4374e84fd58e', 'tag': 'e9a7e6f3-7745-405e-a7af-92f35a7f310a', 'status': 'completed', 'code': 200} Feb 19 05:10:08.187769 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-eca069e0-1295-4013-85f4-d1c18f1e1450 None None] Set router b5dbdf21-5544-450b-a1da-b4f755917535 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:10:08.217742 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bb5f6-eb55-4b48-826d-7db6017ca51d req-24c3a6ef-433e-48db-99d2-dd0311fe2cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:08.220554 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2a0bb5f6-eb55-4b48-826d-7db6017ca51d req-24c3a6ef-433e-48db-99d2-dd0311fe2cec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 1128 time: 0.0728664 Feb 19 05:10:08.319930 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bb5f6-eb55-4b48-826d-7db6017ca51d req-ddff54e1-a24a-49f7-9a63-5b681de84b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:08.321613 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2a0bb5f6-eb55-4b48-826d-7db6017ca51d req-ddff54e1-a24a-49f7-9a63-5b681de84b22 service neutron] 10.222.0.48 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 912 time: 0.0951498 Feb 19 05:10:08.394239 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2a0bb5f6-eb55-4b48-826d-7db6017ca51d req-bd2ed620-8fd5-4fce-a694-57d8f86ea62a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9a7e6f3-7745-405e-a7af-92f35a7f310a HTTP/1.1" status: 200 len: 1000 time: 0.0670090 Feb 19 05:10:08.447523 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bb5f6-eb55-4b48-826d-7db6017ca51d req-be23179b-ec87-4825-9973-acc14d958d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:08.449452 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2a0bb5f6-eb55-4b48-826d-7db6017ca51d req-be23179b-ec87-4825-9973-acc14d958d7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0495551 Feb 19 05:10:08.466755 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-eca069e0-1295-4013-85f4-d1c18f1e1450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:01:19Z', 'revision_number': 4, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port': {'id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:15Z', 'updated_at': '2022-02-19T05:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '3a3eb087-38d4-4359-9719-a89f8efc0643', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'port_id': 'e9a7e6f3-7745-405e-a7af-92f35a7f310a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'mac_address': 'fa:16:3e:d2:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa3295a-b75f-4056-bead-4374e84fd58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:10:07Z', 'updated_at': '2022-02-19T05:10:07Z', 'revision_number': 0, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b02164-9464-4f8b-9576-1ae65b18a9b3', 'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'mac_address': 'fa:16:3e:b8:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:18Z', 'updated_at': '2022-02-19T05:01:25Z', 'revision_number': 5, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'subnets': [{'id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:10:08.494942 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca069e0-1295-4013-85f4-d1c18f1e1450 None None] Checking router: b5dbdf21-5544-450b-a1da-b4f755917535 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:10:08.504614 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca069e0-1295-4013-85f4-d1c18f1e1450 None None] Routers {'b5dbdf21-5544-450b-a1da-b4f755917535'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:10:08.505282 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-eca069e0-1295-4013-85f4-d1c18f1e1450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:10:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b5dbdf21-5544-450b-a1da-b4f755917535'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:10:08.506200 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bb5f6-eb55-4b48-826d-7db6017ca51d req-9bab2dc6-2b3b-44b5-8871-662b8630e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:10:08.508247 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2a0bb5f6-eb55-4b48-826d-7db6017ca51d req-9bab2dc6-2b3b-44b5-8871-662b8630e22d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0527387 Feb 19 05:10:08.610697 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2a0bb5f6-eb55-4b48-826d-7db6017ca51d req-6c25fbc2-4bb1-42cd-86e4-066db7d20878 service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970201 Feb 19 05:10:08.630908 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-eca069e0-1295-4013-85f4-d1c18f1e1450 None None] Set router b5dbdf21-5544-450b-a1da-b4f755917535 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:10:08.706780 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2a0bb5f6-eb55-4b48-826d-7db6017ca51d req-d8f8b123-050a-4c69-9103-f142ff169236 service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892282 Feb 19 05:10:08.867621 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-eca069e0-1295-4013-85f4-d1c18f1e1450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:01:19Z', 'revision_number': 4, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port': {'id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:15Z', 'updated_at': '2022-02-19T05:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '3a3eb087-38d4-4359-9719-a89f8efc0643', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'port_id': 'e9a7e6f3-7745-405e-a7af-92f35a7f310a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'mac_address': 'fa:16:3e:d2:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa3295a-b75f-4056-bead-4374e84fd58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:10:07Z', 'updated_at': '2022-02-19T05:10:07Z', 'revision_number': 0, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b02164-9464-4f8b-9576-1ae65b18a9b3', 'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'mac_address': 'fa:16:3e:b8:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:18Z', 'updated_at': '2022-02-19T05:01:25Z', 'revision_number': 5, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'subnets': [{'id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:10:08.898014 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca069e0-1295-4013-85f4-d1c18f1e1450 None None] The sync data for ids ['b5dbdf21-5544-450b-a1da-b4f755917535'] in n-d-772273-4 is: [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:01:19Z', 'revision_number': 4, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port': {'id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:15Z', 'updated_at': '2022-02-19T05:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '3a3eb087-38d4-4359-9719-a89f8efc0643', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'port_id': 'e9a7e6f3-7745-405e-a7af-92f35a7f310a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'mac_address': 'fa:16:3e:d2:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa3295a-b75f-4056-bead-4374e84fd58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:10:07Z', 'updated_at': '2022-02-19T05:10:07Z', 'revision_number': 0, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b02164-9464-4f8b-9576-1ae65b18a9b3', 'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'mac_address': 'fa:16:3e:b8:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:18Z', 'updated_at': '2022-02-19T05:01:25Z', 'revision_number': 5, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'subnets': [{'id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:10:09.102971 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15c657f-ab3d-43cb-89d4-9ab8d9b0b347 None None] New status for floating IP 3a3eb087-38d4-4359-9719-a89f8efc0643: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:10:09.391582 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:09.506104 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:25.362751 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:10:32.305459 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-30b1a19d-842c-4255-83ff-40b2b2f78f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:35.159054 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7042af07-c9c8-4162-bd47-3ed8b6e220f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:36.970267 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:37.906476 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:38.109982 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:39.387484 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:10:39.503526 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:02.310733 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6dae7a5a-528f-472c-a603-93364bd30b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:02.366540 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:11:05.153069 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cf7ef29b-84b8-4f23-8ed9-7d2b2ae958ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:05.820146 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed3837e9-f49d-4d31-bf6e-33c5407ed370 req-f7e48e7a-4d93-48d0-b4b5-3b4cc92d7f5a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556345 Feb 19 05:11:05.912856 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3837e9-f49d-4d31-bf6e-33c5407ed370 req-004095a0-6b1d-4730-a71a-a32252c5f9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:05.914542 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed3837e9-f49d-4d31-bf6e-33c5407ed370 req-004095a0-6b1d-4730-a71a-a32252c5f9c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 1128 time: 0.0511818 Feb 19 05:11:06.031918 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3837e9-f49d-4d31-bf6e-33c5407ed370 req-232f5e56-4a65-4d68-9d93-a204d37ebc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:06.034222 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed3837e9-f49d-4d31-bf6e-33c5407ed370 req-232f5e56-4a65-4d68-9d93-a204d37ebc01 service neutron] 10.222.0.48 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 912 time: 0.1009631 Feb 19 05:11:06.111605 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed3837e9-f49d-4d31-bf6e-33c5407ed370 req-bdc33cbe-4cc8-42f3-98c0-2c7cab712552 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9a7e6f3-7745-405e-a7af-92f35a7f310a HTTP/1.1" status: 200 len: 1002 time: 0.0707462 Feb 19 05:11:06.164627 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3837e9-f49d-4d31-bf6e-33c5407ed370 req-ada21455-d3b6-4026-b145-2cf3ec705c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:06.166482 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed3837e9-f49d-4d31-bf6e-33c5407ed370 req-ada21455-d3b6-4026-b145-2cf3ec705c1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0493793 Feb 19 05:11:06.223862 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3837e9-f49d-4d31-bf6e-33c5407ed370 req-c4e8ae01-083f-4db6-abc4-1cf030721ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:11:06.225793 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed3837e9-f49d-4d31-bf6e-33c5407ed370 req-c4e8ae01-083f-4db6-abc4-1cf030721ae9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0529535 Feb 19 05:11:06.321120 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed3837e9-f49d-4d31-bf6e-33c5407ed370 req-ad64f7dd-0165-45d9-a045-dcff016b1387 service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893750 Feb 19 05:11:06.413173 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed3837e9-f49d-4d31-bf6e-33c5407ed370 req-741f02d1-cd1d-4c5a-a333-e96ec33b8df0 service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860109 Feb 19 05:11:06.972996 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:07.916403 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:08.108827 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:09.382809 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:09.518323 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:32.306986 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5ba0e85a-6bc0-4598-8dd0-9c28302cd2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:35.157637 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-64aeb53b-d85e-43a7-8f3f-358ec24e9b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:36.976582 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:37.918804 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:38.111219 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:39.366921 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:11:39.386178 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:11:39.516118 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:02.309633 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a992815b-ed4b-42e7-a1d1-051f9eaa9c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:02.753556 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-8411ab3c-5802-4d6f-9951-cf2f6d86edd3 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1092021849&fields=id&tenant_id=7173e653c95343de8cadb3790f712d4d HTTP/1.1" status: 200 len: 267 time: 0.0455947 Feb 19 05:12:02.869837 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-f9e73d20-d8a3-410b-9b73-5f15ddea77d2 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:02.871358 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-f9e73d20-d8a3-410b-9b73-5f15ddea77d2 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 812 time: 0.1061311 Feb 19 05:12:02.886485 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-4de48320-57e3-4b62-b758-fb75e40576f3 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/quotas/7173e653c95343de8cadb3790f712d4d HTTP/1.1" status: 200 len: 375 time: 0.0096064 Feb 19 05:12:02.944447 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-ad3ccc1b-2f9c-4d01-89bc-8689c12efed1 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526240 Feb 19 05:12:02.960649 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-6902001e-e966-4689-8823-0be3da0f89a7 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:12:02.961649 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-6902001e-e966-4689-8823-0be3da0f89a7 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056522 Feb 19 05:12:03.054647 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-9c6b287e-3cb0-46b5-80b5-2d4d2b983ddb service neutron] 10.222.0.65 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877247 Feb 19 05:12:03.144676 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-bdd90219-faed-49e0-9650-20b1d1790d0c service neutron] 10.222.0.65 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837941 Feb 19 05:12:03.469294 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-da621e69-58ff-494a-b61c-9f2f17bc74a3 req-17f72d0c-f9c9-4c46-a567-32df8109fb8d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 210 time: 0.0356288 Feb 19 05:12:04.495556 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-f7f54318-26f9-4e8d-8e4f-c646230983d7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:04.497224 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-f7f54318-26f9-4e8d-8e4f-c646230983d7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.10 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 812 time: 0.1202912 Feb 19 05:12:04.594618 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c177dbd2-a58c-40d7-b87c-5c5f60b8a2ae req-aadc9da3-3045-4dfb-b491-562753cab765 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 210 time: 0.0380435 Feb 19 05:12:04.602318 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-22bb999a-c7c0-43d5-b7cb-24ae057b9a9c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7173e653c95343de8cadb3790f712d4d HTTP/1.1" status: 200 len: 380 time: 0.0962751 Feb 19 05:12:04.616997 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Request body: {'port': {'device_id': 'c08d9cde-c2dd-4091-94ba-e5d0291e7392', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'admin_state_up': True, 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'security_groups': ['07bd5604-a8cc-48bb-8a11-7fc8d28d7d68']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:12:04.757531 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Made reservation on behalf of 7173e653c95343de8cadb3790f712d4d for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:12:04.761752 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:04.897736 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Allocated IP 172.20.0.14 (891e8a91-ec7b-447e-9495-70c700adf2c0/eb74e798-fd6e-499a-bfba-a8016bf5d81f/5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:12:05.049646 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for port (5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:05.087295 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:05.140180 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Network 891e8a91-ec7b-447e-9495-70c700adf2c0 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:12:05.148765 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:12:05.162090 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f9c26a39-4a41-493b-add3-381c954d7356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:05.163193 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event updated for resources: {'Port': ['ID=5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:12:05.166138 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:12:05.193578 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:05.193926 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:05.194272 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:05.194614 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:05.194949 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:05.195282 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:05.195613 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:05.195946 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:05.196262 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:05.196588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:05.196925 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:05.197260 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:05.197665 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:05.246982 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:05.247857 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:05.272747 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-85593211-dcdb-4f70-bab1-2003baf22a56 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6653545 Feb 19 05:12:05.285908 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-b5cfc2c8-5b24-4205-9f6e-48bb39147150 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:12:05.287117 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-b5cfc2c8-5b24-4205-9f6e-48bb39147150 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086017 Feb 19 05:12:05.357164 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-9552f030-564e-426c-8f05-2dacb164bb3b service neutron] Request body: {'port': {'device_id': 'c08d9cde-c2dd-4091-94ba-e5d0291e7392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:12:05.450421 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-9552f030-564e-426c-8f05-2dacb164bb3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:05.548235 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-69914b88-3ae5-4af3-9243-c3823641f543 None None] Provisioning complete for port 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:12:05.548678 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-69914b88-3ae5-4af3-9243-c3823641f543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:05.592342 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-69914b88-3ae5-4af3-9243-c3823641f543 None None] Port 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:12:05.740431 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56f945-f12b-4596-9373-ce14f1eef701 req-8daffd67-3c30-439b-8649-f1625d94b613 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:05.742975 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-df56f945-f12b-4596-9373-ce14f1eef701 req-8daffd67-3c30-439b-8649-f1625d94b613 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 932 time: 0.0568285 Feb 19 05:12:05.800867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-9552f030-564e-426c-8f05-2dacb164bb3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:12:05.804374 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-df56f945-f12b-4596-9373-ce14f1eef701 req-d536fbec-4dc9-48ee-a195-19f6a27e95e9 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553298 Feb 19 05:12:05.811913 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-9552f030-564e-426c-8f05-2dacb164bb3b service neutron] Publish callbacks [] for port (5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:05.829206 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-9552f030-564e-426c-8f05-2dacb164bb3b service neutron] Transition to ACTIVE for port object 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:12:05.835633 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-9552f030-564e-426c-8f05-2dacb164bb3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:05.917726 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552f030-564e-426c-8f05-2dacb164bb3b service neutron] Pushing event updated for resources: {'Port': ['ID=5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:12:05.971853 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-9552f030-564e-426c-8f05-2dacb164bb3b service neutron] Attempting to bind port 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:12:05.972197 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-9552f030-564e-426c-8f05-2dacb164bb3b service neutron] Attempting to bind port 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:12:05.972536 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-9552f030-564e-426c-8f05-2dacb164bb3b service neutron] Attempting to bind port 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 on network 891e8a91-ec7b-447e-9495-70c700adf2c0 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:12:05.977781 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-9552f030-564e-426c-8f05-2dacb164bb3b service neutron] Port 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 on network 891e8a91-ec7b-447e-9495-70c700adf2c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:12:05.978110 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-9552f030-564e-426c-8f05-2dacb164bb3b service neutron] Attempting to bind port 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 on network 891e8a91-ec7b-447e-9495-70c700adf2c0 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:12:05.983440 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-9552f030-564e-426c-8f05-2dacb164bb3b service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:12:05.983818 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-9552f030-564e-426c-8f05-2dacb164bb3b service neutron] Checking segment: {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:12:05.984200 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-9552f030-564e-426c-8f05-2dacb164bb3b service neutron] Bound using segment: {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:12:05.984622 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-9552f030-564e-426c-8f05-2dacb164bb3b service neutron] Bound port: 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ede987c-9ef2-4199-9305-0e94ac76019d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:12:05.985014 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-9552f030-564e-426c-8f05-2dacb164bb3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:06.067841 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-9552f030-564e-426c-8f05-2dacb164bb3b service neutron] For port 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:12:06.073060 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-9552f030-564e-426c-8f05-2dacb164bb3b service neutron] For port 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:12:06.082816 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-9552f030-564e-426c-8f05-2dacb164bb3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:06.125102 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-9552f030-564e-426c-8f05-2dacb164bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:06.125749 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-9552f030-564e-426c-8f05-2dacb164bb3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:06.127389 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-9552f030-564e-426c-8f05-2dacb164bb3b service neutron] 10.222.0.10 "PUT /v2.0/ports/5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 HTTP/1.1" status: 200 len: 1092 time: 0.8329754 Feb 19 05:12:06.129880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08d9cde-c2dd-4091-94ba-e5d0291e7392', 'tag': '5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:12:06.133196 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09bcf09-cfc7-4158-b22b-04ba09c4ea06" -d '{"events": [{"name": "network-changed", "server_uuid": "c08d9cde-c2dd-4091-94ba-e5d0291e7392", "tag": "5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:12:06.192224 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552f030-564e-426c-8f05-2dacb164bb3b service neutron] Pushing event updated for resources: {'Port': ['ID=5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:12:06.249380 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-67cde5bc-3fa3-4360-bbf8-f03aa9c0e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:06.250810 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-67cde5bc-3fa3-4360-bbf8-f03aa9c0e1a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 1126 time: 0.0712986 Feb 19 05:12:06.299677 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c38a3e4-b71d-4e02-8983-5805e5c5276b x-openstack-request-id: req-9c38a3e4-b71d-4e02-8983-5805e5c5276b {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:12:06.300026 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c08d9cde-c2dd-4091-94ba-e5d0291e7392", "tag": "5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:12:06.300332 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9c38a3e4-b71d-4e02-8983-5805e5c5276b {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:12:06.300700 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08d9cde-c2dd-4091-94ba-e5d0291e7392', 'tag': '5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59', 'status': 'completed', 'code': 200} Feb 19 05:12:06.303176 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-9b0ad094-b60d-4985-8806-12885985fb2d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 HTTP/1.1" status: 200 len: 217 time: 0.0453310 Feb 19 05:12:06.359307 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-1169587f-d650-4c31-9199-3abded727c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:06.360969 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-1169587f-d650-4c31-9199-3abded727c14 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0521886 Feb 19 05:12:06.412231 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-58dc3ba1-9e30-4f17-8fa3-e88a375e3522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:06.413729 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-58dc3ba1-9e30-4f17-8fa3-e88a375e3522 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472901 Feb 19 05:12:06.506376 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-8b1f0106-f89c-4a90-a010-ac1d25f63b6b service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848820 Feb 19 05:12:06.986459 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:06.991218 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18536b67-76b5-4f46-bb90-4603a217d8d0 req-1740a92d-c318-42a3-8cd4-e47184a813f6 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:06.995050 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-18536b67-76b5-4f46-bb90-4603a217d8d0 req-1740a92d-c318-42a3-8cd4-e47184a813f6 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 944 time: 0.0979557 Feb 19 05:12:07.033379 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-37bdc81d-4f9c-483d-ba57-48d98df90cf4 req-9cea82b5-0118-4642-b5f4-b0b5330ab997 service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203915 Feb 19 05:12:07.038355 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d47e61c1-0271-4639-a735-5091b828fc76 req-e8a0acf0-8ae5-4032-b749-3f29b10e5154 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0957060 Feb 19 05:12:07.101018 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-18536b67-76b5-4f46-bb90-4603a217d8d0 req-9302e9cd-c18a-4216-9fc5-4e94ee4ff32d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983212 Feb 19 05:12:07.190477 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bcf09-cfc7-4158-b22b-04ba09c4ea06 req-8bb017ff-8fbb-474e-a70a-762dc13f83a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:07.192156 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a09bcf09-cfc7-4158-b22b-04ba09c4ea06 req-8bb017ff-8fbb-474e-a70a-762dc13f83a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 1126 time: 0.1043260 Feb 19 05:12:07.201225 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e61c1-0271-4639-a735-5091b828fc76 req-f573d178-f9c0-4b1f-a39a-65e2b79bd7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:07.203017 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d47e61c1-0271-4639-a735-5091b828fc76 req-f573d178-f9c0-4b1f-a39a-65e2b79bd7fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 1128 time: 0.1026540 Feb 19 05:12:07.376106 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bcf09-cfc7-4158-b22b-04ba09c4ea06 req-f48dece9-2697-4ded-83d3-e4d31dc237d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:07.377654 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a09bcf09-cfc7-4158-b22b-04ba09c4ea06 req-f48dece9-2697-4ded-83d3-e4d31dc237d0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 912 time: 0.1792121 Feb 19 05:12:07.395139 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e61c1-0271-4639-a735-5091b828fc76 req-34e3af78-a71d-48a6-93c7-df4cb5a44687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:07.397242 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d47e61c1-0271-4639-a735-5091b828fc76 req-34e3af78-a71d-48a6-93c7-df4cb5a44687 service neutron] 10.222.0.48 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 912 time: 0.1709909 Feb 19 05:12:07.430597 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a09bcf09-cfc7-4158-b22b-04ba09c4ea06 req-2bfd8623-0e10-463d-ab0c-4965e5a8e629 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 HTTP/1.1" status: 200 len: 217 time: 0.0468171 Feb 19 05:12:07.523154 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d47e61c1-0271-4639-a735-5091b828fc76 req-1d5c3fbc-639d-4752-a1a2-c2a594270c85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9a7e6f3-7745-405e-a7af-92f35a7f310a HTTP/1.1" status: 200 len: 1002 time: 0.0998759 Feb 19 05:12:07.526976 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bcf09-cfc7-4158-b22b-04ba09c4ea06 req-c552120b-f019-419d-90e8-c4d4f54ed913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:07.528357 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a09bcf09-cfc7-4158-b22b-04ba09c4ea06 req-c552120b-f019-419d-90e8-c4d4f54ed913 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0639534 Feb 19 05:12:07.603528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e61c1-0271-4639-a735-5091b828fc76 req-5f2e2f8d-e515-4520-97f0-40450162c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:07.605043 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d47e61c1-0271-4639-a735-5091b828fc76 req-5f2e2f8d-e515-4520-97f0-40450162c3e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0757773 Feb 19 05:12:07.624548 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bcf09-cfc7-4158-b22b-04ba09c4ea06 req-d92576ee-15e0-4369-b47f-beb24bdaa6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:07.625687 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a09bcf09-cfc7-4158-b22b-04ba09c4ea06 req-d92576ee-15e0-4369-b47f-beb24bdaa6ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0890594 Feb 19 05:12:07.725404 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e61c1-0271-4639-a735-5091b828fc76 req-4995a3f0-cbcc-4018-bce6-61a18c3293d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:07.726931 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d47e61c1-0271-4639-a735-5091b828fc76 req-4995a3f0-cbcc-4018-bce6-61a18c3293d3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1140518 Feb 19 05:12:07.763907 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a09bcf09-cfc7-4158-b22b-04ba09c4ea06 req-d88e11f5-ef34-4bd9-8230-34c6f68da49c service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222203 Feb 19 05:12:07.899344 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d47e61c1-0271-4639-a735-5091b828fc76 req-1e7c1810-1f64-4992-b6c6-13132b8df921 service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647532 Feb 19 05:12:07.921922 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a09bcf09-cfc7-4158-b22b-04ba09c4ea06 req-1621f65f-3230-4f9f-90c0-669405caf347 service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325004 Feb 19 05:12:07.943172 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:08.005845 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d47e61c1-0271-4639-a735-5091b828fc76 req-a26858a2-e451-4771-865c-8da92abc537d service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963089 Feb 19 05:12:08.118015 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:08.235097 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df53d4e-0404-48dc-8a10-82b4a721408e req-87ef08a3-abe0-4625-89bd-20b139933bf5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:08.236684 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2df53d4e-0404-48dc-8a10-82b4a721408e req-87ef08a3-abe0-4625-89bd-20b139933bf5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 944 time: 0.0599496 Feb 19 05:12:08.288503 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2df53d4e-0404-48dc-8a10-82b4a721408e req-e6e64b31-e314-45d4-a74f-cfa38413661a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457697 Feb 19 05:12:09.403664 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:09.433929 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e7c62-ee8e-4998-8edb-ca1988682571 req-015dd653-7702-4537-baff-74391d3c9d1f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:09.435824 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2c9e7c62-ee8e-4998-8edb-ca1988682571 req-015dd653-7702-4537-baff-74391d3c9d1f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 944 time: 0.0701053 Feb 19 05:12:09.497598 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2c9e7c62-ee8e-4998-8edb-ca1988682571 req-ea6ed1df-adf3-457a-971c-4321b7cd7d94 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543013 Feb 19 05:12:09.530708 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:10.632300 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ec51a-cb6f-4ac5-9e38-00e8c848ed0b req-e8b5af29-8784-4640-a09d-309c471bc4f6 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:10.633904 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-698ec51a-cb6f-4ac5-9e38-00e8c848ed0b req-e8b5af29-8784-4640-a09d-309c471bc4f6 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 944 time: 0.0573883 Feb 19 05:12:10.686134 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-698ec51a-cb6f-4ac5-9e38-00e8c848ed0b req-8f72bf53-a1a3-48c1-bca5-66673d0a3f28 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453959 Feb 19 05:12:11.815527 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13841b-dd7c-42d8-a076-00b0c165fa92 req-c430868e-741e-4ff9-b564-deeb99bd6db2 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:11.817055 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8f13841b-dd7c-42d8-a076-00b0c165fa92 req-c430868e-741e-4ff9-b564-deeb99bd6db2 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 944 time: 0.0582469 Feb 19 05:12:11.878771 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8f13841b-dd7c-42d8-a076-00b0c165fa92 req-f0eb643e-6d00-4132-bfd0-7e9f4c952539 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554378 Feb 19 05:12:13.017005 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce4bcd-8302-40c2-8dd5-b3085dfd90a8 req-da08e269-7fa4-4c98-ad48-ac14ba219403 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:13.018680 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bcce4bcd-8302-40c2-8dd5-b3085dfd90a8 req-da08e269-7fa4-4c98-ad48-ac14ba219403 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 944 time: 0.0627198 Feb 19 05:12:13.071767 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bcce4bcd-8302-40c2-8dd5-b3085dfd90a8 req-3080ec9c-8dcf-478e-900b-8e4d397383f0 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468864 Feb 19 05:12:14.199702 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862fc8d-00db-47b3-ad88-4a9e91e2c08b req-44109fb6-7479-483a-baff-3c955e927408 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:14.201419 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4862fc8d-00db-47b3-ad88-4a9e91e2c08b req-44109fb6-7479-483a-baff-3c955e927408 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 944 time: 0.0563760 Feb 19 05:12:14.253843 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4862fc8d-00db-47b3-ad88-4a9e91e2c08b req-83273953-5268-4586-b13b-1acc3a83eabf tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467412 Feb 19 05:12:15.392826 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6bbaf-408a-4df8-bfae-a5a48c07ed13 req-b17a2000-338d-4ee4-9047-1e3e008d2bca tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:15.394840 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-77a6bbaf-408a-4df8-bfae-a5a48c07ed13 req-b17a2000-338d-4ee4-9047-1e3e008d2bca tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 944 time: 0.0573368 Feb 19 05:12:15.454767 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-77a6bbaf-408a-4df8-bfae-a5a48c07ed13 req-9c021c9c-61ee-4086-9e68-b8117d49dbaa tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538747 Feb 19 05:12:16.366784 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:12:16.576788 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad694e40-f731-4770-add7-74d7b0290f9e req-c85e7cac-c14e-46ed-9f78-35cc9bce0054 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:16.578322 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ad694e40-f731-4770-add7-74d7b0290f9e req-c85e7cac-c14e-46ed-9f78-35cc9bce0054 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 944 time: 0.0522764 Feb 19 05:12:16.625850 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ad694e40-f731-4770-add7-74d7b0290f9e req-3e698267-ac15-47a4-8863-db9d49a5a76c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418308 Feb 19 05:12:17.744045 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd7689-4fd7-4d33-b9fd-1791053ae517 req-628623fb-5a90-46e5-80b4-c418a2dcb7f7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:17.745596 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dcdd7689-4fd7-4d33-b9fd-1791053ae517 req-628623fb-5a90-46e5-80b4-c418a2dcb7f7 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 944 time: 0.0523973 Feb 19 05:12:17.799065 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dcdd7689-4fd7-4d33-b9fd-1791053ae517 req-b624ee56-3d8f-4220-8e80-9c7a5d6f1c35 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478275 Feb 19 05:12:18.925632 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23743289-c4fb-4af1-bdd0-8c7c8504ddfa req-5f3588cb-3710-472c-acaf-c630c5bb9988 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:18.927761 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-23743289-c4fb-4af1-bdd0-8c7c8504ddfa req-5f3588cb-3710-472c-acaf-c630c5bb9988 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 944 time: 0.0596626 Feb 19 05:12:18.980089 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-23743289-c4fb-4af1-bdd0-8c7c8504ddfa req-b6147ef7-2c42-4949-8ea9-8f0bf49f7741 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465279 Feb 19 05:12:20.097721 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758a554-1c27-4bd8-adf2-dc465e32a206 req-7b0a866e-30e5-406a-adec-61ab2e0483f5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:20.099226 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7758a554-1c27-4bd8-adf2-dc465e32a206 req-7b0a866e-30e5-406a-adec-61ab2e0483f5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 944 time: 0.0524106 Feb 19 05:12:20.147510 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7758a554-1c27-4bd8-adf2-dc465e32a206 req-7c6c4cc2-dfaa-431b-b43c-ee95afba5e7b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428336 Feb 19 05:12:21.263919 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4293e-bfe9-4df7-9da5-2f4f7871a3eb req-42ce1529-890a-4dfd-b9e1-f1b2b121b797 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:21.265432 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3f4293e-bfe9-4df7-9da5-2f4f7871a3eb req-42ce1529-890a-4dfd-b9e1-f1b2b121b797 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 944 time: 0.0526450 Feb 19 05:12:21.313437 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3f4293e-bfe9-4df7-9da5-2f4f7871a3eb req-093e7e61-ecdc-43a8-ac36-567f3d580552 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415967 Feb 19 05:12:22.435699 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7948142-9a44-4de1-a32a-7221059c509b req-6f85ade4-9846-4051-b94a-889f3bef3849 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:22.437257 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f7948142-9a44-4de1-a32a-7221059c509b req-6f85ade4-9846-4051-b94a-889f3bef3849 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 944 time: 0.0548887 Feb 19 05:12:22.489168 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f7948142-9a44-4de1-a32a-7221059c509b req-048dbf87-af59-45e1-93cf-e555f291fb29 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445294 Feb 19 05:12:23.617003 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4800ec-5223-4bfe-b971-f887e0916242 req-03292f8e-8c39-4cff-96f4-da377f9e117c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:23.618555 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6c4800ec-5223-4bfe-b971-f887e0916242 req-03292f8e-8c39-4cff-96f4-da377f9e117c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 944 time: 0.0583885 Feb 19 05:12:23.669385 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6c4800ec-5223-4bfe-b971-f887e0916242 req-2b3b8a97-923b-4997-ba89-af1f198a624d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450792 Feb 19 05:12:24.529597 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:12:24.633845 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:12:24.647176 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'port_id': '5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59', 'mac_address': 'fa:16:3e:78:fe:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:12:24.684548 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:12:24.684964 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:24.698704 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:12:24.727153 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:12:24.731746 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:24.789919 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:12:24.798539 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:24.798931 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:24.799281 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:24.799615 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:24.799948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:24.800279 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:24.800611 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:24.800956 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:24.801285 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:24.801664 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:24.802065 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:24.802528 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:24.802798 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:24.808944 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fd724-c640-4d15-9ec1-78dd863f8d89 req-ac1df5b8-8a58-4b1e-ab26-11062e4c3c1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:24.810512 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b2fd724-c640-4d15-9ec1-78dd863f8d89 req-ac1df5b8-8a58-4b1e-ab26-11062e4c3c1e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 945 time: 0.0645301 Feb 19 05:12:24.863070 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b2fd724-c640-4d15-9ec1-78dd863f8d89 req-36c06124-bd50-431c-a47c-a9957c325261 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462332 Feb 19 05:12:24.970047 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:12:25.982713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c7596-6e6f-4cab-8fbc-a5f8c9745dde req-8798d372-2bf9-4b41-8a6d-d8e4e3951b2c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:25.984231 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-618c7596-6e6f-4cab-8fbc-a5f8c9745dde req-8798d372-2bf9-4b41-8a6d-d8e4e3951b2c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 945 time: 0.0536034 Feb 19 05:12:26.033628 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-618c7596-6e6f-4cab-8fbc-a5f8c9745dde req-907ce326-681e-4b49-aa58-8c78980707ed tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437741 Feb 19 05:12:26.531368 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:12:26.580663 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:12:26.584635 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:12:26.585051 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:26.661998 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:12:26.662388 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:26.684095 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08d9cde-c2dd-4091-94ba-e5d0291e7392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:12:26.686326 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e4e380-1ce5-4dac-b42b-703429113b0f" -d '{"events": [{"server_uuid": "c08d9cde-c2dd-4091-94ba-e5d0291e7392", "name": "network-vif-plugged", "status": "completed", "tag": "5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:12:26.702524 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:12:26.707538 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:26.756565 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:12:26.784468 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0023d1-01ab-4db4-8532-21f6da4ac5ea x-openstack-request-id: req-eb0023d1-01ab-4db4-8532-21f6da4ac5ea {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:12:26.784960 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08d9cde-c2dd-4091-94ba-e5d0291e7392", "name": "network-vif-plugged", "status": "completed", "tag": "5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:12:26.785227 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eb0023d1-01ab-4db4-8532-21f6da4ac5ea {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:12:26.785632 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08d9cde-c2dd-4091-94ba-e5d0291e7392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59', 'code': 200} Feb 19 05:12:26.883564 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7005ce-ea38-474b-a548-967a30866283 req-08c0e854-2e21-4bae-8802-cfa90f0967f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:26.885130 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ef7005ce-ea38-474b-a548-967a30866283 req-08c0e854-2e21-4bae-8802-cfa90f0967f7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 1128 time: 0.0438795 Feb 19 05:12:26.929798 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ef7005ce-ea38-474b-a548-967a30866283 req-38cfa45a-bd32-44a4-9016-50d8eb890b9a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390737 Feb 19 05:12:27.153604 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12443c9b-7660-4419-8d24-1c51e921d819 req-d4b5fe59-5a02-4fd8-a99e-152b75b5f476 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:27.155104 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-12443c9b-7660-4419-8d24-1c51e921d819 req-d4b5fe59-5a02-4fd8-a99e-152b75b5f476 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 946 time: 0.0529091 Feb 19 05:12:27.209233 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-12443c9b-7660-4419-8d24-1c51e921d819 req-d4c30dee-52a0-422f-81a2-0d8d4fe26b6f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484366 Feb 19 05:12:28.331445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a1205-9260-4fd8-98fc-f3add021c07b req-b0c88e5e-bf26-4954-9f78-5447772f7f34 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:28.333608 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f17a1205-9260-4fd8-98fc-f3add021c07b req-b0c88e5e-bf26-4954-9f78-5447772f7f34 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 946 time: 0.0558195 Feb 19 05:12:28.381746 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f17a1205-9260-4fd8-98fc-f3add021c07b req-f78c1527-244a-46f8-b10e-2f8a62a5075c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423789 Feb 19 05:12:28.843470 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feecd500-492e-4161-9086-119e0c7545bb req-5a8db4ae-9f80-4fa4-bfdb-47fc5f725a82 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:28.844881 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-feecd500-492e-4161-9086-119e0c7545bb req-5a8db4ae-9f80-4fa4-bfdb-47fc5f725a82 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 946 time: 0.3968060 Feb 19 05:12:28.892975 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-feecd500-492e-4161-9086-119e0c7545bb req-f67143f7-c9a2-4f1a-8e00-d6cd7eec495f tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423472 Feb 19 05:12:28.915883 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33704) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:12:29.087859 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a707ac2-3a4e-413f-bf31-7740002d519b tempest-TestVolumeBootPattern-1385057865 tempest-TestVolumeBootPattern-1385057865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:29.089400 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6a707ac2-3a4e-413f-bf31-7740002d519b tempest-TestVolumeBootPattern-1385057865 tempest-TestVolumeBootPattern-1385057865-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 1123 time: 0.1725349 Feb 19 05:12:29.092165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33708) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:12:29.096468 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': '5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:12:29.115911 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:29.212425 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:29.313665 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Allocated IP 172.25.0.107 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/e3548404-b92c-4596-8080-cb0a8368dd4f) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:12:29.416133 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for port (e3548404-b92c-4596-8080-cb0a8368dd4f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:29.450520 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (e3548404-b92c-4596-8080-cb0a8368dd4f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:29.485658 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:12:29.488502 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:12:29.492529 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:12:29.524560 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event updated for resources: {'Port': ['ID=e3548404-b92c-4596-8080-cb0a8368dd4f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:12:29.536523 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:29.536881 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:29.537251 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:29.537595 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:29.537932 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:29.538264 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:29.538596 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:29.538925 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:29.539249 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:29.539573 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:29.539897 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:29.540262 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:29.540574 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:12:29.876813 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for floatingip (84ffb2f1-b2f1-48e9-8948-bb713fb70780), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:29.951191 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e3548404-b92c-4596-8080-cb0a8368dd4f), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:30.105973 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for port (e3548404-b92c-4596-8080-cb0a8368dd4f), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:30.111426 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (e3548404-b92c-4596-8080-cb0a8368dd4f), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:30.188090 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event updated for resources: {'Port': ['ID=e3548404-b92c-4596-8080-cb0a8368dd4f,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:12:30.196281 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (84ffb2f1-b2f1-48e9-8948-bb713fb70780), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:30.299433 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Floating IP 84ffb2f1-b2f1-48e9-8948-bb713fb70780 associated. External IP: 172.25.0.107, port: 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59. Feb 19 05:12:30.524090 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Router b5dbdf21-5544-450b-a1da-b4f755917535 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:12:30.634353 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:12:30.645254 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcb5f77-6e2c-4f8e-ad0b-553bfdabbe95 None None] Sync routers for ids ['b5dbdf21-5544-450b-a1da-b4f755917535'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:12:30.653217 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:30.655958 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcb5f77-6e2c-4f8e-ad0b-553bfdabbe95 None None] Routers {'b5dbdf21-5544-450b-a1da-b4f755917535'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:12:30.656576 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-bfcb5f77-6e2c-4f8e-ad0b-553bfdabbe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:12:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b5dbdf21-5544-450b-a1da-b4f755917535'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:12:30.683514 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-14e3744c-89fd-472e-beb7-e735fb04aa24 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5903187 Feb 19 05:12:30.684104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08d9cde-c2dd-4091-94ba-e5d0291e7392', 'tag': '5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:12:30.686394 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35afd93a-f9b3-400a-887d-d9713da1ef8d" -d '{"events": [{"name": "network-changed", "server_uuid": "c08d9cde-c2dd-4091-94ba-e5d0291e7392", "tag": "5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:12:30.785089 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a952b18-36bc-48b7-8082-748510c0d71f x-openstack-request-id: req-6a952b18-36bc-48b7-8082-748510c0d71f {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:12:30.785396 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c08d9cde-c2dd-4091-94ba-e5d0291e7392", "tag": "5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:12:30.785687 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a952b18-36bc-48b7-8082-748510c0d71f {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:12:30.786655 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08d9cde-c2dd-4091-94ba-e5d0291e7392', 'tag': '5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59', 'status': 'completed', 'code': 200} Feb 19 05:12:30.851419 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afd93a-f9b3-400a-887d-d9713da1ef8d req-2efc257f-e430-4273-8d1a-2dc2bfcfd98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:30.853157 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-35afd93a-f9b3-400a-887d-d9713da1ef8d req-2efc257f-e430-4273-8d1a-2dc2bfcfd98e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 1128 time: 0.0496495 Feb 19 05:12:30.885246 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-bfcb5f77-6e2c-4f8e-ad0b-553bfdabbe95 None None] Set router b5dbdf21-5544-450b-a1da-b4f755917535 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:12:30.966235 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afd93a-f9b3-400a-887d-d9713da1ef8d req-816c643b-25c2-483d-a26d-bbe548960458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:30.968426 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-35afd93a-f9b3-400a-887d-d9713da1ef8d req-816c643b-25c2-483d-a26d-bbe548960458 service neutron] 10.222.0.10 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 912 time: 0.1094713 Feb 19 05:12:31.045981 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-35afd93a-f9b3-400a-887d-d9713da1ef8d req-4e651290-09d6-4253-95aa-9e26812ec2c5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 HTTP/1.1" status: 200 len: 1000 time: 0.0700002 Feb 19 05:12:31.095809 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afd93a-f9b3-400a-887d-d9713da1ef8d req-e6af46f5-292f-4b1d-8756-3499dbca259a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:31.097428 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-35afd93a-f9b3-400a-887d-d9713da1ef8d req-e6af46f5-292f-4b1d-8756-3499dbca259a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0462797 Feb 19 05:12:31.143363 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-bfcb5f77-6e2c-4f8e-ad0b-553bfdabbe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:01:19Z', 'revision_number': 4, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port': {'id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:15Z', 'updated_at': '2022-02-19T05:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '3a3eb087-38d4-4359-9719-a89f8efc0643', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'port_id': 'e9a7e6f3-7745-405e-a7af-92f35a7f310a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'mac_address': 'fa:16:3e:d2:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa3295a-b75f-4056-bead-4374e84fd58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:10:07Z', 'updated_at': '2022-02-19T05:10:09Z', 'revision_number': 1, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'fixed_ip_address_scope': None}, {'id': '84ffb2f1-b2f1-48e9-8948-bb713fb70780', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'floating_ip_address': '172.25.0.107', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'port_id': '5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'mac_address': 'fa:16:3e:78:fe:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d9cde-c2dd-4091-94ba-e5d0291e7392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:12:29Z', 'updated_at': '2022-02-19T05:12:29Z', 'revision_number': 0, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b02164-9464-4f8b-9576-1ae65b18a9b3', 'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'mac_address': 'fa:16:3e:b8:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:18Z', 'updated_at': '2022-02-19T05:01:25Z', 'revision_number': 5, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'subnets': [{'id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:12:31.154325 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afd93a-f9b3-400a-887d-d9713da1ef8d req-61ea4e14-e280-4737-9bce-9a9c5a726252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:12:31.155874 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-35afd93a-f9b3-400a-887d-d9713da1ef8d req-61ea4e14-e280-4737-9bce-9a9c5a726252 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0527291 Feb 19 05:12:31.176134 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcb5f77-6e2c-4f8e-ad0b-553bfdabbe95 None None] Checking router: b5dbdf21-5544-450b-a1da-b4f755917535 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:12:31.184498 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcb5f77-6e2c-4f8e-ad0b-553bfdabbe95 None None] Routers {'b5dbdf21-5544-450b-a1da-b4f755917535'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:12:31.185136 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-bfcb5f77-6e2c-4f8e-ad0b-553bfdabbe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:12:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b5dbdf21-5544-450b-a1da-b4f755917535'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:12:31.252158 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-35afd93a-f9b3-400a-887d-d9713da1ef8d req-e8fede4c-9e5a-4e5d-99c3-bd1ec1391b26 service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903203 Feb 19 05:12:31.298633 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-bfcb5f77-6e2c-4f8e-ad0b-553bfdabbe95 None None] Set router b5dbdf21-5544-450b-a1da-b4f755917535 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:12:31.346216 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-35afd93a-f9b3-400a-887d-d9713da1ef8d req-1665fe0f-5ae5-48ef-9bae-2163ec94c7e0 service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883722 Feb 19 05:12:31.522321 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-bfcb5f77-6e2c-4f8e-ad0b-553bfdabbe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:01:19Z', 'revision_number': 4, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port': {'id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:15Z', 'updated_at': '2022-02-19T05:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '3a3eb087-38d4-4359-9719-a89f8efc0643', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'port_id': 'e9a7e6f3-7745-405e-a7af-92f35a7f310a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'mac_address': 'fa:16:3e:d2:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa3295a-b75f-4056-bead-4374e84fd58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:10:07Z', 'updated_at': '2022-02-19T05:10:09Z', 'revision_number': 1, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'fixed_ip_address_scope': None}, {'id': '84ffb2f1-b2f1-48e9-8948-bb713fb70780', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'floating_ip_address': '172.25.0.107', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'port_id': '5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'mac_address': 'fa:16:3e:78:fe:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d9cde-c2dd-4091-94ba-e5d0291e7392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:12:29Z', 'updated_at': '2022-02-19T05:12:29Z', 'revision_number': 0, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b02164-9464-4f8b-9576-1ae65b18a9b3', 'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'mac_address': 'fa:16:3e:b8:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:18Z', 'updated_at': '2022-02-19T05:01:25Z', 'revision_number': 5, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'subnets': [{'id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:12:31.551141 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcb5f77-6e2c-4f8e-ad0b-553bfdabbe95 None None] The sync data for ids ['b5dbdf21-5544-450b-a1da-b4f755917535'] in n-d-772273-4 is: [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:01:19Z', 'revision_number': 4, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port': {'id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:15Z', 'updated_at': '2022-02-19T05:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '3a3eb087-38d4-4359-9719-a89f8efc0643', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'port_id': 'e9a7e6f3-7745-405e-a7af-92f35a7f310a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'mac_address': 'fa:16:3e:d2:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa3295a-b75f-4056-bead-4374e84fd58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:10:07Z', 'updated_at': '2022-02-19T05:10:09Z', 'revision_number': 1, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'fixed_ip_address_scope': None}, {'id': '84ffb2f1-b2f1-48e9-8948-bb713fb70780', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'floating_ip_address': '172.25.0.107', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'port_id': '5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'mac_address': 'fa:16:3e:78:fe:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08d9cde-c2dd-4091-94ba-e5d0291e7392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:12:29Z', 'updated_at': '2022-02-19T05:12:29Z', 'revision_number': 0, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b02164-9464-4f8b-9576-1ae65b18a9b3', 'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'mac_address': 'fa:16:3e:b8:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:18Z', 'updated_at': '2022-02-19T05:01:25Z', 'revision_number': 5, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'subnets': [{'id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:12:31.757791 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c17a71-961d-4836-a485-0e04d6dd1d26 None None] New status for floating IP 84ffb2f1-b2f1-48e9-8948-bb713fb70780: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:12:32.312883 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8f7b6875-73f7-4794-8f88-0445dbc2ac80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:35.156081 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1d4d-c182-4388-9cad-d52227baf51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:36.982589 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:37.934200 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:38.118123 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:39.388682 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:39.532630 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:12:53.367966 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:13:02.315442 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b085ad89-86dc-47db-8154-aa42bed5a367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:05.160410 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-30cc0d21-80a1-474c-a495-3f1bc533136a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:06.985314 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:07.817555 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b99ed964-f33f-4479-bd7c-3854b87187d1 req-eafc03e4-480e-4b6c-88b3-d4dc418ef902 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445824 Feb 19 05:13:07.903138 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ed964-f33f-4479-bd7c-3854b87187d1 req-d9c356ff-5e87-4b4d-868d-9656ff8f8fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:07.904775 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b99ed964-f33f-4479-bd7c-3854b87187d1 req-d9c356ff-5e87-4b4d-868d-9656ff8f8fcb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 1128 time: 0.0459161 Feb 19 05:13:07.948310 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:08.011472 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ed964-f33f-4479-bd7c-3854b87187d1 req-4ce687ad-3e4f-4030-ba32-ffd3fd79c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:08.013034 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b99ed964-f33f-4479-bd7c-3854b87187d1 req-4ce687ad-3e4f-4030-ba32-ffd3fd79c707 service neutron] 10.222.0.48 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 912 time: 0.0897338 Feb 19 05:13:08.078952 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b99ed964-f33f-4479-bd7c-3854b87187d1 req-0040c5f5-e2ce-41e1-b6fe-238ce829589c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9a7e6f3-7745-405e-a7af-92f35a7f310a HTTP/1.1" status: 200 len: 1002 time: 0.0602503 Feb 19 05:13:08.120761 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:08.128080 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ed964-f33f-4479-bd7c-3854b87187d1 req-76277d0d-ea64-46d7-b9c9-d66ddadaed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:08.129617 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b99ed964-f33f-4479-bd7c-3854b87187d1 req-76277d0d-ea64-46d7-b9c9-d66ddadaed9e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0455041 Feb 19 05:13:08.182361 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ed964-f33f-4479-bd7c-3854b87187d1 req-62817543-a683-4ac3-96f9-6fe19555e902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:08.183893 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b99ed964-f33f-4479-bd7c-3854b87187d1 req-62817543-a683-4ac3-96f9-6fe19555e902 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490136 Feb 19 05:13:08.274226 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b99ed964-f33f-4479-bd7c-3854b87187d1 req-31d1a679-98d2-473e-8f41-108c99aa411c service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843115 Feb 19 05:13:08.370492 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b99ed964-f33f-4479-bd7c-3854b87187d1 req-4a47a938-0915-4c80-b985-30efc79f2816 service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890985 Feb 19 05:13:09.391168 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:09.531369 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:22.199047 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2bf0c738-2cea-4c4b-bb45-0e237341ff4e req-c0c112ed-24bd-4719-aa51-cbb5442daaa1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444574 Feb 19 05:13:22.285544 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0c738-2cea-4c4b-bb45-0e237341ff4e req-08eaa167-d9cb-4353-bd0a-4ba891028395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:22.287062 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2bf0c738-2cea-4c4b-bb45-0e237341ff4e req-08eaa167-d9cb-4353-bd0a-4ba891028395 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 1128 time: 0.0452447 Feb 19 05:13:22.391231 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0c738-2cea-4c4b-bb45-0e237341ff4e req-1f311e5f-c409-4560-af2e-28928b50a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:22.392745 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2bf0c738-2cea-4c4b-bb45-0e237341ff4e req-1f311e5f-c409-4560-af2e-28928b50a069 service neutron] 10.222.0.10 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 912 time: 0.0872028 Feb 19 05:13:22.458128 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2bf0c738-2cea-4c4b-bb45-0e237341ff4e req-753cc246-7d42-4f5e-9700-96169026ab06 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 HTTP/1.1" status: 200 len: 1002 time: 0.0577660 Feb 19 05:13:22.505450 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0c738-2cea-4c4b-bb45-0e237341ff4e req-0468d30b-3494-4809-a859-9c0453a482fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:22.506913 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2bf0c738-2cea-4c4b-bb45-0e237341ff4e req-0468d30b-3494-4809-a859-9c0453a482fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0428963 Feb 19 05:13:22.558870 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0c738-2cea-4c4b-bb45-0e237341ff4e req-3caf28fe-a064-4a4c-bd7c-47f6966d5257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:13:22.560417 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2bf0c738-2cea-4c4b-bb45-0e237341ff4e req-3caf28fe-a064-4a4c-bd7c-47f6966d5257 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476317 Feb 19 05:13:22.648410 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2bf0c738-2cea-4c4b-bb45-0e237341ff4e req-d8bcfb75-e63a-400d-b95b-39b20dd5a2b5 service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810776 Feb 19 05:13:22.740947 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2bf0c738-2cea-4c4b-bb45-0e237341ff4e req-d727165c-0076-4a85-a2f4-724b2214b858 service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865142 Feb 19 05:13:30.368881 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:13:32.317918 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1ebb7195-9ad1-42ec-a0c5-a0fef8ad93ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:35.152552 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3c9bae55-3594-4af8-9bb6-20787c40a6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:36.988122 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:37.958987 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:38.123560 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:39.394255 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:13:39.530765 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:02.321377 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-15eb79bf-a17c-44b5-80b9-0be0ec024cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:05.155170 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f44c911-0939-4aaf-8363-516077e7096e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:06.990648 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:07.368992 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:14:07.949837 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:08.125430 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:09.401488 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:09.496196 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33752) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:14:09.548963 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:09.658737 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Deleting port e3548404-b92c-4596-8080-cb0a8368dd4f {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:14:09.659004 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (e3548404-b92c-4596-8080-cb0a8368dd4f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:09.738211 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (e3548404-b92c-4596-8080-cb0a8368dd4f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:09.738540 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for floatingip (e3548404-b92c-4596-8080-cb0a8368dd4f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:09.751236 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Calling delete_port for e3548404-b92c-4596-8080-cb0a8368dd4f owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:14:09.804226 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-302a7fc0-d296-43d5-b459-31cd78783c07 req-cb6db8c9-287d-4a3b-b981-2421eb2acbea service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468531 Feb 19 05:14:09.892472 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a7fc0-d296-43d5-b459-31cd78783c07 req-fa2961e2-1e64-40b6-b7d2-0bbebb94f93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:09.894857 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-302a7fc0-d296-43d5-b459-31cd78783c07 req-fa2961e2-1e64-40b6-b7d2-0bbebb94f93f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 1128 time: 0.0496264 Feb 19 05:14:09.911288 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (e3548404-b92c-4596-8080-cb0a8368dd4f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:09.942003 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event deleted for resources: {'Port': ['ID=e3548404-b92c-4596-8080-cb0a8368dd4f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:14:09.954653 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:09.955033 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:09.955347 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:09.955693 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:09.956140 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:09.956973 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:09.957320 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:09.957638 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:09.957965 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:09.958292 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:09.958618 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:09.958947 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:09.959268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:10.006652 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a7fc0-d296-43d5-b459-31cd78783c07 req-52a5ace0-73f4-4a3d-b41e-80e4f3a3f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:10.008232 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-302a7fc0-d296-43d5-b459-31cd78783c07 req-52a5ace0-73f4-4a3d-b41e-80e4f3a3f22f service neutron] 10.222.0.48 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 912 time: 0.0955217 Feb 19 05:14:10.017906 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for floatingip (84ffb2f1-b2f1-48e9-8948-bb713fb70780), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:10.018251 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Floating IP 84ffb2f1-b2f1-48e9-8948-bb713fb70780 disassociated (deleted). External IP: 172.25.0.107, port: 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59. Feb 19 05:14:10.083801 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-302a7fc0-d296-43d5-b459-31cd78783c07 req-4fa15013-5586-43c5-9d63-459ea12272a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9a7e6f3-7745-405e-a7af-92f35a7f310a HTTP/1.1" status: 200 len: 1002 time: 0.0701535 Feb 19 05:14:10.133367 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a7fc0-d296-43d5-b459-31cd78783c07 req-d368ee51-e39b-4112-b7c1-10ad785797ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:10.134906 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-302a7fc0-d296-43d5-b459-31cd78783c07 req-d368ee51-e39b-4112-b7c1-10ad785797ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0459509 Feb 19 05:14:10.189200 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a7fc0-d296-43d5-b459-31cd78783c07 req-9855920a-860b-40d1-8008-2e024b2e51cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:10.191251 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-302a7fc0-d296-43d5-b459-31cd78783c07 req-9855920a-860b-40d1-8008-2e024b2e51cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496244 Feb 19 05:14:10.244420 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Router b5dbdf21-5544-450b-a1da-b4f755917535 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:14:10.281209 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-302a7fc0-d296-43d5-b459-31cd78783c07 req-7d9081a9-fb69-4462-bb33-a7cb6d121203 service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848510 Feb 19 05:14:10.358720 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:14:10.363763 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:10.374557 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a15b53-6364-4158-8724-3a5d6e6c9e34 None None] Sync routers for ids ['b5dbdf21-5544-450b-a1da-b4f755917535'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:14:10.384575 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-302a7fc0-d296-43d5-b459-31cd78783c07 req-d4806a95-d3bf-43a8-b802-b68ee7f7a296 service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977676 Feb 19 05:14:10.392464 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a15b53-6364-4158-8724-3a5d6e6c9e34 None None] Routers {'b5dbdf21-5544-450b-a1da-b4f755917535'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:14:10.393242 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-78a15b53-6364-4158-8724-3a5d6e6c9e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:14:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b5dbdf21-5544-450b-a1da-b4f755917535'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:10.394856 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b5a5962a-87a7-48ad-a735-eae14dc57771 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "DELETE /v2.0/floatingips/84ffb2f1-b2f1-48e9-8948-bb713fb70780 HTTP/1.1" status: 204 len: 168 time: 0.8975441 Feb 19 05:14:10.395462 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08d9cde-c2dd-4091-94ba-e5d0291e7392', 'tag': '5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:14:10.398223 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23602c13-5a2c-46db-9e03-a19065cf64f7" -d '{"events": [{"name": "network-changed", "server_uuid": "c08d9cde-c2dd-4091-94ba-e5d0291e7392", "tag": "5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:14:10.450321 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18302c41-2fd3-4bed-925a-adaf2a398475 x-openstack-request-id: req-18302c41-2fd3-4bed-925a-adaf2a398475 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:14:10.450621 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c08d9cde-c2dd-4091-94ba-e5d0291e7392", "tag": "5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:14:10.450880 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-18302c41-2fd3-4bed-925a-adaf2a398475 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:14:10.451297 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08d9cde-c2dd-4091-94ba-e5d0291e7392', 'tag': '5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59', 'status': 'completed', 'code': 200} Feb 19 05:14:10.521699 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23602c13-5a2c-46db-9e03-a19065cf64f7 req-aa9de026-a334-4255-adeb-df8b21b91057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:10.522487 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-78a15b53-6364-4158-8724-3a5d6e6c9e34 None None] Set router b5dbdf21-5544-450b-a1da-b4f755917535 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:14:10.523105 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-23602c13-5a2c-46db-9e03-a19065cf64f7 req-aa9de026-a334-4255-adeb-df8b21b91057 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 1128 time: 0.0495913 Feb 19 05:14:10.687798 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23602c13-5a2c-46db-9e03-a19065cf64f7 req-46f255f0-7c7f-4db5-8ca4-a6ab595c98e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:10.689364 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-23602c13-5a2c-46db-9e03-a19065cf64f7 req-46f255f0-7c7f-4db5-8ca4-a6ab595c98e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 912 time: 0.1551046 Feb 19 05:14:10.742626 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd679ed0-5da4-4143-9e2a-d1bc7b196389 req-5b799738-da44-415d-9b7a-8ba63def3cee tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:10.744159 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cd679ed0-5da4-4143-9e2a-d1bc7b196389 req-5b799738-da44-415d-9b7a-8ba63def3cee tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 946 time: 0.1211491 Feb 19 05:14:10.745555 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-23602c13-5a2c-46db-9e03-a19065cf64f7 req-646a0fa4-f395-449a-bbf0-c6385a3c772c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 HTTP/1.1" status: 200 len: 217 time: 0.0488908 Feb 19 05:14:10.794721 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-78a15b53-6364-4158-8724-3a5d6e6c9e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:01:19Z', 'revision_number': 4, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port': {'id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:15Z', 'updated_at': '2022-02-19T05:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '3a3eb087-38d4-4359-9719-a89f8efc0643', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'port_id': 'e9a7e6f3-7745-405e-a7af-92f35a7f310a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'mac_address': 'fa:16:3e:d2:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa3295a-b75f-4056-bead-4374e84fd58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:10:07Z', 'updated_at': '2022-02-19T05:10:09Z', 'revision_number': 1, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b02164-9464-4f8b-9576-1ae65b18a9b3', 'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'mac_address': 'fa:16:3e:b8:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:18Z', 'updated_at': '2022-02-19T05:01:25Z', 'revision_number': 5, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'subnets': [{'id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:10.824981 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a15b53-6364-4158-8724-3a5d6e6c9e34 None None] Checking router: b5dbdf21-5544-450b-a1da-b4f755917535 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:14:10.835878 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a15b53-6364-4158-8724-3a5d6e6c9e34 None None] Routers {'b5dbdf21-5544-450b-a1da-b4f755917535'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:14:10.836524 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-78a15b53-6364-4158-8724-3a5d6e6c9e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:14:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b5dbdf21-5544-450b-a1da-b4f755917535'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:10.974711 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-78a15b53-6364-4158-8724-3a5d6e6c9e34 None None] Set router b5dbdf21-5544-450b-a1da-b4f755917535 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:14:11.203711 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23602c13-5a2c-46db-9e03-a19065cf64f7 req-8e81dfde-a244-4918-bae9-aef86fb6b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:11.205259 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-23602c13-5a2c-46db-9e03-a19065cf64f7 req-8e81dfde-a244-4918-bae9-aef86fb6b755 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.4480958 Feb 19 05:14:11.211057 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cd679ed0-5da4-4143-9e2a-d1bc7b196389 req-8d3763c3-e193-424e-b394-908dd04faa79 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4611552 Feb 19 05:14:11.267218 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23602c13-5a2c-46db-9e03-a19065cf64f7 req-43d84e7e-cd99-459d-9769-7bd980cea11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:11.269435 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-23602c13-5a2c-46db-9e03-a19065cf64f7 req-43d84e7e-cd99-459d-9769-7bd980cea11a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0562749 Feb 19 05:14:11.336126 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-78a15b53-6364-4158-8724-3a5d6e6c9e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:01:19Z', 'revision_number': 4, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port': {'id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:15Z', 'updated_at': '2022-02-19T05:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '3a3eb087-38d4-4359-9719-a89f8efc0643', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'port_id': 'e9a7e6f3-7745-405e-a7af-92f35a7f310a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'mac_address': 'fa:16:3e:d2:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa3295a-b75f-4056-bead-4374e84fd58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:10:07Z', 'updated_at': '2022-02-19T05:10:09Z', 'revision_number': 1, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b02164-9464-4f8b-9576-1ae65b18a9b3', 'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'mac_address': 'fa:16:3e:b8:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:18Z', 'updated_at': '2022-02-19T05:01:25Z', 'revision_number': 5, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'subnets': [{'id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:11.364669 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-23602c13-5a2c-46db-9e03-a19065cf64f7 req-b6e8d268-0181-4f4a-bc03-e74d08b7b001 service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880024 Feb 19 05:14:11.367188 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a15b53-6364-4158-8724-3a5d6e6c9e34 None None] The sync data for ids ['b5dbdf21-5544-450b-a1da-b4f755917535'] in n-d-772273-4 is: [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:01:19Z', 'revision_number': 4, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port': {'id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:15Z', 'updated_at': '2022-02-19T05:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '3a3eb087-38d4-4359-9719-a89f8efc0643', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'port_id': 'e9a7e6f3-7745-405e-a7af-92f35a7f310a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'mac_address': 'fa:16:3e:d2:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa3295a-b75f-4056-bead-4374e84fd58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:10:07Z', 'updated_at': '2022-02-19T05:10:09Z', 'revision_number': 1, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b02164-9464-4f8b-9576-1ae65b18a9b3', 'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'mac_address': 'fa:16:3e:b8:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:18Z', 'updated_at': '2022-02-19T05:01:25Z', 'revision_number': 5, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'subnets': [{'id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:14:11.470498 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-23602c13-5a2c-46db-9e03-a19065cf64f7 req-23c86d2a-2e44-42b1-99ee-6d5bec8ee6e0 service neutron] 10.222.0.10 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991197 Feb 19 05:14:11.646155 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d4cc53-d473-4b09-9b30-87f70ee5c401 None None] New status for floating IP 84ffb2f1-b2f1-48e9-8948-bb713fb70780: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:14:12.161874 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4d488-e33e-4dc1-9a9a-dc95329f10a7 req-6b12bed1-4692-47df-b703-1ebb1520a7c9 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:12.163387 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5fe4d488-e33e-4dc1-9a9a-dc95329f10a7 req-6b12bed1-4692-47df-b703-1ebb1520a7c9 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.10 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 946 time: 0.0548668 Feb 19 05:14:12.261850 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-5fe4d488-e33e-4dc1-9a9a-dc95329f10a7 req-7341e487-8231-4a0d-bc7a-576f8cee6211 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Deleting port 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:14:12.262508 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5fe4d488-e33e-4dc1-9a9a-dc95329f10a7 req-7341e487-8231-4a0d-bc7a-576f8cee6211 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:12.353925 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f94aa-4d68-4cb7-8730-916344282d4c req-013c6b16-2ecd-4344-87b1-c169d9690237 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:12.355509 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e11f94aa-4d68-4cb7-8730-916344282d4c req-013c6b16-2ecd-4344-87b1-c169d9690237 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 946 time: 0.0571041 Feb 19 05:14:12.358207 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-5fe4d488-e33e-4dc1-9a9a-dc95329f10a7 req-7341e487-8231-4a0d-bc7a-576f8cee6211 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] For port 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:14:12.358583 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5fe4d488-e33e-4dc1-9a9a-dc95329f10a7 req-7341e487-8231-4a0d-bc7a-576f8cee6211 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:12.372736 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-5fe4d488-e33e-4dc1-9a9a-dc95329f10a7 req-7341e487-8231-4a0d-bc7a-576f8cee6211 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Calling delete_port for 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:14:12.411034 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e11f94aa-4d68-4cb7-8730-916344282d4c req-015c54c8-c8e0-45f9-a715-2829fc4d8e25 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455847 Feb 19 05:14:12.522729 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5fe4d488-e33e-4dc1-9a9a-dc95329f10a7 req-7341e487-8231-4a0d-bc7a-576f8cee6211 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:12.553716 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341e487-8231-4a0d-bc7a-576f8cee6211 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event deleted for resources: {'Port': ['ID=5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:14:12.568754 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341e487-8231-4a0d-bc7a-576f8cee6211 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:12.568754 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341e487-8231-4a0d-bc7a-576f8cee6211 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:12.569114 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341e487-8231-4a0d-bc7a-576f8cee6211 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:12.569328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341e487-8231-4a0d-bc7a-576f8cee6211 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:12.569673 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341e487-8231-4a0d-bc7a-576f8cee6211 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:12.570019 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341e487-8231-4a0d-bc7a-576f8cee6211 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:12.570360 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341e487-8231-4a0d-bc7a-576f8cee6211 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:12.570694 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341e487-8231-4a0d-bc7a-576f8cee6211 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:12.571030 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341e487-8231-4a0d-bc7a-576f8cee6211 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:12.571366 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341e487-8231-4a0d-bc7a-576f8cee6211 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:12.571697 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341e487-8231-4a0d-bc7a-576f8cee6211 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:12.572038 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341e487-8231-4a0d-bc7a-576f8cee6211 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:12.572369 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7341e487-8231-4a0d-bc7a-576f8cee6211 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:12.611342 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe4d488-e33e-4dc1-9a9a-dc95329f10a7 req-7341e487-8231-4a0d-bc7a-576f8cee6211 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] No DVR routers for this DVR port 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:14:12.614779 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-5fe4d488-e33e-4dc1-9a9a-dc95329f10a7 req-7341e487-8231-4a0d-bc7a-576f8cee6211 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:12.619416 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5fe4d488-e33e-4dc1-9a9a-dc95329f10a7 req-7341e487-8231-4a0d-bc7a-576f8cee6211 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.10 "DELETE /v2.0/ports/5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 HTTP/1.1" status: 204 len: 173 time: 0.4508045 Feb 19 05:14:12.619953 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08d9cde-c2dd-4091-94ba-e5d0291e7392', 'name': 'network-vif-deleted', 'tag': '5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:14:12.623423 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505d7039-db12-41bb-b446-c4e08fc52388" -d '{"events": [{"server_uuid": "c08d9cde-c2dd-4091-94ba-e5d0291e7392", "name": "network-vif-deleted", "tag": "5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:14:12.673238 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05432c59-ed52-4717-ada7-160da67248e4 x-openstack-request-id: req-05432c59-ed52-4717-ada7-160da67248e4 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:14:12.673594 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08d9cde-c2dd-4091-94ba-e5d0291e7392", "name": "network-vif-deleted", "tag": "5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:14:12.673894 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-05432c59-ed52-4717-ada7-160da67248e4 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:14:12.674337 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08d9cde-c2dd-4091-94ba-e5d0291e7392', 'name': 'network-vif-deleted', 'tag': '5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59', 'status': 'completed', 'code': 200} Feb 19 05:14:13.522909 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e3aea889-70fe-445d-8ab5-4e2bb7e2f6a9 req-24860426-2d09-4ef0-8238-02a01bc4918d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 210 time: 0.0328941 Feb 19 05:14:14.624093 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-caeb70e7-751e-4a4e-9e98-1d3171479283 req-646f43e2-52da-4666-8f35-0bc3258cdd7a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 210 time: 0.0316386 Feb 19 05:14:15.150014 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:14:15.173310 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:14:15.173663 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 5e683f3e-9d24-4c4e-9ac2-31e1cdcd3c59 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:14:15.719918 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1d83a4fd-df41-4e13-b1cd-e7c6d5bd1e3e req-4d423e48-45d5-49c3-ae7d-81d677eb0b74 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 210 time: 0.0277808 Feb 19 05:14:16.815635 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-46321389-2d23-4ec5-b404-980989ed54b2 req-9fc4af7b-fc73-47b3-b5ca-74ea3ed968f4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 210 time: 0.0282834 Feb 19 05:14:17.917729 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-558fa95e-a030-48ea-a4f0-6ea23bb78643 req-8d13a514-5cac-4c23-a99f-45737275767d tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 210 time: 0.0284719 Feb 19 05:14:19.015587 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7ea243cb-b5ac-4d20-a419-57acae59766c req-f9395138-7914-4654-9a04-26a38bce1e74 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 210 time: 0.0274727 Feb 19 05:14:20.111954 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fbe62301-020f-4f5d-9100-5922bdbe6efe req-c0d55986-eac3-49a0-bb40-49ebe9516012 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 210 time: 0.0275965 Feb 19 05:14:21.206596 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-612b13b4-8f45-4310-bb9a-e67b405ce5b0 req-c4d2843e-7aba-4771-bd2d-d1880150c526 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=c08d9cde-c2dd-4091-94ba-e5d0291e7392 HTTP/1.1" status: 200 len: 210 time: 0.0271208 Feb 19 05:14:30.740896 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33818) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:14:30.898824 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-23025026-65fa-458a-bddd-3088800cdf51 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Deleting port ea931fdb-d807-43e9-9ab5-ba00e42b5ab1 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:14:30.899171 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-23025026-65fa-458a-bddd-3088800cdf51 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ea931fdb-d807-43e9-9ab5-ba00e42b5ab1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:30.978089 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-23025026-65fa-458a-bddd-3088800cdf51 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ea931fdb-d807-43e9-9ab5-ba00e42b5ab1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:30.978364 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-23025026-65fa-458a-bddd-3088800cdf51 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for floatingip (ea931fdb-d807-43e9-9ab5-ba00e42b5ab1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:30.991507 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-23025026-65fa-458a-bddd-3088800cdf51 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Calling delete_port for ea931fdb-d807-43e9-9ab5-ba00e42b5ab1 owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:14:31.140818 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-23025026-65fa-458a-bddd-3088800cdf51 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (ea931fdb-d807-43e9-9ab5-ba00e42b5ab1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:31.171229 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23025026-65fa-458a-bddd-3088800cdf51 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event deleted for resources: {'Port': ['ID=ea931fdb-d807-43e9-9ab5-ba00e42b5ab1,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:14:31.232752 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-23025026-65fa-458a-bddd-3088800cdf51 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for floatingip (3a3eb087-38d4-4359-9719-a89f8efc0643), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:31.233113 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-23025026-65fa-458a-bddd-3088800cdf51 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Floating IP 3a3eb087-38d4-4359-9719-a89f8efc0643 disassociated (deleted). External IP: 172.25.0.127, port: e9a7e6f3-7745-405e-a7af-92f35a7f310a. Feb 19 05:14:31.781440 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23025026-65fa-458a-bddd-3088800cdf51 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Router b5dbdf21-5544-450b-a1da-b4f755917535 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:14:31.898823 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23025026-65fa-458a-bddd-3088800cdf51 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:14:31.903543 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-23025026-65fa-458a-bddd-3088800cdf51 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:31.912160 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68604c1-7c5d-4a34-8f9c-95552071305e None None] Sync routers for ids ['b5dbdf21-5544-450b-a1da-b4f755917535'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:14:31.922858 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68604c1-7c5d-4a34-8f9c-95552071305e None None] Routers {'b5dbdf21-5544-450b-a1da-b4f755917535'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:14:31.923818 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d68604c1-7c5d-4a34-8f9c-95552071305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:14:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b5dbdf21-5544-450b-a1da-b4f755917535'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:31.936941 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-23025026-65fa-458a-bddd-3088800cdf51 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "DELETE /v2.0/floatingips/3a3eb087-38d4-4359-9719-a89f8efc0643 HTTP/1.1" status: 204 len: 168 time: 1.1947253 Feb 19 05:14:31.937892 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa3295a-b75f-4056-bead-4374e84fd58e', 'tag': 'e9a7e6f3-7745-405e-a7af-92f35a7f310a'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:14:31.940210 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5d0565-0961-49b3-81a2-7e7ad9b91ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa3295a-b75f-4056-bead-4374e84fd58e", "tag": "e9a7e6f3-7745-405e-a7af-92f35a7f310a"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:14:31.999032 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3f5852-f212-4de1-816f-e1bd77ee8d85 x-openstack-request-id: req-5e3f5852-f212-4de1-816f-e1bd77ee8d85 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:14:31.999346 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa3295a-b75f-4056-bead-4374e84fd58e", "tag": "e9a7e6f3-7745-405e-a7af-92f35a7f310a", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:14:32.000802 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e3f5852-f212-4de1-816f-e1bd77ee8d85 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:14:32.000802 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa3295a-b75f-4056-bead-4374e84fd58e', 'tag': 'e9a7e6f3-7745-405e-a7af-92f35a7f310a', 'status': 'completed', 'code': 200} Feb 19 05:14:32.070711 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-d68604c1-7c5d-4a34-8f9c-95552071305e None None] Set router b5dbdf21-5544-450b-a1da-b4f755917535 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:14:32.075497 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d0565-0961-49b3-81a2-7e7ad9b91ba7 req-fcfa7930-b0bf-4932-9244-f28491c89821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:32.077203 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f5d0565-0961-49b3-81a2-7e7ad9b91ba7 req-fcfa7930-b0bf-4932-9244-f28491c89821 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7173e653c95343de8cadb3790f712d4d&device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 1128 time: 0.0520465 Feb 19 05:14:32.187172 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d0565-0961-49b3-81a2-7e7ad9b91ba7 req-08a85f91-b3a5-4f28-8dbb-fc17110305c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:32.188711 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f5d0565-0961-49b3-81a2-7e7ad9b91ba7 req-08a85f91-b3a5-4f28-8dbb-fc17110305c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 200 len: 912 time: 0.1058850 Feb 19 05:14:32.200630 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d83541-58ae-4fb5-8781-055c1f1493c0 req-e1799ac3-e3a4-4031-af97-87b3bfacd243 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:32.203593 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6d83541-58ae-4fb5-8781-055c1f1493c0 req-e1799ac3-e3a4-4031-af97-87b3bfacd243 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 946 time: 0.0616181 Feb 19 05:14:32.234058 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f5d0565-0961-49b3-81a2-7e7ad9b91ba7 req-d342279b-3515-4738-a51f-e73bb13bff99 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9a7e6f3-7745-405e-a7af-92f35a7f310a HTTP/1.1" status: 200 len: 217 time: 0.0381300 Feb 19 05:14:32.267467 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6d83541-58ae-4fb5-8781-055c1f1493c0 req-00080c19-0069-47e4-b523-a320dfe33164 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579751 Feb 19 05:14:32.297907 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d0565-0961-49b3-81a2-7e7ad9b91ba7 req-1fba04eb-1321-4f87-9727-17158550cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:32.301907 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f5d0565-0961-49b3-81a2-7e7ad9b91ba7 req-1fba04eb-1321-4f87-9727-17158550cab8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 200 len: 851 time: 0.0617769 Feb 19 05:14:32.302328 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d68604c1-7c5d-4a34-8f9c-95552071305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:01:19Z', 'revision_number': 4, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port': {'id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:15Z', 'updated_at': '2022-02-19T05:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'f0b02164-9464-4f8b-9576-1ae65b18a9b3', 'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'mac_address': 'fa:16:3e:b8:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:18Z', 'updated_at': '2022-02-19T05:01:25Z', 'revision_number': 5, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'subnets': [{'id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:32.331950 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68604c1-7c5d-4a34-8f9c-95552071305e None None] Checking router: b5dbdf21-5544-450b-a1da-b4f755917535 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:14:32.336089 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-567b5ec0-52d9-4efc-9e19-14d9a025ca15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:32.341828 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68604c1-7c5d-4a34-8f9c-95552071305e None None] Routers {'b5dbdf21-5544-450b-a1da-b4f755917535'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:14:32.342460 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d68604c1-7c5d-4a34-8f9c-95552071305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:14:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b5dbdf21-5544-450b-a1da-b4f755917535'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:32.363697 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d0565-0961-49b3-81a2-7e7ad9b91ba7 req-8d0258f0-a3c1-461e-8caf-78a6a5f9fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:32.365354 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f5d0565-0961-49b3-81a2-7e7ad9b91ba7 req-8d0258f0-a3c1-461e-8caf-78a6a5f9fdf1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=891e8a91-ec7b-447e-9495-70c700adf2c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0579827 Feb 19 05:14:32.465538 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f5d0565-0961-49b3-81a2-7e7ad9b91ba7 req-bb599eef-ed35-446f-b2c5-174c9790ffc0 service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939035 Feb 19 05:14:32.493375 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-d68604c1-7c5d-4a34-8f9c-95552071305e None None] Set router b5dbdf21-5544-450b-a1da-b4f755917535 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:14:32.578872 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f5d0565-0961-49b3-81a2-7e7ad9b91ba7 req-9da98290-a036-4217-839e-93c220942a85 service neutron] 10.222.0.48 "GET /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070387 Feb 19 05:14:32.710352 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d68604c1-7c5d-4a34-8f9c-95552071305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:01:19Z', 'revision_number': 4, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port': {'id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:15Z', 'updated_at': '2022-02-19T05:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'f0b02164-9464-4f8b-9576-1ae65b18a9b3', 'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'mac_address': 'fa:16:3e:b8:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:18Z', 'updated_at': '2022-02-19T05:01:25Z', 'revision_number': 5, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'subnets': [{'id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:32.743318 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68604c1-7c5d-4a34-8f9c-95552071305e None None] The sync data for ids ['b5dbdf21-5544-450b-a1da-b4f755917535'] in n-d-772273-4 is: [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:01:19Z', 'revision_number': 4, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port': {'id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:15Z', 'updated_at': '2022-02-19T05:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'f0b02164-9464-4f8b-9576-1ae65b18a9b3', 'name': '', 'network_id': '891e8a91-ec7b-447e-9495-70c700adf2c0', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'mac_address': 'fa:16:3e:b8:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:18Z', 'updated_at': '2022-02-19T05:01:25Z', 'revision_number': 5, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'subnets': [{'id': 'eb74e798-fd6e-499a-bfba-a8016bf5d81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:14:32.993119 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf6dbee-15e3-48e1-bb38-f2d993b80b90 None None] New status for floating IP 3a3eb087-38d4-4359-9719-a89f8efc0643: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:14:33.408630 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b0c07-adf2-472f-9286-f9b8bbd433e8 req-a09e5dc2-4927-40d5-8ae9-f8a634cf4ab4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:33.410848 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d8b0c07-adf2-472f-9286-f9b8bbd433e8 req-a09e5dc2-4927-40d5-8ae9-f8a634cf4ab4 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 946 time: 0.0572660 Feb 19 05:14:33.467566 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d8b0c07-adf2-472f-9286-f9b8bbd433e8 req-df25650a-04a0-409a-8f7d-ffe36bb89d7b tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/security-groups?id=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507915 Feb 19 05:14:33.724680 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee399945-572a-4f8c-8de4-b827fceee3ad req-0cdb1ac7-e1b7-48e4-949a-a8713d05f60c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:14:33.726268 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee399945-572a-4f8c-8de4-b827fceee3ad req-0cdb1ac7-e1b7-48e4-949a-a8713d05f60c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.48 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 946 time: 0.0611486 Feb 19 05:14:33.821693 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-ee399945-572a-4f8c-8de4-b827fceee3ad req-39eaca53-7765-4b25-b014-ee251831a6ac tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Deleting port e9a7e6f3-7745-405e-a7af-92f35a7f310a {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:14:33.822048 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ee399945-572a-4f8c-8de4-b827fceee3ad req-39eaca53-7765-4b25-b014-ee251831a6ac tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (e9a7e6f3-7745-405e-a7af-92f35a7f310a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:33.921934 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-ee399945-572a-4f8c-8de4-b827fceee3ad req-39eaca53-7765-4b25-b014-ee251831a6ac tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] For port e9a7e6f3-7745-405e-a7af-92f35a7f310a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=e9a7e6f3-7745-405e-a7af-92f35a7f310a,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:14:33.922289 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ee399945-572a-4f8c-8de4-b827fceee3ad req-39eaca53-7765-4b25-b014-ee251831a6ac tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (e9a7e6f3-7745-405e-a7af-92f35a7f310a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:33.936702 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-ee399945-572a-4f8c-8de4-b827fceee3ad req-39eaca53-7765-4b25-b014-ee251831a6ac tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Calling delete_port for e9a7e6f3-7745-405e-a7af-92f35a7f310a owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:14:34.076995 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ee399945-572a-4f8c-8de4-b827fceee3ad req-39eaca53-7765-4b25-b014-ee251831a6ac tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (e9a7e6f3-7745-405e-a7af-92f35a7f310a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:34.112400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eaca53-7765-4b25-b014-ee251831a6ac tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event deleted for resources: {'Port': ['ID=e9a7e6f3-7745-405e-a7af-92f35a7f310a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:14:34.162944 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee399945-572a-4f8c-8de4-b827fceee3ad req-39eaca53-7765-4b25-b014-ee251831a6ac tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] No DVR routers for this DVR port e9a7e6f3-7745-405e-a7af-92f35a7f310a on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:14:34.166887 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ee399945-572a-4f8c-8de4-b827fceee3ad req-39eaca53-7765-4b25-b014-ee251831a6ac tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:34.172228 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee399945-572a-4f8c-8de4-b827fceee3ad req-39eaca53-7765-4b25-b014-ee251831a6ac tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.48 "DELETE /v2.0/ports/e9a7e6f3-7745-405e-a7af-92f35a7f310a HTTP/1.1" status: 204 len: 173 time: 0.4405472 Feb 19 05:14:34.173060 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa3295a-b75f-4056-bead-4374e84fd58e', 'name': 'network-vif-deleted', 'tag': 'e9a7e6f3-7745-405e-a7af-92f35a7f310a'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:14:34.177202 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5dae825-319e-4bf0-ba11-b50e1d71605d" -d '{"events": [{"server_uuid": "7aa3295a-b75f-4056-bead-4374e84fd58e", "name": "network-vif-deleted", "tag": "e9a7e6f3-7745-405e-a7af-92f35a7f310a"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:14:34.234214 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7770230a-4a87-4073-9847-7d880f4ced81 x-openstack-request-id: req-7770230a-4a87-4073-9847-7d880f4ced81 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:14:34.234729 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa3295a-b75f-4056-bead-4374e84fd58e", "name": "network-vif-deleted", "tag": "e9a7e6f3-7745-405e-a7af-92f35a7f310a", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:14:34.235049 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7770230a-4a87-4073-9847-7d880f4ced81 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:14:34.235746 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa3295a-b75f-4056-bead-4374e84fd58e', 'name': 'network-vif-deleted', 'tag': 'e9a7e6f3-7745-405e-a7af-92f35a7f310a', 'status': 'completed', 'code': 200} Feb 19 05:14:34.568814 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-88a5c3aa-bf86-4775-88ab-f53729720f00 req-2f3f0010-61c0-4ef5-a4b5-623b29faf85c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 210 time: 0.0289118 Feb 19 05:14:35.158062 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f732ec02-ebca-45cb-9ea3-87670296490d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:35.726757 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ad88a0a-ade6-4c16-8be3-367001672800 req-eb0429fd-4042-4913-95f5-9a74d12df6c6 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 210 time: 0.0883408 Feb 19 05:14:36.828529 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be1cedf8-253e-4a66-817e-a46df844aacf req-4858220d-fb6f-4700-a6b2-777e508fac93 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 210 time: 0.0301726 Feb 19 05:14:36.995327 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:37.929661 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fc8fb404-ff9d-4dad-a046-137a28a35bc8 req-f093bdef-00f8-4ee0-a960-db853545505e tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 210 time: 0.0281801 Feb 19 05:14:37.955169 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:38.129711 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:38.314000 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device e9a7e6f3-7745-405e-a7af-92f35a7f310a no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:14:38.335415 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: e9a7e6f3-7745-405e-a7af-92f35a7f310a {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:14:38.335842 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device e9a7e6f3-7745-405e-a7af-92f35a7f310a not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:14:39.036833 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9cc21950-04c8-468a-be6a-9d12ee3efd73 req-7d69b073-6ea8-473e-ba26-68775c462f79 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 210 time: 0.0324790 Feb 19 05:14:39.398530 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:39.549539 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:40.146156 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-03345a9f-74a7-46ca-a20e-a3f6ef6570d1 req-ca1e4807-6002-4d6e-b01d-91f70bc2b595 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 210 time: 0.0278990 Feb 19 05:14:41.249723 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fc7cd6c-84f4-41f9-9ebe-5cd9f4cae90a req-f017afe1-6f9d-4b5c-8a5d-cc0374aa2314 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 210 time: 0.0316892 Feb 19 05:14:42.371093 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-72661cb9-804e-4410-a69f-08c8c067e078 req-5620329e-aa72-450b-897f-84332d1f486a tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 210 time: 0.0321219 Feb 19 05:14:43.488651 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-abbb5d64-d720-4241-978c-480c2d997f9c req-baa9b698-b920-4880-9af9-0a135a58f76c tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa3295a-b75f-4056-bead-4374e84fd58e HTTP/1.1" status: 200 len: 210 time: 0.0282159 Feb 19 05:14:44.368778 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:14:44.545991 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33854) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:14:44.673010 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-c6f30f53-933b-4dc9-9486-f916c84992f5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Deleting port f7d4dc4b-04cc-4c8c-8bdb-a53058f4104f {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:14:44.673273 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c6f30f53-933b-4dc9-9486-f916c84992f5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f7d4dc4b-04cc-4c8c-8bdb-a53058f4104f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:44.751696 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c6f30f53-933b-4dc9-9486-f916c84992f5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f7d4dc4b-04cc-4c8c-8bdb-a53058f4104f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:44.752033 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c6f30f53-933b-4dc9-9486-f916c84992f5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for floatingip (f7d4dc4b-04cc-4c8c-8bdb-a53058f4104f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:44.764191 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-c6f30f53-933b-4dc9-9486-f916c84992f5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Calling delete_port for f7d4dc4b-04cc-4c8c-8bdb-a53058f4104f owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:14:44.914804 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c6f30f53-933b-4dc9-9486-f916c84992f5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (f7d4dc4b-04cc-4c8c-8bdb-a53058f4104f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:44.944788 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f30f53-933b-4dc9-9486-f916c84992f5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event deleted for resources: {'Port': ['ID=f7d4dc4b-04cc-4c8c-8bdb-a53058f4104f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:14:45.010534 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c6f30f53-933b-4dc9-9486-f916c84992f5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for floatingip (f2a5c89a-9199-48d5-a14f-0d9e8126fa6c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:45.013210 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c6f30f53-933b-4dc9-9486-f916c84992f5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:45.014388 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c6f30f53-933b-4dc9-9486-f916c84992f5 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "DELETE /v2.0/floatingips/f2a5c89a-9199-48d5-a14f-0d9e8126fa6c HTTP/1.1" status: 204 len: 168 time: 0.4673765 Feb 19 05:14:50.445063 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33874) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:14:50.503523 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ccf08f7f-3841-4be8-a45c-834d959c0220 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for security_group (07bd5604-a8cc-48bb-8a11-7fc8d28d7d68), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:50.530477 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ccf08f7f-3841-4be8-a45c-834d959c0220 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for security_group (07bd5604-a8cc-48bb-8a11-7fc8d28d7d68), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:50.598453 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ccf08f7f-3841-4be8-a45c-834d959c0220 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (07bd5604-a8cc-48bb-8a11-7fc8d28d7d68), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:50.601130 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ccf08f7f-3841-4be8-a45c-834d959c0220 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:50.602304 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ccf08f7f-3841-4be8-a45c-834d959c0220 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] 10.222.0.65 "DELETE /v2.0/security-groups/07bd5604-a8cc-48bb-8a11-7fc8d28d7d68 HTTP/1.1" status: 204 len: 168 time: 0.1562052 Feb 19 05:14:50.612117 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf08f7f-3841-4be8-a45c-834d959c0220 tempest-TestVolumeBootPattern-1527941780 tempest-TestVolumeBootPattern-1527941780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bd5604-a8cc-48bb-8a11-7fc8d28d7d68,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:14:50.690428 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33878) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:14:51.208629 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-39d4cefc-c201-497c-ac8b-91c38d01341a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (b5dbdf21-5544-450b-a1da-b4f755917535), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:51.474624 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-39d4cefc-c201-497c-ac8b-91c38d01341a admin admin] Deleting port f0b02164-9464-4f8b-9576-1ae65b18a9b3 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:14:51.475081 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-39d4cefc-c201-497c-ac8b-91c38d01341a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f0b02164-9464-4f8b-9576-1ae65b18a9b3), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:51.554907 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-39d4cefc-c201-497c-ac8b-91c38d01341a admin admin] For port f0b02164-9464-4f8b-9576-1ae65b18a9b3, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f0b02164-9464-4f8b-9576-1ae65b18a9b3,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:14:51.555300 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-39d4cefc-c201-497c-ac8b-91c38d01341a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f0b02164-9464-4f8b-9576-1ae65b18a9b3), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:51.567096 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-39d4cefc-c201-497c-ac8b-91c38d01341a admin admin] Calling delete_port for f0b02164-9464-4f8b-9576-1ae65b18a9b3 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:14:51.751949 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-39d4cefc-c201-497c-ac8b-91c38d01341a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f0b02164-9464-4f8b-9576-1ae65b18a9b3), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:51.779189 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4cefc-c201-497c-ac8b-91c38d01341a admin admin] Pushing event deleted for resources: {'Port': ['ID=f0b02164-9464-4f8b-9576-1ae65b18a9b3,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:14:51.956406 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-39d4cefc-c201-497c-ac8b-91c38d01341a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (b5dbdf21-5544-450b-a1da-b4f755917535), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:52.182587 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d4cefc-c201-497c-ac8b-91c38d01341a admin admin] Router b5dbdf21-5544-450b-a1da-b4f755917535 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:14:52.297256 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d4cefc-c201-497c-ac8b-91c38d01341a admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:14:52.303125 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-39d4cefc-c201-497c-ac8b-91c38d01341a admin admin] 10.222.0.65 "PUT /v2.0/routers/b5dbdf21-5544-450b-a1da-b4f755917535/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6088219 Feb 19 05:14:52.305658 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33884) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:14:52.308530 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abaac92-83b8-4aa9-8b4f-4c25c693029a None None] Sync routers for ids ['b5dbdf21-5544-450b-a1da-b4f755917535'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:14:52.321359 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abaac92-83b8-4aa9-8b4f-4c25c693029a None None] Routers {'b5dbdf21-5544-450b-a1da-b4f755917535'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:14:52.322166 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-8abaac92-83b8-4aa9-8b4f-4c25c693029a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:14:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b5dbdf21-5544-450b-a1da-b4f755917535'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:52.420458 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3f52786-6be5-4869-810a-3ebe1e8d81aa admin admin] Publish callbacks [] for router (b5dbdf21-5544-450b-a1da-b4f755917535), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:52.433559 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-8abaac92-83b8-4aa9-8b4f-4c25c693029a None None] Set router b5dbdf21-5544-450b-a1da-b4f755917535 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:14:52.527258 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3f52786-6be5-4869-810a-3ebe1e8d81aa admin admin] Publish callbacks [] for router_gateway (b5dbdf21-5544-450b-a1da-b4f755917535), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:52.590206 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-a3f52786-6be5-4869-810a-3ebe1e8d81aa admin admin] Deleting port 0cb1e26a-410f-4df6-804d-3435c7117aa4 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:14:52.590554 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3f52786-6be5-4869-810a-3ebe1e8d81aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0cb1e26a-410f-4df6-804d-3435c7117aa4), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:52.640741 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-8abaac92-83b8-4aa9-8b4f-4c25c693029a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:14:51Z', 'revision_number': 5, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port': {'id': '0cb1e26a-410f-4df6-804d-3435c7117aa4', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:15Z', 'updated_at': '2022-02-19T05:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:52.675103 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abaac92-83b8-4aa9-8b4f-4c25c693029a None None] Checking router: b5dbdf21-5544-450b-a1da-b4f755917535 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:14:52.681840 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-a3f52786-6be5-4869-810a-3ebe1e8d81aa admin admin] For port 0cb1e26a-410f-4df6-804d-3435c7117aa4, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=0cb1e26a-410f-4df6-804d-3435c7117aa4,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:14:52.682215 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3f52786-6be5-4869-810a-3ebe1e8d81aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0cb1e26a-410f-4df6-804d-3435c7117aa4), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:52.684498 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abaac92-83b8-4aa9-8b4f-4c25c693029a None None] Routers {'b5dbdf21-5544-450b-a1da-b4f755917535'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:14:52.685075 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-8abaac92-83b8-4aa9-8b4f-4c25c693029a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:14:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['b5dbdf21-5544-450b-a1da-b4f755917535'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:52.694640 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-a3f52786-6be5-4869-810a-3ebe1e8d81aa admin admin] Calling delete_port for 0cb1e26a-410f-4df6-804d-3435c7117aa4 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:14:52.875013 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-8abaac92-83b8-4aa9-8b4f-4c25c693029a None None] Set router b5dbdf21-5544-450b-a1da-b4f755917535 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:14:52.928386 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-8abaac92-83b8-4aa9-8b4f-4c25c693029a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:14:52Z', 'revision_number': 6, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:52.959689 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abaac92-83b8-4aa9-8b4f-4c25c693029a None None] The sync data for ids ['b5dbdf21-5544-450b-a1da-b4f755917535'] in n-d-772273-4 is: [{'id': 'b5dbdf21-5544-450b-a1da-b4f755917535', 'name': 'tempest-TestVolumeBootPattern-1095471114-router', 'tenant_id': '7173e653c95343de8cadb3790f712d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:14Z', 'updated_at': '2022-02-19T05:14:52Z', 'revision_number': 6, 'project_id': '7173e653c95343de8cadb3790f712d4d', 'gw_port_host': None}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:14:53.202934 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3f52786-6be5-4869-810a-3ebe1e8d81aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (0cb1e26a-410f-4df6-804d-3435c7117aa4), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:53.232802 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f52786-6be5-4869-810a-3ebe1e8d81aa admin admin] Pushing event deleted for resources: {'Port': ['ID=0cb1e26a-410f-4df6-804d-3435c7117aa4,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:14:53.296157 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3f52786-6be5-4869-810a-3ebe1e8d81aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (b5dbdf21-5544-450b-a1da-b4f755917535), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:53.401416 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3f52786-6be5-4869-810a-3ebe1e8d81aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (b5dbdf21-5544-450b-a1da-b4f755917535), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:53.404002 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3f52786-6be5-4869-810a-3ebe1e8d81aa admin admin] Publish callbacks [] for router_controller (b5dbdf21-5544-450b-a1da-b4f755917535), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:53.419475 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f0b02164-9464-4f8b-9576-1ae65b18a9b3 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:14:53.444598 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: f0b02164-9464-4f8b-9576-1ae65b18a9b3 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:14:53.444961 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f0b02164-9464-4f8b-9576-1ae65b18a9b3 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:14:53.455042 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3f52786-6be5-4869-810a-3ebe1e8d81aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (b5dbdf21-5544-450b-a1da-b4f755917535), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:53.455594 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f52786-6be5-4869-810a-3ebe1e8d81aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5dbdf21-5544-450b-a1da-b4f755917535 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:14:53.460241 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a3f52786-6be5-4869-810a-3ebe1e8d81aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:53.461506 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a3f52786-6be5-4869-810a-3ebe1e8d81aa admin admin] 10.222.0.65 "DELETE /v2.0/routers/b5dbdf21-5544-450b-a1da-b4f755917535 HTTP/1.1" status: 204 len: 168 time: 1.1547346 Feb 19 05:14:53.464210 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33888) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:14:53.509859 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-08bebe9d-65a7-489b-b14b-4449fcb802bc admin admin] Deleting subnet eb74e798-fd6e-499a-bfba-a8016bf5d81f {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:14:53.513103 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-08bebe9d-65a7-489b-b14b-4449fcb802bc admin admin] Publish callbacks [] for subnet (eb74e798-fd6e-499a-bfba-a8016bf5d81f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:53.547942 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-08bebe9d-65a7-489b-b14b-4449fcb802bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (eb74e798-fd6e-499a-bfba-a8016bf5d81f), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:53.626217 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-08bebe9d-65a7-489b-b14b-4449fcb802bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (eb74e798-fd6e-499a-bfba-a8016bf5d81f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:53.685815 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-08bebe9d-65a7-489b-b14b-4449fcb802bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (eb74e798-fd6e-499a-bfba-a8016bf5d81f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:53.712625 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bebe9d-65a7-489b-b14b-4449fcb802bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb74e798-fd6e-499a-bfba-a8016bf5d81f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:14:53.714568 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-08bebe9d-65a7-489b-b14b-4449fcb802bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:53.718470 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-08bebe9d-65a7-489b-b14b-4449fcb802bc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/eb74e798-fd6e-499a-bfba-a8016bf5d81f HTTP/1.1" status: 204 len: 168 time: 0.2524145 Feb 19 05:14:53.720251 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33890) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:14:53.721031 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e28bcd-421c-45a7-a519-724f96216749 None None] Network 891e8a91-ec7b-447e-9495-70c700adf2c0 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:14:53.798045 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60f7e2d5-7524-4378-9df9-cc18f21afa56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (891e8a91-ec7b-447e-9495-70c700adf2c0), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:53.858773 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-60f7e2d5-7524-4378-9df9-cc18f21afa56 admin admin] Deleting port d79c9bba-f421-479c-8c1d-c68d79ef35f9 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:14:53.859131 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60f7e2d5-7524-4378-9df9-cc18f21afa56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (d79c9bba-f421-479c-8c1d-c68d79ef35f9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:53.874817 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c19f418-8a6c-4f00-a3cf-f6b5137291f5 None None] DHCP port deletion for 891e8a91-ec7b-447e-9495-70c700adf2c0 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:14:53.930587 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0c19f418-8a6c-4f00-a3cf-f6b5137291f5 None None] Deleting port d79c9bba-f421-479c-8c1d-c68d79ef35f9 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:14:53.931106 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0c19f418-8a6c-4f00-a3cf-f6b5137291f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (d79c9bba-f421-479c-8c1d-c68d79ef35f9), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:53.933770 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-60f7e2d5-7524-4378-9df9-cc18f21afa56 admin admin] For port d79c9bba-f421-479c-8c1d-c68d79ef35f9, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=d79c9bba-f421-479c-8c1d-c68d79ef35f9,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:14:53.934142 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60f7e2d5-7524-4378-9df9-cc18f21afa56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (d79c9bba-f421-479c-8c1d-c68d79ef35f9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:53.948943 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-60f7e2d5-7524-4378-9df9-cc18f21afa56 admin admin] Calling delete_port for d79c9bba-f421-479c-8c1d-c68d79ef35f9 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:14:54.000099 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-0c19f418-8a6c-4f00-a3cf-f6b5137291f5 None None] For port d79c9bba-f421-479c-8c1d-c68d79ef35f9, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=d79c9bba-f421-479c-8c1d-c68d79ef35f9,segment=NetworkSegment(0ede987c-9ef2-4199-9305-0e94ac76019d),segment_id=0ede987c-9ef2-4199-9305-0e94ac76019d)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:14:54.000458 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0c19f418-8a6c-4f00-a3cf-f6b5137291f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (d79c9bba-f421-479c-8c1d-c68d79ef35f9), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:54.014851 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0c19f418-8a6c-4f00-a3cf-f6b5137291f5 None None] Calling delete_port for d79c9bba-f421-479c-8c1d-c68d79ef35f9 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:14:54.039830 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60f7e2d5-7524-4378-9df9-cc18f21afa56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (d79c9bba-f421-479c-8c1d-c68d79ef35f9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:54.071741 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7e2d5-7524-4378-9df9-cc18f21afa56 admin admin] Pushing event deleted for resources: {'Port': ['ID=d79c9bba-f421-479c-8c1d-c68d79ef35f9,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:14:54.077189 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f7e2d5-7524-4378-9df9-cc18f21afa56 admin admin] No DVR routers for this DVR port d79c9bba-f421-479c-8c1d-c68d79ef35f9 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:14:54.117860 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0c19f418-8a6c-4f00-a3cf-f6b5137291f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (d79c9bba-f421-479c-8c1d-c68d79ef35f9), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:54.143429 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19f418-8a6c-4f00-a3cf-f6b5137291f5 None None] Pushing event deleted for resources: {'Port': ['ID=d79c9bba-f421-479c-8c1d-c68d79ef35f9,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:14:54.148813 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c19f418-8a6c-4f00-a3cf-f6b5137291f5 None None] No DVR routers for this DVR port d79c9bba-f421-479c-8c1d-c68d79ef35f9 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:14:54.155838 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19f418-8a6c-4f00-a3cf-f6b5137291f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:54.156196 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19f418-8a6c-4f00-a3cf-f6b5137291f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:54.156551 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19f418-8a6c-4f00-a3cf-f6b5137291f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:54.159147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19f418-8a6c-4f00-a3cf-f6b5137291f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:54.159147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19f418-8a6c-4f00-a3cf-f6b5137291f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:54.159147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19f418-8a6c-4f00-a3cf-f6b5137291f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:54.159147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19f418-8a6c-4f00-a3cf-f6b5137291f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:54.159147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19f418-8a6c-4f00-a3cf-f6b5137291f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:54.159147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19f418-8a6c-4f00-a3cf-f6b5137291f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:54.159147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19f418-8a6c-4f00-a3cf-f6b5137291f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:54.162089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19f418-8a6c-4f00-a3cf-f6b5137291f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:54.162089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19f418-8a6c-4f00-a3cf-f6b5137291f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:54.162089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19f418-8a6c-4f00-a3cf-f6b5137291f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:14:54.188095 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60f7e2d5-7524-4378-9df9-cc18f21afa56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (891e8a91-ec7b-447e-9495-70c700adf2c0), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:54.223813 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-60f7e2d5-7524-4378-9df9-cc18f21afa56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891e8a91-ec7b-447e-9495-70c700adf2c0']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:54.234880 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-60f7e2d5-7524-4378-9df9-cc18f21afa56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ede987c-9ef2-4199-9305-0e94ac76019d') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:54.235178 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-60f7e2d5-7524-4378-9df9-cc18f21afa56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ede987c-9ef2-4199-9305-0e94ac76019d') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:54.245435 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60f7e2d5-7524-4378-9df9-cc18f21afa56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (0ede987c-9ef2-4199-9305-0e94ac76019d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:54.259703 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60f7e2d5-7524-4378-9df9-cc18f21afa56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (0ede987c-9ef2-4199-9305-0e94ac76019d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:54.265807 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f7e2d5-7524-4378-9df9-cc18f21afa56 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:14:54.266195 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60f7e2d5-7524-4378-9df9-cc18f21afa56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (0ede987c-9ef2-4199-9305-0e94ac76019d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: timer() Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:14:54.267952 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:14:54.327882 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60f7e2d5-7524-4378-9df9-cc18f21afa56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (891e8a91-ec7b-447e-9495-70c700adf2c0), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:54.334845 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-60f7e2d5-7524-4378-9df9-cc18f21afa56 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:54.337335 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-60f7e2d5-7524-4378-9df9-cc18f21afa56 admin admin] 10.222.0.65 "DELETE /v2.0/networks/891e8a91-ec7b-447e-9495-70c700adf2c0 HTTP/1.1" status: 204 len: 168 time: 0.6160035 Feb 19 05:14:54.340531 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 33892) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:14:54.349116 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7e2d5-7524-4378-9df9-cc18f21afa56 admin admin] Pushing event deleted for resources: {'Network': ['ID=891e8a91-ec7b-447e-9495-70c700adf2c0,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:14:54.705629 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0aeb268f-0d9b-47c4-a16f-4be654a996ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (00af1d2f-ad19-47a6-9baf-af0f43fa8dc6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:54.985524 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-0aeb268f-0d9b-47c4-a16f-4be654a996ef admin admin] Deleting port ed08be29-c089-46d5-b221-a660122d3fd8 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:14:54.985790 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0aeb268f-0d9b-47c4-a16f-4be654a996ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ed08be29-c089-46d5-b221-a660122d3fd8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:55.073065 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-0aeb268f-0d9b-47c4-a16f-4be654a996ef admin admin] For port ed08be29-c089-46d5-b221-a660122d3fd8, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ed08be29-c089-46d5-b221-a660122d3fd8,segment=NetworkSegment(2059e8ca-be8b-4168-913d-27e62dd0b3d1),segment_id=2059e8ca-be8b-4168-913d-27e62dd0b3d1)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:14:55.073443 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0aeb268f-0d9b-47c4-a16f-4be654a996ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ed08be29-c089-46d5-b221-a660122d3fd8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:55.086845 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-0aeb268f-0d9b-47c4-a16f-4be654a996ef admin admin] Calling delete_port for ed08be29-c089-46d5-b221-a660122d3fd8 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:14:55.184874 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0cb1e26a-410f-4df6-804d-3435c7117aa4 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:14:55.222557 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 0cb1e26a-410f-4df6-804d-3435c7117aa4 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:14:55.223132 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 0cb1e26a-410f-4df6-804d-3435c7117aa4 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:14:55.223861 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device d79c9bba-f421-479c-8c1d-c68d79ef35f9 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:14:55.245312 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: d79c9bba-f421-479c-8c1d-c68d79ef35f9 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:14:55.245582 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device d79c9bba-f421-479c-8c1d-c68d79ef35f9 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:14:55.292426 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0aeb268f-0d9b-47c4-a16f-4be654a996ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ed08be29-c089-46d5-b221-a660122d3fd8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:55.321558 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb268f-0d9b-47c4-a16f-4be654a996ef admin admin] Pushing event deleted for resources: {'Port': ['ID=ed08be29-c089-46d5-b221-a660122d3fd8,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:14:55.501198 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0aeb268f-0d9b-47c4-a16f-4be654a996ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (00af1d2f-ad19-47a6-9baf-af0f43fa8dc6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:55.734495 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aeb268f-0d9b-47c4-a16f-4be654a996ef admin admin] Router 00af1d2f-ad19-47a6-9baf-af0f43fa8dc6 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:14:55.849688 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aeb268f-0d9b-47c4-a16f-4be654a996ef admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:14:55.857832 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33894) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:14:55.860683 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef9ba3c-d815-4bd8-95be-b71aaa1be89e None None] Sync routers for ids ['00af1d2f-ad19-47a6-9baf-af0f43fa8dc6'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:14:55.861460 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0aeb268f-0d9b-47c4-a16f-4be654a996ef admin admin] 10.222.0.65 "PUT /v2.0/routers/00af1d2f-ad19-47a6-9baf-af0f43fa8dc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5194597 Feb 19 05:14:55.871800 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef9ba3c-d815-4bd8-95be-b71aaa1be89e None None] Routers {'00af1d2f-ad19-47a6-9baf-af0f43fa8dc6'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:14:55.872426 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5ef9ba3c-d815-4bd8-95be-b71aaa1be89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:14:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['00af1d2f-ad19-47a6-9baf-af0f43fa8dc6'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:55.968168 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9221b113-ea24-4446-be62-77c3b2a97be5 admin admin] Publish callbacks [] for router (00af1d2f-ad19-47a6-9baf-af0f43fa8dc6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:55.990703 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-5ef9ba3c-d815-4bd8-95be-b71aaa1be89e None None] Set router 00af1d2f-ad19-47a6-9baf-af0f43fa8dc6 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:14:56.087872 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9221b113-ea24-4446-be62-77c3b2a97be5 admin admin] Publish callbacks [] for router_gateway (00af1d2f-ad19-47a6-9baf-af0f43fa8dc6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:56.141370 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-9221b113-ea24-4446-be62-77c3b2a97be5 admin admin] Deleting port 052bc8ae-2472-4839-a9e6-6d8c8f9281fb {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:14:56.141704 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9221b113-ea24-4446-be62-77c3b2a97be5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (052bc8ae-2472-4839-a9e6-6d8c8f9281fb), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:56.185720 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5ef9ba3c-d815-4bd8-95be-b71aaa1be89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00af1d2f-ad19-47a6-9baf-af0f43fa8dc6', 'name': 'tempest-TestVolumeBootPattern-217182097-router', 'tenant_id': 'f8ab080356f44d79806030a44bba02a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '052bc8ae-2472-4839-a9e6-6d8c8f9281fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:22Z', 'updated_at': '2022-02-19T05:14:55Z', 'revision_number': 5, 'project_id': 'f8ab080356f44d79806030a44bba02a8', 'gw_port': {'id': '052bc8ae-2472-4839-a9e6-6d8c8f9281fb', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:99:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af1d2f-ad19-47a6-9baf-af0f43fa8dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:01:22Z', 'updated_at': '2022-02-19T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:56.213659 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef9ba3c-d815-4bd8-95be-b71aaa1be89e None None] Checking router: 00af1d2f-ad19-47a6-9baf-af0f43fa8dc6 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:14:56.222226 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef9ba3c-d815-4bd8-95be-b71aaa1be89e None None] Routers {'00af1d2f-ad19-47a6-9baf-af0f43fa8dc6'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:14:56.222841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5ef9ba3c-d815-4bd8-95be-b71aaa1be89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:14:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['00af1d2f-ad19-47a6-9baf-af0f43fa8dc6'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:56.229006 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-9221b113-ea24-4446-be62-77c3b2a97be5 admin admin] For port 052bc8ae-2472-4839-a9e6-6d8c8f9281fb, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=052bc8ae-2472-4839-a9e6-6d8c8f9281fb,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:14:56.229382 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9221b113-ea24-4446-be62-77c3b2a97be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (052bc8ae-2472-4839-a9e6-6d8c8f9281fb), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:56.242672 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-9221b113-ea24-4446-be62-77c3b2a97be5 admin admin] Calling delete_port for 052bc8ae-2472-4839-a9e6-6d8c8f9281fb owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:14:56.321796 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-5ef9ba3c-d815-4bd8-95be-b71aaa1be89e None None] Set router 00af1d2f-ad19-47a6-9baf-af0f43fa8dc6 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:14:56.373769 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5ef9ba3c-d815-4bd8-95be-b71aaa1be89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00af1d2f-ad19-47a6-9baf-af0f43fa8dc6', 'name': 'tempest-TestVolumeBootPattern-217182097-router', 'tenant_id': 'f8ab080356f44d79806030a44bba02a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:22Z', 'updated_at': '2022-02-19T05:14:56Z', 'revision_number': 6, 'project_id': 'f8ab080356f44d79806030a44bba02a8', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:56.401590 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef9ba3c-d815-4bd8-95be-b71aaa1be89e None None] The sync data for ids ['00af1d2f-ad19-47a6-9baf-af0f43fa8dc6'] in n-d-772273-4 is: [{'id': '00af1d2f-ad19-47a6-9baf-af0f43fa8dc6', 'name': 'tempest-TestVolumeBootPattern-217182097-router', 'tenant_id': 'f8ab080356f44d79806030a44bba02a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:01:22Z', 'updated_at': '2022-02-19T05:14:56Z', 'revision_number': 6, 'project_id': 'f8ab080356f44d79806030a44bba02a8', 'gw_port_host': None}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:14:56.419243 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9221b113-ea24-4446-be62-77c3b2a97be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (052bc8ae-2472-4839-a9e6-6d8c8f9281fb), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:56.450833 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221b113-ea24-4446-be62-77c3b2a97be5 admin admin] Pushing event deleted for resources: {'Port': ['ID=052bc8ae-2472-4839-a9e6-6d8c8f9281fb,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:14:56.509932 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9221b113-ea24-4446-be62-77c3b2a97be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (00af1d2f-ad19-47a6-9baf-af0f43fa8dc6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:56.602457 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9221b113-ea24-4446-be62-77c3b2a97be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (00af1d2f-ad19-47a6-9baf-af0f43fa8dc6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:56.604585 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9221b113-ea24-4446-be62-77c3b2a97be5 admin admin] Publish callbacks [] for router_controller (00af1d2f-ad19-47a6-9baf-af0f43fa8dc6), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:56.650437 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9221b113-ea24-4446-be62-77c3b2a97be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (00af1d2f-ad19-47a6-9baf-af0f43fa8dc6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:56.650978 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9221b113-ea24-4446-be62-77c3b2a97be5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00af1d2f-ad19-47a6-9baf-af0f43fa8dc6 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:14:56.655782 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9221b113-ea24-4446-be62-77c3b2a97be5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:56.657036 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9221b113-ea24-4446-be62-77c3b2a97be5 admin admin] 10.222.0.65 "DELETE /v2.0/routers/00af1d2f-ad19-47a6-9baf-af0f43fa8dc6 HTTP/1.1" status: 204 len: 168 time: 0.7980690 Feb 19 05:14:56.660100 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33896) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:14:56.704029 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d10ad5f-d306-46c2-985f-79df48d8b3cb admin admin] Deleting subnet c7841dfb-6257-44ba-ad19-2f6c6a33a544 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:14:56.707029 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2d10ad5f-d306-46c2-985f-79df48d8b3cb admin admin] Publish callbacks [] for subnet (c7841dfb-6257-44ba-ad19-2f6c6a33a544), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:56.741143 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2d10ad5f-d306-46c2-985f-79df48d8b3cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (c7841dfb-6257-44ba-ad19-2f6c6a33a544), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:56.826485 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2d10ad5f-d306-46c2-985f-79df48d8b3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (c7841dfb-6257-44ba-ad19-2f6c6a33a544), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:56.883919 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2d10ad5f-d306-46c2-985f-79df48d8b3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (c7841dfb-6257-44ba-ad19-2f6c6a33a544), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:56.911909 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10ad5f-d306-46c2-985f-79df48d8b3cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7841dfb-6257-44ba-ad19-2f6c6a33a544,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:14:56.915365 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2d10ad5f-d306-46c2-985f-79df48d8b3cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:56.918658 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b6d187-3440-490c-8944-3afde1f055fd None None] Network b56e90a8-b93b-45d7-991f-a3c2d171c57c requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:14:56.919078 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2d10ad5f-d306-46c2-985f-79df48d8b3cb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c7841dfb-6257-44ba-ad19-2f6c6a33a544 HTTP/1.1" status: 204 len: 168 time: 0.2580431 Feb 19 05:14:56.921608 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33898) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:14:56.993019 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-73fcae23-0123-428d-b67a-88789663c686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (b56e90a8-b93b-45d7-991f-a3c2d171c57c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:57.053244 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-73fcae23-0123-428d-b67a-88789663c686 admin admin] Deleting port ac7f048b-74fb-4e33-a504-f1eed099b309 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:14:57.053593 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-73fcae23-0123-428d-b67a-88789663c686 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ac7f048b-74fb-4e33-a504-f1eed099b309), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:57.117812 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-73fcae23-0123-428d-b67a-88789663c686 admin admin] For port ac7f048b-74fb-4e33-a504-f1eed099b309, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ac7f048b-74fb-4e33-a504-f1eed099b309,segment=NetworkSegment(2059e8ca-be8b-4168-913d-27e62dd0b3d1),segment_id=2059e8ca-be8b-4168-913d-27e62dd0b3d1)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:14:57.118193 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-73fcae23-0123-428d-b67a-88789663c686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ac7f048b-74fb-4e33-a504-f1eed099b309), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:57.131238 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-73fcae23-0123-428d-b67a-88789663c686 admin admin] Calling delete_port for ac7f048b-74fb-4e33-a504-f1eed099b309 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:14:57.192951 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3411dd4-3cc7-4559-a6b1-bd3d24219c85 None None] DHCP port deletion for b56e90a8-b93b-45d7-991f-a3c2d171c57c request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:14:57.224000 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-73fcae23-0123-428d-b67a-88789663c686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (ac7f048b-74fb-4e33-a504-f1eed099b309), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:57.249880 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 052bc8ae-2472-4839-a9e6-6d8c8f9281fb no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:14:57.256276 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcae23-0123-428d-b67a-88789663c686 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac7f048b-74fb-4e33-a504-f1eed099b309,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:14:57.260615 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fcae23-0123-428d-b67a-88789663c686 admin admin] No DVR routers for this DVR port ac7f048b-74fb-4e33-a504-f1eed099b309 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:14:57.277825 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 052bc8ae-2472-4839-a9e6-6d8c8f9281fb {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:14:57.278172 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 052bc8ae-2472-4839-a9e6-6d8c8f9281fb not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:14:57.278594 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ed08be29-c089-46d5-b221-a660122d3fd8 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:14:57.304368 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f3411dd4-3cc7-4559-a6b1-bd3d24219c85 None None] Deleting port ac7f048b-74fb-4e33-a504-f1eed099b309 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:14:57.304754 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f3411dd4-3cc7-4559-a6b1-bd3d24219c85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ac7f048b-74fb-4e33-a504-f1eed099b309), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:57.307660 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: ed08be29-c089-46d5-b221-a660122d3fd8 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:14:57.307996 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ed08be29-c089-46d5-b221-a660122d3fd8 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:14:57.308414 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ac7f048b-74fb-4e33-a504-f1eed099b309 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:14:57.335655 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-73fcae23-0123-428d-b67a-88789663c686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (b56e90a8-b93b-45d7-991f-a3c2d171c57c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:57.337656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: ac7f048b-74fb-4e33-a504-f1eed099b309 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:14:57.338014 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ac7f048b-74fb-4e33-a504-f1eed099b309 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:14:57.368673 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-73fcae23-0123-428d-b67a-88789663c686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56e90a8-b93b-45d7-991f-a3c2d171c57c']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:57.379749 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-73fcae23-0123-428d-b67a-88789663c686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2059e8ca-be8b-4168-913d-27e62dd0b3d1') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:57.380105 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-73fcae23-0123-428d-b67a-88789663c686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2059e8ca-be8b-4168-913d-27e62dd0b3d1') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:14:57.391001 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-73fcae23-0123-428d-b67a-88789663c686 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (2059e8ca-be8b-4168-913d-27e62dd0b3d1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:57.392733 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-f3411dd4-3cc7-4559-a6b1-bd3d24219c85 None None] For port ac7f048b-74fb-4e33-a504-f1eed099b309, host n-d-772273-4, got binding levels [] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:14:57.393179 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f3411dd4-3cc7-4559-a6b1-bd3d24219c85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ac7f048b-74fb-4e33-a504-f1eed099b309), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:57.407081 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-73fcae23-0123-428d-b67a-88789663c686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (2059e8ca-be8b-4168-913d-27e62dd0b3d1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:57.409055 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f3411dd4-3cc7-4559-a6b1-bd3d24219c85 None None] Calling delete_port for ac7f048b-74fb-4e33-a504-f1eed099b309 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:14:57.412630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.ipam_backend_mixin [None req-f3411dd4-3cc7-4559-a6b1-bd3d24219c85 None None] Port ac7f048b-74fb-4e33-a504-f1eed099b309 was not found and therefore no delete operation was performed {{(pid=115200) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 05:14:57.414527 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f3411dd4-3cc7-4559-a6b1-bd3d24219c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (ac7f048b-74fb-4e33-a504-f1eed099b309), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:57.416702 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73fcae23-0123-428d-b67a-88789663c686 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:14:57.417096 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-73fcae23-0123-428d-b67a-88789663c686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (2059e8ca-be8b-4168-913d-27e62dd0b3d1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: timer() Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:14:57.419487 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:14:57.445724 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3411dd4-3cc7-4559-a6b1-bd3d24219c85 None None] Pushing event deleted for resources: {'Port': ['ID=ac7f048b-74fb-4e33-a504-f1eed099b309,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:14:57.451303 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3411dd4-3cc7-4559-a6b1-bd3d24219c85 None None] No DVR routers for this DVR port ac7f048b-74fb-4e33-a504-f1eed099b309 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:14:57.495976 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-73fcae23-0123-428d-b67a-88789663c686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (b56e90a8-b93b-45d7-991f-a3c2d171c57c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:57.502033 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-73fcae23-0123-428d-b67a-88789663c686 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:57.509735 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-73fcae23-0123-428d-b67a-88789663c686 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b56e90a8-b93b-45d7-991f-a3c2d171c57c HTTP/1.1" status: 204 len: 168 time: 0.5866406 Feb 19 05:14:57.523432 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcae23-0123-428d-b67a-88789663c686 admin admin] Pushing event deleted for resources: {'Network': ['ID=b56e90a8-b93b-45d7-991f-a3c2d171c57c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:14:57.632162 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33902) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:14:57.672194 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4eb6267c-30f6-4220-ac92-0fa7f78918ba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7173e653c95343de8cadb3790f712d4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387957 Feb 19 05:14:57.674633 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33904) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:14:57.721539 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2bf55ad-adc3-4e62-adea-a6e6c5862829 admin admin] Publish callbacks [] for security_group (6c3485b1-5b1f-48ca-8505-f0d39e75a7b4), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:57.746292 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2bf55ad-adc3-4e62-adea-a6e6c5862829 admin admin] Publish callbacks [] for security_group (6c3485b1-5b1f-48ca-8505-f0d39e75a7b4), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:57.793092 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2bf55ad-adc3-4e62-adea-a6e6c5862829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (6c3485b1-5b1f-48ca-8505-f0d39e75a7b4), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:57.796213 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e2bf55ad-adc3-4e62-adea-a6e6c5862829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:57.797823 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e2bf55ad-adc3-4e62-adea-a6e6c5862829 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6c3485b1-5b1f-48ca-8505-f0d39e75a7b4 HTTP/1.1" status: 204 len: 168 time: 0.1221602 Feb 19 05:14:57.807232 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf55ad-adc3-4e62-adea-a6e6c5862829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3485b1-5b1f-48ca-8505-f0d39e75a7b4,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:14:58.143404 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33910) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:14:58.189622 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9fac258f-9229-43dd-b684-b466326569b1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f8ab080356f44d79806030a44bba02a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447881 Feb 19 05:14:58.192208 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 33912) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:14:58.241356 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-da10e516-87f7-487d-9951-d224079f8bbc admin admin] Publish callbacks [] for security_group (bf71d648-a828-4f1d-b15f-f2eb95b8ddc8), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:58.263794 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-da10e516-87f7-487d-9951-d224079f8bbc admin admin] Publish callbacks [] for security_group (bf71d648-a828-4f1d-b15f-f2eb95b8ddc8), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:58.312926 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-da10e516-87f7-487d-9951-d224079f8bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (bf71d648-a828-4f1d-b15f-f2eb95b8ddc8), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:58.315543 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-da10e516-87f7-487d-9951-d224079f8bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:14:58.317342 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-da10e516-87f7-487d-9951-d224079f8bbc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bf71d648-a828-4f1d-b15f-f2eb95b8ddc8 HTTP/1.1" status: 204 len: 168 time: 0.1242077 Feb 19 05:14:58.326109 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10e516-87f7-487d-9951-d224079f8bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf71d648-a828-4f1d-b15f-f2eb95b8ddc8,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:15:02.321040 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3bb62b1f-ffc9-430b-9244-9302b99a2291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:05.160511 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4c72acdc-eb36-4e5e-8674-cfb6f29e5647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:06.998929 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:07.964118 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:08.131666 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:09.394167 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:09.493151 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-3d3cca9c-3441-4ebd-b8b7-118b647c4782 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=e6c914a53ec547a1a391d27f9b547f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312719 Feb 19 05:15:09.546151 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:09.681269 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-b7adbd9f-8d8c-4dba-a925-a820f9f7a145 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:09.682751 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-b7adbd9f-8d8c-4dba-a925-a820f9f7a145 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1844149 Feb 19 05:15:09.697640 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-4fc08cab-1b4c-45d1-a15d-373236c7b4b1 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/quotas/e6c914a53ec547a1a391d27f9b547f11 HTTP/1.1" status: 200 len: 375 time: 0.0090253 Feb 19 05:15:09.729846 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-b440c16d-eb37-4bed-91ae-a5f044e6e6e2 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c914a53ec547a1a391d27f9b547f11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273085 Feb 19 05:15:09.988729 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1c4a747c-6a10-40f2-afdf-325119fe5400 req-357bffe9-581d-4b3d-8791-960c4c1de4b1 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/ports?device_id=19a4b6f6-f00d-4073-babf-cbb191fe75d9 HTTP/1.1" status: 200 len: 210 time: 0.1291916 Feb 19 05:15:10.851843 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-8e836076-b12e-4a3d-8bd7-d4b1baa2e17c tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e6c914a53ec547a1a391d27f9b547f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306904 Feb 19 05:15:11.043240 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-871a9c18-25fa-47ac-8e8c-0ace836d6112 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:11.044544 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-871a9c18-25fa-47ac-8e8c-0ace836d6112 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874871 Feb 19 05:15:11.057373 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-fe61b547-f038-473f-a778-ba442fc4c230 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Request body: {'port': {'device_id': '19a4b6f6-f00d-4073-babf-cbb191fe75d9', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'admin_state_up': True, 'tenant_id': 'e6c914a53ec547a1a391d27f9b547f11'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:15:11.084842 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a9d089c5-2d59-4704-bb7a-cea98aa4292d req-92780d60-5ec0-487a-85c4-32a570dff83e tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/ports?device_id=19a4b6f6-f00d-4073-babf-cbb191fe75d9 HTTP/1.1" status: 200 len: 210 time: 0.0280962 Feb 19 05:15:11.167501 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-fe61b547-f038-473f-a778-ba442fc4c230 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Made reservation on behalf of e6c914a53ec547a1a391d27f9b547f11 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:15:11.171028 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-fe61b547-f038-473f-a778-ba442fc4c230 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:11.180579 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-fe61b547-f038-473f-a778-ba442fc4c230 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:11.254658 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-fe61b547-f038-473f-a778-ba442fc4c230 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Publish callbacks [] for security_group (f1b84da4-050d-423b-9887-17efdfe54f81), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:11.259019 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-fe61b547-f038-473f-a778-ba442fc4c230 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f1b84da4-050d-423b-9887-17efdfe54f81), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:11.319975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61b547-f038-473f-a778-ba442fc4c230 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b84da4-050d-423b-9887-17efdfe54f81,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:15:11.391400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-fe61b547-f038-473f-a778-ba442fc4c230 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Allocated IP 192.168.233.33 (6cb5fa24-2f83-452c-b06b-4b8c1ca5465d/4204f5c7-8516-491c-b009-a00160626332/e64c766a-3e7f-4765-a068-378e15c1f157) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:15:11.539122 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-fe61b547-f038-473f-a778-ba442fc4c230 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Publish callbacks [] for port (e64c766a-3e7f-4765-a068-378e15c1f157), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:11.572901 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-fe61b547-f038-473f-a778-ba442fc4c230 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (e64c766a-3e7f-4765-a068-378e15c1f157), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:11.613606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-fe61b547-f038-473f-a778-ba442fc4c230 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:15:11.616548 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-fe61b547-f038-473f-a778-ba442fc4c230 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:15:11.623280 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-fe61b547-f038-473f-a778-ba442fc4c230 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:15:11.651854 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61b547-f038-473f-a778-ba442fc4c230 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Pushing event updated for resources: {'Port': ['ID=e64c766a-3e7f-4765-a068-378e15c1f157,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:15:11.680310 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-fe61b547-f038-473f-a778-ba442fc4c230 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:11.680973 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-fe61b547-f038-473f-a778-ba442fc4c230 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:11.701078 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-fe61b547-f038-473f-a778-ba442fc4c230 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6474068 Feb 19 05:15:11.760306 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-0d6f0706-071e-486a-ab80-659e1f3af726 service neutron] Request body: {'port': {'device_id': '19a4b6f6-f00d-4073-babf-cbb191fe75d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:15:11.825834 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-0d6f0706-071e-486a-ab80-659e1f3af726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e64c766a-3e7f-4765-a068-378e15c1f157), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:11.839656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-ca83b24c-e756-4489-bee1-ed196555a7e9 None None] Provisioning complete for port e64c766a-3e7f-4765-a068-378e15c1f157 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:15:11.840299 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ca83b24c-e756-4489-bee1-ed196555a7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e64c766a-3e7f-4765-a068-378e15c1f157), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:11.889582 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-ca83b24c-e756-4489-bee1-ed196555a7e9 None None] Port e64c766a-3e7f-4765-a068-378e15c1f157 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:15:12.103917 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-0d6f0706-071e-486a-ab80-659e1f3af726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e64c766a-3e7f-4765-a068-378e15c1f157 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:15:12.111613 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-0d6f0706-071e-486a-ab80-659e1f3af726 service neutron] Publish callbacks [] for port (e64c766a-3e7f-4765-a068-378e15c1f157), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:12.124576 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-0d6f0706-071e-486a-ab80-659e1f3af726 service neutron] Transition to ACTIVE for port object e64c766a-3e7f-4765-a068-378e15c1f157 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:15:12.128534 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-0d6f0706-071e-486a-ab80-659e1f3af726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (e64c766a-3e7f-4765-a068-378e15c1f157), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:12.209353 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f0706-071e-486a-ab80-659e1f3af726 service neutron] Pushing event updated for resources: {'Port': ['ID=e64c766a-3e7f-4765-a068-378e15c1f157,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:15:12.278919 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdf8ac-054c-46ee-8aee-9dba369601f6 req-4e4df1fe-8214-4419-a1cd-0381eb3d5a15 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:12.280452 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-abcdf8ac-054c-46ee-8aee-9dba369601f6 req-4e4df1fe-8214-4419-a1cd-0381eb3d5a15 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/ports?device_id=19a4b6f6-f00d-4073-babf-cbb191fe75d9 HTTP/1.1" status: 200 len: 947 time: 0.1254680 Feb 19 05:15:12.312765 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-0d6f0706-071e-486a-ab80-659e1f3af726 service neutron] Attempting to bind port e64c766a-3e7f-4765-a068-378e15c1f157 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:15:12.313139 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-0d6f0706-071e-486a-ab80-659e1f3af726 service neutron] Attempting to bind port e64c766a-3e7f-4765-a068-378e15c1f157 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:15:12.313471 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-0d6f0706-071e-486a-ab80-659e1f3af726 service neutron] Attempting to bind port e64c766a-3e7f-4765-a068-378e15c1f157 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:15:12.322181 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-0d6f0706-071e-486a-ab80-659e1f3af726 service neutron] Port e64c766a-3e7f-4765-a068-378e15c1f157 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:15:12.322507 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-0d6f0706-071e-486a-ab80-659e1f3af726 service neutron] Attempting to bind port e64c766a-3e7f-4765-a068-378e15c1f157 on network 6cb5fa24-2f83-452c-b06b-4b8c1ca5465d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:15:12.337846 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-0d6f0706-071e-486a-ab80-659e1f3af726 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:15:12.338321 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-0d6f0706-071e-486a-ab80-659e1f3af726 service neutron] Checking segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:15:12.338831 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-0d6f0706-071e-486a-ab80-659e1f3af726 service neutron] Bound using segment: {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:15:12.339431 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-0d6f0706-071e-486a-ab80-659e1f3af726 service neutron] Bound port: e64c766a-3e7f-4765-a068-378e15c1f157, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a83281-92b5-4e72-a462-a926926795d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:15:12.339942 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-0d6f0706-071e-486a-ab80-659e1f3af726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e64c766a-3e7f-4765-a068-378e15c1f157), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:12.365316 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-abcdf8ac-054c-46ee-8aee-9dba369601f6 req-a6c1a19a-8ba2-4f8d-be21-b70143159069 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1b84da4-050d-423b-9887-17efdfe54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756361 Feb 19 05:15:12.417936 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-0d6f0706-071e-486a-ab80-659e1f3af726 service neutron] For port e64c766a-3e7f-4765-a068-378e15c1f157, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:15:12.421128 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-0d6f0706-071e-486a-ab80-659e1f3af726 service neutron] For port e64c766a-3e7f-4765-a068-378e15c1f157, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=e64c766a-3e7f-4765-a068-378e15c1f157,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:15:12.426391 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-0d6f0706-071e-486a-ab80-659e1f3af726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (e64c766a-3e7f-4765-a068-378e15c1f157), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:12.461761 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-0d6f0706-071e-486a-ab80-659e1f3af726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:12.462386 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-0d6f0706-071e-486a-ab80-659e1f3af726 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:12.463763 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-0d6f0706-071e-486a-ab80-659e1f3af726 service neutron] 10.222.0.48 "PUT /v2.0/ports/e64c766a-3e7f-4765-a068-378e15c1f157 HTTP/1.1" status: 200 len: 1095 time: 0.7561805 Feb 19 05:15:12.464200 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a4b6f6-f00d-4073-babf-cbb191fe75d9', 'tag': 'e64c766a-3e7f-4765-a068-378e15c1f157'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:15:12.466456 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9384c89e-3d19-441a-8d0a-52359271e304" -d '{"events": [{"name": "network-changed", "server_uuid": "19a4b6f6-f00d-4073-babf-cbb191fe75d9", "tag": "e64c766a-3e7f-4765-a068-378e15c1f157"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:15:12.492504 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f0706-071e-486a-ab80-659e1f3af726 service neutron] Pushing event updated for resources: {'Port': ['ID=e64c766a-3e7f-4765-a068-378e15c1f157,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:15:12.528422 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2775d3d9-21c3-4a22-bae5-5169378f5379 x-openstack-request-id: req-2775d3d9-21c3-4a22-bae5-5169378f5379 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:15:12.528816 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a4b6f6-f00d-4073-babf-cbb191fe75d9", "tag": "e64c766a-3e7f-4765-a068-378e15c1f157", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:15:12.529195 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2775d3d9-21c3-4a22-bae5-5169378f5379 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:15:12.529659 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a4b6f6-f00d-4073-babf-cbb191fe75d9', 'tag': 'e64c766a-3e7f-4765-a068-378e15c1f157', 'status': 'completed', 'code': 200} Feb 19 05:15:12.569241 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-035c0977-5e54-4b46-bbed-852e7543e8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:12.570790 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-035c0977-5e54-4b46-bbed-852e7543e8c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6c914a53ec547a1a391d27f9b547f11&device_id=19a4b6f6-f00d-4073-babf-cbb191fe75d9 HTTP/1.1" status: 200 len: 1129 time: 0.0541673 Feb 19 05:15:12.614154 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-9812bd41-f892-495a-8ef4-51f06d36e602 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=e64c766a-3e7f-4765-a068-378e15c1f157 HTTP/1.1" status: 200 len: 217 time: 0.0354779 Feb 19 05:15:12.665878 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-1faefbf7-1108-4690-b354-58b382ace382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:12.667375 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-1faefbf7-1108-4690-b354-58b382ace382 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.0481565 Feb 19 05:15:12.720358 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-2ad552f9-ffbd-4992-bb99-58793abf8593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:12.722040 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-2ad552f9-ffbd-4992-bb99-58793abf8593 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0482616 Feb 19 05:15:12.808604 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-bd6ce1bd-c98c-4594-8713-60532144b1bd service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809503 Feb 19 05:15:12.902353 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0fbc0333-446b-4793-ab54-3931ce0fc8da req-3f0c2110-fde6-4cde-ab41-d91f3482d841 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878148 Feb 19 05:15:12.993348 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384c89e-3d19-441a-8d0a-52359271e304 req-7ba504cb-c938-4dc4-aa6a-a773bfe45abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:12.994883 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9384c89e-3d19-441a-8d0a-52359271e304 req-7ba504cb-c938-4dc4-aa6a-a773bfe45abe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6c914a53ec547a1a391d27f9b547f11&device_id=19a4b6f6-f00d-4073-babf-cbb191fe75d9 HTTP/1.1" status: 200 len: 1129 time: 0.0464921 Feb 19 05:15:13.089076 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384c89e-3d19-441a-8d0a-52359271e304 req-e1c65029-1b1e-4b45-b4c9-39f8190724d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:13.090561 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9384c89e-3d19-441a-8d0a-52359271e304 req-e1c65029-1b1e-4b45-b4c9-39f8190724d9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d HTTP/1.1" status: 200 len: 869 time: 0.0892651 Feb 19 05:15:13.131574 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9384c89e-3d19-441a-8d0a-52359271e304 req-f13c3737-4488-4ece-bbd8-2e2c3ae965f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=e64c766a-3e7f-4765-a068-378e15c1f157 HTTP/1.1" status: 200 len: 217 time: 0.0352731 Feb 19 05:15:13.178781 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384c89e-3d19-441a-8d0a-52359271e304 req-24c7b8cd-8b34-4e09-9518-9b4dacfdd432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:13.180297 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9384c89e-3d19-441a-8d0a-52359271e304 req-24c7b8cd-8b34-4e09-9518-9b4dacfdd432 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4204f5c7-8516-491c-b009-a00160626332 HTTP/1.1" status: 200 len: 843 time: 0.0433555 Feb 19 05:15:13.229478 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384c89e-3d19-441a-8d0a-52359271e304 req-18b20475-e368-4ad9-96dc-1bfd0c87ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:13.231049 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9384c89e-3d19-441a-8d0a-52359271e304 req-18b20475-e368-4ad9-96dc-1bfd0c87ec3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6cb5fa24-2f83-452c-b06b-4b8c1ca5465d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0433459 Feb 19 05:15:13.323486 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9384c89e-3d19-441a-8d0a-52359271e304 req-ba248e19-e480-4fe9-9745-075a0e956a4d service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856860 Feb 19 05:15:13.424108 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9384c89e-3d19-441a-8d0a-52359271e304 req-05ac69da-5874-4d0f-b6e2-7b3481022df6 service neutron] 10.222.0.48 "GET /v2.0/networks/6cb5fa24-2f83-452c-b06b-4b8c1ca5465d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929348 Feb 19 05:15:13.491555 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e03e7-e504-4970-94e5-bddb1846e277 req-3b385405-f734-461c-920e-b8c0fe2a9098 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:13.493177 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6b0e03e7-e504-4970-94e5-bddb1846e277 req-3b385405-f734-461c-920e-b8c0fe2a9098 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/ports?device_id=19a4b6f6-f00d-4073-babf-cbb191fe75d9 HTTP/1.1" status: 200 len: 947 time: 0.0578451 Feb 19 05:15:13.541615 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6b0e03e7-e504-4970-94e5-bddb1846e277 req-fe7e7b05-bd81-4c7e-9f9a-43ec3460f6fa tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1b84da4-050d-423b-9887-17efdfe54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429091 Feb 19 05:15:14.664235 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c205a-8f7b-41bc-a935-20bfc39b3eae req-47b1b02d-9498-4a7f-85b3-3e640ae206f5 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:14.665753 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-176c205a-8f7b-41bc-a935-20bfc39b3eae req-47b1b02d-9498-4a7f-85b3-3e640ae206f5 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/ports?device_id=19a4b6f6-f00d-4073-babf-cbb191fe75d9 HTTP/1.1" status: 200 len: 947 time: 0.0572758 Feb 19 05:15:14.710755 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-176c205a-8f7b-41bc-a935-20bfc39b3eae req-7b3ed137-feaa-426b-b53a-4a764ef76401 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1b84da4-050d-423b-9887-17efdfe54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394285 Feb 19 05:15:15.830875 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519b2bb-7713-48db-afd3-3c10e41e0163 req-5685a69b-dc49-43e0-a072-45d8c3f82b1a tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:15.832274 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c519b2bb-7713-48db-afd3-3c10e41e0163 req-5685a69b-dc49-43e0-a072-45d8c3f82b1a tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/ports?device_id=19a4b6f6-f00d-4073-babf-cbb191fe75d9 HTTP/1.1" status: 200 len: 947 time: 0.0521250 Feb 19 05:15:15.878237 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c519b2bb-7713-48db-afd3-3c10e41e0163 req-18e6e18a-bc8f-48b6-9562-c570e4ba2a20 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1b84da4-050d-423b-9887-17efdfe54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403039 Feb 19 05:15:16.501678 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device e64c766a-3e7f-4765-a068-378e15c1f157 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:15:16.600261 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port e64c766a-3e7f-4765-a068-378e15c1f157, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=e64c766a-3e7f-4765-a068-378e15c1f157,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:15:16.611400 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'e64c766a-3e7f-4765-a068-378e15c1f157', 'network_id': '6cb5fa24-2f83-452c-b06b-4b8c1ca5465d', 'port_id': 'e64c766a-3e7f-4765-a068-378e15c1f157', 'mac_address': 'fa:16:3e:f2:21:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4204f5c7-8516-491c-b009-a00160626332', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:15:16.653031 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port e64c766a-3e7f-4765-a068-378e15c1f157 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:15:16.653625 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e64c766a-3e7f-4765-a068-378e15c1f157), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:16.667822 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64c766a-3e7f-4765-a068-378e15c1f157 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:15:16.686686 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port e64c766a-3e7f-4765-a068-378e15c1f157, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=e64c766a-3e7f-4765-a068-378e15c1f157,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:15:16.690457 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e64c766a-3e7f-4765-a068-378e15c1f157), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:16.736304 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=e64c766a-3e7f-4765-a068-378e15c1f157,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:15:16.928729 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['e64c766a-3e7f-4765-a068-378e15c1f157'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:15:17.000321 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b68f2-11c7-497d-8a00-d0849d7876b4 req-f4bba6b3-fe13-442f-8590-304cae20c920 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:17.001875 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-099b68f2-11c7-497d-8a00-d0849d7876b4 req-f4bba6b3-fe13-442f-8590-304cae20c920 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/ports?device_id=19a4b6f6-f00d-4073-babf-cbb191fe75d9 HTTP/1.1" status: 200 len: 948 time: 0.0523753 Feb 19 05:15:17.049043 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-099b68f2-11c7-497d-8a00-d0849d7876b4 req-868df50e-df0d-422a-bad8-c71650869c11 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1b84da4-050d-423b-9887-17efdfe54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405164 Feb 19 05:15:18.171937 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028b0ce-9e19-4855-84fd-333cfba455a6 req-fba29f7d-af60-4556-b3c8-cf0ce80e1798 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:18.173474 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1028b0ce-9e19-4855-84fd-333cfba455a6 req-fba29f7d-af60-4556-b3c8-cf0ce80e1798 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/ports?device_id=19a4b6f6-f00d-4073-babf-cbb191fe75d9 HTTP/1.1" status: 200 len: 948 time: 0.0568566 Feb 19 05:15:18.219051 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1028b0ce-9e19-4855-84fd-333cfba455a6 req-535e916a-e859-4735-8505-db5c0cfcc8a0 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1b84da4-050d-423b-9887-17efdfe54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400822 Feb 19 05:15:18.501252 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device e64c766a-3e7f-4765-a068-378e15c1f157 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:15:18.550037 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port e64c766a-3e7f-4765-a068-378e15c1f157 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:15:18.553906 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port e64c766a-3e7f-4765-a068-378e15c1f157 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:15:18.554317 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e64c766a-3e7f-4765-a068-378e15c1f157), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:18.629452 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port e64c766a-3e7f-4765-a068-378e15c1f157 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:15:18.630358 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e64c766a-3e7f-4765-a068-378e15c1f157), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:18.657388 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a4b6f6-f00d-4073-babf-cbb191fe75d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64c766a-3e7f-4765-a068-378e15c1f157'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:15:18.659627 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f076205-e7d8-409a-8753-d2e59f8810b2" -d '{"events": [{"server_uuid": "19a4b6f6-f00d-4073-babf-cbb191fe75d9", "name": "network-vif-plugged", "status": "completed", "tag": "e64c766a-3e7f-4765-a068-378e15c1f157"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:15:18.672104 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port e64c766a-3e7f-4765-a068-378e15c1f157, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=e64c766a-3e7f-4765-a068-378e15c1f157,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:15:18.676382 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e64c766a-3e7f-4765-a068-378e15c1f157), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:18.700396 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5dc54ed-ac41-4a58-a0d1-d0971d955b60 x-openstack-request-id: req-d5dc54ed-ac41-4a58-a0d1-d0971d955b60 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:15:18.700697 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a4b6f6-f00d-4073-babf-cbb191fe75d9", "name": "network-vif-plugged", "status": "completed", "tag": "e64c766a-3e7f-4765-a068-378e15c1f157", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:15:18.700976 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5dc54ed-ac41-4a58-a0d1-d0971d955b60 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:15:18.701374 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a4b6f6-f00d-4073-babf-cbb191fe75d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64c766a-3e7f-4765-a068-378e15c1f157', 'code': 200} Feb 19 05:15:18.727738 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=e64c766a-3e7f-4765-a068-378e15c1f157,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:15:18.799858 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669797c-8dda-4dd9-a6ea-c8658b0dffbb req-eb76069f-fe4e-47c0-b6f8-dab58c50de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:18.801370 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a669797c-8dda-4dd9-a6ea-c8658b0dffbb req-eb76069f-fe4e-47c0-b6f8-dab58c50de88 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19a4b6f6-f00d-4073-babf-cbb191fe75d9 HTTP/1.1" status: 200 len: 1131 time: 0.0448601 Feb 19 05:15:18.844528 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a669797c-8dda-4dd9-a6ea-c8658b0dffbb req-d5f52afe-b3f7-432b-9ce6-7b429740bc46 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f1b84da4-050d-423b-9887-17efdfe54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376906 Feb 19 05:15:19.338979 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e9d73-3825-4d4d-a03c-161b6b8fb970 req-e5b2187a-81fa-4626-bcd1-cf3e97fa5835 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:19.340500 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad6e9d73-3825-4d4d-a03c-161b6b8fb970 req-e5b2187a-81fa-4626-bcd1-cf3e97fa5835 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/ports?device_id=19a4b6f6-f00d-4073-babf-cbb191fe75d9 HTTP/1.1" status: 200 len: 949 time: 0.0526042 Feb 19 05:15:19.391978 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad6e9d73-3825-4d4d-a03c-161b6b8fb970 req-e393e13b-1f37-4884-8df8-f10915851915 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1b84da4-050d-423b-9887-17efdfe54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457551 Feb 19 05:15:20.519002 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f554f-f274-41d9-83d6-f27744aa6699 req-e503e7b8-92a0-41c7-9530-83506945045f tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:20.521164 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b07f554f-f274-41d9-83d6-f27744aa6699 req-e503e7b8-92a0-41c7-9530-83506945045f tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/ports?device_id=19a4b6f6-f00d-4073-babf-cbb191fe75d9 HTTP/1.1" status: 200 len: 949 time: 0.0576584 Feb 19 05:15:20.572886 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b07f554f-f274-41d9-83d6-f27744aa6699 req-21f3bdde-2d8a-4ea4-afd2-bd41086efa97 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1b84da4-050d-423b-9887-17efdfe54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456710 Feb 19 05:15:20.902735 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-c1d47e3c-08a6-4482-9b9e-c77d802a14c8 req-b8360be3-77be-444e-a1f9-5b531ffe37d1 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:15:20.903804 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c1d47e3c-08a6-4482-9b9e-c77d802a14c8 req-b8360be3-77be-444e-a1f9-5b531ffe37d1 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0531514 Feb 19 05:15:21.300856 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-a4661f80-cef4-4b14-b96e-5caed7550708 req-1b99698e-7a1a-4a09-aa89-3b58b4a84b28 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:15:21.301953 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a4661f80-cef4-4b14-b96e-5caed7550708 req-1b99698e-7a1a-4a09-aa89-3b58b4a84b28 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0560203 Feb 19 05:15:21.369154 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:15:21.647209 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e82bda-1932-4ed4-968c-65d42354c59a req-fcb3645b-b77a-4f0a-9974-4180ffe9a1a9 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:21.649242 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-21e82bda-1932-4ed4-968c-65d42354c59a req-fcb3645b-b77a-4f0a-9974-4180ffe9a1a9 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/ports?device_id=19a4b6f6-f00d-4073-babf-cbb191fe75d9 HTTP/1.1" status: 200 len: 949 time: 0.0585134 Feb 19 05:15:21.713467 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-21e82bda-1932-4ed4-968c-65d42354c59a req-cc850193-8a01-44cb-9ec6-414204d1fbd9 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1b84da4-050d-423b-9887-17efdfe54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581059 Feb 19 05:15:22.835502 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bd0c4-376d-4fe7-81f7-60d5bac094a0 req-32815f9b-759f-46f7-ba3b-26ff7f4e858f tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:22.836894 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4c4bd0c4-376d-4fe7-81f7-60d5bac094a0 req-32815f9b-759f-46f7-ba3b-26ff7f4e858f tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/ports?device_id=19a4b6f6-f00d-4073-babf-cbb191fe75d9 HTTP/1.1" status: 200 len: 949 time: 0.0539677 Feb 19 05:15:22.884894 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4c4bd0c4-376d-4fe7-81f7-60d5bac094a0 req-94ec35e8-4168-4f07-add5-c8093654f1e8 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1b84da4-050d-423b-9887-17efdfe54f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423002 Feb 19 05:15:23.058841 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9122e-83d8-4fa3-bda6-8c95a4f3b4c5 req-8ac7747e-e24f-4cac-87f2-5340527836b8 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:23.060703 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bae9122e-83d8-4fa3-bda6-8c95a4f3b4c5 req-8ac7747e-e24f-4cac-87f2-5340527836b8 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.48 "GET /v2.0/ports?device_id=19a4b6f6-f00d-4073-babf-cbb191fe75d9 HTTP/1.1" status: 200 len: 949 time: 0.0538545 Feb 19 05:15:23.491468 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-bae9122e-83d8-4fa3-bda6-8c95a4f3b4c5 req-54663843-b986-4ffc-a866-68c34e5ed0d5 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Deleting port e64c766a-3e7f-4765-a068-378e15c1f157 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:15:23.491732 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-bae9122e-83d8-4fa3-bda6-8c95a4f3b4c5 req-54663843-b986-4ffc-a866-68c34e5ed0d5 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (e64c766a-3e7f-4765-a068-378e15c1f157), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:23.578985 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-bae9122e-83d8-4fa3-bda6-8c95a4f3b4c5 req-54663843-b986-4ffc-a866-68c34e5ed0d5 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] For port e64c766a-3e7f-4765-a068-378e15c1f157, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=e64c766a-3e7f-4765-a068-378e15c1f157,segment=NetworkSegment(96a83281-92b5-4e72-a462-a926926795d3),segment_id=96a83281-92b5-4e72-a462-a926926795d3)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:15:23.579356 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-bae9122e-83d8-4fa3-bda6-8c95a4f3b4c5 req-54663843-b986-4ffc-a866-68c34e5ed0d5 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (e64c766a-3e7f-4765-a068-378e15c1f157), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:23.591492 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-bae9122e-83d8-4fa3-bda6-8c95a4f3b4c5 req-54663843-b986-4ffc-a866-68c34e5ed0d5 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Calling delete_port for e64c766a-3e7f-4765-a068-378e15c1f157 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:15:23.720295 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-bae9122e-83d8-4fa3-bda6-8c95a4f3b4c5 req-54663843-b986-4ffc-a866-68c34e5ed0d5 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (e64c766a-3e7f-4765-a068-378e15c1f157), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:23.732522 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['e64c766a-3e7f-4765-a068-378e15c1f157'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:15:23.751142 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54663843-b986-4ffc-a866-68c34e5ed0d5 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Pushing event deleted for resources: {'Port': ['ID=e64c766a-3e7f-4765-a068-378e15c1f157,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:15:23.780050 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54663843-b986-4ffc-a866-68c34e5ed0d5 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:23.780422 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54663843-b986-4ffc-a866-68c34e5ed0d5 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:23.780780 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54663843-b986-4ffc-a866-68c34e5ed0d5 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:23.781156 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54663843-b986-4ffc-a866-68c34e5ed0d5 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:23.781508 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54663843-b986-4ffc-a866-68c34e5ed0d5 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:23.781858 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54663843-b986-4ffc-a866-68c34e5ed0d5 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:23.782192 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54663843-b986-4ffc-a866-68c34e5ed0d5 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:23.782538 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54663843-b986-4ffc-a866-68c34e5ed0d5 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:23.782881 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54663843-b986-4ffc-a866-68c34e5ed0d5 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:23.783217 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54663843-b986-4ffc-a866-68c34e5ed0d5 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:23.783555 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54663843-b986-4ffc-a866-68c34e5ed0d5 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:23.783891 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54663843-b986-4ffc-a866-68c34e5ed0d5 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:23.784223 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54663843-b986-4ffc-a866-68c34e5ed0d5 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:23.812164 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae9122e-83d8-4fa3-bda6-8c95a4f3b4c5 req-54663843-b986-4ffc-a866-68c34e5ed0d5 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] No DVR routers for this DVR port e64c766a-3e7f-4765-a068-378e15c1f157 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:15:23.815070 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-bae9122e-83d8-4fa3-bda6-8c95a4f3b4c5 req-54663843-b986-4ffc-a866-68c34e5ed0d5 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:23.819236 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bae9122e-83d8-4fa3-bda6-8c95a4f3b4c5 req-54663843-b986-4ffc-a866-68c34e5ed0d5 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.48 "DELETE /v2.0/ports/e64c766a-3e7f-4765-a068-378e15c1f157 HTTP/1.1" status: 204 len: 173 time: 0.7531369 Feb 19 05:15:23.819727 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a4b6f6-f00d-4073-babf-cbb191fe75d9', 'name': 'network-vif-deleted', 'tag': 'e64c766a-3e7f-4765-a068-378e15c1f157'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:15:23.823366 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945a6396-a373-451e-b40a-c99f6957e673" -d '{"events": [{"server_uuid": "19a4b6f6-f00d-4073-babf-cbb191fe75d9", "name": "network-vif-deleted", "tag": "e64c766a-3e7f-4765-a068-378e15c1f157"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:15:23.869062 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f9b713-110c-4ce7-96d7-cdc853e3524e x-openstack-request-id: req-b1f9b713-110c-4ce7-96d7-cdc853e3524e {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:15:23.869703 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a4b6f6-f00d-4073-babf-cbb191fe75d9", "name": "network-vif-deleted", "tag": "e64c766a-3e7f-4765-a068-378e15c1f157", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:15:23.869703 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b1f9b713-110c-4ce7-96d7-cdc853e3524e {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:15:23.870010 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a4b6f6-f00d-4073-babf-cbb191fe75d9', 'name': 'network-vif-deleted', 'tag': 'e64c766a-3e7f-4765-a068-378e15c1f157', 'status': 'completed', 'code': 200} Feb 19 05:15:24.000054 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-36326e3c-a360-4b2e-8a7c-862452194c41 req-dce60fcd-ad3f-4632-af74-b3c19c7b1580 tempest-ServersAdminNegativeTestJSON-1112704517 tempest-ServersAdminNegativeTestJSON-1112704517-project] 10.222.0.65 "GET /v2.0/ports?device_id=19a4b6f6-f00d-4073-babf-cbb191fe75d9 HTTP/1.1" status: 200 len: 210 time: 0.0282440 Feb 19 05:15:25.328544 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34054) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:15:25.470849 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-385e5652-b2c7-4868-8c57-321c69d8bf86 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e6c914a53ec547a1a391d27f9b547f11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1403766 Feb 19 05:15:25.472937 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34058) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:15:25.519885 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7084cad8-a662-4b60-8499-3fcf54975826 admin admin] Publish callbacks [] for security_group (f1b84da4-050d-423b-9887-17efdfe54f81), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:25.545856 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7084cad8-a662-4b60-8499-3fcf54975826 admin admin] Publish callbacks [] for security_group (f1b84da4-050d-423b-9887-17efdfe54f81), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:25.594332 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7084cad8-a662-4b60-8499-3fcf54975826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f1b84da4-050d-423b-9887-17efdfe54f81), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:25.596993 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7084cad8-a662-4b60-8499-3fcf54975826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:25.598164 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7084cad8-a662-4b60-8499-3fcf54975826 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f1b84da4-050d-423b-9887-17efdfe54f81 HTTP/1.1" status: 204 len: 168 time: 0.1242137 Feb 19 05:15:25.607124 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084cad8-a662-4b60-8499-3fcf54975826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b84da4-050d-423b-9887-17efdfe54f81,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:15:25.614875 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cad8-a662-4b60-8499-3fcf54975826 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:25.615232 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cad8-a662-4b60-8499-3fcf54975826 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:25.615584 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cad8-a662-4b60-8499-3fcf54975826 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:25.615935 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cad8-a662-4b60-8499-3fcf54975826 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:25.616278 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cad8-a662-4b60-8499-3fcf54975826 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:25.616619 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cad8-a662-4b60-8499-3fcf54975826 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:25.616978 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cad8-a662-4b60-8499-3fcf54975826 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:25.617318 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cad8-a662-4b60-8499-3fcf54975826 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:25.617650 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cad8-a662-4b60-8499-3fcf54975826 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:25.617981 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cad8-a662-4b60-8499-3fcf54975826 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:25.618312 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cad8-a662-4b60-8499-3fcf54975826 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:25.618643 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cad8-a662-4b60-8499-3fcf54975826 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:25.618970 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084cad8-a662-4b60-8499-3fcf54975826 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:15:25.871917 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34064) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:15:25.885827 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-825ed0e1-e128-4f00-9cf2-629b0943c590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:25.966205 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-825ed0e1-e128-4f00-9cf2-629b0943c590 admin admin] Publish callbacks [] for security_group (c895d88c-43ed-4858-98e0-a7a35d2e0aee), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:25.970232 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-825ed0e1-e128-4f00-9cf2-629b0943c590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c895d88c-43ed-4858-98e0-a7a35d2e0aee), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:26.006554 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed0e1-e128-4f00-9cf2-629b0943c590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c895d88c-43ed-4858-98e0-a7a35d2e0aee,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:15:26.011321 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-825ed0e1-e128-4f00-9cf2-629b0943c590 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4f54bc8987c34d058883e8c1869d7155&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1383302 Feb 19 05:15:26.013932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34066) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:15:26.070433 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c4565b1-9470-4073-b6cd-357b6e08def0 admin admin] Publish callbacks [] for security_group (c895d88c-43ed-4858-98e0-a7a35d2e0aee), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:26.092161 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c4565b1-9470-4073-b6cd-357b6e08def0 admin admin] Publish callbacks [] for security_group (c895d88c-43ed-4858-98e0-a7a35d2e0aee), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:26.141709 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c4565b1-9470-4073-b6cd-357b6e08def0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (c895d88c-43ed-4858-98e0-a7a35d2e0aee), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:26.144268 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8c4565b1-9470-4073-b6cd-357b6e08def0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:26.148285 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8c4565b1-9470-4073-b6cd-357b6e08def0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c895d88c-43ed-4858-98e0-a7a35d2e0aee HTTP/1.1" status: 204 len: 168 time: 0.1299274 Feb 19 05:15:26.154158 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4565b1-9470-4073-b6cd-357b6e08def0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c895d88c-43ed-4858-98e0-a7a35d2e0aee,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:15:26.840788 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34088) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:15:26.945154 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-505bbfa9-9ace-449a-9538-16256876f4d3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-398895458-network', 'tenant_id': '5d7152c41949474282bb7c5981f05817'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:15:26.965408 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505bbfa9-9ace-449a-9538-16256876f4d3 admin admin] Made reservation on behalf of 5d7152c41949474282bb7c5981f05817 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:15:26.967762 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-505bbfa9-9ace-449a-9538-16256876f4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:26.977629 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-505bbfa9-9ace-449a-9538-16256876f4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:27.055478 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-505bbfa9-9ace-449a-9538-16256876f4d3 admin admin] Publish callbacks [] for security_group (91c63ed9-af39-46ae-bb05-46089deaee18), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:27.059935 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-505bbfa9-9ace-449a-9538-16256876f4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (91c63ed9-af39-46ae-bb05-46089deaee18), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:27.088435 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505bbfa9-9ace-449a-9538-16256876f4d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:15:27.095093 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bbfa9-9ace-449a-9538-16256876f4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c63ed9-af39-46ae-bb05-46089deaee18,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:15:27.103013 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-505bbfa9-9ace-449a-9538-16256876f4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (b888d6e4-6a11-41ec-b9c2-0f59574ab7dd), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:27.103279 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-505bbfa9-9ace-449a-9538-16256876f4d3 admin admin] Added segment b888d6e4-6a11-41ec-b9c2-0f59574ab7dd of type vlan for network fc7c76c1-1b52-428c-9648-e9a8f9c89e13 Feb 19 05:15:27.154008 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-505bbfa9-9ace-449a-9538-16256876f4d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (fc7c76c1-1b52-428c-9648-e9a8f9c89e13), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:27.179903 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-505bbfa9-9ace-449a-9538-16256876f4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (fc7c76c1-1b52-428c-9648-e9a8f9c89e13), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:27.180872 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505bbfa9-9ace-449a-9538-16256876f4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:27.181666 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-505bbfa9-9ace-449a-9538-16256876f4d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:27.242409 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-505bbfa9-9ace-449a-9538-16256876f4d3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4003782 Feb 19 05:15:27.245903 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34092) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:15:27.251146 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e7e86833-4875-42d2-ab17-677b79dd8548 admin admin] Request body: {'subnet': {'network_id': 'fc7c76c1-1b52-428c-9648-e9a8f9c89e13', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-398895458-subnet', 'tenant_id': '5d7152c41949474282bb7c5981f05817', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:15:27.252455 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bbfa9-9ace-449a-9538-16256876f4d3 admin admin] Pushing event updated for resources: {'Network': ['ID=fc7c76c1-1b52-428c-9648-e9a8f9c89e13,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:15:27.268677 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network fc7c76c1-1b52-428c-9648-e9a8f9c89e13 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:15:27.279377 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e86833-4875-42d2-ab17-677b79dd8548 admin admin] Made reservation on behalf of 5d7152c41949474282bb7c5981f05817 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:15:27.281867 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e7e86833-4875-42d2-ab17-677b79dd8548 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:27.450067 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e7e86833-4875-42d2-ab17-677b79dd8548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (a0f3b1b1-fd2d-41d3-be5a-2e7cbd23bfaf), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:27.502154 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e86833-4875-42d2-ab17-677b79dd8548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0f3b1b1-fd2d-41d3-be5a-2e7cbd23bfaf,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:15:27.512867 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e86833-4875-42d2-ab17-677b79dd8548 admin admin] Checking segment: {'id': 'b888d6e4-6a11-41ec-b9c2-0f59574ab7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fc7c76c1-1b52-428c-9648-e9a8f9c89e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:15:27.513257 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e86833-4875-42d2-ab17-677b79dd8548 admin admin] Network hostable DHCP agents. Network: fc7c76c1-1b52-428c-9648-e9a8f9c89e13, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:15:27.529540 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e86833-4875-42d2-ab17-677b79dd8548 admin admin] Network fc7c76c1-1b52-428c-9648-e9a8f9c89e13 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:15:27.537847 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-e7e86833-4875-42d2-ab17-677b79dd8548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, fc7c76c1-1b52-428c-9648-e9a8f9c89e13) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:15:27.543075 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e86833-4875-42d2-ab17-677b79dd8548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:27.543689 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e7e86833-4875-42d2-ab17-677b79dd8548 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:27.549306 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c1371b-5172-4184-bd4a-0c84f6c7bc34 None None] Network fc7c76c1-1b52-428c-9648-e9a8f9c89e13 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:15:27.560120 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e7e86833-4875-42d2-ab17-677b79dd8548 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3129535 Feb 19 05:15:27.650802 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c69f0f-ecf9-4483-ab3a-4c1de3c6d4db None None] Network fc7c76c1-1b52-428c-9648-e9a8f9c89e13 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:15:27.993114 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-d82d7cf4-e668-417f-aff1-2063de7cb289 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:27.994554 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-d82d7cf4-e668-417f-aff1-2063de7cb289 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/networks?id=fc7c76c1-1b52-428c-9648-e9a8f9c89e13 HTTP/1.1" status: 200 len: 811 time: 0.1001205 Feb 19 05:15:28.010081 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-93537cf1-6c8e-4f91-a761-1fd7a54c1902 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/quotas/5d7152c41949474282bb7c5981f05817 HTTP/1.1" status: 200 len: 375 time: 0.0099509 Feb 19 05:15:28.049203 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-5bf9c643-59d2-497a-94f7-c58af0a8790c tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5d7152c41949474282bb7c5981f05817&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332870 Feb 19 05:15:28.140323 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-ab7d274e-f781-4ea1-9693-fa3c763db4dc service neutron] 10.222.0.65 "GET /v2.0/networks/fc7c76c1-1b52-428c-9648-e9a8f9c89e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839515 Feb 19 05:15:28.234904 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-381e292c-48e8-4b3a-945b-884f5232e6dc service neutron] 10.222.0.65 "GET /v2.0/networks/fc7c76c1-1b52-428c-9648-e9a8f9c89e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888660 Feb 19 05:15:28.403579 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-510fe3a6-23d1-4eb2-a898-c296c3d53695 req-93ae63da-8ba3-4d5d-b50f-997417f71ad5 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 210 time: 0.0351367 Feb 19 05:15:28.579873 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device e64c766a-3e7f-4765-a068-378e15c1f157 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:15:28.602310 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: e64c766a-3e7f-4765-a068-378e15c1f157 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:15:28.602701 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device e64c766a-3e7f-4765-a068-378e15c1f157 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:15:29.435067 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-b8fccaeb-6e1d-4b60-b907-5cb58fe9828f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:29.435943 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-b8fccaeb-6e1d-4b60-b907-5cb58fe9828f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.48 "GET /v2.0/networks?id=fc7c76c1-1b52-428c-9648-e9a8f9c89e13 HTTP/1.1" status: 200 len: 811 time: 0.1116903 Feb 19 05:15:29.447557 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-946323d2-4dd4-4f73-a672-9d77d73bed5f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Request body: {'port': {'device_id': '1e2f3670-5e5c-48ef-92a2-6cd5d44205a1', 'network_id': 'fc7c76c1-1b52-428c-9648-e9a8f9c89e13', 'admin_state_up': True, 'tenant_id': '5d7152c41949474282bb7c5981f05817'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:15:29.534738 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d5427dc8-f310-40f7-b063-4a0a77d79df2 req-db134e48-2ebd-4814-80c8-26661be8109b tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 210 time: 0.0374012 Feb 19 05:15:29.591370 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-946323d2-4dd4-4f73-a672-9d77d73bed5f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Made reservation on behalf of 5d7152c41949474282bb7c5981f05817 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:15:29.594859 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-946323d2-4dd4-4f73-a672-9d77d73bed5f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:29.733113 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-946323d2-4dd4-4f73-a672-9d77d73bed5f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Allocated IP 172.20.0.12 (fc7c76c1-1b52-428c-9648-e9a8f9c89e13/a0f3b1b1-fd2d-41d3-be5a-2e7cbd23bfaf/8a57d2f9-f9a4-45a2-8dd1-307a0f32d227) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:15:29.886627 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-946323d2-4dd4-4f73-a672-9d77d73bed5f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Publish callbacks [] for port (8a57d2f9-f9a4-45a2-8dd1-307a0f32d227), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:29.922529 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-946323d2-4dd4-4f73-a672-9d77d73bed5f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (8a57d2f9-f9a4-45a2-8dd1-307a0f32d227), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:29.971415 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-946323d2-4dd4-4f73-a672-9d77d73bed5f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Network fc7c76c1-1b52-428c-9648-e9a8f9c89e13 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:15:29.975116 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-946323d2-4dd4-4f73-a672-9d77d73bed5f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:15:29.980980 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-946323d2-4dd4-4f73-a672-9d77d73bed5f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:15:29.987440 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946323d2-4dd4-4f73-a672-9d77d73bed5f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Pushing event updated for resources: {'Port': ['ID=8a57d2f9-f9a4-45a2-8dd1-307a0f32d227,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:15:30.032395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-946323d2-4dd4-4f73-a672-9d77d73bed5f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:30.033043 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-946323d2-4dd4-4f73-a672-9d77d73bed5f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:30.049153 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-946323d2-4dd4-4f73-a672-9d77d73bed5f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6056399 Feb 19 05:15:30.060283 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-1e063b8f-a73a-45a5-a618-2919e499379a service neutron] Request body: {'port': {'device_id': '1e2f3670-5e5c-48ef-92a2-6cd5d44205a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:15:30.121350 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-1e063b8f-a73a-45a5-a618-2919e499379a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8a57d2f9-f9a4-45a2-8dd1-307a0f32d227), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:30.422159 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-1e063b8f-a73a-45a5-a618-2919e499379a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:15:30.430093 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-1e063b8f-a73a-45a5-a618-2919e499379a service neutron] Publish callbacks [] for port (8a57d2f9-f9a4-45a2-8dd1-307a0f32d227), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:30.442943 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-1e063b8f-a73a-45a5-a618-2919e499379a service neutron] Transition to ACTIVE for port object 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:15:30.447740 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-1e063b8f-a73a-45a5-a618-2919e499379a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (8a57d2f9-f9a4-45a2-8dd1-307a0f32d227), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:30.500313 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e063b8f-a73a-45a5-a618-2919e499379a service neutron] Pushing event updated for resources: {'Port': ['ID=8a57d2f9-f9a4-45a2-8dd1-307a0f32d227,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:15:30.570173 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-1e063b8f-a73a-45a5-a618-2919e499379a service neutron] Attempting to bind port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:15:30.570632 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-1e063b8f-a73a-45a5-a618-2919e499379a service neutron] Attempting to bind port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'b888d6e4-6a11-41ec-b9c2-0f59574ab7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fc7c76c1-1b52-428c-9648-e9a8f9c89e13'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:15:30.570970 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-1e063b8f-a73a-45a5-a618-2919e499379a service neutron] Attempting to bind port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 on network fc7c76c1-1b52-428c-9648-e9a8f9c89e13 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:15:30.576344 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-1e063b8f-a73a-45a5-a618-2919e499379a service neutron] Port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 on network fc7c76c1-1b52-428c-9648-e9a8f9c89e13 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:15:30.576697 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-1e063b8f-a73a-45a5-a618-2919e499379a service neutron] Attempting to bind port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 on network fc7c76c1-1b52-428c-9648-e9a8f9c89e13 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:15:30.582004 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-1e063b8f-a73a-45a5-a618-2919e499379a service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:15:30.582353 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-1e063b8f-a73a-45a5-a618-2919e499379a service neutron] Checking segment: {'id': 'b888d6e4-6a11-41ec-b9c2-0f59574ab7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fc7c76c1-1b52-428c-9648-e9a8f9c89e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:15:30.582745 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-1e063b8f-a73a-45a5-a618-2919e499379a service neutron] Bound using segment: {'id': 'b888d6e4-6a11-41ec-b9c2-0f59574ab7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fc7c76c1-1b52-428c-9648-e9a8f9c89e13'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:15:30.583739 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-1e063b8f-a73a-45a5-a618-2919e499379a service neutron] Bound port: 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b888d6e4-6a11-41ec-b9c2-0f59574ab7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fc7c76c1-1b52-428c-9648-e9a8f9c89e13'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:15:30.584106 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-1e063b8f-a73a-45a5-a618-2919e499379a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8a57d2f9-f9a4-45a2-8dd1-307a0f32d227), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:30.660688 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802acd7f-4147-4e2f-9c48-399e8d7d466d req-a1bc8543-38c1-43fd-83bc-081c27c03b9e tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:30.662237 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-1e063b8f-a73a-45a5-a618-2919e499379a service neutron] For port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:15:30.662367 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-802acd7f-4147-4e2f-9c48-399e8d7d466d req-a1bc8543-38c1-43fd-83bc-081c27c03b9e tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 944 time: 0.0563185 Feb 19 05:15:30.667035 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-1e063b8f-a73a-45a5-a618-2919e499379a service neutron] For port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=8a57d2f9-f9a4-45a2-8dd1-307a0f32d227,segment=NetworkSegment(b888d6e4-6a11-41ec-b9c2-0f59574ab7dd),segment_id=b888d6e4-6a11-41ec-b9c2-0f59574ab7dd)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:15:30.674667 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-1e063b8f-a73a-45a5-a618-2919e499379a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (8a57d2f9-f9a4-45a2-8dd1-307a0f32d227), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:30.710838 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-802acd7f-4147-4e2f-9c48-399e8d7d466d req-0cb3e437-2871-4d0b-b721-f30c4526e75f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425112 Feb 19 05:15:30.727739 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-1e063b8f-a73a-45a5-a618-2919e499379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:30.728375 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-1e063b8f-a73a-45a5-a618-2919e499379a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:30.730418 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-1e063b8f-a73a-45a5-a618-2919e499379a service neutron] 10.222.0.48 "PUT /v2.0/ports/8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 HTTP/1.1" status: 200 len: 1092 time: 0.6743793 Feb 19 05:15:30.732900 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2f3670-5e5c-48ef-92a2-6cd5d44205a1', 'tag': '8a57d2f9-f9a4-45a2-8dd1-307a0f32d227'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:15:30.735293 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d94b19-948e-4a25-998a-5d136a3b06c4" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2f3670-5e5c-48ef-92a2-6cd5d44205a1", "tag": "8a57d2f9-f9a4-45a2-8dd1-307a0f32d227"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:15:30.765194 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e063b8f-a73a-45a5-a618-2919e499379a service neutron] Pushing event updated for resources: {'Port': ['ID=8a57d2f9-f9a4-45a2-8dd1-307a0f32d227,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:15:30.780489 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb3fa30-db1b-45c4-9a87-47ad6cc05053 x-openstack-request-id: req-5cb3fa30-db1b-45c4-9a87-47ad6cc05053 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:15:30.780783 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2f3670-5e5c-48ef-92a2-6cd5d44205a1", "tag": "8a57d2f9-f9a4-45a2-8dd1-307a0f32d227", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:15:30.781068 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5cb3fa30-db1b-45c4-9a87-47ad6cc05053 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:15:30.781477 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2f3670-5e5c-48ef-92a2-6cd5d44205a1', 'tag': '8a57d2f9-f9a4-45a2-8dd1-307a0f32d227', 'status': 'completed', 'code': 200} Feb 19 05:15:30.815643 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-44c7cc98-91cb-4ea0-b74a-c210b2eccb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:30.817892 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-44c7cc98-91cb-4ea0-b74a-c210b2eccb2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d7152c41949474282bb7c5981f05817&device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 1126 time: 0.0471599 Feb 19 05:15:30.862893 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-12032d98-5acd-41d1-be7d-9c5931794d74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 HTTP/1.1" status: 200 len: 217 time: 0.0392559 Feb 19 05:15:30.913378 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-cd166595-1a5d-47bb-8e16-d0263770efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:30.914880 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-cd166595-1a5d-47bb-8e16-d0263770efc0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0f3b1b1-fd2d-41d3-be5a-2e7cbd23bfaf HTTP/1.1" status: 200 len: 851 time: 0.0468285 Feb 19 05:15:30.949581 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-b870395f-ac24-43e9-8ac8-cf644dd578d8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc7c76c1-1b52-428c-9648-e9a8f9c89e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279584 Feb 19 05:15:31.047734 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-5f2ccbf4-7962-4430-94ae-c7c38a666a39 service neutron] 10.222.0.48 "GET /v2.0/networks/fc7c76c1-1b52-428c-9648-e9a8f9c89e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924561 Feb 19 05:15:31.140233 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76d3d1dc-63e5-411a-b310-07f1666d445d req-5acd2bcb-23ac-4166-9f9d-d53b6cbdad27 service neutron] 10.222.0.48 "GET /v2.0/networks/fc7c76c1-1b52-428c-9648-e9a8f9c89e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869391 Feb 19 05:15:31.233946 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d94b19-948e-4a25-998a-5d136a3b06c4 req-4f469fb6-f241-4374-9595-1241773446fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:31.235416 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28d94b19-948e-4a25-998a-5d136a3b06c4 req-4f469fb6-f241-4374-9595-1241773446fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d7152c41949474282bb7c5981f05817&device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 1126 time: 0.0479591 Feb 19 05:15:31.329360 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d94b19-948e-4a25-998a-5d136a3b06c4 req-cb96b0d2-188a-45d4-9834-a0cb562e73bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:31.330931 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28d94b19-948e-4a25-998a-5d136a3b06c4 req-cb96b0d2-188a-45d4-9834-a0cb562e73bb service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc7c76c1-1b52-428c-9648-e9a8f9c89e13 HTTP/1.1" status: 200 len: 911 time: 0.0900204 Feb 19 05:15:31.372938 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28d94b19-948e-4a25-998a-5d136a3b06c4 req-c8abaa64-9bef-43a8-a84a-e456de1c760a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 HTTP/1.1" status: 200 len: 217 time: 0.0363128 Feb 19 05:15:31.428767 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d94b19-948e-4a25-998a-5d136a3b06c4 req-5af5f852-7731-44ec-944e-fd66f0371a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:31.430299 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28d94b19-948e-4a25-998a-5d136a3b06c4 req-5af5f852-7731-44ec-944e-fd66f0371a3e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0f3b1b1-fd2d-41d3-be5a-2e7cbd23bfaf HTTP/1.1" status: 200 len: 851 time: 0.0512264 Feb 19 05:15:31.463954 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28d94b19-948e-4a25-998a-5d136a3b06c4 req-8d7149b4-0796-467b-9287-701140f6facf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc7c76c1-1b52-428c-9648-e9a8f9c89e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267780 Feb 19 05:15:31.552505 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28d94b19-948e-4a25-998a-5d136a3b06c4 req-951826b8-9cad-40f6-8440-413358adf94d service neutron] 10.222.0.48 "GET /v2.0/networks/fc7c76c1-1b52-428c-9648-e9a8f9c89e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827579 Feb 19 05:15:31.649730 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28d94b19-948e-4a25-998a-5d136a3b06c4 req-569d3b7b-32f9-4bb0-b7b7-0ab1f17ce969 service neutron] 10.222.0.48 "GET /v2.0/networks/fc7c76c1-1b52-428c-9648-e9a8f9c89e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915031 Feb 19 05:15:31.877558 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c67aa-4a1a-49e4-aec2-5ca19ccf910f req-a4938698-f758-4a2e-bf4b-53642a029dbf tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:31.879073 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b2c67aa-4a1a-49e4-aec2-5ca19ccf910f req-a4938698-f758-4a2e-bf4b-53642a029dbf tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 944 time: 0.0587196 Feb 19 05:15:31.931493 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0b2c67aa-4a1a-49e4-aec2-5ca19ccf910f req-3c1d4039-c3cb-4899-b43f-3e2e220690c4 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463407 Feb 19 05:15:32.323170 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e713e2f1-b26e-4d9a-8291-ff6f6aa2633e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:33.056403 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec394f-6b4b-4200-a939-528da6ca30a9 req-b00274d1-0800-4c54-a459-db13eee2890b tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:33.058009 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fbec394f-6b4b-4200-a939-528da6ca30a9 req-b00274d1-0800-4c54-a459-db13eee2890b tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 944 time: 0.0557687 Feb 19 05:15:33.107838 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fbec394f-6b4b-4200-a939-528da6ca30a9 req-4eaa646b-b69c-41a3-9aa5-dcd38833234f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439429 Feb 19 05:15:34.232877 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e901e3c-b3d9-4a22-b3c8-8e36d3ff840a req-979e46cd-12bf-478f-9fae-739398cb7231 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:34.234499 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e901e3c-b3d9-4a22-b3c8-8e36d3ff840a req-979e46cd-12bf-478f-9fae-739398cb7231 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 944 time: 0.0577092 Feb 19 05:15:34.283194 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0e901e3c-b3d9-4a22-b3c8-8e36d3ff840a req-f78a2e17-b0c9-4a0d-94ec-702dc2a3d28f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423610 Feb 19 05:15:34.627310 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:15:34.740837 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=8a57d2f9-f9a4-45a2-8dd1-307a0f32d227,segment=NetworkSegment(b888d6e4-6a11-41ec-b9c2-0f59574ab7dd),segment_id=b888d6e4-6a11-41ec-b9c2-0f59574ab7dd)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:15:34.754126 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '8a57d2f9-f9a4-45a2-8dd1-307a0f32d227', 'network_id': 'fc7c76c1-1b52-428c-9648-e9a8f9c89e13', 'port_id': '8a57d2f9-f9a4-45a2-8dd1-307a0f32d227', 'mac_address': 'fa:16:3e:74:23:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f3b1b1-fd2d-41d3-be5a-2e7cbd23bfaf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:15:34.795184 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:15:34.795572 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8a57d2f9-f9a4-45a2-8dd1-307a0f32d227), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:34.811168 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:15:34.846277 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=8a57d2f9-f9a4-45a2-8dd1-307a0f32d227,segment=NetworkSegment(b888d6e4-6a11-41ec-b9c2-0f59574ab7dd),segment_id=b888d6e4-6a11-41ec-b9c2-0f59574ab7dd)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:15:34.850609 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8a57d2f9-f9a4-45a2-8dd1-307a0f32d227), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:34.899292 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=8a57d2f9-f9a4-45a2-8dd1-307a0f32d227,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:15:35.042489 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['8a57d2f9-f9a4-45a2-8dd1-307a0f32d227'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:15:35.177267 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-90a915fe-c0f6-4299-8fd8-efcc97c874aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:35.409360 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05303185-10f1-4664-93fc-a8820bc15ebd req-33c9e137-bde6-4542-bc02-6c8c63d31cfd tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:35.410982 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-05303185-10f1-4664-93fc-a8820bc15ebd req-33c9e137-bde6-4542-bc02-6c8c63d31cfd tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 945 time: 0.0548441 Feb 19 05:15:35.463149 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-05303185-10f1-4664-93fc-a8820bc15ebd req-74020b0a-1a32-4c17-8281-39157a6b8d11 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465977 Feb 19 05:15:36.594363 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ddfac-34b5-452e-9984-6b81ede74608 req-253285f3-0b98-4d08-a311-ba20e9a5e3f4 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:36.595914 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4b9ddfac-34b5-452e-9984-6b81ede74608 req-253285f3-0b98-4d08-a311-ba20e9a5e3f4 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 945 time: 0.0625482 Feb 19 05:15:36.626514 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:15:36.646352 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4b9ddfac-34b5-452e-9984-6b81ede74608 req-62622f1b-32cd-4ece-bac5-920ff2e362f0 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447276 Feb 19 05:15:36.683203 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:15:36.687445 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:15:36.687823 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8a57d2f9-f9a4-45a2-8dd1-307a0f32d227), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:36.773703 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:15:36.774259 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8a57d2f9-f9a4-45a2-8dd1-307a0f32d227), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:36.797308 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2f3670-5e5c-48ef-92a2-6cd5d44205a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a57d2f9-f9a4-45a2-8dd1-307a0f32d227'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:15:36.799569 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6959edc0-6217-4781-ae3f-e80f7788af6d" -d '{"events": [{"server_uuid": "1e2f3670-5e5c-48ef-92a2-6cd5d44205a1", "name": "network-vif-plugged", "status": "completed", "tag": "8a57d2f9-f9a4-45a2-8dd1-307a0f32d227"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:15:36.818820 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=8a57d2f9-f9a4-45a2-8dd1-307a0f32d227,segment=NetworkSegment(b888d6e4-6a11-41ec-b9c2-0f59574ab7dd),segment_id=b888d6e4-6a11-41ec-b9c2-0f59574ab7dd)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:15:36.823433 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8a57d2f9-f9a4-45a2-8dd1-307a0f32d227), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:36.849903 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a7e2ea-d49a-475e-80c6-9125c40a2773 x-openstack-request-id: req-a1a7e2ea-d49a-475e-80c6-9125c40a2773 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:15:36.850199 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2f3670-5e5c-48ef-92a2-6cd5d44205a1", "name": "network-vif-plugged", "status": "completed", "tag": "8a57d2f9-f9a4-45a2-8dd1-307a0f32d227", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:15:36.850462 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a1a7e2ea-d49a-475e-80c6-9125c40a2773 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:15:36.850860 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2f3670-5e5c-48ef-92a2-6cd5d44205a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a57d2f9-f9a4-45a2-8dd1-307a0f32d227', 'code': 200} Feb 19 05:15:36.882725 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=8a57d2f9-f9a4-45a2-8dd1-307a0f32d227,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:15:36.947692 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb51de9-bf9b-415f-b5f2-ad227e37abbf req-8a87d70b-e168-4935-a988-5edccafdc2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:36.949289 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-beb51de9-bf9b-415f-b5f2-ad227e37abbf req-8a87d70b-e168-4935-a988-5edccafdc2ea service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 1128 time: 0.0472364 Feb 19 05:15:36.994991 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-beb51de9-bf9b-415f-b5f2-ad227e37abbf req-636a368e-c858-4782-90d1-6ada12cc05c5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400774 Feb 19 05:15:37.001064 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:37.784314 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d0211-e3f7-4ee8-bce8-9485e4b7756b req-9d0e2a1b-3abf-496d-ad8f-e59a01ce7e7c tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:37.785868 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-de0d0211-e3f7-4ee8-bce8-9485e4b7756b req-9d0e2a1b-3abf-496d-ad8f-e59a01ce7e7c tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0544086 Feb 19 05:15:37.835573 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-de0d0211-e3f7-4ee8-bce8-9485e4b7756b req-146ae3ab-42eb-46c1-bc75-9c492a30116f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439389 Feb 19 05:15:37.977854 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:38.135539 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:38.977955 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c65c3a-9194-43d7-8eeb-a386ad9240f7 req-faac6c45-fa57-44e1-bc5f-539936a13ede tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:38.979655 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-90c65c3a-9194-43d7-8eeb-a386ad9240f7 req-faac6c45-fa57-44e1-bc5f-539936a13ede tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0693789 Feb 19 05:15:39.034096 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-90c65c3a-9194-43d7-8eeb-a386ad9240f7 req-5029aa8a-3cb3-4f0a-8288-2bb944c83973 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485206 Feb 19 05:15:39.318425 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ab79f-7a83-434e-aa18-47b76ed783fb req-1d92b4f7-19f7-4557-828c-191a858b63b0 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:39.320022 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b60ab79f-7a83-434e-aa18-47b76ed783fb req-1d92b4f7-19f7-4557-828c-191a858b63b0 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0774255 Feb 19 05:15:39.390040 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-c31954a4-e902-4442-ba08-a983a759ec53 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1538730 Feb 19 05:15:39.393379 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b60ab79f-7a83-434e-aa18-47b76ed783fb req-1ebe2f96-2778-4ab2-855c-7c34222ba272 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581713 Feb 19 05:15:39.400110 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-33b96178-a610-4db8-b2af-afef64a03c33 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:15:39.401207 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-33b96178-a610-4db8-b2af-afef64a03c33 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062425 Feb 19 05:15:39.405639 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:39.551960 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:15:39.896984 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-f259e478-fae5-4c44-a8fd-388dfba20653 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:39.898388 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-f259e478-fae5-4c44-a8fd-388dfba20653 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports/8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 HTTP/1.1" status: 200 len: 943 time: 0.1018631 Feb 19 05:15:40.522347 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83939b6-dd19-437f-b467-69c8dedde1d9 req-c970e399-c54e-431e-a647-008dec802f30 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:40.523745 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e83939b6-dd19-437f-b467-69c8dedde1d9 req-c970e399-c54e-431e-a647-008dec802f30 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0556710 Feb 19 05:15:40.578251 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e83939b6-dd19-437f-b467-69c8dedde1d9 req-e3449998-1b8a-47e0-aa2b-25b0df00a761 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486662 Feb 19 05:15:40.717199 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-23d40d06-4a4f-42d4-9c2a-81ee169fe13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:40.718748 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-23d40d06-4a4f-42d4-9c2a-81ee169fe13a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d7152c41949474282bb7c5981f05817&device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 1128 time: 0.0455666 Feb 19 05:15:40.811127 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-1fc2c768-bc7d-4b0b-8ae1-2fbb9050d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:40.812563 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-1fc2c768-bc7d-4b0b-8ae1-2fbb9050d769 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc7c76c1-1b52-428c-9648-e9a8f9c89e13 HTTP/1.1" status: 200 len: 911 time: 0.0884542 Feb 19 05:15:40.852260 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-4de714ad-85a1-48e2-a1e4-ae26cc860729 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 HTTP/1.1" status: 200 len: 217 time: 0.0341496 Feb 19 05:15:40.903333 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-d182e78e-8040-4d4a-87e5-4f23fee6494f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:40.904768 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-d182e78e-8040-4d4a-87e5-4f23fee6494f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0f3b1b1-fd2d-41d3-be5a-2e7cbd23bfaf HTTP/1.1" status: 200 len: 851 time: 0.0465152 Feb 19 05:15:40.936749 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-c792bef3-a0eb-4652-a8d3-b4058a261c21 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc7c76c1-1b52-428c-9648-e9a8f9c89e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261655 Feb 19 05:15:41.022319 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-cade40d6-1952-4b59-ba16-25bb61b7c487 service neutron] 10.222.0.48 "GET /v2.0/networks/fc7c76c1-1b52-428c-9648-e9a8f9c89e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802653 Feb 19 05:15:41.116298 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-bc90b798-3886-4c0a-8d12-d2592d7cf8ec service neutron] 10.222.0.48 "GET /v2.0/networks/fc7c76c1-1b52-428c-9648-e9a8f9c89e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881817 Feb 19 05:15:41.698801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f7d16-aea3-48de-83ca-ae79f976b419 req-8742424c-8e03-48cf-aa59-e9eb60826f43 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:41.700297 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f02f7d16-aea3-48de-83ca-ae79f976b419 req-8742424c-8e03-48cf-aa59-e9eb60826f43 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0541801 Feb 19 05:15:41.745624 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f02f7d16-aea3-48de-83ca-ae79f976b419 req-17338195-ffac-4a1c-a78e-ad46885b2d6c tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398862 Feb 19 05:15:42.864600 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ef975-c854-40a0-b049-18b50524974e req-8f80682e-240e-4290-8d71-442cf5c0fdf9 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:42.866152 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-211ef975-c854-40a0-b049-18b50524974e req-8f80682e-240e-4290-8d71-442cf5c0fdf9 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0529120 Feb 19 05:15:42.912510 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-211ef975-c854-40a0-b049-18b50524974e req-d8ed7b26-3782-4fc6-914c-97c214f04d4d tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406516 Feb 19 05:15:44.029988 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19bd5e-3104-4b0e-9262-405924a39169 req-fab005c3-0db8-4344-9a1b-48bab4cf5c7a tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:44.031474 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad19bd5e-3104-4b0e-9262-405924a39169 req-fab005c3-0db8-4344-9a1b-48bab4cf5c7a tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0518112 Feb 19 05:15:44.082326 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad19bd5e-3104-4b0e-9262-405924a39169 req-9f6f2f32-3c5e-4fc9-afd3-ca3a114208b3 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446751 Feb 19 05:15:45.201570 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfeff4-59c1-42f8-a773-23745023782a req-e8a35c10-d878-44ce-ae64-ee14751c7f75 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:45.203119 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5abfeff4-59c1-42f8-a773-23745023782a req-e8a35c10-d878-44ce-ae64-ee14751c7f75 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0523131 Feb 19 05:15:45.256686 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5abfeff4-59c1-42f8-a773-23745023782a req-349af6ba-d260-4917-a779-239ffaae820f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471334 Feb 19 05:15:46.375581 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2456c6b-d0c0-45ef-9614-acfd311a91c1 req-ee1d1327-1e5a-4b97-afcf-f654c7af6f51 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:46.377128 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b2456c6b-d0c0-45ef-9614-acfd311a91c1 req-ee1d1327-1e5a-4b97-afcf-f654c7af6f51 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0522437 Feb 19 05:15:46.424095 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b2456c6b-d0c0-45ef-9614-acfd311a91c1 req-ce1c2908-639a-477e-8080-1b8ca1bb04d2 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408568 Feb 19 05:15:47.547378 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a4ab5-cfaa-4baf-abab-5ca13a18a568 req-e18f41c0-74fb-4e6b-aaa3-c37468183823 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:47.548946 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-521a4ab5-cfaa-4baf-abab-5ca13a18a568 req-e18f41c0-74fb-4e6b-aaa3-c37468183823 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0556645 Feb 19 05:15:47.596834 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-521a4ab5-cfaa-4baf-abab-5ca13a18a568 req-a3d14f83-739d-4b94-a2b3-4be9f18bf75a tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422881 Feb 19 05:15:48.742992 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888bf68-ec6f-449a-b4c7-13b76b68f845 req-bdd48c25-41db-49cd-b1e7-47e1d9f4af4f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:48.744650 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4888bf68-ec6f-449a-b4c7-13b76b68f845 req-bdd48c25-41db-49cd-b1e7-47e1d9f4af4f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0614686 Feb 19 05:15:48.801166 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4888bf68-ec6f-449a-b4c7-13b76b68f845 req-9274d5fc-528a-4979-8a79-8900e3768c2e tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461178 Feb 19 05:15:48.854916 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-62553f05-64fd-4106-8a34-02b619caca2b req-3dd582b3-746e-4ee2-902e-e6fceffdcc90 service neutron] (115199) timed out ('10.222.0.65', 58046) {{(pid=115199) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 05:15:49.941530 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b938e86-14a8-46c5-a64a-f6152ed3a339 req-0a6ec791-f646-45fb-b38b-814713aec14c tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:49.943714 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8b938e86-14a8-46c5-a64a-f6152ed3a339 req-0a6ec791-f646-45fb-b38b-814713aec14c tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0625262 Feb 19 05:15:49.992021 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8b938e86-14a8-46c5-a64a-f6152ed3a339 req-502667cc-07a9-4368-a9fd-eced4278d00a tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419102 Feb 19 05:15:51.121781 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745835a-1b09-4f92-8aea-f7e2876a03d9 req-684c3c8e-8102-404d-85ea-e30b29ba8314 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:51.123277 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6745835a-1b09-4f92-8aea-f7e2876a03d9 req-684c3c8e-8102-404d-85ea-e30b29ba8314 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0572784 Feb 19 05:15:51.170807 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6745835a-1b09-4f92-8aea-f7e2876a03d9 req-9a736844-38c5-4f36-bcd7-648794baa7e1 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420260 Feb 19 05:15:52.292309 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147b583-f7a7-4de1-9d7e-5418070376b9 req-cbcc213a-7d55-40da-815d-c44a2db2e011 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:52.293833 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b147b583-f7a7-4de1-9d7e-5418070376b9 req-cbcc213a-7d55-40da-815d-c44a2db2e011 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0568616 Feb 19 05:15:52.339643 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b147b583-f7a7-4de1-9d7e-5418070376b9 req-483faaf7-8e44-4691-bf80-45b4e0897956 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402119 Feb 19 05:15:53.463125 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099afb3-72b7-41c0-aeb8-1b72f68ff39d req-7d61365d-1af0-409d-9d45-ad65572dc328 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:53.464560 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6099afb3-72b7-41c0-aeb8-1b72f68ff39d req-7d61365d-1af0-409d-9d45-ad65572dc328 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0535438 Feb 19 05:15:53.510908 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6099afb3-72b7-41c0-aeb8-1b72f68ff39d req-1d6a4497-1a4e-40ec-a9b1-f84fbd85f738 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404561 Feb 19 05:15:54.628683 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f0a15-b7a6-45c2-91b0-4a570c786c18 req-09f2fd21-c165-4f58-b334-65c9fa5827f8 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:54.630739 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-438f0a15-b7a6-45c2-91b0-4a570c786c18 req-09f2fd21-c165-4f58-b334-65c9fa5827f8 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0525994 Feb 19 05:15:54.679886 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-438f0a15-b7a6-45c2-91b0-4a570c786c18 req-cc998a03-1c18-4276-ae10-bc4861854a85 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435095 Feb 19 05:15:55.798562 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1610c5-865a-4309-b015-5e27dd9efe6d req-03864599-7ba8-4460-8c42-3037076f906a tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:55.799839 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4c1610c5-865a-4309-b015-5e27dd9efe6d req-03864599-7ba8-4460-8c42-3037076f906a tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0524189 Feb 19 05:15:55.849603 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4c1610c5-865a-4309-b015-5e27dd9efe6d req-7bdf8318-435e-4676-a125-86b28b9a2b52 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435710 Feb 19 05:15:56.971041 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2521296-0120-49cb-a5f9-108208842bd9 req-4dfe16db-4c13-476f-90c7-f7166edb77de tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:56.972515 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b2521296-0120-49cb-a5f9-108208842bd9 req-4dfe16db-4c13-476f-90c7-f7166edb77de tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0552213 Feb 19 05:15:57.019307 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b2521296-0120-49cb-a5f9-108208842bd9 req-213c9285-1ebc-4914-80a4-afb03ac36bba tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407352 Feb 19 05:15:58.139663 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88479794-a300-4f8b-9e5b-e5d6985a61b5 req-7b63cc71-72fa-400d-81f2-1ad430e6054b tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:58.141205 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-88479794-a300-4f8b-9e5b-e5d6985a61b5 req-7b63cc71-72fa-400d-81f2-1ad430e6054b tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0538085 Feb 19 05:15:58.189799 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-88479794-a300-4f8b-9e5b-e5d6985a61b5 req-f6039da6-328f-4d18-a2e1-c74159276fc1 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423837 Feb 19 05:15:58.369393 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:15:59.308596 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e2eec-7b0a-4ff9-a37e-cb5b24a3b5ef req-0be3827d-f460-47fb-a141-6e07cd901890 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:15:59.310162 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4e2e2eec-7b0a-4ff9-a37e-cb5b24a3b5ef req-0be3827d-f460-47fb-a141-6e07cd901890 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0534124 Feb 19 05:15:59.356469 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4e2e2eec-7b0a-4ff9-a37e-cb5b24a3b5ef req-33c9d357-2ada-4180-9057-ff929d944741 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407512 Feb 19 05:16:00.477359 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f8953-ca99-47a9-9cc9-c8a3dd540181 req-203e7c26-dca9-4767-a3be-c28a1755217c tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:00.478894 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-940f8953-ca99-47a9-9cc9-c8a3dd540181 req-203e7c26-dca9-4767-a3be-c28a1755217c tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0539582 Feb 19 05:16:00.526094 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-940f8953-ca99-47a9-9cc9-c8a3dd540181 req-b782a2c2-564e-4e42-9dca-5431d87c6f07 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415847 Feb 19 05:16:01.642768 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac6520-93fb-4ce4-a650-a0f2fb91e1bb req-7ba37822-4630-4641-973a-85ee37667d3d tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:01.644249 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-abac6520-93fb-4ce4-a650-a0f2fb91e1bb req-7ba37822-4630-4641-973a-85ee37667d3d tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0513797 Feb 19 05:16:01.694486 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-abac6520-93fb-4ce4-a650-a0f2fb91e1bb req-113c7b86-c631-4272-b2c6-dae6f8fba396 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438852 Feb 19 05:16:02.329085 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f8af23f-4b7b-4d9e-ab48-3bda3a70052e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:02.828630 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242706b-77d7-4b61-bbb4-660b44f05646 req-35eb8a3e-5cda-4c74-a27b-b2446979e7ac tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:02.830189 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4242706b-77d7-4b61-bbb4-660b44f05646 req-35eb8a3e-5cda-4c74-a27b-b2446979e7ac tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0653489 Feb 19 05:16:02.876873 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4242706b-77d7-4b61-bbb4-660b44f05646 req-0192e812-fd8d-4371-a56c-10aa567e9d9e tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405362 Feb 19 05:16:03.998558 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba04fe4-56f6-47fd-8c89-b4ca16f55543 req-ab240fa0-dd73-4cd3-82f7-d2cab70dc782 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:04.000066 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ba04fe4-56f6-47fd-8c89-b4ca16f55543 req-ab240fa0-dd73-4cd3-82f7-d2cab70dc782 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0527639 Feb 19 05:16:04.047743 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ba04fe4-56f6-47fd-8c89-b4ca16f55543 req-159df679-bd6f-42f0-8696-c675d2bda9a2 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415819 Feb 19 05:16:05.159112 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d4510fb3-1fe3-4ff4-ac32-023ab94b141f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:05.171237 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8216ed-8fb8-45ec-9106-4cc78197e905 req-ae101a03-80dc-493d-9bc6-c74c86e4012f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:05.172784 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8f8216ed-8fb8-45ec-9106-4cc78197e905 req-ae101a03-80dc-493d-9bc6-c74c86e4012f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0564103 Feb 19 05:16:05.219616 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8f8216ed-8fb8-45ec-9106-4cc78197e905 req-9c0e5209-19ca-49af-81cf-a1a896769398 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411539 Feb 19 05:16:06.337594 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94be2f0-f428-4559-8832-d182f1235261 req-bfaad339-65bc-4dda-bdca-2ab3d7d31474 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:06.339063 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c94be2f0-f428-4559-8832-d182f1235261 req-bfaad339-65bc-4dda-bdca-2ab3d7d31474 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0525854 Feb 19 05:16:06.385276 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c94be2f0-f428-4559-8832-d182f1235261 req-497fada6-daa6-405b-857b-6caed7c490b0 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406373 Feb 19 05:16:07.002622 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:07.508669 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e468ebc-c601-49c9-970e-201d0816df08 req-200d91cc-7ef1-4252-9c37-2c8e9a321b7f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:07.510221 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e468ebc-c601-49c9-970e-201d0816df08 req-200d91cc-7ef1-4252-9c37-2c8e9a321b7f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 946 time: 0.0579309 Feb 19 05:16:07.560361 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e468ebc-c601-49c9-970e-201d0816df08 req-098393d0-58ce-495b-bfc0-b3dfbb8d2619 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446031 Feb 19 05:16:07.837291 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-29460d42-7d7a-429d-a971-4b58e1d6bcf3 service neutron] show failed (client error): The resource could not be found. Feb 19 05:16:07.838230 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-29460d42-7d7a-429d-a971-4b58e1d6bcf3 service neutron] 10.222.0.48 "GET /v2.0/ports/8a57d2f9-f9a4-45a2-8dd1-307a0f32d227/bindings/n-h1-772273-4 HTTP/1.1" status: 404 len: 380 time: 0.0543127 Feb 19 05:16:07.992932 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:08.042416 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-c826c52a-b7fd-4908-a618-7b1acab9ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:08.043960 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-c826c52a-b7fd-4908-a618-7b1acab9ba88 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1&tenant_id=5d7152c41949474282bb7c5981f05817 HTTP/1.1" status: 200 len: 1128 time: 0.0479367 Feb 19 05:16:08.054208 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-772273-4', 'device_owner': 'compute:nova'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:16:08.117206 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8a57d2f9-f9a4-45a2-8dd1-307a0f32d227), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:08.137324 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:08.323557 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] For port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=8a57d2f9-f9a4-45a2-8dd1-307a0f32d227,segment=NetworkSegment(b888d6e4-6a11-41ec-b9c2-0f59574ab7dd),segment_id=b888d6e4-6a11-41ec-b9c2-0f59574ab7dd)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:16:08.355188 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] For port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:16:08.395583 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2f3670-5e5c-48ef-92a2-6cd5d44205a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a57d2f9-f9a4-45a2-8dd1-307a0f32d227'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:16:08.397871 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9161cbd7-0ca0-42e1-82f1-8f5ddae4b1ff" -d '{"events": [{"server_uuid": "1e2f3670-5e5c-48ef-92a2-6cd5d44205a1", "name": "network-vif-unplugged", "status": "completed", "tag": "8a57d2f9-f9a4-45a2-8dd1-307a0f32d227"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:16:08.401636 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] Publish callbacks [] for port (8a57d2f9-f9a4-45a2-8dd1-307a0f32d227), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:08.414239 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] Transition to ACTIVE for port object 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:16:08.417507 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (8a57d2f9-f9a4-45a2-8dd1-307a0f32d227), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:08.452536 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 05:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ed1b31-e5f4-432c-850a-ffbf04a3d693 x-openstack-request-id: req-89ed1b31-e5f4-432c-850a-ffbf04a3d693 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:16:08.452832 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2f3670-5e5c-48ef-92a2-6cd5d44205a1", "name": "network-vif-unplugged", "status": "completed", "tag": "8a57d2f9-f9a4-45a2-8dd1-307a0f32d227", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:16:08.453569 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-89ed1b31-e5f4-432c-850a-ffbf04a3d693 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:16:08.453569 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2f3670-5e5c-48ef-92a2-6cd5d44205a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a57d2f9-f9a4-45a2-8dd1-307a0f32d227', 'code': 200} Feb 19 05:16:08.469929 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] Pushing event updated for resources: {'Port': ['ID=8a57d2f9-f9a4-45a2-8dd1-307a0f32d227,revision_number=6']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:16:08.486986 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] No DVR routers for this DVR port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:16:08.526138 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] Attempting to bind port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:16:08.526820 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] Attempting to bind port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'b888d6e4-6a11-41ec-b9c2-0f59574ab7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fc7c76c1-1b52-428c-9648-e9a8f9c89e13'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:16:08.526820 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] Attempting to bind port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 on network fc7c76c1-1b52-428c-9648-e9a8f9c89e13 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:16:08.531006 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] Port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 on network fc7c76c1-1b52-428c-9648-e9a8f9c89e13 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:16:08.531332 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] Attempting to bind port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 on network fc7c76c1-1b52-428c-9648-e9a8f9c89e13 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:16:08.536082 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:16:08.536940 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] Checking segment: {'id': 'b888d6e4-6a11-41ec-b9c2-0f59574ab7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fc7c76c1-1b52-428c-9648-e9a8f9c89e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:16:08.537340 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] Bound using segment: {'id': 'b888d6e4-6a11-41ec-b9c2-0f59574ab7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fc7c76c1-1b52-428c-9648-e9a8f9c89e13'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:16:08.537762 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] Bound port: 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b888d6e4-6a11-41ec-b9c2-0f59574ab7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fc7c76c1-1b52-428c-9648-e9a8f9c89e13'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:16:08.538359 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8a57d2f9-f9a4-45a2-8dd1-307a0f32d227), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:08.600742 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] For port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:16:08.603903 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] For port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=8a57d2f9-f9a4-45a2-8dd1-307a0f32d227,segment=NetworkSegment(b888d6e4-6a11-41ec-b9c2-0f59574ab7dd),segment_id=b888d6e4-6a11-41ec-b9c2-0f59574ab7dd)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:16:08.611122 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (8a57d2f9-f9a4-45a2-8dd1-307a0f32d227), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:08.680245 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:08.680875 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:08.682293 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] 10.222.0.10 "PUT /v2.0/ports/8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 HTTP/1.1" status: 200 len: 1092 time: 0.6321855 Feb 19 05:16:08.703192 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16822d30-8d5b-422d-ae02-213eed938b1d service neutron] Pushing event updated for resources: {'Port': ['ID=8a57d2f9-f9a4-45a2-8dd1-307a0f32d227,revision_number=7']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:16:08.743935 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47106f31-bcb3-4aba-ae5b-5d0bfb4a54ed req-68ce95dc-67f9-4893-a53d-3f77d304ee4e tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:08.745459 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-47106f31-bcb3-4aba-ae5b-5d0bfb4a54ed req-68ce95dc-67f9-4893-a53d-3f77d304ee4e tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 944 time: 0.1093714 Feb 19 05:16:08.785528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-afe9ff21-a409-4d40-b9f1-4e55eb9c9bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:08.788016 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-afe9ff21-a409-4d40-b9f1-4e55eb9c9bbc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5d7152c41949474282bb7c5981f05817&device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 1126 time: 0.0811293 Feb 19 05:16:08.820150 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-47106f31-bcb3-4aba-ae5b-5d0bfb4a54ed req-1df4516e-118f-4959-bf41-992d270a1974 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684979 Feb 19 05:16:08.892471 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-d58509da-039e-485d-ada0-0f3509609b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:08.894006 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-d58509da-039e-485d-ada0-0f3509609b94 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fc7c76c1-1b52-428c-9648-e9a8f9c89e13 HTTP/1.1" status: 200 len: 911 time: 0.1003773 Feb 19 05:16:08.935971 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-df555b89-ac60-4ff7-8b5b-dadc922af149 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 HTTP/1.1" status: 200 len: 217 time: 0.0354464 Feb 19 05:16:08.984712 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-e8d8d2cf-d9e0-47e3-9288-78ba74cb3680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:08.986319 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-e8d8d2cf-d9e0-47e3-9288-78ba74cb3680 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a0f3b1b1-fd2d-41d3-be5a-2e7cbd23bfaf HTTP/1.1" status: 200 len: 851 time: 0.0447989 Feb 19 05:16:09.017664 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-936c300f-74b0-4765-a789-ee884f97f944 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc7c76c1-1b52-428c-9648-e9a8f9c89e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249076 Feb 19 05:16:09.108206 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-058052cc-1dc0-4f83-94be-fdb63ef0708a service neutron] 10.222.0.10 "GET /v2.0/networks/fc7c76c1-1b52-428c-9648-e9a8f9c89e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836616 Feb 19 05:16:09.197507 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67bed56a-14ec-4c60-9d03-722c23cdf92c req-db6522ea-2b5a-43a6-8680-4baca2f7e189 service neutron] 10.222.0.10 "GET /v2.0/networks/fc7c76c1-1b52-428c-9648-e9a8f9c89e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834785 Feb 19 05:16:09.402333 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:09.561381 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:09.945005 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0526c-b7d6-492b-8680-acaa04c8b7fb req-6533f20e-b56f-4cfc-8484-a4ca9181e9e9 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:09.946505 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0ab0526c-b7d6-492b-8680-acaa04c8b7fb req-6533f20e-b56f-4cfc-8484-a4ca9181e9e9 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 944 time: 0.0565612 Feb 19 05:16:09.992392 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0ab0526c-b7d6-492b-8680-acaa04c8b7fb req-0f4e525b-7ec6-4c98-80ef-993808b47044 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402062 Feb 19 05:16:10.454486 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2f3670-5e5c-48ef-92a2-6cd5d44205a1', 'tag': '8a57d2f9-f9a4-45a2-8dd1-307a0f32d227'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:16:10.456835 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de83bf4-9d63-4475-8d6a-e2f12086b023" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2f3670-5e5c-48ef-92a2-6cd5d44205a1", "tag": "8a57d2f9-f9a4-45a2-8dd1-307a0f32d227"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:16:10.505338 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83304952-11dc-4682-ae0b-d59ce5395d43 x-openstack-request-id: req-83304952-11dc-4682-ae0b-d59ce5395d43 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:16:10.505338 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2f3670-5e5c-48ef-92a2-6cd5d44205a1", "tag": "8a57d2f9-f9a4-45a2-8dd1-307a0f32d227", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:16:10.505619 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-83304952-11dc-4682-ae0b-d59ce5395d43 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:16:10.505890 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2f3670-5e5c-48ef-92a2-6cd5d44205a1', 'tag': '8a57d2f9-f9a4-45a2-8dd1-307a0f32d227', 'status': 'completed', 'code': 200} Feb 19 05:16:10.603066 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de83bf4-9d63-4475-8d6a-e2f12086b023 req-d65350fa-9e1c-40bb-ad19-3aa8f71d261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:10.604594 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9de83bf4-9d63-4475-8d6a-e2f12086b023 req-d65350fa-9e1c-40bb-ad19-3aa8f71d261a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d7152c41949474282bb7c5981f05817&device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 1126 time: 0.0741403 Feb 19 05:16:10.606352 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de83bf4-9d63-4475-8d6a-e2f12086b023 req-3a860d18-9b45-4cbc-b207-489f7a67f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:10.607719 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9de83bf4-9d63-4475-8d6a-e2f12086b023 req-3a860d18-9b45-4cbc-b207-489f7a67f8da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5d7152c41949474282bb7c5981f05817&device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 1126 time: 0.0856097 Feb 19 05:16:10.767910 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de83bf4-9d63-4475-8d6a-e2f12086b023 req-b6859e92-e42d-42eb-896d-2adb2f6b1374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:10.769350 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9de83bf4-9d63-4475-8d6a-e2f12086b023 req-b6859e92-e42d-42eb-896d-2adb2f6b1374 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc7c76c1-1b52-428c-9648-e9a8f9c89e13 HTTP/1.1" status: 200 len: 911 time: 0.1585135 Feb 19 05:16:10.770565 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de83bf4-9d63-4475-8d6a-e2f12086b023 req-814a3861-ddb6-4ac8-8ccb-10de1a3a9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:10.772439 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9de83bf4-9d63-4475-8d6a-e2f12086b023 req-814a3861-ddb6-4ac8-8ccb-10de1a3a9e39 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fc7c76c1-1b52-428c-9648-e9a8f9c89e13 HTTP/1.1" status: 200 len: 911 time: 0.1546085 Feb 19 05:16:10.842301 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9de83bf4-9d63-4475-8d6a-e2f12086b023 req-32088bcd-4c9d-4df7-8a2a-a446c838d6e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 HTTP/1.1" status: 200 len: 217 time: 0.0674055 Feb 19 05:16:10.843653 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9de83bf4-9d63-4475-8d6a-e2f12086b023 req-5f832f77-1aaf-479d-99a6-fcd104c3634d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 HTTP/1.1" status: 200 len: 217 time: 0.0630605 Feb 19 05:16:10.924769 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de83bf4-9d63-4475-8d6a-e2f12086b023 req-0c22ac87-3cf4-4dac-96ad-e028232d9503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:10.926290 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9de83bf4-9d63-4475-8d6a-e2f12086b023 req-0c22ac87-3cf4-4dac-96ad-e028232d9503 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0f3b1b1-fd2d-41d3-be5a-2e7cbd23bfaf HTTP/1.1" status: 200 len: 851 time: 0.0784979 Feb 19 05:16:10.929860 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de83bf4-9d63-4475-8d6a-e2f12086b023 req-7ab4d8fd-cf01-4634-ae03-331b050e0d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:10.931199 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9de83bf4-9d63-4475-8d6a-e2f12086b023 req-7ab4d8fd-cf01-4634-ae03-331b050e0d22 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a0f3b1b1-fd2d-41d3-be5a-2e7cbd23bfaf HTTP/1.1" status: 200 len: 851 time: 0.0762997 Feb 19 05:16:10.977203 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9de83bf4-9d63-4475-8d6a-e2f12086b023 req-5ef986ba-1b01-4779-af54-f1545b9271f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc7c76c1-1b52-428c-9648-e9a8f9c89e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449979 Feb 19 05:16:10.979018 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9de83bf4-9d63-4475-8d6a-e2f12086b023 req-e6c4b5ea-17ff-4995-91bd-6d7d30023a33 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc7c76c1-1b52-428c-9648-e9a8f9c89e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396571 Feb 19 05:16:11.117206 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e16aaa-25dc-44b7-8c2e-01552495f460 req-01d158a4-a09a-4a85-ae5c-6eb097f0d89e tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:11.118796 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-93e16aaa-25dc-44b7-8c2e-01552495f460 req-01d158a4-a09a-4a85-ae5c-6eb097f0d89e tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 944 time: 0.0563283 Feb 19 05:16:11.171362 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-93e16aaa-25dc-44b7-8c2e-01552495f460 req-e25b6eec-426d-4e07-84e3-6a1897eb3b4f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468268 Feb 19 05:16:11.467835 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953e232-5a70-4e36-94c2-f7c12dbcb65e req-be7e925e-a025-400e-a2d4-2746dc30e671 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:11.469360 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e953e232-5a70-4e36-94c2-f7c12dbcb65e req-be7e925e-a025-400e-a2d4-2746dc30e671 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1&tenant_id=5d7152c41949474282bb7c5981f05817&binding%3Ahost_id=n-h1-772273-4 HTTP/1.1" status: 200 len: 944 time: 0.0944896 Feb 19 05:16:11.483956 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9de83bf4-9d63-4475-8d6a-e2f12086b023 req-a797184d-0d55-4229-95b4-d2fd75752753 service neutron] 10.222.0.48 "GET /v2.0/networks/fc7c76c1-1b52-428c-9648-e9a8f9c89e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012693 Feb 19 05:16:11.487600 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9de83bf4-9d63-4475-8d6a-e2f12086b023 req-d895997c-1908-4880-a284-f0a3fa6ff839 service neutron] 10.222.0.10 "GET /v2.0/networks/fc7c76c1-1b52-428c-9648-e9a8f9c89e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981933 Feb 19 05:16:11.532129 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [req-e953e232-5a70-4e36-94c2-f7c12dbcb65e req-2bd49d09-5d20-4e80-b23e-201915aec9df service neutron] delete failed (client error): The resource could not be found. Feb 19 05:16:11.533236 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e953e232-5a70-4e36-94c2-f7c12dbcb65e req-2bd49d09-5d20-4e80-b23e-201915aec9df service neutron] 10.222.0.48 "DELETE /v2.0/ports/8a57d2f9-f9a4-45a2-8dd1-307a0f32d227/bindings/n-h2-772273-4 HTTP/1.1" status: 404 len: 380 time: 0.0572572 Feb 19 05:16:11.647322 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9de83bf4-9d63-4475-8d6a-e2f12086b023 req-76d04faf-5c78-4c16-89e6-8a82cacc81e4 service neutron] 10.222.0.10 "GET /v2.0/networks/fc7c76c1-1b52-428c-9648-e9a8f9c89e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500862 Feb 19 05:16:11.649104 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9de83bf4-9d63-4475-8d6a-e2f12086b023 req-fefe6d4f-8843-4c77-8da0-1024823f8438 service neutron] 10.222.0.48 "GET /v2.0/networks/fc7c76c1-1b52-428c-9648-e9a8f9c89e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594806 Feb 19 05:16:11.749844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953e232-5a70-4e36-94c2-f7c12dbcb65e req-37cf2bd4-9c47-4254-8925-5146ce334833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:11.751335 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e953e232-5a70-4e36-94c2-f7c12dbcb65e req-37cf2bd4-9c47-4254-8925-5146ce334833 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d7152c41949474282bb7c5981f05817&device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 1126 time: 0.0447085 Feb 19 05:16:11.837905 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953e232-5a70-4e36-94c2-f7c12dbcb65e req-e7aa526f-abb2-4071-b753-cdc3a66ad412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:11.839379 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e953e232-5a70-4e36-94c2-f7c12dbcb65e req-e7aa526f-abb2-4071-b753-cdc3a66ad412 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc7c76c1-1b52-428c-9648-e9a8f9c89e13 HTTP/1.1" status: 200 len: 911 time: 0.0825458 Feb 19 05:16:11.883665 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e953e232-5a70-4e36-94c2-f7c12dbcb65e req-25a65817-2845-403e-80d0-7d3b38e28920 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 HTTP/1.1" status: 200 len: 217 time: 0.0382514 Feb 19 05:16:11.930039 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953e232-5a70-4e36-94c2-f7c12dbcb65e req-de8cdde4-3b40-4fc6-8002-716bc1209642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:11.931476 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e953e232-5a70-4e36-94c2-f7c12dbcb65e req-de8cdde4-3b40-4fc6-8002-716bc1209642 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0f3b1b1-fd2d-41d3-be5a-2e7cbd23bfaf HTTP/1.1" status: 200 len: 851 time: 0.0423582 Feb 19 05:16:11.962287 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e953e232-5a70-4e36-94c2-f7c12dbcb65e req-2bb8349b-0365-4df5-ae0a-d3189ac6721c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc7c76c1-1b52-428c-9648-e9a8f9c89e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253413 Feb 19 05:16:12.051405 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e953e232-5a70-4e36-94c2-f7c12dbcb65e req-e20ab4aa-dc95-4a30-afd1-df7a1c8ed072 service neutron] 10.222.0.48 "GET /v2.0/networks/fc7c76c1-1b52-428c-9648-e9a8f9c89e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828388 Feb 19 05:16:12.140237 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e953e232-5a70-4e36-94c2-f7c12dbcb65e req-a17826f4-3af0-4140-87c7-9ff544e2ff1a service neutron] 10.222.0.48 "GET /v2.0/networks/fc7c76c1-1b52-428c-9648-e9a8f9c89e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835986 Feb 19 05:16:12.826638 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5074d-69cb-492c-9fc2-29c4aafe5407 req-97ea9613-32e7-4966-85e0-ccc8758ecfa5 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:12.828055 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fbc5074d-69cb-492c-9fc2-29c4aafe5407 req-97ea9613-32e7-4966-85e0-ccc8758ecfa5 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 944 time: 0.0521529 Feb 19 05:16:12.876063 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:16:12.880299 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fbc5074d-69cb-492c-9fc2-29c4aafe5407 req-24f93f32-d678-4154-a7b0-2731c1b23ca4 tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461409 Feb 19 05:16:12.917853 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] The host n-h2-772273-4 is not matching for port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 host n-h1-772273-4! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 05:16:12.918271 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:16:13.651696 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:16:13.751355 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=8a57d2f9-f9a4-45a2-8dd1-307a0f32d227,segment=NetworkSegment(b888d6e4-6a11-41ec-b9c2-0f59574ab7dd),segment_id=b888d6e4-6a11-41ec-b9c2-0f59574ab7dd)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:16:13.763184 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '8a57d2f9-f9a4-45a2-8dd1-307a0f32d227', 'network_id': 'fc7c76c1-1b52-428c-9648-e9a8f9c89e13', 'port_id': '8a57d2f9-f9a4-45a2-8dd1-307a0f32d227', 'mac_address': 'fa:16:3e:74:23:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f3b1b1-fd2d-41d3-be5a-2e7cbd23bfaf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:16:13.799499 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:16:13.799806 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8a57d2f9-f9a4-45a2-8dd1-307a0f32d227), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:13.816606 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:16:13.835723 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=8a57d2f9-f9a4-45a2-8dd1-307a0f32d227,segment=NetworkSegment(b888d6e4-6a11-41ec-b9c2-0f59574ab7dd),segment_id=b888d6e4-6a11-41ec-b9c2-0f59574ab7dd)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:16:13.838964 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8a57d2f9-f9a4-45a2-8dd1-307a0f32d227), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:13.885717 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=8a57d2f9-f9a4-45a2-8dd1-307a0f32d227,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:16:13.892992 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:13.893345 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:13.893690 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:13.894031 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:13.894372 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:13.894705 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:13.895034 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:13.895363 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:13.895728 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:13.896066 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:13.896402 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:13.896729 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:13.897083 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:14.039603 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001533fb-1935-4a26-8a84-2eedb1837a9c req-c97de174-916a-4c70-af78-ee167c98985f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:14.041147 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-001533fb-1935-4a26-8a84-2eedb1837a9c req-c97de174-916a-4c70-af78-ee167c98985f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 945 time: 0.0894358 Feb 19 05:16:14.062119 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953e232-5a70-4e36-94c2-f7c12dbcb65e req-6fc7a74a-e6f4-4656-b3b3-4e889426118b tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:14.063505 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e953e232-5a70-4e36-94c2-f7c12dbcb65e req-6fc7a74a-e6f4-4656-b3b3-4e889426118b tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e2f3670-5e5c-48ef-92a2-6cd5d44205a1 HTTP/1.1" status: 200 len: 945 time: 0.0764101 Feb 19 05:16:14.134747 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-001533fb-1935-4a26-8a84-2eedb1837a9c req-f240f449-74f2-4ad6-8610-30f994c00edf tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c63ed9-af39-46ae-bb05-46089deaee18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859725 Feb 19 05:16:14.179689 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-e953e232-5a70-4e36-94c2-f7c12dbcb65e req-673a104c-8abb-4c7e-847e-1236ff24974f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Deleting port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:16:14.180106 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e953e232-5a70-4e36-94c2-f7c12dbcb65e req-673a104c-8abb-4c7e-847e-1236ff24974f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (8a57d2f9-f9a4-45a2-8dd1-307a0f32d227), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:14.268877 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-e953e232-5a70-4e36-94c2-f7c12dbcb65e req-673a104c-8abb-4c7e-847e-1236ff24974f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] For port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=8a57d2f9-f9a4-45a2-8dd1-307a0f32d227,segment=NetworkSegment(b888d6e4-6a11-41ec-b9c2-0f59574ab7dd),segment_id=b888d6e4-6a11-41ec-b9c2-0f59574ab7dd)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:16:14.269273 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e953e232-5a70-4e36-94c2-f7c12dbcb65e req-673a104c-8abb-4c7e-847e-1236ff24974f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (8a57d2f9-f9a4-45a2-8dd1-307a0f32d227), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:14.281659 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-e953e232-5a70-4e36-94c2-f7c12dbcb65e req-673a104c-8abb-4c7e-847e-1236ff24974f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Calling delete_port for 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:16:14.413240 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e953e232-5a70-4e36-94c2-f7c12dbcb65e req-673a104c-8abb-4c7e-847e-1236ff24974f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (8a57d2f9-f9a4-45a2-8dd1-307a0f32d227), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:14.442941 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a104c-8abb-4c7e-847e-1236ff24974f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Pushing event deleted for resources: {'Port': ['ID=8a57d2f9-f9a4-45a2-8dd1-307a0f32d227,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:16:14.486824 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-e953e232-5a70-4e36-94c2-f7c12dbcb65e req-673a104c-8abb-4c7e-847e-1236ff24974f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] No DVR routers for this DVR port 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:16:14.489410 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e953e232-5a70-4e36-94c2-f7c12dbcb65e req-673a104c-8abb-4c7e-847e-1236ff24974f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:14.492794 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e953e232-5a70-4e36-94c2-f7c12dbcb65e req-673a104c-8abb-4c7e-847e-1236ff24974f tempest-DeleteServersTestJSON-816265535 tempest-DeleteServersTestJSON-816265535-project] 10.222.0.10 "DELETE /v2.0/ports/8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 HTTP/1.1" status: 204 len: 173 time: 0.4217587 Feb 19 05:16:14.493252 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2f3670-5e5c-48ef-92a2-6cd5d44205a1', 'name': 'network-vif-deleted', 'tag': '8a57d2f9-f9a4-45a2-8dd1-307a0f32d227'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:16:14.495492 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e142cd1e-2306-43a1-82f8-3f67f65195b6" -d '{"events": [{"server_uuid": "1e2f3670-5e5c-48ef-92a2-6cd5d44205a1", "name": "network-vif-deleted", "tag": "8a57d2f9-f9a4-45a2-8dd1-307a0f32d227"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:16:14.533892 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8d3948-09f8-49f5-a6a0-f44150b7ab6d x-openstack-request-id: req-0c8d3948-09f8-49f5-a6a0-f44150b7ab6d {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:16:14.534193 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2f3670-5e5c-48ef-92a2-6cd5d44205a1", "name": "network-vif-deleted", "tag": "8a57d2f9-f9a4-45a2-8dd1-307a0f32d227", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:16:14.534451 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c8d3948-09f8-49f5-a6a0-f44150b7ab6d {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:16:14.534869 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2f3670-5e5c-48ef-92a2-6cd5d44205a1', 'name': 'network-vif-deleted', 'tag': '8a57d2f9-f9a4-45a2-8dd1-307a0f32d227', 'status': 'completed', 'code': 200} Feb 19 05:16:15.274506 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34248) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:16:15.319786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-49217005-096c-4307-b038-de6bf36898c7 admin admin] Deleting subnet a0f3b1b1-fd2d-41d3-be5a-2e7cbd23bfaf {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:16:15.322812 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-49217005-096c-4307-b038-de6bf36898c7 admin admin] Publish callbacks [] for subnet (a0f3b1b1-fd2d-41d3-be5a-2e7cbd23bfaf), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:15.361546 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-49217005-096c-4307-b038-de6bf36898c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (a0f3b1b1-fd2d-41d3-be5a-2e7cbd23bfaf), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:15.401128 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-49217005-096c-4307-b038-de6bf36898c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (a0f3b1b1-fd2d-41d3-be5a-2e7cbd23bfaf), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:15.454051 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-49217005-096c-4307-b038-de6bf36898c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (a0f3b1b1-fd2d-41d3-be5a-2e7cbd23bfaf), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:15.480051 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49217005-096c-4307-b038-de6bf36898c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0f3b1b1-fd2d-41d3-be5a-2e7cbd23bfaf,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:16:15.484772 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-49217005-096c-4307-b038-de6bf36898c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:15.487890 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-49217005-096c-4307-b038-de6bf36898c7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a0f3b1b1-fd2d-41d3-be5a-2e7cbd23bfaf HTTP/1.1" status: 204 len: 168 time: 0.2117741 Feb 19 05:16:15.491197 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34250) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:16:15.563798 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f19486bd-a29f-4f6e-a770-486dca50c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (fc7c76c1-1b52-428c-9648-e9a8f9c89e13), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:15.640283 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f19486bd-a29f-4f6e-a770-486dca50c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (fc7c76c1-1b52-428c-9648-e9a8f9c89e13), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:15.662239 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-f19486bd-a29f-4f6e-a770-486dca50c8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7c76c1-1b52-428c-9648-e9a8f9c89e13']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:16:15.671669 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-f19486bd-a29f-4f6e-a770-486dca50c8c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b888d6e4-6a11-41ec-b9c2-0f59574ab7dd') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:16:15.671971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-f19486bd-a29f-4f6e-a770-486dca50c8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b888d6e4-6a11-41ec-b9c2-0f59574ab7dd') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:16:15.681181 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f19486bd-a29f-4f6e-a770-486dca50c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (b888d6e4-6a11-41ec-b9c2-0f59574ab7dd), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:15.694288 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f19486bd-a29f-4f6e-a770-486dca50c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (b888d6e4-6a11-41ec-b9c2-0f59574ab7dd), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:15.700150 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19486bd-a29f-4f6e-a770-486dca50c8c0 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:16:15.700539 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f19486bd-a29f-4f6e-a770-486dca50c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (b888d6e4-6a11-41ec-b9c2-0f59574ab7dd), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: timer() Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:16:15.702555 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:16:15.760512 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f19486bd-a29f-4f6e-a770-486dca50c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (fc7c76c1-1b52-428c-9648-e9a8f9c89e13), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:15.765980 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f19486bd-a29f-4f6e-a770-486dca50c8c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:15.769337 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f19486bd-a29f-4f6e-a770-486dca50c8c0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/fc7c76c1-1b52-428c-9648-e9a8f9c89e13 HTTP/1.1" status: 204 len: 168 time: 0.2772055 Feb 19 05:16:15.781179 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19486bd-a29f-4f6e-a770-486dca50c8c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc7c76c1-1b52-428c-9648-e9a8f9c89e13,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:16:15.876978 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34254) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:16:15.918742 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7d9b43e3-a87d-4c01-ac46-25b6d9c0b409 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5d7152c41949474282bb7c5981f05817&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405648 Feb 19 05:16:15.921245 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34256) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:16:15.970749 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ebf1485a-91c7-46c9-b8c0-661942ce182f admin admin] Publish callbacks [] for security_group (91c63ed9-af39-46ae-bb05-46089deaee18), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:15.993367 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ebf1485a-91c7-46c9-b8c0-661942ce182f admin admin] Publish callbacks [] for security_group (91c63ed9-af39-46ae-bb05-46089deaee18), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:16.041923 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ebf1485a-91c7-46c9-b8c0-661942ce182f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (91c63ed9-af39-46ae-bb05-46089deaee18), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:16.044507 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ebf1485a-91c7-46c9-b8c0-661942ce182f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:16.045734 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ebf1485a-91c7-46c9-b8c0-661942ce182f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/91c63ed9-af39-46ae-bb05-46089deaee18 HTTP/1.1" status: 204 len: 168 time: 0.1235487 Feb 19 05:16:16.053844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1485a-91c7-46c9-b8c0-661942ce182f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c63ed9-af39-46ae-bb05-46089deaee18,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:16:16.709807 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34278) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:16:16.804079 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-cb4c7206-7212-41b0-b957-01c85d4d0b0a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-983604990-network', 'tenant_id': 'dfd1270517a7403983e9ff1c5d3bb10f'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:16:16.824401 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4c7206-7212-41b0-b957-01c85d4d0b0a admin admin] Made reservation on behalf of dfd1270517a7403983e9ff1c5d3bb10f for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:16:16.826705 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb4c7206-7212-41b0-b957-01c85d4d0b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:16.839333 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb4c7206-7212-41b0-b957-01c85d4d0b0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:16.915008 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb4c7206-7212-41b0-b957-01c85d4d0b0a admin admin] Publish callbacks [] for security_group (967236c8-bce0-4ba5-9a05-75c250e4ce0c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:16.918720 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb4c7206-7212-41b0-b957-01c85d4d0b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (967236c8-bce0-4ba5-9a05-75c250e4ce0c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:16.942141 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4c7206-7212-41b0-b957-01c85d4d0b0a admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:16:16.952358 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c7206-7212-41b0-b957-01c85d4d0b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967236c8-bce0-4ba5-9a05-75c250e4ce0c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:16:16.958889 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb4c7206-7212-41b0-b957-01c85d4d0b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (924bebda-93e5-45b0-8348-27210b7a7ad6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:16.959234 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-cb4c7206-7212-41b0-b957-01c85d4d0b0a admin admin] Added segment 924bebda-93e5-45b0-8348-27210b7a7ad6 of type vlan for network 2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c Feb 19 05:16:16.999122 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb4c7206-7212-41b0-b957-01c85d4d0b0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:17.024922 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb4c7206-7212-41b0-b957-01c85d4d0b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:17.025902 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4c7206-7212-41b0-b957-01c85d4d0b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:17.026486 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cb4c7206-7212-41b0-b957-01c85d4d0b0a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:17.085472 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cb4c7206-7212-41b0-b957-01c85d4d0b0a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3744159 Feb 19 05:16:17.088553 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34282) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:16:17.092798 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c7206-7212-41b0-b957-01c85d4d0b0a admin admin] Pushing event updated for resources: {'Network': ['ID=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:16:17.094147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-6cc22336-bcf2-4ab2-9a61-332f5f570c4e admin admin] Request body: {'subnet': {'network_id': '2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-983604990-subnet', 'tenant_id': 'dfd1270517a7403983e9ff1c5d3bb10f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:16:17.104392 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:16:17.115951 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc22336-bcf2-4ab2-9a61-332f5f570c4e admin admin] Made reservation on behalf of dfd1270517a7403983e9ff1c5d3bb10f for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:16:17.118307 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cc22336-bcf2-4ab2-9a61-332f5f570c4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:17.288352 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cc22336-bcf2-4ab2-9a61-332f5f570c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (1df13868-484f-4017-8779-797d8388a22a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:17.675005 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc22336-bcf2-4ab2-9a61-332f5f570c4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1df13868-484f-4017-8779-797d8388a22a,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:16:17.684714 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:16:17.687278 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc22336-bcf2-4ab2-9a61-332f5f570c4e admin admin] Checking segment: {'id': '924bebda-93e5-45b0-8348-27210b7a7ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:16:17.687641 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc22336-bcf2-4ab2-9a61-332f5f570c4e admin admin] Network hostable DHCP agents. Network: 2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:16:17.704519 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc22336-bcf2-4ab2-9a61-332f5f570c4e admin admin] Network 2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:16:17.706307 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:16:17.706676 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 8a57d2f9-f9a4-45a2-8dd1-307a0f32d227 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:16:17.714353 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-6cc22336-bcf2-4ab2-9a61-332f5f570c4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:16:17.718809 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc22336-bcf2-4ab2-9a61-332f5f570c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:17.719563 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6cc22336-bcf2-4ab2-9a61-332f5f570c4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:17.724969 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de51d11-f4f3-4a71-810b-a326c57ac9c7 None None] Network 2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:16:17.736877 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6cc22336-bcf2-4ab2-9a61-332f5f570c4e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6465836 Feb 19 05:16:17.826656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e89fbf-7564-4dd8-a407-4adcd1346376 None None] Network 2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:16:18.198227 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-44dd3deb-fd24-4cd9-a566-0c1aaaa27934 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:18.199747 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-44dd3deb-fd24-4cd9-a566-0c1aaaa27934 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/networks?id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c HTTP/1.1" status: 200 len: 814 time: 0.1051934 Feb 19 05:16:18.215469 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-2c608a39-eb52-49cf-9aef-3e68a6d1168e tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/quotas/dfd1270517a7403983e9ff1c5d3bb10f HTTP/1.1" status: 200 len: 375 time: 0.0100565 Feb 19 05:16:18.254119 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-c1b7bb97-993b-4116-8803-f58c04c286eb tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dfd1270517a7403983e9ff1c5d3bb10f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333111 Feb 19 05:16:18.265441 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-a201443a-39c5-45bf-8985-d2e77f59a2ec service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:16:18.266479 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-a201443a-39c5-45bf-8985-d2e77f59a2ec service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054433 Feb 19 05:16:18.381414 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-29dd2deb-cb1e-4d36-a1db-9f2d0640b632 service neutron] 10.222.0.65 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076698 Feb 19 05:16:18.488534 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-efe1dba2-2d92-4049-a1fc-64baee25f2ac service neutron] 10.222.0.65 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004412 Feb 19 05:16:18.673375 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5066f31d-3dc3-42fc-933a-c6409ef239c3 req-012f1fb2-1fbc-4053-8f83-4a2ac58e386e tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 210 time: 0.0306017 Feb 19 05:16:19.625049 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-e672e18d-dda7-4acf-9928-b50b5c07e006 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:19.626540 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-e672e18d-dda7-4acf-9928-b50b5c07e006 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.10 "GET /v2.0/networks?id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c HTTP/1.1" status: 200 len: 814 time: 0.1096895 Feb 19 05:16:19.640106 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-d34b4aa1-bea8-4a56-b393-d46a431ea620 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Request body: {'port': {'device_id': 'd3599f71-46de-4d0f-9a23-4ad1e7b836eb', 'network_id': '2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c', 'admin_state_up': True, 'tenant_id': 'dfd1270517a7403983e9ff1c5d3bb10f'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:16:19.752859 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-d34b4aa1-bea8-4a56-b393-d46a431ea620 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Made reservation on behalf of dfd1270517a7403983e9ff1c5d3bb10f for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:16:19.757504 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-d34b4aa1-bea8-4a56-b393-d46a431ea620 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:19.775716 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-64acc0c4-4e6e-4233-b1ee-30f86999ddfa req-b8b3eb73-e636-4d62-ba1f-3c8ce56a8169 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 210 time: 0.0295725 Feb 19 05:16:19.885026 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-d34b4aa1-bea8-4a56-b393-d46a431ea620 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Allocated IP 172.20.0.10 (2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c/1df13868-484f-4017-8779-797d8388a22a/2c4077be-94ad-4ee4-8a22-eb18eadb871f) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:16:20.035511 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-d34b4aa1-bea8-4a56-b393-d46a431ea620 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Publish callbacks [] for port (2c4077be-94ad-4ee4-8a22-eb18eadb871f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:20.072067 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-d34b4aa1-bea8-4a56-b393-d46a431ea620 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (2c4077be-94ad-4ee4-8a22-eb18eadb871f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:20.121733 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-d34b4aa1-bea8-4a56-b393-d46a431ea620 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Network 2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:16:20.125161 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-d34b4aa1-bea8-4a56-b393-d46a431ea620 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:16:20.131887 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-d34b4aa1-bea8-4a56-b393-d46a431ea620 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:16:20.138834 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b4aa1-bea8-4a56-b393-d46a431ea620 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Pushing event updated for resources: {'Port': ['ID=2c4077be-94ad-4ee4-8a22-eb18eadb871f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:16:20.185002 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-d34b4aa1-bea8-4a56-b393-d46a431ea620 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:20.185647 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-d34b4aa1-bea8-4a56-b393-d46a431ea620 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:20.202640 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-d34b4aa1-bea8-4a56-b393-d46a431ea620 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5664053 Feb 19 05:16:20.214575 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-0d60347f-bfaa-4e68-96f1-d0fe892d960f service neutron] Request body: {'port': {'device_id': 'd3599f71-46de-4d0f-9a23-4ad1e7b836eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:16:20.277460 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-0d60347f-bfaa-4e68-96f1-d0fe892d960f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2c4077be-94ad-4ee4-8a22-eb18eadb871f), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:20.560553 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-0d60347f-bfaa-4e68-96f1-d0fe892d960f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4077be-94ad-4ee4-8a22-eb18eadb871f {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:16:20.568628 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-0d60347f-bfaa-4e68-96f1-d0fe892d960f service neutron] Publish callbacks [] for port (2c4077be-94ad-4ee4-8a22-eb18eadb871f), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:20.581288 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-0d60347f-bfaa-4e68-96f1-d0fe892d960f service neutron] Transition to ACTIVE for port object 2c4077be-94ad-4ee4-8a22-eb18eadb871f will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:16:20.586935 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-0d60347f-bfaa-4e68-96f1-d0fe892d960f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (2c4077be-94ad-4ee4-8a22-eb18eadb871f), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:20.638977 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60347f-bfaa-4e68-96f1-d0fe892d960f service neutron] Pushing event updated for resources: {'Port': ['ID=2c4077be-94ad-4ee4-8a22-eb18eadb871f,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:16:20.711620 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-0d60347f-bfaa-4e68-96f1-d0fe892d960f service neutron] Attempting to bind port 2c4077be-94ad-4ee4-8a22-eb18eadb871f on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:16:20.711948 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-0d60347f-bfaa-4e68-96f1-d0fe892d960f service neutron] Attempting to bind port 2c4077be-94ad-4ee4-8a22-eb18eadb871f by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '924bebda-93e5-45b0-8348-27210b7a7ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:16:20.712280 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-0d60347f-bfaa-4e68-96f1-d0fe892d960f service neutron] Attempting to bind port 2c4077be-94ad-4ee4-8a22-eb18eadb871f on network 2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:16:20.717008 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-0d60347f-bfaa-4e68-96f1-d0fe892d960f service neutron] Port 2c4077be-94ad-4ee4-8a22-eb18eadb871f on network 2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:16:20.717336 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-0d60347f-bfaa-4e68-96f1-d0fe892d960f service neutron] Attempting to bind port 2c4077be-94ad-4ee4-8a22-eb18eadb871f on network 2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:16:20.722173 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-0d60347f-bfaa-4e68-96f1-d0fe892d960f service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:16:20.722511 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-0d60347f-bfaa-4e68-96f1-d0fe892d960f service neutron] Checking segment: {'id': '924bebda-93e5-45b0-8348-27210b7a7ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:16:20.722898 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-0d60347f-bfaa-4e68-96f1-d0fe892d960f service neutron] Bound using segment: {'id': '924bebda-93e5-45b0-8348-27210b7a7ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:16:20.723321 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-0d60347f-bfaa-4e68-96f1-d0fe892d960f service neutron] Bound port: 2c4077be-94ad-4ee4-8a22-eb18eadb871f, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924bebda-93e5-45b0-8348-27210b7a7ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:16:20.724242 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-0d60347f-bfaa-4e68-96f1-d0fe892d960f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2c4077be-94ad-4ee4-8a22-eb18eadb871f), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:20.793826 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-0d60347f-bfaa-4e68-96f1-d0fe892d960f service neutron] For port 2c4077be-94ad-4ee4-8a22-eb18eadb871f, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:16:20.798200 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-0d60347f-bfaa-4e68-96f1-d0fe892d960f service neutron] For port 2c4077be-94ad-4ee4-8a22-eb18eadb871f, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2c4077be-94ad-4ee4-8a22-eb18eadb871f,segment=NetworkSegment(924bebda-93e5-45b0-8348-27210b7a7ad6),segment_id=924bebda-93e5-45b0-8348-27210b7a7ad6)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:16:20.804884 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-0d60347f-bfaa-4e68-96f1-d0fe892d960f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (2c4077be-94ad-4ee4-8a22-eb18eadb871f), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:20.839043 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-0d60347f-bfaa-4e68-96f1-d0fe892d960f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:20.839669 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-0d60347f-bfaa-4e68-96f1-d0fe892d960f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:20.841111 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-0d60347f-bfaa-4e68-96f1-d0fe892d960f service neutron] 10.222.0.10 "PUT /v2.0/ports/2c4077be-94ad-4ee4-8a22-eb18eadb871f HTTP/1.1" status: 200 len: 1092 time: 0.6308706 Feb 19 05:16:20.841568 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3599f71-46de-4d0f-9a23-4ad1e7b836eb', 'tag': '2c4077be-94ad-4ee4-8a22-eb18eadb871f'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:16:20.843817 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89915f2b-9bfc-4a51-9fb2-e63213695136" -d '{"events": [{"name": "network-changed", "server_uuid": "d3599f71-46de-4d0f-9a23-4ad1e7b836eb", "tag": "2c4077be-94ad-4ee4-8a22-eb18eadb871f"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:16:20.901622 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3877da9-559d-4b71-9137-dc4d2a331309 x-openstack-request-id: req-f3877da9-559d-4b71-9137-dc4d2a331309 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:16:20.901915 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3599f71-46de-4d0f-9a23-4ad1e7b836eb", "tag": "2c4077be-94ad-4ee4-8a22-eb18eadb871f", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:16:20.902159 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f3877da9-559d-4b71-9137-dc4d2a331309 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:16:20.902573 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3599f71-46de-4d0f-9a23-4ad1e7b836eb', 'tag': '2c4077be-94ad-4ee4-8a22-eb18eadb871f', 'status': 'completed', 'code': 200} Feb 19 05:16:20.927775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60347f-bfaa-4e68-96f1-d0fe892d960f service neutron] Pushing event updated for resources: {'Port': ['ID=2c4077be-94ad-4ee4-8a22-eb18eadb871f,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:16:20.953161 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e841217-6df5-4ec8-9179-e07d63d12ced req-68440ea2-f008-4d84-a290-093b6bb6cc65 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:20.954684 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7e841217-6df5-4ec8-9179-e07d63d12ced req-68440ea2-f008-4d84-a290-093b6bb6cc65 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 944 time: 0.1063354 Feb 19 05:16:20.969188 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-c505a9ec-31e0-472a-b1dd-d9a12eb0d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:20.970646 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-c505a9ec-31e0-472a-b1dd-d9a12eb0d328 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dfd1270517a7403983e9ff1c5d3bb10f&device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 1126 time: 0.0865531 Feb 19 05:16:21.017934 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-bfa70ce6-5bf6-4d47-9dce-ea0e84fb9747 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c4077be-94ad-4ee4-8a22-eb18eadb871f HTTP/1.1" status: 200 len: 217 time: 0.0392811 Feb 19 05:16:21.067326 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7e841217-6df5-4ec8-9179-e07d63d12ced req-f218389e-7446-4adb-a370-f7d2b19ded84 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054130 Feb 19 05:16:21.079720 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-80ef04cc-02f8-4e2e-a4ce-c3ac763eb671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:21.081218 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-80ef04cc-02f8-4e2e-a4ce-c3ac763eb671 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1df13868-484f-4017-8779-797d8388a22a HTTP/1.1" status: 200 len: 854 time: 0.0573680 Feb 19 05:16:21.112726 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-d605999b-b894-4be4-9db2-2c10cfd94255 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259068 Feb 19 05:16:21.205534 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-b83e78e7-96bf-4461-a2a1-df41c47b2693 service neutron] 10.222.0.10 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858443 Feb 19 05:16:21.292443 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d56c5681-b950-4a9f-9966-e6f79fbcf952 req-b5652f46-6d4d-4c0f-bcda-179ff36f317c service neutron] 10.222.0.10 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811300 Feb 19 05:16:21.386802 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89915f2b-9bfc-4a51-9fb2-e63213695136 req-40e3e610-71ea-444d-9846-24cf099bd02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:21.388393 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-89915f2b-9bfc-4a51-9fb2-e63213695136 req-40e3e610-71ea-444d-9846-24cf099bd02e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dfd1270517a7403983e9ff1c5d3bb10f&device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 1126 time: 0.0509171 Feb 19 05:16:21.477271 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89915f2b-9bfc-4a51-9fb2-e63213695136 req-08e8652e-1a7b-4e2f-89d2-b6a13a148436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:21.478772 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-89915f2b-9bfc-4a51-9fb2-e63213695136 req-08e8652e-1a7b-4e2f-89d2-b6a13a148436 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c HTTP/1.1" status: 200 len: 914 time: 0.0848124 Feb 19 05:16:21.525235 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-89915f2b-9bfc-4a51-9fb2-e63213695136 req-5b48ef4d-aa4f-4a8a-ae3d-554d8464741f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c4077be-94ad-4ee4-8a22-eb18eadb871f HTTP/1.1" status: 200 len: 217 time: 0.0401535 Feb 19 05:16:21.573496 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89915f2b-9bfc-4a51-9fb2-e63213695136 req-5960328d-e34b-459f-893c-4d0502a80803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:21.574979 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-89915f2b-9bfc-4a51-9fb2-e63213695136 req-5960328d-e34b-459f-893c-4d0502a80803 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1df13868-484f-4017-8779-797d8388a22a HTTP/1.1" status: 200 len: 854 time: 0.0444505 Feb 19 05:16:21.607381 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-89915f2b-9bfc-4a51-9fb2-e63213695136 req-72cbb74b-0e47-4a44-9031-6990b9106f45 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258045 Feb 19 05:16:21.696408 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-89915f2b-9bfc-4a51-9fb2-e63213695136 req-6fb620dd-a102-493a-ad7a-db909090093a service neutron] 10.222.0.10 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822747 Feb 19 05:16:21.788419 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-89915f2b-9bfc-4a51-9fb2-e63213695136 req-ba4ff05e-1fe0-4e57-b421-33f5b9b35299 service neutron] 10.222.0.10 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863206 Feb 19 05:16:22.194452 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae24f12-7daa-4249-a480-c7c1ff67c3df req-372da359-6b75-4ff8-9932-89ae8c8943e0 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:22.195944 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ae24f12-7daa-4249-a480-c7c1ff67c3df req-372da359-6b75-4ff8-9932-89ae8c8943e0 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 944 time: 0.0551155 Feb 19 05:16:22.242389 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ae24f12-7daa-4249-a480-c7c1ff67c3df req-f2e194d6-4483-43cc-9591-7a8b522474cb tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406849 Feb 19 05:16:23.374465 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b0ede-8bcc-414b-b911-4d84c8777aff req-a3397684-b1b3-4d35-ad04-d62d47581aae tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:23.376028 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-029b0ede-8bcc-414b-b911-4d84c8777aff req-a3397684-b1b3-4d35-ad04-d62d47581aae tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 944 time: 0.0644617 Feb 19 05:16:23.437225 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-029b0ede-8bcc-414b-b911-4d84c8777aff req-bc2c9bf6-e842-4a52-8044-b57b274d5630 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517044 Feb 19 05:16:23.712854 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 2c4077be-94ad-4ee4-8a22-eb18eadb871f details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:16:23.809739 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 2c4077be-94ad-4ee4-8a22-eb18eadb871f, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2c4077be-94ad-4ee4-8a22-eb18eadb871f,segment=NetworkSegment(924bebda-93e5-45b0-8348-27210b7a7ad6),segment_id=924bebda-93e5-45b0-8348-27210b7a7ad6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:16:23.821377 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '2c4077be-94ad-4ee4-8a22-eb18eadb871f', 'network_id': '2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c', 'port_id': '2c4077be-94ad-4ee4-8a22-eb18eadb871f', 'mac_address': 'fa:16:3e:3b:81:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df13868-484f-4017-8779-797d8388a22a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:16:23.863519 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 2c4077be-94ad-4ee4-8a22-eb18eadb871f is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:16:23.863913 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2c4077be-94ad-4ee4-8a22-eb18eadb871f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:23.878165 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4077be-94ad-4ee4-8a22-eb18eadb871f {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:16:23.898387 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 2c4077be-94ad-4ee4-8a22-eb18eadb871f, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2c4077be-94ad-4ee4-8a22-eb18eadb871f,segment=NetworkSegment(924bebda-93e5-45b0-8348-27210b7a7ad6),segment_id=924bebda-93e5-45b0-8348-27210b7a7ad6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:16:23.904183 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2c4077be-94ad-4ee4-8a22-eb18eadb871f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:23.952820 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=2c4077be-94ad-4ee4-8a22-eb18eadb871f,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:16:24.108110 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['2c4077be-94ad-4ee4-8a22-eb18eadb871f'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:16:24.569447 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab727f-6681-491e-a09c-774ec8a06f6e req-49a20ac5-ca36-44db-a546-3b438f165c64 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:24.571018 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cfab727f-6681-491e-a09c-774ec8a06f6e req-49a20ac5-ca36-44db-a546-3b438f165c64 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 945 time: 0.0659685 Feb 19 05:16:24.618991 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cfab727f-6681-491e-a09c-774ec8a06f6e req-207e91b3-af60-46bf-bf2b-8cf90b114f44 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423434 Feb 19 05:16:25.712247 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 2c4077be-94ad-4ee4-8a22-eb18eadb871f up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:16:25.747114 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477b62e-7335-40f7-b865-8c426e2ba510 req-93cae980-167a-4836-a2b3-dbbde3e39fff tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:25.748766 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9477b62e-7335-40f7-b865-8c426e2ba510 req-93cae980-167a-4836-a2b3-dbbde3e39fff tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 945 time: 0.0620480 Feb 19 05:16:25.771130 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 2c4077be-94ad-4ee4-8a22-eb18eadb871f completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:16:25.775807 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 2c4077be-94ad-4ee4-8a22-eb18eadb871f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:16:25.776048 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2c4077be-94ad-4ee4-8a22-eb18eadb871f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:25.807384 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9477b62e-7335-40f7-b865-8c426e2ba510 req-56a2b3fb-2615-41dc-9fb1-08b639846b6d tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525522 Feb 19 05:16:25.862019 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 2c4077be-94ad-4ee4-8a22-eb18eadb871f is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:16:25.862413 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2c4077be-94ad-4ee4-8a22-eb18eadb871f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:25.893005 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3599f71-46de-4d0f-9a23-4ad1e7b836eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4077be-94ad-4ee4-8a22-eb18eadb871f'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:16:25.895283 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb204ead-6393-4ff9-9742-10b8d16e9d41" -d '{"events": [{"server_uuid": "d3599f71-46de-4d0f-9a23-4ad1e7b836eb", "name": "network-vif-plugged", "status": "completed", "tag": "2c4077be-94ad-4ee4-8a22-eb18eadb871f"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:16:25.909786 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 2c4077be-94ad-4ee4-8a22-eb18eadb871f, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2c4077be-94ad-4ee4-8a22-eb18eadb871f,segment=NetworkSegment(924bebda-93e5-45b0-8348-27210b7a7ad6),segment_id=924bebda-93e5-45b0-8348-27210b7a7ad6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:16:25.914154 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2c4077be-94ad-4ee4-8a22-eb18eadb871f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:25.940658 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b66200d-fbff-45a5-af9f-c72c4da541ad x-openstack-request-id: req-1b66200d-fbff-45a5-af9f-c72c4da541ad {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:16:25.940978 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3599f71-46de-4d0f-9a23-4ad1e7b836eb", "name": "network-vif-plugged", "status": "completed", "tag": "2c4077be-94ad-4ee4-8a22-eb18eadb871f", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:16:25.941237 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1b66200d-fbff-45a5-af9f-c72c4da541ad {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:16:25.941631 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3599f71-46de-4d0f-9a23-4ad1e7b836eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4077be-94ad-4ee4-8a22-eb18eadb871f', 'code': 200} Feb 19 05:16:25.982622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=2c4077be-94ad-4ee4-8a22-eb18eadb871f,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:16:26.045957 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9608fb-dcb7-4d5b-aa27-720611fed3a3 req-73958c94-5bfb-4b9e-9d2e-43d70782930e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:26.047544 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b9608fb-dcb7-4d5b-aa27-720611fed3a3 req-73958c94-5bfb-4b9e-9d2e-43d70782930e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 1128 time: 0.0471413 Feb 19 05:16:26.094851 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b9608fb-dcb7-4d5b-aa27-720611fed3a3 req-679b0e1d-d727-4095-9dfc-79fcd550be85 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413930 Feb 19 05:16:26.934115 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634470d-2a75-4106-bea2-b3850d31a6ee req-856ae897-fd86-4a40-97e9-73cda2ff2f00 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:26.935694 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9634470d-2a75-4106-bea2-b3850d31a6ee req-856ae897-fd86-4a40-97e9-73cda2ff2f00 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0598860 Feb 19 05:16:26.990684 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9634470d-2a75-4106-bea2-b3850d31a6ee req-003688c2-bcc5-42d8-bff2-fbbf336acd4a tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492973 Feb 19 05:16:28.121879 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13178231-b8e8-40d1-8925-5e30c6baba0a req-c1d0bbf4-ef40-46a6-a0f1-02e9fac06def tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:28.123383 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-13178231-b8e8-40d1-8925-5e30c6baba0a req-c1d0bbf4-ef40-46a6-a0f1-02e9fac06def tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0551505 Feb 19 05:16:28.169915 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-13178231-b8e8-40d1-8925-5e30c6baba0a req-d8736e3b-49dd-444e-a91a-de020fd36ec9 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408978 Feb 19 05:16:28.293972 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66edd01-3347-402b-bd74-8fe958b995f3 req-206b666b-1a9b-4396-aaa2-f17ec8149c28 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:28.295417 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f66edd01-3347-402b-bd74-8fe958b995f3 req-206b666b-1a9b-4396-aaa2-f17ec8149c28 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0558269 Feb 19 05:16:28.343483 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f66edd01-3347-402b-bd74-8fe958b995f3 req-4987dca6-b570-49cb-8efb-6a82d165dcde tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425332 Feb 19 05:16:28.547894 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028dd3b5-df78-4b2d-a8a2-d95138c15455 req-54d0c4f9-419c-4b76-8e54-f763c3bc03d4 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:28.549429 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-028dd3b5-df78-4b2d-a8a2-d95138c15455 req-54d0c4f9-419c-4b76-8e54-f763c3bc03d4 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0528302 Feb 19 05:16:28.595365 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-028dd3b5-df78-4b2d-a8a2-d95138c15455 req-a57e1e6c-fe79-43d6-bc90-355d805f685c tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395670 Feb 19 05:16:28.730252 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d3e63-4879-4a67-993a-c1be3373bcbc req-5c8e58d5-d6e2-4e01-b639-bb90a9a0f2ce tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:28.731913 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9a8d3e63-4879-4a67-993a-c1be3373bcbc req-5c8e58d5-d6e2-4e01-b639-bb90a9a0f2ce tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0676041 Feb 19 05:16:28.784664 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9a8d3e63-4879-4a67-993a-c1be3373bcbc req-31006e33-83f2-45bc-9a82-b981ec402cee tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471292 Feb 19 05:16:29.038625 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32282a62-2215-489a-9216-c0ec8ab22288 req-8da3e240-b7f0-47b0-a110-b55b60e88d3b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0536587 Feb 19 05:16:29.051306 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2adbb-ad02-464c-9637-329ca68fd8d0 req-9191f5b8-e1a5-45b2-a81c-6243d7da6d01 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:29.054185 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-97e2adbb-ad02-464c-9637-329ca68fd8d0 req-9191f5b8-e1a5-45b2-a81c-6243d7da6d01 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0685511 Feb 19 05:16:29.118281 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-97e2adbb-ad02-464c-9637-329ca68fd8d0 req-64891dbe-8e98-460a-880f-dfc21adcbf70 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577807 Feb 19 05:16:29.510311 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32282a62-2215-489a-9216-c0ec8ab22288 req-79054d8f-dd0d-44b4-afd1-8e076242a09c tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:29.511781 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-32282a62-2215-489a-9216-c0ec8ab22288 req-79054d8f-dd0d-44b4-afd1-8e076242a09c tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports/2c4077be-94ad-4ee4-8a22-eb18eadb871f HTTP/1.1" status: 200 len: 943 time: 0.0494790 Feb 19 05:16:30.277544 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4643ff-819b-4ad5-9108-5b4744201279 req-8696f197-bd51-433e-9498-af1f531c0cdb tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:30.279066 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ff4643ff-819b-4ad5-9108-5b4744201279 req-8696f197-bd51-433e-9498-af1f531c0cdb tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0800295 Feb 19 05:16:30.321388 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32282a62-2215-489a-9216-c0ec8ab22288 req-a1e2218f-f229-47d5-a51d-ba9c3d93237f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:30.322926 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32282a62-2215-489a-9216-c0ec8ab22288 req-a1e2218f-f229-47d5-a51d-ba9c3d93237f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dfd1270517a7403983e9ff1c5d3bb10f&device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 1128 time: 0.0820878 Feb 19 05:16:30.356715 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ff4643ff-819b-4ad5-9108-5b4744201279 req-57113c48-b8a3-4ea4-a5f6-24d69349b54e tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716290 Feb 19 05:16:30.424732 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32282a62-2215-489a-9216-c0ec8ab22288 req-39f04e13-121c-40e6-be94-137150e4dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:30.426168 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32282a62-2215-489a-9216-c0ec8ab22288 req-39f04e13-121c-40e6-be94-137150e4dfc5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c HTTP/1.1" status: 200 len: 914 time: 0.0960126 Feb 19 05:16:30.469316 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32282a62-2215-489a-9216-c0ec8ab22288 req-8f523fec-daa0-4580-aeb3-f9bb5ac0dff8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c4077be-94ad-4ee4-8a22-eb18eadb871f HTTP/1.1" status: 200 len: 217 time: 0.0367916 Feb 19 05:16:30.522573 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32282a62-2215-489a-9216-c0ec8ab22288 req-0fb8ba3d-427d-4c2c-bd5d-fa0302aaee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:30.524066 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32282a62-2215-489a-9216-c0ec8ab22288 req-0fb8ba3d-427d-4c2c-bd5d-fa0302aaee24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1df13868-484f-4017-8779-797d8388a22a HTTP/1.1" status: 200 len: 854 time: 0.0498459 Feb 19 05:16:30.556141 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32282a62-2215-489a-9216-c0ec8ab22288 req-548afcdf-ec52-449b-a765-557bde31c0e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264554 Feb 19 05:16:30.648336 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32282a62-2215-489a-9216-c0ec8ab22288 req-2039b4e2-b910-4216-9c7d-8d58a3189236 service neutron] 10.222.0.10 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864692 Feb 19 05:16:30.743735 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32282a62-2215-489a-9216-c0ec8ab22288 req-10ac862f-2a68-467f-9857-e233640d46f0 service neutron] 10.222.0.10 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897610 Feb 19 05:16:31.477042 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4820cec-60cd-40ba-a26f-11d90616801e req-a3e6e8c7-292a-4be6-bbed-51fb5852f621 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:31.478444 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4820cec-60cd-40ba-a26f-11d90616801e req-a3e6e8c7-292a-4be6-bbed-51fb5852f621 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0524876 Feb 19 05:16:31.529249 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4820cec-60cd-40ba-a26f-11d90616801e req-95731be9-f706-4df6-81de-211ffad87431 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452216 Feb 19 05:16:32.321237 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bd9c7124-25f0-4eb2-bbba-a9666532a2bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:32.654909 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780445e-fdc1-47a9-8829-33b9a0d4b54b req-075e4d0f-5505-4932-9503-7dfc6b0281d0 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:32.656472 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c780445e-fdc1-47a9-8829-33b9a0d4b54b req-075e4d0f-5505-4932-9503-7dfc6b0281d0 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0575051 Feb 19 05:16:32.704885 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c780445e-fdc1-47a9-8829-33b9a0d4b54b req-3358117a-f01b-4158-9868-e1f12d70869b tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423942 Feb 19 05:16:33.826289 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e7e1b-3f5c-40f5-86a5-ad0ade126bb0 req-0fae00b0-5632-44fe-8792-556406ff93c5 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:33.827784 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-404e7e1b-3f5c-40f5-86a5-ad0ade126bb0 req-0fae00b0-5632-44fe-8792-556406ff93c5 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0539851 Feb 19 05:16:33.877601 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-404e7e1b-3f5c-40f5-86a5-ad0ade126bb0 req-c7c35344-b714-4cb3-81fc-079bd1d4460e tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435665 Feb 19 05:16:35.004474 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d110baf-9e97-4db4-b8c5-923d8461cc36 req-e7d3f07a-db02-4c28-813d-9fd86a3f9313 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:35.006650 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5d110baf-9e97-4db4-b8c5-923d8461cc36 req-e7d3f07a-db02-4c28-813d-9fd86a3f9313 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0578420 Feb 19 05:16:35.067061 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5d110baf-9e97-4db4-b8c5-923d8461cc36 req-b6743907-acd8-48bc-abd7-7a2721e0828f tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538826 Feb 19 05:16:35.164002 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d5713c92-3aa0-47bd-a919-7f23b60f6f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:35.368639 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:16:36.191603 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c13d3-83c1-4678-92dd-4d0eadde5b71 req-78cb769d-a573-4a94-af9b-d67607682a0a tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:36.193129 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a46c13d3-83c1-4678-92dd-4d0eadde5b71 req-78cb769d-a573-4a94-af9b-d67607682a0a tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0529385 Feb 19 05:16:36.240728 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a46c13d3-83c1-4678-92dd-4d0eadde5b71 req-dea8e1b4-abc4-49e6-8e0d-ffabd064fa04 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407014 Feb 19 05:16:37.007919 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:37.364928 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2ae4b-b188-44b5-bdc4-a6cafa492498 req-983fc17a-9160-42be-89f7-c8c16a47f91a tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:37.366497 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28b2ae4b-b188-44b5-bdc4-a6cafa492498 req-983fc17a-9160-42be-89f7-c8c16a47f91a tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0545998 Feb 19 05:16:37.416488 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28b2ae4b-b188-44b5-bdc4-a6cafa492498 req-445ae9a4-b9ef-4ea1-a185-d8b257d49414 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443826 Feb 19 05:16:38.003697 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:38.147880 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:38.541388 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb930e9-58b6-46fb-a998-93d454ab3112 req-9b21fb53-b7fc-4280-9567-e132595524d9 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:38.542974 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0cb930e9-58b6-46fb-a998-93d454ab3112 req-9b21fb53-b7fc-4280-9567-e132595524d9 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0581186 Feb 19 05:16:38.591391 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0cb930e9-58b6-46fb-a998-93d454ab3112 req-8d931c01-d41e-49b1-a2ec-fe1c15c2509d tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422621 Feb 19 05:16:39.395269 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:39.575182 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:39.711957 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fae9d7-be0f-4884-bc38-82e2b69d1a6e req-a8473359-ba5a-4e42-a4ec-6da3941175f5 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:39.713472 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b6fae9d7-be0f-4884-bc38-82e2b69d1a6e req-a8473359-ba5a-4e42-a4ec-6da3941175f5 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0547855 Feb 19 05:16:39.759673 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b6fae9d7-be0f-4884-bc38-82e2b69d1a6e req-27ae5fd5-9458-46ef-b3bf-9e9e78b58d51 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405450 Feb 19 05:16:40.879840 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383659c-cdb6-4ed6-9a83-1b7d4a96cb6f req-e04e7bd0-660a-4ad1-877e-815f055a6955 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:40.881412 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2383659c-cdb6-4ed6-9a83-1b7d4a96cb6f req-e04e7bd0-660a-4ad1-877e-815f055a6955 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0533445 Feb 19 05:16:40.928575 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2383659c-cdb6-4ed6-9a83-1b7d4a96cb6f req-a7d40e07-99c4-48a3-8c9d-67624b71ddb9 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415959 Feb 19 05:16:42.052591 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d4a5f-9334-444f-8f89-9945d6fa7615 req-c82fe350-cebe-472a-ae9e-9bc634752e33 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:42.054345 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1b1d4a5f-9334-444f-8f89-9945d6fa7615 req-c82fe350-cebe-472a-ae9e-9bc634752e33 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0581672 Feb 19 05:16:42.102969 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1b1d4a5f-9334-444f-8f89-9945d6fa7615 req-3e2d13cd-0130-46a9-936e-c90aa5fc8508 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430026 Feb 19 05:16:43.228687 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31dbab-7a4e-4801-b648-331a789ac9e6 req-00614006-2b5a-42ac-b6ff-7894cd9344e4 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:43.230225 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6d31dbab-7a4e-4801-b648-331a789ac9e6 req-00614006-2b5a-42ac-b6ff-7894cd9344e4 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0577884 Feb 19 05:16:43.277824 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6d31dbab-7a4e-4801-b648-331a789ac9e6 req-2f02ab45-a63f-473a-8df0-9ed1478960f7 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419023 Feb 19 05:16:44.399441 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008771a-0b2b-468f-a85c-fbcf11ed3b74 req-ffb34fc4-09d6-44c2-bfb4-2ff84552a6d9 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:44.401241 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5008771a-0b2b-468f-a85c-fbcf11ed3b74 req-ffb34fc4-09d6-44c2-bfb4-2ff84552a6d9 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0549467 Feb 19 05:16:44.448681 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5008771a-0b2b-468f-a85c-fbcf11ed3b74 req-16278a58-8ecd-4e65-a300-884bd35d996d tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414646 Feb 19 05:16:45.567900 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169f3f8-800c-4b44-8035-dbcf06ade158 req-f7369cbb-9f36-4264-a669-80d8fc7c1353 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:45.569453 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c169f3f8-800c-4b44-8035-dbcf06ade158 req-f7369cbb-9f36-4264-a669-80d8fc7c1353 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0538788 Feb 19 05:16:45.615946 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c169f3f8-800c-4b44-8035-dbcf06ade158 req-4691f364-512c-4beb-82f6-e35961f4c8e4 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408814 Feb 19 05:16:46.736818 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e7813-042a-4fee-b5ee-e08df215747f req-e087476e-a744-4f22-b4d2-05fdd9878d43 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:46.738338 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-505e7813-042a-4fee-b5ee-e08df215747f req-e087476e-a744-4f22-b4d2-05fdd9878d43 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0533843 Feb 19 05:16:46.792281 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-505e7813-042a-4fee-b5ee-e08df215747f req-c4c5dd4e-2fe7-4e83-b979-c398556fe2e5 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483694 Feb 19 05:16:47.922267 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77ff14-ed4c-4898-a22a-3ebd7979ae30 req-71f53571-bc63-4d3d-91ec-5f7e6db6d2c4 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:47.923815 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-da77ff14-ed4c-4898-a22a-3ebd7979ae30 req-71f53571-bc63-4d3d-91ec-5f7e6db6d2c4 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0605316 Feb 19 05:16:47.977267 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-da77ff14-ed4c-4898-a22a-3ebd7979ae30 req-99a1a422-7b0c-45e7-81ee-7ae2f2d587b2 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476820 Feb 19 05:16:49.095054 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243e7d0-c805-4cd1-adf0-dc03807c8629 req-e4fd67e7-9114-4b8b-be18-3e65c9bd1b52 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:49.096583 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b243e7d0-c805-4cd1-adf0-dc03807c8629 req-e4fd67e7-9114-4b8b-be18-3e65c9bd1b52 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0528469 Feb 19 05:16:49.142493 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b243e7d0-c805-4cd1-adf0-dc03807c8629 req-ab020bcb-564e-4d2a-bbc2-6730a54cef84 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398049 Feb 19 05:16:50.263329 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc0d87-bf04-403e-959d-202285dae7fa req-37373ad5-7e54-406c-ac69-aa4815ad19b8 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:50.264837 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8efc0d87-bf04-403e-959d-202285dae7fa req-37373ad5-7e54-406c-ac69-aa4815ad19b8 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0528357 Feb 19 05:16:50.313268 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8efc0d87-bf04-403e-959d-202285dae7fa req-dc0a1f43-3fbd-42e4-bd47-886a80e32359 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427606 Feb 19 05:16:51.433971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514c922-8458-40af-84b0-166d84826897 req-fad83d69-d50d-4615-a2f9-e30eca7909ad tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:51.435474 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c514c922-8458-40af-84b0-166d84826897 req-fad83d69-d50d-4615-a2f9-e30eca7909ad tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0525818 Feb 19 05:16:51.481833 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c514c922-8458-40af-84b0-166d84826897 req-158c3ce5-be2f-4985-b461-913397210759 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407164 Feb 19 05:16:52.604604 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a84136-f6b0-4a2c-a428-d0dd0e39bd94 req-8c53e94c-f861-4847-86dc-8f8741ed664c tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:52.606150 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-70a84136-f6b0-4a2c-a428-d0dd0e39bd94 req-8c53e94c-f861-4847-86dc-8f8741ed664c tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0530996 Feb 19 05:16:52.653916 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-70a84136-f6b0-4a2c-a428-d0dd0e39bd94 req-773f5079-ad5f-43ed-a5af-d335cbb05947 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421150 Feb 19 05:16:53.779490 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1750ab-62b3-4833-8974-8b07d7bcdcf4 req-88b0acd2-cbf2-4832-84f9-ac7bafe214ea tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:53.781037 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ec1750ab-62b3-4833-8974-8b07d7bcdcf4 req-88b0acd2-cbf2-4832-84f9-ac7bafe214ea tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0595615 Feb 19 05:16:53.829257 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ec1750ab-62b3-4833-8974-8b07d7bcdcf4 req-6133eb9c-0c95-4ea6-96aa-96455b98cd98 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420384 Feb 19 05:16:54.953328 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50117bcc-fc08-49db-8233-f60caddd875f req-7dce4b69-b9d7-4c3e-aa01-6b4c8ad27495 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:54.954822 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-50117bcc-fc08-49db-8233-f60caddd875f req-7dce4b69-b9d7-4c3e-aa01-6b4c8ad27495 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0576768 Feb 19 05:16:55.002616 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-50117bcc-fc08-49db-8233-f60caddd875f req-96b90108-f188-49ef-abf4-6a0fa76b11d8 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419161 Feb 19 05:16:56.123959 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17085670-73a7-4346-9d7d-62defe037c2b req-62d2bcab-9763-4466-b218-9a03ad767a3b tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:56.125513 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-17085670-73a7-4346-9d7d-62defe037c2b req-62d2bcab-9763-4466-b218-9a03ad767a3b tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0543046 Feb 19 05:16:56.173560 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-17085670-73a7-4346-9d7d-62defe037c2b req-08af9807-773c-4f4f-8067-9459eff3e8dd tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423660 Feb 19 05:16:57.297056 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4ec87-6e08-4d01-a7a5-a155be9cf212 req-08ad0ba0-4bf3-4e9c-af4d-962ca47718cc tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:57.298656 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-79b4ec87-6e08-4d01-a7a5-a155be9cf212 req-08ad0ba0-4bf3-4e9c-af4d-962ca47718cc tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0538633 Feb 19 05:16:57.367560 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-79b4ec87-6e08-4d01-a7a5-a155be9cf212 req-856149df-8539-4873-92d2-bc9b47bb8f35 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621486 Feb 19 05:16:57.557431 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [req-32282a62-2215-489a-9216-c0ec8ab22288 req-79b6338c-0c1d-4c75-a578-54bf87cc3564 service neutron] show failed (client error): The resource could not be found. Feb 19 05:16:57.558454 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32282a62-2215-489a-9216-c0ec8ab22288 req-79b6338c-0c1d-4c75-a578-54bf87cc3564 service neutron] 10.222.0.10 "GET /v2.0/ports/2c4077be-94ad-4ee4-8a22-eb18eadb871f/bindings/n-h2-772273-4 HTTP/1.1" status: 404 len: 380 time: 0.0602646 Feb 19 05:16:57.766591 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32282a62-2215-489a-9216-c0ec8ab22288 req-51d223ba-299e-4487-a916-ef315dab43e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:57.768121 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32282a62-2215-489a-9216-c0ec8ab22288 req-51d223ba-299e-4487-a916-ef315dab43e7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb&tenant_id=dfd1270517a7403983e9ff1c5d3bb10f HTTP/1.1" status: 200 len: 1128 time: 0.0468054 Feb 19 05:16:57.778931 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-32282a62-2215-489a-9216-c0ec8ab22288 req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-772273-4', 'device_owner': 'compute:nova'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:16:57.844279 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-32282a62-2215-489a-9216-c0ec8ab22288 req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2c4077be-94ad-4ee4-8a22-eb18eadb871f), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:58.061800 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-32282a62-2215-489a-9216-c0ec8ab22288 req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] For port 2c4077be-94ad-4ee4-8a22-eb18eadb871f, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=2c4077be-94ad-4ee4-8a22-eb18eadb871f,segment=NetworkSegment(924bebda-93e5-45b0-8348-27210b7a7ad6),segment_id=924bebda-93e5-45b0-8348-27210b7a7ad6)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:16:58.104721 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-32282a62-2215-489a-9216-c0ec8ab22288 req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] For port 2c4077be-94ad-4ee4-8a22-eb18eadb871f, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:16:58.148859 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3599f71-46de-4d0f-9a23-4ad1e7b836eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c4077be-94ad-4ee4-8a22-eb18eadb871f'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:16:58.151542 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c632e5-3a61-4212-8d35-18e7ee005644" -d '{"events": [{"server_uuid": "d3599f71-46de-4d0f-9a23-4ad1e7b836eb", "name": "network-vif-unplugged", "status": "completed", "tag": "2c4077be-94ad-4ee4-8a22-eb18eadb871f"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:16:58.155832 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-32282a62-2215-489a-9216-c0ec8ab22288 req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Publish callbacks [] for port (2c4077be-94ad-4ee4-8a22-eb18eadb871f), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:58.171933 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-32282a62-2215-489a-9216-c0ec8ab22288 req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Transition to ACTIVE for port object 2c4077be-94ad-4ee4-8a22-eb18eadb871f will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:16:58.176159 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-32282a62-2215-489a-9216-c0ec8ab22288 req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (2c4077be-94ad-4ee4-8a22-eb18eadb871f), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:58.213993 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 05:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779bc333-a917-4d04-8e44-0388a80b700b x-openstack-request-id: req-779bc333-a917-4d04-8e44-0388a80b700b {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:16:58.214195 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3599f71-46de-4d0f-9a23-4ad1e7b836eb", "name": "network-vif-unplugged", "status": "completed", "tag": "2c4077be-94ad-4ee4-8a22-eb18eadb871f", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:16:58.214339 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-779bc333-a917-4d04-8e44-0388a80b700b {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:16:58.214746 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3599f71-46de-4d0f-9a23-4ad1e7b836eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c4077be-94ad-4ee4-8a22-eb18eadb871f', 'code': 200} Feb 19 05:16:58.243497 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-32282a62-2215-489a-9216-c0ec8ab22288 req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] No DVR routers for this DVR port 2c4077be-94ad-4ee4-8a22-eb18eadb871f on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:16:58.250369 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4077be-94ad-4ee4-8a22-eb18eadb871f,revision_number=6']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:16:58.261124 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:58.261477 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:58.261823 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:58.262180 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:58.262508 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:58.262839 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:58.263170 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:58.263498 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:58.263823 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:58.264150 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:58.264477 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:58.264800 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:58.265153 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:16:58.295525 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-32282a62-2215-489a-9216-c0ec8ab22288 req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Attempting to bind port 2c4077be-94ad-4ee4-8a22-eb18eadb871f on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:16:58.295863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-32282a62-2215-489a-9216-c0ec8ab22288 req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Attempting to bind port 2c4077be-94ad-4ee4-8a22-eb18eadb871f by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '924bebda-93e5-45b0-8348-27210b7a7ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:16:58.296189 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32282a62-2215-489a-9216-c0ec8ab22288 req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Attempting to bind port 2c4077be-94ad-4ee4-8a22-eb18eadb871f on network 2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:16:58.300520 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32282a62-2215-489a-9216-c0ec8ab22288 req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Port 2c4077be-94ad-4ee4-8a22-eb18eadb871f on network 2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:16:58.300841 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32282a62-2215-489a-9216-c0ec8ab22288 req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Attempting to bind port 2c4077be-94ad-4ee4-8a22-eb18eadb871f on network 2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:16:58.306244 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32282a62-2215-489a-9216-c0ec8ab22288 req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:16:58.306585 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32282a62-2215-489a-9216-c0ec8ab22288 req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Checking segment: {'id': '924bebda-93e5-45b0-8348-27210b7a7ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:16:58.307038 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32282a62-2215-489a-9216-c0ec8ab22288 req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Bound using segment: {'id': '924bebda-93e5-45b0-8348-27210b7a7ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:16:58.307386 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-32282a62-2215-489a-9216-c0ec8ab22288 req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Bound port: 2c4077be-94ad-4ee4-8a22-eb18eadb871f, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924bebda-93e5-45b0-8348-27210b7a7ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:16:58.307748 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-32282a62-2215-489a-9216-c0ec8ab22288 req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2c4077be-94ad-4ee4-8a22-eb18eadb871f), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:58.373521 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-32282a62-2215-489a-9216-c0ec8ab22288 req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] For port 2c4077be-94ad-4ee4-8a22-eb18eadb871f, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:16:58.376595 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-32282a62-2215-489a-9216-c0ec8ab22288 req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] For port 2c4077be-94ad-4ee4-8a22-eb18eadb871f, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2c4077be-94ad-4ee4-8a22-eb18eadb871f,segment=NetworkSegment(924bebda-93e5-45b0-8348-27210b7a7ad6),segment_id=924bebda-93e5-45b0-8348-27210b7a7ad6)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:16:58.384822 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-32282a62-2215-489a-9216-c0ec8ab22288 req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (2c4077be-94ad-4ee4-8a22-eb18eadb871f), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:58.424530 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32282a62-2215-489a-9216-c0ec8ab22288 req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:58.425257 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-32282a62-2215-489a-9216-c0ec8ab22288 req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:16:58.427025 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32282a62-2215-489a-9216-c0ec8ab22288 req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] 10.222.0.48 "PUT /v2.0/ports/2c4077be-94ad-4ee4-8a22-eb18eadb871f HTTP/1.1" status: 200 len: 1092 time: 0.6525333 Feb 19 05:16:58.461536 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782d811-4930-4ee1-824d-3bed34c2a545 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4077be-94ad-4ee4-8a22-eb18eadb871f,revision_number=7']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:16:58.509884 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2650e-2b61-4a12-9015-7600f5831cec req-6579c497-5c38-45e8-8049-3f2a37ed2741 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:58.511670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32282a62-2215-489a-9216-c0ec8ab22288 req-c4581363-fee0-4c1d-8c19-fee70226b028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:58.512317 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bec2650e-2b61-4a12-9015-7600f5831cec req-6579c497-5c38-45e8-8049-3f2a37ed2741 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 944 time: 0.0713031 Feb 19 05:16:58.513764 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32282a62-2215-489a-9216-c0ec8ab22288 req-c4581363-fee0-4c1d-8c19-fee70226b028 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dfd1270517a7403983e9ff1c5d3bb10f&device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 1126 time: 0.0647397 Feb 19 05:16:58.568121 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bec2650e-2b61-4a12-9015-7600f5831cec req-0caff12c-a177-4fc2-9172-ee37e7e57335 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491915 Feb 19 05:16:58.607783 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32282a62-2215-489a-9216-c0ec8ab22288 req-deee30e7-cc4b-499b-af57-00d14937aeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:58.609374 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32282a62-2215-489a-9216-c0ec8ab22288 req-deee30e7-cc4b-499b-af57-00d14937aeb2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c HTTP/1.1" status: 200 len: 914 time: 0.0893092 Feb 19 05:16:58.649483 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32282a62-2215-489a-9216-c0ec8ab22288 req-00100297-5c29-48de-9565-8359dc72f3eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c4077be-94ad-4ee4-8a22-eb18eadb871f HTTP/1.1" status: 200 len: 217 time: 0.0346243 Feb 19 05:16:58.696847 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32282a62-2215-489a-9216-c0ec8ab22288 req-e3603a33-fc79-473f-8a0c-5cb182a63234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:58.698480 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32282a62-2215-489a-9216-c0ec8ab22288 req-e3603a33-fc79-473f-8a0c-5cb182a63234 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1df13868-484f-4017-8779-797d8388a22a HTTP/1.1" status: 200 len: 854 time: 0.0436788 Feb 19 05:16:58.734213 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32282a62-2215-489a-9216-c0ec8ab22288 req-24f1ce4e-42c8-46b7-a420-27cd59a7f1f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300367 Feb 19 05:16:58.822963 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32282a62-2215-489a-9216-c0ec8ab22288 req-856462cf-e9e5-4229-962b-ee1e8f78d2a7 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826409 Feb 19 05:16:58.915772 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32282a62-2215-489a-9216-c0ec8ab22288 req-e25ed1c1-d916-4d14-a923-8d2f99f98dd8 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867453 Feb 19 05:16:59.693748 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81345e97-d310-4373-b975-6fac4eb25e42 req-2d4bb18a-19be-4d6e-a6ab-f62011d4cf7c tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:16:59.695280 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-81345e97-d310-4373-b975-6fac4eb25e42 req-2d4bb18a-19be-4d6e-a6ab-f62011d4cf7c tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 944 time: 0.0562274 Feb 19 05:16:59.743340 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-81345e97-d310-4373-b975-6fac4eb25e42 req-ba4092c2-0b7a-4852-93da-7f481480a873 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424798 Feb 19 05:17:00.216124 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3599f71-46de-4d0f-9a23-4ad1e7b836eb', 'tag': '2c4077be-94ad-4ee4-8a22-eb18eadb871f'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:17:00.218605 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178a1762-eccf-477e-bfc6-e500e44381cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d3599f71-46de-4d0f-9a23-4ad1e7b836eb", "tag": "2c4077be-94ad-4ee4-8a22-eb18eadb871f"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:17:00.271585 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db89a0b-98c9-4d33-8414-8e98dd18559f x-openstack-request-id: req-0db89a0b-98c9-4d33-8414-8e98dd18559f {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:17:00.271878 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3599f71-46de-4d0f-9a23-4ad1e7b836eb", "tag": "2c4077be-94ad-4ee4-8a22-eb18eadb871f", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:17:00.272131 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0db89a0b-98c9-4d33-8414-8e98dd18559f {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:17:00.272533 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3599f71-46de-4d0f-9a23-4ad1e7b836eb', 'tag': '2c4077be-94ad-4ee4-8a22-eb18eadb871f', 'status': 'completed', 'code': 200} Feb 19 05:17:00.366914 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a1762-eccf-477e-bfc6-e500e44381cf req-a8b4ef47-cee8-4bb4-830c-1f211710f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:00.368543 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-178a1762-eccf-477e-bfc6-e500e44381cf req-a8b4ef47-cee8-4bb4-830c-1f211710f62f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dfd1270517a7403983e9ff1c5d3bb10f&device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 1126 time: 0.0712447 Feb 19 05:17:00.370462 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a1762-eccf-477e-bfc6-e500e44381cf req-52e6cbf6-479d-425d-91b5-6d00d8a36813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:00.371834 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-178a1762-eccf-477e-bfc6-e500e44381cf req-52e6cbf6-479d-425d-91b5-6d00d8a36813 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dfd1270517a7403983e9ff1c5d3bb10f&device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 1126 time: 0.0827518 Feb 19 05:17:00.920039 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a1762-eccf-477e-bfc6-e500e44381cf req-a496c3d4-54c8-44ce-ac7f-700988902eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:00.921567 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-178a1762-eccf-477e-bfc6-e500e44381cf req-a496c3d4-54c8-44ce-ac7f-700988902eb6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c HTTP/1.1" status: 200 len: 914 time: 0.5442169 Feb 19 05:17:00.922768 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a1762-eccf-477e-bfc6-e500e44381cf req-a5f5bd06-b9da-422b-884d-73c9383bd699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:00.924090 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-178a1762-eccf-477e-bfc6-e500e44381cf req-a5f5bd06-b9da-422b-884d-73c9383bd699 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c HTTP/1.1" status: 200 len: 914 time: 0.5388880 Feb 19 05:17:00.931487 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83133b-9eeb-4729-b4f5-06ca5ecfdacf req-1f06d17b-9adc-49ad-9003-494f244e3095 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:00.932857 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad83133b-9eeb-4729-b4f5-06ca5ecfdacf req-1f06d17b-9adc-49ad-9003-494f244e3095 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 944 time: 0.1155543 Feb 19 05:17:01.012123 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-178a1762-eccf-477e-bfc6-e500e44381cf req-b219cc55-10a9-45b7-a648-3c825aca43b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c4077be-94ad-4ee4-8a22-eb18eadb871f HTTP/1.1" status: 200 len: 217 time: 0.0772417 Feb 19 05:17:01.013381 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-178a1762-eccf-477e-bfc6-e500e44381cf req-a6aa8d78-ed8f-49f8-835f-cddee80b9ded service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c4077be-94ad-4ee4-8a22-eb18eadb871f HTTP/1.1" status: 200 len: 217 time: 0.0796525 Feb 19 05:17:01.110502 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad83133b-9eeb-4729-b4f5-06ca5ecfdacf req-efc3dc0d-3021-4721-8650-94934e74d415 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652100 Feb 19 05:17:01.113872 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 2c4077be-94ad-4ee4-8a22-eb18eadb871f details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:17:01.118954 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a1762-eccf-477e-bfc6-e500e44381cf req-3a0ff954-9a84-42a8-aa7a-0bcf520a94c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:01.120603 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-178a1762-eccf-477e-bfc6-e500e44381cf req-3a0ff954-9a84-42a8-aa7a-0bcf520a94c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1df13868-484f-4017-8779-797d8388a22a HTTP/1.1" status: 200 len: 854 time: 0.1027372 Feb 19 05:17:01.126606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a1762-eccf-477e-bfc6-e500e44381cf req-dca84798-c54e-4ac5-89aa-772e467d7c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:01.128344 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-178a1762-eccf-477e-bfc6-e500e44381cf req-dca84798-c54e-4ac5-89aa-772e467d7c84 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1df13868-484f-4017-8779-797d8388a22a HTTP/1.1" status: 200 len: 854 time: 0.0998025 Feb 19 05:17:01.162979 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-178a1762-eccf-477e-bfc6-e500e44381cf req-04d77275-b90a-4bc5-9c1e-636d133a3e18 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338733 Feb 19 05:17:01.179504 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-178a1762-eccf-477e-bfc6-e500e44381cf req-b5308405-b3d5-4479-9247-9d042b722cd2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421913 Feb 19 05:17:01.218963 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 2c4077be-94ad-4ee4-8a22-eb18eadb871f, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2c4077be-94ad-4ee4-8a22-eb18eadb871f,segment=NetworkSegment(924bebda-93e5-45b0-8348-27210b7a7ad6),segment_id=924bebda-93e5-45b0-8348-27210b7a7ad6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:17:01.233983 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '2c4077be-94ad-4ee4-8a22-eb18eadb871f', 'network_id': '2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c', 'port_id': '2c4077be-94ad-4ee4-8a22-eb18eadb871f', 'mac_address': 'fa:16:3e:3b:81:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df13868-484f-4017-8779-797d8388a22a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:17:01.361805 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e64ea5-4e83-4aea-8061-701148eabcb2 req-6ab5a106-c021-4ac9-b9d1-e591d47ab6ab tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:01.364635 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-82e64ea5-4e83-4aea-8061-701148eabcb2 req-6ab5a106-c021-4ac9-b9d1-e591d47ab6ab tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb&tenant_id=dfd1270517a7403983e9ff1c5d3bb10f&binding%3Ahost_id=n-h2-772273-4 HTTP/1.1" status: 200 len: 944 time: 0.0664663 Feb 19 05:17:01.380558 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-178a1762-eccf-477e-bfc6-e500e44381cf req-3a876f09-4f5d-4e07-a4c1-11d4a8e072f3 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035935 Feb 19 05:17:01.396428 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-178a1762-eccf-477e-bfc6-e500e44381cf req-800b719f-078f-4667-983a-dbb26cfa2af5 service neutron] 10.222.0.10 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092938 Feb 19 05:17:01.416383 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ec585-3101-436e-847c-7c31e4cb1770 req-8a4708df-319c-4e3d-b46f-33438c950aa5 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:01.417987 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1a5ec585-3101-436e-847c-7c31e4cb1770 req-8a4708df-319c-4e3d-b46f-33438c950aa5 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 944 time: 0.1328712 Feb 19 05:17:01.437684 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [req-82e64ea5-4e83-4aea-8061-701148eabcb2 req-49e1452b-1149-4b36-9a14-4945adad2a7c service neutron] delete failed (client error): The resource could not be found. Feb 19 05:17:01.438652 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-82e64ea5-4e83-4aea-8061-701148eabcb2 req-49e1452b-1149-4b36-9a14-4945adad2a7c service neutron] 10.222.0.10 "DELETE /v2.0/ports/2c4077be-94ad-4ee4-8a22-eb18eadb871f/bindings/n-h1-772273-4 HTTP/1.1" status: 404 len: 380 time: 0.0682530 Feb 19 05:17:01.448352 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 2c4077be-94ad-4ee4-8a22-eb18eadb871f is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:17:01.448740 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2c4077be-94ad-4ee4-8a22-eb18eadb871f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:01.461344 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4077be-94ad-4ee4-8a22-eb18eadb871f {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:17:01.481632 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 2c4077be-94ad-4ee4-8a22-eb18eadb871f, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2c4077be-94ad-4ee4-8a22-eb18eadb871f,segment=NetworkSegment(924bebda-93e5-45b0-8348-27210b7a7ad6),segment_id=924bebda-93e5-45b0-8348-27210b7a7ad6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:17:01.485772 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2c4077be-94ad-4ee4-8a22-eb18eadb871f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:01.538105 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=2c4077be-94ad-4ee4-8a22-eb18eadb871f,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:01.586857 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1a5ec585-3101-436e-847c-7c31e4cb1770 req-af6fe416-04a9-45f7-a089-19569f3910fb tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581883 Feb 19 05:17:01.592519 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-178a1762-eccf-477e-bfc6-e500e44381cf req-82f5786a-2729-4f06-8969-af7a46c25040 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055545 Feb 19 05:17:01.605092 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-178a1762-eccf-477e-bfc6-e500e44381cf req-dd0d7da6-6394-43ef-9942-b4bd12a0b36b service neutron] 10.222.0.10 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838861 Feb 19 05:17:01.705365 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['2c4077be-94ad-4ee4-8a22-eb18eadb871f'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:17:01.705913 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e64ea5-4e83-4aea-8061-701148eabcb2 req-0eebba0b-c288-4fe0-abbe-81ac4dda436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:01.707514 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82e64ea5-4e83-4aea-8061-701148eabcb2 req-0eebba0b-c288-4fe0-abbe-81ac4dda436f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dfd1270517a7403983e9ff1c5d3bb10f&device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 1127 time: 0.0459490 Feb 19 05:17:01.803541 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e64ea5-4e83-4aea-8061-701148eabcb2 req-faaf9d6b-cd35-4b4d-90f4-ff04fc521ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:01.805078 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82e64ea5-4e83-4aea-8061-701148eabcb2 req-faaf9d6b-cd35-4b4d-90f4-ff04fc521ea4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c HTTP/1.1" status: 200 len: 914 time: 0.0911274 Feb 19 05:17:01.845790 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82e64ea5-4e83-4aea-8061-701148eabcb2 req-c098dca8-4f19-4361-8b31-56fee05d2f0a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c4077be-94ad-4ee4-8a22-eb18eadb871f HTTP/1.1" status: 200 len: 217 time: 0.0348947 Feb 19 05:17:01.883317 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 2c4077be-94ad-4ee4-8a22-eb18eadb871f no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:17:01.893049 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e64ea5-4e83-4aea-8061-701148eabcb2 req-3b6a0d1f-0c1b-4e75-b25e-e48b21b60a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:01.894545 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82e64ea5-4e83-4aea-8061-701148eabcb2 req-3b6a0d1f-0c1b-4e75-b25e-e48b21b60a61 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1df13868-484f-4017-8779-797d8388a22a HTTP/1.1" status: 200 len: 854 time: 0.0432248 Feb 19 05:17:01.921796 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] The host n-h1-772273-4 is not matching for port 2c4077be-94ad-4ee4-8a22-eb18eadb871f host n-h2-772273-4! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 05:17:01.922191 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 2c4077be-94ad-4ee4-8a22-eb18eadb871f not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:17:01.934785 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82e64ea5-4e83-4aea-8061-701148eabcb2 req-f402854e-8d89-4644-b601-f4e45536cf76 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332661 Feb 19 05:17:02.021026 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82e64ea5-4e83-4aea-8061-701148eabcb2 req-95410ccc-c484-4dd0-a934-3582f9c3ed16 service neutron] 10.222.0.10 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807493 Feb 19 05:17:02.114432 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82e64ea5-4e83-4aea-8061-701148eabcb2 req-a5bf4986-65d3-433f-b5b2-46e2b64fa8ec service neutron] 10.222.0.10 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863681 Feb 19 05:17:02.322872 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b27576ab-c933-42c1-9e7c-39a7926433cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:02.715312 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7890ce3-0958-477a-81f8-900f3fee7a83 req-2bae7f74-9635-4f0b-848b-1784dd49be0d tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:02.716822 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d7890ce3-0958-477a-81f8-900f3fee7a83 req-2bae7f74-9635-4f0b-848b-1784dd49be0d tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 945 time: 0.0547624 Feb 19 05:17:02.766624 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d7890ce3-0958-477a-81f8-900f3fee7a83 req-706f09a3-3fdb-4eae-abb9-62a8c7ce5e51 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441511 Feb 19 05:17:02.888005 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ca7ed-b4f4-4198-8e24-4e6062d5a404 req-49ec1620-6184-4731-82fa-abd09f242e88 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:02.889487 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-528ca7ed-b4f4-4198-8e24-4e6062d5a404 req-49ec1620-6184-4731-82fa-abd09f242e88 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 945 time: 0.0539925 Feb 19 05:17:02.936131 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-528ca7ed-b4f4-4198-8e24-4e6062d5a404 req-7c8e1a07-3610-4bf5-90b0-44c12b723629 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411978 Feb 19 05:17:03.051947 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bcce0-1850-49ec-90ff-ffa03adb2502 req-db53bf23-c4c8-4a0d-87c7-95be7ba47b58 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:03.053491 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6d6bcce0-1850-49ec-90ff-ffa03adb2502 req-db53bf23-c4c8-4a0d-87c7-95be7ba47b58 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 945 time: 0.0530934 Feb 19 05:17:03.101326 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6d6bcce0-1850-49ec-90ff-ffa03adb2502 req-1ac46a22-ecb8-4913-be03-798c8f85e970 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421340 Feb 19 05:17:03.144510 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 2c4077be-94ad-4ee4-8a22-eb18eadb871f up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:17:03.198282 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 2c4077be-94ad-4ee4-8a22-eb18eadb871f completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:17:03.203101 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 2c4077be-94ad-4ee4-8a22-eb18eadb871f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:17:03.203480 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2c4077be-94ad-4ee4-8a22-eb18eadb871f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:03.295743 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 2c4077be-94ad-4ee4-8a22-eb18eadb871f is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:17:03.296140 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2c4077be-94ad-4ee4-8a22-eb18eadb871f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:03.320145 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3599f71-46de-4d0f-9a23-4ad1e7b836eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4077be-94ad-4ee4-8a22-eb18eadb871f'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:17:03.322408 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b705a5-da21-4e34-9bd6-49747dad536b" -d '{"events": [{"server_uuid": "d3599f71-46de-4d0f-9a23-4ad1e7b836eb", "name": "network-vif-plugged", "status": "completed", "tag": "2c4077be-94ad-4ee4-8a22-eb18eadb871f"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:17:03.342743 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 2c4077be-94ad-4ee4-8a22-eb18eadb871f, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2c4077be-94ad-4ee4-8a22-eb18eadb871f,segment=NetworkSegment(924bebda-93e5-45b0-8348-27210b7a7ad6),segment_id=924bebda-93e5-45b0-8348-27210b7a7ad6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:17:03.348885 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2c4077be-94ad-4ee4-8a22-eb18eadb871f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:03.378801 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9b6009-91d1-48fd-bfd0-fd2a00127b8d x-openstack-request-id: req-bc9b6009-91d1-48fd-bfd0-fd2a00127b8d {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:17:03.379101 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3599f71-46de-4d0f-9a23-4ad1e7b836eb", "name": "network-vif-plugged", "status": "completed", "tag": "2c4077be-94ad-4ee4-8a22-eb18eadb871f", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:17:03.379575 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc9b6009-91d1-48fd-bfd0-fd2a00127b8d {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:17:03.380239 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3599f71-46de-4d0f-9a23-4ad1e7b836eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4077be-94ad-4ee4-8a22-eb18eadb871f', 'code': 200} Feb 19 05:17:03.406317 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=2c4077be-94ad-4ee4-8a22-eb18eadb871f,revision_number=9']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:03.470303 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-c3331b15-9989-42bd-8542-15280131acb9 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:03.471800 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-c3331b15-9989-42bd-8542-15280131acb9 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/networks?id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c HTTP/1.1" status: 200 len: 814 time: 0.1117151 Feb 19 05:17:03.487097 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-2a0938e2-951f-4855-acc8-87db7a07e793 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/quotas/dfd1270517a7403983e9ff1c5d3bb10f HTTP/1.1" status: 200 len: 375 time: 0.0092101 Feb 19 05:17:03.549491 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-ccbc343a-8260-4feb-8868-d94ec8ff4d24 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dfd1270517a7403983e9ff1c5d3bb10f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0564239 Feb 19 05:17:03.633943 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-2351e731-aee0-4c4c-be6f-97f3a240e95e service neutron] 10.222.0.65 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835660 Feb 19 05:17:03.732548 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-72fe0660-8a12-409f-bd6e-dfc8882163e2 service neutron] 10.222.0.65 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915384 Feb 19 05:17:03.907278 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-05259aaa-630a-4905-a3a4-470d9e8d4282 req-4ea27c72-3e9f-46b2-b599-58631cc25fd5 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 210 time: 0.0300374 Feb 19 05:17:04.582801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a35ec-fd64-41fe-b061-04b6d7daafc5 req-ae0dc427-0afb-45df-afc1-0a1a03fef239 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:04.584332 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8f2a35ec-fd64-41fe-b061-04b6d7daafc5 req-ae0dc427-0afb-45df-afc1-0a1a03fef239 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3599f71-46de-4d0f-9a23-4ad1e7b836eb HTTP/1.1" status: 200 len: 946 time: 0.0600097 Feb 19 05:17:04.679844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-8f2a35ec-fd64-41fe-b061-04b6d7daafc5 req-f98bb162-6b03-4c24-b0dd-44ab539cca2c tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Deleting port 2c4077be-94ad-4ee4-8a22-eb18eadb871f {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:17:04.680196 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8f2a35ec-fd64-41fe-b061-04b6d7daafc5 req-f98bb162-6b03-4c24-b0dd-44ab539cca2c tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2c4077be-94ad-4ee4-8a22-eb18eadb871f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:04.788647 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-8f2a35ec-fd64-41fe-b061-04b6d7daafc5 req-f98bb162-6b03-4c24-b0dd-44ab539cca2c tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] For port 2c4077be-94ad-4ee4-8a22-eb18eadb871f, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=2c4077be-94ad-4ee4-8a22-eb18eadb871f,segment=NetworkSegment(924bebda-93e5-45b0-8348-27210b7a7ad6),segment_id=924bebda-93e5-45b0-8348-27210b7a7ad6)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:17:04.789074 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8f2a35ec-fd64-41fe-b061-04b6d7daafc5 req-f98bb162-6b03-4c24-b0dd-44ab539cca2c tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2c4077be-94ad-4ee4-8a22-eb18eadb871f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:04.804430 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-8f2a35ec-fd64-41fe-b061-04b6d7daafc5 req-f98bb162-6b03-4c24-b0dd-44ab539cca2c tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Calling delete_port for 2c4077be-94ad-4ee4-8a22-eb18eadb871f owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:17:04.912267 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-e50d1557-1b5a-4679-92a6-cbcb555b47bd tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:04.914444 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-e50d1557-1b5a-4679-92a6-cbcb555b47bd tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.48 "GET /v2.0/networks?id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c HTTP/1.1" status: 200 len: 814 time: 0.1272795 Feb 19 05:17:04.931835 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Request body: {'port': {'device_id': 'd7cb1824-8d00-45d8-8c9d-49f01b28bbc5', 'network_id': '2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c', 'admin_state_up': True, 'tenant_id': 'dfd1270517a7403983e9ff1c5d3bb10f'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:17:04.969382 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8f2a35ec-fd64-41fe-b061-04b6d7daafc5 req-f98bb162-6b03-4c24-b0dd-44ab539cca2c tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (2c4077be-94ad-4ee4-8a22-eb18eadb871f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:04.981351 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['2c4077be-94ad-4ee4-8a22-eb18eadb871f'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:17:05.026324 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-30e5d02e-b5a5-4719-a5a5-0d6831da4e80 req-0f365613-ab9f-43c7-b72f-20a6de4ab22e tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 210 time: 0.0371950 Feb 19 05:17:05.062178 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2a35ec-fd64-41fe-b061-04b6d7daafc5 req-f98bb162-6b03-4c24-b0dd-44ab539cca2c tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] No DVR routers for this DVR port 2c4077be-94ad-4ee4-8a22-eb18eadb871f on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:17:05.065060 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8f2a35ec-fd64-41fe-b061-04b6d7daafc5 req-f98bb162-6b03-4c24-b0dd-44ab539cca2c tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:05.069351 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8f2a35ec-fd64-41fe-b061-04b6d7daafc5 req-f98bb162-6b03-4c24-b0dd-44ab539cca2c tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.48 "DELETE /v2.0/ports/2c4077be-94ad-4ee4-8a22-eb18eadb871f HTTP/1.1" status: 204 len: 173 time: 0.4788756 Feb 19 05:17:05.070235 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3599f71-46de-4d0f-9a23-4ad1e7b836eb', 'name': 'network-vif-deleted', 'tag': '2c4077be-94ad-4ee4-8a22-eb18eadb871f'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:17:05.073819 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d529d5a-c98a-4722-b7fb-6c9f111c25d8" -d '{"events": [{"server_uuid": "d3599f71-46de-4d0f-9a23-4ad1e7b836eb", "name": "network-vif-deleted", "tag": "2c4077be-94ad-4ee4-8a22-eb18eadb871f"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:17:05.076759 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98bb162-6b03-4c24-b0dd-44ab539cca2c tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Pushing event deleted for resources: {'Port': ['ID=2c4077be-94ad-4ee4-8a22-eb18eadb871f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:05.109220 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Made reservation on behalf of dfd1270517a7403983e9ff1c5d3bb10f for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:17:05.112639 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:05.137846 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f04fefc-b546-4b0a-83e5-3dc949266155 x-openstack-request-id: req-1f04fefc-b546-4b0a-83e5-3dc949266155 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:17:05.138370 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3599f71-46de-4d0f-9a23-4ad1e7b836eb", "name": "network-vif-deleted", "tag": "2c4077be-94ad-4ee4-8a22-eb18eadb871f", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:17:05.138816 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1f04fefc-b546-4b0a-83e5-3dc949266155 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:17:05.139422 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3599f71-46de-4d0f-9a23-4ad1e7b836eb', 'name': 'network-vif-deleted', 'tag': '2c4077be-94ad-4ee4-8a22-eb18eadb871f', 'status': 'completed', 'code': 200} Feb 19 05:17:05.175748 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cc97614f-20b7-4c9b-a537-df8401e84c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:05.266668 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Allocated IP 172.20.0.9 (2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c/1df13868-484f-4017-8779-797d8388a22a/c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:17:05.436225 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Publish callbacks [] for port (c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:05.477396 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:05.489813 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['2c4077be-94ad-4ee4-8a22-eb18eadb871f'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:17:05.518779 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Network 2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:17:05.520784 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:17:05.525930 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:17:05.566287 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Pushing event updated for resources: {'Port': ['ID=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:05.578930 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:05.579279 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:05.579658 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:05.579999 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:05.580335 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:05.580666 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:05.581044 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:05.581398 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:05.581710 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:05.582032 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:05.582352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:05.582701 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:05.583024 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:05.596142 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:05.596767 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:05.613218 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-eb78505c-387f-4de6-a948-b0d5215a0076 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6876619 Feb 19 05:17:05.623998 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-83e033a6-30dd-43e8-9dc6-5ef27ff44ec6 service neutron] Request body: {'port': {'device_id': 'd7cb1824-8d00-45d8-8c9d-49f01b28bbc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:17:05.701653 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-83e033a6-30dd-43e8-9dc6-5ef27ff44ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:05.986474 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-83e033a6-30dd-43e8-9dc6-5ef27ff44ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:17:05.994749 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-83e033a6-30dd-43e8-9dc6-5ef27ff44ec6 service neutron] Publish callbacks [] for port (c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:06.007315 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-83e033a6-30dd-43e8-9dc6-5ef27ff44ec6 service neutron] Transition to ACTIVE for port object c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:17:06.012221 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-83e033a6-30dd-43e8-9dc6-5ef27ff44ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:06.064386 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e033a6-30dd-43e8-9dc6-5ef27ff44ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:06.174956 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-83e033a6-30dd-43e8-9dc6-5ef27ff44ec6 service neutron] Attempting to bind port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:17:06.175304 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-83e033a6-30dd-43e8-9dc6-5ef27ff44ec6 service neutron] Attempting to bind port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '924bebda-93e5-45b0-8348-27210b7a7ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:17:06.175630 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-83e033a6-30dd-43e8-9dc6-5ef27ff44ec6 service neutron] Attempting to bind port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd on network 2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:17:06.183386 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-83e033a6-30dd-43e8-9dc6-5ef27ff44ec6 service neutron] Port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd on network 2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:17:06.183713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-83e033a6-30dd-43e8-9dc6-5ef27ff44ec6 service neutron] Attempting to bind port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd on network 2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:17:06.190116 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-83e033a6-30dd-43e8-9dc6-5ef27ff44ec6 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:17:06.190467 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-83e033a6-30dd-43e8-9dc6-5ef27ff44ec6 service neutron] Checking segment: {'id': '924bebda-93e5-45b0-8348-27210b7a7ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:17:06.190857 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-83e033a6-30dd-43e8-9dc6-5ef27ff44ec6 service neutron] Bound using segment: {'id': '924bebda-93e5-45b0-8348-27210b7a7ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:17:06.191291 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-83e033a6-30dd-43e8-9dc6-5ef27ff44ec6 service neutron] Bound port: c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924bebda-93e5-45b0-8348-27210b7a7ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:17:06.191654 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-83e033a6-30dd-43e8-9dc6-5ef27ff44ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:06.209874 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8f779-9c32-4b75-8744-c499b3d4b207 req-8b1cb521-f80d-4ce5-a2a2-9f2cb10e5740 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:06.211505 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2eb8f779-9c32-4b75-8744-c499b3d4b207 req-8b1cb521-f80d-4ce5-a2a2-9f2cb10e5740 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 943 time: 0.0983684 Feb 19 05:17:06.300896 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-83e033a6-30dd-43e8-9dc6-5ef27ff44ec6 service neutron] For port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:17:06.306721 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2eb8f779-9c32-4b75-8744-c499b3d4b207 req-29d98e44-89c6-4d75-98be-2b64cefff7ec tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879710 Feb 19 05:17:06.308521 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-83e033a6-30dd-43e8-9dc6-5ef27ff44ec6 service neutron] For port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd,segment=NetworkSegment(924bebda-93e5-45b0-8348-27210b7a7ad6),segment_id=924bebda-93e5-45b0-8348-27210b7a7ad6)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:17:06.314892 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-83e033a6-30dd-43e8-9dc6-5ef27ff44ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:06.355843 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-83e033a6-30dd-43e8-9dc6-5ef27ff44ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:06.356466 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-83e033a6-30dd-43e8-9dc6-5ef27ff44ec6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:06.357914 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-83e033a6-30dd-43e8-9dc6-5ef27ff44ec6 service neutron] 10.222.0.48 "PUT /v2.0/ports/c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd HTTP/1.1" status: 200 len: 1091 time: 0.7382450 Feb 19 05:17:06.358373 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cb1824-8d00-45d8-8c9d-49f01b28bbc5', 'tag': 'c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:17:06.360675 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb2cf2a-de8a-4d75-9280-63d725127321" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cb1824-8d00-45d8-8c9d-49f01b28bbc5", "tag": "c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:17:06.397487 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e033a6-30dd-43e8-9dc6-5ef27ff44ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:06.413260 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ace77eb-8e12-4215-b747-769533304ad0 x-openstack-request-id: req-9ace77eb-8e12-4215-b747-769533304ad0 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:17:06.413530 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cb1824-8d00-45d8-8c9d-49f01b28bbc5", "tag": "c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:17:06.413900 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ace77eb-8e12-4215-b747-769533304ad0 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:17:06.414332 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cb1824-8d00-45d8-8c9d-49f01b28bbc5', 'tag': 'c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd', 'status': 'completed', 'code': 200} Feb 19 05:17:06.461128 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-ec193d9e-e7d5-44bb-aed7-c99ce405e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:06.462685 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-ec193d9e-e7d5-44bb-aed7-c99ce405e42d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dfd1270517a7403983e9ff1c5d3bb10f&device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 1125 time: 0.0470376 Feb 19 05:17:06.504113 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-2b58812d-0bd7-46fc-aa6e-1a070f33b37a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd HTTP/1.1" status: 200 len: 217 time: 0.0344815 Feb 19 05:17:06.559944 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-6693d47b-214f-4f01-a3e4-603a49f1fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:06.561379 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-6693d47b-214f-4f01-a3e4-603a49f1fbc2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1df13868-484f-4017-8779-797d8388a22a HTTP/1.1" status: 200 len: 854 time: 0.0511646 Feb 19 05:17:06.594233 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-52680add-386d-4f85-83fd-83117e2919ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270650 Feb 19 05:17:06.687524 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-fb1c46dc-6153-41d4-b125-9323091bfc5c service neutron] 10.222.0.48 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871334 Feb 19 05:17:06.788335 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-86f2c3cc-a5b2-4483-ac6e-4a24ac9f3481 req-1fef84da-cc18-402c-ae63-14dfa7f82ae1 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949147 Feb 19 05:17:06.879224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2cf2a-de8a-4d75-9280-63d725127321 req-0070fadf-712c-4a3d-b224-25ddb052e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:06.881414 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9fb2cf2a-de8a-4d75-9280-63d725127321 req-0070fadf-712c-4a3d-b224-25ddb052e61a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dfd1270517a7403983e9ff1c5d3bb10f&device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 1125 time: 0.0493209 Feb 19 05:17:06.980424 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2cf2a-de8a-4d75-9280-63d725127321 req-f1a3f50e-7676-468b-b8ba-415c114a2f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:06.982249 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9fb2cf2a-de8a-4d75-9280-63d725127321 req-f1a3f50e-7676-468b-b8ba-415c114a2f36 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c HTTP/1.1" status: 200 len: 914 time: 0.0948780 Feb 19 05:17:07.010012 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:07.028373 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9fb2cf2a-de8a-4d75-9280-63d725127321 req-a38262d6-f6b4-4e8e-8fa2-59b76317d2a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd HTTP/1.1" status: 200 len: 217 time: 0.0397136 Feb 19 05:17:07.078487 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2cf2a-de8a-4d75-9280-63d725127321 req-6e5d053b-d648-4b92-88db-45a9994d212c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:07.079998 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9fb2cf2a-de8a-4d75-9280-63d725127321 req-6e5d053b-d648-4b92-88db-45a9994d212c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1df13868-484f-4017-8779-797d8388a22a HTTP/1.1" status: 200 len: 854 time: 0.0456014 Feb 19 05:17:07.112935 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9fb2cf2a-de8a-4d75-9280-63d725127321 req-b308320f-6b18-40a6-a40c-f642bfa0477a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272985 Feb 19 05:17:07.208589 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9fb2cf2a-de8a-4d75-9280-63d725127321 req-759a185e-dad5-4e9c-b031-d459d0ec2602 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889885 Feb 19 05:17:07.302035 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9fb2cf2a-de8a-4d75-9280-63d725127321 req-7b6e95e8-f535-4a6a-af56-093c894fc9c9 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864227 Feb 19 05:17:07.442164 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf66978-f50a-4c84-af87-9d6d28dc7971 req-48f7a469-87c7-4aa8-b87e-389e516f1651 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:07.443688 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bbf66978-f50a-4c84-af87-9d6d28dc7971 req-48f7a469-87c7-4aa8-b87e-389e516f1651 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 943 time: 0.0623398 Feb 19 05:17:07.494233 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bbf66978-f50a-4c84-af87-9d6d28dc7971 req-07953354-82d7-45c5-8010-979149a0e1de tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442984 Feb 19 05:17:08.006515 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:08.143314 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:08.616608 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2dfbb-e87b-4b85-a1fc-2758505650cf req-21b70c4c-d754-469a-bb97-30385364ff6a tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:08.618137 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1bf2dfbb-e87b-4b85-a1fc-2758505650cf req-21b70c4c-d754-469a-bb97-30385364ff6a tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 943 time: 0.0530126 Feb 19 05:17:08.666370 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1bf2dfbb-e87b-4b85-a1fc-2758505650cf req-87b90fdd-030f-440b-b9a9-8551241471ef tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419505 Feb 19 05:17:09.172599 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:17:09.174674 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 2c4077be-94ad-4ee4-8a22-eb18eadb871f no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:17:09.199521 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 2c4077be-94ad-4ee4-8a22-eb18eadb871f {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:17:09.199869 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 2c4077be-94ad-4ee4-8a22-eb18eadb871f not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:17:09.286990 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd,segment=NetworkSegment(924bebda-93e5-45b0-8348-27210b7a7ad6),segment_id=924bebda-93e5-45b0-8348-27210b7a7ad6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:17:09.301452 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd', 'network_id': '2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c', 'port_id': 'c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd', 'mac_address': 'fa:16:3e:81:95:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df13868-484f-4017-8779-797d8388a22a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:17:09.338118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:17:09.338505 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:09.351135 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:17:09.369938 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd,segment=NetworkSegment(924bebda-93e5-45b0-8348-27210b7a7ad6),segment_id=924bebda-93e5-45b0-8348-27210b7a7ad6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:17:09.373967 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:09.429632 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:09.434745 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:09.564717 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:17:09.617657 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:09.787686 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffdff8-a4d8-4e73-a399-804a18d8b5b6 req-4a15cd91-6817-4b60-a3d5-5953b64c2365 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:09.789216 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-eaffdff8-a4d8-4e73-a399-804a18d8b5b6 req-4a15cd91-6817-4b60-a3d5-5953b64c2365 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 944 time: 0.0528231 Feb 19 05:17:09.834872 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-eaffdff8-a4d8-4e73-a399-804a18d8b5b6 req-e8d5f1e4-57a1-4cad-9acb-5b03a7d97ce3 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401363 Feb 19 05:17:10.957396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2d32c-4af6-4a57-a38e-1114d19d61b0 req-1abc8c76-883a-49cb-b7fd-4bfb813f1c68 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:10.958888 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cab2d32c-4af6-4a57-a38e-1114d19d61b0 req-1abc8c76-883a-49cb-b7fd-4bfb813f1c68 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 944 time: 0.0563424 Feb 19 05:17:11.004885 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cab2d32c-4af6-4a57-a38e-1114d19d61b0 req-c10e9a5b-1c30-486e-a3fb-f231666662e9 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404224 Feb 19 05:17:11.171983 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:17:11.219463 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:17:11.223801 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:17:11.224183 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:11.303874 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:17:11.304262 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:11.326515 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cb1824-8d00-45d8-8c9d-49f01b28bbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:17:11.328880 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410b5e5f-a920-41e2-95ed-e5be3069a24d" -d '{"events": [{"server_uuid": "d7cb1824-8d00-45d8-8c9d-49f01b28bbc5", "name": "network-vif-plugged", "status": "completed", "tag": "c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:17:11.342330 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd,segment=NetworkSegment(924bebda-93e5-45b0-8348-27210b7a7ad6),segment_id=924bebda-93e5-45b0-8348-27210b7a7ad6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:17:11.347012 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:11.371405 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cb3a11-d65a-4add-b702-1d8b3fd13cef x-openstack-request-id: req-a4cb3a11-d65a-4add-b702-1d8b3fd13cef {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:17:11.371745 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cb1824-8d00-45d8-8c9d-49f01b28bbc5", "name": "network-vif-plugged", "status": "completed", "tag": "c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:17:11.372365 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a4cb3a11-d65a-4add-b702-1d8b3fd13cef {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:17:11.373167 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cb1824-8d00-45d8-8c9d-49f01b28bbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd', 'code': 200} Feb 19 05:17:11.399633 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:11.469268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1831f61-ce6a-402e-9c2b-964028e367a3 req-929cb028-c444-480a-9d38-8cbe3f580aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:11.470685 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d1831f61-ce6a-402e-9c2b-964028e367a3 req-929cb028-c444-480a-9d38-8cbe3f580aac service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 1127 time: 0.0470605 Feb 19 05:17:11.514736 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d1831f61-ce6a-402e-9c2b-964028e367a3 req-16168e4e-35f7-4c86-a08d-d86991b0e6f4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372982 Feb 19 05:17:12.130469 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eba52a-12df-4cd7-80f1-c68ade0403e9 req-df4b4e63-3a13-4075-b455-08e7844a90d5 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:12.131992 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b2eba52a-12df-4cd7-80f1-c68ade0403e9 req-df4b4e63-3a13-4075-b455-08e7844a90d5 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0529952 Feb 19 05:17:12.178703 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b2eba52a-12df-4cd7-80f1-c68ade0403e9 req-7fda8944-6c02-4b94-a8b9-7d2d79cb62a4 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409410 Feb 19 05:17:12.368019 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:17:13.300105 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1948a2-f53d-40da-b9ef-5ce7f49680ac req-c1ed98f7-174f-4a4a-932e-a852e995c17a tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:13.301630 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ce1948a2-f53d-40da-b9ef-5ce7f49680ac req-c1ed98f7-174f-4a4a-932e-a852e995c17a tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0527728 Feb 19 05:17:13.351011 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ce1948a2-f53d-40da-b9ef-5ce7f49680ac req-4d835c83-d13c-4db5-93d3-84d33ade09b3 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418255 Feb 19 05:17:13.479255 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7828c-274c-40c4-88a0-158e3a577810 req-f076d96d-edc7-4d0b-a013-c21a02869fbb tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:13.480692 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ebd7828c-274c-40c4-88a0-158e3a577810 req-f076d96d-edc7-4d0b-a013-c21a02869fbb tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0558550 Feb 19 05:17:13.531452 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ebd7828c-274c-40c4-88a0-158e3a577810 req-ed2a345c-15b8-4a34-a63f-1061001cc63a tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451617 Feb 19 05:17:13.791954 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-b2274468-dbb3-4649-9b86-a0762707f960 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0775099 Feb 19 05:17:13.799461 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfb5bc-0663-409d-813d-cf33dc6f1c6f req-ee150106-aaba-4b57-9502-1353ea3caf42 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:13.800940 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-65bfb5bc-0663-409d-813d-cf33dc6f1c6f req-ee150106-aaba-4b57-9502-1353ea3caf42 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0786591 Feb 19 05:17:13.849318 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-65bfb5bc-0663-409d-813d-cf33dc6f1c6f req-173b832e-8724-4e91-bcac-0f933ec4beac tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427752 Feb 19 05:17:14.124944 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-611275b4-ffad-411c-bca7-d8aa358c0de3 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:14.126324 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-611275b4-ffad-411c-bca7-d8aa358c0de3 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports/c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd HTTP/1.1" status: 200 len: 942 time: 0.0461934 Feb 19 05:17:14.921031 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-cb1ad509-8589-4626-a5be-f09c6c959ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:14.922560 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-cb1ad509-8589-4626-a5be-f09c6c959ee7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dfd1270517a7403983e9ff1c5d3bb10f&device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 1127 time: 0.0496445 Feb 19 05:17:15.032745 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3af42-6f71-4a0a-b005-eac1275733b2 req-73d08da5-392f-4e32-a8a5-35aa9dac1fd1 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:15.034273 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6fe3af42-6f71-4a0a-b005-eac1275733b2 req-73d08da5-392f-4e32-a8a5-35aa9dac1fd1 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.1108449 Feb 19 05:17:15.060852 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-e828d5ad-4199-4a0d-8700-8b4f87d5ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:15.062354 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-e828d5ad-4199-4a0d-8700-8b4f87d5ffb0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c HTTP/1.1" status: 200 len: 914 time: 0.1303537 Feb 19 05:17:15.108938 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-79416e19-db3b-46d7-85ad-a8e95887371e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd HTTP/1.1" status: 200 len: 217 time: 0.0395765 Feb 19 05:17:15.131635 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6fe3af42-6f71-4a0a-b005-eac1275733b2 req-44224096-5b90-4cfd-b190-fbc6e2359220 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909836 Feb 19 05:17:15.165433 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-5aab2662-b7c5-43a0-a3a9-328129481be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:15.166939 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-5aab2662-b7c5-43a0-a3a9-328129481be6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1df13868-484f-4017-8779-797d8388a22a HTTP/1.1" status: 200 len: 854 time: 0.0503085 Feb 19 05:17:15.203019 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-04a9d559-ae2a-42cf-9b5a-e25bcc2415f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293505 Feb 19 05:17:15.291941 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-aaf2a691-389e-4bd3-a277-4a6acf3079f7 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833435 Feb 19 05:17:15.385861 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-cda091d7-f39b-4e48-aa3e-d5ce9bcfc764 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873659 Feb 19 05:17:16.255720 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edff9c-7a31-493e-be4e-5661c94fcaea req-e54becf4-3770-4c73-9c7a-206dce6eb035 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:16.257246 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-29edff9c-7a31-493e-be4e-5661c94fcaea req-e54becf4-3770-4c73-9c7a-206dce6eb035 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0569830 Feb 19 05:17:16.305743 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-29edff9c-7a31-493e-be4e-5661c94fcaea req-bbc1711a-569a-488b-ae3f-d8eb66ee1d56 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427918 Feb 19 05:17:17.429340 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b62d6-93c3-49c6-8711-bc3811341c33 req-47323350-f0e0-4f7d-8058-c6048db750ea tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:17.430859 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-817b62d6-93c3-49c6-8711-bc3811341c33 req-47323350-f0e0-4f7d-8058-c6048db750ea tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0565553 Feb 19 05:17:17.478860 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-817b62d6-93c3-49c6-8711-bc3811341c33 req-83b72168-f8ce-4931-bcb6-c41b6c738ece tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423272 Feb 19 05:17:18.597096 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60624de7-1667-4c40-beaf-0b00fd39555f req-2a797e60-e579-415e-bf32-72e6f7d07614 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:18.598608 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60624de7-1667-4c40-beaf-0b00fd39555f req-2a797e60-e579-415e-bf32-72e6f7d07614 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0538106 Feb 19 05:17:18.646612 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60624de7-1667-4c40-beaf-0b00fd39555f req-34dd475b-71c5-42bf-9883-3315339f00fc tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419629 Feb 19 05:17:19.769783 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcdd53-1b69-44ca-ab49-89d99823e3f4 req-3af7d8cc-640a-4ccf-8e79-7b0f788a88d3 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:19.771935 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d6bcdd53-1b69-44ca-ab49-89d99823e3f4 req-3af7d8cc-640a-4ccf-8e79-7b0f788a88d3 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0549743 Feb 19 05:17:19.820048 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d6bcdd53-1b69-44ca-ab49-89d99823e3f4 req-207f646b-55ad-45c3-b964-9b2b06d2dd85 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421805 Feb 19 05:17:20.945755 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0235d-ebc2-4700-9ec0-e0a765178536 req-86402af8-0d0a-477d-9dab-b33523c9b0e5 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:20.947339 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3cd0235d-ebc2-4700-9ec0-e0a765178536 req-86402af8-0d0a-477d-9dab-b33523c9b0e5 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0568709 Feb 19 05:17:21.000139 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3cd0235d-ebc2-4700-9ec0-e0a765178536 req-f026c84c-e78b-47e3-adf6-a97cc59925f1 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471363 Feb 19 05:17:22.130456 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d214d7-eb0b-4d01-8478-e9880eab0e03 req-b8b8c104-4a65-42ea-988f-a5b2eff2c958 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:22.132086 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d9d214d7-eb0b-4d01-8478-e9880eab0e03 req-b8b8c104-4a65-42ea-988f-a5b2eff2c958 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0570350 Feb 19 05:17:22.181260 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d9d214d7-eb0b-4d01-8478-e9880eab0e03 req-15f593d2-44c8-42d3-a558-aaff9f0f9ecd tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428834 Feb 19 05:17:23.304434 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929defb0-27a2-4dc7-b79e-fbd323a3426c req-9b1e9695-e783-4563-8019-00b50e5c2256 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:23.306014 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-929defb0-27a2-4dc7-b79e-fbd323a3426c req-9b1e9695-e783-4563-8019-00b50e5c2256 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0558391 Feb 19 05:17:23.355599 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-929defb0-27a2-4dc7-b79e-fbd323a3426c req-66c30095-e896-468b-b6e1-9562db050c95 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435472 Feb 19 05:17:24.476810 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ac903-b8b5-4987-9934-20a1a7f487a4 req-712c86af-8d98-471f-a9f9-094258702d1b tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:24.478384 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-da4ac903-b8b5-4987-9934-20a1a7f487a4 req-712c86af-8d98-471f-a9f9-094258702d1b tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0539284 Feb 19 05:17:24.525602 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-da4ac903-b8b5-4987-9934-20a1a7f487a4 req-191667f0-ef00-420e-9de5-6d546aad83d7 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413642 Feb 19 05:17:25.648658 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35339f9f-b587-4c48-82ef-5da3f02aa445 req-31010534-b22f-49ca-9d9e-bf6908dcb05b tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:25.650237 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-35339f9f-b587-4c48-82ef-5da3f02aa445 req-31010534-b22f-49ca-9d9e-bf6908dcb05b tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0536544 Feb 19 05:17:25.700351 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-35339f9f-b587-4c48-82ef-5da3f02aa445 req-2dec4a13-24ab-4d87-af41-582993a30b9d tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426545 Feb 19 05:17:26.827322 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bee97-7d7a-4509-a418-6411e72fc4cb req-7ec694b9-42f8-46df-bc26-49467c0b16c9 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:26.828813 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bd9bee97-7d7a-4509-a418-6411e72fc4cb req-7ec694b9-42f8-46df-bc26-49467c0b16c9 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0587103 Feb 19 05:17:26.875985 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bd9bee97-7d7a-4509-a418-6411e72fc4cb req-0c13814d-20a1-4a33-8acb-340f9d974718 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409553 Feb 19 05:17:28.003258 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60302e32-b3df-4167-925b-d4a100da0dc5 req-c6e727c4-a389-48ee-b5fa-cac0e7caea62 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:28.004774 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60302e32-b3df-4167-925b-d4a100da0dc5 req-c6e727c4-a389-48ee-b5fa-cac0e7caea62 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0580914 Feb 19 05:17:28.052324 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60302e32-b3df-4167-925b-d4a100da0dc5 req-c8c132d1-d16d-432a-989d-7190c4c9c543 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413160 Feb 19 05:17:29.181123 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c1a9a-90a7-40bb-bcbc-0e8430a7a2ee req-6606aba4-c44f-4a9f-a0a1-7b0da0c954b2 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:29.182641 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-964c1a9a-90a7-40bb-bcbc-0e8430a7a2ee req-6606aba4-c44f-4a9f-a0a1-7b0da0c954b2 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0546184 Feb 19 05:17:29.231604 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-964c1a9a-90a7-40bb-bcbc-0e8430a7a2ee req-33bf64af-9e07-4246-8a2e-1ef2c7669f5f tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431821 Feb 19 05:17:30.352938 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890ac7e-e4e4-46e5-954c-7a3736f43d56 req-ed4eee84-c9da-4b53-9f34-44800825ee4f tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:30.354499 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e890ac7e-e4e4-46e5-954c-7a3736f43d56 req-ed4eee84-c9da-4b53-9f34-44800825ee4f tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0534880 Feb 19 05:17:30.403464 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e890ac7e-e4e4-46e5-954c-7a3736f43d56 req-8a9e56c1-0794-410b-a88e-409459842382 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432584 Feb 19 05:17:31.522548 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a975e-c0c0-4d0f-99a5-b6adb9081e30 req-942a0222-8593-4e92-b125-1fc676537cad tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:31.523969 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-472a975e-c0c0-4d0f-99a5-b6adb9081e30 req-942a0222-8593-4e92-b125-1fc676537cad tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0526803 Feb 19 05:17:31.573641 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-472a975e-c0c0-4d0f-99a5-b6adb9081e30 req-1000fb86-db73-46fe-957c-a6406fd2656a tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438199 Feb 19 05:17:32.325494 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8adf3d3c-f6a1-4659-a10a-e5370510f5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:32.701188 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89aa6b-3174-435c-9a91-e7b3d26a258a req-61b1383a-d972-4bf6-a5a3-0f9868ab6977 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:32.702704 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0d89aa6b-3174-435c-9a91-e7b3d26a258a req-61b1383a-d972-4bf6-a5a3-0f9868ab6977 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0596278 Feb 19 05:17:32.750757 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0d89aa6b-3174-435c-9a91-e7b3d26a258a req-eb42c540-252e-4323-9468-e3d5171363ef tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422509 Feb 19 05:17:33.872898 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a181e71-fccb-4844-a706-7cb6ff55f10e req-5fa25785-903d-4083-a577-4b6c099bc013 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:33.874392 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5a181e71-fccb-4844-a706-7cb6ff55f10e req-5fa25785-903d-4083-a577-4b6c099bc013 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0544281 Feb 19 05:17:33.920313 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5a181e71-fccb-4844-a706-7cb6ff55f10e req-a2b62899-0999-41fe-b716-c5f065711e23 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403941 Feb 19 05:17:35.040143 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95594b42-bfad-45fc-b50b-35c0fb014ec6 req-021c6554-43bb-4608-bd69-7f38f7afa904 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:35.041702 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-95594b42-bfad-45fc-b50b-35c0fb014ec6 req-021c6554-43bb-4608-bd69-7f38f7afa904 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0542579 Feb 19 05:17:35.091309 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-95594b42-bfad-45fc-b50b-35c0fb014ec6 req-e1bcad98-489a-471a-b7f0-6b7f004b5cf4 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439558 Feb 19 05:17:35.169143 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-92353313-f0e3-456c-ab45-9196aad928ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:36.210005 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f13d7-3b13-4ed9-b311-854959b15f5e req-cb354616-c6d6-46f6-86f7-5d93fafd546a tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:36.211513 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-215f13d7-3b13-4ed9-b311-854959b15f5e req-cb354616-c6d6-46f6-86f7-5d93fafd546a tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0532794 Feb 19 05:17:36.257272 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-215f13d7-3b13-4ed9-b311-854959b15f5e req-1caee971-1957-4305-8cf5-a593c1f0e157 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403483 Feb 19 05:17:37.012026 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:37.376500 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7523856-55d6-4d05-aa35-6aeeb8b8e8b6 req-0983b849-e3d0-4949-85d0-a33006610d58 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:37.378047 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e7523856-55d6-4d05-aa35-6aeeb8b8e8b6 req-0983b849-e3d0-4949-85d0-a33006610d58 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0539889 Feb 19 05:17:37.431029 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e7523856-55d6-4d05-aa35-6aeeb8b8e8b6 req-67844236-eb7f-4dd3-b75f-d662aed4183a tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467563 Feb 19 05:17:38.005306 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:38.144900 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:38.554291 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69261d95-5994-4da9-8501-3c79bb25d3ab req-de8eb91e-e18c-4f44-8c4e-e1d29445f356 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:38.555796 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-69261d95-5994-4da9-8501-3c79bb25d3ab req-de8eb91e-e18c-4f44-8c4e-e1d29445f356 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0565453 Feb 19 05:17:38.601941 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-69261d95-5994-4da9-8501-3c79bb25d3ab req-59118403-58b3-4274-9fb1-90936dad60a9 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403221 Feb 19 05:17:39.402988 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:39.591058 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:39.721517 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63742ba-a4a9-4dfe-92fc-0b63879d9986 req-d58a4f10-3dd8-45d5-b3c3-98ad77142c01 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:39.723034 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a63742ba-a4a9-4dfe-92fc-0b63879d9986 req-d58a4f10-3dd8-45d5-b3c3-98ad77142c01 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0531209 Feb 19 05:17:39.769170 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a63742ba-a4a9-4dfe-92fc-0b63879d9986 req-72dab036-a7fa-450e-a274-bad7dfebe34e tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399723 Feb 19 05:17:40.894284 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76af03-b9c4-4cfa-aeb3-c36d17864f4c req-42fc3718-2518-4dea-b014-c4bde216bd0e tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:40.895797 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3e76af03-b9c4-4cfa-aeb3-c36d17864f4c req-42fc3718-2518-4dea-b014-c4bde216bd0e tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0545840 Feb 19 05:17:40.956667 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3e76af03-b9c4-4cfa-aeb3-c36d17864f4c req-0a0b7ace-ffc3-4a15-818e-e49e9a10ec85 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546670 Feb 19 05:17:42.061612 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-779d9bfd-f8bc-4eb3-9a5d-478854024c68 service neutron] show failed (client error): The resource could not be found. Feb 19 05:17:42.062675 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-779d9bfd-f8bc-4eb3-9a5d-478854024c68 service neutron] 10.222.0.48 "GET /v2.0/ports/c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd/bindings/n-h1-772273-4 HTTP/1.1" status: 404 len: 380 time: 0.0627432 Feb 19 05:17:42.095323 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ac990-ee42-4cfe-a396-3b01d4f5354f req-0c25fa0d-a977-49c1-92ed-2d662b8c5dba tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:42.097000 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-098ac990-ee42-4cfe-a396-3b01d4f5354f req-0c25fa0d-a977-49c1-92ed-2d662b8c5dba tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0607800 Feb 19 05:17:42.147896 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-098ac990-ee42-4cfe-a396-3b01d4f5354f req-0a36b394-83b6-4580-9467-e040870b03cd tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451670 Feb 19 05:17:42.336724 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-f0aea827-0be5-464b-9bc4-ef8a79bda2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:42.338354 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-f0aea827-0be5-464b-9bc4-ef8a79bda2de service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5&tenant_id=dfd1270517a7403983e9ff1c5d3bb10f HTTP/1.1" status: 200 len: 1127 time: 0.1092715 Feb 19 05:17:42.350233 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-772273-4', 'device_owner': 'compute:nova'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:17:42.409869 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:42.607395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] For port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd,segment=NetworkSegment(924bebda-93e5-45b0-8348-27210b7a7ad6),segment_id=924bebda-93e5-45b0-8348-27210b7a7ad6)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:17:42.639577 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] For port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:17:42.683090 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cb1824-8d00-45d8-8c9d-49f01b28bbc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:17:42.685366 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af27e95-2e98-47a4-a2c8-9efb18686b88" -d '{"events": [{"server_uuid": "d7cb1824-8d00-45d8-8c9d-49f01b28bbc5", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:17:42.688998 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] Publish callbacks [] for port (c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:42.702433 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] Transition to ACTIVE for port object c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:17:42.706163 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:42.771028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] No DVR routers for this DVR port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:17:42.774132 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd,revision_number=6']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:42.798853 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 05:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebab0702-db6b-4065-94c2-e3350978099d x-openstack-request-id: req-ebab0702-db6b-4065-94c2-e3350978099d {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:17:42.799095 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cb1824-8d00-45d8-8c9d-49f01b28bbc5", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:17:42.799362 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ebab0702-db6b-4065-94c2-e3350978099d {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:17:42.799751 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cb1824-8d00-45d8-8c9d-49f01b28bbc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd', 'code': 200} Feb 19 05:17:42.813034 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] Attempting to bind port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:17:42.813380 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] Attempting to bind port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '924bebda-93e5-45b0-8348-27210b7a7ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:17:42.813712 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] Attempting to bind port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd on network 2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:17:42.818524 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] Port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd on network 2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:17:42.818851 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] Attempting to bind port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd on network 2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:17:42.824573 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:17:42.824934 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] Checking segment: {'id': '924bebda-93e5-45b0-8348-27210b7a7ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:17:42.825336 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] Bound using segment: {'id': '924bebda-93e5-45b0-8348-27210b7a7ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:17:42.825758 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] Bound port: c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924bebda-93e5-45b0-8348-27210b7a7ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:17:42.826116 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:42.890807 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] For port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:17:42.893794 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] For port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd,segment=NetworkSegment(924bebda-93e5-45b0-8348-27210b7a7ad6),segment_id=924bebda-93e5-45b0-8348-27210b7a7ad6)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:17:42.899694 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:42.933185 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:42.933822 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:42.935197 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] 10.222.0.10 "PUT /v2.0/ports/c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd HTTP/1.1" status: 200 len: 1091 time: 0.5897141 Feb 19 05:17:42.963732 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277837e-be56-465f-b84a-f6b1e39bfc85 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd,revision_number=7']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:43.003666 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-88ce58dc-7687-4758-8c6a-489decc82718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:43.005785 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-88ce58dc-7687-4758-8c6a-489decc82718 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dfd1270517a7403983e9ff1c5d3bb10f&device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 1125 time: 0.0496368 Feb 19 05:17:43.102524 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-29e8b1c9-76ac-44f3-84a8-b530aa05d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:43.103934 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-29e8b1c9-76ac-44f3-84a8-b530aa05d868 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c HTTP/1.1" status: 200 len: 914 time: 0.0924680 Feb 19 05:17:43.144496 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-1d8fa28d-267c-41fe-87c7-43c1d78a8900 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd HTTP/1.1" status: 200 len: 217 time: 0.0346296 Feb 19 05:17:43.190931 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-28566d60-6e6f-4113-b04c-bc0097f9e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:43.193272 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-28566d60-6e6f-4113-b04c-bc0097f9e234 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1df13868-484f-4017-8779-797d8388a22a HTTP/1.1" status: 200 len: 854 time: 0.0436161 Feb 19 05:17:43.231593 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-a0b32037-f0c8-4816-81cc-52909f919316 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326059 Feb 19 05:17:43.336007 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1809d-4d81-4857-a55f-3bb24135e154 req-07d00f4e-920f-4eb2-9a6e-b1bcd2786649 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:43.337535 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8bf1809d-4d81-4857-a55f-3bb24135e154 req-07d00f4e-920f-4eb2-9a6e-b1bcd2786649 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 943 time: 0.1130872 Feb 19 05:17:43.368997 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-304f564d-eb0d-4d36-ae87-96ec7483922d service neutron] 10.222.0.10 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301072 Feb 19 05:17:43.444665 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8bf1809d-4d81-4857-a55f-3bb24135e154 req-7b115981-a977-4310-9821-bda9cf22c5fc tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004574 Feb 19 05:17:43.488036 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ed2a7527-1d02-48d7-9745-d2b0b741c34b req-9463b65b-95a9-4f91-8bf8-eb73065097f2 service neutron] 10.222.0.10 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116450 Feb 19 05:17:44.578924 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1ab17-7693-4f29-a552-24fc964d62e8 req-ec5cdc36-5c30-4393-bc90-0525630fb6cb tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:44.580487 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5da1ab17-7693-4f29-a552-24fc964d62e8 req-ec5cdc36-5c30-4393-bc90-0525630fb6cb tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 943 time: 0.0601964 Feb 19 05:17:44.631501 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5da1ab17-7693-4f29-a552-24fc964d62e8 req-47456942-9c39-4773-b069-76a4d848bdc1 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423458 Feb 19 05:17:44.801150 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cb1824-8d00-45d8-8c9d-49f01b28bbc5', 'tag': 'c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:17:44.803409 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ceba33-0b15-4a2b-9402-a08d290fc6c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cb1824-8d00-45d8-8c9d-49f01b28bbc5", "tag": "c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:17:44.852786 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9e4859-134c-441d-a68c-86827271c585 x-openstack-request-id: req-4d9e4859-134c-441d-a68c-86827271c585 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:17:44.853121 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cb1824-8d00-45d8-8c9d-49f01b28bbc5", "tag": "c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:17:44.853382 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4d9e4859-134c-441d-a68c-86827271c585 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:17:44.853793 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cb1824-8d00-45d8-8c9d-49f01b28bbc5', 'tag': 'c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd', 'status': 'completed', 'code': 200} Feb 19 05:17:44.918940 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ceba33-0b15-4a2b-9402-a08d290fc6c1 req-b7c6686c-b59b-4fb1-90e2-66c404f4283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:44.920113 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ceba33-0b15-4a2b-9402-a08d290fc6c1 req-915b3191-37a3-4a09-a0a1-6e1c79992d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:44.920784 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b1ceba33-0b15-4a2b-9402-a08d290fc6c1 req-b7c6686c-b59b-4fb1-90e2-66c404f4283b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dfd1270517a7403983e9ff1c5d3bb10f&device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 1125 time: 0.0464530 Feb 19 05:17:44.921733 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b1ceba33-0b15-4a2b-9402-a08d290fc6c1 req-915b3191-37a3-4a09-a0a1-6e1c79992d2d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dfd1270517a7403983e9ff1c5d3bb10f&device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 1125 time: 0.0474346 Feb 19 05:17:45.019787 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ceba33-0b15-4a2b-9402-a08d290fc6c1 req-b6fe5973-d44e-4afd-9a57-1d37259c0cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:45.021367 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b1ceba33-0b15-4a2b-9402-a08d290fc6c1 req-b6fe5973-d44e-4afd-9a57-1d37259c0cec service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c HTTP/1.1" status: 200 len: 914 time: 0.0953672 Feb 19 05:17:45.023290 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ceba33-0b15-4a2b-9402-a08d290fc6c1 req-a93f8eeb-4643-4644-894c-b19d42823228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:45.024822 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b1ceba33-0b15-4a2b-9402-a08d290fc6c1 req-a93f8eeb-4643-4644-894c-b19d42823228 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c HTTP/1.1" status: 200 len: 914 time: 0.0971162 Feb 19 05:17:45.064145 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b1ceba33-0b15-4a2b-9402-a08d290fc6c1 req-87063c48-625e-4494-bfb1-6e7cb3c0da4c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd HTTP/1.1" status: 200 len: 217 time: 0.0366004 Feb 19 05:17:45.075393 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b1ceba33-0b15-4a2b-9402-a08d290fc6c1 req-36f7660d-50a3-407c-ab58-751c345749a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd HTTP/1.1" status: 200 len: 217 time: 0.0435951 Feb 19 05:17:45.113593 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ceba33-0b15-4a2b-9402-a08d290fc6c1 req-3a09facd-36ab-460d-81c8-1d2b893262ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:45.115616 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b1ceba33-0b15-4a2b-9402-a08d290fc6c1 req-3a09facd-36ab-460d-81c8-1d2b893262ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1df13868-484f-4017-8779-797d8388a22a HTTP/1.1" status: 200 len: 854 time: 0.0463796 Feb 19 05:17:45.129014 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ceba33-0b15-4a2b-9402-a08d290fc6c1 req-637825d7-c398-4743-9cb3-5b8988669fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:45.131106 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b1ceba33-0b15-4a2b-9402-a08d290fc6c1 req-637825d7-c398-4743-9cb3-5b8988669fc8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1df13868-484f-4017-8779-797d8388a22a HTTP/1.1" status: 200 len: 854 time: 0.0502827 Feb 19 05:17:45.148264 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b1ceba33-0b15-4a2b-9402-a08d290fc6c1 req-0b853b8f-9937-4f85-bc00-dc7de79a9b11 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270441 Feb 19 05:17:45.165352 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b1ceba33-0b15-4a2b-9402-a08d290fc6c1 req-a644cfe9-d597-4feb-9e52-731e2b18a792 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284066 Feb 19 05:17:45.246869 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b1ceba33-0b15-4a2b-9402-a08d290fc6c1 req-fed9cada-05aa-4075-baf7-65643e980871 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929372 Feb 19 05:17:45.265672 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b1ceba33-0b15-4a2b-9402-a08d290fc6c1 req-1a3e24c7-ffc9-4d1d-906c-c7cd486afe21 service neutron] 10.222.0.10 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938079 Feb 19 05:17:45.311532 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:17:45.349449 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b1ceba33-0b15-4a2b-9402-a08d290fc6c1 req-82630dcd-c2cf-4adf-b684-a4a6a232f02f service neutron] 10.222.0.48 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967379 Feb 19 05:17:45.356333 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] The host n-h2-772273-4 is not matching for port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd host n-h1-772273-4! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 05:17:45.357077 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:17:45.367370 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b1ceba33-0b15-4a2b-9402-a08d290fc6c1 req-ac8a9662-5d5d-4c55-98d9-73894ccb373e service neutron] 10.222.0.10 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955296 Feb 19 05:17:45.752552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621232d9-255d-42ba-9c2a-3f08273028b9 req-720d30ce-7d6e-4a48-a065-973ccaa8c768 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:45.754135 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-621232d9-255d-42ba-9c2a-3f08273028b9 req-720d30ce-7d6e-4a48-a065-973ccaa8c768 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 943 time: 0.0533323 Feb 19 05:17:45.802359 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-621232d9-255d-42ba-9c2a-3f08273028b9 req-5acce942-f63b-4f1e-915a-e6f322ae3bc1 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425060 Feb 19 05:17:46.051142 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bc23e-73be-40f5-9594-24b4d48fcc41 req-223468b9-eaa4-4e7f-b7b5-7dac15b352e9 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:46.052676 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-748bc23e-73be-40f5-9594-24b4d48fcc41 req-223468b9-eaa4-4e7f-b7b5-7dac15b352e9 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 943 time: 0.0970228 Feb 19 05:17:46.065750 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f9a08-75db-4bd7-b5f4-c2015d5ac411 req-e601067c-e757-46f1-a453-db4f0f83d3f4 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:46.067737 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3c1f9a08-75db-4bd7-b5f4-c2015d5ac411 req-e601067c-e757-46f1-a453-db4f0f83d3f4 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5&tenant_id=dfd1270517a7403983e9ff1c5d3bb10f&binding%3Ahost_id=n-h1-772273-4 HTTP/1.1" status: 200 len: 943 time: 0.0778470 Feb 19 05:17:46.121923 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:17:46.145773 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-748bc23e-73be-40f5-9594-24b4d48fcc41 req-5bf96394-92b8-4699-b50d-27f6593340eb tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863357 Feb 19 05:17:46.155157 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [req-3c1f9a08-75db-4bd7-b5f4-c2015d5ac411 req-bb664b59-c788-4078-abd8-d30182dce798 service neutron] delete failed (client error): The resource could not be found. Feb 19 05:17:46.156169 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3c1f9a08-75db-4bd7-b5f4-c2015d5ac411 req-bb664b59-c788-4078-abd8-d30182dce798 service neutron] 10.222.0.48 "DELETE /v2.0/ports/c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd/bindings/n-h2-772273-4 HTTP/1.1" status: 404 len: 380 time: 0.0817506 Feb 19 05:17:46.230559 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd,segment=NetworkSegment(924bebda-93e5-45b0-8348-27210b7a7ad6),segment_id=924bebda-93e5-45b0-8348-27210b7a7ad6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:17:46.241451 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd', 'network_id': '2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c', 'port_id': 'c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd', 'mac_address': 'fa:16:3e:81:95:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df13868-484f-4017-8779-797d8388a22a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:17:46.250356 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f9a08-75db-4bd7-b5f4-c2015d5ac411 req-8bb230e0-08ca-4abc-88d3-1798bda7105e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:46.251903 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3c1f9a08-75db-4bd7-b5f4-c2015d5ac411 req-8bb230e0-08ca-4abc-88d3-1798bda7105e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dfd1270517a7403983e9ff1c5d3bb10f&device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 1125 time: 0.0469086 Feb 19 05:17:46.280645 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:17:46.281115 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:46.298160 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:17:46.319109 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd,segment=NetworkSegment(924bebda-93e5-45b0-8348-27210b7a7ad6),segment_id=924bebda-93e5-45b0-8348-27210b7a7ad6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:17:46.324033 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:46.347784 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f9a08-75db-4bd7-b5f4-c2015d5ac411 req-526e7da0-24a2-46c9-aa3b-ab35cd80ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:46.349349 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3c1f9a08-75db-4bd7-b5f4-c2015d5ac411 req-526e7da0-24a2-46c9-aa3b-ab35cd80ba44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c HTTP/1.1" status: 200 len: 914 time: 0.0919771 Feb 19 05:17:46.373552 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:46.384608 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:46.385301 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:46.385656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:46.386004 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:46.386371 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:46.386712 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:46.387076 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:46.387412 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:46.387748 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:46.388105 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:46.388438 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:46.388821 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:46.389242 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:46.391619 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3c1f9a08-75db-4bd7-b5f4-c2015d5ac411 req-07103f42-088e-4d5c-8b26-15d394235ec6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd HTTP/1.1" status: 200 len: 217 time: 0.0363173 Feb 19 05:17:46.443590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f9a08-75db-4bd7-b5f4-c2015d5ac411 req-adc328d1-f064-43a3-8740-801594729e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:46.445141 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3c1f9a08-75db-4bd7-b5f4-c2015d5ac411 req-adc328d1-f064-43a3-8740-801594729e86 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1df13868-484f-4017-8779-797d8388a22a HTTP/1.1" status: 200 len: 854 time: 0.0482082 Feb 19 05:17:46.483357 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3c1f9a08-75db-4bd7-b5f4-c2015d5ac411 req-1ff8fbbf-e03e-4d82-a118-677261c430e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321877 Feb 19 05:17:46.541604 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:17:46.581881 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3c1f9a08-75db-4bd7-b5f4-c2015d5ac411 req-401b1ea9-6731-4f43-898e-51f4da7e8e4f service neutron] 10.222.0.48 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928297 Feb 19 05:17:46.683870 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3c1f9a08-75db-4bd7-b5f4-c2015d5ac411 req-770bcbaa-26cb-4241-b734-6448dd0d969d service neutron] 10.222.0.48 "GET /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961800 Feb 19 05:17:47.277187 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff434d-abb4-4819-a877-b72984196133 req-7ed7ab80-d299-40a2-be3e-8780cc119aed tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:47.278713 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dcff434d-abb4-4819-a877-b72984196133 req-7ed7ab80-d299-40a2-be3e-8780cc119aed tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 944 time: 0.0561132 Feb 19 05:17:47.326230 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dcff434d-abb4-4819-a877-b72984196133 req-6fa43646-3de3-4eaf-b2ba-3653ba926bb1 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416589 Feb 19 05:17:47.795540 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcf507-108d-462f-921e-5f51be7886a7 req-33a43d82-7d2c-476d-ab3c-08b90ba3eec6 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:47.797094 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a1fcf507-108d-462f-921e-5f51be7886a7 req-33a43d82-7d2c-476d-ab3c-08b90ba3eec6 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 944 time: 0.4023962 Feb 19 05:17:47.845559 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a1fcf507-108d-462f-921e-5f51be7886a7 req-400c74c2-c13e-4a50-8d25-cd64be3a1c15 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427465 Feb 19 05:17:47.969476 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2639f-6a41-41bd-9c0b-11551eeca2c7 req-72db2aa8-5d93-4ad1-8400-aefd42932910 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:47.971142 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e9b2639f-6a41-41bd-9c0b-11551eeca2c7 req-72db2aa8-5d93-4ad1-8400-aefd42932910 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 944 time: 0.0556285 Feb 19 05:17:48.027107 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e9b2639f-6a41-41bd-9c0b-11551eeca2c7 req-d3607efb-69e4-44bb-b244-d75e41ab6b9f tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485079 Feb 19 05:17:48.142482 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:17:48.201959 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:17:48.207005 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:17:48.207404 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:48.315182 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:17:48.315485 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:48.338698 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cb1824-8d00-45d8-8c9d-49f01b28bbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:17:48.341064 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a46ca1-3c59-4a2b-826e-057428928721" -d '{"events": [{"server_uuid": "d7cb1824-8d00-45d8-8c9d-49f01b28bbc5", "name": "network-vif-plugged", "status": "completed", "tag": "c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:17:48.358581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd,segment=NetworkSegment(924bebda-93e5-45b0-8348-27210b7a7ad6),segment_id=924bebda-93e5-45b0-8348-27210b7a7ad6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:17:48.362977 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:48.392350 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57293a01-3060-4f81-88db-79d9805cfe77 req-9dd335bf-b847-4bce-8db5-adbd1e07a8e6 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:48.393902 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-57293a01-3060-4f81-88db-79d9805cfe77 req-9dd335bf-b847-4bce-8db5-adbd1e07a8e6 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 944 time: 0.0583637 Feb 19 05:17:48.421960 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd,revision_number=9']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:48.447290 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-57293a01-3060-4f81-88db-79d9805cfe77 req-2610bcba-8f86-44a8-95d9-146597c71a22 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471425 Feb 19 05:17:48.449803 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4677722-e2e9-4472-9518-9bd923278a9b x-openstack-request-id: req-e4677722-e2e9-4472-9518-9bd923278a9b {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:17:48.450107 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cb1824-8d00-45d8-8c9d-49f01b28bbc5", "name": "network-vif-plugged", "status": "completed", "tag": "c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:17:48.450366 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e4677722-e2e9-4472-9518-9bd923278a9b {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:17:48.451240 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cb1824-8d00-45d8-8c9d-49f01b28bbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd', 'code': 200} Feb 19 05:17:49.367726 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:17:49.604471 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d366f-1e84-4dde-8e63-aeedfe5c2604 req-48db05f8-7547-4a0c-a46c-c57cbaad84b3 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:49.606068 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d4d366f-1e84-4dde-8e63-aeedfe5c2604 req-48db05f8-7547-4a0c-a46c-c57cbaad84b3 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0867651 Feb 19 05:17:49.629116 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1fdec-1b8b-4ff8-8222-ed10c1ab52a2 req-d3e7d265-5b66-44cf-8eb1-02255a0a2fc9 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:49.630655 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-46d1fdec-1b8b-4ff8-8222-ed10c1ab52a2 req-d3e7d265-5b66-44cf-8eb1-02255a0a2fc9 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7cb1824-8d00-45d8-8c9d-49f01b28bbc5 HTTP/1.1" status: 200 len: 945 time: 0.0779321 Feb 19 05:17:49.706922 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d4d366f-1e84-4dde-8e63-aeedfe5c2604 req-0bb59a15-8abc-4a46-8631-7abd82d00d0f tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.65 "GET /v2.0/security-groups?id=967236c8-bce0-4ba5-9a05-75c250e4ce0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905812 Feb 19 05:17:49.758686 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-46d1fdec-1b8b-4ff8-8222-ed10c1ab52a2 req-d435079a-04eb-4782-977f-fa6fb7747879 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Deleting port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:17:49.758926 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-46d1fdec-1b8b-4ff8-8222-ed10c1ab52a2 req-d435079a-04eb-4782-977f-fa6fb7747879 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:49.855189 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-46d1fdec-1b8b-4ff8-8222-ed10c1ab52a2 req-d435079a-04eb-4782-977f-fa6fb7747879 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] For port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd,segment=NetworkSegment(924bebda-93e5-45b0-8348-27210b7a7ad6),segment_id=924bebda-93e5-45b0-8348-27210b7a7ad6)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:17:49.855564 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-46d1fdec-1b8b-4ff8-8222-ed10c1ab52a2 req-d435079a-04eb-4782-977f-fa6fb7747879 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:49.869774 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-46d1fdec-1b8b-4ff8-8222-ed10c1ab52a2 req-d435079a-04eb-4782-977f-fa6fb7747879 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Calling delete_port for c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:17:50.022016 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-46d1fdec-1b8b-4ff8-8222-ed10c1ab52a2 req-d435079a-04eb-4782-977f-fa6fb7747879 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:50.035434 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:17:50.056131 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435079a-04eb-4782-977f-fa6fb7747879 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Pushing event deleted for resources: {'Port': ['ID=c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:50.102857 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d1fdec-1b8b-4ff8-8222-ed10c1ab52a2 req-d435079a-04eb-4782-977f-fa6fb7747879 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] No DVR routers for this DVR port c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:17:50.105647 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-46d1fdec-1b8b-4ff8-8222-ed10c1ab52a2 req-d435079a-04eb-4782-977f-fa6fb7747879 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:50.109093 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-46d1fdec-1b8b-4ff8-8222-ed10c1ab52a2 req-d435079a-04eb-4782-977f-fa6fb7747879 tempest-ServerDiskConfigTestJSON-1632820849 tempest-ServerDiskConfigTestJSON-1632820849-project] 10.222.0.10 "DELETE /v2.0/ports/c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd HTTP/1.1" status: 204 len: 173 time: 0.4706192 Feb 19 05:17:50.109557 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cb1824-8d00-45d8-8c9d-49f01b28bbc5', 'name': 'network-vif-deleted', 'tag': 'c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:17:50.111936 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5da9821-32fc-46a6-ad0b-b6d4115346a7" -d '{"events": [{"server_uuid": "d7cb1824-8d00-45d8-8c9d-49f01b28bbc5", "name": "network-vif-deleted", "tag": "c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:17:50.150097 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a44ac1-2d70-44ea-b472-ea5103a95b21 x-openstack-request-id: req-b5a44ac1-2d70-44ea-b472-ea5103a95b21 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:17:50.150377 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cb1824-8d00-45d8-8c9d-49f01b28bbc5", "name": "network-vif-deleted", "tag": "c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:17:50.150638 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b5a44ac1-2d70-44ea-b472-ea5103a95b21 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:17:50.151045 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cb1824-8d00-45d8-8c9d-49f01b28bbc5', 'name': 'network-vif-deleted', 'tag': 'c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd', 'status': 'completed', 'code': 200} Feb 19 05:17:50.846305 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34610) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:17:50.892712 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac241044-748e-46e3-a9f3-f0d3ea837d07 admin admin] Deleting subnet 1df13868-484f-4017-8779-797d8388a22a {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:17:50.896547 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ac241044-748e-46e3-a9f3-f0d3ea837d07 admin admin] Publish callbacks [] for subnet (1df13868-484f-4017-8779-797d8388a22a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:50.931748 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ac241044-748e-46e3-a9f3-f0d3ea837d07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (1df13868-484f-4017-8779-797d8388a22a), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:50.974818 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ac241044-748e-46e3-a9f3-f0d3ea837d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (1df13868-484f-4017-8779-797d8388a22a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:51.029601 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ac241044-748e-46e3-a9f3-f0d3ea837d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (1df13868-484f-4017-8779-797d8388a22a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:51.057966 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac241044-748e-46e3-a9f3-f0d3ea837d07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1df13868-484f-4017-8779-797d8388a22a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:51.063872 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ac241044-748e-46e3-a9f3-f0d3ea837d07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:51.068253 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ac241044-748e-46e3-a9f3-f0d3ea837d07 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1df13868-484f-4017-8779-797d8388a22a HTTP/1.1" status: 204 len: 168 time: 0.2208149 Feb 19 05:17:51.069659 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34612) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:17:51.135924 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d93437e5-2634-4dfd-88bc-2ed73fa83015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:51.216938 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d93437e5-2634-4dfd-88bc-2ed73fa83015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:51.237643 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-d93437e5-2634-4dfd-88bc-2ed73fa83015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:17:51.246757 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-d93437e5-2634-4dfd-88bc-2ed73fa83015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924bebda-93e5-45b0-8348-27210b7a7ad6') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:17:51.247057 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-d93437e5-2634-4dfd-88bc-2ed73fa83015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924bebda-93e5-45b0-8348-27210b7a7ad6') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:17:51.257678 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d93437e5-2634-4dfd-88bc-2ed73fa83015 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (924bebda-93e5-45b0-8348-27210b7a7ad6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:51.271184 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d93437e5-2634-4dfd-88bc-2ed73fa83015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (924bebda-93e5-45b0-8348-27210b7a7ad6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:51.277147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93437e5-2634-4dfd-88bc-2ed73fa83015 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:17:51.277533 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d93437e5-2634-4dfd-88bc-2ed73fa83015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (924bebda-93e5-45b0-8348-27210b7a7ad6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: timer() Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:17:51.279159 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:17:51.337185 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d93437e5-2634-4dfd-88bc-2ed73fa83015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:51.345212 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d93437e5-2634-4dfd-88bc-2ed73fa83015 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:51.353309 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d93437e5-2634-4dfd-88bc-2ed73fa83015 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c HTTP/1.1" status: 204 len: 168 time: 0.2798820 Feb 19 05:17:51.361796 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93437e5-2634-4dfd-88bc-2ed73fa83015 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e8ddbd9-9efd-495c-8a11-5bd3c4b9a37c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:51.473395 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34616) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:17:51.516723 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34618) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:17:51.517315 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cdc3baac-b30c-4107-9a0c-d7d49da4b15e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dfd1270517a7403983e9ff1c5d3bb10f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421729 Feb 19 05:17:51.572407 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f7431fca-3b25-4663-9ea8-7bff3604254a admin admin] Publish callbacks [] for security_group (967236c8-bce0-4ba5-9a05-75c250e4ce0c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:51.594554 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f7431fca-3b25-4663-9ea8-7bff3604254a admin admin] Publish callbacks [] for security_group (967236c8-bce0-4ba5-9a05-75c250e4ce0c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:51.644092 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f7431fca-3b25-4663-9ea8-7bff3604254a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (967236c8-bce0-4ba5-9a05-75c250e4ce0c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:51.646755 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f7431fca-3b25-4663-9ea8-7bff3604254a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:51.647935 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f7431fca-3b25-4663-9ea8-7bff3604254a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/967236c8-bce0-4ba5-9a05-75c250e4ce0c HTTP/1.1" status: 204 len: 168 time: 0.1294525 Feb 19 05:17:51.656582 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7431fca-3b25-4663-9ea8-7bff3604254a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967236c8-bce0-4ba5-9a05-75c250e4ce0c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:52.132528 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:17:52.159864 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:17:52.160227 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device c9c3be22-a8dc-47db-ad61-eb80fb0e6dcd not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:17:52.521891 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34640) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:17:52.620467 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f8aa1537-06c0-43ea-b0dc-2134b39725cb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-126840126-network', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:17:52.641634 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8aa1537-06c0-43ea-b0dc-2134b39725cb admin admin] Made reservation on behalf of 04db6f0b17374d38b47662a7902a8d50 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:17:52.644203 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f8aa1537-06c0-43ea-b0dc-2134b39725cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:52.658396 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f8aa1537-06c0-43ea-b0dc-2134b39725cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:52.745311 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f8aa1537-06c0-43ea-b0dc-2134b39725cb admin admin] Publish callbacks [] for security_group (8cb86317-91ee-495e-a189-690f4c8c998b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:52.749376 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f8aa1537-06c0-43ea-b0dc-2134b39725cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8cb86317-91ee-495e-a189-690f4c8c998b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:52.774839 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8aa1537-06c0-43ea-b0dc-2134b39725cb admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:17:52.785354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa1537-06c0-43ea-b0dc-2134b39725cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb86317-91ee-495e-a189-690f4c8c998b,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:52.795159 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f8aa1537-06c0-43ea-b0dc-2134b39725cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:52.795508 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-f8aa1537-06c0-43ea-b0dc-2134b39725cb admin admin] Added segment 5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9 of type vlan for network 5d897762-66f3-429f-bcee-5b1286dc661d Feb 19 05:17:52.836203 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f8aa1537-06c0-43ea-b0dc-2134b39725cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (5d897762-66f3-429f-bcee-5b1286dc661d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:52.860285 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f8aa1537-06c0-43ea-b0dc-2134b39725cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (5d897762-66f3-429f-bcee-5b1286dc661d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:52.861309 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8aa1537-06c0-43ea-b0dc-2134b39725cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:52.861935 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f8aa1537-06c0-43ea-b0dc-2134b39725cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:52.918733 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f8aa1537-06c0-43ea-b0dc-2134b39725cb admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3957083 Feb 19 05:17:52.921814 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34644) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:17:52.924436 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa1537-06c0-43ea-b0dc-2134b39725cb admin admin] Pushing event updated for resources: {'Network': ['ID=5d897762-66f3-429f-bcee-5b1286dc661d,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:52.927336 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-4e747cac-f30e-41c1-b673-5a850f26a1a6 admin admin] Request body: {'subnet': {'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-126840126-subnet', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:17:52.935763 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 5d897762-66f3-429f-bcee-5b1286dc661d details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:17:52.947594 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e747cac-f30e-41c1-b673-5a850f26a1a6 admin admin] Made reservation on behalf of 04db6f0b17374d38b47662a7902a8d50 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:17:52.950153 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e747cac-f30e-41c1-b673-5a850f26a1a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:53.133622 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e747cac-f30e-41c1-b673-5a850f26a1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (216e92f0-b9cf-431c-8388-5a06c0657f89), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:53.186269 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e747cac-f30e-41c1-b673-5a850f26a1a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=216e92f0-b9cf-431c-8388-5a06c0657f89,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:53.197364 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e747cac-f30e-41c1-b673-5a850f26a1a6 admin admin] Checking segment: {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:17:53.197721 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e747cac-f30e-41c1-b673-5a850f26a1a6 admin admin] Network hostable DHCP agents. Network: 5d897762-66f3-429f-bcee-5b1286dc661d, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:17:53.214470 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e747cac-f30e-41c1-b673-5a850f26a1a6 admin admin] Network 5d897762-66f3-429f-bcee-5b1286dc661d is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:17:53.224234 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-4e747cac-f30e-41c1-b673-5a850f26a1a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 5d897762-66f3-429f-bcee-5b1286dc661d) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:17:53.228660 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e747cac-f30e-41c1-b673-5a850f26a1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:53.229259 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4e747cac-f30e-41c1-b673-5a850f26a1a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:53.233455 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3f2a31-dfb2-4eec-8246-0bd2f6c264ee None None] Network 5d897762-66f3-429f-bcee-5b1286dc661d requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:17:53.245157 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4e747cac-f30e-41c1-b673-5a850f26a1a6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3221943 Feb 19 05:17:53.247979 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34646) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:17:53.252438 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-84cae5f7-c0a3-454e-9695-d6bef38713b3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:17:53.274110 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-84cae5f7-c0a3-454e-9695-d6bef38713b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (5d2be1f4-93de-4637-b841-8567d9eb2e17), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:53.275369 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-84cae5f7-c0a3-454e-9695-d6bef38713b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (5d2be1f4-93de-4637-b841-8567d9eb2e17), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:53.334976 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-84cae5f7-c0a3-454e-9695-d6bef38713b3 admin admin] Publish callbacks [] for router_controller (5d2be1f4-93de-4637-b841-8567d9eb2e17), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:53.343468 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032d89f8-9bbc-4a8d-934a-1c950eeb2de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-5d897762-66f3-429f-bcee-5b1286dc661d', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:17:53.343846 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-032d89f8-9bbc-4a8d-934a-1c950eeb2de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:53.487340 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-84cae5f7-c0a3-454e-9695-d6bef38713b3 admin admin] Publish callbacks [] for router_gateway (5d2be1f4-93de-4637-b841-8567d9eb2e17), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:53.492103 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-032d89f8-9bbc-4a8d-934a-1c950eeb2de7 None None] Allocated IP 172.20.0.2 (5d897762-66f3-429f-bcee-5b1286dc661d/216e92f0-b9cf-431c-8388-5a06c0657f89/00c0466e-0c38-40fa-9f9c-5532a82eff00) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:17:53.640188 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-032d89f8-9bbc-4a8d-934a-1c950eeb2de7 None None] Publish callbacks [] for port (00c0466e-0c38-40fa-9f9c-5532a82eff00), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:53.646524 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-032d89f8-9bbc-4a8d-934a-1c950eeb2de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (00c0466e-0c38-40fa-9f9c-5532a82eff00), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:53.696280 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-84cae5f7-c0a3-454e-9695-d6bef38713b3 admin admin] Publish callbacks [] for router_gateway (5d2be1f4-93de-4637-b841-8567d9eb2e17), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:53.696861 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032d89f8-9bbc-4a8d-934a-1c950eeb2de7 None None] Network 5d897762-66f3-429f-bcee-5b1286dc661d is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:17:53.701538 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-032d89f8-9bbc-4a8d-934a-1c950eeb2de7 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:17:53.704029 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032d89f8-9bbc-4a8d-934a-1c950eeb2de7 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:17:53.709921 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d89f8-9bbc-4a8d-934a-1c950eeb2de7 None None] Pushing event updated for resources: {'Port': ['ID=00c0466e-0c38-40fa-9f9c-5532a82eff00,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:53.715571 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-84cae5f7-c0a3-454e-9695-d6bef38713b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:53.767211 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-032d89f8-9bbc-4a8d-934a-1c950eeb2de7 None None] Attempting to bind port 00c0466e-0c38-40fa-9f9c-5532a82eff00 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:17:53.767487 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-032d89f8-9bbc-4a8d-934a-1c950eeb2de7 None None] Attempting to bind port 00c0466e-0c38-40fa-9f9c-5532a82eff00 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:17:53.767853 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032d89f8-9bbc-4a8d-934a-1c950eeb2de7 None None] Attempting to bind port 00c0466e-0c38-40fa-9f9c-5532a82eff00 on network 5d897762-66f3-429f-bcee-5b1286dc661d {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:17:53.773552 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032d89f8-9bbc-4a8d-934a-1c950eeb2de7 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:17:53.773929 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032d89f8-9bbc-4a8d-934a-1c950eeb2de7 None None] Checking segment: {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:17:53.774361 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-032d89f8-9bbc-4a8d-934a-1c950eeb2de7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:53.774736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032d89f8-9bbc-4a8d-934a-1c950eeb2de7 None None] Bound using segment: {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:17:53.775215 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-032d89f8-9bbc-4a8d-934a-1c950eeb2de7 None None] Bound port: 00c0466e-0c38-40fa-9f9c-5532a82eff00, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:17:53.775598 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-032d89f8-9bbc-4a8d-934a-1c950eeb2de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (00c0466e-0c38-40fa-9f9c-5532a82eff00), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:53.830508 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-84cae5f7-c0a3-454e-9695-d6bef38713b3 admin admin] Allocated IP 172.25.0.87 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/3b5aedd5-6eca-4034-b943-6a42f75b21d7) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:17:53.843160 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-032d89f8-9bbc-4a8d-934a-1c950eeb2de7 None None] For port 00c0466e-0c38-40fa-9f9c-5532a82eff00, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:17:53.846671 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-032d89f8-9bbc-4a8d-934a-1c950eeb2de7 None None] For port 00c0466e-0c38-40fa-9f9c-5532a82eff00, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=00c0466e-0c38-40fa-9f9c-5532a82eff00,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:17:53.851881 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-032d89f8-9bbc-4a8d-934a-1c950eeb2de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (00c0466e-0c38-40fa-9f9c-5532a82eff00), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:53.912154 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d89f8-9bbc-4a8d-934a-1c950eeb2de7 None None] Pushing event updated for resources: {'Port': ['ID=00c0466e-0c38-40fa-9f9c-5532a82eff00,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:53.949919 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-84cae5f7-c0a3-454e-9695-d6bef38713b3 admin admin] Publish callbacks [] for port (3b5aedd5-6eca-4034-b943-6a42f75b21d7), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:53.994675 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-84cae5f7-c0a3-454e-9695-d6bef38713b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (3b5aedd5-6eca-4034-b943-6a42f75b21d7), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:54.034066 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cae5f7-c0a3-454e-9695-d6bef38713b3 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:17:54.041000 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-84cae5f7-c0a3-454e-9695-d6bef38713b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:17:54.045617 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cae5f7-c0a3-454e-9695-d6bef38713b3 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:17:54.048820 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cae5f7-c0a3-454e-9695-d6bef38713b3 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5aedd5-6eca-4034-b943-6a42f75b21d7,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:54.402108 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-84cae5f7-c0a3-454e-9695-d6bef38713b3 admin admin] Publish callbacks [] for router_gateway (5d2be1f4-93de-4637-b841-8567d9eb2e17), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:54.625830 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-84cae5f7-c0a3-454e-9695-d6bef38713b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (5d2be1f4-93de-4637-b841-8567d9eb2e17), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:54.768076 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cae5f7-c0a3-454e-9695-d6bef38713b3 admin admin] Router 5d2be1f4-93de-4637-b841-8567d9eb2e17 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:17:54.883404 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cae5f7-c0a3-454e-9695-d6bef38713b3 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:17:54.893109 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] Sync routers for ids ['5d2be1f4-93de-4637-b841-8567d9eb2e17'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:17:54.905806 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] Routers {'5d2be1f4-93de-4637-b841-8567d9eb2e17'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:17:54.906542 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:17:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5d2be1f4-93de-4637-b841-8567d9eb2e17'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:17:54.907928 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-84cae5f7-c0a3-454e-9695-d6bef38713b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:54.912707 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34648) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:17:54.915848 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc148648-2c4a-406a-a786-ebe148551e59 None None] Network 5d897762-66f3-429f-bcee-5b1286dc661d requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:17:54.917713 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-84cae5f7-c0a3-454e-9695-d6bef38713b3 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6684268 Feb 19 05:17:55.026718 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] Set router 5d2be1f4-93de-4637-b841-8567d9eb2e17 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:17:55.032881 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-e8395ad5-159a-4546-870c-804a7c5d6a51 None None] Provisioning complete for port 00c0466e-0c38-40fa-9f9c-5532a82eff00 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:17:55.033282 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e8395ad5-159a-4546-870c-804a7c5d6a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (00c0466e-0c38-40fa-9f9c-5532a82eff00), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:55.142131 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e8395ad5-159a-4546-870c-804a7c5d6a51 None None] Current status of the port 00c0466e-0c38-40fa-9f9c-5532a82eff00 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:17:55.142535 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e8395ad5-159a-4546-870c-804a7c5d6a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (00c0466e-0c38-40fa-9f9c-5532a82eff00), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:55.180570 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e8395ad5-159a-4546-870c-804a7c5d6a51 None None] For port 00c0466e-0c38-40fa-9f9c-5532a82eff00, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=00c0466e-0c38-40fa-9f9c-5532a82eff00,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:17:55.186210 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e8395ad5-159a-4546-870c-804a7c5d6a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (00c0466e-0c38-40fa-9f9c-5532a82eff00), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:55.259259 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8395ad5-159a-4546-870c-804a7c5d6a51 None None] Pushing event updated for resources: {'Port': ['ID=00c0466e-0c38-40fa-9f9c-5532a82eff00,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:55.277247 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:54Z', 'revision_number': 3, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:17:55.319875 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] Checking router: 5d2be1f4-93de-4637-b841-8567d9eb2e17 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:17:55.320398 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] Updating router 5d2be1f4-93de-4637-b841-8567d9eb2e17 port 3b5aedd5-6eca-4034-b943-6a42f75b21d7 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:17:55.357568 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3b5aedd5-6eca-4034-b943-6a42f75b21d7), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:55.376867 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 00c0466e-0c38-40fa-9f9c-5532a82eff00 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:17:55.428716 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b66c49e7-dfcc-4493-9dc4-21bbc9b7d988 None None] Provisioning complete for port 00c0466e-0c38-40fa-9f9c-5532a82eff00 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:17:55.429531 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b66c49e7-dfcc-4493-9dc4-21bbc9b7d988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (00c0466e-0c38-40fa-9f9c-5532a82eff00), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:55.436111 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ef5e88b5-d1d7-48f6-b716-eebf0fc25ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:55.480211 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 00c0466e-0c38-40fa-9f9c-5532a82eff00 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:17:55.480593 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (00c0466e-0c38-40fa-9f9c-5532a82eff00), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:55.551983 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b66c49e7-dfcc-4493-9dc4-21bbc9b7d988 None None] Current status of the port 00c0466e-0c38-40fa-9f9c-5532a82eff00 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:17:55.611248 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 00c0466e-0c38-40fa-9f9c-5532a82eff00 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:17:55.648234 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-ef5e88b5-d1d7-48f6-b716-eebf0fc25ffc admin admin] Allocated IP 172.20.0.1 (5d897762-66f3-429f-bcee-5b1286dc661d/216e92f0-b9cf-431c-8388-5a06c0657f89/ad5602d1-5fbb-41f7-8f67-b935284a64be) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:17:55.679277 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] Publish callbacks [] for port (3b5aedd5-6eca-4034-b943-6a42f75b21d7), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:55.685146 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3b5aedd5-6eca-4034-b943-6a42f75b21d7), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:55.737969 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] Attempting to bind port 3b5aedd5-6eca-4034-b943-6a42f75b21d7 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:17:55.739477 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] Attempting to bind port 3b5aedd5-6eca-4034-b943-6a42f75b21d7 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:17:55.739841 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] Attempting to bind port 3b5aedd5-6eca-4034-b943-6a42f75b21d7 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:17:55.745922 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa32ed-f2c3-4c44-8d34-57f0ae9c430b None None] Pushing event updated for resources: {'Port': ['ID=3b5aedd5-6eca-4034-b943-6a42f75b21d7,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:55.751087 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:17:55.751465 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:17:55.751934 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:55.752254 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:17:55.752737 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] Bound port: 3b5aedd5-6eca-4034-b943-6a42f75b21d7, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:17:55.753140 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3b5aedd5-6eca-4034-b943-6a42f75b21d7), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:55.760222 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa32ed-f2c3-4c44-8d34-57f0ae9c430b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:55.760565 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa32ed-f2c3-4c44-8d34-57f0ae9c430b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:55.760945 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa32ed-f2c3-4c44-8d34-57f0ae9c430b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:55.761294 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa32ed-f2c3-4c44-8d34-57f0ae9c430b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:55.761600 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa32ed-f2c3-4c44-8d34-57f0ae9c430b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:55.761926 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa32ed-f2c3-4c44-8d34-57f0ae9c430b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:55.762358 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa32ed-f2c3-4c44-8d34-57f0ae9c430b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:55.762612 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa32ed-f2c3-4c44-8d34-57f0ae9c430b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:55.762875 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa32ed-f2c3-4c44-8d34-57f0ae9c430b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:55.763202 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa32ed-f2c3-4c44-8d34-57f0ae9c430b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:55.763505 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa32ed-f2c3-4c44-8d34-57f0ae9c430b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:55.763813 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa32ed-f2c3-4c44-8d34-57f0ae9c430b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:55.764132 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa32ed-f2c3-4c44-8d34-57f0ae9c430b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:17:55.820379 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] For port 3b5aedd5-6eca-4034-b943-6a42f75b21d7, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:17:55.823955 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] For port 3b5aedd5-6eca-4034-b943-6a42f75b21d7, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3b5aedd5-6eca-4034-b943-6a42f75b21d7,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:17:55.830605 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3b5aedd5-6eca-4034-b943-6a42f75b21d7), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:55.888650 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] Routers {'5d2be1f4-93de-4637-b841-8567d9eb2e17'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:17:55.889300 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:17:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5d2be1f4-93de-4637-b841-8567d9eb2e17'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:17:55.934336 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa32ed-f2c3-4c44-8d34-57f0ae9c430b None None] Pushing event updated for resources: {'Port': ['ID=3b5aedd5-6eca-4034-b943-6a42f75b21d7,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:56.109818 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] Set router 5d2be1f4-93de-4637-b841-8567d9eb2e17 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:17:56.120748 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ef5e88b5-d1d7-48f6-b716-eebf0fc25ffc admin admin] Publish callbacks [] for port (ad5602d1-5fbb-41f7-8f67-b935284a64be), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:56.155392 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ef5e88b5-d1d7-48f6-b716-eebf0fc25ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ad5602d1-5fbb-41f7-8f67-b935284a64be), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:56.199600 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5e88b5-d1d7-48f6-b716-eebf0fc25ffc admin admin] Network 5d897762-66f3-429f-bcee-5b1286dc661d is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:17:56.203481 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e88b5-d1d7-48f6-b716-eebf0fc25ffc admin admin] Pushing event updated for resources: {'Port': ['ID=ad5602d1-5fbb-41f7-8f67-b935284a64be,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:56.206185 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-ef5e88b5-d1d7-48f6-b716-eebf0fc25ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:17:56.208452 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5e88b5-d1d7-48f6-b716-eebf0fc25ffc admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:17:56.255419 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ef5e88b5-d1d7-48f6-b716-eebf0fc25ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (5d2be1f4-93de-4637-b841-8567d9eb2e17), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:56.312280 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:54Z', 'revision_number': 3, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:17:56.347949 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6d65e-fe85-4556-a0d2-aa35c86c64f1 None None] The sync data for ids ['5d2be1f4-93de-4637-b841-8567d9eb2e17'] in n-d-772273-4 is: [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:54Z', 'revision_number': 3, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:17:56.425003 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ef5e88b5-d1d7-48f6-b716-eebf0fc25ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ad5602d1-5fbb-41f7-8f67-b935284a64be), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:56.482400 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-248bb5ff-0f0e-4c00-8cc9-84ae0736b548 None None] Provisioning complete for port ad5602d1-5fbb-41f7-8f67-b935284a64be triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:17:56.482930 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-248bb5ff-0f0e-4c00-8cc9-84ae0736b548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ad5602d1-5fbb-41f7-8f67-b935284a64be), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:56.519903 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-248bb5ff-0f0e-4c00-8cc9-84ae0736b548 None None] Port ad5602d1-5fbb-41f7-8f67-b935284a64be cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:17:56.627552 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ef5e88b5-d1d7-48f6-b716-eebf0fc25ffc admin admin] Publish callbacks [] for port (ad5602d1-5fbb-41f7-8f67-b935284a64be), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:56.632237 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ef5e88b5-d1d7-48f6-b716-eebf0fc25ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (ad5602d1-5fbb-41f7-8f67-b935284a64be), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:56.708054 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e88b5-d1d7-48f6-b716-eebf0fc25ffc admin admin] Pushing event updated for resources: {'Port': ['ID=ad5602d1-5fbb-41f7-8f67-b935284a64be,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:56.710607 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ef5e88b5-d1d7-48f6-b716-eebf0fc25ffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (5d2be1f4-93de-4637-b841-8567d9eb2e17), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:56.811517 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5e88b5-d1d7-48f6-b716-eebf0fc25ffc admin admin] Network 5d897762-66f3-429f-bcee-5b1286dc661d is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:17:56.813042 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-ef5e88b5-d1d7-48f6-b716-eebf0fc25ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:17:56.937805 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5e88b5-d1d7-48f6-b716-eebf0fc25ffc admin admin] Router 5d2be1f4-93de-4637-b841-8567d9eb2e17 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:17:57.059672 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5e88b5-d1d7-48f6-b716-eebf0fc25ffc admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:17:57.065501 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ef5e88b5-d1d7-48f6-b716-eebf0fc25ffc admin admin] 10.222.0.65 "PUT /v2.0/routers/5d2be1f4-93de-4637-b841-8567d9eb2e17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1513171 Feb 19 05:17:57.148697 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8f103905-e598-45d7-b8d2-7f99c03f5ea6 None None] Provisioning complete for port ad5602d1-5fbb-41f7-8f67-b935284a64be triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:17:57.148904 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8f103905-e598-45d7-b8d2-7f99c03f5ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ad5602d1-5fbb-41f7-8f67-b935284a64be), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:57.193300 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8f103905-e598-45d7-b8d2-7f99c03f5ea6 None None] Port ad5602d1-5fbb-41f7-8f67-b935284a64be cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:17:57.367320 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 00c0466e-0c38-40fa-9f9c-5532a82eff00 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:17:57.586545 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 00c0466e-0c38-40fa-9f9c-5532a82eff00 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:17:57.587240 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (00c0466e-0c38-40fa-9f9c-5532a82eff00), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:57.593075 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 34656) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:17:57.597722 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-5d080898-d5a5-4ae5-b2d8-bd453db9014a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1816507154', 'description': 'tempest-description--1798495220'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:17:57.618544 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d080898-d5a5-4ae5-b2d8-bd453db9014a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:57.674258 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 00c0466e-0c38-40fa-9f9c-5532a82eff00 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:17:57.675559 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3b5aedd5-6eca-4034-b943-6a42f75b21d7 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:17:57.697910 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d080898-d5a5-4ae5-b2d8-bd453db9014a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for security_group (ae45440b-7771-4628-acdc-93aca6fea748), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:57.704133 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d080898-d5a5-4ae5-b2d8-bd453db9014a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ae45440b-7771-4628-acdc-93aca6fea748), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:57.725453 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 3b5aedd5-6eca-4034-b943-6a42f75b21d7 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:17:57.725759 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3b5aedd5-6eca-4034-b943-6a42f75b21d7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:57.734085 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d080898-d5a5-4ae5-b2d8-bd453db9014a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:57.735375 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5d080898-d5a5-4ae5-b2d8-bd453db9014a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1412740 Feb 19 05:17:57.738522 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34658) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:17:57.740888 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d080898-d5a5-4ae5-b2d8-bd453db9014a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae45440b-7771-4628-acdc-93aca6fea748,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:57.746293 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-9ea37a13-603e-4e9f-8bf6-1fc0cbe80497 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Request body: {'security_group_rule': {'security_group_id': 'ae45440b-7771-4628-acdc-93aca6fea748', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:17:57.780739 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ea37a13-603e-4e9f-8bf6-1fc0cbe80497 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for security_group_rule (8351185f-d410-4945-8444-b25cefe45ccb), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:57.809925 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 3b5aedd5-6eca-4034-b943-6a42f75b21d7 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:17:57.810321 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3b5aedd5-6eca-4034-b943-6a42f75b21d7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:57.836352 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 3b5aedd5-6eca-4034-b943-6a42f75b21d7, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3b5aedd5-6eca-4034-b943-6a42f75b21d7,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:17:57.840742 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3b5aedd5-6eca-4034-b943-6a42f75b21d7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:57.851656 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ea37a13-603e-4e9f-8bf6-1fc0cbe80497 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for security_group_rule (8351185f-d410-4945-8444-b25cefe45ccb), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:57.855693 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ea37a13-603e-4e9f-8bf6-1fc0cbe80497 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (8351185f-d410-4945-8444-b25cefe45ccb), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:57.877748 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea37a13-603e-4e9f-8bf6-1fc0cbe80497 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8351185f-d410-4945-8444-b25cefe45ccb,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:57.886339 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ea37a13-603e-4e9f-8bf6-1fc0cbe80497 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:57.887602 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9ea37a13-603e-4e9f-8bf6-1fc0cbe80497 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474512 Feb 19 05:17:57.892101 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34660) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:17:57.895371 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=3b5aedd5-6eca-4034-b943-6a42f75b21d7,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:57.897845 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-46df6cdd-6472-47d2-9677-1b61dc55e50a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Request body: {'security_group_rule': {'security_group_id': 'ae45440b-7771-4628-acdc-93aca6fea748', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:17:57.931701 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-46df6cdd-6472-47d2-9677-1b61dc55e50a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for security_group_rule (70218e20-4377-4b1b-a75f-61e0259d7fb7), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:57.994814 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-46df6cdd-6472-47d2-9677-1b61dc55e50a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for security_group_rule (70218e20-4377-4b1b-a75f-61e0259d7fb7), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:57.998808 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-46df6cdd-6472-47d2-9677-1b61dc55e50a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (70218e20-4377-4b1b-a75f-61e0259d7fb7), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:58.017561 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df6cdd-6472-47d2-9677-1b61dc55e50a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70218e20-4377-4b1b-a75f-61e0259d7fb7,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:58.025752 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-46df6cdd-6472-47d2-9677-1b61dc55e50a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:58.027335 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-46df6cdd-6472-47d2-9677-1b61dc55e50a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340744 Feb 19 05:17:58.030603 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34662) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:17:58.035256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-0aacbdf6-39cd-4c14-a62b-0ca88b4d65f7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:17:58.051493 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] Sync routers for ids ['5d2be1f4-93de-4637-b841-8567d9eb2e17'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:17:58.059283 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0aacbdf6-39cd-4c14-a62b-0ca88b4d65f7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:58.063090 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] Routers {'5d2be1f4-93de-4637-b841-8567d9eb2e17'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:17:58.063735 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:17:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5d2be1f4-93de-4637-b841-8567d9eb2e17'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:17:58.170603 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0aacbdf6-39cd-4c14-a62b-0ca88b4d65f7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:58.186851 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] Set router 5d2be1f4-93de-4637-b841-8567d9eb2e17 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:17:58.288716 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-0aacbdf6-39cd-4c14-a62b-0ca88b4d65f7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Allocated IP 172.25.0.191 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/fcdcc508-55fa-4a80-aed5-f3392d5eee67) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:17:58.400906 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0aacbdf6-39cd-4c14-a62b-0ca88b4d65f7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for port (fcdcc508-55fa-4a80-aed5-f3392d5eee67), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:58.404626 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 2, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:17:58.431682 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] Checking router: 5d2be1f4-93de-4637-b841-8567d9eb2e17 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:17:58.432042 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] Updating router 5d2be1f4-93de-4637-b841-8567d9eb2e17 port ad5602d1-5fbb-41f7-8f67-b935284a64be binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:17:58.436951 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0aacbdf6-39cd-4c14-a62b-0ca88b4d65f7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (fcdcc508-55fa-4a80-aed5-f3392d5eee67), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:58.461198 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ad5602d1-5fbb-41f7-8f67-b935284a64be), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:58.474713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aacbdf6-39cd-4c14-a62b-0ca88b4d65f7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:17:58.479301 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-0aacbdf6-39cd-4c14-a62b-0ca88b4d65f7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:17:58.484978 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aacbdf6-39cd-4c14-a62b-0ca88b4d65f7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:17:58.507471 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aacbdf6-39cd-4c14-a62b-0ca88b4d65f7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Pushing event updated for resources: {'Port': ['ID=fcdcc508-55fa-4a80-aed5-f3392d5eee67,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:58.581425 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0aacbdf6-39cd-4c14-a62b-0ca88b4d65f7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for floatingip (20209304-bd12-479e-b672-0781fc73aee6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:58.619560 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0aacbdf6-39cd-4c14-a62b-0ca88b4d65f7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fcdcc508-55fa-4a80-aed5-f3392d5eee67), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:58.737909 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] Publish callbacks [] for port (ad5602d1-5fbb-41f7-8f67-b935284a64be), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:58.744019 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ad5602d1-5fbb-41f7-8f67-b935284a64be), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:58.775079 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0aacbdf6-39cd-4c14-a62b-0ca88b4d65f7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for port (fcdcc508-55fa-4a80-aed5-f3392d5eee67), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:58.780960 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0aacbdf6-39cd-4c14-a62b-0ca88b4d65f7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (fcdcc508-55fa-4a80-aed5-f3392d5eee67), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:58.793645 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d8b0b-7a2b-4ac1-ae82-4466bca4a235 None None] Pushing event updated for resources: {'Port': ['ID=ad5602d1-5fbb-41f7-8f67-b935284a64be,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:58.852641 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] Attempting to bind port ad5602d1-5fbb-41f7-8f67-b935284a64be on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:17:58.853354 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] Attempting to bind port ad5602d1-5fbb-41f7-8f67-b935284a64be by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:17:58.853920 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] Attempting to bind port ad5602d1-5fbb-41f7-8f67-b935284a64be on network 5d897762-66f3-429f-bcee-5b1286dc661d {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:17:58.858394 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aacbdf6-39cd-4c14-a62b-0ca88b4d65f7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Pushing event updated for resources: {'Port': ['ID=fcdcc508-55fa-4a80-aed5-f3392d5eee67,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:58.859575 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:17:58.859989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] Checking segment: {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:17:58.860440 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:58.860856 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] Bound using segment: {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:17:58.861355 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] Bound port: ad5602d1-5fbb-41f7-8f67-b935284a64be, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:17:58.861747 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ad5602d1-5fbb-41f7-8f67-b935284a64be), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:58.870061 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0aacbdf6-39cd-4c14-a62b-0ca88b4d65f7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (20209304-bd12-479e-b672-0781fc73aee6), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:58.887760 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0aacbdf6-39cd-4c14-a62b-0ca88b4d65f7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:58.889115 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0aacbdf6-39cd-4c14-a62b-0ca88b4d65f7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8574867 Feb 19 05:17:58.941794 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] For port ad5602d1-5fbb-41f7-8f67-b935284a64be, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:17:58.945838 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] For port ad5602d1-5fbb-41f7-8f67-b935284a64be, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ad5602d1-5fbb-41f7-8f67-b935284a64be,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:17:58.953959 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ad5602d1-5fbb-41f7-8f67-b935284a64be), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:59.023740 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d8b0b-7a2b-4ac1-ae82-4466bca4a235 None None] Pushing event updated for resources: {'Port': ['ID=ad5602d1-5fbb-41f7-8f67-b935284a64be,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:59.028590 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] Routers {'5d2be1f4-93de-4637-b841-8567d9eb2e17'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:17:59.029254 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:17:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5d2be1f4-93de-4637-b841-8567d9eb2e17'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:17:59.083240 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-3492cd3d-2502-4ba0-877d-f1439bd3b84c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1816507154&fields=id&tenant_id=04db6f0b17374d38b47662a7902a8d50 HTTP/1.1" status: 200 len: 267 time: 0.0687361 Feb 19 05:17:59.159038 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0f6ae215-fca2-4d7f-ba80-f7a847558e6e None None] Provisioning complete for port ad5602d1-5fbb-41f7-8f67-b935284a64be triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:17:59.159416 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0f6ae215-fca2-4d7f-ba80-f7a847558e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ad5602d1-5fbb-41f7-8f67-b935284a64be), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:59.186938 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] Set router 5d2be1f4-93de-4637-b841-8567d9eb2e17 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:17:59.212735 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-38ff1e3b-9857-4233-81e1-3559e4c9ff49 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:17:59.214517 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-38ff1e3b-9857-4233-81e1-3559e4c9ff49 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 811 time: 0.1235898 Feb 19 05:17:59.235568 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-9c999bd1-e0e5-4278-b0b2-f3bdf03175c7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/quotas/04db6f0b17374d38b47662a7902a8d50 HTTP/1.1" status: 200 len: 375 time: 0.0153620 Feb 19 05:17:59.301973 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-b235a447-4df5-446d-86ac-8a740e618473 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606709 Feb 19 05:17:59.329422 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3b5aedd5-6eca-4034-b943-6a42f75b21d7 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:17:59.394269 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-b4a1a8a6-2772-42ed-8311-48b264239d6b service neutron] 10.222.0.65 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843062 Feb 19 05:17:59.490105 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-81fa3fc9-9227-434a-838a-6462f2bfd3d1 service neutron] 10.222.0.65 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894642 Feb 19 05:17:59.581198 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0f6ae215-fca2-4d7f-ba80-f7a847558e6e None None] Current status of the port ad5602d1-5fbb-41f7-8f67-b935284a64be is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:17:59.581771 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0f6ae215-fca2-4d7f-ba80-f7a847558e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ad5602d1-5fbb-41f7-8f67-b935284a64be), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:59.614914 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 3b5aedd5-6eca-4034-b943-6a42f75b21d7 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:17:59.615291 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3b5aedd5-6eca-4034-b943-6a42f75b21d7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:59.667238 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b0fd7922-1afa-483d-9adc-6820a0bc87d0 req-09d8b3b1-d501-42af-a0a4-211c8a24934c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 210 time: 0.0329461 Feb 19 05:17:59.690379 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-0f6ae215-fca2-4d7f-ba80-f7a847558e6e None None] For port ad5602d1-5fbb-41f7-8f67-b935284a64be, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ad5602d1-5fbb-41f7-8f67-b935284a64be,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:17:59.700041 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0f6ae215-fca2-4d7f-ba80-f7a847558e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ad5602d1-5fbb-41f7-8f67-b935284a64be), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:59.760402 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:58Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:17:59.799358 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a93239c-2462-4512-8d34-209c9355ac20 None None] The sync data for ids ['5d2be1f4-93de-4637-b841-8567d9eb2e17'] in n-d-772273-4 is: [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:58Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:17:59.823104 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ae215-fca2-4d7f-ba80-f7a847558e6e None None] Pushing event updated for resources: {'Port': ['ID=ad5602d1-5fbb-41f7-8f67-b935284a64be,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:17:59.851538 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 3b5aedd5-6eca-4034-b943-6a42f75b21d7 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:17:59.870879 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-cea11ddf-724d-4ad5-90cd-80cd001de13e None None] Provisioning complete for port ad5602d1-5fbb-41f7-8f67-b935284a64be triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:17:59.871354 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cea11ddf-724d-4ad5-90cd-80cd001de13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ad5602d1-5fbb-41f7-8f67-b935284a64be), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:17:59.999694 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-cea11ddf-724d-4ad5-90cd-80cd001de13e None None] Current status of the port ad5602d1-5fbb-41f7-8f67-b935284a64be is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:00.781617 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-807a939f-9d30-45ed-afbd-8fade58d35a7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:00.783297 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-807a939f-9d30-45ed-afbd-8fade58d35a7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.10 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 811 time: 0.1416206 Feb 19 05:18:00.812282 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2dbdd304-c196-4b7b-ae6a-87959747118a req-b7cc4360-b234-4b3a-a007-f28a326ea996 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 210 time: 0.0601566 Feb 19 05:18:00.860865 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-8ca14235-16e8-40b4-9a75-e6a5bf49fabe tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04db6f0b17374d38b47662a7902a8d50 HTTP/1.1" status: 200 len: 380 time: 0.0615213 Feb 19 05:18:00.872362 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Request body: {'port': {'device_id': 'ee787533-5d80-4923-b4cc-c471622a4d64', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'admin_state_up': True, 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'security_groups': ['ae45440b-7771-4628-acdc-93aca6fea748']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:18:00.987287 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Made reservation on behalf of 04db6f0b17374d38b47662a7902a8d50 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:18:00.990903 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:01.134022 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Allocated IP 172.20.0.8 (5d897762-66f3-429f-bcee-5b1286dc661d/216e92f0-b9cf-431c-8388-5a06c0657f89/85bf3d0a-9253-402c-9305-9db4b559139b) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:18:01.275343 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for port (85bf3d0a-9253-402c-9305-9db4b559139b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:01.304744 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ad5602d1-5fbb-41f7-8f67-b935284a64be up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:18:01.311733 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (85bf3d0a-9253-402c-9305-9db4b559139b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:01.351905 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Network 5d897762-66f3-429f-bcee-5b1286dc661d is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:18:01.355250 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:18:01.357567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ad5602d1-5fbb-41f7-8f67-b935284a64be triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:01.357952 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ad5602d1-5fbb-41f7-8f67-b935284a64be), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:01.358124 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:18:01.403145 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Pushing event updated for resources: {'Port': ['ID=85bf3d0a-9253-402c-9305-9db4b559139b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:01.415916 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:01.416547 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:01.417121 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:01.417639 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:01.417990 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:01.418337 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:01.418684 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:01.419027 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:01.419359 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:01.419694 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:01.420028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:01.420361 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:01.420701 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:01.436944 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:01.437627 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:01.456176 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-9f3ca501-5d76-4abc-b07b-e6ed2f57345c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5872347 Feb 19 05:18:01.458979 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ad5602d1-5fbb-41f7-8f67-b935284a64be is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:01.469001 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-021ca4b9-e7c3-4f50-aef0-9cf3d8abf7d1 service neutron] Request body: {'port': {'device_id': 'ee787533-5d80-4923-b4cc-c471622a4d64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:18:01.532379 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-021ca4b9-e7c3-4f50-aef0-9cf3d8abf7d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (85bf3d0a-9253-402c-9305-9db4b559139b), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:01.630624 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-2d4bfd13-2dfe-42a4-a8ae-7f3d4afd6790 None None] Provisioning complete for port 85bf3d0a-9253-402c-9305-9db4b559139b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:01.631006 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2d4bfd13-2dfe-42a4-a8ae-7f3d4afd6790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (85bf3d0a-9253-402c-9305-9db4b559139b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:01.666527 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-2d4bfd13-2dfe-42a4-a8ae-7f3d4afd6790 None None] Port 85bf3d0a-9253-402c-9305-9db4b559139b cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:18:01.807290 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-021ca4b9-e7c3-4f50-aef0-9cf3d8abf7d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85bf3d0a-9253-402c-9305-9db4b559139b {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:18:01.814730 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-021ca4b9-e7c3-4f50-aef0-9cf3d8abf7d1 service neutron] Publish callbacks [] for port (85bf3d0a-9253-402c-9305-9db4b559139b), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:01.826670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-021ca4b9-e7c3-4f50-aef0-9cf3d8abf7d1 service neutron] Transition to ACTIVE for port object 85bf3d0a-9253-402c-9305-9db4b559139b will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:18:01.829941 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-021ca4b9-e7c3-4f50-aef0-9cf3d8abf7d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (85bf3d0a-9253-402c-9305-9db4b559139b), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:01.880897 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ca4b9-e7c3-4f50-aef0-9cf3d8abf7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=85bf3d0a-9253-402c-9305-9db4b559139b,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:01.952008 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17287530-e963-4ee9-9ee2-2e4159622e60 req-2125885f-8c05-45fb-9754-d929359e2ac0 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:01.957391 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-021ca4b9-e7c3-4f50-aef0-9cf3d8abf7d1 service neutron] Attempting to bind port 85bf3d0a-9253-402c-9305-9db4b559139b on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:18:01.958334 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-021ca4b9-e7c3-4f50-aef0-9cf3d8abf7d1 service neutron] Attempting to bind port 85bf3d0a-9253-402c-9305-9db4b559139b by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:18:01.958906 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-021ca4b9-e7c3-4f50-aef0-9cf3d8abf7d1 service neutron] Attempting to bind port 85bf3d0a-9253-402c-9305-9db4b559139b on network 5d897762-66f3-429f-bcee-5b1286dc661d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:18:01.959794 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-17287530-e963-4ee9-9ee2-2e4159622e60 req-2125885f-8c05-45fb-9754-d929359e2ac0 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 943 time: 0.0715868 Feb 19 05:18:01.965535 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-021ca4b9-e7c3-4f50-aef0-9cf3d8abf7d1 service neutron] Port 85bf3d0a-9253-402c-9305-9db4b559139b on network 5d897762-66f3-429f-bcee-5b1286dc661d not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:18:01.966014 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-021ca4b9-e7c3-4f50-aef0-9cf3d8abf7d1 service neutron] Attempting to bind port 85bf3d0a-9253-402c-9305-9db4b559139b on network 5d897762-66f3-429f-bcee-5b1286dc661d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:18:01.973426 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-021ca4b9-e7c3-4f50-aef0-9cf3d8abf7d1 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:18:01.974683 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-021ca4b9-e7c3-4f50-aef0-9cf3d8abf7d1 service neutron] Checking segment: {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:18:01.975182 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-021ca4b9-e7c3-4f50-aef0-9cf3d8abf7d1 service neutron] Bound using segment: {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:18:01.975737 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-021ca4b9-e7c3-4f50-aef0-9cf3d8abf7d1 service neutron] Bound port: 85bf3d0a-9253-402c-9305-9db4b559139b, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:18:01.976261 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-021ca4b9-e7c3-4f50-aef0-9cf3d8abf7d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (85bf3d0a-9253-402c-9305-9db4b559139b), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:02.023519 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-17287530-e963-4ee9-9ee2-2e4159622e60 req-ba2e7862-ec99-491f-878a-6c97332d91c3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588660 Feb 19 05:18:02.062744 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-021ca4b9-e7c3-4f50-aef0-9cf3d8abf7d1 service neutron] For port 85bf3d0a-9253-402c-9305-9db4b559139b, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:18:02.067661 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-021ca4b9-e7c3-4f50-aef0-9cf3d8abf7d1 service neutron] For port 85bf3d0a-9253-402c-9305-9db4b559139b, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=85bf3d0a-9253-402c-9305-9db4b559139b,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:18:02.075016 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-021ca4b9-e7c3-4f50-aef0-9cf3d8abf7d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (85bf3d0a-9253-402c-9305-9db4b559139b), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:02.113368 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-021ca4b9-e7c3-4f50-aef0-9cf3d8abf7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:02.114063 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-021ca4b9-e7c3-4f50-aef0-9cf3d8abf7d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:02.115507 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-021ca4b9-e7c3-4f50-aef0-9cf3d8abf7d1 service neutron] 10.222.0.10 "PUT /v2.0/ports/85bf3d0a-9253-402c-9305-9db4b559139b HTTP/1.1" status: 200 len: 1091 time: 0.6514220 Feb 19 05:18:02.115966 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee787533-5d80-4923-b4cc-c471622a4d64', 'tag': '85bf3d0a-9253-402c-9305-9db4b559139b'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:18:02.118294 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd83550-4a87-4201-852a-a4f965e169be" -d '{"events": [{"name": "network-changed", "server_uuid": "ee787533-5d80-4923-b4cc-c471622a4d64", "tag": "85bf3d0a-9253-402c-9305-9db4b559139b"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:18:02.147765 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ca4b9-e7c3-4f50-aef0-9cf3d8abf7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=85bf3d0a-9253-402c-9305-9db4b559139b,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:02.169418 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba7551e-f698-49c5-80e3-478e54f4dfe5 x-openstack-request-id: req-aba7551e-f698-49c5-80e3-478e54f4dfe5 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:18:02.169716 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee787533-5d80-4923-b4cc-c471622a4d64", "tag": "85bf3d0a-9253-402c-9305-9db4b559139b", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:18:02.169972 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aba7551e-f698-49c5-80e3-478e54f4dfe5 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:18:02.170382 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee787533-5d80-4923-b4cc-c471622a4d64', 'tag': '85bf3d0a-9253-402c-9305-9db4b559139b', 'status': 'completed', 'code': 200} Feb 19 05:18:02.211125 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-4581099c-2e0a-410a-aa10-db65729c8ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:02.212662 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-4581099c-2e0a-410a-aa10-db65729c8ead service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 1125 time: 0.0540657 Feb 19 05:18:02.260305 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-0e6aa5a5-2e08-4ab5-b3ae-260c4f69ca46 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85bf3d0a-9253-402c-9305-9db4b559139b HTTP/1.1" status: 200 len: 217 time: 0.0398057 Feb 19 05:18:02.311194 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-85dcad16-1c25-40b5-a207-0bd89641bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:02.313131 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-85dcad16-1c25-40b5-a207-0bd89641bae5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0470173 Feb 19 05:18:02.328316 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7ec6200d-d2d8-43b3-b704-7d0d714fb521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:02.362994 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-e4a10353-786b-405b-b1d7-ef7dba360774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:02.364817 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-e4a10353-786b-405b-b1d7-ef7dba360774 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458140 Feb 19 05:18:02.464727 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-157e76aa-9753-4fb4-8a34-f46297682738 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946364 Feb 19 05:18:02.554903 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6e5d1fb-efdc-4c45-bb3d-5691e922ae3a req-1f73156b-e066-4da6-83d4-b1c40511a321 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843444 Feb 19 05:18:02.646381 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd83550-4a87-4201-852a-a4f965e169be req-ece84331-c8c4-40a7-b90d-372905520b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:02.648040 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-afd83550-4a87-4201-852a-a4f965e169be req-ece84331-c8c4-40a7-b90d-372905520b34 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 1125 time: 0.0486958 Feb 19 05:18:02.755643 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd83550-4a87-4201-852a-a4f965e169be req-c6dce5ad-1932-428b-84c8-64821e9ad039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:02.757171 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-afd83550-4a87-4201-852a-a4f965e169be req-c6dce5ad-1932-428b-84c8-64821e9ad039 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.1022058 Feb 19 05:18:02.799423 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-afd83550-4a87-4201-852a-a4f965e169be req-33de98ed-66e9-48f5-a8a9-4a6ff5bf7d3e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85bf3d0a-9253-402c-9305-9db4b559139b HTTP/1.1" status: 200 len: 217 time: 0.0354931 Feb 19 05:18:02.851161 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd83550-4a87-4201-852a-a4f965e169be req-54497c8c-c519-4d70-b1fe-f2d847bb327b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:02.852622 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-afd83550-4a87-4201-852a-a4f965e169be req-54497c8c-c519-4d70-b1fe-f2d847bb327b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0475888 Feb 19 05:18:02.902580 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd83550-4a87-4201-852a-a4f965e169be req-c21044b4-902a-4c04-9bc1-1ca1de1243d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:02.904022 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-afd83550-4a87-4201-852a-a4f965e169be req-c21044b4-902a-4c04-9bc1-1ca1de1243d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446198 Feb 19 05:18:02.991532 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-afd83550-4a87-4201-852a-a4f965e169be req-f032e287-7341-4ae1-bc26-ccd9a2316082 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805466 Feb 19 05:18:03.092554 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-afd83550-4a87-4201-852a-a4f965e169be req-bd28ff6f-7ae9-46e4-bf5e-b9dc1444549f service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933499 Feb 19 05:18:03.135264 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc25590-cb13-4878-8df3-51362058c8fa req-346210da-348c-4d82-8d2b-f9c00649fbea tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:03.136762 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ffc25590-cb13-4878-8df3-51362058c8fa req-346210da-348c-4d82-8d2b-f9c00649fbea tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 943 time: 0.0538220 Feb 19 05:18:03.184366 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ffc25590-cb13-4878-8df3-51362058c8fa req-fc0e5770-5fa5-4c7e-af94-b467899d748e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418944 Feb 19 05:18:04.309250 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6c210-8317-4e40-8997-b2b5a37623e0 req-88f6204d-3f4b-4d7e-af75-f313c1d67438 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:04.310737 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ebf6c210-8317-4e40-8997-b2b5a37623e0 req-88f6204d-3f4b-4d7e-af75-f313c1d67438 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 943 time: 0.0579550 Feb 19 05:18:04.358703 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ebf6c210-8317-4e40-8997-b2b5a37623e0 req-3e739d6f-af17-4dde-9cfa-9a9bab136ad4 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423629 Feb 19 05:18:05.171078 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5b6bc111-7468-4b8c-abdb-79b419091f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:05.482898 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec665bb8-b39e-45af-acce-a52f7ff6304f req-23694c06-154a-40e4-ad0a-440fe525e3a6 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:05.484461 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec665bb8-b39e-45af-acce-a52f7ff6304f req-23694c06-154a-40e4-ad0a-440fe525e3a6 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 943 time: 0.0543587 Feb 19 05:18:05.531396 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec665bb8-b39e-45af-acce-a52f7ff6304f req-92d0a2ec-163c-40bb-853f-26b623f70f59 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413775 Feb 19 05:18:06.178552 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 85bf3d0a-9253-402c-9305-9db4b559139b details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:18:06.276929 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 85bf3d0a-9253-402c-9305-9db4b559139b, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=85bf3d0a-9253-402c-9305-9db4b559139b,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:06.288726 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '85bf3d0a-9253-402c-9305-9db4b559139b', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'port_id': '85bf3d0a-9253-402c-9305-9db4b559139b', 'mac_address': 'fa:16:3e:0a:fd:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:18:06.329374 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 85bf3d0a-9253-402c-9305-9db4b559139b is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:06.329772 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (85bf3d0a-9253-402c-9305-9db4b559139b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:06.342962 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85bf3d0a-9253-402c-9305-9db4b559139b {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:18:06.362263 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 85bf3d0a-9253-402c-9305-9db4b559139b, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=85bf3d0a-9253-402c-9305-9db4b559139b,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:06.367196 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (85bf3d0a-9253-402c-9305-9db4b559139b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:06.414657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=85bf3d0a-9253-402c-9305-9db4b559139b,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:06.558962 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['85bf3d0a-9253-402c-9305-9db4b559139b'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:18:06.689097 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf4c8b-5e78-4f41-b46b-feca88b023e8 req-5b039bbd-7438-4ff9-8389-f1028684f4a9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:06.690636 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5fcf4c8b-5e78-4f41-b46b-feca88b023e8 req-5b039bbd-7438-4ff9-8389-f1028684f4a9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 944 time: 0.0550435 Feb 19 05:18:06.743389 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5fcf4c8b-5e78-4f41-b46b-feca88b023e8 req-5eafbd5b-1db6-4bce-9f24-347042f091b8 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471196 Feb 19 05:18:07.015404 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:07.865206 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16da746-4448-452f-977e-51814f7ce818 req-8c38a38e-2731-44cc-a777-c4d57c271163 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:07.866719 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f16da746-4448-452f-977e-51814f7ce818 req-8c38a38e-2731-44cc-a777-c4d57c271163 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 944 time: 0.0572343 Feb 19 05:18:07.913599 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f16da746-4448-452f-977e-51814f7ce818 req-ff464a7a-979f-4685-8dab-8030f56bb8b2 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412457 Feb 19 05:18:08.031805 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:08.148799 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:08.204561 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 85bf3d0a-9253-402c-9305-9db4b559139b up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:18:08.253293 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 85bf3d0a-9253-402c-9305-9db4b559139b completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:18:08.258282 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 85bf3d0a-9253-402c-9305-9db4b559139b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:08.258656 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (85bf3d0a-9253-402c-9305-9db4b559139b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:08.338583 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 85bf3d0a-9253-402c-9305-9db4b559139b is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:08.338879 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (85bf3d0a-9253-402c-9305-9db4b559139b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:08.361639 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee787533-5d80-4923-b4cc-c471622a4d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85bf3d0a-9253-402c-9305-9db4b559139b'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:18:08.364356 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab96dfe-dfb4-4b3b-908b-440c1a68e2a6" -d '{"events": [{"server_uuid": "ee787533-5d80-4923-b4cc-c471622a4d64", "name": "network-vif-plugged", "status": "completed", "tag": "85bf3d0a-9253-402c-9305-9db4b559139b"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:18:08.377766 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 85bf3d0a-9253-402c-9305-9db4b559139b, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=85bf3d0a-9253-402c-9305-9db4b559139b,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:08.384584 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (85bf3d0a-9253-402c-9305-9db4b559139b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:08.408445 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74ab573-f628-42bd-98e6-c72e28074f77 x-openstack-request-id: req-e74ab573-f628-42bd-98e6-c72e28074f77 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:18:08.408743 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee787533-5d80-4923-b4cc-c471622a4d64", "name": "network-vif-plugged", "status": "completed", "tag": "85bf3d0a-9253-402c-9305-9db4b559139b", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:18:08.409026 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e74ab573-f628-42bd-98e6-c72e28074f77 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:18:08.409445 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee787533-5d80-4923-b4cc-c471622a4d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85bf3d0a-9253-402c-9305-9db4b559139b', 'code': 200} Feb 19 05:18:08.437266 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=85bf3d0a-9253-402c-9305-9db4b559139b,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:08.507498 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f66e1-cb0b-4171-9d55-a14c068f914e req-5ed21ccc-3bef-48f1-b5b8-72a439c4dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:08.509107 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-db5f66e1-cb0b-4171-9d55-a14c068f914e req-5ed21ccc-3bef-48f1-b5b8-72a439c4dd39 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 1127 time: 0.0463150 Feb 19 05:18:08.555744 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-db5f66e1-cb0b-4171-9d55-a14c068f914e req-c9bf57a3-b037-4992-a5d0-ec1f372313d9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402215 Feb 19 05:18:09.035125 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce630ee7-903d-4a59-9e77-dcae08207fbe req-c20eb082-d7d0-4e65-a66e-07d4fef261fa tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:09.036776 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ce630ee7-903d-4a59-9e77-dcae08207fbe req-c20eb082-d7d0-4e65-a66e-07d4fef261fa tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.0562503 Feb 19 05:18:09.085899 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ce630ee7-903d-4a59-9e77-dcae08207fbe req-70e78425-8c87-4ce1-b1bf-7742c52cbfe0 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432744 Feb 19 05:18:09.407199 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:09.604937 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:10.208000 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08414f3d-6afc-4749-991c-728a1065887d req-2b4b5f96-80bf-446e-acd1-0303a3528519 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:10.209585 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-08414f3d-6afc-4749-991c-728a1065887d req-2b4b5f96-80bf-446e-acd1-0303a3528519 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.0541165 Feb 19 05:18:10.260155 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-08414f3d-6afc-4749-991c-728a1065887d req-44734644-2073-495d-8721-5897b80f7489 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448909 Feb 19 05:18:10.383722 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b202a-f9bf-4ef6-9b61-62303fc47f84 req-58c70ad2-1870-42d4-84e1-f00084c15781 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:10.385342 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-609b202a-f9bf-4ef6-9b61-62303fc47f84 req-58c70ad2-1870-42d4-84e1-f00084c15781 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.0584462 Feb 19 05:18:10.393945 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34712) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:10.399014 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-34847826-fb2a-4499-9b87-a3861e1076ea tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Request body: {'floatingip': {'port_id': '85bf3d0a-9253-402c-9305-9db4b559139b'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:18:10.438818 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-34847826-fb2a-4499-9b87-a3861e1076ea tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for floatingip (20209304-bd12-479e-b672-0781fc73aee6), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:10.887033 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-34847826-fb2a-4499-9b87-a3861e1076ea tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:10.891052 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-34847826-fb2a-4499-9b87-a3861e1076ea tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (20209304-bd12-479e-b672-0781fc73aee6), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:11.333390 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-34847826-fb2a-4499-9b87-a3861e1076ea tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Floating IP 20209304-bd12-479e-b672-0781fc73aee6 associated. External IP: 172.25.0.191, port: 85bf3d0a-9253-402c-9305-9db4b559139b. Feb 19 05:18:11.553736 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34847826-fb2a-4499-9b87-a3861e1076ea tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Router 5d2be1f4-93de-4637-b841-8567d9eb2e17 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:18:11.669299 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34847826-fb2a-4499-9b87-a3861e1076ea tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:18:11.674679 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-34847826-fb2a-4499-9b87-a3861e1076ea tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:11.681419 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aace88-ecc9-45d4-bac9-cacc64ab1222 None None] Sync routers for ids ['5d2be1f4-93de-4637-b841-8567d9eb2e17'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:18:11.690881 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aace88-ecc9-45d4-bac9-cacc64ab1222 None None] Routers {'5d2be1f4-93de-4637-b841-8567d9eb2e17'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:18:11.691498 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-35aace88-ecc9-45d4-bac9-cacc64ab1222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:18:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5d2be1f4-93de-4637-b841-8567d9eb2e17'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:11.705217 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-34847826-fb2a-4499-9b87-a3861e1076ea tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "PUT /v2.0/floatingips/20209304-bd12-479e-b672-0781fc73aee6 HTTP/1.1" status: 200 len: 991 time: 1.3096409 Feb 19 05:18:11.705806 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee787533-5d80-4923-b4cc-c471622a4d64', 'tag': '85bf3d0a-9253-402c-9305-9db4b559139b'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:18:11.708186 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c972c7-6a32-40d2-8f37-5706dbce45c2" -d '{"events": [{"name": "network-changed", "server_uuid": "ee787533-5d80-4923-b4cc-c471622a4d64", "tag": "85bf3d0a-9253-402c-9305-9db4b559139b"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:18:11.805939 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-35aace88-ecc9-45d4-bac9-cacc64ab1222 None None] Set router 5d2be1f4-93de-4637-b841-8567d9eb2e17 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:18:11.814401 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22420399-d0ec-438a-8e89-067bff8340c2 x-openstack-request-id: req-22420399-d0ec-438a-8e89-067bff8340c2 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:18:11.814705 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee787533-5d80-4923-b4cc-c471622a4d64", "tag": "85bf3d0a-9253-402c-9305-9db4b559139b", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:18:11.814968 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-22420399-d0ec-438a-8e89-067bff8340c2 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:18:11.815416 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee787533-5d80-4923-b4cc-c471622a4d64', 'tag': '85bf3d0a-9253-402c-9305-9db4b559139b', 'status': 'completed', 'code': 200} Feb 19 05:18:11.826143 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30ca8a-08f9-4910-a96d-c940ccb0a3c9 req-22dbaecf-def5-4d13-bea0-4f97093fbeb9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:11.827703 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f30ca8a-08f9-4910-a96d-c940ccb0a3c9 req-22dbaecf-def5-4d13-bea0-4f97093fbeb9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.0622320 Feb 19 05:18:11.906323 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f30ca8a-08f9-4910-a96d-c940ccb0a3c9 req-fab2d624-13f1-4e4f-99aa-4267a78b03f4 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712457 Feb 19 05:18:11.914795 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c972c7-6a32-40d2-8f37-5706dbce45c2 req-43b25d0e-f45f-41d9-a4ed-e54e77d93f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:11.916331 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-80c972c7-6a32-40d2-8f37-5706dbce45c2 req-43b25d0e-f45f-41d9-a4ed-e54e77d93f0f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 1127 time: 0.0802095 Feb 19 05:18:12.017488 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c972c7-6a32-40d2-8f37-5706dbce45c2 req-4e051239-5823-4fa5-8abe-f82215d07ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:12.019071 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-80c972c7-6a32-40d2-8f37-5706dbce45c2 req-4e051239-5823-4fa5-8abe-f82215d07ff3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.0951693 Feb 19 05:18:12.030521 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf442342-a9fd-4690-b188-10a459fc1514 req-8b01ba01-c672-453e-8249-3f22e1e863ab tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:12.032102 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf442342-a9fd-4690-b188-10a459fc1514 req-8b01ba01-c672-453e-8249-3f22e1e863ab tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.0551825 Feb 19 05:18:12.039976 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-35aace88-ecc9-45d4-bac9-cacc64ab1222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '20209304-bd12-479e-b672-0781fc73aee6', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'port_id': '85bf3d0a-9253-402c-9305-9db4b559139b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'mac_address': 'fa:16:3e:0a:fd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee787533-5d80-4923-b4cc-c471622a4d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:17:58Z', 'updated_at': '2022-02-19T05:18:10Z', 'revision_number': 1, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:59Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:12.073077 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aace88-ecc9-45d4-bac9-cacc64ab1222 None None] Checking router: 5d2be1f4-93de-4637-b841-8567d9eb2e17 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:18:12.082712 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aace88-ecc9-45d4-bac9-cacc64ab1222 None None] Routers {'5d2be1f4-93de-4637-b841-8567d9eb2e17'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:18:12.083333 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-35aace88-ecc9-45d4-bac9-cacc64ab1222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:18:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5d2be1f4-93de-4637-b841-8567d9eb2e17'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:12.086772 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf442342-a9fd-4690-b188-10a459fc1514 req-14ced0ae-407d-4c8b-98a3-4304bead2667 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468066 Feb 19 05:18:12.095343 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-80c972c7-6a32-40d2-8f37-5706dbce45c2 req-55cd55c4-401e-4161-9ff1-da1ee42fd6d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85bf3d0a-9253-402c-9305-9db4b559139b HTTP/1.1" status: 200 len: 999 time: 0.0704999 Feb 19 05:18:12.145745 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c972c7-6a32-40d2-8f37-5706dbce45c2 req-f72c6467-f7fd-4735-b96e-c222bf866648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:12.147282 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-80c972c7-6a32-40d2-8f37-5706dbce45c2 req-f72c6467-f7fd-4735-b96e-c222bf866648 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0466602 Feb 19 05:18:12.193854 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-35aace88-ecc9-45d4-bac9-cacc64ab1222 None None] Set router 5d2be1f4-93de-4637-b841-8567d9eb2e17 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:18:12.203082 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c972c7-6a32-40d2-8f37-5706dbce45c2 req-079dd986-1420-4716-9506-0477eecbc401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:12.204637 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-80c972c7-6a32-40d2-8f37-5706dbce45c2 req-079dd986-1420-4716-9506-0477eecbc401 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518179 Feb 19 05:18:12.298827 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-80c972c7-6a32-40d2-8f37-5706dbce45c2 req-14ef3139-1205-4dc4-aaef-36341cc2041a service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880976 Feb 19 05:18:12.406819 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-80c972c7-6a32-40d2-8f37-5706dbce45c2 req-0c5a6bb6-9bae-4713-aa8b-fb30e888535a service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017804 Feb 19 05:18:12.442417 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-35aace88-ecc9-45d4-bac9-cacc64ab1222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '20209304-bd12-479e-b672-0781fc73aee6', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'port_id': '85bf3d0a-9253-402c-9305-9db4b559139b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'mac_address': 'fa:16:3e:0a:fd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee787533-5d80-4923-b4cc-c471622a4d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:17:58Z', 'updated_at': '2022-02-19T05:18:10Z', 'revision_number': 1, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:59Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:12.470530 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aace88-ecc9-45d4-bac9-cacc64ab1222 None None] The sync data for ids ['5d2be1f4-93de-4637-b841-8567d9eb2e17'] in n-d-772273-4 is: [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '20209304-bd12-479e-b672-0781fc73aee6', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'port_id': '85bf3d0a-9253-402c-9305-9db4b559139b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'mac_address': 'fa:16:3e:0a:fd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee787533-5d80-4923-b4cc-c471622a4d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:17:58Z', 'updated_at': '2022-02-19T05:18:10Z', 'revision_number': 1, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:59Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:18:12.695049 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f786759c-13d0-44c6-913b-e85a111765e1 None None] New status for floating IP 20209304-bd12-479e-b672-0781fc73aee6: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:18:13.214763 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19bcc4-e26c-424e-a184-6843528a112e req-8b44da0e-f8c3-474a-a6ad-d09664a97607 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:13.216530 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ff19bcc4-e26c-424e-a184-6843528a112e req-8b44da0e-f8c3-474a-a6ad-d09664a97607 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.0578158 Feb 19 05:18:13.266127 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ff19bcc4-e26c-424e-a184-6843528a112e req-b955de26-5110-48c9-bb85-444b44f6e32e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438263 Feb 19 05:18:13.394990 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a62694-a75c-4c8c-a443-7b9e498917f3 req-2bb9939a-299f-43ab-b68b-1c66726bdcfc tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:13.396557 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f6a62694-a75c-4c8c-a443-7b9e498917f3 req-2bb9939a-299f-43ab-b68b-1c66726bdcfc tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.0603962 Feb 19 05:18:13.451880 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f6a62694-a75c-4c8c-a443-7b9e498917f3 req-d612b165-a2ab-40f0-ade1-8e00b21ea41d tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488458 Feb 19 05:18:13.701349 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-9309344e-c6e9-4d9f-82da-1f228a864eb9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0488124 Feb 19 05:18:13.716089 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965f0e1-0143-4cc5-9422-db5ffdccd15f req-714503b3-03ce-4af9-8f58-2e1ea889f8b0 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:13.717967 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5965f0e1-0143-4cc5-9422-db5ffdccd15f req-714503b3-03ce-4af9-8f58-2e1ea889f8b0 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.0652490 Feb 19 05:18:13.778912 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5965f0e1-0143-4cc5-9422-db5ffdccd15f req-448868f2-f737-40a7-bef1-9449fcecfceb tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490685 Feb 19 05:18:14.143195 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-3920cc0a-1217-4068-af8e-1368b909e62a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:14.145369 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-3920cc0a-1217-4068-af8e-1368b909e62a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports/85bf3d0a-9253-402c-9305-9db4b559139b HTTP/1.1" status: 200 len: 942 time: 0.0494967 Feb 19 05:18:14.947959 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf363e6-4511-44b0-8dbc-c4bdd04aaf09 req-2b8de5a8-7441-400f-9425-77d58ffdb157 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:14.949532 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5bf363e6-4511-44b0-8dbc-c4bdd04aaf09 req-2b8de5a8-7441-400f-9425-77d58ffdb157 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.0890217 Feb 19 05:18:14.963790 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-8c5d26b9-3b28-473c-a182-2818959340d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:14.965362 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-8c5d26b9-3b28-473c-a182-2818959340d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 1127 time: 0.0719528 Feb 19 05:18:15.053021 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5bf363e6-4511-44b0-8dbc-c4bdd04aaf09 req-08d2a0bf-3e48-4c23-8ca6-7d79949bc300 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966098 Feb 19 05:18:15.088481 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-8802f259-dcc6-4b35-9494-d859cec363a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:15.090032 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-8802f259-dcc6-4b35-9494-d859cec363a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.1172233 Feb 19 05:18:15.155977 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-492529e1-4e46-4b6b-a231-f4a6dd89b615 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85bf3d0a-9253-402c-9305-9db4b559139b HTTP/1.1" status: 200 len: 1001 time: 0.0596943 Feb 19 05:18:15.205638 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-f8b7b0d3-3f68-483c-ae0e-9d45e1e6eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:15.207109 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-f8b7b0d3-3f68-483c-ae0e-9d45e1e6eacb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0458992 Feb 19 05:18:15.260522 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-a74ab8f6-0b94-4ade-bb71-9f99e24d9d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:15.262104 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-a74ab8f6-0b94-4ade-bb71-9f99e24d9d6e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497200 Feb 19 05:18:15.354481 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-623620e4-6c6b-4950-9123-3be176ac0788 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854027 Feb 19 05:18:15.449391 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-f0146889-8749-4df3-a72a-fe23602c3199 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891907 Feb 19 05:18:16.172424 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6639222-7685-43e0-8eb2-2f4178d4d83d req-610c249a-a9d8-49e9-a3cc-fc1558bd6491 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:16.173948 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f6639222-7685-43e0-8eb2-2f4178d4d83d req-610c249a-a9d8-49e9-a3cc-fc1558bd6491 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.0531390 Feb 19 05:18:16.224263 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f6639222-7685-43e0-8eb2-2f4178d4d83d req-2d929dbd-7363-4697-aad2-25b6bd3c5af3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447767 Feb 19 05:18:17.344362 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198971f7-acf8-417e-8ea7-4698ec5c0e05 req-8d5f1626-fb8c-446f-9722-c50700158fcc tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:17.345920 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-198971f7-acf8-417e-8ea7-4698ec5c0e05 req-8d5f1626-fb8c-446f-9722-c50700158fcc tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.0543752 Feb 19 05:18:17.400777 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-198971f7-acf8-417e-8ea7-4698ec5c0e05 req-0aa4808f-0518-4b19-8e37-61d3618e09f5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491264 Feb 19 05:18:18.523942 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0d712-b951-4b72-a8fd-11798a27a866 req-13041843-5413-4281-9fc1-5b9d38e14d3b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:18.525582 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5f0d712-b951-4b72-a8fd-11798a27a866 req-13041843-5413-4281-9fc1-5b9d38e14d3b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.0549610 Feb 19 05:18:18.574785 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5f0d712-b951-4b72-a8fd-11798a27a866 req-77496302-f222-49ea-8766-b5c3b2043772 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433149 Feb 19 05:18:19.699911 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb6ee9-1e62-4857-8d56-df613e0d02a4 req-dd92603b-2fee-4438-95f2-0673dc30bacb tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:19.701445 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4dbb6ee9-1e62-4857-8d56-df613e0d02a4 req-dd92603b-2fee-4438-95f2-0673dc30bacb tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.0571184 Feb 19 05:18:19.753223 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4dbb6ee9-1e62-4857-8d56-df613e0d02a4 req-bc7de0e0-9420-460f-9cc0-d7e15499ac75 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449641 Feb 19 05:18:20.876581 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec5cc2-1643-4eb2-82fe-b4f2ae1c34df req-b4487718-dbdb-447c-a9cb-5fd9c85bc997 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:20.878147 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-40ec5cc2-1643-4eb2-82fe-b4f2ae1c34df req-b4487718-dbdb-447c-a9cb-5fd9c85bc997 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.0542836 Feb 19 05:18:20.926002 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-40ec5cc2-1643-4eb2-82fe-b4f2ae1c34df req-e5160795-9e0e-4eca-b3fa-114ec120b84f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422084 Feb 19 05:18:22.052826 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba8b31-346b-462e-b16d-7a91f246fc78 req-68356555-95ef-4fa3-94c1-793f6ceb5683 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:22.054397 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ddba8b31-346b-462e-b16d-7a91f246fc78 req-68356555-95ef-4fa3-94c1-793f6ceb5683 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.0584517 Feb 19 05:18:22.106286 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ddba8b31-346b-462e-b16d-7a91f246fc78 req-b4ac07bf-4107-4b13-9e01-d198162dbfed tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433161 Feb 19 05:18:23.236490 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fe7d0-4c8b-487c-a0ef-0b74d0bd7735 req-0ca5bbf4-5e46-45d2-8f26-4ad6ff2adc76 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:23.238139 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b54fe7d0-4c8b-487c-a0ef-0b74d0bd7735 req-0ca5bbf4-5e46-45d2-8f26-4ad6ff2adc76 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.0575690 Feb 19 05:18:23.286071 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b54fe7d0-4c8b-487c-a0ef-0b74d0bd7735 req-fde10004-723f-4a25-ba04-c0aeadfed523 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423388 Feb 19 05:18:24.406252 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb63538-af8b-4e26-ba19-b8bb654bcf44 req-4ee3f32d-4b1a-4f1d-a1f6-8f3d70587de5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:24.407798 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2fb63538-af8b-4e26-ba19-b8bb654bcf44 req-4ee3f32d-4b1a-4f1d-a1f6-8f3d70587de5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.0541384 Feb 19 05:18:24.457631 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2fb63538-af8b-4e26-ba19-b8bb654bcf44 req-2032206c-0ca8-4cdd-9c02-d117ad6b3c1b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426416 Feb 19 05:18:25.578011 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa268761-e5ed-42a6-a70e-3b0607bc3790 req-7b61901e-8403-4621-8cfc-98842d9b9e6c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:25.579586 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aa268761-e5ed-42a6-a70e-3b0607bc3790 req-7b61901e-8403-4621-8cfc-98842d9b9e6c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.0533814 Feb 19 05:18:25.628873 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aa268761-e5ed-42a6-a70e-3b0607bc3790 req-6ab2cfed-1b25-4dd3-b6c4-3683f09681ba tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429738 Feb 19 05:18:26.366630 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:18:26.748579 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5135bf1-01de-4b10-83fc-ba35fdaf1094 req-95811f3c-dc0a-41b8-a753-716df5349dba tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:26.750134 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c5135bf1-01de-4b10-83fc-ba35fdaf1094 req-95811f3c-dc0a-41b8-a753-716df5349dba tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.0521877 Feb 19 05:18:26.803908 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c5135bf1-01de-4b10-83fc-ba35fdaf1094 req-ae546638-40f7-4786-9622-75eda4ef75a7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475237 Feb 19 05:18:27.930954 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d889b9-4923-4111-929f-bdcf7526d63a req-11c7de76-3af3-4cd0-8755-abca43caae81 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:27.932510 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-21d889b9-4923-4111-929f-bdcf7526d63a req-11c7de76-3af3-4cd0-8755-abca43caae81 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.0595403 Feb 19 05:18:27.980260 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-21d889b9-4923-4111-929f-bdcf7526d63a req-260eee6d-9111-45f5-b414-165e30a6ad61 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421956 Feb 19 05:18:28.202881 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782b978-4839-4834-8128-4e394f6096ea req-5969730b-9535-4839-92e7-12b37d901944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:28.204642 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c782b978-4839-4834-8128-4e394f6096ea req-5969730b-9535-4839-92e7-12b37d901944 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 1127 time: 0.0472209 Feb 19 05:18:28.309585 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782b978-4839-4834-8128-4e394f6096ea req-00a59a4b-ab11-4e28-a066-8166eb3442ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:28.311096 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c782b978-4839-4834-8128-4e394f6096ea req-00a59a4b-ab11-4e28-a066-8166eb3442ec service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.0860538 Feb 19 05:18:28.383192 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c782b978-4839-4834-8128-4e394f6096ea req-0d32025b-9f2c-4131-a226-bbadf92931f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85bf3d0a-9253-402c-9305-9db4b559139b HTTP/1.1" status: 200 len: 1001 time: 0.0657637 Feb 19 05:18:28.434041 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782b978-4839-4834-8128-4e394f6096ea req-ee793d3b-af99-4d06-84db-f86d1ad310c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:28.435569 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c782b978-4839-4834-8128-4e394f6096ea req-ee793d3b-af99-4d06-84db-f86d1ad310c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0473518 Feb 19 05:18:28.486976 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782b978-4839-4834-8128-4e394f6096ea req-99fd6af9-f19e-486b-b6c3-f1f256d52d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:28.489222 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c782b978-4839-4834-8128-4e394f6096ea req-99fd6af9-f19e-486b-b6c3-f1f256d52d03 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466468 Feb 19 05:18:28.582378 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c782b978-4839-4834-8128-4e394f6096ea req-ded08470-261e-4c98-ad83-6da77f972e69 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876336 Feb 19 05:18:28.681110 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c782b978-4839-4834-8128-4e394f6096ea req-bcd9bb4c-3e00-4224-9667-1a2e937fbd4e service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932245 Feb 19 05:18:29.111548 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a339a2c-a14e-46ee-a4c0-eee4a5ce79a6 req-bb406b42-cd76-46d8-8f2d-aafe0c9a901b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:29.113655 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9a339a2c-a14e-46ee-a4c0-eee4a5ce79a6 req-bb406b42-cd76-46d8-8f2d-aafe0c9a901b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.0618770 Feb 19 05:18:29.162286 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9a339a2c-a14e-46ee-a4c0-eee4a5ce79a6 req-8d41edc8-2405-496c-ac32-ed9c57c054d5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424976 Feb 19 05:18:30.286514 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b14aa-3c29-4066-b6af-1558c3400b78 req-c87797eb-6bd8-4115-9eee-cb229638d959 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:30.288061 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-134b14aa-3c29-4066-b6af-1558c3400b78 req-c87797eb-6bd8-4115-9eee-cb229638d959 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.0563982 Feb 19 05:18:30.346427 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-134b14aa-3c29-4066-b6af-1558c3400b78 req-b0c9317d-4f15-4c29-8e71-af143138f303 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522399 Feb 19 05:18:31.490285 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e283d4-b075-405c-9d98-40ab51d9531d req-b9c6fffa-9e2c-4531-9fb4-e028adb38e90 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:31.491763 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-58e283d4-b075-405c-9d98-40ab51d9531d req-b9c6fffa-9e2c-4531-9fb4-e028adb38e90 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.0617406 Feb 19 05:18:31.542322 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-58e283d4-b075-405c-9d98-40ab51d9531d req-3600ec4e-d3c9-4fb3-8199-82c35c01ad4c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445664 Feb 19 05:18:32.047709 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-b932a406-1a2b-4cd1-a29c-a1fd49df39fb service neutron] show failed (client error): The resource could not be found. Feb 19 05:18:32.048805 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-b932a406-1a2b-4cd1-a29c-a1fd49df39fb service neutron] 10.222.0.10 "GET /v2.0/ports/85bf3d0a-9253-402c-9305-9db4b559139b/bindings/n-h2-772273-4 HTTP/1.1" status: 404 len: 380 time: 0.0560453 Feb 19 05:18:32.273203 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-401ebffe-2c72-42d7-b5f7-1a1b25080a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:32.275022 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-401ebffe-2c72-42d7-b5f7-1a1b25080a8a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64&tenant_id=04db6f0b17374d38b47662a7902a8d50 HTTP/1.1" status: 200 len: 1127 time: 0.0528319 Feb 19 05:18:32.287654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-772273-4', 'device_owner': 'compute:nova'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:18:32.335447 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ce072bd3-d969-47bc-9e07-f265c6173392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:32.360449 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (85bf3d0a-9253-402c-9305-9db4b559139b), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:32.609111 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] For port 85bf3d0a-9253-402c-9305-9db4b559139b, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=85bf3d0a-9253-402c-9305-9db4b559139b,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:32.676065 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] For port 85bf3d0a-9253-402c-9305-9db4b559139b, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:18:32.732874 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4d0b7-5130-473c-99f8-66bb375bae95 req-2149e1d4-505e-48d0-b6ee-6cea985aef50 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:32.734475 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-61e4d0b7-5130-473c-99f8-66bb375bae95 req-2149e1d4-505e-48d0-b6ee-6cea985aef50 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.1112163 Feb 19 05:18:32.739254 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee787533-5d80-4923-b4cc-c471622a4d64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85bf3d0a-9253-402c-9305-9db4b559139b'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:18:32.741636 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964dc0d6-63d7-45b4-8bd7-df6cb884327e" -d '{"events": [{"server_uuid": "ee787533-5d80-4923-b4cc-c471622a4d64", "name": "network-vif-unplugged", "status": "completed", "tag": "85bf3d0a-9253-402c-9305-9db4b559139b"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:18:32.745624 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Publish callbacks [] for port (85bf3d0a-9253-402c-9305-9db4b559139b), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:32.774182 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Transition to ACTIVE for port object 85bf3d0a-9253-402c-9305-9db4b559139b will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:18:32.788292 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (85bf3d0a-9253-402c-9305-9db4b559139b), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:32.810214 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 05:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6c3fb3-ce59-49ad-add6-6028ddf89921 x-openstack-request-id: req-8c6c3fb3-ce59-49ad-add6-6028ddf89921 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:18:32.810579 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee787533-5d80-4923-b4cc-c471622a4d64", "name": "network-vif-unplugged", "status": "completed", "tag": "85bf3d0a-9253-402c-9305-9db4b559139b", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:18:32.810760 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c6c3fb3-ce59-49ad-add6-6028ddf89921 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:18:32.811171 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee787533-5d80-4923-b4cc-c471622a4d64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85bf3d0a-9253-402c-9305-9db4b559139b', 'code': 200} Feb 19 05:18:32.833025 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-61e4d0b7-5130-473c-99f8-66bb375bae95 req-9fb70f0b-13f6-4a2e-b26e-1a214f05885b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843344 Feb 19 05:18:32.896786 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Pushing event updated for resources: {'Port': ['ID=85bf3d0a-9253-402c-9305-9db4b559139b,revision_number=6']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:32.910385 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:32.910739 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:32.911088 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:32.911439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:32.911779 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:32.912116 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:32.912458 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:32.912786 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:32.913148 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:32.913502 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:32.913827 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:32.914161 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:32.914488 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:32.954840 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] No DVR routers for this DVR port 85bf3d0a-9253-402c-9305-9db4b559139b on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:18:33.104865 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Attempting to bind port 85bf3d0a-9253-402c-9305-9db4b559139b on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:18:33.105142 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Attempting to bind port 85bf3d0a-9253-402c-9305-9db4b559139b by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:18:33.105474 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Attempting to bind port 85bf3d0a-9253-402c-9305-9db4b559139b on network 5d897762-66f3-429f-bcee-5b1286dc661d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:18:33.110467 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Port 85bf3d0a-9253-402c-9305-9db4b559139b on network 5d897762-66f3-429f-bcee-5b1286dc661d not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:18:33.110797 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Attempting to bind port 85bf3d0a-9253-402c-9305-9db4b559139b on network 5d897762-66f3-429f-bcee-5b1286dc661d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:18:33.116467 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:18:33.116739 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Checking segment: {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:18:33.117156 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Bound using segment: {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:18:33.117591 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Bound port: 85bf3d0a-9253-402c-9305-9db4b559139b, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:18:33.117957 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (85bf3d0a-9253-402c-9305-9db4b559139b), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:33.186021 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] For port 85bf3d0a-9253-402c-9305-9db4b559139b, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:18:33.189626 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] For port 85bf3d0a-9253-402c-9305-9db4b559139b, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=85bf3d0a-9253-402c-9305-9db4b559139b,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:18:33.196522 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (85bf3d0a-9253-402c-9305-9db4b559139b), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:33.237427 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:33.238062 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:33.239490 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] 10.222.0.48 "PUT /v2.0/ports/85bf3d0a-9253-402c-9305-9db4b559139b HTTP/1.1" status: 200 len: 1091 time: 0.9572275 Feb 19 05:18:33.264430 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c11987-326a-4a1f-8907-261f2155631f service neutron] Pushing event updated for resources: {'Port': ['ID=85bf3d0a-9253-402c-9305-9db4b559139b,revision_number=7']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:33.334067 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-9f91092e-cdd4-417e-acda-8d93c22c8f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:33.337300 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-9f91092e-cdd4-417e-acda-8d93c22c8f9a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 1125 time: 0.0679436 Feb 19 05:18:33.440565 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-aa02fd52-3b82-4b05-b5d7-79cf8ac26b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:33.442779 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-aa02fd52-3b82-4b05-b5d7-79cf8ac26b59 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.0998733 Feb 19 05:18:33.518617 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-06a69565-037c-449a-9a1b-48784c633e5a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85bf3d0a-9253-402c-9305-9db4b559139b HTTP/1.1" status: 200 len: 999 time: 0.0685151 Feb 19 05:18:33.586005 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-bb347784-d748-4cb1-aacc-aa23f4e6e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:33.587644 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-bb347784-d748-4cb1-aacc-aa23f4e6e42a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0631230 Feb 19 05:18:33.641092 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-6552c986-0100-46fc-a826-3cd8c71ccd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:33.642699 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-6552c986-0100-46fc-a826-3cd8c71ccd4b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487843 Feb 19 05:18:33.762472 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-1e9d72a1-734a-4d17-96df-9fbd87912fa2 service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133115 Feb 19 05:18:33.859313 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c00e4eba-1b1d-48c8-9ba0-8320abd4e3fd req-48f7aaba-ec6a-499e-a024-9282b56687de service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900981 Feb 19 05:18:33.985518 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f94fe-98a8-41d6-9050-d48cc3c828c6 req-90d972dc-97bf-44a1-b93a-a04a8365809f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:33.987075 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-851f94fe-98a8-41d6-9050-d48cc3c828c6 req-90d972dc-97bf-44a1-b93a-a04a8365809f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 943 time: 0.0699680 Feb 19 05:18:34.038062 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-851f94fe-98a8-41d6-9050-d48cc3c828c6 req-d7af19f2-1265-47e2-a1ab-f469bfff8a60 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436764 Feb 19 05:18:34.813045 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee787533-5d80-4923-b4cc-c471622a4d64', 'tag': '85bf3d0a-9253-402c-9305-9db4b559139b'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:18:34.815506 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03216587-f3ed-4cca-9700-be91624c0122" -d '{"events": [{"name": "network-changed", "server_uuid": "ee787533-5d80-4923-b4cc-c471622a4d64", "tag": "85bf3d0a-9253-402c-9305-9db4b559139b"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:18:34.866366 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dda53f-8646-4c14-ad5b-33e181b53fa5 x-openstack-request-id: req-b2dda53f-8646-4c14-ad5b-33e181b53fa5 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:18:34.866693 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee787533-5d80-4923-b4cc-c471622a4d64", "tag": "85bf3d0a-9253-402c-9305-9db4b559139b", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:18:34.867025 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b2dda53f-8646-4c14-ad5b-33e181b53fa5 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:18:34.867367 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee787533-5d80-4923-b4cc-c471622a4d64', 'tag': '85bf3d0a-9253-402c-9305-9db4b559139b', 'status': 'completed', 'code': 200} Feb 19 05:18:34.932319 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03216587-f3ed-4cca-9700-be91624c0122 req-e68cea01-67cb-4c6d-afae-ba25adb1e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:34.934025 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-03216587-f3ed-4cca-9700-be91624c0122 req-e68cea01-67cb-4c6d-afae-ba25adb1e8ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 1125 time: 0.0497673 Feb 19 05:18:34.938939 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03216587-f3ed-4cca-9700-be91624c0122 req-ac6d5925-1b57-4669-8c14-262bc8f24dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:34.940617 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-03216587-f3ed-4cca-9700-be91624c0122 req-ac6d5925-1b57-4669-8c14-262bc8f24dca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 1125 time: 0.0511534 Feb 19 05:18:35.038256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03216587-f3ed-4cca-9700-be91624c0122 req-11a0916e-8040-4d3e-a594-1e17569e2f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:35.040771 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-03216587-f3ed-4cca-9700-be91624c0122 req-11a0916e-8040-4d3e-a594-1e17569e2f28 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.0942905 Feb 19 05:18:35.047782 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03216587-f3ed-4cca-9700-be91624c0122 req-416257c2-0903-47c5-89b2-16b73ed60be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:35.049324 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-03216587-f3ed-4cca-9700-be91624c0122 req-416257c2-0903-47c5-89b2-16b73ed60be3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.1088481 Feb 19 05:18:35.120320 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-03216587-f3ed-4cca-9700-be91624c0122 req-efcdaba0-0d14-4084-bf3c-760fc10cc118 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85bf3d0a-9253-402c-9305-9db4b559139b HTTP/1.1" status: 200 len: 999 time: 0.0656769 Feb 19 05:18:35.121614 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-03216587-f3ed-4cca-9700-be91624c0122 req-fc57b137-4153-4862-a1e2-ff4fecb67b52 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85bf3d0a-9253-402c-9305-9db4b559139b HTTP/1.1" status: 200 len: 999 time: 0.0718732 Feb 19 05:18:35.175892 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-36492827-d223-4e73-aa91-80991735f768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:35.179432 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03216587-f3ed-4cca-9700-be91624c0122 req-a26e2c55-e2f1-4f36-b926-9f8fe4d0f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:35.181299 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-03216587-f3ed-4cca-9700-be91624c0122 req-a26e2c55-e2f1-4f36-b926-9f8fe4d0f83e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0538018 Feb 19 05:18:35.198009 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03216587-f3ed-4cca-9700-be91624c0122 req-37c416e4-7172-4782-9aa4-cfe40042513c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:35.199513 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-03216587-f3ed-4cca-9700-be91624c0122 req-37c416e4-7172-4782-9aa4-cfe40042513c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0709457 Feb 19 05:18:35.224523 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d387a-f652-4e0f-9439-2d62482fa052 req-b0b7cb83-d27f-4cc8-ae41-e1ef89f54f08 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:35.226123 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9f5d387a-f652-4e0f-9439-2d62482fa052 req-b0b7cb83-d27f-4cc8-ae41-e1ef89f54f08 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 943 time: 0.1083291 Feb 19 05:18:35.232867 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03216587-f3ed-4cca-9700-be91624c0122 req-27dfbfee-4170-484d-9b4c-2eb20fd120e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:35.234469 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-03216587-f3ed-4cca-9700-be91624c0122 req-27dfbfee-4170-484d-9b4c-2eb20fd120e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474751 Feb 19 05:18:35.299165 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9f5d387a-f652-4e0f-9439-2d62482fa052 req-03753fb8-efb0-45cd-b826-35d752b1238c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575337 Feb 19 05:18:35.303304 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03216587-f3ed-4cca-9700-be91624c0122 req-693273d6-be24-46dd-a728-2a11ff06b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:35.304934 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-03216587-f3ed-4cca-9700-be91624c0122 req-693273d6-be24-46dd-a728-2a11ff06b924 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0986791 Feb 19 05:18:35.372312 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-03216587-f3ed-4cca-9700-be91624c0122 req-b0f1d870-4dc7-4799-b45d-ad8bb577d927 service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258011 Feb 19 05:18:35.433588 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-03216587-f3ed-4cca-9700-be91624c0122 req-2f651a56-3f64-4ac7-bfaa-877a07837b1a service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224704 Feb 19 05:18:35.473036 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-03216587-f3ed-4cca-9700-be91624c0122 req-ab7d3490-e4f4-41a1-8005-112c3babebca service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947223 Feb 19 05:18:35.526442 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-03216587-f3ed-4cca-9700-be91624c0122 req-1f547b32-e43b-414f-b578-18081ac98b7f service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868008 Feb 19 05:18:36.303230 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 85bf3d0a-9253-402c-9305-9db4b559139b no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:18:36.345706 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] The host n-h1-772273-4 is not matching for port 85bf3d0a-9253-402c-9305-9db4b559139b host n-h2-772273-4! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 05:18:36.346105 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 85bf3d0a-9253-402c-9305-9db4b559139b not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:18:36.435168 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375440b-025e-4e35-b585-a5910728194e req-986845f4-581e-4d84-add3-a9ecf59faa71 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:36.436654 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5375440b-025e-4e35-b585-a5910728194e req-986845f4-581e-4d84-add3-a9ecf59faa71 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 943 time: 0.0531290 Feb 19 05:18:36.482992 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5375440b-025e-4e35-b585-a5910728194e req-2d844365-4cdb-462f-b411-6a6c003c5406 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400813 Feb 19 05:18:36.701115 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71763e46-d3bf-4129-ae18-f65348364cf7 req-b280114d-8d56-429e-a285-11e5db8ff4aa tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:36.702699 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-71763e46-d3bf-4129-ae18-f65348364cf7 req-b280114d-8d56-429e-a285-11e5db8ff4aa tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 943 time: 0.0633581 Feb 19 05:18:36.711065 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1643be-0dcc-4bbe-a763-82d1afef8474 req-7d22e610-42f8-4fe7-b713-e568f0170241 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:36.712662 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa1643be-0dcc-4bbe-a763-82d1afef8474 req-7d22e610-42f8-4fe7-b713-e568f0170241 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64&tenant_id=04db6f0b17374d38b47662a7902a8d50&binding%3Ahost_id=n-h2-772273-4 HTTP/1.1" status: 200 len: 943 time: 0.0595140 Feb 19 05:18:36.751657 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-71763e46-d3bf-4129-ae18-f65348364cf7 req-25581a3d-d5c5-4ac3-a39b-6437bdb4c658 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430787 Feb 19 05:18:36.779584 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [req-aa1643be-0dcc-4bbe-a763-82d1afef8474 req-e20c6a9f-213d-44b6-8719-b584a4479596 service neutron] delete failed (client error): The resource could not be found. Feb 19 05:18:36.780608 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa1643be-0dcc-4bbe-a763-82d1afef8474 req-e20c6a9f-213d-44b6-8719-b584a4479596 service neutron] 10.222.0.10 "DELETE /v2.0/ports/85bf3d0a-9253-402c-9305-9db4b559139b/bindings/n-h1-772273-4 HTTP/1.1" status: 404 len: 380 time: 0.0613935 Feb 19 05:18:36.871266 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1643be-0dcc-4bbe-a763-82d1afef8474 req-92548880-5fdd-4156-b534-962dd3e05ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:36.872784 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa1643be-0dcc-4bbe-a763-82d1afef8474 req-92548880-5fdd-4156-b534-962dd3e05ff0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 1125 time: 0.0477467 Feb 19 05:18:36.963312 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1643be-0dcc-4bbe-a763-82d1afef8474 req-c2072959-2941-41eb-81b5-f6298e91a91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:36.964796 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa1643be-0dcc-4bbe-a763-82d1afef8474 req-c2072959-2941-41eb-81b5-f6298e91a91e service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.0851552 Feb 19 05:18:37.022934 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:37.392758 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa1643be-0dcc-4bbe-a763-82d1afef8474 req-8875aec7-6418-41c5-9b03-78a71b39b220 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85bf3d0a-9253-402c-9305-9db4b559139b HTTP/1.1" status: 200 len: 999 time: 0.4216888 Feb 19 05:18:37.440642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1643be-0dcc-4bbe-a763-82d1afef8474 req-a69a201c-b81c-4c16-970b-fe894fb8a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:37.442182 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa1643be-0dcc-4bbe-a763-82d1afef8474 req-a69a201c-b81c-4c16-970b-fe894fb8a24d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0440543 Feb 19 05:18:37.497179 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1643be-0dcc-4bbe-a763-82d1afef8474 req-6a1bdae1-acc3-4651-929c-7925386e68ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:37.498988 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa1643be-0dcc-4bbe-a763-82d1afef8474 req-6a1bdae1-acc3-4651-929c-7925386e68ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505359 Feb 19 05:18:37.529234 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 85bf3d0a-9253-402c-9305-9db4b559139b details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:18:37.599263 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa1643be-0dcc-4bbe-a763-82d1afef8474 req-cade1bcb-6233-4922-b0fe-63b6f3fb548d service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945079 Feb 19 05:18:37.640001 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 85bf3d0a-9253-402c-9305-9db4b559139b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=85bf3d0a-9253-402c-9305-9db4b559139b,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:37.652832 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '85bf3d0a-9253-402c-9305-9db4b559139b', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'port_id': '85bf3d0a-9253-402c-9305-9db4b559139b', 'mac_address': 'fa:16:3e:0a:fd:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:18:37.692720 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-aa1643be-0dcc-4bbe-a763-82d1afef8474 req-e28957df-3e4d-4952-a8ff-cf2087353642 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882623 Feb 19 05:18:37.695141 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 85bf3d0a-9253-402c-9305-9db4b559139b is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:37.695540 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (85bf3d0a-9253-402c-9305-9db4b559139b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:37.709366 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85bf3d0a-9253-402c-9305-9db4b559139b {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:18:37.731130 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 85bf3d0a-9253-402c-9305-9db4b559139b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=85bf3d0a-9253-402c-9305-9db4b559139b,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:37.736078 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (85bf3d0a-9253-402c-9305-9db4b559139b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:37.791479 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=85bf3d0a-9253-402c-9305-9db4b559139b,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:37.888976 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6d4b6-6554-4289-b3cf-fcca433b9d9a req-84ceafdc-c400-4ec4-9371-1b5ad839770d tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:37.890510 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-74d6d4b6-6554-4289-b3cf-fcca433b9d9a req-84ceafdc-c400-4ec4-9371-1b5ad839770d tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 944 time: 0.0591521 Feb 19 05:18:37.941159 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-74d6d4b6-6554-4289-b3cf-fcca433b9d9a req-79995a04-9f55-41c8-99c6-61edea067871 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446882 Feb 19 05:18:37.955004 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['85bf3d0a-9253-402c-9305-9db4b559139b'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:18:38.033830 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:38.157939 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:39.060615 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65256463-e31f-4da6-a6dd-d0b43954f61b req-a50a3e5b-b8bd-40b0-ab36-71e688e565b1 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:39.062192 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-65256463-e31f-4da6-a6dd-d0b43954f61b req-a50a3e5b-b8bd-40b0-ab36-71e688e565b1 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 944 time: 0.0524914 Feb 19 05:18:39.111810 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-65256463-e31f-4da6-a6dd-d0b43954f61b req-14cc71f1-f782-4e2b-8217-137e02d391b3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433221 Feb 19 05:18:39.231003 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4541183-c9d7-422a-bad8-1a64be2d01ac req-2caf3f5e-034f-4b49-9ae4-7b70a50311a4 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:39.232414 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a4541183-c9d7-422a-bad8-1a64be2d01ac req-2caf3f5e-034f-4b49-9ae4-7b70a50311a4 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 944 time: 0.0519843 Feb 19 05:18:39.279423 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a4541183-c9d7-422a-bad8-1a64be2d01ac req-ed54bb61-580c-4823-81f9-554680deae31 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414999 Feb 19 05:18:39.394748 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96617f7-4873-4477-8246-038b7849d7ec req-9472141f-928b-42ad-ab15-356574290437 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:39.396266 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a96617f7-4873-4477-8246-038b7849d7ec req-9472141f-928b-42ad-ab15-356574290437 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 944 time: 0.0527933 Feb 19 05:18:39.410796 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:39.448971 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a96617f7-4873-4477-8246-038b7849d7ec req-7c0b0164-677a-44b0-b914-90eed264577d tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467670 Feb 19 05:18:39.528822 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 85bf3d0a-9253-402c-9305-9db4b559139b up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:18:39.585279 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 85bf3d0a-9253-402c-9305-9db4b559139b completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:18:39.598793 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 85bf3d0a-9253-402c-9305-9db4b559139b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:39.599198 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (85bf3d0a-9253-402c-9305-9db4b559139b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:39.630100 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:39.687444 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 85bf3d0a-9253-402c-9305-9db4b559139b is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:39.687844 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (85bf3d0a-9253-402c-9305-9db4b559139b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:39.701762 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a0c3a-b43e-4473-8861-37479235848a req-1c5e553f-1fc6-4529-82ce-04b07cb0f207 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:39.703279 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-118a0c3a-b43e-4473-8861-37479235848a req-1c5e553f-1fc6-4529-82ce-04b07cb0f207 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 944 time: 0.0537441 Feb 19 05:18:39.710875 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee787533-5d80-4923-b4cc-c471622a4d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85bf3d0a-9253-402c-9305-9db4b559139b'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:18:39.713137 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c7ccd1-9f5c-442c-a0ad-7aaae1c9cb62" -d '{"events": [{"server_uuid": "ee787533-5d80-4923-b4cc-c471622a4d64", "name": "network-vif-plugged", "status": "completed", "tag": "85bf3d0a-9253-402c-9305-9db4b559139b"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:18:39.726603 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 85bf3d0a-9253-402c-9305-9db4b559139b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=85bf3d0a-9253-402c-9305-9db4b559139b,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:39.731429 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (85bf3d0a-9253-402c-9305-9db4b559139b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:39.755950 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85201b69-2585-4d8d-a87f-c12a471cd225 x-openstack-request-id: req-85201b69-2585-4d8d-a87f-c12a471cd225 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:18:39.756248 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee787533-5d80-4923-b4cc-c471622a4d64", "name": "network-vif-plugged", "status": "completed", "tag": "85bf3d0a-9253-402c-9305-9db4b559139b", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:18:39.756505 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-85201b69-2585-4d8d-a87f-c12a471cd225 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:18:39.756903 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee787533-5d80-4923-b4cc-c471622a4d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85bf3d0a-9253-402c-9305-9db4b559139b', 'code': 200} Feb 19 05:18:39.760405 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-118a0c3a-b43e-4473-8861-37479235848a req-3b6a237d-e71e-4226-8e53-df2a2a30e4a9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501573 Feb 19 05:18:39.783196 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=85bf3d0a-9253-402c-9305-9db4b559139b,revision_number=9']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:40.882286 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a731d-b437-4e85-828c-233f423439d6 req-dd83eb5c-f039-47d3-a77b-dedc053f0b96 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:40.883781 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f0a731d-b437-4e85-828c-233f423439d6 req-dd83eb5c-f039-47d3-a77b-dedc053f0b96 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.0524738 Feb 19 05:18:40.933241 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f0a731d-b437-4e85-828c-233f423439d6 req-53ecbdcf-086c-4896-b5c0-1955108c294e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439122 Feb 19 05:18:40.979039 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3048fb1-1801-4934-af33-5bd1e4a03573 req-1ea427ff-2c56-46d7-b703-5f3899ada138 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:40.980598 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e3048fb1-1801-4934-af33-5bd1e4a03573 req-1ea427ff-2c56-46d7-b703-5f3899ada138 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 945 time: 0.0517132 Feb 19 05:18:41.074278 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-e3048fb1-1801-4934-af33-5bd1e4a03573 req-8b6ab6e9-95a1-46da-8010-db2099f49f6b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Deleting port 85bf3d0a-9253-402c-9305-9db4b559139b {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:18:41.074508 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e3048fb1-1801-4934-af33-5bd1e4a03573 req-8b6ab6e9-95a1-46da-8010-db2099f49f6b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (85bf3d0a-9253-402c-9305-9db4b559139b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:41.160827 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-e3048fb1-1801-4934-af33-5bd1e4a03573 req-8b6ab6e9-95a1-46da-8010-db2099f49f6b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] For port 85bf3d0a-9253-402c-9305-9db4b559139b, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=85bf3d0a-9253-402c-9305-9db4b559139b,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:41.161224 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e3048fb1-1801-4934-af33-5bd1e4a03573 req-8b6ab6e9-95a1-46da-8010-db2099f49f6b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (85bf3d0a-9253-402c-9305-9db4b559139b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:41.405541 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e3048fb1-1801-4934-af33-5bd1e4a03573 req-8b6ab6e9-95a1-46da-8010-db2099f49f6b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:41.405905 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e3048fb1-1801-4934-af33-5bd1e4a03573 req-8b6ab6e9-95a1-46da-8010-db2099f49f6b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (20209304-bd12-479e-b672-0781fc73aee6), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:41.406226 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [req-e3048fb1-1801-4934-af33-5bd1e4a03573 req-8b6ab6e9-95a1-46da-8010-db2099f49f6b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Floating IP 20209304-bd12-479e-b672-0781fc73aee6 disassociated. External IP: 172.25.0.191, port: 85bf3d0a-9253-402c-9305-9db4b559139b. Feb 19 05:18:41.406574 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-e3048fb1-1801-4934-af33-5bd1e4a03573 req-8b6ab6e9-95a1-46da-8010-db2099f49f6b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Calling delete_port for 85bf3d0a-9253-402c-9305-9db4b559139b owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:18:41.539054 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e3048fb1-1801-4934-af33-5bd1e4a03573 req-8b6ab6e9-95a1-46da-8010-db2099f49f6b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (85bf3d0a-9253-402c-9305-9db4b559139b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:41.567105 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ab6e9-95a1-46da-8010-db2099f49f6b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Pushing event deleted for resources: {'Port': ['ID=85bf3d0a-9253-402c-9305-9db4b559139b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:41.693758 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3048fb1-1801-4934-af33-5bd1e4a03573 req-8b6ab6e9-95a1-46da-8010-db2099f49f6b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Router 5d2be1f4-93de-4637-b841-8567d9eb2e17 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:18:41.805966 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3048fb1-1801-4934-af33-5bd1e4a03573 req-8b6ab6e9-95a1-46da-8010-db2099f49f6b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:18:41.816692 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dde53c9-4d23-435d-90a4-49e24a476135 None None] Sync routers for ids ['5d2be1f4-93de-4637-b841-8567d9eb2e17'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:18:41.827078 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde53c9-4d23-435d-90a4-49e24a476135 None None] Routers {'5d2be1f4-93de-4637-b841-8567d9eb2e17'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:18:41.827780 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4dde53c9-4d23-435d-90a4-49e24a476135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:18:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5d2be1f4-93de-4637-b841-8567d9eb2e17'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:41.870381 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3048fb1-1801-4934-af33-5bd1e4a03573 req-8b6ab6e9-95a1-46da-8010-db2099f49f6b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] No DVR routers for this DVR port 85bf3d0a-9253-402c-9305-9db4b559139b on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:18:41.873458 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e3048fb1-1801-4934-af33-5bd1e4a03573 req-8b6ab6e9-95a1-46da-8010-db2099f49f6b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:41.876902 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e3048fb1-1801-4934-af33-5bd1e4a03573 req-8b6ab6e9-95a1-46da-8010-db2099f49f6b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.48 "DELETE /v2.0/ports/85bf3d0a-9253-402c-9305-9db4b559139b HTTP/1.1" status: 204 len: 173 time: 0.8909068 Feb 19 05:18:41.877422 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee787533-5d80-4923-b4cc-c471622a4d64', 'name': 'network-vif-deleted', 'tag': '85bf3d0a-9253-402c-9305-9db4b559139b'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:18:41.879725 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367e0d7c-34b4-4c78-8ef9-96f51ac44a98" -d '{"events": [{"server_uuid": "ee787533-5d80-4923-b4cc-c471622a4d64", "name": "network-vif-deleted", "tag": "85bf3d0a-9253-402c-9305-9db4b559139b"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:18:41.921624 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e693fc-77c9-4d24-a5b7-d06f86ec8bc3 x-openstack-request-id: req-f0e693fc-77c9-4d24-a5b7-d06f86ec8bc3 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:18:41.922020 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee787533-5d80-4923-b4cc-c471622a4d64", "name": "network-vif-deleted", "tag": "85bf3d0a-9253-402c-9305-9db4b559139b", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:18:41.922194 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f0e693fc-77c9-4d24-a5b7-d06f86ec8bc3 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:18:41.922609 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee787533-5d80-4923-b4cc-c471622a4d64', 'name': 'network-vif-deleted', 'tag': '85bf3d0a-9253-402c-9305-9db4b559139b', 'status': 'completed', 'code': 200} Feb 19 05:18:41.944565 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-4dde53c9-4d23-435d-90a4-49e24a476135 None None] Set router 5d2be1f4-93de-4637-b841-8567d9eb2e17 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:18:42.037032 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c7e7c5df-0d61-4d3c-9203-6f32f1e70246 req-ee2e729d-aa5d-4c47-b5e0-bdb876a65122 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee787533-5d80-4923-b4cc-c471622a4d64 HTTP/1.1" status: 200 len: 210 time: 0.0293899 Feb 19 05:18:42.261774 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4dde53c9-4d23-435d-90a4-49e24a476135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:59Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:42.292950 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dde53c9-4d23-435d-90a4-49e24a476135 None None] Checking router: 5d2be1f4-93de-4637-b841-8567d9eb2e17 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:18:42.302198 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde53c9-4d23-435d-90a4-49e24a476135 None None] Routers {'5d2be1f4-93de-4637-b841-8567d9eb2e17'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:18:42.302817 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4dde53c9-4d23-435d-90a4-49e24a476135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:18:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5d2be1f4-93de-4637-b841-8567d9eb2e17'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:42.414641 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-4dde53c9-4d23-435d-90a4-49e24a476135 None None] Set router 5d2be1f4-93de-4637-b841-8567d9eb2e17 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:18:42.611039 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4dde53c9-4d23-435d-90a4-49e24a476135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:59Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:42.638412 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dde53c9-4d23-435d-90a4-49e24a476135 None None] The sync data for ids ['5d2be1f4-93de-4637-b841-8567d9eb2e17'] in n-d-772273-4 is: [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:59Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:18:42.855150 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57572ae-5d00-4459-b9ee-805dfa7d7073 None None] New status for floating IP 20209304-bd12-479e-b672-0781fc73aee6: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:18:43.287806 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-e033016e-14f9-49c8-a12c-a3ea0f488f89 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1816507154&fields=id&tenant_id=04db6f0b17374d38b47662a7902a8d50 HTTP/1.1" status: 200 len: 267 time: 0.0507617 Feb 19 05:18:43.744588 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-eb29e200-4c73-49fe-8708-3bf45704b9cf tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:43.746102 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-eb29e200-4c73-49fe-8708-3bf45704b9cf tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 811 time: 0.4516442 Feb 19 05:18:43.760260 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-10992c2c-cd41-4a4a-a9d9-83a746833358 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/quotas/04db6f0b17374d38b47662a7902a8d50 HTTP/1.1" status: 200 len: 375 time: 0.0088387 Feb 19 05:18:43.814296 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-04ed8bab-a761-490e-a260-f0e6a8839d42 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491388 Feb 19 05:18:43.905292 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-2ceb6df6-4f7f-479f-a889-35fcbf4bfad6 service neutron] 10.222.0.65 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797408 Feb 19 05:18:43.996557 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-d3ff723a-9e84-4878-8d81-a58af2fcfb1f service neutron] 10.222.0.65 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848770 Feb 19 05:18:44.161734 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-724b8fb6-5fce-44a8-b748-18a3a42f67ea req-7d0541a4-7096-4d4d-94ce-a4927962ee41 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 210 time: 0.0298107 Feb 19 05:18:45.114133 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-fb015268-e2ad-4add-bf9a-102b88b3e121 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:45.115644 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-fb015268-e2ad-4add-bf9a-102b88b3e121 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.48 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 811 time: 0.1136396 Feb 19 05:18:45.184260 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-7e5fc844-5525-4bd0-839f-6a9cf900c36b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04db6f0b17374d38b47662a7902a8d50 HTTP/1.1" status: 200 len: 380 time: 0.0605044 Feb 19 05:18:45.194591 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-d9624adb-12fe-4345-9e10-2cfa309ace9e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Request body: {'port': {'device_id': '88fe2b2b-4b9d-488d-a531-ccf180a7c486', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'admin_state_up': True, 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'security_groups': ['ae45440b-7771-4628-acdc-93aca6fea748']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:18:45.281748 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5a76ed1-3e86-4379-be02-139299d4cef1 req-d1308934-da7e-4a4b-93ef-54138003bbab tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 210 time: 0.0374730 Feb 19 05:18:45.325652 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-d9624adb-12fe-4345-9e10-2cfa309ace9e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Made reservation on behalf of 04db6f0b17374d38b47662a7902a8d50 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:18:45.328933 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-d9624adb-12fe-4345-9e10-2cfa309ace9e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:45.452955 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-d9624adb-12fe-4345-9e10-2cfa309ace9e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Allocated IP 172.20.0.10 (5d897762-66f3-429f-bcee-5b1286dc661d/216e92f0-b9cf-431c-8388-5a06c0657f89/42678e90-9860-4f6c-a730-b876e351a96a) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:18:45.551836 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 85bf3d0a-9253-402c-9305-9db4b559139b no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:18:45.571848 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 85bf3d0a-9253-402c-9305-9db4b559139b {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:18:45.572206 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 85bf3d0a-9253-402c-9305-9db4b559139b not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:18:45.590854 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-d9624adb-12fe-4345-9e10-2cfa309ace9e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for port (42678e90-9860-4f6c-a730-b876e351a96a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:45.624738 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-d9624adb-12fe-4345-9e10-2cfa309ace9e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (42678e90-9860-4f6c-a730-b876e351a96a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:45.667375 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-d9624adb-12fe-4345-9e10-2cfa309ace9e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Network 5d897762-66f3-429f-bcee-5b1286dc661d is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:18:45.670380 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-d9624adb-12fe-4345-9e10-2cfa309ace9e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:18:45.678687 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-d9624adb-12fe-4345-9e10-2cfa309ace9e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:18:45.685574 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9624adb-12fe-4345-9e10-2cfa309ace9e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Pushing event updated for resources: {'Port': ['ID=42678e90-9860-4f6c-a730-b876e351a96a,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:45.738257 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-d9624adb-12fe-4345-9e10-2cfa309ace9e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:45.738910 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-d9624adb-12fe-4345-9e10-2cfa309ace9e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:45.756251 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-d9624adb-12fe-4345-9e10-2cfa309ace9e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5658381 Feb 19 05:18:45.767675 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-54d2a8b7-61ee-4b64-b726-bdba4853fdea service neutron] Request body: {'port': {'device_id': '88fe2b2b-4b9d-488d-a531-ccf180a7c486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:18:45.831994 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-54d2a8b7-61ee-4b64-b726-bdba4853fdea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (42678e90-9860-4f6c-a730-b876e351a96a), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:45.961428 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-baab3a1c-40c5-44b6-b5f2-193eeacbc204 None None] Provisioning complete for port 42678e90-9860-4f6c-a730-b876e351a96a triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:45.961724 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-baab3a1c-40c5-44b6-b5f2-193eeacbc204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (42678e90-9860-4f6c-a730-b876e351a96a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:45.995721 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-baab3a1c-40c5-44b6-b5f2-193eeacbc204 None None] Port 42678e90-9860-4f6c-a730-b876e351a96a cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:18:46.096653 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-54d2a8b7-61ee-4b64-b726-bdba4853fdea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42678e90-9860-4f6c-a730-b876e351a96a {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:18:46.104682 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-54d2a8b7-61ee-4b64-b726-bdba4853fdea service neutron] Publish callbacks [] for port (42678e90-9860-4f6c-a730-b876e351a96a), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:46.116853 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-54d2a8b7-61ee-4b64-b726-bdba4853fdea service neutron] Transition to ACTIVE for port object 42678e90-9860-4f6c-a730-b876e351a96a will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:18:46.120492 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-54d2a8b7-61ee-4b64-b726-bdba4853fdea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (42678e90-9860-4f6c-a730-b876e351a96a), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:46.168520 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2a8b7-61ee-4b64-b726-bdba4853fdea service neutron] Pushing event updated for resources: {'Port': ['ID=42678e90-9860-4f6c-a730-b876e351a96a,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:46.242152 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-54d2a8b7-61ee-4b64-b726-bdba4853fdea service neutron] Attempting to bind port 42678e90-9860-4f6c-a730-b876e351a96a on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:18:46.242524 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-54d2a8b7-61ee-4b64-b726-bdba4853fdea service neutron] Attempting to bind port 42678e90-9860-4f6c-a730-b876e351a96a by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:18:46.242858 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-54d2a8b7-61ee-4b64-b726-bdba4853fdea service neutron] Attempting to bind port 42678e90-9860-4f6c-a730-b876e351a96a on network 5d897762-66f3-429f-bcee-5b1286dc661d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:18:46.247458 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-54d2a8b7-61ee-4b64-b726-bdba4853fdea service neutron] Port 42678e90-9860-4f6c-a730-b876e351a96a on network 5d897762-66f3-429f-bcee-5b1286dc661d not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:18:46.247719 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-54d2a8b7-61ee-4b64-b726-bdba4853fdea service neutron] Attempting to bind port 42678e90-9860-4f6c-a730-b876e351a96a on network 5d897762-66f3-429f-bcee-5b1286dc661d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:18:46.252699 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-54d2a8b7-61ee-4b64-b726-bdba4853fdea service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:18:46.253075 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-54d2a8b7-61ee-4b64-b726-bdba4853fdea service neutron] Checking segment: {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:18:46.253467 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-54d2a8b7-61ee-4b64-b726-bdba4853fdea service neutron] Bound using segment: {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:18:46.253914 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-54d2a8b7-61ee-4b64-b726-bdba4853fdea service neutron] Bound port: 42678e90-9860-4f6c-a730-b876e351a96a, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:18:46.254263 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-54d2a8b7-61ee-4b64-b726-bdba4853fdea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (42678e90-9860-4f6c-a730-b876e351a96a), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:46.328997 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-54d2a8b7-61ee-4b64-b726-bdba4853fdea service neutron] For port 42678e90-9860-4f6c-a730-b876e351a96a, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:18:46.333256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-54d2a8b7-61ee-4b64-b726-bdba4853fdea service neutron] For port 42678e90-9860-4f6c-a730-b876e351a96a, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=42678e90-9860-4f6c-a730-b876e351a96a,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:18:46.340961 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-54d2a8b7-61ee-4b64-b726-bdba4853fdea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (42678e90-9860-4f6c-a730-b876e351a96a), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:46.382867 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-54d2a8b7-61ee-4b64-b726-bdba4853fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:46.382867 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-54d2a8b7-61ee-4b64-b726-bdba4853fdea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:46.382867 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-54d2a8b7-61ee-4b64-b726-bdba4853fdea service neutron] 10.222.0.48 "PUT /v2.0/ports/42678e90-9860-4f6c-a730-b876e351a96a HTTP/1.1" status: 200 len: 1092 time: 0.6178145 Feb 19 05:18:46.382867 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fe2b2b-4b9d-488d-a531-ccf180a7c486', 'tag': '42678e90-9860-4f6c-a730-b876e351a96a'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:18:46.386267 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ece335e-d1c8-4bee-a1bd-015b2e57f859" -d '{"events": [{"name": "network-changed", "server_uuid": "88fe2b2b-4b9d-488d-a531-ccf180a7c486", "tag": "42678e90-9860-4f6c-a730-b876e351a96a"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:18:46.412545 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2a8b7-61ee-4b64-b726-bdba4853fdea service neutron] Pushing event updated for resources: {'Port': ['ID=42678e90-9860-4f6c-a730-b876e351a96a,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:46.429554 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2f10a-64a7-43ca-8200-1ac265903805 req-9c9fa664-df98-44c3-b7c8-8f5a8bb7f4ba tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:46.432503 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ede2f10a-64a7-43ca-8200-1ac265903805 req-9c9fa664-df98-44c3-b7c8-8f5a8bb7f4ba tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 944 time: 0.0736001 Feb 19 05:18:46.465367 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52daf640-4577-46fe-af47-5943b0b85c70 x-openstack-request-id: req-52daf640-4577-46fe-af47-5943b0b85c70 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:18:46.465667 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fe2b2b-4b9d-488d-a531-ccf180a7c486", "tag": "42678e90-9860-4f6c-a730-b876e351a96a", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:18:46.465929 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-52daf640-4577-46fe-af47-5943b0b85c70 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:18:46.466369 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fe2b2b-4b9d-488d-a531-ccf180a7c486', 'tag': '42678e90-9860-4f6c-a730-b876e351a96a', 'status': 'completed', 'code': 200} Feb 19 05:18:46.494778 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ede2f10a-64a7-43ca-8200-1ac265903805 req-e7b4581a-8c1f-490e-959d-190df2ce307e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498209 Feb 19 05:18:46.505614 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-6159774e-8467-439a-abbc-59dcd0ed8c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:46.507182 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-6159774e-8467-439a-abbc-59dcd0ed8c9c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 1126 time: 0.0523276 Feb 19 05:18:46.552340 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-26090dab-0143-438a-afda-65d18b16b6cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42678e90-9860-4f6c-a730-b876e351a96a HTTP/1.1" status: 200 len: 217 time: 0.0388052 Feb 19 05:18:46.607393 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-d331f9ee-4d78-4c77-9e24-e12f78880c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:46.608989 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-d331f9ee-4d78-4c77-9e24-e12f78880c00 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0509179 Feb 19 05:18:46.668508 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-674c07b8-54de-4917-8bbb-f8dd9490fbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:46.670467 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-674c07b8-54de-4917-8bbb-f8dd9490fbe9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0562046 Feb 19 05:18:46.762630 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-48b8d7ff-ea22-450b-9b6d-350a58f6f8fc service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859637 Feb 19 05:18:46.864156 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f5b6ed4a-fb1e-4b4a-b228-088a1f3ebf33 req-43e10956-c6b2-47cc-bcde-f07c0c5902f9 service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952768 Feb 19 05:18:46.955724 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece335e-d1c8-4bee-a1bd-015b2e57f859 req-89ec8318-dfc4-47ce-b417-4e5460b21e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:46.957385 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ece335e-d1c8-4bee-a1bd-015b2e57f859 req-89ec8318-dfc4-47ce-b417-4e5460b21e4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 1126 time: 0.0464492 Feb 19 05:18:47.053559 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece335e-d1c8-4bee-a1bd-015b2e57f859 req-1f8fef19-7383-4e9a-b211-0a7d6459b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:47.054991 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ece335e-d1c8-4bee-a1bd-015b2e57f859 req-1f8fef19-7383-4e9a-b211-0a7d6459b0b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.0912693 Feb 19 05:18:47.098984 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ece335e-d1c8-4bee-a1bd-015b2e57f859 req-52bb6089-7b7e-44d4-b19b-9dbbbe348789 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42678e90-9860-4f6c-a730-b876e351a96a HTTP/1.1" status: 200 len: 217 time: 0.0361671 Feb 19 05:18:47.147871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece335e-d1c8-4bee-a1bd-015b2e57f859 req-9c8ebad5-4fdf-4469-b56e-05e90277591d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:47.149587 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ece335e-d1c8-4bee-a1bd-015b2e57f859 req-9c8ebad5-4fdf-4469-b56e-05e90277591d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0441673 Feb 19 05:18:47.205810 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece335e-d1c8-4bee-a1bd-015b2e57f859 req-b702dfe8-b0bd-48f8-bd21-862df5aafbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:47.207933 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ece335e-d1c8-4bee-a1bd-015b2e57f859 req-b702dfe8-b0bd-48f8-bd21-862df5aafbfa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506744 Feb 19 05:18:47.297784 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ece335e-d1c8-4bee-a1bd-015b2e57f859 req-ab34beeb-899c-496f-8920-6704661d429c service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833645 Feb 19 05:18:47.402332 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ece335e-d1c8-4bee-a1bd-015b2e57f859 req-9cbeae57-4677-4365-8b56-ff05e2a29792 service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975285 Feb 19 05:18:47.628669 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177e204-18a9-4f0a-bf11-3c2cc30e83a2 req-adaa26fa-a3bf-4fb5-b38f-dcb391df0ca2 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:47.630140 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7177e204-18a9-4f0a-bf11-3c2cc30e83a2 req-adaa26fa-a3bf-4fb5-b38f-dcb391df0ca2 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 944 time: 0.0579357 Feb 19 05:18:47.681380 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7177e204-18a9-4f0a-bf11-3c2cc30e83a2 req-9284a724-6683-487e-ab46-43cbdb3b976d tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445008 Feb 19 05:18:48.812101 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862d20f-05b3-42f3-abd3-c8537e8daf48 req-4f388136-4b4e-4bcc-a240-76a39b1de64b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:48.813603 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0862d20f-05b3-42f3-abd3-c8537e8daf48 req-4f388136-4b4e-4bcc-a240-76a39b1de64b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 944 time: 0.0605776 Feb 19 05:18:48.863704 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0862d20f-05b3-42f3-abd3-c8537e8daf48 req-dbfd9894-e050-4b39-9165-c03d65ce1948 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430224 Feb 19 05:18:49.559558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 42678e90-9860-4f6c-a730-b876e351a96a details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:18:49.659999 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 42678e90-9860-4f6c-a730-b876e351a96a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=42678e90-9860-4f6c-a730-b876e351a96a,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:49.672744 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '42678e90-9860-4f6c-a730-b876e351a96a', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'port_id': '42678e90-9860-4f6c-a730-b876e351a96a', 'mac_address': 'fa:16:3e:2e:b7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:18:49.716100 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 42678e90-9860-4f6c-a730-b876e351a96a is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:49.716500 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (42678e90-9860-4f6c-a730-b876e351a96a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:49.730788 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42678e90-9860-4f6c-a730-b876e351a96a {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:18:49.750453 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 42678e90-9860-4f6c-a730-b876e351a96a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=42678e90-9860-4f6c-a730-b876e351a96a,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:49.755284 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (42678e90-9860-4f6c-a730-b876e351a96a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:49.802426 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=42678e90-9860-4f6c-a730-b876e351a96a,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:49.809753 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:49.810177 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:49.810525 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:49.810864 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:49.811199 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:49.811529 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:49.811855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:49.812180 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:49.812503 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:49.812826 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:49.813187 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:49.813509 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:49.813829 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:18:49.952740 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['42678e90-9860-4f6c-a730-b876e351a96a'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:18:49.990140 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8f03a-d9a5-41c6-b81a-10eb57447843 req-d60f69d8-ec9b-4036-a81e-6521cdefe903 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:49.991718 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dbd8f03a-d9a5-41c6-b81a-10eb57447843 req-d60f69d8-ec9b-4036-a81e-6521cdefe903 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 945 time: 0.0561893 Feb 19 05:18:50.043661 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dbd8f03a-d9a5-41c6-b81a-10eb57447843 req-1bc02f24-ae35-4dff-bffe-36a02440d5a2 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461032 Feb 19 05:18:51.162324 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28070f7-5456-4ab8-8766-b10a76f5054a req-5dd674cb-91c5-4ace-979a-0ef117f6b5a6 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:51.163838 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e28070f7-5456-4ab8-8766-b10a76f5054a req-5dd674cb-91c5-4ace-979a-0ef117f6b5a6 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 945 time: 0.0522680 Feb 19 05:18:51.209761 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e28070f7-5456-4ab8-8766-b10a76f5054a req-7f7b76a4-31a7-4ad9-a3eb-7cbf2b75894c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400517 Feb 19 05:18:51.575672 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 42678e90-9860-4f6c-a730-b876e351a96a up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:18:51.625287 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 42678e90-9860-4f6c-a730-b876e351a96a completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:18:51.629626 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 42678e90-9860-4f6c-a730-b876e351a96a triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:18:51.630006 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (42678e90-9860-4f6c-a730-b876e351a96a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:51.710090 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 42678e90-9860-4f6c-a730-b876e351a96a is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:18:51.710476 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (42678e90-9860-4f6c-a730-b876e351a96a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:51.737529 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fe2b2b-4b9d-488d-a531-ccf180a7c486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42678e90-9860-4f6c-a730-b876e351a96a'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:18:51.739737 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9e1782-d8fe-4028-9480-72b6ac1f8812" -d '{"events": [{"server_uuid": "88fe2b2b-4b9d-488d-a531-ccf180a7c486", "name": "network-vif-plugged", "status": "completed", "tag": "42678e90-9860-4f6c-a730-b876e351a96a"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:18:51.751865 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 42678e90-9860-4f6c-a730-b876e351a96a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=42678e90-9860-4f6c-a730-b876e351a96a,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:18:51.756280 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (42678e90-9860-4f6c-a730-b876e351a96a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:51.783881 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29defd1d-cf52-4629-9a53-de2689bcc3e4 x-openstack-request-id: req-29defd1d-cf52-4629-9a53-de2689bcc3e4 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:18:51.784860 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fe2b2b-4b9d-488d-a531-ccf180a7c486", "name": "network-vif-plugged", "status": "completed", "tag": "42678e90-9860-4f6c-a730-b876e351a96a", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:18:51.785150 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-29defd1d-cf52-4629-9a53-de2689bcc3e4 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:18:51.785571 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fe2b2b-4b9d-488d-a531-ccf180a7c486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42678e90-9860-4f6c-a730-b876e351a96a', 'code': 200} Feb 19 05:18:51.812657 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=42678e90-9860-4f6c-a730-b876e351a96a,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:18:51.896128 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312aad9-2c57-4153-a33a-3e24c4d06c8e req-29ce1ab9-704f-4119-9efc-bbe496e5f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:51.897685 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d312aad9-2c57-4153-a33a-3e24c4d06c8e req-29ce1ab9-704f-4119-9efc-bbe496e5f8f0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 1128 time: 0.0523598 Feb 19 05:18:51.943716 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d312aad9-2c57-4153-a33a-3e24c4d06c8e req-3a8bb8fd-a36f-434e-beaf-e8187f29172d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393448 Feb 19 05:18:52.326874 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d1f42-4487-4a08-ac44-f0277e6dd14f req-81f9fb51-5e07-4076-aad5-061907092633 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:52.328379 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee7d1f42-4487-4a08-ac44-f0277e6dd14f req-81f9fb51-5e07-4076-aad5-061907092633 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0521483 Feb 19 05:18:52.380652 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ee7d1f42-4487-4a08-ac44-f0277e6dd14f req-b8c9adc8-55d9-4933-9a59-027f8d2239a8 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460143 Feb 19 05:18:53.504118 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed39d2a-11b4-4999-a81b-1ab79f03f5c6 req-31d2950f-4274-4573-bd4e-2f01e4902bfe tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:53.506104 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aed39d2a-11b4-4999-a81b-1ab79f03f5c6 req-31d2950f-4274-4573-bd4e-2f01e4902bfe tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0545988 Feb 19 05:18:53.553810 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aed39d2a-11b4-4999-a81b-1ab79f03f5c6 req-66e7ed14-51ac-42ae-931f-c665e71abc78 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420277 Feb 19 05:18:53.668523 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bdfc5-b29a-4f77-b0b9-1f5158d91224 req-32c4bc01-3af7-40b8-8cbf-4e0231e3772a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:53.670054 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-463bdfc5-b29a-4f77-b0b9-1f5158d91224 req-32c4bc01-3af7-40b8-8cbf-4e0231e3772a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0526350 Feb 19 05:18:53.679403 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 34872) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:18:53.683955 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c462ffb6-458f-40ba-b462-4f8c864c54f5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Request body: {'floatingip': {'port_id': '42678e90-9860-4f6c-a730-b876e351a96a'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:18:53.726516 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c462ffb6-458f-40ba-b462-4f8c864c54f5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for floatingip (20209304-bd12-479e-b672-0781fc73aee6), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:54.167898 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c462ffb6-458f-40ba-b462-4f8c864c54f5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:54.171532 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c462ffb6-458f-40ba-b462-4f8c864c54f5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (20209304-bd12-479e-b672-0781fc73aee6), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:54.505327 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-c462ffb6-458f-40ba-b462-4f8c864c54f5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Floating IP 20209304-bd12-479e-b672-0781fc73aee6 associated. External IP: 172.25.0.191, port: 42678e90-9860-4f6c-a730-b876e351a96a. Feb 19 05:18:54.710428 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c462ffb6-458f-40ba-b462-4f8c864c54f5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Router 5d2be1f4-93de-4637-b841-8567d9eb2e17 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:18:54.819936 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c462ffb6-458f-40ba-b462-4f8c864c54f5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:18:54.824801 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c462ffb6-458f-40ba-b462-4f8c864c54f5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:18:54.829634 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911c820c-1c93-47ab-bd44-2eb6392f9963 None None] Sync routers for ids ['5d2be1f4-93de-4637-b841-8567d9eb2e17'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:18:54.838856 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911c820c-1c93-47ab-bd44-2eb6392f9963 None None] Routers {'5d2be1f4-93de-4637-b841-8567d9eb2e17'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:18:54.839464 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-911c820c-1c93-47ab-bd44-2eb6392f9963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:18:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5d2be1f4-93de-4637-b841-8567d9eb2e17'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:54.854583 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c462ffb6-458f-40ba-b462-4f8c864c54f5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "PUT /v2.0/floatingips/20209304-bd12-479e-b672-0781fc73aee6 HTTP/1.1" status: 200 len: 992 time: 1.1733375 Feb 19 05:18:54.854583 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fe2b2b-4b9d-488d-a531-ccf180a7c486', 'tag': '42678e90-9860-4f6c-a730-b876e351a96a'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:18:54.856753 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883f05bd-bff6-4a50-8c04-cc3365742e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "88fe2b2b-4b9d-488d-a531-ccf180a7c486", "tag": "42678e90-9860-4f6c-a730-b876e351a96a"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:18:54.898935 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9de0417-814f-4e14-9238-c70339d9526b x-openstack-request-id: req-e9de0417-814f-4e14-9238-c70339d9526b {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:18:54.899239 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fe2b2b-4b9d-488d-a531-ccf180a7c486", "tag": "42678e90-9860-4f6c-a730-b876e351a96a", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:18:54.899495 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e9de0417-814f-4e14-9238-c70339d9526b {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:18:54.899991 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fe2b2b-4b9d-488d-a531-ccf180a7c486', 'tag': '42678e90-9860-4f6c-a730-b876e351a96a', 'status': 'completed', 'code': 200} Feb 19 05:18:54.957683 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-911c820c-1c93-47ab-bd44-2eb6392f9963 None None] Set router 5d2be1f4-93de-4637-b841-8567d9eb2e17 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:18:54.986078 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f05bd-bff6-4a50-8c04-cc3365742e9f req-7bf0b90b-b298-4d44-b9b9-98554b9e8f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:54.987655 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-883f05bd-bff6-4a50-8c04-cc3365742e9f req-7bf0b90b-b298-4d44-b9b9-98554b9e8f91 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 1128 time: 0.0657728 Feb 19 05:18:55.105585 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f05bd-bff6-4a50-8c04-cc3365742e9f req-3e3920cc-6984-4677-b0e6-d365681b4a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:55.107066 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-883f05bd-bff6-4a50-8c04-cc3365742e9f req-3e3920cc-6984-4677-b0e6-d365681b4a2c service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.1132863 Feb 19 05:18:55.114768 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d7f19-3259-4007-b131-2b13238ada10 req-5d06fc2a-d0bf-4f31-b72e-f1843f2cc173 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:55.118666 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c47d7f19-3259-4007-b131-2b13238ada10 req-5d06fc2a-d0bf-4f31-b72e-f1843f2cc173 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0597229 Feb 19 05:18:55.185445 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c47d7f19-3259-4007-b131-2b13238ada10 req-b91ada21-20da-4b32-bd55-b3c01fba8666 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609145 Feb 19 05:18:55.186091 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-883f05bd-bff6-4a50-8c04-cc3365742e9f req-8f654c0e-44cf-497c-9ae3-3cdf62e890a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42678e90-9860-4f6c-a730-b876e351a96a HTTP/1.1" status: 200 len: 1000 time: 0.0726948 Feb 19 05:18:55.210513 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-911c820c-1c93-47ab-bd44-2eb6392f9963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '20209304-bd12-479e-b672-0781fc73aee6', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'port_id': '42678e90-9860-4f6c-a730-b876e351a96a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'mac_address': 'fa:16:3e:2e:b7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fe2b2b-4b9d-488d-a531-ccf180a7c486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:17:58Z', 'updated_at': '2022-02-19T05:18:54Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:59Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:55.237557 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f05bd-bff6-4a50-8c04-cc3365742e9f req-bd30500a-bb7f-424b-b13e-b0432b19e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:55.239670 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-883f05bd-bff6-4a50-8c04-cc3365742e9f req-bd30500a-bb7f-424b-b13e-b0432b19e985 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0475960 Feb 19 05:18:55.242009 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911c820c-1c93-47ab-bd44-2eb6392f9963 None None] Checking router: 5d2be1f4-93de-4637-b841-8567d9eb2e17 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:18:55.250700 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911c820c-1c93-47ab-bd44-2eb6392f9963 None None] Routers {'5d2be1f4-93de-4637-b841-8567d9eb2e17'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:18:55.251591 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-911c820c-1c93-47ab-bd44-2eb6392f9963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:18:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5d2be1f4-93de-4637-b841-8567d9eb2e17'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:55.292301 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f05bd-bff6-4a50-8c04-cc3365742e9f req-35480f88-ef06-4858-87ea-5261df785257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:55.293881 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-883f05bd-bff6-4a50-8c04-cc3365742e9f req-35480f88-ef06-4858-87ea-5261df785257 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487046 Feb 19 05:18:55.366897 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-911c820c-1c93-47ab-bd44-2eb6392f9963 None None] Set router 5d2be1f4-93de-4637-b841-8567d9eb2e17 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:18:55.393957 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-883f05bd-bff6-4a50-8c04-cc3365742e9f req-535ff96e-5179-41b7-93e5-4af97cc6d4dd service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936246 Feb 19 05:18:55.489717 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-883f05bd-bff6-4a50-8c04-cc3365742e9f req-ebc066ed-f7ff-4476-a816-08498977b5ea service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901752 Feb 19 05:18:55.602225 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-911c820c-1c93-47ab-bd44-2eb6392f9963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '20209304-bd12-479e-b672-0781fc73aee6', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'port_id': '42678e90-9860-4f6c-a730-b876e351a96a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'mac_address': 'fa:16:3e:2e:b7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fe2b2b-4b9d-488d-a531-ccf180a7c486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:17:58Z', 'updated_at': '2022-02-19T05:18:54Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:59Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:18:55.631011 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911c820c-1c93-47ab-bd44-2eb6392f9963 None None] The sync data for ids ['5d2be1f4-93de-4637-b841-8567d9eb2e17'] in n-d-772273-4 is: [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '20209304-bd12-479e-b672-0781fc73aee6', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'port_id': '42678e90-9860-4f6c-a730-b876e351a96a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'mac_address': 'fa:16:3e:2e:b7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fe2b2b-4b9d-488d-a531-ccf180a7c486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:17:58Z', 'updated_at': '2022-02-19T05:18:54Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:59Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:18:55.824133 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467acf5b-78c3-47e0-a3e6-8d4ce5166bf7 None None] New status for floating IP 20209304-bd12-479e-b672-0781fc73aee6: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:18:56.308676 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1491569-7e68-49f7-803b-c7a39eb68d4c req-23dc511a-3e50-4274-a6cc-47d388888421 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:56.310229 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1491569-7e68-49f7-803b-c7a39eb68d4c req-23dc511a-3e50-4274-a6cc-47d388888421 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0529830 Feb 19 05:18:56.362173 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e1491569-7e68-49f7-803b-c7a39eb68d4c req-0b304564-97f5-4d18-a57d-fd1cded4b0e2 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461068 Feb 19 05:18:57.480100 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd41067-1435-4a11-ab01-c8666beec218 req-5eda1cdd-b993-4bb3-94df-28d77993fa65 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:57.481670 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7cd41067-1435-4a11-ab01-c8666beec218 req-5eda1cdd-b993-4bb3-94df-28d77993fa65 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0516431 Feb 19 05:18:57.532943 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7cd41067-1435-4a11-ab01-c8666beec218 req-6b597245-7015-4452-81aa-72e7216d2bf1 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455821 Feb 19 05:18:58.651304 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b42eb1-05ca-4cb1-9662-87e0020d60d7 req-8353edd3-7e53-44a8-b3d2-c0686902b982 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:58.653096 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-22b42eb1-05ca-4cb1-9662-87e0020d60d7 req-8353edd3-7e53-44a8-b3d2-c0686902b982 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0514021 Feb 19 05:18:58.699419 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-22b42eb1-05ca-4cb1-9662-87e0020d60d7 req-9961031b-5020-4594-9b0b-737e1842f1a2 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408301 Feb 19 05:18:59.822571 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7789568-edc9-413e-919c-d5c405b3cb9d req-93bf0c35-f6d7-4f82-9bc8-c1d05ded6587 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:18:59.824008 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f7789568-edc9-413e-919c-d5c405b3cb9d req-93bf0c35-f6d7-4f82-9bc8-c1d05ded6587 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0538723 Feb 19 05:18:59.877756 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f7789568-edc9-413e-919c-d5c405b3cb9d req-a99f090e-6717-4b4e-9a8c-8a533d3c6ab9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478041 Feb 19 05:19:01.001035 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27ff90-50f5-42aa-9ec3-0c30f89e6233 req-c75629f9-fa35-407b-b3d0-c2c2025fc85e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:01.002545 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3c27ff90-50f5-42aa-9ec3-0c30f89e6233 req-c75629f9-fa35-407b-b3d0-c2c2025fc85e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0529523 Feb 19 05:19:01.050509 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3c27ff90-50f5-42aa-9ec3-0c30f89e6233 req-17b0d79e-e9ea-45d5-9ee1-9a0ca2e3e9b1 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422342 Feb 19 05:19:02.175899 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794c30d-8776-4acb-afb6-b874e303cebc req-85018a3a-a4e1-4995-b3e3-a3ef402f1df5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:02.177486 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3794c30d-8776-4acb-afb6-b874e303cebc req-85018a3a-a4e1-4995-b3e3-a3ef402f1df5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0557206 Feb 19 05:19:02.225218 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3794c30d-8776-4acb-afb6-b874e303cebc req-1e8c13df-3a52-4f1f-9089-790ab6d8c2d3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421658 Feb 19 05:19:02.330244 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e43974b3-f721-4d63-aac5-bb873c25da18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:03.348519 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17ab9b-6ae1-4bda-a043-9b8a54218cac req-01d640f1-4923-4775-b3dd-148438fec2d9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:03.350045 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0c17ab9b-6ae1-4bda-a043-9b8a54218cac req-01d640f1-4923-4775-b3dd-148438fec2d9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0572686 Feb 19 05:19:03.365945 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:19:03.399489 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0c17ab9b-6ae1-4bda-a043-9b8a54218cac req-0d2abd13-adfe-48d4-b590-7aa900ea7876 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433178 Feb 19 05:19:04.538537 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa50eb-549c-4bea-9bd2-fcae78a676a7 req-a64259d6-7e0a-4342-8292-74981ad5b09c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:04.540183 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b8fa50eb-549c-4bea-9bd2-fcae78a676a7 req-a64259d6-7e0a-4342-8292-74981ad5b09c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0702913 Feb 19 05:19:04.594397 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b8fa50eb-549c-4bea-9bd2-fcae78a676a7 req-334693b8-0ebd-4117-8547-cbc8a6c6855e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432098 Feb 19 05:19:05.179138 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-666907ed-269c-4f8d-9324-a960068fee6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:05.716688 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638fbd1-039d-4618-b819-ab3d24101030 req-aed0202d-702a-4266-b4a7-96776fda64f3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:05.718233 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6638fbd1-039d-4618-b819-ab3d24101030 req-aed0202d-702a-4266-b4a7-96776fda64f3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0519900 Feb 19 05:19:05.765397 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6638fbd1-039d-4618-b819-ab3d24101030 req-4c6c52f0-49e2-4528-a008-382335ede110 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408969 Feb 19 05:19:06.895160 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ca9fc-70d6-4800-97b6-567b75718e02 req-3ac4b709-5ea0-4c34-8652-1697f04b27fd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:06.896727 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-807ca9fc-70d6-4800-97b6-567b75718e02 req-3ac4b709-5ea0-4c34-8652-1697f04b27fd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0612559 Feb 19 05:19:06.946456 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-807ca9fc-70d6-4800-97b6-567b75718e02 req-f6682411-00f4-4ac4-bceb-6053335b5cb7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440848 Feb 19 05:19:07.022211 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:08.020740 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:08.070799 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ecb1b-361c-476a-8a9c-889e7787b864 req-00462369-0eba-4732-a830-c312321ad58f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:08.072595 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6e0ecb1b-361c-476a-8a9c-889e7787b864 req-00462369-0eba-4732-a830-c312321ad58f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0584025 Feb 19 05:19:08.133791 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6e0ecb1b-361c-476a-8a9c-889e7787b864 req-192acc28-a6a9-4552-ac05-6f7ed594d547 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520329 Feb 19 05:19:08.158713 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:09.262448 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c3509-c60d-4e5e-aaf6-b294a15e3432 req-2ca13944-455a-4a2b-95aa-500c47442d50 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:09.263965 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-324c3509-c60d-4e5e-aaf6-b294a15e3432 req-2ca13944-455a-4a2b-95aa-500c47442d50 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0558972 Feb 19 05:19:09.310124 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-324c3509-c60d-4e5e-aaf6-b294a15e3432 req-abb583e6-8923-4196-86a6-c46e2b945dd1 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406787 Feb 19 05:19:09.414884 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:09.609299 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:10.429973 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef9ab8-4fe0-4c04-a3bb-eb7208aa90b1 req-bdaf6e03-77e1-43c4-ac81-ba3b37419416 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:10.431505 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-03ef9ab8-4fe0-4c04-a3bb-eb7208aa90b1 req-bdaf6e03-77e1-43c4-ac81-ba3b37419416 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0536623 Feb 19 05:19:10.477811 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-03ef9ab8-4fe0-4c04-a3bb-eb7208aa90b1 req-6e898fbb-a180-4137-a44d-9ad47f269785 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407121 Feb 19 05:19:11.599881 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9467240-f91f-4568-9234-2c70a6b07afe req-b9d07580-8369-4f4c-b213-3d317733ad6b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:11.601415 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d9467240-f91f-4568-9234-2c70a6b07afe req-b9d07580-8369-4f4c-b213-3d317733ad6b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0530322 Feb 19 05:19:11.647361 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d9467240-f91f-4568-9234-2c70a6b07afe req-335ae90d-3ea9-4864-8860-458847a27495 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404224 Feb 19 05:19:11.832204 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f0f07-9ae7-4fba-836c-01fca39c25cb req-18dfc022-789c-4f8b-a551-07eb2a3fb59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:11.833716 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c00f0f07-9ae7-4fba-836c-01fca39c25cb req-18dfc022-789c-4f8b-a551-07eb2a3fb59f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 1128 time: 0.0473363 Feb 19 05:19:11.939979 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f0f07-9ae7-4fba-836c-01fca39c25cb req-ff62e623-f884-43a6-927f-45c5e96bb83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:11.942094 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c00f0f07-9ae7-4fba-836c-01fca39c25cb req-ff62e623-f884-43a6-927f-45c5e96bb83e service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.0893159 Feb 19 05:19:12.012882 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c00f0f07-9ae7-4fba-836c-01fca39c25cb req-a91d1df2-91ee-4c95-920e-e1f1af0f462c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42678e90-9860-4f6c-a730-b876e351a96a HTTP/1.1" status: 200 len: 1002 time: 0.0644658 Feb 19 05:19:12.068328 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f0f07-9ae7-4fba-836c-01fca39c25cb req-a2d66ba4-fa23-419c-b1dc-eb1cb039fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:12.069933 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c00f0f07-9ae7-4fba-836c-01fca39c25cb req-a2d66ba4-fa23-419c-b1dc-eb1cb039fa39 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0516884 Feb 19 05:19:12.122413 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f0f07-9ae7-4fba-836c-01fca39c25cb req-07b314b5-cdeb-4771-a5bc-4afede1de7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:12.124124 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c00f0f07-9ae7-4fba-836c-01fca39c25cb req-07b314b5-cdeb-4771-a5bc-4afede1de7d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483301 Feb 19 05:19:12.220379 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c00f0f07-9ae7-4fba-836c-01fca39c25cb req-d1095912-9345-4996-9aef-7196c9d0eeae service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896196 Feb 19 05:19:12.321437 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c00f0f07-9ae7-4fba-836c-01fca39c25cb req-5419345c-805a-4af5-ad92-5eb3df8f2afc service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946171 Feb 19 05:19:12.773664 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570edebb-9103-4dd6-af09-7b5f4ad72e4e req-385f3679-9a7b-40d4-b23d-761ebc15008f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:12.775248 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-570edebb-9103-4dd6-af09-7b5f4ad72e4e req-385f3679-9a7b-40d4-b23d-761ebc15008f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0559843 Feb 19 05:19:12.827797 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-570edebb-9103-4dd6-af09-7b5f4ad72e4e req-d3679c22-63e7-491a-8dc4-019dcb48a9ef tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462248 Feb 19 05:19:13.957693 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e19b13-e2fd-4040-87be-9b553ae2e212 req-92041cef-c671-4a83-8e94-2e098ad888b1 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:13.959311 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-86e19b13-e2fd-4040-87be-9b553ae2e212 req-92041cef-c671-4a83-8e94-2e098ad888b1 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0560195 Feb 19 05:19:14.015522 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-86e19b13-e2fd-4040-87be-9b553ae2e212 req-b4bfdd9a-5dff-4f37-ad0b-c47afbbfb433 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503538 Feb 19 05:19:15.141296 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37626bf7-b5b3-44ef-8e3c-83f43a23a94d req-3bf4f9d2-d176-4aee-9f3f-a75b8e9dd9a0 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:15.142854 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-37626bf7-b5b3-44ef-8e3c-83f43a23a94d req-3bf4f9d2-d176-4aee-9f3f-a75b8e9dd9a0 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0539927 Feb 19 05:19:15.200095 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-37626bf7-b5b3-44ef-8e3c-83f43a23a94d req-5f5939da-a238-46a7-9737-269102c23893 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508986 Feb 19 05:19:16.325891 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b1a03-a929-41d1-b998-c04e1c96c105 req-491b0625-a83e-4008-a49d-ef8dc091b779 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:16.327473 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-941b1a03-a929-41d1-b998-c04e1c96c105 req-491b0625-a83e-4008-a49d-ef8dc091b779 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0562220 Feb 19 05:19:16.376242 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-941b1a03-a929-41d1-b998-c04e1c96c105 req-8adb45fa-280d-4cfa-87ba-bdfe853e2bf2 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416720 Feb 19 05:19:17.506379 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963e560-c863-4af8-84ee-0bb13a88bf1a req-71ad8d7c-3c92-4a1f-bb47-29d964116c64 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:17.508017 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e963e560-c863-4af8-84ee-0bb13a88bf1a req-71ad8d7c-3c92-4a1f-bb47-29d964116c64 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0574350 Feb 19 05:19:17.560563 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e963e560-c863-4af8-84ee-0bb13a88bf1a req-c8475596-3acc-4826-a282-ad2cfd3eb197 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464399 Feb 19 05:19:18.683513 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8bf51-028d-4fbb-a417-37ab35eec882 req-47cf27a4-ca1a-4224-aa19-afefeca20df9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:18.685690 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d9e8bf51-028d-4fbb-a417-37ab35eec882 req-47cf27a4-ca1a-4224-aa19-afefeca20df9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0548844 Feb 19 05:19:18.732442 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d9e8bf51-028d-4fbb-a417-37ab35eec882 req-ce151886-b285-4767-bfc0-2916cd3247f4 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416570 Feb 19 05:19:19.858272 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a55323-878d-4381-8782-c8cc9cef2452 req-13bb7e7f-3f1c-4871-805c-29570222862c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:19.859888 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-09a55323-878d-4381-8782-c8cc9cef2452 req-13bb7e7f-3f1c-4871-805c-29570222862c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0550368 Feb 19 05:19:19.908358 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-09a55323-878d-4381-8782-c8cc9cef2452 req-2b6f4640-a463-4d98-b2e6-1f84377e6bc2 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425105 Feb 19 05:19:21.033245 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404584c1-53a9-4395-862b-620436f1dd04 req-814e1207-effb-40d4-9db3-62edbf3dd393 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:21.034773 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-404584c1-53a9-4395-862b-620436f1dd04 req-814e1207-effb-40d4-9db3-62edbf3dd393 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0578449 Feb 19 05:19:21.086973 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-404584c1-53a9-4395-862b-620436f1dd04 req-1269734a-64d6-41fd-a2c5-27f473616ee1 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460439 Feb 19 05:19:21.356799 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-86b30ffd-3d62-4d39-9f63-f04cb554cedc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0755744 Feb 19 05:19:21.369326 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33c2bc-dec6-4b9b-b664-9ca73a39134f req-45806a17-f5d3-45c7-8cc0-ef704e3def5c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:21.370905 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2a33c2bc-dec6-4b9b-b664-9ca73a39134f req-45806a17-f5d3-45c7-8cc0-ef704e3def5c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0817196 Feb 19 05:19:21.427661 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2a33c2bc-dec6-4b9b-b664-9ca73a39134f req-610ce673-979c-4b2d-891e-35b9ec0ac8d0 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499699 Feb 19 05:19:21.771810 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-86f89ee4-4563-4b4e-beeb-a8831f90b188 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:21.773347 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-86f89ee4-4563-4b4e-beeb-a8831f90b188 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports/42678e90-9860-4f6c-a730-b876e351a96a HTTP/1.1" status: 200 len: 943 time: 0.0523648 Feb 19 05:19:22.564408 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d0b71-f219-4338-8b60-737e0dc1eb85 req-3071b1cd-e151-4fd5-bb61-e3380304285c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:22.567041 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1b1d0b71-f219-4338-8b60-737e0dc1eb85 req-3071b1cd-e151-4fd5-bb61-e3380304285c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0638330 Feb 19 05:19:22.640894 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1b1d0b71-f219-4338-8b60-737e0dc1eb85 req-38625db9-0167-4e74-923f-fd610eb4c274 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640204 Feb 19 05:19:22.684435 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-94d49886-faac-4812-8be6-8b428477d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:22.686353 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-94d49886-faac-4812-8be6-8b428477d057 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 1128 time: 0.0617816 Feb 19 05:19:22.793359 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-55a463fc-d3cd-4051-9115-cc0341336a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:22.794818 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-55a463fc-d3cd-4051-9115-cc0341336a66 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.1030366 Feb 19 05:19:22.865963 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-a1b9d142-3a11-401d-ba1a-06e39d5546fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42678e90-9860-4f6c-a730-b876e351a96a HTTP/1.1" status: 200 len: 1002 time: 0.0648510 Feb 19 05:19:22.922754 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-c57f7dc5-ce2d-4b3e-875b-dada0091fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:22.924306 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-c57f7dc5-ce2d-4b3e-875b-dada0091fe57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0527122 Feb 19 05:19:22.976359 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-b1fa3770-6263-4f53-a5e5-25973f081f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:22.977987 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-b1fa3770-6263-4f53-a5e5-25973f081f76 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482414 Feb 19 05:19:23.083012 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-e729d4a6-3f13-496c-9399-625276bcf922 service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989330 Feb 19 05:19:23.191481 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-c9a11159-dc57-4584-b72f-49f1ac205acf service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031060 Feb 19 05:19:23.780950 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140df29-8817-42c1-b6ff-ff3e0b6e9bc3 req-8365557b-edd2-4878-9b31-46cd84ee506d tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:23.782679 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d140df29-8817-42c1-b6ff-ff3e0b6e9bc3 req-8365557b-edd2-4878-9b31-46cd84ee506d tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0621383 Feb 19 05:19:23.838143 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d140df29-8817-42c1-b6ff-ff3e0b6e9bc3 req-ad177f1d-adc4-41cc-b73d-7ff32617210a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491724 Feb 19 05:19:24.868665 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-166fe9ae-e20a-4cb2-bd50-6e8af9d64414 service neutron] show failed (client error): The resource could not be found. Feb 19 05:19:24.870177 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-166fe9ae-e20a-4cb2-bd50-6e8af9d64414 service neutron] 10.222.0.48 "GET /v2.0/ports/42678e90-9860-4f6c-a730-b876e351a96a/bindings/n-h1-772273-4 HTTP/1.1" status: 404 len: 380 time: 0.0591350 Feb 19 05:19:24.981937 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ede6a5-8f59-4bd6-8d2a-af026f7f6502 req-fff89f62-5bce-425e-96d9-fb6174f9b466 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:24.983559 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d9ede6a5-8f59-4bd6-8d2a-af026f7f6502 req-fff89f62-5bce-425e-96d9-fb6174f9b466 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0674493 Feb 19 05:19:25.049572 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d9ede6a5-8f59-4bd6-8d2a-af026f7f6502 req-a2d32a34-b3d9-4c82-b982-3777e3449e51 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584629 Feb 19 05:19:25.111582 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-b1180b8c-a892-4cf9-9707-eb19814bd4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:25.113231 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-b1180b8c-a892-4cf9-9707-eb19814bd4b9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486&tenant_id=04db6f0b17374d38b47662a7902a8d50 HTTP/1.1" status: 200 len: 1128 time: 0.0577757 Feb 19 05:19:25.124010 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-772273-4', 'device_owner': 'compute:nova'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:19:25.189171 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (42678e90-9860-4f6c-a730-b876e351a96a), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:25.396847 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] For port 42678e90-9860-4f6c-a730-b876e351a96a, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=42678e90-9860-4f6c-a730-b876e351a96a,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:19:25.440021 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] For port 42678e90-9860-4f6c-a730-b876e351a96a, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:19:25.482985 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fe2b2b-4b9d-488d-a531-ccf180a7c486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42678e90-9860-4f6c-a730-b876e351a96a'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:19:25.485376 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4971a05c-2870-4c6a-ba38-0098e75e776f" -d '{"events": [{"server_uuid": "88fe2b2b-4b9d-488d-a531-ccf180a7c486", "name": "network-vif-unplugged", "status": "completed", "tag": "42678e90-9860-4f6c-a730-b876e351a96a"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:19:25.489876 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Publish callbacks [] for port (42678e90-9860-4f6c-a730-b876e351a96a), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:25.503600 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Transition to ACTIVE for port object 42678e90-9860-4f6c-a730-b876e351a96a will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:19:25.507832 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (42678e90-9860-4f6c-a730-b876e351a96a), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:25.546620 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 05:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32232c1-3b97-4a30-889b-22ad5b21141a x-openstack-request-id: req-f32232c1-3b97-4a30-889b-22ad5b21141a {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:19:25.546620 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fe2b2b-4b9d-488d-a531-ccf180a7c486", "name": "network-vif-unplugged", "status": "completed", "tag": "42678e90-9860-4f6c-a730-b876e351a96a", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:19:25.546620 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f32232c1-3b97-4a30-889b-22ad5b21141a {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:19:25.546620 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fe2b2b-4b9d-488d-a531-ccf180a7c486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42678e90-9860-4f6c-a730-b876e351a96a', 'code': 200} Feb 19 05:19:25.597341 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Pushing event updated for resources: {'Port': ['ID=42678e90-9860-4f6c-a730-b876e351a96a,revision_number=6']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:19:25.611066 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:25.611417 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:25.611778 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:25.612120 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:25.612455 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:25.612786 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:25.613171 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:25.613503 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:25.613833 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:25.614163 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:25.614490 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:25.614818 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:25.615140 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:25.653716 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] No DVR routers for this DVR port 42678e90-9860-4f6c-a730-b876e351a96a on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:19:25.800080 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Attempting to bind port 42678e90-9860-4f6c-a730-b876e351a96a on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:19:25.800414 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Attempting to bind port 42678e90-9860-4f6c-a730-b876e351a96a by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:19:25.800779 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Attempting to bind port 42678e90-9860-4f6c-a730-b876e351a96a on network 5d897762-66f3-429f-bcee-5b1286dc661d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:19:25.805178 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Port 42678e90-9860-4f6c-a730-b876e351a96a on network 5d897762-66f3-429f-bcee-5b1286dc661d not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:19:25.805504 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Attempting to bind port 42678e90-9860-4f6c-a730-b876e351a96a on network 5d897762-66f3-429f-bcee-5b1286dc661d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:19:25.810442 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:19:25.810713 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Checking segment: {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:19:25.811097 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Bound using segment: {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:19:25.811520 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Bound port: 42678e90-9860-4f6c-a730-b876e351a96a, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:19:25.811880 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (42678e90-9860-4f6c-a730-b876e351a96a), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:25.882058 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] For port 42678e90-9860-4f6c-a730-b876e351a96a, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:19:25.885241 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] For port 42678e90-9860-4f6c-a730-b876e351a96a, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=42678e90-9860-4f6c-a730-b876e351a96a,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:19:25.891106 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (42678e90-9860-4f6c-a730-b876e351a96a), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:25.930973 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:25.931573 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:25.933072 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] 10.222.0.10 "PUT /v2.0/ports/42678e90-9860-4f6c-a730-b876e351a96a HTTP/1.1" status: 200 len: 1092 time: 0.8133285 Feb 19 05:19:25.965711 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44821028-3cac-4615-b388-f87cde2ab381 service neutron] Pushing event updated for resources: {'Port': ['ID=42678e90-9860-4f6c-a730-b876e351a96a,revision_number=7']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:19:26.011370 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-4d304088-137d-4c43-affa-a8c3e578f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:26.013156 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-4d304088-137d-4c43-affa-a8c3e578f5b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 1126 time: 0.0561070 Feb 19 05:19:26.123807 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-39e34c0b-5883-4395-9a83-b22e609d14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:26.125372 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-39e34c0b-5883-4395-9a83-b22e609d14ea service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.1041369 Feb 19 05:19:26.181004 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5e374-ff43-4172-b6bd-4c7d0689bedd req-ac8fd021-e0b2-4459-9be9-6825de0fc577 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:26.182521 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6a5e374-ff43-4172-b6bd-4c7d0689bedd req-ac8fd021-e0b2-4459-9be9-6825de0fc577 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 944 time: 0.0626013 Feb 19 05:19:26.200439 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-29515988-7fd4-4222-b034-b73ff0627a68 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42678e90-9860-4f6c-a730-b876e351a96a HTTP/1.1" status: 200 len: 1000 time: 0.0687265 Feb 19 05:19:26.232074 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6a5e374-ff43-4172-b6bd-4c7d0689bedd req-a694df64-d9f5-4408-8ba2-28de51b33847 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431855 Feb 19 05:19:26.253098 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-dddce975-dccf-4456-a485-aafb25e35b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:26.255208 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-dddce975-dccf-4456-a485-aafb25e35b42 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0478451 Feb 19 05:19:26.308944 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-967eb160-8330-49e9-a4fe-c84ddc751714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:26.310564 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-967eb160-8330-49e9-a4fe-c84ddc751714 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497849 Feb 19 05:19:26.416526 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-4f1b6d96-27b6-40bf-82fc-e4f576237071 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986476 Feb 19 05:19:26.510120 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a561cf1-e66a-455b-aa5f-2e1afa4349c6 req-3e917899-6fdf-4e8b-9e28-73c311b15792 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881002 Feb 19 05:19:27.363377 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf13b1c-1513-4833-9093-56a0ad0f79ba req-be67f133-4a82-4838-ba9d-63810685194e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:27.365034 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-adf13b1c-1513-4833-9093-56a0ad0f79ba req-be67f133-4a82-4838-ba9d-63810685194e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 944 time: 0.0611866 Feb 19 05:19:27.419315 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-adf13b1c-1513-4833-9093-56a0ad0f79ba req-ad996667-73dc-4420-b5a9-99e9b047dcde tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488017 Feb 19 05:19:27.544606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fe2b2b-4b9d-488d-a531-ccf180a7c486', 'tag': '42678e90-9860-4f6c-a730-b876e351a96a'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:19:27.547178 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aef75b0-8eac-43da-ac67-03ed3c9edfec" -d '{"events": [{"name": "network-changed", "server_uuid": "88fe2b2b-4b9d-488d-a531-ccf180a7c486", "tag": "42678e90-9860-4f6c-a730-b876e351a96a"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:19:27.604257 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19ce51c-0f6a-4db9-a899-c9409609ec40 x-openstack-request-id: req-b19ce51c-0f6a-4db9-a899-c9409609ec40 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:19:27.605199 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fe2b2b-4b9d-488d-a531-ccf180a7c486", "tag": "42678e90-9860-4f6c-a730-b876e351a96a", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:19:27.605593 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b19ce51c-0f6a-4db9-a899-c9409609ec40 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:19:27.606269 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fe2b2b-4b9d-488d-a531-ccf180a7c486', 'tag': '42678e90-9860-4f6c-a730-b876e351a96a', 'status': 'completed', 'code': 200} Feb 19 05:19:27.675909 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef75b0-8eac-43da-ac67-03ed3c9edfec req-40d300af-3936-477d-9324-e449a0066c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:27.677725 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0aef75b0-8eac-43da-ac67-03ed3c9edfec req-40d300af-3936-477d-9324-e449a0066c52 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 1126 time: 0.0582397 Feb 19 05:19:27.677886 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef75b0-8eac-43da-ac67-03ed3c9edfec req-50c4c997-eded-4c34-a81f-aa3acb701d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:27.680011 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0aef75b0-8eac-43da-ac67-03ed3c9edfec req-50c4c997-eded-4c34-a81f-aa3acb701d08 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 1126 time: 0.0546372 Feb 19 05:19:27.789808 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef75b0-8eac-43da-ac67-03ed3c9edfec req-6d7efd39-3f48-43b2-969d-0cc2a73d5021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:27.791495 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0aef75b0-8eac-43da-ac67-03ed3c9edfec req-6d7efd39-3f48-43b2-969d-0cc2a73d5021 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.1061740 Feb 19 05:19:27.797746 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef75b0-8eac-43da-ac67-03ed3c9edfec req-54d626a2-4916-4067-8e8d-649c048b9216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:27.797746 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0aef75b0-8eac-43da-ac67-03ed3c9edfec req-54d626a2-4916-4067-8e8d-649c048b9216 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.1117549 Feb 19 05:19:27.867750 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0aef75b0-8eac-43da-ac67-03ed3c9edfec req-e8b782e2-6cfd-46f0-aea2-52db9c6c058a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42678e90-9860-4f6c-a730-b876e351a96a HTTP/1.1" status: 200 len: 1000 time: 0.0697432 Feb 19 05:19:27.874504 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0aef75b0-8eac-43da-ac67-03ed3c9edfec req-7d23bbad-0dfe-4380-9d98-8a9e015507dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42678e90-9860-4f6c-a730-b876e351a96a HTTP/1.1" status: 200 len: 1000 time: 0.0720398 Feb 19 05:19:27.926582 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef75b0-8eac-43da-ac67-03ed3c9edfec req-db1d1090-93b6-4f71-b5a2-71d2e72f91e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:27.928164 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0aef75b0-8eac-43da-ac67-03ed3c9edfec req-db1d1090-93b6-4f71-b5a2-71d2e72f91e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0546391 Feb 19 05:19:27.929015 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef75b0-8eac-43da-ac67-03ed3c9edfec req-e1db7665-3ad7-474c-b05f-abba27f80d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:27.930533 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0aef75b0-8eac-43da-ac67-03ed3c9edfec req-e1db7665-3ad7-474c-b05f-abba27f80d9e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0498312 Feb 19 05:19:27.982103 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef75b0-8eac-43da-ac67-03ed3c9edfec req-1b44ed7c-46b4-4fd2-8bea-766832e52218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:27.983760 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0aef75b0-8eac-43da-ac67-03ed3c9edfec req-1b44ed7c-46b4-4fd2-8bea-766832e52218 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475590 Feb 19 05:19:27.984458 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef75b0-8eac-43da-ac67-03ed3c9edfec req-3580b875-3d2c-466f-9581-fd2239164300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:27.986051 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0aef75b0-8eac-43da-ac67-03ed3c9edfec req-3580b875-3d2c-466f-9581-fd2239164300 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516438 Feb 19 05:19:28.080839 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0aef75b0-8eac-43da-ac67-03ed3c9edfec req-58f9fb0a-a844-4a2b-bbdb-57f721d39685 service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889695 Feb 19 05:19:28.083646 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0aef75b0-8eac-43da-ac67-03ed3c9edfec req-76c19403-6bda-41bc-95ff-901d5f573199 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939949 Feb 19 05:19:28.185385 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0aef75b0-8eac-43da-ac67-03ed3c9edfec req-422797cb-4424-4b44-80a5-9a576dce6e1b service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957215 Feb 19 05:19:28.217506 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0aef75b0-8eac-43da-ac67-03ed3c9edfec req-eb31290e-1fcd-4416-89ab-103c4c97d308 service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312959 Feb 19 05:19:28.221518 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-02365b92-8f62-4ed9-9bc3-49d817719eca req-d59a159a-936b-413a-a3f4-757c6fa68d2d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0809023 Feb 19 05:19:28.319075 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02365b92-8f62-4ed9-9bc3-49d817719eca req-cbaad875-332d-475d-a838-713dd0c8be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:28.320645 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-02365b92-8f62-4ed9-9bc3-49d817719eca req-cbaad875-332d-475d-a838-713dd0c8be22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 1126 time: 0.0492961 Feb 19 05:19:28.433766 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02365b92-8f62-4ed9-9bc3-49d817719eca req-fde88887-e653-4d44-a090-48e919987ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:28.435298 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-02365b92-8f62-4ed9-9bc3-49d817719eca req-fde88887-e653-4d44-a090-48e919987ac4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.0962491 Feb 19 05:19:28.504722 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-02365b92-8f62-4ed9-9bc3-49d817719eca req-59a2e3a7-9e57-40e9-b287-542ed1feb0d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42678e90-9860-4f6c-a730-b876e351a96a HTTP/1.1" status: 200 len: 1000 time: 0.0625713 Feb 19 05:19:28.555383 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d891c-63a9-49f8-9730-45c005e303ac req-b7375a67-b4bc-4082-854b-9913f1189246 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:28.556984 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a0d891c-63a9-49f8-9730-45c005e303ac req-b7375a67-b4bc-4082-854b-9913f1189246 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 944 time: 0.0629132 Feb 19 05:19:28.561652 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02365b92-8f62-4ed9-9bc3-49d817719eca req-69b4d953-5e64-4ba2-a3f6-ef405099b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:28.563199 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-02365b92-8f62-4ed9-9bc3-49d817719eca req-69b4d953-5e64-4ba2-a3f6-ef405099b691 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0527825 Feb 19 05:19:28.614627 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a0d891c-63a9-49f8-9730-45c005e303ac req-a434fde5-046f-4eff-b64b-c5ef5b9c0e83 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503030 Feb 19 05:19:28.620652 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02365b92-8f62-4ed9-9bc3-49d817719eca req-d9ccf732-0bf7-4cf1-bf08-276f71dfbe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:28.622307 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-02365b92-8f62-4ed9-9bc3-49d817719eca req-d9ccf732-0bf7-4cf1-bf08-276f71dfbe50 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536165 Feb 19 05:19:28.716836 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-02365b92-8f62-4ed9-9bc3-49d817719eca req-45157aa3-86b2-4ab0-866d-6d2431cdd0f2 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885932 Feb 19 05:19:28.837285 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdff29-4f22-4f26-8cec-13cd1d8781bd req-3fcf55ea-cf4d-4386-bfd6-71378ef0d93c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:28.839107 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-03fdff29-4f22-4f26-8cec-13cd1d8781bd req-3fcf55ea-cf4d-4386-bfd6-71378ef0d93c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 944 time: 0.0625207 Feb 19 05:19:28.858760 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-02365b92-8f62-4ed9-9bc3-49d817719eca req-e3ddbb84-d28f-4cb0-a0dc-adf7c42ec356 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353357 Feb 19 05:19:28.872897 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14513b-e969-41c4-aa5a-6786040e91ae req-6c8eb610-de38-478b-8a45-ebe300d9b904 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:28.874910 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2a14513b-e969-41c4-aa5a-6786040e91ae req-6c8eb610-de38-478b-8a45-ebe300d9b904 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.48 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486&tenant_id=04db6f0b17374d38b47662a7902a8d50&binding%3Ahost_id=n-h1-772273-4 HTTP/1.1" status: 200 len: 944 time: 0.0895741 Feb 19 05:19:28.902986 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-03fdff29-4f22-4f26-8cec-13cd1d8781bd req-8380c6fc-bb3a-468f-9bd1-99db53b20e34 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570781 Feb 19 05:19:28.945231 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [req-2a14513b-e969-41c4-aa5a-6786040e91ae req-db6c7453-c183-4180-b069-3d90684ab717 service neutron] delete failed (client error): The resource could not be found. Feb 19 05:19:28.946304 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2a14513b-e969-41c4-aa5a-6786040e91ae req-db6c7453-c183-4180-b069-3d90684ab717 service neutron] 10.222.0.48 "DELETE /v2.0/ports/42678e90-9860-4f6c-a730-b876e351a96a/bindings/n-h2-772273-4 HTTP/1.1" status: 404 len: 380 time: 0.0651352 Feb 19 05:19:29.037354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14513b-e969-41c4-aa5a-6786040e91ae req-41ccb9f8-2414-493a-9e6c-c87f6c5849ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:29.038989 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2a14513b-e969-41c4-aa5a-6786040e91ae req-41ccb9f8-2414-493a-9e6c-c87f6c5849ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 1126 time: 0.0493288 Feb 19 05:19:29.132016 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14513b-e969-41c4-aa5a-6786040e91ae req-04de3cab-af98-4aff-8c77-d39c8e8dee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:29.133568 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2a14513b-e969-41c4-aa5a-6786040e91ae req-04de3cab-af98-4aff-8c77-d39c8e8dee5a service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.0891874 Feb 19 05:19:29.218298 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2a14513b-e969-41c4-aa5a-6786040e91ae req-056c279f-2b45-4d8f-9b51-f38f19cde947 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42678e90-9860-4f6c-a730-b876e351a96a HTTP/1.1" status: 200 len: 1000 time: 0.0789278 Feb 19 05:19:29.267723 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14513b-e969-41c4-aa5a-6786040e91ae req-008a61ef-4def-4636-9d0e-78b0a64d2ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:29.269771 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2a14513b-e969-41c4-aa5a-6786040e91ae req-008a61ef-4def-4636-9d0e-78b0a64d2ad4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0458226 Feb 19 05:19:29.321447 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14513b-e969-41c4-aa5a-6786040e91ae req-0c85c69f-8fb2-47ba-80d0-15a35a58db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:29.323037 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2a14513b-e969-41c4-aa5a-6786040e91ae req-0c85c69f-8fb2-47ba-80d0-15a35a58db10 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478344 Feb 19 05:19:29.424791 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2a14513b-e969-41c4-aa5a-6786040e91ae req-44561d2d-61fd-4ed0-93b6-5439d6903e87 service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959649 Feb 19 05:19:29.523465 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2a14513b-e969-41c4-aa5a-6786040e91ae req-1271a325-95b7-47c3-8892-ab35e674d579 service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921812 Feb 19 05:19:29.824943 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 42678e90-9860-4f6c-a730-b876e351a96a no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:19:29.866741 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] The host n-h2-772273-4 is not matching for port 42678e90-9860-4f6c-a730-b876e351a96a host n-h1-772273-4! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 05:19:29.867156 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 42678e90-9860-4f6c-a730-b876e351a96a not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:19:30.034683 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452be8ec-d107-4848-a556-9073a110fbf0 req-6cb1d737-1e6a-4ca4-8121-3172df8ee40f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:30.037088 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-452be8ec-d107-4848-a556-9073a110fbf0 req-6cb1d737-1e6a-4ca4-8121-3172df8ee40f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 944 time: 0.0576758 Feb 19 05:19:30.103093 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-452be8ec-d107-4848-a556-9073a110fbf0 req-b4301c43-0c0b-42d7-a191-d9feb0c94d28 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599868 Feb 19 05:19:30.239254 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668a8e9-3cd7-4e93-bc86-33147ec3b3ef req-a1443475-650e-41f9-98c5-a5657842909f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:30.240841 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2668a8e9-3cd7-4e93-bc86-33147ec3b3ef req-a1443475-650e-41f9-98c5-a5657842909f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 944 time: 0.0582261 Feb 19 05:19:30.296056 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2668a8e9-3cd7-4e93-bc86-33147ec3b3ef req-80be9d63-5747-4498-9b89-ca1ad25a499d tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479524 Feb 19 05:19:30.521894 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 42678e90-9860-4f6c-a730-b876e351a96a details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:19:30.538290 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20542f2a-442a-4b08-b584-996144dce98a req-49446ff6-4db2-4d47-9442-0cca77f2b102 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:30.539894 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-20542f2a-442a-4b08-b584-996144dce98a req-49446ff6-4db2-4d47-9442-0cca77f2b102 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 944 time: 0.0800512 Feb 19 05:19:30.582531 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032c08a-8f3b-4813-8768-16446f730c5c req-d5959878-e3de-4672-9d6c-5a638aefae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:30.584056 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9032c08a-8f3b-4813-8768-16446f730c5c req-d5959878-e3de-4672-9d6c-5a638aefae0a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 1126 time: 0.0659454 Feb 19 05:19:30.602917 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-20542f2a-442a-4b08-b584-996144dce98a req-bec0a2e0-93f1-41f7-affe-0e7e9a1a0c0d tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495815 Feb 19 05:19:30.640946 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 42678e90-9860-4f6c-a730-b876e351a96a, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=42678e90-9860-4f6c-a730-b876e351a96a,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:19:30.655173 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '42678e90-9860-4f6c-a730-b876e351a96a', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'port_id': '42678e90-9860-4f6c-a730-b876e351a96a', 'mac_address': 'fa:16:3e:2e:b7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:19:30.685173 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032c08a-8f3b-4813-8768-16446f730c5c req-34980d82-feb7-4bf6-b43c-c697f5d62948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:30.686972 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9032c08a-8f3b-4813-8768-16446f730c5c req-34980d82-feb7-4bf6-b43c-c697f5d62948 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.0972962 Feb 19 05:19:30.697094 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 42678e90-9860-4f6c-a730-b876e351a96a is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:19:30.697481 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (42678e90-9860-4f6c-a730-b876e351a96a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:30.712383 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42678e90-9860-4f6c-a730-b876e351a96a {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:19:30.734526 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 42678e90-9860-4f6c-a730-b876e351a96a, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=42678e90-9860-4f6c-a730-b876e351a96a,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:19:30.739659 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (42678e90-9860-4f6c-a730-b876e351a96a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:30.770165 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9032c08a-8f3b-4813-8768-16446f730c5c req-ae7ebca5-18e9-4c36-99ed-d18f99183c41 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42678e90-9860-4f6c-a730-b876e351a96a HTTP/1.1" status: 200 len: 1000 time: 0.0768023 Feb 19 05:19:30.791696 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=42678e90-9860-4f6c-a730-b876e351a96a,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:19:30.833283 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032c08a-8f3b-4813-8768-16446f730c5c req-510fb19e-0087-4378-9be6-388f9ecd5c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:30.835349 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9032c08a-8f3b-4813-8768-16446f730c5c req-510fb19e-0087-4378-9be6-388f9ecd5c56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0575581 Feb 19 05:19:30.901452 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032c08a-8f3b-4813-8768-16446f730c5c req-3aed01b1-a61f-4c06-bb53-76924defd452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:30.903293 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9032c08a-8f3b-4813-8768-16446f730c5c req-3aed01b1-a61f-4c06-bb53-76924defd452 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0594504 Feb 19 05:19:30.998728 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['42678e90-9860-4f6c-a730-b876e351a96a'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:19:31.014518 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9032c08a-8f3b-4813-8768-16446f730c5c req-bd4bf240-ceee-40ea-b222-ff9bfe6699e6 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028993 Feb 19 05:19:31.132572 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9032c08a-8f3b-4813-8768-16446f730c5c req-c5ef2ced-d921-4caa-889f-a1566840382e service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104159 Feb 19 05:19:31.743595 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eac33f-b425-48dc-8154-6d56289573f9 req-082525e1-94bd-4b34-b860-38bfefaeffc9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:31.745167 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-17eac33f-b425-48dc-8154-6d56289573f9 req-082525e1-94bd-4b34-b860-38bfefaeffc9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 945 time: 0.0614510 Feb 19 05:19:31.799023 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-17eac33f-b425-48dc-8154-6d56289573f9 req-e65a4750-3f04-4e46-bf5c-6c87dfc8c69c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476775 Feb 19 05:19:32.058125 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6df7b-af52-4f3d-b48d-bbff38a37d39 req-7a7a586a-68bb-42b9-9a1e-d8761cef89a0 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:32.059665 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-78e6df7b-af52-4f3d-b48d-bbff38a37d39 req-7a7a586a-68bb-42b9-9a1e-d8761cef89a0 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 945 time: 0.0578153 Feb 19 05:19:32.110446 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-78e6df7b-af52-4f3d-b48d-bbff38a37d39 req-70fcea7c-13ef-40ba-9c9e-df1a9b187b51 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448704 Feb 19 05:19:32.334698 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e7fbd989-c7b4-4c38-88e7-20a1486bb00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:32.537808 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 42678e90-9860-4f6c-a730-b876e351a96a up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:19:32.592576 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 42678e90-9860-4f6c-a730-b876e351a96a completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:19:32.599377 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 42678e90-9860-4f6c-a730-b876e351a96a triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:19:32.599958 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (42678e90-9860-4f6c-a730-b876e351a96a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:32.691375 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 42678e90-9860-4f6c-a730-b876e351a96a is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:19:32.691762 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (42678e90-9860-4f6c-a730-b876e351a96a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:32.720537 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fe2b2b-4b9d-488d-a531-ccf180a7c486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42678e90-9860-4f6c-a730-b876e351a96a'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:19:32.723478 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1710a453-87d2-4658-8e27-8d52fa813684" -d '{"events": [{"server_uuid": "88fe2b2b-4b9d-488d-a531-ccf180a7c486", "name": "network-vif-plugged", "status": "completed", "tag": "42678e90-9860-4f6c-a730-b876e351a96a"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:19:32.737578 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 42678e90-9860-4f6c-a730-b876e351a96a, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=42678e90-9860-4f6c-a730-b876e351a96a,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:19:32.743077 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (42678e90-9860-4f6c-a730-b876e351a96a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:32.776071 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cceaf66-8518-4e80-9a04-6473bc2a9178 x-openstack-request-id: req-0cceaf66-8518-4e80-9a04-6473bc2a9178 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:19:32.776585 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fe2b2b-4b9d-488d-a531-ccf180a7c486", "name": "network-vif-plugged", "status": "completed", "tag": "42678e90-9860-4f6c-a730-b876e351a96a", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:19:32.777075 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0cceaf66-8518-4e80-9a04-6473bc2a9178 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:19:32.778093 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fe2b2b-4b9d-488d-a531-ccf180a7c486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42678e90-9860-4f6c-a730-b876e351a96a', 'code': 200} Feb 19 05:19:32.817331 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=42678e90-9860-4f6c-a730-b876e351a96a,revision_number=9']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:19:33.252060 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bd16e-8a70-45c8-8c5c-13be61d5c6c6 req-aad822ba-4c70-42d6-bdaa-acbb340d4a44 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:33.253758 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb6bd16e-8a70-45c8-8c5c-13be61d5c6c6 req-aad822ba-4c70-42d6-bdaa-acbb340d4a44 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.0572166 Feb 19 05:19:33.350072 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb6bd16e-8a70-45c8-8c5c-13be61d5c6c6 req-7afd66d8-c08f-4dc9-9ce8-727a39c72806 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854785 Feb 19 05:19:33.362718 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d86a64-ea79-487b-8f4a-9d07f909421e req-4bc90297-72b4-4ab7-a51c-224030b29e0e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:33.364898 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d6d86a64-ea79-487b-8f4a-9d07f909421e req-4bc90297-72b4-4ab7-a51c-224030b29e0e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.10 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 946 time: 0.1018310 Feb 19 05:19:33.474210 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-d6d86a64-ea79-487b-8f4a-9d07f909421e req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Deleting port 42678e90-9860-4f6c-a730-b876e351a96a {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:19:33.474473 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d6d86a64-ea79-487b-8f4a-9d07f909421e req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (42678e90-9860-4f6c-a730-b876e351a96a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:33.572241 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-d6d86a64-ea79-487b-8f4a-9d07f909421e req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] For port 42678e90-9860-4f6c-a730-b876e351a96a, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=42678e90-9860-4f6c-a730-b876e351a96a,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:19:33.572611 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d6d86a64-ea79-487b-8f4a-9d07f909421e req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (42678e90-9860-4f6c-a730-b876e351a96a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:34.012405 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d6d86a64-ea79-487b-8f4a-9d07f909421e req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:34.012823 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d6d86a64-ea79-487b-8f4a-9d07f909421e req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (20209304-bd12-479e-b672-0781fc73aee6), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:34.013250 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [req-d6d86a64-ea79-487b-8f4a-9d07f909421e req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Floating IP 20209304-bd12-479e-b672-0781fc73aee6 disassociated. External IP: 172.25.0.191, port: 42678e90-9860-4f6c-a730-b876e351a96a. Feb 19 05:19:34.013655 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-d6d86a64-ea79-487b-8f4a-9d07f909421e req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Calling delete_port for 42678e90-9860-4f6c-a730-b876e351a96a owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:19:34.179443 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d6d86a64-ea79-487b-8f4a-9d07f909421e req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (42678e90-9860-4f6c-a730-b876e351a96a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:34.213824 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Pushing event deleted for resources: {'Port': ['ID=42678e90-9860-4f6c-a730-b876e351a96a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:19:34.225882 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:34.226242 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:34.226591 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:34.226939 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:34.227280 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:34.227617 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:34.227957 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:34.228291 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:34.228621 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:34.228977 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:34.229313 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:34.229645 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:34.229973 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:19:34.371787 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6d86a64-ea79-487b-8f4a-9d07f909421e req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Router 5d2be1f4-93de-4637-b841-8567d9eb2e17 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:19:34.481776 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bdeb8098-be2c-412d-b838-e92d69136a39 req-a12a8c1c-a721-4c2c-8d9f-5cd02f979446 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=88fe2b2b-4b9d-488d-a531-ccf180a7c486 HTTP/1.1" status: 200 len: 210 time: 0.0313516 Feb 19 05:19:34.547289 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6d86a64-ea79-487b-8f4a-9d07f909421e req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:19:34.562808 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fdaa41-7971-4e99-a9ed-8795f14cc0a2 None None] Sync routers for ids ['5d2be1f4-93de-4637-b841-8567d9eb2e17'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:19:34.578052 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fdaa41-7971-4e99-a9ed-8795f14cc0a2 None None] Routers {'5d2be1f4-93de-4637-b841-8567d9eb2e17'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:19:34.578860 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-78fdaa41-7971-4e99-a9ed-8795f14cc0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:19:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5d2be1f4-93de-4637-b841-8567d9eb2e17'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:19:34.608813 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d86a64-ea79-487b-8f4a-9d07f909421e req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] No DVR routers for this DVR port 42678e90-9860-4f6c-a730-b876e351a96a on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:19:34.613191 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-d6d86a64-ea79-487b-8f4a-9d07f909421e req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:34.620119 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d6d86a64-ea79-487b-8f4a-9d07f909421e req-f550e783-3e33-4c4e-b87c-53a52722c0d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.10 "DELETE /v2.0/ports/42678e90-9860-4f6c-a730-b876e351a96a HTTP/1.1" status: 204 len: 173 time: 1.2498748 Feb 19 05:19:34.620902 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fe2b2b-4b9d-488d-a531-ccf180a7c486', 'name': 'network-vif-deleted', 'tag': '42678e90-9860-4f6c-a730-b876e351a96a'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:19:34.626508 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98aef0b-541a-48c2-acf6-357154fe2a29" -d '{"events": [{"server_uuid": "88fe2b2b-4b9d-488d-a531-ccf180a7c486", "name": "network-vif-deleted", "tag": "42678e90-9860-4f6c-a730-b876e351a96a"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:19:34.676751 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6339639f-4145-4063-8739-a9ac8a687b9f x-openstack-request-id: req-6339639f-4145-4063-8739-a9ac8a687b9f {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:19:34.676751 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fe2b2b-4b9d-488d-a531-ccf180a7c486", "name": "network-vif-deleted", "tag": "42678e90-9860-4f6c-a730-b876e351a96a", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:19:34.676751 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6339639f-4145-4063-8739-a9ac8a687b9f {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:19:34.676751 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fe2b2b-4b9d-488d-a531-ccf180a7c486', 'name': 'network-vif-deleted', 'tag': '42678e90-9860-4f6c-a730-b876e351a96a', 'status': 'completed', 'code': 200} Feb 19 05:19:34.904190 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-78fdaa41-7971-4e99-a9ed-8795f14cc0a2 None None] Set router 5d2be1f4-93de-4637-b841-8567d9eb2e17 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:19:35.172276 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-78fdaa41-7971-4e99-a9ed-8795f14cc0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:59Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:19:35.189886 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7e0ee059-5c2e-4a28-b403-06b5355d7a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:35.215843 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fdaa41-7971-4e99-a9ed-8795f14cc0a2 None None] Checking router: 5d2be1f4-93de-4637-b841-8567d9eb2e17 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:19:35.226455 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fdaa41-7971-4e99-a9ed-8795f14cc0a2 None None] Routers {'5d2be1f4-93de-4637-b841-8567d9eb2e17'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:19:35.227293 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-78fdaa41-7971-4e99-a9ed-8795f14cc0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:19:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5d2be1f4-93de-4637-b841-8567d9eb2e17'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:19:35.404736 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-78fdaa41-7971-4e99-a9ed-8795f14cc0a2 None None] Set router 5d2be1f4-93de-4637-b841-8567d9eb2e17 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:19:35.653811 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-78fdaa41-7971-4e99-a9ed-8795f14cc0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:59Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:19:35.703637 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fdaa41-7971-4e99-a9ed-8795f14cc0a2 None None] The sync data for ids ['5d2be1f4-93de-4637-b841-8567d9eb2e17'] in n-d-772273-4 is: [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:59Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:19:35.876258 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-8d2c6f77-c651-4c51-b795-207296f51dc9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1816507154&fields=id&tenant_id=04db6f0b17374d38b47662a7902a8d50 HTTP/1.1" status: 200 len: 267 time: 0.0582941 Feb 19 05:19:36.018799 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b6e12e-cca2-432e-b7c6-b3be16637c48 None None] New status for floating IP 20209304-bd12-479e-b672-0781fc73aee6: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:19:36.034379 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-7cd439fa-fa16-4b7a-8a64-6ab6f89f0247 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:36.037108 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-7cd439fa-fa16-4b7a-8a64-6ab6f89f0247 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 811 time: 0.1526406 Feb 19 05:19:36.059870 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-6157b0b9-b8e5-4aeb-a6bf-59ca60b21a7a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/quotas/04db6f0b17374d38b47662a7902a8d50 HTTP/1.1" status: 200 len: 375 time: 0.0163085 Feb 19 05:19:36.149289 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-d6df9e0f-c184-4dc7-ba91-a7e78e93830d tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829017 Feb 19 05:19:36.328501 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-eee0df04-cb99-433f-bfa7-aa26e9f1ad3d service neutron] 10.222.0.65 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648529 Feb 19 05:19:36.440325 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-57cec6ec-3cb0-49e7-b8a9-cf3ff4468d6c service neutron] 10.222.0.65 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059148 Feb 19 05:19:36.600408 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 42678e90-9860-4f6c-a730-b876e351a96a no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:19:36.638705 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 42678e90-9860-4f6c-a730-b876e351a96a {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:19:36.639264 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 42678e90-9860-4f6c-a730-b876e351a96a not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:19:36.764899 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-01c8956c-b2fd-45cc-8945-276c8dbca757 req-bb29ed60-24bd-4815-abd1-c5766dec0203 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 210 time: 0.1657705 Feb 19 05:19:37.040610 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:37.785427 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-efbf2a7d-00ce-458b-aa13-51450da70abe tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:37.787061 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-efbf2a7d-00ce-458b-aa13-51450da70abe tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.10 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 811 time: 0.1677048 Feb 19 05:19:37.859671 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-8c299118-c0fa-4264-b633-0151d965f77d tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04db6f0b17374d38b47662a7902a8d50 HTTP/1.1" status: 200 len: 380 time: 0.0634789 Feb 19 05:19:37.870990 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-5ddc998c-6590-443a-a44a-fb6a6d38fdc3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Request body: {'port': {'device_id': '7f5e90f7-584c-4018-a322-f693f55fe4ee', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'admin_state_up': True, 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'security_groups': ['ae45440b-7771-4628-acdc-93aca6fea748']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:19:37.903678 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cc185efd-f810-4a3c-b63c-d207ddf2b4a5 req-a2d15fac-1707-47e1-bd7d-7edbd63042c8 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 210 time: 0.0389071 Feb 19 05:19:37.990418 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-5ddc998c-6590-443a-a44a-fb6a6d38fdc3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Made reservation on behalf of 04db6f0b17374d38b47662a7902a8d50 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:19:37.993897 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-5ddc998c-6590-443a-a44a-fb6a6d38fdc3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:38.036892 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:38.142012 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-5ddc998c-6590-443a-a44a-fb6a6d38fdc3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Allocated IP 172.20.0.8 (5d897762-66f3-429f-bcee-5b1286dc661d/216e92f0-b9cf-431c-8388-5a06c0657f89/e338c097-a16c-46e5-b2a6-ab859481510d) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:19:38.166757 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:38.303419 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-5ddc998c-6590-443a-a44a-fb6a6d38fdc3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for port (e338c097-a16c-46e5-b2a6-ab859481510d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:38.339537 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-5ddc998c-6590-443a-a44a-fb6a6d38fdc3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:38.383725 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-5ddc998c-6590-443a-a44a-fb6a6d38fdc3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Network 5d897762-66f3-429f-bcee-5b1286dc661d is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:19:38.386875 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-5ddc998c-6590-443a-a44a-fb6a6d38fdc3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:19:38.393462 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-5ddc998c-6590-443a-a44a-fb6a6d38fdc3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:19:38.426143 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc998c-6590-443a-a44a-fb6a6d38fdc3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Pushing event updated for resources: {'Port': ['ID=e338c097-a16c-46e5-b2a6-ab859481510d,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:19:38.451837 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-5ddc998c-6590-443a-a44a-fb6a6d38fdc3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:38.452495 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-5ddc998c-6590-443a-a44a-fb6a6d38fdc3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:38.471011 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-5ddc998c-6590-443a-a44a-fb6a6d38fdc3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6040897 Feb 19 05:19:38.485354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-efed6ab6-2a85-49dc-ba3a-5e045f655f32 service neutron] Request body: {'port': {'device_id': '7f5e90f7-584c-4018-a322-f693f55fe4ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:19:38.558847 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-efed6ab6-2a85-49dc-ba3a-5e045f655f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:38.658414 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-bbdcc549-69c2-45f6-935d-175140c07c36 None None] Provisioning complete for port e338c097-a16c-46e5-b2a6-ab859481510d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:19:38.658822 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bbdcc549-69c2-45f6-935d-175140c07c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:38.702209 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-bbdcc549-69c2-45f6-935d-175140c07c36 None None] Port e338c097-a16c-46e5-b2a6-ab859481510d cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:19:38.856483 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-efed6ab6-2a85-49dc-ba3a-5e045f655f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e338c097-a16c-46e5-b2a6-ab859481510d {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:19:38.865635 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-efed6ab6-2a85-49dc-ba3a-5e045f655f32 service neutron] Publish callbacks [] for port (e338c097-a16c-46e5-b2a6-ab859481510d), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:38.878601 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-efed6ab6-2a85-49dc-ba3a-5e045f655f32 service neutron] Transition to ACTIVE for port object e338c097-a16c-46e5-b2a6-ab859481510d will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:19:38.882657 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-efed6ab6-2a85-49dc-ba3a-5e045f655f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:38.939929 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed6ab6-2a85-49dc-ba3a-5e045f655f32 service neutron] Pushing event updated for resources: {'Port': ['ID=e338c097-a16c-46e5-b2a6-ab859481510d,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:19:39.049780 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-efed6ab6-2a85-49dc-ba3a-5e045f655f32 service neutron] Attempting to bind port e338c097-a16c-46e5-b2a6-ab859481510d on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:19:39.050156 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-efed6ab6-2a85-49dc-ba3a-5e045f655f32 service neutron] Attempting to bind port e338c097-a16c-46e5-b2a6-ab859481510d by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:19:39.050490 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-efed6ab6-2a85-49dc-ba3a-5e045f655f32 service neutron] Attempting to bind port e338c097-a16c-46e5-b2a6-ab859481510d on network 5d897762-66f3-429f-bcee-5b1286dc661d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:19:39.058468 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-efed6ab6-2a85-49dc-ba3a-5e045f655f32 service neutron] Port e338c097-a16c-46e5-b2a6-ab859481510d on network 5d897762-66f3-429f-bcee-5b1286dc661d not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:19:39.058794 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-efed6ab6-2a85-49dc-ba3a-5e045f655f32 service neutron] Attempting to bind port e338c097-a16c-46e5-b2a6-ab859481510d on network 5d897762-66f3-429f-bcee-5b1286dc661d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:19:39.067684 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-efed6ab6-2a85-49dc-ba3a-5e045f655f32 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:19:39.068024 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-efed6ab6-2a85-49dc-ba3a-5e045f655f32 service neutron] Checking segment: {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:19:39.068419 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-efed6ab6-2a85-49dc-ba3a-5e045f655f32 service neutron] Bound using segment: {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:19:39.068863 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-efed6ab6-2a85-49dc-ba3a-5e045f655f32 service neutron] Bound port: e338c097-a16c-46e5-b2a6-ab859481510d, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:19:39.069254 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-efed6ab6-2a85-49dc-ba3a-5e045f655f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:39.096292 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a380d9-bcc4-4636-8cf5-4982a37740c6 req-236fbc61-f662-4eeb-ac80-9a31cc6ac168 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:39.098517 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-60a380d9-bcc4-4636-8cf5-4982a37740c6 req-236fbc61-f662-4eeb-ac80-9a31cc6ac168 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 943 time: 0.0925193 Feb 19 05:19:39.187304 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-efed6ab6-2a85-49dc-ba3a-5e045f655f32 service neutron] For port e338c097-a16c-46e5-b2a6-ab859481510d, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:19:39.201935 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-60a380d9-bcc4-4636-8cf5-4982a37740c6 req-b616eb32-a92c-407a-8806-8041656546d7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778704 Feb 19 05:19:39.205979 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-efed6ab6-2a85-49dc-ba3a-5e045f655f32 service neutron] For port e338c097-a16c-46e5-b2a6-ab859481510d, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=e338c097-a16c-46e5-b2a6-ab859481510d,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:19:39.225910 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-efed6ab6-2a85-49dc-ba3a-5e045f655f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:39.296356 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-efed6ab6-2a85-49dc-ba3a-5e045f655f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:39.297183 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-efed6ab6-2a85-49dc-ba3a-5e045f655f32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:39.298907 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-efed6ab6-2a85-49dc-ba3a-5e045f655f32 service neutron] 10.222.0.10 "PUT /v2.0/ports/e338c097-a16c-46e5-b2a6-ab859481510d HTTP/1.1" status: 200 len: 1091 time: 0.8204062 Feb 19 05:19:39.299241 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5e90f7-584c-4018-a322-f693f55fe4ee', 'tag': 'e338c097-a16c-46e5-b2a6-ab859481510d'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:19:39.301758 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5e8159-9573-466a-b480-04a10017edbe" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5e90f7-584c-4018-a322-f693f55fe4ee", "tag": "e338c097-a16c-46e5-b2a6-ab859481510d"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:19:39.357757 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed6ab6-2a85-49dc-ba3a-5e045f655f32 service neutron] Pushing event updated for resources: {'Port': ['ID=e338c097-a16c-46e5-b2a6-ab859481510d,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:19:39.395472 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d0a673-cb59-4e8e-9895-85f82727924d x-openstack-request-id: req-d3d0a673-cb59-4e8e-9895-85f82727924d {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:19:39.395810 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5e90f7-584c-4018-a322-f693f55fe4ee", "tag": "e338c097-a16c-46e5-b2a6-ab859481510d", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:19:39.396092 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d3d0a673-cb59-4e8e-9895-85f82727924d {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:19:39.396528 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5e90f7-584c-4018-a322-f693f55fe4ee', 'tag': 'e338c097-a16c-46e5-b2a6-ab859481510d', 'status': 'completed', 'code': 200} Feb 19 05:19:39.421200 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-5e1b9114-3b51-4bf0-b23f-3f78d3cfa3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:39.422928 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-5e1b9114-3b51-4bf0-b23f-3f78d3cfa3b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 1125 time: 0.0665102 Feb 19 05:19:39.435699 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:39.476031 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-a6fc3235-5578-4c6f-aa66-b61a58b7e826 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e338c097-a16c-46e5-b2a6-ab859481510d HTTP/1.1" status: 200 len: 217 time: 0.0448382 Feb 19 05:19:39.531782 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-376d639c-1507-491f-8080-f9b18d702df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:39.533387 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-376d639c-1507-491f-8080-f9b18d702df7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0516744 Feb 19 05:19:39.586486 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-3638e2dc-f390-4ce1-904e-511c68fb035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:39.587953 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-3638e2dc-f390-4ce1-904e-511c68fb035d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488682 Feb 19 05:19:39.621789 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:39.696162 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-aaf0f605-0b4e-42c7-8599-602338fe4c91 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018574 Feb 19 05:19:39.794396 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9cf15d44-fa44-4e82-8c76-49072ff2bf65 req-29937569-68a4-4775-b83f-3a8026538112 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928752 Feb 19 05:19:39.902288 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e8159-9573-466a-b480-04a10017edbe req-b77fba54-6fbe-4b43-8389-471b80bed8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:39.904168 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d5e8159-9573-466a-b480-04a10017edbe req-b77fba54-6fbe-4b43-8389-471b80bed8cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 1125 time: 0.0615449 Feb 19 05:19:40.004084 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e8159-9573-466a-b480-04a10017edbe req-72ddd229-33af-4594-ba6a-bbc781a5fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:40.005631 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d5e8159-9573-466a-b480-04a10017edbe req-72ddd229-33af-4594-ba6a-bbc781a5fc80 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.0944049 Feb 19 05:19:40.048276 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d5e8159-9573-466a-b480-04a10017edbe req-9e47766a-0741-4067-b349-8be98f38712b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e338c097-a16c-46e5-b2a6-ab859481510d HTTP/1.1" status: 200 len: 217 time: 0.0365901 Feb 19 05:19:40.105345 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e8159-9573-466a-b480-04a10017edbe req-3e64f625-f49f-4068-a577-9cb575763f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:40.106945 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d5e8159-9573-466a-b480-04a10017edbe req-3e64f625-f49f-4068-a577-9cb575763f0a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0518730 Feb 19 05:19:40.160982 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e8159-9573-466a-b480-04a10017edbe req-125cb7fb-b465-4c6c-a198-6b70c72479b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:40.162661 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d5e8159-9573-466a-b480-04a10017edbe req-125cb7fb-b465-4c6c-a198-6b70c72479b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485909 Feb 19 05:19:40.264297 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d5e8159-9573-466a-b480-04a10017edbe req-20442a7c-9ed4-43c2-99f0-e7c4311a52b7 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919592 Feb 19 05:19:40.366256 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:19:40.405060 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9de08e-0394-42e9-b9c7-fa0cd62248d1 req-c004e000-cced-4be7-8c4a-e7f8c350dd44 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:40.406810 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3b9de08e-0394-42e9-b9c7-fa0cd62248d1 req-c004e000-cced-4be7-8c4a-e7f8c350dd44 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 943 time: 0.1111197 Feb 19 05:19:40.408768 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d5e8159-9573-466a-b480-04a10017edbe req-adb42dff-1060-4a41-8640-55cf0153b62f service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375477 Feb 19 05:19:40.464009 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3b9de08e-0394-42e9-b9c7-fa0cd62248d1 req-d74cb85a-3926-4153-a421-f8148e8e5b65 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503500 Feb 19 05:19:41.602703 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4169f-dc5e-4886-a877-bfa5d82d3840 req-91247aec-3707-4dcd-bdaa-af7cfbdcdf90 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:41.604398 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e7d4169f-dc5e-4886-a877-bfa5d82d3840 req-91247aec-3707-4dcd-bdaa-af7cfbdcdf90 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 943 time: 0.0636704 Feb 19 05:19:41.657252 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e7d4169f-dc5e-4886-a877-bfa5d82d3840 req-ef3d07df-962d-48b4-ab9c-55d8e851e87f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464721 Feb 19 05:19:42.645030 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device e338c097-a16c-46e5-b2a6-ab859481510d details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:19:42.745499 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port e338c097-a16c-46e5-b2a6-ab859481510d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=e338c097-a16c-46e5-b2a6-ab859481510d,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:19:42.757232 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'e338c097-a16c-46e5-b2a6-ab859481510d', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'port_id': 'e338c097-a16c-46e5-b2a6-ab859481510d', 'mac_address': 'fa:16:3e:bc:08:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:19:42.778373 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c740a-ffc4-4fec-9645-db24c048db09 req-e56b3170-ba9c-424a-b122-823e896b3bbb tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:42.779877 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-050c740a-ffc4-4fec-9645-db24c048db09 req-e56b3170-ba9c-424a-b122-823e896b3bbb tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 943 time: 0.0527203 Feb 19 05:19:42.798885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port e338c097-a16c-46e5-b2a6-ab859481510d is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:19:42.799193 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:42.812068 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e338c097-a16c-46e5-b2a6-ab859481510d {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:19:42.825909 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-050c740a-ffc4-4fec-9645-db24c048db09 req-73454c7f-6291-4565-8163-d69c238220c0 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398936 Feb 19 05:19:42.831865 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port e338c097-a16c-46e5-b2a6-ab859481510d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=e338c097-a16c-46e5-b2a6-ab859481510d,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:19:42.836093 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:42.882665 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=e338c097-a16c-46e5-b2a6-ab859481510d,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:19:43.038349 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['e338c097-a16c-46e5-b2a6-ab859481510d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:19:43.943538 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626be0d-d30b-495d-b0b6-25fdd1b0e821 req-fe14ead9-f3b6-43bc-bf30-1297faaf9d98 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:43.945071 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5626be0d-d30b-495d-b0b6-25fdd1b0e821 req-fe14ead9-f3b6-43bc-bf30-1297faaf9d98 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 944 time: 0.0523610 Feb 19 05:19:43.990838 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5626be0d-d30b-495d-b0b6-25fdd1b0e821 req-be8a5835-4f41-4d29-b848-6745a0999eea tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402470 Feb 19 05:19:44.659860 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device e338c097-a16c-46e5-b2a6-ab859481510d up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:19:44.716239 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port e338c097-a16c-46e5-b2a6-ab859481510d completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:19:44.720392 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port e338c097-a16c-46e5-b2a6-ab859481510d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:19:44.720771 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:44.799370 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port e338c097-a16c-46e5-b2a6-ab859481510d is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:19:44.799678 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:44.824009 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5e90f7-584c-4018-a322-f693f55fe4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e338c097-a16c-46e5-b2a6-ab859481510d'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:19:44.826355 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7b9439-4494-4bf5-9ad7-e01a4ecefa16" -d '{"events": [{"server_uuid": "7f5e90f7-584c-4018-a322-f693f55fe4ee", "name": "network-vif-plugged", "status": "completed", "tag": "e338c097-a16c-46e5-b2a6-ab859481510d"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:19:44.839842 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port e338c097-a16c-46e5-b2a6-ab859481510d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=e338c097-a16c-46e5-b2a6-ab859481510d,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:19:44.844605 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:44.869375 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877b656c-b06a-46ee-acf3-cc127de4b7cd x-openstack-request-id: req-877b656c-b06a-46ee-acf3-cc127de4b7cd {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:19:44.869673 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5e90f7-584c-4018-a322-f693f55fe4ee", "name": "network-vif-plugged", "status": "completed", "tag": "e338c097-a16c-46e5-b2a6-ab859481510d", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:19:44.869942 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-877b656c-b06a-46ee-acf3-cc127de4b7cd {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:19:44.870420 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5e90f7-584c-4018-a322-f693f55fe4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e338c097-a16c-46e5-b2a6-ab859481510d', 'code': 200} Feb 19 05:19:44.901494 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=e338c097-a16c-46e5-b2a6-ab859481510d,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:19:44.966206 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d721f-4368-4bea-a0fb-03f76f9470d3 req-ba81c12d-0733-4804-a4c1-932b9f540b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:44.967789 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1d1d721f-4368-4bea-a0fb-03f76f9470d3 req-ba81c12d-0733-4804-a4c1-932b9f540b30 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 1127 time: 0.0462928 Feb 19 05:19:45.014034 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1d1d721f-4368-4bea-a0fb-03f76f9470d3 req-2f21294b-37a5-4e9b-8989-15741adf49a1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389893 Feb 19 05:19:45.118144 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a0c8e-112b-45e3-84a8-3cb831fdec7f req-f568462c-e507-4a2a-888c-b57d0fe556ae tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:45.119704 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-323a0c8e-112b-45e3-84a8-3cb831fdec7f req-f568462c-e507-4a2a-888c-b57d0fe556ae tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0594051 Feb 19 05:19:45.166283 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-323a0c8e-112b-45e3-84a8-3cb831fdec7f req-96caa566-2c15-47ca-92ee-b1864a716463 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410783 Feb 19 05:19:46.295252 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22f3e1-d4fe-456a-866e-4890815f9bcc req-e0958eae-ea29-4ee0-a64d-2dc7e2f3801f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:46.296797 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3c22f3e1-d4fe-456a-866e-4890815f9bcc req-e0958eae-ea29-4ee0-a64d-2dc7e2f3801f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0566196 Feb 19 05:19:46.349093 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3c22f3e1-d4fe-456a-866e-4890815f9bcc req-87daddb8-d086-4ce6-9c27-6cc202b74575 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459099 Feb 19 05:19:46.466475 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94aea2-2391-42fc-925e-4da2c14a7514 req-ea0a810e-8c07-4919-9010-6bb87c05c750 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:46.467903 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f94aea2-2391-42fc-925e-4da2c14a7514 req-ea0a810e-8c07-4919-9010-6bb87c05c750 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0531023 Feb 19 05:19:46.477492 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35044) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:19:46.482189 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-9e972f79-ebde-454c-8911-1e187f9f3fdf tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Request body: {'floatingip': {'port_id': 'e338c097-a16c-46e5-b2a6-ab859481510d'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:19:46.521886 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9e972f79-ebde-454c-8911-1e187f9f3fdf tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for floatingip (20209304-bd12-479e-b672-0781fc73aee6), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:46.968212 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9e972f79-ebde-454c-8911-1e187f9f3fdf tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:46.972291 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9e972f79-ebde-454c-8911-1e187f9f3fdf tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (20209304-bd12-479e-b672-0781fc73aee6), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:47.076987 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-9e972f79-ebde-454c-8911-1e187f9f3fdf tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Floating IP 20209304-bd12-479e-b672-0781fc73aee6 associated. External IP: 172.25.0.191, port: e338c097-a16c-46e5-b2a6-ab859481510d. Feb 19 05:19:47.538426 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e972f79-ebde-454c-8911-1e187f9f3fdf tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Router 5d2be1f4-93de-4637-b841-8567d9eb2e17 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:19:47.648820 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e972f79-ebde-454c-8911-1e187f9f3fdf tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:19:47.654062 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9e972f79-ebde-454c-8911-1e187f9f3fdf tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:19:47.660708 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47154950-5d85-4e5c-a735-f45d1120fc93 None None] Sync routers for ids ['5d2be1f4-93de-4637-b841-8567d9eb2e17'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:19:47.671852 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47154950-5d85-4e5c-a735-f45d1120fc93 None None] Routers {'5d2be1f4-93de-4637-b841-8567d9eb2e17'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:19:47.672476 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-47154950-5d85-4e5c-a735-f45d1120fc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:19:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5d2be1f4-93de-4637-b841-8567d9eb2e17'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:19:47.684618 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9e972f79-ebde-454c-8911-1e187f9f3fdf tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "PUT /v2.0/floatingips/20209304-bd12-479e-b672-0781fc73aee6 HTTP/1.1" status: 200 len: 991 time: 1.2060077 Feb 19 05:19:47.685482 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5e90f7-584c-4018-a322-f693f55fe4ee', 'tag': 'e338c097-a16c-46e5-b2a6-ab859481510d'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:19:47.687956 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e7bb14-77a9-4e0c-83b0-c78967c7ea30" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5e90f7-584c-4018-a322-f693f55fe4ee", "tag": "e338c097-a16c-46e5-b2a6-ab859481510d"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:19:47.731311 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb4623c-b674-4745-ab42-ffa228970c47 x-openstack-request-id: req-aeb4623c-b674-4745-ab42-ffa228970c47 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:19:47.731660 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5e90f7-584c-4018-a322-f693f55fe4ee", "tag": "e338c097-a16c-46e5-b2a6-ab859481510d", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:19:47.731847 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aeb4623c-b674-4745-ab42-ffa228970c47 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:19:47.732244 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5e90f7-584c-4018-a322-f693f55fe4ee', 'tag': 'e338c097-a16c-46e5-b2a6-ab859481510d', 'status': 'completed', 'code': 200} Feb 19 05:19:47.788215 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-47154950-5d85-4e5c-a735-f45d1120fc93 None None] Set router 5d2be1f4-93de-4637-b841-8567d9eb2e17 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:19:47.796621 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7bb14-77a9-4e0c-83b0-c78967c7ea30 req-59db46eb-5c0b-46b6-8d64-5b29df71462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:47.798056 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59e7bb14-77a9-4e0c-83b0-c78967c7ea30 req-59db46eb-5c0b-46b6-8d64-5b29df71462f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 1127 time: 0.0461304 Feb 19 05:19:47.901142 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7bb14-77a9-4e0c-83b0-c78967c7ea30 req-b8ff7820-c5d0-4984-ac3e-feedad43c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:47.902776 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59e7bb14-77a9-4e0c-83b0-c78967c7ea30 req-b8ff7820-c5d0-4984-ac3e-feedad43c395 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.0980890 Feb 19 05:19:47.970601 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5796fd8-1519-4807-849a-59f74252e901 req-f2dd115c-5fd2-465f-9b08-2f7be784eb49 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:47.972845 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e5796fd8-1519-4807-849a-59f74252e901 req-f2dd115c-5fd2-465f-9b08-2f7be784eb49 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0827529 Feb 19 05:19:47.973983 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59e7bb14-77a9-4e0c-83b0-c78967c7ea30 req-53745e86-ce50-4347-b8c1-404c6b0c74a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e338c097-a16c-46e5-b2a6-ab859481510d HTTP/1.1" status: 200 len: 999 time: 0.0652301 Feb 19 05:19:47.989323 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-f82ebe01-8dd1-45ce-906e-6a0c7336e57d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1089764 Feb 19 05:19:48.025699 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7bb14-77a9-4e0c-83b0-c78967c7ea30 req-fafded3b-53f9-4b03-aa5b-60a0cd158253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:48.027291 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59e7bb14-77a9-4e0c-83b0-c78967c7ea30 req-fafded3b-53f9-4b03-aa5b-60a0cd158253 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0480087 Feb 19 05:19:48.041283 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e5796fd8-1519-4807-849a-59f74252e901 req-1a9c73e0-8f06-47a9-ac88-c8c617f6aab2 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607748 Feb 19 05:19:48.078117 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-47154950-5d85-4e5c-a735-f45d1120fc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '20209304-bd12-479e-b672-0781fc73aee6', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'port_id': 'e338c097-a16c-46e5-b2a6-ab859481510d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'mac_address': 'fa:16:3e:bc:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5e90f7-584c-4018-a322-f693f55fe4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:17:58Z', 'updated_at': '2022-02-19T05:19:46Z', 'revision_number': 9, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:59Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:19:48.096362 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7bb14-77a9-4e0c-83b0-c78967c7ea30 req-746e27ba-060b-4a27-aec0-6bdfdb282489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:48.098751 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59e7bb14-77a9-4e0c-83b0-c78967c7ea30 req-746e27ba-060b-4a27-aec0-6bdfdb282489 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0649164 Feb 19 05:19:48.110672 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47154950-5d85-4e5c-a735-f45d1120fc93 None None] Checking router: 5d2be1f4-93de-4637-b841-8567d9eb2e17 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:19:48.120809 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47154950-5d85-4e5c-a735-f45d1120fc93 None None] Routers {'5d2be1f4-93de-4637-b841-8567d9eb2e17'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:19:48.121487 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-47154950-5d85-4e5c-a735-f45d1120fc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:19:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5d2be1f4-93de-4637-b841-8567d9eb2e17'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:19:48.195547 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59e7bb14-77a9-4e0c-83b0-c78967c7ea30 req-6831a586-1cdc-44b2-b4cc-f8e39bd626a0 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911262 Feb 19 05:19:48.239930 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-47154950-5d85-4e5c-a735-f45d1120fc93 None None] Set router 5d2be1f4-93de-4637-b841-8567d9eb2e17 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:19:48.301317 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59e7bb14-77a9-4e0c-83b0-c78967c7ea30 req-4f33c9d3-3d75-43c2-bce3-6259cdab87d6 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993457 Feb 19 05:19:48.391015 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-54d17420-51f0-434f-8bfd-a08bf7c9e1e5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:48.392511 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-54d17420-51f0-434f-8bfd-a08bf7c9e1e5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports/e338c097-a16c-46e5-b2a6-ab859481510d HTTP/1.1" status: 200 len: 942 time: 0.0503514 Feb 19 05:19:48.496560 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-47154950-5d85-4e5c-a735-f45d1120fc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '20209304-bd12-479e-b672-0781fc73aee6', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'port_id': 'e338c097-a16c-46e5-b2a6-ab859481510d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'mac_address': 'fa:16:3e:bc:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5e90f7-584c-4018-a322-f693f55fe4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:17:58Z', 'updated_at': '2022-02-19T05:19:46Z', 'revision_number': 9, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:59Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:19:48.631199 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47154950-5d85-4e5c-a735-f45d1120fc93 None None] The sync data for ids ['5d2be1f4-93de-4637-b841-8567d9eb2e17'] in n-d-772273-4 is: [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '20209304-bd12-479e-b672-0781fc73aee6', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'port_id': 'e338c097-a16c-46e5-b2a6-ab859481510d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'mac_address': 'fa:16:3e:bc:08:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5e90f7-584c-4018-a322-f693f55fe4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:17:58Z', 'updated_at': '2022-02-19T05:19:46Z', 'revision_number': 9, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:59Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:19:48.870417 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa485329-435d-409d-adec-b7028e606eb1 None None] New status for floating IP 20209304-bd12-479e-b672-0781fc73aee6: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:19:49.168165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c22ac-e6da-472a-b875-280010320786 req-2e187693-761f-46d6-b098-f61303cbd4cf tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:49.170407 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-926c22ac-e6da-472a-b875-280010320786 req-2e187693-761f-46d6-b098-f61303cbd4cf tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0559218 Feb 19 05:19:49.247401 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-926c22ac-e6da-472a-b875-280010320786 req-9bea5375-e133-4b90-950a-c64e1aaca750 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714340 Feb 19 05:19:49.264203 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-b3ca6bef-dba1-4623-adc9-03edc5ae584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:49.265758 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-b3ca6bef-dba1-4623-adc9-03edc5ae584d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 1127 time: 0.0540507 Feb 19 05:19:49.366266 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-b716071b-f00c-4867-a1f8-8d06ffeb899b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:49.367765 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-b716071b-f00c-4867-a1f8-8d06ffeb899b service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.0953858 Feb 19 05:19:49.433468 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-bdf964c5-e3ab-4ed6-bb44-a97797453ceb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e338c097-a16c-46e5-b2a6-ab859481510d HTTP/1.1" status: 200 len: 1002 time: 0.0597572 Feb 19 05:19:49.484334 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-a8cd6d8d-a9ef-40aa-b853-552d9854d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:49.485818 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-a8cd6d8d-a9ef-40aa-b853-552d9854d89a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0474818 Feb 19 05:19:49.533895 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-22eeecbc-b94b-48e7-8172-6f73aba04ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:49.536027 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-22eeecbc-b94b-48e7-8172-6f73aba04ed2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442419 Feb 19 05:19:49.623394 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-65e7147d-e20d-49ce-b566-bf125f519906 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815709 Feb 19 05:19:49.716259 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-3c1253b7-bd8b-4745-aaa4-c279edfef55b service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866137 Feb 19 05:19:50.367028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa4312-ef5c-442a-b406-910ffec5a030 req-244a8421-bc51-4c62-b91b-6dce4b6634db tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:50.368609 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8caa4312-ef5c-442a-b406-910ffec5a030 req-244a8421-bc51-4c62-b91b-6dce4b6634db tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0534554 Feb 19 05:19:50.416152 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8caa4312-ef5c-442a-b406-910ffec5a030 req-eb6c8f9c-8271-4f9d-80ba-94cb6f4220f9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418050 Feb 19 05:19:51.545950 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086daca-c838-44b1-b2b4-823f1f535c4c req-b1e7a1a8-b985-4a58-b03c-bf0f0bb57a54 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:51.547445 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1086daca-c838-44b1-b2b4-823f1f535c4c req-b1e7a1a8-b985-4a58-b03c-bf0f0bb57a54 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0613487 Feb 19 05:19:51.595438 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1086daca-c838-44b1-b2b4-823f1f535c4c req-49fd536f-bee4-4fd1-b1be-c9937e7bebb1 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419316 Feb 19 05:19:52.716806 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af6ad4-b64f-4d37-a4ea-c1f289499601 req-cbeea35c-50d2-4180-b81b-3acfa3d24a0e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:52.718343 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-68af6ad4-b64f-4d37-a4ea-c1f289499601 req-cbeea35c-50d2-4180-b81b-3acfa3d24a0e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0531812 Feb 19 05:19:52.766333 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-68af6ad4-b64f-4d37-a4ea-c1f289499601 req-06dc3c7f-0407-4113-947f-58db64af8577 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423815 Feb 19 05:19:53.894367 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f305c-d81f-4b2d-ad2c-cbb25d8be8a6 req-46cf0731-dfb4-4d57-84f6-21a88f1e3009 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:53.895938 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-081f305c-d81f-4b2d-ad2c-cbb25d8be8a6 req-46cf0731-dfb4-4d57-84f6-21a88f1e3009 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0594685 Feb 19 05:19:53.952001 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-081f305c-d81f-4b2d-ad2c-cbb25d8be8a6 req-074bdca3-81ff-4391-aa20-feb233bf4440 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506001 Feb 19 05:19:55.077643 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f8988-eaa3-4aa6-924d-d1f02163947b req-da75ad48-f6ab-4b1f-9048-b4c81ba653f5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:55.079574 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-520f8988-eaa3-4aa6-924d-d1f02163947b req-da75ad48-f6ab-4b1f-9048-b4c81ba653f5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0585279 Feb 19 05:19:55.126301 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-520f8988-eaa3-4aa6-924d-d1f02163947b req-1fef23dd-0599-45dd-bf06-d11df3199c29 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405555 Feb 19 05:19:56.248095 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027701e3-f018-4e46-89ba-d45cdbf40a1c req-9ba36bb2-0bce-41d4-b7de-c7e16e9fafe8 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:56.249634 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-027701e3-f018-4e46-89ba-d45cdbf40a1c req-9ba36bb2-0bce-41d4-b7de-c7e16e9fafe8 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0541470 Feb 19 05:19:56.314478 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-027701e3-f018-4e46-89ba-d45cdbf40a1c req-eb1b6c2e-8181-4730-b9b3-4fc27af7e0d0 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587912 Feb 19 05:19:57.435140 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f050e12-8418-4f1b-a6b3-28be7c089368 req-2d091038-d7c7-4d32-b399-b3fd4881cbb5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:57.436661 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9f050e12-8418-4f1b-a6b3-28be7c089368 req-2d091038-d7c7-4d32-b399-b3fd4881cbb5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0532658 Feb 19 05:19:57.484600 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9f050e12-8418-4f1b-a6b3-28be7c089368 req-ee34b339-ea49-4733-bd21-17650c1d5204 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417490 Feb 19 05:19:58.607353 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbf880-a720-4974-a057-1a3adc9819aa req-c03dae8a-91a0-437d-9d69-86fb8fe55f5f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:58.608873 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-63dbf880-a720-4974-a057-1a3adc9819aa req-c03dae8a-91a0-437d-9d69-86fb8fe55f5f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0522528 Feb 19 05:19:58.661418 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-63dbf880-a720-4974-a057-1a3adc9819aa req-9083ebed-1f95-473a-8bbe-fed38ca1572a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462854 Feb 19 05:19:59.785969 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbec495-07b1-462f-9189-885aef5a2751 req-e6f2c37d-6640-4d79-88f6-8dcbce763c43 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:19:59.787486 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1cbec495-07b1-462f-9189-885aef5a2751 req-e6f2c37d-6640-4d79-88f6-8dcbce763c43 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0575500 Feb 19 05:19:59.834704 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1cbec495-07b1-462f-9189-885aef5a2751 req-15743a59-79b0-42e0-b86f-c72a4e8d7b1b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415692 Feb 19 05:20:00.953136 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05129f1-223d-4b2b-9a58-c547d3909895 req-92e70663-0dd2-4cfc-8044-c804ae7f7360 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:00.954635 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b05129f1-223d-4b2b-9a58-c547d3909895 req-92e70663-0dd2-4cfc-8044-c804ae7f7360 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0530579 Feb 19 05:20:01.001265 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b05129f1-223d-4b2b-9a58-c547d3909895 req-a872fd8d-131b-4ae5-b389-df589e609988 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409369 Feb 19 05:20:02.127026 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508aa605-f379-453e-ad81-204bcf2c6ead req-410a986d-cdb3-46fb-8010-ed11d5425767 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:02.128564 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-508aa605-f379-453e-ad81-204bcf2c6ead req-410a986d-cdb3-46fb-8010-ed11d5425767 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0534163 Feb 19 05:20:02.176711 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-508aa605-f379-453e-ad81-204bcf2c6ead req-590d8f91-46fa-4f55-9f56-80ae3381ee27 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424645 Feb 19 05:20:02.340852 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-24909923-a74a-4c3c-847b-4994b6666673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:03.300427 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3802690-2dfb-437e-b496-d7ba14be3761 req-95a57700-5574-4efd-96d7-963a6a236386 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:03.302082 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b3802690-2dfb-437e-b496-d7ba14be3761 req-95a57700-5574-4efd-96d7-963a6a236386 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0547392 Feb 19 05:20:03.351488 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b3802690-2dfb-437e-b496-d7ba14be3761 req-4e9425ca-6fa1-4bac-9a9b-f33381a83015 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437706 Feb 19 05:20:04.470976 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a485f8-a22d-43fb-9081-8f0aaafa5e64 req-ac4e609c-2556-4bfa-a975-59d113157e9b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:04.473074 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-16a485f8-a22d-43fb-9081-8f0aaafa5e64 req-ac4e609c-2556-4bfa-a975-59d113157e9b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0517850 Feb 19 05:20:04.533583 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-16a485f8-a22d-43fb-9081-8f0aaafa5e64 req-4728ddbb-c338-45d7-a5d1-da1e97ceff2e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548348 Feb 19 05:20:05.185040 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c088997a-76f0-440d-8480-96b73fa30178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:05.659654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac0856-e95a-4d2f-aed9-f8750e8bb28f req-dc4530aa-bb5f-4d8e-a536-c3a7992c28d9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:05.661376 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-72ac0856-e95a-4d2f-aed9-f8750e8bb28f req-dc4530aa-bb5f-4d8e-a536-c3a7992c28d9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0595391 Feb 19 05:20:05.709286 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-72ac0856-e95a-4d2f-aed9-f8750e8bb28f req-eaccca23-8a6a-4281-93d8-8db7e828ad9d tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421958 Feb 19 05:20:06.828954 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387269d4-da77-47f9-a98e-57e4ab4bb65a req-1c6150b7-5394-478c-b2e5-654669eeb550 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:06.830368 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-387269d4-da77-47f9-a98e-57e4ab4bb65a req-1c6150b7-5394-478c-b2e5-654669eeb550 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0539715 Feb 19 05:20:06.877442 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-387269d4-da77-47f9-a98e-57e4ab4bb65a req-14a69574-94aa-4447-88ad-2c21fe4cd696 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410736 Feb 19 05:20:07.029435 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:07.996849 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192415d5-efc0-42bf-a99a-96bc51217c92 req-b0c622d4-dad1-4173-95e2-4ea3697adeb5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:07.998352 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-192415d5-efc0-42bf-a99a-96bc51217c92 req-b0c622d4-dad1-4173-95e2-4ea3697adeb5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0524223 Feb 19 05:20:08.046696 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-192415d5-efc0-42bf-a99a-96bc51217c92 req-801fd4ac-2aef-450f-a9cc-82aee09bb563 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422046 Feb 19 05:20:08.050745 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:08.160503 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:09.166975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc402737-b8f0-4674-a81e-0ce738cf6d17 req-6aed5d81-a6b9-4f67-8d37-e4bf4273b84f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:09.168512 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cc402737-b8f0-4674-a81e-0ce738cf6d17 req-6aed5d81-a6b9-4f67-8d37-e4bf4273b84f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0529952 Feb 19 05:20:09.215010 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cc402737-b8f0-4674-a81e-0ce738cf6d17 req-10f51d32-a644-418e-8624-6124278da4c3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409801 Feb 19 05:20:09.421383 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:09.618373 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:10.350833 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529404c-52ad-4d29-ba4f-4ce7e9549c48 req-9e7699eb-5efe-46ed-9460-026c839de59c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:10.352326 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8529404c-52ad-4d29-ba4f-4ce7e9549c48 req-9e7699eb-5efe-46ed-9460-026c839de59c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0617564 Feb 19 05:20:10.402592 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8529404c-52ad-4d29-ba4f-4ce7e9549c48 req-faed150b-6dc6-46c4-86d5-de0351e2cbb6 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444877 Feb 19 05:20:11.583978 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029709aa-9a81-41eb-9675-5dc2d3d30074 req-35180ef9-b3f9-45f0-a1ed-67876447fcc5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:11.585539 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-029709aa-9a81-41eb-9675-5dc2d3d30074 req-35180ef9-b3f9-45f0-a1ed-67876447fcc5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.1127121 Feb 19 05:20:11.634547 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-029709aa-9a81-41eb-9675-5dc2d3d30074 req-1da2f7d6-1031-4c6c-9187-698e729ebcd3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432634 Feb 19 05:20:12.434965 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-ede58bf4-1a56-44d4-a47c-c9732c92aedb req-66b836f7-6bef-4282-a28c-5f2da3cc4830 tempest-TestNetworkAdvancedServerOps-1250641422 tempest-TestNetworkAdvancedServerOps-1250641422-project-admin] (115198) timed out ('10.222.0.65', 43798) {{(pid=115198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 05:20:12.762763 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc087b0-3fe9-4f09-b81d-39e7553e4019 req-d2e9f826-743e-4a37-9afb-f061ed9ed513 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:12.764167 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4bc087b0-3fe9-4f09-b81d-39e7553e4019 req-d2e9f826-743e-4a37-9afb-f061ed9ed513 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0532582 Feb 19 05:20:12.810823 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4bc087b0-3fe9-4f09-b81d-39e7553e4019 req-ef5cbb6c-03d6-4311-bd94-8bd97571f0e2 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409403 Feb 19 05:20:13.930752 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ecb0b-161b-472a-a998-70b1975db08e req-74613a95-8afd-4729-80b7-557e7fcbd53c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:13.932292 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b4ecb0b-161b-472a-a998-70b1975db08e req-74613a95-8afd-4729-80b7-557e7fcbd53c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0537970 Feb 19 05:20:13.980247 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b4ecb0b-161b-472a-a998-70b1975db08e req-b6db065b-e7b5-4a77-9dfe-323a09c461fc tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422399 Feb 19 05:20:15.101305 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d6142-c673-47f7-970c-1b91c44d0cba req-316d7e05-c960-4ba9-9274-f43371da4bcc tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:15.103024 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-be0d6142-c673-47f7-970c-1b91c44d0cba req-316d7e05-c960-4ba9-9274-f43371da4bcc tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0539153 Feb 19 05:20:15.153991 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-be0d6142-c673-47f7-970c-1b91c44d0cba req-e489adb7-19ac-4a97-b1ec-56c8e8d81398 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452244 Feb 19 05:20:16.275338 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f1db6-9905-404b-91a3-ac2cb4e295a0 req-66f97885-252c-4ebf-8f82-6e5bc82c4124 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:16.276826 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5a8f1db6-9905-404b-91a3-ac2cb4e295a0 req-66f97885-252c-4ebf-8f82-6e5bc82c4124 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0523217 Feb 19 05:20:16.328055 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5a8f1db6-9905-404b-91a3-ac2cb4e295a0 req-fd608ff0-e18a-4c63-9fdc-2be911bc52a5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452945 Feb 19 05:20:17.365289 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:20:17.449951 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adb098-1fd3-4d84-a001-cb385fabd882 req-26f80d67-5d39-4f81-ae47-e381cbd18277 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:17.451456 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-65adb098-1fd3-4d84-a001-cb385fabd882 req-26f80d67-5d39-4f81-ae47-e381cbd18277 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0546041 Feb 19 05:20:17.500571 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-65adb098-1fd3-4d84-a001-cb385fabd882 req-1892a5d5-f3b6-43bd-8274-c59b4fc7eaff tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427358 Feb 19 05:20:18.624372 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb86725-312e-4996-a5e3-6669dffc3424 req-cdf5f90f-2044-45d5-b4c0-7575664081ec tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:18.625928 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ddb86725-312e-4996-a5e3-6669dffc3424 req-cdf5f90f-2044-45d5-b4c0-7575664081ec tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0564134 Feb 19 05:20:18.673609 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ddb86725-312e-4996-a5e3-6669dffc3424 req-f620a111-6384-4895-b7c8-b08dc7f21887 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414865 Feb 19 05:20:19.795981 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dba8ce-d4c1-4b9b-ae74-e43a3799c03c req-d2d1656f-8d50-43a5-8427-b39ef3f7ce56 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:19.797629 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-27dba8ce-d4c1-4b9b-ae74-e43a3799c03c req-d2d1656f-8d50-43a5-8427-b39ef3f7ce56 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0545964 Feb 19 05:20:19.845533 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-27dba8ce-d4c1-4b9b-ae74-e43a3799c03c req-7f7de18e-7a26-4c5e-94f3-1a9a962d1c78 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411947 Feb 19 05:20:20.966657 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e1f76-ab43-47f6-9e58-c5259b7ea619 req-7e893ac0-1655-4474-a546-e3c559edb1f9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:20.968173 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac9e1f76-ab43-47f6-9e58-c5259b7ea619 req-7e893ac0-1655-4474-a546-e3c559edb1f9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0539424 Feb 19 05:20:21.015750 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac9e1f76-ab43-47f6-9e58-c5259b7ea619 req-0bcb026b-c9db-49b4-9bcd-f322e3109738 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417562 Feb 19 05:20:21.504194 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-f4e5d0bd-5b9e-426e-9042-39ccc3a2c9c4 service neutron] show failed (client error): The resource could not be found. Feb 19 05:20:21.505341 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-f4e5d0bd-5b9e-426e-9042-39ccc3a2c9c4 service neutron] 10.222.0.10 "GET /v2.0/ports/e338c097-a16c-46e5-b2a6-ab859481510d/bindings/n-h2-772273-4 HTTP/1.1" status: 404 len: 380 time: 0.0583935 Feb 19 05:20:21.759692 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-77ed9bff-d208-4980-8bb7-9550696ef3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:21.761280 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-77ed9bff-d208-4980-8bb7-9550696ef3c3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee&tenant_id=04db6f0b17374d38b47662a7902a8d50 HTTP/1.1" status: 200 len: 1127 time: 0.0953355 Feb 19 05:20:21.771273 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-f139e195-4379-4164-a0a6-552a00276ede service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:20:21.772293 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-f139e195-4379-4164-a0a6-552a00276ede service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058084 Feb 19 05:20:21.787069 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-772273-4', 'device_owner': 'compute:nova'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:20:21.850116 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:22.056422 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] For port e338c097-a16c-46e5-b2a6-ab859481510d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=e338c097-a16c-46e5-b2a6-ab859481510d,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:20:22.103654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] For port e338c097-a16c-46e5-b2a6-ab859481510d, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:20:22.162465 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5e90f7-584c-4018-a322-f693f55fe4ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e338c097-a16c-46e5-b2a6-ab859481510d'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:20:22.164757 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619a6bca-b5c9-428d-b765-ab7516dd8198" -d '{"events": [{"server_uuid": "7f5e90f7-584c-4018-a322-f693f55fe4ee", "name": "network-vif-unplugged", "status": "completed", "tag": "e338c097-a16c-46e5-b2a6-ab859481510d"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:20:22.168335 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] Publish callbacks [] for port (e338c097-a16c-46e5-b2a6-ab859481510d), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:22.193572 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206abd4-f96e-4a70-816f-b85667c246bd req-6e65010a-0ab9-40e6-9c1c-cd9ee82ecfd4 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:22.195118 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8206abd4-f96e-4a70-816f-b85667c246bd req-6e65010a-0ab9-40e6-9c1c-cd9ee82ecfd4 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.1079621 Feb 19 05:20:22.196141 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] Transition to ACTIVE for port object e338c097-a16c-46e5-b2a6-ab859481510d will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:20:22.201296 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:22.239285 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 05:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91191ce-e824-4047-9fac-7cea821e69c3 x-openstack-request-id: req-b91191ce-e824-4047-9fac-7cea821e69c3 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:20:22.239585 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5e90f7-584c-4018-a322-f693f55fe4ee", "name": "network-vif-unplugged", "status": "completed", "tag": "e338c097-a16c-46e5-b2a6-ab859481510d", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:20:22.239844 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b91191ce-e824-4047-9fac-7cea821e69c3 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:20:22.240238 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5e90f7-584c-4018-a322-f693f55fe4ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e338c097-a16c-46e5-b2a6-ab859481510d', 'code': 200} Feb 19 05:20:22.318711 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e338c097-a16c-46e5-b2a6-ab859481510d,revision_number=6']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:20:22.332933 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8206abd4-f96e-4a70-816f-b85667c246bd req-148406b6-354d-49a0-8c9a-d1ec4dbddbbb tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282694 Feb 19 05:20:22.368675 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] No DVR routers for this DVR port e338c097-a16c-46e5-b2a6-ab859481510d on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:20:22.509336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] Attempting to bind port e338c097-a16c-46e5-b2a6-ab859481510d on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:20:22.510054 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] Attempting to bind port e338c097-a16c-46e5-b2a6-ab859481510d by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:20:22.510167 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] Attempting to bind port e338c097-a16c-46e5-b2a6-ab859481510d on network 5d897762-66f3-429f-bcee-5b1286dc661d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:20:22.514466 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] Port e338c097-a16c-46e5-b2a6-ab859481510d on network 5d897762-66f3-429f-bcee-5b1286dc661d not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:20:22.514793 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] Attempting to bind port e338c097-a16c-46e5-b2a6-ab859481510d on network 5d897762-66f3-429f-bcee-5b1286dc661d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:20:22.519612 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:20:22.520001 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] Checking segment: {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:20:22.520352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] Bound using segment: {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:20:22.520781 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] Bound port: e338c097-a16c-46e5-b2a6-ab859481510d, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:20:22.521171 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:22.587607 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] For port e338c097-a16c-46e5-b2a6-ab859481510d, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:20:22.590682 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] For port e338c097-a16c-46e5-b2a6-ab859481510d, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=e338c097-a16c-46e5-b2a6-ab859481510d,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:20:22.596224 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:22.633956 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:22.634596 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:22.636149 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] 10.222.0.48 "PUT /v2.0/ports/e338c097-a16c-46e5-b2a6-ab859481510d HTTP/1.1" status: 200 len: 1091 time: 0.8566289 Feb 19 05:20:22.657163 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f904a0-2d5d-4592-aa7b-dd6fcd1c83d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e338c097-a16c-46e5-b2a6-ab859481510d,revision_number=7']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:20:22.709174 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-34582805-de2b-4f4d-90cf-91a15eefdbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:22.710728 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-34582805-de2b-4f4d-90cf-91a15eefdbdc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 1125 time: 0.0500364 Feb 19 05:20:22.813686 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-e078f144-533d-42e5-b92d-75514507658c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:22.815253 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-e078f144-533d-42e5-b92d-75514507658c service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.0988090 Feb 19 05:20:22.886322 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-e712d016-869d-4ed1-8e4e-da5799405927 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e338c097-a16c-46e5-b2a6-ab859481510d HTTP/1.1" status: 200 len: 1000 time: 0.0629523 Feb 19 05:20:22.935969 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-63966672-b2dc-455f-9e42-0e960582689b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:22.937393 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-63966672-b2dc-455f-9e42-0e960582689b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0444508 Feb 19 05:20:22.990893 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-f56bce36-a329-4d13-b05c-b6f1fea592be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:22.992422 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-f56bce36-a329-4d13-b05c-b6f1fea592be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493023 Feb 19 05:20:23.083084 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-e8d52705-9240-4440-b05c-f370e81e78f6 service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840790 Feb 19 05:20:23.177840 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bec9a14a-278e-492a-9b8b-07f0f03c8851 req-5d38d9f2-59e1-4fab-9cf3-2ff18e9b448e service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893679 Feb 19 05:20:23.465699 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9a736-d5f2-42e6-b0d8-177a4256659f req-3795d148-d95c-46ce-b90a-8adbca714c72 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:23.467141 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ec9a736-d5f2-42e6-b0d8-177a4256659f req-3795d148-d95c-46ce-b90a-8adbca714c72 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 943 time: 0.0604265 Feb 19 05:20:23.514128 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4ec9a736-d5f2-42e6-b0d8-177a4256659f req-048e5873-6695-4b52-bb74-da9ddce88b38 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414574 Feb 19 05:20:24.241916 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5e90f7-584c-4018-a322-f693f55fe4ee', 'tag': 'e338c097-a16c-46e5-b2a6-ab859481510d'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:20:24.244343 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c9df53-a497-4a1d-8897-5d94774c257e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5e90f7-584c-4018-a322-f693f55fe4ee", "tag": "e338c097-a16c-46e5-b2a6-ab859481510d"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:20:24.292589 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8367c98a-b975-4b38-be6e-deff643c3b26 x-openstack-request-id: req-8367c98a-b975-4b38-be6e-deff643c3b26 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:20:24.292943 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5e90f7-584c-4018-a322-f693f55fe4ee", "tag": "e338c097-a16c-46e5-b2a6-ab859481510d", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:20:24.293303 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8367c98a-b975-4b38-be6e-deff643c3b26 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:20:24.293636 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5e90f7-584c-4018-a322-f693f55fe4ee', 'tag': 'e338c097-a16c-46e5-b2a6-ab859481510d', 'status': 'completed', 'code': 200} Feb 19 05:20:24.384064 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9df53-a497-4a1d-8897-5d94774c257e req-40eee6eb-0fc0-4be8-9629-a982645bc9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:24.385671 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5c9df53-a497-4a1d-8897-5d94774c257e req-40eee6eb-0fc0-4be8-9629-a982645bc9da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 1125 time: 0.0752685 Feb 19 05:20:24.388161 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9df53-a497-4a1d-8897-5d94774c257e req-4967b48c-35a5-4019-bd15-d41d07330337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:24.389570 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5c9df53-a497-4a1d-8897-5d94774c257e req-4967b48c-35a5-4019-bd15-d41d07330337 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 1125 time: 0.0711913 Feb 19 05:20:24.551931 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9df53-a497-4a1d-8897-5d94774c257e req-39f73421-167b-4e15-83d6-77c01c897cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:24.553498 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5c9df53-a497-4a1d-8897-5d94774c257e req-39f73421-167b-4e15-83d6-77c01c897cfe service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.1623049 Feb 19 05:20:24.554647 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9df53-a497-4a1d-8897-5d94774c257e req-67a37826-6595-4597-8dcd-c14f0864482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:24.555994 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5c9df53-a497-4a1d-8897-5d94774c257e req-67a37826-6595-4597-8dcd-c14f0864482d service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.1577990 Feb 19 05:20:24.641782 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bc9ef-f494-476d-9d03-46b60d48c853 req-5f45784e-6960-4d04-98c4-f5812f49220b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:24.645207 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e46bc9ef-f494-476d-9d03-46b60d48c853 req-5f45784e-6960-4d04-98c4-f5812f49220b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 943 time: 0.0581534 Feb 19 05:20:24.698639 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e46bc9ef-f494-476d-9d03-46b60d48c853 req-8c851bdb-b41a-460b-af77-7d607270d275 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467753 Feb 19 05:20:24.862315 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device e338c097-a16c-46e5-b2a6-ab859481510d no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:20:24.905054 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] The host n-h1-772273-4 is not matching for port e338c097-a16c-46e5-b2a6-ab859481510d host n-h2-772273-4! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 05:20:24.905468 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device e338c097-a16c-46e5-b2a6-ab859481510d not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:20:24.913388 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5c9df53-a497-4a1d-8897-5d94774c257e req-558ce824-c695-4d6c-a938-88ee967eaa41 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e338c097-a16c-46e5-b2a6-ab859481510d HTTP/1.1" status: 200 len: 1000 time: 0.3539712 Feb 19 05:20:24.915154 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5c9df53-a497-4a1d-8897-5d94774c257e req-10aecc0c-6858-41f6-8b28-175fe6a5dd80 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e338c097-a16c-46e5-b2a6-ab859481510d HTTP/1.1" status: 200 len: 1000 time: 0.3488457 Feb 19 05:20:24.994659 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9df53-a497-4a1d-8897-5d94774c257e req-26e56c01-7341-4940-b34d-b544be050b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:24.996150 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5c9df53-a497-4a1d-8897-5d94774c257e req-26e56c01-7341-4940-b34d-b544be050b85 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0771706 Feb 19 05:20:24.997719 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9df53-a497-4a1d-8897-5d94774c257e req-7608778d-94bc-4f17-b4e6-104acd9df8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:24.999043 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5c9df53-a497-4a1d-8897-5d94774c257e req-7608778d-94bc-4f17-b4e6-104acd9df8fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0729764 Feb 19 05:20:25.085219 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9df53-a497-4a1d-8897-5d94774c257e req-2200de45-5f6f-465e-b808-3150692e68db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:25.086787 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5c9df53-a497-4a1d-8897-5d94774c257e req-2200de45-5f6f-465e-b808-3150692e68db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0761633 Feb 19 05:20:25.089611 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9df53-a497-4a1d-8897-5d94774c257e req-014da2a4-953b-47dc-8568-f945edbb2d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:25.091080 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5c9df53-a497-4a1d-8897-5d94774c257e req-014da2a4-953b-47dc-8568-f945edbb2d6a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0886917 Feb 19 05:20:25.249404 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5c9df53-a497-4a1d-8897-5d94774c257e req-7f6b5a72-2366-4c72-a899-50c080bc0609 service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559839 Feb 19 05:20:25.251504 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5c9df53-a497-4a1d-8897-5d94774c257e req-1041bf30-4f49-460e-943d-f24e08c55f21 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498690 Feb 19 05:20:25.417311 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5c9df53-a497-4a1d-8897-5d94774c257e req-3c0f2168-605a-4e1e-9979-be3a8597fee8 service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595380 Feb 19 05:20:25.420812 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5c9df53-a497-4a1d-8897-5d94774c257e req-d203d6b4-4f59-4098-a30d-68b0f4e4bf89 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542988 Feb 19 05:20:25.829181 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e2184-8122-4502-86ce-9e361344ecbd req-f3d25eae-857f-4378-8692-d6c4e51934b1 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:25.830744 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-167e2184-8122-4502-86ce-9e361344ecbd req-f3d25eae-857f-4378-8692-d6c4e51934b1 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 943 time: 0.0549798 Feb 19 05:20:25.878723 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-167e2184-8122-4502-86ce-9e361344ecbd req-527588c8-cb09-45ea-9441-65361f088198 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422876 Feb 19 05:20:26.073647 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device e338c097-a16c-46e5-b2a6-ab859481510d details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:20:26.180634 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port e338c097-a16c-46e5-b2a6-ab859481510d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=e338c097-a16c-46e5-b2a6-ab859481510d,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:20:26.191147 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'e338c097-a16c-46e5-b2a6-ab859481510d', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'port_id': 'e338c097-a16c-46e5-b2a6-ab859481510d', 'mac_address': 'fa:16:3e:bc:08:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:20:26.214814 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994801b-385f-4d03-b389-6f1b1b333947 req-e99c1865-c0cc-4d41-8308-8370a5700212 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:26.216296 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c994801b-385f-4d03-b389-6f1b1b333947 req-e99c1865-c0cc-4d41-8308-8370a5700212 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee&tenant_id=04db6f0b17374d38b47662a7902a8d50&binding%3Ahost_id=n-h2-772273-4 HTTP/1.1" status: 200 len: 943 time: 0.0918753 Feb 19 05:20:26.230649 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port e338c097-a16c-46e5-b2a6-ab859481510d is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:20:26.231050 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:26.245888 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9c5d8-bf83-4ea3-a8ae-1c8a48a25092 req-752c9363-badf-400c-99ca-44e2ca74cd20 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:26.246348 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e338c097-a16c-46e5-b2a6-ab859481510d {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:20:26.247490 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fde9c5d8-bf83-4ea3-a8ae-1c8a48a25092 req-752c9363-badf-400c-99ca-44e2ca74cd20 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 943 time: 0.0887504 Feb 19 05:20:26.269571 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port e338c097-a16c-46e5-b2a6-ab859481510d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=e338c097-a16c-46e5-b2a6-ab859481510d,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:20:26.274107 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:26.329115 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=e338c097-a16c-46e5-b2a6-ab859481510d,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:20:26.335499 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fde9c5d8-bf83-4ea3-a8ae-1c8a48a25092 req-ea9f4d28-8e31-4fa6-8717-adee3a871f83 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696778 Feb 19 05:20:26.337064 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c994801b-385f-4d03-b389-6f1b1b333947 req-fcab3703-a85c-4039-ad8f-d0c1d5998b13 service neutron] 10.222.0.48 "GET /v2.0/ports/e338c097-a16c-46e5-b2a6-ab859481510d/bindings/n-h2-772273-4 HTTP/1.1" status: 200 len: 382 time: 0.1085567 Feb 19 05:20:26.340118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:26.340479 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:26.340827 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:26.341211 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:26.341555 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:26.341899 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:26.342235 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:26.342680 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:26.343011 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:26.343364 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:26.343697 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:26.344023 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:26.344410 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:26.421302 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994801b-385f-4d03-b389-6f1b1b333947 req-349e7bdd-9e06-4158-875a-190c067e5f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:26.422865 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c994801b-385f-4d03-b389-6f1b1b333947 req-349e7bdd-9e06-4158-875a-190c067e5f55 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 1126 time: 0.0521033 Feb 19 05:20:26.493595 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['e338c097-a16c-46e5-b2a6-ab859481510d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:20:26.513537 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994801b-385f-4d03-b389-6f1b1b333947 req-6ef47fca-5d7a-44e4-bd43-b9cdc81126a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:26.515046 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c994801b-385f-4d03-b389-6f1b1b333947 req-6ef47fca-5d7a-44e4-bd43-b9cdc81126a2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.0865591 Feb 19 05:20:26.585962 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c994801b-385f-4d03-b389-6f1b1b333947 req-112aa9f1-2f49-49d2-8758-76e5d4e529f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e338c097-a16c-46e5-b2a6-ab859481510d HTTP/1.1" status: 200 len: 1001 time: 0.0649676 Feb 19 05:20:26.634031 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994801b-385f-4d03-b389-6f1b1b333947 req-776f6d4f-c661-46a8-80e5-3a46e1c4e547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:26.635517 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c994801b-385f-4d03-b389-6f1b1b333947 req-776f6d4f-c661-46a8-80e5-3a46e1c4e547 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0446253 Feb 19 05:20:26.685265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994801b-385f-4d03-b389-6f1b1b333947 req-5be95023-bc7e-4dc4-878c-85c276adff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:26.686821 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c994801b-385f-4d03-b389-6f1b1b333947 req-5be95023-bc7e-4dc4-878c-85c276adff8c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453980 Feb 19 05:20:26.781166 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c994801b-385f-4d03-b389-6f1b1b333947 req-89f66ea4-f72f-4bc4-8163-9a13e4f4907d service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881054 Feb 19 05:20:26.872162 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c994801b-385f-4d03-b389-6f1b1b333947 req-b10d6dc6-6b5f-4dbb-af2b-24bff8a15074 service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849218 Feb 19 05:20:27.476630 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d44f1-19a6-40cc-ab5b-8d03a4ffc934 req-e4289b18-fc54-4b68-9a81-a9761eafe5a0 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:27.478178 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-825d44f1-19a6-40cc-ab5b-8d03a4ffc934 req-e4289b18-fc54-4b68-9a81-a9761eafe5a0 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 944 time: 0.0601127 Feb 19 05:20:27.526667 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-825d44f1-19a6-40cc-ab5b-8d03a4ffc934 req-10ecacb4-df93-44d1-a288-a2f5a13b32e3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429118 Feb 19 05:20:28.092849 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device e338c097-a16c-46e5-b2a6-ab859481510d up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:20:28.145288 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port e338c097-a16c-46e5-b2a6-ab859481510d completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:20:28.149344 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port e338c097-a16c-46e5-b2a6-ab859481510d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:20:28.149732 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:28.240835 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port e338c097-a16c-46e5-b2a6-ab859481510d is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:20:28.241528 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:28.269825 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5e90f7-584c-4018-a322-f693f55fe4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e338c097-a16c-46e5-b2a6-ab859481510d'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:20:28.272120 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dddb20e-e89b-46d6-8370-3b1312d0b374" -d '{"events": [{"server_uuid": "7f5e90f7-584c-4018-a322-f693f55fe4ee", "name": "network-vif-plugged", "status": "completed", "tag": "e338c097-a16c-46e5-b2a6-ab859481510d"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:20:28.286942 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port e338c097-a16c-46e5-b2a6-ab859481510d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=e338c097-a16c-46e5-b2a6-ab859481510d,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:20:28.291369 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:28.325166 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e45748-3df5-4059-9088-51c4735d4a8a x-openstack-request-id: req-45e45748-3df5-4059-9088-51c4735d4a8a {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:20:28.325465 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5e90f7-584c-4018-a322-f693f55fe4ee", "name": "network-vif-plugged", "status": "completed", "tag": "e338c097-a16c-46e5-b2a6-ab859481510d", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:20:28.325720 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45e45748-3df5-4059-9088-51c4735d4a8a {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:20:28.326118 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5e90f7-584c-4018-a322-f693f55fe4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e338c097-a16c-46e5-b2a6-ab859481510d', 'code': 200} Feb 19 05:20:28.347911 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=e338c097-a16c-46e5-b2a6-ab859481510d,revision_number=9']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:20:28.654948 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b20155-69ae-42cd-9140-ca5e5a8237ba req-475d4cd5-e524-4e06-824e-83fccbc7cdbb tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:28.656536 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b3b20155-69ae-42cd-9140-ca5e5a8237ba req-475d4cd5-e524-4e06-824e-83fccbc7cdbb tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0552261 Feb 19 05:20:28.707242 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b3b20155-69ae-42cd-9140-ca5e5a8237ba req-8ce6632b-6999-46c0-994d-aa92cc8b69ed tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439997 Feb 19 05:20:28.834016 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994801b-385f-4d03-b389-6f1b1b333947 req-22bce3ca-6b5d-4a31-98f8-911533064bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:28.835619 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c994801b-385f-4d03-b389-6f1b1b333947 req-22bce3ca-6b5d-4a31-98f8-911533064bc9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee&tenant_id=04db6f0b17374d38b47662a7902a8d50 HTTP/1.1" status: 200 len: 1127 time: 0.0455952 Feb 19 05:20:28.846403 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-c994801b-385f-4d03-b389-6f1b1b333947 req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-772273-4', 'device_owner': 'compute:nova'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:20:28.909028 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c994801b-385f-4d03-b389-6f1b1b333947 req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:29.109659 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-c994801b-385f-4d03-b389-6f1b1b333947 req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] For port e338c097-a16c-46e5-b2a6-ab859481510d, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=e338c097-a16c-46e5-b2a6-ab859481510d,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:20:29.146158 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-c994801b-385f-4d03-b389-6f1b1b333947 req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] For port e338c097-a16c-46e5-b2a6-ab859481510d, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:20:29.187877 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5e90f7-584c-4018-a322-f693f55fe4ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e338c097-a16c-46e5-b2a6-ab859481510d'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:20:29.190389 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8631dae1-d70c-48f4-a1fc-b0c66cff79ca" -d '{"events": [{"server_uuid": "7f5e90f7-584c-4018-a322-f693f55fe4ee", "name": "network-vif-unplugged", "status": "completed", "tag": "e338c097-a16c-46e5-b2a6-ab859481510d"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:20:29.194269 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c994801b-385f-4d03-b389-6f1b1b333947 req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] Publish callbacks [] for port (e338c097-a16c-46e5-b2a6-ab859481510d), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:29.208699 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-c994801b-385f-4d03-b389-6f1b1b333947 req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] Transition to ACTIVE for port object e338c097-a16c-46e5-b2a6-ab859481510d will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:20:29.212807 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b184a-c27c-4312-ab0a-871aa77e773d req-69b1a15f-46f4-427c-a50e-10de3ee10927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:29.213176 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c994801b-385f-4d03-b389-6f1b1b333947 req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:29.214760 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-357b184a-c27c-4312-ab0a-871aa77e773d req-69b1a15f-46f4-427c-a50e-10de3ee10927 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 1127 time: 0.0474112 Feb 19 05:20:29.267582 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 05:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cfe7b3-93ab-4d73-819a-ab0e98fb6f21 x-openstack-request-id: req-87cfe7b3-93ab-4d73-819a-ab0e98fb6f21 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:20:29.268446 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5e90f7-584c-4018-a322-f693f55fe4ee", "name": "network-vif-unplugged", "status": "completed", "tag": "e338c097-a16c-46e5-b2a6-ab859481510d", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:20:29.268645 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-87cfe7b3-93ab-4d73-819a-ab0e98fb6f21 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:20:29.269085 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5e90f7-584c-4018-a322-f693f55fe4ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e338c097-a16c-46e5-b2a6-ab859481510d', 'code': 200} Feb 19 05:20:29.303859 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] Pushing event updated for resources: {'Port': ['ID=e338c097-a16c-46e5-b2a6-ab859481510d,revision_number=10']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:20:29.349692 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-c994801b-385f-4d03-b389-6f1b1b333947 req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] No DVR routers for this DVR port e338c097-a16c-46e5-b2a6-ab859481510d on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:20:29.354473 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b184a-c27c-4312-ab0a-871aa77e773d req-f4269532-db5f-4ef0-81d3-4b9865137242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:29.356402 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-357b184a-c27c-4312-ab0a-871aa77e773d req-f4269532-db5f-4ef0-81d3-4b9865137242 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.1205983 Feb 19 05:20:29.434524 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-357b184a-c27c-4312-ab0a-871aa77e773d req-b6bbad02-0aec-4a77-a875-91f89c5b8e86 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e338c097-a16c-46e5-b2a6-ab859481510d HTTP/1.1" status: 200 len: 1000 time: 0.0704889 Feb 19 05:20:29.491361 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b184a-c27c-4312-ab0a-871aa77e773d req-7cc3043c-0944-4d9f-a3da-ec2ef54fceae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:29.492879 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-357b184a-c27c-4312-ab0a-871aa77e773d req-7cc3043c-0944-4d9f-a3da-ec2ef54fceae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0530424 Feb 19 05:20:29.498968 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-c994801b-385f-4d03-b389-6f1b1b333947 req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] Attempting to bind port e338c097-a16c-46e5-b2a6-ab859481510d on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:20:29.499341 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-c994801b-385f-4d03-b389-6f1b1b333947 req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] Attempting to bind port e338c097-a16c-46e5-b2a6-ab859481510d by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:20:29.499675 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c994801b-385f-4d03-b389-6f1b1b333947 req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] Attempting to bind port e338c097-a16c-46e5-b2a6-ab859481510d on network 5d897762-66f3-429f-bcee-5b1286dc661d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:20:29.505101 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c994801b-385f-4d03-b389-6f1b1b333947 req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] Port e338c097-a16c-46e5-b2a6-ab859481510d on network 5d897762-66f3-429f-bcee-5b1286dc661d not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:20:29.505433 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c994801b-385f-4d03-b389-6f1b1b333947 req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] Attempting to bind port e338c097-a16c-46e5-b2a6-ab859481510d on network 5d897762-66f3-429f-bcee-5b1286dc661d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:20:29.510922 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c994801b-385f-4d03-b389-6f1b1b333947 req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:20:29.511268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c994801b-385f-4d03-b389-6f1b1b333947 req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] Checking segment: {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:20:29.511669 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c994801b-385f-4d03-b389-6f1b1b333947 req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] Bound using segment: {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:20:29.512105 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-c994801b-385f-4d03-b389-6f1b1b333947 req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] Bound port: e338c097-a16c-46e5-b2a6-ab859481510d, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:20:29.512468 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c994801b-385f-4d03-b389-6f1b1b333947 req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:29.544235 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b184a-c27c-4312-ab0a-871aa77e773d req-8a52e3e1-328b-479c-898a-3b5f2696a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:29.545977 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-357b184a-c27c-4312-ab0a-871aa77e773d req-8a52e3e1-328b-479c-898a-3b5f2696a926 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475278 Feb 19 05:20:29.587089 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-c994801b-385f-4d03-b389-6f1b1b333947 req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] For port e338c097-a16c-46e5-b2a6-ab859481510d, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:20:29.590379 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-c994801b-385f-4d03-b389-6f1b1b333947 req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] For port e338c097-a16c-46e5-b2a6-ab859481510d, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=e338c097-a16c-46e5-b2a6-ab859481510d,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:20:29.597750 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c994801b-385f-4d03-b389-6f1b1b333947 req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:29.635478 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994801b-385f-4d03-b389-6f1b1b333947 req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:29.636113 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-c994801b-385f-4d03-b389-6f1b1b333947 req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:29.637845 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c994801b-385f-4d03-b389-6f1b1b333947 req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] 10.222.0.10 "PUT /v2.0/ports/e338c097-a16c-46e5-b2a6-ab859481510d HTTP/1.1" status: 200 len: 1092 time: 0.7957277 Feb 19 05:20:29.641223 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-357b184a-c27c-4312-ab0a-871aa77e773d req-60a99e9d-7280-470e-b031-5d474aebfafb service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886266 Feb 19 05:20:29.661235 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] Pushing event updated for resources: {'Port': ['ID=e338c097-a16c-46e5-b2a6-ab859481510d,revision_number=11']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:20:29.745763 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-357b184a-c27c-4312-ab0a-871aa77e773d req-d43fdd12-3f35-4516-961c-a911ec47b8ad service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971780 Feb 19 05:20:29.877024 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e9832-c55a-479e-81e8-001e9feb35f9 req-d9a7b410-95e0-4eb9-8f2b-f2c372870c32 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:29.879119 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa2e9832-c55a-479e-81e8-001e9feb35f9 req-d9a7b410-95e0-4eb9-8f2b-f2c372870c32 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 944 time: 0.0913377 Feb 19 05:20:29.885135 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994801b-385f-4d03-b389-6f1b1b333947 req-e66d22a5-037a-4c20-8002-4f6ad11eeab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:29.886689 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c994801b-385f-4d03-b389-6f1b1b333947 req-e66d22a5-037a-4c20-8002-4f6ad11eeab2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 1126 time: 0.0860670 Feb 19 05:20:29.984907 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa2e9832-c55a-479e-81e8-001e9feb35f9 req-3be06286-193a-4905-8f37-98bc3b8f6f6e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971129 Feb 19 05:20:30.015472 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994801b-385f-4d03-b389-6f1b1b333947 req-5caec5da-a40a-4bef-a60b-e6a640640cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:30.017347 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c994801b-385f-4d03-b389-6f1b1b333947 req-5caec5da-a40a-4bef-a60b-e6a640640cd7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.1237638 Feb 19 05:20:30.090449 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c994801b-385f-4d03-b389-6f1b1b333947 req-372f0f88-9cdd-464e-a734-ad0bb3e21d1d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e338c097-a16c-46e5-b2a6-ab859481510d HTTP/1.1" status: 200 len: 1000 time: 0.0656972 Feb 19 05:20:30.138880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994801b-385f-4d03-b389-6f1b1b333947 req-6fc2809b-3214-4123-ab2e-db7a5d826a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:30.140358 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c994801b-385f-4d03-b389-6f1b1b333947 req-6fc2809b-3214-4123-ab2e-db7a5d826a9c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0447299 Feb 19 05:20:30.192762 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994801b-385f-4d03-b389-6f1b1b333947 req-e74d22dd-fc19-41d6-bbf2-ecb79b74e9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:30.194412 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c994801b-385f-4d03-b389-6f1b1b333947 req-e74d22dd-fc19-41d6-bbf2-ecb79b74e9f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469556 Feb 19 05:20:30.287354 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c994801b-385f-4d03-b389-6f1b1b333947 req-ab96d4d5-4f71-4245-94c2-57c3b68b6941 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870793 Feb 19 05:20:30.377442 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c994801b-385f-4d03-b389-6f1b1b333947 req-bf0135f6-639c-47c7-a386-8f7643c43949 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847309 Feb 19 05:20:31.119413 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69809f-8502-42e9-bcc0-a7a2e8e04187 req-e243780a-1df0-4d32-8bcc-8a087f48ab5e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:31.121014 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6c69809f-8502-42e9-bcc0-a7a2e8e04187 req-e243780a-1df0-4d32-8bcc-8a087f48ab5e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 944 time: 0.0568929 Feb 19 05:20:31.172810 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6c69809f-8502-42e9-bcc0-a7a2e8e04187 req-4752d7d5-98a6-4e16-bc58-d5245a0c138f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455441 Feb 19 05:20:31.270008 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5e90f7-584c-4018-a322-f693f55fe4ee', 'tag': 'e338c097-a16c-46e5-b2a6-ab859481510d'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:20:31.272359 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1044e94a-f720-4ae4-b992-65dd20b73d53" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5e90f7-584c-4018-a322-f693f55fe4ee", "tag": "e338c097-a16c-46e5-b2a6-ab859481510d"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:20:31.322589 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24dba56-161c-413a-8b29-fa039bc9af33 x-openstack-request-id: req-d24dba56-161c-413a-8b29-fa039bc9af33 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:20:31.322887 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5e90f7-584c-4018-a322-f693f55fe4ee", "tag": "e338c097-a16c-46e5-b2a6-ab859481510d", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:20:31.323161 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d24dba56-161c-413a-8b29-fa039bc9af33 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:20:31.323590 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5e90f7-584c-4018-a322-f693f55fe4ee', 'tag': 'e338c097-a16c-46e5-b2a6-ab859481510d', 'status': 'completed', 'code': 200} Feb 19 05:20:31.388569 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044e94a-f720-4ae4-b992-65dd20b73d53 req-5aef316e-d956-4119-ba02-095da429a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:31.390336 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1044e94a-f720-4ae4-b992-65dd20b73d53 req-5aef316e-d956-4119-ba02-095da429a995 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 1126 time: 0.0497651 Feb 19 05:20:31.396460 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044e94a-f720-4ae4-b992-65dd20b73d53 req-5aed4f08-375c-4bdd-9762-f0b6c772cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:31.398181 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1044e94a-f720-4ae4-b992-65dd20b73d53 req-5aed4f08-375c-4bdd-9762-f0b6c772cdfa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 1126 time: 0.0529759 Feb 19 05:20:31.490097 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044e94a-f720-4ae4-b992-65dd20b73d53 req-54cdbae1-1a2c-4feb-982f-d9d60ea426c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:31.490334 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044e94a-f720-4ae4-b992-65dd20b73d53 req-09292cf5-9d07-4f6e-9e2c-c80f64f27a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:31.491613 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1044e94a-f720-4ae4-b992-65dd20b73d53 req-54cdbae1-1a2c-4feb-982f-d9d60ea426c5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.0931914 Feb 19 05:20:31.491747 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1044e94a-f720-4ae4-b992-65dd20b73d53 req-09292cf5-9d07-4f6e-9e2c-c80f64f27a0d service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.0871546 Feb 19 05:20:31.561210 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1044e94a-f720-4ae4-b992-65dd20b73d53 req-b2539560-e27e-4585-a336-4b70b7fcb7f5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e338c097-a16c-46e5-b2a6-ab859481510d HTTP/1.1" status: 200 len: 1000 time: 0.0634682 Feb 19 05:20:31.576142 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1044e94a-f720-4ae4-b992-65dd20b73d53 req-117e1eed-8d95-4e2d-a1f1-ea6fb69a14ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e338c097-a16c-46e5-b2a6-ab859481510d HTTP/1.1" status: 200 len: 1000 time: 0.0790491 Feb 19 05:20:31.622115 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044e94a-f720-4ae4-b992-65dd20b73d53 req-48caa350-7309-4f37-a33a-001bbf06465e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:31.623861 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1044e94a-f720-4ae4-b992-65dd20b73d53 req-48caa350-7309-4f37-a33a-001bbf06465e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0515249 Feb 19 05:20:31.645999 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044e94a-f720-4ae4-b992-65dd20b73d53 req-eaad7160-f582-4381-805f-a573e1113249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:31.647527 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1044e94a-f720-4ae4-b992-65dd20b73d53 req-eaad7160-f582-4381-805f-a573e1113249 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0656552 Feb 19 05:20:31.678378 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044e94a-f720-4ae4-b992-65dd20b73d53 req-341ee6c5-eb8e-48fb-985e-f3b2d4ef8e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:31.679951 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1044e94a-f720-4ae4-b992-65dd20b73d53 req-341ee6c5-eb8e-48fb-985e-f3b2d4ef8e3b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489454 Feb 19 05:20:31.711598 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044e94a-f720-4ae4-b992-65dd20b73d53 req-54b53774-34e5-4127-9d0d-03bedc38212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:31.713187 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1044e94a-f720-4ae4-b992-65dd20b73d53 req-54b53774-34e5-4127-9d0d-03bedc38212f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0601873 Feb 19 05:20:31.815030 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1044e94a-f720-4ae4-b992-65dd20b73d53 req-9cbab28f-a5db-4ae0-acc0-8fd1a016cae4 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043060 Feb 19 05:20:31.829111 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1044e94a-f720-4ae4-b992-65dd20b73d53 req-2aeb0e56-576f-4c5a-9e02-598b656863c9 service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094480 Feb 19 05:20:31.930235 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1044e94a-f720-4ae4-b992-65dd20b73d53 req-f73854f0-d0e3-40d2-a829-d0a69e1fb318 service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958011 Feb 19 05:20:31.930639 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1044e94a-f720-4ae4-b992-65dd20b73d53 req-ea41b3f2-a54e-4256-b03a-1bcaa436c757 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097717 Feb 19 05:20:32.104656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device e338c097-a16c-46e5-b2a6-ab859481510d no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:20:32.144522 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] The host n-h2-772273-4 is not matching for port e338c097-a16c-46e5-b2a6-ab859481510d host n-h1-772273-4! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 05:20:32.144949 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device e338c097-a16c-46e5-b2a6-ab859481510d not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:20:32.299889 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b1d34-62cb-4c6d-be9c-f6c5e8b3b3e8 req-5c35e250-5d49-4c58-b681-ff6208424a43 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:32.301555 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9f1b1d34-62cb-4c6d-be9c-f6c5e8b3b3e8 req-5c35e250-5d49-4c58-b681-ff6208424a43 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 944 time: 0.0571206 Feb 19 05:20:32.337012 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ed13ecf8-4679-43f5-824a-ae0fad69e814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:32.360522 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9f1b1d34-62cb-4c6d-be9c-f6c5e8b3b3e8 req-b08550b5-9a70-4761-8e26-dd5b468f0c73 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488224 Feb 19 05:20:32.492362 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320f66e-2c14-4fca-abcf-61ac3a99c509 req-4b66a3e3-5ec6-48b4-b4ea-efdc9452c3ad tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:32.494319 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a320f66e-2c14-4fca-abcf-61ac3a99c509 req-4b66a3e3-5ec6-48b4-b4ea-efdc9452c3ad tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 944 time: 0.0588920 Feb 19 05:20:32.547122 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a320f66e-2c14-4fca-abcf-61ac3a99c509 req-3d44c386-bb09-4fdb-8f72-7d2ba37817cf tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468671 Feb 19 05:20:32.685027 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792f10a-5403-4927-8d9c-e4300b9af885 req-051a22ec-a498-408e-a207-d0b344ad831b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:32.686514 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b792f10a-5403-4927-8d9c-e4300b9af885 req-051a22ec-a498-408e-a207-d0b344ad831b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 944 time: 0.0653265 Feb 19 05:20:32.736616 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b792f10a-5403-4927-8d9c-e4300b9af885 req-86ae39bb-bd62-4dec-93e3-bdd4b17f965b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440652 Feb 19 05:20:32.878155 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device e338c097-a16c-46e5-b2a6-ab859481510d details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:20:32.994586 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port e338c097-a16c-46e5-b2a6-ab859481510d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=e338c097-a16c-46e5-b2a6-ab859481510d,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:20:32.997472 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691b062-f019-4f45-b405-0c30a6a3e32b req-3b70f3b4-acbe-4a07-87dd-6f258adf9244 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:32.999109 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8691b062-f019-4f45-b405-0c30a6a3e32b req-3b70f3b4-acbe-4a07-87dd-6f258adf9244 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 944 time: 0.0558200 Feb 19 05:20:33.006724 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': 'e338c097-a16c-46e5-b2a6-ab859481510d', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'port_id': 'e338c097-a16c-46e5-b2a6-ab859481510d', 'mac_address': 'fa:16:3e:bc:08:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:20:33.049351 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8691b062-f019-4f45-b405-0c30a6a3e32b req-8527ed6c-2010-49b3-90e1-5f36e3f83d30 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427809 Feb 19 05:20:33.049606 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port e338c097-a16c-46e5-b2a6-ab859481510d is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:20:33.049833 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:33.064271 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e338c097-a16c-46e5-b2a6-ab859481510d {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:20:33.085073 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port e338c097-a16c-46e5-b2a6-ab859481510d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=e338c097-a16c-46e5-b2a6-ab859481510d,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:20:33.089584 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:33.148438 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=e338c097-a16c-46e5-b2a6-ab859481510d,revision_number=12']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:20:33.386546 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['e338c097-a16c-46e5-b2a6-ab859481510d'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:20:34.174378 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6301342-4bdf-4ff6-b48f-588233e83e55 req-d47b4044-dfb4-4d73-b6d9-4694bb851edd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:34.175892 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b6301342-4bdf-4ff6-b48f-588233e83e55 req-d47b4044-dfb4-4d73-b6d9-4694bb851edd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0527747 Feb 19 05:20:34.252868 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b6301342-4bdf-4ff6-b48f-588233e83e55 req-75bf2c5e-8d4a-407a-b53f-f36ecb2e31e3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714047 Feb 19 05:20:34.275243 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c0ebb-e47c-4e65-af91-ed0000c33ef1 req-a17eb584-ce65-4d7d-b9ae-5d94cf727eba tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:34.276738 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0e4c0ebb-e47c-4e65-af91-ed0000c33ef1 req-a17eb584-ce65-4d7d-b9ae-5d94cf727eba tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 945 time: 0.0695031 Feb 19 05:20:34.369257 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-0e4c0ebb-e47c-4e65-af91-ed0000c33ef1 req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Deleting port e338c097-a16c-46e5-b2a6-ab859481510d {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:20:34.369610 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0e4c0ebb-e47c-4e65-af91-ed0000c33ef1 req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:34.815557 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-0e4c0ebb-e47c-4e65-af91-ed0000c33ef1 req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] For port e338c097-a16c-46e5-b2a6-ab859481510d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=e338c097-a16c-46e5-b2a6-ab859481510d,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:20:34.815834 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0e4c0ebb-e47c-4e65-af91-ed0000c33ef1 req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:34.912161 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device e338c097-a16c-46e5-b2a6-ab859481510d no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:20:34.983561 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0e4c0ebb-e47c-4e65-af91-ed0000c33ef1 req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:34.983919 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0e4c0ebb-e47c-4e65-af91-ed0000c33ef1 req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (20209304-bd12-479e-b672-0781fc73aee6), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:34.984246 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [req-0e4c0ebb-e47c-4e65-af91-ed0000c33ef1 req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Floating IP 20209304-bd12-479e-b672-0781fc73aee6 disassociated. External IP: 172.25.0.191, port: e338c097-a16c-46e5-b2a6-ab859481510d. Feb 19 05:20:34.984588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-0e4c0ebb-e47c-4e65-af91-ed0000c33ef1 req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Calling delete_port for e338c097-a16c-46e5-b2a6-ab859481510d owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:20:34.991216 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port e338c097-a16c-46e5-b2a6-ab859481510d is: BUILD; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:20:34.991601 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:35.005040 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e338c097-a16c-46e5-b2a6-ab859481510d {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:20:35.025386 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port e338c097-a16c-46e5-b2a6-ab859481510d, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=e338c097-a16c-46e5-b2a6-ab859481510d,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:20:35.029876 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:35.079660 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=e338c097-a16c-46e5-b2a6-ab859481510d,revision_number=13']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:20:35.119774 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0e4c0ebb-e47c-4e65-af91-ed0000c33ef1 req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (e338c097-a16c-46e5-b2a6-ab859481510d), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:35.146679 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Pushing event deleted for resources: {'Port': ['ID=e338c097-a16c-46e5-b2a6-ab859481510d,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:20:35.159896 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:35.160256 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:35.160623 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:35.160977 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:35.161328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:35.161664 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:35.162006 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:35.162347 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:35.162698 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:35.163012 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:35.163347 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:35.163682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:35.164025 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:35.186204 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ae60ef8e-6291-41e8-a91d-68c5de207498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:35.285320 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e4c0ebb-e47c-4e65-af91-ed0000c33ef1 req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Router 5d2be1f4-93de-4637-b841-8567d9eb2e17 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:20:35.370785 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b008f1d6-06b4-4460-8b81-9f03bfe0ce93 req-ee479c1c-64e1-405e-a3a8-0c61e1b41d2c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f5e90f7-584c-4018-a322-f693f55fe4ee HTTP/1.1" status: 200 len: 210 time: 0.0322530 Feb 19 05:20:35.407487 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e4c0ebb-e47c-4e65-af91-ed0000c33ef1 req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:20:35.417806 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f3c72d-82b9-447a-b9c2-1c8f19e74ddc None None] Sync routers for ids ['5d2be1f4-93de-4637-b841-8567d9eb2e17'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:20:35.430429 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f3c72d-82b9-447a-b9c2-1c8f19e74ddc None None] Routers {'5d2be1f4-93de-4637-b841-8567d9eb2e17'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:20:35.430913 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-34f3c72d-82b9-447a-b9c2-1c8f19e74ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:20:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5d2be1f4-93de-4637-b841-8567d9eb2e17'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:20:35.449587 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4c0ebb-e47c-4e65-af91-ed0000c33ef1 req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] No DVR routers for this DVR port e338c097-a16c-46e5-b2a6-ab859481510d on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:20:35.452281 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0e4c0ebb-e47c-4e65-af91-ed0000c33ef1 req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:35.456308 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0e4c0ebb-e47c-4e65-af91-ed0000c33ef1 req-ad97970d-6ca7-4cc6-88cc-86dd448eedcd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.10 "DELETE /v2.0/ports/e338c097-a16c-46e5-b2a6-ab859481510d HTTP/1.1" status: 204 len: 173 time: 1.1741562 Feb 19 05:20:35.456759 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5e90f7-584c-4018-a322-f693f55fe4ee', 'name': 'network-vif-deleted', 'tag': 'e338c097-a16c-46e5-b2a6-ab859481510d'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:20:35.459043 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ea3409-6d69-4e3e-ba78-c035d7c63455" -d '{"events": [{"server_uuid": "7f5e90f7-584c-4018-a322-f693f55fe4ee", "name": "network-vif-deleted", "tag": "e338c097-a16c-46e5-b2a6-ab859481510d"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:20:35.500254 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ad5236-1367-40ac-9bb7-1397bfb70934 x-openstack-request-id: req-35ad5236-1367-40ac-9bb7-1397bfb70934 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:20:35.500555 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5e90f7-584c-4018-a322-f693f55fe4ee", "name": "network-vif-deleted", "tag": "e338c097-a16c-46e5-b2a6-ab859481510d", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:20:35.500817 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-35ad5236-1367-40ac-9bb7-1397bfb70934 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:20:35.501260 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5e90f7-584c-4018-a322-f693f55fe4ee', 'name': 'network-vif-deleted', 'tag': 'e338c097-a16c-46e5-b2a6-ab859481510d', 'status': 'completed', 'code': 200} Feb 19 05:20:35.551046 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-34f3c72d-82b9-447a-b9c2-1c8f19e74ddc None None] Set router 5d2be1f4-93de-4637-b841-8567d9eb2e17 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:20:35.748837 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-34f3c72d-82b9-447a-b9c2-1c8f19e74ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:59Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:20:35.774256 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f3c72d-82b9-447a-b9c2-1c8f19e74ddc None None] Checking router: 5d2be1f4-93de-4637-b841-8567d9eb2e17 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:20:35.783040 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f3c72d-82b9-447a-b9c2-1c8f19e74ddc None None] Routers {'5d2be1f4-93de-4637-b841-8567d9eb2e17'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:20:35.784165 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-34f3c72d-82b9-447a-b9c2-1c8f19e74ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:20:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5d2be1f4-93de-4637-b841-8567d9eb2e17'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:20:35.909443 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-34f3c72d-82b9-447a-b9c2-1c8f19e74ddc None None] Set router 5d2be1f4-93de-4637-b841-8567d9eb2e17 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:20:36.117975 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-34f3c72d-82b9-447a-b9c2-1c8f19e74ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:59Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:20:36.144838 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f3c72d-82b9-447a-b9c2-1c8f19e74ddc None None] The sync data for ids ['5d2be1f4-93de-4637-b841-8567d9eb2e17'] in n-d-772273-4 is: [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:59Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:20:36.383748 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c6f788-ca67-4933-8e3d-adb6c0b0dcfe None None] New status for floating IP 20209304-bd12-479e-b672-0781fc73aee6: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:20:36.626056 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-2b7792c0-e6ec-4b28-80a4-9c8cb02bd7af tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1816507154&fields=id&tenant_id=04db6f0b17374d38b47662a7902a8d50 HTTP/1.1" status: 200 len: 267 time: 0.0417638 Feb 19 05:20:36.730526 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-cb16336e-459f-49c3-b979-72c195f5db92 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:36.731995 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-cb16336e-459f-49c3-b979-72c195f5db92 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 811 time: 0.0986381 Feb 19 05:20:36.746830 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-a7b47199-10b1-47c1-99b4-11c8cddc1bfb tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/quotas/04db6f0b17374d38b47662a7902a8d50 HTTP/1.1" status: 200 len: 375 time: 0.0089123 Feb 19 05:20:36.805271 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-c0676310-f39a-4687-9b33-f796db4c5e2e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534141 Feb 19 05:20:36.943029 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-c280ca97-1a4a-4ff3-9923-8e2dde511967 service neutron] 10.222.0.65 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256979 Feb 19 05:20:37.035899 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:37.049050 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-bc12434b-0cb1-466b-be7e-d393588820ae service neutron] 10.222.0.65 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994277 Feb 19 05:20:37.216077 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0af5e855-bfb1-49ba-8f54-22eeb98124f6 req-20196a0c-5779-49f8-8f12-25af6e4d85ac tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 210 time: 0.0286450 Feb 19 05:20:38.052734 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:38.127561 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-d78d0c1e-ed47-4416-8c49-0a75c35f93e9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:38.129192 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-d78d0c1e-ed47-4416-8c49-0a75c35f93e9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.48 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 811 time: 0.1094308 Feb 19 05:20:38.169377 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:38.192480 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-d299fb96-9285-4f03-9ce0-35a139cb72fd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04db6f0b17374d38b47662a7902a8d50 HTTP/1.1" status: 200 len: 380 time: 0.0553186 Feb 19 05:20:38.201431 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Request body: {'port': {'device_id': '2ae6dd59-f60f-4ba4-ba16-58bc287f3d25', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'admin_state_up': True, 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'security_groups': ['ae45440b-7771-4628-acdc-93aca6fea748']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:20:38.332614 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-59de3da4-a5ac-4b7d-9f3d-ceaee36ed4a5 req-b18f1bde-f56a-4f95-985c-48466f19519a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 210 time: 0.0424907 Feb 19 05:20:38.349877 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Made reservation on behalf of 04db6f0b17374d38b47662a7902a8d50 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:20:38.353385 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:38.481528 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Allocated IP 172.20.0.12 (5d897762-66f3-429f-bcee-5b1286dc661d/216e92f0-b9cf-431c-8388-5a06c0657f89/173b8728-8525-4efb-90d5-bef255b01348) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:20:38.615238 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for port (173b8728-8525-4efb-90d5-bef255b01348), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:38.651577 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (173b8728-8525-4efb-90d5-bef255b01348), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:38.693578 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Network 5d897762-66f3-429f-bcee-5b1286dc661d is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:20:38.696558 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:20:38.702947 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:20:38.709373 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Pushing event updated for resources: {'Port': ['ID=173b8728-8525-4efb-90d5-bef255b01348,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:20:38.741982 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:38.742257 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:38.742601 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:38.742941 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:38.743280 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:38.743756 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:38.744011 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:38.744311 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:38.744608 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:38.744948 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:38.745316 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:38.745646 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:38.745974 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:20:38.767554 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:38.768179 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:38.785439 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-76be941f-6096-4b77-ab67-997cf6ca5230 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5877264 Feb 19 05:20:38.800249 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-24becee7-ac1e-45b8-a351-1b18427e36e3 service neutron] Request body: {'port': {'device_id': '2ae6dd59-f60f-4ba4-ba16-58bc287f3d25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:20:38.865223 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-24becee7-ac1e-45b8-a351-1b18427e36e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (173b8728-8525-4efb-90d5-bef255b01348), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:38.956680 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b717e12c-e0dc-43b8-b505-c9914b0924a8 None None] Provisioning complete for port 173b8728-8525-4efb-90d5-bef255b01348 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:20:38.957089 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b717e12c-e0dc-43b8-b505-c9914b0924a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (173b8728-8525-4efb-90d5-bef255b01348), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:38.992085 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b717e12c-e0dc-43b8-b505-c9914b0924a8 None None] Port 173b8728-8525-4efb-90d5-bef255b01348 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:20:39.360486 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-24becee7-ac1e-45b8-a351-1b18427e36e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 173b8728-8525-4efb-90d5-bef255b01348 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:20:39.368825 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-24becee7-ac1e-45b8-a351-1b18427e36e3 service neutron] Publish callbacks [] for port (173b8728-8525-4efb-90d5-bef255b01348), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:39.385447 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-24becee7-ac1e-45b8-a351-1b18427e36e3 service neutron] Transition to ACTIVE for port object 173b8728-8525-4efb-90d5-bef255b01348 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:20:39.390681 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-24becee7-ac1e-45b8-a351-1b18427e36e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (173b8728-8525-4efb-90d5-bef255b01348), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:39.440950 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:39.447096 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24becee7-ac1e-45b8-a351-1b18427e36e3 service neutron] Pushing event updated for resources: {'Port': ['ID=173b8728-8525-4efb-90d5-bef255b01348,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:20:39.525428 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4650d-7f6a-46c6-83ea-fca02190ec11 req-7d92cafe-06a9-440d-bb43-04101b2b9ca5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:39.527854 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9da4650d-7f6a-46c6-83ea-fca02190ec11 req-7d92cafe-06a9-440d-bb43-04101b2b9ca5 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 944 time: 0.1092668 Feb 19 05:20:39.567021 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-24becee7-ac1e-45b8-a351-1b18427e36e3 service neutron] Attempting to bind port 173b8728-8525-4efb-90d5-bef255b01348 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:20:39.567512 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-24becee7-ac1e-45b8-a351-1b18427e36e3 service neutron] Attempting to bind port 173b8728-8525-4efb-90d5-bef255b01348 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:20:39.567945 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-24becee7-ac1e-45b8-a351-1b18427e36e3 service neutron] Attempting to bind port 173b8728-8525-4efb-90d5-bef255b01348 on network 5d897762-66f3-429f-bcee-5b1286dc661d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:20:39.573400 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-24becee7-ac1e-45b8-a351-1b18427e36e3 service neutron] Port 173b8728-8525-4efb-90d5-bef255b01348 on network 5d897762-66f3-429f-bcee-5b1286dc661d not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:20:39.573876 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-24becee7-ac1e-45b8-a351-1b18427e36e3 service neutron] Attempting to bind port 173b8728-8525-4efb-90d5-bef255b01348 on network 5d897762-66f3-429f-bcee-5b1286dc661d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:20:39.579603 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-24becee7-ac1e-45b8-a351-1b18427e36e3 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:20:39.580160 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-24becee7-ac1e-45b8-a351-1b18427e36e3 service neutron] Checking segment: {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:20:39.580694 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-24becee7-ac1e-45b8-a351-1b18427e36e3 service neutron] Bound using segment: {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:20:39.581263 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-24becee7-ac1e-45b8-a351-1b18427e36e3 service neutron] Bound port: 173b8728-8525-4efb-90d5-bef255b01348, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:20:39.581732 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-24becee7-ac1e-45b8-a351-1b18427e36e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (173b8728-8525-4efb-90d5-bef255b01348), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:39.614056 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9da4650d-7f6a-46c6-83ea-fca02190ec11 req-ad39d4bd-6759-469c-991a-6a2b1e6d0652 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786946 Feb 19 05:20:39.652074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-24becee7-ac1e-45b8-a351-1b18427e36e3 service neutron] For port 173b8728-8525-4efb-90d5-bef255b01348, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:20:39.652349 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:39.656444 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-24becee7-ac1e-45b8-a351-1b18427e36e3 service neutron] For port 173b8728-8525-4efb-90d5-bef255b01348, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=173b8728-8525-4efb-90d5-bef255b01348,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:20:39.663636 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-24becee7-ac1e-45b8-a351-1b18427e36e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (173b8728-8525-4efb-90d5-bef255b01348), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:39.700831 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-24becee7-ac1e-45b8-a351-1b18427e36e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:39.701486 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-24becee7-ac1e-45b8-a351-1b18427e36e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:39.703154 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-24becee7-ac1e-45b8-a351-1b18427e36e3 service neutron] 10.222.0.48 "PUT /v2.0/ports/173b8728-8525-4efb-90d5-bef255b01348 HTTP/1.1" status: 200 len: 1092 time: 0.9102900 Feb 19 05:20:39.705753 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae6dd59-f60f-4ba4-ba16-58bc287f3d25', 'tag': '173b8728-8525-4efb-90d5-bef255b01348'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:20:39.708954 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffd1e6e-4003-4079-bf42-ba7a8a85a167" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae6dd59-f60f-4ba4-ba16-58bc287f3d25", "tag": "173b8728-8525-4efb-90d5-bef255b01348"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:20:39.735198 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24becee7-ac1e-45b8-a351-1b18427e36e3 service neutron] Pushing event updated for resources: {'Port': ['ID=173b8728-8525-4efb-90d5-bef255b01348,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:20:39.782105 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19f54cf-fb85-46e5-a0fa-35f347d77b9e x-openstack-request-id: req-e19f54cf-fb85-46e5-a0fa-35f347d77b9e {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:20:39.782395 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae6dd59-f60f-4ba4-ba16-58bc287f3d25", "tag": "173b8728-8525-4efb-90d5-bef255b01348", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:20:39.782645 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e19f54cf-fb85-46e5-a0fa-35f347d77b9e {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:20:39.783082 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ae6dd59-f60f-4ba4-ba16-58bc287f3d25', 'tag': '173b8728-8525-4efb-90d5-bef255b01348', 'status': 'completed', 'code': 200} Feb 19 05:20:39.803370 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-e44af7a0-392c-435d-bd5b-f5ce93cae52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:39.804957 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-e44af7a0-392c-435d-bd5b-f5ce93cae52a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 1126 time: 0.0509360 Feb 19 05:20:39.850355 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-2d607e8a-bddb-4489-94e3-15965d7db6cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=173b8728-8525-4efb-90d5-bef255b01348 HTTP/1.1" status: 200 len: 217 time: 0.0391464 Feb 19 05:20:39.900806 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-b458800a-084b-41e9-a4d1-8476ecccf8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:39.902313 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-b458800a-084b-41e9-a4d1-8476ecccf8de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0464141 Feb 19 05:20:39.953059 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-91605faa-97dc-4ae7-90fd-9fea52569c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:39.954565 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-91605faa-97dc-4ae7-90fd-9fea52569c72 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451894 Feb 19 05:20:40.043708 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-1b13b825-e0b0-4526-acf7-18f2614a9edf service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831082 Feb 19 05:20:40.130849 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4cd12054-7402-48f4-9a51-9b7e4d62388c req-bc7f25c9-291d-413d-a190-10658c112ae9 service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809653 Feb 19 05:20:40.222561 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd1e6e-4003-4079-bf42-ba7a8a85a167 req-cb819407-aad9-41c6-979b-b9d3bbe5e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:40.224069 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dffd1e6e-4003-4079-bf42-ba7a8a85a167 req-cb819407-aad9-41c6-979b-b9d3bbe5e503 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 1126 time: 0.0493748 Feb 19 05:20:40.311824 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd1e6e-4003-4079-bf42-ba7a8a85a167 req-64c6352b-862d-4a40-b97e-6d4f2522f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:40.313368 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dffd1e6e-4003-4079-bf42-ba7a8a85a167 req-64c6352b-862d-4a40-b97e-6d4f2522f705 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.0835989 Feb 19 05:20:40.358333 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dffd1e6e-4003-4079-bf42-ba7a8a85a167 req-3a7c78ec-74ba-489a-93df-e08a0d13d636 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=173b8728-8525-4efb-90d5-bef255b01348 HTTP/1.1" status: 200 len: 217 time: 0.0386906 Feb 19 05:20:40.405735 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd1e6e-4003-4079-bf42-ba7a8a85a167 req-e335f9ed-20ac-4d01-bf97-01ef71caa1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:40.407186 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dffd1e6e-4003-4079-bf42-ba7a8a85a167 req-e335f9ed-20ac-4d01-bf97-01ef71caa1ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0430167 Feb 19 05:20:40.457638 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd1e6e-4003-4079-bf42-ba7a8a85a167 req-c2924c9d-7dcc-4ce5-8984-01f44bb8f61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:40.459175 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dffd1e6e-4003-4079-bf42-ba7a8a85a167 req-c2924c9d-7dcc-4ce5-8984-01f44bb8f61f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454910 Feb 19 05:20:40.551068 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dffd1e6e-4003-4079-bf42-ba7a8a85a167 req-d8cefd1c-b8b1-49b5-adce-cefdf50f56e4 service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851858 Feb 19 05:20:40.642186 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dffd1e6e-4003-4079-bf42-ba7a8a85a167 req-4ad8e6cf-91b3-48f5-a594-c668db70baa4 service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839529 Feb 19 05:20:40.739491 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0a3d9-72d9-4471-9ef3-486570b00dd4 req-22429f0b-f056-4941-9d0c-b5983a4be4e9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:40.739491 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4cd0a3d9-72d9-4471-9ef3-486570b00dd4 req-22429f0b-f056-4941-9d0c-b5983a4be4e9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 944 time: 0.0529046 Feb 19 05:20:40.784111 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4cd0a3d9-72d9-4471-9ef3-486570b00dd4 req-a2c1a3de-67a8-4a26-a9e3-498ec7593451 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415452 Feb 19 05:20:41.907364 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891bdcc-a536-437b-9a60-bf6407e7c071 req-8c86f9b4-32fb-494e-b0dc-56fb7867fce1 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:41.909550 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0891bdcc-a536-437b-9a60-bf6407e7c071 req-8c86f9b4-32fb-494e-b0dc-56fb7867fce1 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 944 time: 0.0544364 Feb 19 05:20:41.965677 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0891bdcc-a536-437b-9a60-bf6407e7c071 req-01a1be88-cff4-4570-8774-7b35e77d9dec tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504746 Feb 19 05:20:42.151044 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 173b8728-8525-4efb-90d5-bef255b01348 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:20:42.248461 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 173b8728-8525-4efb-90d5-bef255b01348, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=173b8728-8525-4efb-90d5-bef255b01348,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:20:42.264315 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '173b8728-8525-4efb-90d5-bef255b01348', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'port_id': '173b8728-8525-4efb-90d5-bef255b01348', 'mac_address': 'fa:16:3e:fd:d7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:20:42.304183 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 173b8728-8525-4efb-90d5-bef255b01348 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:20:42.304806 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (173b8728-8525-4efb-90d5-bef255b01348), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:42.321066 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 173b8728-8525-4efb-90d5-bef255b01348 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:20:42.341946 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 173b8728-8525-4efb-90d5-bef255b01348, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=173b8728-8525-4efb-90d5-bef255b01348,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:20:42.346197 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (173b8728-8525-4efb-90d5-bef255b01348), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:42.396363 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=173b8728-8525-4efb-90d5-bef255b01348,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:20:42.532447 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['173b8728-8525-4efb-90d5-bef255b01348'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:20:43.088026 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc461704-75c7-4887-8c34-aa7b035785ac req-d02403c7-5ba4-479d-a87a-f8d39a59aa06 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:43.089932 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc461704-75c7-4887-8c34-aa7b035785ac req-d02403c7-5ba4-479d-a87a-f8d39a59aa06 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 945 time: 0.0575497 Feb 19 05:20:43.137019 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc461704-75c7-4887-8c34-aa7b035785ac req-3e2081c2-3db4-4e83-a3ed-4eaf1ea04677 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416274 Feb 19 05:20:44.150689 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 173b8728-8525-4efb-90d5-bef255b01348 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:20:44.199760 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 173b8728-8525-4efb-90d5-bef255b01348 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:20:44.203630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 173b8728-8525-4efb-90d5-bef255b01348 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:20:44.204016 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (173b8728-8525-4efb-90d5-bef255b01348), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:44.260481 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c7f2c-4ce1-4845-9b1c-00bfe84874fb req-c01de4b9-2e79-4192-b7a8-a4af2a78a7be tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:44.263062 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d46c7f2c-4ce1-4845-9b1c-00bfe84874fb req-c01de4b9-2e79-4192-b7a8-a4af2a78a7be tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 945 time: 0.0573123 Feb 19 05:20:44.284314 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 173b8728-8525-4efb-90d5-bef255b01348 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:20:44.284706 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (173b8728-8525-4efb-90d5-bef255b01348), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:44.308506 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae6dd59-f60f-4ba4-ba16-58bc287f3d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173b8728-8525-4efb-90d5-bef255b01348'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:20:44.310079 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d46c7f2c-4ce1-4845-9b1c-00bfe84874fb req-bb6527d1-ba85-41a1-ae07-5d62a3477b69 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414355 Feb 19 05:20:44.310949 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c03fe10-68b1-4459-b76a-ce1f69ed12ae" -d '{"events": [{"server_uuid": "2ae6dd59-f60f-4ba4-ba16-58bc287f3d25", "name": "network-vif-plugged", "status": "completed", "tag": "173b8728-8525-4efb-90d5-bef255b01348"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:20:44.327646 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 173b8728-8525-4efb-90d5-bef255b01348, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=173b8728-8525-4efb-90d5-bef255b01348,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:20:44.333135 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (173b8728-8525-4efb-90d5-bef255b01348), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:44.359562 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3666ff4c-9682-4f1f-9fc6-aee13633d234 x-openstack-request-id: req-3666ff4c-9682-4f1f-9fc6-aee13633d234 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:20:44.359861 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae6dd59-f60f-4ba4-ba16-58bc287f3d25", "name": "network-vif-plugged", "status": "completed", "tag": "173b8728-8525-4efb-90d5-bef255b01348", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:20:44.360120 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3666ff4c-9682-4f1f-9fc6-aee13633d234 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:20:44.360517 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae6dd59-f60f-4ba4-ba16-58bc287f3d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173b8728-8525-4efb-90d5-bef255b01348', 'code': 200} Feb 19 05:20:44.388604 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=173b8728-8525-4efb-90d5-bef255b01348,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:20:44.459553 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eac2cc-ae87-440a-a031-37846ae673a7 req-53dc768c-5cf9-4bf9-b010-500f89280c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:44.461073 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-58eac2cc-ae87-440a-a031-37846ae673a7 req-53dc768c-5cf9-4bf9-b010-500f89280c43 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 1128 time: 0.0459571 Feb 19 05:20:44.503567 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-58eac2cc-ae87-440a-a031-37846ae673a7 req-a33c12d8-36de-4c79-b5c2-1dcff8ffdb16 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368049 Feb 19 05:20:45.438240 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee7968-726f-4fcb-a124-3733f7b61d61 req-7d0511a1-fee3-43bb-8f07-d7a4916cc726 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:45.439776 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-64ee7968-726f-4fcb-a124-3733f7b61d61 req-7d0511a1-fee3-43bb-8f07-d7a4916cc726 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 946 time: 0.0593789 Feb 19 05:20:45.492236 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-64ee7968-726f-4fcb-a124-3733f7b61d61 req-174c0d8b-f1f8-432f-a04e-fdd64e797932 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466416 Feb 19 05:20:46.618419 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879030a2-25cc-4804-b3e8-2dd040d4c678 req-f4ff0f8d-a615-495c-a6fc-76933a8f452f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:46.619956 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-879030a2-25cc-4804-b3e8-2dd040d4c678 req-f4ff0f8d-a615-495c-a6fc-76933a8f452f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 946 time: 0.0545423 Feb 19 05:20:46.668704 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-879030a2-25cc-4804-b3e8-2dd040d4c678 req-3b74903d-095c-4c01-ad08-15a4febe7cfd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430031 Feb 19 05:20:46.784645 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb297042-3c7c-4a61-9d4c-ad439885758c req-ee2e11b3-8c14-46cf-aab3-a424ae58470e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:46.786090 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cb297042-3c7c-4a61-9d4c-ad439885758c req-ee2e11b3-8c14-46cf-aab3-a424ae58470e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 946 time: 0.0532522 Feb 19 05:20:46.794524 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35234) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:20:46.798976 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e75bd023-86d2-4f9a-8c42-09d23485b1e4 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Request body: {'floatingip': {'port_id': '173b8728-8525-4efb-90d5-bef255b01348'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:20:46.838491 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e75bd023-86d2-4f9a-8c42-09d23485b1e4 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for floatingip (20209304-bd12-479e-b672-0781fc73aee6), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:47.290670 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e75bd023-86d2-4f9a-8c42-09d23485b1e4 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:47.294793 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e75bd023-86d2-4f9a-8c42-09d23485b1e4 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (20209304-bd12-479e-b672-0781fc73aee6), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:47.398653 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-e75bd023-86d2-4f9a-8c42-09d23485b1e4 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Floating IP 20209304-bd12-479e-b672-0781fc73aee6 associated. External IP: 172.25.0.191, port: 173b8728-8525-4efb-90d5-bef255b01348. Feb 19 05:20:47.614900 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75bd023-86d2-4f9a-8c42-09d23485b1e4 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Router 5d2be1f4-93de-4637-b841-8567d9eb2e17 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:20:47.733154 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75bd023-86d2-4f9a-8c42-09d23485b1e4 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:20:47.739124 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e75bd023-86d2-4f9a-8c42-09d23485b1e4 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:20:47.744192 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ec213c-2dbe-4e56-9cb9-f7bafc0ed719 None None] Sync routers for ids ['5d2be1f4-93de-4637-b841-8567d9eb2e17'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:20:47.755311 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ec213c-2dbe-4e56-9cb9-f7bafc0ed719 None None] Routers {'5d2be1f4-93de-4637-b841-8567d9eb2e17'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:20:47.755941 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-35ec213c-2dbe-4e56-9cb9-f7bafc0ed719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:20:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5d2be1f4-93de-4637-b841-8567d9eb2e17'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:20:47.773971 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e75bd023-86d2-4f9a-8c42-09d23485b1e4 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "PUT /v2.0/floatingips/20209304-bd12-479e-b672-0781fc73aee6 HTTP/1.1" status: 200 len: 993 time: 0.9752529 Feb 19 05:20:47.773971 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae6dd59-f60f-4ba4-ba16-58bc287f3d25', 'tag': '173b8728-8525-4efb-90d5-bef255b01348'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:20:47.773971 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48845fd-9914-41e2-8965-4b4983f42f61" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae6dd59-f60f-4ba4-ba16-58bc287f3d25", "tag": "173b8728-8525-4efb-90d5-bef255b01348"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:20:47.816384 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38381648-df2f-435e-981c-f13b94ac625d x-openstack-request-id: req-38381648-df2f-435e-981c-f13b94ac625d {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:20:47.817011 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae6dd59-f60f-4ba4-ba16-58bc287f3d25", "tag": "173b8728-8525-4efb-90d5-bef255b01348", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:20:47.817011 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-38381648-df2f-435e-981c-f13b94ac625d {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:20:47.817388 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ae6dd59-f60f-4ba4-ba16-58bc287f3d25', 'tag': '173b8728-8525-4efb-90d5-bef255b01348', 'status': 'completed', 'code': 200} Feb 19 05:20:47.875204 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-35ec213c-2dbe-4e56-9cb9-f7bafc0ed719 None None] Set router 5d2be1f4-93de-4637-b841-8567d9eb2e17 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:20:47.887662 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48845fd-9914-41e2-8965-4b4983f42f61 req-c1463a36-faf1-4b08-a631-fb4aba97366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:47.889225 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a48845fd-9914-41e2-8965-4b4983f42f61 req-c1463a36-faf1-4b08-a631-fb4aba97366d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 1128 time: 0.0486863 Feb 19 05:20:47.993216 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48845fd-9914-41e2-8965-4b4983f42f61 req-b85de646-f28b-426c-a5c2-f33d9ddc2ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:47.994795 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a48845fd-9914-41e2-8965-4b4983f42f61 req-b85de646-f28b-426c-a5c2-f33d9ddc2ee4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.0995059 Feb 19 05:20:48.070203 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a48845fd-9914-41e2-8965-4b4983f42f61 req-d84120d1-b3ed-4fbd-945a-432b7982184a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=173b8728-8525-4efb-90d5-bef255b01348 HTTP/1.1" status: 200 len: 1001 time: 0.0690982 Feb 19 05:20:48.138606 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-35ec213c-2dbe-4e56-9cb9-f7bafc0ed719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '20209304-bd12-479e-b672-0781fc73aee6', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'port_id': '173b8728-8525-4efb-90d5-bef255b01348', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'mac_address': 'fa:16:3e:fd:d7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae6dd59-f60f-4ba4-ba16-58bc287f3d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:17:58Z', 'updated_at': '2022-02-19T05:20:47Z', 'revision_number': 13, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:59Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:20:48.144129 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48845fd-9914-41e2-8965-4b4983f42f61 req-14f1cb35-a0a1-450c-b30c-fce14a1fe06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:48.145817 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a48845fd-9914-41e2-8965-4b4983f42f61 req-14f1cb35-a0a1-450c-b30c-fce14a1fe06a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0700200 Feb 19 05:20:48.167856 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ec213c-2dbe-4e56-9cb9-f7bafc0ed719 None None] Checking router: 5d2be1f4-93de-4637-b841-8567d9eb2e17 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:20:48.184345 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ec213c-2dbe-4e56-9cb9-f7bafc0ed719 None None] Routers {'5d2be1f4-93de-4637-b841-8567d9eb2e17'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:20:48.185071 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-35ec213c-2dbe-4e56-9cb9-f7bafc0ed719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:20:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5d2be1f4-93de-4637-b841-8567d9eb2e17'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:20:48.204238 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48845fd-9914-41e2-8965-4b4983f42f61 req-8985896a-22e8-4885-9396-acb8a4f80418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:48.206449 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a48845fd-9914-41e2-8965-4b4983f42f61 req-8985896a-22e8-4885-9396-acb8a4f80418 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0552962 Feb 19 05:20:48.311925 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a48845fd-9914-41e2-8965-4b4983f42f61 req-aeea5c44-d057-4277-9983-5cf0f21f8c0a service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994201 Feb 19 05:20:48.404477 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-35ec213c-2dbe-4e56-9cb9-f7bafc0ed719 None None] Set router 5d2be1f4-93de-4637-b841-8567d9eb2e17 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:20:48.417052 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a48845fd-9914-41e2-8965-4b4983f42f61 req-62dd3012-862c-4287-812d-78338db8eab6 service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997291 Feb 19 05:20:48.630872 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-35ec213c-2dbe-4e56-9cb9-f7bafc0ed719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '20209304-bd12-479e-b672-0781fc73aee6', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'port_id': '173b8728-8525-4efb-90d5-bef255b01348', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'mac_address': 'fa:16:3e:fd:d7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae6dd59-f60f-4ba4-ba16-58bc287f3d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:17:58Z', 'updated_at': '2022-02-19T05:20:47Z', 'revision_number': 13, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:59Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:20:48.660659 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ec213c-2dbe-4e56-9cb9-f7bafc0ed719 None None] The sync data for ids ['5d2be1f4-93de-4637-b841-8567d9eb2e17'] in n-d-772273-4 is: [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '20209304-bd12-479e-b672-0781fc73aee6', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'port_id': '173b8728-8525-4efb-90d5-bef255b01348', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'mac_address': 'fa:16:3e:fd:d7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae6dd59-f60f-4ba4-ba16-58bc287f3d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:17:58Z', 'updated_at': '2022-02-19T05:20:47Z', 'revision_number': 13, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:59Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:20:48.874740 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255500b9-8d1d-41f9-b575-2fb888d31981 None None] New status for floating IP 20209304-bd12-479e-b672-0781fc73aee6: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:20:50.324173 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f485cd2-408a-4ebe-b831-7448cb093ca3 req-226cde40-b369-43d3-a88b-57942c5b2c75 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:20:50.325714 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1f485cd2-408a-4ebe-b831-7448cb093ca3 req-226cde40-b369-43d3-a88b-57942c5b2c75 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 946 time: 0.0558872 Feb 19 05:20:50.372411 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1f485cd2-408a-4ebe-b831-7448cb093ca3 req-12b1412e-273c-47fd-a28c-63d5336b4f0b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411723 Feb 19 05:20:54.364716 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:21:02.330903 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fa799fa0-898a-4aee-9a69-58a22c34d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:05.196367 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3b1da1be-eb1b-418d-a6dc-dc6527eb2e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:06.781481 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61870b-3efd-4100-8bbf-8174cbd406cb req-08de85b9-0f31-4e38-914c-6a85c3f590f1 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:06.783050 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8f61870b-3efd-4100-8bbf-8174cbd406cb req-08de85b9-0f31-4e38-914c-6a85c3f590f1 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 946 time: 0.0825779 Feb 19 05:21:06.827915 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-fe922b1a-56d3-4362-82e3-8ea7c1dae0c2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1354702 Feb 19 05:21:06.842396 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8f61870b-3efd-4100-8bbf-8174cbd406cb req-ddaeb6cd-3535-454d-9489-9826b5cc7043 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529110 Feb 19 05:21:07.036381 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:07.234107 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-fc6aec43-f8cd-43b4-b445-a8666f6de83d tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:07.235498 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-fc6aec43-f8cd-43b4-b445-a8666f6de83d tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports/173b8728-8525-4efb-90d5-bef255b01348 HTTP/1.1" status: 200 len: 943 time: 0.1062906 Feb 19 05:21:07.966116 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52202b39-86e1-414b-8314-e5fd328a0d15 req-8fec107e-ae75-4811-a7ec-7659a8290eb3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:07.967734 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-52202b39-86e1-414b-8314-e5fd328a0d15 req-8fec107e-ae75-4811-a7ec-7659a8290eb3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 946 time: 0.0535569 Feb 19 05:21:08.029584 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-52202b39-86e1-414b-8314-e5fd328a0d15 req-b7b0713c-47b9-4d3e-908e-6fae84781151 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555289 Feb 19 05:21:08.070370 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:08.087134 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-7ee36375-56ec-49e4-b1bf-4268152cc72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:08.089499 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-7ee36375-56ec-49e4-b1bf-4268152cc72d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 1128 time: 0.0586622 Feb 19 05:21:08.170633 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:08.191244 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-8ada3a95-f632-4760-83ee-0ee3f94616b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:08.193794 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-8ada3a95-f632-4760-83ee-0ee3f94616b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.0982645 Feb 19 05:21:08.276508 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-f6d2e471-816e-41d7-b1d4-9124bf844232 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=173b8728-8525-4efb-90d5-bef255b01348 HTTP/1.1" status: 200 len: 1003 time: 0.0767488 Feb 19 05:21:08.327603 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-1c668f6a-0ba0-4b95-90df-8923934ea01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:08.329161 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-1c668f6a-0ba0-4b95-90df-8923934ea01f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0457578 Feb 19 05:21:08.384142 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-87c8b413-8fdb-4fdf-8e3f-33a94fb7b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:08.385751 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-87c8b413-8fdb-4fdf-8e3f-33a94fb7b325 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505226 Feb 19 05:21:08.476438 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-af23732a-92da-446d-bfed-e69225bcca32 service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833282 Feb 19 05:21:08.570750 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-5d8679ac-73f1-455a-83cd-5c8d131d02bb service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883415 Feb 19 05:21:09.153032 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175940a2-111a-4786-98f1-a1b9679fe0b3 req-90151de7-2d72-4c62-a973-f4dfa77d0756 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:09.154800 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-175940a2-111a-4786-98f1-a1b9679fe0b3 req-90151de7-2d72-4c62-a973-f4dfa77d0756 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 946 time: 0.0523520 Feb 19 05:21:09.202248 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-175940a2-111a-4786-98f1-a1b9679fe0b3 req-0d8a8cb0-c451-499e-9426-7d38f3e152a2 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410461 Feb 19 05:21:09.428524 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:09.661819 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:10.323750 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5028fe-f336-474e-ada4-04444bd153ae req-c47fa00c-5d9f-42be-9c62-011d49734ef3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:10.325299 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf5028fe-f336-474e-ada4-04444bd153ae req-c47fa00c-5d9f-42be-9c62-011d49734ef3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 946 time: 0.0540757 Feb 19 05:21:10.372518 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bf5028fe-f336-474e-ada4-04444bd153ae req-38597854-9359-4066-98f3-bca82ebcbff7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409126 Feb 19 05:21:11.504578 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b7440-4c37-4bee-99a3-38be14c76833 req-63b2e2da-6f58-4b59-b28d-2b240a986d4f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:11.506275 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0c6b7440-4c37-4bee-99a3-38be14c76833 req-63b2e2da-6f58-4b59-b28d-2b240a986d4f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 946 time: 0.0637295 Feb 19 05:21:11.556400 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0c6b7440-4c37-4bee-99a3-38be14c76833 req-85fa951f-3cfb-4bed-9d89-46f091c29152 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443187 Feb 19 05:21:11.843214 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88956ddc-fd8e-4afe-a351-f00d7124cdb5 req-11eec8a2-9016-4d3c-8be5-dff56701ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:11.845437 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88956ddc-fd8e-4afe-a351-f00d7124cdb5 req-11eec8a2-9016-4d3c-8be5-dff56701ca16 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 1128 time: 0.0442972 Feb 19 05:21:12.177864 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88956ddc-fd8e-4afe-a351-f00d7124cdb5 req-5925075c-4d4b-4c84-b281-c872bd5e3416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:12.179346 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88956ddc-fd8e-4afe-a351-f00d7124cdb5 req-5925075c-4d4b-4c84-b281-c872bd5e3416 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.3174667 Feb 19 05:21:12.252727 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88956ddc-fd8e-4afe-a351-f00d7124cdb5 req-4f587f22-c1d6-4a51-9c28-775b4c472387 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=173b8728-8525-4efb-90d5-bef255b01348 HTTP/1.1" status: 200 len: 1003 time: 0.0670738 Feb 19 05:21:12.304660 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88956ddc-fd8e-4afe-a351-f00d7124cdb5 req-da98d9bb-c53d-4a33-90a8-1664346f504c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:12.306237 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88956ddc-fd8e-4afe-a351-f00d7124cdb5 req-da98d9bb-c53d-4a33-90a8-1664346f504c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0478733 Feb 19 05:21:12.354310 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88956ddc-fd8e-4afe-a351-f00d7124cdb5 req-b377dd96-9ac5-465b-9259-007377b2e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:12.355840 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88956ddc-fd8e-4afe-a351-f00d7124cdb5 req-b377dd96-9ac5-465b-9259-007377b2e867 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439982 Feb 19 05:21:12.444206 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88956ddc-fd8e-4afe-a351-f00d7124cdb5 req-01ed753f-394d-406d-b97b-568207d57a18 service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815947 Feb 19 05:21:12.537290 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88956ddc-fd8e-4afe-a351-f00d7124cdb5 req-df3aa391-ecad-42eb-97b3-e02c91566799 service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876660 Feb 19 05:21:12.681180 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be52b0f-ba46-4bbe-bc98-38090c1c4f86 req-95f07215-8df0-42e9-8b1a-041863e7d6e1 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:12.682717 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9be52b0f-ba46-4bbe-bc98-38090c1c4f86 req-95f07215-8df0-42e9-8b1a-041863e7d6e1 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 946 time: 0.0559673 Feb 19 05:21:12.734209 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9be52b0f-ba46-4bbe-bc98-38090c1c4f86 req-936f7186-12fb-43a1-8d8d-85ea34de8561 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449743 Feb 19 05:21:13.869032 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c6517-016a-4cf3-8038-abcf51cf756b req-fe726659-c51d-4748-b327-0759e9d85ea4 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:13.870549 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa9c6517-016a-4cf3-8038-abcf51cf756b req-fe726659-c51d-4748-b327-0759e9d85ea4 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 946 time: 0.0536771 Feb 19 05:21:13.918580 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fa9c6517-016a-4cf3-8038-abcf51cf756b req-df151ca9-e774-433c-bffc-be7d80ba1de3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423558 Feb 19 05:21:15.042622 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b054e15-7b07-4c5f-88ec-bdca52f22f9e req-80af5939-4245-4824-b7f3-2573c6050304 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:15.044098 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8b054e15-7b07-4c5f-88ec-bdca52f22f9e req-80af5939-4245-4824-b7f3-2573c6050304 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 946 time: 0.0571418 Feb 19 05:21:15.092854 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8b054e15-7b07-4c5f-88ec-bdca52f22f9e req-7ad68c4e-c269-4f52-a47d-62fa1dc7b25d tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431707 Feb 19 05:21:16.217388 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545ff54-bebc-4841-9903-9483b8acec08 req-a86afd35-fabb-4bde-96b3-000c4c760957 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:16.218911 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d545ff54-bebc-4841-9903-9483b8acec08 req-a86afd35-fabb-4bde-96b3-000c4c760957 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 946 time: 0.0548029 Feb 19 05:21:16.279948 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d545ff54-bebc-4841-9903-9483b8acec08 req-f3d19775-6ea4-4496-b151-392f3fab436a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546281 Feb 19 05:21:17.411581 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f9a6f-6dfa-4f03-988e-ea634f00856f req-5d1f65d3-984b-41fd-a8ae-4a1aa045bf39 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:17.413222 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1e2f9a6f-6dfa-4f03-988e-ea634f00856f req-5d1f65d3-984b-41fd-a8ae-4a1aa045bf39 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 946 time: 0.0579245 Feb 19 05:21:17.463797 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1e2f9a6f-6dfa-4f03-988e-ea634f00856f req-0e9ef21e-4e1d-453d-95a7-a121c234d38d tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447898 Feb 19 05:21:18.587074 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29854c-0dd0-4f53-bfe0-0af3c22be15f req-d2c45722-02f1-4f26-9072-4b09237eb931 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:18.588604 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f29854c-0dd0-4f53-bfe0-0af3c22be15f req-d2c45722-02f1-4f26-9072-4b09237eb931 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 946 time: 0.0539505 Feb 19 05:21:18.637159 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f29854c-0dd0-4f53-bfe0-0af3c22be15f req-29245608-2c19-41b6-9837-7e469581011c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426712 Feb 19 05:21:19.314483 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-906c41ae-edde-4877-80c6-531276f3baa1 service neutron] show failed (client error): The resource could not be found. Feb 19 05:21:19.315514 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-906c41ae-edde-4877-80c6-531276f3baa1 service neutron] 10.222.0.48 "GET /v2.0/ports/173b8728-8525-4efb-90d5-bef255b01348/bindings/n-h1-772273-4 HTTP/1.1" status: 404 len: 380 time: 0.0571513 Feb 19 05:21:19.526607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-9aae67c9-40b1-4244-b802-94cabfdc91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:19.528096 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-9aae67c9-40b1-4244-b802-94cabfdc91a8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25&tenant_id=04db6f0b17374d38b47662a7902a8d50 HTTP/1.1" status: 200 len: 1128 time: 0.0476372 Feb 19 05:21:19.544749 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-772273-4', 'device_owner': 'compute:nova'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:21:19.609489 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (173b8728-8525-4efb-90d5-bef255b01348), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:19.771743 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d37a93-094e-41fc-8354-6f6e57b5850a req-a8da3bcd-fd75-4a98-bf5b-c08771001111 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:19.773343 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-80d37a93-094e-41fc-8354-6f6e57b5850a req-a8da3bcd-fd75-4a98-bf5b-c08771001111 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 946 time: 0.0652504 Feb 19 05:21:19.822725 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-80d37a93-094e-41fc-8354-6f6e57b5850a req-00934ae1-369e-4228-b452-ab8c90d25692 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434823 Feb 19 05:21:19.829554 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] For port 173b8728-8525-4efb-90d5-bef255b01348, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=173b8728-8525-4efb-90d5-bef255b01348,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:21:19.867067 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] For port 173b8728-8525-4efb-90d5-bef255b01348, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:21:19.908844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae6dd59-f60f-4ba4-ba16-58bc287f3d25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '173b8728-8525-4efb-90d5-bef255b01348'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:21:19.911221 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2375b59-3a60-4ca1-a869-302ab95d7def" -d '{"events": [{"server_uuid": "2ae6dd59-f60f-4ba4-ba16-58bc287f3d25", "name": "network-vif-unplugged", "status": "completed", "tag": "173b8728-8525-4efb-90d5-bef255b01348"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:21:19.915092 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] Publish callbacks [] for port (173b8728-8525-4efb-90d5-bef255b01348), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:19.929675 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] Transition to ACTIVE for port object 173b8728-8525-4efb-90d5-bef255b01348 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:21:19.934605 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (173b8728-8525-4efb-90d5-bef255b01348), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:19.967602 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 05:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a78238-db27-4b59-8fcf-8618c792bb58 x-openstack-request-id: req-31a78238-db27-4b59-8fcf-8618c792bb58 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:21:19.967838 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae6dd59-f60f-4ba4-ba16-58bc287f3d25", "name": "network-vif-unplugged", "status": "completed", "tag": "173b8728-8525-4efb-90d5-bef255b01348", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:21:19.968105 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-31a78238-db27-4b59-8fcf-8618c792bb58 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:21:19.968601 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae6dd59-f60f-4ba4-ba16-58bc287f3d25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '173b8728-8525-4efb-90d5-bef255b01348', 'code': 200} Feb 19 05:21:20.021738 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] Pushing event updated for resources: {'Port': ['ID=173b8728-8525-4efb-90d5-bef255b01348,revision_number=6']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:21:20.073628 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] No DVR routers for this DVR port 173b8728-8525-4efb-90d5-bef255b01348 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:21:20.230829 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] Attempting to bind port 173b8728-8525-4efb-90d5-bef255b01348 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:21:20.231182 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] Attempting to bind port 173b8728-8525-4efb-90d5-bef255b01348 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:21:20.231523 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] Attempting to bind port 173b8728-8525-4efb-90d5-bef255b01348 on network 5d897762-66f3-429f-bcee-5b1286dc661d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:21:20.236098 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] Port 173b8728-8525-4efb-90d5-bef255b01348 on network 5d897762-66f3-429f-bcee-5b1286dc661d not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:21:20.236372 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] Attempting to bind port 173b8728-8525-4efb-90d5-bef255b01348 on network 5d897762-66f3-429f-bcee-5b1286dc661d {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:21:20.241410 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:21:20.241757 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] Checking segment: {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:21:20.242157 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] Bound using segment: {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:21:20.242592 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] Bound port: 173b8728-8525-4efb-90d5-bef255b01348, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:21:20.242963 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (173b8728-8525-4efb-90d5-bef255b01348), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:20.319988 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] For port 173b8728-8525-4efb-90d5-bef255b01348, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:21:20.323380 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] For port 173b8728-8525-4efb-90d5-bef255b01348, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=173b8728-8525-4efb-90d5-bef255b01348,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:21:20.330429 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (173b8728-8525-4efb-90d5-bef255b01348), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:20.371118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 173b8728-8525-4efb-90d5-bef255b01348 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:21:20.374279 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:20.376974 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:20.377575 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] 10.222.0.10 "PUT /v2.0/ports/173b8728-8525-4efb-90d5-bef255b01348 HTTP/1.1" status: 200 len: 1092 time: 0.8370802 Feb 19 05:21:20.431707 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] The host n-h2-772273-4 is not matching for port 173b8728-8525-4efb-90d5-bef255b01348 host n-h1-772273-4! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 05:21:20.432437 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 173b8728-8525-4efb-90d5-bef255b01348 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:21:20.437732 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52e6a7-101b-4329-b7c4-25d04d9422a4 service neutron] Pushing event updated for resources: {'Port': ['ID=173b8728-8525-4efb-90d5-bef255b01348,revision_number=7']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:21:20.465776 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-06b4fa9c-102c-4020-b000-d36a1185176a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:20.467487 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-06b4fa9c-102c-4020-b000-d36a1185176a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 1126 time: 0.0606446 Feb 19 05:21:20.565662 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-773b0413-a5a3-4e7a-9e66-4577475af200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:20.567221 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-773b0413-a5a3-4e7a-9e66-4577475af200 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.0931070 Feb 19 05:21:20.640577 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-9f21223e-2af7-4448-9b65-c36ee0e9737d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=173b8728-8525-4efb-90d5-bef255b01348 HTTP/1.1" status: 200 len: 1001 time: 0.0664167 Feb 19 05:21:20.708400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-742373c8-6419-4190-9dfd-7d859bdeef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:20.710022 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-742373c8-6419-4190-9dfd-7d859bdeef9b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0543809 Feb 19 05:21:20.765813 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-3c6b6474-409e-43a5-8a44-53e9d91e7a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:20.768069 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-3c6b6474-409e-43a5-8a44-53e9d91e7a9e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505328 Feb 19 05:21:20.871208 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-dc533892-4579-4a7a-abb0-eae9202eb660 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967402 Feb 19 05:21:20.945593 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55247e25-a902-4d4c-be60-1b1d79bc5d2f req-2a16e611-5261-47d6-b840-76028dcfd00f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:20.947208 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-55247e25-a902-4d4c-be60-1b1d79bc5d2f req-2a16e611-5261-47d6-b840-76028dcfd00f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 944 time: 0.0534940 Feb 19 05:21:20.964180 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-4efc5309-f129-4541-90a8-876389470c55 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875034 Feb 19 05:21:20.996672 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-55247e25-a902-4d4c-be60-1b1d79bc5d2f req-03938963-a8b3-49db-b756-b563c9886bfb tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437417 Feb 19 05:21:21.970442 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae6dd59-f60f-4ba4-ba16-58bc287f3d25', 'tag': '173b8728-8525-4efb-90d5-bef255b01348'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:21:21.973013 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c14b92-f33c-4702-9b49-99fc8e035662" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae6dd59-f60f-4ba4-ba16-58bc287f3d25", "tag": "173b8728-8525-4efb-90d5-bef255b01348"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:21:22.030596 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51404079-4ac5-4fc7-933b-36597d126bc5 x-openstack-request-id: req-51404079-4ac5-4fc7-933b-36597d126bc5 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:21:22.030901 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae6dd59-f60f-4ba4-ba16-58bc287f3d25", "tag": "173b8728-8525-4efb-90d5-bef255b01348", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:21:22.031164 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-51404079-4ac5-4fc7-933b-36597d126bc5 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:21:22.031578 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ae6dd59-f60f-4ba4-ba16-58bc287f3d25', 'tag': '173b8728-8525-4efb-90d5-bef255b01348', 'status': 'completed', 'code': 200} Feb 19 05:21:22.123962 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c14b92-f33c-4702-9b49-99fc8e035662 req-f96a3d51-9cb3-420e-b504-c753b27c1493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:22.125584 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f2c14b92-f33c-4702-9b49-99fc8e035662 req-f96a3d51-9cb3-420e-b504-c753b27c1493 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 1126 time: 0.0650752 Feb 19 05:21:22.155269 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c14b92-f33c-4702-9b49-99fc8e035662 req-2a41200e-3cad-4ed8-880a-fe9def7d1be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:22.156798 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f2c14b92-f33c-4702-9b49-99fc8e035662 req-2a41200e-3cad-4ed8-880a-fe9def7d1be4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 1126 time: 0.0947542 Feb 19 05:21:22.171753 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeeba24-58b1-403d-8547-156224160b9a req-52056337-4ccb-42e6-ac58-71b218feb0e6 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:22.174069 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cfeeba24-58b1-403d-8547-156224160b9a req-52056337-4ccb-42e6-ac58-71b218feb0e6 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 944 time: 0.0768259 Feb 19 05:21:22.252791 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c14b92-f33c-4702-9b49-99fc8e035662 req-bfdd0299-9338-4f55-9a4e-fb52808f6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:22.254407 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f2c14b92-f33c-4702-9b49-99fc8e035662 req-bfdd0299-9338-4f55-9a4e-fb52808f6713 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.1229906 Feb 19 05:21:22.288645 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cfeeba24-58b1-403d-8547-156224160b9a req-96df0983-99d4-45ea-958e-dc9df410d31f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958877 Feb 19 05:21:22.305961 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c14b92-f33c-4702-9b49-99fc8e035662 req-1dd9a090-f03e-4e93-a470-37763a493639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:22.307502 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f2c14b92-f33c-4702-9b49-99fc8e035662 req-1dd9a090-f03e-4e93-a470-37763a493639 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.1438782 Feb 19 05:21:22.368640 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f2c14b92-f33c-4702-9b49-99fc8e035662 req-2af0fbe6-1bc6-4505-80a8-a58d333f3392 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=173b8728-8525-4efb-90d5-bef255b01348 HTTP/1.1" status: 200 len: 1001 time: 0.1065147 Feb 19 05:21:22.385285 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f2c14b92-f33c-4702-9b49-99fc8e035662 req-339ec190-3cfd-4d2b-88e8-14546b623e7c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=173b8728-8525-4efb-90d5-bef255b01348 HTTP/1.1" status: 200 len: 1001 time: 0.0708375 Feb 19 05:21:22.425373 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c14b92-f33c-4702-9b49-99fc8e035662 req-6f6c53cb-11fe-4618-a730-7f9e30869fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:22.427659 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f2c14b92-f33c-4702-9b49-99fc8e035662 req-6f6c53cb-11fe-4618-a730-7f9e30869fac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0532384 Feb 19 05:21:22.437785 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c14b92-f33c-4702-9b49-99fc8e035662 req-28f6dae0-8e10-4791-8f56-04bc7fda6fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:22.439292 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f2c14b92-f33c-4702-9b49-99fc8e035662 req-28f6dae0-8e10-4791-8f56-04bc7fda6fb1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0490913 Feb 19 05:21:22.483544 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c14b92-f33c-4702-9b49-99fc8e035662 req-c358e7d7-4aad-475a-b7c4-0614c3307205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:22.485474 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f2c14b92-f33c-4702-9b49-99fc8e035662 req-c358e7d7-4aad-475a-b7c4-0614c3307205 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514865 Feb 19 05:21:22.498194 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c14b92-f33c-4702-9b49-99fc8e035662 req-57c29819-2270-4908-9e28-fa937e60c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:22.500429 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f2c14b92-f33c-4702-9b49-99fc8e035662 req-57c29819-2270-4908-9e28-fa937e60c663 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0554988 Feb 19 05:21:22.585382 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f2c14b92-f33c-4702-9b49-99fc8e035662 req-5e18c316-a67a-4ebf-9ee4-05bf7ee7a74c service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942502 Feb 19 05:21:22.604456 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f2c14b92-f33c-4702-9b49-99fc8e035662 req-e160c7bd-cb4b-490c-8b69-0caee912a463 service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981386 Feb 19 05:21:22.692100 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f2c14b92-f33c-4702-9b49-99fc8e035662 req-117eff26-13c4-4712-8d39-3374132687d8 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005974 Feb 19 05:21:22.709633 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f2c14b92-f33c-4702-9b49-99fc8e035662 req-be2ad369-7be9-4295-b884-20b856fcdc9d service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976353 Feb 19 05:21:23.428735 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693bcf0-7706-4a83-9723-9674f7d0081e req-08b53655-5962-4747-839d-0df47fb422a9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:23.431447 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9693bcf0-7706-4a83-9723-9674f7d0081e req-08b53655-5962-4747-839d-0df47fb422a9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 944 time: 0.0609004 Feb 19 05:21:23.493401 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9693bcf0-7706-4a83-9723-9674f7d0081e req-f25f7d4b-e12c-4b89-87c2-f011b4548fd3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533478 Feb 19 05:21:24.644016 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877d122-ea77-42a1-b4ef-03e8c7a7913a req-38912652-6c20-4935-904a-9a27570a36c4 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:24.645624 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0877d122-ea77-42a1-b4ef-03e8c7a7913a req-38912652-6c20-4935-904a-9a27570a36c4 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 944 time: 0.0645139 Feb 19 05:21:24.699302 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0877d122-ea77-42a1-b4ef-03e8c7a7913a req-75fc132d-054a-4cdb-97a2-60d442fde802 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477538 Feb 19 05:21:25.842489 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167f33a-9cdc-4e94-ae84-c0d3d977a148 req-decc90cc-fa76-4cd5-a285-a5d5c11863fd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:25.844247 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5167f33a-9cdc-4e94-ae84-c0d3d977a148 req-decc90cc-fa76-4cd5-a285-a5d5c11863fd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 944 time: 0.0642188 Feb 19 05:21:25.900349 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5167f33a-9cdc-4e94-ae84-c0d3d977a148 req-28b22670-6e58-4035-9fc7-403f3780bf80 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491393 Feb 19 05:21:27.028574 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4db94-58d3-45f8-8282-51e1775f485d req-d850aac8-42dd-4bd6-820c-792a5d3e86e7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:27.030392 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-45f4db94-58d3-45f8-8282-51e1775f485d req-d850aac8-42dd-4bd6-820c-792a5d3e86e7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 944 time: 0.0556953 Feb 19 05:21:27.079783 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-45f4db94-58d3-45f8-8282-51e1775f485d req-49cd1657-5c1e-4760-8b57-4cc5a8f05241 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437613 Feb 19 05:21:28.207015 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22e9c0-50f4-4bd2-ac5b-5c10930d17ae req-cca85c32-f648-43f8-ba9c-2510e206b3c3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:28.208635 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-db22e9c0-50f4-4bd2-ac5b-5c10930d17ae req-cca85c32-f648-43f8-ba9c-2510e206b3c3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 944 time: 0.0571260 Feb 19 05:21:28.261687 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-db22e9c0-50f4-4bd2-ac5b-5c10930d17ae req-3b913502-518d-4b1d-9f97-480398a69f72 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466948 Feb 19 05:21:29.402855 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b21e8d-d6eb-4895-bd22-c24e41d4d337 req-129503a8-50fa-4f61-af04-c2b39f4d90c8 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:29.405106 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-05b21e8d-d6eb-4895-bd22-c24e41d4d337 req-129503a8-50fa-4f61-af04-c2b39f4d90c8 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 944 time: 0.0632486 Feb 19 05:21:29.458564 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-05b21e8d-d6eb-4895-bd22-c24e41d4d337 req-3240c506-1a08-4420-be96-3cc22d87bbd2 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467246 Feb 19 05:21:30.589966 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a626df-19a5-4123-9f75-6c811f8de509 req-974643c4-f34f-4aa3-9253-f8c8259e9fdf tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:30.591538 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-99a626df-19a5-4123-9f75-6c811f8de509 req-974643c4-f34f-4aa3-9253-f8c8259e9fdf tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 944 time: 0.0625811 Feb 19 05:21:30.646757 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-99a626df-19a5-4123-9f75-6c811f8de509 req-6f379da9-29e1-45e1-a3d4-4780346d3254 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485344 Feb 19 05:21:31.241042 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c12f44-d8bd-483f-a162-fbcd37383c01 req-acca4870-2cd1-49e1-8379-7395a5a0adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:31.242561 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-81c12f44-d8bd-483f-a162-fbcd37383c01 req-acca4870-2cd1-49e1-8379-7395a5a0adb1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 1126 time: 0.0522969 Feb 19 05:21:31.369388 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:21:31.371983 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c12f44-d8bd-483f-a162-fbcd37383c01 req-213ba037-5b99-407a-a375-a23d6db5a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:31.373737 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-81c12f44-d8bd-483f-a162-fbcd37383c01 req-213ba037-5b99-407a-a375-a23d6db5a6f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.1066687 Feb 19 05:21:31.473757 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-81c12f44-d8bd-483f-a162-fbcd37383c01 req-a6c95e1a-1906-4ca5-92e5-58f6273b5585 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=173b8728-8525-4efb-90d5-bef255b01348 HTTP/1.1" status: 200 len: 1001 time: 0.0940893 Feb 19 05:21:31.530892 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c12f44-d8bd-483f-a162-fbcd37383c01 req-3e4c8d2e-e69e-4020-ae23-159623635201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:31.532741 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-81c12f44-d8bd-483f-a162-fbcd37383c01 req-3e4c8d2e-e69e-4020-ae23-159623635201 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0489092 Feb 19 05:21:31.592304 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c12f44-d8bd-483f-a162-fbcd37383c01 req-5f5d554a-5575-4967-ba57-60927c8bd540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:31.593803 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-81c12f44-d8bd-483f-a162-fbcd37383c01 req-5f5d554a-5575-4967-ba57-60927c8bd540 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512016 Feb 19 05:21:31.688962 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-81c12f44-d8bd-483f-a162-fbcd37383c01 req-4cd82913-f13c-4571-9cac-8c7e5140ff7b service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881948 Feb 19 05:21:31.777519 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647c980-a150-479e-802e-13ae06052c39 req-e7301506-a162-48b4-837e-3bcddcad991a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:31.779033 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3647c980-a150-479e-802e-13ae06052c39 req-e7301506-a162-48b4-837e-3bcddcad991a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 944 time: 0.0558271 Feb 19 05:21:31.794498 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-81c12f44-d8bd-483f-a162-fbcd37383c01 req-c0f1ba8e-0afa-4938-85dc-596a5b3c9247 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994532 Feb 19 05:21:31.850519 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3647c980-a150-479e-802e-13ae06052c39 req-e04c0dbb-0291-41ab-8eea-d3ee59000290 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644307 Feb 19 05:21:32.334657 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-44f03bea-29bb-4468-bab3-36be23f8432d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:32.987780 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6d5df-a5fb-4e64-9649-60a9276723db req-23524c63-46cb-4bbb-835e-9534e9d7b2bb tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:32.989868 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9a6d5df-a5fb-4e64-9649-60a9276723db req-23524c63-46cb-4bbb-835e-9534e9d7b2bb tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 944 time: 0.0616322 Feb 19 05:21:33.045308 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9a6d5df-a5fb-4e64-9649-60a9276723db req-04db90c6-e468-492c-a398-e64f6c4cb29a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493996 Feb 19 05:21:34.220061 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d50bfb-1bd3-40c0-93cb-4d5b490c440e req-9999b4e7-87dd-4775-bfa6-afbdeb6313ea tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:34.221765 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6d50bfb-1bd3-40c0-93cb-4d5b490c440e req-9999b4e7-87dd-4775-bfa6-afbdeb6313ea tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 944 time: 0.0617883 Feb 19 05:21:34.274840 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c6d50bfb-1bd3-40c0-93cb-4d5b490c440e req-563edb40-a556-4bd6-956d-78470665564b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470710 Feb 19 05:21:35.189170 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2f20ab0f-bff4-4212-aa09-92f98b3d65fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:35.408025 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef480d79-2e90-4704-a50f-c7302898cf1a req-e8d402c3-c75f-448d-816a-d37e570abed0 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:35.409620 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ef480d79-2e90-4704-a50f-c7302898cf1a req-e8d402c3-c75f-448d-816a-d37e570abed0 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 944 time: 0.0554845 Feb 19 05:21:35.459382 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ef480d79-2e90-4704-a50f-c7302898cf1a req-ad5ca1ea-dbf0-4dc7-a83e-39a7261e88d3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441232 Feb 19 05:21:36.603885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb7f15-de49-4ae0-b29a-0babc7da7c36 req-a5cb2a3e-9eb9-404a-83d7-7ceda18d2a0f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:36.605540 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d3fb7f15-de49-4ae0-b29a-0babc7da7c36 req-a5cb2a3e-9eb9-404a-83d7-7ceda18d2a0f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 944 time: 0.0646946 Feb 19 05:21:36.659390 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d3fb7f15-de49-4ae0-b29a-0babc7da7c36 req-7484c3fe-2475-45c3-8c41-7d256218e7ee tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470035 Feb 19 05:21:37.046592 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:37.811001 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f30c54-eff4-4f89-b96c-efc8830bf943 req-e5a13af1-05ac-4ead-9d2c-b5e01afe1e8e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:37.812639 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e9f30c54-eff4-4f89-b96c-efc8830bf943 req-e5a13af1-05ac-4ead-9d2c-b5e01afe1e8e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 944 time: 0.0635738 Feb 19 05:21:37.865249 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e9f30c54-eff4-4f89-b96c-efc8830bf943 req-51ee1c80-5f37-4853-956c-37b432ae7a67 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465989 Feb 19 05:21:38.063828 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:38.170954 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:39.037944 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87dc489-5015-4e28-b0de-ff1cbba56ee6 req-75c2374e-4ba0-47f2-a22a-04fc8e3937d9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:39.040173 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c87dc489-5015-4e28-b0de-ff1cbba56ee6 req-75c2374e-4ba0-47f2-a22a-04fc8e3937d9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 944 time: 0.0884855 Feb 19 05:21:39.110337 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c87dc489-5015-4e28-b0de-ff1cbba56ee6 req-7afeeeba-8594-4019-acd6-9841da968bc3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579901 Feb 19 05:21:39.144588 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 173b8728-8525-4efb-90d5-bef255b01348 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:21:39.320815 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 173b8728-8525-4efb-90d5-bef255b01348, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=173b8728-8525-4efb-90d5-bef255b01348,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:21:39.335932 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '173b8728-8525-4efb-90d5-bef255b01348', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'port_id': '173b8728-8525-4efb-90d5-bef255b01348', 'mac_address': 'fa:16:3e:fd:d7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:21:39.382336 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 173b8728-8525-4efb-90d5-bef255b01348 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:21:39.383009 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (173b8728-8525-4efb-90d5-bef255b01348), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:39.402104 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 173b8728-8525-4efb-90d5-bef255b01348 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:21:39.432736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 173b8728-8525-4efb-90d5-bef255b01348, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=173b8728-8525-4efb-90d5-bef255b01348,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:21:39.444837 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (173b8728-8525-4efb-90d5-bef255b01348), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:39.477360 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:39.513302 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=173b8728-8525-4efb-90d5-bef255b01348,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:21:39.527223 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:39.527777 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:39.528333 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:39.528883 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:39.529731 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:39.530285 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:39.530836 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:39.531381 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:39.532633 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:39.532801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-bb14e722-1e54-4578-b89b-d96dbb912c0b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:39.533545 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:39.533972 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:39.534458 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-bb14e722-1e54-4578-b89b-d96dbb912c0b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25&tenant_id=04db6f0b17374d38b47662a7902a8d50&binding%3Ahost_id=n-h1-772273-4 HTTP/1.1" status: 200 len: 945 time: 0.1025970 Feb 19 05:21:39.534659 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:39.535039 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:39.546377 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a856a6-b52e-45b4-9994-56836180c87e req-355b0786-42e6-4b83-89ac-359c70b793d0 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:39.550368 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-18a856a6-b52e-45b4-9994-56836180c87e req-355b0786-42e6-4b83-89ac-359c70b793d0 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 945 time: 0.0856194 Feb 19 05:21:39.630062 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-18a856a6-b52e-45b4-9994-56836180c87e req-9de2fa68-63b6-40d3-859a-3acbc405a98e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699930 Feb 19 05:21:39.636957 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-3fb032fc-4798-4e7a-ad54-cbd15a81fbc9 service neutron] 10.222.0.10 "GET /v2.0/ports/173b8728-8525-4efb-90d5-bef255b01348/bindings/n-h1-772273-4 HTTP/1.1" status: 200 len: 382 time: 0.0905526 Feb 19 05:21:39.728294 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-e8b6f849-b4ac-4350-8851-bffe6f0c2b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:39.730055 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-e8b6f849-b4ac-4350-8851-bffe6f0c2b32 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 1127 time: 0.0641286 Feb 19 05:21:39.824808 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['173b8728-8525-4efb-90d5-bef255b01348'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:21:39.860256 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:39.887163 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-39c62a57-1837-431c-b895-1b4a07dc0d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:39.888741 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-39c62a57-1837-431c-b895-1b4a07dc0d2e service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.1488235 Feb 19 05:21:39.975271 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-42cc2df4-c714-4039-a154-c1e24eef3b9f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=173b8728-8525-4efb-90d5-bef255b01348 HTTP/1.1" status: 200 len: 1002 time: 0.0796831 Feb 19 05:21:40.030848 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-ccfb55b8-a0a1-4241-ae93-80a1ffd1b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:40.032887 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-ccfb55b8-a0a1-4241-ae93-80a1ffd1b01a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0516381 Feb 19 05:21:40.088320 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-20d0e7db-8760-4f0e-9fb9-e20f24edfc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:40.090021 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-20d0e7db-8760-4f0e-9fb9-e20f24edfc69 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0507414 Feb 19 05:21:40.199141 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-aa2d6a71-c58e-4681-a7e7-4feadb4bab33 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025186 Feb 19 05:21:40.307695 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-8142df21-81ac-4128-a607-8f02f53371cd service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953872 Feb 19 05:21:41.051395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775e234-c6ee-4213-8900-355126cee4a3 req-7e7d44ff-c47a-4aca-a94c-1ab9de786eb2 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:41.052951 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7775e234-c6ee-4213-8900-355126cee4a3 req-7e7d44ff-c47a-4aca-a94c-1ab9de786eb2 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 945 time: 0.0595953 Feb 19 05:21:41.104228 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7775e234-c6ee-4213-8900-355126cee4a3 req-f5c3e0d4-4cb5-4d1b-a4a9-6164921f7bae tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454826 Feb 19 05:21:41.163559 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 173b8728-8525-4efb-90d5-bef255b01348 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:21:41.214124 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 173b8728-8525-4efb-90d5-bef255b01348 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:21:41.219034 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 173b8728-8525-4efb-90d5-bef255b01348 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:21:41.219034 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (173b8728-8525-4efb-90d5-bef255b01348), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:41.296589 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 173b8728-8525-4efb-90d5-bef255b01348 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:21:41.297051 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (173b8728-8525-4efb-90d5-bef255b01348), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:41.319478 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae6dd59-f60f-4ba4-ba16-58bc287f3d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173b8728-8525-4efb-90d5-bef255b01348'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:21:41.321692 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972a230b-2c09-47f9-a1a2-0ac7e3ec6b1d" -d '{"events": [{"server_uuid": "2ae6dd59-f60f-4ba4-ba16-58bc287f3d25", "name": "network-vif-plugged", "status": "completed", "tag": "173b8728-8525-4efb-90d5-bef255b01348"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:21:41.341586 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 173b8728-8525-4efb-90d5-bef255b01348, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=173b8728-8525-4efb-90d5-bef255b01348,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:21:41.348523 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (173b8728-8525-4efb-90d5-bef255b01348), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:41.379753 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b233136-cad9-42e6-b85a-720a88a70cdd x-openstack-request-id: req-4b233136-cad9-42e6-b85a-720a88a70cdd {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:21:41.380050 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae6dd59-f60f-4ba4-ba16-58bc287f3d25", "name": "network-vif-plugged", "status": "completed", "tag": "173b8728-8525-4efb-90d5-bef255b01348", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:21:41.380304 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4b233136-cad9-42e6-b85a-720a88a70cdd {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:21:41.380694 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae6dd59-f60f-4ba4-ba16-58bc287f3d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173b8728-8525-4efb-90d5-bef255b01348', 'code': 200} Feb 19 05:21:41.408183 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=173b8728-8525-4efb-90d5-bef255b01348,revision_number=9']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:21:42.241641 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fd1e7-6953-44f7-9f52-ca3d421122f0 req-6ce3a9f0-5ab0-466c-8680-a11aa4fe58d4 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:42.243169 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6f5fd1e7-6953-44f7-9f52-ca3d421122f0 req-6ce3a9f0-5ab0-466c-8680-a11aa4fe58d4 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 946 time: 0.0650494 Feb 19 05:21:42.316962 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6f5fd1e7-6953-44f7-9f52-ca3d421122f0 req-71ce98f8-0b28-4263-a571-6874d8a5dc19 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645266 Feb 19 05:21:43.511666 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83936f-a09a-422c-a5b3-a8104bb631b3 req-5f4c57a3-5e98-4487-b0fe-7248463bef6d tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:43.514423 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6e83936f-a09a-422c-a5b3-a8104bb631b3 req-5f4c57a3-5e98-4487-b0fe-7248463bef6d tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 946 time: 0.0717518 Feb 19 05:21:43.582783 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6e83936f-a09a-422c-a5b3-a8104bb631b3 req-722e2b83-0909-4027-b051-d6a790b73ed9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571027 Feb 19 05:21:44.743968 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b9417-6f80-42b2-8b50-7bd9ec7fda36 req-cc46bbd0-496d-430f-9fd0-4990fb074ff1 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:44.745847 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-077b9417-6f80-42b2-8b50-7bd9ec7fda36 req-cc46bbd0-496d-430f-9fd0-4990fb074ff1 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 946 time: 0.0671029 Feb 19 05:21:44.810826 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-077b9417-6f80-42b2-8b50-7bd9ec7fda36 req-6248983a-044e-41b9-b634-7d7869eca641 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580118 Feb 19 05:21:45.156413 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 173b8728-8525-4efb-90d5-bef255b01348 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:21:45.242463 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 173b8728-8525-4efb-90d5-bef255b01348 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:21:45.242858 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (173b8728-8525-4efb-90d5-bef255b01348), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:45.267984 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae6dd59-f60f-4ba4-ba16-58bc287f3d25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '173b8728-8525-4efb-90d5-bef255b01348'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:21:45.270321 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2a5c3d-83c4-442f-898b-3bb3b9e152f3" -d '{"events": [{"server_uuid": "2ae6dd59-f60f-4ba4-ba16-58bc287f3d25", "name": "network-vif-unplugged", "status": "completed", "tag": "173b8728-8525-4efb-90d5-bef255b01348"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:21:45.287375 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 173b8728-8525-4efb-90d5-bef255b01348, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=173b8728-8525-4efb-90d5-bef255b01348,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:21:45.293072 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (173b8728-8525-4efb-90d5-bef255b01348), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:45.357571 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=173b8728-8525-4efb-90d5-bef255b01348,revision_number=10']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:21:45.375917 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 05:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c2463f-7ee7-4afc-aaaa-59b5a6a38c19 x-openstack-request-id: req-a7c2463f-7ee7-4afc-aaaa-59b5a6a38c19 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:21:45.376232 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae6dd59-f60f-4ba4-ba16-58bc287f3d25", "name": "network-vif-unplugged", "status": "completed", "tag": "173b8728-8525-4efb-90d5-bef255b01348", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:21:45.376495 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a7c2463f-7ee7-4afc-aaaa-59b5a6a38c19 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:21:45.377078 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae6dd59-f60f-4ba4-ba16-58bc287f3d25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '173b8728-8525-4efb-90d5-bef255b01348', 'code': 200} Feb 19 05:21:45.951869 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e486e7a-d57c-44a1-bae2-c3d5ed70bb7e req-ac7091d3-315d-41d7-8fd0-484db7e0ef5e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:45.954094 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0e486e7a-d57c-44a1-bae2-c3d5ed70bb7e req-ac7091d3-315d-41d7-8fd0-484db7e0ef5e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 945 time: 0.0641434 Feb 19 05:21:46.022268 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0e486e7a-d57c-44a1-bae2-c3d5ed70bb7e req-df19e996-cb21-461f-9262-77572c79f3ae tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584021 Feb 19 05:21:46.652985 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-1c0b6119-349d-49e1-9cb2-bcde483484f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:46.654868 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-1c0b6119-349d-49e1-9cb2-bcde483484f6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25&tenant_id=04db6f0b17374d38b47662a7902a8d50 HTTP/1.1" status: 200 len: 1127 time: 0.0551448 Feb 19 05:21:46.666094 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-772273-4', 'device_owner': 'compute:nova'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:21:46.735705 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (173b8728-8525-4efb-90d5-bef255b01348), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:46.953084 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] For port 173b8728-8525-4efb-90d5-bef255b01348, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=173b8728-8525-4efb-90d5-bef255b01348,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:21:46.989026 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] For port 173b8728-8525-4efb-90d5-bef255b01348, host n-h1-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:21:47.030676 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 173b8728-8525-4efb-90d5-bef255b01348 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:21:47.040071 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Publish callbacks [] for port (173b8728-8525-4efb-90d5-bef255b01348), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:47.055596 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Transition to ACTIVE for port object 173b8728-8525-4efb-90d5-bef255b01348 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:21:47.060549 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (173b8728-8525-4efb-90d5-bef255b01348), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:47.180700 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Pushing event updated for resources: {'Port': ['ID=173b8728-8525-4efb-90d5-bef255b01348,revision_number=11']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:21:47.207962 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:47.208314 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:47.208838 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:47.209028 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:47.209368 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:47.209686 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:47.210103 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:47.210441 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:47.210678 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:47.211009 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:47.211340 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:47.211661 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:47.211986 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:21:47.236827 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] No DVR routers for this DVR port 173b8728-8525-4efb-90d5-bef255b01348 on host n-h1-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:21:47.289720 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066cdef3-bc10-4af4-bb01-0f6037871b75 req-da510bcc-57ae-4de6-9f9b-77a5a299ee9f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:47.292318 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-066cdef3-bc10-4af4-bb01-0f6037871b75 req-da510bcc-57ae-4de6-9f9b-77a5a299ee9f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 945 time: 0.1594477 Feb 19 05:21:47.395926 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-066cdef3-bc10-4af4-bb01-0f6037871b75 req-d72b66c5-bab3-40c4-9fef-3e318cbbd0dc tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970409 Feb 19 05:21:47.437665 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Attempting to bind port 173b8728-8525-4efb-90d5-bef255b01348 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:21:47.438018 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Attempting to bind port 173b8728-8525-4efb-90d5-bef255b01348 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:21:47.438360 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Attempting to bind port 173b8728-8525-4efb-90d5-bef255b01348 on network 5d897762-66f3-429f-bcee-5b1286dc661d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:21:47.443566 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Port 173b8728-8525-4efb-90d5-bef255b01348 on network 5d897762-66f3-429f-bcee-5b1286dc661d not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:21:47.443897 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Attempting to bind port 173b8728-8525-4efb-90d5-bef255b01348 on network 5d897762-66f3-429f-bcee-5b1286dc661d {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:21:47.449205 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:21:47.449557 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Checking segment: {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:21:47.449954 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Bound using segment: {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:21:47.450391 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Bound port: 173b8728-8525-4efb-90d5-bef255b01348, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:21:47.450759 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (173b8728-8525-4efb-90d5-bef255b01348), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:47.522163 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] For port 173b8728-8525-4efb-90d5-bef255b01348, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:21:47.525488 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] For port 173b8728-8525-4efb-90d5-bef255b01348, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=173b8728-8525-4efb-90d5-bef255b01348,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:21:47.532814 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (173b8728-8525-4efb-90d5-bef255b01348), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:47.569095 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:47.569616 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:21:47.571031 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] 10.222.0.48 "PUT /v2.0/ports/173b8728-8525-4efb-90d5-bef255b01348 HTTP/1.1" status: 200 len: 1093 time: 0.9092729 Feb 19 05:21:47.571504 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae6dd59-f60f-4ba4-ba16-58bc287f3d25', 'tag': '173b8728-8525-4efb-90d5-bef255b01348'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:21:47.573885 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b589dd3-223b-4691-b46f-5cc772da19bc" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae6dd59-f60f-4ba4-ba16-58bc287f3d25", "tag": "173b8728-8525-4efb-90d5-bef255b01348"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:21:47.602194 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a62684-0e56-432b-8efb-827627765f36 service neutron] Pushing event updated for resources: {'Port': ['ID=173b8728-8525-4efb-90d5-bef255b01348,revision_number=12']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:21:47.649143 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29178d10-0091-49e7-a873-e3a678617ab3 x-openstack-request-id: req-29178d10-0091-49e7-a873-e3a678617ab3 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:21:47.649464 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae6dd59-f60f-4ba4-ba16-58bc287f3d25", "tag": "173b8728-8525-4efb-90d5-bef255b01348", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:21:47.649853 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-29178d10-0091-49e7-a873-e3a678617ab3 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:21:47.650509 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ae6dd59-f60f-4ba4-ba16-58bc287f3d25', 'tag': '173b8728-8525-4efb-90d5-bef255b01348', 'status': 'completed', 'code': 200} Feb 19 05:21:47.668208 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b34ca752-7fb9-420f-8e3e-6a2c4dbac270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:47.671046 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-b34ca752-7fb9-420f-8e3e-6a2c4dbac270 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 1127 time: 0.0628302 Feb 19 05:21:47.730769 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b589dd3-223b-4691-b46f-5cc772da19bc req-d7f5463e-bbae-46cd-aa96-2b35ccd79dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:47.733558 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b589dd3-223b-4691-b46f-5cc772da19bc req-d7f5463e-bbae-46cd-aa96-2b35ccd79dce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 1127 time: 0.0592771 Feb 19 05:21:47.793770 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-40b1dc8b-c6a0-42a1-ad30-1894f472c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:47.795915 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-40b1dc8b-c6a0-42a1-ad30-1894f472c5e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.1179352 Feb 19 05:21:47.847491 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b589dd3-223b-4691-b46f-5cc772da19bc req-74a4303c-4fc3-4a0f-991e-e4d8c171dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:47.848961 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b589dd3-223b-4691-b46f-5cc772da19bc req-74a4303c-4fc3-4a0f-991e-e4d8c171dd5c service neutron] 10.222.0.10 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.1092319 Feb 19 05:21:47.867964 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-80ac53bf-2596-4cfb-b6b1-4c47a7a27791 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=173b8728-8525-4efb-90d5-bef255b01348 HTTP/1.1" status: 200 len: 1001 time: 0.0654557 Feb 19 05:21:47.923550 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b589dd3-223b-4691-b46f-5cc772da19bc req-7e65c43a-fc06-47ac-b7f8-c37f368f9067 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=173b8728-8525-4efb-90d5-bef255b01348 HTTP/1.1" status: 200 len: 1001 time: 0.0681975 Feb 19 05:21:47.927309 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-60c55b8c-fd0c-412e-bc5c-a0bf7268e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:47.929164 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-60c55b8c-fd0c-412e-bc5c-a0bf7268e378 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0555885 Feb 19 05:21:47.986827 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b589dd3-223b-4691-b46f-5cc772da19bc req-1573f05e-dbf6-48e5-b7ee-f6f653b0bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:47.989285 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b589dd3-223b-4691-b46f-5cc772da19bc req-1573f05e-dbf6-48e5-b7ee-f6f653b0bdaf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0598035 Feb 19 05:21:47.997131 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-ddc30a49-eb4e-42d5-86ce-6587189ff789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:47.999684 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-ddc30a49-eb4e-42d5-86ce-6587189ff789 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0650637 Feb 19 05:21:48.049588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b589dd3-223b-4691-b46f-5cc772da19bc req-7091cf10-54a8-4bb8-beb2-8cb737efeedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:48.051240 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b589dd3-223b-4691-b46f-5cc772da19bc req-7091cf10-54a8-4bb8-beb2-8cb737efeedc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557508 Feb 19 05:21:48.110861 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-30dcc4d5-0421-49c5-9243-f07a392a6edf service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045079 Feb 19 05:21:48.218513 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-76178be9-63d6-4396-926b-b0843c4ae8a5 req-6b4a7ee5-ba81-4893-aa46-b1cf3c48fc7f service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018097 Feb 19 05:21:48.334703 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b589dd3-223b-4691-b46f-5cc772da19bc req-8945ba88-2d3c-4a16-8bc7-fd0032928f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:48.336272 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2b589dd3-223b-4691-b46f-5cc772da19bc req-8945ba88-2d3c-4a16-8bc7-fd0032928f56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=04db6f0b17374d38b47662a7902a8d50&device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 1127 time: 0.0605555 Feb 19 05:21:48.455602 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b589dd3-223b-4691-b46f-5cc772da19bc req-d80abb12-4d29-44ec-bb8d-024f4a6e4311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:48.457744 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2b589dd3-223b-4691-b46f-5cc772da19bc req-d80abb12-4d29-44ec-bb8d-024f4a6e4311 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 200 len: 911 time: 0.1150880 Feb 19 05:21:48.565136 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2b589dd3-223b-4691-b46f-5cc772da19bc req-6c353f39-67aa-4cac-93e4-c4229533dff7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=173b8728-8525-4efb-90d5-bef255b01348 HTTP/1.1" status: 200 len: 1001 time: 0.1015487 Feb 19 05:21:48.589485 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b589dd3-223b-4691-b46f-5cc772da19bc req-52595625-bc5a-47b8-b423-46adede8bcf0 service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308456 Feb 19 05:21:48.623893 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d94e0a-bb59-41a4-b016-ad8a5298ce39 req-0c96f902-3c49-4b41-be3a-7e575733b34e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:48.626181 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f0d94e0a-bb59-41a4-b016-ad8a5298ce39 req-0c96f902-3c49-4b41-be3a-7e575733b34e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 945 time: 0.1143816 Feb 19 05:21:48.636478 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b589dd3-223b-4691-b46f-5cc772da19bc req-001be3c8-7f40-44d8-b0e6-5466e8b0edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:48.638140 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2b589dd3-223b-4691-b46f-5cc772da19bc req-001be3c8-7f40-44d8-b0e6-5466e8b0edaf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 200 len: 850 time: 0.0632832 Feb 19 05:21:48.713468 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b589dd3-223b-4691-b46f-5cc772da19bc req-aa7180f7-a9b1-4339-8d8b-67aac3bf987b service neutron] 10.222.0.10 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170597 Feb 19 05:21:48.718466 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f0d94e0a-bb59-41a4-b016-ad8a5298ce39 req-45dc563a-69b7-45e3-988f-b8857c801496 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792630 Feb 19 05:21:48.738841 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b589dd3-223b-4691-b46f-5cc772da19bc req-5000ed94-387c-4856-a3e1-8b96a78ac1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:48.744187 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2b589dd3-223b-4691-b46f-5cc772da19bc req-5000ed94-387c-4856-a3e1-8b96a78ac1b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d897762-66f3-429f-bcee-5b1286dc661d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0949731 Feb 19 05:21:48.847822 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2b589dd3-223b-4691-b46f-5cc772da19bc req-da4d469a-ca9d-438e-84c5-415463787b02 service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015108 Feb 19 05:21:48.951781 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2b589dd3-223b-4691-b46f-5cc772da19bc req-df7f1c47-78c7-45a5-95b7-87221ecc9dc4 service neutron] 10.222.0.48 "GET /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975566 Feb 19 05:21:49.868667 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfe8a7-6381-4831-b968-46e349f8efc2 req-222d6377-4585-47ad-8652-02429521b157 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:49.870230 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60dfe8a7-6381-4831-b968-46e349f8efc2 req-222d6377-4585-47ad-8652-02429521b157 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 945 time: 0.0593166 Feb 19 05:21:49.930704 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-60dfe8a7-6381-4831-b968-46e349f8efc2 req-8010e3da-bf03-40d2-838d-87ced965a6da tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542479 Feb 19 05:21:51.060996 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd79fc6-0615-4799-a4ec-1e52230895be req-e55577f7-aa57-4cdb-8201-37b1e45902bd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:51.063138 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1dd79fc6-0615-4799-a4ec-1e52230895be req-e55577f7-aa57-4cdb-8201-37b1e45902bd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 945 time: 0.0561993 Feb 19 05:21:51.114401 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1dd79fc6-0615-4799-a4ec-1e52230895be req-686b9ae6-ed31-4e10-a480-b770ac4fe43d tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451272 Feb 19 05:21:52.240885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ed84a-1424-4b1e-8217-0d6f981b99c5 req-872c7d90-3caf-405c-b8a2-bc52f4d38296 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:52.242536 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7e6ed84a-1424-4b1e-8217-0d6f981b99c5 req-872c7d90-3caf-405c-b8a2-bc52f4d38296 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 945 time: 0.0541046 Feb 19 05:21:52.290887 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7e6ed84a-1424-4b1e-8217-0d6f981b99c5 req-6ec3fa23-ade3-4c39-9a4a-82f769cc953f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427110 Feb 19 05:21:53.473993 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c307b-0d3f-4691-8555-5d861841321c req-0c3bbcae-f5fe-409d-93af-de1b04552961 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:53.476359 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-151c307b-0d3f-4691-8555-5d861841321c req-0c3bbcae-f5fe-409d-93af-de1b04552961 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 945 time: 0.1017015 Feb 19 05:21:53.805459 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-151c307b-0d3f-4691-8555-5d861841321c req-30e78d39-d5fb-4e9a-ae21-2cb60c5bce58 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3230963 Feb 19 05:21:54.944063 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaab095-46ef-4d46-9707-b978e343dfe2 req-0a067fec-f470-488f-8075-bddb17658ed7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:54.945765 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dfaab095-46ef-4d46-9707-b978e343dfe2 req-0a067fec-f470-488f-8075-bddb17658ed7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 945 time: 0.0637615 Feb 19 05:21:54.994824 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dfaab095-46ef-4d46-9707-b978e343dfe2 req-07deb0c4-482b-4e25-81ee-19687d249570 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432298 Feb 19 05:21:56.156965 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2799d-99e0-4822-82d2-78c93f5af012 req-375a4017-32ef-4df4-b836-bae948ff7760 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:56.159620 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3a2799d-99e0-4822-82d2-78c93f5af012 req-375a4017-32ef-4df4-b836-bae948ff7760 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 945 time: 0.0785103 Feb 19 05:21:56.209679 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c3a2799d-99e0-4822-82d2-78c93f5af012 req-f99af1ee-0eb3-491e-aec4-7b3f85f44689 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443759 Feb 19 05:21:57.338545 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a7c67-410f-4e39-ac23-982251e284db req-32545c43-e564-4ebc-8550-b4fc22f4d353 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:57.340175 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-188a7c67-410f-4e39-ac23-982251e284db req-32545c43-e564-4ebc-8550-b4fc22f4d353 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 945 time: 0.0559113 Feb 19 05:21:57.402253 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-188a7c67-410f-4e39-ac23-982251e284db req-1efea90f-ed5e-4499-8425-d67f361ab025 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557752 Feb 19 05:21:58.551192 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ccbd3-7f73-4a6b-a59e-5f015edc069c req-36a8b20e-499b-4fed-85f4-fcda8c641913 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:58.552841 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c01ccbd3-7f73-4a6b-a59e-5f015edc069c req-36a8b20e-499b-4fed-85f4-fcda8c641913 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 945 time: 0.0684454 Feb 19 05:21:58.640159 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c01ccbd3-7f73-4a6b-a59e-5f015edc069c req-1aa91285-e079-4e49-b522-cf417761988e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813954 Feb 19 05:21:59.803066 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767dad99-14ad-4fd3-be8d-984c60b63ca6 req-60573c41-3e47-44c6-99a9-9655ed744f4e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:21:59.806122 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-767dad99-14ad-4fd3-be8d-984c60b63ca6 req-60573c41-3e47-44c6-99a9-9655ed744f4e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 945 time: 0.0897291 Feb 19 05:21:59.888092 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-767dad99-14ad-4fd3-be8d-984c60b63ca6 req-f75dbc76-44b6-40fd-a233-f679554fc864 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758471 Feb 19 05:22:01.011746 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f465971-3a2c-4505-ba97-62cd86a310b5 req-106a5405-2271-4215-9ec1-b13b6ba915cd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:01.013263 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0f465971-3a2c-4505-ba97-62cd86a310b5 req-106a5405-2271-4215-9ec1-b13b6ba915cd tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 945 time: 0.0526352 Feb 19 05:22:01.062030 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0f465971-3a2c-4505-ba97-62cd86a310b5 req-d248a1d4-2389-4762-a4cc-b61d0c25a54d tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431530 Feb 19 05:22:02.180466 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ea8ae-41f2-499b-b471-5d81299e92f1 req-ae0997d0-8ffc-49ee-987a-f634781e6583 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:02.181909 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-157ea8ae-41f2-499b-b471-5d81299e92f1 req-ae0997d0-8ffc-49ee-987a-f634781e6583 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 945 time: 0.0520897 Feb 19 05:22:02.229040 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-157ea8ae-41f2-499b-b471-5d81299e92f1 req-8e121cb9-4a7d-454d-b867-ff2ac9d78466 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416408 Feb 19 05:22:02.336465 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ef3eb137-f59f-49c1-bd35-0058da01595b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:03.354434 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa6adc-021d-47b5-87ec-ff8d6e42661f req-89c26678-cc01-4db5-a458-d88e50cd8434 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:03.356018 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d1aa6adc-021d-47b5-87ec-ff8d6e42661f req-89c26678-cc01-4db5-a458-d88e50cd8434 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 945 time: 0.0543392 Feb 19 05:22:03.408057 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d1aa6adc-021d-47b5-87ec-ff8d6e42661f req-e72dce5c-b8db-4849-82c0-c534019a7fe9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462053 Feb 19 05:22:04.536409 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e010d4-24cb-46a9-bcd5-b0570d3bd1ca req-de42070d-d99c-4764-8729-6294b7687445 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:04.537964 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e9e010d4-24cb-46a9-bcd5-b0570d3bd1ca req-de42070d-d99c-4764-8729-6294b7687445 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 945 time: 0.0544081 Feb 19 05:22:04.591859 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e9e010d4-24cb-46a9-bcd5-b0570d3bd1ca req-21ffcf2f-7039-4f94-bbde-74532cd5b40b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482547 Feb 19 05:22:05.191627 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c6332365-59e2-4a29-8fe3-72abd6ab80aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:05.722569 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801ca76-57eb-4a52-b112-d24348174d63 req-3f100bf2-8154-41fe-b4b7-e74a2fed82ba tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:05.724179 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d801ca76-57eb-4a52-b112-d24348174d63 req-3f100bf2-8154-41fe-b4b7-e74a2fed82ba tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 945 time: 0.0620301 Feb 19 05:22:05.775001 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d801ca76-57eb-4a52-b112-d24348174d63 req-df8c68ff-de17-4ddd-b858-d19f8ea1fafe tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450473 Feb 19 05:22:06.726571 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 173b8728-8525-4efb-90d5-bef255b01348 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:22:06.824022 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 173b8728-8525-4efb-90d5-bef255b01348, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=173b8728-8525-4efb-90d5-bef255b01348,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:22:06.835832 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '173b8728-8525-4efb-90d5-bef255b01348', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'port_id': '173b8728-8525-4efb-90d5-bef255b01348', 'mac_address': 'fa:16:3e:fd:d7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:22:06.874390 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 173b8728-8525-4efb-90d5-bef255b01348 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:22:06.874780 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (173b8728-8525-4efb-90d5-bef255b01348), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:06.888496 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 173b8728-8525-4efb-90d5-bef255b01348 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:22:06.908785 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 173b8728-8525-4efb-90d5-bef255b01348, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=173b8728-8525-4efb-90d5-bef255b01348,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:22:06.909035 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832a5d9-9ebd-453e-9883-d3d2fa0ccd21 req-3a4a4671-b5c7-4b27-b5f0-b1d191ec5fba tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:06.910392 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1832a5d9-9ebd-453e-9883-d3d2fa0ccd21 req-3a4a4671-b5c7-4b27-b5f0-b1d191ec5fba tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 945 time: 0.0547113 Feb 19 05:22:06.915273 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (173b8728-8525-4efb-90d5-bef255b01348), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:06.960224 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1832a5d9-9ebd-453e-9883-d3d2fa0ccd21 req-9450dd35-2d90-4086-b3d4-ff636535fb6c tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435493 Feb 19 05:22:06.964064 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=173b8728-8525-4efb-90d5-bef255b01348,revision_number=13']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:07.041182 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:07.077434 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e6756-a817-4844-85b1-fd08bd1b52dd req-edfbd7dc-3408-47fb-9308-d4520e7aa945 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:07.078930 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d4e6756-a817-4844-85b1-fd08bd1b52dd req-edfbd7dc-3408-47fb-9308-d4520e7aa945 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 946 time: 0.0526226 Feb 19 05:22:07.128005 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d4e6756-a817-4844-85b1-fd08bd1b52dd req-30149cf9-4967-4a82-bd89-8f50c7eab7ae tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427580 Feb 19 05:22:07.130692 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['173b8728-8525-4efb-90d5-bef255b01348'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:22:07.250675 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38968f31-322c-4b82-a94e-c21ccbd33bb9 req-85e599ef-6134-448b-abff-1bb8fc6bf9c9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:07.252399 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-38968f31-322c-4b82-a94e-c21ccbd33bb9 req-85e599ef-6134-448b-abff-1bb8fc6bf9c9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 946 time: 0.0560184 Feb 19 05:22:07.301277 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-38968f31-322c-4b82-a94e-c21ccbd33bb9 req-bf1a7d1d-72ba-419b-a3c9-16059a71f40a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432246 Feb 19 05:22:07.540751 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88287a81-23d5-4c80-829f-1646e42b82f1 req-d28d3707-a63a-4317-a7b3-e4b38cb99025 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:07.542314 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-88287a81-23d5-4c80-829f-1646e42b82f1 req-d28d3707-a63a-4317-a7b3-e4b38cb99025 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 946 time: 0.0567570 Feb 19 05:22:07.588136 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-88287a81-23d5-4c80-829f-1646e42b82f1 req-583310e2-2b1e-44c9-8dde-a1f92409f087 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402460 Feb 19 05:22:08.075892 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:08.172853 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:08.368797 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:22:08.711019 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696c8aa-b6de-4b74-900d-c602de2e28cb req-8ca381b2-16c6-46e1-acb7-f42e6dbd6c0b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:08.712522 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c696c8aa-b6de-4b74-900d-c602de2e28cb req-8ca381b2-16c6-46e1-acb7-f42e6dbd6c0b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 946 time: 0.0546627 Feb 19 05:22:08.745918 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 173b8728-8525-4efb-90d5-bef255b01348 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:22:08.762414 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c696c8aa-b6de-4b74-900d-c602de2e28cb req-30db00d6-6471-4434-867c-a370e8d4ad5f tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups?id=ae45440b-7771-4628-acdc-93aca6fea748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443225 Feb 19 05:22:08.797373 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 173b8728-8525-4efb-90d5-bef255b01348 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:22:08.801605 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 173b8728-8525-4efb-90d5-bef255b01348 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:22:08.801974 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (173b8728-8525-4efb-90d5-bef255b01348), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:08.878218 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 173b8728-8525-4efb-90d5-bef255b01348 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:22:08.878613 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (173b8728-8525-4efb-90d5-bef255b01348), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:08.901121 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae6dd59-f60f-4ba4-ba16-58bc287f3d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173b8728-8525-4efb-90d5-bef255b01348'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:22:08.903424 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e64847-a423-4611-8539-c386a1276c8b" -d '{"events": [{"server_uuid": "2ae6dd59-f60f-4ba4-ba16-58bc287f3d25", "name": "network-vif-plugged", "status": "completed", "tag": "173b8728-8525-4efb-90d5-bef255b01348"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:22:08.917243 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 173b8728-8525-4efb-90d5-bef255b01348, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=173b8728-8525-4efb-90d5-bef255b01348,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:22:08.921469 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (173b8728-8525-4efb-90d5-bef255b01348), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:08.945772 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8ddd14-e3fb-4a90-a423-8f430206f671 x-openstack-request-id: req-7a8ddd14-e3fb-4a90-a423-8f430206f671 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:22:08.946035 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae6dd59-f60f-4ba4-ba16-58bc287f3d25", "name": "network-vif-plugged", "status": "completed", "tag": "173b8728-8525-4efb-90d5-bef255b01348", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:22:08.946294 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7a8ddd14-e3fb-4a90-a423-8f430206f671 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:22:08.946688 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae6dd59-f60f-4ba4-ba16-58bc287f3d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173b8728-8525-4efb-90d5-bef255b01348', 'code': 200} Feb 19 05:22:08.981540 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=173b8728-8525-4efb-90d5-bef255b01348,revision_number=14']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:09.082387 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ba180-c07f-4a53-80c0-7cda6b4df720 req-40aa0f27-3414-4a06-ab60-913c91790136 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:09.083850 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e60ba180-c07f-4a53-80c0-7cda6b4df720 req-40aa0f27-3414-4a06-ab60-913c91790136 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 947 time: 0.0540671 Feb 19 05:22:09.182239 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-e60ba180-c07f-4a53-80c0-7cda6b4df720 req-3cab618f-413d-4f5b-acab-b9908b63405b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Deleting port 173b8728-8525-4efb-90d5-bef255b01348 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:22:09.182588 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e60ba180-c07f-4a53-80c0-7cda6b4df720 req-3cab618f-413d-4f5b-acab-b9908b63405b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (173b8728-8525-4efb-90d5-bef255b01348), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:09.272154 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-e60ba180-c07f-4a53-80c0-7cda6b4df720 req-3cab618f-413d-4f5b-acab-b9908b63405b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] For port 173b8728-8525-4efb-90d5-bef255b01348, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=173b8728-8525-4efb-90d5-bef255b01348,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:22:09.272524 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e60ba180-c07f-4a53-80c0-7cda6b4df720 req-3cab618f-413d-4f5b-acab-b9908b63405b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (173b8728-8525-4efb-90d5-bef255b01348), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:09.436536 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:09.451253 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e60ba180-c07f-4a53-80c0-7cda6b4df720 req-3cab618f-413d-4f5b-acab-b9908b63405b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:09.451624 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e60ba180-c07f-4a53-80c0-7cda6b4df720 req-3cab618f-413d-4f5b-acab-b9908b63405b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (20209304-bd12-479e-b672-0781fc73aee6), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:09.451950 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [req-e60ba180-c07f-4a53-80c0-7cda6b4df720 req-3cab618f-413d-4f5b-acab-b9908b63405b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Floating IP 20209304-bd12-479e-b672-0781fc73aee6 disassociated. External IP: 172.25.0.191, port: 173b8728-8525-4efb-90d5-bef255b01348. Feb 19 05:22:09.452305 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-e60ba180-c07f-4a53-80c0-7cda6b4df720 req-3cab618f-413d-4f5b-acab-b9908b63405b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Calling delete_port for 173b8728-8525-4efb-90d5-bef255b01348 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:22:09.594405 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e60ba180-c07f-4a53-80c0-7cda6b4df720 req-3cab618f-413d-4f5b-acab-b9908b63405b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (173b8728-8525-4efb-90d5-bef255b01348), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:09.623906 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab618f-413d-4f5b-acab-b9908b63405b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Pushing event deleted for resources: {'Port': ['ID=173b8728-8525-4efb-90d5-bef255b01348,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:09.682414 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:09.743728 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e60ba180-c07f-4a53-80c0-7cda6b4df720 req-3cab618f-413d-4f5b-acab-b9908b63405b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Router 5d2be1f4-93de-4637-b841-8567d9eb2e17 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:22:09.870740 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-acbb114e-f03f-4a87-b248-4b8b65674c56 req-95a0ead5-1d56-47d9-a3d2-c2595cac86d1 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 210 time: 0.0310719 Feb 19 05:22:09.882758 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e60ba180-c07f-4a53-80c0-7cda6b4df720 req-3cab618f-413d-4f5b-acab-b9908b63405b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:22:09.900369 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46e50ff-f1bd-415b-b882-77a7eeb8320c None None] Sync routers for ids ['5d2be1f4-93de-4637-b841-8567d9eb2e17'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:22:09.911435 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46e50ff-f1bd-415b-b882-77a7eeb8320c None None] Routers {'5d2be1f4-93de-4637-b841-8567d9eb2e17'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:22:09.912039 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a46e50ff-f1bd-415b-b882-77a7eeb8320c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:22:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5d2be1f4-93de-4637-b841-8567d9eb2e17'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:22:09.936276 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60ba180-c07f-4a53-80c0-7cda6b4df720 req-3cab618f-413d-4f5b-acab-b9908b63405b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] No DVR routers for this DVR port 173b8728-8525-4efb-90d5-bef255b01348 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:22:09.939055 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-e60ba180-c07f-4a53-80c0-7cda6b4df720 req-3cab618f-413d-4f5b-acab-b9908b63405b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:09.942620 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e60ba180-c07f-4a53-80c0-7cda6b4df720 req-3cab618f-413d-4f5b-acab-b9908b63405b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.48 "DELETE /v2.0/ports/173b8728-8525-4efb-90d5-bef255b01348 HTTP/1.1" status: 204 len: 173 time: 0.8535042 Feb 19 05:22:09.943104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae6dd59-f60f-4ba4-ba16-58bc287f3d25', 'name': 'network-vif-deleted', 'tag': '173b8728-8525-4efb-90d5-bef255b01348'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:22:09.945492 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7195a2d1-9c97-445d-b10c-7dbb90301c6e" -d '{"events": [{"server_uuid": "2ae6dd59-f60f-4ba4-ba16-58bc287f3d25", "name": "network-vif-deleted", "tag": "173b8728-8525-4efb-90d5-bef255b01348"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:22:09.988776 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4408dc82-e63e-4948-b8d2-07ad8449d693 x-openstack-request-id: req-4408dc82-e63e-4948-b8d2-07ad8449d693 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:22:09.989124 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae6dd59-f60f-4ba4-ba16-58bc287f3d25", "name": "network-vif-deleted", "tag": "173b8728-8525-4efb-90d5-bef255b01348", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:22:09.989385 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4408dc82-e63e-4948-b8d2-07ad8449d693 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:22:09.989820 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae6dd59-f60f-4ba4-ba16-58bc287f3d25', 'name': 'network-vif-deleted', 'tag': '173b8728-8525-4efb-90d5-bef255b01348', 'status': 'completed', 'code': 200} Feb 19 05:22:10.024657 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-a46e50ff-f1bd-415b-b882-77a7eeb8320c None None] Set router 5d2be1f4-93de-4637-b841-8567d9eb2e17 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:22:10.223850 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a46e50ff-f1bd-415b-b882-77a7eeb8320c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:59Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:22:10.254012 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46e50ff-f1bd-415b-b882-77a7eeb8320c None None] Checking router: 5d2be1f4-93de-4637-b841-8567d9eb2e17 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:22:10.262371 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46e50ff-f1bd-415b-b882-77a7eeb8320c None None] Routers {'5d2be1f4-93de-4637-b841-8567d9eb2e17'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:22:10.263007 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a46e50ff-f1bd-415b-b882-77a7eeb8320c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:22:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5d2be1f4-93de-4637-b841-8567d9eb2e17'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:22:10.370186 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-a46e50ff-f1bd-415b-b882-77a7eeb8320c None None] Set router 5d2be1f4-93de-4637-b841-8567d9eb2e17 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:22:10.565151 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a46e50ff-f1bd-415b-b882-77a7eeb8320c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:59Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:22:10.591641 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46e50ff-f1bd-415b-b882-77a7eeb8320c None None] The sync data for ids ['5d2be1f4-93de-4637-b841-8567d9eb2e17'] in n-d-772273-4 is: [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:56Z', 'revision_number': 4, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'ad5602d1-5fbb-41f7-8f67-b935284a64be', 'name': '', 'network_id': '5d897762-66f3-429f-bcee-5b1286dc661d', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'mac_address': 'fa:16:3e:0c:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:55Z', 'updated_at': '2022-02-19T05:17:59Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'subnets': [{'id': '216e92f0-b9cf-431c-8388-5a06c0657f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:22:10.835830 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1da04ed-1cdf-4575-9e1c-f6607fe35553 None None] New status for floating IP 20209304-bd12-479e-b672-0781fc73aee6: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:22:10.987660 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-53fb6741-8d6d-4b7a-852b-4a08f72db124 req-234436f8-af75-440d-8182-c9057030952a tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 210 time: 0.0438824 Feb 19 05:22:12.087817 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-588f83ee-f12d-43cd-814f-a75b9f62a2f9 req-32ab4d5b-3c1d-494a-9067-cb93e406171b tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 210 time: 0.0289433 Feb 19 05:22:12.773946 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 173b8728-8525-4efb-90d5-bef255b01348 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:22:12.794211 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 173b8728-8525-4efb-90d5-bef255b01348 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:22:12.794558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 173b8728-8525-4efb-90d5-bef255b01348 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:22:13.205426 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-01e60a79-69d8-40b5-a0dc-8750c37a2763 req-bfcd7c84-7be8-4b0a-ae42-7d7646fbb952 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 210 time: 0.0467265 Feb 19 05:22:14.303221 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-13c0fc01-70ce-4cd9-8ad0-7cc6a1a4bf04 req-4f5d454c-5116-4b32-8c34-b3d328e0f9bc tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 210 time: 0.0275228 Feb 19 05:22:15.400597 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a8ef77d6-3e70-47d0-9f6a-2e54c76e9130 req-97433f43-b394-493a-948c-698930e327b9 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 210 time: 0.0270088 Feb 19 05:22:16.502522 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a1707149-6d6e-495f-bb97-3f5ab51555c8 req-12896c47-0ce7-4493-9f86-05a52e47acb7 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 210 time: 0.0304928 Feb 19 05:22:17.610861 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-63a2a5d7-0cc1-4440-81bf-8213f8e9fa2d req-259da70d-76ad-4f30-94e0-c604937b9554 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 210 time: 0.0322220 Feb 19 05:22:18.712304 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a096ed09-85c7-47f2-850e-1a3f5f53c9e5 req-d77442a1-64f0-4719-afe7-0b62fcc97fd3 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae6dd59-f60f-4ba4-ba16-58bc287f3d25 HTTP/1.1" status: 200 len: 210 time: 0.0299497 Feb 19 05:22:25.542318 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35524) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:22:25.601500 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dc0656db-404f-43a5-a139-1c5fde9e98af tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for security_group (ae45440b-7771-4628-acdc-93aca6fea748), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:25.624939 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dc0656db-404f-43a5-a139-1c5fde9e98af tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for security_group (ae45440b-7771-4628-acdc-93aca6fea748), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:25.674545 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dc0656db-404f-43a5-a139-1c5fde9e98af tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ae45440b-7771-4628-acdc-93aca6fea748), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:25.677321 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dc0656db-404f-43a5-a139-1c5fde9e98af tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:25.678505 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dc0656db-404f-43a5-a139-1c5fde9e98af tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "DELETE /v2.0/security-groups/ae45440b-7771-4628-acdc-93aca6fea748 HTTP/1.1" status: 204 len: 168 time: 0.1348870 Feb 19 05:22:25.681222 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35526) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:22:25.693885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0656db-404f-43a5-a139-1c5fde9e98af tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae45440b-7771-4628-acdc-93aca6fea748,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:25.694769 n-d-772273-4 neutron-server[115199]: INFO neutron.api.v2.resource [None req-d1e1c450-3080-471d-afbd-4093ae5c4ce4 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] show failed (client error): The resource could not be found. Feb 19 05:22:25.695878 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d1e1c450-3080-471d-afbd-4093ae5c4ce4 tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "GET /v2.0/security-groups/ae45440b-7771-4628-acdc-93aca6fea748 HTTP/1.1" status: 404 len: 347 time: 0.0135994 Feb 19 05:22:25.698667 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35528) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:22:25.708007 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0656db-404f-43a5-a139-1c5fde9e98af tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:25.708358 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0656db-404f-43a5-a139-1c5fde9e98af tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:25.708703 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0656db-404f-43a5-a139-1c5fde9e98af tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:25.709083 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0656db-404f-43a5-a139-1c5fde9e98af tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:25.709560 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0656db-404f-43a5-a139-1c5fde9e98af tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:25.709921 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0656db-404f-43a5-a139-1c5fde9e98af tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:25.710255 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0656db-404f-43a5-a139-1c5fde9e98af tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:25.710592 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0656db-404f-43a5-a139-1c5fde9e98af tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:25.710924 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0656db-404f-43a5-a139-1c5fde9e98af tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:25.711254 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0656db-404f-43a5-a139-1c5fde9e98af tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:25.711586 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0656db-404f-43a5-a139-1c5fde9e98af tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:25.711922 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0656db-404f-43a5-a139-1c5fde9e98af tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:25.712250 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0656db-404f-43a5-a139-1c5fde9e98af tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:25.851638 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-15c3c26f-f9fe-4cc0-9c8b-3b8535b69b2e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Deleting port fcdcc508-55fa-4a80-aed5-f3392d5eee67 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:22:25.851638 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-15c3c26f-f9fe-4cc0-9c8b-3b8535b69b2e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (fcdcc508-55fa-4a80-aed5-f3392d5eee67), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:25.934886 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-15c3c26f-f9fe-4cc0-9c8b-3b8535b69b2e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (fcdcc508-55fa-4a80-aed5-f3392d5eee67), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:25.935320 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-15c3c26f-f9fe-4cc0-9c8b-3b8535b69b2e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for floatingip (fcdcc508-55fa-4a80-aed5-f3392d5eee67), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:25.948141 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-15c3c26f-f9fe-4cc0-9c8b-3b8535b69b2e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Calling delete_port for fcdcc508-55fa-4a80-aed5-f3392d5eee67 owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:22:26.097432 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-15c3c26f-f9fe-4cc0-9c8b-3b8535b69b2e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (fcdcc508-55fa-4a80-aed5-f3392d5eee67), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:26.124049 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3c26f-f9fe-4cc0-9c8b-3b8535b69b2e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Pushing event deleted for resources: {'Port': ['ID=fcdcc508-55fa-4a80-aed5-f3392d5eee67,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:26.190285 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-15c3c26f-f9fe-4cc0-9c8b-3b8535b69b2e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks [] for floatingip (20209304-bd12-479e-b672-0781fc73aee6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:26.192964 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-15c3c26f-f9fe-4cc0-9c8b-3b8535b69b2e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:26.194185 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-15c3c26f-f9fe-4cc0-9c8b-3b8535b69b2e tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] 10.222.0.65 "DELETE /v2.0/floatingips/20209304-bd12-479e-b672-0781fc73aee6 HTTP/1.1" status: 204 len: 168 time: 0.4941926 Feb 19 05:22:26.197104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35530) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:22:26.661294 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a2394d8-7cf2-44fd-b546-fde89eccbb53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (5d2be1f4-93de-4637-b841-8567d9eb2e17), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:26.988130 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-4a2394d8-7cf2-44fd-b546-fde89eccbb53 admin admin] Deleting port ad5602d1-5fbb-41f7-8f67-b935284a64be {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:22:26.988824 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a2394d8-7cf2-44fd-b546-fde89eccbb53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ad5602d1-5fbb-41f7-8f67-b935284a64be), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:27.071748 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-4a2394d8-7cf2-44fd-b546-fde89eccbb53 admin admin] For port ad5602d1-5fbb-41f7-8f67-b935284a64be, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ad5602d1-5fbb-41f7-8f67-b935284a64be,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:22:27.072125 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a2394d8-7cf2-44fd-b546-fde89eccbb53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ad5602d1-5fbb-41f7-8f67-b935284a64be), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:27.087702 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-4a2394d8-7cf2-44fd-b546-fde89eccbb53 admin admin] Calling delete_port for ad5602d1-5fbb-41f7-8f67-b935284a64be owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:22:27.574498 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a2394d8-7cf2-44fd-b546-fde89eccbb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (ad5602d1-5fbb-41f7-8f67-b935284a64be), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:27.599104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2394d8-7cf2-44fd-b546-fde89eccbb53 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad5602d1-5fbb-41f7-8f67-b935284a64be,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:27.767197 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4a2394d8-7cf2-44fd-b546-fde89eccbb53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (5d2be1f4-93de-4637-b841-8567d9eb2e17), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:27.987043 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2394d8-7cf2-44fd-b546-fde89eccbb53 admin admin] Router 5d2be1f4-93de-4637-b841-8567d9eb2e17 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:22:28.096810 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2394d8-7cf2-44fd-b546-fde89eccbb53 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:22:28.103872 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4a2394d8-7cf2-44fd-b546-fde89eccbb53 admin admin] 10.222.0.65 "PUT /v2.0/routers/5d2be1f4-93de-4637-b841-8567d9eb2e17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9044757 Feb 19 05:22:28.105106 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35532) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:22:28.106464 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fc6ea1-8226-4938-85ee-1558b7bfcd93 None None] Sync routers for ids ['5d2be1f4-93de-4637-b841-8567d9eb2e17'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:22:28.120219 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fc6ea1-8226-4938-85ee-1558b7bfcd93 None None] Routers {'5d2be1f4-93de-4637-b841-8567d9eb2e17'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:22:28.120842 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d6fc6ea1-8226-4938-85ee-1558b7bfcd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:22:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5d2be1f4-93de-4637-b841-8567d9eb2e17'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:22:28.212718 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70fdf6ef-e355-4365-84e1-569f767b60f7 admin admin] Publish callbacks [] for router (5d2be1f4-93de-4637-b841-8567d9eb2e17), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:28.326265 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70fdf6ef-e355-4365-84e1-569f767b60f7 admin admin] Publish callbacks [] for router_gateway (5d2be1f4-93de-4637-b841-8567d9eb2e17), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:28.334392 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-d6fc6ea1-8226-4938-85ee-1558b7bfcd93 None None] Set router 5d2be1f4-93de-4637-b841-8567d9eb2e17 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:22:28.380614 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-70fdf6ef-e355-4365-84e1-569f767b60f7 admin admin] Deleting port 3b5aedd5-6eca-4034-b943-6a42f75b21d7 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:22:28.381086 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70fdf6ef-e355-4365-84e1-569f767b60f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3b5aedd5-6eca-4034-b943-6a42f75b21d7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:28.464795 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-70fdf6ef-e355-4365-84e1-569f767b60f7 admin admin] For port 3b5aedd5-6eca-4034-b943-6a42f75b21d7, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3b5aedd5-6eca-4034-b943-6a42f75b21d7,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:22:28.465206 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70fdf6ef-e355-4365-84e1-569f767b60f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3b5aedd5-6eca-4034-b943-6a42f75b21d7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:28.477092 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-70fdf6ef-e355-4365-84e1-569f767b60f7 admin admin] Calling delete_port for 3b5aedd5-6eca-4034-b943-6a42f75b21d7 owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:22:28.509713 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d6fc6ea1-8226-4938-85ee-1558b7bfcd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:22:27Z', 'revision_number': 5, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port': {'id': '3b5aedd5-6eca-4034-b943-6a42f75b21d7', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:22:28.535199 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fc6ea1-8226-4938-85ee-1558b7bfcd93 None None] Checking router: 5d2be1f4-93de-4637-b841-8567d9eb2e17 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:22:28.543250 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fc6ea1-8226-4938-85ee-1558b7bfcd93 None None] Routers {'5d2be1f4-93de-4637-b841-8567d9eb2e17'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:22:28.543863 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d6fc6ea1-8226-4938-85ee-1558b7bfcd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:22:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['5d2be1f4-93de-4637-b841-8567d9eb2e17'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:22:28.633992 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-d6fc6ea1-8226-4938-85ee-1558b7bfcd93 None None] Set router 5d2be1f4-93de-4637-b841-8567d9eb2e17 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:22:28.649262 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70fdf6ef-e355-4365-84e1-569f767b60f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (3b5aedd5-6eca-4034-b943-6a42f75b21d7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:28.675994 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdf6ef-e355-4365-84e1-569f767b60f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5aedd5-6eca-4034-b943-6a42f75b21d7,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:28.689797 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d6fc6ea1-8226-4938-85ee-1558b7bfcd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:22:28Z', 'revision_number': 6, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:22:28.717204 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fc6ea1-8226-4938-85ee-1558b7bfcd93 None None] The sync data for ids ['5d2be1f4-93de-4637-b841-8567d9eb2e17'] in n-d-772273-4 is: [{'id': '5d2be1f4-93de-4637-b841-8567d9eb2e17', 'name': 'tempest-ServerActionsTestJSON-126840126-router', 'tenant_id': '04db6f0b17374d38b47662a7902a8d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:17:53Z', 'updated_at': '2022-02-19T05:22:28Z', 'revision_number': 6, 'project_id': '04db6f0b17374d38b47662a7902a8d50', 'gw_port_host': None}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:22:28.737546 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70fdf6ef-e355-4365-84e1-569f767b60f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (5d2be1f4-93de-4637-b841-8567d9eb2e17), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:28.851614 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70fdf6ef-e355-4365-84e1-569f767b60f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (5d2be1f4-93de-4637-b841-8567d9eb2e17), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:28.853812 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70fdf6ef-e355-4365-84e1-569f767b60f7 admin admin] Publish callbacks [] for router_controller (5d2be1f4-93de-4637-b841-8567d9eb2e17), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:28.915416 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70fdf6ef-e355-4365-84e1-569f767b60f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (5d2be1f4-93de-4637-b841-8567d9eb2e17), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:28.915890 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fdf6ef-e355-4365-84e1-569f767b60f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d2be1f4-93de-4637-b841-8567d9eb2e17 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:22:28.920434 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70fdf6ef-e355-4365-84e1-569f767b60f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:28.921559 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-70fdf6ef-e355-4365-84e1-569f767b60f7 admin admin] 10.222.0.65 "DELETE /v2.0/routers/5d2be1f4-93de-4637-b841-8567d9eb2e17 HTTP/1.1" status: 204 len: 168 time: 0.8154209 Feb 19 05:22:28.924577 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35534) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:22:28.972246 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2f46bd-f0b3-4658-981d-39208a62fda2 admin admin] Deleting subnet 216e92f0-b9cf-431c-8388-5a06c0657f89 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:22:28.975634 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ab2f46bd-f0b3-4658-981d-39208a62fda2 admin admin] Publish callbacks [] for subnet (216e92f0-b9cf-431c-8388-5a06c0657f89), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:29.010430 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ab2f46bd-f0b3-4658-981d-39208a62fda2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (216e92f0-b9cf-431c-8388-5a06c0657f89), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:29.125255 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ab2f46bd-f0b3-4658-981d-39208a62fda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (216e92f0-b9cf-431c-8388-5a06c0657f89), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:29.180745 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ab2f46bd-f0b3-4658-981d-39208a62fda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (216e92f0-b9cf-431c-8388-5a06c0657f89), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:29.205892 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f46bd-f0b3-4658-981d-39208a62fda2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=216e92f0-b9cf-431c-8388-5a06c0657f89,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:29.209444 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ab2f46bd-f0b3-4658-981d-39208a62fda2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:29.214983 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ab2f46bd-f0b3-4658-981d-39208a62fda2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/216e92f0-b9cf-431c-8388-5a06c0657f89 HTTP/1.1" status: 204 len: 168 time: 0.2870595 Feb 19 05:22:29.215167 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4a7b4e-0228-45b8-aa6e-e29e51d67a71 None None] Network 5d897762-66f3-429f-bcee-5b1286dc661d requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:22:29.215615 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35536) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:22:29.283992 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dac7e7e8-4f17-4900-9c49-2e0ce23075d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (5d897762-66f3-429f-bcee-5b1286dc661d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:29.341692 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-dac7e7e8-4f17-4900-9c49-2e0ce23075d4 admin admin] Deleting port 00c0466e-0c38-40fa-9f9c-5532a82eff00 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:22:29.342038 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dac7e7e8-4f17-4900-9c49-2e0ce23075d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (00c0466e-0c38-40fa-9f9c-5532a82eff00), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:29.404251 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-dac7e7e8-4f17-4900-9c49-2e0ce23075d4 admin admin] For port 00c0466e-0c38-40fa-9f9c-5532a82eff00, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=00c0466e-0c38-40fa-9f9c-5532a82eff00,segment=NetworkSegment(5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9),segment_id=5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:22:29.404624 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dac7e7e8-4f17-4900-9c49-2e0ce23075d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (00c0466e-0c38-40fa-9f9c-5532a82eff00), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:29.417677 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-dac7e7e8-4f17-4900-9c49-2e0ce23075d4 admin admin] Calling delete_port for 00c0466e-0c38-40fa-9f9c-5532a82eff00 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:22:29.500687 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dac7e7e8-4f17-4900-9c49-2e0ce23075d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (00c0466e-0c38-40fa-9f9c-5532a82eff00), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:29.517267 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd10b80b-db0d-4a5a-8d34-ac7dc9e68497 None None] DHCP port deletion for 5d897762-66f3-429f-bcee-5b1286dc661d request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:22:29.524614 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7e7e8-4f17-4900-9c49-2e0ce23075d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=00c0466e-0c38-40fa-9f9c-5532a82eff00,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:29.530613 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac7e7e8-4f17-4900-9c49-2e0ce23075d4 admin admin] No DVR routers for this DVR port 00c0466e-0c38-40fa-9f9c-5532a82eff00 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:22:29.587586 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ad5602d1-5fbb-41f7-8f67-b935284a64be no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:22:29.608858 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: ad5602d1-5fbb-41f7-8f67-b935284a64be {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:22:29.609132 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dac7e7e8-4f17-4900-9c49-2e0ce23075d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (5d897762-66f3-429f-bcee-5b1286dc661d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:29.609278 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ad5602d1-5fbb-41f7-8f67-b935284a64be not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:22:29.610254 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 00c0466e-0c38-40fa-9f9c-5532a82eff00 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:22:29.630808 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 00c0466e-0c38-40fa-9f9c-5532a82eff00 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:22:29.631167 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 00c0466e-0c38-40fa-9f9c-5532a82eff00 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:22:29.631339 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-dac7e7e8-4f17-4900-9c49-2e0ce23075d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d897762-66f3-429f-bcee-5b1286dc661d']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:22:29.631721 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3b5aedd5-6eca-4034-b943-6a42f75b21d7 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:22:29.641402 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-dac7e7e8-4f17-4900-9c49-2e0ce23075d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:22:29.641704 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-dac7e7e8-4f17-4900-9c49-2e0ce23075d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:22:29.652043 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 3b5aedd5-6eca-4034-b943-6a42f75b21d7 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:22:29.652400 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3b5aedd5-6eca-4034-b943-6a42f75b21d7 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:22:29.657171 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dac7e7e8-4f17-4900-9c49-2e0ce23075d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:29.671105 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dac7e7e8-4f17-4900-9c49-2e0ce23075d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:29.677680 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac7e7e8-4f17-4900-9c49-2e0ce23075d4 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:22:29.678072 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dac7e7e8-4f17-4900-9c49-2e0ce23075d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (5db7e7eb-0bb6-4bee-acd5-f588b8aa3db9), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: timer() Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:22:29.679762 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:22:29.748241 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dac7e7e8-4f17-4900-9c49-2e0ce23075d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (5d897762-66f3-429f-bcee-5b1286dc661d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:29.753770 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dac7e7e8-4f17-4900-9c49-2e0ce23075d4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:29.756887 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-dac7e7e8-4f17-4900-9c49-2e0ce23075d4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5d897762-66f3-429f-bcee-5b1286dc661d HTTP/1.1" status: 204 len: 168 time: 0.5404770 Feb 19 05:22:29.769644 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7e7e8-4f17-4900-9c49-2e0ce23075d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d897762-66f3-429f-bcee-5b1286dc661d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:29.880311 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35540) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:22:29.919877 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-dc7d8264-b3a6-4da5-8369-8962def25a2b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=04db6f0b17374d38b47662a7902a8d50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383523 Feb 19 05:22:29.922392 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35542) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:22:29.967403 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e5f236c0-d2f3-47dd-bb2a-936a58f20ac4 admin admin] Publish callbacks [] for security_group (8cb86317-91ee-495e-a189-690f4c8c998b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:29.988641 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e5f236c0-d2f3-47dd-bb2a-936a58f20ac4 admin admin] Publish callbacks [] for security_group (8cb86317-91ee-495e-a189-690f4c8c998b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:30.038857 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e5f236c0-d2f3-47dd-bb2a-936a58f20ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8cb86317-91ee-495e-a189-690f4c8c998b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:30.041519 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e5f236c0-d2f3-47dd-bb2a-936a58f20ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:30.042665 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e5f236c0-d2f3-47dd-bb2a-936a58f20ac4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8cb86317-91ee-495e-a189-690f4c8c998b HTTP/1.1" status: 204 len: 168 time: 0.1193907 Feb 19 05:22:30.050345 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f236c0-d2f3-47dd-bb2a-936a58f20ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb86317-91ee-495e-a189-690f4c8c998b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:30.706343 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35564) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:22:30.799958 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f780dd84-50e9-4fea-aacf-3d4a80ef518a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-914990805-network', 'tenant_id': '39dbeed505ca4deca03c1036324da9ba'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:22:30.818738 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f780dd84-50e9-4fea-aacf-3d4a80ef518a admin admin] Made reservation on behalf of 39dbeed505ca4deca03c1036324da9ba for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:22:30.821187 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f780dd84-50e9-4fea-aacf-3d4a80ef518a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:30.830429 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f780dd84-50e9-4fea-aacf-3d4a80ef518a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:30.902916 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f780dd84-50e9-4fea-aacf-3d4a80ef518a admin admin] Publish callbacks [] for security_group (dea542a5-efc0-4790-8362-1a96fb08b6ac), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:30.906851 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f780dd84-50e9-4fea-aacf-3d4a80ef518a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (dea542a5-efc0-4790-8362-1a96fb08b6ac), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:30.930372 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f780dd84-50e9-4fea-aacf-3d4a80ef518a admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:22:30.940715 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780dd84-50e9-4fea-aacf-3d4a80ef518a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea542a5-efc0-4790-8362-1a96fb08b6ac,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:30.945465 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f780dd84-50e9-4fea-aacf-3d4a80ef518a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (388d98f8-2124-4fd5-b40c-e81cd9110a7f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:30.945801 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-f780dd84-50e9-4fea-aacf-3d4a80ef518a admin admin] Added segment 388d98f8-2124-4fd5-b40c-e81cd9110a7f of type vlan for network 441700e3-dc97-47aa-8b77-b45e28552670 Feb 19 05:22:30.984834 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f780dd84-50e9-4fea-aacf-3d4a80ef518a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (441700e3-dc97-47aa-8b77-b45e28552670), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:31.009958 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f780dd84-50e9-4fea-aacf-3d4a80ef518a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (441700e3-dc97-47aa-8b77-b45e28552670), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:31.011014 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f780dd84-50e9-4fea-aacf-3d4a80ef518a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:31.011594 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f780dd84-50e9-4fea-aacf-3d4a80ef518a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:31.064025 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f780dd84-50e9-4fea-aacf-3d4a80ef518a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3563874 Feb 19 05:22:31.067393 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35568) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:22:31.072600 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-82f33aa1-c5fa-4457-b6ed-334ee2482252 admin admin] Request body: {'subnet': {'network_id': '441700e3-dc97-47aa-8b77-b45e28552670', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-914990805-subnet', 'tenant_id': '39dbeed505ca4deca03c1036324da9ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:22:31.085183 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780dd84-50e9-4fea-aacf-3d4a80ef518a admin admin] Pushing event updated for resources: {'Network': ['ID=441700e3-dc97-47aa-8b77-b45e28552670,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:31.092086 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f33aa1-c5fa-4457-b6ed-334ee2482252 admin admin] Made reservation on behalf of 39dbeed505ca4deca03c1036324da9ba for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:22:31.095030 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82f33aa1-c5fa-4457-b6ed-334ee2482252 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:31.097172 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 441700e3-dc97-47aa-8b77-b45e28552670 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:22:31.279927 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82f33aa1-c5fa-4457-b6ed-334ee2482252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (390a3f4e-d369-4beb-8ddb-1eab2e292cef), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:31.327554 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f33aa1-c5fa-4457-b6ed-334ee2482252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=390a3f4e-d369-4beb-8ddb-1eab2e292cef,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:31.342664 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f33aa1-c5fa-4457-b6ed-334ee2482252 admin admin] Checking segment: {'id': '388d98f8-2124-4fd5-b40c-e81cd9110a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '441700e3-dc97-47aa-8b77-b45e28552670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:22:31.343026 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f33aa1-c5fa-4457-b6ed-334ee2482252 admin admin] Network hostable DHCP agents. Network: 441700e3-dc97-47aa-8b77-b45e28552670, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:22:31.358811 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f33aa1-c5fa-4457-b6ed-334ee2482252 admin admin] Network 441700e3-dc97-47aa-8b77-b45e28552670 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:22:31.367114 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-82f33aa1-c5fa-4457-b6ed-334ee2482252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 441700e3-dc97-47aa-8b77-b45e28552670) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:22:31.371936 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f33aa1-c5fa-4457-b6ed-334ee2482252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:31.372502 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-82f33aa1-c5fa-4457-b6ed-334ee2482252 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:31.376900 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4fbaa6-f0e7-4bbf-94ce-7fb96ee29ade None None] Network 441700e3-dc97-47aa-8b77-b45e28552670 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:22:31.392481 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-82f33aa1-c5fa-4457-b6ed-334ee2482252 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3237460 Feb 19 05:22:31.485649 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1228e483-1cd6-40fa-8756-59719586bef4 None None] Network 441700e3-dc97-47aa-8b77-b45e28552670 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:22:31.819209 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-fe9a714b-2d7e-4e42-b80d-064b6d670ff1 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:31.820694 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-fe9a714b-2d7e-4e42-b80d-064b6d670ff1 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/networks?id=441700e3-dc97-47aa-8b77-b45e28552670 HTTP/1.1" status: 200 len: 813 time: 0.1065302 Feb 19 05:22:31.835763 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-3f255397-1ad5-4954-b3b9-594bad53e4e1 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/quotas/39dbeed505ca4deca03c1036324da9ba HTTP/1.1" status: 200 len: 375 time: 0.0096376 Feb 19 05:22:31.870348 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-40a68a6e-0522-4150-bd5b-871b0847bb15 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=39dbeed505ca4deca03c1036324da9ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296502 Feb 19 05:22:31.930132 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-ea54a1d2-8c8f-40ea-a71f-cabdacfcc4ad service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:22:31.931152 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-ea54a1d2-8c8f-40ea-a71f-cabdacfcc4ad service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0541182 Feb 19 05:22:32.028815 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-2ad801cb-3864-4d6d-939d-f3b67ed1db7b service neutron] 10.222.0.65 "GET /v2.0/networks/441700e3-dc97-47aa-8b77-b45e28552670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914578 Feb 19 05:22:32.120846 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-b6a3632b-0f6c-46d3-9a7c-0f2273043716 service neutron] 10.222.0.65 "GET /v2.0/networks/441700e3-dc97-47aa-8b77-b45e28552670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858951 Feb 19 05:22:32.284306 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4c333c81-dd95-4302-9c86-520567175cff req-8e4e4624-1baf-4769-bf35-86db7ba442c2 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e18b1d-cd1f-4f49-b58f-fb5588a4d249 HTTP/1.1" status: 200 len: 210 time: 0.0293674 Feb 19 05:22:32.342101 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5fdb8931-f3b2-49d5-b3fb-190a634585ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:33.411975 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82b0e3af-f293-49c5-9475-a44bfd35719d req-31da7191-2bbf-436b-b0d8-5a2ed38be788 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e18b1d-cd1f-4f49-b58f-fb5588a4d249 HTTP/1.1" status: 200 len: 210 time: 0.0500445 Feb 19 05:22:33.420674 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-b1a8a156-abf9-47f9-afae-ec157a829509 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:33.422865 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-b1a8a156-abf9-47f9-afae-ec157a829509 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.10 "GET /v2.0/networks?id=441700e3-dc97-47aa-8b77-b45e28552670 HTTP/1.1" status: 200 len: 813 time: 0.1693110 Feb 19 05:22:33.440559 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-257be3ab-65d0-4242-94a1-3537f57f234c tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Request body: {'port': {'device_id': 'f1e18b1d-cd1f-4f49-b58f-fb5588a4d249', 'network_id': '441700e3-dc97-47aa-8b77-b45e28552670', 'admin_state_up': True, 'tenant_id': '39dbeed505ca4deca03c1036324da9ba'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:22:33.565908 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-257be3ab-65d0-4242-94a1-3537f57f234c tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Made reservation on behalf of 39dbeed505ca4deca03c1036324da9ba for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:22:33.569464 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-257be3ab-65d0-4242-94a1-3537f57f234c tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:33.699143 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-257be3ab-65d0-4242-94a1-3537f57f234c tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Allocated IP 172.20.0.6 (441700e3-dc97-47aa-8b77-b45e28552670/390a3f4e-d369-4beb-8ddb-1eab2e292cef/56d9d321-09f4-4e65-8472-208bb905b8df) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:22:33.861885 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-257be3ab-65d0-4242-94a1-3537f57f234c tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Publish callbacks [] for port (56d9d321-09f4-4e65-8472-208bb905b8df), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:33.897994 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-257be3ab-65d0-4242-94a1-3537f57f234c tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (56d9d321-09f4-4e65-8472-208bb905b8df), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:33.943948 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-257be3ab-65d0-4242-94a1-3537f57f234c tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Network 441700e3-dc97-47aa-8b77-b45e28552670 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:22:33.947374 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-257be3ab-65d0-4242-94a1-3537f57f234c tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:22:33.950057 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-257be3ab-65d0-4242-94a1-3537f57f234c tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:22:33.980388 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257be3ab-65d0-4242-94a1-3537f57f234c tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Pushing event updated for resources: {'Port': ['ID=56d9d321-09f4-4e65-8472-208bb905b8df,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:34.010281 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-257be3ab-65d0-4242-94a1-3537f57f234c tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:34.010921 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-257be3ab-65d0-4242-94a1-3537f57f234c tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:34.028106 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-257be3ab-65d0-4242-94a1-3537f57f234c tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5917172 Feb 19 05:22:34.037396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-c664e8ae-dad3-45ee-8243-cbee6be298ab tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:22:34.038351 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-c664e8ae-dad3-45ee-8243-cbee6be298ab tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051181 Feb 19 05:22:34.049422 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-52838ff2-39e8-4543-b152-de1e9f1751e8 service neutron] Request body: {'port': {'device_id': 'f1e18b1d-cd1f-4f49-b58f-fb5588a4d249', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:22:34.119634 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-52838ff2-39e8-4543-b152-de1e9f1751e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (56d9d321-09f4-4e65-8472-208bb905b8df), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:34.409183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-52838ff2-39e8-4543-b152-de1e9f1751e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d9d321-09f4-4e65-8472-208bb905b8df {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:22:34.422122 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-52838ff2-39e8-4543-b152-de1e9f1751e8 service neutron] Publish callbacks [] for port (56d9d321-09f4-4e65-8472-208bb905b8df), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:34.435921 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-52838ff2-39e8-4543-b152-de1e9f1751e8 service neutron] Transition to ACTIVE for port object 56d9d321-09f4-4e65-8472-208bb905b8df will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:22:34.441439 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-52838ff2-39e8-4543-b152-de1e9f1751e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (56d9d321-09f4-4e65-8472-208bb905b8df), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:34.519429 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52838ff2-39e8-4543-b152-de1e9f1751e8 service neutron] Pushing event updated for resources: {'Port': ['ID=56d9d321-09f4-4e65-8472-208bb905b8df,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:34.555032 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150da50-2135-4c85-b39a-3cec1a787359 req-b218f8b5-5321-42b7-929a-2ef20bc68664 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:34.556667 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4150da50-2135-4c85-b39a-3cec1a787359 req-b218f8b5-5321-42b7-929a-2ef20bc68664 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e18b1d-cd1f-4f49-b58f-fb5588a4d249 HTTP/1.1" status: 200 len: 943 time: 0.0673583 Feb 19 05:22:34.619284 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4150da50-2135-4c85-b39a-3cec1a787359 req-51d62eac-9f02-468d-9980-533c38b4baa0 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560844 Feb 19 05:22:34.635653 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-52838ff2-39e8-4543-b152-de1e9f1751e8 service neutron] Attempting to bind port 56d9d321-09f4-4e65-8472-208bb905b8df on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:22:34.636000 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-52838ff2-39e8-4543-b152-de1e9f1751e8 service neutron] Attempting to bind port 56d9d321-09f4-4e65-8472-208bb905b8df by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '388d98f8-2124-4fd5-b40c-e81cd9110a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '441700e3-dc97-47aa-8b77-b45e28552670'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:22:34.636341 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-52838ff2-39e8-4543-b152-de1e9f1751e8 service neutron] Attempting to bind port 56d9d321-09f4-4e65-8472-208bb905b8df on network 441700e3-dc97-47aa-8b77-b45e28552670 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:22:34.641944 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-52838ff2-39e8-4543-b152-de1e9f1751e8 service neutron] Port 56d9d321-09f4-4e65-8472-208bb905b8df on network 441700e3-dc97-47aa-8b77-b45e28552670 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:22:34.642270 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-52838ff2-39e8-4543-b152-de1e9f1751e8 service neutron] Attempting to bind port 56d9d321-09f4-4e65-8472-208bb905b8df on network 441700e3-dc97-47aa-8b77-b45e28552670 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:22:34.648458 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-52838ff2-39e8-4543-b152-de1e9f1751e8 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:22:34.648846 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-52838ff2-39e8-4543-b152-de1e9f1751e8 service neutron] Checking segment: {'id': '388d98f8-2124-4fd5-b40c-e81cd9110a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '441700e3-dc97-47aa-8b77-b45e28552670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:22:34.649270 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-52838ff2-39e8-4543-b152-de1e9f1751e8 service neutron] Bound using segment: {'id': '388d98f8-2124-4fd5-b40c-e81cd9110a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '441700e3-dc97-47aa-8b77-b45e28552670'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:22:34.649884 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-52838ff2-39e8-4543-b152-de1e9f1751e8 service neutron] Bound port: 56d9d321-09f4-4e65-8472-208bb905b8df, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '388d98f8-2124-4fd5-b40c-e81cd9110a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '441700e3-dc97-47aa-8b77-b45e28552670'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:22:34.650088 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-52838ff2-39e8-4543-b152-de1e9f1751e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (56d9d321-09f4-4e65-8472-208bb905b8df), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:34.724005 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-52838ff2-39e8-4543-b152-de1e9f1751e8 service neutron] For port 56d9d321-09f4-4e65-8472-208bb905b8df, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:22:34.727536 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-52838ff2-39e8-4543-b152-de1e9f1751e8 service neutron] For port 56d9d321-09f4-4e65-8472-208bb905b8df, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=56d9d321-09f4-4e65-8472-208bb905b8df,segment=NetworkSegment(388d98f8-2124-4fd5-b40c-e81cd9110a7f),segment_id=388d98f8-2124-4fd5-b40c-e81cd9110a7f)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:22:34.735395 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-52838ff2-39e8-4543-b152-de1e9f1751e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (56d9d321-09f4-4e65-8472-208bb905b8df), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:34.782715 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-52838ff2-39e8-4543-b152-de1e9f1751e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:34.783385 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-52838ff2-39e8-4543-b152-de1e9f1751e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:34.784804 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-52838ff2-39e8-4543-b152-de1e9f1751e8 service neutron] 10.222.0.10 "PUT /v2.0/ports/56d9d321-09f4-4e65-8472-208bb905b8df HTTP/1.1" status: 200 len: 1091 time: 0.7392998 Feb 19 05:22:34.785293 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e18b1d-cd1f-4f49-b58f-fb5588a4d249', 'tag': '56d9d321-09f4-4e65-8472-208bb905b8df'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:22:34.787589 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7f1390-7bd8-4164-8fe4-c53250cf5d14" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e18b1d-cd1f-4f49-b58f-fb5588a4d249", "tag": "56d9d321-09f4-4e65-8472-208bb905b8df"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:22:34.815121 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52838ff2-39e8-4543-b152-de1e9f1751e8 service neutron] Pushing event updated for resources: {'Port': ['ID=56d9d321-09f4-4e65-8472-208bb905b8df,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:34.871180 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4780b8a4-624b-4c1b-ad1f-f70fdd934f50 x-openstack-request-id: req-4780b8a4-624b-4c1b-ad1f-f70fdd934f50 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:22:34.871567 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e18b1d-cd1f-4f49-b58f-fb5588a4d249", "tag": "56d9d321-09f4-4e65-8472-208bb905b8df", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:22:34.871751 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4780b8a4-624b-4c1b-ad1f-f70fdd934f50 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:22:34.872141 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e18b1d-cd1f-4f49-b58f-fb5588a4d249', 'tag': '56d9d321-09f4-4e65-8472-208bb905b8df', 'status': 'completed', 'code': 200} Feb 19 05:22:34.896174 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-2e167446-87ae-4032-b196-0ecfa39d8bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:34.897866 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-2e167446-87ae-4032-b196-0ecfa39d8bad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=39dbeed505ca4deca03c1036324da9ba&device_id=f1e18b1d-cd1f-4f49-b58f-fb5588a4d249 HTTP/1.1" status: 200 len: 1125 time: 0.0670612 Feb 19 05:22:34.943286 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-28dc49fa-662e-438f-8e1f-571a0d5724eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56d9d321-09f4-4e65-8472-208bb905b8df HTTP/1.1" status: 200 len: 217 time: 0.0370839 Feb 19 05:22:34.999869 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-77d0fea7-fc72-4f9a-ae22-937dfc5ebe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:35.002240 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-77d0fea7-fc72-4f9a-ae22-937dfc5ebe65 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=390a3f4e-d369-4beb-8ddb-1eab2e292cef HTTP/1.1" status: 200 len: 853 time: 0.0528259 Feb 19 05:22:35.036793 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-4c40d41f-7e09-49e2-81aa-516acdd072a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=441700e3-dc97-47aa-8b77-b45e28552670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290022 Feb 19 05:22:35.139804 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-88fb2f21-3d8b-47e0-80d1-affda7577310 service neutron] 10.222.0.10 "GET /v2.0/networks/441700e3-dc97-47aa-8b77-b45e28552670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959547 Feb 19 05:22:35.199007 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-423f1b98-826c-43a4-8175-b4aeec2eda85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:35.246078 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-df0968bb-ea65-4b25-9cdc-c0c7fde73271 req-6bc92472-e3cb-47e3-9210-d43a3dea8836 service neutron] 10.222.0.10 "GET /v2.0/networks/441700e3-dc97-47aa-8b77-b45e28552670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003892 Feb 19 05:22:35.347323 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f1390-7bd8-4164-8fe4-c53250cf5d14 req-77b072f9-1e0c-40db-b3a4-4d071f59b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:35.348798 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8f7f1390-7bd8-4164-8fe4-c53250cf5d14 req-77b072f9-1e0c-40db-b3a4-4d071f59b03c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=39dbeed505ca4deca03c1036324da9ba&device_id=f1e18b1d-cd1f-4f49-b58f-fb5588a4d249 HTTP/1.1" status: 200 len: 1125 time: 0.0543649 Feb 19 05:22:35.449307 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f1390-7bd8-4164-8fe4-c53250cf5d14 req-43c11671-227a-4261-89fe-187b63d2c0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:35.450816 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8f7f1390-7bd8-4164-8fe4-c53250cf5d14 req-43c11671-227a-4261-89fe-187b63d2c0f4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=441700e3-dc97-47aa-8b77-b45e28552670 HTTP/1.1" status: 200 len: 913 time: 0.0951436 Feb 19 05:22:35.494752 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8f7f1390-7bd8-4164-8fe4-c53250cf5d14 req-155483d0-f390-429f-866e-54b1f9ef9ed4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56d9d321-09f4-4e65-8472-208bb905b8df HTTP/1.1" status: 200 len: 217 time: 0.0368629 Feb 19 05:22:35.547291 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f1390-7bd8-4164-8fe4-c53250cf5d14 req-88a434b0-d3e3-4471-bd50-81ab7d527be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:35.548815 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8f7f1390-7bd8-4164-8fe4-c53250cf5d14 req-88a434b0-d3e3-4471-bd50-81ab7d527be5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=390a3f4e-d369-4beb-8ddb-1eab2e292cef HTTP/1.1" status: 200 len: 853 time: 0.0473640 Feb 19 05:22:35.584091 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8f7f1390-7bd8-4164-8fe4-c53250cf5d14 req-c70f2077-5790-4a8f-8513-5dc269f025ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=441700e3-dc97-47aa-8b77-b45e28552670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281582 Feb 19 05:22:35.685206 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8f7f1390-7bd8-4164-8fe4-c53250cf5d14 req-3741a7b3-9b18-48a2-8e70-b5d440877377 service neutron] 10.222.0.10 "GET /v2.0/networks/441700e3-dc97-47aa-8b77-b45e28552670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946383 Feb 19 05:22:35.783887 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad0ddf-bc54-4a0c-ab30-cb503647e804 req-28150362-c50a-476e-812d-e5d9cb174c64 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:35.784693 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8f7f1390-7bd8-4164-8fe4-c53250cf5d14 req-962771f0-ee7e-4651-885d-527dbb6b1f55 service neutron] 10.222.0.10 "GET /v2.0/networks/441700e3-dc97-47aa-8b77-b45e28552670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933959 Feb 19 05:22:35.786729 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bcad0ddf-bc54-4a0c-ab30-cb503647e804 req-28150362-c50a-476e-812d-e5d9cb174c64 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e18b1d-cd1f-4f49-b58f-fb5588a4d249 HTTP/1.1" status: 200 len: 943 time: 0.0924172 Feb 19 05:22:35.839812 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bcad0ddf-bc54-4a0c-ab30-cb503647e804 req-176b28df-341c-4fe7-b61e-3f3c484c69f3 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466650 Feb 19 05:22:36.967002 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873658d-9d95-4a69-b8dc-ccf6be007e3a req-b9eb09f2-4b6f-4544-abe5-fd22c2c53897 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:36.968530 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f873658d-9d95-4a69-b8dc-ccf6be007e3a req-b9eb09f2-4b6f-4544-abe5-fd22c2c53897 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e18b1d-cd1f-4f49-b58f-fb5588a4d249 HTTP/1.1" status: 200 len: 943 time: 0.0571086 Feb 19 05:22:37.015293 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f873658d-9d95-4a69-b8dc-ccf6be007e3a req-88f63bd1-d922-4414-bd10-73521b5ad16c tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406315 Feb 19 05:22:37.044103 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:37.450921 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 56d9d321-09f4-4e65-8472-208bb905b8df details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:22:37.549079 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 56d9d321-09f4-4e65-8472-208bb905b8df, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=56d9d321-09f4-4e65-8472-208bb905b8df,segment=NetworkSegment(388d98f8-2124-4fd5-b40c-e81cd9110a7f),segment_id=388d98f8-2124-4fd5-b40c-e81cd9110a7f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:22:37.560115 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '56d9d321-09f4-4e65-8472-208bb905b8df', 'network_id': '441700e3-dc97-47aa-8b77-b45e28552670', 'port_id': '56d9d321-09f4-4e65-8472-208bb905b8df', 'mac_address': 'fa:16:3e:a8:3b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '390a3f4e-d369-4beb-8ddb-1eab2e292cef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:22:37.596729 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 56d9d321-09f4-4e65-8472-208bb905b8df is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:22:37.597144 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (56d9d321-09f4-4e65-8472-208bb905b8df), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:37.610293 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d9d321-09f4-4e65-8472-208bb905b8df {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:22:37.630345 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 56d9d321-09f4-4e65-8472-208bb905b8df, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=56d9d321-09f4-4e65-8472-208bb905b8df,segment=NetworkSegment(388d98f8-2124-4fd5-b40c-e81cd9110a7f),segment_id=388d98f8-2124-4fd5-b40c-e81cd9110a7f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:22:37.634483 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (56d9d321-09f4-4e65-8472-208bb905b8df), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:37.684507 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=56d9d321-09f4-4e65-8472-208bb905b8df,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:37.821041 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['56d9d321-09f4-4e65-8472-208bb905b8df'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:22:38.076617 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:38.138294 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb510df1-b8b2-48dc-961b-bc94e41102d4 req-9bec2166-9ea5-4e2f-8e03-6691dc2922a1 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:38.139785 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cb510df1-b8b2-48dc-961b-bc94e41102d4 req-9bec2166-9ea5-4e2f-8e03-6691dc2922a1 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e18b1d-cd1f-4f49-b58f-fb5588a4d249 HTTP/1.1" status: 200 len: 944 time: 0.0547035 Feb 19 05:22:38.174581 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:38.188450 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cb510df1-b8b2-48dc-961b-bc94e41102d4 req-645fcf99-c15b-4cd2-b87c-f97d8735d6ae tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426092 Feb 19 05:22:39.308584 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11384b-4a80-4515-a045-82c2ab15844a req-983bdfff-f4c8-49c3-beb1-678044865cd7 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:39.310197 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3a11384b-4a80-4515-a045-82c2ab15844a req-983bdfff-f4c8-49c3-beb1-678044865cd7 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e18b1d-cd1f-4f49-b58f-fb5588a4d249 HTTP/1.1" status: 200 len: 944 time: 0.0530872 Feb 19 05:22:39.355713 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3a11384b-4a80-4515-a045-82c2ab15844a req-57963d5b-f7d8-46e9-bda7-70b1d1bb9da5 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397058 Feb 19 05:22:39.437962 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:39.451895 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 56d9d321-09f4-4e65-8472-208bb905b8df up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:22:39.500775 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 56d9d321-09f4-4e65-8472-208bb905b8df completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:22:39.504342 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 56d9d321-09f4-4e65-8472-208bb905b8df triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:22:39.504719 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (56d9d321-09f4-4e65-8472-208bb905b8df), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:39.585497 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 56d9d321-09f4-4e65-8472-208bb905b8df is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:22:39.585909 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (56d9d321-09f4-4e65-8472-208bb905b8df), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:39.608979 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e18b1d-cd1f-4f49-b58f-fb5588a4d249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d9d321-09f4-4e65-8472-208bb905b8df'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:22:39.611211 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23de0fd-0b14-4408-b337-b6065170cdae" -d '{"events": [{"server_uuid": "f1e18b1d-cd1f-4f49-b58f-fb5588a4d249", "name": "network-vif-plugged", "status": "completed", "tag": "56d9d321-09f4-4e65-8472-208bb905b8df"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:22:39.626874 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 56d9d321-09f4-4e65-8472-208bb905b8df, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=56d9d321-09f4-4e65-8472-208bb905b8df,segment=NetworkSegment(388d98f8-2124-4fd5-b40c-e81cd9110a7f),segment_id=388d98f8-2124-4fd5-b40c-e81cd9110a7f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:22:39.631490 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (56d9d321-09f4-4e65-8472-208bb905b8df), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:39.657335 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7545602-eb6b-4153-8d3a-e9edab36b169 x-openstack-request-id: req-e7545602-eb6b-4153-8d3a-e9edab36b169 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:22:39.657633 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e18b1d-cd1f-4f49-b58f-fb5588a4d249", "name": "network-vif-plugged", "status": "completed", "tag": "56d9d321-09f4-4e65-8472-208bb905b8df", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:22:39.657891 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7545602-eb6b-4153-8d3a-e9edab36b169 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:22:39.658293 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e18b1d-cd1f-4f49-b58f-fb5588a4d249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d9d321-09f4-4e65-8472-208bb905b8df', 'code': 200} Feb 19 05:22:39.697306 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=56d9d321-09f4-4e65-8472-208bb905b8df,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:39.701089 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:39.706855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:39.707215 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:39.707664 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:39.708001 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:39.708346 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:39.708687 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:39.709043 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:39.709386 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:39.709721 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:39.710053 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:39.710386 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:39.710717 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:39.711047 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:39.754787 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf0471-a381-4ab6-8079-b53359ed443e req-fffa3ba1-bdd1-4d7d-a7d1-24dfe9be65b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:39.756232 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1eaf0471-a381-4ab6-8079-b53359ed443e req-fffa3ba1-bdd1-4d7d-a7d1-24dfe9be65b2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f1e18b1d-cd1f-4f49-b58f-fb5588a4d249 HTTP/1.1" status: 200 len: 1127 time: 0.0478253 Feb 19 05:22:39.801286 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1eaf0471-a381-4ab6-8079-b53359ed443e req-343d446c-4198-430e-a63e-8231690bbf15 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381997 Feb 19 05:22:40.474628 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626e0d4-5fa4-4afc-a61d-7353279936a7 req-bc1e328f-62ef-4915-932a-231cb747ccd5 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:40.476148 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a626e0d4-5fa4-4afc-a61d-7353279936a7 req-bc1e328f-62ef-4915-932a-231cb747ccd5 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e18b1d-cd1f-4f49-b58f-fb5588a4d249 HTTP/1.1" status: 200 len: 945 time: 0.0531878 Feb 19 05:22:40.521821 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a626e0d4-5fa4-4afc-a61d-7353279936a7 req-334939e6-ddd7-42f1-bcdb-0eb39be127ea tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400271 Feb 19 05:22:41.642278 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2709d81-7583-4d04-bde2-7e02da92d645 req-2419a8f2-d9f7-408e-bc43-81ced8fe41eb tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:41.643699 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d2709d81-7583-4d04-bde2-7e02da92d645 req-2419a8f2-d9f7-408e-bc43-81ced8fe41eb tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e18b1d-cd1f-4f49-b58f-fb5588a4d249 HTTP/1.1" status: 200 len: 945 time: 0.0528820 Feb 19 05:22:41.702576 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d2709d81-7583-4d04-bde2-7e02da92d645 req-d6a4de16-0d3c-4059-a1d4-d7ffc36e2eab tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533011 Feb 19 05:22:41.936041 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444a583-ebdd-4bbd-9458-641509271958 req-a8b1cbf4-272f-4ccc-b329-767fe38fcb8f tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:41.937470 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b444a583-ebdd-4bbd-9458-641509271958 req-a8b1cbf4-272f-4ccc-b329-767fe38fcb8f tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/networks?id=441700e3-dc97-47aa-8b77-b45e28552670 HTTP/1.1" status: 200 len: 813 time: 0.1020346 Feb 19 05:22:41.951705 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b444a583-ebdd-4bbd-9458-641509271958 req-26bed320-0c74-4b8e-9b6e-b7dbb6d4ca7a tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/quotas/39dbeed505ca4deca03c1036324da9ba HTTP/1.1" status: 200 len: 375 time: 0.0089300 Feb 19 05:22:42.004430 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b444a583-ebdd-4bbd-9458-641509271958 req-cb1aa805-0981-4622-9166-3ef4d5a4e2e4 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=39dbeed505ca4deca03c1036324da9ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0474505 Feb 19 05:22:42.092893 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b444a583-ebdd-4bbd-9458-641509271958 req-40e7fc0c-0ff9-43f6-b6c6-5f30ddf4d347 service neutron] 10.222.0.65 "GET /v2.0/networks/441700e3-dc97-47aa-8b77-b45e28552670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818396 Feb 19 05:22:42.183736 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b444a583-ebdd-4bbd-9458-641509271958 req-3a885b4f-24a6-4b99-a12b-967e1d49585a service neutron] 10.222.0.65 "GET /v2.0/networks/441700e3-dc97-47aa-8b77-b45e28552670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845771 Feb 19 05:22:42.341031 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5f5e7db3-1063-4167-9233-6b0d74e2fa34 req-f5949e0b-d9ef-4411-bc0e-b1a27ef778b9 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d7bc07-5637-42f0-8ab8-efe55c72268d HTTP/1.1" status: 200 len: 210 time: 0.0268447 Feb 19 05:22:43.241605 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444a583-ebdd-4bbd-9458-641509271958 req-502fd106-b317-4311-9bad-b2d40f574121 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:43.243068 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b444a583-ebdd-4bbd-9458-641509271958 req-502fd106-b317-4311-9bad-b2d40f574121 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.48 "GET /v2.0/networks?id=441700e3-dc97-47aa-8b77-b45e28552670 HTTP/1.1" status: 200 len: 813 time: 0.1118450 Feb 19 05:22:43.255708 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-b444a583-ebdd-4bbd-9458-641509271958 req-fe827f2d-b2b2-43f3-8c61-670396482bf9 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Request body: {'port': {'device_id': '72d7bc07-5637-42f0-8ab8-efe55c72268d', 'network_id': '441700e3-dc97-47aa-8b77-b45e28552670', 'admin_state_up': True, 'tenant_id': '39dbeed505ca4deca03c1036324da9ba'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:22:43.366230 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b444a583-ebdd-4bbd-9458-641509271958 req-fe827f2d-b2b2-43f3-8c61-670396482bf9 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Made reservation on behalf of 39dbeed505ca4deca03c1036324da9ba for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:22:43.369806 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b444a583-ebdd-4bbd-9458-641509271958 req-fe827f2d-b2b2-43f3-8c61-670396482bf9 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:43.443381 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0445dea-0957-41c6-88c9-1ff6853d3317 req-793da028-60ea-4294-a3d8-e2c5fc63aa46 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d7bc07-5637-42f0-8ab8-efe55c72268d HTTP/1.1" status: 200 len: 210 time: 0.0293679 Feb 19 05:22:43.500996 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-b444a583-ebdd-4bbd-9458-641509271958 req-fe827f2d-b2b2-43f3-8c61-670396482bf9 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Allocated IP 172.20.0.7 (441700e3-dc97-47aa-8b77-b45e28552670/390a3f4e-d369-4beb-8ddb-1eab2e292cef/044b3f80-594e-4039-83ed-23f6280b6ee4) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:22:43.649515 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b444a583-ebdd-4bbd-9458-641509271958 req-fe827f2d-b2b2-43f3-8c61-670396482bf9 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Publish callbacks [] for port (044b3f80-594e-4039-83ed-23f6280b6ee4), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:43.682579 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b444a583-ebdd-4bbd-9458-641509271958 req-fe827f2d-b2b2-43f3-8c61-670396482bf9 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (044b3f80-594e-4039-83ed-23f6280b6ee4), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:43.694597 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['56d9d321-09f4-4e65-8472-208bb905b8df'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:22:43.732436 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b444a583-ebdd-4bbd-9458-641509271958 req-fe827f2d-b2b2-43f3-8c61-670396482bf9 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Network 441700e3-dc97-47aa-8b77-b45e28552670 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:22:43.735684 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-b444a583-ebdd-4bbd-9458-641509271958 req-fe827f2d-b2b2-43f3-8c61-670396482bf9 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:22:43.741676 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-b444a583-ebdd-4bbd-9458-641509271958 req-fe827f2d-b2b2-43f3-8c61-670396482bf9 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:22:43.748121 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe827f2d-b2b2-43f3-8c61-670396482bf9 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Pushing event updated for resources: {'Port': ['ID=044b3f80-594e-4039-83ed-23f6280b6ee4,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:43.793289 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444a583-ebdd-4bbd-9458-641509271958 req-fe827f2d-b2b2-43f3-8c61-670396482bf9 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:43.793921 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b444a583-ebdd-4bbd-9458-641509271958 req-fe827f2d-b2b2-43f3-8c61-670396482bf9 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:43.809625 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b444a583-ebdd-4bbd-9458-641509271958 req-fe827f2d-b2b2-43f3-8c61-670396482bf9 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5581462 Feb 19 05:22:43.827795 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-b444a583-ebdd-4bbd-9458-641509271958 req-5aad9baf-5d39-4ada-9ba1-569f66c90a67 service neutron] Request body: {'port': {'device_id': '72d7bc07-5637-42f0-8ab8-efe55c72268d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:22:43.885611 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b444a583-ebdd-4bbd-9458-641509271958 req-5aad9baf-5d39-4ada-9ba1-569f66c90a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (044b3f80-594e-4039-83ed-23f6280b6ee4), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:44.143133 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-b444a583-ebdd-4bbd-9458-641509271958 req-5aad9baf-5d39-4ada-9ba1-569f66c90a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 044b3f80-594e-4039-83ed-23f6280b6ee4 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:22:44.150839 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b444a583-ebdd-4bbd-9458-641509271958 req-5aad9baf-5d39-4ada-9ba1-569f66c90a67 service neutron] Publish callbacks [] for port (044b3f80-594e-4039-83ed-23f6280b6ee4), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:44.163361 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-b444a583-ebdd-4bbd-9458-641509271958 req-5aad9baf-5d39-4ada-9ba1-569f66c90a67 service neutron] Transition to ACTIVE for port object 044b3f80-594e-4039-83ed-23f6280b6ee4 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:22:44.166792 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b444a583-ebdd-4bbd-9458-641509271958 req-5aad9baf-5d39-4ada-9ba1-569f66c90a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (044b3f80-594e-4039-83ed-23f6280b6ee4), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:44.218017 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad9baf-5d39-4ada-9ba1-569f66c90a67 service neutron] Pushing event updated for resources: {'Port': ['ID=044b3f80-594e-4039-83ed-23f6280b6ee4,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:44.284701 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-b444a583-ebdd-4bbd-9458-641509271958 req-5aad9baf-5d39-4ada-9ba1-569f66c90a67 service neutron] Attempting to bind port 044b3f80-594e-4039-83ed-23f6280b6ee4 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:22:44.285427 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-b444a583-ebdd-4bbd-9458-641509271958 req-5aad9baf-5d39-4ada-9ba1-569f66c90a67 service neutron] Attempting to bind port 044b3f80-594e-4039-83ed-23f6280b6ee4 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '388d98f8-2124-4fd5-b40c-e81cd9110a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '441700e3-dc97-47aa-8b77-b45e28552670'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:22:44.285427 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b444a583-ebdd-4bbd-9458-641509271958 req-5aad9baf-5d39-4ada-9ba1-569f66c90a67 service neutron] Attempting to bind port 044b3f80-594e-4039-83ed-23f6280b6ee4 on network 441700e3-dc97-47aa-8b77-b45e28552670 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:22:44.289891 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b444a583-ebdd-4bbd-9458-641509271958 req-5aad9baf-5d39-4ada-9ba1-569f66c90a67 service neutron] Port 044b3f80-594e-4039-83ed-23f6280b6ee4 on network 441700e3-dc97-47aa-8b77-b45e28552670 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:22:44.290251 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b444a583-ebdd-4bbd-9458-641509271958 req-5aad9baf-5d39-4ada-9ba1-569f66c90a67 service neutron] Attempting to bind port 044b3f80-594e-4039-83ed-23f6280b6ee4 on network 441700e3-dc97-47aa-8b77-b45e28552670 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:22:44.295226 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b444a583-ebdd-4bbd-9458-641509271958 req-5aad9baf-5d39-4ada-9ba1-569f66c90a67 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:22:44.295568 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b444a583-ebdd-4bbd-9458-641509271958 req-5aad9baf-5d39-4ada-9ba1-569f66c90a67 service neutron] Checking segment: {'id': '388d98f8-2124-4fd5-b40c-e81cd9110a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '441700e3-dc97-47aa-8b77-b45e28552670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:22:44.295960 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b444a583-ebdd-4bbd-9458-641509271958 req-5aad9baf-5d39-4ada-9ba1-569f66c90a67 service neutron] Bound using segment: {'id': '388d98f8-2124-4fd5-b40c-e81cd9110a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '441700e3-dc97-47aa-8b77-b45e28552670'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:22:44.296420 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-b444a583-ebdd-4bbd-9458-641509271958 req-5aad9baf-5d39-4ada-9ba1-569f66c90a67 service neutron] Bound port: 044b3f80-594e-4039-83ed-23f6280b6ee4, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '388d98f8-2124-4fd5-b40c-e81cd9110a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '441700e3-dc97-47aa-8b77-b45e28552670'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:22:44.296787 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b444a583-ebdd-4bbd-9458-641509271958 req-5aad9baf-5d39-4ada-9ba1-569f66c90a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (044b3f80-594e-4039-83ed-23f6280b6ee4), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:44.362327 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-b444a583-ebdd-4bbd-9458-641509271958 req-5aad9baf-5d39-4ada-9ba1-569f66c90a67 service neutron] For port 044b3f80-594e-4039-83ed-23f6280b6ee4, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:22:44.365279 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-b444a583-ebdd-4bbd-9458-641509271958 req-5aad9baf-5d39-4ada-9ba1-569f66c90a67 service neutron] For port 044b3f80-594e-4039-83ed-23f6280b6ee4, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=044b3f80-594e-4039-83ed-23f6280b6ee4,segment=NetworkSegment(388d98f8-2124-4fd5-b40c-e81cd9110a7f),segment_id=388d98f8-2124-4fd5-b40c-e81cd9110a7f)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:22:44.371484 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b444a583-ebdd-4bbd-9458-641509271958 req-5aad9baf-5d39-4ada-9ba1-569f66c90a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (044b3f80-594e-4039-83ed-23f6280b6ee4), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:44.405703 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444a583-ebdd-4bbd-9458-641509271958 req-5aad9baf-5d39-4ada-9ba1-569f66c90a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:44.406335 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b444a583-ebdd-4bbd-9458-641509271958 req-5aad9baf-5d39-4ada-9ba1-569f66c90a67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:44.408251 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b444a583-ebdd-4bbd-9458-641509271958 req-5aad9baf-5d39-4ada-9ba1-569f66c90a67 service neutron] 10.222.0.48 "PUT /v2.0/ports/044b3f80-594e-4039-83ed-23f6280b6ee4 HTTP/1.1" status: 200 len: 1091 time: 0.5846651 Feb 19 05:22:44.408692 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d7bc07-5637-42f0-8ab8-efe55c72268d', 'tag': '044b3f80-594e-4039-83ed-23f6280b6ee4'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:22:44.410973 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4000a64-1fca-49db-84e7-26ecaf51fde2" -d '{"events": [{"name": "network-changed", "server_uuid": "72d7bc07-5637-42f0-8ab8-efe55c72268d", "tag": "044b3f80-594e-4039-83ed-23f6280b6ee4"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:22:44.434690 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad9baf-5d39-4ada-9ba1-569f66c90a67 service neutron] Pushing event updated for resources: {'Port': ['ID=044b3f80-594e-4039-83ed-23f6280b6ee4,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:44.456935 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de832e5-8eb0-473c-be70-edffcd2ed84e x-openstack-request-id: req-5de832e5-8eb0-473c-be70-edffcd2ed84e {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:22:44.457237 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d7bc07-5637-42f0-8ab8-efe55c72268d", "tag": "044b3f80-594e-4039-83ed-23f6280b6ee4", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:22:44.457494 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5de832e5-8eb0-473c-be70-edffcd2ed84e {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:22:44.457896 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d7bc07-5637-42f0-8ab8-efe55c72268d', 'tag': '044b3f80-594e-4039-83ed-23f6280b6ee4', 'status': 'completed', 'code': 200} Feb 19 05:22:44.495868 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444a583-ebdd-4bbd-9458-641509271958 req-a86a8675-413d-465c-b37b-32f27d728c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:44.497479 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b444a583-ebdd-4bbd-9458-641509271958 req-a86a8675-413d-465c-b37b-32f27d728c43 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=39dbeed505ca4deca03c1036324da9ba&device_id=72d7bc07-5637-42f0-8ab8-efe55c72268d HTTP/1.1" status: 200 len: 1125 time: 0.0493536 Feb 19 05:22:44.545751 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b444a583-ebdd-4bbd-9458-641509271958 req-8110176d-986a-40e2-a209-bce09df36607 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=044b3f80-594e-4039-83ed-23f6280b6ee4 HTTP/1.1" status: 200 len: 217 time: 0.0397420 Feb 19 05:22:44.568580 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40894a2f-80f4-42e2-9784-83ed7733fd5c req-5c207a1b-e66e-487f-9228-5fb1a31a3f2e tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:44.570121 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-40894a2f-80f4-42e2-9784-83ed7733fd5c req-5c207a1b-e66e-487f-9228-5fb1a31a3f2e tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d7bc07-5637-42f0-8ab8-efe55c72268d HTTP/1.1" status: 200 len: 943 time: 0.0546207 Feb 19 05:22:44.595428 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444a583-ebdd-4bbd-9458-641509271958 req-0ff398f8-ed9a-4099-b6aa-992b06d9f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:44.596945 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b444a583-ebdd-4bbd-9458-641509271958 req-0ff398f8-ed9a-4099-b6aa-992b06d9f74d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=390a3f4e-d369-4beb-8ddb-1eab2e292cef HTTP/1.1" status: 200 len: 853 time: 0.0447328 Feb 19 05:22:44.622641 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-40894a2f-80f4-42e2-9784-83ed7733fd5c req-49791e86-102d-44c2-98fd-5656ebe33a36 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467749 Feb 19 05:22:44.628687 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b444a583-ebdd-4bbd-9458-641509271958 req-3040be29-044f-4512-b8fa-ccb3fe7c83d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=441700e3-dc97-47aa-8b77-b45e28552670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264440 Feb 19 05:22:44.720030 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b444a583-ebdd-4bbd-9458-641509271958 req-20ab8323-34b9-427f-90a1-0aa695d40b59 service neutron] 10.222.0.48 "GET /v2.0/networks/441700e3-dc97-47aa-8b77-b45e28552670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851684 Feb 19 05:22:45.052925 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b444a583-ebdd-4bbd-9458-641509271958 req-7feac1c1-88db-44ad-804d-2c4656cf5975 service neutron] 10.222.0.48 "GET /v2.0/networks/441700e3-dc97-47aa-8b77-b45e28552670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269823 Feb 19 05:22:45.141326 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4000a64-1fca-49db-84e7-26ecaf51fde2 req-9c9fb102-b7b4-45df-8859-7f10cb342b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:45.142856 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d4000a64-1fca-49db-84e7-26ecaf51fde2 req-9c9fb102-b7b4-45df-8859-7f10cb342b61 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=39dbeed505ca4deca03c1036324da9ba&device_id=72d7bc07-5637-42f0-8ab8-efe55c72268d HTTP/1.1" status: 200 len: 1125 time: 0.0442810 Feb 19 05:22:45.232738 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4000a64-1fca-49db-84e7-26ecaf51fde2 req-cd27e1b0-7043-414f-9845-d062153dd231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:45.234236 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d4000a64-1fca-49db-84e7-26ecaf51fde2 req-cd27e1b0-7043-414f-9845-d062153dd231 service neutron] 10.222.0.48 "GET /v2.0/networks?id=441700e3-dc97-47aa-8b77-b45e28552670 HTTP/1.1" status: 200 len: 913 time: 0.0859776 Feb 19 05:22:45.277063 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d4000a64-1fca-49db-84e7-26ecaf51fde2 req-65c58a1e-1402-4a06-8713-d10815159860 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=044b3f80-594e-4039-83ed-23f6280b6ee4 HTTP/1.1" status: 200 len: 217 time: 0.0351346 Feb 19 05:22:45.329167 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4000a64-1fca-49db-84e7-26ecaf51fde2 req-bf72d641-de70-4d6c-b4d3-631c4f97e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:45.331205 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d4000a64-1fca-49db-84e7-26ecaf51fde2 req-bf72d641-de70-4d6c-b4d3-631c4f97e94d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=390a3f4e-d369-4beb-8ddb-1eab2e292cef HTTP/1.1" status: 200 len: 853 time: 0.0489907 Feb 19 05:22:45.363353 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d4000a64-1fca-49db-84e7-26ecaf51fde2 req-30e4d87c-2b85-4b1c-8380-b8fbdd2c4bb2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=441700e3-dc97-47aa-8b77-b45e28552670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261841 Feb 19 05:22:45.367826 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:22:45.449992 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d4000a64-1fca-49db-84e7-26ecaf51fde2 req-5303063d-7846-4beb-96d3-ca80b2316529 service neutron] 10.222.0.48 "GET /v2.0/networks/441700e3-dc97-47aa-8b77-b45e28552670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808125 Feb 19 05:22:45.541071 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d4000a64-1fca-49db-84e7-26ecaf51fde2 req-959d08cb-6dc6-4042-9e75-870f9d897ce2 service neutron] 10.222.0.48 "GET /v2.0/networks/441700e3-dc97-47aa-8b77-b45e28552670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847263 Feb 19 05:22:45.749834 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb883f2-3d08-4120-bfd8-0b8a6e91f0d8 req-cf01eead-626f-41d2-ab27-77f34de7ee7b tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:45.751351 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ffb883f2-3d08-4120-bfd8-0b8a6e91f0d8 req-cf01eead-626f-41d2-ab27-77f34de7ee7b tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d7bc07-5637-42f0-8ab8-efe55c72268d HTTP/1.1" status: 200 len: 943 time: 0.0586336 Feb 19 05:22:45.799669 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ffb883f2-3d08-4120-bfd8-0b8a6e91f0d8 req-8f77c439-3eb9-47db-986a-47bc2b6f8330 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417328 Feb 19 05:22:46.918238 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e08947-b486-43ba-8477-c59dd63aa31c req-bcadf454-6234-4ef6-a116-a84065b9f483 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:46.919747 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9e08947-b486-43ba-8477-c59dd63aa31c req-bcadf454-6234-4ef6-a116-a84065b9f483 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d7bc07-5637-42f0-8ab8-efe55c72268d HTTP/1.1" status: 200 len: 943 time: 0.0528047 Feb 19 05:22:46.929402 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 044b3f80-594e-4039-83ed-23f6280b6ee4 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:22:46.966507 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9e08947-b486-43ba-8477-c59dd63aa31c req-8cc1d705-1586-44b1-bc42-e4632f67d5b5 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404401 Feb 19 05:22:47.023024 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 044b3f80-594e-4039-83ed-23f6280b6ee4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=044b3f80-594e-4039-83ed-23f6280b6ee4,segment=NetworkSegment(388d98f8-2124-4fd5-b40c-e81cd9110a7f),segment_id=388d98f8-2124-4fd5-b40c-e81cd9110a7f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:22:47.037906 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '044b3f80-594e-4039-83ed-23f6280b6ee4', 'network_id': '441700e3-dc97-47aa-8b77-b45e28552670', 'port_id': '044b3f80-594e-4039-83ed-23f6280b6ee4', 'mac_address': 'fa:16:3e:7f:21:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '390a3f4e-d369-4beb-8ddb-1eab2e292cef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:22:47.073169 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 044b3f80-594e-4039-83ed-23f6280b6ee4 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:22:47.073563 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (044b3f80-594e-4039-83ed-23f6280b6ee4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:47.087021 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 044b3f80-594e-4039-83ed-23f6280b6ee4 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:22:47.105922 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 044b3f80-594e-4039-83ed-23f6280b6ee4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=044b3f80-594e-4039-83ed-23f6280b6ee4,segment=NetworkSegment(388d98f8-2124-4fd5-b40c-e81cd9110a7f),segment_id=388d98f8-2124-4fd5-b40c-e81cd9110a7f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:22:47.110128 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (044b3f80-594e-4039-83ed-23f6280b6ee4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:47.158856 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=044b3f80-594e-4039-83ed-23f6280b6ee4,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:47.298073 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['044b3f80-594e-4039-83ed-23f6280b6ee4'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:22:48.086403 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b9d12-1ef9-4ed8-b2f9-c0cecf9fcb89 req-9153ac41-89d5-4306-93b9-51cb826f8f52 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:48.087917 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-598b9d12-1ef9-4ed8-b2f9-c0cecf9fcb89 req-9153ac41-89d5-4306-93b9-51cb826f8f52 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d7bc07-5637-42f0-8ab8-efe55c72268d HTTP/1.1" status: 200 len: 944 time: 0.0531688 Feb 19 05:22:48.138810 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-598b9d12-1ef9-4ed8-b2f9-c0cecf9fcb89 req-31a32cdf-34fd-4d1c-822c-a4a72a199ef8 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453386 Feb 19 05:22:48.944855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 044b3f80-594e-4039-83ed-23f6280b6ee4 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:22:48.992005 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 044b3f80-594e-4039-83ed-23f6280b6ee4 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:22:48.995862 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 044b3f80-594e-4039-83ed-23f6280b6ee4 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:22:48.996239 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (044b3f80-594e-4039-83ed-23f6280b6ee4), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:49.231228 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 044b3f80-594e-4039-83ed-23f6280b6ee4 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:22:49.231534 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (044b3f80-594e-4039-83ed-23f6280b6ee4), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:49.260775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b269250-18e8-440e-85d2-4ab756e99bda req-c178455c-8e73-470a-837f-490b2357840f tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:49.262322 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d7bc07-5637-42f0-8ab8-efe55c72268d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044b3f80-594e-4039-83ed-23f6280b6ee4'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:22:49.262464 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b269250-18e8-440e-85d2-4ab756e99bda req-c178455c-8e73-470a-837f-490b2357840f tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d7bc07-5637-42f0-8ab8-efe55c72268d HTTP/1.1" status: 200 len: 944 time: 0.0545249 Feb 19 05:22:49.264504 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03abed44-98c0-4868-aa44-ddb08a1c31c5" -d '{"events": [{"server_uuid": "72d7bc07-5637-42f0-8ab8-efe55c72268d", "name": "network-vif-plugged", "status": "completed", "tag": "044b3f80-594e-4039-83ed-23f6280b6ee4"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:22:49.277315 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 044b3f80-594e-4039-83ed-23f6280b6ee4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=044b3f80-594e-4039-83ed-23f6280b6ee4,segment=NetworkSegment(388d98f8-2124-4fd5-b40c-e81cd9110a7f),segment_id=388d98f8-2124-4fd5-b40c-e81cd9110a7f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:22:49.282377 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (044b3f80-594e-4039-83ed-23f6280b6ee4), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:49.315980 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b269250-18e8-440e-85d2-4ab756e99bda req-c6a28b5d-b608-47ae-88c1-3c305dfc2221 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480909 Feb 19 05:22:49.332968 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=044b3f80-594e-4039-83ed-23f6280b6ee4,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:49.368671 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409a8dcd-1e2c-43ed-81a4-bf36bd49452d x-openstack-request-id: req-409a8dcd-1e2c-43ed-81a4-bf36bd49452d {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:22:49.369010 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d7bc07-5637-42f0-8ab8-efe55c72268d", "name": "network-vif-plugged", "status": "completed", "tag": "044b3f80-594e-4039-83ed-23f6280b6ee4", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:22:49.369282 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-409a8dcd-1e2c-43ed-81a4-bf36bd49452d {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:22:49.369688 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d7bc07-5637-42f0-8ab8-efe55c72268d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044b3f80-594e-4039-83ed-23f6280b6ee4', 'code': 200} Feb 19 05:22:49.466933 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae924b-36f8-4546-877d-36d79c9f5897 req-2061b116-405a-4355-ab3b-d8c81ea3dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:49.468583 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8fae924b-36f8-4546-877d-36d79c9f5897 req-2061b116-405a-4355-ab3b-d8c81ea3dc15 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=72d7bc07-5637-42f0-8ab8-efe55c72268d HTTP/1.1" status: 200 len: 1127 time: 0.0439055 Feb 19 05:22:49.511960 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8fae924b-36f8-4546-877d-36d79c9f5897 req-10d24bdd-3ab9-45f2-a8ad-93323752113d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363431 Feb 19 05:22:50.442056 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0b197-54bc-4b73-914f-774534a63436 req-54fd3214-9ecd-4dd6-ace9-a0b46da1f05e tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:50.443538 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dec0b197-54bc-4b73-914f-774534a63436 req-54fd3214-9ecd-4dd6-ace9-a0b46da1f05e tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d7bc07-5637-42f0-8ab8-efe55c72268d HTTP/1.1" status: 200 len: 945 time: 0.0584977 Feb 19 05:22:50.490887 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dec0b197-54bc-4b73-914f-774534a63436 req-a10cba61-c4eb-4e5e-825e-1dfafb8d9948 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418122 Feb 19 05:22:51.612381 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c1a66-834d-4c3a-b98f-8e3f2288a879 req-f11d6b6e-8077-4543-b041-4e1239208863 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:51.614558 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-070c1a66-834d-4c3a-b98f-8e3f2288a879 req-f11d6b6e-8077-4543-b041-4e1239208863 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d7bc07-5637-42f0-8ab8-efe55c72268d HTTP/1.1" status: 200 len: 945 time: 0.0543799 Feb 19 05:22:51.660604 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-070c1a66-834d-4c3a-b98f-8e3f2288a879 req-898c8a66-9ed7-4015-ac48-b2e7441854ea tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404279 Feb 19 05:22:51.905371 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8441b43-c650-459a-8bb5-0a48bbbbc643 req-d2c830b2-4ca6-4bf0-a720-2f16a782f8db tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:51.906931 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c8441b43-c650-459a-8bb5-0a48bbbbc643 req-d2c830b2-4ca6-4bf0-a720-2f16a782f8db tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d7bc07-5637-42f0-8ab8-efe55c72268d HTTP/1.1" status: 200 len: 945 time: 0.0584526 Feb 19 05:22:51.956301 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c8441b43-c650-459a-8bb5-0a48bbbbc643 req-9c271b52-df7d-4ed9-9ef5-b6878302bcc5 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424500 Feb 19 05:22:53.082186 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01eb024-d126-470f-905a-4f9a38051fce req-071d1218-6882-49f1-b504-e2b17481cbfa tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:53.083834 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a01eb024-d126-470f-905a-4f9a38051fce req-071d1218-6882-49f1-b504-e2b17481cbfa tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d7bc07-5637-42f0-8ab8-efe55c72268d HTTP/1.1" status: 200 len: 945 time: 0.0594645 Feb 19 05:22:53.130738 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a01eb024-d126-470f-905a-4f9a38051fce req-6b81bb79-f9ab-42f6-aec8-845d79527fba tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412023 Feb 19 05:22:53.165846 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f534137-ab5f-4c7f-988f-2b15c8afce62 req-4cf616f6-4c0b-4396-9574-4c8cde2f01d1 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:53.167336 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2f534137-ab5f-4c7f-988f-2b15c8afce62 req-4cf616f6-4c0b-4396-9574-4c8cde2f01d1 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.48 "GET /v2.0/ports?device_id=72d7bc07-5637-42f0-8ab8-efe55c72268d HTTP/1.1" status: 200 len: 945 time: 0.0528824 Feb 19 05:22:53.261621 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-2f534137-ab5f-4c7f-988f-2b15c8afce62 req-18ec9dd8-3172-4ea3-8046-12e98105808d tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Deleting port 044b3f80-594e-4039-83ed-23f6280b6ee4 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:22:53.261857 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2f534137-ab5f-4c7f-988f-2b15c8afce62 req-18ec9dd8-3172-4ea3-8046-12e98105808d tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (044b3f80-594e-4039-83ed-23f6280b6ee4), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:53.354333 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-2f534137-ab5f-4c7f-988f-2b15c8afce62 req-18ec9dd8-3172-4ea3-8046-12e98105808d tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] For port 044b3f80-594e-4039-83ed-23f6280b6ee4, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=044b3f80-594e-4039-83ed-23f6280b6ee4,segment=NetworkSegment(388d98f8-2124-4fd5-b40c-e81cd9110a7f),segment_id=388d98f8-2124-4fd5-b40c-e81cd9110a7f)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:22:53.354703 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2f534137-ab5f-4c7f-988f-2b15c8afce62 req-18ec9dd8-3172-4ea3-8046-12e98105808d tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (044b3f80-594e-4039-83ed-23f6280b6ee4), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:53.367304 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-2f534137-ab5f-4c7f-988f-2b15c8afce62 req-18ec9dd8-3172-4ea3-8046-12e98105808d tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Calling delete_port for 044b3f80-594e-4039-83ed-23f6280b6ee4 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:22:53.505467 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2f534137-ab5f-4c7f-988f-2b15c8afce62 req-18ec9dd8-3172-4ea3-8046-12e98105808d tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (044b3f80-594e-4039-83ed-23f6280b6ee4), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:53.518113 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['044b3f80-594e-4039-83ed-23f6280b6ee4'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:22:53.520649 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['56d9d321-09f4-4e65-8472-208bb905b8df'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:22:53.533162 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec9dd8-3172-4ea3-8046-12e98105808d tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Pushing event deleted for resources: {'Port': ['ID=044b3f80-594e-4039-83ed-23f6280b6ee4,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:53.549346 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec9dd8-3172-4ea3-8046-12e98105808d tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:53.549726 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec9dd8-3172-4ea3-8046-12e98105808d tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:53.550076 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec9dd8-3172-4ea3-8046-12e98105808d tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:53.550425 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec9dd8-3172-4ea3-8046-12e98105808d tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:53.550760 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec9dd8-3172-4ea3-8046-12e98105808d tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:53.551091 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec9dd8-3172-4ea3-8046-12e98105808d tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:53.551421 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec9dd8-3172-4ea3-8046-12e98105808d tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:53.551748 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec9dd8-3172-4ea3-8046-12e98105808d tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:53.552078 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec9dd8-3172-4ea3-8046-12e98105808d tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:53.552405 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec9dd8-3172-4ea3-8046-12e98105808d tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:53.552730 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec9dd8-3172-4ea3-8046-12e98105808d tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:53.553075 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec9dd8-3172-4ea3-8046-12e98105808d tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:53.553402 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ec9dd8-3172-4ea3-8046-12e98105808d tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:22:53.591983 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f534137-ab5f-4c7f-988f-2b15c8afce62 req-18ec9dd8-3172-4ea3-8046-12e98105808d tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] No DVR routers for this DVR port 044b3f80-594e-4039-83ed-23f6280b6ee4 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:22:53.594702 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2f534137-ab5f-4c7f-988f-2b15c8afce62 req-18ec9dd8-3172-4ea3-8046-12e98105808d tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:53.598237 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2f534137-ab5f-4c7f-988f-2b15c8afce62 req-18ec9dd8-3172-4ea3-8046-12e98105808d tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.48 "DELETE /v2.0/ports/044b3f80-594e-4039-83ed-23f6280b6ee4 HTTP/1.1" status: 204 len: 173 time: 0.4259901 Feb 19 05:22:53.598750 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d7bc07-5637-42f0-8ab8-efe55c72268d', 'name': 'network-vif-deleted', 'tag': '044b3f80-594e-4039-83ed-23f6280b6ee4'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:22:53.601311 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6391cce7-13c5-4576-afa8-cc4c715b9a81" -d '{"events": [{"server_uuid": "72d7bc07-5637-42f0-8ab8-efe55c72268d", "name": "network-vif-deleted", "tag": "044b3f80-594e-4039-83ed-23f6280b6ee4"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:22:53.641662 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29ab1fa-82c6-4b82-8fe1-864f378510c9 x-openstack-request-id: req-f29ab1fa-82c6-4b82-8fe1-864f378510c9 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:22:53.642563 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d7bc07-5637-42f0-8ab8-efe55c72268d", "name": "network-vif-deleted", "tag": "044b3f80-594e-4039-83ed-23f6280b6ee4", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:22:53.642913 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f29ab1fa-82c6-4b82-8fe1-864f378510c9 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:22:53.643339 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d7bc07-5637-42f0-8ab8-efe55c72268d', 'name': 'network-vif-deleted', 'tag': '044b3f80-594e-4039-83ed-23f6280b6ee4', 'status': 'completed', 'code': 200} Feb 19 05:22:54.286819 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f264dd-cce5-4910-95db-c494ec874574 req-68cdc5fb-83a2-4fb1-b595-ed1e5e663487 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:54.288328 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a1f264dd-cce5-4910-95db-c494ec874574 req-68cdc5fb-83a2-4fb1-b595-ed1e5e663487 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e18b1d-cd1f-4f49-b58f-fb5588a4d249 HTTP/1.1" status: 200 len: 945 time: 0.0573788 Feb 19 05:22:54.334529 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a1f264dd-cce5-4910-95db-c494ec874574 req-91bb8251-0070-4d62-a102-b8dbd38cca60 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406411 Feb 19 05:22:54.468757 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b569bc7-3047-46fe-b082-0da154734008 req-9926c97a-8a1e-496d-8860-e276be3e130a tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:54.470186 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5b569bc7-3047-46fe-b082-0da154734008 req-9926c97a-8a1e-496d-8860-e276be3e130a tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e18b1d-cd1f-4f49-b58f-fb5588a4d249 HTTP/1.1" status: 200 len: 945 time: 0.0531194 Feb 19 05:22:54.516011 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5b569bc7-3047-46fe-b082-0da154734008 req-71ec9c39-2d9f-47d9-8f58-8aacc32dba7f tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396345 Feb 19 05:22:54.635034 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04affb7-3408-486d-bdc8-88398bc64756 req-b1a4090a-493d-4ca3-842f-c82b9f362d96 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:54.636542 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c04affb7-3408-486d-bdc8-88398bc64756 req-b1a4090a-493d-4ca3-842f-c82b9f362d96 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e18b1d-cd1f-4f49-b58f-fb5588a4d249 HTTP/1.1" status: 200 len: 945 time: 0.0532556 Feb 19 05:22:54.685967 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c04affb7-3408-486d-bdc8-88398bc64756 req-047ce31b-e0ac-4e75-8139-51b0ebd11a7b tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438273 Feb 19 05:22:54.856924 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823051a-96f2-44b5-80fb-786c146b30b8 req-0a9ca02a-f112-425f-97c9-cd0da29966a7 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:54.858416 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a823051a-96f2-44b5-80fb-786c146b30b8 req-0a9ca02a-f112-425f-97c9-cd0da29966a7 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e18b1d-cd1f-4f49-b58f-fb5588a4d249 HTTP/1.1" status: 200 len: 945 time: 0.0523233 Feb 19 05:22:54.904179 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a823051a-96f2-44b5-80fb-786c146b30b8 req-4f2029fa-1e04-4a0b-9c41-82257a4c8d38 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390010 Feb 19 05:22:55.021909 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fb56d-0765-466e-aa66-f31bd2553cc3 req-7a54fd61-6cd2-43df-a979-7321330df435 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:55.023340 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7d4fb56d-0765-466e-aa66-f31bd2553cc3 req-7a54fd61-6cd2-43df-a979-7321330df435 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e18b1d-cd1f-4f49-b58f-fb5588a4d249 HTTP/1.1" status: 200 len: 945 time: 0.0530970 Feb 19 05:22:55.073998 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7d4fb56d-0765-466e-aa66-f31bd2553cc3 req-9e6edd3b-4f7f-4ad7-a8c2-ebb334cf377e tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451453 Feb 19 05:22:55.199484 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed39522-d840-411f-a5b8-6b67856b6c05 req-02220e75-d332-4c8d-9746-875e0104e9ab tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:55.200978 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ed39522-d840-411f-a5b8-6b67856b6c05 req-02220e75-d332-4c8d-9746-875e0104e9ab tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e18b1d-cd1f-4f49-b58f-fb5588a4d249 HTTP/1.1" status: 200 len: 945 time: 0.0527599 Feb 19 05:22:55.246965 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ed39522-d840-411f-a5b8-6b67856b6c05 req-e94d341e-e394-424d-beff-8411c33b6370 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398877 Feb 19 05:22:55.560896 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba5b4c-8fa9-4022-a689-364c2b4499f4 req-1b356205-b104-4835-bc98-57b2a1b1d812 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:55.562413 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d1ba5b4c-8fa9-4022-a689-364c2b4499f4 req-1b356205-b104-4835-bc98-57b2a1b1d812 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e18b1d-cd1f-4f49-b58f-fb5588a4d249 HTTP/1.1" status: 200 len: 945 time: 0.0540006 Feb 19 05:22:55.608769 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d1ba5b4c-8fa9-4022-a689-364c2b4499f4 req-3eab2a1e-8673-4a46-b960-8bd0d6ab678e tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401912 Feb 19 05:22:56.731261 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e455a9-0412-4f0f-9d89-622da4ce1619 req-bf8bf042-c6e6-41b0-aea2-56347d43b2d2 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:56.732799 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-46e455a9-0412-4f0f-9d89-622da4ce1619 req-bf8bf042-c6e6-41b0-aea2-56347d43b2d2 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1e18b1d-cd1f-4f49-b58f-fb5588a4d249 HTTP/1.1" status: 200 len: 945 time: 0.0545533 Feb 19 05:22:56.779477 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-46e455a9-0412-4f0f-9d89-622da4ce1619 req-f14567e4-68a5-4f13-883f-4547535e4b64 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.65 "GET /v2.0/security-groups?id=dea542a5-efc0-4790-8362-1a96fb08b6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403259 Feb 19 05:22:56.967226 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19543a8-4232-4834-811e-9a38e5d21116 req-fbe47b87-c880-4e10-a601-2b4d0a4afdc7 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:56.968725 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d19543a8-4232-4834-811e-9a38e5d21116 req-fbe47b87-c880-4e10-a601-2b4d0a4afdc7 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1e18b1d-cd1f-4f49-b58f-fb5588a4d249 HTTP/1.1" status: 200 len: 945 time: 0.0555613 Feb 19 05:22:57.006965 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 044b3f80-594e-4039-83ed-23f6280b6ee4 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:22:57.027326 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 044b3f80-594e-4039-83ed-23f6280b6ee4 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:22:57.027684 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 044b3f80-594e-4039-83ed-23f6280b6ee4 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:22:57.058802 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-d19543a8-4232-4834-811e-9a38e5d21116 req-772e79ad-2c22-428d-9c08-bd144f427437 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Deleting port 56d9d321-09f4-4e65-8472-208bb905b8df {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:22:57.059189 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d19543a8-4232-4834-811e-9a38e5d21116 req-772e79ad-2c22-428d-9c08-bd144f427437 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (56d9d321-09f4-4e65-8472-208bb905b8df), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:57.150090 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-d19543a8-4232-4834-811e-9a38e5d21116 req-772e79ad-2c22-428d-9c08-bd144f427437 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] For port 56d9d321-09f4-4e65-8472-208bb905b8df, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=56d9d321-09f4-4e65-8472-208bb905b8df,segment=NetworkSegment(388d98f8-2124-4fd5-b40c-e81cd9110a7f),segment_id=388d98f8-2124-4fd5-b40c-e81cd9110a7f)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:22:57.150454 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d19543a8-4232-4834-811e-9a38e5d21116 req-772e79ad-2c22-428d-9c08-bd144f427437 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (56d9d321-09f4-4e65-8472-208bb905b8df), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:57.162323 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-d19543a8-4232-4834-811e-9a38e5d21116 req-772e79ad-2c22-428d-9c08-bd144f427437 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Calling delete_port for 56d9d321-09f4-4e65-8472-208bb905b8df owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:22:57.286657 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d19543a8-4232-4834-811e-9a38e5d21116 req-772e79ad-2c22-428d-9c08-bd144f427437 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (56d9d321-09f4-4e65-8472-208bb905b8df), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:57.298125 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['56d9d321-09f4-4e65-8472-208bb905b8df'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:22:57.320892 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e79ad-2c22-428d-9c08-bd144f427437 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Pushing event deleted for resources: {'Port': ['ID=56d9d321-09f4-4e65-8472-208bb905b8df,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:57.363468 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19543a8-4232-4834-811e-9a38e5d21116 req-772e79ad-2c22-428d-9c08-bd144f427437 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] No DVR routers for this DVR port 56d9d321-09f4-4e65-8472-208bb905b8df on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:22:57.366123 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d19543a8-4232-4834-811e-9a38e5d21116 req-772e79ad-2c22-428d-9c08-bd144f427437 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:57.369501 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d19543a8-4232-4834-811e-9a38e5d21116 req-772e79ad-2c22-428d-9c08-bd144f427437 tempest-ServersNegativeTestJSON-2010370303 tempest-ServersNegativeTestJSON-2010370303-project] 10.222.0.10 "DELETE /v2.0/ports/56d9d321-09f4-4e65-8472-208bb905b8df HTTP/1.1" status: 204 len: 173 time: 0.3959329 Feb 19 05:22:57.370010 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e18b1d-cd1f-4f49-b58f-fb5588a4d249', 'name': 'network-vif-deleted', 'tag': '56d9d321-09f4-4e65-8472-208bb905b8df'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:22:57.372370 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0ae1bf-2afe-4dca-8e0e-55ea634bc294" -d '{"events": [{"server_uuid": "f1e18b1d-cd1f-4f49-b58f-fb5588a4d249", "name": "network-vif-deleted", "tag": "56d9d321-09f4-4e65-8472-208bb905b8df"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:22:57.471440 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f748ff-837d-43ac-ada8-7a16957e613c x-openstack-request-id: req-d3f748ff-837d-43ac-ada8-7a16957e613c {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:22:57.471741 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e18b1d-cd1f-4f49-b58f-fb5588a4d249", "name": "network-vif-deleted", "tag": "56d9d321-09f4-4e65-8472-208bb905b8df", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:22:57.472051 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d3f748ff-837d-43ac-ada8-7a16957e613c {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:22:57.472471 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e18b1d-cd1f-4f49-b58f-fb5588a4d249', 'name': 'network-vif-deleted', 'tag': '56d9d321-09f4-4e65-8472-208bb905b8df', 'status': 'completed', 'code': 200} Feb 19 05:22:57.837189 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35714) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:22:57.882652 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-3001543b-c1ea-4db1-adcf-6628b5bf8831 admin admin] Deleting subnet 390a3f4e-d369-4beb-8ddb-1eab2e292cef {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:22:57.885754 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3001543b-c1ea-4db1-adcf-6628b5bf8831 admin admin] Publish callbacks [] for subnet (390a3f4e-d369-4beb-8ddb-1eab2e292cef), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:57.923212 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3001543b-c1ea-4db1-adcf-6628b5bf8831 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (390a3f4e-d369-4beb-8ddb-1eab2e292cef), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:57.962036 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3001543b-c1ea-4db1-adcf-6628b5bf8831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (390a3f4e-d369-4beb-8ddb-1eab2e292cef), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:58.012599 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3001543b-c1ea-4db1-adcf-6628b5bf8831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (390a3f4e-d369-4beb-8ddb-1eab2e292cef), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:58.043125 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001543b-c1ea-4db1-adcf-6628b5bf8831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=390a3f4e-d369-4beb-8ddb-1eab2e292cef,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:58.045107 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3001543b-c1ea-4db1-adcf-6628b5bf8831 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:58.049010 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3001543b-c1ea-4db1-adcf-6628b5bf8831 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/390a3f4e-d369-4beb-8ddb-1eab2e292cef HTTP/1.1" status: 204 len: 168 time: 0.2100704 Feb 19 05:22:58.050727 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35716) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:22:58.121751 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50cd38bb-23f7-43e4-8064-d12c63f3c5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (441700e3-dc97-47aa-8b77-b45e28552670), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:58.197534 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50cd38bb-23f7-43e4-8064-d12c63f3c5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (441700e3-dc97-47aa-8b77-b45e28552670), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:58.217566 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-50cd38bb-23f7-43e4-8064-d12c63f3c5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441700e3-dc97-47aa-8b77-b45e28552670']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:22:58.226524 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-50cd38bb-23f7-43e4-8064-d12c63f3c5b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388d98f8-2124-4fd5-b40c-e81cd9110a7f') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:22:58.226822 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-50cd38bb-23f7-43e4-8064-d12c63f3c5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388d98f8-2124-4fd5-b40c-e81cd9110a7f') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:22:58.235826 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50cd38bb-23f7-43e4-8064-d12c63f3c5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (388d98f8-2124-4fd5-b40c-e81cd9110a7f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:58.249155 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50cd38bb-23f7-43e4-8064-d12c63f3c5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (388d98f8-2124-4fd5-b40c-e81cd9110a7f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:58.255443 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50cd38bb-23f7-43e4-8064-d12c63f3c5b8 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:22:58.255837 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50cd38bb-23f7-43e4-8064-d12c63f3c5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (388d98f8-2124-4fd5-b40c-e81cd9110a7f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: timer() Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:22:58.257573 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:22:58.317103 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50cd38bb-23f7-43e4-8064-d12c63f3c5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (441700e3-dc97-47aa-8b77-b45e28552670), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:58.325444 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-50cd38bb-23f7-43e4-8064-d12c63f3c5b8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:58.329499 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-50cd38bb-23f7-43e4-8064-d12c63f3c5b8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/441700e3-dc97-47aa-8b77-b45e28552670 HTTP/1.1" status: 204 len: 168 time: 0.2778494 Feb 19 05:22:58.339346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd38bb-23f7-43e4-8064-d12c63f3c5b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=441700e3-dc97-47aa-8b77-b45e28552670,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:58.437445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35720) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:22:58.475653 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-164dee50-6eee-4edb-964e-1f4651699d42 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=39dbeed505ca4deca03c1036324da9ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0370417 Feb 19 05:22:58.478120 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35722) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:22:58.524197 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8f6765a1-343f-4c1f-b8d4-c38ed848f6f2 admin admin] Publish callbacks [] for security_group (dea542a5-efc0-4790-8362-1a96fb08b6ac), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:58.545273 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8f6765a1-343f-4c1f-b8d4-c38ed848f6f2 admin admin] Publish callbacks [] for security_group (dea542a5-efc0-4790-8362-1a96fb08b6ac), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:58.591979 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8f6765a1-343f-4c1f-b8d4-c38ed848f6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (dea542a5-efc0-4790-8362-1a96fb08b6ac), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:58.595132 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8f6765a1-343f-4c1f-b8d4-c38ed848f6f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:58.596873 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8f6765a1-343f-4c1f-b8d4-c38ed848f6f2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dea542a5-efc0-4790-8362-1a96fb08b6ac HTTP/1.1" status: 204 len: 168 time: 0.1178548 Feb 19 05:22:58.606199 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6765a1-343f-4c1f-b8d4-c38ed848f6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea542a5-efc0-4790-8362-1a96fb08b6ac,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:59.271796 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35744) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:22:59.380577 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-569f4da2-1f76-441b-96cf-2446107e0997 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-959514685'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:22:59.399880 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569f4da2-1f76-441b-96cf-2446107e0997 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Made reservation on behalf of 036090394363457fa83523a154a0a177 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:22:59.403302 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-569f4da2-1f76-441b-96cf-2446107e0997 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:59.416605 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-569f4da2-1f76-441b-96cf-2446107e0997 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:59.492710 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-569f4da2-1f76-441b-96cf-2446107e0997 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks [] for security_group (9c0e010a-5b85-485d-abe2-4a8fcf5d7c6a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:59.496741 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-569f4da2-1f76-441b-96cf-2446107e0997 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9c0e010a-5b85-485d-abe2-4a8fcf5d7c6a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:59.522585 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-569f4da2-1f76-441b-96cf-2446107e0997 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:22:59.529704 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 56d9d321-09f4-4e65-8472-208bb905b8df no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:22:59.533546 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f4da2-1f76-441b-96cf-2446107e0997 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0e010a-5b85-485d-abe2-4a8fcf5d7c6a,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:59.538736 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-569f4da2-1f76-441b-96cf-2446107e0997 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (cf673144-41b8-4587-8095-1260c7917c26), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:59.539089 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-569f4da2-1f76-441b-96cf-2446107e0997 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Added segment cf673144-41b8-4587-8095-1260c7917c26 of type vlan for network 2cb28559-92b1-4ad7-8411-3a4447f96c7b Feb 19 05:22:59.553729 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 56d9d321-09f4-4e65-8472-208bb905b8df {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:22:59.554249 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 56d9d321-09f4-4e65-8472-208bb905b8df not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:22:59.581916 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-569f4da2-1f76-441b-96cf-2446107e0997 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (2cb28559-92b1-4ad7-8411-3a4447f96c7b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:59.607340 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-569f4da2-1f76-441b-96cf-2446107e0997 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (2cb28559-92b1-4ad7-8411-3a4447f96c7b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:59.613146 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569f4da2-1f76-441b-96cf-2446107e0997 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:22:59.613742 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-569f4da2-1f76-441b-96cf-2446107e0997 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:22:59.695286 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-569f4da2-1f76-441b-96cf-2446107e0997 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4223607 Feb 19 05:22:59.728460 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f4da2-1f76-441b-96cf-2446107e0997 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Pushing event updated for resources: {'Network': ['ID=2cb28559-92b1-4ad7-8411-3a4447f96c7b,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:22:59.741065 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 2cb28559-92b1-4ad7-8411-3a4447f96c7b details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:23:02.344407 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b7b8fbd1-ab5d-4f9f-ad0b-611a544352d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:02.984079 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35748) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:02.989350 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-6a6419e4-5c06-4b0c-ae65-2b9d8fea813e tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Request body: {'subnet': {'network_id': '2cb28559-92b1-4ad7-8411-3a4447f96c7b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:23:03.076378 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6419e4-5c06-4b0c-ae65-2b9d8fea813e tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Made reservation on behalf of 036090394363457fa83523a154a0a177 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:23:03.080485 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6a6419e4-5c06-4b0c-ae65-2b9d8fea813e tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:03.263706 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6a6419e4-5c06-4b0c-ae65-2b9d8fea813e tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (3dd37a8f-3a6d-4935-9ac4-2ec63ebd79ee), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:03.331458 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6419e4-5c06-4b0c-ae65-2b9d8fea813e tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Pushing event updated for resources: {'Subnet': ['ID=3dd37a8f-3a6d-4935-9ac4-2ec63ebd79ee,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:03.337344 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6419e4-5c06-4b0c-ae65-2b9d8fea813e tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Checking segment: {'id': 'cf673144-41b8-4587-8095-1260c7917c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2cb28559-92b1-4ad7-8411-3a4447f96c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:23:03.337760 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6419e4-5c06-4b0c-ae65-2b9d8fea813e tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Network hostable DHCP agents. Network: 2cb28559-92b1-4ad7-8411-3a4447f96c7b, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:23:03.357199 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6419e4-5c06-4b0c-ae65-2b9d8fea813e tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Network 2cb28559-92b1-4ad7-8411-3a4447f96c7b is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:23:03.366560 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-6a6419e4-5c06-4b0c-ae65-2b9d8fea813e tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 2cb28559-92b1-4ad7-8411-3a4447f96c7b) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:23:03.374280 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6419e4-5c06-4b0c-ae65-2b9d8fea813e tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:03.374889 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6a6419e4-5c06-4b0c-ae65-2b9d8fea813e tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:03.376174 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d740de6e-63de-4355-824d-5ea26f685208 None None] Network 2cb28559-92b1-4ad7-8411-3a4447f96c7b requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:23:03.397473 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6a6419e4-5c06-4b0c-ae65-2b9d8fea813e tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4122319 Feb 19 05:23:03.401565 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35750) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:03.408902 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-b1dd1526-55ed-4642-a36e-fb59ec46542d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-337845889'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:23:03.438602 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dd1526-55ed-4642-a36e-fb59ec46542d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Made reservation on behalf of 036090394363457fa83523a154a0a177 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:23:03.443292 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b1dd1526-55ed-4642-a36e-fb59ec46542d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:03.475851 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1dd1526-55ed-4642-a36e-fb59ec46542d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:23:03.487489 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b1dd1526-55ed-4642-a36e-fb59ec46542d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (25365d10-ae5d-4bfe-8ebf-fe1fe435ed14), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:03.488294 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-b1dd1526-55ed-4642-a36e-fb59ec46542d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Added segment 25365d10-ae5d-4bfe-8ebf-fe1fe435ed14 of type vlan for network 64c37907-54ad-47f5-bc3f-ea54a9132586 Feb 19 05:23:03.502520 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e355d1-9de3-4c96-aeec-60d45d33d699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-2cb28559-92b1-4ad7-8411-3a4447f96c7b', 'network_id': '2cb28559-92b1-4ad7-8411-3a4447f96c7b', 'project_id': '036090394363457fa83523a154a0a177', 'fixed_ips': [{'subnet_id': '3dd37a8f-3a6d-4935-9ac4-2ec63ebd79ee'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:23:03.503832 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d3e355d1-9de3-4c96-aeec-60d45d33d699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:03.532348 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b1dd1526-55ed-4642-a36e-fb59ec46542d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (64c37907-54ad-47f5-bc3f-ea54a9132586), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:03.569657 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b1dd1526-55ed-4642-a36e-fb59ec46542d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (64c37907-54ad-47f5-bc3f-ea54a9132586), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:03.576004 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dd1526-55ed-4642-a36e-fb59ec46542d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:03.576004 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b1dd1526-55ed-4642-a36e-fb59ec46542d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:03.633869 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b1dd1526-55ed-4642-a36e-fb59ec46542d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2312305 Feb 19 05:23:03.637053 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35752) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:03.648594 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-7d899149-f043-49c4-bcc4-ff9229b11155 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Request body: {'subnet': {'network_id': '64c37907-54ad-47f5-bc3f-ea54a9132586', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:23:03.653479 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-d3e355d1-9de3-4c96-aeec-60d45d33d699 None None] Allocated IP 2001:db8:0:ffff::2 (2cb28559-92b1-4ad7-8411-3a4447f96c7b/3dd37a8f-3a6d-4935-9ac4-2ec63ebd79ee/179411ce-cd45-47c3-bc25-000eb5496443) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:23:03.699696 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd1526-55ed-4642-a36e-fb59ec46542d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Pushing event updated for resources: {'Network': ['ID=64c37907-54ad-47f5-bc3f-ea54a9132586,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:03.720775 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 64c37907-54ad-47f5-bc3f-ea54a9132586 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:23:03.748003 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d899149-f043-49c4-bcc4-ff9229b11155 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Made reservation on behalf of 036090394363457fa83523a154a0a177 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:23:03.752175 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d899149-f043-49c4-bcc4-ff9229b11155 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:03.876377 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d3e355d1-9de3-4c96-aeec-60d45d33d699 None None] Publish callbacks [] for port (179411ce-cd45-47c3-bc25-000eb5496443), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:03.884239 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d3e355d1-9de3-4c96-aeec-60d45d33d699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (179411ce-cd45-47c3-bc25-000eb5496443), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:03.919226 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e355d1-9de3-4c96-aeec-60d45d33d699 None None] Network 2cb28559-92b1-4ad7-8411-3a4447f96c7b is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:23:03.924804 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-d3e355d1-9de3-4c96-aeec-60d45d33d699 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:23:03.928796 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e355d1-9de3-4c96-aeec-60d45d33d699 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:23:03.963690 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e355d1-9de3-4c96-aeec-60d45d33d699 None None] Pushing event updated for resources: {'Port': ['ID=179411ce-cd45-47c3-bc25-000eb5496443,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:03.964453 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d899149-f043-49c4-bcc4-ff9229b11155 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (e1cac193-3dd6-47cb-bac1-80bb36ea2b2c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:04.000175 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d3e355d1-9de3-4c96-aeec-60d45d33d699 None None] Attempting to bind port 179411ce-cd45-47c3-bc25-000eb5496443 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:23:04.000175 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d3e355d1-9de3-4c96-aeec-60d45d33d699 None None] Attempting to bind port 179411ce-cd45-47c3-bc25-000eb5496443 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'cf673144-41b8-4587-8095-1260c7917c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2cb28559-92b1-4ad7-8411-3a4447f96c7b'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:23:04.000548 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e355d1-9de3-4c96-aeec-60d45d33d699 None None] Attempting to bind port 179411ce-cd45-47c3-bc25-000eb5496443 on network 2cb28559-92b1-4ad7-8411-3a4447f96c7b {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:23:04.005935 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e355d1-9de3-4c96-aeec-60d45d33d699 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:23:04.006813 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e355d1-9de3-4c96-aeec-60d45d33d699 None None] Checking segment: {'id': 'cf673144-41b8-4587-8095-1260c7917c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2cb28559-92b1-4ad7-8411-3a4447f96c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:23:04.006813 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d3e355d1-9de3-4c96-aeec-60d45d33d699 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:04.007127 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e355d1-9de3-4c96-aeec-60d45d33d699 None None] Bound using segment: {'id': 'cf673144-41b8-4587-8095-1260c7917c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2cb28559-92b1-4ad7-8411-3a4447f96c7b'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:23:04.007584 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d3e355d1-9de3-4c96-aeec-60d45d33d699 None None] Bound port: 179411ce-cd45-47c3-bc25-000eb5496443, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf673144-41b8-4587-8095-1260c7917c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2cb28559-92b1-4ad7-8411-3a4447f96c7b'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:23:04.007970 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d3e355d1-9de3-4c96-aeec-60d45d33d699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (179411ce-cd45-47c3-bc25-000eb5496443), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:04.038157 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d899149-f043-49c4-bcc4-ff9229b11155 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Pushing event updated for resources: {'Subnet': ['ID=e1cac193-3dd6-47cb-bac1-80bb36ea2b2c,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:04.049050 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d899149-f043-49c4-bcc4-ff9229b11155 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Checking segment: {'id': '25365d10-ae5d-4bfe-8ebf-fe1fe435ed14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '64c37907-54ad-47f5-bc3f-ea54a9132586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:23:04.049228 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d899149-f043-49c4-bcc4-ff9229b11155 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Network hostable DHCP agents. Network: 64c37907-54ad-47f5-bc3f-ea54a9132586, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:23:04.071134 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d899149-f043-49c4-bcc4-ff9229b11155 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Network 64c37907-54ad-47f5-bc3f-ea54a9132586 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:23:04.078569 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d3e355d1-9de3-4c96-aeec-60d45d33d699 None None] For port 179411ce-cd45-47c3-bc25-000eb5496443, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:23:04.082401 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d3e355d1-9de3-4c96-aeec-60d45d33d699 None None] For port 179411ce-cd45-47c3-bc25-000eb5496443, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=179411ce-cd45-47c3-bc25-000eb5496443,segment=NetworkSegment(cf673144-41b8-4587-8095-1260c7917c26),segment_id=cf673144-41b8-4587-8095-1260c7917c26)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:23:04.084315 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-7d899149-f043-49c4-bcc4-ff9229b11155 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 64c37907-54ad-47f5-bc3f-ea54a9132586) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:23:04.088889 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d899149-f043-49c4-bcc4-ff9229b11155 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:04.089609 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7d899149-f043-49c4-bcc4-ff9229b11155 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:04.091791 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d3e355d1-9de3-4c96-aeec-60d45d33d699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (179411ce-cd45-47c3-bc25-000eb5496443), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:04.108164 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7d899149-f043-49c4-bcc4-ff9229b11155 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4703720 Feb 19 05:23:04.111650 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60134cd-0231-44df-8be4-c8f294ca9ee4 None None] Network 64c37907-54ad-47f5-bc3f-ea54a9132586 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:23:04.112261 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35754) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:04.247122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e355d1-9de3-4c96-aeec-60d45d33d699 None None] Pushing event updated for resources: {'Port': ['ID=179411ce-cd45-47c3-bc25-000eb5496443,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:04.261696 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d8ab61e-e21c-4bcc-b014-e9d0744fb4ee tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (64c37907-54ad-47f5-bc3f-ea54a9132586), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:04.317969 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d8ab61e-e21c-4bcc-b014-e9d0744fb4ee tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (e1cac193-3dd6-47cb-bac1-80bb36ea2b2c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:04.318314 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99951ed9-3e02-4f94-9245-b422675207b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-64c37907-54ad-47f5-bc3f-ea54a9132586', 'network_id': '64c37907-54ad-47f5-bc3f-ea54a9132586', 'project_id': '036090394363457fa83523a154a0a177', 'fixed_ips': [{'subnet_id': 'e1cac193-3dd6-47cb-bac1-80bb36ea2b2c'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:23:04.319452 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-99951ed9-3e02-4f94-9245-b422675207b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:04.421699 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d8ab61e-e21c-4bcc-b014-e9d0744fb4ee tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (e1cac193-3dd6-47cb-bac1-80bb36ea2b2c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:04.454395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ab61e-e21c-4bcc-b014-e9d0744fb4ee tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Pushing event deleted for resources: {'Subnet': ['ID=e1cac193-3dd6-47cb-bac1-80bb36ea2b2c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server [None req-99951ed9-3e02-4f94-9245-b422675207b0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1cac193-3dd6-47cb-bac1-80bb36ea2b2c: This subnet is being modified by another concurrent operation. Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server raise exception Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1cac193-3dd6-47cb-bac1-80bb36ea2b2c: This subnet is being modified by another concurrent operation. Feb 19 05:23:04.474352 n-d-772273-4 neutron-server[115200]: ERROR oslo_messaging.rpc.server Feb 19 05:23:04.496585 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718b8417-0c75-448e-98cf-28f1bfc2731f None None] Network 64c37907-54ad-47f5-bc3f-ea54a9132586 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:23:04.547815 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d8ab61e-e21c-4bcc-b014-e9d0744fb4ee tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (64c37907-54ad-47f5-bc3f-ea54a9132586), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:04.573602 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-5d8ab61e-e21c-4bcc-b014-e9d0744fb4ee tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c37907-54ad-47f5-bc3f-ea54a9132586']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:04.585108 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-5d8ab61e-e21c-4bcc-b014-e9d0744fb4ee tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25365d10-ae5d-4bfe-8ebf-fe1fe435ed14') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:04.585375 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-5d8ab61e-e21c-4bcc-b014-e9d0744fb4ee tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25365d10-ae5d-4bfe-8ebf-fe1fe435ed14') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:04.597545 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d8ab61e-e21c-4bcc-b014-e9d0744fb4ee tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (25365d10-ae5d-4bfe-8ebf-fe1fe435ed14), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:04.614679 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d8ab61e-e21c-4bcc-b014-e9d0744fb4ee tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (25365d10-ae5d-4bfe-8ebf-fe1fe435ed14), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:04.622186 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d8ab61e-e21c-4bcc-b014-e9d0744fb4ee tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:23:04.622605 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d8ab61e-e21c-4bcc-b014-e9d0744fb4ee tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (25365d10-ae5d-4bfe-8ebf-fe1fe435ed14), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: timer() Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:23:04.625791 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:23:04.692934 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d8ab61e-e21c-4bcc-b014-e9d0744fb4ee tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (64c37907-54ad-47f5-bc3f-ea54a9132586), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:04.705467 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5d8ab61e-e21c-4bcc-b014-e9d0744fb4ee tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:04.712265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35756) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:04.712448 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5d8ab61e-e21c-4bcc-b014-e9d0744fb4ee tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] 10.222.0.65 "DELETE /v2.0/networks/64c37907-54ad-47f5-bc3f-ea54a9132586 HTTP/1.1" status: 204 len: 168 time: 0.5977135 Feb 19 05:23:04.717979 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-3e850745-1f79-4ed6-94f1-daca4382b8ea tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-857581748'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:23:04.724517 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ab61e-e21c-4bcc-b014-e9d0744fb4ee tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Pushing event deleted for resources: {'Network': ['ID=64c37907-54ad-47f5-bc3f-ea54a9132586,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:04.739106 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e850745-1f79-4ed6-94f1-daca4382b8ea tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Made reservation on behalf of 036090394363457fa83523a154a0a177 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:23:04.742879 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e850745-1f79-4ed6-94f1-daca4382b8ea tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:04.770467 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e850745-1f79-4ed6-94f1-daca4382b8ea tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:23:04.781741 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e850745-1f79-4ed6-94f1-daca4382b8ea tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (ac851fa0-4ab8-4660-97ec-f62432e19ec3), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:04.782235 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-3e850745-1f79-4ed6-94f1-daca4382b8ea tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Added segment ac851fa0-4ab8-4660-97ec-f62432e19ec3 of type vlan for network 0f692594-b64c-4653-a121-a7e69c9d4813 Feb 19 05:23:04.825172 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e850745-1f79-4ed6-94f1-daca4382b8ea tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (0f692594-b64c-4653-a121-a7e69c9d4813), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:04.855265 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e850745-1f79-4ed6-94f1-daca4382b8ea tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (0f692594-b64c-4653-a121-a7e69c9d4813), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:04.860152 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e850745-1f79-4ed6-94f1-daca4382b8ea tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:04.860754 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e850745-1f79-4ed6-94f1-daca4382b8ea tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:04.925882 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3e850745-1f79-4ed6-94f1-daca4382b8ea tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2122862 Feb 19 05:23:04.928976 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35758) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:04.933951 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-db8ca7a6-1729-4236-ba23-f55a157c37ab tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Request body: {'subnet': {'network_id': '0f692594-b64c-4653-a121-a7e69c9d4813', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:23:04.956692 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e850745-1f79-4ed6-94f1-daca4382b8ea tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Pushing event updated for resources: {'Network': ['ID=0f692594-b64c-4653-a121-a7e69c9d4813,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:04.967471 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 0f692594-b64c-4653-a121-a7e69c9d4813 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:23:05.059948 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8ca7a6-1729-4236-ba23-f55a157c37ab tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Made reservation on behalf of 036090394363457fa83523a154a0a177 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:23:05.063512 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-db8ca7a6-1729-4236-ba23-f55a157c37ab tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:05.130584 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.ipam_backend_mixin [None req-db8ca7a6-1729-4236-ba23-f55a157c37ab tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Performing IP validity checks on allocation pools {{(pid=115199) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 05:23:05.131109 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.ipam_backend_mixin [None req-db8ca7a6-1729-4236-ba23-f55a157c37ab tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115199) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 05:23:05.197368 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e05d1fd1-9ba1-48c5-a80e-efc3e8756f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:05.289683 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-db8ca7a6-1729-4236-ba23-f55a157c37ab tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (e914f342-9566-49df-a83c-489639dc0c45), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:05.358903 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ca7a6-1729-4236-ba23-f55a157c37ab tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Pushing event updated for resources: {'Subnet': ['ID=e914f342-9566-49df-a83c-489639dc0c45,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:05.363945 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f1071c-0645-4b77-9936-d9457fd41651 None None] get_active_networks_info from n-d-772273-4 {{(pid=115200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 05:23:05.371936 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8ca7a6-1729-4236-ba23-f55a157c37ab tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Checking segment: {'id': 'ac851fa0-4ab8-4660-97ec-f62432e19ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f692594-b64c-4653-a121-a7e69c9d4813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:23:05.372318 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8ca7a6-1729-4236-ba23-f55a157c37ab tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Network hostable DHCP agents. Network: 0f692594-b64c-4653-a121-a7e69c9d4813, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:23:05.401670 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8ca7a6-1729-4236-ba23-f55a157c37ab tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Network 0f692594-b64c-4653-a121-a7e69c9d4813 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:23:05.417783 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-db8ca7a6-1729-4236-ba23-f55a157c37ab tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 0f692594-b64c-4653-a121-a7e69c9d4813) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:23:05.444394 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8ca7a6-1729-4236-ba23-f55a157c37ab tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:05.447965 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-db8ca7a6-1729-4236-ba23-f55a157c37ab tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:05.482255 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-db8ca7a6-1729-4236-ba23-f55a157c37ab tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5522165 Feb 19 05:23:05.487058 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35760) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:05.507886 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-fe2e76a8-2e8a-492a-85d7-c0a7d1283108 None None] Provisioning complete for port 179411ce-cd45-47c3-bc25-000eb5496443 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:05.508463 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fe2e76a8-2e8a-492a-85d7-c0a7d1283108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (179411ce-cd45-47c3-bc25-000eb5496443), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:05.575836 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 179411ce-cd45-47c3-bc25-000eb5496443 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:23:05.607476 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c81bdf3f-6620-4c36-bc7e-25cae8faf90d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (0f692594-b64c-4653-a121-a7e69c9d4813), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:05.668116 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c81bdf3f-6620-4c36-bc7e-25cae8faf90d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (e914f342-9566-49df-a83c-489639dc0c45), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:05.712635 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-fe2e76a8-2e8a-492a-85d7-c0a7d1283108 None None] Current status of the port 179411ce-cd45-47c3-bc25-000eb5496443 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:05.713139 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fe2e76a8-2e8a-492a-85d7-c0a7d1283108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (179411ce-cd45-47c3-bc25-000eb5496443), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:05.717402 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f1071c-0645-4b77-9936-d9457fd41651 None None] Unable to find a vacant binding_index for network 0f692594-b64c-4653-a121-a7e69c9d4813 and agent 055732a0-48c9-4b66-8446-fc6a0a3337ff {{(pid=115200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 19 05:23:05.730844 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c81bdf3f-6620-4c36-bc7e-25cae8faf90d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (e914f342-9566-49df-a83c-489639dc0c45), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:05.733464 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f1071c-0645-4b77-9936-d9457fd41651 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 0f692594-b64c-4653-a121-a7e69c9d4813) {{(pid=115200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 05:23:05.735243 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 179411ce-cd45-47c3-bc25-000eb5496443 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:05.735770 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (179411ce-cd45-47c3-bc25-000eb5496443), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:05.758524 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bdf3f-6620-4c36-bc7e-25cae8faf90d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Pushing event deleted for resources: {'Subnet': ['ID=e914f342-9566-49df-a83c-489639dc0c45,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:05.795377 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-fe2e76a8-2e8a-492a-85d7-c0a7d1283108 None None] For port 179411ce-cd45-47c3-bc25-000eb5496443, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=179411ce-cd45-47c3-bc25-000eb5496443,segment=NetworkSegment(cf673144-41b8-4587-8095-1260c7917c26),segment_id=cf673144-41b8-4587-8095-1260c7917c26)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:23:05.804778 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fe2e76a8-2e8a-492a-85d7-c0a7d1283108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (179411ce-cd45-47c3-bc25-000eb5496443), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:05.831354 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c81bdf3f-6620-4c36-bc7e-25cae8faf90d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (0f692594-b64c-4653-a121-a7e69c9d4813), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:05.854186 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-c81bdf3f-6620-4c36-bc7e-25cae8faf90d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f692594-b64c-4653-a121-a7e69c9d4813']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:05.865633 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-c81bdf3f-6620-4c36-bc7e-25cae8faf90d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac851fa0-4ab8-4660-97ec-f62432e19ec3') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:05.865935 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-c81bdf3f-6620-4c36-bc7e-25cae8faf90d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac851fa0-4ab8-4660-97ec-f62432e19ec3') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:05.875520 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c81bdf3f-6620-4c36-bc7e-25cae8faf90d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (ac851fa0-4ab8-4660-97ec-f62432e19ec3), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:05.889042 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c81bdf3f-6620-4c36-bc7e-25cae8faf90d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (ac851fa0-4ab8-4660-97ec-f62432e19ec3), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:05.896121 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81bdf3f-6620-4c36-bc7e-25cae8faf90d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:23:05.896591 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c81bdf3f-6620-4c36-bc7e-25cae8faf90d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (ac851fa0-4ab8-4660-97ec-f62432e19ec3), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: timer() Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:23:05.899792 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:23:05.945136 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e76a8-2e8a-492a-85d7-c0a7d1283108 None None] Pushing event updated for resources: {'Port': ['ID=179411ce-cd45-47c3-bc25-000eb5496443,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:05.958321 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c81bdf3f-6620-4c36-bc7e-25cae8faf90d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (0f692594-b64c-4653-a121-a7e69c9d4813), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:05.968884 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c81bdf3f-6620-4c36-bc7e-25cae8faf90d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:05.973031 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c81bdf3f-6620-4c36-bc7e-25cae8faf90d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] 10.222.0.65 "DELETE /v2.0/networks/0f692594-b64c-4653-a121-a7e69c9d4813 HTTP/1.1" status: 204 len: 168 time: 0.4843762 Feb 19 05:23:05.976111 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 179411ce-cd45-47c3-bc25-000eb5496443 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:05.977150 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35762) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:05.982580 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c9f579b0-a4a3-40f6-a33d-40c558dc3e29 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1627783288'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:23:05.986795 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bdf3f-6620-4c36-bc7e-25cae8faf90d tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Pushing event deleted for resources: {'Network': ['ID=0f692594-b64c-4653-a121-a7e69c9d4813,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:06.001961 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f579b0-a4a3-40f6-a33d-40c558dc3e29 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Made reservation on behalf of 036090394363457fa83523a154a0a177 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:23:06.005515 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c9f579b0-a4a3-40f6-a33d-40c558dc3e29 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:06.031500 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f579b0-a4a3-40f6-a33d-40c558dc3e29 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:23:06.040294 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf26a5b-d010-485d-8a74-816389b373f6 None None] Network 2cb28559-92b1-4ad7-8411-3a4447f96c7b requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:23:06.042515 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6131a1b1-80fd-4e60-893e-8a9dad403bf2 None None] Network 0f692594-b64c-4653-a121-a7e69c9d4813 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:23:06.044240 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c9f579b0-a4a3-40f6-a33d-40c558dc3e29 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (b0ab3b78-7c69-46e9-bdad-258c03257787), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:06.044591 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-c9f579b0-a4a3-40f6-a33d-40c558dc3e29 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Added segment b0ab3b78-7c69-46e9-bdad-258c03257787 of type vlan for network 3ded8542-fc2f-482b-bf8c-db495f99a5a5 Feb 19 05:23:06.069202 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6131a1b1-80fd-4e60-893e-8a9dad403bf2 None None] Network 0f692594-b64c-4653-a121-a7e69c9d4813 could not be found, it might have been deleted concurrently. {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 05:23:06.091748 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c9f579b0-a4a3-40f6-a33d-40c558dc3e29 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (3ded8542-fc2f-482b-bf8c-db495f99a5a5), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:06.101219 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550b88d5-cbea-423e-99ce-9f27f9751252 None None] Network 0f692594-b64c-4653-a121-a7e69c9d4813 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:23:06.116937 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c9f579b0-a4a3-40f6-a33d-40c558dc3e29 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (3ded8542-fc2f-482b-bf8c-db495f99a5a5), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:06.117361 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550b88d5-cbea-423e-99ce-9f27f9751252 None None] Network 0f692594-b64c-4653-a121-a7e69c9d4813 could not be found, it might have been deleted concurrently. {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 05:23:06.122149 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f579b0-a4a3-40f6-a33d-40c558dc3e29 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:06.122745 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c9f579b0-a4a3-40f6-a33d-40c558dc3e29 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:06.178633 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c9f579b0-a4a3-40f6-a33d-40c558dc3e29 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1977432 Feb 19 05:23:06.179007 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35764) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:06.184060 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-dfbc73b7-5906-4c90-b33a-e7f531251b15 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Request body: {'subnet': {'network_id': '3ded8542-fc2f-482b-bf8c-db495f99a5a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:23:06.196559 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f579b0-a4a3-40f6-a33d-40c558dc3e29 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Pushing event updated for resources: {'Network': ['ID=3ded8542-fc2f-482b-bf8c-db495f99a5a5,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:06.208993 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 3ded8542-fc2f-482b-bf8c-db495f99a5a5 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:23:06.287528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbc73b7-5906-4c90-b33a-e7f531251b15 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Made reservation on behalf of 036090394363457fa83523a154a0a177 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:23:06.291589 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dfbc73b7-5906-4c90-b33a-e7f531251b15 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:06.454609 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-4fb34474-798a-4ced-9050-56c2f6d0fb34 None None] Provisioning complete for port 179411ce-cd45-47c3-bc25-000eb5496443 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:06.455402 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4fb34474-798a-4ced-9050-56c2f6d0fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (179411ce-cd45-47c3-bc25-000eb5496443), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:06.493423 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dfbc73b7-5906-4c90-b33a-e7f531251b15 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (6c76655d-3f75-4d54-ac9d-1b15c976f424), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:06.532725 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4fb34474-798a-4ced-9050-56c2f6d0fb34 None None] Current status of the port 179411ce-cd45-47c3-bc25-000eb5496443 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:06.557857 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc73b7-5906-4c90-b33a-e7f531251b15 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Pushing event updated for resources: {'Subnet': ['ID=6c76655d-3f75-4d54-ac9d-1b15c976f424,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:06.562129 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbc73b7-5906-4c90-b33a-e7f531251b15 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Checking segment: {'id': 'b0ab3b78-7c69-46e9-bdad-258c03257787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3ded8542-fc2f-482b-bf8c-db495f99a5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:23:06.562500 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbc73b7-5906-4c90-b33a-e7f531251b15 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Network hostable DHCP agents. Network: 3ded8542-fc2f-482b-bf8c-db495f99a5a5, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:23:06.579582 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbc73b7-5906-4c90-b33a-e7f531251b15 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Network 3ded8542-fc2f-482b-bf8c-db495f99a5a5 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:23:06.588085 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-dfbc73b7-5906-4c90-b33a-e7f531251b15 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 3ded8542-fc2f-482b-bf8c-db495f99a5a5) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:23:06.592190 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbc73b7-5906-4c90-b33a-e7f531251b15 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:06.592789 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-dfbc73b7-5906-4c90-b33a-e7f531251b15 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:06.596819 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16dc2cc-6da1-4d4f-bad7-df20fa6b1dc4 None None] Network 3ded8542-fc2f-482b-bf8c-db495f99a5a5 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:23:06.609407 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-dfbc73b7-5906-4c90-b33a-e7f531251b15 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4292407 Feb 19 05:23:06.613637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35766) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:06.618690 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-cc0b5372-830b-48e7-840c-1c3d5acd0ecc tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-842484686'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:23:06.638326 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0b5372-830b-48e7-840c-1c3d5acd0ecc tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Made reservation on behalf of 036090394363457fa83523a154a0a177 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:23:06.642201 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc0b5372-830b-48e7-840c-1c3d5acd0ecc tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:06.665956 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0b5372-830b-48e7-840c-1c3d5acd0ecc tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:23:06.676028 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc0b5372-830b-48e7-840c-1c3d5acd0ecc tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (5270d9e6-6b24-4e14-b2a4-cd56f7eea286), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:06.676380 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-cc0b5372-830b-48e7-840c-1c3d5acd0ecc tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Added segment 5270d9e6-6b24-4e14-b2a4-cd56f7eea286 of type vlan for network 45b4c26c-2577-4314-973c-cdc88da3843d Feb 19 05:23:06.707468 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9ea9e1-dbc3-49a4-bd90-1c023791dda2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-3ded8542-fc2f-482b-bf8c-db495f99a5a5', 'network_id': '3ded8542-fc2f-482b-bf8c-db495f99a5a5', 'project_id': '036090394363457fa83523a154a0a177', 'fixed_ips': [{'subnet_id': '6c76655d-3f75-4d54-ac9d-1b15c976f424'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:23:06.708279 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cf9ea9e1-dbc3-49a4-bd90-1c023791dda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:06.719566 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc0b5372-830b-48e7-840c-1c3d5acd0ecc tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (45b4c26c-2577-4314-973c-cdc88da3843d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:06.745307 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc0b5372-830b-48e7-840c-1c3d5acd0ecc tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (45b4c26c-2577-4314-973c-cdc88da3843d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:06.750686 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0b5372-830b-48e7-840c-1c3d5acd0ecc tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:06.751310 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cc0b5372-830b-48e7-840c-1c3d5acd0ecc tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:06.852591 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-cf9ea9e1-dbc3-49a4-bd90-1c023791dda2 None None] Allocated IP 2001:db8::2 (3ded8542-fc2f-482b-bf8c-db495f99a5a5/6c76655d-3f75-4d54-ac9d-1b15c976f424/d0dff05f-4610-4284-a738-2b60142f890a) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:23:07.000786 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cf9ea9e1-dbc3-49a4-bd90-1c023791dda2 None None] Publish callbacks [] for port (d0dff05f-4610-4284-a738-2b60142f890a), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:07.007696 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cf9ea9e1-dbc3-49a4-bd90-1c023791dda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (d0dff05f-4610-4284-a738-2b60142f890a), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:07.065998 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9ea9e1-dbc3-49a4-bd90-1c023791dda2 None None] Network 3ded8542-fc2f-482b-bf8c-db495f99a5a5 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:23:07.071900 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-cf9ea9e1-dbc3-49a4-bd90-1c023791dda2 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:23:07.076335 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:07.077227 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ea9e1-dbc3-49a4-bd90-1c023791dda2 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:23:07.081021 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ea9e1-dbc3-49a4-bd90-1c023791dda2 None None] Pushing event updated for resources: {'Port': ['ID=d0dff05f-4610-4284-a738-2b60142f890a,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:07.140763 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-cf9ea9e1-dbc3-49a4-bd90-1c023791dda2 None None] Attempting to bind port d0dff05f-4610-4284-a738-2b60142f890a on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:23:07.141170 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-cf9ea9e1-dbc3-49a4-bd90-1c023791dda2 None None] Attempting to bind port d0dff05f-4610-4284-a738-2b60142f890a by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'b0ab3b78-7c69-46e9-bdad-258c03257787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3ded8542-fc2f-482b-bf8c-db495f99a5a5'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:23:07.141574 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9ea9e1-dbc3-49a4-bd90-1c023791dda2 None None] Attempting to bind port d0dff05f-4610-4284-a738-2b60142f890a on network 3ded8542-fc2f-482b-bf8c-db495f99a5a5 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:23:07.147229 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9ea9e1-dbc3-49a4-bd90-1c023791dda2 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:23:07.147601 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9ea9e1-dbc3-49a4-bd90-1c023791dda2 None None] Checking segment: {'id': 'b0ab3b78-7c69-46e9-bdad-258c03257787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3ded8542-fc2f-482b-bf8c-db495f99a5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:23:07.148008 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cf9ea9e1-dbc3-49a4-bd90-1c023791dda2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:07.148405 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9ea9e1-dbc3-49a4-bd90-1c023791dda2 None None] Bound using segment: {'id': 'b0ab3b78-7c69-46e9-bdad-258c03257787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3ded8542-fc2f-482b-bf8c-db495f99a5a5'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:23:07.148867 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-cf9ea9e1-dbc3-49a4-bd90-1c023791dda2 None None] Bound port: d0dff05f-4610-4284-a738-2b60142f890a, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ab3b78-7c69-46e9-bdad-258c03257787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3ded8542-fc2f-482b-bf8c-db495f99a5a5'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:23:07.149277 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cf9ea9e1-dbc3-49a4-bd90-1c023791dda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d0dff05f-4610-4284-a738-2b60142f890a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:07.172690 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cc0b5372-830b-48e7-840c-1c3d5acd0ecc tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5579815 Feb 19 05:23:07.175756 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35768) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:07.180843 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-a509c3ea-02f2-48c4-93f1-b231691dbe4b tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Request body: {'subnet': {'network_id': '45b4c26c-2577-4314-973c-cdc88da3843d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:23:07.183185 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b5372-830b-48e7-840c-1c3d5acd0ecc tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Pushing event updated for resources: {'Network': ['ID=45b4c26c-2577-4314-973c-cdc88da3843d,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:07.198787 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 45b4c26c-2577-4314-973c-cdc88da3843d details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:23:07.254114 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-cf9ea9e1-dbc3-49a4-bd90-1c023791dda2 None None] For port d0dff05f-4610-4284-a738-2b60142f890a, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:23:07.276059 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-cf9ea9e1-dbc3-49a4-bd90-1c023791dda2 None None] For port d0dff05f-4610-4284-a738-2b60142f890a, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=d0dff05f-4610-4284-a738-2b60142f890a,segment=NetworkSegment(b0ab3b78-7c69-46e9-bdad-258c03257787),segment_id=b0ab3b78-7c69-46e9-bdad-258c03257787)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:23:07.278238 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a509c3ea-02f2-48c4-93f1-b231691dbe4b tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Made reservation on behalf of 036090394363457fa83523a154a0a177 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:23:07.282124 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a509c3ea-02f2-48c4-93f1-b231691dbe4b tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:07.288884 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cf9ea9e1-dbc3-49a4-bd90-1c023791dda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (d0dff05f-4610-4284-a738-2b60142f890a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:07.346155 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ea9e1-dbc3-49a4-bd90-1c023791dda2 None None] Pushing event updated for resources: {'Port': ['ID=d0dff05f-4610-4284-a738-2b60142f890a,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:07.459245 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 179411ce-cd45-47c3-bc25-000eb5496443 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:23:07.498490 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a509c3ea-02f2-48c4-93f1-b231691dbe4b tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (68a2bcf8-6efd-4706-9971-16dbbb865d39), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:07.536298 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 179411ce-cd45-47c3-bc25-000eb5496443 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:07.540270 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (179411ce-cd45-47c3-bc25-000eb5496443), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:07.592160 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509c3ea-02f2-48c4-93f1-b231691dbe4b tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Pushing event updated for resources: {'Subnet': ['ID=68a2bcf8-6efd-4706-9971-16dbbb865d39,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:07.596401 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a509c3ea-02f2-48c4-93f1-b231691dbe4b tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Checking segment: {'id': '5270d9e6-6b24-4e14-b2a4-cd56f7eea286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '45b4c26c-2577-4314-973c-cdc88da3843d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:23:07.596764 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a509c3ea-02f2-48c4-93f1-b231691dbe4b tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Network hostable DHCP agents. Network: 45b4c26c-2577-4314-973c-cdc88da3843d, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:23:07.618097 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a509c3ea-02f2-48c4-93f1-b231691dbe4b tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Network 45b4c26c-2577-4314-973c-cdc88da3843d is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:23:07.628347 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-a509c3ea-02f2-48c4-93f1-b231691dbe4b tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 45b4c26c-2577-4314-973c-cdc88da3843d) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:23:07.632762 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a509c3ea-02f2-48c4-93f1-b231691dbe4b tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:07.633452 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a509c3ea-02f2-48c4-93f1-b231691dbe4b tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:07.642632 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f645977-6373-4d59-b114-fd24cb369fae None None] Network 45b4c26c-2577-4314-973c-cdc88da3843d requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:23:07.645276 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 179411ce-cd45-47c3-bc25-000eb5496443 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:07.652631 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a509c3ea-02f2-48c4-93f1-b231691dbe4b tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4757237 Feb 19 05:23:07.655456 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35770) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:07.758451 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (45b4c26c-2577-4314-973c-cdc88da3843d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:07.761700 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a419a663-68a3-4b4f-b372-6f3518c5f804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-45b4c26c-2577-4314-973c-cdc88da3843d', 'network_id': '45b4c26c-2577-4314-973c-cdc88da3843d', 'project_id': '036090394363457fa83523a154a0a177', 'fixed_ips': [{'subnet_id': '68a2bcf8-6efd-4706-9971-16dbbb865d39'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:23:07.762544 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a419a663-68a3-4b4f-b372-6f3518c5f804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:07.842456 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (68a2bcf8-6efd-4706-9971-16dbbb865d39), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:07.904423 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-a419a663-68a3-4b4f-b372-6f3518c5f804 None None] Allocated IP 2001:db8::2 (45b4c26c-2577-4314-973c-cdc88da3843d/68a2bcf8-6efd-4706-9971-16dbbb865d39/c03778ba-eb42-437c-9ffc-a49ce30d1177) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:23:08.045013 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a419a663-68a3-4b4f-b372-6f3518c5f804 None None] Publish callbacks [] for port (c03778ba-eb42-437c-9ffc-a49ce30d1177), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:08.053864 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a419a663-68a3-4b4f-b372-6f3518c5f804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (c03778ba-eb42-437c-9ffc-a49ce30d1177), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:08.071149 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (68a2bcf8-6efd-4706-9971-16dbbb865d39), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:08.100027 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a419a663-68a3-4b4f-b372-6f3518c5f804 None None] Network 45b4c26c-2577-4314-973c-cdc88da3843d is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:23:08.105700 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-a419a663-68a3-4b4f-b372-6f3518c5f804 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:23:08.111525 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a419a663-68a3-4b4f-b372-6f3518c5f804 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:23:08.130769 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419a663-68a3-4b4f-b372-6f3518c5f804 None None] Pushing event updated for resources: {'Port': ['ID=c03778ba-eb42-437c-9ffc-a49ce30d1177,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:08.135208 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:08.158136 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Pushing event deleted for resources: {'Subnet': ['ID=68a2bcf8-6efd-4706-9971-16dbbb865d39,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:08.178540 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (45b4c26c-2577-4314-973c-cdc88da3843d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:08.195508 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-a419a663-68a3-4b4f-b372-6f3518c5f804 None None] Attempting to bind port c03778ba-eb42-437c-9ffc-a49ce30d1177 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:23:08.195905 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-a419a663-68a3-4b4f-b372-6f3518c5f804 None None] Attempting to bind port c03778ba-eb42-437c-9ffc-a49ce30d1177 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '5270d9e6-6b24-4e14-b2a4-cd56f7eea286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '45b4c26c-2577-4314-973c-cdc88da3843d'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:23:08.196240 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419a663-68a3-4b4f-b372-6f3518c5f804 None None] Attempting to bind port c03778ba-eb42-437c-9ffc-a49ce30d1177 on network 45b4c26c-2577-4314-973c-cdc88da3843d {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:23:08.200263 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:08.202074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b4c26c-2577-4314-973c-cdc88da3843d']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:08.203172 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419a663-68a3-4b4f-b372-6f3518c5f804 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:23:08.203619 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419a663-68a3-4b4f-b372-6f3518c5f804 None None] Checking segment: {'id': '5270d9e6-6b24-4e14-b2a4-cd56f7eea286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '45b4c26c-2577-4314-973c-cdc88da3843d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:23:08.204042 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a419a663-68a3-4b4f-b372-6f3518c5f804 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:08.204450 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a419a663-68a3-4b4f-b372-6f3518c5f804 None None] Bound using segment: {'id': '5270d9e6-6b24-4e14-b2a4-cd56f7eea286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '45b4c26c-2577-4314-973c-cdc88da3843d'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:23:08.204992 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-a419a663-68a3-4b4f-b372-6f3518c5f804 None None] Bound port: c03778ba-eb42-437c-9ffc-a49ce30d1177, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5270d9e6-6b24-4e14-b2a4-cd56f7eea286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '45b4c26c-2577-4314-973c-cdc88da3843d'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:23:08.205388 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a419a663-68a3-4b4f-b372-6f3518c5f804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c03778ba-eb42-437c-9ffc-a49ce30d1177), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:08.212539 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5270d9e6-6b24-4e14-b2a4-cd56f7eea286') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:08.212834 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5270d9e6-6b24-4e14-b2a4-cd56f7eea286') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:08.224801 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (5270d9e6-6b24-4e14-b2a4-cd56f7eea286), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:08.239905 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (5270d9e6-6b24-4e14-b2a4-cd56f7eea286), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:08.248794 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:23:08.249093 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (5270d9e6-6b24-4e14-b2a4-cd56f7eea286), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: timer() Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:23:08.253541 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:23:08.275477 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-a419a663-68a3-4b4f-b372-6f3518c5f804 None None] For port c03778ba-eb42-437c-9ffc-a49ce30d1177, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:23:08.321946 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-a419a663-68a3-4b4f-b372-6f3518c5f804 None None] For port c03778ba-eb42-437c-9ffc-a49ce30d1177, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c03778ba-eb42-437c-9ffc-a49ce30d1177,segment=NetworkSegment(5270d9e6-6b24-4e14-b2a4-cd56f7eea286),segment_id=5270d9e6-6b24-4e14-b2a4-cd56f7eea286)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:23:08.322202 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.db.api [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 05:23:08.322202 n-d-772273-4 neutron-server[115199]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 05:23:08.322202 n-d-772273-4 neutron-server[115199]: [parameters: {'id': '45b4c26c-2577-4314-973c-cdc88da3843d'}] Feb 19 05:23:08.322202 n-d-772273-4 neutron-server[115199]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 05:23:08.322562 n-d-772273-4 neutron-server[115199]: DEBUG oslo_db.api [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 05:23:08.330131 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a419a663-68a3-4b4f-b372-6f3518c5f804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c03778ba-eb42-437c-9ffc-a49ce30d1177), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:08.417388 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419a663-68a3-4b4f-b372-6f3518c5f804 None None] Pushing event updated for resources: {'Port': ['ID=c03778ba-eb42-437c-9ffc-a49ce30d1177,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:08.437192 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09a2434-1176-4872-b9ae-007c61152005 None None] Network 45b4c26c-2577-4314-973c-cdc88da3843d requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:23:08.441012 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d95f65-aa86-4282-95e7-ef8c8b42c2fb None None] Network 3ded8542-fc2f-482b-bf8c-db495f99a5a5 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:23:08.553960 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0dc31091-e17d-4f30-ba92-92bb96a1eecd None None] Provisioning complete for port d0dff05f-4610-4284-a738-2b60142f890a triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:08.554562 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0dc31091-e17d-4f30-ba92-92bb96a1eecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d0dff05f-4610-4284-a738-2b60142f890a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:08.707711 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0dc31091-e17d-4f30-ba92-92bb96a1eecd None None] Current status of the port d0dff05f-4610-4284-a738-2b60142f890a is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:08.708115 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0dc31091-e17d-4f30-ba92-92bb96a1eecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d0dff05f-4610-4284-a738-2b60142f890a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:08.742014 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-0dc31091-e17d-4f30-ba92-92bb96a1eecd None None] For port d0dff05f-4610-4284-a738-2b60142f890a, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=d0dff05f-4610-4284-a738-2b60142f890a,segment=NetworkSegment(b0ab3b78-7c69-46e9-bdad-258c03257787),segment_id=b0ab3b78-7c69-46e9-bdad-258c03257787)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:23:08.745900 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0dc31091-e17d-4f30-ba92-92bb96a1eecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (d0dff05f-4610-4284-a738-2b60142f890a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:08.794505 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc31091-e17d-4f30-ba92-92bb96a1eecd None None] Pushing event updated for resources: {'Port': ['ID=d0dff05f-4610-4284-a738-2b60142f890a,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:08.823438 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (45b4c26c-2577-4314-973c-cdc88da3843d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:08.861470 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208fa2e7-3429-4afe-aed7-771c78290c07 None None] get_active_networks_info from n-d-772273-4 {{(pid=115200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 05:23:08.880069 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Deleting port c03778ba-eb42-437c-9ffc-a49ce30d1177 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:23:08.880468 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (c03778ba-eb42-437c-9ffc-a49ce30d1177), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:08.944508 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208fa2e7-3429-4afe-aed7-771c78290c07 None None] Resources bound (agent type, host, resource id): {{(pid=115200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 05:23:08.947710 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] For port c03778ba-eb42-437c-9ffc-a49ce30d1177, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c03778ba-eb42-437c-9ffc-a49ce30d1177,segment=NetworkSegment(5270d9e6-6b24-4e14-b2a4-cd56f7eea286),segment_id=5270d9e6-6b24-4e14-b2a4-cd56f7eea286)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:23:08.948081 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (c03778ba-eb42-437c-9ffc-a49ce30d1177), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:08.962091 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Calling delete_port for c03778ba-eb42-437c-9ffc-a49ce30d1177 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:23:09.012841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6b5eee83-d1b1-4e02-a0bd-58d50cb3789b None None] Provisioning complete for port d0dff05f-4610-4284-a738-2b60142f890a triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:09.013249 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6b5eee83-d1b1-4e02-a0bd-58d50cb3789b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d0dff05f-4610-4284-a738-2b60142f890a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:09.044736 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (c03778ba-eb42-437c-9ffc-a49ce30d1177), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:09.074386 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] No DVR routers for this DVR port c03778ba-eb42-437c-9ffc-a49ce30d1177 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:23:09.079306 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Pushing event deleted for resources: {'Port': ['ID=c03778ba-eb42-437c-9ffc-a49ce30d1177,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:09.143963 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6b5eee83-d1b1-4e02-a0bd-58d50cb3789b None None] Current status of the port d0dff05f-4610-4284-a738-2b60142f890a is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:09.164340 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (45b4c26c-2577-4314-973c-cdc88da3843d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:09.185029 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b4c26c-2577-4314-973c-cdc88da3843d']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:09.194033 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5270d9e6-6b24-4e14-b2a4-cd56f7eea286') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:09.194333 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5270d9e6-6b24-4e14-b2a4-cd56f7eea286') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:09.203424 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (5270d9e6-6b24-4e14-b2a4-cd56f7eea286), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:09.216140 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (5270d9e6-6b24-4e14-b2a4-cd56f7eea286), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:09.222439 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:23:09.222826 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (5270d9e6-6b24-4e14-b2a4-cd56f7eea286), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: timer() Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:23:09.225729 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:23:09.281215 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (45b4c26c-2577-4314-973c-cdc88da3843d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:09.288642 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:09.291693 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] 10.222.0.65 "DELETE /v2.0/networks/45b4c26c-2577-4314-973c-cdc88da3843d HTTP/1.1" status: 204 len: 168 time: 1.6352754 Feb 19 05:23:09.294899 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35772) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:09.303481 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d80f17-154d-4598-9a11-77a44935b724 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Pushing event deleted for resources: {'Network': ['ID=45b4c26c-2577-4314-973c-cdc88da3843d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:09.323705 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e03e3c4-305c-414b-bf8d-2839cb6550df tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] GET failed (client error): The resource could not be found. Feb 19 05:23:09.325104 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9e03e3c4-305c-414b-bf8d-2839cb6550df tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] 10.222.0.65 "GET /v2.0/subnets/68a2bcf8-6efd-4706-9971-16dbbb865d39 HTTP/1.1" status: 404 len: 337 time: 0.0290685 Feb 19 05:23:09.327799 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35774) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:09.345739 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ec6ec6-4733-4a04-91bf-1679db30ed6b tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] DELETE failed (client error): The resource could not be found. Feb 19 05:23:09.346225 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ec6ec6-4733-4a04-91bf-1679db30ed6b tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 05:23:09.349140 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-18ec6ec6-4733-4a04-91bf-1679db30ed6b tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] 10.222.0.65 "DELETE /v2.0/networks/45b4c26c-2577-4314-973c-cdc88da3843d HTTP/1.1" status: 404 len: 339 time: 0.0204196 Feb 19 05:23:09.352692 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35776) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:09.377843 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3a6f53-e866-44ee-af5c-69f6553b63c4 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] DELETE failed (client error): The resource could not be found. Feb 19 05:23:09.378400 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee3a6f53-e866-44ee-af5c-69f6553b63c4 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 05:23:09.381796 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ee3a6f53-e866-44ee-af5c-69f6553b63c4 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] 10.222.0.65 "DELETE /v2.0/subnets/68a2bcf8-6efd-4706-9971-16dbbb865d39 HTTP/1.1" status: 404 len: 337 time: 0.0278304 Feb 19 05:23:09.384005 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35778) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:09.401995 n-d-772273-4 neutron-server[115198]: INFO neutron.pecan_wsgi.hooks.translation [None req-baaa5f7a-7bb6-4a62-bbb8-35d2fddf4745 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] DELETE failed (client error): The resource could not be found. Feb 19 05:23:09.402502 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baaa5f7a-7bb6-4a62-bbb8-35d2fddf4745 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115198) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 05:23:09.405799 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-baaa5f7a-7bb6-4a62-bbb8-35d2fddf4745 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] 10.222.0.65 "DELETE /v2.0/networks/45b4c26c-2577-4314-973c-cdc88da3843d HTTP/1.1" status: 404 len: 339 time: 0.0207431 Feb 19 05:23:09.408878 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35780) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:09.437222 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:09.468547 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-81cc4f47-a1ad-42cf-899e-0ca86fa8f823 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Deleting subnet 6c76655d-3f75-4d54-ac9d-1b15c976f424 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:23:09.472936 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81cc4f47-a1ad-42cf-899e-0ca86fa8f823 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks [] for subnet (6c76655d-3f75-4d54-ac9d-1b15c976f424), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:09.485138 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device d0dff05f-4610-4284-a738-2b60142f890a up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:23:09.513712 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81cc4f47-a1ad-42cf-899e-0ca86fa8f823 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (6c76655d-3f75-4d54-ac9d-1b15c976f424), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:09.538669 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port d0dff05f-4610-4284-a738-2b60142f890a triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:09.539138 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d0dff05f-4610-4284-a738-2b60142f890a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:09.597105 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81cc4f47-a1ad-42cf-899e-0ca86fa8f823 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (6c76655d-3f75-4d54-ac9d-1b15c976f424), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:09.617127 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port d0dff05f-4610-4284-a738-2b60142f890a is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:09.658253 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81cc4f47-a1ad-42cf-899e-0ca86fa8f823 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (6c76655d-3f75-4d54-ac9d-1b15c976f424), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:09.682727 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc4f47-a1ad-42cf-899e-0ca86fa8f823 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Pushing event deleted for resources: {'Subnet': ['ID=6c76655d-3f75-4d54-ac9d-1b15c976f424,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:09.688942 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-81cc4f47-a1ad-42cf-899e-0ca86fa8f823 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:09.692963 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-81cc4f47-a1ad-42cf-899e-0ca86fa8f823 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] 10.222.0.65 "DELETE /v2.0/subnets/6c76655d-3f75-4d54-ac9d-1b15c976f424 HTTP/1.1" status: 204 len: 168 time: 0.2828226 Feb 19 05:23:09.693821 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7791304c-9c56-4176-afce-df9c735d550a None None] Network 3ded8542-fc2f-482b-bf8c-db495f99a5a5 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:23:09.694714 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35782) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:09.771228 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b07a6c3f-51e8-451c-8c61-d7360d2c5487 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (3ded8542-fc2f-482b-bf8c-db495f99a5a5), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:09.780902 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:09.828102 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-b07a6c3f-51e8-451c-8c61-d7360d2c5487 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Deleting port d0dff05f-4610-4284-a738-2b60142f890a {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:23:09.828832 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b07a6c3f-51e8-451c-8c61-d7360d2c5487 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (d0dff05f-4610-4284-a738-2b60142f890a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:09.858096 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c38608-8ccf-4cf1-a84a-e4656a4d34aa None None] DHCP port deletion for 3ded8542-fc2f-482b-bf8c-db495f99a5a5 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:23:09.895638 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-b07a6c3f-51e8-451c-8c61-d7360d2c5487 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] For port d0dff05f-4610-4284-a738-2b60142f890a, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=d0dff05f-4610-4284-a738-2b60142f890a,segment=NetworkSegment(b0ab3b78-7c69-46e9-bdad-258c03257787),segment_id=b0ab3b78-7c69-46e9-bdad-258c03257787)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:23:09.896033 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b07a6c3f-51e8-451c-8c61-d7360d2c5487 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (d0dff05f-4610-4284-a738-2b60142f890a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:09.906516 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d9c38608-8ccf-4cf1-a84a-e4656a4d34aa None None] Deleting port d0dff05f-4610-4284-a738-2b60142f890a {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:23:09.907040 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d9c38608-8ccf-4cf1-a84a-e4656a4d34aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (d0dff05f-4610-4284-a738-2b60142f890a), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:09.909097 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-b07a6c3f-51e8-451c-8c61-d7360d2c5487 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Calling delete_port for d0dff05f-4610-4284-a738-2b60142f890a owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:23:09.973143 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d9c38608-8ccf-4cf1-a84a-e4656a4d34aa None None] For port d0dff05f-4610-4284-a738-2b60142f890a, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=d0dff05f-4610-4284-a738-2b60142f890a,segment=NetworkSegment(b0ab3b78-7c69-46e9-bdad-258c03257787),segment_id=b0ab3b78-7c69-46e9-bdad-258c03257787)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:23:09.973551 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d9c38608-8ccf-4cf1-a84a-e4656a4d34aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (d0dff05f-4610-4284-a738-2b60142f890a), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:09.985803 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d9c38608-8ccf-4cf1-a84a-e4656a4d34aa None None] Calling delete_port for d0dff05f-4610-4284-a738-2b60142f890a owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:23:09.986828 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b07a6c3f-51e8-451c-8c61-d7360d2c5487 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (d0dff05f-4610-4284-a738-2b60142f890a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:10.018096 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07a6c3f-51e8-451c-8c61-d7360d2c5487 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] No DVR routers for this DVR port d0dff05f-4610-4284-a738-2b60142f890a on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:23:10.023376 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a6c3f-51e8-451c-8c61-d7360d2c5487 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Pushing event deleted for resources: {'Port': ['ID=d0dff05f-4610-4284-a738-2b60142f890a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 05:23:10.054419 n-d-772273-4 neutron-server[115200]: self.session.flush() Feb 19 05:23:10.066945 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d9c38608-8ccf-4cf1-a84a-e4656a4d34aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (d0dff05f-4610-4284-a738-2b60142f890a), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:10.093691 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c38608-8ccf-4cf1-a84a-e4656a4d34aa None None] Pushing event deleted for resources: {'Port': ['ID=d0dff05f-4610-4284-a738-2b60142f890a,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:10.095477 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c38608-8ccf-4cf1-a84a-e4656a4d34aa None None] No DVR routers for this DVR port d0dff05f-4610-4284-a738-2b60142f890a on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:23:10.103376 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b07a6c3f-51e8-451c-8c61-d7360d2c5487 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (3ded8542-fc2f-482b-bf8c-db495f99a5a5), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:10.123649 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-b07a6c3f-51e8-451c-8c61-d7360d2c5487 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ded8542-fc2f-482b-bf8c-db495f99a5a5']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:10.133267 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-b07a6c3f-51e8-451c-8c61-d7360d2c5487 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ab3b78-7c69-46e9-bdad-258c03257787') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:10.133567 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-b07a6c3f-51e8-451c-8c61-d7360d2c5487 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ab3b78-7c69-46e9-bdad-258c03257787') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:10.143193 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b07a6c3f-51e8-451c-8c61-d7360d2c5487 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (b0ab3b78-7c69-46e9-bdad-258c03257787), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:10.156739 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b07a6c3f-51e8-451c-8c61-d7360d2c5487 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (b0ab3b78-7c69-46e9-bdad-258c03257787), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:10.162637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07a6c3f-51e8-451c-8c61-d7360d2c5487 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:23:10.163028 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b07a6c3f-51e8-451c-8c61-d7360d2c5487 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (b0ab3b78-7c69-46e9-bdad-258c03257787), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: timer() Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:23:10.166271 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:23:10.226818 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b07a6c3f-51e8-451c-8c61-d7360d2c5487 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (3ded8542-fc2f-482b-bf8c-db495f99a5a5), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:10.233999 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b07a6c3f-51e8-451c-8c61-d7360d2c5487 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:10.237744 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b07a6c3f-51e8-451c-8c61-d7360d2c5487 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] 10.222.0.65 "DELETE /v2.0/networks/3ded8542-fc2f-482b-bf8c-db495f99a5a5 HTTP/1.1" status: 204 len: 168 time: 0.5420613 Feb 19 05:23:10.240467 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35784) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:10.249236 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a6c3f-51e8-451c-8c61-d7360d2c5487 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Pushing event deleted for resources: {'Network': ['ID=3ded8542-fc2f-482b-bf8c-db495f99a5a5,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:10.266540 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f661862-e5cc-42da-9ded-f5f505df68bf tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] DELETE failed (client error): The resource could not be found. Feb 19 05:23:10.267020 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f661862-e5cc-42da-9ded-f5f505df68bf tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 05:23:10.270006 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2f661862-e5cc-42da-9ded-f5f505df68bf tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] 10.222.0.65 "DELETE /v2.0/subnets/e914f342-9566-49df-a83c-489639dc0c45 HTTP/1.1" status: 404 len: 337 time: 0.0285115 Feb 19 05:23:10.272544 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35786) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:10.294388 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-40542c24-b86d-4b22-90aa-be3a8ee602a8 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] DELETE failed (client error): The resource could not be found. Feb 19 05:23:10.294877 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40542c24-b86d-4b22-90aa-be3a8ee602a8 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 05:23:10.297876 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-40542c24-b86d-4b22-90aa-be3a8ee602a8 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] 10.222.0.65 "DELETE /v2.0/networks/0f692594-b64c-4653-a121-a7e69c9d4813 HTTP/1.1" status: 404 len: 339 time: 0.0243924 Feb 19 05:23:10.300740 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35788) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:10.580831 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df629d3-6277-4b78-b1c6-5571a2be840f tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] DELETE failed (client error): The resource could not be found. Feb 19 05:23:10.581367 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df629d3-6277-4b78-b1c6-5571a2be840f tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 05:23:10.584346 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3df629d3-6277-4b78-b1c6-5571a2be840f tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] 10.222.0.65 "DELETE /v2.0/subnets/e1cac193-3dd6-47cb-bac1-80bb36ea2b2c HTTP/1.1" status: 404 len: 337 time: 0.2826872 Feb 19 05:23:10.586887 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35790) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:10.604677 n-d-772273-4 neutron-server[115199]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e991b1d-2b73-4ed2-9b2b-42434bdeef31 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] DELETE failed (client error): The resource could not be found. Feb 19 05:23:10.605223 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e991b1d-2b73-4ed2-9b2b-42434bdeef31 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115199) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 05:23:10.608136 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5e991b1d-2b73-4ed2-9b2b-42434bdeef31 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] 10.222.0.65 "DELETE /v2.0/networks/64c37907-54ad-47f5-bc3f-ea54a9132586 HTTP/1.1" status: 404 len: 339 time: 0.0203588 Feb 19 05:23:10.610539 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35792) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:10.659728 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d164a6-0dfd-4853-a69c-e3c73523f506 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Deleting subnet 3dd37a8f-3a6d-4935-9ac4-2ec63ebd79ee {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:23:10.662860 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1d164a6-0dfd-4853-a69c-e3c73523f506 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks [] for subnet (3dd37a8f-3a6d-4935-9ac4-2ec63ebd79ee), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:10.701699 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1d164a6-0dfd-4853-a69c-e3c73523f506 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (3dd37a8f-3a6d-4935-9ac4-2ec63ebd79ee), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:10.785320 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1d164a6-0dfd-4853-a69c-e3c73523f506 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (3dd37a8f-3a6d-4935-9ac4-2ec63ebd79ee), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:10.841804 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1d164a6-0dfd-4853-a69c-e3c73523f506 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (3dd37a8f-3a6d-4935-9ac4-2ec63ebd79ee), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:10.872008 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1d164a6-0dfd-4853-a69c-e3c73523f506 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:10.878113 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c1d164a6-0dfd-4853-a69c-e3c73523f506 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] 10.222.0.65 "DELETE /v2.0/subnets/3dd37a8f-3a6d-4935-9ac4-2ec63ebd79ee HTTP/1.1" status: 204 len: 168 time: 0.2638140 Feb 19 05:23:10.878113 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d164a6-0dfd-4853-a69c-e3c73523f506 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd37a8f-3a6d-4935-9ac4-2ec63ebd79ee,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:10.878374 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6581f97c-da68-48c7-b4a0-7f17e3e2d460 None None] Network 2cb28559-92b1-4ad7-8411-3a4447f96c7b requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:23:10.878785 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35794) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:10.953819 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-709d4a55-50a5-4d3a-a8b9-82e3b1efdfc1 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (2cb28559-92b1-4ad7-8411-3a4447f96c7b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:11.012214 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-709d4a55-50a5-4d3a-a8b9-82e3b1efdfc1 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Deleting port 179411ce-cd45-47c3-bc25-000eb5496443 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:23:11.012555 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-709d4a55-50a5-4d3a-a8b9-82e3b1efdfc1 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (179411ce-cd45-47c3-bc25-000eb5496443), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:11.020336 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b7d076-d15d-407d-bbd7-2bb9500bda8d None None] DHCP port deletion for 2cb28559-92b1-4ad7-8411-3a4447f96c7b request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:23:11.067514 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-12b7d076-d15d-407d-bbd7-2bb9500bda8d None None] Deleting port 179411ce-cd45-47c3-bc25-000eb5496443 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:23:11.067894 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-12b7d076-d15d-407d-bbd7-2bb9500bda8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (179411ce-cd45-47c3-bc25-000eb5496443), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:11.074732 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-709d4a55-50a5-4d3a-a8b9-82e3b1efdfc1 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] For port 179411ce-cd45-47c3-bc25-000eb5496443, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=179411ce-cd45-47c3-bc25-000eb5496443,segment=NetworkSegment(cf673144-41b8-4587-8095-1260c7917c26),segment_id=cf673144-41b8-4587-8095-1260c7917c26)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:23:11.075103 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-709d4a55-50a5-4d3a-a8b9-82e3b1efdfc1 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (179411ce-cd45-47c3-bc25-000eb5496443), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:11.089248 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-709d4a55-50a5-4d3a-a8b9-82e3b1efdfc1 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Calling delete_port for 179411ce-cd45-47c3-bc25-000eb5496443 owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:23:11.177176 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-709d4a55-50a5-4d3a-a8b9-82e3b1efdfc1 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (179411ce-cd45-47c3-bc25-000eb5496443), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:11.203397 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d4a55-50a5-4d3a-a8b9-82e3b1efdfc1 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Pushing event deleted for resources: {'Port': ['ID=179411ce-cd45-47c3-bc25-000eb5496443,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:11.207703 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709d4a55-50a5-4d3a-a8b9-82e3b1efdfc1 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] No DVR routers for this DVR port 179411ce-cd45-47c3-bc25-000eb5496443 on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:23:11.287197 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-709d4a55-50a5-4d3a-a8b9-82e3b1efdfc1 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (2cb28559-92b1-4ad7-8411-3a4447f96c7b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:11.295502 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-12b7d076-d15d-407d-bbd7-2bb9500bda8d None None] For port 179411ce-cd45-47c3-bc25-000eb5496443, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=179411ce-cd45-47c3-bc25-000eb5496443,segment=NetworkSegment(cf673144-41b8-4587-8095-1260c7917c26),segment_id=cf673144-41b8-4587-8095-1260c7917c26)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:23:11.295909 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-12b7d076-d15d-407d-bbd7-2bb9500bda8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (179411ce-cd45-47c3-bc25-000eb5496443), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:11.308192 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-12b7d076-d15d-407d-bbd7-2bb9500bda8d None None] Calling delete_port for 179411ce-cd45-47c3-bc25-000eb5496443 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:23:11.311412 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-709d4a55-50a5-4d3a-a8b9-82e3b1efdfc1 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb28559-92b1-4ad7-8411-3a4447f96c7b']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:11.321407 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-709d4a55-50a5-4d3a-a8b9-82e3b1efdfc1 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf673144-41b8-4587-8095-1260c7917c26') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:11.321794 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-709d4a55-50a5-4d3a-a8b9-82e3b1efdfc1 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf673144-41b8-4587-8095-1260c7917c26') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:11.331991 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-709d4a55-50a5-4d3a-a8b9-82e3b1efdfc1 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (cf673144-41b8-4587-8095-1260c7917c26), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:11.344903 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-709d4a55-50a5-4d3a-a8b9-82e3b1efdfc1 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (cf673144-41b8-4587-8095-1260c7917c26), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:11.350797 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709d4a55-50a5-4d3a-a8b9-82e3b1efdfc1 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:23:11.351192 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-709d4a55-50a5-4d3a-a8b9-82e3b1efdfc1 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (cf673144-41b8-4587-8095-1260c7917c26), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: timer() Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:23:11.354198 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:23:11.390203 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-12b7d076-d15d-407d-bbd7-2bb9500bda8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (179411ce-cd45-47c3-bc25-000eb5496443), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:11.415872 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-709d4a55-50a5-4d3a-a8b9-82e3b1efdfc1 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (2cb28559-92b1-4ad7-8411-3a4447f96c7b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:11.424158 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7d076-d15d-407d-bbd7-2bb9500bda8d None None] Pushing event deleted for resources: {'Port': ['ID=179411ce-cd45-47c3-bc25-000eb5496443,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:11.426030 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-709d4a55-50a5-4d3a-a8b9-82e3b1efdfc1 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:11.432850 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-709d4a55-50a5-4d3a-a8b9-82e3b1efdfc1 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] 10.222.0.65 "DELETE /v2.0/networks/2cb28559-92b1-4ad7-8411-3a4447f96c7b HTTP/1.1" status: 204 len: 168 time: 0.5501947 Feb 19 05:23:11.433059 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b7d076-d15d-407d-bbd7-2bb9500bda8d None None] No DVR routers for this DVR port 179411ce-cd45-47c3-bc25-000eb5496443 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:23:11.454743 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d4a55-50a5-4d3a-a8b9-82e3b1efdfc1 tempest-NetworksIpV6Test-506265981 tempest-NetworksIpV6Test-506265981-project] Pushing event deleted for resources: {'Network': ['ID=2cb28559-92b1-4ad7-8411-3a4447f96c7b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:11.478581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 179411ce-cd45-47c3-bc25-000eb5496443 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:23:11.502352 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 179411ce-cd45-47c3-bc25-000eb5496443 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:23:11.502709 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 179411ce-cd45-47c3-bc25-000eb5496443 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:23:11.503379 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device d0dff05f-4610-4284-a738-2b60142f890a no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:23:11.527242 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: d0dff05f-4610-4284-a738-2b60142f890a {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:23:11.527840 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device d0dff05f-4610-4284-a738-2b60142f890a not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:23:11.715949 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35800) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:11.844013 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-78e5479b-6ace-46f1-bf54-f68a30fdeabf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=036090394363457fa83523a154a0a177&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1268537 Feb 19 05:23:11.846626 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35804) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:11.892800 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5327e84b-7f0d-4551-9fd1-f31cfcee933a admin admin] Publish callbacks [] for security_group (9c0e010a-5b85-485d-abe2-4a8fcf5d7c6a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:11.917490 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5327e84b-7f0d-4551-9fd1-f31cfcee933a admin admin] Publish callbacks [] for security_group (9c0e010a-5b85-485d-abe2-4a8fcf5d7c6a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:11.963161 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5327e84b-7f0d-4551-9fd1-f31cfcee933a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9c0e010a-5b85-485d-abe2-4a8fcf5d7c6a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:11.965835 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-5327e84b-7f0d-4551-9fd1-f31cfcee933a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:11.967010 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5327e84b-7f0d-4551-9fd1-f31cfcee933a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9c0e010a-5b85-485d-abe2-4a8fcf5d7c6a HTTP/1.1" status: 204 len: 168 time: 0.1194527 Feb 19 05:23:11.974896 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327e84b-7f0d-4551-9fd1-f31cfcee933a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0e010a-5b85-485d-abe2-4a8fcf5d7c6a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:12.590290 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35826) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:12.684165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-7e751b99-6eef-4caa-9dc7-4ae5f6d95738 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1674001272', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:23:12.706866 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7e751b99-6eef-4caa-9dc7-4ae5f6d95738 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (fd38838d-079b-4f2d-8589-fcfde6a5812b), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:12.708009 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7e751b99-6eef-4caa-9dc7-4ae5f6d95738 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (fd38838d-079b-4f2d-8589-fcfde6a5812b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:12.766116 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7e751b99-6eef-4caa-9dc7-4ae5f6d95738 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks [] for router_controller (fd38838d-079b-4f2d-8589-fcfde6a5812b), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:12.770768 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7e751b99-6eef-4caa-9dc7-4ae5f6d95738 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (fd38838d-079b-4f2d-8589-fcfde6a5812b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:12.788168 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7e751b99-6eef-4caa-9dc7-4ae5f6d95738 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:12.789402 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7e751b99-6eef-4caa-9dc7-4ae5f6d95738 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1981087 Feb 19 05:23:12.792022 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35830) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:12.796746 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-1350480e-999b-4646-bc21-0e766fec4a2b tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1514364985'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:23:12.815572 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1350480e-999b-4646-bc21-0e766fec4a2b tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Made reservation on behalf of a4e077a040214959bcbe47008c1afb31 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:23:12.818846 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1350480e-999b-4646-bc21-0e766fec4a2b tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:12.827664 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1350480e-999b-4646-bc21-0e766fec4a2b tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:12.902842 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1350480e-999b-4646-bc21-0e766fec4a2b tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks [] for security_group (2d3b25f8-1f58-4dd6-8054-6df1ca72cd9c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:12.906866 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1350480e-999b-4646-bc21-0e766fec4a2b tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2d3b25f8-1f58-4dd6-8054-6df1ca72cd9c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:12.933537 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1350480e-999b-4646-bc21-0e766fec4a2b tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:23:12.942174 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350480e-999b-4646-bc21-0e766fec4a2b tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3b25f8-1f58-4dd6-8054-6df1ca72cd9c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:12.947995 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1350480e-999b-4646-bc21-0e766fec4a2b tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (c19a531c-1254-478b-aaa7-a77815f096f6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:12.948416 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-1350480e-999b-4646-bc21-0e766fec4a2b tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Added segment c19a531c-1254-478b-aaa7-a77815f096f6 of type vlan for network feacb79b-ef7f-4ae3-addd-4414d9f0ab4e Feb 19 05:23:12.987638 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1350480e-999b-4646-bc21-0e766fec4a2b tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (feacb79b-ef7f-4ae3-addd-4414d9f0ab4e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:13.011407 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1350480e-999b-4646-bc21-0e766fec4a2b tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (feacb79b-ef7f-4ae3-addd-4414d9f0ab4e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:13.016328 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1350480e-999b-4646-bc21-0e766fec4a2b tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:13.016879 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1350480e-999b-4646-bc21-0e766fec4a2b tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:13.078854 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1350480e-999b-4646-bc21-0e766fec4a2b tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2858036 Feb 19 05:23:13.081678 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35832) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:13.088687 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-cf298db5-dae6-4f51-b884-097da6ea0124 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Request body: {'subnet': {'network_id': 'feacb79b-ef7f-4ae3-addd-4414d9f0ab4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:23:13.105307 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350480e-999b-4646-bc21-0e766fec4a2b tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Pushing event updated for resources: {'Network': ['ID=feacb79b-ef7f-4ae3-addd-4414d9f0ab4e,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:13.115820 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network feacb79b-ef7f-4ae3-addd-4414d9f0ab4e details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:23:13.179093 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf298db5-dae6-4f51-b884-097da6ea0124 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Made reservation on behalf of a4e077a040214959bcbe47008c1afb31 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:23:13.182605 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf298db5-dae6-4f51-b884-097da6ea0124 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:13.361130 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf298db5-dae6-4f51-b884-097da6ea0124 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (47631901-5a93-4618-b5e9-f778203fbd6f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:13.420155 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf298db5-dae6-4f51-b884-097da6ea0124 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Pushing event updated for resources: {'Subnet': ['ID=47631901-5a93-4618-b5e9-f778203fbd6f,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:13.436279 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf298db5-dae6-4f51-b884-097da6ea0124 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Checking segment: {'id': 'c19a531c-1254-478b-aaa7-a77815f096f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'feacb79b-ef7f-4ae3-addd-4414d9f0ab4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:23:13.436642 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf298db5-dae6-4f51-b884-097da6ea0124 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Network hostable DHCP agents. Network: feacb79b-ef7f-4ae3-addd-4414d9f0ab4e, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:23:13.456197 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf298db5-dae6-4f51-b884-097da6ea0124 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Network feacb79b-ef7f-4ae3-addd-4414d9f0ab4e is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:23:13.466039 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-cf298db5-dae6-4f51-b884-097da6ea0124 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, feacb79b-ef7f-4ae3-addd-4414d9f0ab4e) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:23:13.470927 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf298db5-dae6-4f51-b884-097da6ea0124 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:13.471590 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf298db5-dae6-4f51-b884-097da6ea0124 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:13.478548 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ec8d61-2ba6-438e-a7f8-15289c58ce21 None None] Network feacb79b-ef7f-4ae3-addd-4414d9f0ab4e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:23:13.489097 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cf298db5-dae6-4f51-b884-097da6ea0124 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4063528 Feb 19 05:23:13.492101 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35834) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:13.497160 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-10d135bc-c731-4ed1-90b3-0a97ed55c1d0 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1527347800'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:23:13.516582 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d135bc-c731-4ed1-90b3-0a97ed55c1d0 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Made reservation on behalf of a4e077a040214959bcbe47008c1afb31 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:23:13.520256 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-10d135bc-c731-4ed1-90b3-0a97ed55c1d0 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:13.547360 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d135bc-c731-4ed1-90b3-0a97ed55c1d0 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:23:13.556734 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-10d135bc-c731-4ed1-90b3-0a97ed55c1d0 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (67563c5f-c083-4c72-9ad3-cb130691eb69), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:13.557191 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-10d135bc-c731-4ed1-90b3-0a97ed55c1d0 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Added segment 67563c5f-c083-4c72-9ad3-cb130691eb69 of type vlan for network 01b801cf-9e2b-4c98-86ea-eea8023edeba Feb 19 05:23:13.583264 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb564d1f-0dc9-4bb5-9b7d-0ee1d0fe1fd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-feacb79b-ef7f-4ae3-addd-4414d9f0ab4e', 'network_id': 'feacb79b-ef7f-4ae3-addd-4414d9f0ab4e', 'project_id': 'a4e077a040214959bcbe47008c1afb31', 'fixed_ips': [{'subnet_id': '47631901-5a93-4618-b5e9-f778203fbd6f'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:23:13.584109 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-eb564d1f-0dc9-4bb5-9b7d-0ee1d0fe1fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:13.598420 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-10d135bc-c731-4ed1-90b3-0a97ed55c1d0 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (01b801cf-9e2b-4c98-86ea-eea8023edeba), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:13.625342 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-10d135bc-c731-4ed1-90b3-0a97ed55c1d0 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (01b801cf-9e2b-4c98-86ea-eea8023edeba), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:13.630812 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d135bc-c731-4ed1-90b3-0a97ed55c1d0 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:13.631410 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-10d135bc-c731-4ed1-90b3-0a97ed55c1d0 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:13.686161 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-10d135bc-c731-4ed1-90b3-0a97ed55c1d0 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1929672 Feb 19 05:23:13.689756 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35836) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:13.695288 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-d7a788eb-76be-4da2-a337-f026f2a7bdf8 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Request body: {'subnet': {'network_id': '01b801cf-9e2b-4c98-86ea-eea8023edeba', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:23:13.714533 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d135bc-c731-4ed1-90b3-0a97ed55c1d0 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Pushing event updated for resources: {'Network': ['ID=01b801cf-9e2b-4c98-86ea-eea8023edeba,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:13.722311 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-eb564d1f-0dc9-4bb5-9b7d-0ee1d0fe1fd7 None None] Allocated IP 172.20.0.2 (feacb79b-ef7f-4ae3-addd-4414d9f0ab4e/47631901-5a93-4618-b5e9-f778203fbd6f/76b57796-47e6-4e50-be1c-e7297971e0ef) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:23:13.725600 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 01b801cf-9e2b-4c98-86ea-eea8023edeba details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:23:13.788626 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a788eb-76be-4da2-a337-f026f2a7bdf8 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Made reservation on behalf of a4e077a040214959bcbe47008c1afb31 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:23:13.792080 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d7a788eb-76be-4da2-a337-f026f2a7bdf8 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:13.928948 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-eb564d1f-0dc9-4bb5-9b7d-0ee1d0fe1fd7 None None] Publish callbacks [] for port (76b57796-47e6-4e50-be1c-e7297971e0ef), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:13.934860 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-eb564d1f-0dc9-4bb5-9b7d-0ee1d0fe1fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (76b57796-47e6-4e50-be1c-e7297971e0ef), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:13.974604 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb564d1f-0dc9-4bb5-9b7d-0ee1d0fe1fd7 None None] Network feacb79b-ef7f-4ae3-addd-4414d9f0ab4e is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:23:13.977468 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-eb564d1f-0dc9-4bb5-9b7d-0ee1d0fe1fd7 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:23:13.983763 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d7a788eb-76be-4da2-a337-f026f2a7bdf8 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (beec06ce-d991-4ba0-b3e0-8d3c3206b823), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:13.983982 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb564d1f-0dc9-4bb5-9b7d-0ee1d0fe1fd7 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:23:13.990106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb564d1f-0dc9-4bb5-9b7d-0ee1d0fe1fd7 None None] Pushing event updated for resources: {'Port': ['ID=76b57796-47e6-4e50-be1c-e7297971e0ef,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:14.049312 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a788eb-76be-4da2-a337-f026f2a7bdf8 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Pushing event updated for resources: {'Subnet': ['ID=beec06ce-d991-4ba0-b3e0-8d3c3206b823,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:14.058775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a788eb-76be-4da2-a337-f026f2a7bdf8 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Checking segment: {'id': '67563c5f-c083-4c72-9ad3-cb130691eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '01b801cf-9e2b-4c98-86ea-eea8023edeba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:23:14.059109 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a788eb-76be-4da2-a337-f026f2a7bdf8 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Network hostable DHCP agents. Network: 01b801cf-9e2b-4c98-86ea-eea8023edeba, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:23:14.062010 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-eb564d1f-0dc9-4bb5-9b7d-0ee1d0fe1fd7 None None] Attempting to bind port 76b57796-47e6-4e50-be1c-e7297971e0ef on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:23:14.062393 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-eb564d1f-0dc9-4bb5-9b7d-0ee1d0fe1fd7 None None] Attempting to bind port 76b57796-47e6-4e50-be1c-e7297971e0ef by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'c19a531c-1254-478b-aaa7-a77815f096f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'feacb79b-ef7f-4ae3-addd-4414d9f0ab4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:23:14.062767 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb564d1f-0dc9-4bb5-9b7d-0ee1d0fe1fd7 None None] Attempting to bind port 76b57796-47e6-4e50-be1c-e7297971e0ef on network feacb79b-ef7f-4ae3-addd-4414d9f0ab4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:23:14.068902 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb564d1f-0dc9-4bb5-9b7d-0ee1d0fe1fd7 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:23:14.069324 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb564d1f-0dc9-4bb5-9b7d-0ee1d0fe1fd7 None None] Checking segment: {'id': 'c19a531c-1254-478b-aaa7-a77815f096f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'feacb79b-ef7f-4ae3-addd-4414d9f0ab4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:23:14.069741 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-eb564d1f-0dc9-4bb5-9b7d-0ee1d0fe1fd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:14.070139 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb564d1f-0dc9-4bb5-9b7d-0ee1d0fe1fd7 None None] Bound using segment: {'id': 'c19a531c-1254-478b-aaa7-a77815f096f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'feacb79b-ef7f-4ae3-addd-4414d9f0ab4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:23:14.070618 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-eb564d1f-0dc9-4bb5-9b7d-0ee1d0fe1fd7 None None] Bound port: 76b57796-47e6-4e50-be1c-e7297971e0ef, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19a531c-1254-478b-aaa7-a77815f096f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'feacb79b-ef7f-4ae3-addd-4414d9f0ab4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:23:14.071003 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-eb564d1f-0dc9-4bb5-9b7d-0ee1d0fe1fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (76b57796-47e6-4e50-be1c-e7297971e0ef), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:14.077361 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a788eb-76be-4da2-a337-f026f2a7bdf8 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Network 01b801cf-9e2b-4c98-86ea-eea8023edeba is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:23:14.087545 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-d7a788eb-76be-4da2-a337-f026f2a7bdf8 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 01b801cf-9e2b-4c98-86ea-eea8023edeba) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:23:14.093700 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a788eb-76be-4da2-a337-f026f2a7bdf8 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:14.094296 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d7a788eb-76be-4da2-a337-f026f2a7bdf8 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:14.111986 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25e0fed-2dd5-4c0b-b8e9-3f9ebb67c4da None None] Network 01b801cf-9e2b-4c98-86ea-eea8023edeba requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:23:14.116006 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d7a788eb-76be-4da2-a337-f026f2a7bdf8 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4246404 Feb 19 05:23:14.119422 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35838) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:14.124539 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-0ea5486a-d1d9-482c-b9cc-b0e7d8b1e178 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Request body: {'router': {'external_gateway_info': {'network_id': '01b801cf-9e2b-4c98-86ea-eea8023edeba'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:23:14.209397 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-eb564d1f-0dc9-4bb5-9b7d-0ee1d0fe1fd7 None None] For port 76b57796-47e6-4e50-be1c-e7297971e0ef, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:23:14.230729 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-eb564d1f-0dc9-4bb5-9b7d-0ee1d0fe1fd7 None None] For port 76b57796-47e6-4e50-be1c-e7297971e0ef, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=76b57796-47e6-4e50-be1c-e7297971e0ef,segment=NetworkSegment(c19a531c-1254-478b-aaa7-a77815f096f6),segment_id=c19a531c-1254-478b-aaa7-a77815f096f6)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:23:14.237754 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-eb564d1f-0dc9-4bb5-9b7d-0ee1d0fe1fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (76b57796-47e6-4e50-be1c-e7297971e0ef), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:14.281822 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d0bf23-7a83-40f5-b997-5f147556551f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-01b801cf-9e2b-4c98-86ea-eea8023edeba', 'network_id': '01b801cf-9e2b-4c98-86ea-eea8023edeba', 'project_id': 'a4e077a040214959bcbe47008c1afb31', 'fixed_ips': [{'subnet_id': 'beec06ce-d991-4ba0-b3e0-8d3c3206b823'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:23:14.282711 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d8d0bf23-7a83-40f5-b997-5f147556551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:14.365283 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0ea5486a-d1d9-482c-b9cc-b0e7d8b1e178 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks [] for router_gateway (fd38838d-079b-4f2d-8589-fcfde6a5812b), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:14.377596 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb564d1f-0dc9-4bb5-9b7d-0ee1d0fe1fd7 None None] Pushing event updated for resources: {'Port': ['ID=76b57796-47e6-4e50-be1c-e7297971e0ef,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:14.460962 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-d8d0bf23-7a83-40f5-b997-5f147556551f None None] Allocated IP 172.21.0.2 (01b801cf-9e2b-4c98-86ea-eea8023edeba/beec06ce-d991-4ba0-b3e0-8d3c3206b823/3cbaa1d3-3446-4a4b-a572-cb033bbd7840) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:23:14.486490 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [None req-0ea5486a-d1d9-482c-b9cc-b0e7d8b1e178 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 05:23:14.496177 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0ea5486a-d1d9-482c-b9cc-b0e7d8b1e178 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] 10.222.0.65 "PUT /v2.0/routers/fd38838d-079b-4f2d-8589-fcfde6a5812b HTTP/1.1" status: 400 len: 364 time: 0.3755825 Feb 19 05:23:14.501745 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35840) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:14.565142 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda06286-f6b7-4f2c-9114-f984b90adcaf tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Deleting subnet beec06ce-d991-4ba0-b3e0-8d3c3206b823 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:23:14.647925 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d8d0bf23-7a83-40f5-b997-5f147556551f None None] Publish callbacks [] for port (3cbaa1d3-3446-4a4b-a572-cb033bbd7840), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:14.654979 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cda06286-f6b7-4f2c-9114-f984b90adcaf tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks [] for subnet (beec06ce-d991-4ba0-b3e0-8d3c3206b823), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:14.656103 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d8d0bf23-7a83-40f5-b997-5f147556551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (3cbaa1d3-3446-4a4b-a572-cb033bbd7840), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:14.694594 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d0bf23-7a83-40f5-b997-5f147556551f None None] Network 01b801cf-9e2b-4c98-86ea-eea8023edeba is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:23:14.697771 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cda06286-f6b7-4f2c-9114-f984b90adcaf tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (beec06ce-d991-4ba0-b3e0-8d3c3206b823), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:14.699985 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-d8d0bf23-7a83-40f5-b997-5f147556551f None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:23:14.703386 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d0bf23-7a83-40f5-b997-5f147556551f None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:23:14.715359 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0bf23-7a83-40f5-b997-5f147556551f None None] Pushing event updated for resources: {'Port': ['ID=3cbaa1d3-3446-4a4b-a572-cb033bbd7840,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:14.774830 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d8d0bf23-7a83-40f5-b997-5f147556551f None None] Attempting to bind port 3cbaa1d3-3446-4a4b-a572-cb033bbd7840 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:23:14.775125 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d8d0bf23-7a83-40f5-b997-5f147556551f None None] Attempting to bind port 3cbaa1d3-3446-4a4b-a572-cb033bbd7840 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '67563c5f-c083-4c72-9ad3-cb130691eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '01b801cf-9e2b-4c98-86ea-eea8023edeba'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:23:14.775498 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d0bf23-7a83-40f5-b997-5f147556551f None None] Attempting to bind port 3cbaa1d3-3446-4a4b-a572-cb033bbd7840 on network 01b801cf-9e2b-4c98-86ea-eea8023edeba {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:23:14.782268 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d0bf23-7a83-40f5-b997-5f147556551f None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:23:14.782674 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d0bf23-7a83-40f5-b997-5f147556551f None None] Checking segment: {'id': '67563c5f-c083-4c72-9ad3-cb130691eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '01b801cf-9e2b-4c98-86ea-eea8023edeba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:23:14.783091 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d8d0bf23-7a83-40f5-b997-5f147556551f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:14.783482 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d0bf23-7a83-40f5-b997-5f147556551f None None] Bound using segment: {'id': '67563c5f-c083-4c72-9ad3-cb130691eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '01b801cf-9e2b-4c98-86ea-eea8023edeba'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:23:14.783955 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d8d0bf23-7a83-40f5-b997-5f147556551f None None] Bound port: 3cbaa1d3-3446-4a4b-a572-cb033bbd7840, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67563c5f-c083-4c72-9ad3-cb130691eb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '01b801cf-9e2b-4c98-86ea-eea8023edeba'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:23:14.784337 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d8d0bf23-7a83-40f5-b997-5f147556551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3cbaa1d3-3446-4a4b-a572-cb033bbd7840), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:14.797456 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cda06286-f6b7-4f2c-9114-f984b90adcaf tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (beec06ce-d991-4ba0-b3e0-8d3c3206b823), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:14.861577 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cda06286-f6b7-4f2c-9114-f984b90adcaf tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (beec06ce-d991-4ba0-b3e0-8d3c3206b823), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:14.864448 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d8d0bf23-7a83-40f5-b997-5f147556551f None None] For port 3cbaa1d3-3446-4a4b-a572-cb033bbd7840, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:23:14.868080 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d8d0bf23-7a83-40f5-b997-5f147556551f None None] For port 3cbaa1d3-3446-4a4b-a572-cb033bbd7840, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3cbaa1d3-3446-4a4b-a572-cb033bbd7840,segment=NetworkSegment(67563c5f-c083-4c72-9ad3-cb130691eb69),segment_id=67563c5f-c083-4c72-9ad3-cb130691eb69)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:23:14.874197 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d8d0bf23-7a83-40f5-b997-5f147556551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3cbaa1d3-3446-4a4b-a572-cb033bbd7840), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:14.890866 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda06286-f6b7-4f2c-9114-f984b90adcaf tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Pushing event deleted for resources: {'Subnet': ['ID=beec06ce-d991-4ba0-b3e0-8d3c3206b823,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:14.892955 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cda06286-f6b7-4f2c-9114-f984b90adcaf tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:14.898452 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cda06286-f6b7-4f2c-9114-f984b90adcaf tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] 10.222.0.65 "DELETE /v2.0/subnets/beec06ce-d991-4ba0-b3e0-8d3c3206b823 HTTP/1.1" status: 204 len: 168 time: 0.3933232 Feb 19 05:23:14.898754 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35842) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:14.934233 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0bf23-7a83-40f5-b997-5f147556551f None None] Pushing event updated for resources: {'Port': ['ID=3cbaa1d3-3446-4a4b-a572-cb033bbd7840,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:14.979297 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-69500a26-17ca-4604-b8d5-2e208da56115 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (01b801cf-9e2b-4c98-86ea-eea8023edeba), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:15.041965 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-69500a26-17ca-4604-b8d5-2e208da56115 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Deleting port 3cbaa1d3-3446-4a4b-a572-cb033bbd7840 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:23:15.042453 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-69500a26-17ca-4604-b8d5-2e208da56115 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3cbaa1d3-3446-4a4b-a572-cb033bbd7840), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:15.113640 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-69500a26-17ca-4604-b8d5-2e208da56115 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] For port 3cbaa1d3-3446-4a4b-a572-cb033bbd7840, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3cbaa1d3-3446-4a4b-a572-cb033bbd7840,segment=NetworkSegment(67563c5f-c083-4c72-9ad3-cb130691eb69),segment_id=67563c5f-c083-4c72-9ad3-cb130691eb69)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:23:15.114024 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-69500a26-17ca-4604-b8d5-2e208da56115 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3cbaa1d3-3446-4a4b-a572-cb033bbd7840), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:15.140731 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-69500a26-17ca-4604-b8d5-2e208da56115 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Calling delete_port for 3cbaa1d3-3446-4a4b-a572-cb033bbd7840 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:23:15.236320 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-69500a26-17ca-4604-b8d5-2e208da56115 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (3cbaa1d3-3446-4a4b-a572-cb033bbd7840), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:15.261510 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69500a26-17ca-4604-b8d5-2e208da56115 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Pushing event deleted for resources: {'Port': ['ID=3cbaa1d3-3446-4a4b-a572-cb033bbd7840,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:15.273140 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69500a26-17ca-4604-b8d5-2e208da56115 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] No DVR routers for this DVR port 3cbaa1d3-3446-4a4b-a572-cb033bbd7840 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:23:15.367586 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-69500a26-17ca-4604-b8d5-2e208da56115 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (01b801cf-9e2b-4c98-86ea-eea8023edeba), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:15.395906 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-69500a26-17ca-4604-b8d5-2e208da56115 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b801cf-9e2b-4c98-86ea-eea8023edeba']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:15.406795 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-69500a26-17ca-4604-b8d5-2e208da56115 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67563c5f-c083-4c72-9ad3-cb130691eb69') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:15.406795 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-69500a26-17ca-4604-b8d5-2e208da56115 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67563c5f-c083-4c72-9ad3-cb130691eb69') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:15.417917 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-69500a26-17ca-4604-b8d5-2e208da56115 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (67563c5f-c083-4c72-9ad3-cb130691eb69), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:15.439387 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-69500a26-17ca-4604-b8d5-2e208da56115 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (67563c5f-c083-4c72-9ad3-cb130691eb69), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:15.444999 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db5a80a-b6c6-455d-98a1-20a59f4f2a16 None None] Network feacb79b-ef7f-4ae3-addd-4414d9f0ab4e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:23:15.447754 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69500a26-17ca-4604-b8d5-2e208da56115 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:23:15.448235 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-69500a26-17ca-4604-b8d5-2e208da56115 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (67563c5f-c083-4c72-9ad3-cb130691eb69), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: timer() Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:23:15.451821 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:23:15.516480 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 76b57796-47e6-4e50-be1c-e7297971e0ef up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:23:15.519779 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-69500a26-17ca-4604-b8d5-2e208da56115 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (01b801cf-9e2b-4c98-86ea-eea8023edeba), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:15.527403 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-69500a26-17ca-4604-b8d5-2e208da56115 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:15.530493 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-69500a26-17ca-4604-b8d5-2e208da56115 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] 10.222.0.65 "DELETE /v2.0/networks/01b801cf-9e2b-4c98-86ea-eea8023edeba HTTP/1.1" status: 204 len: 168 time: 0.6305227 Feb 19 05:23:15.534523 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35844) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:15.556076 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69500a26-17ca-4604-b8d5-2e208da56115 tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Pushing event deleted for resources: {'Network': ['ID=01b801cf-9e2b-4c98-86ea-eea8023edeba,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:15.589536 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7b8203-5289-45eb-a6f6-86e26ae68d7e tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Deleting subnet 47631901-5a93-4618-b5e9-f778203fbd6f {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:23:15.592697 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bb7b8203-5289-45eb-a6f6-86e26ae68d7e tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks [] for subnet (47631901-5a93-4618-b5e9-f778203fbd6f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:15.598327 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f9b3ef62-a082-47e2-9aa1-2a4d3de4e4e8 None None] Provisioning complete for port 76b57796-47e6-4e50-be1c-e7297971e0ef triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:15.598711 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f9b3ef62-a082-47e2-9aa1-2a4d3de4e4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (76b57796-47e6-4e50-be1c-e7297971e0ef), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:15.638072 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bb7b8203-5289-45eb-a6f6-86e26ae68d7e tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (47631901-5a93-4618-b5e9-f778203fbd6f), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:15.662394 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 76b57796-47e6-4e50-be1c-e7297971e0ef triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:15.662707 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (76b57796-47e6-4e50-be1c-e7297971e0ef), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:15.746459 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f9b3ef62-a082-47e2-9aa1-2a4d3de4e4e8 None None] Current status of the port 76b57796-47e6-4e50-be1c-e7297971e0ef is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:15.746856 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f9b3ef62-a082-47e2-9aa1-2a4d3de4e4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (76b57796-47e6-4e50-be1c-e7297971e0ef), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:15.763704 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bb7b8203-5289-45eb-a6f6-86e26ae68d7e tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (47631901-5a93-4618-b5e9-f778203fbd6f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:15.799372 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 76b57796-47e6-4e50-be1c-e7297971e0ef is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:15.799372 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (76b57796-47e6-4e50-be1c-e7297971e0ef), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:15.833245 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bb7b8203-5289-45eb-a6f6-86e26ae68d7e tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (47631901-5a93-4618-b5e9-f778203fbd6f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:15.865758 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b8203-5289-45eb-a6f6-86e26ae68d7e tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Pushing event deleted for resources: {'Subnet': ['ID=47631901-5a93-4618-b5e9-f778203fbd6f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:15.871002 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bb7b8203-5289-45eb-a6f6-86e26ae68d7e tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:15.877742 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35846) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:15.878276 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bb7b8203-5289-45eb-a6f6-86e26ae68d7e tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] 10.222.0.65 "DELETE /v2.0/subnets/47631901-5a93-4618-b5e9-f778203fbd6f HTTP/1.1" status: 204 len: 168 time: 0.3422034 Feb 19 05:23:15.909657 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 05:23:15.910022 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 05:23:15.910540 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-f9b3ef62-a082-47e2-9aa1-2a4d3de4e4e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 05:23:15.910885 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-f9b3ef62-a082-47e2-9aa1-2a4d3de4e4e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 05:23:15.974975 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce16f7a2-1961-4ef7-a7a1-285fd7b4b6d2 None None] Network feacb79b-ef7f-4ae3-addd-4414d9f0ab4e requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:23:15.975147 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30a3472e-517e-45bd-90ff-a0ad5b506abd tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (feacb79b-ef7f-4ae3-addd-4414d9f0ab4e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:16.036757 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-30a3472e-517e-45bd-90ff-a0ad5b506abd tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Deleting port 76b57796-47e6-4e50-be1c-e7297971e0ef {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:23:16.037137 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30a3472e-517e-45bd-90ff-a0ad5b506abd tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (76b57796-47e6-4e50-be1c-e7297971e0ef), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:16.113640 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-30a3472e-517e-45bd-90ff-a0ad5b506abd tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] For port 76b57796-47e6-4e50-be1c-e7297971e0ef, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=76b57796-47e6-4e50-be1c-e7297971e0ef,segment=NetworkSegment(c19a531c-1254-478b-aaa7-a77815f096f6),segment_id=c19a531c-1254-478b-aaa7-a77815f096f6)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:23:16.114019 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30a3472e-517e-45bd-90ff-a0ad5b506abd tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (76b57796-47e6-4e50-be1c-e7297971e0ef), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:16.135644 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-30a3472e-517e-45bd-90ff-a0ad5b506abd tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Calling delete_port for 76b57796-47e6-4e50-be1c-e7297971e0ef owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:23:16.148847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5c79bf-b830-4492-b2ef-b8b2a6d50977 None None] DHCP port deletion for feacb79b-ef7f-4ae3-addd-4414d9f0ab4e request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:23:16.173123 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3db1984-2fc6-4127-854b-766631adfd58 None None] DHCP port deletion for 01b801cf-9e2b-4c98-86ea-eea8023edeba request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:23:16.193006 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5319aa93-7dc1-4983-b044-a75cb56380f4 None None] Network 01b801cf-9e2b-4c98-86ea-eea8023edeba requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:23:16.208802 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5319aa93-7dc1-4983-b044-a75cb56380f4 None None] Network 01b801cf-9e2b-4c98-86ea-eea8023edeba could not be found, it might have been deleted concurrently. {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 05:23:16.221484 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4f5c79bf-b830-4492-b2ef-b8b2a6d50977 None None] Deleting port 76b57796-47e6-4e50-be1c-e7297971e0ef {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:23:16.221876 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4f5c79bf-b830-4492-b2ef-b8b2a6d50977 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (76b57796-47e6-4e50-be1c-e7297971e0ef), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:16.230933 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30a3472e-517e-45bd-90ff-a0ad5b506abd tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (76b57796-47e6-4e50-be1c-e7297971e0ef), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:16.258500 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3472e-517e-45bd-90ff-a0ad5b506abd tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Pushing event deleted for resources: {'Port': ['ID=76b57796-47e6-4e50-be1c-e7297971e0ef,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:16.260345 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a3472e-517e-45bd-90ff-a0ad5b506abd tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] No DVR routers for this DVR port 76b57796-47e6-4e50-be1c-e7297971e0ef on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:23:16.287916 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-4f5c79bf-b830-4492-b2ef-b8b2a6d50977 None None] For port 76b57796-47e6-4e50-be1c-e7297971e0ef, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=76b57796-47e6-4e50-be1c-e7297971e0ef,segment=NetworkSegment(c19a531c-1254-478b-aaa7-a77815f096f6),segment_id=c19a531c-1254-478b-aaa7-a77815f096f6)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:23:16.288254 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4f5c79bf-b830-4492-b2ef-b8b2a6d50977 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (76b57796-47e6-4e50-be1c-e7297971e0ef), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:16.305395 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4f5c79bf-b830-4492-b2ef-b8b2a6d50977 None None] Calling delete_port for 76b57796-47e6-4e50-be1c-e7297971e0ef owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:23:16.339695 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30a3472e-517e-45bd-90ff-a0ad5b506abd tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (feacb79b-ef7f-4ae3-addd-4414d9f0ab4e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:16.361452 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-30a3472e-517e-45bd-90ff-a0ad5b506abd tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feacb79b-ef7f-4ae3-addd-4414d9f0ab4e']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:16.371111 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-30a3472e-517e-45bd-90ff-a0ad5b506abd tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19a531c-1254-478b-aaa7-a77815f096f6') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:16.371419 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-30a3472e-517e-45bd-90ff-a0ad5b506abd tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19a531c-1254-478b-aaa7-a77815f096f6') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:16.382776 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4f5c79bf-b830-4492-b2ef-b8b2a6d50977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (76b57796-47e6-4e50-be1c-e7297971e0ef), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:16.386217 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30a3472e-517e-45bd-90ff-a0ad5b506abd tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (c19a531c-1254-478b-aaa7-a77815f096f6), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:16.401291 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30a3472e-517e-45bd-90ff-a0ad5b506abd tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (c19a531c-1254-478b-aaa7-a77815f096f6), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:16.408403 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a3472e-517e-45bd-90ff-a0ad5b506abd tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:23:16.408847 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30a3472e-517e-45bd-90ff-a0ad5b506abd tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (c19a531c-1254-478b-aaa7-a77815f096f6), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:16.409340 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c79bf-b830-4492-b2ef-b8b2a6d50977 None None] Pushing event deleted for resources: {'Port': ['ID=76b57796-47e6-4e50-be1c-e7297971e0ef,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: timer() Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:23:16.412419 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:23:16.431656 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5c79bf-b830-4492-b2ef-b8b2a6d50977 None None] No DVR routers for this DVR port 76b57796-47e6-4e50-be1c-e7297971e0ef on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:23:16.435381 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Port 76b57796-47e6-4e50-be1c-e7297971e0ef update to ACTIVE by agent not found {{(pid=115200) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 05:23:16.457539 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f9b3ef62-a082-47e2-9aa1-2a4d3de4e4e8 None None] Port 76b57796-47e6-4e50-be1c-e7297971e0ef update to ACTIVE by agent not found {{(pid=115200) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 05:23:16.473577 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30a3472e-517e-45bd-90ff-a0ad5b506abd tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (feacb79b-ef7f-4ae3-addd-4414d9f0ab4e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:16.480207 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-30a3472e-517e-45bd-90ff-a0ad5b506abd tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:16.483538 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-30a3472e-517e-45bd-90ff-a0ad5b506abd tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] 10.222.0.65 "DELETE /v2.0/networks/feacb79b-ef7f-4ae3-addd-4414d9f0ab4e HTTP/1.1" status: 204 len: 168 time: 0.6040504 Feb 19 05:23:16.486860 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35848) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:16.495832 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3472e-517e-45bd-90ff-a0ad5b506abd tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Pushing event deleted for resources: {'Network': ['ID=feacb79b-ef7f-4ae3-addd-4414d9f0ab4e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:16.517000 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-af49fa73-8563-4548-943e-622e050dd76c tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd38838d-079b-4f2d-8589-fcfde6a5812b HTTP/1.1" status: 200 len: 205 time: 0.0287344 Feb 19 05:23:16.519253 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35850) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:16.568442 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b2e7f199-f005-46eb-b0b8-366c6131df0d None None] Could not find standard attr ID for object 76b57796-47e6-4e50-be1c-e7297971e0ef. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 05:23:16.571685 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b2e7f199-f005-46eb-b0b8-366c6131df0d None None] Could not find standard attr ID for object 3cbaa1d3-3446-4a4b-a572-cb033bbd7840. {{(pid=115200) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 05:23:16.600027 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-adb981f7-b2a6-4afd-a51d-b2070ea7d0ea tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks [] for router (fd38838d-079b-4f2d-8589-fcfde6a5812b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:16.767700 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-adb981f7-b2a6-4afd-a51d-b2070ea7d0ea tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (fd38838d-079b-4f2d-8589-fcfde6a5812b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:16.769777 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-adb981f7-b2a6-4afd-a51d-b2070ea7d0ea tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks [] for router_controller (fd38838d-079b-4f2d-8589-fcfde6a5812b), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:16.814121 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-adb981f7-b2a6-4afd-a51d-b2070ea7d0ea tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (fd38838d-079b-4f2d-8589-fcfde6a5812b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:16.814573 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb981f7-b2a6-4afd-a51d-b2070ea7d0ea tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Fanout notify agent at l3_agent the message router_deleted on router fd38838d-079b-4f2d-8589-fcfde6a5812b {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:23:16.822017 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-adb981f7-b2a6-4afd-a51d-b2070ea7d0ea tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:16.823006 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-adb981f7-b2a6-4afd-a51d-b2070ea7d0ea tempest-RoutersNegativeTest-1675322432 tempest-RoutersNegativeTest-1675322432-project] 10.222.0.65 "DELETE /v2.0/routers/fd38838d-079b-4f2d-8589-fcfde6a5812b HTTP/1.1" status: 204 len: 168 time: 0.3028522 Feb 19 05:23:17.057464 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35856) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:17.187054 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ff6970f6-0c04-460e-a267-edce88d32e3c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a4e077a040214959bcbe47008c1afb31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1283913 Feb 19 05:23:17.189544 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35860) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:17.235717 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6d8a3ff5-40be-4715-b3f7-fd286cf1876f admin admin] Publish callbacks [] for security_group (2d3b25f8-1f58-4dd6-8054-6df1ca72cd9c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:17.255890 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6d8a3ff5-40be-4715-b3f7-fd286cf1876f admin admin] Publish callbacks [] for security_group (2d3b25f8-1f58-4dd6-8054-6df1ca72cd9c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:17.306832 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6d8a3ff5-40be-4715-b3f7-fd286cf1876f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (2d3b25f8-1f58-4dd6-8054-6df1ca72cd9c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:17.309395 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6d8a3ff5-40be-4715-b3f7-fd286cf1876f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:17.310541 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6d8a3ff5-40be-4715-b3f7-fd286cf1876f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2d3b25f8-1f58-4dd6-8054-6df1ca72cd9c HTTP/1.1" status: 204 len: 168 time: 0.1201088 Feb 19 05:23:17.318924 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a3ff5-40be-4715-b3f7-fd286cf1876f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3b25f8-1f58-4dd6-8054-6df1ca72cd9c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:17.452832 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3cbaa1d3-3446-4a4b-a572-cb033bbd7840 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:23:17.474282 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 3cbaa1d3-3446-4a4b-a572-cb033bbd7840 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:23:17.474949 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3cbaa1d3-3446-4a4b-a572-cb033bbd7840 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:23:17.475194 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 76b57796-47e6-4e50-be1c-e7297971e0ef no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:23:17.495561 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 76b57796-47e6-4e50-be1c-e7297971e0ef {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:23:17.495908 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 76b57796-47e6-4e50-be1c-e7297971e0ef not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:23:17.931183 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35882) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:18.025260 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-6fcf6f9f-24d7-48ea-ac4d-2fbc032e291a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-42993361-network', 'tenant_id': 'c49ee5b78c5047e6b736ec2872b57de5'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:23:18.045318 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcf6f9f-24d7-48ea-ac4d-2fbc032e291a admin admin] Made reservation on behalf of c49ee5b78c5047e6b736ec2872b57de5 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:23:18.047595 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6f9f-24d7-48ea-ac4d-2fbc032e291a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:18.056539 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6f9f-24d7-48ea-ac4d-2fbc032e291a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:18.133211 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6f9f-24d7-48ea-ac4d-2fbc032e291a admin admin] Publish callbacks [] for security_group (8517c4ed-ea6c-479b-81d6-39beb10a6148), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:18.136814 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6f9f-24d7-48ea-ac4d-2fbc032e291a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8517c4ed-ea6c-479b-81d6-39beb10a6148), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:18.161398 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fcf6f9f-24d7-48ea-ac4d-2fbc032e291a admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:23:18.170806 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf6f9f-24d7-48ea-ac4d-2fbc032e291a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8517c4ed-ea6c-479b-81d6-39beb10a6148,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:18.177368 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6f9f-24d7-48ea-ac4d-2fbc032e291a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (391c7207-1602-4b3f-b50e-4b075fbc4419), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:18.177710 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-6fcf6f9f-24d7-48ea-ac4d-2fbc032e291a admin admin] Added segment 391c7207-1602-4b3f-b50e-4b075fbc4419 of type vlan for network ff597e41-c6d6-4609-ada0-0e5c9280fd51 Feb 19 05:23:18.217186 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6f9f-24d7-48ea-ac4d-2fbc032e291a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (ff597e41-c6d6-4609-ada0-0e5c9280fd51), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:18.241873 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6f9f-24d7-48ea-ac4d-2fbc032e291a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (ff597e41-c6d6-4609-ada0-0e5c9280fd51), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:18.242816 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcf6f9f-24d7-48ea-ac4d-2fbc032e291a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:18.243392 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6fcf6f9f-24d7-48ea-ac4d-2fbc032e291a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:18.302208 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6fcf6f9f-24d7-48ea-ac4d-2fbc032e291a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3698912 Feb 19 05:23:18.305104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35886) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:18.311759 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-325aa1d9-6440-4b6a-beb2-44a8290bc78b admin admin] Request body: {'subnet': {'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-42993361-subnet', 'tenant_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:23:18.320959 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf6f9f-24d7-48ea-ac4d-2fbc032e291a admin admin] Pushing event updated for resources: {'Network': ['ID=ff597e41-c6d6-4609-ada0-0e5c9280fd51,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:18.330998 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network ff597e41-c6d6-4609-ada0-0e5c9280fd51 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:23:18.337470 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325aa1d9-6440-4b6a-beb2-44a8290bc78b admin admin] Made reservation on behalf of c49ee5b78c5047e6b736ec2872b57de5 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:23:18.339958 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-325aa1d9-6440-4b6a-beb2-44a8290bc78b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:18.515738 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-325aa1d9-6440-4b6a-beb2-44a8290bc78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (21f930d3-7767-4f90-8242-55907e1053bc), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:18.571119 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325aa1d9-6440-4b6a-beb2-44a8290bc78b admin admin] Pushing event updated for resources: {'Subnet': ['ID=21f930d3-7767-4f90-8242-55907e1053bc,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:18.580297 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325aa1d9-6440-4b6a-beb2-44a8290bc78b admin admin] Checking segment: {'id': '391c7207-1602-4b3f-b50e-4b075fbc4419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:23:18.580658 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325aa1d9-6440-4b6a-beb2-44a8290bc78b admin admin] Network hostable DHCP agents. Network: ff597e41-c6d6-4609-ada0-0e5c9280fd51, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:23:18.597217 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325aa1d9-6440-4b6a-beb2-44a8290bc78b admin admin] Network ff597e41-c6d6-4609-ada0-0e5c9280fd51 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:23:18.605779 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-325aa1d9-6440-4b6a-beb2-44a8290bc78b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, ff597e41-c6d6-4609-ada0-0e5c9280fd51) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:23:18.609864 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325aa1d9-6440-4b6a-beb2-44a8290bc78b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:18.610521 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-325aa1d9-6440-4b6a-beb2-44a8290bc78b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:18.615571 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23a8074-547d-401d-8a5a-b383e955bfcf None None] Network ff597e41-c6d6-4609-ada0-0e5c9280fd51 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:23:18.632580 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-325aa1d9-6440-4b6a-beb2-44a8290bc78b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3264279 Feb 19 05:23:18.635387 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35888) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:18.639604 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-3cbffc88-c0dd-4e7c-a275-a728b025dd96 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-42993361-router', 'tenant_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:23:18.659182 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3cbffc88-c0dd-4e7c-a275-a728b025dd96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (934bd102-bd9c-461d-90e2-8eef0bc0d0f3), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:18.660102 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3cbffc88-c0dd-4e7c-a275-a728b025dd96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (934bd102-bd9c-461d-90e2-8eef0bc0d0f3), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:18.716462 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3cbffc88-c0dd-4e7c-a275-a728b025dd96 admin admin] Publish callbacks [] for router_controller (934bd102-bd9c-461d-90e2-8eef0bc0d0f3), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:18.724298 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7100cf0-e666-4083-a77a-a2f45375da5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-ff597e41-c6d6-4609-ada0-0e5c9280fd51', 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51', 'project_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'fixed_ips': [{'subnet_id': '21f930d3-7767-4f90-8242-55907e1053bc'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:23:18.725372 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c7100cf0-e666-4083-a77a-a2f45375da5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:18.858466 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-c7100cf0-e666-4083-a77a-a2f45375da5c None None] Allocated IP 172.20.0.2 (ff597e41-c6d6-4609-ada0-0e5c9280fd51/21f930d3-7767-4f90-8242-55907e1053bc/e17b4d31-0ee7-4b3f-9436-41383bd3439c) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:23:18.860390 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3cbffc88-c0dd-4e7c-a275-a728b025dd96 admin admin] Publish callbacks [] for router_gateway (934bd102-bd9c-461d-90e2-8eef0bc0d0f3), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:19.082441 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3cbffc88-c0dd-4e7c-a275-a728b025dd96 admin admin] Publish callbacks [] for router_gateway (934bd102-bd9c-461d-90e2-8eef0bc0d0f3), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:19.103086 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3cbffc88-c0dd-4e7c-a275-a728b025dd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:19.192168 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c7100cf0-e666-4083-a77a-a2f45375da5c None None] Publish callbacks [] for port (e17b4d31-0ee7-4b3f-9436-41383bd3439c), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:19.198462 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c7100cf0-e666-4083-a77a-a2f45375da5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (e17b4d31-0ee7-4b3f-9436-41383bd3439c), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:19.209185 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-3cbffc88-c0dd-4e7c-a275-a728b025dd96 admin admin] Allocated IP 172.25.0.249 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:23:19.244494 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7100cf0-e666-4083-a77a-a2f45375da5c None None] Network ff597e41-c6d6-4609-ada0-0e5c9280fd51 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:23:19.248572 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-c7100cf0-e666-4083-a77a-a2f45375da5c None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:23:19.250337 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7100cf0-e666-4083-a77a-a2f45375da5c None None] Pushing event updated for resources: {'Port': ['ID=e17b4d31-0ee7-4b3f-9436-41383bd3439c,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:19.252470 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7100cf0-e666-4083-a77a-a2f45375da5c None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:23:19.311106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c7100cf0-e666-4083-a77a-a2f45375da5c None None] Attempting to bind port e17b4d31-0ee7-4b3f-9436-41383bd3439c on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:23:19.311503 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c7100cf0-e666-4083-a77a-a2f45375da5c None None] Attempting to bind port e17b4d31-0ee7-4b3f-9436-41383bd3439c by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '391c7207-1602-4b3f-b50e-4b075fbc4419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:23:19.311860 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7100cf0-e666-4083-a77a-a2f45375da5c None None] Attempting to bind port e17b4d31-0ee7-4b3f-9436-41383bd3439c on network ff597e41-c6d6-4609-ada0-0e5c9280fd51 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:23:19.316979 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7100cf0-e666-4083-a77a-a2f45375da5c None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:23:19.317370 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7100cf0-e666-4083-a77a-a2f45375da5c None None] Checking segment: {'id': '391c7207-1602-4b3f-b50e-4b075fbc4419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:23:19.317797 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c7100cf0-e666-4083-a77a-a2f45375da5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:19.318183 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7100cf0-e666-4083-a77a-a2f45375da5c None None] Bound using segment: {'id': '391c7207-1602-4b3f-b50e-4b075fbc4419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:23:19.318648 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-c7100cf0-e666-4083-a77a-a2f45375da5c None None] Bound port: e17b4d31-0ee7-4b3f-9436-41383bd3439c, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391c7207-1602-4b3f-b50e-4b075fbc4419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:23:19.318799 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3cbffc88-c0dd-4e7c-a275-a728b025dd96 admin admin] Publish callbacks [] for port (a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:19.319036 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c7100cf0-e666-4083-a77a-a2f45375da5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e17b4d31-0ee7-4b3f-9436-41383bd3439c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:19.353681 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3cbffc88-c0dd-4e7c-a275-a728b025dd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:19.385954 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-c7100cf0-e666-4083-a77a-a2f45375da5c None None] For port e17b4d31-0ee7-4b3f-9436-41383bd3439c, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:23:19.391081 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-c7100cf0-e666-4083-a77a-a2f45375da5c None None] For port e17b4d31-0ee7-4b3f-9436-41383bd3439c, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e17b4d31-0ee7-4b3f-9436-41383bd3439c,segment=NetworkSegment(391c7207-1602-4b3f-b50e-4b075fbc4419),segment_id=391c7207-1602-4b3f-b50e-4b075fbc4419)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:23:19.395885 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbffc88-c0dd-4e7c-a275-a728b025dd96 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:23:19.400709 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c7100cf0-e666-4083-a77a-a2f45375da5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e17b4d31-0ee7-4b3f-9436-41383bd3439c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:19.401483 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-3cbffc88-c0dd-4e7c-a275-a728b025dd96 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:23:19.406829 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbffc88-c0dd-4e7c-a275-a728b025dd96 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:23:19.410667 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbffc88-c0dd-4e7c-a275-a728b025dd96 admin admin] Pushing event updated for resources: {'Port': ['ID=a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:19.465627 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7100cf0-e666-4083-a77a-a2f45375da5c None None] Pushing event updated for resources: {'Port': ['ID=e17b4d31-0ee7-4b3f-9436-41383bd3439c,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:19.700350 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3cbffc88-c0dd-4e7c-a275-a728b025dd96 admin admin] Publish callbacks [] for router_gateway (934bd102-bd9c-461d-90e2-8eef0bc0d0f3), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:19.905898 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3cbffc88-c0dd-4e7c-a275-a728b025dd96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (934bd102-bd9c-461d-90e2-8eef0bc0d0f3), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:20.034872 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbffc88-c0dd-4e7c-a275-a728b025dd96 admin admin] Router 934bd102-bd9c-461d-90e2-8eef0bc0d0f3 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:23:20.149067 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbffc88-c0dd-4e7c-a275-a728b025dd96 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:23:20.159394 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] Sync routers for ids ['934bd102-bd9c-461d-90e2-8eef0bc0d0f3'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:23:20.169979 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3cbffc88-c0dd-4e7c-a275-a728b025dd96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:20.170818 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] Routers {'934bd102-bd9c-461d-90e2-8eef0bc0d0f3'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:23:20.172962 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3cbffc88-c0dd-4e7c-a275-a728b025dd96 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5350969 Feb 19 05:23:20.173145 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:23:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['934bd102-bd9c-461d-90e2-8eef0bc0d0f3'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:20.174210 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35890) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:20.290921 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] Set router 934bd102-bd9c-461d-90e2-8eef0bc0d0f3 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:23:20.433322 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a629be-033a-4754-90e8-f631a220c810 None None] Network ff597e41-c6d6-4609-ada0-0e5c9280fd51 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:23:20.574140 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1165e369-86c9-465e-a139-f30d06da30d4 None None] Provisioning complete for port e17b4d31-0ee7-4b3f-9436-41383bd3439c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:20.574526 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1165e369-86c9-465e-a139-f30d06da30d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e17b4d31-0ee7-4b3f-9436-41383bd3439c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:20.616668 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934bd102-bd9c-461d-90e2-8eef0bc0d0f3', 'name': 'tempest-TestEncryptedCinderVolumes-42993361-router', 'tenant_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:23:18Z', 'updated_at': '2022-02-19T05:23:19Z', 'revision_number': 3, 'project_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'gw_port': {'id': 'a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934bd102-bd9c-461d-90e2-8eef0bc0d0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:19Z', 'updated_at': '2022-02-19T05:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:20.621970 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-02d4ed05-4aa2-4e72-a6f7-3870e339ae5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:20.651790 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] Checking router: 934bd102-bd9c-461d-90e2-8eef0bc0d0f3 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:23:20.652076 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] Updating router 934bd102-bd9c-461d-90e2-8eef0bc0d0f3 port a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:23:20.695026 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:20.757472 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1165e369-86c9-465e-a139-f30d06da30d4 None None] Current status of the port e17b4d31-0ee7-4b3f-9436-41383bd3439c is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:20.757872 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1165e369-86c9-465e-a139-f30d06da30d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e17b4d31-0ee7-4b3f-9436-41383bd3439c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:20.788511 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-02d4ed05-4aa2-4e72-a6f7-3870e339ae5e admin admin] Allocated IP 172.20.0.1 (ff597e41-c6d6-4609-ada0-0e5c9280fd51/21f930d3-7767-4f90-8242-55907e1053bc/204e030a-efa2-45c2-bc01-348ca7792d6c) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:23:20.880954 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-1165e369-86c9-465e-a139-f30d06da30d4 None None] For port e17b4d31-0ee7-4b3f-9436-41383bd3439c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e17b4d31-0ee7-4b3f-9436-41383bd3439c,segment=NetworkSegment(391c7207-1602-4b3f-b50e-4b075fbc4419),segment_id=391c7207-1602-4b3f-b50e-4b075fbc4419)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:23:20.886834 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1165e369-86c9-465e-a139-f30d06da30d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e17b4d31-0ee7-4b3f-9436-41383bd3439c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:20.915875 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-02d4ed05-4aa2-4e72-a6f7-3870e339ae5e admin admin] Publish callbacks [] for port (204e030a-efa2-45c2-bc01-348ca7792d6c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:20.968594 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-02d4ed05-4aa2-4e72-a6f7-3870e339ae5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (204e030a-efa2-45c2-bc01-348ca7792d6c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:21.004619 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165e369-86c9-465e-a139-f30d06da30d4 None None] Pushing event updated for resources: {'Port': ['ID=e17b4d31-0ee7-4b3f-9436-41383bd3439c,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:21.027532 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d4ed05-4aa2-4e72-a6f7-3870e339ae5e admin admin] Network ff597e41-c6d6-4609-ada0-0e5c9280fd51 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:23:21.030933 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-02d4ed05-4aa2-4e72-a6f7-3870e339ae5e admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:23:21.036971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d4ed05-4aa2-4e72-a6f7-3870e339ae5e admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:23:21.040325 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-7aa82767-8cf3-44e2-9921-223462fd1f24 None None] Provisioning complete for port e17b4d31-0ee7-4b3f-9436-41383bd3439c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:21.040772 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7aa82767-8cf3-44e2-9921-223462fd1f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e17b4d31-0ee7-4b3f-9436-41383bd3439c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:21.063889 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4ed05-4aa2-4e72-a6f7-3870e339ae5e admin admin] Pushing event updated for resources: {'Port': ['ID=204e030a-efa2-45c2-bc01-348ca7792d6c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:21.081655 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-02d4ed05-4aa2-4e72-a6f7-3870e339ae5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (934bd102-bd9c-461d-90e2-8eef0bc0d0f3), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:21.137699 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] Publish callbacks [] for port (a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:21.165020 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:21.214011 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7aa82767-8cf3-44e2-9921-223462fd1f24 None None] Current status of the port e17b4d31-0ee7-4b3f-9436-41383bd3439c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:21.233219 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-02d4ed05-4aa2-4e72-a6f7-3870e339ae5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (204e030a-efa2-45c2-bc01-348ca7792d6c), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:21.240569 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e392927-a960-4b52-af6d-5ec1a9b8fba9 None None] Pushing event updated for resources: {'Port': ['ID=a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:21.243427 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] Attempting to bind port a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:23:21.244304 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] Attempting to bind port a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:23:21.244304 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] Attempting to bind port a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:23:21.251206 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:23:21.252620 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:23:21.252620 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:21.252620 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:23:21.253063 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] Bound port: a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:23:21.253365 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:21.307764 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] For port a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:23:21.311007 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] For port a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:23:21.317213 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:21.382960 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-95664835-82be-4bbb-b0f0-daa263f1ab0b None None] Provisioning complete for port 204e030a-efa2-45c2-bc01-348ca7792d6c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:21.383469 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-95664835-82be-4bbb-b0f0-daa263f1ab0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (204e030a-efa2-45c2-bc01-348ca7792d6c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:21.390136 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e392927-a960-4b52-af6d-5ec1a9b8fba9 None None] Pushing event updated for resources: {'Port': ['ID=a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:21.411013 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] Routers {'934bd102-bd9c-461d-90e2-8eef0bc0d0f3'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:23:21.411668 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:23:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['934bd102-bd9c-461d-90e2-8eef0bc0d0f3'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:21.413326 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-02d4ed05-4aa2-4e72-a6f7-3870e339ae5e admin admin] Publish callbacks [] for port (204e030a-efa2-45c2-bc01-348ca7792d6c), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:21.420841 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-02d4ed05-4aa2-4e72-a6f7-3870e339ae5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (204e030a-efa2-45c2-bc01-348ca7792d6c), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:21.464732 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-02d4ed05-4aa2-4e72-a6f7-3870e339ae5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (934bd102-bd9c-461d-90e2-8eef0bc0d0f3), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:21.470375 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-95664835-82be-4bbb-b0f0-daa263f1ab0b None None] Port 204e030a-efa2-45c2-bc01-348ca7792d6c cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:23:21.514272 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e17b4d31-0ee7-4b3f-9436-41383bd3439c up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:23:21.552646 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4ed05-4aa2-4e72-a6f7-3870e339ae5e admin admin] Pushing event updated for resources: {'Port': ['ID=204e030a-efa2-45c2-bc01-348ca7792d6c,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:21.572465 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] Set router 934bd102-bd9c-461d-90e2-8eef0bc0d0f3 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:23:21.610697 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d4ed05-4aa2-4e72-a6f7-3870e339ae5e admin admin] Network ff597e41-c6d6-4609-ada0-0e5c9280fd51 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:23:21.613529 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-02d4ed05-4aa2-4e72-a6f7-3870e339ae5e admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:23:21.659118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port e17b4d31-0ee7-4b3f-9436-41383bd3439c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:21.659508 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e17b4d31-0ee7-4b3f-9436-41383bd3439c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:21.756605 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d4ed05-4aa2-4e72-a6f7-3870e339ae5e admin admin] Router 934bd102-bd9c-461d-90e2-8eef0bc0d0f3 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:23:21.837676 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port e17b4d31-0ee7-4b3f-9436-41383bd3439c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:21.867462 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934bd102-bd9c-461d-90e2-8eef0bc0d0f3', 'name': 'tempest-TestEncryptedCinderVolumes-42993361-router', 'tenant_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:23:18Z', 'updated_at': '2022-02-19T05:23:21Z', 'revision_number': 4, 'project_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'gw_port': {'id': 'a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934bd102-bd9c-461d-90e2-8eef0bc0d0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:19Z', 'updated_at': '2022-02-19T05:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '204e030a-efa2-45c2-bc01-348ca7792d6c', 'name': '', 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51', 'tenant_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'mac_address': 'fa:16:3e:c8:62:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934bd102-bd9c-461d-90e2-8eef0bc0d0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '21f930d3-7767-4f90-8242-55907e1053bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:20Z', 'updated_at': '2022-02-19T05:23:20Z', 'revision_number': 1, 'project_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'subnets': [{'id': '21f930d3-7767-4f90-8242-55907e1053bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:21.885300 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d4ed05-4aa2-4e72-a6f7-3870e339ae5e admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:23:21.892819 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-02d4ed05-4aa2-4e72-a6f7-3870e339ae5e admin admin] 10.222.0.65 "PUT /v2.0/routers/934bd102-bd9c-461d-90e2-8eef0bc0d0f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7167854 Feb 19 05:23:21.909412 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a033402-50d9-44a3-9878-f8f1c5c2df8c None None] The sync data for ids ['934bd102-bd9c-461d-90e2-8eef0bc0d0f3'] in n-d-772273-4 is: [{'id': '934bd102-bd9c-461d-90e2-8eef0bc0d0f3', 'name': 'tempest-TestEncryptedCinderVolumes-42993361-router', 'tenant_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:23:18Z', 'updated_at': '2022-02-19T05:23:21Z', 'revision_number': 4, 'project_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'gw_port': {'id': 'a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934bd102-bd9c-461d-90e2-8eef0bc0d0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:19Z', 'updated_at': '2022-02-19T05:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '204e030a-efa2-45c2-bc01-348ca7792d6c', 'name': '', 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51', 'tenant_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'mac_address': 'fa:16:3e:c8:62:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934bd102-bd9c-461d-90e2-8eef0bc0d0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '21f930d3-7767-4f90-8242-55907e1053bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:20Z', 'updated_at': '2022-02-19T05:23:20Z', 'revision_number': 1, 'project_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'subnets': [{'id': '21f930d3-7767-4f90-8242-55907e1053bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:23:21.933141 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0ffab04e-61f3-4879-b8b7-a2b3f88849c9 None None] Provisioning complete for port 204e030a-efa2-45c2-bc01-348ca7792d6c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:21.933520 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0ffab04e-61f3-4879-b8b7-a2b3f88849c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (204e030a-efa2-45c2-bc01-348ca7792d6c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:22.013820 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0ffab04e-61f3-4879-b8b7-a2b3f88849c9 None None] Port 204e030a-efa2-45c2-bc01-348ca7792d6c cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:23:22.369673 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:23:22.480097 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35906) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:22.485575 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-4fa83a9f-6aa2-4356-b408-4f05a8f455e4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-556145038-network', 'tenant_id': '173ad641a6414c77bd3fb8b01c26c700'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:23:22.506062 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa83a9f-6aa2-4356-b408-4f05a8f455e4 admin admin] Made reservation on behalf of 173ad641a6414c77bd3fb8b01c26c700 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:23:22.508653 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4fa83a9f-6aa2-4356-b408-4f05a8f455e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:22.518559 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4fa83a9f-6aa2-4356-b408-4f05a8f455e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:22.601367 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4fa83a9f-6aa2-4356-b408-4f05a8f455e4 admin admin] Publish callbacks [] for security_group (9a9b78a2-2904-4429-9c5e-3ba7bfe14e81), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:22.605494 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4fa83a9f-6aa2-4356-b408-4f05a8f455e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9a9b78a2-2904-4429-9c5e-3ba7bfe14e81), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:22.632904 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa83a9f-6aa2-4356-b408-4f05a8f455e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:23:22.643593 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa83a9f-6aa2-4356-b408-4f05a8f455e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9b78a2-2904-4429-9c5e-3ba7bfe14e81,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:22.654395 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4fa83a9f-6aa2-4356-b408-4f05a8f455e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (59cd10bc-601a-4592-a0e1-7565cf8bc2a9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:22.654395 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-4fa83a9f-6aa2-4356-b408-4f05a8f455e4 admin admin] Added segment 59cd10bc-601a-4592-a0e1-7565cf8bc2a9 of type vlan for network 8e8f3d8e-c037-43e6-8719-42bcccc0b458 Feb 19 05:23:22.718089 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4fa83a9f-6aa2-4356-b408-4f05a8f455e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (8e8f3d8e-c037-43e6-8719-42bcccc0b458), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:22.745429 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4fa83a9f-6aa2-4356-b408-4f05a8f455e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (8e8f3d8e-c037-43e6-8719-42bcccc0b458), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:22.746547 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa83a9f-6aa2-4356-b408-4f05a8f455e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:22.747244 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4fa83a9f-6aa2-4356-b408-4f05a8f455e4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:22.812443 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4fa83a9f-6aa2-4356-b408-4f05a8f455e4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3282771 Feb 19 05:23:22.812700 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35908) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:22.820289 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-e7fb0f26-407d-4928-a836-f4a2652a3b90 admin admin] Request body: {'subnet': {'network_id': '8e8f3d8e-c037-43e6-8719-42bcccc0b458', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-556145038-subnet', 'tenant_id': '173ad641a6414c77bd3fb8b01c26c700', 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:23:22.824509 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa83a9f-6aa2-4356-b408-4f05a8f455e4 admin admin] Pushing event updated for resources: {'Network': ['ID=8e8f3d8e-c037-43e6-8719-42bcccc0b458,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:22.838076 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 8e8f3d8e-c037-43e6-8719-42bcccc0b458 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:23:22.843765 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fb0f26-407d-4928-a836-f4a2652a3b90 admin admin] Made reservation on behalf of 173ad641a6414c77bd3fb8b01c26c700 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:23:22.846699 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e7fb0f26-407d-4928-a836-f4a2652a3b90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:23.035442 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e7fb0f26-407d-4928-a836-f4a2652a3b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (3add0e2f-dbd0-4af2-9746-3f095a4bb354), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:23.092069 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb0f26-407d-4928-a836-f4a2652a3b90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3add0e2f-dbd0-4af2-9746-3f095a4bb354,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:23.103511 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fb0f26-407d-4928-a836-f4a2652a3b90 admin admin] Checking segment: {'id': '59cd10bc-601a-4592-a0e1-7565cf8bc2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8e8f3d8e-c037-43e6-8719-42bcccc0b458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:23:23.103881 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fb0f26-407d-4928-a836-f4a2652a3b90 admin admin] Network hostable DHCP agents. Network: 8e8f3d8e-c037-43e6-8719-42bcccc0b458, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:23:23.122702 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fb0f26-407d-4928-a836-f4a2652a3b90 admin admin] Network 8e8f3d8e-c037-43e6-8719-42bcccc0b458 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:23:23.138214 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-e7fb0f26-407d-4928-a836-f4a2652a3b90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 8e8f3d8e-c037-43e6-8719-42bcccc0b458) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:23:23.142775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fb0f26-407d-4928-a836-f4a2652a3b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:23.143394 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e7fb0f26-407d-4928-a836-f4a2652a3b90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:23.148272 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82082121-9c96-426b-bf59-65007e78940d None None] Network 8e8f3d8e-c037-43e6-8719-42bcccc0b458 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:23:23.166514 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e7fb0f26-407d-4928-a836-f4a2652a3b90 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3498380 Feb 19 05:23:23.169195 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 35910) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:23.174568 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-00c36abb-0c2b-4112-a8cc-f961557c0182 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-556145038-router', 'tenant_id': '173ad641a6414c77bd3fb8b01c26c700', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:23:23.198947 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00c36abb-0c2b-4112-a8cc-f961557c0182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (a2a87cd7-c25d-4efe-aef2-b1af8caa9f12), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:23.200828 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00c36abb-0c2b-4112-a8cc-f961557c0182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (a2a87cd7-c25d-4efe-aef2-b1af8caa9f12), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:23.261496 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00c36abb-0c2b-4112-a8cc-f961557c0182 admin admin] Publish callbacks [] for router_controller (a2a87cd7-c25d-4efe-aef2-b1af8caa9f12), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:23.265508 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03f4fa3-7587-4d69-9201-f1aba2afff62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-8e8f3d8e-c037-43e6-8719-42bcccc0b458', 'network_id': '8e8f3d8e-c037-43e6-8719-42bcccc0b458', 'project_id': '173ad641a6414c77bd3fb8b01c26c700', 'fixed_ips': [{'subnet_id': '3add0e2f-dbd0-4af2-9746-3f095a4bb354'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:23:23.266386 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d03f4fa3-7587-4d69-9201-f1aba2afff62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:23.422548 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00c36abb-0c2b-4112-a8cc-f961557c0182 admin admin] Publish callbacks [] for router_gateway (a2a87cd7-c25d-4efe-aef2-b1af8caa9f12), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:23.438420 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-d03f4fa3-7587-4d69-9201-f1aba2afff62 None None] Allocated IP 172.20.0.2 (8e8f3d8e-c037-43e6-8719-42bcccc0b458/3add0e2f-dbd0-4af2-9746-3f095a4bb354/b9eef87e-0ca7-430a-8f73-4e37b3ac034f) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:23:23.509538 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:23:23.621907 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:23.622291 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:23.666393 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d03f4fa3-7587-4d69-9201-f1aba2afff62 None None] Publish callbacks [] for port (b9eef87e-0ca7-430a-8f73-4e37b3ac034f), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:23.675376 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d03f4fa3-7587-4d69-9201-f1aba2afff62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (b9eef87e-0ca7-430a-8f73-4e37b3ac034f), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:23.722872 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03f4fa3-7587-4d69-9201-f1aba2afff62 None None] Network 8e8f3d8e-c037-43e6-8719-42bcccc0b458 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:23:23.733077 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-d03f4fa3-7587-4d69-9201-f1aba2afff62 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:23:23.735732 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f4fa3-7587-4d69-9201-f1aba2afff62 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:23:23.738817 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f4fa3-7587-4d69-9201-f1aba2afff62 None None] Pushing event updated for resources: {'Port': ['ID=b9eef87e-0ca7-430a-8f73-4e37b3ac034f,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:23.800742 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:23.801084 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:23.846421 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:23:23.847589 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d03f4fa3-7587-4d69-9201-f1aba2afff62 None None] Attempting to bind port b9eef87e-0ca7-430a-8f73-4e37b3ac034f on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:23:23.848143 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d03f4fa3-7587-4d69-9201-f1aba2afff62 None None] Attempting to bind port b9eef87e-0ca7-430a-8f73-4e37b3ac034f by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '59cd10bc-601a-4592-a0e1-7565cf8bc2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8e8f3d8e-c037-43e6-8719-42bcccc0b458'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:23:23.848690 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03f4fa3-7587-4d69-9201-f1aba2afff62 None None] Attempting to bind port b9eef87e-0ca7-430a-8f73-4e37b3ac034f on network 8e8f3d8e-c037-43e6-8719-42bcccc0b458 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:23:23.854383 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:23.858071 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03f4fa3-7587-4d69-9201-f1aba2afff62 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:23:23.858514 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03f4fa3-7587-4d69-9201-f1aba2afff62 None None] Checking segment: {'id': '59cd10bc-601a-4592-a0e1-7565cf8bc2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8e8f3d8e-c037-43e6-8719-42bcccc0b458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:23:23.858849 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d03f4fa3-7587-4d69-9201-f1aba2afff62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:23.859241 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03f4fa3-7587-4d69-9201-f1aba2afff62 None None] Bound using segment: {'id': '59cd10bc-601a-4592-a0e1-7565cf8bc2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8e8f3d8e-c037-43e6-8719-42bcccc0b458'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:23:23.859717 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-d03f4fa3-7587-4d69-9201-f1aba2afff62 None None] Bound port: b9eef87e-0ca7-430a-8f73-4e37b3ac034f, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59cd10bc-601a-4592-a0e1-7565cf8bc2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8e8f3d8e-c037-43e6-8719-42bcccc0b458'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:23:23.860101 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d03f4fa3-7587-4d69-9201-f1aba2afff62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b9eef87e-0ca7-430a-8f73-4e37b3ac034f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:23.933064 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00c36abb-0c2b-4112-a8cc-f961557c0182 admin admin] Publish callbacks [] for router_gateway (a2a87cd7-c25d-4efe-aef2-b1af8caa9f12), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:23.938503 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:23.955473 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00c36abb-0c2b-4112-a8cc-f961557c0182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:23.971435 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d03f4fa3-7587-4d69-9201-f1aba2afff62 None None] For port b9eef87e-0ca7-430a-8f73-4e37b3ac034f, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:23:23.974734 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d03f4fa3-7587-4d69-9201-f1aba2afff62 None None] For port b9eef87e-0ca7-430a-8f73-4e37b3ac034f, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b9eef87e-0ca7-430a-8f73-4e37b3ac034f,segment=NetworkSegment(59cd10bc-601a-4592-a0e1-7565cf8bc2a9),segment_id=59cd10bc-601a-4592-a0e1-7565cf8bc2a9)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:23:23.980717 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d03f4fa3-7587-4d69-9201-f1aba2afff62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b9eef87e-0ca7-430a-8f73-4e37b3ac034f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:24.038589 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f4fa3-7587-4d69-9201-f1aba2afff62 None None] Pushing event updated for resources: {'Port': ['ID=b9eef87e-0ca7-430a-8f73-4e37b3ac034f,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:24.076750 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-00c36abb-0c2b-4112-a8cc-f961557c0182 admin admin] Allocated IP 172.25.0.68 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/3b683009-91bd-4c64-aea8-c834104e27aa) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:23:24.167485 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] Sync routers for ids ['934bd102-bd9c-461d-90e2-8eef0bc0d0f3'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:23:24.179267 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] Routers {'934bd102-bd9c-461d-90e2-8eef0bc0d0f3'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:23:24.179906 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:23:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['934bd102-bd9c-461d-90e2-8eef0bc0d0f3'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:24.194826 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00c36abb-0c2b-4112-a8cc-f961557c0182 admin admin] Publish callbacks [] for port (3b683009-91bd-4c64-aea8-c834104e27aa), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:24.240210 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00c36abb-0c2b-4112-a8cc-f961557c0182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (3b683009-91bd-4c64-aea8-c834104e27aa), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:24.288163 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c36abb-0c2b-4112-a8cc-f961557c0182 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:23:24.291757 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-00c36abb-0c2b-4112-a8cc-f961557c0182 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:23:24.295040 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c36abb-0c2b-4112-a8cc-f961557c0182 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:23:24.323542 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c36abb-0c2b-4112-a8cc-f961557c0182 admin admin] Pushing event updated for resources: {'Port': ['ID=3b683009-91bd-4c64-aea8-c834104e27aa,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:24.334032 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] Set router 934bd102-bd9c-461d-90e2-8eef0bc0d0f3 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:23:24.551888 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934bd102-bd9c-461d-90e2-8eef0bc0d0f3', 'name': 'tempest-TestEncryptedCinderVolumes-42993361-router', 'tenant_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:23:18Z', 'updated_at': '2022-02-19T05:23:21Z', 'revision_number': 4, 'project_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'gw_port': {'id': 'a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934bd102-bd9c-461d-90e2-8eef0bc0d0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:19Z', 'updated_at': '2022-02-19T05:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '204e030a-efa2-45c2-bc01-348ca7792d6c', 'name': '', 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51', 'tenant_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'mac_address': 'fa:16:3e:c8:62:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934bd102-bd9c-461d-90e2-8eef0bc0d0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '21f930d3-7767-4f90-8242-55907e1053bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:20Z', 'updated_at': '2022-02-19T05:23:21Z', 'revision_number': 2, 'project_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'subnets': [{'id': '21f930d3-7767-4f90-8242-55907e1053bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:24.574051 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00c36abb-0c2b-4112-a8cc-f961557c0182 admin admin] Publish callbacks [] for router_gateway (a2a87cd7-c25d-4efe-aef2-b1af8caa9f12), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:24.579807 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] Checking router: 934bd102-bd9c-461d-90e2-8eef0bc0d0f3 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:23:24.580169 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] Updating router 934bd102-bd9c-461d-90e2-8eef0bc0d0f3 port 204e030a-efa2-45c2-bc01-348ca7792d6c binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:23:24.608320 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (204e030a-efa2-45c2-bc01-348ca7792d6c), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:24.792488 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00c36abb-0c2b-4112-a8cc-f961557c0182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (a2a87cd7-c25d-4efe-aef2-b1af8caa9f12), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:24.900466 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] Publish callbacks [] for port (204e030a-efa2-45c2-bc01-348ca7792d6c), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:24.913228 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (204e030a-efa2-45c2-bc01-348ca7792d6c), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:24.938025 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c36abb-0c2b-4112-a8cc-f961557c0182 admin admin] Router a2a87cd7-c25d-4efe-aef2-b1af8caa9f12 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:23:24.963209 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04723005-ea5e-45e2-9304-68e815048dd1 None None] Pushing event updated for resources: {'Port': ['ID=204e030a-efa2-45c2-bc01-348ca7792d6c,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:24.988253 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04723005-ea5e-45e2-9304-68e815048dd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:24.988608 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04723005-ea5e-45e2-9304-68e815048dd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:24.989030 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04723005-ea5e-45e2-9304-68e815048dd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:24.989320 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04723005-ea5e-45e2-9304-68e815048dd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:24.989656 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04723005-ea5e-45e2-9304-68e815048dd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:24.989988 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04723005-ea5e-45e2-9304-68e815048dd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:24.990316 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04723005-ea5e-45e2-9304-68e815048dd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:24.990640 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04723005-ea5e-45e2-9304-68e815048dd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:24.990963 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04723005-ea5e-45e2-9304-68e815048dd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:24.991287 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04723005-ea5e-45e2-9304-68e815048dd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:24.991611 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04723005-ea5e-45e2-9304-68e815048dd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:24.991933 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04723005-ea5e-45e2-9304-68e815048dd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:24.992264 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04723005-ea5e-45e2-9304-68e815048dd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:25.027850 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] Attempting to bind port 204e030a-efa2-45c2-bc01-348ca7792d6c on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:23:25.028231 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] Attempting to bind port 204e030a-efa2-45c2-bc01-348ca7792d6c by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '391c7207-1602-4b3f-b50e-4b075fbc4419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:23:25.028596 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] Attempting to bind port 204e030a-efa2-45c2-bc01-348ca7792d6c on network ff597e41-c6d6-4609-ada0-0e5c9280fd51 {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:23:25.035160 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:23:25.035540 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] Checking segment: {'id': '391c7207-1602-4b3f-b50e-4b075fbc4419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:23:25.035950 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:25.036346 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] Bound using segment: {'id': '391c7207-1602-4b3f-b50e-4b075fbc4419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:23:25.036816 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] Bound port: 204e030a-efa2-45c2-bc01-348ca7792d6c, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391c7207-1602-4b3f-b50e-4b075fbc4419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:23:25.037220 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (204e030a-efa2-45c2-bc01-348ca7792d6c), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:25.091346 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c36abb-0c2b-4112-a8cc-f961557c0182 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:23:25.104782 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] Sync routers for ids ['a2a87cd7-c25d-4efe-aef2-b1af8caa9f12'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:23:25.109982 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] For port 204e030a-efa2-45c2-bc01-348ca7792d6c, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:23:25.114149 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] For port 204e030a-efa2-45c2-bc01-348ca7792d6c, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=204e030a-efa2-45c2-bc01-348ca7792d6c,segment=NetworkSegment(391c7207-1602-4b3f-b50e-4b075fbc4419),segment_id=391c7207-1602-4b3f-b50e-4b075fbc4419)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:23:25.122095 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] Routers {'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:23:25.123018 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:23:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['a2a87cd7-c25d-4efe-aef2-b1af8caa9f12'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:25.125501 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (204e030a-efa2-45c2-bc01-348ca7792d6c), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:25.129938 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-00c36abb-0c2b-4112-a8cc-f961557c0182 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:25.133851 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-00c36abb-0c2b-4112-a8cc-f961557c0182 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9634459 Feb 19 05:23:25.138180 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 35912) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:23:25.199084 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] Routers {'934bd102-bd9c-461d-90e2-8eef0bc0d0f3'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:23:25.199915 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:23:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['934bd102-bd9c-461d-90e2-8eef0bc0d0f3'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:25.211473 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8ce1bb-1261-4e91-8732-f0a6814ea71f None None] Network 8e8f3d8e-c037-43e6-8719-42bcccc0b458 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:23:25.242700 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04723005-ea5e-45e2-9304-68e815048dd1 None None] Pushing event updated for resources: {'Port': ['ID=204e030a-efa2-45c2-bc01-348ca7792d6c,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:25.322400 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] Set router a2a87cd7-c25d-4efe-aef2-b1af8caa9f12 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:23:25.347793 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] Set router 934bd102-bd9c-461d-90e2-8eef0bc0d0f3 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:23:25.390386 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-542efb08-2336-43e8-9a6f-62058ebc9c0b None None] Provisioning complete for port b9eef87e-0ca7-430a-8f73-4e37b3ac034f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:25.390764 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-542efb08-2336-43e8-9a6f-62058ebc9c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b9eef87e-0ca7-430a-8f73-4e37b3ac034f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:25.631521 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934bd102-bd9c-461d-90e2-8eef0bc0d0f3', 'name': 'tempest-TestEncryptedCinderVolumes-42993361-router', 'tenant_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:23:18Z', 'updated_at': '2022-02-19T05:23:21Z', 'revision_number': 4, 'project_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'gw_port': {'id': 'a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934bd102-bd9c-461d-90e2-8eef0bc0d0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:19Z', 'updated_at': '2022-02-19T05:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '204e030a-efa2-45c2-bc01-348ca7792d6c', 'name': '', 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51', 'tenant_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'mac_address': 'fa:16:3e:c8:62:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934bd102-bd9c-461d-90e2-8eef0bc0d0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '21f930d3-7767-4f90-8242-55907e1053bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:20Z', 'updated_at': '2022-02-19T05:23:25Z', 'revision_number': 4, 'project_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'subnets': [{'id': '21f930d3-7767-4f90-8242-55907e1053bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:25.708242 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e2ac14-501d-4557-89b6-1fe56c87091d None None] The sync data for ids ['934bd102-bd9c-461d-90e2-8eef0bc0d0f3'] in n-d-772273-4 is: [{'id': '934bd102-bd9c-461d-90e2-8eef0bc0d0f3', 'name': 'tempest-TestEncryptedCinderVolumes-42993361-router', 'tenant_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:23:18Z', 'updated_at': '2022-02-19T05:23:21Z', 'revision_number': 4, 'project_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'gw_port': {'id': 'a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934bd102-bd9c-461d-90e2-8eef0bc0d0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:19Z', 'updated_at': '2022-02-19T05:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '204e030a-efa2-45c2-bc01-348ca7792d6c', 'name': '', 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51', 'tenant_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'mac_address': 'fa:16:3e:c8:62:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934bd102-bd9c-461d-90e2-8eef0bc0d0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '21f930d3-7767-4f90-8242-55907e1053bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:20Z', 'updated_at': '2022-02-19T05:23:25Z', 'revision_number': 4, 'project_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'subnets': [{'id': '21f930d3-7767-4f90-8242-55907e1053bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:23:25.714428 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12', 'name': 'tempest-TestEncryptedCinderVolumes-556145038-router', 'tenant_id': '173ad641a6414c77bd3fb8b01c26c700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '3b683009-91bd-4c64-aea8-c834104e27aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:23:23Z', 'updated_at': '2022-02-19T05:23:24Z', 'revision_number': 3, 'project_id': '173ad641a6414c77bd3fb8b01c26c700', 'gw_port': {'id': '3b683009-91bd-4c64-aea8-c834104e27aa', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:23Z', 'updated_at': '2022-02-19T05:23:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:25.745299 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] Checking router: a2a87cd7-c25d-4efe-aef2-b1af8caa9f12 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:23:25.745664 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] Updating router a2a87cd7-c25d-4efe-aef2-b1af8caa9f12 port 3b683009-91bd-4c64-aea8-c834104e27aa binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:23:25.747753 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:23:25.796035 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3b683009-91bd-4c64-aea8-c834104e27aa), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:25.798224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-542efb08-2336-43e8-9a6f-62058ebc9c0b None None] Current status of the port b9eef87e-0ca7-430a-8f73-4e37b3ac034f is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:25.798636 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-542efb08-2336-43e8-9a6f-62058ebc9c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b9eef87e-0ca7-430a-8f73-4e37b3ac034f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:25.972471 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-542efb08-2336-43e8-9a6f-62058ebc9c0b None None] For port b9eef87e-0ca7-430a-8f73-4e37b3ac034f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b9eef87e-0ca7-430a-8f73-4e37b3ac034f,segment=NetworkSegment(59cd10bc-601a-4592-a0e1-7565cf8bc2a9),segment_id=59cd10bc-601a-4592-a0e1-7565cf8bc2a9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:23:25.981104 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-542efb08-2336-43e8-9a6f-62058ebc9c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b9eef87e-0ca7-430a-8f73-4e37b3ac034f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:26.066635 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:26.066880 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:26.114796 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:26.290806 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Allocated IP 172.20.0.1 (8e8f3d8e-c037-43e6-8719-42bcccc0b458/3add0e2f-dbd0-4af2-9746-3f095a4bb354/eb24c926-f942-45c9-bc30-15355465354f) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:23:26.307068 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542efb08-2336-43e8-9a6f-62058ebc9c0b None None] Pushing event updated for resources: {'Port': ['ID=b9eef87e-0ca7-430a-8f73-4e37b3ac034f,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:26.343316 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0d79b0b9-5223-4469-9484-e0a5c5d6628f None None] Provisioning complete for port b9eef87e-0ca7-430a-8f73-4e37b3ac034f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:26.343698 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0d79b0b9-5223-4469-9484-e0a5c5d6628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b9eef87e-0ca7-430a-8f73-4e37b3ac034f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:26.415609 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Publish callbacks [] for port (eb24c926-f942-45c9-bc30-15355465354f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:26.452498 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (eb24c926-f942-45c9-bc30-15355465354f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:26.479031 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:26.480106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 204e030a-efa2-45c2-bc01-348ca7792d6c up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:23:26.490098 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Network 8e8f3d8e-c037-43e6-8719-42bcccc0b458 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:23:26.493099 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:23:26.496706 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:23:26.519235 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] Publish callbacks [] for port (3b683009-91bd-4c64-aea8-c834104e27aa), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:26.533579 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Pushing event updated for resources: {'Port': ['ID=eb24c926-f942-45c9-bc30-15355465354f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:26.546655 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3b683009-91bd-4c64-aea8-c834104e27aa), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:26.552793 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:26.553187 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:26.553541 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:26.553962 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:26.554233 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:26.554571 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:26.554916 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:26.555243 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:26.555577 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:26.555909 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:26.556242 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:26.556583 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:26.556932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:23:26.568891 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (a2a87cd7-c25d-4efe-aef2-b1af8caa9f12), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:26.612488 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0d79b0b9-5223-4469-9484-e0a5c5d6628f None None] Current status of the port b9eef87e-0ca7-430a-8f73-4e37b3ac034f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:26.638806 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] Attempting to bind port 3b683009-91bd-4c64-aea8-c834104e27aa on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:23:26.639184 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] Attempting to bind port 3b683009-91bd-4c64-aea8-c834104e27aa by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:23:26.639554 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] Attempting to bind port 3b683009-91bd-4c64-aea8-c834104e27aa on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:23:26.644347 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b5d26-a065-4ac4-9043-16d32e2a86b2 None None] Pushing event updated for resources: {'Port': ['ID=3b683009-91bd-4c64-aea8-c834104e27aa,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:26.651098 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 204e030a-efa2-45c2-bc01-348ca7792d6c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:26.651477 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (204e030a-efa2-45c2-bc01-348ca7792d6c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:26.679827 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:23:26.680320 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:23:26.680756 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:26.681100 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:23:26.681722 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] Bound port: 3b683009-91bd-4c64-aea8-c834104e27aa, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:23:26.682119 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3b683009-91bd-4c64-aea8-c834104e27aa), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:26.687080 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0d79b0b9-5223-4469-9484-e0a5c5d6628f None None] Provisioning complete for port 204e030a-efa2-45c2-bc01-348ca7792d6c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:26.687479 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0d79b0b9-5223-4469-9484-e0a5c5d6628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (204e030a-efa2-45c2-bc01-348ca7792d6c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:26.718429 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (eb24c926-f942-45c9-bc30-15355465354f), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:26.790237 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] For port 3b683009-91bd-4c64-aea8-c834104e27aa, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:23:26.793635 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] For port 3b683009-91bd-4c64-aea8-c834104e27aa, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3b683009-91bd-4c64-aea8-c834104e27aa,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:23:26.820545 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3b683009-91bd-4c64-aea8-c834104e27aa), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:26.893471 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 204e030a-efa2-45c2-bc01-348ca7792d6c is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:26.893864 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (204e030a-efa2-45c2-bc01-348ca7792d6c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:26.898755 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Publish callbacks [] for port (eb24c926-f942-45c9-bc30-15355465354f), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:26.905134 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (eb24c926-f942-45c9-bc30-15355465354f), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:26.942579 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b5d26-a065-4ac4-9043-16d32e2a86b2 None None] Pushing event updated for resources: {'Port': ['ID=3b683009-91bd-4c64-aea8-c834104e27aa,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:26.948870 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] Routers {'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:23:26.949695 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:23:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['a2a87cd7-c25d-4efe-aef2-b1af8caa9f12'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:26.974031 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Pushing event updated for resources: {'Port': ['ID=eb24c926-f942-45c9-bc30-15355465354f,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:26.976338 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (a2a87cd7-c25d-4efe-aef2-b1af8caa9f12), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:26.993038 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0d79b0b9-5223-4469-9484-e0a5c5d6628f None None] Current status of the port 204e030a-efa2-45c2-bc01-348ca7792d6c is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:26.993436 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0d79b0b9-5223-4469-9484-e0a5c5d6628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (204e030a-efa2-45c2-bc01-348ca7792d6c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:27.009962 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 204e030a-efa2-45c2-bc01-348ca7792d6c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=204e030a-efa2-45c2-bc01-348ca7792d6c,segment=NetworkSegment(391c7207-1602-4b3f-b50e-4b075fbc4419),segment_id=391c7207-1602-4b3f-b50e-4b075fbc4419)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:23:27.018155 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (204e030a-efa2-45c2-bc01-348ca7792d6c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:27.018949 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b9eef87e-0ca7-430a-8f73-4e37b3ac034f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:23:27.073676 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Network 8e8f3d8e-c037-43e6-8719-42bcccc0b458 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:23:27.075178 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:23:27.189111 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=204e030a-efa2-45c2-bc01-348ca7792d6c,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:27.195630 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.db.api [None req-0d79b0b9-5223-4469-9484-e0a5c5d6628f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 05:23:27.195993 n-d-772273-4 neutron-server[115200]: DEBUG oslo_db.api [None req-0d79b0b9-5223-4469-9484-e0a5c5d6628f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 05:23:27.200259 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] Set router a2a87cd7-c25d-4efe-aef2-b1af8caa9f12 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:23:27.210951 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Router a2a87cd7-c25d-4efe-aef2-b1af8caa9f12 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:23:27.242558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b9eef87e-0ca7-430a-8f73-4e37b3ac034f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:27.242844 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b9eef87e-0ca7-430a-8f73-4e37b3ac034f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:27.330473 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:23:27.338600 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1043f6b3-a1dd-4778-abf3-0079baa7173e admin admin] 10.222.0.65 "PUT /v2.0/routers/a2a87cd7-c25d-4efe-aef2-b1af8caa9f12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1965024 Feb 19 05:23:27.465126 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b9eef87e-0ca7-430a-8f73-4e37b3ac034f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:27.494758 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12', 'name': 'tempest-TestEncryptedCinderVolumes-556145038-router', 'tenant_id': '173ad641a6414c77bd3fb8b01c26c700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '3b683009-91bd-4c64-aea8-c834104e27aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:23:23Z', 'updated_at': '2022-02-19T05:23:26Z', 'revision_number': 4, 'project_id': '173ad641a6414c77bd3fb8b01c26c700', 'gw_port': {'id': '3b683009-91bd-4c64-aea8-c834104e27aa', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:23Z', 'updated_at': '2022-02-19T05:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'eb24c926-f942-45c9-bc30-15355465354f', 'name': '', 'network_id': '8e8f3d8e-c037-43e6-8719-42bcccc0b458', 'tenant_id': '173ad641a6414c77bd3fb8b01c26c700', 'mac_address': 'fa:16:3e:6b:98:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '3add0e2f-dbd0-4af2-9746-3f095a4bb354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:26Z', 'updated_at': '2022-02-19T05:23:26Z', 'revision_number': 2, 'project_id': '173ad641a6414c77bd3fb8b01c26c700', 'subnets': [{'id': '3add0e2f-dbd0-4af2-9746-3f095a4bb354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:27.523581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30348810-a0aa-43d6-849e-85621d19d8bb None None] The sync data for ids ['a2a87cd7-c25d-4efe-aef2-b1af8caa9f12'] in n-d-772273-4 is: [{'id': 'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12', 'name': 'tempest-TestEncryptedCinderVolumes-556145038-router', 'tenant_id': '173ad641a6414c77bd3fb8b01c26c700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '3b683009-91bd-4c64-aea8-c834104e27aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:23:23Z', 'updated_at': '2022-02-19T05:23:26Z', 'revision_number': 4, 'project_id': '173ad641a6414c77bd3fb8b01c26c700', 'gw_port': {'id': '3b683009-91bd-4c64-aea8-c834104e27aa', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:23Z', 'updated_at': '2022-02-19T05:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'eb24c926-f942-45c9-bc30-15355465354f', 'name': '', 'network_id': '8e8f3d8e-c037-43e6-8719-42bcccc0b458', 'tenant_id': '173ad641a6414c77bd3fb8b01c26c700', 'mac_address': 'fa:16:3e:6b:98:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '3add0e2f-dbd0-4af2-9746-3f095a4bb354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:26Z', 'updated_at': '2022-02-19T05:23:26Z', 'revision_number': 2, 'project_id': '173ad641a6414c77bd3fb8b01c26c700', 'subnets': [{'id': '3add0e2f-dbd0-4af2-9746-3f095a4bb354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:23:27.553143 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b9eef87e-0ca7-430a-8f73-4e37b3ac034f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:23:27.613582 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b9eef87e-0ca7-430a-8f73-4e37b3ac034f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:27.613758 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b9eef87e-0ca7-430a-8f73-4e37b3ac034f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:27.746025 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b9eef87e-0ca7-430a-8f73-4e37b3ac034f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:27.746025 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 204e030a-efa2-45c2-bc01-348ca7792d6c up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:23:27.754836 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0d79b0b9-5223-4469-9484-e0a5c5d6628f None None] Current status of the port 204e030a-efa2-45c2-bc01-348ca7792d6c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:27.828245 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 204e030a-efa2-45c2-bc01-348ca7792d6c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:27.828620 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (204e030a-efa2-45c2-bc01-348ca7792d6c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:27.896066 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f56bb04b-a9f4-4281-923a-6306e31e7ac8 None None] Provisioning complete for port eb24c926-f942-45c9-bc30-15355465354f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:27.896629 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f56bb04b-a9f4-4281-923a-6306e31e7ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (eb24c926-f942-45c9-bc30-15355465354f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:27.983057 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 204e030a-efa2-45c2-bc01-348ca7792d6c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:27.987088 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f56bb04b-a9f4-4281-923a-6306e31e7ac8 None None] Port eb24c926-f942-45c9-bc30-15355465354f cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:23:28.232622 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-b834e962-98ff-42f5-b0fd-849937f7bc55 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:28.234185 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-b834e962-98ff-42f5-b0fd-849937f7bc55 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/networks?id=ff597e41-c6d6-4609-ada0-0e5c9280fd51 HTTP/1.1" status: 200 len: 815 time: 0.1149890 Feb 19 05:23:28.252123 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-c9ea9ecd-0550-485d-b502-c510eddb3f4b tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/quotas/c49ee5b78c5047e6b736ec2872b57de5 HTTP/1.1" status: 200 len: 375 time: 0.0105922 Feb 19 05:23:28.317028 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-110abbdb-4f24-4026-9318-304610491237 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c49ee5b78c5047e6b736ec2872b57de5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595078 Feb 19 05:23:28.428794 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-cccb2d31-2d94-4bcb-90e4-97707847b2fe service neutron] 10.222.0.65 "GET /v2.0/networks/ff597e41-c6d6-4609-ada0-0e5c9280fd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974643 Feb 19 05:23:28.524386 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-7441ac24-2cee-4ce9-aa2e-da4464700cb4 service neutron] 10.222.0.65 "GET /v2.0/networks/ff597e41-c6d6-4609-ada0-0e5c9280fd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929308 Feb 19 05:23:28.715665 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c2e27079-4917-4cb2-aaf1-22855dd96183 req-6a527fd7-df5e-45b3-8c66-62c5fc5b0cbf tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0032f53-0859-4bb7-a93f-c517f591afa7 HTTP/1.1" status: 200 len: 210 time: 0.0327239 Feb 19 05:23:29.563686 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3b683009-91bd-4c64-aea8-c834104e27aa up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:23:29.635316 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 3b683009-91bd-4c64-aea8-c834104e27aa triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:29.635800 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3b683009-91bd-4c64-aea8-c834104e27aa), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:29.676503 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-0fa9966f-3ef9-4618-9918-e95e30acf382 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:29.677939 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-0fa9966f-3ef9-4618-9918-e95e30acf382 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.48 "GET /v2.0/networks?id=ff597e41-c6d6-4609-ada0-0e5c9280fd51 HTTP/1.1" status: 200 len: 815 time: 0.1319137 Feb 19 05:23:29.690585 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-fb94619c-f8f0-4a01-bbd4-813317569167 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Request body: {'port': {'device_id': 'd0032f53-0859-4bb7-a93f-c517f591afa7', 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51', 'admin_state_up': True, 'tenant_id': 'c49ee5b78c5047e6b736ec2872b57de5'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:23:29.721720 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 3b683009-91bd-4c64-aea8-c834104e27aa is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:29.722128 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3b683009-91bd-4c64-aea8-c834104e27aa), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:29.747237 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 3b683009-91bd-4c64-aea8-c834104e27aa, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3b683009-91bd-4c64-aea8-c834104e27aa,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:23:29.752949 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3b683009-91bd-4c64-aea8-c834104e27aa), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:29.810984 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=3b683009-91bd-4c64-aea8-c834104e27aa,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:29.823991 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] Sync routers for ids ['a2a87cd7-c25d-4efe-aef2-b1af8caa9f12'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:23:29.826345 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-056c9d52-4d70-4d54-94dd-4ba525d24846 req-6dd9d17d-f264-4e99-add3-add814b87a1f tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0032f53-0859-4bb7-a93f-c517f591afa7 HTTP/1.1" status: 200 len: 210 time: 0.0345156 Feb 19 05:23:29.838321 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-fb94619c-f8f0-4a01-bbd4-813317569167 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Made reservation on behalf of c49ee5b78c5047e6b736ec2872b57de5 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:23:29.843775 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-fb94619c-f8f0-4a01-bbd4-813317569167 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:29.935410 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] Routers {'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:23:29.935938 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:23:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['a2a87cd7-c25d-4efe-aef2-b1af8caa9f12'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:29.978734 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-fb94619c-f8f0-4a01-bbd4-813317569167 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Allocated IP 172.20.0.9 (ff597e41-c6d6-4609-ada0-0e5c9280fd51/21f930d3-7767-4f90-8242-55907e1053bc/7c9327c8-027f-466e-8775-4bb0136a3e46) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:23:30.046762 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] Set router a2a87cd7-c25d-4efe-aef2-b1af8caa9f12 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:23:30.133892 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-fb94619c-f8f0-4a01-bbd4-813317569167 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Publish callbacks [] for port (7c9327c8-027f-466e-8775-4bb0136a3e46), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:30.175699 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-fb94619c-f8f0-4a01-bbd4-813317569167 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (7c9327c8-027f-466e-8775-4bb0136a3e46), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:30.221376 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-fb94619c-f8f0-4a01-bbd4-813317569167 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Network ff597e41-c6d6-4609-ada0-0e5c9280fd51 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:23:30.224404 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-fb94619c-f8f0-4a01-bbd4-813317569167 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:23:30.231526 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-fb94619c-f8f0-4a01-bbd4-813317569167 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:23:30.242325 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94619c-f8f0-4a01-bbd4-813317569167 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Pushing event updated for resources: {'Port': ['ID=7c9327c8-027f-466e-8775-4bb0136a3e46,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:30.254907 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12', 'name': 'tempest-TestEncryptedCinderVolumes-556145038-router', 'tenant_id': '173ad641a6414c77bd3fb8b01c26c700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '3b683009-91bd-4c64-aea8-c834104e27aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:23:23Z', 'updated_at': '2022-02-19T05:23:26Z', 'revision_number': 4, 'project_id': '173ad641a6414c77bd3fb8b01c26c700', 'gw_port': {'id': '3b683009-91bd-4c64-aea8-c834104e27aa', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:23Z', 'updated_at': '2022-02-19T05:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'eb24c926-f942-45c9-bc30-15355465354f', 'name': '', 'network_id': '8e8f3d8e-c037-43e6-8719-42bcccc0b458', 'tenant_id': '173ad641a6414c77bd3fb8b01c26c700', 'mac_address': 'fa:16:3e:6b:98:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '3add0e2f-dbd0-4af2-9746-3f095a4bb354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:26Z', 'updated_at': '2022-02-19T05:23:26Z', 'revision_number': 2, 'project_id': '173ad641a6414c77bd3fb8b01c26c700', 'subnets': [{'id': '3add0e2f-dbd0-4af2-9746-3f095a4bb354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:30.288532 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] Checking router: a2a87cd7-c25d-4efe-aef2-b1af8caa9f12 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:23:30.288887 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] Updating router a2a87cd7-c25d-4efe-aef2-b1af8caa9f12 port eb24c926-f942-45c9-bc30-15355465354f binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:23:30.292524 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-fb94619c-f8f0-4a01-bbd4-813317569167 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:30.293299 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-fb94619c-f8f0-4a01-bbd4-813317569167 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:30.315403 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-fb94619c-f8f0-4a01-bbd4-813317569167 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6293461 Feb 19 05:23:30.325859 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (eb24c926-f942-45c9-bc30-15355465354f), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:30.326562 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-5dfb895e-d116-4012-add5-fc3161fc45d6 service neutron] Request body: {'port': {'device_id': 'd0032f53-0859-4bb7-a93f-c517f591afa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:23:30.402424 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-5dfb895e-d116-4012-add5-fc3161fc45d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7c9327c8-027f-466e-8775-4bb0136a3e46), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:30.530663 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c5c114a9-a7f2-4e97-b1bf-705a20dfaa3f None None] Provisioning complete for port 7c9327c8-027f-466e-8775-4bb0136a3e46 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:30.531303 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c5c114a9-a7f2-4e97-b1bf-705a20dfaa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (7c9327c8-027f-466e-8775-4bb0136a3e46), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:30.573065 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c5c114a9-a7f2-4e97-b1bf-705a20dfaa3f None None] Port 7c9327c8-027f-466e-8775-4bb0136a3e46 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:23:30.623879 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] Publish callbacks [] for port (eb24c926-f942-45c9-bc30-15355465354f), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:30.634126 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (eb24c926-f942-45c9-bc30-15355465354f), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:30.675853 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-5dfb895e-d116-4012-add5-fc3161fc45d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c9327c8-027f-466e-8775-4bb0136a3e46 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:23:30.680525 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a0bf4-65a2-4cea-9cc6-ba733f80173a None None] Pushing event updated for resources: {'Port': ['ID=eb24c926-f942-45c9-bc30-15355465354f,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:30.685365 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-5dfb895e-d116-4012-add5-fc3161fc45d6 service neutron] Publish callbacks [] for port (7c9327c8-027f-466e-8775-4bb0136a3e46), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:30.702708 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-5dfb895e-d116-4012-add5-fc3161fc45d6 service neutron] Transition to ACTIVE for port object 7c9327c8-027f-466e-8775-4bb0136a3e46 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:23:30.708457 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-5dfb895e-d116-4012-add5-fc3161fc45d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (7c9327c8-027f-466e-8775-4bb0136a3e46), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:30.748563 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] Attempting to bind port eb24c926-f942-45c9-bc30-15355465354f on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:23:30.749222 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] Attempting to bind port eb24c926-f942-45c9-bc30-15355465354f by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '59cd10bc-601a-4592-a0e1-7565cf8bc2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8e8f3d8e-c037-43e6-8719-42bcccc0b458'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:23:30.749711 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] Attempting to bind port eb24c926-f942-45c9-bc30-15355465354f on network 8e8f3d8e-c037-43e6-8719-42bcccc0b458 {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:23:30.757926 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:23:30.758390 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] Checking segment: {'id': '59cd10bc-601a-4592-a0e1-7565cf8bc2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8e8f3d8e-c037-43e6-8719-42bcccc0b458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:23:30.759115 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:30.759747 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] Bound using segment: {'id': '59cd10bc-601a-4592-a0e1-7565cf8bc2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8e8f3d8e-c037-43e6-8719-42bcccc0b458'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:23:30.760530 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] Bound port: eb24c926-f942-45c9-bc30-15355465354f, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59cd10bc-601a-4592-a0e1-7565cf8bc2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8e8f3d8e-c037-43e6-8719-42bcccc0b458'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:23:30.761146 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (eb24c926-f942-45c9-bc30-15355465354f), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:30.761510 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb895e-d116-4012-add5-fc3161fc45d6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c9327c8-027f-466e-8775-4bb0136a3e46,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:30.844206 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] For port eb24c926-f942-45c9-bc30-15355465354f, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:23:30.850073 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] For port eb24c926-f942-45c9-bc30-15355465354f, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=eb24c926-f942-45c9-bc30-15355465354f,segment=NetworkSegment(59cd10bc-601a-4592-a0e1-7565cf8bc2a9),segment_id=59cd10bc-601a-4592-a0e1-7565cf8bc2a9)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:23:30.858486 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (eb24c926-f942-45c9-bc30-15355465354f), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:30.865607 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-5dfb895e-d116-4012-add5-fc3161fc45d6 service neutron] Attempting to bind port 7c9327c8-027f-466e-8775-4bb0136a3e46 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:23:30.866182 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-5dfb895e-d116-4012-add5-fc3161fc45d6 service neutron] Attempting to bind port 7c9327c8-027f-466e-8775-4bb0136a3e46 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '391c7207-1602-4b3f-b50e-4b075fbc4419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:23:30.866300 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-5dfb895e-d116-4012-add5-fc3161fc45d6 service neutron] Attempting to bind port 7c9327c8-027f-466e-8775-4bb0136a3e46 on network ff597e41-c6d6-4609-ada0-0e5c9280fd51 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:23:30.871643 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-5dfb895e-d116-4012-add5-fc3161fc45d6 service neutron] Port 7c9327c8-027f-466e-8775-4bb0136a3e46 on network ff597e41-c6d6-4609-ada0-0e5c9280fd51 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:23:30.872057 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-5dfb895e-d116-4012-add5-fc3161fc45d6 service neutron] Attempting to bind port 7c9327c8-027f-466e-8775-4bb0136a3e46 on network ff597e41-c6d6-4609-ada0-0e5c9280fd51 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:23:30.883713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-5dfb895e-d116-4012-add5-fc3161fc45d6 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:23:30.884423 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-5dfb895e-d116-4012-add5-fc3161fc45d6 service neutron] Checking segment: {'id': '391c7207-1602-4b3f-b50e-4b075fbc4419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:23:30.885552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-5dfb895e-d116-4012-add5-fc3161fc45d6 service neutron] Bound using segment: {'id': '391c7207-1602-4b3f-b50e-4b075fbc4419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:23:30.886200 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-5dfb895e-d116-4012-add5-fc3161fc45d6 service neutron] Bound port: 7c9327c8-027f-466e-8775-4bb0136a3e46, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '391c7207-1602-4b3f-b50e-4b075fbc4419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:23:30.886791 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-5dfb895e-d116-4012-add5-fc3161fc45d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7c9327c8-027f-466e-8775-4bb0136a3e46), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:30.918596 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] Routers {'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:23:30.919247 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:23:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['a2a87cd7-c25d-4efe-aef2-b1af8caa9f12'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:30.973250 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a0bf4-65a2-4cea-9cc6-ba733f80173a None None] Pushing event updated for resources: {'Port': ['ID=eb24c926-f942-45c9-bc30-15355465354f,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:31.004962 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-5dfb895e-d116-4012-add5-fc3161fc45d6 service neutron] For port 7c9327c8-027f-466e-8775-4bb0136a3e46, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:23:31.008836 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-5dfb895e-d116-4012-add5-fc3161fc45d6 service neutron] For port 7c9327c8-027f-466e-8775-4bb0136a3e46, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=7c9327c8-027f-466e-8775-4bb0136a3e46,segment=NetworkSegment(391c7207-1602-4b3f-b50e-4b075fbc4419),segment_id=391c7207-1602-4b3f-b50e-4b075fbc4419)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:23:31.010162 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-469d2611-3812-4161-a06c-1cfd940c4727 None None] Provisioning complete for port eb24c926-f942-45c9-bc30-15355465354f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:31.010552 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-469d2611-3812-4161-a06c-1cfd940c4727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (eb24c926-f942-45c9-bc30-15355465354f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:31.025120 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69395516-0e04-4591-8c50-34af25f50cdb req-c3a58526-7708-4bfe-8463-9213c2c35eb3 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:31.026753 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-69395516-0e04-4591-8c50-34af25f50cdb req-c3a58526-7708-4bfe-8463-9213c2c35eb3 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0032f53-0859-4bb7-a93f-c517f591afa7 HTTP/1.1" status: 200 len: 943 time: 0.0970948 Feb 19 05:23:31.028148 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-5dfb895e-d116-4012-add5-fc3161fc45d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (7c9327c8-027f-466e-8775-4bb0136a3e46), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:31.074156 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] Set router a2a87cd7-c25d-4efe-aef2-b1af8caa9f12 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:23:31.125630 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-5dfb895e-d116-4012-add5-fc3161fc45d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:31.126734 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-5dfb895e-d116-4012-add5-fc3161fc45d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:31.128406 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-5dfb895e-d116-4012-add5-fc3161fc45d6 service neutron] 10.222.0.48 "PUT /v2.0/ports/7c9327c8-027f-466e-8775-4bb0136a3e46 HTTP/1.1" status: 200 len: 1091 time: 0.8061764 Feb 19 05:23:31.133477 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0032f53-0859-4bb7-a93f-c517f591afa7', 'tag': '7c9327c8-027f-466e-8775-4bb0136a3e46'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:23:31.136121 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d0b996-5ecf-4489-ad7a-0c30cdbb10fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d0032f53-0859-4bb7-a93f-c517f591afa7", "tag": "7c9327c8-027f-466e-8775-4bb0136a3e46"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:23:31.192576 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-469d2611-3812-4161-a06c-1cfd940c4727 None None] Current status of the port eb24c926-f942-45c9-bc30-15355465354f is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:31.192865 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-469d2611-3812-4161-a06c-1cfd940c4727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (eb24c926-f942-45c9-bc30-15355465354f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:31.246588 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-469d2611-3812-4161-a06c-1cfd940c4727 None None] For port eb24c926-f942-45c9-bc30-15355465354f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=eb24c926-f942-45c9-bc30-15355465354f,segment=NetworkSegment(59cd10bc-601a-4592-a0e1-7565cf8bc2a9),segment_id=59cd10bc-601a-4592-a0e1-7565cf8bc2a9)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:23:31.256670 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-469d2611-3812-4161-a06c-1cfd940c4727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (eb24c926-f942-45c9-bc30-15355465354f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:31.285743 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb895e-d116-4012-add5-fc3161fc45d6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c9327c8-027f-466e-8775-4bb0136a3e46,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:31.305551 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-69395516-0e04-4591-8c50-34af25f50cdb req-c5355a55-e3a7-46a3-998c-389ec5c3f93a tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/security-groups?id=8517c4ed-ea6c-479b-81d6-39beb10a6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655559 Feb 19 05:23:31.316821 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81546f1b-9dee-4ad7-ab7a-308fb4d7970b x-openstack-request-id: req-81546f1b-9dee-4ad7-ab7a-308fb4d7970b {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:23:31.317163 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0032f53-0859-4bb7-a93f-c517f591afa7", "tag": "7c9327c8-027f-466e-8775-4bb0136a3e46", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:23:31.317433 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-81546f1b-9dee-4ad7-ab7a-308fb4d7970b {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:23:31.317848 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0032f53-0859-4bb7-a93f-c517f591afa7', 'tag': '7c9327c8-027f-466e-8775-4bb0136a3e46', 'status': 'completed', 'code': 200} Feb 19 05:23:31.332345 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-90dbfcf1-5fb1-4d72-aa01-14e8bb5c99f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:31.334005 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-90dbfcf1-5fb1-4d72-aa01-14e8bb5c99f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c49ee5b78c5047e6b736ec2872b57de5&device_id=d0032f53-0859-4bb7-a93f-c517f591afa7 HTTP/1.1" status: 200 len: 1125 time: 0.1280496 Feb 19 05:23:31.357951 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d2611-3812-4161-a06c-1cfd940c4727 None None] Pushing event updated for resources: {'Port': ['ID=eb24c926-f942-45c9-bc30-15355465354f,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:31.393508 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-d4384512-9c69-451c-b602-24d0196690b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c9327c8-027f-466e-8775-4bb0136a3e46 HTTP/1.1" status: 200 len: 217 time: 0.0526214 Feb 19 05:23:31.448516 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-421bde1b-d5cc-4b44-b886-4b12539f6f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:31.448856 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12', 'name': 'tempest-TestEncryptedCinderVolumes-556145038-router', 'tenant_id': '173ad641a6414c77bd3fb8b01c26c700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '3b683009-91bd-4c64-aea8-c834104e27aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:23:23Z', 'updated_at': '2022-02-19T05:23:26Z', 'revision_number': 4, 'project_id': '173ad641a6414c77bd3fb8b01c26c700', 'gw_port': {'id': '3b683009-91bd-4c64-aea8-c834104e27aa', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:23Z', 'updated_at': '2022-02-19T05:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'eb24c926-f942-45c9-bc30-15355465354f', 'name': '', 'network_id': '8e8f3d8e-c037-43e6-8719-42bcccc0b458', 'tenant_id': '173ad641a6414c77bd3fb8b01c26c700', 'mac_address': 'fa:16:3e:6b:98:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '3add0e2f-dbd0-4af2-9746-3f095a4bb354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:26Z', 'updated_at': '2022-02-19T05:23:30Z', 'revision_number': 4, 'project_id': '173ad641a6414c77bd3fb8b01c26c700', 'subnets': [{'id': '3add0e2f-dbd0-4af2-9746-3f095a4bb354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:23:31.450104 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-421bde1b-d5cc-4b44-b886-4b12539f6f1e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21f930d3-7767-4f90-8242-55907e1053bc HTTP/1.1" status: 200 len: 854 time: 0.0515320 Feb 19 05:23:31.479272 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b80412e-ee1f-4b1b-a73a-918cc13b82d9 None None] The sync data for ids ['a2a87cd7-c25d-4efe-aef2-b1af8caa9f12'] in n-d-772273-4 is: [{'id': 'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12', 'name': 'tempest-TestEncryptedCinderVolumes-556145038-router', 'tenant_id': '173ad641a6414c77bd3fb8b01c26c700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '3b683009-91bd-4c64-aea8-c834104e27aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:23:23Z', 'updated_at': '2022-02-19T05:23:26Z', 'revision_number': 4, 'project_id': '173ad641a6414c77bd3fb8b01c26c700', 'gw_port': {'id': '3b683009-91bd-4c64-aea8-c834104e27aa', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:23Z', 'updated_at': '2022-02-19T05:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'eb24c926-f942-45c9-bc30-15355465354f', 'name': '', 'network_id': '8e8f3d8e-c037-43e6-8719-42bcccc0b458', 'tenant_id': '173ad641a6414c77bd3fb8b01c26c700', 'mac_address': 'fa:16:3e:6b:98:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '3add0e2f-dbd0-4af2-9746-3f095a4bb354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:26Z', 'updated_at': '2022-02-19T05:23:30Z', 'revision_number': 4, 'project_id': '173ad641a6414c77bd3fb8b01c26c700', 'subnets': [{'id': '3add0e2f-dbd0-4af2-9746-3f095a4bb354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:23:31.520454 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c0bfe823-8082-4b00-8a25-654b264aaa40 None None] Provisioning complete for port eb24c926-f942-45c9-bc30-15355465354f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:31.520848 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c0bfe823-8082-4b00-8a25-654b264aaa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (eb24c926-f942-45c9-bc30-15355465354f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:31.524399 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-3b360d35-c3a6-4d75-ad04-4e643bd10767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:31.526572 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-3b360d35-c3a6-4d75-ad04-4e643bd10767 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff597e41-c6d6-4609-ada0-0e5c9280fd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0694807 Feb 19 05:23:31.618046 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device eb24c926-f942-45c9-bc30-15355465354f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:23:31.639518 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-0c004370-2c7d-4cdc-93c5-7ae1f45e8272 service neutron] 10.222.0.48 "GET /v2.0/networks/ff597e41-c6d6-4609-ada0-0e5c9280fd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069183 Feb 19 05:23:31.667182 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c0bfe823-8082-4b00-8a25-654b264aaa40 None None] Current status of the port eb24c926-f942-45c9-bc30-15355465354f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:31.700804 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port eb24c926-f942-45c9-bc30-15355465354f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:31.701517 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (eb24c926-f942-45c9-bc30-15355465354f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:31.742009 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5784bfa3-9b25-4672-88eb-47c6513e48c3 req-6e98ad2e-29e0-40db-bc99-3ec0ba5f342f service neutron] 10.222.0.48 "GET /v2.0/networks/ff597e41-c6d6-4609-ada0-0e5c9280fd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958643 Feb 19 05:23:31.793206 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port eb24c926-f942-45c9-bc30-15355465354f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:31.794475 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3b683009-91bd-4c64-aea8-c834104e27aa up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:23:31.835457 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0b996-5ecf-4489-ad7a-0c30cdbb10fd req-c0d011a3-93c8-42d4-8784-b17d9396a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:31.837254 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-72d0b996-5ecf-4489-ad7a-0c30cdbb10fd req-c0d011a3-93c8-42d4-8784-b17d9396a126 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c49ee5b78c5047e6b736ec2872b57de5&device_id=d0032f53-0859-4bb7-a93f-c517f591afa7 HTTP/1.1" status: 200 len: 1125 time: 0.0491841 Feb 19 05:23:31.847679 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 3b683009-91bd-4c64-aea8-c834104e27aa triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:31.848418 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3b683009-91bd-4c64-aea8-c834104e27aa), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:31.940111 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 3b683009-91bd-4c64-aea8-c834104e27aa is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:31.946238 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0b996-5ecf-4489-ad7a-0c30cdbb10fd req-1b3f61de-64ab-4cd5-a829-83c893753468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:31.947866 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-72d0b996-5ecf-4489-ad7a-0c30cdbb10fd req-1b3f61de-64ab-4cd5-a829-83c893753468 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ff597e41-c6d6-4609-ada0-0e5c9280fd51 HTTP/1.1" status: 200 len: 915 time: 0.1045463 Feb 19 05:23:31.990775 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-72d0b996-5ecf-4489-ad7a-0c30cdbb10fd req-3637b583-9631-40ed-9166-9a772c0cc9ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c9327c8-027f-466e-8775-4bb0136a3e46 HTTP/1.1" status: 200 len: 217 time: 0.0367825 Feb 19 05:23:32.039744 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0b996-5ecf-4489-ad7a-0c30cdbb10fd req-ecbef129-07d1-4342-bbf0-9d99aad2a91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:32.041294 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-72d0b996-5ecf-4489-ad7a-0c30cdbb10fd req-ecbef129-07d1-4342-bbf0-9d99aad2a91e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21f930d3-7767-4f90-8242-55907e1053bc HTTP/1.1" status: 200 len: 854 time: 0.0446401 Feb 19 05:23:32.091427 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0b996-5ecf-4489-ad7a-0c30cdbb10fd req-b036c247-66c9-4049-8ebf-95e35b62b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:32.092960 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-72d0b996-5ecf-4489-ad7a-0c30cdbb10fd req-b036c247-66c9-4049-8ebf-95e35b62b065 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff597e41-c6d6-4609-ada0-0e5c9280fd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458357 Feb 19 05:23:32.184038 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-72d0b996-5ecf-4489-ad7a-0c30cdbb10fd req-8d2f40b7-871d-4b07-9afa-179b6938c089 service neutron] 10.222.0.48 "GET /v2.0/networks/ff597e41-c6d6-4609-ada0-0e5c9280fd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844097 Feb 19 05:23:32.272314 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-72d0b996-5ecf-4489-ad7a-0c30cdbb10fd req-642d6ec4-2dd4-415d-a46f-a19d2be26115 service neutron] 10.222.0.48 "GET /v2.0/networks/ff597e41-c6d6-4609-ada0-0e5c9280fd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807545 Feb 19 05:23:32.349091 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-912fdab2-47b9-4ed0-8c04-0e68db873ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:32.422512 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae47bd-c69b-4141-bd1f-193e3fac0732 req-4938102d-e842-4629-930a-b7c515d502e0 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:32.424058 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9cae47bd-c69b-4141-bd1f-193e3fac0732 req-4938102d-e842-4629-930a-b7c515d502e0 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0032f53-0859-4bb7-a93f-c517f591afa7 HTTP/1.1" status: 200 len: 943 time: 0.0597937 Feb 19 05:23:32.472622 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9cae47bd-c69b-4141-bd1f-193e3fac0732 req-ead4003a-f126-4f72-be98-2f68022c091f tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/security-groups?id=8517c4ed-ea6c-479b-81d6-39beb10a6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430276 Feb 19 05:23:33.603609 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83a684-450a-436c-bf04-beed643c6d50 req-ccdd9d33-eedf-4cdb-8a8d-65fc4309836c tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:33.605191 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad83a684-450a-436c-bf04-beed643c6d50 req-ccdd9d33-eedf-4cdb-8a8d-65fc4309836c tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0032f53-0859-4bb7-a93f-c517f591afa7 HTTP/1.1" status: 200 len: 943 time: 0.0589194 Feb 19 05:23:33.653130 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ad83a684-450a-436c-bf04-beed643c6d50 req-05d3d03f-5a5a-4b17-9489-d782c665333d tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/security-groups?id=8517c4ed-ea6c-479b-81d6-39beb10a6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421376 Feb 19 05:23:34.773200 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489c47a-d474-4338-af68-d00b7123539d req-ad0a34b1-eb10-4263-9c6a-3b1d25cea6ca tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:34.774757 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8489c47a-d474-4338-af68-d00b7123539d req-ad0a34b1-eb10-4263-9c6a-3b1d25cea6ca tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0032f53-0859-4bb7-a93f-c517f591afa7 HTTP/1.1" status: 200 len: 943 time: 0.0529447 Feb 19 05:23:34.824067 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8489c47a-d474-4338-af68-d00b7123539d req-79603ff0-e73c-4a61-a642-5fdaf18e70f7 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/security-groups?id=8517c4ed-ea6c-479b-81d6-39beb10a6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436585 Feb 19 05:23:35.181419 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 7c9327c8-027f-466e-8775-4bb0136a3e46 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:23:35.207449 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5daafc23-5fac-4a53-a63f-4e36360036c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:35.295517 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 7c9327c8-027f-466e-8775-4bb0136a3e46, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=7c9327c8-027f-466e-8775-4bb0136a3e46,segment=NetworkSegment(391c7207-1602-4b3f-b50e-4b075fbc4419),segment_id=391c7207-1602-4b3f-b50e-4b075fbc4419)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:23:35.305727 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '7c9327c8-027f-466e-8775-4bb0136a3e46', 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51', 'port_id': '7c9327c8-027f-466e-8775-4bb0136a3e46', 'mac_address': 'fa:16:3e:d7:fc:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f930d3-7767-4f90-8242-55907e1053bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:23:35.345058 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 7c9327c8-027f-466e-8775-4bb0136a3e46 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:35.345457 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7c9327c8-027f-466e-8775-4bb0136a3e46), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:35.358071 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c9327c8-027f-466e-8775-4bb0136a3e46 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:23:35.377340 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 7c9327c8-027f-466e-8775-4bb0136a3e46, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=7c9327c8-027f-466e-8775-4bb0136a3e46,segment=NetworkSegment(391c7207-1602-4b3f-b50e-4b075fbc4419),segment_id=391c7207-1602-4b3f-b50e-4b075fbc4419)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:23:35.383135 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (7c9327c8-027f-466e-8775-4bb0136a3e46), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:35.430588 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=7c9327c8-027f-466e-8775-4bb0136a3e46,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:35.588725 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['7c9327c8-027f-466e-8775-4bb0136a3e46'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:23:35.944995 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce4fe3-3823-461e-b790-9ec1f647b645 req-73dbc923-5637-463f-891e-04b808406a26 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:35.946509 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fce4fe3-3823-461e-b790-9ec1f647b645 req-73dbc923-5637-463f-891e-04b808406a26 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0032f53-0859-4bb7-a93f-c517f591afa7 HTTP/1.1" status: 200 len: 944 time: 0.0536637 Feb 19 05:23:35.996420 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1fce4fe3-3823-461e-b790-9ec1f647b645 req-caa0b596-3562-4997-89e4-6fafe074dea1 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/security-groups?id=8517c4ed-ea6c-479b-81d6-39beb10a6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444202 Feb 19 05:23:37.050555 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:37.118603 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112d1aa-bcff-4a2d-b648-b83af9e0392e req-f325da7a-14e7-46cd-9e29-358cb4e4eeba tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:37.120097 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a112d1aa-bcff-4a2d-b648-b83af9e0392e req-f325da7a-14e7-46cd-9e29-358cb4e4eeba tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0032f53-0859-4bb7-a93f-c517f591afa7 HTTP/1.1" status: 200 len: 944 time: 0.0564058 Feb 19 05:23:37.166100 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a112d1aa-bcff-4a2d-b648-b83af9e0392e req-6e287f2b-504c-4cdb-9e07-1831703ec106 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/security-groups?id=8517c4ed-ea6c-479b-81d6-39beb10a6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402606 Feb 19 05:23:37.178450 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 7c9327c8-027f-466e-8775-4bb0136a3e46 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:23:37.228153 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 7c9327c8-027f-466e-8775-4bb0136a3e46 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:23:37.231951 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 7c9327c8-027f-466e-8775-4bb0136a3e46 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:23:37.232335 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (7c9327c8-027f-466e-8775-4bb0136a3e46), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:37.311642 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 7c9327c8-027f-466e-8775-4bb0136a3e46 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:23:37.311949 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7c9327c8-027f-466e-8775-4bb0136a3e46), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:37.334989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0032f53-0859-4bb7-a93f-c517f591afa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9327c8-027f-466e-8775-4bb0136a3e46'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:23:37.337456 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c754d3e9-676a-4049-887c-287434f1f4b6" -d '{"events": [{"server_uuid": "d0032f53-0859-4bb7-a93f-c517f591afa7", "name": "network-vif-plugged", "status": "completed", "tag": "7c9327c8-027f-466e-8775-4bb0136a3e46"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:23:37.350457 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 7c9327c8-027f-466e-8775-4bb0136a3e46, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=7c9327c8-027f-466e-8775-4bb0136a3e46,segment=NetworkSegment(391c7207-1602-4b3f-b50e-4b075fbc4419),segment_id=391c7207-1602-4b3f-b50e-4b075fbc4419)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:23:37.354587 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (7c9327c8-027f-466e-8775-4bb0136a3e46), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:37.377251 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f86b97-8a32-4229-b13e-553b79cb6466 x-openstack-request-id: req-14f86b97-8a32-4229-b13e-553b79cb6466 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:23:37.377556 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0032f53-0859-4bb7-a93f-c517f591afa7", "name": "network-vif-plugged", "status": "completed", "tag": "7c9327c8-027f-466e-8775-4bb0136a3e46", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:23:37.377821 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-14f86b97-8a32-4229-b13e-553b79cb6466 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:23:37.378219 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0032f53-0859-4bb7-a93f-c517f591afa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9327c8-027f-466e-8775-4bb0136a3e46', 'code': 200} Feb 19 05:23:37.409488 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=7c9327c8-027f-466e-8775-4bb0136a3e46,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:23:37.477680 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d2248-498f-486a-9d42-8fb1715520aa req-a318b637-91ad-436a-8bae-39f1f37e4a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:37.479261 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ff4d2248-498f-486a-9d42-8fb1715520aa req-a318b637-91ad-436a-8bae-39f1f37e4a3e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d0032f53-0859-4bb7-a93f-c517f591afa7 HTTP/1.1" status: 200 len: 1127 time: 0.0437121 Feb 19 05:23:37.521405 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ff4d2248-498f-486a-9d42-8fb1715520aa req-8cfa782f-40e7-497a-b564-3954c5c85cb8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8517c4ed-ea6c-479b-81d6-39beb10a6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365896 Feb 19 05:23:38.091858 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:38.181587 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:38.289040 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a25ff-f464-4a7e-a160-47d1cc6dd1c5 req-0f570eaa-44de-4f27-b8a7-473ce0b2eb3e tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:38.290556 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-951a25ff-f464-4a7e-a160-47d1cc6dd1c5 req-0f570eaa-44de-4f27-b8a7-473ce0b2eb3e tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0032f53-0859-4bb7-a93f-c517f591afa7 HTTP/1.1" status: 200 len: 945 time: 0.0539653 Feb 19 05:23:38.342255 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-951a25ff-f464-4a7e-a160-47d1cc6dd1c5 req-a90f771c-0bc9-47ce-99f9-59575ab2b466 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/security-groups?id=8517c4ed-ea6c-479b-81d6-39beb10a6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455496 Feb 19 05:23:39.472514 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c6a5d-2bc0-492d-8c07-7eac282bc6d5 req-aef99467-2492-4ce0-83ca-feff46580e70 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:39.474184 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ba0c6a5d-2bc0-492d-8c07-7eac282bc6d5 req-aef99467-2492-4ce0-83ca-feff46580e70 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0032f53-0859-4bb7-a93f-c517f591afa7 HTTP/1.1" status: 200 len: 945 time: 0.0602627 Feb 19 05:23:39.525506 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ba0c6a5d-2bc0-492d-8c07-7eac282bc6d5 req-d888b5b2-415f-4f6a-bcb4-ea44614ba6fd tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/security-groups?id=8517c4ed-ea6c-479b-81d6-39beb10a6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451269 Feb 19 05:23:39.596566 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:39.652753 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28879064-082c-4625-a9be-6d0502650edc req-713f4f99-fd78-4552-b6e4-a06c088eb290 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:23:39.654290 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-28879064-082c-4625-a9be-6d0502650edc req-713f4f99-fd78-4552-b6e4-a06c088eb290 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0032f53-0859-4bb7-a93f-c517f591afa7 HTTP/1.1" status: 200 len: 945 time: 0.0566473 Feb 19 05:23:39.703801 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-28879064-082c-4625-a9be-6d0502650edc req-1ba8fcea-f4e8-4548-8b60-f2bdfef7eec8 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/security-groups?id=8517c4ed-ea6c-479b-81d6-39beb10a6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420892 Feb 19 05:23:39.762638 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:23:59.369740 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:24:02.351834 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-256593a9-3dc4-4b12-8152-e4e5fe154f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:05.190977 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7850c499-5c8f-4040-918d-9e32257d2c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:07.055543 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:08.089198 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:08.185779 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:09.431380 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:09.773217 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:13.835015 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab460aa0-495e-4c18-89d7-a6e6cc29adbb req-2d694abb-3d89-4a40-88d3-fcbc255dabc8 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:13.838656 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ab460aa0-495e-4c18-89d7-a6e6cc29adbb req-2d694abb-3d89-4a40-88d3-fcbc255dabc8 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0032f53-0859-4bb7-a93f-c517f591afa7 HTTP/1.1" status: 200 len: 945 time: 0.0610261 Feb 19 05:24:13.886880 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ab460aa0-495e-4c18-89d7-a6e6cc29adbb req-6f7e5ccb-5d2b-4db1-a3ef-0376f630d50a tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/security-groups?id=8517c4ed-ea6c-479b-81d6-39beb10a6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427189 Feb 19 05:24:15.009121 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b939a42-40bd-4e01-9a52-59335b6de4a4 req-51fc6fcf-4c07-4b60-9454-bed29f26e285 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:15.010627 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8b939a42-40bd-4e01-9a52-59335b6de4a4 req-51fc6fcf-4c07-4b60-9454-bed29f26e285 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0032f53-0859-4bb7-a93f-c517f591afa7 HTTP/1.1" status: 200 len: 945 time: 0.0518467 Feb 19 05:24:15.059452 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8b939a42-40bd-4e01-9a52-59335b6de4a4 req-70193fb1-3c4f-4f94-9c7c-83c74d963e5b tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/security-groups?id=8517c4ed-ea6c-479b-81d6-39beb10a6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432227 Feb 19 05:24:15.287747 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17203ae-deec-4c11-9526-18100dd10720 req-7513e6d7-6594-4291-b62a-e6794c4653bc tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:15.289175 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f17203ae-deec-4c11-9526-18100dd10720 req-7513e6d7-6594-4291-b62a-e6794c4653bc tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0032f53-0859-4bb7-a93f-c517f591afa7 HTTP/1.1" status: 200 len: 945 time: 0.0566092 Feb 19 05:24:15.392377 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-f17203ae-deec-4c11-9526-18100dd10720 req-1fc897c2-57c6-4695-8cfb-4f8527805797 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Deleting port 7c9327c8-027f-466e-8775-4bb0136a3e46 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:24:15.392735 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f17203ae-deec-4c11-9526-18100dd10720 req-1fc897c2-57c6-4695-8cfb-4f8527805797 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (7c9327c8-027f-466e-8775-4bb0136a3e46), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:15.486215 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-f17203ae-deec-4c11-9526-18100dd10720 req-1fc897c2-57c6-4695-8cfb-4f8527805797 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] For port 7c9327c8-027f-466e-8775-4bb0136a3e46, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=7c9327c8-027f-466e-8775-4bb0136a3e46,segment=NetworkSegment(391c7207-1602-4b3f-b50e-4b075fbc4419),segment_id=391c7207-1602-4b3f-b50e-4b075fbc4419)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:24:15.486574 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f17203ae-deec-4c11-9526-18100dd10720 req-1fc897c2-57c6-4695-8cfb-4f8527805797 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (7c9327c8-027f-466e-8775-4bb0136a3e46), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:15.498337 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-f17203ae-deec-4c11-9526-18100dd10720 req-1fc897c2-57c6-4695-8cfb-4f8527805797 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Calling delete_port for 7c9327c8-027f-466e-8775-4bb0136a3e46 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:24:15.633181 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f17203ae-deec-4c11-9526-18100dd10720 req-1fc897c2-57c6-4695-8cfb-4f8527805797 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (7c9327c8-027f-466e-8775-4bb0136a3e46), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:15.645321 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['7c9327c8-027f-466e-8775-4bb0136a3e46'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:24:15.669483 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc897c2-57c6-4695-8cfb-4f8527805797 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Pushing event deleted for resources: {'Port': ['ID=7c9327c8-027f-466e-8775-4bb0136a3e46,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:24:15.683270 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc897c2-57c6-4695-8cfb-4f8527805797 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:15.683637 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc897c2-57c6-4695-8cfb-4f8527805797 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:15.683997 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc897c2-57c6-4695-8cfb-4f8527805797 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:15.684348 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc897c2-57c6-4695-8cfb-4f8527805797 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:15.684692 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc897c2-57c6-4695-8cfb-4f8527805797 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:15.685137 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc897c2-57c6-4695-8cfb-4f8527805797 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:15.685477 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc897c2-57c6-4695-8cfb-4f8527805797 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:15.685816 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc897c2-57c6-4695-8cfb-4f8527805797 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:15.686155 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc897c2-57c6-4695-8cfb-4f8527805797 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:15.686489 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc897c2-57c6-4695-8cfb-4f8527805797 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:15.686822 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc897c2-57c6-4695-8cfb-4f8527805797 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:15.687152 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc897c2-57c6-4695-8cfb-4f8527805797 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:15.687479 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc897c2-57c6-4695-8cfb-4f8527805797 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:15.724151 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17203ae-deec-4c11-9526-18100dd10720 req-1fc897c2-57c6-4695-8cfb-4f8527805797 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] No DVR routers for this DVR port 7c9327c8-027f-466e-8775-4bb0136a3e46 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:24:15.726760 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-f17203ae-deec-4c11-9526-18100dd10720 req-1fc897c2-57c6-4695-8cfb-4f8527805797 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:15.730156 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f17203ae-deec-4c11-9526-18100dd10720 req-1fc897c2-57c6-4695-8cfb-4f8527805797 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.48 "DELETE /v2.0/ports/7c9327c8-027f-466e-8775-4bb0136a3e46 HTTP/1.1" status: 204 len: 173 time: 0.4360433 Feb 19 05:24:15.730604 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0032f53-0859-4bb7-a93f-c517f591afa7', 'name': 'network-vif-deleted', 'tag': '7c9327c8-027f-466e-8775-4bb0136a3e46'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:24:15.732889 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb26ab6-7338-4916-a343-d6a350281d21" -d '{"events": [{"server_uuid": "d0032f53-0859-4bb7-a93f-c517f591afa7", "name": "network-vif-deleted", "tag": "7c9327c8-027f-466e-8775-4bb0136a3e46"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:24:15.772858 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6786f7a-90cb-418e-90d9-cb6575982e15 x-openstack-request-id: req-e6786f7a-90cb-418e-90d9-cb6575982e15 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:24:15.773189 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0032f53-0859-4bb7-a93f-c517f591afa7", "name": "network-vif-deleted", "tag": "7c9327c8-027f-466e-8775-4bb0136a3e46", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:24:15.773446 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6786f7a-90cb-418e-90d9-cb6575982e15 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:24:15.773861 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0032f53-0859-4bb7-a93f-c517f591afa7', 'name': 'network-vif-deleted', 'tag': '7c9327c8-027f-466e-8775-4bb0136a3e46', 'status': 'completed', 'code': 200} Feb 19 05:24:16.192885 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bd5ccef0-3ed6-44d4-bd98-906e5a28d711 req-950da48a-79ba-4cf2-97ee-9dc0753fb644 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0032f53-0859-4bb7-a93f-c517f591afa7 HTTP/1.1" status: 200 len: 210 time: 0.0302982 Feb 19 05:24:17.650724 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-e1cb1bef-cdf0-43a0-917c-eaaf7375e052 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:17.652189 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-e1cb1bef-cdf0-43a0-917c-eaaf7375e052 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/networks?id=ff597e41-c6d6-4609-ada0-0e5c9280fd51 HTTP/1.1" status: 200 len: 815 time: 0.1046853 Feb 19 05:24:17.666628 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-af7c3f80-7005-48bb-b816-27b432ef21dc tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/quotas/c49ee5b78c5047e6b736ec2872b57de5 HTTP/1.1" status: 200 len: 375 time: 0.0087526 Feb 19 05:24:17.723101 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-06e4829e-6582-456a-ab63-70441fc138c6 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c49ee5b78c5047e6b736ec2872b57de5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515501 Feb 19 05:24:17.819706 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-eeb17286-5ef6-49fb-8230-985b39b122eb service neutron] 10.222.0.65 "GET /v2.0/networks/ff597e41-c6d6-4609-ada0-0e5c9280fd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853994 Feb 19 05:24:17.906472 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-1719188d-b4f3-4a7b-829f-92bba0443673 service neutron] 10.222.0.65 "GET /v2.0/networks/ff597e41-c6d6-4609-ada0-0e5c9280fd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810516 Feb 19 05:24:18.068677 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8d54ef81-14c7-4954-8a90-9ae433747277 req-2c0a04b4-9def-42ac-9dd6-f2d46988c6ed tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=c13819e5-9769-435c-960a-b744833cc88f HTTP/1.1" status: 200 len: 210 time: 0.0318089 Feb 19 05:24:18.969437 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-ead5e09c-5da6-4521-b3a4-3d312084a377 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:18.970954 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-ead5e09c-5da6-4521-b3a4-3d312084a377 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.48 "GET /v2.0/networks?id=ff597e41-c6d6-4609-ada0-0e5c9280fd51 HTTP/1.1" status: 200 len: 815 time: 0.1057050 Feb 19 05:24:18.982005 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-a16f9705-c77b-44b1-8299-17b0a7df2d5e tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Request body: {'port': {'device_id': 'c13819e5-9769-435c-960a-b744833cc88f', 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51', 'admin_state_up': True, 'tenant_id': 'c49ee5b78c5047e6b736ec2872b57de5'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:24:19.091400 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-a16f9705-c77b-44b1-8299-17b0a7df2d5e tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Made reservation on behalf of c49ee5b78c5047e6b736ec2872b57de5 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:24:19.094990 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-a16f9705-c77b-44b1-8299-17b0a7df2d5e tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:19.450723 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d864cb7c-0225-4f50-a27b-e531931e6b21 req-a3dfd2f1-1fad-4fdb-8f70-5d17e15b6714 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=c13819e5-9769-435c-960a-b744833cc88f HTTP/1.1" status: 200 len: 210 time: 0.3032975 Feb 19 05:24:19.458406 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 7c9327c8-027f-466e-8775-4bb0136a3e46 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:24:19.478303 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 7c9327c8-027f-466e-8775-4bb0136a3e46 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:24:19.478654 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 7c9327c8-027f-466e-8775-4bb0136a3e46 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:24:19.513987 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-a16f9705-c77b-44b1-8299-17b0a7df2d5e tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Allocated IP 172.20.0.12 (ff597e41-c6d6-4609-ada0-0e5c9280fd51/21f930d3-7767-4f90-8242-55907e1053bc/d4b6e525-752c-4764-bdb7-980d22a90a0c) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:24:19.656904 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-a16f9705-c77b-44b1-8299-17b0a7df2d5e tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Publish callbacks [] for port (d4b6e525-752c-4764-bdb7-980d22a90a0c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:19.690292 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-a16f9705-c77b-44b1-8299-17b0a7df2d5e tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (d4b6e525-752c-4764-bdb7-980d22a90a0c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:19.730510 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-a16f9705-c77b-44b1-8299-17b0a7df2d5e tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Network ff597e41-c6d6-4609-ada0-0e5c9280fd51 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:24:19.733509 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-a16f9705-c77b-44b1-8299-17b0a7df2d5e tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:24:19.737648 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-a16f9705-c77b-44b1-8299-17b0a7df2d5e tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:24:19.767240 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f9705-c77b-44b1-8299-17b0a7df2d5e tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Pushing event updated for resources: {'Port': ['ID=d4b6e525-752c-4764-bdb7-980d22a90a0c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:24:19.791383 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-a16f9705-c77b-44b1-8299-17b0a7df2d5e tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:19.792039 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-a16f9705-c77b-44b1-8299-17b0a7df2d5e tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:19.809427 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-a16f9705-c77b-44b1-8299-17b0a7df2d5e tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8311315 Feb 19 05:24:19.820482 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-919a810d-3ff6-48f4-a060-422d8f7e7714 service neutron] Request body: {'port': {'device_id': 'c13819e5-9769-435c-960a-b744833cc88f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:24:19.885230 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-919a810d-3ff6-48f4-a060-422d8f7e7714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d4b6e525-752c-4764-bdb7-980d22a90a0c), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:20.019509 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0495664f-2ed1-4b51-828a-b365f82835d9 None None] Provisioning complete for port d4b6e525-752c-4764-bdb7-980d22a90a0c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:24:20.019789 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0495664f-2ed1-4b51-828a-b365f82835d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d4b6e525-752c-4764-bdb7-980d22a90a0c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:20.053374 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0495664f-2ed1-4b51-828a-b365f82835d9 None None] Port d4b6e525-752c-4764-bdb7-980d22a90a0c cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:24:20.144070 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-919a810d-3ff6-48f4-a060-422d8f7e7714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b6e525-752c-4764-bdb7-980d22a90a0c {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:24:20.151540 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-919a810d-3ff6-48f4-a060-422d8f7e7714 service neutron] Publish callbacks [] for port (d4b6e525-752c-4764-bdb7-980d22a90a0c), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:20.163879 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-919a810d-3ff6-48f4-a060-422d8f7e7714 service neutron] Transition to ACTIVE for port object d4b6e525-752c-4764-bdb7-980d22a90a0c will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:24:20.167835 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-919a810d-3ff6-48f4-a060-422d8f7e7714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (d4b6e525-752c-4764-bdb7-980d22a90a0c), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:20.215113 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a810d-3ff6-48f4-a060-422d8f7e7714 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b6e525-752c-4764-bdb7-980d22a90a0c,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:24:20.291759 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-919a810d-3ff6-48f4-a060-422d8f7e7714 service neutron] Attempting to bind port d4b6e525-752c-4764-bdb7-980d22a90a0c on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:24:20.292086 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-919a810d-3ff6-48f4-a060-422d8f7e7714 service neutron] Attempting to bind port d4b6e525-752c-4764-bdb7-980d22a90a0c by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '391c7207-1602-4b3f-b50e-4b075fbc4419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:24:20.292418 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-919a810d-3ff6-48f4-a060-422d8f7e7714 service neutron] Attempting to bind port d4b6e525-752c-4764-bdb7-980d22a90a0c on network ff597e41-c6d6-4609-ada0-0e5c9280fd51 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:24:20.297010 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-919a810d-3ff6-48f4-a060-422d8f7e7714 service neutron] Port d4b6e525-752c-4764-bdb7-980d22a90a0c on network ff597e41-c6d6-4609-ada0-0e5c9280fd51 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:24:20.297338 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-919a810d-3ff6-48f4-a060-422d8f7e7714 service neutron] Attempting to bind port d4b6e525-752c-4764-bdb7-980d22a90a0c on network ff597e41-c6d6-4609-ada0-0e5c9280fd51 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:24:20.302534 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-919a810d-3ff6-48f4-a060-422d8f7e7714 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:24:20.302880 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-919a810d-3ff6-48f4-a060-422d8f7e7714 service neutron] Checking segment: {'id': '391c7207-1602-4b3f-b50e-4b075fbc4419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:24:20.303275 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-919a810d-3ff6-48f4-a060-422d8f7e7714 service neutron] Bound using segment: {'id': '391c7207-1602-4b3f-b50e-4b075fbc4419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:24:20.303815 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-919a810d-3ff6-48f4-a060-422d8f7e7714 service neutron] Bound port: d4b6e525-752c-4764-bdb7-980d22a90a0c, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '391c7207-1602-4b3f-b50e-4b075fbc4419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:24:20.304188 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-919a810d-3ff6-48f4-a060-422d8f7e7714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d4b6e525-752c-4764-bdb7-980d22a90a0c), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:20.370282 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-919a810d-3ff6-48f4-a060-422d8f7e7714 service neutron] For port d4b6e525-752c-4764-bdb7-980d22a90a0c, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:24:20.373342 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-919a810d-3ff6-48f4-a060-422d8f7e7714 service neutron] For port d4b6e525-752c-4764-bdb7-980d22a90a0c, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=d4b6e525-752c-4764-bdb7-980d22a90a0c,segment=NetworkSegment(391c7207-1602-4b3f-b50e-4b075fbc4419),segment_id=391c7207-1602-4b3f-b50e-4b075fbc4419)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:24:20.380372 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-919a810d-3ff6-48f4-a060-422d8f7e7714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (d4b6e525-752c-4764-bdb7-980d22a90a0c), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:20.416527 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-919a810d-3ff6-48f4-a060-422d8f7e7714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:20.417215 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-919a810d-3ff6-48f4-a060-422d8f7e7714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:20.418653 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-919a810d-3ff6-48f4-a060-422d8f7e7714 service neutron] 10.222.0.48 "PUT /v2.0/ports/d4b6e525-752c-4764-bdb7-980d22a90a0c HTTP/1.1" status: 200 len: 1092 time: 0.6023881 Feb 19 05:24:20.419099 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13819e5-9769-435c-960a-b744833cc88f', 'tag': 'd4b6e525-752c-4764-bdb7-980d22a90a0c'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:24:20.421376 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5929290-13a7-455b-8718-defccb5dbaf7" -d '{"events": [{"name": "network-changed", "server_uuid": "c13819e5-9769-435c-960a-b744833cc88f", "tag": "d4b6e525-752c-4764-bdb7-980d22a90a0c"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:24:20.451211 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a810d-3ff6-48f4-a060-422d8f7e7714 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b6e525-752c-4764-bdb7-980d22a90a0c,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:24:20.473979 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f98e7f2-b909-4a49-8cbf-3749bcbbe2d7 x-openstack-request-id: req-3f98e7f2-b909-4a49-8cbf-3749bcbbe2d7 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:24:20.474276 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13819e5-9769-435c-960a-b744833cc88f", "tag": "d4b6e525-752c-4764-bdb7-980d22a90a0c", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:24:20.474539 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f98e7f2-b909-4a49-8cbf-3749bcbbe2d7 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:24:20.474936 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13819e5-9769-435c-960a-b744833cc88f', 'tag': 'd4b6e525-752c-4764-bdb7-980d22a90a0c', 'status': 'completed', 'code': 200} Feb 19 05:24:20.525583 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-cf939fe6-872f-43e5-b342-313a6b7f2ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:20.527100 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-cf939fe6-872f-43e5-b342-313a6b7f2ece service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c49ee5b78c5047e6b736ec2872b57de5&device_id=c13819e5-9769-435c-960a-b744833cc88f HTTP/1.1" status: 200 len: 1126 time: 0.0669336 Feb 19 05:24:20.588523 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-0e805700-2992-4450-bda2-fea0198ef669 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4b6e525-752c-4764-bdb7-980d22a90a0c HTTP/1.1" status: 200 len: 217 time: 0.0518653 Feb 19 05:24:20.650258 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e9ec2-960c-4d4b-a632-b7d35e5aafee req-b98a6f30-2e45-43dc-b286-ebe749edf742 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:20.651735 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-429e9ec2-960c-4d4b-a632-b7d35e5aafee req-b98a6f30-2e45-43dc-b286-ebe749edf742 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=c13819e5-9769-435c-960a-b744833cc88f HTTP/1.1" status: 200 len: 944 time: 0.1237628 Feb 19 05:24:20.657531 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-2fb691f1-1291-4e96-9215-7d4e9c540bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:20.658917 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-2fb691f1-1291-4e96-9215-7d4e9c540bcd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21f930d3-7767-4f90-8242-55907e1053bc HTTP/1.1" status: 200 len: 854 time: 0.0641444 Feb 19 05:24:20.731031 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-429e9ec2-960c-4d4b-a632-b7d35e5aafee req-d6e782d7-4b74-498f-96d5-35fb7b776ffb tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/security-groups?id=8517c4ed-ea6c-479b-81d6-39beb10a6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711739 Feb 19 05:24:20.740678 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-f1aec9a6-4145-4d54-98f2-92737ac38960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:20.742200 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-f1aec9a6-4145-4d54-98f2-92737ac38960 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff597e41-c6d6-4609-ada0-0e5c9280fd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0695717 Feb 19 05:24:20.833203 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-b09c5280-f9a9-4e96-b065-fbd65473cccb service neutron] 10.222.0.48 "GET /v2.0/networks/ff597e41-c6d6-4609-ada0-0e5c9280fd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847390 Feb 19 05:24:20.920566 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bc4b8185-8e72-4598-b7c6-8c40d185fb6b req-a96cc013-a707-469c-bbd9-3d4bfb2c2afb service neutron] 10.222.0.48 "GET /v2.0/networks/ff597e41-c6d6-4609-ada0-0e5c9280fd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817962 Feb 19 05:24:21.011587 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5929290-13a7-455b-8718-defccb5dbaf7 req-f3980317-30f0-4cee-a403-fb1545a4f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:21.013169 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5929290-13a7-455b-8718-defccb5dbaf7 req-f3980317-30f0-4cee-a403-fb1545a4f005 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c49ee5b78c5047e6b736ec2872b57de5&device_id=c13819e5-9769-435c-960a-b744833cc88f HTTP/1.1" status: 200 len: 1126 time: 0.0455325 Feb 19 05:24:21.107121 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5929290-13a7-455b-8718-defccb5dbaf7 req-cb0d8fee-2151-4f1f-a086-42b68859ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:21.108544 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5929290-13a7-455b-8718-defccb5dbaf7 req-cb0d8fee-2151-4f1f-a086-42b68859ab1c service neutron] 10.222.0.48 "GET /v2.0/networks?id=ff597e41-c6d6-4609-ada0-0e5c9280fd51 HTTP/1.1" status: 200 len: 915 time: 0.0885730 Feb 19 05:24:21.149930 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5929290-13a7-455b-8718-defccb5dbaf7 req-18a1a73a-d389-4cf1-9c62-3655efd37c71 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4b6e525-752c-4764-bdb7-980d22a90a0c HTTP/1.1" status: 200 len: 217 time: 0.0341763 Feb 19 05:24:21.197337 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5929290-13a7-455b-8718-defccb5dbaf7 req-e3c92aec-6460-4446-96d5-1b3253924305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:21.198764 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5929290-13a7-455b-8718-defccb5dbaf7 req-e3c92aec-6460-4446-96d5-1b3253924305 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21f930d3-7767-4f90-8242-55907e1053bc HTTP/1.1" status: 200 len: 854 time: 0.0431867 Feb 19 05:24:21.251873 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5929290-13a7-455b-8718-defccb5dbaf7 req-cfd7febd-d440-4b02-934d-73b1158e583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:21.253476 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5929290-13a7-455b-8718-defccb5dbaf7 req-cfd7febd-d440-4b02-934d-73b1158e583d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff597e41-c6d6-4609-ada0-0e5c9280fd51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483954 Feb 19 05:24:21.341125 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5929290-13a7-455b-8718-defccb5dbaf7 req-952b7583-4add-4cba-8b23-bbac9520af86 service neutron] 10.222.0.48 "GET /v2.0/networks/ff597e41-c6d6-4609-ada0-0e5c9280fd51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812728 Feb 19 05:24:21.439008 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5929290-13a7-455b-8718-defccb5dbaf7 req-f3beb2af-e93e-4e7e-b3e2-274931a19bae service neutron] 10.222.0.48 "GET /v2.0/networks/ff597e41-c6d6-4609-ada0-0e5c9280fd51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912583 Feb 19 05:24:21.853114 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649dae54-172d-49ea-9271-ba6473414297 req-1c171a89-bbd8-45a2-b262-edd04b3878d7 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:21.854638 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-649dae54-172d-49ea-9271-ba6473414297 req-1c171a89-bbd8-45a2-b262-edd04b3878d7 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=c13819e5-9769-435c-960a-b744833cc88f HTTP/1.1" status: 200 len: 944 time: 0.0545673 Feb 19 05:24:21.901747 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-649dae54-172d-49ea-9271-ba6473414297 req-5f26a084-34f1-4228-a272-6a017391ec15 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/security-groups?id=8517c4ed-ea6c-479b-81d6-39beb10a6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413978 Feb 19 05:24:23.020964 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae23d7e-e19f-4d8d-8c3e-ce54d1642784 req-0cd8bcf9-846d-46bf-9f78-11ecadc7a656 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:23.022471 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ae23d7e-e19f-4d8d-8c3e-ce54d1642784 req-0cd8bcf9-846d-46bf-9f78-11ecadc7a656 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=c13819e5-9769-435c-960a-b744833cc88f HTTP/1.1" status: 200 len: 944 time: 0.0534353 Feb 19 05:24:23.069232 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8ae23d7e-e19f-4d8d-8c3e-ce54d1642784 req-47aeca70-400b-4160-b758-44505e82f595 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/security-groups?id=8517c4ed-ea6c-479b-81d6-39beb10a6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411348 Feb 19 05:24:23.488851 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device d4b6e525-752c-4764-bdb7-980d22a90a0c details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:24:23.587648 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port d4b6e525-752c-4764-bdb7-980d22a90a0c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=d4b6e525-752c-4764-bdb7-980d22a90a0c,segment=NetworkSegment(391c7207-1602-4b3f-b50e-4b075fbc4419),segment_id=391c7207-1602-4b3f-b50e-4b075fbc4419)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:24:23.599014 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'd4b6e525-752c-4764-bdb7-980d22a90a0c', 'network_id': 'ff597e41-c6d6-4609-ada0-0e5c9280fd51', 'port_id': 'd4b6e525-752c-4764-bdb7-980d22a90a0c', 'mac_address': 'fa:16:3e:e3:d9:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f930d3-7767-4f90-8242-55907e1053bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:24:23.635037 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port d4b6e525-752c-4764-bdb7-980d22a90a0c is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:24:23.635433 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d4b6e525-752c-4764-bdb7-980d22a90a0c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:23.648166 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b6e525-752c-4764-bdb7-980d22a90a0c {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:24:23.668180 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port d4b6e525-752c-4764-bdb7-980d22a90a0c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=d4b6e525-752c-4764-bdb7-980d22a90a0c,segment=NetworkSegment(391c7207-1602-4b3f-b50e-4b075fbc4419),segment_id=391c7207-1602-4b3f-b50e-4b075fbc4419)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:24:23.672009 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (d4b6e525-752c-4764-bdb7-980d22a90a0c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:23.724525 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=d4b6e525-752c-4764-bdb7-980d22a90a0c,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:24:23.731715 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:23.732064 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:23.732408 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:23.732745 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:23.733106 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:23.733440 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:23.733767 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:23.734094 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:23.734416 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:23.734741 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:23.735065 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:23.735411 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:23.735732 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:24:23.860202 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['d4b6e525-752c-4764-bdb7-980d22a90a0c'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:24:24.187455 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814a1df-b2f4-40a1-b0d1-81d698b0673a req-7786989f-9fa6-467e-98bf-5ddbd4174c00 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:24.189477 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6814a1df-b2f4-40a1-b0d1-81d698b0673a req-7786989f-9fa6-467e-98bf-5ddbd4174c00 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=c13819e5-9769-435c-960a-b744833cc88f HTTP/1.1" status: 200 len: 945 time: 0.0525031 Feb 19 05:24:24.235857 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6814a1df-b2f4-40a1-b0d1-81d698b0673a req-d8542065-959d-425a-90f9-54e98515c8c6 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/security-groups?id=8517c4ed-ea6c-479b-81d6-39beb10a6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407624 Feb 19 05:24:25.358147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56c703-159b-4782-b75d-a67b85893230 req-7d978a39-8507-4f01-b99e-34a2eb48f0fa tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:25.359940 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ee56c703-159b-4782-b75d-a67b85893230 req-7d978a39-8507-4f01-b99e-34a2eb48f0fa tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=c13819e5-9769-435c-960a-b744833cc88f HTTP/1.1" status: 200 len: 945 time: 0.0551357 Feb 19 05:24:25.411936 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ee56c703-159b-4782-b75d-a67b85893230 req-56b0291d-89cf-4d09-8735-ff5b14704b24 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/security-groups?id=8517c4ed-ea6c-479b-81d6-39beb10a6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466664 Feb 19 05:24:25.520414 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device d4b6e525-752c-4764-bdb7-980d22a90a0c up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:24:25.572296 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port d4b6e525-752c-4764-bdb7-980d22a90a0c completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:24:25.577136 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port d4b6e525-752c-4764-bdb7-980d22a90a0c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:24:25.577540 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (d4b6e525-752c-4764-bdb7-980d22a90a0c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:25.656263 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port d4b6e525-752c-4764-bdb7-980d22a90a0c is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:24:25.656652 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (d4b6e525-752c-4764-bdb7-980d22a90a0c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:25.678600 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13819e5-9769-435c-960a-b744833cc88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b6e525-752c-4764-bdb7-980d22a90a0c'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:24:25.680810 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8724f00-1f52-42dc-a209-2c37a6cfe415" -d '{"events": [{"server_uuid": "c13819e5-9769-435c-960a-b744833cc88f", "name": "network-vif-plugged", "status": "completed", "tag": "d4b6e525-752c-4764-bdb7-980d22a90a0c"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:24:25.693813 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port d4b6e525-752c-4764-bdb7-980d22a90a0c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=d4b6e525-752c-4764-bdb7-980d22a90a0c,segment=NetworkSegment(391c7207-1602-4b3f-b50e-4b075fbc4419),segment_id=391c7207-1602-4b3f-b50e-4b075fbc4419)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:24:25.697999 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (d4b6e525-752c-4764-bdb7-980d22a90a0c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:25.721835 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5775acd-7636-4a74-a137-5b2555f428f7 x-openstack-request-id: req-b5775acd-7636-4a74-a137-5b2555f428f7 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:24:25.722134 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13819e5-9769-435c-960a-b744833cc88f", "name": "network-vif-plugged", "status": "completed", "tag": "d4b6e525-752c-4764-bdb7-980d22a90a0c", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:24:25.722389 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b5775acd-7636-4a74-a137-5b2555f428f7 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:24:25.722780 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13819e5-9769-435c-960a-b744833cc88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b6e525-752c-4764-bdb7-980d22a90a0c', 'code': 200} Feb 19 05:24:25.747895 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=d4b6e525-752c-4764-bdb7-980d22a90a0c,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:24:25.824367 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4de5e0-0e23-46db-b9d2-66ded7edb73b req-265884fd-0b35-44a8-93c1-9e3b0415f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:25.825864 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3c4de5e0-0e23-46db-b9d2-66ded7edb73b req-265884fd-0b35-44a8-93c1-9e3b0415f9f1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c13819e5-9769-435c-960a-b744833cc88f HTTP/1.1" status: 200 len: 1128 time: 0.0439122 Feb 19 05:24:25.868763 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3c4de5e0-0e23-46db-b9d2-66ded7edb73b req-7ab3a12e-90ad-4873-9ae4-f58126a67374 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8517c4ed-ea6c-479b-81d6-39beb10a6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360732 Feb 19 05:24:26.527957 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b713d14-acdc-47cd-bb11-7531fa385c51 req-86bc216f-65eb-44a7-9815-9ed4881bf3f0 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:26.529479 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7b713d14-acdc-47cd-bb11-7531fa385c51 req-86bc216f-65eb-44a7-9815-9ed4881bf3f0 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=c13819e5-9769-435c-960a-b744833cc88f HTTP/1.1" status: 200 len: 946 time: 0.0517690 Feb 19 05:24:26.576102 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7b713d14-acdc-47cd-bb11-7531fa385c51 req-0563e2ab-1407-4d7e-ad8a-b7277e607bb3 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/security-groups?id=8517c4ed-ea6c-479b-81d6-39beb10a6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403039 Feb 19 05:24:27.700155 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26af38-dd0b-4099-86ba-a2b4de56d7bc req-4e88977d-dc6e-4293-b2ca-07b09363e1a1 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:27.701704 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3d26af38-dd0b-4099-86ba-a2b4de56d7bc req-4e88977d-dc6e-4293-b2ca-07b09363e1a1 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=c13819e5-9769-435c-960a-b744833cc88f HTTP/1.1" status: 200 len: 946 time: 0.0573275 Feb 19 05:24:27.749060 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3d26af38-dd0b-4099-86ba-a2b4de56d7bc req-ed0fe7e5-c6a9-436f-9c25-f150da8825bb tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/security-groups?id=8517c4ed-ea6c-479b-81d6-39beb10a6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411253 Feb 19 05:24:27.870791 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d23b00-8db6-4b6d-8db1-689c9ce814dd req-6e32df1f-05fe-4b09-881c-7c7f2723bf7a tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:24:27.872298 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-40d23b00-8db6-4b6d-8db1-689c9ce814dd req-6e32df1f-05fe-4b09-881c-7c7f2723bf7a tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=c13819e5-9769-435c-960a-b744833cc88f HTTP/1.1" status: 200 len: 946 time: 0.0566895 Feb 19 05:24:27.917954 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-40d23b00-8db6-4b6d-8db1-689c9ce814dd req-ef0912b1-773f-4045-a378-002a8283eb74 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/security-groups?id=8517c4ed-ea6c-479b-81d6-39beb10a6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401063 Feb 19 05:24:32.355189 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-651d664a-2340-471d-a7a3-c8d64f4f18e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:35.192314 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-62436821-6e7b-40b4-a184-84d17cccfa0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:36.369776 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:24:37.058794 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:38.116447 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:38.189842 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:39.434250 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:24:39.768270 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:02.167443 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2242dd-4b7c-4073-b541-8de382d15fc5 req-1a782f47-cd40-4125-92db-834c0f6af321 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:02.169281 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc2242dd-4b7c-4073-b541-8de382d15fc5 req-1a782f47-cd40-4125-92db-834c0f6af321 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=c13819e5-9769-435c-960a-b744833cc88f HTTP/1.1" status: 200 len: 946 time: 0.0597048 Feb 19 05:25:02.220026 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dc2242dd-4b7c-4073-b541-8de382d15fc5 req-c385c1dd-6e7a-41bd-89fc-dd6e1d36c91d tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/security-groups?id=8517c4ed-ea6c-479b-81d6-39beb10a6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441506 Feb 19 05:25:02.362081 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e61afa81-0dc4-4428-bb75-00757e74789f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:03.351025 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7c4e3-b265-4baa-85fb-575c5ccaa0f8 req-656840ae-dafe-4473-b424-ef2c6eaf3dd8 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:03.353419 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dde7c4e3-b265-4baa-85fb-575c5ccaa0f8 req-656840ae-dafe-4473-b424-ef2c6eaf3dd8 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=c13819e5-9769-435c-960a-b744833cc88f HTTP/1.1" status: 200 len: 946 time: 0.0590513 Feb 19 05:25:03.416502 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dde7c4e3-b265-4baa-85fb-575c5ccaa0f8 req-d113e021-bf16-49ae-9ed0-10bfc7961daa tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/security-groups?id=8517c4ed-ea6c-479b-81d6-39beb10a6148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528967 Feb 19 05:25:03.635673 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976fd98-ab2b-4f4c-8335-6d78c363c47d req-b4bafac8-b725-4ded-8368-f395d5b9a615 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:03.637285 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8976fd98-ab2b-4f4c-8335-6d78c363c47d req-b4bafac8-b725-4ded-8368-f395d5b9a615 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13819e5-9769-435c-960a-b744833cc88f HTTP/1.1" status: 200 len: 946 time: 0.0766656 Feb 19 05:25:03.752483 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-8976fd98-ab2b-4f4c-8335-6d78c363c47d req-221dd9b1-5754-480c-8e4d-b34402ba63bc tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Deleting port d4b6e525-752c-4764-bdb7-980d22a90a0c {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:25:03.752823 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8976fd98-ab2b-4f4c-8335-6d78c363c47d req-221dd9b1-5754-480c-8e4d-b34402ba63bc tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (d4b6e525-752c-4764-bdb7-980d22a90a0c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:03.901529 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-8976fd98-ab2b-4f4c-8335-6d78c363c47d req-221dd9b1-5754-480c-8e4d-b34402ba63bc tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] For port d4b6e525-752c-4764-bdb7-980d22a90a0c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=d4b6e525-752c-4764-bdb7-980d22a90a0c,segment=NetworkSegment(391c7207-1602-4b3f-b50e-4b075fbc4419),segment_id=391c7207-1602-4b3f-b50e-4b075fbc4419)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:25:03.902173 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8976fd98-ab2b-4f4c-8335-6d78c363c47d req-221dd9b1-5754-480c-8e4d-b34402ba63bc tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (d4b6e525-752c-4764-bdb7-980d22a90a0c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:03.925468 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-8976fd98-ab2b-4f4c-8335-6d78c363c47d req-221dd9b1-5754-480c-8e4d-b34402ba63bc tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Calling delete_port for d4b6e525-752c-4764-bdb7-980d22a90a0c owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:25:04.106110 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8976fd98-ab2b-4f4c-8335-6d78c363c47d req-221dd9b1-5754-480c-8e4d-b34402ba63bc tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (d4b6e525-752c-4764-bdb7-980d22a90a0c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:04.122425 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['d4b6e525-752c-4764-bdb7-980d22a90a0c'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:25:04.145118 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221dd9b1-5754-480c-8e4d-b34402ba63bc tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Pushing event deleted for resources: {'Port': ['ID=d4b6e525-752c-4764-bdb7-980d22a90a0c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:04.218469 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-8976fd98-ab2b-4f4c-8335-6d78c363c47d req-221dd9b1-5754-480c-8e4d-b34402ba63bc tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] No DVR routers for this DVR port d4b6e525-752c-4764-bdb7-980d22a90a0c on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:25:04.222651 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-8976fd98-ab2b-4f4c-8335-6d78c363c47d req-221dd9b1-5754-480c-8e4d-b34402ba63bc tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:04.226061 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8976fd98-ab2b-4f4c-8335-6d78c363c47d req-221dd9b1-5754-480c-8e4d-b34402ba63bc tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.48 "DELETE /v2.0/ports/d4b6e525-752c-4764-bdb7-980d22a90a0c HTTP/1.1" status: 204 len: 173 time: 0.5831592 Feb 19 05:25:04.226531 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13819e5-9769-435c-960a-b744833cc88f', 'name': 'network-vif-deleted', 'tag': 'd4b6e525-752c-4764-bdb7-980d22a90a0c'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:25:04.228864 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a70c50-18f3-4678-b74c-bef99b49f31f" -d '{"events": [{"server_uuid": "c13819e5-9769-435c-960a-b744833cc88f", "name": "network-vif-deleted", "tag": "d4b6e525-752c-4764-bdb7-980d22a90a0c"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:25:04.272323 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525b7d98-5a27-4fa3-a203-04a3d86eb282 x-openstack-request-id: req-525b7d98-5a27-4fa3-a203-04a3d86eb282 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:25:04.272635 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13819e5-9769-435c-960a-b744833cc88f", "name": "network-vif-deleted", "tag": "d4b6e525-752c-4764-bdb7-980d22a90a0c", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:25:04.272895 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-525b7d98-5a27-4fa3-a203-04a3d86eb282 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:25:04.273348 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13819e5-9769-435c-960a-b744833cc88f', 'name': 'network-vif-deleted', 'tag': 'd4b6e525-752c-4764-bdb7-980d22a90a0c', 'status': 'completed', 'code': 200} Feb 19 05:25:04.546064 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cd606a48-c588-48c8-b205-b8d811941bb4 req-4413e0d1-8bd1-4941-890f-6a31cf470cf6 tempest-TestEncryptedCinderVolumes-1656040481 tempest-TestEncryptedCinderVolumes-1656040481-project] 10.222.0.65 "GET /v2.0/ports?device_id=c13819e5-9769-435c-960a-b744833cc88f HTTP/1.1" status: 200 len: 210 time: 0.0329623 Feb 19 05:25:05.200468 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-992c8188-39cf-4119-b631-0e313f8ad2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:05.662578 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36274) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:25:06.082403 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0f3da3b9-71c6-4eeb-ac2d-ffea98af710b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (934bd102-bd9c-461d-90e2-8eef0bc0d0f3), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:06.365962 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-0f3da3b9-71c6-4eeb-ac2d-ffea98af710b admin admin] Deleting port 204e030a-efa2-45c2-bc01-348ca7792d6c {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:25:06.366309 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0f3da3b9-71c6-4eeb-ac2d-ffea98af710b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (204e030a-efa2-45c2-bc01-348ca7792d6c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:06.452114 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-0f3da3b9-71c6-4eeb-ac2d-ffea98af710b admin admin] For port 204e030a-efa2-45c2-bc01-348ca7792d6c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=204e030a-efa2-45c2-bc01-348ca7792d6c,segment=NetworkSegment(391c7207-1602-4b3f-b50e-4b075fbc4419),segment_id=391c7207-1602-4b3f-b50e-4b075fbc4419)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:25:06.452498 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0f3da3b9-71c6-4eeb-ac2d-ffea98af710b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (204e030a-efa2-45c2-bc01-348ca7792d6c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:06.466900 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-0f3da3b9-71c6-4eeb-ac2d-ffea98af710b admin admin] Calling delete_port for 204e030a-efa2-45c2-bc01-348ca7792d6c owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:25:06.673252 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0f3da3b9-71c6-4eeb-ac2d-ffea98af710b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (204e030a-efa2-45c2-bc01-348ca7792d6c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:06.706747 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3da3b9-71c6-4eeb-ac2d-ffea98af710b admin admin] Pushing event deleted for resources: {'Port': ['ID=204e030a-efa2-45c2-bc01-348ca7792d6c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:06.721757 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3da3b9-71c6-4eeb-ac2d-ffea98af710b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:06.722245 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3da3b9-71c6-4eeb-ac2d-ffea98af710b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:06.722452 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3da3b9-71c6-4eeb-ac2d-ffea98af710b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:06.722806 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3da3b9-71c6-4eeb-ac2d-ffea98af710b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:06.723149 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3da3b9-71c6-4eeb-ac2d-ffea98af710b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:06.723490 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3da3b9-71c6-4eeb-ac2d-ffea98af710b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:06.723827 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3da3b9-71c6-4eeb-ac2d-ffea98af710b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:06.724164 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3da3b9-71c6-4eeb-ac2d-ffea98af710b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:06.724497 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3da3b9-71c6-4eeb-ac2d-ffea98af710b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:06.725088 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3da3b9-71c6-4eeb-ac2d-ffea98af710b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:06.725358 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3da3b9-71c6-4eeb-ac2d-ffea98af710b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:06.725694 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3da3b9-71c6-4eeb-ac2d-ffea98af710b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:06.726323 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3da3b9-71c6-4eeb-ac2d-ffea98af710b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:06.921466 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0f3da3b9-71c6-4eeb-ac2d-ffea98af710b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (934bd102-bd9c-461d-90e2-8eef0bc0d0f3), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:07.066165 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:07.179542 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3da3b9-71c6-4eeb-ac2d-ffea98af710b admin admin] Router 934bd102-bd9c-461d-90e2-8eef0bc0d0f3 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:25:07.301948 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3da3b9-71c6-4eeb-ac2d-ffea98af710b admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:25:07.307905 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0f3da3b9-71c6-4eeb-ac2d-ffea98af710b admin admin] 10.222.0.65 "PUT /v2.0/routers/934bd102-bd9c-461d-90e2-8eef0bc0d0f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6439326 Feb 19 05:25:07.311224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36276) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:25:07.311789 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b4e074-a1cb-420c-a927-75f3fbb0d8ea None None] Sync routers for ids ['934bd102-bd9c-461d-90e2-8eef0bc0d0f3'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:25:07.323663 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b4e074-a1cb-420c-a927-75f3fbb0d8ea None None] Routers {'934bd102-bd9c-461d-90e2-8eef0bc0d0f3'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:25:07.324315 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-d0b4e074-a1cb-420c-a927-75f3fbb0d8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:25:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['934bd102-bd9c-461d-90e2-8eef0bc0d0f3'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:07.430196 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1b0714c-3bb2-43ee-b665-defdc50d8ced admin admin] Publish callbacks [] for router (934bd102-bd9c-461d-90e2-8eef0bc0d0f3), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:07.478268 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-d0b4e074-a1cb-420c-a927-75f3fbb0d8ea None None] Set router 934bd102-bd9c-461d-90e2-8eef0bc0d0f3 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:25:07.543971 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1b0714c-3bb2-43ee-b665-defdc50d8ced admin admin] Publish callbacks [] for router_gateway (934bd102-bd9c-461d-90e2-8eef0bc0d0f3), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:07.622125 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-a1b0714c-3bb2-43ee-b665-defdc50d8ced admin admin] Deleting port a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:25:07.622716 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1b0714c-3bb2-43ee-b665-defdc50d8ced admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:07.697598 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-d0b4e074-a1cb-420c-a927-75f3fbb0d8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934bd102-bd9c-461d-90e2-8eef0bc0d0f3', 'name': 'tempest-TestEncryptedCinderVolumes-42993361-router', 'tenant_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:23:18Z', 'updated_at': '2022-02-19T05:25:06Z', 'revision_number': 5, 'project_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'gw_port': {'id': 'a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934bd102-bd9c-461d-90e2-8eef0bc0d0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:19Z', 'updated_at': '2022-02-19T05:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:07.726335 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b4e074-a1cb-420c-a927-75f3fbb0d8ea None None] Checking router: 934bd102-bd9c-461d-90e2-8eef0bc0d0f3 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:25:07.735966 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b4e074-a1cb-420c-a927-75f3fbb0d8ea None None] Routers {'934bd102-bd9c-461d-90e2-8eef0bc0d0f3'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:25:07.736597 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-d0b4e074-a1cb-420c-a927-75f3fbb0d8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:25:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['934bd102-bd9c-461d-90e2-8eef0bc0d0f3'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:07.739884 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device d4b6e525-752c-4764-bdb7-980d22a90a0c no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:25:07.772693 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-a1b0714c-3bb2-43ee-b665-defdc50d8ced admin admin] For port a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:25:07.773099 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1b0714c-3bb2-43ee-b665-defdc50d8ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:07.791802 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-a1b0714c-3bb2-43ee-b665-defdc50d8ced admin admin] Calling delete_port for a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:25:07.800063 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: d4b6e525-752c-4764-bdb7-980d22a90a0c {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:25:07.800414 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device d4b6e525-752c-4764-bdb7-980d22a90a0c not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:25:07.854786 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-d0b4e074-a1cb-420c-a927-75f3fbb0d8ea None None] Set router 934bd102-bd9c-461d-90e2-8eef0bc0d0f3 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:25:07.913649 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-d0b4e074-a1cb-420c-a927-75f3fbb0d8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934bd102-bd9c-461d-90e2-8eef0bc0d0f3', 'name': 'tempest-TestEncryptedCinderVolumes-42993361-router', 'tenant_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:23:18Z', 'updated_at': '2022-02-19T05:25:07Z', 'revision_number': 6, 'project_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:07.941761 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b4e074-a1cb-420c-a927-75f3fbb0d8ea None None] The sync data for ids ['934bd102-bd9c-461d-90e2-8eef0bc0d0f3'] in n-d-772273-4 is: [{'id': '934bd102-bd9c-461d-90e2-8eef0bc0d0f3', 'name': 'tempest-TestEncryptedCinderVolumes-42993361-router', 'tenant_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:23:18Z', 'updated_at': '2022-02-19T05:25:07Z', 'revision_number': 6, 'project_id': 'c49ee5b78c5047e6b736ec2872b57de5', 'gw_port_host': None}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:25:07.976136 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1b0714c-3bb2-43ee-b665-defdc50d8ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:08.007694 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0714c-3bb2-43ee-b665-defdc50d8ced admin admin] Pushing event deleted for resources: {'Port': ['ID=a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:08.067284 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1b0714c-3bb2-43ee-b665-defdc50d8ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (934bd102-bd9c-461d-90e2-8eef0bc0d0f3), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:08.112553 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:08.164383 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1b0714c-3bb2-43ee-b665-defdc50d8ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (934bd102-bd9c-461d-90e2-8eef0bc0d0f3), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:08.166708 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1b0714c-3bb2-43ee-b665-defdc50d8ced admin admin] Publish callbacks [] for router_controller (934bd102-bd9c-461d-90e2-8eef0bc0d0f3), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:08.193865 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:08.221294 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1b0714c-3bb2-43ee-b665-defdc50d8ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (934bd102-bd9c-461d-90e2-8eef0bc0d0f3), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:08.221855 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b0714c-3bb2-43ee-b665-defdc50d8ced admin admin] Fanout notify agent at l3_agent the message router_deleted on router 934bd102-bd9c-461d-90e2-8eef0bc0d0f3 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:25:08.226581 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a1b0714c-3bb2-43ee-b665-defdc50d8ced admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:08.227903 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a1b0714c-3bb2-43ee-b665-defdc50d8ced admin admin] 10.222.0.65 "DELETE /v2.0/routers/934bd102-bd9c-461d-90e2-8eef0bc0d0f3 HTTP/1.1" status: 204 len: 168 time: 0.9155223 Feb 19 05:25:08.230350 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36278) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:25:08.285297 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f088e14-7271-4ce1-a5d3-af5f94af815b admin admin] Deleting subnet 21f930d3-7767-4f90-8242-55907e1053bc {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:25:08.290185 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f088e14-7271-4ce1-a5d3-af5f94af815b admin admin] Publish callbacks [] for subnet (21f930d3-7767-4f90-8242-55907e1053bc), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:08.344210 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f088e14-7271-4ce1-a5d3-af5f94af815b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (21f930d3-7767-4f90-8242-55907e1053bc), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:08.439665 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f088e14-7271-4ce1-a5d3-af5f94af815b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (21f930d3-7767-4f90-8242-55907e1053bc), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:08.502223 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f088e14-7271-4ce1-a5d3-af5f94af815b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (21f930d3-7767-4f90-8242-55907e1053bc), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:08.527515 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f088e14-7271-4ce1-a5d3-af5f94af815b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21f930d3-7767-4f90-8242-55907e1053bc,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:08.535321 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9f088e14-7271-4ce1-a5d3-af5f94af815b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:08.538770 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9f088e14-7271-4ce1-a5d3-af5f94af815b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/21f930d3-7767-4f90-8242-55907e1053bc HTTP/1.1" status: 204 len: 168 time: 0.3073800 Feb 19 05:25:08.540209 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88e04f3-c88d-440b-889d-6cbb87b4077a None None] Network ff597e41-c6d6-4609-ada0-0e5c9280fd51 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:25:08.543886 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36280) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:25:08.624258 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-764ed854-a1ac-4a28-a4ea-aec10eea34af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (ff597e41-c6d6-4609-ada0-0e5c9280fd51), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:08.688550 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-764ed854-a1ac-4a28-a4ea-aec10eea34af admin admin] Deleting port e17b4d31-0ee7-4b3f-9436-41383bd3439c {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:25:08.689033 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-764ed854-a1ac-4a28-a4ea-aec10eea34af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (e17b4d31-0ee7-4b3f-9436-41383bd3439c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:08.728694 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7222acc4-8782-44bb-94df-3e83c68b803d None None] DHCP port deletion for ff597e41-c6d6-4609-ada0-0e5c9280fd51 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:25:08.765824 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-764ed854-a1ac-4a28-a4ea-aec10eea34af admin admin] For port e17b4d31-0ee7-4b3f-9436-41383bd3439c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e17b4d31-0ee7-4b3f-9436-41383bd3439c,segment=NetworkSegment(391c7207-1602-4b3f-b50e-4b075fbc4419),segment_id=391c7207-1602-4b3f-b50e-4b075fbc4419)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:25:08.766197 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-764ed854-a1ac-4a28-a4ea-aec10eea34af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (e17b4d31-0ee7-4b3f-9436-41383bd3439c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:08.779905 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-764ed854-a1ac-4a28-a4ea-aec10eea34af admin admin] Calling delete_port for e17b4d31-0ee7-4b3f-9436-41383bd3439c owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:25:08.780285 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7222acc4-8782-44bb-94df-3e83c68b803d None None] Deleting port e17b4d31-0ee7-4b3f-9436-41383bd3439c {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:25:08.780675 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7222acc4-8782-44bb-94df-3e83c68b803d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (e17b4d31-0ee7-4b3f-9436-41383bd3439c), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:08.857069 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-7222acc4-8782-44bb-94df-3e83c68b803d None None] For port e17b4d31-0ee7-4b3f-9436-41383bd3439c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e17b4d31-0ee7-4b3f-9436-41383bd3439c,segment=NetworkSegment(391c7207-1602-4b3f-b50e-4b075fbc4419),segment_id=391c7207-1602-4b3f-b50e-4b075fbc4419)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:25:08.857477 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7222acc4-8782-44bb-94df-3e83c68b803d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (e17b4d31-0ee7-4b3f-9436-41383bd3439c), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:08.880466 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7222acc4-8782-44bb-94df-3e83c68b803d None None] Calling delete_port for e17b4d31-0ee7-4b3f-9436-41383bd3439c owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:25:08.892512 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-764ed854-a1ac-4a28-a4ea-aec10eea34af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (e17b4d31-0ee7-4b3f-9436-41383bd3439c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:08.943747 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ed854-a1ac-4a28-a4ea-aec10eea34af admin admin] Pushing event deleted for resources: {'Port': ['ID=e17b4d31-0ee7-4b3f-9436-41383bd3439c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:08.948255 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764ed854-a1ac-4a28-a4ea-aec10eea34af admin admin] No DVR routers for this DVR port e17b4d31-0ee7-4b3f-9436-41383bd3439c on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:25:08.982760 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7222acc4-8782-44bb-94df-3e83c68b803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (e17b4d31-0ee7-4b3f-9436-41383bd3439c), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:09.011369 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222acc4-8782-44bb-94df-3e83c68b803d None None] Pushing event deleted for resources: {'Port': ['ID=e17b4d31-0ee7-4b3f-9436-41383bd3439c,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:09.016870 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7222acc4-8782-44bb-94df-3e83c68b803d None None] No DVR routers for this DVR port e17b4d31-0ee7-4b3f-9436-41383bd3439c on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:25:09.044254 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-764ed854-a1ac-4a28-a4ea-aec10eea34af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (ff597e41-c6d6-4609-ada0-0e5c9280fd51), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:09.073795 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-764ed854-a1ac-4a28-a4ea-aec10eea34af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff597e41-c6d6-4609-ada0-0e5c9280fd51']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:09.084143 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-764ed854-a1ac-4a28-a4ea-aec10eea34af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391c7207-1602-4b3f-b50e-4b075fbc4419') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:09.084496 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-764ed854-a1ac-4a28-a4ea-aec10eea34af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391c7207-1602-4b3f-b50e-4b075fbc4419') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:09.095749 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-764ed854-a1ac-4a28-a4ea-aec10eea34af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (391c7207-1602-4b3f-b50e-4b075fbc4419), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:09.111138 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-764ed854-a1ac-4a28-a4ea-aec10eea34af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (391c7207-1602-4b3f-b50e-4b075fbc4419), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:09.117883 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764ed854-a1ac-4a28-a4ea-aec10eea34af admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:25:09.118284 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-764ed854-a1ac-4a28-a4ea-aec10eea34af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (391c7207-1602-4b3f-b50e-4b075fbc4419), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: timer() Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:25:09.120147 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:25:09.182550 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-764ed854-a1ac-4a28-a4ea-aec10eea34af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (ff597e41-c6d6-4609-ada0-0e5c9280fd51), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:09.188516 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-764ed854-a1ac-4a28-a4ea-aec10eea34af admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:09.191808 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-764ed854-a1ac-4a28-a4ea-aec10eea34af admin admin] 10.222.0.65 "DELETE /v2.0/networks/ff597e41-c6d6-4609-ada0-0e5c9280fd51 HTTP/1.1" status: 204 len: 168 time: 0.6466031 Feb 19 05:25:09.194854 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36282) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:25:09.203885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ed854-a1ac-4a28-a4ea-aec10eea34af admin admin] Pushing event deleted for resources: {'Network': ['ID=ff597e41-c6d6-4609-ada0-0e5c9280fd51,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:09.443363 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:09.580470 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-611f958f-69dd-458b-b9f1-5cc2a3415ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (a2a87cd7-c25d-4efe-aef2-b1af8caa9f12), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:09.583815 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:25:09.604886 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:25:09.605337 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a990d0c4-c6a3-4f19-8a88-7d76a0b5a3bd not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:25:09.605770 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e17b4d31-0ee7-4b3f-9436-41383bd3439c no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:25:09.626943 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: e17b4d31-0ee7-4b3f-9436-41383bd3439c {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:25:09.627301 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e17b4d31-0ee7-4b3f-9436-41383bd3439c not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:25:09.627764 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 204e030a-efa2-45c2-bc01-348ca7792d6c no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:25:09.648256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 204e030a-efa2-45c2-bc01-348ca7792d6c {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:25:09.648606 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 204e030a-efa2-45c2-bc01-348ca7792d6c not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:25:09.770851 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:09.870352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-611f958f-69dd-458b-b9f1-5cc2a3415ae6 admin admin] Deleting port eb24c926-f942-45c9-bc30-15355465354f {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:25:09.870694 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-611f958f-69dd-458b-b9f1-5cc2a3415ae6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (eb24c926-f942-45c9-bc30-15355465354f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:10.227545 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-611f958f-69dd-458b-b9f1-5cc2a3415ae6 admin admin] For port eb24c926-f942-45c9-bc30-15355465354f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=eb24c926-f942-45c9-bc30-15355465354f,segment=NetworkSegment(59cd10bc-601a-4592-a0e1-7565cf8bc2a9),segment_id=59cd10bc-601a-4592-a0e1-7565cf8bc2a9)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:25:10.227913 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-611f958f-69dd-458b-b9f1-5cc2a3415ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (eb24c926-f942-45c9-bc30-15355465354f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:10.241949 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-611f958f-69dd-458b-b9f1-5cc2a3415ae6 admin admin] Calling delete_port for eb24c926-f942-45c9-bc30-15355465354f owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:25:10.424395 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-611f958f-69dd-458b-b9f1-5cc2a3415ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (eb24c926-f942-45c9-bc30-15355465354f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:10.454453 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f958f-69dd-458b-b9f1-5cc2a3415ae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb24c926-f942-45c9-bc30-15355465354f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:10.625539 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-611f958f-69dd-458b-b9f1-5cc2a3415ae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (a2a87cd7-c25d-4efe-aef2-b1af8caa9f12), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:10.848777 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611f958f-69dd-458b-b9f1-5cc2a3415ae6 admin admin] Router a2a87cd7-c25d-4efe-aef2-b1af8caa9f12 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:25:10.957386 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611f958f-69dd-458b-b9f1-5cc2a3415ae6 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:25:10.962835 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-611f958f-69dd-458b-b9f1-5cc2a3415ae6 admin admin] 10.222.0.65 "PUT /v2.0/routers/a2a87cd7-c25d-4efe-aef2-b1af8caa9f12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7664521 Feb 19 05:25:10.965206 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36284) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:25:10.967881 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bb2d98-294d-4293-abf6-fdb37a8d102c None None] Sync routers for ids ['a2a87cd7-c25d-4efe-aef2-b1af8caa9f12'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:25:10.977524 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bb2d98-294d-4293-abf6-fdb37a8d102c None None] Routers {'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:25:10.978128 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c6bb2d98-294d-4293-abf6-fdb37a8d102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:25:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['a2a87cd7-c25d-4efe-aef2-b1af8caa9f12'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:11.190781 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-c6bb2d98-294d-4293-abf6-fdb37a8d102c None None] Set router a2a87cd7-c25d-4efe-aef2-b1af8caa9f12 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:25:11.389333 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c6bb2d98-294d-4293-abf6-fdb37a8d102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12', 'name': 'tempest-TestEncryptedCinderVolumes-556145038-router', 'tenant_id': '173ad641a6414c77bd3fb8b01c26c700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '3b683009-91bd-4c64-aea8-c834104e27aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:23:23Z', 'updated_at': '2022-02-19T05:25:10Z', 'revision_number': 5, 'project_id': '173ad641a6414c77bd3fb8b01c26c700', 'gw_port': {'id': '3b683009-91bd-4c64-aea8-c834104e27aa', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:23Z', 'updated_at': '2022-02-19T05:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:11.417785 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bb2d98-294d-4293-abf6-fdb37a8d102c None None] Checking router: a2a87cd7-c25d-4efe-aef2-b1af8caa9f12 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:25:11.428301 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bb2d98-294d-4293-abf6-fdb37a8d102c None None] Routers {'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:25:11.429079 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c6bb2d98-294d-4293-abf6-fdb37a8d102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:25:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['a2a87cd7-c25d-4efe-aef2-b1af8caa9f12'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:11.440403 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67e2ccb5-65b0-48c5-afb2-e50971d6ae6c admin admin] Publish callbacks [] for router (a2a87cd7-c25d-4efe-aef2-b1af8caa9f12), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:11.542151 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-c6bb2d98-294d-4293-abf6-fdb37a8d102c None None] Set router a2a87cd7-c25d-4efe-aef2-b1af8caa9f12 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:25:11.548940 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67e2ccb5-65b0-48c5-afb2-e50971d6ae6c admin admin] Publish callbacks [] for router_gateway (a2a87cd7-c25d-4efe-aef2-b1af8caa9f12), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:11.604479 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-67e2ccb5-65b0-48c5-afb2-e50971d6ae6c admin admin] Deleting port 3b683009-91bd-4c64-aea8-c834104e27aa {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:25:11.604966 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67e2ccb5-65b0-48c5-afb2-e50971d6ae6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3b683009-91bd-4c64-aea8-c834104e27aa), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:11.683751 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-67e2ccb5-65b0-48c5-afb2-e50971d6ae6c admin admin] For port 3b683009-91bd-4c64-aea8-c834104e27aa, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=3b683009-91bd-4c64-aea8-c834104e27aa,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:25:11.684112 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67e2ccb5-65b0-48c5-afb2-e50971d6ae6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3b683009-91bd-4c64-aea8-c834104e27aa), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:11.696067 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-67e2ccb5-65b0-48c5-afb2-e50971d6ae6c admin admin] Calling delete_port for 3b683009-91bd-4c64-aea8-c834104e27aa owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:25:11.733517 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-c6bb2d98-294d-4293-abf6-fdb37a8d102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12', 'name': 'tempest-TestEncryptedCinderVolumes-556145038-router', 'tenant_id': '173ad641a6414c77bd3fb8b01c26c700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '3b683009-91bd-4c64-aea8-c834104e27aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:23:23Z', 'updated_at': '2022-02-19T05:25:10Z', 'revision_number': 5, 'project_id': '173ad641a6414c77bd3fb8b01c26c700', 'gw_port': {'id': '3b683009-91bd-4c64-aea8-c834104e27aa', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:23Z', 'updated_at': '2022-02-19T05:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:11.759639 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bb2d98-294d-4293-abf6-fdb37a8d102c None None] The sync data for ids ['a2a87cd7-c25d-4efe-aef2-b1af8caa9f12'] in n-d-772273-4 is: [{'id': 'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12', 'name': 'tempest-TestEncryptedCinderVolumes-556145038-router', 'tenant_id': '173ad641a6414c77bd3fb8b01c26c700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '3b683009-91bd-4c64-aea8-c834104e27aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:23:23Z', 'updated_at': '2022-02-19T05:25:10Z', 'revision_number': 5, 'project_id': '173ad641a6414c77bd3fb8b01c26c700', 'gw_port': {'id': '3b683009-91bd-4c64-aea8-c834104e27aa', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a87cd7-c25d-4efe-aef2-b1af8caa9f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:23:23Z', 'updated_at': '2022-02-19T05:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:25:11.865443 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67e2ccb5-65b0-48c5-afb2-e50971d6ae6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (3b683009-91bd-4c64-aea8-c834104e27aa), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:11.893943 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2ccb5-65b0-48c5-afb2-e50971d6ae6c admin admin] Pushing event deleted for resources: {'Port': ['ID=3b683009-91bd-4c64-aea8-c834104e27aa,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:11.953425 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67e2ccb5-65b0-48c5-afb2-e50971d6ae6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (a2a87cd7-c25d-4efe-aef2-b1af8caa9f12), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:12.044944 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67e2ccb5-65b0-48c5-afb2-e50971d6ae6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (a2a87cd7-c25d-4efe-aef2-b1af8caa9f12), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:12.046961 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67e2ccb5-65b0-48c5-afb2-e50971d6ae6c admin admin] Publish callbacks [] for router_controller (a2a87cd7-c25d-4efe-aef2-b1af8caa9f12), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:12.093717 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67e2ccb5-65b0-48c5-afb2-e50971d6ae6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (a2a87cd7-c25d-4efe-aef2-b1af8caa9f12), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:12.094270 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e2ccb5-65b0-48c5-afb2-e50971d6ae6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2a87cd7-c25d-4efe-aef2-b1af8caa9f12 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:25:12.099506 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67e2ccb5-65b0-48c5-afb2-e50971d6ae6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:12.100123 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-67e2ccb5-65b0-48c5-afb2-e50971d6ae6c admin admin] 10.222.0.65 "DELETE /v2.0/routers/a2a87cd7-c25d-4efe-aef2-b1af8caa9f12 HTTP/1.1" status: 204 len: 168 time: 1.1339295 Feb 19 05:25:12.103111 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36286) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:25:12.149385 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f4041e2-e608-40c2-ac79-05e48520986f admin admin] Deleting subnet 3add0e2f-dbd0-4af2-9746-3f095a4bb354 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:25:12.153057 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f4041e2-e608-40c2-ac79-05e48520986f admin admin] Publish callbacks [] for subnet (3add0e2f-dbd0-4af2-9746-3f095a4bb354), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:12.189632 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f4041e2-e608-40c2-ac79-05e48520986f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (3add0e2f-dbd0-4af2-9746-3f095a4bb354), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:12.275509 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f4041e2-e608-40c2-ac79-05e48520986f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (3add0e2f-dbd0-4af2-9746-3f095a4bb354), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:12.329874 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f4041e2-e608-40c2-ac79-05e48520986f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (3add0e2f-dbd0-4af2-9746-3f095a4bb354), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:12.355483 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4041e2-e608-40c2-ac79-05e48520986f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3add0e2f-dbd0-4af2-9746-3f095a4bb354,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:12.363563 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2f4041e2-e608-40c2-ac79-05e48520986f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:12.365036 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65475d69-8494-499b-ad3a-b62ef8f65cdf None None] Network 8e8f3d8e-c037-43e6-8719-42bcccc0b458 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:25:12.366877 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2f4041e2-e608-40c2-ac79-05e48520986f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3add0e2f-dbd0-4af2-9746-3f095a4bb354 HTTP/1.1" status: 204 len: 168 time: 0.2627611 Feb 19 05:25:12.369561 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36288) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:25:12.452839 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-18aa928d-7875-4a4c-bb23-e0882ae286fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (8e8f3d8e-c037-43e6-8719-42bcccc0b458), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:12.514140 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-18aa928d-7875-4a4c-bb23-e0882ae286fd admin admin] Deleting port b9eef87e-0ca7-430a-8f73-4e37b3ac034f {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:25:12.514511 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-18aa928d-7875-4a4c-bb23-e0882ae286fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b9eef87e-0ca7-430a-8f73-4e37b3ac034f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:12.583675 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-18aa928d-7875-4a4c-bb23-e0882ae286fd admin admin] For port b9eef87e-0ca7-430a-8f73-4e37b3ac034f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b9eef87e-0ca7-430a-8f73-4e37b3ac034f,segment=NetworkSegment(59cd10bc-601a-4592-a0e1-7565cf8bc2a9),segment_id=59cd10bc-601a-4592-a0e1-7565cf8bc2a9)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:25:12.583958 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-18aa928d-7875-4a4c-bb23-e0882ae286fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b9eef87e-0ca7-430a-8f73-4e37b3ac034f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:12.598226 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-18aa928d-7875-4a4c-bb23-e0882ae286fd admin admin] Calling delete_port for b9eef87e-0ca7-430a-8f73-4e37b3ac034f owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:25:12.679014 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-18aa928d-7875-4a4c-bb23-e0882ae286fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (b9eef87e-0ca7-430a-8f73-4e37b3ac034f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:12.707822 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aa928d-7875-4a4c-bb23-e0882ae286fd admin admin] No DVR routers for this DVR port b9eef87e-0ca7-430a-8f73-4e37b3ac034f on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:25:12.712197 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa928d-7875-4a4c-bb23-e0882ae286fd admin admin] Pushing event deleted for resources: {'Port': ['ID=b9eef87e-0ca7-430a-8f73-4e37b3ac034f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:12.786621 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-18aa928d-7875-4a4c-bb23-e0882ae286fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (8e8f3d8e-c037-43e6-8719-42bcccc0b458), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:12.808512 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-18aa928d-7875-4a4c-bb23-e0882ae286fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e8f3d8e-c037-43e6-8719-42bcccc0b458']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:12.810062 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126064f2-c806-48e6-a2cb-1bfedc8bb12d None None] DHCP port deletion for 8e8f3d8e-c037-43e6-8719-42bcccc0b458 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:25:12.820589 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-18aa928d-7875-4a4c-bb23-e0882ae286fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59cd10bc-601a-4592-a0e1-7565cf8bc2a9') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:12.821797 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-18aa928d-7875-4a4c-bb23-e0882ae286fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59cd10bc-601a-4592-a0e1-7565cf8bc2a9') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:12.833727 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-18aa928d-7875-4a4c-bb23-e0882ae286fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (59cd10bc-601a-4592-a0e1-7565cf8bc2a9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:12.847835 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-18aa928d-7875-4a4c-bb23-e0882ae286fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (59cd10bc-601a-4592-a0e1-7565cf8bc2a9), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:12.855596 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18aa928d-7875-4a4c-bb23-e0882ae286fd admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:25:12.856569 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-18aa928d-7875-4a4c-bb23-e0882ae286fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (59cd10bc-601a-4592-a0e1-7565cf8bc2a9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: timer() Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:25:12.858330 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:25:12.915177 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-18aa928d-7875-4a4c-bb23-e0882ae286fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (8e8f3d8e-c037-43e6-8719-42bcccc0b458), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:12.920941 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-18aa928d-7875-4a4c-bb23-e0882ae286fd admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:12.924477 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-18aa928d-7875-4a4c-bb23-e0882ae286fd admin admin] 10.222.0.65 "DELETE /v2.0/networks/8e8f3d8e-c037-43e6-8719-42bcccc0b458 HTTP/1.1" status: 204 len: 168 time: 0.5537670 Feb 19 05:25:12.936840 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa928d-7875-4a4c-bb23-e0882ae286fd admin admin] Pushing event deleted for resources: {'Network': ['ID=8e8f3d8e-c037-43e6-8719-42bcccc0b458,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:13.109043 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36292) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:25:13.153975 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-84773a1d-b8ad-451e-b65f-56e8e3f96fcf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c49ee5b78c5047e6b736ec2872b57de5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437100 Feb 19 05:25:13.157183 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36294) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:25:13.207668 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8ea72aa-6b33-4838-92d5-c6001972051c admin admin] Publish callbacks [] for security_group (8517c4ed-ea6c-479b-81d6-39beb10a6148), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:13.229979 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8ea72aa-6b33-4838-92d5-c6001972051c admin admin] Publish callbacks [] for security_group (8517c4ed-ea6c-479b-81d6-39beb10a6148), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:13.277587 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8ea72aa-6b33-4838-92d5-c6001972051c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (8517c4ed-ea6c-479b-81d6-39beb10a6148), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:13.280404 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a8ea72aa-6b33-4838-92d5-c6001972051c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:13.283118 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a8ea72aa-6b33-4838-92d5-c6001972051c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8517c4ed-ea6c-479b-81d6-39beb10a6148 HTTP/1.1" status: 204 len: 168 time: 0.1239674 Feb 19 05:25:13.291313 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea72aa-6b33-4838-92d5-c6001972051c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8517c4ed-ea6c-479b-81d6-39beb10a6148,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:13.369266 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:25:13.595323 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device eb24c926-f942-45c9-bc30-15355465354f no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:25:13.621904 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: eb24c926-f942-45c9-bc30-15355465354f {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:25:13.622257 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device eb24c926-f942-45c9-bc30-15355465354f not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:25:13.622688 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3b683009-91bd-4c64-aea8-c834104e27aa no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:25:13.635953 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36300) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:25:13.643042 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 3b683009-91bd-4c64-aea8-c834104e27aa {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:25:13.643394 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 3b683009-91bd-4c64-aea8-c834104e27aa not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:25:13.644051 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b9eef87e-0ca7-430a-8f73-4e37b3ac034f no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:25:13.665738 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: b9eef87e-0ca7-430a-8f73-4e37b3ac034f {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:25:13.666079 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b9eef87e-0ca7-430a-8f73-4e37b3ac034f not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:25:13.688321 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-437c321a-0cb1-4a5f-a5bb-371ebc787c33 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=173ad641a6414c77bd3fb8b01c26c700&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0510721 Feb 19 05:25:13.691026 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36302) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:25:13.745013 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bcb66d96-c260-4963-b803-eebb8667b3a0 admin admin] Publish callbacks [] for security_group (9a9b78a2-2904-4429-9c5e-3ba7bfe14e81), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:13.770539 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bcb66d96-c260-4963-b803-eebb8667b3a0 admin admin] Publish callbacks [] for security_group (9a9b78a2-2904-4429-9c5e-3ba7bfe14e81), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:13.829712 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bcb66d96-c260-4963-b803-eebb8667b3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9a9b78a2-2904-4429-9c5e-3ba7bfe14e81), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:13.832744 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-bcb66d96-c260-4963-b803-eebb8667b3a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:13.834114 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-bcb66d96-c260-4963-b803-eebb8667b3a0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9a9b78a2-2904-4429-9c5e-3ba7bfe14e81 HTTP/1.1" status: 204 len: 168 time: 0.1420848 Feb 19 05:25:13.844762 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb66d96-c260-4963-b803-eebb8667b3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9b78a2-2904-4429-9c5e-3ba7bfe14e81,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:14.615497 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36324) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:25:14.723784 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-9772f6be-be7d-446b-bfe7-0f28f406737a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1043685670-network', 'tenant_id': '54d2c75be242433ea3c9206806bd868a'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:25:14.744224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9772f6be-be7d-446b-bfe7-0f28f406737a admin admin] Made reservation on behalf of 54d2c75be242433ea3c9206806bd868a for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:25:14.746644 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9772f6be-be7d-446b-bfe7-0f28f406737a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:14.758095 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9772f6be-be7d-446b-bfe7-0f28f406737a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:14.841587 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9772f6be-be7d-446b-bfe7-0f28f406737a admin admin] Publish callbacks [] for security_group (da0f9159-bf2e-4658-86e9-ccc609d4e9cf), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:14.845675 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9772f6be-be7d-446b-bfe7-0f28f406737a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (da0f9159-bf2e-4658-86e9-ccc609d4e9cf), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:14.872584 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9772f6be-be7d-446b-bfe7-0f28f406737a admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:25:14.883492 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772f6be-be7d-446b-bfe7-0f28f406737a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0f9159-bf2e-4658-86e9-ccc609d4e9cf,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:14.889743 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9772f6be-be7d-446b-bfe7-0f28f406737a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (096dcc91-590c-4780-98de-3c4b3ca580a5), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:14.890088 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-9772f6be-be7d-446b-bfe7-0f28f406737a admin admin] Added segment 096dcc91-590c-4780-98de-3c4b3ca580a5 of type vlan for network e0928e25-48f3-4367-8066-2352fd83cf49 Feb 19 05:25:14.933639 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9772f6be-be7d-446b-bfe7-0f28f406737a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (e0928e25-48f3-4367-8066-2352fd83cf49), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:14.959198 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9772f6be-be7d-446b-bfe7-0f28f406737a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (e0928e25-48f3-4367-8066-2352fd83cf49), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:14.960126 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9772f6be-be7d-446b-bfe7-0f28f406737a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:14.960708 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9772f6be-be7d-446b-bfe7-0f28f406737a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:15.017794 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9772f6be-be7d-446b-bfe7-0f28f406737a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4010348 Feb 19 05:25:15.020688 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36328) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:25:15.025630 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772f6be-be7d-446b-bfe7-0f28f406737a admin admin] Pushing event updated for resources: {'Network': ['ID=e0928e25-48f3-4367-8066-2352fd83cf49,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:15.026092 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-495fe828-3ae4-4683-a885-14ad74466f12 admin admin] Request body: {'subnet': {'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1043685670-subnet', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:25:15.041455 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network e0928e25-48f3-4367-8066-2352fd83cf49 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:25:15.046497 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495fe828-3ae4-4683-a885-14ad74466f12 admin admin] Made reservation on behalf of 54d2c75be242433ea3c9206806bd868a for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:25:15.049457 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-495fe828-3ae4-4683-a885-14ad74466f12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:15.225574 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-495fe828-3ae4-4683-a885-14ad74466f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (47712acc-2e62-4e47-942f-27ee7a9d6f0a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:15.283815 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fe828-3ae4-4683-a885-14ad74466f12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47712acc-2e62-4e47-942f-27ee7a9d6f0a,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:15.293945 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495fe828-3ae4-4683-a885-14ad74466f12 admin admin] Checking segment: {'id': '096dcc91-590c-4780-98de-3c4b3ca580a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:25:15.294314 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495fe828-3ae4-4683-a885-14ad74466f12 admin admin] Network hostable DHCP agents. Network: e0928e25-48f3-4367-8066-2352fd83cf49, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:25:15.311092 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495fe828-3ae4-4683-a885-14ad74466f12 admin admin] Network e0928e25-48f3-4367-8066-2352fd83cf49 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:25:15.320224 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-495fe828-3ae4-4683-a885-14ad74466f12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, e0928e25-48f3-4367-8066-2352fd83cf49) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:25:15.327622 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495fe828-3ae4-4683-a885-14ad74466f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:15.328307 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-495fe828-3ae4-4683-a885-14ad74466f12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:15.330395 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2c4324-9aec-4aed-b1d6-15de1beb6ab9 None None] Network e0928e25-48f3-4367-8066-2352fd83cf49 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:25:15.356156 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-495fe828-3ae4-4683-a885-14ad74466f12 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3340437 Feb 19 05:25:15.360356 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36330) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:25:15.365140 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1043685670-router', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:25:15.386973 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (460dd66e-7e7a-4d0c-9416-56a42d06fe67), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:15.388147 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (460dd66e-7e7a-4d0c-9416-56a42d06fe67), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:15.438798 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f462a3-7288-4a00-9278-60d7f4e65513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-e0928e25-48f3-4367-8066-2352fd83cf49', 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49', 'project_id': '54d2c75be242433ea3c9206806bd868a', 'fixed_ips': [{'subnet_id': '47712acc-2e62-4e47-942f-27ee7a9d6f0a'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:25:15.441438 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b1f462a3-7288-4a00-9278-60d7f4e65513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:15.452639 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Publish callbacks [] for router_controller (460dd66e-7e7a-4d0c-9416-56a42d06fe67), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:15.611180 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Publish callbacks [] for router_gateway (460dd66e-7e7a-4d0c-9416-56a42d06fe67), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:15.747689 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-b1f462a3-7288-4a00-9278-60d7f4e65513 None None] Allocated IP 172.20.0.2 (e0928e25-48f3-4367-8066-2352fd83cf49/47712acc-2e62-4e47-942f-27ee7a9d6f0a/133cc24a-1cfa-43e7-b04b-1cd82d8dd66d) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:25:15.828275 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Publish callbacks [] for router_gateway (460dd66e-7e7a-4d0c-9416-56a42d06fe67), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:15.848182 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:15.903809 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b1f462a3-7288-4a00-9278-60d7f4e65513 None None] Publish callbacks [] for port (133cc24a-1cfa-43e7-b04b-1cd82d8dd66d), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:15.918146 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b1f462a3-7288-4a00-9278-60d7f4e65513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (133cc24a-1cfa-43e7-b04b-1cd82d8dd66d), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:15.958772 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f462a3-7288-4a00-9278-60d7f4e65513 None None] Network e0928e25-48f3-4367-8066-2352fd83cf49 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:25:15.961803 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-b1f462a3-7288-4a00-9278-60d7f4e65513 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:25:15.964704 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f462a3-7288-4a00-9278-60d7f4e65513 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:25:15.973523 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Allocated IP 172.25.0.172 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/898f54d4-30a6-4b5e-aab5-b66df899b791) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:25:15.977305 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f462a3-7288-4a00-9278-60d7f4e65513 None None] Pushing event updated for resources: {'Port': ['ID=133cc24a-1cfa-43e7-b04b-1cd82d8dd66d,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:16.031542 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b1f462a3-7288-4a00-9278-60d7f4e65513 None None] Attempting to bind port 133cc24a-1cfa-43e7-b04b-1cd82d8dd66d on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:25:16.031925 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b1f462a3-7288-4a00-9278-60d7f4e65513 None None] Attempting to bind port 133cc24a-1cfa-43e7-b04b-1cd82d8dd66d by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '096dcc91-590c-4780-98de-3c4b3ca580a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:25:16.032298 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f462a3-7288-4a00-9278-60d7f4e65513 None None] Attempting to bind port 133cc24a-1cfa-43e7-b04b-1cd82d8dd66d on network e0928e25-48f3-4367-8066-2352fd83cf49 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:25:16.037323 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f462a3-7288-4a00-9278-60d7f4e65513 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:25:16.037710 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f462a3-7288-4a00-9278-60d7f4e65513 None None] Checking segment: {'id': '096dcc91-590c-4780-98de-3c4b3ca580a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:25:16.038154 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b1f462a3-7288-4a00-9278-60d7f4e65513 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:16.038558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f462a3-7288-4a00-9278-60d7f4e65513 None None] Bound using segment: {'id': '096dcc91-590c-4780-98de-3c4b3ca580a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:25:16.039027 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-b1f462a3-7288-4a00-9278-60d7f4e65513 None None] Bound port: 133cc24a-1cfa-43e7-b04b-1cd82d8dd66d, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096dcc91-590c-4780-98de-3c4b3ca580a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:25:16.039412 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b1f462a3-7288-4a00-9278-60d7f4e65513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (133cc24a-1cfa-43e7-b04b-1cd82d8dd66d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:16.076254 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Publish callbacks [] for port (898f54d4-30a6-4b5e-aab5-b66df899b791), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:16.105432 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b1f462a3-7288-4a00-9278-60d7f4e65513 None None] For port 133cc24a-1cfa-43e7-b04b-1cd82d8dd66d, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:25:16.108768 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b1f462a3-7288-4a00-9278-60d7f4e65513 None None] For port 133cc24a-1cfa-43e7-b04b-1cd82d8dd66d, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=133cc24a-1cfa-43e7-b04b-1cd82d8dd66d,segment=NetworkSegment(096dcc91-590c-4780-98de-3c4b3ca580a5),segment_id=096dcc91-590c-4780-98de-3c4b3ca580a5)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:25:16.110606 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (898f54d4-30a6-4b5e-aab5-b66df899b791), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:16.114145 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b1f462a3-7288-4a00-9278-60d7f4e65513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (133cc24a-1cfa-43e7-b04b-1cd82d8dd66d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:16.147779 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:25:16.150839 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:25:16.154498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:25:16.174718 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f462a3-7288-4a00-9278-60d7f4e65513 None None] Pushing event updated for resources: {'Port': ['ID=133cc24a-1cfa-43e7-b04b-1cd82d8dd66d,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:16.189053 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Pushing event updated for resources: {'Port': ['ID=898f54d4-30a6-4b5e-aab5-b66df899b791,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:16.200722 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:16.201104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:16.201452 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:16.201790 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:16.202122 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:16.202457 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:16.202832 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:16.203170 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:16.203498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:16.203834 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:16.204157 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:16.204481 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:16.204804 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:16.459217 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Publish callbacks [] for router_gateway (460dd66e-7e7a-4d0c-9416-56a42d06fe67), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:16.928540 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (460dd66e-7e7a-4d0c-9416-56a42d06fe67), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:17.073309 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Router 460dd66e-7e7a-4d0c-9416-56a42d06fe67 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:25:17.167878 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3d9347-e2a3-4271-a85e-ad817bd6dafc None None] Network e0928e25-48f3-4367-8066-2352fd83cf49 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:25:17.186277 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:25:17.205002 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:17.208852 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-de6a67bc-a369-49bf-9ec7-54c637ce3567 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8447747 Feb 19 05:25:17.209189 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36332) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:25:17.215060 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] Sync routers for ids ['460dd66e-7e7a-4d0c-9416-56a42d06fe67'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:25:17.250593 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] Routers {'460dd66e-7e7a-4d0c-9416-56a42d06fe67'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:25:17.251226 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:25:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['460dd66e-7e7a-4d0c-9416-56a42d06fe67'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:17.294033 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6b9b5ea2-b012-4c36-8437-22591c8acd07 None None] Provisioning complete for port 133cc24a-1cfa-43e7-b04b-1cd82d8dd66d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:25:17.294411 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6b9b5ea2-b012-4c36-8437-22591c8acd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (133cc24a-1cfa-43e7-b04b-1cd82d8dd66d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:17.459079 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] Set router 460dd66e-7e7a-4d0c-9416-56a42d06fe67 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:25:17.591951 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b5ea2-b012-4c36-8437-22591c8acd07 None None] Current status of the port 133cc24a-1cfa-43e7-b04b-1cd82d8dd66d is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:25:17.592348 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6b9b5ea2-b012-4c36-8437-22591c8acd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (133cc24a-1cfa-43e7-b04b-1cd82d8dd66d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:17.674081 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-6b9b5ea2-b012-4c36-8437-22591c8acd07 None None] For port 133cc24a-1cfa-43e7-b04b-1cd82d8dd66d, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=133cc24a-1cfa-43e7-b04b-1cd82d8dd66d,segment=NetworkSegment(096dcc91-590c-4780-98de-3c4b3ca580a5),segment_id=096dcc91-590c-4780-98de-3c4b3ca580a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:25:17.678852 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 133cc24a-1cfa-43e7-b04b-1cd82d8dd66d up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:25:17.683018 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6b9b5ea2-b012-4c36-8437-22591c8acd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (133cc24a-1cfa-43e7-b04b-1cd82d8dd66d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:17.688284 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aff954ed-896b-4b0d-8ef5-8314bb2f6492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:17.785331 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b5ea2-b012-4c36-8437-22591c8acd07 None None] Pushing event updated for resources: {'Port': ['ID=133cc24a-1cfa-43e7-b04b-1cd82d8dd66d,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:17.789833 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'name': 'tempest-TestMinimumBasicScenario-1043685670-router', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:25:16Z', 'revision_number': 3, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'gw_port': {'id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:17.825183 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] Checking router: 460dd66e-7e7a-4d0c-9416-56a42d06fe67 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:25:17.825533 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] Updating router 460dd66e-7e7a-4d0c-9416-56a42d06fe67 port 898f54d4-30a6-4b5e-aab5-b66df899b791 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:25:17.854280 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 133cc24a-1cfa-43e7-b04b-1cd82d8dd66d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:25:17.854658 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (133cc24a-1cfa-43e7-b04b-1cd82d8dd66d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:17.881097 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f881eae-3fb0-4a88-baa1-a4c2f21549f6 None None] Provisioning complete for port 133cc24a-1cfa-43e7-b04b-1cd82d8dd66d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:25:17.881097 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f881eae-3fb0-4a88-baa1-a4c2f21549f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (133cc24a-1cfa-43e7-b04b-1cd82d8dd66d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:17.898159 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-aff954ed-896b-4b0d-8ef5-8314bb2f6492 admin admin] Allocated IP 172.20.0.1 (e0928e25-48f3-4367-8066-2352fd83cf49/47712acc-2e62-4e47-942f-27ee7a9d6f0a/083db199-1038-460b-8b09-4034913c409d) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:25:17.907852 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (898f54d4-30a6-4b5e-aab5-b66df899b791), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:18.012724 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aff954ed-896b-4b0d-8ef5-8314bb2f6492 admin admin] Publish callbacks [] for port (083db199-1038-460b-8b09-4034913c409d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:18.048873 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aff954ed-896b-4b0d-8ef5-8314bb2f6492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (083db199-1038-460b-8b09-4034913c409d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:18.087488 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff954ed-896b-4b0d-8ef5-8314bb2f6492 admin admin] Network e0928e25-48f3-4367-8066-2352fd83cf49 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:25:18.091980 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-aff954ed-896b-4b0d-8ef5-8314bb2f6492 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:25:18.098233 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff954ed-896b-4b0d-8ef5-8314bb2f6492 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:25:18.104107 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff954ed-896b-4b0d-8ef5-8314bb2f6492 admin admin] Pushing event updated for resources: {'Port': ['ID=083db199-1038-460b-8b09-4034913c409d,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:18.147050 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aff954ed-896b-4b0d-8ef5-8314bb2f6492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (460dd66e-7e7a-4d0c-9416-56a42d06fe67), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:18.157017 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 133cc24a-1cfa-43e7-b04b-1cd82d8dd66d is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:25:18.182085 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f881eae-3fb0-4a88-baa1-a4c2f21549f6 None None] Current status of the port 133cc24a-1cfa-43e7-b04b-1cd82d8dd66d is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:25:18.296373 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] Publish callbacks [] for port (898f54d4-30a6-4b5e-aab5-b66df899b791), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:18.302843 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (898f54d4-30a6-4b5e-aab5-b66df899b791), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:18.330571 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aff954ed-896b-4b0d-8ef5-8314bb2f6492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (083db199-1038-460b-8b09-4034913c409d), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:18.357771 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] Attempting to bind port 898f54d4-30a6-4b5e-aab5-b66df899b791 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:25:18.358155 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] Attempting to bind port 898f54d4-30a6-4b5e-aab5-b66df899b791 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:25:18.358613 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] Attempting to bind port 898f54d4-30a6-4b5e-aab5-b66df899b791 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:25:18.360483 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f480c-0a49-4354-ac60-e0b36ecf4a79 None None] Pushing event updated for resources: {'Port': ['ID=898f54d4-30a6-4b5e-aab5-b66df899b791,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:18.366207 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:25:18.367028 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:25:18.367028 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:18.367437 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:25:18.367890 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] Bound port: 898f54d4-30a6-4b5e-aab5-b66df899b791, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:25:18.368151 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (898f54d4-30a6-4b5e-aab5-b66df899b791), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:18.430662 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1bfc01f6-551a-4e96-8533-e442dd023a4b None None] Provisioning complete for port 083db199-1038-460b-8b09-4034913c409d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:25:18.430978 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1bfc01f6-551a-4e96-8533-e442dd023a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (083db199-1038-460b-8b09-4034913c409d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:18.432930 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] For port 898f54d4-30a6-4b5e-aab5-b66df899b791, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:25:18.437073 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] For port 898f54d4-30a6-4b5e-aab5-b66df899b791, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=898f54d4-30a6-4b5e-aab5-b66df899b791,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:25:18.468228 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (898f54d4-30a6-4b5e-aab5-b66df899b791), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:18.502238 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aff954ed-896b-4b0d-8ef5-8314bb2f6492 admin admin] Publish callbacks [] for port (083db199-1038-460b-8b09-4034913c409d), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:18.502613 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc01f6-551a-4e96-8533-e442dd023a4b None None] Port 083db199-1038-460b-8b09-4034913c409d cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:25:18.507947 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aff954ed-896b-4b0d-8ef5-8314bb2f6492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (083db199-1038-460b-8b09-4034913c409d), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:18.545889 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] Routers {'460dd66e-7e7a-4d0c-9416-56a42d06fe67'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:25:18.546979 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:25:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['460dd66e-7e7a-4d0c-9416-56a42d06fe67'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:18.552601 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f480c-0a49-4354-ac60-e0b36ecf4a79 None None] Pushing event updated for resources: {'Port': ['ID=898f54d4-30a6-4b5e-aab5-b66df899b791,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:18.584538 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aff954ed-896b-4b0d-8ef5-8314bb2f6492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (460dd66e-7e7a-4d0c-9416-56a42d06fe67), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:18.586400 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff954ed-896b-4b0d-8ef5-8314bb2f6492 admin admin] Pushing event updated for resources: {'Port': ['ID=083db199-1038-460b-8b09-4034913c409d,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:18.666833 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] Set router 460dd66e-7e7a-4d0c-9416-56a42d06fe67 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:25:18.683756 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff954ed-896b-4b0d-8ef5-8314bb2f6492 admin admin] Network e0928e25-48f3-4367-8066-2352fd83cf49 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:25:18.685306 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-aff954ed-896b-4b0d-8ef5-8314bb2f6492 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:25:18.895724 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'name': 'tempest-TestMinimumBasicScenario-1043685670-router', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:25:18Z', 'revision_number': 4, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'gw_port': {'id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '083db199-1038-460b-8b09-4034913c409d', 'name': '', 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'mac_address': 'fa:16:3e:ba:77:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '47712acc-2e62-4e47-942f-27ee7a9d6f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:17Z', 'updated_at': '2022-02-19T05:25:18Z', 'revision_number': 2, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'subnets': [{'id': '47712acc-2e62-4e47-942f-27ee7a9d6f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:19.098991 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997ad116-cdb6-49ae-b51a-f23cdaec78da None None] The sync data for ids ['460dd66e-7e7a-4d0c-9416-56a42d06fe67'] in n-d-772273-4 is: [{'id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'name': 'tempest-TestMinimumBasicScenario-1043685670-router', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:25:18Z', 'revision_number': 4, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'gw_port': {'id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '083db199-1038-460b-8b09-4034913c409d', 'name': '', 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'mac_address': 'fa:16:3e:ba:77:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '47712acc-2e62-4e47-942f-27ee7a9d6f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:17Z', 'updated_at': '2022-02-19T05:25:18Z', 'revision_number': 2, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'subnets': [{'id': '47712acc-2e62-4e47-942f-27ee7a9d6f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:25:19.103640 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff954ed-896b-4b0d-8ef5-8314bb2f6492 admin admin] Router 460dd66e-7e7a-4d0c-9416-56a42d06fe67 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:25:19.113163 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-4216c9aa-8437-4155-b8b2-a0e9c31f097f None None] Provisioning complete for port 083db199-1038-460b-8b09-4034913c409d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:25:19.113624 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4216c9aa-8437-4155-b8b2-a0e9c31f097f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (083db199-1038-460b-8b09-4034913c409d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:19.155439 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4216c9aa-8437-4155-b8b2-a0e9c31f097f None None] Port 083db199-1038-460b-8b09-4034913c409d cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:25:19.232266 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff954ed-896b-4b0d-8ef5-8314bb2f6492 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:25:19.239209 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-aff954ed-896b-4b0d-8ef5-8314bb2f6492 admin admin] 10.222.0.65 "PUT /v2.0/routers/460dd66e-7e7a-4d0c-9416-56a42d06fe67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0288973 Feb 19 05:25:19.614268 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 133cc24a-1cfa-43e7-b04b-1cd82d8dd66d up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:25:19.671343 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 133cc24a-1cfa-43e7-b04b-1cd82d8dd66d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:25:19.671759 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (133cc24a-1cfa-43e7-b04b-1cd82d8dd66d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:19.762850 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 133cc24a-1cfa-43e7-b04b-1cd82d8dd66d is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:25:19.802974 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36348) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:25:19.808275 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-78534f92-bf51-4b85-8074-ba47949198c0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-121186335-network', 'tenant_id': 'fbfc2182aabe4b91ad7e883d502c4c54'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:25:19.833636 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78534f92-bf51-4b85-8074-ba47949198c0 admin admin] Made reservation on behalf of fbfc2182aabe4b91ad7e883d502c4c54 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:25:19.836709 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78534f92-bf51-4b85-8074-ba47949198c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:19.849550 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78534f92-bf51-4b85-8074-ba47949198c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:19.933569 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78534f92-bf51-4b85-8074-ba47949198c0 admin admin] Publish callbacks [] for security_group (06f6dc7f-67be-44f5-a09a-d950b451fecf), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:19.938219 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78534f92-bf51-4b85-8074-ba47949198c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (06f6dc7f-67be-44f5-a09a-d950b451fecf), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:19.957757 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78534f92-bf51-4b85-8074-ba47949198c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:25:19.976031 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78534f92-bf51-4b85-8074-ba47949198c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (dbcf950e-5a6c-4d3f-b366-d466eec49e3f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:19.976376 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-78534f92-bf51-4b85-8074-ba47949198c0 admin admin] Added segment dbcf950e-5a6c-4d3f-b366-d466eec49e3f of type vlan for network 8cc09b66-c930-457f-8876-d252bb6a9c80 Feb 19 05:25:19.977791 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78534f92-bf51-4b85-8074-ba47949198c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f6dc7f-67be-44f5-a09a-d950b451fecf,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:20.021804 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78534f92-bf51-4b85-8074-ba47949198c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (8cc09b66-c930-457f-8876-d252bb6a9c80), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:20.048728 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78534f92-bf51-4b85-8074-ba47949198c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (8cc09b66-c930-457f-8876-d252bb6a9c80), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:20.049767 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78534f92-bf51-4b85-8074-ba47949198c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:20.050347 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-78534f92-bf51-4b85-8074-ba47949198c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:20.112474 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-78534f92-bf51-4b85-8074-ba47949198c0 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3065434 Feb 19 05:25:20.113589 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36350) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:25:20.118778 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-87613b6a-5a01-4338-b338-823de291bbd0 admin admin] Request body: {'subnet': {'network_id': '8cc09b66-c930-457f-8876-d252bb6a9c80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-121186335-subnet', 'tenant_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:25:20.132559 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78534f92-bf51-4b85-8074-ba47949198c0 admin admin] Pushing event updated for resources: {'Network': ['ID=8cc09b66-c930-457f-8876-d252bb6a9c80,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:20.143249 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 8cc09b66-c930-457f-8876-d252bb6a9c80 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:25:20.151481 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87613b6a-5a01-4338-b338-823de291bbd0 admin admin] Made reservation on behalf of fbfc2182aabe4b91ad7e883d502c4c54 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:25:20.153940 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87613b6a-5a01-4338-b338-823de291bbd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:20.336492 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87613b6a-5a01-4338-b338-823de291bbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (9bb1644a-fd86-49e1-bee1-a2fae8373617), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:20.393527 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87613b6a-5a01-4338-b338-823de291bbd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bb1644a-fd86-49e1-bee1-a2fae8373617,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:20.409956 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87613b6a-5a01-4338-b338-823de291bbd0 admin admin] Checking segment: {'id': 'dbcf950e-5a6c-4d3f-b366-d466eec49e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8cc09b66-c930-457f-8876-d252bb6a9c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:25:20.410329 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87613b6a-5a01-4338-b338-823de291bbd0 admin admin] Network hostable DHCP agents. Network: 8cc09b66-c930-457f-8876-d252bb6a9c80, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:25:20.429706 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87613b6a-5a01-4338-b338-823de291bbd0 admin admin] Network 8cc09b66-c930-457f-8876-d252bb6a9c80 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:25:20.439708 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-87613b6a-5a01-4338-b338-823de291bbd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 8cc09b66-c930-457f-8876-d252bb6a9c80) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:25:20.444141 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87613b6a-5a01-4338-b338-823de291bbd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:20.444812 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-87613b6a-5a01-4338-b338-823de291bbd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:20.451266 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e11d7d-1bdf-40b3-b767-9cf10817d82f None None] Network 8cc09b66-c930-457f-8876-d252bb6a9c80 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:25:20.465547 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-87613b6a-5a01-4338-b338-823de291bbd0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3500297 Feb 19 05:25:20.467474 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36352) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:25:20.472603 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-f06aac57-46b9-4160-9c03-98b4ee0c1fcc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-121186335-router', 'tenant_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:25:20.494168 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f06aac57-46b9-4160-9c03-98b4ee0c1fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (df72d97f-14cd-4010-91ee-30435b41c9ba), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:20.495347 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f06aac57-46b9-4160-9c03-98b4ee0c1fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (df72d97f-14cd-4010-91ee-30435b41c9ba), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:20.553885 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f06aac57-46b9-4160-9c03-98b4ee0c1fcc admin admin] Publish callbacks [] for router_controller (df72d97f-14cd-4010-91ee-30435b41c9ba), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:20.582389 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8f1a66-a9e1-45b7-896c-4f79e55e083e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-8cc09b66-c930-457f-8876-d252bb6a9c80', 'network_id': '8cc09b66-c930-457f-8876-d252bb6a9c80', 'project_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'fixed_ips': [{'subnet_id': '9bb1644a-fd86-49e1-bee1-a2fae8373617'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:25:20.583319 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4d8f1a66-a9e1-45b7-896c-4f79e55e083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:20.723386 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f06aac57-46b9-4160-9c03-98b4ee0c1fcc admin admin] Publish callbacks [] for router_gateway (df72d97f-14cd-4010-91ee-30435b41c9ba), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:20.745058 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-4d8f1a66-a9e1-45b7-896c-4f79e55e083e None None] Allocated IP 172.20.0.2 (8cc09b66-c930-457f-8876-d252bb6a9c80/9bb1644a-fd86-49e1-bee1-a2fae8373617/5b188dbc-dc50-4a8c-8b8e-396bd1d285f3) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:25:20.925906 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4d8f1a66-a9e1-45b7-896c-4f79e55e083e None None] Publish callbacks [] for port (5b188dbc-dc50-4a8c-8b8e-396bd1d285f3), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:20.933088 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4d8f1a66-a9e1-45b7-896c-4f79e55e083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (5b188dbc-dc50-4a8c-8b8e-396bd1d285f3), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:20.969470 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f06aac57-46b9-4160-9c03-98b4ee0c1fcc admin admin] Publish callbacks [] for router_gateway (df72d97f-14cd-4010-91ee-30435b41c9ba), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:20.982379 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8f1a66-a9e1-45b7-896c-4f79e55e083e None None] Network 8cc09b66-c930-457f-8876-d252bb6a9c80 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:25:20.987581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-4d8f1a66-a9e1-45b7-896c-4f79e55e083e None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:25:20.989290 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f06aac57-46b9-4160-9c03-98b4ee0c1fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:20.990036 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f1a66-a9e1-45b7-896c-4f79e55e083e None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:25:20.997181 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f1a66-a9e1-45b7-896c-4f79e55e083e None None] Pushing event updated for resources: {'Port': ['ID=5b188dbc-dc50-4a8c-8b8e-396bd1d285f3,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:21.056847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-4d8f1a66-a9e1-45b7-896c-4f79e55e083e None None] Attempting to bind port 5b188dbc-dc50-4a8c-8b8e-396bd1d285f3 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:25:21.057259 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-4d8f1a66-a9e1-45b7-896c-4f79e55e083e None None] Attempting to bind port 5b188dbc-dc50-4a8c-8b8e-396bd1d285f3 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'dbcf950e-5a6c-4d3f-b366-d466eec49e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8cc09b66-c930-457f-8876-d252bb6a9c80'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:25:21.057628 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f1a66-a9e1-45b7-896c-4f79e55e083e None None] Attempting to bind port 5b188dbc-dc50-4a8c-8b8e-396bd1d285f3 on network 8cc09b66-c930-457f-8876-d252bb6a9c80 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:25:21.064342 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f1a66-a9e1-45b7-896c-4f79e55e083e None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:25:21.064724 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f1a66-a9e1-45b7-896c-4f79e55e083e None None] Checking segment: {'id': 'dbcf950e-5a6c-4d3f-b366-d466eec49e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8cc09b66-c930-457f-8876-d252bb6a9c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:25:21.065190 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4d8f1a66-a9e1-45b7-896c-4f79e55e083e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:21.065596 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f1a66-a9e1-45b7-896c-4f79e55e083e None None] Bound using segment: {'id': 'dbcf950e-5a6c-4d3f-b366-d466eec49e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8cc09b66-c930-457f-8876-d252bb6a9c80'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:25:21.066085 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-4d8f1a66-a9e1-45b7-896c-4f79e55e083e None None] Bound port: 5b188dbc-dc50-4a8c-8b8e-396bd1d285f3, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbcf950e-5a6c-4d3f-b366-d466eec49e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8cc09b66-c930-457f-8876-d252bb6a9c80'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:25:21.066459 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4d8f1a66-a9e1-45b7-896c-4f79e55e083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5b188dbc-dc50-4a8c-8b8e-396bd1d285f3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:21.107241 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-f06aac57-46b9-4160-9c03-98b4ee0c1fcc admin admin] Allocated IP 172.25.0.233 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/f45df09c-bc4f-4160-8c08-6bd7259ef3df) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:25:21.135509 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-4d8f1a66-a9e1-45b7-896c-4f79e55e083e None None] For port 5b188dbc-dc50-4a8c-8b8e-396bd1d285f3, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:25:21.138801 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-4d8f1a66-a9e1-45b7-896c-4f79e55e083e None None] For port 5b188dbc-dc50-4a8c-8b8e-396bd1d285f3, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5b188dbc-dc50-4a8c-8b8e-396bd1d285f3,segment=NetworkSegment(dbcf950e-5a6c-4d3f-b366-d466eec49e3f),segment_id=dbcf950e-5a6c-4d3f-b366-d466eec49e3f)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:25:21.146674 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4d8f1a66-a9e1-45b7-896c-4f79e55e083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5b188dbc-dc50-4a8c-8b8e-396bd1d285f3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:21.218321 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f1a66-a9e1-45b7-896c-4f79e55e083e None None] Pushing event updated for resources: {'Port': ['ID=5b188dbc-dc50-4a8c-8b8e-396bd1d285f3,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:21.228054 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f06aac57-46b9-4160-9c03-98b4ee0c1fcc admin admin] Publish callbacks [] for port (f45df09c-bc4f-4160-8c08-6bd7259ef3df), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:21.254135 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] Sync routers for ids ['460dd66e-7e7a-4d0c-9416-56a42d06fe67'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:25:21.263962 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f06aac57-46b9-4160-9c03-98b4ee0c1fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f45df09c-bc4f-4160-8c08-6bd7259ef3df), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:21.264662 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] Routers {'460dd66e-7e7a-4d0c-9416-56a42d06fe67'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:25:21.265945 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:25:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['460dd66e-7e7a-4d0c-9416-56a42d06fe67'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:21.304604 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06aac57-46b9-4160-9c03-98b4ee0c1fcc admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:25:21.311344 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-f06aac57-46b9-4160-9c03-98b4ee0c1fcc admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:25:21.316494 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06aac57-46b9-4160-9c03-98b4ee0c1fcc admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:25:21.319753 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06aac57-46b9-4160-9c03-98b4ee0c1fcc admin admin] Pushing event updated for resources: {'Port': ['ID=f45df09c-bc4f-4160-8c08-6bd7259ef3df,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:21.385988 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] Set router 460dd66e-7e7a-4d0c-9416-56a42d06fe67 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:25:21.624014 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f06aac57-46b9-4160-9c03-98b4ee0c1fcc admin admin] Publish callbacks [] for router_gateway (df72d97f-14cd-4010-91ee-30435b41c9ba), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:21.661917 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'name': 'tempest-TestMinimumBasicScenario-1043685670-router', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:25:18Z', 'revision_number': 4, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'gw_port': {'id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '083db199-1038-460b-8b09-4034913c409d', 'name': '', 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'mac_address': 'fa:16:3e:ba:77:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '47712acc-2e62-4e47-942f-27ee7a9d6f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:17Z', 'updated_at': '2022-02-19T05:25:18Z', 'revision_number': 2, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'subnets': [{'id': '47712acc-2e62-4e47-942f-27ee7a9d6f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:21.688755 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5b188dbc-dc50-4a8c-8b8e-396bd1d285f3 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:25:21.694321 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] Checking router: 460dd66e-7e7a-4d0c-9416-56a42d06fe67 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:25:21.694924 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] Updating router 460dd66e-7e7a-4d0c-9416-56a42d06fe67 port 083db199-1038-460b-8b09-4034913c409d binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:25:21.723222 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (083db199-1038-460b-8b09-4034913c409d), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:21.739925 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 5b188dbc-dc50-4a8c-8b8e-396bd1d285f3 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:25:21.740659 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5b188dbc-dc50-4a8c-8b8e-396bd1d285f3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:21.828414 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 5b188dbc-dc50-4a8c-8b8e-396bd1d285f3 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:25:21.829141 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5b188dbc-dc50-4a8c-8b8e-396bd1d285f3), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:21.869991 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f06aac57-46b9-4160-9c03-98b4ee0c1fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (df72d97f-14cd-4010-91ee-30435b41c9ba), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:21.870290 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 5b188dbc-dc50-4a8c-8b8e-396bd1d285f3, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5b188dbc-dc50-4a8c-8b8e-396bd1d285f3,segment=NetworkSegment(dbcf950e-5a6c-4d3f-b366-d466eec49e3f),segment_id=dbcf950e-5a6c-4d3f-b366-d466eec49e3f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:25:21.874639 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (5b188dbc-dc50-4a8c-8b8e-396bd1d285f3), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:21.875663 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 898f54d4-30a6-4b5e-aab5-b66df899b791 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:25:21.972031 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=5b188dbc-dc50-4a8c-8b8e-396bd1d285f3,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:22.019820 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 898f54d4-30a6-4b5e-aab5-b66df899b791 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:25:22.020304 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (898f54d4-30a6-4b5e-aab5-b66df899b791), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:22.033593 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06aac57-46b9-4160-9c03-98b4ee0c1fcc admin admin] Router df72d97f-14cd-4010-91ee-30435b41c9ba is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:25:22.059816 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] Publish callbacks [] for port (083db199-1038-460b-8b09-4034913c409d), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:22.065871 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (083db199-1038-460b-8b09-4034913c409d), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:22.128805 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccf811-fe68-43bb-8dda-cf1669a294fa None None] Pushing event updated for resources: {'Port': ['ID=083db199-1038-460b-8b09-4034913c409d,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:22.137627 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 898f54d4-30a6-4b5e-aab5-b66df899b791 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:25:22.138000 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (898f54d4-30a6-4b5e-aab5-b66df899b791), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:22.177197 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ccf811-fe68-43bb-8dda-cf1669a294fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:22.177562 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ccf811-fe68-43bb-8dda-cf1669a294fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:22.177876 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ccf811-fe68-43bb-8dda-cf1669a294fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:22.178211 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ccf811-fe68-43bb-8dda-cf1669a294fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:22.178540 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ccf811-fe68-43bb-8dda-cf1669a294fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:22.178867 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ccf811-fe68-43bb-8dda-cf1669a294fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:22.179190 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ccf811-fe68-43bb-8dda-cf1669a294fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:22.179507 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ccf811-fe68-43bb-8dda-cf1669a294fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:22.179831 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ccf811-fe68-43bb-8dda-cf1669a294fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:22.180150 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ccf811-fe68-43bb-8dda-cf1669a294fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:22.181023 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ccf811-fe68-43bb-8dda-cf1669a294fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:22.181556 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ccf811-fe68-43bb-8dda-cf1669a294fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:22.181888 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ccf811-fe68-43bb-8dda-cf1669a294fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:22.194868 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06aac57-46b9-4160-9c03-98b4ee0c1fcc admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:25:22.216254 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] Sync routers for ids ['df72d97f-14cd-4010-91ee-30435b41c9ba'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:25:22.223472 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 898f54d4-30a6-4b5e-aab5-b66df899b791, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=898f54d4-30a6-4b5e-aab5-b66df899b791,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:25:22.225630 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] Attempting to bind port 083db199-1038-460b-8b09-4034913c409d on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:25:22.228099 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] Attempting to bind port 083db199-1038-460b-8b09-4034913c409d by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '096dcc91-590c-4780-98de-3c4b3ca580a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:25:22.233122 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] Attempting to bind port 083db199-1038-460b-8b09-4034913c409d on network e0928e25-48f3-4367-8066-2352fd83cf49 {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:25:22.234205 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f06aac57-46b9-4160-9c03-98b4ee0c1fcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:22.234668 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (898f54d4-30a6-4b5e-aab5-b66df899b791), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:22.239450 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36354) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:25:22.244728 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:25:22.245581 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] Checking segment: {'id': '096dcc91-590c-4780-98de-3c4b3ca580a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:25:22.246199 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:22.247037 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] Bound using segment: {'id': '096dcc91-590c-4780-98de-3c4b3ca580a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:25:22.247857 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] Bound port: 083db199-1038-460b-8b09-4034913c409d, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096dcc91-590c-4780-98de-3c4b3ca580a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:25:22.248469 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (083db199-1038-460b-8b09-4034913c409d), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:22.248942 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] Routers {'df72d97f-14cd-4010-91ee-30435b41c9ba'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:25:22.249513 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f06aac57-46b9-4160-9c03-98b4ee0c1fcc admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7799451 Feb 19 05:25:22.250680 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:25:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['df72d97f-14cd-4010-91ee-30435b41c9ba'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:22.350306 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] For port 083db199-1038-460b-8b09-4034913c409d, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:25:22.356024 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] For port 083db199-1038-460b-8b09-4034913c409d, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=083db199-1038-460b-8b09-4034913c409d,segment=NetworkSegment(096dcc91-590c-4780-98de-3c4b3ca580a5),segment_id=096dcc91-590c-4780-98de-3c4b3ca580a5)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:25:22.365961 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (083db199-1038-460b-8b09-4034913c409d), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:22.443777 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccf811-fe68-43bb-8dda-cf1669a294fa None None] Pushing event updated for resources: {'Port': ['ID=083db199-1038-460b-8b09-4034913c409d,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:22.469934 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=898f54d4-30a6-4b5e-aab5-b66df899b791,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:22.486013 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] Routers {'460dd66e-7e7a-4d0c-9416-56a42d06fe67'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:25:22.486812 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:25:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['460dd66e-7e7a-4d0c-9416-56a42d06fe67'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:22.526607 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] Set router df72d97f-14cd-4010-91ee-30435b41c9ba gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:25:22.646016 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] Set router 460dd66e-7e7a-4d0c-9416-56a42d06fe67 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:25:22.714025 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da612544-d0eb-474d-9cc9-75fb3d1fbac0 None None] Network 8cc09b66-c930-457f-8876-d252bb6a9c80 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:25:22.785498 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-34f9f9b4-47f2-46a4-9efe-f8e32e2c47c3 None None] Provisioning complete for port 083db199-1038-460b-8b09-4034913c409d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:25:22.786843 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-34f9f9b4-47f2-46a4-9efe-f8e32e2c47c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (083db199-1038-460b-8b09-4034913c409d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:22.848077 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e70bfcb-38da-43ea-8424-73ef22a6f22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:22.883159 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'name': 'tempest-TestMinimumBasicScenario-1043685670-router', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:25:18Z', 'revision_number': 4, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'gw_port': {'id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '083db199-1038-460b-8b09-4034913c409d', 'name': '', 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'mac_address': 'fa:16:3e:ba:77:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '47712acc-2e62-4e47-942f-27ee7a9d6f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:17Z', 'updated_at': '2022-02-19T05:25:22Z', 'revision_number': 4, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'subnets': [{'id': '47712acc-2e62-4e47-942f-27ee7a9d6f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:22.914226 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a24f319-5657-490a-b525-8902ea6f6005 None None] The sync data for ids ['460dd66e-7e7a-4d0c-9416-56a42d06fe67'] in n-d-772273-4 is: [{'id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'name': 'tempest-TestMinimumBasicScenario-1043685670-router', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:25:18Z', 'revision_number': 4, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'gw_port': {'id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '083db199-1038-460b-8b09-4034913c409d', 'name': '', 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'mac_address': 'fa:16:3e:ba:77:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '47712acc-2e62-4e47-942f-27ee7a9d6f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:17Z', 'updated_at': '2022-02-19T05:25:22Z', 'revision_number': 4, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'subnets': [{'id': '47712acc-2e62-4e47-942f-27ee7a9d6f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:25:22.925334 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df72d97f-14cd-4010-91ee-30435b41c9ba', 'name': 'tempest-TestMinimumBasicScenario-121186335-router', 'tenant_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'f45df09c-bc4f-4160-8c08-6bd7259ef3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:25:20Z', 'updated_at': '2022-02-19T05:25:21Z', 'revision_number': 3, 'project_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'gw_port': {'id': 'f45df09c-bc4f-4160-8c08-6bd7259ef3df', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df72d97f-14cd-4010-91ee-30435b41c9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:20Z', 'updated_at': '2022-02-19T05:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:22.964054 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] Checking router: df72d97f-14cd-4010-91ee-30435b41c9ba for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:25:22.964411 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] Updating router df72d97f-14cd-4010-91ee-30435b41c9ba port f45df09c-bc4f-4160-8c08-6bd7259ef3df binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:25:22.996332 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-34f9f9b4-47f2-46a4-9efe-f8e32e2c47c3 None None] Current status of the port 083db199-1038-460b-8b09-4034913c409d is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:25:22.996728 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-34f9f9b4-47f2-46a4-9efe-f8e32e2c47c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (083db199-1038-460b-8b09-4034913c409d), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:23.015411 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f45df09c-bc4f-4160-8c08-6bd7259ef3df), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:23.067196 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-34f9f9b4-47f2-46a4-9efe-f8e32e2c47c3 None None] For port 083db199-1038-460b-8b09-4034913c409d, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=083db199-1038-460b-8b09-4034913c409d,segment=NetworkSegment(096dcc91-590c-4780-98de-3c4b3ca580a5),segment_id=096dcc91-590c-4780-98de-3c4b3ca580a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:25:23.070683 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-3e70bfcb-38da-43ea-8424-73ef22a6f22e admin admin] Allocated IP 172.20.0.1 (8cc09b66-c930-457f-8876-d252bb6a9c80/9bb1644a-fd86-49e1-bee1-a2fae8373617/138fdb49-ed92-4c9a-be2f-db0adbbf61f2) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:25:23.085968 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-34f9f9b4-47f2-46a4-9efe-f8e32e2c47c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (083db199-1038-460b-8b09-4034913c409d), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:23.209837 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e70bfcb-38da-43ea-8424-73ef22a6f22e admin admin] Publish callbacks [] for port (138fdb49-ed92-4c9a-be2f-db0adbbf61f2), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:23.252294 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9f9b4-47f2-46a4-9efe-f8e32e2c47c3 None None] Pushing event updated for resources: {'Port': ['ID=083db199-1038-460b-8b09-4034913c409d,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:23.255833 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e70bfcb-38da-43ea-8424-73ef22a6f22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (138fdb49-ed92-4c9a-be2f-db0adbbf61f2), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:23.293533 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-952490d9-36aa-4776-844f-e69d6dc85a75 None None] Provisioning complete for port 083db199-1038-460b-8b09-4034913c409d triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:25:23.293911 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-952490d9-36aa-4776-844f-e69d6dc85a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (083db199-1038-460b-8b09-4034913c409d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:23.294219 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e70bfcb-38da-43ea-8424-73ef22a6f22e admin admin] Network 8cc09b66-c930-457f-8876-d252bb6a9c80 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:25:23.298168 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-3e70bfcb-38da-43ea-8424-73ef22a6f22e admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:25:23.300964 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e70bfcb-38da-43ea-8424-73ef22a6f22e admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:25:23.344652 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70bfcb-38da-43ea-8424-73ef22a6f22e admin admin] Pushing event updated for resources: {'Port': ['ID=138fdb49-ed92-4c9a-be2f-db0adbbf61f2,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:23.356584 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e70bfcb-38da-43ea-8424-73ef22a6f22e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (df72d97f-14cd-4010-91ee-30435b41c9ba), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:23.534872 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e70bfcb-38da-43ea-8424-73ef22a6f22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (138fdb49-ed92-4c9a-be2f-db0adbbf61f2), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:23.598739 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] Publish callbacks [] for port (f45df09c-bc4f-4160-8c08-6bd7259ef3df), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:23.600854 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-952490d9-36aa-4776-844f-e69d6dc85a75 None None] Current status of the port 083db199-1038-460b-8b09-4034913c409d is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:25:23.615728 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f45df09c-bc4f-4160-8c08-6bd7259ef3df), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:23.647444 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-952490d9-36aa-4776-844f-e69d6dc85a75 None None] Provisioning complete for port 5b188dbc-dc50-4a8c-8b8e-396bd1d285f3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:25:23.648023 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-952490d9-36aa-4776-844f-e69d6dc85a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5b188dbc-dc50-4a8c-8b8e-396bd1d285f3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:23.705218 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3566e-6459-4e6e-9805-061e8fd97b55 None None] Pushing event updated for resources: {'Port': ['ID=f45df09c-bc4f-4160-8c08-6bd7259ef3df,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:23.716065 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] Attempting to bind port f45df09c-bc4f-4160-8c08-6bd7259ef3df on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:25:23.716454 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] Attempting to bind port f45df09c-bc4f-4160-8c08-6bd7259ef3df by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:25:23.716825 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] Attempting to bind port f45df09c-bc4f-4160-8c08-6bd7259ef3df on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:25:23.724495 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:25:23.724886 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:25:23.725387 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:23.725789 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:25:23.726268 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] Bound port: f45df09c-bc4f-4160-8c08-6bd7259ef3df, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:25:23.726658 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f45df09c-bc4f-4160-8c08-6bd7259ef3df), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:23.755605 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5b188dbc-dc50-4a8c-8b8e-396bd1d285f3 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:25:23.767403 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e70bfcb-38da-43ea-8424-73ef22a6f22e admin admin] Publish callbacks [] for port (138fdb49-ed92-4c9a-be2f-db0adbbf61f2), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:23.777740 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e70bfcb-38da-43ea-8424-73ef22a6f22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (138fdb49-ed92-4c9a-be2f-db0adbbf61f2), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:23.852871 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] For port f45df09c-bc4f-4160-8c08-6bd7259ef3df, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:25:23.855144 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 5b188dbc-dc50-4a8c-8b8e-396bd1d285f3 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:25:23.855538 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5b188dbc-dc50-4a8c-8b8e-396bd1d285f3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:23.858820 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] For port f45df09c-bc4f-4160-8c08-6bd7259ef3df, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f45df09c-bc4f-4160-8c08-6bd7259ef3df,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:25:23.861734 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e70bfcb-38da-43ea-8424-73ef22a6f22e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (df72d97f-14cd-4010-91ee-30435b41c9ba), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:23.863892 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70bfcb-38da-43ea-8424-73ef22a6f22e admin admin] Pushing event updated for resources: {'Port': ['ID=138fdb49-ed92-4c9a-be2f-db0adbbf61f2,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:23.907165 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f45df09c-bc4f-4160-8c08-6bd7259ef3df), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:23.979677 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e70bfcb-38da-43ea-8424-73ef22a6f22e admin admin] Network 8cc09b66-c930-457f-8876-d252bb6a9c80 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:25:23.981372 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-3e70bfcb-38da-43ea-8424-73ef22a6f22e admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:25:24.116104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e70bfcb-38da-43ea-8424-73ef22a6f22e admin admin] Router df72d97f-14cd-4010-91ee-30435b41c9ba has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:25:24.147258 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-952490d9-36aa-4776-844f-e69d6dc85a75 None None] Current status of the port 5b188dbc-dc50-4a8c-8b8e-396bd1d285f3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:25:24.176237 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3566e-6459-4e6e-9805-061e8fd97b55 None None] Pushing event updated for resources: {'Port': ['ID=f45df09c-bc4f-4160-8c08-6bd7259ef3df,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:24.178279 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] Routers {'df72d97f-14cd-4010-91ee-30435b41c9ba'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:25:24.178851 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:25:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['df72d97f-14cd-4010-91ee-30435b41c9ba'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:24.221005 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3566e-6459-4e6e-9805-061e8fd97b55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:24.221361 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3566e-6459-4e6e-9805-061e8fd97b55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:24.222153 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3566e-6459-4e6e-9805-061e8fd97b55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:24.222153 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3566e-6459-4e6e-9805-061e8fd97b55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:24.222476 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3566e-6459-4e6e-9805-061e8fd97b55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:24.222703 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3566e-6459-4e6e-9805-061e8fd97b55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:24.223039 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3566e-6459-4e6e-9805-061e8fd97b55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:24.223367 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3566e-6459-4e6e-9805-061e8fd97b55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:24.223692 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3566e-6459-4e6e-9805-061e8fd97b55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:24.224019 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3566e-6459-4e6e-9805-061e8fd97b55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:24.224345 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3566e-6459-4e6e-9805-061e8fd97b55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:24.224666 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3566e-6459-4e6e-9805-061e8fd97b55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:24.225015 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3566e-6459-4e6e-9805-061e8fd97b55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:25:24.248483 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e70bfcb-38da-43ea-8424-73ef22a6f22e admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:25:24.255367 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3e70bfcb-38da-43ea-8424-73ef22a6f22e admin admin] 10.222.0.65 "PUT /v2.0/routers/df72d97f-14cd-4010-91ee-30435b41c9ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0146160 Feb 19 05:25:24.299369 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 5b188dbc-dc50-4a8c-8b8e-396bd1d285f3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:25:24.300480 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 083db199-1038-460b-8b09-4034913c409d up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:25:24.359231 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-7c677791-cc8e-4ee7-bcb7-44c2d91f716b None None] Provisioning complete for port 138fdb49-ed92-4c9a-be2f-db0adbbf61f2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:25:24.359617 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7c677791-cc8e-4ee7-bcb7-44c2d91f716b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (138fdb49-ed92-4c9a-be2f-db0adbbf61f2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:24.412871 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] Set router df72d97f-14cd-4010-91ee-30435b41c9ba gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:25:24.451038 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7c677791-cc8e-4ee7-bcb7-44c2d91f716b None None] Port 138fdb49-ed92-4c9a-be2f-db0adbbf61f2 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:25:24.506149 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 083db199-1038-460b-8b09-4034913c409d triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:25:24.506529 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (083db199-1038-460b-8b09-4034913c409d), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:24.564658 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-7c677791-cc8e-4ee7-bcb7-44c2d91f716b None None] Provisioning complete for port 5b188dbc-dc50-4a8c-8b8e-396bd1d285f3 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:25:24.565068 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7c677791-cc8e-4ee7-bcb7-44c2d91f716b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (5b188dbc-dc50-4a8c-8b8e-396bd1d285f3), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:24.749437 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 083db199-1038-460b-8b09-4034913c409d is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:25:24.751085 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 898f54d4-30a6-4b5e-aab5-b66df899b791 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:25:24.791226 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7c677791-cc8e-4ee7-bcb7-44c2d91f716b None None] Current status of the port 5b188dbc-dc50-4a8c-8b8e-396bd1d285f3 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:25:24.821233 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df72d97f-14cd-4010-91ee-30435b41c9ba', 'name': 'tempest-TestMinimumBasicScenario-121186335-router', 'tenant_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'f45df09c-bc4f-4160-8c08-6bd7259ef3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:25:20Z', 'updated_at': '2022-02-19T05:25:23Z', 'revision_number': 4, 'project_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'gw_port': {'id': 'f45df09c-bc4f-4160-8c08-6bd7259ef3df', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df72d97f-14cd-4010-91ee-30435b41c9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:20Z', 'updated_at': '2022-02-19T05:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '138fdb49-ed92-4c9a-be2f-db0adbbf61f2', 'name': '', 'network_id': '8cc09b66-c930-457f-8876-d252bb6a9c80', 'tenant_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'mac_address': 'fa:16:3e:ba:4d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df72d97f-14cd-4010-91ee-30435b41c9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '9bb1644a-fd86-49e1-bee1-a2fae8373617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:22Z', 'updated_at': '2022-02-19T05:25:23Z', 'revision_number': 2, 'project_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'subnets': [{'id': '9bb1644a-fd86-49e1-bee1-a2fae8373617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:24.860173 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 898f54d4-30a6-4b5e-aab5-b66df899b791 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:25:24.860406 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (898f54d4-30a6-4b5e-aab5-b66df899b791), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:24.862426 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2941220-0f2b-4438-81c1-2ac5805ca509 None None] The sync data for ids ['df72d97f-14cd-4010-91ee-30435b41c9ba'] in n-d-772273-4 is: [{'id': 'df72d97f-14cd-4010-91ee-30435b41c9ba', 'name': 'tempest-TestMinimumBasicScenario-121186335-router', 'tenant_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'f45df09c-bc4f-4160-8c08-6bd7259ef3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:25:20Z', 'updated_at': '2022-02-19T05:25:23Z', 'revision_number': 4, 'project_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'gw_port': {'id': 'f45df09c-bc4f-4160-8c08-6bd7259ef3df', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df72d97f-14cd-4010-91ee-30435b41c9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:20Z', 'updated_at': '2022-02-19T05:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '138fdb49-ed92-4c9a-be2f-db0adbbf61f2', 'name': '', 'network_id': '8cc09b66-c930-457f-8876-d252bb6a9c80', 'tenant_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'mac_address': 'fa:16:3e:ba:4d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df72d97f-14cd-4010-91ee-30435b41c9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '9bb1644a-fd86-49e1-bee1-a2fae8373617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:22Z', 'updated_at': '2022-02-19T05:25:23Z', 'revision_number': 2, 'project_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'subnets': [{'id': '9bb1644a-fd86-49e1-bee1-a2fae8373617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:25:24.950848 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 898f54d4-30a6-4b5e-aab5-b66df899b791 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:25:27.551960 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] Sync routers for ids ['df72d97f-14cd-4010-91ee-30435b41c9ba'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:25:27.567396 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] Routers {'df72d97f-14cd-4010-91ee-30435b41c9ba'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:25:27.568132 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:25:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['df72d97f-14cd-4010-91ee-30435b41c9ba'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:27.655459 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f45df09c-bc4f-4160-8c08-6bd7259ef3df up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:25:27.719088 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port f45df09c-bc4f-4160-8c08-6bd7259ef3df triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:25:27.719469 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f45df09c-bc4f-4160-8c08-6bd7259ef3df), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:27.809070 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port f45df09c-bc4f-4160-8c08-6bd7259ef3df is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:25:27.809526 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f45df09c-bc4f-4160-8c08-6bd7259ef3df), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:27.838893 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port f45df09c-bc4f-4160-8c08-6bd7259ef3df, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f45df09c-bc4f-4160-8c08-6bd7259ef3df,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:25:27.841195 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] Set router df72d97f-14cd-4010-91ee-30435b41c9ba gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:25:27.846420 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f45df09c-bc4f-4160-8c08-6bd7259ef3df), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:27.917521 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=f45df09c-bc4f-4160-8c08-6bd7259ef3df,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:28.084419 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df72d97f-14cd-4010-91ee-30435b41c9ba', 'name': 'tempest-TestMinimumBasicScenario-121186335-router', 'tenant_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'f45df09c-bc4f-4160-8c08-6bd7259ef3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:25:20Z', 'updated_at': '2022-02-19T05:25:23Z', 'revision_number': 4, 'project_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'gw_port': {'id': 'f45df09c-bc4f-4160-8c08-6bd7259ef3df', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df72d97f-14cd-4010-91ee-30435b41c9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:20Z', 'updated_at': '2022-02-19T05:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '138fdb49-ed92-4c9a-be2f-db0adbbf61f2', 'name': '', 'network_id': '8cc09b66-c930-457f-8876-d252bb6a9c80', 'tenant_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'mac_address': 'fa:16:3e:ba:4d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df72d97f-14cd-4010-91ee-30435b41c9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '9bb1644a-fd86-49e1-bee1-a2fae8373617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:22Z', 'updated_at': '2022-02-19T05:25:23Z', 'revision_number': 2, 'project_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'subnets': [{'id': '9bb1644a-fd86-49e1-bee1-a2fae8373617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:28.121025 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] Checking router: df72d97f-14cd-4010-91ee-30435b41c9ba for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:25:28.121388 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] Updating router df72d97f-14cd-4010-91ee-30435b41c9ba port 138fdb49-ed92-4c9a-be2f-db0adbbf61f2 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:25:28.159985 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (138fdb49-ed92-4c9a-be2f-db0adbbf61f2), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:28.454175 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] Publish callbacks [] for port (138fdb49-ed92-4c9a-be2f-db0adbbf61f2), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:28.460101 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (138fdb49-ed92-4c9a-be2f-db0adbbf61f2), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:28.553074 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd533094-07f5-4ea1-8eb1-103dd2842faf None None] Pushing event updated for resources: {'Port': ['ID=138fdb49-ed92-4c9a-be2f-db0adbbf61f2,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:28.597138 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] Attempting to bind port 138fdb49-ed92-4c9a-be2f-db0adbbf61f2 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:25:28.597511 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] Attempting to bind port 138fdb49-ed92-4c9a-be2f-db0adbbf61f2 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'dbcf950e-5a6c-4d3f-b366-d466eec49e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8cc09b66-c930-457f-8876-d252bb6a9c80'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:25:28.597878 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] Attempting to bind port 138fdb49-ed92-4c9a-be2f-db0adbbf61f2 on network 8cc09b66-c930-457f-8876-d252bb6a9c80 {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:25:28.603215 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:25:28.603591 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] Checking segment: {'id': 'dbcf950e-5a6c-4d3f-b366-d466eec49e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8cc09b66-c930-457f-8876-d252bb6a9c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:25:28.603995 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:28.604388 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] Bound using segment: {'id': 'dbcf950e-5a6c-4d3f-b366-d466eec49e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8cc09b66-c930-457f-8876-d252bb6a9c80'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:25:28.604854 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] Bound port: 138fdb49-ed92-4c9a-be2f-db0adbbf61f2, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbcf950e-5a6c-4d3f-b366-d466eec49e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8cc09b66-c930-457f-8876-d252bb6a9c80'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:25:28.605256 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (138fdb49-ed92-4c9a-be2f-db0adbbf61f2), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:28.672938 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] For port 138fdb49-ed92-4c9a-be2f-db0adbbf61f2, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:25:28.676839 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] For port 138fdb49-ed92-4c9a-be2f-db0adbbf61f2, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=138fdb49-ed92-4c9a-be2f-db0adbbf61f2,segment=NetworkSegment(dbcf950e-5a6c-4d3f-b366-d466eec49e3f),segment_id=dbcf950e-5a6c-4d3f-b366-d466eec49e3f)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:25:28.684635 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (138fdb49-ed92-4c9a-be2f-db0adbbf61f2), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:28.745833 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] Routers {'df72d97f-14cd-4010-91ee-30435b41c9ba'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:25:28.746546 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:25:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['df72d97f-14cd-4010-91ee-30435b41c9ba'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:28.791696 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd533094-07f5-4ea1-8eb1-103dd2842faf None None] Pushing event updated for resources: {'Port': ['ID=138fdb49-ed92-4c9a-be2f-db0adbbf61f2,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:28.813445 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-fdd46de5-ed51-4605-8a96-35929a015c23 None None] Provisioning complete for port 138fdb49-ed92-4c9a-be2f-db0adbbf61f2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:25:28.813445 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fdd46de5-ed51-4605-8a96-35929a015c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (138fdb49-ed92-4c9a-be2f-db0adbbf61f2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:28.879274 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] Set router df72d97f-14cd-4010-91ee-30435b41c9ba gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:25:28.931847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-fdd46de5-ed51-4605-8a96-35929a015c23 None None] Current status of the port 138fdb49-ed92-4c9a-be2f-db0adbbf61f2 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:25:28.931847 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fdd46de5-ed51-4605-8a96-35929a015c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (138fdb49-ed92-4c9a-be2f-db0adbbf61f2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:28.984518 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-fdd46de5-ed51-4605-8a96-35929a015c23 None None] For port 138fdb49-ed92-4c9a-be2f-db0adbbf61f2, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=138fdb49-ed92-4c9a-be2f-db0adbbf61f2,segment=NetworkSegment(dbcf950e-5a6c-4d3f-b366-d466eec49e3f),segment_id=dbcf950e-5a6c-4d3f-b366-d466eec49e3f)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:25:28.990842 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fdd46de5-ed51-4605-8a96-35929a015c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (138fdb49-ed92-4c9a-be2f-db0adbbf61f2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:29.082231 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd46de5-ed51-4605-8a96-35929a015c23 None None] Pushing event updated for resources: {'Port': ['ID=138fdb49-ed92-4c9a-be2f-db0adbbf61f2,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:29.187385 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df72d97f-14cd-4010-91ee-30435b41c9ba', 'name': 'tempest-TestMinimumBasicScenario-121186335-router', 'tenant_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'f45df09c-bc4f-4160-8c08-6bd7259ef3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:25:20Z', 'updated_at': '2022-02-19T05:25:23Z', 'revision_number': 4, 'project_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'gw_port': {'id': 'f45df09c-bc4f-4160-8c08-6bd7259ef3df', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72d97f-14cd-4010-91ee-30435b41c9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:20Z', 'updated_at': '2022-02-19T05:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '138fdb49-ed92-4c9a-be2f-db0adbbf61f2', 'name': '', 'network_id': '8cc09b66-c930-457f-8876-d252bb6a9c80', 'tenant_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'mac_address': 'fa:16:3e:ba:4d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df72d97f-14cd-4010-91ee-30435b41c9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '9bb1644a-fd86-49e1-bee1-a2fae8373617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:22Z', 'updated_at': '2022-02-19T05:25:28Z', 'revision_number': 4, 'project_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'subnets': [{'id': '9bb1644a-fd86-49e1-bee1-a2fae8373617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:25:29.214968 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-3bc08ca2-f926-4a3c-a153-cb4bfaa39c33 None None] Provisioning complete for port 138fdb49-ed92-4c9a-be2f-db0adbbf61f2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:25:29.215339 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3bc08ca2-f926-4a3c-a153-cb4bfaa39c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (138fdb49-ed92-4c9a-be2f-db0adbbf61f2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:29.219433 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c5cde0-7963-4e90-9d5e-fadc19dc43a6 None None] The sync data for ids ['df72d97f-14cd-4010-91ee-30435b41c9ba'] in n-d-772273-4 is: [{'id': 'df72d97f-14cd-4010-91ee-30435b41c9ba', 'name': 'tempest-TestMinimumBasicScenario-121186335-router', 'tenant_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'f45df09c-bc4f-4160-8c08-6bd7259ef3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:25:20Z', 'updated_at': '2022-02-19T05:25:23Z', 'revision_number': 4, 'project_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'gw_port': {'id': 'f45df09c-bc4f-4160-8c08-6bd7259ef3df', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72d97f-14cd-4010-91ee-30435b41c9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:20Z', 'updated_at': '2022-02-19T05:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '138fdb49-ed92-4c9a-be2f-db0adbbf61f2', 'name': '', 'network_id': '8cc09b66-c930-457f-8876-d252bb6a9c80', 'tenant_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'mac_address': 'fa:16:3e:ba:4d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df72d97f-14cd-4010-91ee-30435b41c9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '9bb1644a-fd86-49e1-bee1-a2fae8373617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:22Z', 'updated_at': '2022-02-19T05:25:28Z', 'revision_number': 4, 'project_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'subnets': [{'id': '9bb1644a-fd86-49e1-bee1-a2fae8373617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:25:29.320629 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-3bc08ca2-f926-4a3c-a153-cb4bfaa39c33 None None] Current status of the port 138fdb49-ed92-4c9a-be2f-db0adbbf61f2 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:25:29.649291 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f45df09c-bc4f-4160-8c08-6bd7259ef3df up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:25:29.714203 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port f45df09c-bc4f-4160-8c08-6bd7259ef3df triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:25:29.715294 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f45df09c-bc4f-4160-8c08-6bd7259ef3df), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:29.820562 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port f45df09c-bc4f-4160-8c08-6bd7259ef3df is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:25:29.821771 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 138fdb49-ed92-4c9a-be2f-db0adbbf61f2 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:25:29.875370 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 138fdb49-ed92-4c9a-be2f-db0adbbf61f2 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:25:29.875976 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (138fdb49-ed92-4c9a-be2f-db0adbbf61f2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:29.960797 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 138fdb49-ed92-4c9a-be2f-db0adbbf61f2 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:25:32.354591 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5256fe7d-0a26-4bd6-8a24-6fd905542a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:34.643010 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-25ce57f8-7049-4694-9bb3-3fddaa3db9b3 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:34.644656 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-25ce57f8-7049-4694-9bb3-3fddaa3db9b3 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/networks?id=e0928e25-48f3-4367-8066-2352fd83cf49 HTTP/1.1" status: 200 len: 815 time: 0.1039145 Feb 19 05:25:34.661070 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-3cf7f511-be55-419c-a3e4-7b3c4d6010b6 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/quotas/54d2c75be242433ea3c9206806bd868a HTTP/1.1" status: 200 len: 375 time: 0.0105114 Feb 19 05:25:34.725729 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-462f4e76-b58b-4876-b9ee-4f134867ebb0 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=54d2c75be242433ea3c9206806bd868a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589201 Feb 19 05:25:34.823716 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-94d54e3a-d513-49b7-bce1-49f608380425 service neutron] 10.222.0.65 "GET /v2.0/networks/e0928e25-48f3-4367-8066-2352fd83cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867958 Feb 19 05:25:34.922188 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-04494674-6aa3-4068-b47b-4a9c2f8e0cc6 service neutron] 10.222.0.65 "GET /v2.0/networks/e0928e25-48f3-4367-8066-2352fd83cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920117 Feb 19 05:25:35.197692 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-124c9c0c-c7e7-4e18-a967-c090f682d118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:35.277474 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-45317358-afaf-41b0-bdb6-7c4f7375833f req-9ad7d1a4-b592-46b6-9149-a873236fbdda tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 210 time: 0.2218592 Feb 19 05:25:36.043207 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-0c67f4d8-acf7-487a-9758-65e5171238f7 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:36.044746 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-0c67f4d8-acf7-487a-9758-65e5171238f7 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.48 "GET /v2.0/networks?id=e0928e25-48f3-4367-8066-2352fd83cf49 HTTP/1.1" status: 200 len: 815 time: 0.1023009 Feb 19 05:25:36.057188 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-bb0b3fd9-d62e-4310-a091-c3639b5b2f57 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Request body: {'port': {'device_id': '2db633bb-9dc9-4c9d-a1cd-9e59c285221b', 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49', 'admin_state_up': True, 'tenant_id': '54d2c75be242433ea3c9206806bd868a'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:25:36.170590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-bb0b3fd9-d62e-4310-a091-c3639b5b2f57 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Made reservation on behalf of 54d2c75be242433ea3c9206806bd868a for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:25:36.174557 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-bb0b3fd9-d62e-4310-a091-c3639b5b2f57 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:36.306264 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-bb0b3fd9-d62e-4310-a091-c3639b5b2f57 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Allocated IP 172.20.0.14 (e0928e25-48f3-4367-8066-2352fd83cf49/47712acc-2e62-4e47-942f-27ee7a9d6f0a/990a7641-b2f2-48b9-aeda-2c56761e6506) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:25:36.472843 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8d3aa55e-7f31-45fe-9453-bb169739f614 req-27a4ba81-dd09-4762-b45f-054e64ce808f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 210 time: 0.0700643 Feb 19 05:25:36.556300 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-bb0b3fd9-d62e-4310-a091-c3639b5b2f57 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for port (990a7641-b2f2-48b9-aeda-2c56761e6506), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:36.606772 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-bb0b3fd9-d62e-4310-a091-c3639b5b2f57 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (990a7641-b2f2-48b9-aeda-2c56761e6506), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:36.657527 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-bb0b3fd9-d62e-4310-a091-c3639b5b2f57 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Network e0928e25-48f3-4367-8066-2352fd83cf49 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:25:36.660755 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-bb0b3fd9-d62e-4310-a091-c3639b5b2f57 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:25:36.666990 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-bb0b3fd9-d62e-4310-a091-c3639b5b2f57 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:25:36.674064 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b3fd9-d62e-4310-a091-c3639b5b2f57 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Pushing event updated for resources: {'Port': ['ID=990a7641-b2f2-48b9-aeda-2c56761e6506,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:36.740184 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-bb0b3fd9-d62e-4310-a091-c3639b5b2f57 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:36.740756 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-bb0b3fd9-d62e-4310-a091-c3639b5b2f57 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:36.763361 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-bb0b3fd9-d62e-4310-a091-c3639b5b2f57 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7098715 Feb 19 05:25:37.020962 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5691bc3f-3c42-46cf-a90a-aa1df350df7b None None] Provisioning complete for port 990a7641-b2f2-48b9-aeda-2c56761e6506 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:25:37.021573 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5691bc3f-3c42-46cf-a90a-aa1df350df7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (990a7641-b2f2-48b9-aeda-2c56761e6506), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:37.073018 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5691bc3f-3c42-46cf-a90a-aa1df350df7b None None] Port 990a7641-b2f2-48b9-aeda-2c56761e6506 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:25:37.081591 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:37.616777 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15d3eb-b220-415e-927a-d10d8a95c9a5 req-1cbae156-1bee-4c1d-8732-a34f1f55ed7c tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:37.623813 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0e15d3eb-b220-415e-927a-d10d8a95c9a5 req-1cbae156-1bee-4c1d-8732-a34f1f55ed7c tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 932 time: 0.0645092 Feb 19 05:25:37.669412 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0e15d3eb-b220-415e-927a-d10d8a95c9a5 req-fbc4808d-c35b-4892-a40a-6c18827d2cb6 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445664 Feb 19 05:25:38.111065 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:38.194512 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:38.858996 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a75760-e353-4fc8-93bc-a8cda5e32efb req-310d2adc-e47c-413e-b6ef-4334ad246150 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:38.861635 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88a75760-e353-4fc8-93bc-a8cda5e32efb req-310d2adc-e47c-413e-b6ef-4334ad246150 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 932 time: 0.0747650 Feb 19 05:25:38.917841 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88a75760-e353-4fc8-93bc-a8cda5e32efb req-b6a37e9d-ac51-45c4-a1ae-0fbd6e323e4a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505128 Feb 19 05:25:39.440366 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:39.783560 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:40.058719 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3567d-0d9d-4ab6-8ef8-7755372b5eef req-2225d05e-ecd4-408b-befe-3535d264e01c tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:40.061934 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cec3567d-0d9d-4ab6-8ef8-7755372b5eef req-2225d05e-ecd4-408b-befe-3535d264e01c tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 932 time: 0.0713706 Feb 19 05:25:40.114261 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cec3567d-0d9d-4ab6-8ef8-7755372b5eef req-83134a94-d789-474b-8aba-485cdfcce41b tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464160 Feb 19 05:25:41.250948 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d3368-8499-42ae-8a56-d966163d9e0a req-993461f4-a26d-4cd4-8a5f-329650f43126 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:41.252467 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0a8d3368-8499-42ae-8a56-d966163d9e0a req-993461f4-a26d-4cd4-8a5f-329650f43126 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 932 time: 0.0632770 Feb 19 05:25:41.302810 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0a8d3368-8499-42ae-8a56-d966163d9e0a req-a6e688fa-3166-4836-b3c6-6103b48d845c tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442710 Feb 19 05:25:42.432999 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153ec6e-6801-48cd-b85d-8b94eea76ebd req-73c5133f-1217-4eb7-bca8-0cdf85447a8a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:42.434715 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b153ec6e-6801-48cd-b85d-8b94eea76ebd req-73c5133f-1217-4eb7-bca8-0cdf85447a8a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 932 time: 0.0594866 Feb 19 05:25:42.489222 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b153ec6e-6801-48cd-b85d-8b94eea76ebd req-1b923593-5729-4064-a80a-6b8331f73fd5 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470307 Feb 19 05:25:43.620104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d75c44-797f-47ff-b4e1-7ee8a501ac14 req-33a7539b-dbfe-46c9-9e0f-1c4f6b8f54e9 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:43.621609 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-40d75c44-797f-47ff-b4e1-7ee8a501ac14 req-33a7539b-dbfe-46c9-9e0f-1c4f6b8f54e9 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 932 time: 0.0582328 Feb 19 05:25:43.677699 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-40d75c44-797f-47ff-b4e1-7ee8a501ac14 req-9579f3e9-fe84-49e4-b783-991cea092525 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493157 Feb 19 05:25:44.682599 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-2f2ccd0f-4e70-4c58-a929-f59e58a9643f service neutron] Request body: {'port': {'device_id': '2db633bb-9dc9-4c9d-a1cd-9e59c285221b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:25:44.743135 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-2f2ccd0f-4e70-4c58-a929-f59e58a9643f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (990a7641-b2f2-48b9-aeda-2c56761e6506), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:44.801816 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c0358-abc5-4eef-b62f-fd2fd7e51d7c req-65ba33a7-c833-44ec-96b9-505eb48247cb tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:44.803318 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-886c0358-abc5-4eef-b62f-fd2fd7e51d7c req-65ba33a7-c833-44ec-96b9-505eb48247cb tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 932 time: 0.0589845 Feb 19 05:25:44.851939 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-886c0358-abc5-4eef-b62f-fd2fd7e51d7c req-ab4d3cc7-970a-401f-a7a6-056c518e4993 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419483 Feb 19 05:25:45.296651 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-2f2ccd0f-4e70-4c58-a929-f59e58a9643f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 990a7641-b2f2-48b9-aeda-2c56761e6506 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:25:45.304125 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-2f2ccd0f-4e70-4c58-a929-f59e58a9643f service neutron] Publish callbacks [] for port (990a7641-b2f2-48b9-aeda-2c56761e6506), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:45.316172 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-2f2ccd0f-4e70-4c58-a929-f59e58a9643f service neutron] Transition to ACTIVE for port object 990a7641-b2f2-48b9-aeda-2c56761e6506 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:25:45.319935 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-2f2ccd0f-4e70-4c58-a929-f59e58a9643f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (990a7641-b2f2-48b9-aeda-2c56761e6506), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:45.371774 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ccd0f-4e70-4c58-a929-f59e58a9643f service neutron] Pushing event updated for resources: {'Port': ['ID=990a7641-b2f2-48b9-aeda-2c56761e6506,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:45.446810 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-2f2ccd0f-4e70-4c58-a929-f59e58a9643f service neutron] Attempting to bind port 990a7641-b2f2-48b9-aeda-2c56761e6506 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:25:45.447154 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-2f2ccd0f-4e70-4c58-a929-f59e58a9643f service neutron] Attempting to bind port 990a7641-b2f2-48b9-aeda-2c56761e6506 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '096dcc91-590c-4780-98de-3c4b3ca580a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:25:45.447480 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-2f2ccd0f-4e70-4c58-a929-f59e58a9643f service neutron] Attempting to bind port 990a7641-b2f2-48b9-aeda-2c56761e6506 on network e0928e25-48f3-4367-8066-2352fd83cf49 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:25:45.452265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-2f2ccd0f-4e70-4c58-a929-f59e58a9643f service neutron] Port 990a7641-b2f2-48b9-aeda-2c56761e6506 on network e0928e25-48f3-4367-8066-2352fd83cf49 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:25:45.452595 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-2f2ccd0f-4e70-4c58-a929-f59e58a9643f service neutron] Attempting to bind port 990a7641-b2f2-48b9-aeda-2c56761e6506 on network e0928e25-48f3-4367-8066-2352fd83cf49 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:25:45.457591 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-2f2ccd0f-4e70-4c58-a929-f59e58a9643f service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:25:45.458079 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-2f2ccd0f-4e70-4c58-a929-f59e58a9643f service neutron] Checking segment: {'id': '096dcc91-590c-4780-98de-3c4b3ca580a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:25:45.458474 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-2f2ccd0f-4e70-4c58-a929-f59e58a9643f service neutron] Bound using segment: {'id': '096dcc91-590c-4780-98de-3c4b3ca580a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:25:45.458903 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-2f2ccd0f-4e70-4c58-a929-f59e58a9643f service neutron] Bound port: 990a7641-b2f2-48b9-aeda-2c56761e6506, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '096dcc91-590c-4780-98de-3c4b3ca580a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:25:45.459266 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-2f2ccd0f-4e70-4c58-a929-f59e58a9643f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (990a7641-b2f2-48b9-aeda-2c56761e6506), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:45.524360 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-2f2ccd0f-4e70-4c58-a929-f59e58a9643f service neutron] For port 990a7641-b2f2-48b9-aeda-2c56761e6506, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:25:45.528294 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-2f2ccd0f-4e70-4c58-a929-f59e58a9643f service neutron] For port 990a7641-b2f2-48b9-aeda-2c56761e6506, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=990a7641-b2f2-48b9-aeda-2c56761e6506,segment=NetworkSegment(096dcc91-590c-4780-98de-3c4b3ca580a5),segment_id=096dcc91-590c-4780-98de-3c4b3ca580a5)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:25:45.534146 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-2f2ccd0f-4e70-4c58-a929-f59e58a9643f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (990a7641-b2f2-48b9-aeda-2c56761e6506), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:45.569263 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-2f2ccd0f-4e70-4c58-a929-f59e58a9643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:45.569951 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-2f2ccd0f-4e70-4c58-a929-f59e58a9643f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:45.571279 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-2f2ccd0f-4e70-4c58-a929-f59e58a9643f service neutron] 10.222.0.48 "PUT /v2.0/ports/990a7641-b2f2-48b9-aeda-2c56761e6506 HTTP/1.1" status: 200 len: 1092 time: 0.9384596 Feb 19 05:25:45.571723 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db633bb-9dc9-4c9d-a1cd-9e59c285221b', 'tag': '990a7641-b2f2-48b9-aeda-2c56761e6506'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:25:45.574062 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0272402c-7812-41c2-84e3-1067c922f0b1" -d '{"events": [{"name": "network-changed", "server_uuid": "2db633bb-9dc9-4c9d-a1cd-9e59c285221b", "tag": "990a7641-b2f2-48b9-aeda-2c56761e6506"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:25:45.599437 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ccd0f-4e70-4c58-a929-f59e58a9643f service neutron] Pushing event updated for resources: {'Port': ['ID=990a7641-b2f2-48b9-aeda-2c56761e6506,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:45.634734 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2ad8d1-2b01-4b81-bf1c-5e50d7670c99 x-openstack-request-id: req-ec2ad8d1-2b01-4b81-bf1c-5e50d7670c99 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:25:45.635029 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db633bb-9dc9-4c9d-a1cd-9e59c285221b", "tag": "990a7641-b2f2-48b9-aeda-2c56761e6506", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:25:45.635344 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ec2ad8d1-2b01-4b81-bf1c-5e50d7670c99 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:25:45.635744 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db633bb-9dc9-4c9d-a1cd-9e59c285221b', 'tag': '990a7641-b2f2-48b9-aeda-2c56761e6506', 'status': 'completed', 'code': 200} Feb 19 05:25:45.676984 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-6aef99c1-6481-4948-a78c-f868056b5b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:45.678538 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-6aef99c1-6481-4948-a78c-f868056b5b3f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54d2c75be242433ea3c9206806bd868a&device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 1126 time: 0.0590575 Feb 19 05:25:45.721145 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-a36b37d2-1a05-4032-827b-01d6daf6380a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=990a7641-b2f2-48b9-aeda-2c56761e6506 HTTP/1.1" status: 200 len: 217 time: 0.0353837 Feb 19 05:25:45.771655 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-3c2544b3-c998-4214-bc0b-2f29c70b9422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:45.773180 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-3c2544b3-c998-4214-bc0b-2f29c70b9422 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47712acc-2e62-4e47-942f-27ee7a9d6f0a HTTP/1.1" status: 200 len: 854 time: 0.0460734 Feb 19 05:25:45.823665 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-d997f6bb-16d4-44e7-84cb-03439e7add75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:45.825137 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-d997f6bb-16d4-44e7-84cb-03439e7add75 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0928e25-48f3-4367-8066-2352fd83cf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465338 Feb 19 05:25:45.917421 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-cc2cc95d-b426-4689-8473-2f83c089638d service neutron] 10.222.0.48 "GET /v2.0/networks/e0928e25-48f3-4367-8066-2352fd83cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860450 Feb 19 05:25:45.973782 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b31fc9-0a5d-4952-a80e-09925b7da507 req-467b73e9-11ab-476e-bfc7-0be4a01adeec tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:45.975451 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-77b31fc9-0a5d-4952-a80e-09925b7da507 req-467b73e9-11ab-476e-bfc7-0be4a01adeec tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 944 time: 0.0527446 Feb 19 05:25:46.006406 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a0b56e1c-5641-4a9d-9593-45ccb12066d5 req-a0f0fc2e-0d4b-484e-a2b2-ff6a4e803bb7 service neutron] 10.222.0.48 "GET /v2.0/networks/e0928e25-48f3-4367-8066-2352fd83cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823376 Feb 19 05:25:46.022906 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-77b31fc9-0a5d-4952-a80e-09925b7da507 req-7ed1123f-9aa4-46d6-9cc7-1ecc4bbb5222 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418787 Feb 19 05:25:46.098627 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272402c-7812-41c2-84e3-1067c922f0b1 req-fe4892a3-fb24-42ed-af86-5fcc5307b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:46.100073 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0272402c-7812-41c2-84e3-1067c922f0b1 req-fe4892a3-fb24-42ed-af86-5fcc5307b1a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54d2c75be242433ea3c9206806bd868a&device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 1126 time: 0.0497591 Feb 19 05:25:46.188661 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272402c-7812-41c2-84e3-1067c922f0b1 req-142bebc7-a7e4-463f-95db-0591aa2bedbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:46.190165 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0272402c-7812-41c2-84e3-1067c922f0b1 req-142bebc7-a7e4-463f-95db-0591aa2bedbc service neutron] 10.222.0.48 "GET /v2.0/networks?id=e0928e25-48f3-4367-8066-2352fd83cf49 HTTP/1.1" status: 200 len: 915 time: 0.0844355 Feb 19 05:25:46.234965 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0272402c-7812-41c2-84e3-1067c922f0b1 req-4fb1d5fb-06c6-40b6-b8ab-63cbc5b81f02 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=990a7641-b2f2-48b9-aeda-2c56761e6506 HTTP/1.1" status: 200 len: 217 time: 0.0383303 Feb 19 05:25:46.282533 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272402c-7812-41c2-84e3-1067c922f0b1 req-b882dd40-aec1-43c6-b219-a608313bc7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:46.283951 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0272402c-7812-41c2-84e3-1067c922f0b1 req-b882dd40-aec1-43c6-b219-a608313bc7bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47712acc-2e62-4e47-942f-27ee7a9d6f0a HTTP/1.1" status: 200 len: 854 time: 0.0430324 Feb 19 05:25:46.333667 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272402c-7812-41c2-84e3-1067c922f0b1 req-07b31828-4576-4a2b-9611-e3842cc13bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:46.335182 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0272402c-7812-41c2-84e3-1067c922f0b1 req-07b31828-4576-4a2b-9611-e3842cc13bc5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0928e25-48f3-4367-8066-2352fd83cf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439065 Feb 19 05:25:46.428053 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0272402c-7812-41c2-84e3-1067c922f0b1 req-026c871a-069b-4edb-8f31-3fdbd88ad31f service neutron] 10.222.0.48 "GET /v2.0/networks/e0928e25-48f3-4367-8066-2352fd83cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853727 Feb 19 05:25:46.517347 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0272402c-7812-41c2-84e3-1067c922f0b1 req-d99c6663-73da-47ba-98ac-2191a2caec05 service neutron] 10.222.0.48 "GET /v2.0/networks/e0928e25-48f3-4367-8066-2352fd83cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832448 Feb 19 05:25:47.148693 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e1268-639b-472a-b1a8-e694e72fe62b req-a9807f39-3ee4-4256-9313-b02a0aac80bf tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:47.150219 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd2e1268-639b-472a-b1a8-e694e72fe62b req-a9807f39-3ee4-4256-9313-b02a0aac80bf tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 944 time: 0.0552928 Feb 19 05:25:47.197391 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd2e1268-639b-472a-b1a8-e694e72fe62b req-b676fbe9-a32c-4c42-ab69-78d3976ea578 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416479 Feb 19 05:25:47.799448 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 990a7641-b2f2-48b9-aeda-2c56761e6506 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:25:47.899592 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 990a7641-b2f2-48b9-aeda-2c56761e6506, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=990a7641-b2f2-48b9-aeda-2c56761e6506,segment=NetworkSegment(096dcc91-590c-4780-98de-3c4b3ca580a5),segment_id=096dcc91-590c-4780-98de-3c4b3ca580a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:25:47.911004 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '990a7641-b2f2-48b9-aeda-2c56761e6506', 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49', 'port_id': '990a7641-b2f2-48b9-aeda-2c56761e6506', 'mac_address': 'fa:16:3e:84:0b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47712acc-2e62-4e47-942f-27ee7a9d6f0a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:25:47.947007 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 990a7641-b2f2-48b9-aeda-2c56761e6506 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:25:47.947394 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (990a7641-b2f2-48b9-aeda-2c56761e6506), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:47.959978 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 990a7641-b2f2-48b9-aeda-2c56761e6506 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:25:47.978053 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 990a7641-b2f2-48b9-aeda-2c56761e6506, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=990a7641-b2f2-48b9-aeda-2c56761e6506,segment=NetworkSegment(096dcc91-590c-4780-98de-3c4b3ca580a5),segment_id=096dcc91-590c-4780-98de-3c4b3ca580a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:25:47.983905 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (990a7641-b2f2-48b9-aeda-2c56761e6506), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:48.032043 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=990a7641-b2f2-48b9-aeda-2c56761e6506,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:48.191221 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['990a7641-b2f2-48b9-aeda-2c56761e6506'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:25:48.323387 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f9c3f-32d7-49af-9db7-e1cb3a7d8f05 req-57a28558-32c5-4c5a-9171-43ec0cc451e4 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:48.325040 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f7f9c3f-32d7-49af-9db7-e1cb3a7d8f05 req-57a28558-32c5-4c5a-9171-43ec0cc451e4 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 945 time: 0.0538754 Feb 19 05:25:48.376291 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f7f9c3f-32d7-49af-9db7-e1cb3a7d8f05 req-6bf833e8-e86e-4b2f-a568-0aeb8ed161eb tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451274 Feb 19 05:25:49.501850 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e655a-af8f-481a-a2f8-c8501e5057b5 req-f46ebd0d-3ed3-4032-b87c-d671622afaa0 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:49.503349 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8a7e655a-af8f-481a-a2f8-c8501e5057b5 req-f46ebd0d-3ed3-4032-b87c-d671622afaa0 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 945 time: 0.0576894 Feb 19 05:25:49.550177 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8a7e655a-af8f-481a-a2f8-c8501e5057b5 req-110e1654-4c93-4e16-92de-79d3bba29b90 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411701 Feb 19 05:25:49.799221 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 990a7641-b2f2-48b9-aeda-2c56761e6506 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:25:49.846870 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 990a7641-b2f2-48b9-aeda-2c56761e6506 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:25:49.850635 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 990a7641-b2f2-48b9-aeda-2c56761e6506 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:25:49.851015 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (990a7641-b2f2-48b9-aeda-2c56761e6506), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:49.936538 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 990a7641-b2f2-48b9-aeda-2c56761e6506 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:25:49.936953 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (990a7641-b2f2-48b9-aeda-2c56761e6506), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:49.959911 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db633bb-9dc9-4c9d-a1cd-9e59c285221b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990a7641-b2f2-48b9-aeda-2c56761e6506'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:25:49.962204 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d543410-f467-4c01-be86-7b484b1bc0b6" -d '{"events": [{"server_uuid": "2db633bb-9dc9-4c9d-a1cd-9e59c285221b", "name": "network-vif-plugged", "status": "completed", "tag": "990a7641-b2f2-48b9-aeda-2c56761e6506"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:25:49.974770 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 990a7641-b2f2-48b9-aeda-2c56761e6506, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=990a7641-b2f2-48b9-aeda-2c56761e6506,segment=NetworkSegment(096dcc91-590c-4780-98de-3c4b3ca580a5),segment_id=096dcc91-590c-4780-98de-3c4b3ca580a5)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:25:49.978795 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (990a7641-b2f2-48b9-aeda-2c56761e6506), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:25:50.004653 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd4832f-f370-418e-9cd8-c439b7587687 x-openstack-request-id: req-1dd4832f-f370-418e-9cd8-c439b7587687 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:25:50.004967 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db633bb-9dc9-4c9d-a1cd-9e59c285221b", "name": "network-vif-plugged", "status": "completed", "tag": "990a7641-b2f2-48b9-aeda-2c56761e6506", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:25:50.005349 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1dd4832f-f370-418e-9cd8-c439b7587687 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:25:50.006683 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db633bb-9dc9-4c9d-a1cd-9e59c285221b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990a7641-b2f2-48b9-aeda-2c56761e6506', 'code': 200} Feb 19 05:25:50.036797 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=990a7641-b2f2-48b9-aeda-2c56761e6506,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:25:50.102546 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f8bb2-ed81-4c12-9203-521a97a81dcd req-6d4fbbba-694f-42d9-9686-1ef23eec69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:50.103984 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb7f8bb2-ed81-4c12-9203-521a97a81dcd req-6d4fbbba-694f-42d9-9686-1ef23eec69d1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 1128 time: 0.0489540 Feb 19 05:25:50.146694 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bb7f8bb2-ed81-4c12-9203-521a97a81dcd req-f3331a55-5d1a-4c85-94e4-adb5101bb5f4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362720 Feb 19 05:25:50.369824 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:25:50.674842 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4057b-6d6e-4572-a431-40e57b5cf76d req-2bfa6de2-0152-479c-8923-fcaa22c7b329 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:50.676255 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d4d4057b-6d6e-4572-a431-40e57b5cf76d req-2bfa6de2-0152-479c-8923-fcaa22c7b329 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 946 time: 0.0577128 Feb 19 05:25:50.726934 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d4d4057b-6d6e-4572-a431-40e57b5cf76d req-4383e31a-c705-4cb4-b6c4-ff57aa4f3aad tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450988 Feb 19 05:25:51.852384 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974e5a2-0bb2-4fe5-a8df-b786a717f76f req-2c1ebc84-aeb8-4067-9a82-a2a4edcb56dd tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:51.853861 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b974e5a2-0bb2-4fe5-a8df-b786a717f76f req-2c1ebc84-aeb8-4067-9a82-a2a4edcb56dd tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 946 time: 0.0557261 Feb 19 05:25:51.900635 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b974e5a2-0bb2-4fe5-a8df-b786a717f76f req-24518b7f-ccab-4391-9de0-b2a8cc916e7c tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411651 Feb 19 05:25:52.016202 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96f456-5fd9-4956-823f-7d93da40eccd req-d2187ad0-00ca-4964-bada-2a708f5588d0 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:52.017699 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-db96f456-5fd9-4956-823f-7d93da40eccd req-d2187ad0-00ca-4964-bada-2a708f5588d0 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 946 time: 0.0521343 Feb 19 05:25:52.063363 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-db96f456-5fd9-4956-823f-7d93da40eccd req-dd7dfbc0-6b34-47e0-a91d-180612139fcd tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401120 Feb 19 05:25:52.255871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b04ed3-d519-4f0e-a295-e7c46ddbcd26 req-4bf4fbd0-d81b-46cc-82c5-5c1d0fa85429 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:25:52.257379 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-00b04ed3-d519-4f0e-a295-e7c46ddbcd26 req-4bf4fbd0-d81b-46cc-82c5-5c1d0fa85429 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 946 time: 0.0533094 Feb 19 05:25:52.307413 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-00b04ed3-d519-4f0e-a295-e7c46ddbcd26 req-75bdf6a8-86b0-4b03-bb47-0ce15d398697 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444438 Feb 19 05:26:02.357327 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-81c2aee4-45e5-4be3-b15c-22d8522fba2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:05.191181 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9a01fc8e-b773-4dc3-8d6c-502328c124d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:07.062481 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:08.098404 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:08.197201 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:09.434113 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:09.781812 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:11.123199 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b810b-af6d-401a-9684-15b46150f6df req-d36680d4-abea-4d45-ab24-9ef00d05e6f5 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:11.125291 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6b1b810b-af6d-401a-9684-15b46150f6df req-d36680d4-abea-4d45-ab24-9ef00d05e6f5 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 946 time: 0.0592310 Feb 19 05:26:11.176437 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6b1b810b-af6d-401a-9684-15b46150f6df req-1a9d9af3-18ee-4882-907d-b614106df6fe tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452952 Feb 19 05:26:11.198835 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36560) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:26:11.283774 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596cc295-1a91-477c-b06a-11940680b45d tempest-TestMinimumBasicScenario-623010953 tempest-TestMinimumBasicScenario-623010953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:11.285336 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-596cc295-1a91-477c-b06a-11940680b45d tempest-TestMinimumBasicScenario-623010953 tempest-TestMinimumBasicScenario-623010953-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 1123 time: 0.0855279 Feb 19 05:26:11.288300 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36564) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:26:11.292743 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-7775579b-6396-4f55-b567-06e8015d243f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': '990a7641-b2f2-48b9-aeda-2c56761e6506', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:26:11.312942 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7775579b-6396-4f55-b567-06e8015d243f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:11.413978 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7775579b-6396-4f55-b567-06e8015d243f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:11.513768 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-7775579b-6396-4f55-b567-06e8015d243f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Allocated IP 172.25.0.32 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/327f2350-f510-4a3d-9674-b77c8bdec806) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:26:11.622888 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7775579b-6396-4f55-b567-06e8015d243f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for port (327f2350-f510-4a3d-9674-b77c8bdec806), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:11.657521 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7775579b-6396-4f55-b567-06e8015d243f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (327f2350-f510-4a3d-9674-b77c8bdec806), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:11.695765 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7775579b-6396-4f55-b567-06e8015d243f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:26:11.700517 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-7775579b-6396-4f55-b567-06e8015d243f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:26:11.705817 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7775579b-6396-4f55-b567-06e8015d243f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:26:11.708880 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775579b-6396-4f55-b567-06e8015d243f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Pushing event updated for resources: {'Port': ['ID=327f2350-f510-4a3d-9674-b77c8bdec806,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:26:12.067429 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7775579b-6396-4f55-b567-06e8015d243f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for floatingip (3ed86d63-6c9f-479e-8f68-83a5b9b0ca23), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:12.134462 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7775579b-6396-4f55-b567-06e8015d243f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (327f2350-f510-4a3d-9674-b77c8bdec806), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:12.282740 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7775579b-6396-4f55-b567-06e8015d243f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for port (327f2350-f510-4a3d-9674-b77c8bdec806), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:12.287134 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7775579b-6396-4f55-b567-06e8015d243f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (327f2350-f510-4a3d-9674-b77c8bdec806), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:12.361153 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775579b-6396-4f55-b567-06e8015d243f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Pushing event updated for resources: {'Port': ['ID=327f2350-f510-4a3d-9674-b77c8bdec806,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:26:12.369810 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7775579b-6396-4f55-b567-06e8015d243f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (3ed86d63-6c9f-479e-8f68-83a5b9b0ca23), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:12.476596 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-7775579b-6396-4f55-b567-06e8015d243f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Floating IP 3ed86d63-6c9f-479e-8f68-83a5b9b0ca23 associated. External IP: 172.25.0.32, port: 990a7641-b2f2-48b9-aeda-2c56761e6506. Feb 19 05:26:12.688127 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7775579b-6396-4f55-b567-06e8015d243f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Router 460dd66e-7e7a-4d0c-9416-56a42d06fe67 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:26:12.800636 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7775579b-6396-4f55-b567-06e8015d243f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:26:12.809983 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b0e801-6f2b-41b2-997c-0df2a9ae1e67 None None] Sync routers for ids ['460dd66e-7e7a-4d0c-9416-56a42d06fe67'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:26:12.818145 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7775579b-6396-4f55-b567-06e8015d243f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:12.821647 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b0e801-6f2b-41b2-997c-0df2a9ae1e67 None None] Routers {'460dd66e-7e7a-4d0c-9416-56a42d06fe67'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:26:12.821647 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-62b0e801-6f2b-41b2-997c-0df2a9ae1e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:26:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['460dd66e-7e7a-4d0c-9416-56a42d06fe67'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:26:12.935377 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-62b0e801-6f2b-41b2-997c-0df2a9ae1e67 None None] Set router 460dd66e-7e7a-4d0c-9416-56a42d06fe67 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:26:13.124092 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7775579b-6396-4f55-b567-06e8015d243f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8314960 Feb 19 05:26:13.124092 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db633bb-9dc9-4c9d-a1cd-9e59c285221b', 'tag': '990a7641-b2f2-48b9-aeda-2c56761e6506'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:26:13.124460 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36566) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:26:13.124970 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac052b7-0176-4990-b2c1-bf508bf12982" -d '{"events": [{"name": "network-changed", "server_uuid": "2db633bb-9dc9-4c9d-a1cd-9e59c285221b", "tag": "990a7641-b2f2-48b9-aeda-2c56761e6506"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:26:13.137157 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-bd8dfae7-2f54-453a-9aac-3de06581be9a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1954059348', 'description': 'tempest-secgroup-smoke-1954059348 description', 'project_id': '54d2c75be242433ea3c9206806bd868a'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:26:13.165112 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bd8dfae7-2f54-453a-9aac-3de06581be9a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:13.173099 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f9dc4f-d89c-4372-9cd7-85b035a4288d x-openstack-request-id: req-00f9dc4f-d89c-4372-9cd7-85b035a4288d {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:26:13.174066 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db633bb-9dc9-4c9d-a1cd-9e59c285221b", "tag": "990a7641-b2f2-48b9-aeda-2c56761e6506", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:26:13.174560 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-00f9dc4f-d89c-4372-9cd7-85b035a4288d {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:26:13.174940 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-62b0e801-6f2b-41b2-997c-0df2a9ae1e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'name': 'tempest-TestMinimumBasicScenario-1043685670-router', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:25:18Z', 'revision_number': 4, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'gw_port': {'id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '3ed86d63-6c9f-479e-8f68-83a5b9b0ca23', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'port_id': '990a7641-b2f2-48b9-aeda-2c56761e6506', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49', 'mac_address': 'fa:16:3e:84:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db633bb-9dc9-4c9d-a1cd-9e59c285221b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:26:11Z', 'updated_at': '2022-02-19T05:26:11Z', 'revision_number': 0, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083db199-1038-460b-8b09-4034913c409d', 'name': '', 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'mac_address': 'fa:16:3e:ba:77:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '47712acc-2e62-4e47-942f-27ee7a9d6f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:17Z', 'updated_at': '2022-02-19T05:25:23Z', 'revision_number': 5, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'subnets': [{'id': '47712acc-2e62-4e47-942f-27ee7a9d6f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:26:13.175625 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db633bb-9dc9-4c9d-a1cd-9e59c285221b', 'tag': '990a7641-b2f2-48b9-aeda-2c56761e6506', 'status': 'completed', 'code': 200} Feb 19 05:26:13.211233 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b0e801-6f2b-41b2-997c-0df2a9ae1e67 None None] Checking router: 460dd66e-7e7a-4d0c-9416-56a42d06fe67 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:26:13.220900 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b0e801-6f2b-41b2-997c-0df2a9ae1e67 None None] Routers {'460dd66e-7e7a-4d0c-9416-56a42d06fe67'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:26:13.221695 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-62b0e801-6f2b-41b2-997c-0df2a9ae1e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:26:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['460dd66e-7e7a-4d0c-9416-56a42d06fe67'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:26:13.249735 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac052b7-0176-4990-b2c1-bf508bf12982 req-fe573f4f-94f3-46cc-87bf-f2132ff1189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:13.251742 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ac052b7-0176-4990-b2c1-bf508bf12982 req-fe573f4f-94f3-46cc-87bf-f2132ff1189e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54d2c75be242433ea3c9206806bd868a&device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 1128 time: 0.0535979 Feb 19 05:26:13.265321 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bd8dfae7-2f54-453a-9aac-3de06581be9a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for security_group (46e9c542-23e5-4ad0-8399-f0f8173f95d1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:13.270337 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bd8dfae7-2f54-453a-9aac-3de06581be9a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (46e9c542-23e5-4ad0-8399-f0f8173f95d1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:13.299580 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8dfae7-2f54-453a-9aac-3de06581be9a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e9c542-23e5-4ad0-8399-f0f8173f95d1,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:26:13.309361 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bd8dfae7-2f54-453a-9aac-3de06581be9a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:13.314767 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bd8dfae7-2f54-453a-9aac-3de06581be9a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1892111 Feb 19 05:26:13.315394 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36570) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:26:13.316636 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8dfae7-2f54-453a-9aac-3de06581be9a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:26:13.317040 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8dfae7-2f54-453a-9aac-3de06581be9a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:26:13.317511 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8dfae7-2f54-453a-9aac-3de06581be9a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:26:13.317848 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8dfae7-2f54-453a-9aac-3de06581be9a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:26:13.318192 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8dfae7-2f54-453a-9aac-3de06581be9a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:26:13.318558 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8dfae7-2f54-453a-9aac-3de06581be9a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:26:13.319030 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8dfae7-2f54-453a-9aac-3de06581be9a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:26:13.319382 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8dfae7-2f54-453a-9aac-3de06581be9a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:26:13.319822 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8dfae7-2f54-453a-9aac-3de06581be9a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:26:13.319955 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-fad56512-0112-495d-816b-b8e3838f47a6 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Request body: {'security_group_rule': {'security_group_id': '46e9c542-23e5-4ad0-8399-f0f8173f95d1', 'project_id': '54d2c75be242433ea3c9206806bd868a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:26:13.320210 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8dfae7-2f54-453a-9aac-3de06581be9a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:26:13.320639 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8dfae7-2f54-453a-9aac-3de06581be9a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:26:13.321063 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8dfae7-2f54-453a-9aac-3de06581be9a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:26:13.321480 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8dfae7-2f54-453a-9aac-3de06581be9a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:26:13.375553 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fad56512-0112-495d-816b-b8e3838f47a6 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for security_group_rule (1c02fe60-c32b-4bc2-b57c-643e51e7066e), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:13.378724 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac052b7-0176-4990-b2c1-bf508bf12982 req-c4cdbe12-8a27-4731-9e4e-1ea901932df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:13.380282 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ac052b7-0176-4990-b2c1-bf508bf12982 req-c4cdbe12-8a27-4731-9e4e-1ea901932df1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e0928e25-48f3-4367-8066-2352fd83cf49 HTTP/1.1" status: 200 len: 915 time: 0.1220634 Feb 19 05:26:13.487364 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ac052b7-0176-4990-b2c1-bf508bf12982 req-ff610e15-335e-4842-9a14-71599edb5d2b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=990a7641-b2f2-48b9-aeda-2c56761e6506 HTTP/1.1" status: 200 len: 999 time: 0.0962372 Feb 19 05:26:13.504381 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fad56512-0112-495d-816b-b8e3838f47a6 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for security_group_rule (1c02fe60-c32b-4bc2-b57c-643e51e7066e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:13.530804 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fad56512-0112-495d-816b-b8e3838f47a6 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (1c02fe60-c32b-4bc2-b57c-643e51e7066e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:13.536596 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-62b0e801-6f2b-41b2-997c-0df2a9ae1e67 None None] Set router 460dd66e-7e7a-4d0c-9416-56a42d06fe67 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:26:13.560742 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad56512-0112-495d-816b-b8e3838f47a6 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c02fe60-c32b-4bc2-b57c-643e51e7066e,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:26:13.573295 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fad56512-0112-495d-816b-b8e3838f47a6 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:13.577030 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fad56512-0112-495d-816b-b8e3838f47a6 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2581704 Feb 19 05:26:13.577572 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36572) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:26:13.578619 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac052b7-0176-4990-b2c1-bf508bf12982 req-e4ac62be-e4b9-4e06-9d5d-d208731d8627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:13.580057 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ac052b7-0176-4990-b2c1-bf508bf12982 req-e4ac62be-e4b9-4e06-9d5d-d208731d8627 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47712acc-2e62-4e47-942f-27ee7a9d6f0a HTTP/1.1" status: 200 len: 854 time: 0.0856185 Feb 19 05:26:13.582348 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2aa09f49-983a-4c91-a2b5-dd497b49fae1 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Request body: {'security_group_rule': {'security_group_id': '46e9c542-23e5-4ad0-8399-f0f8173f95d1', 'project_id': '54d2c75be242433ea3c9206806bd868a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:26:13.608883 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2aa09f49-983a-4c91-a2b5-dd497b49fae1 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for security_group_rule (e607ce8b-a1fa-4aa6-9be6-83afcdf96a97), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:13.635273 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac052b7-0176-4990-b2c1-bf508bf12982 req-0b2dd3a3-13ba-4af1-ab32-aaf42d42d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:13.636847 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ac052b7-0176-4990-b2c1-bf508bf12982 req-0b2dd3a3-13ba-4af1-ab32-aaf42d42d655 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0928e25-48f3-4367-8066-2352fd83cf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501094 Feb 19 05:26:13.674697 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2aa09f49-983a-4c91-a2b5-dd497b49fae1 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for security_group_rule (e607ce8b-a1fa-4aa6-9be6-83afcdf96a97), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:13.678713 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2aa09f49-983a-4c91-a2b5-dd497b49fae1 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (e607ce8b-a1fa-4aa6-9be6-83afcdf96a97), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:13.696723 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa09f49-983a-4c91-a2b5-dd497b49fae1 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e607ce8b-a1fa-4aa6-9be6-83afcdf96a97,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:26:13.708085 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2aa09f49-983a-4c91-a2b5-dd497b49fae1 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:13.709612 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2aa09f49-983a-4c91-a2b5-dd497b49fae1 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1310081 Feb 19 05:26:13.712420 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36574) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:26:13.718872 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-41a64cdf-d9cc-4bc2-91e2-96a0f62d356d tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Request body: {'security_group_rule': {'security_group_id': '46e9c542-23e5-4ad0-8399-f0f8173f95d1', 'project_id': '54d2c75be242433ea3c9206806bd868a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:26:13.737104 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ac052b7-0176-4990-b2c1-bf508bf12982 req-93fb2485-05a8-4643-8df7-51fca3524e98 service neutron] 10.222.0.48 "GET /v2.0/networks/e0928e25-48f3-4367-8066-2352fd83cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924473 Feb 19 05:26:13.745859 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-41a64cdf-d9cc-4bc2-91e2-96a0f62d356d tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for security_group_rule (b61ea33b-e62f-40f5-980b-f68200d3111a), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:13.785786 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-62b0e801-6f2b-41b2-997c-0df2a9ae1e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'name': 'tempest-TestMinimumBasicScenario-1043685670-router', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:25:18Z', 'revision_number': 4, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'gw_port': {'id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '3ed86d63-6c9f-479e-8f68-83a5b9b0ca23', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'port_id': '990a7641-b2f2-48b9-aeda-2c56761e6506', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49', 'mac_address': 'fa:16:3e:84:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db633bb-9dc9-4c9d-a1cd-9e59c285221b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:26:11Z', 'updated_at': '2022-02-19T05:26:11Z', 'revision_number': 0, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083db199-1038-460b-8b09-4034913c409d', 'name': '', 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'mac_address': 'fa:16:3e:ba:77:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '47712acc-2e62-4e47-942f-27ee7a9d6f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:17Z', 'updated_at': '2022-02-19T05:25:23Z', 'revision_number': 5, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'subnets': [{'id': '47712acc-2e62-4e47-942f-27ee7a9d6f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:26:13.805059 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-41a64cdf-d9cc-4bc2-91e2-96a0f62d356d tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for security_group_rule (b61ea33b-e62f-40f5-980b-f68200d3111a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:13.810549 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-41a64cdf-d9cc-4bc2-91e2-96a0f62d356d tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (b61ea33b-e62f-40f5-980b-f68200d3111a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:13.814342 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b0e801-6f2b-41b2-997c-0df2a9ae1e67 None None] The sync data for ids ['460dd66e-7e7a-4d0c-9416-56a42d06fe67'] in n-d-772273-4 is: [{'id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'name': 'tempest-TestMinimumBasicScenario-1043685670-router', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:25:18Z', 'revision_number': 4, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'gw_port': {'id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '3ed86d63-6c9f-479e-8f68-83a5b9b0ca23', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'port_id': '990a7641-b2f2-48b9-aeda-2c56761e6506', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49', 'mac_address': 'fa:16:3e:84:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db633bb-9dc9-4c9d-a1cd-9e59c285221b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:26:11Z', 'updated_at': '2022-02-19T05:26:11Z', 'revision_number': 0, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083db199-1038-460b-8b09-4034913c409d', 'name': '', 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'mac_address': 'fa:16:3e:ba:77:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '47712acc-2e62-4e47-942f-27ee7a9d6f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:17Z', 'updated_at': '2022-02-19T05:25:23Z', 'revision_number': 5, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'subnets': [{'id': '47712acc-2e62-4e47-942f-27ee7a9d6f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:26:13.829883 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a64cdf-d9cc-4bc2-91e2-96a0f62d356d tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61ea33b-e62f-40f5-980b-f68200d3111a,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:26:13.841013 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-41a64cdf-d9cc-4bc2-91e2-96a0f62d356d tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:13.842830 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-41a64cdf-d9cc-4bc2-91e2-96a0f62d356d tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292250 Feb 19 05:26:13.846726 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36576) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:26:13.851242 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-39131a41-665f-4702-8ab1-f42600801c94 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Request body: {'security_group_rule': {'security_group_id': '46e9c542-23e5-4ad0-8399-f0f8173f95d1', 'project_id': '54d2c75be242433ea3c9206806bd868a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:26:13.862881 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ac052b7-0176-4990-b2c1-bf508bf12982 req-69e259ac-d346-4661-b205-2960ae8caf3d service neutron] 10.222.0.48 "GET /v2.0/networks/e0928e25-48f3-4367-8066-2352fd83cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196785 Feb 19 05:26:13.884225 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-39131a41-665f-4702-8ab1-f42600801c94 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for security_group_rule (29e84349-3b8e-4932-8521-30031802ab43), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:13.935409 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-39131a41-665f-4702-8ab1-f42600801c94 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for security_group_rule (29e84349-3b8e-4932-8521-30031802ab43), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:13.938827 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-39131a41-665f-4702-8ab1-f42600801c94 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (29e84349-3b8e-4932-8521-30031802ab43), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:13.957305 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39131a41-665f-4702-8ab1-f42600801c94 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e84349-3b8e-4932-8521-30031802ab43,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:26:13.964574 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-39131a41-665f-4702-8ab1-f42600801c94 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:13.969326 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36578) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:26:13.969497 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-39131a41-665f-4702-8ab1-f42600801c94 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215630 Feb 19 05:26:13.974124 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2798ab47-61ba-492c-96ec-c3ae3d1112a8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Request body: {'security_group_rule': {'security_group_id': '46e9c542-23e5-4ad0-8399-f0f8173f95d1', 'project_id': '54d2c75be242433ea3c9206806bd868a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:26:13.994622 n-d-772273-4 neutron-server[115198]: INFO neutron.db.securitygroups_db [None req-2798ab47-61ba-492c-96ec-c3ae3d1112a8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Project 54d2c75be242433ea3c9206806bd868a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:26:13.999965 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2798ab47-61ba-492c-96ec-c3ae3d1112a8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for security_group_rule (430a96ed-d765-46e4-be50-c18604447339), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:14.049887 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e0211-812b-475c-816e-3ea1f9d0980c None None] New status for floating IP 3ed86d63-6c9f-479e-8f68-83a5b9b0ca23: ACTIVE {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:26:14.061693 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2798ab47-61ba-492c-96ec-c3ae3d1112a8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for security_group_rule (430a96ed-d765-46e4-be50-c18604447339), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:14.066230 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2798ab47-61ba-492c-96ec-c3ae3d1112a8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (430a96ed-d765-46e4-be50-c18604447339), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:14.084827 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798ab47-61ba-492c-96ec-c3ae3d1112a8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430a96ed-d765-46e4-be50-c18604447339,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:26:14.094429 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2798ab47-61ba-492c-96ec-c3ae3d1112a8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:14.095764 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2798ab47-61ba-492c-96ec-c3ae3d1112a8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1253872 Feb 19 05:26:14.098458 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36580) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:26:14.103130 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-de5e5eba-32b8-4195-8430-1cfb0a2527b2 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Request body: {'security_group_rule': {'security_group_id': '46e9c542-23e5-4ad0-8399-f0f8173f95d1', 'project_id': '54d2c75be242433ea3c9206806bd868a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:26:14.122756 n-d-772273-4 neutron-server[115198]: INFO neutron.db.securitygroups_db [None req-de5e5eba-32b8-4195-8430-1cfb0a2527b2 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Project 54d2c75be242433ea3c9206806bd868a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:26:14.128102 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-de5e5eba-32b8-4195-8430-1cfb0a2527b2 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for security_group_rule (5a1ee0fe-38e9-4995-bc3b-0f1d39fb2cfb), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:14.192575 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-de5e5eba-32b8-4195-8430-1cfb0a2527b2 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for security_group_rule (5a1ee0fe-38e9-4995-bc3b-0f1d39fb2cfb), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:14.196981 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-de5e5eba-32b8-4195-8430-1cfb0a2527b2 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (5a1ee0fe-38e9-4995-bc3b-0f1d39fb2cfb), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:14.215745 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e5eba-32b8-4195-8430-1cfb0a2527b2 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1ee0fe-38e9-4995-bc3b-0f1d39fb2cfb,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:26:14.224106 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-de5e5eba-32b8-4195-8430-1cfb0a2527b2 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:14.225365 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-de5e5eba-32b8-4195-8430-1cfb0a2527b2 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258276 Feb 19 05:26:14.316338 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2b64b474-efc0-4deb-bb77-a931d01c8220 req-f92e637b-b31c-47a0-ba23-c8d01c58248d tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1954059348&fields=id&tenant_id=54d2c75be242433ea3c9206806bd868a HTTP/1.1" status: 200 len: 267 time: 0.0442162 Feb 19 05:26:14.376187 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64b474-efc0-4deb-bb77-a931d01c8220 req-dbf3a819-c2ad-4583-afef-75748fc85fb4 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:14.377724 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2b64b474-efc0-4deb-bb77-a931d01c8220 req-dbf3a819-c2ad-4583-afef-75748fc85fb4 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 946 time: 0.0561588 Feb 19 05:26:14.388404 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-2b64b474-efc0-4deb-bb77-a931d01c8220 req-9d8457c9-02b4-403a-9834-d8e4478ff2f1 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Request body: {'port': {'security_groups': ['da0f9159-bf2e-4658-86e9-ccc609d4e9cf', '46e9c542-23e5-4ad0-8399-f0f8173f95d1']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:26:14.456419 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2b64b474-efc0-4deb-bb77-a931d01c8220 req-9d8457c9-02b4-403a-9834-d8e4478ff2f1 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (990a7641-b2f2-48b9-aeda-2c56761e6506), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:14.636275 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-2b64b474-efc0-4deb-bb77-a931d01c8220 req-9d8457c9-02b4-403a-9834-d8e4478ff2f1 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] For port 990a7641-b2f2-48b9-aeda-2c56761e6506, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=990a7641-b2f2-48b9-aeda-2c56761e6506,segment=NetworkSegment(096dcc91-590c-4780-98de-3c4b3ca580a5),segment_id=096dcc91-590c-4780-98de-3c4b3ca580a5)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:26:14.667247 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2b64b474-efc0-4deb-bb77-a931d01c8220 req-9d8457c9-02b4-403a-9834-d8e4478ff2f1 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for port (990a7641-b2f2-48b9-aeda-2c56761e6506), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:14.672413 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2b64b474-efc0-4deb-bb77-a931d01c8220 req-9d8457c9-02b4-403a-9834-d8e4478ff2f1 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (990a7641-b2f2-48b9-aeda-2c56761e6506), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:14.684632 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['990a7641-b2f2-48b9-aeda-2c56761e6506'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:26:14.715834 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64b474-efc0-4deb-bb77-a931d01c8220 req-9d8457c9-02b4-403a-9834-d8e4478ff2f1 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:14.715834 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-2b64b474-efc0-4deb-bb77-a931d01c8220 req-9d8457c9-02b4-403a-9834-d8e4478ff2f1 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:14.716650 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2b64b474-efc0-4deb-bb77-a931d01c8220 req-9d8457c9-02b4-403a-9834-d8e4478ff2f1 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "PUT /v2.0/ports/990a7641-b2f2-48b9-aeda-2c56761e6506 HTTP/1.1" status: 200 len: 982 time: 0.3328855 Feb 19 05:26:14.740864 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8457c9-02b4-403a-9834-d8e4478ff2f1 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Pushing event updated for resources: {'Port': ['ID=990a7641-b2f2-48b9-aeda-2c56761e6506,revision_number=6']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:26:14.776829 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['990a7641-b2f2-48b9-aeda-2c56761e6506'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:26:14.845215 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db3b5d-cb7e-4b42-87da-df99b09dd31b req-db579d1f-2803-46ad-840f-c01dfd83e645 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:14.846878 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-22db3b5d-cb7e-4b42-87da-df99b09dd31b req-db579d1f-2803-46ad-840f-c01dfd83e645 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 985 time: 0.0569463 Feb 19 05:26:14.926655 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-22db3b5d-cb7e-4b42-87da-df99b09dd31b req-63cf9788-ca8f-4390-9d32-ef033f4d68ea tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&id=46e9c542-23e5-4ad0-8399-f0f8173f95d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690589 Feb 19 05:26:15.061508 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f061b856-75b4-4a63-a6bc-8306e8e6566e None None] Provisioning complete for port 990a7641-b2f2-48b9-aeda-2c56761e6506 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:26:15.062130 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f061b856-75b4-4a63-a6bc-8306e8e6566e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (990a7641-b2f2-48b9-aeda-2c56761e6506), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:15.177276 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db633bb-9dc9-4c9d-a1cd-9e59c285221b', 'tag': '990a7641-b2f2-48b9-aeda-2c56761e6506'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:26:15.179665 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4aee03-a82e-422c-b731-8c9a5be6903b" -d '{"events": [{"name": "network-changed", "server_uuid": "2db633bb-9dc9-4c9d-a1cd-9e59c285221b", "tag": "990a7641-b2f2-48b9-aeda-2c56761e6506"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:26:15.214520 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0429128d-9325-4c1c-9350-35155130653c x-openstack-request-id: req-0429128d-9325-4c1c-9350-35155130653c {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:26:15.214815 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db633bb-9dc9-4c9d-a1cd-9e59c285221b", "tag": "990a7641-b2f2-48b9-aeda-2c56761e6506", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:26:15.215074 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0429128d-9325-4c1c-9350-35155130653c {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:26:15.215481 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db633bb-9dc9-4c9d-a1cd-9e59c285221b', 'tag': '990a7641-b2f2-48b9-aeda-2c56761e6506', 'status': 'completed', 'code': 200} Feb 19 05:26:15.264224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f061b856-75b4-4a63-a6bc-8306e8e6566e None None] Current status of the port 990a7641-b2f2-48b9-aeda-2c56761e6506 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:26:15.289011 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4aee03-a82e-422c-b731-8c9a5be6903b req-393f4415-39be-4223-9725-072a36158ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:15.290546 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9e4aee03-a82e-422c-b731-8c9a5be6903b req-393f4415-39be-4223-9725-072a36158ec5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54d2c75be242433ea3c9206806bd868a&device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 1167 time: 0.0516231 Feb 19 05:26:15.389359 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4aee03-a82e-422c-b731-8c9a5be6903b req-5fbf642a-94df-4b81-ac3f-fed7d8b4d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:15.390863 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9e4aee03-a82e-422c-b731-8c9a5be6903b req-5fbf642a-94df-4b81-ac3f-fed7d8b4d7c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e0928e25-48f3-4367-8066-2352fd83cf49 HTTP/1.1" status: 200 len: 915 time: 0.0905991 Feb 19 05:26:15.460759 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9e4aee03-a82e-422c-b731-8c9a5be6903b req-e744d005-04a0-4a3d-959d-11f08a5cc6e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=990a7641-b2f2-48b9-aeda-2c56761e6506 HTTP/1.1" status: 200 len: 1001 time: 0.0634644 Feb 19 05:26:15.509210 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4aee03-a82e-422c-b731-8c9a5be6903b req-1368b48d-1dca-4092-a362-9319693b5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:15.510647 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9e4aee03-a82e-422c-b731-8c9a5be6903b req-1368b48d-1dca-4092-a362-9319693b5b6e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47712acc-2e62-4e47-942f-27ee7a9d6f0a HTTP/1.1" status: 200 len: 854 time: 0.0424502 Feb 19 05:26:15.560091 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4aee03-a82e-422c-b731-8c9a5be6903b req-1be2988a-8f48-405b-8360-63cce7bb8099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:15.561694 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9e4aee03-a82e-422c-b731-8c9a5be6903b req-1be2988a-8f48-405b-8360-63cce7bb8099 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0928e25-48f3-4367-8066-2352fd83cf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443292 Feb 19 05:26:15.665051 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9e4aee03-a82e-422c-b731-8c9a5be6903b req-99892ce1-6d0c-4dbe-8fcd-a3671229de5b service neutron] 10.222.0.48 "GET /v2.0/networks/e0928e25-48f3-4367-8066-2352fd83cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963528 Feb 19 05:26:15.753227 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9e4aee03-a82e-422c-b731-8c9a5be6903b req-ce25d5e6-b20f-4a1e-ab85-4e240a621118 service neutron] 10.222.0.48 "GET /v2.0/networks/e0928e25-48f3-4367-8066-2352fd83cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821679 Feb 19 05:26:16.804229 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-17de2223-0a54-495d-9432-8a3982cdc87d req-5afda677-06ff-407f-bd33-c20a400c083f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443220 Feb 19 05:26:16.893766 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de2223-0a54-495d-9432-8a3982cdc87d req-2b9bb3ca-a119-483d-886a-689e1683deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:16.895326 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-17de2223-0a54-495d-9432-8a3982cdc87d req-2b9bb3ca-a119-483d-886a-689e1683deb4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54d2c75be242433ea3c9206806bd868a&device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 1167 time: 0.0499988 Feb 19 05:26:16.997646 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de2223-0a54-495d-9432-8a3982cdc87d req-d45a38d6-3e92-4986-99b6-21c6c383e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:16.999697 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-17de2223-0a54-495d-9432-8a3982cdc87d req-d45a38d6-3e92-4986-99b6-21c6c383e2b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e0928e25-48f3-4367-8066-2352fd83cf49 HTTP/1.1" status: 200 len: 915 time: 0.0845613 Feb 19 05:26:17.069467 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-17de2223-0a54-495d-9432-8a3982cdc87d req-5bf2dddf-eb10-4473-8c4d-1782b7acdb27 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=990a7641-b2f2-48b9-aeda-2c56761e6506 HTTP/1.1" status: 200 len: 1001 time: 0.0632274 Feb 19 05:26:17.118329 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de2223-0a54-495d-9432-8a3982cdc87d req-fd92b98c-094f-4396-83de-ac36cf774960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:17.119804 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-17de2223-0a54-495d-9432-8a3982cdc87d req-fd92b98c-094f-4396-83de-ac36cf774960 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47712acc-2e62-4e47-942f-27ee7a9d6f0a HTTP/1.1" status: 200 len: 854 time: 0.0446601 Feb 19 05:26:17.168701 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de2223-0a54-495d-9432-8a3982cdc87d req-4bbded4f-63bc-4d53-8fbb-4e8d8c4bc991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:17.170747 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-17de2223-0a54-495d-9432-8a3982cdc87d req-4bbded4f-63bc-4d53-8fbb-4e8d8c4bc991 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0928e25-48f3-4367-8066-2352fd83cf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443227 Feb 19 05:26:17.263808 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-17de2223-0a54-495d-9432-8a3982cdc87d req-a91edcee-1156-4fc0-a00c-2ba59882d1af service neutron] 10.222.0.48 "GET /v2.0/networks/e0928e25-48f3-4367-8066-2352fd83cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854905 Feb 19 05:26:17.353592 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-17de2223-0a54-495d-9432-8a3982cdc87d req-c4c124e0-885b-48e2-8072-4d4e3453c5a7 service neutron] 10.222.0.48 "GET /v2.0/networks/e0928e25-48f3-4367-8066-2352fd83cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835240 Feb 19 05:26:27.177278 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe7927-4255-46eb-b86f-4c29168ce02a req-618d1790-d992-4d71-b7e1-e24fab1f7dd3 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:27.179057 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9bbe7927-4255-46eb-b86f-4c29168ce02a req-618d1790-d992-4d71-b7e1-e24fab1f7dd3 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 985 time: 0.0920222 Feb 19 05:26:27.181957 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a1dbe-19e7-463b-b5e6-f85b196e6352 req-4a78684d-bfbc-4c4c-82bd-f2620e36c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:27.183332 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c62a1dbe-19e7-463b-b5e6-f85b196e6352 req-4a78684d-bfbc-4c4c-82bd-f2620e36c771 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54d2c75be242433ea3c9206806bd868a&device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 1167 time: 0.0862296 Feb 19 05:26:27.293303 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9bbe7927-4255-46eb-b86f-4c29168ce02a req-008ad9f7-fddb-4455-a4e5-4810ea23f149 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&id=46e9c542-23e5-4ad0-8399-f0f8173f95d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1085219 Feb 19 05:26:27.310532 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a1dbe-19e7-463b-b5e6-f85b196e6352 req-9714d8a3-098e-4fff-ab3e-f3575d1e8052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:27.312039 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c62a1dbe-19e7-463b-b5e6-f85b196e6352 req-9714d8a3-098e-4fff-ab3e-f3575d1e8052 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e0928e25-48f3-4367-8066-2352fd83cf49 HTTP/1.1" status: 200 len: 915 time: 0.1215959 Feb 19 05:26:27.368647 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:26:27.381441 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c62a1dbe-19e7-463b-b5e6-f85b196e6352 req-6e6e347e-6e52-4557-b721-c3ae2ad21d27 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=990a7641-b2f2-48b9-aeda-2c56761e6506 HTTP/1.1" status: 200 len: 1001 time: 0.0626187 Feb 19 05:26:27.430061 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a1dbe-19e7-463b-b5e6-f85b196e6352 req-47e1a86e-db52-4ce4-a054-033a7d264c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:27.431522 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c62a1dbe-19e7-463b-b5e6-f85b196e6352 req-47e1a86e-db52-4ce4-a054-033a7d264c5e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47712acc-2e62-4e47-942f-27ee7a9d6f0a HTTP/1.1" status: 200 len: 854 time: 0.0444021 Feb 19 05:26:27.480349 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a1dbe-19e7-463b-b5e6-f85b196e6352 req-711f9b8f-d718-4781-afef-7eb16512b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:27.481891 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c62a1dbe-19e7-463b-b5e6-f85b196e6352 req-711f9b8f-d718-4781-afef-7eb16512b59e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0928e25-48f3-4367-8066-2352fd83cf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445871 Feb 19 05:26:27.573371 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c62a1dbe-19e7-463b-b5e6-f85b196e6352 req-b8d24cd6-36ec-4f1c-b99e-ae39ef2dd6fd service neutron] 10.222.0.48 "GET /v2.0/networks/e0928e25-48f3-4367-8066-2352fd83cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845921 Feb 19 05:26:27.662394 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c62a1dbe-19e7-463b-b5e6-f85b196e6352 req-6067d4c4-7175-4192-98fd-f8bc6b4e2a1d service neutron] 10.222.0.48 "GET /v2.0/networks/e0928e25-48f3-4367-8066-2352fd83cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826917 Feb 19 05:26:28.417719 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abacd044-9940-42a5-82b3-280ece19b7ac req-11807c43-0f3c-423d-8d20-dbac15388feb tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:28.419218 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-abacd044-9940-42a5-82b3-280ece19b7ac req-11807c43-0f3c-423d-8d20-dbac15388feb tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 985 time: 0.0541673 Feb 19 05:26:28.483894 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-abacd044-9940-42a5-82b3-280ece19b7ac req-0a75debb-1c65-4d90-85dc-5d7923ee72eb tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&id=46e9c542-23e5-4ad0-8399-f0f8173f95d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588439 Feb 19 05:26:29.609660 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6366a-9406-4e8f-b597-cbc4a8a420e1 req-62ea4b34-a4a2-4a81-8508-5b85a652ac6a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:29.611160 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c4b6366a-9406-4e8f-b597-cbc4a8a420e1 req-62ea4b34-a4a2-4a81-8508-5b85a652ac6a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 985 time: 0.0585029 Feb 19 05:26:29.669743 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c4b6366a-9406-4e8f-b597-cbc4a8a420e1 req-d82db59c-8e92-48a8-ba39-a06eaea11b70 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&id=46e9c542-23e5-4ad0-8399-f0f8173f95d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527771 Feb 19 05:26:30.793441 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a174d9-0646-4a3d-ad3c-be1b2694abb6 req-742517d7-bedd-45dd-83b8-1de6f00c783c tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:30.794994 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4a174d9-0646-4a3d-ad3c-be1b2694abb6 req-742517d7-bedd-45dd-83b8-1de6f00c783c tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 985 time: 0.0541005 Feb 19 05:26:30.856013 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4a174d9-0646-4a3d-ad3c-be1b2694abb6 req-55d2bd8b-28a2-4752-924f-e5f85fbe3a51 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&id=46e9c542-23e5-4ad0-8399-f0f8173f95d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551884 Feb 19 05:26:31.975718 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481ad1b-fe3d-4951-9983-76785df5bfa6 req-1edc4c7a-c936-4605-8c65-60d579bbf4f8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:31.977222 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6481ad1b-fe3d-4951-9983-76785df5bfa6 req-1edc4c7a-c936-4605-8c65-60d579bbf4f8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 985 time: 0.0520022 Feb 19 05:26:32.035539 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6481ad1b-fe3d-4951-9983-76785df5bfa6 req-a0c357ee-8fbc-438f-bee0-b8a085d6808a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&id=46e9c542-23e5-4ad0-8399-f0f8173f95d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524626 Feb 19 05:26:32.360464 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-518584e3-306f-4386-a847-352735160f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:33.164970 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f9aa5-6bd4-479c-a1a0-7f982841a387 req-5b349f14-ba29-4a01-b573-d73b70fafac8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:33.166631 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be4f9aa5-6bd4-479c-a1a0-7f982841a387 req-5b349f14-ba29-4a01-b573-d73b70fafac8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 985 time: 0.0600016 Feb 19 05:26:33.234324 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be4f9aa5-6bd4-479c-a1a0-7f982841a387 req-ddd49c66-32f5-49a1-8786-531294767757 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&id=46e9c542-23e5-4ad0-8399-f0f8173f95d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611596 Feb 19 05:26:34.400066 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc317e-2890-49cd-a0e9-a415901115ce req-7bfa163a-d9af-413a-a25e-297d188c9e97 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:34.402842 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94dc317e-2890-49cd-a0e9-a415901115ce req-7bfa163a-d9af-413a-a25e-297d188c9e97 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 985 time: 0.0945573 Feb 19 05:26:34.468696 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-94dc317e-2890-49cd-a0e9-a415901115ce req-c7d68605-d494-49d5-8c1f-f636c488b041 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&id=46e9c542-23e5-4ad0-8399-f0f8173f95d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590203 Feb 19 05:26:35.193167 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-126ae663-7b0c-4077-8dac-3b23a50b752e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:35.600849 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cc2c4-186c-44b5-a95b-1c7096424eab req-443f9596-dc9d-4765-bf54-ae8c2bd61b03 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:35.602477 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f9cc2c4-186c-44b5-a95b-1c7096424eab req-443f9596-dc9d-4765-bf54-ae8c2bd61b03 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 985 time: 0.0629022 Feb 19 05:26:35.664470 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f9cc2c4-186c-44b5-a95b-1c7096424eab req-59d26bff-3065-405c-ab56-e809385d5f87 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&id=46e9c542-23e5-4ad0-8399-f0f8173f95d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561814 Feb 19 05:26:36.796173 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88383304-21f8-46cb-bf67-876884e1e857 req-8caf7b55-9fad-4942-bbad-5c335abb1301 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:36.797907 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88383304-21f8-46cb-bf67-876884e1e857 req-8caf7b55-9fad-4942-bbad-5c335abb1301 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 985 time: 0.0635388 Feb 19 05:26:36.862688 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88383304-21f8-46cb-bf67-876884e1e857 req-17aa8109-6072-4363-a049-e680a68ab810 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&id=46e9c542-23e5-4ad0-8399-f0f8173f95d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589492 Feb 19 05:26:37.065640 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:37.983911 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca5b14-ea3e-4dcd-9048-56ff1ae47fad req-a74df42d-a794-4d6c-b2e5-06564a0b7c0d tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:37.985453 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4aca5b14-ea3e-4dcd-9048-56ff1ae47fad req-a74df42d-a794-4d6c-b2e5-06564a0b7c0d tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 985 time: 0.0539908 Feb 19 05:26:38.045911 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4aca5b14-ea3e-4dcd-9048-56ff1ae47fad req-0e978a6f-faa5-40a7-9cdc-03cf9f23ec41 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&id=46e9c542-23e5-4ad0-8399-f0f8173f95d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539556 Feb 19 05:26:38.099735 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:38.201841 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:39.167749 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f8509-f05f-46ba-a3c3-d9d704f4e951 req-03c93a44-f835-4c85-88d4-b8d5719bd936 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:39.169308 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-397f8509-f05f-46ba-a3c3-d9d704f4e951 req-03c93a44-f835-4c85-88d4-b8d5719bd936 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 985 time: 0.0536537 Feb 19 05:26:39.233677 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-397f8509-f05f-46ba-a3c3-d9d704f4e951 req-73426ebc-bb7e-43c7-936f-16ca1fe3ba32 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&id=46e9c542-23e5-4ad0-8399-f0f8173f95d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575705 Feb 19 05:26:39.437678 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:39.785899 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:26:40.370429 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3825e-d7ed-4095-aad8-3a172f254087 req-d8237218-afd2-414d-b816-0d58a2a10d24 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:40.371932 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5db3825e-d7ed-4095-aad8-3a172f254087 req-d8237218-afd2-414d-b816-0d58a2a10d24 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 985 time: 0.0662208 Feb 19 05:26:40.441109 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5db3825e-d7ed-4095-aad8-3a172f254087 req-2763c31e-29bd-40f1-810f-f651ab4518ec tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&id=46e9c542-23e5-4ad0-8399-f0f8173f95d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633566 Feb 19 05:26:41.573396 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb075e6-df79-4cfe-954a-69914b2db336 req-f72823ee-8b82-4152-b4d3-d1c1ab4ec30e tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:41.575016 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dbb075e6-df79-4cfe-954a-69914b2db336 req-f72823ee-8b82-4152-b4d3-d1c1ab4ec30e tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 985 time: 0.0589249 Feb 19 05:26:41.647524 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dbb075e6-df79-4cfe-954a-69914b2db336 req-412c7edd-8fd1-489a-bf9d-55ce8a789b67 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&id=46e9c542-23e5-4ad0-8399-f0f8173f95d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667262 Feb 19 05:26:42.784120 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d8ad5-238e-468a-b297-2744a4f2487f req-f280aec6-b1fd-42bf-8f8e-02523825cd43 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:42.785708 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-788d8ad5-238e-468a-b297-2744a4f2487f req-f280aec6-b1fd-42bf-8f8e-02523825cd43 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 985 time: 0.0567596 Feb 19 05:26:42.848070 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-788d8ad5-238e-468a-b297-2744a4f2487f req-c4a1e623-17ae-44f2-a317-5500155349df tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&id=46e9c542-23e5-4ad0-8399-f0f8173f95d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556879 Feb 19 05:26:43.971218 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e2d8b-3ea1-4029-b9b4-831176ba7973 req-ca5946ca-a0ee-476b-bbe9-4893c61e326d tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:26:43.972777 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-483e2d8b-3ea1-4029-b9b4-831176ba7973 req-ca5946ca-a0ee-476b-bbe9-4893c61e326d tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 985 time: 0.0564406 Feb 19 05:26:44.034692 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-483e2d8b-3ea1-4029-b9b4-831176ba7973 req-57a4b3bc-0509-404c-8b98-3abffdaf1876 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&id=46e9c542-23e5-4ad0-8399-f0f8173f95d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561180 Feb 19 05:27:02.363688 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c69785e5-0a0e-47db-b04a-72dbed080926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:04.369051 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:27:05.197556 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-adfb92cc-b70b-4d50-9849-58f915bd6d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:07.068203 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:08.096839 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:08.206579 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:09.441966 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:09.782302 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:16.936444 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4a113656-07cf-4291-84eb-331936c7adb8 req-6a8d9a3c-2693-4490-8ca3-ff14095b8996 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1954059348&fields=id&tenant_id=54d2c75be242433ea3c9206806bd868a HTTP/1.1" status: 200 len: 267 time: 0.0435247 Feb 19 05:27:16.992502 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a113656-07cf-4291-84eb-331936c7adb8 req-a8b4c349-0028-4264-92a1-c92f69de0c36 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:16.994026 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4a113656-07cf-4291-84eb-331936c7adb8 req-a8b4c349-0028-4264-92a1-c92f69de0c36 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 985 time: 0.0516577 Feb 19 05:27:17.005012 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-4a113656-07cf-4291-84eb-331936c7adb8 req-38462c93-a560-4399-af15-ea85964831c8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Request body: {'port': {'security_groups': ['da0f9159-bf2e-4658-86e9-ccc609d4e9cf']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:27:17.078374 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4a113656-07cf-4291-84eb-331936c7adb8 req-38462c93-a560-4399-af15-ea85964831c8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (990a7641-b2f2-48b9-aeda-2c56761e6506), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:17.247849 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-4a113656-07cf-4291-84eb-331936c7adb8 req-38462c93-a560-4399-af15-ea85964831c8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] For port 990a7641-b2f2-48b9-aeda-2c56761e6506, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=990a7641-b2f2-48b9-aeda-2c56761e6506,segment=NetworkSegment(096dcc91-590c-4780-98de-3c4b3ca580a5),segment_id=096dcc91-590c-4780-98de-3c4b3ca580a5)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:27:17.275588 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4a113656-07cf-4291-84eb-331936c7adb8 req-38462c93-a560-4399-af15-ea85964831c8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for port (990a7641-b2f2-48b9-aeda-2c56761e6506), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:17.280220 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4a113656-07cf-4291-84eb-331936c7adb8 req-38462c93-a560-4399-af15-ea85964831c8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (990a7641-b2f2-48b9-aeda-2c56761e6506), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:17.293442 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['990a7641-b2f2-48b9-aeda-2c56761e6506'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:27:17.324352 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a113656-07cf-4291-84eb-331936c7adb8 req-38462c93-a560-4399-af15-ea85964831c8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:17.325016 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-4a113656-07cf-4291-84eb-331936c7adb8 req-38462c93-a560-4399-af15-ea85964831c8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:17.326428 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4a113656-07cf-4291-84eb-331936c7adb8 req-38462c93-a560-4399-af15-ea85964831c8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "PUT /v2.0/ports/990a7641-b2f2-48b9-aeda-2c56761e6506 HTTP/1.1" status: 200 len: 943 time: 0.3264415 Feb 19 05:27:17.326884 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db633bb-9dc9-4c9d-a1cd-9e59c285221b', 'tag': '990a7641-b2f2-48b9-aeda-2c56761e6506'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:27:17.329216 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6327f2c-8958-45f6-b5ec-08060840e9e8" -d '{"events": [{"name": "network-changed", "server_uuid": "2db633bb-9dc9-4c9d-a1cd-9e59c285221b", "tag": "990a7641-b2f2-48b9-aeda-2c56761e6506"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:27:17.353563 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38462c93-a560-4399-af15-ea85964831c8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Pushing event updated for resources: {'Port': ['ID=990a7641-b2f2-48b9-aeda-2c56761e6506,revision_number=7']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:17.358525 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36644) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:17.365618 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462c93-a560-4399-af15-ea85964831c8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.365977 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462c93-a560-4399-af15-ea85964831c8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.366335 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462c93-a560-4399-af15-ea85964831c8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.366687 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462c93-a560-4399-af15-ea85964831c8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.367037 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462c93-a560-4399-af15-ea85964831c8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.367365 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462c93-a560-4399-af15-ea85964831c8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.367701 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462c93-a560-4399-af15-ea85964831c8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.368035 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462c93-a560-4399-af15-ea85964831c8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.368372 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462c93-a560-4399-af15-ea85964831c8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.368706 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462c93-a560-4399-af15-ea85964831c8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.369090 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462c93-a560-4399-af15-ea85964831c8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.369426 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462c93-a560-4399-af15-ea85964831c8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.369757 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462c93-a560-4399-af15-ea85964831c8 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.417043 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6085392-7e00-43fa-ade2-c69acf2a0602 x-openstack-request-id: req-c6085392-7e00-43fa-ade2-c69acf2a0602 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:27:17.417646 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db633bb-9dc9-4c9d-a1cd-9e59c285221b", "tag": "990a7641-b2f2-48b9-aeda-2c56761e6506", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:27:17.418100 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c6085392-7e00-43fa-ade2-c69acf2a0602 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:27:17.418891 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db633bb-9dc9-4c9d-a1cd-9e59c285221b', 'tag': '990a7641-b2f2-48b9-aeda-2c56761e6506', 'status': 'completed', 'code': 200} Feb 19 05:27:17.428200 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['990a7641-b2f2-48b9-aeda-2c56761e6506'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:27:17.500349 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70349e2e-5761-478b-9821-4cec9340189f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for security_group (46e9c542-23e5-4ad0-8399-f0f8173f95d1), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:17.515346 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6327f2c-8958-45f6-b5ec-08060840e9e8 req-237c8001-0ead-4342-a9b9-a133fe8274e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:17.516933 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b6327f2c-8958-45f6-b5ec-08060840e9e8 req-237c8001-0ead-4342-a9b9-a133fe8274e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54d2c75be242433ea3c9206806bd868a&device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 1128 time: 0.0744708 Feb 19 05:27:17.551526 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70349e2e-5761-478b-9821-4cec9340189f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for security_group (46e9c542-23e5-4ad0-8399-f0f8173f95d1), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:17.590659 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-f046e086-47ad-45b5-9dcf-5b1a66722844 None None] Provisioning complete for port 990a7641-b2f2-48b9-aeda-2c56761e6506 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:27:17.591041 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f046e086-47ad-45b5-9dcf-5b1a66722844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (990a7641-b2f2-48b9-aeda-2c56761e6506), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:17.653202 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6327f2c-8958-45f6-b5ec-08060840e9e8 req-131c5918-258e-4c39-8998-a789b47b5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:17.654703 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b6327f2c-8958-45f6-b5ec-08060840e9e8 req-131c5918-258e-4c39-8998-a789b47b5500 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e0928e25-48f3-4367-8066-2352fd83cf49 HTTP/1.1" status: 200 len: 915 time: 0.1275496 Feb 19 05:27:17.683509 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-f046e086-47ad-45b5-9dcf-5b1a66722844 None None] Current status of the port 990a7641-b2f2-48b9-aeda-2c56761e6506 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:27:17.718427 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70349e2e-5761-478b-9821-4cec9340189f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (46e9c542-23e5-4ad0-8399-f0f8173f95d1), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:17.721649 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70349e2e-5761-478b-9821-4cec9340189f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:17.722809 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-70349e2e-5761-478b-9821-4cec9340189f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "DELETE /v2.0/security-groups/46e9c542-23e5-4ad0-8399-f0f8173f95d1 HTTP/1.1" status: 204 len: 168 time: 0.3624904 Feb 19 05:27:17.725646 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36646) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:17.730506 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b6327f2c-8958-45f6-b5ec-08060840e9e8 req-3c997462-2d2b-4966-8ce2-7d40b38cdd1d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=990a7641-b2f2-48b9-aeda-2c56761e6506 HTTP/1.1" status: 200 len: 1001 time: 0.0700052 Feb 19 05:27:17.735572 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70349e2e-5761-478b-9821-4cec9340189f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e9c542-23e5-4ad0-8399-f0f8173f95d1,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:17.752157 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349e2e-5761-478b-9821-4cec9340189f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.752429 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349e2e-5761-478b-9821-4cec9340189f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.752784 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349e2e-5761-478b-9821-4cec9340189f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.753161 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349e2e-5761-478b-9821-4cec9340189f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.753502 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349e2e-5761-478b-9821-4cec9340189f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.753839 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349e2e-5761-478b-9821-4cec9340189f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.754190 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349e2e-5761-478b-9821-4cec9340189f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.754512 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349e2e-5761-478b-9821-4cec9340189f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.754843 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349e2e-5761-478b-9821-4cec9340189f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.755174 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349e2e-5761-478b-9821-4cec9340189f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.755503 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349e2e-5761-478b-9821-4cec9340189f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.755830 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349e2e-5761-478b-9821-4cec9340189f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.756154 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349e2e-5761-478b-9821-4cec9340189f tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:17.796172 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6327f2c-8958-45f6-b5ec-08060840e9e8 req-28c1c497-eca5-4ea7-b70a-fc2ec892fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:17.797932 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b6327f2c-8958-45f6-b5ec-08060840e9e8 req-28c1c497-eca5-4ea7-b70a-fc2ec892fd1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47712acc-2e62-4e47-942f-27ee7a9d6f0a HTTP/1.1" status: 200 len: 854 time: 0.0592477 Feb 19 05:27:17.853976 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6327f2c-8958-45f6-b5ec-08060840e9e8 req-771e837f-0231-4786-b57e-586f0f883a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:17.855609 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b6327f2c-8958-45f6-b5ec-08060840e9e8 req-771e837f-0231-4786-b57e-586f0f883a4b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0928e25-48f3-4367-8066-2352fd83cf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511041 Feb 19 05:27:17.869593 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-20781716-eb8e-41d4-9fa0-b774331d07eb req-9e384ab8-82bb-48fe-83df-3eff2c7c4aa9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0973125 Feb 19 05:27:17.930874 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b58c0-108b-4ffc-a972-5a222125a425 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Deleting port 327f2350-f510-4a3d-9674-b77c8bdec806 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:27:17.931215 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d1b58c0-108b-4ffc-a972-5a222125a425 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (327f2350-f510-4a3d-9674-b77c8bdec806), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:17.951530 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b6327f2c-8958-45f6-b5ec-08060840e9e8 req-c7f381c4-60e2-4fc1-849c-cab3870047ff service neutron] 10.222.0.48 "GET /v2.0/networks/e0928e25-48f3-4367-8066-2352fd83cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892985 Feb 19 05:27:18.006103 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d1b58c0-108b-4ffc-a972-5a222125a425 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (327f2350-f510-4a3d-9674-b77c8bdec806), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:18.006708 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d1b58c0-108b-4ffc-a972-5a222125a425 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for floatingip (327f2350-f510-4a3d-9674-b77c8bdec806), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:18.018617 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b58c0-108b-4ffc-a972-5a222125a425 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Calling delete_port for 327f2350-f510-4a3d-9674-b77c8bdec806 owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:27:18.044060 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b6327f2c-8958-45f6-b5ec-08060840e9e8 req-4afe78df-2f2f-4bac-98ac-d529a840732b service neutron] 10.222.0.48 "GET /v2.0/networks/e0928e25-48f3-4367-8066-2352fd83cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865023 Feb 19 05:27:18.148585 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20781716-eb8e-41d4-9fa0-b774331d07eb req-bfe98253-b9fe-482d-a0b5-d8f6a735f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:18.150146 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-20781716-eb8e-41d4-9fa0-b774331d07eb req-bfe98253-b9fe-482d-a0b5-d8f6a735f209 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54d2c75be242433ea3c9206806bd868a&device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 1128 time: 0.0466719 Feb 19 05:27:18.178626 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d1b58c0-108b-4ffc-a972-5a222125a425 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (327f2350-f510-4a3d-9674-b77c8bdec806), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:18.205343 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b58c0-108b-4ffc-a972-5a222125a425 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Pushing event deleted for resources: {'Port': ['ID=327f2350-f510-4a3d-9674-b77c8bdec806,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:18.254501 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20781716-eb8e-41d4-9fa0-b774331d07eb req-bf2a11ac-bc60-4cb8-88db-30acc40e7386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:18.256027 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-20781716-eb8e-41d4-9fa0-b774331d07eb req-bf2a11ac-bc60-4cb8-88db-30acc40e7386 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e0928e25-48f3-4367-8066-2352fd83cf49 HTTP/1.1" status: 200 len: 915 time: 0.0872982 Feb 19 05:27:18.269249 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d1b58c0-108b-4ffc-a972-5a222125a425 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks [] for floatingip (3ed86d63-6c9f-479e-8f68-83a5b9b0ca23), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:18.269516 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-3d1b58c0-108b-4ffc-a972-5a222125a425 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Floating IP 3ed86d63-6c9f-479e-8f68-83a5b9b0ca23 disassociated (deleted). External IP: 172.25.0.32, port: 990a7641-b2f2-48b9-aeda-2c56761e6506. Feb 19 05:27:18.304481 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-20781716-eb8e-41d4-9fa0-b774331d07eb req-2a5ff3c5-f1f8-4e06-af36-40718731eb95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=990a7641-b2f2-48b9-aeda-2c56761e6506 HTTP/1.1" status: 200 len: 217 time: 0.0412016 Feb 19 05:27:18.354496 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20781716-eb8e-41d4-9fa0-b774331d07eb req-403c0ade-cce9-46c5-ac99-9da466296dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:18.355965 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-20781716-eb8e-41d4-9fa0-b774331d07eb req-403c0ade-cce9-46c5-ac99-9da466296dce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47712acc-2e62-4e47-942f-27ee7a9d6f0a HTTP/1.1" status: 200 len: 854 time: 0.0454826 Feb 19 05:27:18.405517 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20781716-eb8e-41d4-9fa0-b774331d07eb req-765eeb2b-16ad-42a8-b24c-88dc127c0e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:18.407355 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-20781716-eb8e-41d4-9fa0-b774331d07eb req-765eeb2b-16ad-42a8-b24c-88dc127c0e56 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0928e25-48f3-4367-8066-2352fd83cf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456288 Feb 19 05:27:18.500456 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1b58c0-108b-4ffc-a972-5a222125a425 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Router 460dd66e-7e7a-4d0c-9416-56a42d06fe67 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:27:18.501695 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-20781716-eb8e-41d4-9fa0-b774331d07eb req-024a2006-8672-4977-9e9c-1ca29af9454a service neutron] 10.222.0.48 "GET /v2.0/networks/e0928e25-48f3-4367-8066-2352fd83cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878048 Feb 19 05:27:18.592288 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-20781716-eb8e-41d4-9fa0-b774331d07eb req-60ec352a-7cd2-40f4-9b42-43f073bd1d12 service neutron] 10.222.0.48 "GET /v2.0/networks/e0928e25-48f3-4367-8066-2352fd83cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849998 Feb 19 05:27:18.959305 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1b58c0-108b-4ffc-a972-5a222125a425 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:27:18.964125 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3d1b58c0-108b-4ffc-a972-5a222125a425 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:18.969184 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21359ae9-7d67-49ae-a3d3-3f19060d8c59 None None] Sync routers for ids ['460dd66e-7e7a-4d0c-9416-56a42d06fe67'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:27:18.979543 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21359ae9-7d67-49ae-a3d3-3f19060d8c59 None None] Routers {'460dd66e-7e7a-4d0c-9416-56a42d06fe67'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:27:18.980162 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-21359ae9-7d67-49ae-a3d3-3f19060d8c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:27:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['460dd66e-7e7a-4d0c-9416-56a42d06fe67'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:18.994431 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3d1b58c0-108b-4ffc-a972-5a222125a425 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "DELETE /v2.0/floatingips/3ed86d63-6c9f-479e-8f68-83a5b9b0ca23 HTTP/1.1" status: 204 len: 168 time: 1.2676876 Feb 19 05:27:19.093412 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-21359ae9-7d67-49ae-a3d3-3f19060d8c59 None None] Set router 460dd66e-7e7a-4d0c-9416-56a42d06fe67 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:27:19.304948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-21359ae9-7d67-49ae-a3d3-3f19060d8c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'name': 'tempest-TestMinimumBasicScenario-1043685670-router', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:25:18Z', 'revision_number': 4, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'gw_port': {'id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '083db199-1038-460b-8b09-4034913c409d', 'name': '', 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'mac_address': 'fa:16:3e:ba:77:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '47712acc-2e62-4e47-942f-27ee7a9d6f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:17Z', 'updated_at': '2022-02-19T05:25:23Z', 'revision_number': 5, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'subnets': [{'id': '47712acc-2e62-4e47-942f-27ee7a9d6f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:19.335062 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21359ae9-7d67-49ae-a3d3-3f19060d8c59 None None] Checking router: 460dd66e-7e7a-4d0c-9416-56a42d06fe67 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:27:19.343443 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21359ae9-7d67-49ae-a3d3-3f19060d8c59 None None] Routers {'460dd66e-7e7a-4d0c-9416-56a42d06fe67'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:27:19.344731 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-21359ae9-7d67-49ae-a3d3-3f19060d8c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:27:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['460dd66e-7e7a-4d0c-9416-56a42d06fe67'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:19.420860 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db633bb-9dc9-4c9d-a1cd-9e59c285221b', 'tag': '990a7641-b2f2-48b9-aeda-2c56761e6506'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:27:19.423352 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd45c8c4-4199-4e2a-a2d0-953bfe5bdc61" -d '{"events": [{"name": "network-changed", "server_uuid": "2db633bb-9dc9-4c9d-a1cd-9e59c285221b", "tag": "990a7641-b2f2-48b9-aeda-2c56761e6506"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:27:19.455087 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-21359ae9-7d67-49ae-a3d3-3f19060d8c59 None None] Set router 460dd66e-7e7a-4d0c-9416-56a42d06fe67 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:27:19.460240 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0613925d-c6e3-42f2-890a-2620403e1698 x-openstack-request-id: req-0613925d-c6e3-42f2-890a-2620403e1698 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:27:19.460544 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db633bb-9dc9-4c9d-a1cd-9e59c285221b", "tag": "990a7641-b2f2-48b9-aeda-2c56761e6506", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:27:19.460822 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0613925d-c6e3-42f2-890a-2620403e1698 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:27:19.461245 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db633bb-9dc9-4c9d-a1cd-9e59c285221b', 'tag': '990a7641-b2f2-48b9-aeda-2c56761e6506', 'status': 'completed', 'code': 200} Feb 19 05:27:19.530635 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45c8c4-4199-4e2a-a2d0-953bfe5bdc61 req-b24e5110-1047-4388-9e4b-e937604ac663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:19.532928 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fd45c8c4-4199-4e2a-a2d0-953bfe5bdc61 req-b24e5110-1047-4388-9e4b-e937604ac663 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54d2c75be242433ea3c9206806bd868a&device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 1128 time: 0.0501602 Feb 19 05:27:19.629598 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45c8c4-4199-4e2a-a2d0-953bfe5bdc61 req-7a1bb693-4862-4435-9dfd-9b5a494883c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:19.630101 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fd45c8c4-4199-4e2a-a2d0-953bfe5bdc61 req-7a1bb693-4862-4435-9dfd-9b5a494883c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e0928e25-48f3-4367-8066-2352fd83cf49 HTTP/1.1" status: 200 len: 915 time: 0.0889094 Feb 19 05:27:19.666427 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-21359ae9-7d67-49ae-a3d3-3f19060d8c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'name': 'tempest-TestMinimumBasicScenario-1043685670-router', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:25:18Z', 'revision_number': 4, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'gw_port': {'id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '083db199-1038-460b-8b09-4034913c409d', 'name': '', 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'mac_address': 'fa:16:3e:ba:77:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '47712acc-2e62-4e47-942f-27ee7a9d6f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:17Z', 'updated_at': '2022-02-19T05:25:23Z', 'revision_number': 5, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'subnets': [{'id': '47712acc-2e62-4e47-942f-27ee7a9d6f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:19.676460 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fd45c8c4-4199-4e2a-a2d0-953bfe5bdc61 req-705fda9d-658f-47e3-a01c-d9a8bf06c156 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=990a7641-b2f2-48b9-aeda-2c56761e6506 HTTP/1.1" status: 200 len: 217 time: 0.0396559 Feb 19 05:27:19.698706 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21359ae9-7d67-49ae-a3d3-3f19060d8c59 None None] The sync data for ids ['460dd66e-7e7a-4d0c-9416-56a42d06fe67'] in n-d-772273-4 is: [{'id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'name': 'tempest-TestMinimumBasicScenario-1043685670-router', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:25:18Z', 'revision_number': 4, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'gw_port': {'id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '083db199-1038-460b-8b09-4034913c409d', 'name': '', 'network_id': 'e0928e25-48f3-4367-8066-2352fd83cf49', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'mac_address': 'fa:16:3e:ba:77:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '47712acc-2e62-4e47-942f-27ee7a9d6f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:17Z', 'updated_at': '2022-02-19T05:25:23Z', 'revision_number': 5, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'subnets': [{'id': '47712acc-2e62-4e47-942f-27ee7a9d6f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:27:19.734034 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45c8c4-4199-4e2a-a2d0-953bfe5bdc61 req-9bdaa009-f1b1-4638-a653-7e1863d79b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:19.736351 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fd45c8c4-4199-4e2a-a2d0-953bfe5bdc61 req-9bdaa009-f1b1-4638-a653-7e1863d79b7c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47712acc-2e62-4e47-942f-27ee7a9d6f0a HTTP/1.1" status: 200 len: 854 time: 0.0545950 Feb 19 05:27:19.789531 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45c8c4-4199-4e2a-a2d0-953bfe5bdc61 req-93155bea-5fa8-4cae-8fde-26d904890b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:19.791048 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fd45c8c4-4199-4e2a-a2d0-953bfe5bdc61 req-93155bea-5fa8-4cae-8fde-26d904890b17 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0928e25-48f3-4367-8066-2352fd83cf49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481575 Feb 19 05:27:19.883088 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fd45c8c4-4199-4e2a-a2d0-953bfe5bdc61 req-87792838-3a02-4c4a-92f1-09ccaa06a04b service neutron] 10.222.0.48 "GET /v2.0/networks/e0928e25-48f3-4367-8066-2352fd83cf49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851109 Feb 19 05:27:19.956236 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba53f88-f35c-4fae-b0a3-09a11876fd14 None None] New status for floating IP 3ed86d63-6c9f-479e-8f68-83a5b9b0ca23: DOWN {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:27:19.983547 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fd45c8c4-4199-4e2a-a2d0-953bfe5bdc61 req-ef667c3d-b0d7-41a6-99d2-702288d5b2ff service neutron] 10.222.0.48 "GET /v2.0/networks/e0928e25-48f3-4367-8066-2352fd83cf49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946381 Feb 19 05:27:32.365389 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d0e7ff32-60f2-4f34-aa92-96486414c0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:34.323855 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef016c-aaf4-470d-aa9f-9859a855977c req-30a99bda-80f2-4870-996b-17c7956733f6 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:34.325388 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4eef016c-aaf4-470d-aa9f-9859a855977c req-30a99bda-80f2-4870-996b-17c7956733f6 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 946 time: 0.0542700 Feb 19 05:27:34.373697 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4eef016c-aaf4-470d-aa9f-9859a855977c req-597ba797-ce2e-4c72-87fc-26bb9d483695 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419564 Feb 19 05:27:35.200842 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f1f4ec1e-37fa-4e89-9ba1-88597bda98ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:35.500016 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e91bb1-cec3-4d64-a8e0-056a7a527660 req-2ae5a107-a695-4e79-b172-cbfa49349851 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:35.501521 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-91e91bb1-cec3-4d64-a8e0-056a7a527660 req-2ae5a107-a695-4e79-b172-cbfa49349851 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 946 time: 0.0535536 Feb 19 05:27:35.548280 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-91e91bb1-cec3-4d64-a8e0-056a7a527660 req-d67ab096-5b1f-44bb-9cf5-2db32083c52e tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/security-groups?id=da0f9159-bf2e-4658-86e9-ccc609d4e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411668 Feb 19 05:27:35.938978 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc104c0a-b647-40ab-9607-ab620fb68912 req-7459938c-69cd-49e3-97b9-3cece466915a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:35.940448 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cc104c0a-b647-40ab-9607-ab620fb68912 req-7459938c-69cd-49e3-97b9-3cece466915a tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.48 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 946 time: 0.0573242 Feb 19 05:27:36.034367 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-cc104c0a-b647-40ab-9607-ab620fb68912 req-3bcd1be2-ee83-4fc6-87f3-479c2bc86442 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Deleting port 990a7641-b2f2-48b9-aeda-2c56761e6506 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:27:36.034710 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-cc104c0a-b647-40ab-9607-ab620fb68912 req-3bcd1be2-ee83-4fc6-87f3-479c2bc86442 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (990a7641-b2f2-48b9-aeda-2c56761e6506), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:36.126920 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-cc104c0a-b647-40ab-9607-ab620fb68912 req-3bcd1be2-ee83-4fc6-87f3-479c2bc86442 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] For port 990a7641-b2f2-48b9-aeda-2c56761e6506, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=990a7641-b2f2-48b9-aeda-2c56761e6506,segment=NetworkSegment(096dcc91-590c-4780-98de-3c4b3ca580a5),segment_id=096dcc91-590c-4780-98de-3c4b3ca580a5)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:27:36.127298 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-cc104c0a-b647-40ab-9607-ab620fb68912 req-3bcd1be2-ee83-4fc6-87f3-479c2bc86442 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (990a7641-b2f2-48b9-aeda-2c56761e6506), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:36.138940 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-cc104c0a-b647-40ab-9607-ab620fb68912 req-3bcd1be2-ee83-4fc6-87f3-479c2bc86442 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Calling delete_port for 990a7641-b2f2-48b9-aeda-2c56761e6506 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:27:36.270989 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-cc104c0a-b647-40ab-9607-ab620fb68912 req-3bcd1be2-ee83-4fc6-87f3-479c2bc86442 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (990a7641-b2f2-48b9-aeda-2c56761e6506), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:36.285495 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['990a7641-b2f2-48b9-aeda-2c56761e6506'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:27:36.306458 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd1be2-ee83-4fc6-87f3-479c2bc86442 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Pushing event deleted for resources: {'Port': ['ID=990a7641-b2f2-48b9-aeda-2c56761e6506,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:36.353177 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc104c0a-b647-40ab-9607-ab620fb68912 req-3bcd1be2-ee83-4fc6-87f3-479c2bc86442 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] No DVR routers for this DVR port 990a7641-b2f2-48b9-aeda-2c56761e6506 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:27:36.355851 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-cc104c0a-b647-40ab-9607-ab620fb68912 req-3bcd1be2-ee83-4fc6-87f3-479c2bc86442 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:36.360112 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cc104c0a-b647-40ab-9607-ab620fb68912 req-3bcd1be2-ee83-4fc6-87f3-479c2bc86442 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.48 "DELETE /v2.0/ports/990a7641-b2f2-48b9-aeda-2c56761e6506 HTTP/1.1" status: 204 len: 173 time: 0.4138470 Feb 19 05:27:36.360566 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db633bb-9dc9-4c9d-a1cd-9e59c285221b', 'name': 'network-vif-deleted', 'tag': '990a7641-b2f2-48b9-aeda-2c56761e6506'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:27:36.363245 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892f1d7d-e1f4-4654-8cf8-f0bf9a4c519a" -d '{"events": [{"server_uuid": "2db633bb-9dc9-4c9d-a1cd-9e59c285221b", "name": "network-vif-deleted", "tag": "990a7641-b2f2-48b9-aeda-2c56761e6506"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:27:36.402172 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7cf336-4fe2-458e-bb64-3035f52df42f x-openstack-request-id: req-2d7cf336-4fe2-458e-bb64-3035f52df42f {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:27:36.402470 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db633bb-9dc9-4c9d-a1cd-9e59c285221b", "name": "network-vif-deleted", "tag": "990a7641-b2f2-48b9-aeda-2c56761e6506", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:27:36.402729 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d7cf336-4fe2-458e-bb64-3035f52df42f {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:27:36.403137 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db633bb-9dc9-4c9d-a1cd-9e59c285221b', 'name': 'network-vif-deleted', 'tag': '990a7641-b2f2-48b9-aeda-2c56761e6506', 'status': 'completed', 'code': 200} Feb 19 05:27:36.653304 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e15bdc50-e0b4-470b-989b-8801342ab51b req-d08444f7-3c3f-4f69-af07-be9410bf1123 tempest-TestMinimumBasicScenario-1691766490 tempest-TestMinimumBasicScenario-1691766490-project] 10.222.0.65 "GET /v2.0/ports?device_id=2db633bb-9dc9-4c9d-a1cd-9e59c285221b HTTP/1.1" status: 200 len: 210 time: 0.0278635 Feb 19 05:27:37.075618 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:38.099004 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:38.207103 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:38.227268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36764) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:38.842472 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c8cbe147-c5dd-435d-84d8-039d0c72a3af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (460dd66e-7e7a-4d0c-9416-56a42d06fe67), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:39.091136 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-c8cbe147-c5dd-435d-84d8-039d0c72a3af admin admin] Deleting port 083db199-1038-460b-8b09-4034913c409d {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:27:39.091474 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c8cbe147-c5dd-435d-84d8-039d0c72a3af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (083db199-1038-460b-8b09-4034913c409d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:39.166871 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-c8cbe147-c5dd-435d-84d8-039d0c72a3af admin admin] For port 083db199-1038-460b-8b09-4034913c409d, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=083db199-1038-460b-8b09-4034913c409d,segment=NetworkSegment(096dcc91-590c-4780-98de-3c4b3ca580a5),segment_id=096dcc91-590c-4780-98de-3c4b3ca580a5)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:27:39.167235 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c8cbe147-c5dd-435d-84d8-039d0c72a3af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (083db199-1038-460b-8b09-4034913c409d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:39.178537 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-c8cbe147-c5dd-435d-84d8-039d0c72a3af admin admin] Calling delete_port for 083db199-1038-460b-8b09-4034913c409d owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:27:39.362745 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c8cbe147-c5dd-435d-84d8-039d0c72a3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (083db199-1038-460b-8b09-4034913c409d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:39.390181 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbe147-c5dd-435d-84d8-039d0c72a3af admin admin] Pushing event deleted for resources: {'Port': ['ID=083db199-1038-460b-8b09-4034913c409d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:39.448140 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:39.568282 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c8cbe147-c5dd-435d-84d8-039d0c72a3af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (460dd66e-7e7a-4d0c-9416-56a42d06fe67), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:39.795008 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:39.796251 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cbe147-c5dd-435d-84d8-039d0c72a3af admin admin] Router 460dd66e-7e7a-4d0c-9416-56a42d06fe67 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:27:39.905136 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cbe147-c5dd-435d-84d8-039d0c72a3af admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:27:39.910523 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c8cbe147-c5dd-435d-84d8-039d0c72a3af admin admin] 10.222.0.65 "PUT /v2.0/routers/460dd66e-7e7a-4d0c-9416-56a42d06fe67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6820710 Feb 19 05:27:39.913214 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36766) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:39.918550 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d06f2c-ed0c-4a1a-ba97-3da365a21bc5 None None] Sync routers for ids ['460dd66e-7e7a-4d0c-9416-56a42d06fe67'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:27:39.928937 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d06f2c-ed0c-4a1a-ba97-3da365a21bc5 None None] Routers {'460dd66e-7e7a-4d0c-9416-56a42d06fe67'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:27:39.929552 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f7d06f2c-ed0c-4a1a-ba97-3da365a21bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:27:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['460dd66e-7e7a-4d0c-9416-56a42d06fe67'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:40.019471 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b0aa9d31-4aeb-4bce-b7c5-a1afd589f8f5 admin admin] Publish callbacks [] for router (460dd66e-7e7a-4d0c-9416-56a42d06fe67), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:40.037552 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-f7d06f2c-ed0c-4a1a-ba97-3da365a21bc5 None None] Set router 460dd66e-7e7a-4d0c-9416-56a42d06fe67 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:27:40.132936 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b0aa9d31-4aeb-4bce-b7c5-a1afd589f8f5 admin admin] Publish callbacks [] for router_gateway (460dd66e-7e7a-4d0c-9416-56a42d06fe67), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:40.186388 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa9d31-4aeb-4bce-b7c5-a1afd589f8f5 admin admin] Deleting port 898f54d4-30a6-4b5e-aab5-b66df899b791 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:27:40.186730 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b0aa9d31-4aeb-4bce-b7c5-a1afd589f8f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (898f54d4-30a6-4b5e-aab5-b66df899b791), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:40.223791 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f7d06f2c-ed0c-4a1a-ba97-3da365a21bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'name': 'tempest-TestMinimumBasicScenario-1043685670-router', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:27:39Z', 'revision_number': 5, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'gw_port': {'id': '898f54d4-30a6-4b5e-aab5-b66df899b791', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:40.250544 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d06f2c-ed0c-4a1a-ba97-3da365a21bc5 None None] Checking router: 460dd66e-7e7a-4d0c-9416-56a42d06fe67 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:27:40.259642 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d06f2c-ed0c-4a1a-ba97-3da365a21bc5 None None] Routers {'460dd66e-7e7a-4d0c-9416-56a42d06fe67'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:27:40.260246 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f7d06f2c-ed0c-4a1a-ba97-3da365a21bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:27:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['460dd66e-7e7a-4d0c-9416-56a42d06fe67'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:40.265528 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-b0aa9d31-4aeb-4bce-b7c5-a1afd589f8f5 admin admin] For port 898f54d4-30a6-4b5e-aab5-b66df899b791, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=898f54d4-30a6-4b5e-aab5-b66df899b791,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:27:40.265905 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b0aa9d31-4aeb-4bce-b7c5-a1afd589f8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (898f54d4-30a6-4b5e-aab5-b66df899b791), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:40.277650 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa9d31-4aeb-4bce-b7c5-a1afd589f8f5 admin admin] Calling delete_port for 898f54d4-30a6-4b5e-aab5-b66df899b791 owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:27:40.295930 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 990a7641-b2f2-48b9-aeda-2c56761e6506 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:27:40.461635 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b0aa9d31-4aeb-4bce-b7c5-a1afd589f8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (898f54d4-30a6-4b5e-aab5-b66df899b791), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:40.486171 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa9d31-4aeb-4bce-b7c5-a1afd589f8f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=898f54d4-30a6-4b5e-aab5-b66df899b791,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:40.517602 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 990a7641-b2f2-48b9-aeda-2c56761e6506 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:27:40.518202 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 990a7641-b2f2-48b9-aeda-2c56761e6506 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:27:40.537340 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-f7d06f2c-ed0c-4a1a-ba97-3da365a21bc5 None None] Set router 460dd66e-7e7a-4d0c-9416-56a42d06fe67 gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:27:40.559463 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b0aa9d31-4aeb-4bce-b7c5-a1afd589f8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (460dd66e-7e7a-4d0c-9416-56a42d06fe67), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:40.592682 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-f7d06f2c-ed0c-4a1a-ba97-3da365a21bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'name': 'tempest-TestMinimumBasicScenario-1043685670-router', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:27:40Z', 'revision_number': 6, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:40.618328 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d06f2c-ed0c-4a1a-ba97-3da365a21bc5 None None] The sync data for ids ['460dd66e-7e7a-4d0c-9416-56a42d06fe67'] in n-d-772273-4 is: [{'id': '460dd66e-7e7a-4d0c-9416-56a42d06fe67', 'name': 'tempest-TestMinimumBasicScenario-1043685670-router', 'tenant_id': '54d2c75be242433ea3c9206806bd868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:25:15Z', 'updated_at': '2022-02-19T05:27:40Z', 'revision_number': 6, 'project_id': '54d2c75be242433ea3c9206806bd868a', 'gw_port_host': None}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:27:40.656511 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b0aa9d31-4aeb-4bce-b7c5-a1afd589f8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (460dd66e-7e7a-4d0c-9416-56a42d06fe67), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:40.658938 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b0aa9d31-4aeb-4bce-b7c5-a1afd589f8f5 admin admin] Publish callbacks [] for router_controller (460dd66e-7e7a-4d0c-9416-56a42d06fe67), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:40.707265 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b0aa9d31-4aeb-4bce-b7c5-a1afd589f8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (460dd66e-7e7a-4d0c-9416-56a42d06fe67), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:40.707836 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0aa9d31-4aeb-4bce-b7c5-a1afd589f8f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 460dd66e-7e7a-4d0c-9416-56a42d06fe67 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:27:40.712413 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b0aa9d31-4aeb-4bce-b7c5-a1afd589f8f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:40.713580 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b0aa9d31-4aeb-4bce-b7c5-a1afd589f8f5 admin admin] 10.222.0.65 "DELETE /v2.0/routers/460dd66e-7e7a-4d0c-9416-56a42d06fe67 HTTP/1.1" status: 204 len: 168 time: 0.7994440 Feb 19 05:27:40.716139 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36768) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:40.761998 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-92df7f0b-ea57-4162-a08a-addd2e83e9df admin admin] Deleting subnet 47712acc-2e62-4e47-942f-27ee7a9d6f0a {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:27:40.765398 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-92df7f0b-ea57-4162-a08a-addd2e83e9df admin admin] Publish callbacks [] for subnet (47712acc-2e62-4e47-942f-27ee7a9d6f0a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:40.800768 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-92df7f0b-ea57-4162-a08a-addd2e83e9df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (47712acc-2e62-4e47-942f-27ee7a9d6f0a), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:40.882338 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-92df7f0b-ea57-4162-a08a-addd2e83e9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (47712acc-2e62-4e47-942f-27ee7a9d6f0a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:40.934137 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-92df7f0b-ea57-4162-a08a-addd2e83e9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (47712acc-2e62-4e47-942f-27ee7a9d6f0a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:40.959861 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df7f0b-ea57-4162-a08a-addd2e83e9df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47712acc-2e62-4e47-942f-27ee7a9d6f0a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:40.964582 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-92df7f0b-ea57-4162-a08a-addd2e83e9df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:40.967950 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-92df7f0b-ea57-4162-a08a-addd2e83e9df admin admin] 10.222.0.65 "DELETE /v2.0/subnets/47712acc-2e62-4e47-942f-27ee7a9d6f0a HTTP/1.1" status: 204 len: 168 time: 0.2508812 Feb 19 05:27:40.970576 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36770) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:40.973567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1328fa-9a27-458d-af50-ba415324f6f2 None None] Network e0928e25-48f3-4367-8066-2352fd83cf49 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:27:41.051507 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0b0d2223-36c3-4f9d-9b53-f0679a50edab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (e0928e25-48f3-4367-8066-2352fd83cf49), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:41.118348 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-0b0d2223-36c3-4f9d-9b53-f0679a50edab admin admin] Deleting port 133cc24a-1cfa-43e7-b04b-1cd82d8dd66d {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:27:41.118690 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0b0d2223-36c3-4f9d-9b53-f0679a50edab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (133cc24a-1cfa-43e7-b04b-1cd82d8dd66d), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:41.180325 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-0b0d2223-36c3-4f9d-9b53-f0679a50edab admin admin] For port 133cc24a-1cfa-43e7-b04b-1cd82d8dd66d, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=133cc24a-1cfa-43e7-b04b-1cd82d8dd66d,segment=NetworkSegment(096dcc91-590c-4780-98de-3c4b3ca580a5),segment_id=096dcc91-590c-4780-98de-3c4b3ca580a5)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:27:41.180684 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0b0d2223-36c3-4f9d-9b53-f0679a50edab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (133cc24a-1cfa-43e7-b04b-1cd82d8dd66d), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:41.194121 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-0b0d2223-36c3-4f9d-9b53-f0679a50edab admin admin] Calling delete_port for 133cc24a-1cfa-43e7-b04b-1cd82d8dd66d owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:27:41.270895 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0b0d2223-36c3-4f9d-9b53-f0679a50edab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (133cc24a-1cfa-43e7-b04b-1cd82d8dd66d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:41.300243 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d2223-36c3-4f9d-9b53-f0679a50edab admin admin] Pushing event deleted for resources: {'Port': ['ID=133cc24a-1cfa-43e7-b04b-1cd82d8dd66d,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:41.306420 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0d2223-36c3-4f9d-9b53-f0679a50edab admin admin] No DVR routers for this DVR port 133cc24a-1cfa-43e7-b04b-1cd82d8dd66d on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:27:41.370537 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:27:41.377598 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0b0d2223-36c3-4f9d-9b53-f0679a50edab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (e0928e25-48f3-4367-8066-2352fd83cf49), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:41.386548 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269b7c6c-2226-44c6-8f35-cf9f49374c84 None None] DHCP port deletion for e0928e25-48f3-4367-8066-2352fd83cf49 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:27:41.412324 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-0b0d2223-36c3-4f9d-9b53-f0679a50edab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0928e25-48f3-4367-8066-2352fd83cf49']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:41.422343 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-0b0d2223-36c3-4f9d-9b53-f0679a50edab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096dcc91-590c-4780-98de-3c4b3ca580a5') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:41.422604 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-0b0d2223-36c3-4f9d-9b53-f0679a50edab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096dcc91-590c-4780-98de-3c4b3ca580a5') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:41.432790 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0b0d2223-36c3-4f9d-9b53-f0679a50edab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (096dcc91-590c-4780-98de-3c4b3ca580a5), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:41.445804 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0b0d2223-36c3-4f9d-9b53-f0679a50edab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (096dcc91-590c-4780-98de-3c4b3ca580a5), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:41.451785 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0d2223-36c3-4f9d-9b53-f0679a50edab admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:27:41.452173 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0b0d2223-36c3-4f9d-9b53-f0679a50edab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (096dcc91-590c-4780-98de-3c4b3ca580a5), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: timer() Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:27:41.453858 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:27:41.512340 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0b0d2223-36c3-4f9d-9b53-f0679a50edab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (e0928e25-48f3-4367-8066-2352fd83cf49), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:41.518379 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0b0d2223-36c3-4f9d-9b53-f0679a50edab admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:41.521795 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0b0d2223-36c3-4f9d-9b53-f0679a50edab admin admin] 10.222.0.65 "DELETE /v2.0/networks/e0928e25-48f3-4367-8066-2352fd83cf49 HTTP/1.1" status: 204 len: 168 time: 0.5493858 Feb 19 05:27:41.524695 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36772) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:41.540352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d2223-36c3-4f9d-9b53-f0679a50edab admin admin] Pushing event deleted for resources: {'Network': ['ID=e0928e25-48f3-4367-8066-2352fd83cf49,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:41.673038 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 083db199-1038-460b-8b09-4034913c409d no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:27:41.693448 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 083db199-1038-460b-8b09-4034913c409d {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:27:41.693798 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 083db199-1038-460b-8b09-4034913c409d not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:27:41.694431 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 133cc24a-1cfa-43e7-b04b-1cd82d8dd66d no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:27:41.713916 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 133cc24a-1cfa-43e7-b04b-1cd82d8dd66d {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:27:41.714346 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 133cc24a-1cfa-43e7-b04b-1cd82d8dd66d not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:27:41.714811 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 898f54d4-30a6-4b5e-aab5-b66df899b791 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:27:41.738410 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 898f54d4-30a6-4b5e-aab5-b66df899b791 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:27:41.738764 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 898f54d4-30a6-4b5e-aab5-b66df899b791 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:27:41.897567 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9b07a098-5a77-438a-a931-c2ea8d1ccd17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (df72d97f-14cd-4010-91ee-30435b41c9ba), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:42.416940 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-9b07a098-5a77-438a-a931-c2ea8d1ccd17 admin admin] Deleting port 138fdb49-ed92-4c9a-be2f-db0adbbf61f2 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:27:42.417291 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9b07a098-5a77-438a-a931-c2ea8d1ccd17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (138fdb49-ed92-4c9a-be2f-db0adbbf61f2), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:42.498465 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-9b07a098-5a77-438a-a931-c2ea8d1ccd17 admin admin] For port 138fdb49-ed92-4c9a-be2f-db0adbbf61f2, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=138fdb49-ed92-4c9a-be2f-db0adbbf61f2,segment=NetworkSegment(dbcf950e-5a6c-4d3f-b366-d466eec49e3f),segment_id=dbcf950e-5a6c-4d3f-b366-d466eec49e3f)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:27:42.498865 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9b07a098-5a77-438a-a931-c2ea8d1ccd17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (138fdb49-ed92-4c9a-be2f-db0adbbf61f2), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:42.511854 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-9b07a098-5a77-438a-a931-c2ea8d1ccd17 admin admin] Calling delete_port for 138fdb49-ed92-4c9a-be2f-db0adbbf61f2 owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:27:42.702630 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9b07a098-5a77-438a-a931-c2ea8d1ccd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (138fdb49-ed92-4c9a-be2f-db0adbbf61f2), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:42.732815 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07a098-5a77-438a-a931-c2ea8d1ccd17 admin admin] Pushing event deleted for resources: {'Port': ['ID=138fdb49-ed92-4c9a-be2f-db0adbbf61f2,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:42.905007 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9b07a098-5a77-438a-a931-c2ea8d1ccd17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (df72d97f-14cd-4010-91ee-30435b41c9ba), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:43.125074 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b07a098-5a77-438a-a931-c2ea8d1ccd17 admin admin] Router df72d97f-14cd-4010-91ee-30435b41c9ba has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:27:43.235590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b07a098-5a77-438a-a931-c2ea8d1ccd17 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:27:43.240550 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9b07a098-5a77-438a-a931-c2ea8d1ccd17 admin admin] 10.222.0.65 "PUT /v2.0/routers/df72d97f-14cd-4010-91ee-30435b41c9ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7148709 Feb 19 05:27:43.243087 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36774) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:43.246167 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9716b5d2-1ed0-43bb-81cc-e0b6a223ff83 None None] Sync routers for ids ['df72d97f-14cd-4010-91ee-30435b41c9ba'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:27:43.255964 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9716b5d2-1ed0-43bb-81cc-e0b6a223ff83 None None] Routers {'df72d97f-14cd-4010-91ee-30435b41c9ba'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:27:43.256579 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9716b5d2-1ed0-43bb-81cc-e0b6a223ff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:27:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['df72d97f-14cd-4010-91ee-30435b41c9ba'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:43.351697 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf0da609-ad6f-4eca-9300-cfa83bf9721c admin admin] Publish callbacks [] for router (df72d97f-14cd-4010-91ee-30435b41c9ba), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:43.362741 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-9716b5d2-1ed0-43bb-81cc-e0b6a223ff83 None None] Set router df72d97f-14cd-4010-91ee-30435b41c9ba gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:27:43.461762 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf0da609-ad6f-4eca-9300-cfa83bf9721c admin admin] Publish callbacks [] for router_gateway (df72d97f-14cd-4010-91ee-30435b41c9ba), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:43.515843 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-cf0da609-ad6f-4eca-9300-cfa83bf9721c admin admin] Deleting port f45df09c-bc4f-4160-8c08-6bd7259ef3df {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:27:43.516284 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf0da609-ad6f-4eca-9300-cfa83bf9721c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f45df09c-bc4f-4160-8c08-6bd7259ef3df), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:43.551690 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9716b5d2-1ed0-43bb-81cc-e0b6a223ff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df72d97f-14cd-4010-91ee-30435b41c9ba', 'name': 'tempest-TestMinimumBasicScenario-121186335-router', 'tenant_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'f45df09c-bc4f-4160-8c08-6bd7259ef3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:25:20Z', 'updated_at': '2022-02-19T05:27:42Z', 'revision_number': 5, 'project_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'gw_port': {'id': 'f45df09c-bc4f-4160-8c08-6bd7259ef3df', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:17:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72d97f-14cd-4010-91ee-30435b41c9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:25:20Z', 'updated_at': '2022-02-19T05:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:43.582245 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9716b5d2-1ed0-43bb-81cc-e0b6a223ff83 None None] Checking router: df72d97f-14cd-4010-91ee-30435b41c9ba for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:27:43.592518 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9716b5d2-1ed0-43bb-81cc-e0b6a223ff83 None None] Routers {'df72d97f-14cd-4010-91ee-30435b41c9ba'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:27:43.593299 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9716b5d2-1ed0-43bb-81cc-e0b6a223ff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:27:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['df72d97f-14cd-4010-91ee-30435b41c9ba'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:43.598107 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-cf0da609-ad6f-4eca-9300-cfa83bf9721c admin admin] For port f45df09c-bc4f-4160-8c08-6bd7259ef3df, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=f45df09c-bc4f-4160-8c08-6bd7259ef3df,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:27:43.598481 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf0da609-ad6f-4eca-9300-cfa83bf9721c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f45df09c-bc4f-4160-8c08-6bd7259ef3df), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:43.611902 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-cf0da609-ad6f-4eca-9300-cfa83bf9721c admin admin] Calling delete_port for f45df09c-bc4f-4160-8c08-6bd7259ef3df owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:27:43.782523 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-9716b5d2-1ed0-43bb-81cc-e0b6a223ff83 None None] Set router df72d97f-14cd-4010-91ee-30435b41c9ba gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:27:43.792140 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf0da609-ad6f-4eca-9300-cfa83bf9721c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (f45df09c-bc4f-4160-8c08-6bd7259ef3df), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:43.821358 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0da609-ad6f-4eca-9300-cfa83bf9721c admin admin] Pushing event deleted for resources: {'Port': ['ID=f45df09c-bc4f-4160-8c08-6bd7259ef3df,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:43.833845 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9716b5d2-1ed0-43bb-81cc-e0b6a223ff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df72d97f-14cd-4010-91ee-30435b41c9ba', 'name': 'tempest-TestMinimumBasicScenario-121186335-router', 'tenant_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:25:20Z', 'updated_at': '2022-02-19T05:27:43Z', 'revision_number': 6, 'project_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:43.862958 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9716b5d2-1ed0-43bb-81cc-e0b6a223ff83 None None] The sync data for ids ['df72d97f-14cd-4010-91ee-30435b41c9ba'] in n-d-772273-4 is: [{'id': 'df72d97f-14cd-4010-91ee-30435b41c9ba', 'name': 'tempest-TestMinimumBasicScenario-121186335-router', 'tenant_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:25:20Z', 'updated_at': '2022-02-19T05:27:43Z', 'revision_number': 6, 'project_id': 'fbfc2182aabe4b91ad7e883d502c4c54', 'gw_port_host': None}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:27:43.895166 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf0da609-ad6f-4eca-9300-cfa83bf9721c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (df72d97f-14cd-4010-91ee-30435b41c9ba), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:43.986166 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf0da609-ad6f-4eca-9300-cfa83bf9721c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (df72d97f-14cd-4010-91ee-30435b41c9ba), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:43.988310 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf0da609-ad6f-4eca-9300-cfa83bf9721c admin admin] Publish callbacks [] for router_controller (df72d97f-14cd-4010-91ee-30435b41c9ba), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:44.035932 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf0da609-ad6f-4eca-9300-cfa83bf9721c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (df72d97f-14cd-4010-91ee-30435b41c9ba), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:44.036440 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0da609-ad6f-4eca-9300-cfa83bf9721c admin admin] Fanout notify agent at l3_agent the message router_deleted on router df72d97f-14cd-4010-91ee-30435b41c9ba {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:27:44.040695 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cf0da609-ad6f-4eca-9300-cfa83bf9721c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:44.041996 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cf0da609-ad6f-4eca-9300-cfa83bf9721c admin admin] 10.222.0.65 "DELETE /v2.0/routers/df72d97f-14cd-4010-91ee-30435b41c9ba HTTP/1.1" status: 204 len: 168 time: 0.7979963 Feb 19 05:27:44.044574 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36776) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:44.088517 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64dd687-e8b0-44c0-815f-00d8acfd63f3 admin admin] Deleting subnet 9bb1644a-fd86-49e1-bee1-a2fae8373617 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:27:44.091752 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d64dd687-e8b0-44c0-815f-00d8acfd63f3 admin admin] Publish callbacks [] for subnet (9bb1644a-fd86-49e1-bee1-a2fae8373617), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:44.127184 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d64dd687-e8b0-44c0-815f-00d8acfd63f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (9bb1644a-fd86-49e1-bee1-a2fae8373617), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:44.202037 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d64dd687-e8b0-44c0-815f-00d8acfd63f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (9bb1644a-fd86-49e1-bee1-a2fae8373617), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:44.262004 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d64dd687-e8b0-44c0-815f-00d8acfd63f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (9bb1644a-fd86-49e1-bee1-a2fae8373617), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:44.291099 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64dd687-e8b0-44c0-815f-00d8acfd63f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bb1644a-fd86-49e1-bee1-a2fae8373617,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:44.295047 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d64dd687-e8b0-44c0-815f-00d8acfd63f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:44.302855 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d64dd687-e8b0-44c0-815f-00d8acfd63f3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9bb1644a-fd86-49e1-bee1-a2fae8373617 HTTP/1.1" status: 204 len: 168 time: 0.2551563 Feb 19 05:27:44.303010 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36778) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:44.303458 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9261d83-a0ad-4d68-b2e9-3f603cef9d34 None None] Network 8cc09b66-c930-457f-8876-d252bb6a9c80 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:27:44.374899 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60a55d15-59eb-42da-828e-4c7082ac8a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (8cc09b66-c930-457f-8876-d252bb6a9c80), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:44.434908 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-60a55d15-59eb-42da-828e-4c7082ac8a0c admin admin] Deleting port 5b188dbc-dc50-4a8c-8b8e-396bd1d285f3 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:27:44.435255 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60a55d15-59eb-42da-828e-4c7082ac8a0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (5b188dbc-dc50-4a8c-8b8e-396bd1d285f3), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:44.496778 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-60a55d15-59eb-42da-828e-4c7082ac8a0c admin admin] For port 5b188dbc-dc50-4a8c-8b8e-396bd1d285f3, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=5b188dbc-dc50-4a8c-8b8e-396bd1d285f3,segment=NetworkSegment(dbcf950e-5a6c-4d3f-b366-d466eec49e3f),segment_id=dbcf950e-5a6c-4d3f-b366-d466eec49e3f)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:27:44.497190 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60a55d15-59eb-42da-828e-4c7082ac8a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (5b188dbc-dc50-4a8c-8b8e-396bd1d285f3), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:44.510309 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-60a55d15-59eb-42da-828e-4c7082ac8a0c admin admin] Calling delete_port for 5b188dbc-dc50-4a8c-8b8e-396bd1d285f3 owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:27:44.601679 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60a55d15-59eb-42da-828e-4c7082ac8a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (5b188dbc-dc50-4a8c-8b8e-396bd1d285f3), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:44.614644 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b412e44-5c0e-419b-87b7-0a4d5fe98785 None None] DHCP port deletion for 8cc09b66-c930-457f-8876-d252bb6a9c80 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:27:44.633185 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a55d15-59eb-42da-828e-4c7082ac8a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=5b188dbc-dc50-4a8c-8b8e-396bd1d285f3,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:44.637254 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a55d15-59eb-42da-828e-4c7082ac8a0c admin admin] No DVR routers for this DVR port 5b188dbc-dc50-4a8c-8b8e-396bd1d285f3 on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:27:44.711697 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60a55d15-59eb-42da-828e-4c7082ac8a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (8cc09b66-c930-457f-8876-d252bb6a9c80), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:44.733531 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-60a55d15-59eb-42da-828e-4c7082ac8a0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc09b66-c930-457f-8876-d252bb6a9c80']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:44.744045 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-60a55d15-59eb-42da-828e-4c7082ac8a0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbcf950e-5a6c-4d3f-b366-d466eec49e3f') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:44.744346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-60a55d15-59eb-42da-828e-4c7082ac8a0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbcf950e-5a6c-4d3f-b366-d466eec49e3f') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:44.754516 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60a55d15-59eb-42da-828e-4c7082ac8a0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (dbcf950e-5a6c-4d3f-b366-d466eec49e3f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:44.768773 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60a55d15-59eb-42da-828e-4c7082ac8a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (dbcf950e-5a6c-4d3f-b366-d466eec49e3f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:44.775587 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a55d15-59eb-42da-828e-4c7082ac8a0c admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:27:44.776037 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60a55d15-59eb-42da-828e-4c7082ac8a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (dbcf950e-5a6c-4d3f-b366-d466eec49e3f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: timer() Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:27:44.777850 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:27:44.834498 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60a55d15-59eb-42da-828e-4c7082ac8a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (8cc09b66-c930-457f-8876-d252bb6a9c80), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:44.840741 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-60a55d15-59eb-42da-828e-4c7082ac8a0c admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:44.843985 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-60a55d15-59eb-42da-828e-4c7082ac8a0c admin admin] 10.222.0.65 "DELETE /v2.0/networks/8cc09b66-c930-457f-8876-d252bb6a9c80 HTTP/1.1" status: 204 len: 168 time: 0.5415208 Feb 19 05:27:44.857595 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a55d15-59eb-42da-828e-4c7082ac8a0c admin admin] Pushing event deleted for resources: {'Network': ['ID=8cc09b66-c930-457f-8876-d252bb6a9c80,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:45.017607 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36784) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:45.058450 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8d9e3e21-d4a8-4ec0-9ea0-7e7478e2f3d1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=54d2c75be242433ea3c9206806bd868a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395894 Feb 19 05:27:45.060818 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36786) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:45.106759 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e70dfa09-1d65-4420-acdf-6dd6c35daed9 admin admin] Publish callbacks [] for security_group (da0f9159-bf2e-4658-86e9-ccc609d4e9cf), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:45.129562 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e70dfa09-1d65-4420-acdf-6dd6c35daed9 admin admin] Publish callbacks [] for security_group (da0f9159-bf2e-4658-86e9-ccc609d4e9cf), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:45.175210 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e70dfa09-1d65-4420-acdf-6dd6c35daed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (da0f9159-bf2e-4658-86e9-ccc609d4e9cf), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:45.177823 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e70dfa09-1d65-4420-acdf-6dd6c35daed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:45.178988 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e70dfa09-1d65-4420-acdf-6dd6c35daed9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/da0f9159-bf2e-4658-86e9-ccc609d4e9cf HTTP/1.1" status: 204 len: 168 time: 0.1172421 Feb 19 05:27:45.187278 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70dfa09-1d65-4420-acdf-6dd6c35daed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0f9159-bf2e-4658-86e9-ccc609d4e9cf,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:45.490461 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36792) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:45.533027 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e8fb439e-3d25-4b20-b0d5-1f54f91906e6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fbfc2182aabe4b91ad7e883d502c4c54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413768 Feb 19 05:27:45.535646 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36794) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:45.582802 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0677b17f-05ea-4b41-9cb2-163b3adcd192 admin admin] Publish callbacks [] for security_group (06f6dc7f-67be-44f5-a09a-d950b451fecf), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:45.603045 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0677b17f-05ea-4b41-9cb2-163b3adcd192 admin admin] Publish callbacks [] for security_group (06f6dc7f-67be-44f5-a09a-d950b451fecf), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:45.651460 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0677b17f-05ea-4b41-9cb2-163b3adcd192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (06f6dc7f-67be-44f5-a09a-d950b451fecf), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:45.654317 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0677b17f-05ea-4b41-9cb2-163b3adcd192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:45.655667 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0677b17f-05ea-4b41-9cb2-163b3adcd192 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/06f6dc7f-67be-44f5-a09a-d950b451fecf HTTP/1.1" status: 204 len: 168 time: 0.1190190 Feb 19 05:27:45.660803 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f45df09c-bc4f-4160-8c08-6bd7259ef3df no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:27:45.666764 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677b17f-05ea-4b41-9cb2-163b3adcd192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f6dc7f-67be-44f5-a09a-d950b451fecf,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:45.685483 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: f45df09c-bc4f-4160-8c08-6bd7259ef3df {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:27:45.685825 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device f45df09c-bc4f-4160-8c08-6bd7259ef3df not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:27:45.686250 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 138fdb49-ed92-4c9a-be2f-db0adbbf61f2 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:27:45.709873 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 138fdb49-ed92-4c9a-be2f-db0adbbf61f2 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:27:45.710558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 138fdb49-ed92-4c9a-be2f-db0adbbf61f2 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:27:45.711157 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5b188dbc-dc50-4a8c-8b8e-396bd1d285f3 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:27:45.734513 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 5b188dbc-dc50-4a8c-8b8e-396bd1d285f3 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:27:45.735718 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 5b188dbc-dc50-4a8c-8b8e-396bd1d285f3 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:27:47.249572 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36836) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:47.254783 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-ff9f33a1-49f6-484c-a71e-ce298bbeaefb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1358196353', 'description': 'tempest-secgroup-smoke-1358196353 description', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:27:47.277133 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff9f33a1-49f6-484c-a71e-ce298bbeaefb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:47.285067 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff9f33a1-49f6-484c-a71e-ce298bbeaefb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:47.358258 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff9f33a1-49f6-484c-a71e-ce298bbeaefb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (95609bd2-61a9-48d6-9dc9-60d3461db83c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:47.362039 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff9f33a1-49f6-484c-a71e-ce298bbeaefb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (95609bd2-61a9-48d6-9dc9-60d3461db83c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:47.398370 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f33a1-49f6-484c-a71e-ce298bbeaefb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95609bd2-61a9-48d6-9dc9-60d3461db83c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:47.439401 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff9f33a1-49f6-484c-a71e-ce298bbeaefb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (556924e9-6831-4d13-b9cd-2be74d5f1a0b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:47.443622 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff9f33a1-49f6-484c-a71e-ce298bbeaefb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (556924e9-6831-4d13-b9cd-2be74d5f1a0b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:47.477088 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ff9f33a1-49f6-484c-a71e-ce298bbeaefb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:47.478271 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ff9f33a1-49f6-484c-a71e-ce298bbeaefb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2276735 Feb 19 05:27:47.479391 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f33a1-49f6-484c-a71e-ce298bbeaefb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556924e9-6831-4d13-b9cd-2be74d5f1a0b,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:47.481307 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36838) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:47.487147 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-b7314cb9-e5da-4185-a8b1-b6802ed226ec tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': '556924e9-6831-4d13-b9cd-2be74d5f1a0b', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:27:47.512430 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b7314cb9-e5da-4185-a8b1-b6802ed226ec tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (0ccb4240-cb3e-4792-bf7e-98ee1857505e), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:47.572200 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b7314cb9-e5da-4185-a8b1-b6802ed226ec tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (0ccb4240-cb3e-4792-bf7e-98ee1857505e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:47.575909 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b7314cb9-e5da-4185-a8b1-b6802ed226ec tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (0ccb4240-cb3e-4792-bf7e-98ee1857505e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:47.595445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7314cb9-e5da-4185-a8b1-b6802ed226ec tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ccb4240-cb3e-4792-bf7e-98ee1857505e,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:47.605409 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-b7314cb9-e5da-4185-a8b1-b6802ed226ec tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:47.606697 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b7314cb9-e5da-4185-a8b1-b6802ed226ec tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237206 Feb 19 05:27:47.609500 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36840) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:47.616619 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-304063db-ada9-45f1-a3a0-7adbe34b5020 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': '556924e9-6831-4d13-b9cd-2be74d5f1a0b', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:27:47.642632 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-304063db-ada9-45f1-a3a0-7adbe34b5020 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (c5276493-c23a-48ff-87f5-80d0e7421869), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:47.698261 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-304063db-ada9-45f1-a3a0-7adbe34b5020 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (c5276493-c23a-48ff-87f5-80d0e7421869), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:47.701774 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-304063db-ada9-45f1-a3a0-7adbe34b5020 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (c5276493-c23a-48ff-87f5-80d0e7421869), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:47.722243 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304063db-ada9-45f1-a3a0-7adbe34b5020 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5276493-c23a-48ff-87f5-80d0e7421869,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:47.727429 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-304063db-ada9-45f1-a3a0-7adbe34b5020 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:47.728770 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-304063db-ada9-45f1-a3a0-7adbe34b5020 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177955 Feb 19 05:27:47.731341 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36842) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:47.735915 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-a79bdcc7-a4b6-40b3-8197-7b2d03fac01c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': '556924e9-6831-4d13-b9cd-2be74d5f1a0b', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:27:47.760687 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a79bdcc7-a4b6-40b3-8197-7b2d03fac01c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (942a9750-25b8-4ccd-a47f-633fec6b4e13), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:47.817744 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a79bdcc7-a4b6-40b3-8197-7b2d03fac01c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (942a9750-25b8-4ccd-a47f-633fec6b4e13), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:47.821483 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a79bdcc7-a4b6-40b3-8197-7b2d03fac01c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (942a9750-25b8-4ccd-a47f-633fec6b4e13), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:47.841026 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bdcc7-a4b6-40b3-8197-7b2d03fac01c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=942a9750-25b8-4ccd-a47f-633fec6b4e13,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:47.850825 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a79bdcc7-a4b6-40b3-8197-7b2d03fac01c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:47.852051 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a79bdcc7-a4b6-40b3-8197-7b2d03fac01c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197829 Feb 19 05:27:47.855086 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36844) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:47.859526 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-7ec6a13a-d5ca-47f5-8a41-9279fa5fc072 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': '556924e9-6831-4d13-b9cd-2be74d5f1a0b', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:27:47.885919 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a13a-d5ca-47f5-8a41-9279fa5fc072 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (3e7eea1c-4ee1-4644-89fa-8103437ac168), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:47.946550 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a13a-d5ca-47f5-8a41-9279fa5fc072 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (3e7eea1c-4ee1-4644-89fa-8103437ac168), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:47.950255 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a13a-d5ca-47f5-8a41-9279fa5fc072 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (3e7eea1c-4ee1-4644-89fa-8103437ac168), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:47.969396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6a13a-d5ca-47f5-8a41-9279fa5fc072 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7eea1c-4ee1-4644-89fa-8103437ac168,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:47.977694 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a13a-d5ca-47f5-8a41-9279fa5fc072 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:47.978857 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7ec6a13a-d5ca-47f5-8a41-9279fa5fc072 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227562 Feb 19 05:27:47.981697 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36846) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:47.986021 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-14cf5c36-be87-469d-ae49-0e5bb776b225 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': '556924e9-6831-4d13-b9cd-2be74d5f1a0b', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:27:48.008439 n-d-772273-4 neutron-server[115198]: INFO neutron.db.securitygroups_db [None req-14cf5c36-be87-469d-ae49-0e5bb776b225 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Project a3ce047577fa4aeb85ad4443f2143977 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:27:48.013295 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-14cf5c36-be87-469d-ae49-0e5bb776b225 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (5bdfc867-cb83-4b65-935d-06405daa9ede), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:48.070586 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-14cf5c36-be87-469d-ae49-0e5bb776b225 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (5bdfc867-cb83-4b65-935d-06405daa9ede), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:48.074544 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-14cf5c36-be87-469d-ae49-0e5bb776b225 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (5bdfc867-cb83-4b65-935d-06405daa9ede), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:48.093216 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf5c36-be87-469d-ae49-0e5bb776b225 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bdfc867-cb83-4b65-935d-06405daa9ede,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:48.100226 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-14cf5c36-be87-469d-ae49-0e5bb776b225 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:48.101562 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-14cf5c36-be87-469d-ae49-0e5bb776b225 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189299 Feb 19 05:27:48.104266 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36848) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:48.108607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-366c4c8c-61e3-43be-9886-83bfeb5fd984 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': '556924e9-6831-4d13-b9cd-2be74d5f1a0b', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:27:48.128072 n-d-772273-4 neutron-server[115198]: INFO neutron.db.securitygroups_db [None req-366c4c8c-61e3-43be-9886-83bfeb5fd984 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Project a3ce047577fa4aeb85ad4443f2143977 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:27:48.133007 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-366c4c8c-61e3-43be-9886-83bfeb5fd984 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (19f5b0b2-e288-46a7-9627-09c989c857e4), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:48.191913 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-366c4c8c-61e3-43be-9886-83bfeb5fd984 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (19f5b0b2-e288-46a7-9627-09c989c857e4), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:48.195410 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-366c4c8c-61e3-43be-9886-83bfeb5fd984 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (19f5b0b2-e288-46a7-9627-09c989c857e4), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:48.212607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c4c8c-61e3-43be-9886-83bfeb5fd984 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f5b0b2-e288-46a7-9627-09c989c857e4,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:48.220742 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-366c4c8c-61e3-43be-9886-83bfeb5fd984 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:48.221971 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-366c4c8c-61e3-43be-9886-83bfeb5fd984 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1167786 Feb 19 05:27:48.225286 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36850) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:48.230174 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-f348f574-0258-4fee-a637-d4aabd2040fc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'network': {'name': 'tempest-network-smoke--213902399', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'port_security_enabled': True}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:27:48.248428 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f348f574-0258-4fee-a637-d4aabd2040fc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Made reservation on behalf of a3ce047577fa4aeb85ad4443f2143977 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:27:48.252389 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f348f574-0258-4fee-a637-d4aabd2040fc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:48.276364 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f348f574-0258-4fee-a637-d4aabd2040fc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:27:48.285898 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f348f574-0258-4fee-a637-d4aabd2040fc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (49839e1d-eee1-467b-8522-9c1dd5be5e92), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:48.286249 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-f348f574-0258-4fee-a637-d4aabd2040fc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Added segment 49839e1d-eee1-467b-8522-9c1dd5be5e92 of type vlan for network 44f94ad2-cf3d-4d6e-b72b-efa1847f81ae Feb 19 05:27:48.329251 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f348f574-0258-4fee-a637-d4aabd2040fc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (44f94ad2-cf3d-4d6e-b72b-efa1847f81ae), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:48.355331 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f348f574-0258-4fee-a637-d4aabd2040fc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (44f94ad2-cf3d-4d6e-b72b-efa1847f81ae), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:48.360878 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f348f574-0258-4fee-a637-d4aabd2040fc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:48.361493 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f348f574-0258-4fee-a637-d4aabd2040fc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:48.420253 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f348f574-0258-4fee-a637-d4aabd2040fc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1939003 Feb 19 05:27:48.423936 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36852) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:48.428562 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-9b804435-3534-4db0-aa7b-9b65eaf2f10d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-726798571', 'admin_state_up': True, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:27:48.429267 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348f574-0258-4fee-a637-d4aabd2040fc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Network': ['ID=44f94ad2-cf3d-4d6e-b72b-efa1847f81ae,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:48.439935 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 44f94ad2-cf3d-4d6e-b72b-efa1847f81ae details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:27:48.456967 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9b804435-3534-4db0-aa7b-9b65eaf2f10d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (048497d4-614b-4a82-bb0f-d735578aa8f8), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:48.458030 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9b804435-3534-4db0-aa7b-9b65eaf2f10d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (048497d4-614b-4a82-bb0f-d735578aa8f8), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:48.511468 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9b804435-3534-4db0-aa7b-9b65eaf2f10d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_controller (048497d4-614b-4a82-bb0f-d735578aa8f8), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:48.698902 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9b804435-3534-4db0-aa7b-9b65eaf2f10d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_gateway (048497d4-614b-4a82-bb0f-d735578aa8f8), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:49.160104 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9b804435-3534-4db0-aa7b-9b65eaf2f10d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_gateway (048497d4-614b-4a82-bb0f-d735578aa8f8), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:49.179110 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9b804435-3534-4db0-aa7b-9b65eaf2f10d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:49.277493 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-9b804435-3534-4db0-aa7b-9b65eaf2f10d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Allocated IP 172.25.0.170 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/a7d8390a-2657-4f08-9240-f7e4fed8246f) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:27:49.382819 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9b804435-3534-4db0-aa7b-9b65eaf2f10d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (a7d8390a-2657-4f08-9240-f7e4fed8246f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:49.416866 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9b804435-3534-4db0-aa7b-9b65eaf2f10d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (a7d8390a-2657-4f08-9240-f7e4fed8246f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:49.453880 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b804435-3534-4db0-aa7b-9b65eaf2f10d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:27:49.456621 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-9b804435-3534-4db0-aa7b-9b65eaf2f10d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:27:49.462336 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b804435-3534-4db0-aa7b-9b65eaf2f10d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:27:49.467461 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b804435-3534-4db0-aa7b-9b65eaf2f10d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=a7d8390a-2657-4f08-9240-f7e4fed8246f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:49.773691 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9b804435-3534-4db0-aa7b-9b65eaf2f10d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_gateway (048497d4-614b-4a82-bb0f-d735578aa8f8), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:49.972407 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9b804435-3534-4db0-aa7b-9b65eaf2f10d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (048497d4-614b-4a82-bb0f-d735578aa8f8), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:50.101833 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b804435-3534-4db0-aa7b-9b65eaf2f10d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Router 048497d4-614b-4a82-bb0f-d735578aa8f8 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:27:50.211449 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b804435-3534-4db0-aa7b-9b65eaf2f10d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:27:50.220883 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] Sync routers for ids ['048497d4-614b-4a82-bb0f-d735578aa8f8'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:27:50.231073 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] Routers {'048497d4-614b-4a82-bb0f-d735578aa8f8'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:27:50.231255 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9b804435-3534-4db0-aa7b-9b65eaf2f10d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:50.232045 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:27:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['048497d4-614b-4a82-bb0f-d735578aa8f8'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:50.232375 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9b804435-3534-4db0-aa7b-9b65eaf2f10d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8074095 Feb 19 05:27:50.235791 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36854) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:50.343111 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] Set router 048497d4-614b-4a82-bb0f-d735578aa8f8 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:27:50.367177 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-17729251-5b28-4ae5-bb3f-aa4c3408c958 tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a3ce047577fa4aeb85ad4443f2143977&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1300807 Feb 19 05:27:50.369928 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36858) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:50.462555 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9fe680-65d6-443c-8af9-a2a736de0042 tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:50.464103 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8d9fe680-65d6-443c-8af9-a2a736de0042 tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0933113 Feb 19 05:27:50.466976 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36860) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:50.495250 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-386f223d-2826-427d-b45a-6c02e35ca5e9 tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271785 Feb 19 05:27:50.497807 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36862) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:50.503144 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-8eda17b5-5915-49b0-a672-6a83a9281543 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-751562856', 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:27:50.525339 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726798571', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:27:48Z', 'updated_at': '2022-02-19T05:27:49Z', 'revision_number': 3, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:27:49Z', 'updated_at': '2022-02-19T05:27:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:50.552722 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] Checking router: 048497d4-614b-4a82-bb0f-d735578aa8f8 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:27:50.553112 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] Updating router 048497d4-614b-4a82-bb0f-d735578aa8f8 port a7d8390a-2657-4f08-9240-f7e4fed8246f binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:27:50.580214 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a7d8390a-2657-4f08-9240-f7e4fed8246f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:50.594187 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eda17b5-5915-49b0-a672-6a83a9281543 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Made reservation on behalf of a3ce047577fa4aeb85ad4443f2143977 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:27:50.597673 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8eda17b5-5915-49b0-a672-6a83a9281543 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:50.783747 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8eda17b5-5915-49b0-a672-6a83a9281543 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (b9506b39-d63d-4e50-bc66-1c21e92e59c8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:50.846098 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda17b5-5915-49b0-a672-6a83a9281543 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Subnet': ['ID=b9506b39-d63d-4e50-bc66-1c21e92e59c8,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:50.850687 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] Publish callbacks [] for port (a7d8390a-2657-4f08-9240-f7e4fed8246f), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:50.854464 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eda17b5-5915-49b0-a672-6a83a9281543 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Checking segment: {'id': '49839e1d-eee1-467b-8522-9c1dd5be5e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:27:50.854878 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eda17b5-5915-49b0-a672-6a83a9281543 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network hostable DHCP agents. Network: 44f94ad2-cf3d-4d6e-b72b-efa1847f81ae, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:27:50.859160 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a7d8390a-2657-4f08-9240-f7e4fed8246f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:50.873440 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eda17b5-5915-49b0-a672-6a83a9281543 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network 44f94ad2-cf3d-4d6e-b72b-efa1847f81ae is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:27:50.882506 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-8eda17b5-5915-49b0-a672-6a83a9281543 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 44f94ad2-cf3d-4d6e-b72b-efa1847f81ae) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:27:50.886653 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eda17b5-5915-49b0-a672-6a83a9281543 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:50.887256 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8eda17b5-5915-49b0-a672-6a83a9281543 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:50.895062 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fed8f2-5ecc-4283-8c68-baaf532444d1 None None] Network 44f94ad2-cf3d-4d6e-b72b-efa1847f81ae requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:27:50.908315 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8eda17b5-5915-49b0-a672-6a83a9281543 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4062002 Feb 19 05:27:50.908559 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36864) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:27:50.957508 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] Attempting to bind port a7d8390a-2657-4f08-9240-f7e4fed8246f on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:27:50.957884 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] Attempting to bind port a7d8390a-2657-4f08-9240-f7e4fed8246f by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:27:50.958252 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] Attempting to bind port a7d8390a-2657-4f08-9240-f7e4fed8246f on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:27:50.966587 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e582b9-d128-49a4-b7fe-ebcac35e4430 None None] Pushing event updated for resources: {'Port': ['ID=a7d8390a-2657-4f08-9240-f7e4fed8246f,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:50.977489 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:27:50.978935 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:27:50.979454 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:50.979780 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:27:50.980269 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] Bound port: a7d8390a-2657-4f08-9240-f7e4fed8246f, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:27:50.980650 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a7d8390a-2657-4f08-9240-f7e4fed8246f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:50.986862 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e582b9-d128-49a4-b7fe-ebcac35e4430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:50.987213 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e582b9-d128-49a4-b7fe-ebcac35e4430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:50.987556 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e582b9-d128-49a4-b7fe-ebcac35e4430 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:50.987893 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e582b9-d128-49a4-b7fe-ebcac35e4430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:50.988222 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e582b9-d128-49a4-b7fe-ebcac35e4430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:50.988549 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e582b9-d128-49a4-b7fe-ebcac35e4430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:50.988878 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e582b9-d128-49a4-b7fe-ebcac35e4430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:50.989224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e582b9-d128-49a4-b7fe-ebcac35e4430 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:50.989545 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e582b9-d128-49a4-b7fe-ebcac35e4430 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:50.989869 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e582b9-d128-49a4-b7fe-ebcac35e4430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:50.990188 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e582b9-d128-49a4-b7fe-ebcac35e4430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:50.990507 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e582b9-d128-49a4-b7fe-ebcac35e4430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:50.991415 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e582b9-d128-49a4-b7fe-ebcac35e4430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:51.076832 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] For port a7d8390a-2657-4f08-9240-f7e4fed8246f, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:27:51.080300 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] For port a7d8390a-2657-4f08-9240-f7e4fed8246f, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a7d8390a-2657-4f08-9240-f7e4fed8246f,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:27:51.083580 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb17e2e-34c1-4de0-a6b3-af2fa86d2f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-44f94ad2-cf3d-4d6e-b72b-efa1847f81ae', 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'fixed_ips': [{'subnet_id': 'b9506b39-d63d-4e50-bc66-1c21e92e59c8'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:27:51.084464 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7bb17e2e-34c1-4de0-a6b3-af2fa86d2f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:51.098032 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a7d8390a-2657-4f08-9240-f7e4fed8246f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:51.228861 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] Routers {'048497d4-614b-4a82-bb0f-d735578aa8f8'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:27:51.229812 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:27:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['048497d4-614b-4a82-bb0f-d735578aa8f8'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:51.231067 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e582b9-d128-49a4-b7fe-ebcac35e4430 None None] Pushing event updated for resources: {'Port': ['ID=a7d8390a-2657-4f08-9240-f7e4fed8246f,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:51.358100 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-7bb17e2e-34c1-4de0-a6b3-af2fa86d2f67 None None] Allocated IP 172.20.0.2 (44f94ad2-cf3d-4d6e-b72b-efa1847f81ae/b9506b39-d63d-4e50-bc66-1c21e92e59c8/c1565eaf-135a-4dd1-b9f2-1cb510191571) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:27:51.366866 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4b760dd9-c5f9-4ea0-98c2-6cc62d4b52b9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:51.387771 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] Set router 048497d4-614b-4a82-bb0f-d735578aa8f8 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:27:51.809662 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7bb17e2e-34c1-4de0-a6b3-af2fa86d2f67 None None] Publish callbacks [] for port (c1565eaf-135a-4dd1-b9f2-1cb510191571), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:51.816139 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7bb17e2e-34c1-4de0-a6b3-af2fa86d2f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (c1565eaf-135a-4dd1-b9f2-1cb510191571), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:51.866471 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-4b760dd9-c5f9-4ea0-98c2-6cc62d4b52b9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Allocated IP 172.20.0.1 (44f94ad2-cf3d-4d6e-b72b-efa1847f81ae/b9506b39-d63d-4e50-bc66-1c21e92e59c8/26523da5-635f-4a83-a9a8-82b35664be17) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:27:51.871678 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb17e2e-34c1-4de0-a6b3-af2fa86d2f67 None None] Network 44f94ad2-cf3d-4d6e-b72b-efa1847f81ae is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:27:51.874298 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb17e2e-34c1-4de0-a6b3-af2fa86d2f67 None None] Pushing event updated for resources: {'Port': ['ID=c1565eaf-135a-4dd1-b9f2-1cb510191571,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:51.877804 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-7bb17e2e-34c1-4de0-a6b3-af2fa86d2f67 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:27:51.881517 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb17e2e-34c1-4de0-a6b3-af2fa86d2f67 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:27:51.910413 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726798571', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:27:48Z', 'updated_at': '2022-02-19T05:27:49Z', 'revision_number': 3, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:27:49Z', 'updated_at': '2022-02-19T05:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:51.952046 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ce4bc-675c-4a92-a1e2-c97a5ad66d6a None None] The sync data for ids ['048497d4-614b-4a82-bb0f-d735578aa8f8'] in n-d-772273-4 is: [{'id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726798571', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:27:48Z', 'updated_at': '2022-02-19T05:27:49Z', 'revision_number': 3, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:27:49Z', 'updated_at': '2022-02-19T05:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:27:51.967560 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-7bb17e2e-34c1-4de0-a6b3-af2fa86d2f67 None None] Attempting to bind port c1565eaf-135a-4dd1-b9f2-1cb510191571 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:27:51.967933 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-7bb17e2e-34c1-4de0-a6b3-af2fa86d2f67 None None] Attempting to bind port c1565eaf-135a-4dd1-b9f2-1cb510191571 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '49839e1d-eee1-467b-8522-9c1dd5be5e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:27:51.968301 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb17e2e-34c1-4de0-a6b3-af2fa86d2f67 None None] Attempting to bind port c1565eaf-135a-4dd1-b9f2-1cb510191571 on network 44f94ad2-cf3d-4d6e-b72b-efa1847f81ae {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:27:51.976408 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb17e2e-34c1-4de0-a6b3-af2fa86d2f67 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:27:51.976804 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb17e2e-34c1-4de0-a6b3-af2fa86d2f67 None None] Checking segment: {'id': '49839e1d-eee1-467b-8522-9c1dd5be5e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:27:51.977230 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7bb17e2e-34c1-4de0-a6b3-af2fa86d2f67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:51.977627 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb17e2e-34c1-4de0-a6b3-af2fa86d2f67 None None] Bound using segment: {'id': '49839e1d-eee1-467b-8522-9c1dd5be5e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:27:51.978100 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-7bb17e2e-34c1-4de0-a6b3-af2fa86d2f67 None None] Bound port: c1565eaf-135a-4dd1-b9f2-1cb510191571, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49839e1d-eee1-467b-8522-9c1dd5be5e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:27:51.978486 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7bb17e2e-34c1-4de0-a6b3-af2fa86d2f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c1565eaf-135a-4dd1-b9f2-1cb510191571), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:51.990591 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4b760dd9-c5f9-4ea0-98c2-6cc62d4b52b9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (26523da5-635f-4a83-a9a8-82b35664be17), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:52.027831 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4b760dd9-c5f9-4ea0-98c2-6cc62d4b52b9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (26523da5-635f-4a83-a9a8-82b35664be17), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:52.052444 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-7bb17e2e-34c1-4de0-a6b3-af2fa86d2f67 None None] For port c1565eaf-135a-4dd1-b9f2-1cb510191571, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:27:52.056701 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-7bb17e2e-34c1-4de0-a6b3-af2fa86d2f67 None None] For port c1565eaf-135a-4dd1-b9f2-1cb510191571, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c1565eaf-135a-4dd1-b9f2-1cb510191571,segment=NetworkSegment(49839e1d-eee1-467b-8522-9c1dd5be5e92),segment_id=49839e1d-eee1-467b-8522-9c1dd5be5e92)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:27:52.063044 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7bb17e2e-34c1-4de0-a6b3-af2fa86d2f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c1565eaf-135a-4dd1-b9f2-1cb510191571), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:52.070373 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b760dd9-c5f9-4ea0-98c2-6cc62d4b52b9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network 44f94ad2-cf3d-4d6e-b72b-efa1847f81ae is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:27:52.073534 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-4b760dd9-c5f9-4ea0-98c2-6cc62d4b52b9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:27:52.079697 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b760dd9-c5f9-4ea0-98c2-6cc62d4b52b9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:27:52.086732 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b760dd9-c5f9-4ea0-98c2-6cc62d4b52b9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=26523da5-635f-4a83-a9a8-82b35664be17,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:52.133467 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb17e2e-34c1-4de0-a6b3-af2fa86d2f67 None None] Pushing event updated for resources: {'Port': ['ID=c1565eaf-135a-4dd1-b9f2-1cb510191571,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:52.135064 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4b760dd9-c5f9-4ea0-98c2-6cc62d4b52b9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (048497d4-614b-4a82-bb0f-d735578aa8f8), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:52.321786 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4b760dd9-c5f9-4ea0-98c2-6cc62d4b52b9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (26523da5-635f-4a83-a9a8-82b35664be17), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:52.641784 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4b760dd9-c5f9-4ea0-98c2-6cc62d4b52b9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (26523da5-635f-4a83-a9a8-82b35664be17), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:52.646968 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4b760dd9-c5f9-4ea0-98c2-6cc62d4b52b9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (26523da5-635f-4a83-a9a8-82b35664be17), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:52.720747 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4b760dd9-c5f9-4ea0-98c2-6cc62d4b52b9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (048497d4-614b-4a82-bb0f-d735578aa8f8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:52.722611 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b760dd9-c5f9-4ea0-98c2-6cc62d4b52b9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=26523da5-635f-4a83-a9a8-82b35664be17,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:52.830566 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b760dd9-c5f9-4ea0-98c2-6cc62d4b52b9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network 44f94ad2-cf3d-4d6e-b72b-efa1847f81ae is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:27:52.832260 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-4b760dd9-c5f9-4ea0-98c2-6cc62d4b52b9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:27:52.964654 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b760dd9-c5f9-4ea0-98c2-6cc62d4b52b9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Router 048497d4-614b-4a82-bb0f-d735578aa8f8 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:27:53.082126 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b760dd9-c5f9-4ea0-98c2-6cc62d4b52b9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:27:53.087660 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4b760dd9-c5f9-4ea0-98c2-6cc62d4b52b9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "PUT /v2.0/routers/048497d4-614b-4a82-bb0f-d735578aa8f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1776476 Feb 19 05:27:53.123959 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dce933-d84f-4cea-b53d-6af327a4828f None None] Network 44f94ad2-cf3d-4d6e-b72b-efa1847f81ae requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:27:53.188748 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-352d44c7-9736-4b48-a662-09a7c44f2176 None None] Provisioning complete for port c1565eaf-135a-4dd1-b9f2-1cb510191571 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:27:53.189141 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-352d44c7-9736-4b48-a662-09a7c44f2176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c1565eaf-135a-4dd1-b9f2-1cb510191571), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:53.244471 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-71d2ece6-610c-4325-86b5-00abb42971e2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1358196353&fields=id&tenant_id=a3ce047577fa4aeb85ad4443f2143977 HTTP/1.1" status: 200 len: 267 time: 0.0472660 Feb 19 05:27:53.316036 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-352d44c7-9736-4b48-a662-09a7c44f2176 None None] Current status of the port c1565eaf-135a-4dd1-b9f2-1cb510191571 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:27:53.316434 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-352d44c7-9736-4b48-a662-09a7c44f2176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c1565eaf-135a-4dd1-b9f2-1cb510191571), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:53.361526 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-352d44c7-9736-4b48-a662-09a7c44f2176 None None] For port c1565eaf-135a-4dd1-b9f2-1cb510191571, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c1565eaf-135a-4dd1-b9f2-1cb510191571,segment=NetworkSegment(49839e1d-eee1-467b-8522-9c1dd5be5e92),segment_id=49839e1d-eee1-467b-8522-9c1dd5be5e92)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:27:53.367498 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-352d44c7-9736-4b48-a662-09a7c44f2176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c1565eaf-135a-4dd1-b9f2-1cb510191571), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:53.373019 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-4cb96eaa-6b0e-4346-a784-771b72631d36 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:53.377428 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-4cb96eaa-6b0e-4346-a784-771b72631d36 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/networks?id=44f94ad2-cf3d-4d6e-b72b-efa1847f81ae HTTP/1.1" status: 200 len: 796 time: 0.1263237 Feb 19 05:27:53.398781 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-a481252d-a562-4ed5-89c6-69ac24ea4ecf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/quotas/a3ce047577fa4aeb85ad4443f2143977 HTTP/1.1" status: 200 len: 375 time: 0.0145786 Feb 19 05:27:53.427334 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d44c7-9736-4b48-a662-09a7c44f2176 None None] Pushing event updated for resources: {'Port': ['ID=c1565eaf-135a-4dd1-b9f2-1cb510191571,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:53.470194 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-e6e5f88d-bbc1-4eb8-b458-c5548b4faaf1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645261 Feb 19 05:27:53.543445 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-9fee0fc2-2225-449b-98fb-5f62cbec3cd2 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:27:53.544629 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-9fee0fc2-2225-449b-98fb-5f62cbec3cd2 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0620055 Feb 19 05:27:53.594912 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-77c69507-69c7-4f06-a9eb-2837d6132ca8 None None] Provisioning complete for port c1565eaf-135a-4dd1-b9f2-1cb510191571 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:27:53.595421 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-77c69507-69c7-4f06-a9eb-2837d6132ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c1565eaf-135a-4dd1-b9f2-1cb510191571), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:53.650418 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-71163272-7e82-452d-bc93-02675bde4eca service neutron] 10.222.0.65 "GET /v2.0/networks/44f94ad2-cf3d-4d6e-b72b-efa1847f81ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985980 Feb 19 05:27:53.720227 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-77c69507-69c7-4f06-a9eb-2837d6132ca8 None None] Current status of the port c1565eaf-135a-4dd1-b9f2-1cb510191571 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:27:53.740697 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-77c69507-69c7-4f06-a9eb-2837d6132ca8 None None] Provisioning complete for port 26523da5-635f-4a83-a9a8-82b35664be17 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:27:53.741120 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-77c69507-69c7-4f06-a9eb-2837d6132ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (26523da5-635f-4a83-a9a8-82b35664be17), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:53.775615 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c1565eaf-135a-4dd1-b9f2-1cb510191571 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:27:53.786652 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-12ada97c-7714-4051-9dfa-8be777cad8b8 service neutron] 10.222.0.65 "GET /v2.0/networks/44f94ad2-cf3d-4d6e-b72b-efa1847f81ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241837 Feb 19 05:27:53.822896 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-77c69507-69c7-4f06-a9eb-2837d6132ca8 None None] Port 26523da5-635f-4a83-a9a8-82b35664be17 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:27:53.829743 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] Sync routers for ids ['048497d4-614b-4a82-bb0f-d735578aa8f8'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:27:53.842265 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] Routers {'048497d4-614b-4a82-bb0f-d735578aa8f8'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:27:53.842994 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:27:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['048497d4-614b-4a82-bb0f-d735578aa8f8'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:53.850126 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port c1565eaf-135a-4dd1-b9f2-1cb510191571 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:27:53.850299 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c1565eaf-135a-4dd1-b9f2-1cb510191571), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:53.976408 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] Set router 048497d4-614b-4a82-bb0f-d735578aa8f8 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:27:53.990336 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port c1565eaf-135a-4dd1-b9f2-1cb510191571 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:27:53.991828 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a7d8390a-2657-4f08-9240-f7e4fed8246f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:27:54.052047 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dfc52650-d09e-4f40-ab8f-ec3f04bf9d01 req-63cefe90-5aa8-49ab-b234-5d597e4ddfd9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 210 time: 0.0502653 Feb 19 05:27:54.111294 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-44fb4855-285a-406d-9cbd-773da393bfd2 None None] Provisioning complete for port 26523da5-635f-4a83-a9a8-82b35664be17 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:27:54.112359 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-44fb4855-285a-406d-9cbd-773da393bfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (26523da5-635f-4a83-a9a8-82b35664be17), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:54.156936 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port a7d8390a-2657-4f08-9240-f7e4fed8246f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:27:54.156936 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a7d8390a-2657-4f08-9240-f7e4fed8246f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:54.197307 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-44fb4855-285a-406d-9cbd-773da393bfd2 None None] Port 26523da5-635f-4a83-a9a8-82b35664be17 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:27:54.246158 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port a7d8390a-2657-4f08-9240-f7e4fed8246f is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:27:54.246556 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (a7d8390a-2657-4f08-9240-f7e4fed8246f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:54.270568 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726798571', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:27:48Z', 'updated_at': '2022-02-19T05:27:52Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:27:49Z', 'updated_at': '2022-02-19T05:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '26523da5-635f-4a83-a9a8-82b35664be17', 'name': '', 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:fc:48:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b9506b39-d63d-4e50-bc66-1c21e92e59c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:27:51Z', 'updated_at': '2022-02-19T05:27:52Z', 'revision_number': 2, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': 'b9506b39-d63d-4e50-bc66-1c21e92e59c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:54.276479 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port a7d8390a-2657-4f08-9240-f7e4fed8246f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a7d8390a-2657-4f08-9240-f7e4fed8246f,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:27:54.282994 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (a7d8390a-2657-4f08-9240-f7e4fed8246f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:54.313970 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] Checking router: 048497d4-614b-4a82-bb0f-d735578aa8f8 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:27:54.314339 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] Updating router 048497d4-614b-4a82-bb0f-d735578aa8f8 port 26523da5-635f-4a83-a9a8-82b35664be17 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:27:54.349737 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (26523da5-635f-4a83-a9a8-82b35664be17), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:54.366322 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=a7d8390a-2657-4f08-9240-f7e4fed8246f,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:54.370949 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1ea34a8b-b27f-4542-b3d8-2cc71f487ea3 None None] Provisioning complete for port 26523da5-635f-4a83-a9a8-82b35664be17 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:27:54.371427 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1ea34a8b-b27f-4542-b3d8-2cc71f487ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (26523da5-635f-4a83-a9a8-82b35664be17), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:54.413307 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1ea34a8b-b27f-4542-b3d8-2cc71f487ea3 None None] Port 26523da5-635f-4a83-a9a8-82b35664be17 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:27:54.646675 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] Publish callbacks [] for port (26523da5-635f-4a83-a9a8-82b35664be17), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:54.653092 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (26523da5-635f-4a83-a9a8-82b35664be17), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:54.729142 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7d5d0-dd90-4777-a183-3285e9f9c171 None None] Pushing event updated for resources: {'Port': ['ID=26523da5-635f-4a83-a9a8-82b35664be17,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:54.754918 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7d5d0-dd90-4777-a183-3285e9f9c171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:54.755262 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7d5d0-dd90-4777-a183-3285e9f9c171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:54.755601 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7d5d0-dd90-4777-a183-3285e9f9c171 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:54.756012 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7d5d0-dd90-4777-a183-3285e9f9c171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:54.756252 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7d5d0-dd90-4777-a183-3285e9f9c171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:54.756583 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7d5d0-dd90-4777-a183-3285e9f9c171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:54.756903 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7d5d0-dd90-4777-a183-3285e9f9c171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:54.757250 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7d5d0-dd90-4777-a183-3285e9f9c171 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:54.757575 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7d5d0-dd90-4777-a183-3285e9f9c171 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:54.757895 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7d5d0-dd90-4777-a183-3285e9f9c171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:54.758212 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7d5d0-dd90-4777-a183-3285e9f9c171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:54.758529 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7d5d0-dd90-4777-a183-3285e9f9c171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:54.758854 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7d5d0-dd90-4777-a183-3285e9f9c171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:27:54.772823 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] Attempting to bind port 26523da5-635f-4a83-a9a8-82b35664be17 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:27:54.773280 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] Attempting to bind port 26523da5-635f-4a83-a9a8-82b35664be17 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '49839e1d-eee1-467b-8522-9c1dd5be5e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:27:54.773885 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] Attempting to bind port 26523da5-635f-4a83-a9a8-82b35664be17 on network 44f94ad2-cf3d-4d6e-b72b-efa1847f81ae {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:27:54.783739 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:27:54.784176 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] Checking segment: {'id': '49839e1d-eee1-467b-8522-9c1dd5be5e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:27:54.784982 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:54.785822 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] Bound using segment: {'id': '49839e1d-eee1-467b-8522-9c1dd5be5e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:27:54.786336 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] Bound port: 26523da5-635f-4a83-a9a8-82b35664be17, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49839e1d-eee1-467b-8522-9c1dd5be5e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:27:54.786977 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (26523da5-635f-4a83-a9a8-82b35664be17), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:54.866037 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] For port 26523da5-635f-4a83-a9a8-82b35664be17, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:27:54.870072 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] For port 26523da5-635f-4a83-a9a8-82b35664be17, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=26523da5-635f-4a83-a9a8-82b35664be17,segment=NetworkSegment(49839e1d-eee1-467b-8522-9c1dd5be5e92),segment_id=49839e1d-eee1-467b-8522-9c1dd5be5e92)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:27:54.877381 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (26523da5-635f-4a83-a9a8-82b35664be17), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:54.931603 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] Routers {'048497d4-614b-4a82-bb0f-d735578aa8f8'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:27:54.932246 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:27:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['048497d4-614b-4a82-bb0f-d735578aa8f8'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:54.939856 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b1445b5b-71e6-433b-86ae-3015fd5c659c None None] Provisioning complete for port 26523da5-635f-4a83-a9a8-82b35664be17 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:27:54.941010 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b1445b5b-71e6-433b-86ae-3015fd5c659c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (26523da5-635f-4a83-a9a8-82b35664be17), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:54.981176 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7d5d0-dd90-4777-a183-3285e9f9c171 None None] Pushing event updated for resources: {'Port': ['ID=26523da5-635f-4a83-a9a8-82b35664be17,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:55.024307 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b1445b5b-71e6-433b-86ae-3015fd5c659c None None] Current status of the port 26523da5-635f-4a83-a9a8-82b35664be17 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:27:55.024699 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b1445b5b-71e6-433b-86ae-3015fd5c659c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (26523da5-635f-4a83-a9a8-82b35664be17), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:55.059642 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] Set router 048497d4-614b-4a82-bb0f-d735578aa8f8 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:27:55.060579 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b1445b5b-71e6-433b-86ae-3015fd5c659c None None] For port 26523da5-635f-4a83-a9a8-82b35664be17, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=26523da5-635f-4a83-a9a8-82b35664be17,segment=NetworkSegment(49839e1d-eee1-467b-8522-9c1dd5be5e92),segment_id=49839e1d-eee1-467b-8522-9c1dd5be5e92)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:27:55.069449 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b1445b5b-71e6-433b-86ae-3015fd5c659c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (26523da5-635f-4a83-a9a8-82b35664be17), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:55.138840 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1445b5b-71e6-433b-86ae-3015fd5c659c None None] Pushing event updated for resources: {'Port': ['ID=26523da5-635f-4a83-a9a8-82b35664be17,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:55.198075 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-4bbdfffb-1663-4370-bbfb-56e4c4ef7126 None None] Provisioning complete for port 26523da5-635f-4a83-a9a8-82b35664be17 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:27:55.199159 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4bbdfffb-1663-4370-bbfb-56e4c4ef7126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (26523da5-635f-4a83-a9a8-82b35664be17), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:55.206944 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ea82b5cd-a527-478f-bf7f-105d178fea57 req-938cf3bc-c156-413c-b868-44bc1650672b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 210 time: 0.0512826 Feb 19 05:27:55.298042 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4bbdfffb-1663-4370-bbfb-56e4c4ef7126 None None] Current status of the port 26523da5-635f-4a83-a9a8-82b35664be17 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:27:55.344556 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726798571', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:27:48Z', 'updated_at': '2022-02-19T05:27:52Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:27:49Z', 'updated_at': '2022-02-19T05:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '26523da5-635f-4a83-a9a8-82b35664be17', 'name': '', 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:fc:48:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b9506b39-d63d-4e50-bc66-1c21e92e59c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:27:51Z', 'updated_at': '2022-02-19T05:27:54Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': 'b9506b39-d63d-4e50-bc66-1c21e92e59c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:27:55.351062 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-f24dcc1b-4fbf-45f6-b4ae-5e8681a7fc5d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:55.352661 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-f24dcc1b-4fbf-45f6-b4ae-5e8681a7fc5d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.48 "GET /v2.0/networks?id=44f94ad2-cf3d-4d6e-b72b-efa1847f81ae HTTP/1.1" status: 200 len: 796 time: 0.1502576 Feb 19 05:27:55.376954 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67425fda-4f2e-489a-af41-5c0dbd84fa5e None None] The sync data for ids ['048497d4-614b-4a82-bb0f-d735578aa8f8'] in n-d-772273-4 is: [{'id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726798571', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:27:48Z', 'updated_at': '2022-02-19T05:27:52Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:27:49Z', 'updated_at': '2022-02-19T05:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '26523da5-635f-4a83-a9a8-82b35664be17', 'name': '', 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:fc:48:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b9506b39-d63d-4e50-bc66-1c21e92e59c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:27:51Z', 'updated_at': '2022-02-19T05:27:54Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': 'b9506b39-d63d-4e50-bc66-1c21e92e59c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:27:55.425902 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-837e06fd-26c5-4214-8264-28616f369f0f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3ce047577fa4aeb85ad4443f2143977 HTTP/1.1" status: 200 len: 380 time: 0.0634048 Feb 19 05:27:55.439202 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-08dec1da-eb4c-4db4-9a3c-dd019c45944c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'port': {'device_id': '4201dc94-0b0a-48ad-a59e-cc61991eae06', 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae', 'admin_state_up': True, 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'security_groups': ['556924e9-6831-4d13-b9cd-2be74d5f1a0b']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:27:55.559273 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-08dec1da-eb4c-4db4-9a3c-dd019c45944c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Made reservation on behalf of a3ce047577fa4aeb85ad4443f2143977 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:27:55.562990 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-08dec1da-eb4c-4db4-9a3c-dd019c45944c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:55.714605 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-08dec1da-eb4c-4db4-9a3c-dd019c45944c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Allocated IP 172.20.0.9 (44f94ad2-cf3d-4d6e-b72b-efa1847f81ae/b9506b39-d63d-4e50-bc66-1c21e92e59c8/0f7df1f5-dece-414a-8cd7-a5f1fc7b8752) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:27:55.756138 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 26523da5-635f-4a83-a9a8-82b35664be17 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:27:55.811295 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 26523da5-635f-4a83-a9a8-82b35664be17 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:27:55.811849 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (26523da5-635f-4a83-a9a8-82b35664be17), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:55.876982 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-08dec1da-eb4c-4db4-9a3c-dd019c45944c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (0f7df1f5-dece-414a-8cd7-a5f1fc7b8752), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:55.905655 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 26523da5-635f-4a83-a9a8-82b35664be17 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:27:55.907948 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a7d8390a-2657-4f08-9240-f7e4fed8246f up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:27:55.918238 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-08dec1da-eb4c-4db4-9a3c-dd019c45944c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (0f7df1f5-dece-414a-8cd7-a5f1fc7b8752), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:55.957796 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port a7d8390a-2657-4f08-9240-f7e4fed8246f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:27:55.958165 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (a7d8390a-2657-4f08-9240-f7e4fed8246f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:55.963226 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-08dec1da-eb4c-4db4-9a3c-dd019c45944c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network 44f94ad2-cf3d-4d6e-b72b-efa1847f81ae is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:27:55.966802 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-08dec1da-eb4c-4db4-9a3c-dd019c45944c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:27:55.971372 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-08dec1da-eb4c-4db4-9a3c-dd019c45944c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:27:56.005224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dec1da-eb4c-4db4-9a3c-dd019c45944c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=0f7df1f5-dece-414a-8cd7-a5f1fc7b8752,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:56.040961 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-08dec1da-eb4c-4db4-9a3c-dd019c45944c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:56.041645 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-08dec1da-eb4c-4db4-9a3c-dd019c45944c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:56.054957 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port a7d8390a-2657-4f08-9240-f7e4fed8246f is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:27:56.065757 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-08dec1da-eb4c-4db4-9a3c-dd019c45944c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6315610 Feb 19 05:27:56.077749 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-34787674-ac36-445d-b2f8-509e91861778 service neutron] Request body: {'port': {'device_id': '4201dc94-0b0a-48ad-a59e-cc61991eae06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:27:56.151062 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-34787674-ac36-445d-b2f8-509e91861778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0f7df1f5-dece-414a-8cd7-a5f1fc7b8752), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:56.238406 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-2fbef2cb-e63c-4b80-92bb-d304ad128508 None None] Provisioning complete for port 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:27:56.239009 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2fbef2cb-e63c-4b80-92bb-d304ad128508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0f7df1f5-dece-414a-8cd7-a5f1fc7b8752), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:56.299529 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-2fbef2cb-e63c-4b80-92bb-d304ad128508 None None] Port 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:27:56.371389 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6cd613-508f-49d9-9b56-d18b2a65a5c4 req-2c62d098-8caf-4368-a7e3-a92f7c0628ac tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:56.372994 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e6cd613-508f-49d9-9b56-d18b2a65a5c4 req-2c62d098-8caf-4368-a7e3-a92f7c0628ac tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 931 time: 0.0564926 Feb 19 05:27:56.431411 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1e6cd613-508f-49d9-9b56-d18b2a65a5c4 req-8c0c47ba-b7d9-4390-80a7-a25eeca12541 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=556924e9-6831-4d13-b9cd-2be74d5f1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519991 Feb 19 05:27:56.442987 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-34787674-ac36-445d-b2f8-509e91861778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:27:56.451134 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-34787674-ac36-445d-b2f8-509e91861778 service neutron] Publish callbacks [] for port (0f7df1f5-dece-414a-8cd7-a5f1fc7b8752), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:56.465725 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-34787674-ac36-445d-b2f8-509e91861778 service neutron] Transition to ACTIVE for port object 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:27:56.478124 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-34787674-ac36-445d-b2f8-509e91861778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (0f7df1f5-dece-414a-8cd7-a5f1fc7b8752), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:56.528956 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34787674-ac36-445d-b2f8-509e91861778 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7df1f5-dece-414a-8cd7-a5f1fc7b8752,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:56.611235 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-34787674-ac36-445d-b2f8-509e91861778 service neutron] Attempting to bind port 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:27:56.611570 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-34787674-ac36-445d-b2f8-509e91861778 service neutron] Attempting to bind port 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '49839e1d-eee1-467b-8522-9c1dd5be5e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:27:56.611938 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-34787674-ac36-445d-b2f8-509e91861778 service neutron] Attempting to bind port 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 on network 44f94ad2-cf3d-4d6e-b72b-efa1847f81ae {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:27:56.616894 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-34787674-ac36-445d-b2f8-509e91861778 service neutron] Port 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 on network 44f94ad2-cf3d-4d6e-b72b-efa1847f81ae not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:27:56.617248 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-34787674-ac36-445d-b2f8-509e91861778 service neutron] Attempting to bind port 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 on network 44f94ad2-cf3d-4d6e-b72b-efa1847f81ae {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:27:56.622462 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-34787674-ac36-445d-b2f8-509e91861778 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:27:56.622869 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-34787674-ac36-445d-b2f8-509e91861778 service neutron] Checking segment: {'id': '49839e1d-eee1-467b-8522-9c1dd5be5e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:27:56.623268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-34787674-ac36-445d-b2f8-509e91861778 service neutron] Bound using segment: {'id': '49839e1d-eee1-467b-8522-9c1dd5be5e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:27:56.623702 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-34787674-ac36-445d-b2f8-509e91861778 service neutron] Bound port: 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49839e1d-eee1-467b-8522-9c1dd5be5e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:27:56.624066 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-34787674-ac36-445d-b2f8-509e91861778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0f7df1f5-dece-414a-8cd7-a5f1fc7b8752), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:56.695086 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-34787674-ac36-445d-b2f8-509e91861778 service neutron] For port 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:27:56.698645 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-34787674-ac36-445d-b2f8-509e91861778 service neutron] For port 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=0f7df1f5-dece-414a-8cd7-a5f1fc7b8752,segment=NetworkSegment(49839e1d-eee1-467b-8522-9c1dd5be5e92),segment_id=49839e1d-eee1-467b-8522-9c1dd5be5e92)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:27:56.709315 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-34787674-ac36-445d-b2f8-509e91861778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (0f7df1f5-dece-414a-8cd7-a5f1fc7b8752), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:56.746323 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-34787674-ac36-445d-b2f8-509e91861778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:56.746948 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-34787674-ac36-445d-b2f8-509e91861778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:27:56.748442 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-34787674-ac36-445d-b2f8-509e91861778 service neutron] 10.222.0.48 "PUT /v2.0/ports/0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 HTTP/1.1" status: 200 len: 1091 time: 0.6754429 Feb 19 05:27:56.748756 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4201dc94-0b0a-48ad-a59e-cc61991eae06', 'tag': '0f7df1f5-dece-414a-8cd7-a5f1fc7b8752'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:27:56.751661 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db56753f-a9b8-436b-b813-87cc442a5fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "4201dc94-0b0a-48ad-a59e-cc61991eae06", "tag": "0f7df1f5-dece-414a-8cd7-a5f1fc7b8752"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:27:56.774461 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34787674-ac36-445d-b2f8-509e91861778 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7df1f5-dece-414a-8cd7-a5f1fc7b8752,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:27:56.803460 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c60012a-94d0-4809-a2a5-1cb8f7fda8b2 x-openstack-request-id: req-6c60012a-94d0-4809-a2a5-1cb8f7fda8b2 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:27:56.803755 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4201dc94-0b0a-48ad-a59e-cc61991eae06", "tag": "0f7df1f5-dece-414a-8cd7-a5f1fc7b8752", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:27:56.804011 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c60012a-94d0-4809-a2a5-1cb8f7fda8b2 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:27:56.804418 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4201dc94-0b0a-48ad-a59e-cc61991eae06', 'tag': '0f7df1f5-dece-414a-8cd7-a5f1fc7b8752', 'status': 'completed', 'code': 200} Feb 19 05:27:56.843053 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-2a27416b-7443-4a73-9c8c-b7f30a45b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:56.844648 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-2a27416b-7443-4a73-9c8c-b7f30a45b3fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 1125 time: 0.0541849 Feb 19 05:27:56.888521 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-f6458ec3-08c3-4a1e-8a4d-8fcd9a9fac93 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 HTTP/1.1" status: 200 len: 217 time: 0.0365458 Feb 19 05:27:56.940089 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-39b07909-b728-46ca-a666-31b4b33cf835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:56.941590 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-39b07909-b728-46ca-a666-31b4b33cf835 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b9506b39-d63d-4e50-bc66-1c21e92e59c8 HTTP/1.1" status: 200 len: 834 time: 0.0475347 Feb 19 05:27:56.994451 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-90b4cfbe-2472-4f57-914f-a167c5a37e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:56.996018 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-90b4cfbe-2472-4f57-914f-a167c5a37e98 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=44f94ad2-cf3d-4d6e-b72b-efa1847f81ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480514 Feb 19 05:27:57.083941 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-00b68f44-4347-4f4f-b3f0-9845ccc0d461 service neutron] 10.222.0.48 "GET /v2.0/networks/44f94ad2-cf3d-4d6e-b72b-efa1847f81ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821214 Feb 19 05:27:57.175595 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3f93cbcf-714b-4f8d-8cea-f4bb55a0429d req-3b4d9a8e-bde7-432e-ab6f-460c556b5e68 service neutron] 10.222.0.48 "GET /v2.0/networks/44f94ad2-cf3d-4d6e-b72b-efa1847f81ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854204 Feb 19 05:27:57.269103 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56753f-a9b8-436b-b813-87cc442a5fe3 req-9737f0d7-c399-4d09-abf7-9cb32ac6d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:57.270602 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-db56753f-a9b8-436b-b813-87cc442a5fe3 req-9737f0d7-c399-4d09-abf7-9cb32ac6d898 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 1125 time: 0.0459044 Feb 19 05:27:57.357750 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56753f-a9b8-436b-b813-87cc442a5fe3 req-e9b025a1-07fd-4f20-8f96-7a1ac059dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:57.359212 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-db56753f-a9b8-436b-b813-87cc442a5fe3 req-e9b025a1-07fd-4f20-8f96-7a1ac059dc16 service neutron] 10.222.0.48 "GET /v2.0/networks?id=44f94ad2-cf3d-4d6e-b72b-efa1847f81ae HTTP/1.1" status: 200 len: 896 time: 0.0824757 Feb 19 05:27:57.402455 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-db56753f-a9b8-436b-b813-87cc442a5fe3 req-32b83e3c-3fe5-4d39-9fee-667fd07c0d01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 HTTP/1.1" status: 200 len: 217 time: 0.0375962 Feb 19 05:27:57.448760 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56753f-a9b8-436b-b813-87cc442a5fe3 req-10bfb098-2591-4601-bf2a-a4a81590c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:57.450206 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-db56753f-a9b8-436b-b813-87cc442a5fe3 req-10bfb098-2591-4601-bf2a-a4a81590c086 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b9506b39-d63d-4e50-bc66-1c21e92e59c8 HTTP/1.1" status: 200 len: 834 time: 0.0416420 Feb 19 05:27:57.501134 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56753f-a9b8-436b-b813-87cc442a5fe3 req-445ffc9f-4838-4ee0-b744-11731be5e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:57.502728 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-db56753f-a9b8-436b-b813-87cc442a5fe3 req-445ffc9f-4838-4ee0-b744-11731be5e03f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=44f94ad2-cf3d-4d6e-b72b-efa1847f81ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448503 Feb 19 05:27:57.557897 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5689ca-bdfc-4ebf-a8d5-abb5c5a7c4a0 req-6cd77769-ebd9-4ab9-983c-226ae81bb9fb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:57.559780 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fd5689ca-bdfc-4ebf-a8d5-abb5c5a7c4a0 req-6cd77769-ebd9-4ab9-983c-226ae81bb9fb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 943 time: 0.0585957 Feb 19 05:27:57.596991 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-db56753f-a9b8-436b-b813-87cc442a5fe3 req-159188ee-d2ea-46ec-800b-9dcb17a4f677 service neutron] 10.222.0.48 "GET /v2.0/networks/44f94ad2-cf3d-4d6e-b72b-efa1847f81ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873034 Feb 19 05:27:57.609407 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fd5689ca-bdfc-4ebf-a8d5-abb5c5a7c4a0 req-868aa2d3-d0a3-475e-af44-9d0879ba1f96 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=556924e9-6831-4d13-b9cd-2be74d5f1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443485 Feb 19 05:27:57.685027 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-db56753f-a9b8-436b-b813-87cc442a5fe3 req-d44c8d12-a8d2-4957-bdd4-ee908e2a61e8 service neutron] 10.222.0.48 "GET /v2.0/networks/44f94ad2-cf3d-4d6e-b72b-efa1847f81ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816283 Feb 19 05:27:58.739940 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e49508-9df3-4923-87c1-18e0e299c633 req-3a461382-651c-47cc-bb49-f9977ebf5214 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:58.741498 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-48e49508-9df3-4923-87c1-18e0e299c633 req-3a461382-651c-47cc-bb49-f9977ebf5214 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 943 time: 0.0622168 Feb 19 05:27:58.790069 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-48e49508-9df3-4923-87c1-18e0e299c633 req-d91ed702-a22d-44fb-b892-70495f66bb87 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=556924e9-6831-4d13-b9cd-2be74d5f1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430524 Feb 19 05:27:59.907940 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d09c9-819e-44b6-bb28-49f6eb645ac5 req-24cb4c2e-0bcb-4428-8092-03cc8be985cf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:27:59.909471 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f64d09c9-819e-44b6-bb28-49f6eb645ac5 req-24cb4c2e-0bcb-4428-8092-03cc8be985cf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 943 time: 0.0536811 Feb 19 05:27:59.958239 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f64d09c9-819e-44b6-bb28-49f6eb645ac5 req-cd59c874-127c-47ce-8f0e-d85024fdc596 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=556924e9-6831-4d13-b9cd-2be74d5f1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431108 Feb 19 05:28:00.420817 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:28:00.513942 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=0f7df1f5-dece-414a-8cd7-a5f1fc7b8752,segment=NetworkSegment(49839e1d-eee1-467b-8522-9c1dd5be5e92),segment_id=49839e1d-eee1-467b-8522-9c1dd5be5e92)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:28:00.525610 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '0f7df1f5-dece-414a-8cd7-a5f1fc7b8752', 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae', 'port_id': '0f7df1f5-dece-414a-8cd7-a5f1fc7b8752', 'mac_address': 'fa:16:3e:f1:ff:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9506b39-d63d-4e50-bc66-1c21e92e59c8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:28:00.563315 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:28:00.563706 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0f7df1f5-dece-414a-8cd7-a5f1fc7b8752), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:00.580510 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:28:00.599490 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=0f7df1f5-dece-414a-8cd7-a5f1fc7b8752,segment=NetworkSegment(49839e1d-eee1-467b-8522-9c1dd5be5e92),segment_id=49839e1d-eee1-467b-8522-9c1dd5be5e92)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:28:00.603426 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0f7df1f5-dece-414a-8cd7-a5f1fc7b8752), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:00.650149 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=0f7df1f5-dece-414a-8cd7-a5f1fc7b8752,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:00.802441 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['0f7df1f5-dece-414a-8cd7-a5f1fc7b8752'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:28:01.078051 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f29a59-a39c-4688-b027-c611f212647c req-d6267641-6d85-4847-8d56-0c4fae3fcae2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:01.079512 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a3f29a59-a39c-4688-b027-c611f212647c req-d6267641-6d85-4847-8d56-0c4fae3fcae2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 944 time: 0.0526543 Feb 19 05:28:01.133523 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a3f29a59-a39c-4688-b027-c611f212647c req-00ee492f-50e8-4787-9c7a-3000946af6de tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=556924e9-6831-4d13-b9cd-2be74d5f1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476115 Feb 19 05:28:02.249566 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba10543-4cea-46f1-8910-c61ff47a8fcc req-b303177e-bd44-4ace-b8f6-3bf547ae20ab tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:02.251063 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dba10543-4cea-46f1-8910-c61ff47a8fcc req-b303177e-bd44-4ace-b8f6-3bf547ae20ab tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 944 time: 0.0512443 Feb 19 05:28:02.302984 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dba10543-4cea-46f1-8910-c61ff47a8fcc req-b8bdb6c8-6e82-4181-8727-b776994cd880 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=556924e9-6831-4d13-b9cd-2be74d5f1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463357 Feb 19 05:28:02.367800 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-485fac48-060e-490f-8009-f1a32aecd5ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:02.430926 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:28:02.479367 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:28:02.483330 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:28:02.483714 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0f7df1f5-dece-414a-8cd7-a5f1fc7b8752), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:02.564974 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:28:02.565327 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0f7df1f5-dece-414a-8cd7-a5f1fc7b8752), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:02.587458 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4201dc94-0b0a-48ad-a59e-cc61991eae06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7df1f5-dece-414a-8cd7-a5f1fc7b8752'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:28:02.589705 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f49a46-a2da-4b48-ae2f-6f494179a7d5" -d '{"events": [{"server_uuid": "4201dc94-0b0a-48ad-a59e-cc61991eae06", "name": "network-vif-plugged", "status": "completed", "tag": "0f7df1f5-dece-414a-8cd7-a5f1fc7b8752"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:28:02.601871 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=0f7df1f5-dece-414a-8cd7-a5f1fc7b8752,segment=NetworkSegment(49839e1d-eee1-467b-8522-9c1dd5be5e92),segment_id=49839e1d-eee1-467b-8522-9c1dd5be5e92)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:28:02.606595 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0f7df1f5-dece-414a-8cd7-a5f1fc7b8752), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:02.656258 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=0f7df1f5-dece-414a-8cd7-a5f1fc7b8752,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:02.692841 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab06fb22-c285-4ae4-aea5-80ecede7fa94 x-openstack-request-id: req-ab06fb22-c285-4ae4-aea5-80ecede7fa94 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:28:02.693175 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4201dc94-0b0a-48ad-a59e-cc61991eae06", "name": "network-vif-plugged", "status": "completed", "tag": "0f7df1f5-dece-414a-8cd7-a5f1fc7b8752", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:28:02.693433 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab06fb22-c285-4ae4-aea5-80ecede7fa94 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:28:02.693838 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4201dc94-0b0a-48ad-a59e-cc61991eae06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7df1f5-dece-414a-8cd7-a5f1fc7b8752', 'code': 200} Feb 19 05:28:02.792607 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb2ac6-c99c-46b8-8948-5089630b3ecc req-8dd2d1f7-d044-442b-972b-62f0c40e4bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:02.794169 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5fb2ac6-c99c-46b8-8948-5089630b3ecc req-8dd2d1f7-d044-442b-972b-62f0c40e4bdc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 1127 time: 0.0446031 Feb 19 05:28:02.841350 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5fb2ac6-c99c-46b8-8948-5089630b3ecc req-26270ca3-d388-45a1-b1e3-de58aa741538 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=556924e9-6831-4d13-b9cd-2be74d5f1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416224 Feb 19 05:28:03.420801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a750f-f6e3-4df4-9292-07fa4f1492b7 req-2ba26438-043f-431b-a72f-233c78ecd2cc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:03.422858 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-848a750f-f6e3-4df4-9292-07fa4f1492b7 req-2ba26438-043f-431b-a72f-233c78ecd2cc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 945 time: 0.0539076 Feb 19 05:28:03.473325 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-848a750f-f6e3-4df4-9292-07fa4f1492b7 req-0a42f77d-e0bc-4387-91d8-420f280e734f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=556924e9-6831-4d13-b9cd-2be74d5f1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448663 Feb 19 05:28:04.598554 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7339fbd-007b-427d-ad21-bb0046953ed1 req-25c6bd29-5f6e-4f8b-8e04-eb2e09c940f0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:04.600089 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d7339fbd-007b-427d-ad21-bb0046953ed1 req-25c6bd29-5f6e-4f8b-8e04-eb2e09c940f0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 945 time: 0.0554032 Feb 19 05:28:04.649959 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d7339fbd-007b-427d-ad21-bb0046953ed1 req-24a65913-4538-4d03-a5ec-0343c00d4fef tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=556924e9-6831-4d13-b9cd-2be74d5f1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440412 Feb 19 05:28:04.773830 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04fdc3-bcbf-494c-b940-78be47491f99 req-c65bd084-1187-4735-91ae-656ab120785d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:04.775290 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5b04fdc3-bcbf-494c-b940-78be47491f99 req-c65bd084-1187-4735-91ae-656ab120785d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 945 time: 0.0542378 Feb 19 05:28:04.825504 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5b04fdc3-bcbf-494c-b940-78be47491f99 req-ab0ce76d-2a6d-482e-99e3-4c54859380fa tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=556924e9-6831-4d13-b9cd-2be74d5f1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445416 Feb 19 05:28:04.846708 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36920) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:04.895817 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fd2d0e-fc1d-4abd-aa19-eff48de53b76 tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:04.897474 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-82fd2d0e-fc1d-4abd-aa19-eff48de53b76 tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 1122 time: 0.0497713 Feb 19 05:28:04.900607 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36922) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:04.905956 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-75c2f4d7-e6ce-4328-9dd0-74a0f5f9b9bf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': '0f7df1f5-dece-414a-8cd7-a5f1fc7b8752', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'fixed_ip_address': '172.20.0.9'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:28:04.926838 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-75c2f4d7-e6ce-4328-9dd0-74a0f5f9b9bf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:05.025500 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-75c2f4d7-e6ce-4328-9dd0-74a0f5f9b9bf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:05.131559 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-75c2f4d7-e6ce-4328-9dd0-74a0f5f9b9bf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Allocated IP 172.25.0.188 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/5c86e8fa-e100-4ac4-844e-07cc49bb8958) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:28:05.205709 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d26f3f41-ffa7-49be-8479-ab8aab9095aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:05.523883 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-75c2f4d7-e6ce-4328-9dd0-74a0f5f9b9bf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (5c86e8fa-e100-4ac4-844e-07cc49bb8958), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:05.558049 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-75c2f4d7-e6ce-4328-9dd0-74a0f5f9b9bf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (5c86e8fa-e100-4ac4-844e-07cc49bb8958), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:05.593437 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c2f4d7-e6ce-4328-9dd0-74a0f5f9b9bf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:28:05.596620 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-75c2f4d7-e6ce-4328-9dd0-74a0f5f9b9bf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:28:05.601887 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c2f4d7-e6ce-4328-9dd0-74a0f5f9b9bf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:28:05.634888 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2f4d7-e6ce-4328-9dd0-74a0f5f9b9bf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=5c86e8fa-e100-4ac4-844e-07cc49bb8958,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:05.982169 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-75c2f4d7-e6ce-4328-9dd0-74a0f5f9b9bf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for floatingip (c0b184b8-d6c4-4f1b-b76c-5671219d3e65), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:06.048676 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-75c2f4d7-e6ce-4328-9dd0-74a0f5f9b9bf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (5c86e8fa-e100-4ac4-844e-07cc49bb8958), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:06.196852 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-75c2f4d7-e6ce-4328-9dd0-74a0f5f9b9bf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (5c86e8fa-e100-4ac4-844e-07cc49bb8958), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:06.201714 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-75c2f4d7-e6ce-4328-9dd0-74a0f5f9b9bf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (5c86e8fa-e100-4ac4-844e-07cc49bb8958), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:06.273388 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2f4d7-e6ce-4328-9dd0-74a0f5f9b9bf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=5c86e8fa-e100-4ac4-844e-07cc49bb8958,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:06.286215 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-75c2f4d7-e6ce-4328-9dd0-74a0f5f9b9bf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (c0b184b8-d6c4-4f1b-b76c-5671219d3e65), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:06.388522 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-75c2f4d7-e6ce-4328-9dd0-74a0f5f9b9bf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Floating IP c0b184b8-d6c4-4f1b-b76c-5671219d3e65 associated. External IP: 172.25.0.188, port: 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752. Feb 19 05:28:06.600126 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c2f4d7-e6ce-4328-9dd0-74a0f5f9b9bf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Router 048497d4-614b-4a82-bb0f-d735578aa8f8 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:28:06.711571 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c2f4d7-e6ce-4328-9dd0-74a0f5f9b9bf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:28:06.722329 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c526918e-d9db-46bb-80e8-110a5833cd7f None None] Sync routers for ids ['048497d4-614b-4a82-bb0f-d735578aa8f8'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:28:06.730386 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-75c2f4d7-e6ce-4328-9dd0-74a0f5f9b9bf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:06.734404 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c526918e-d9db-46bb-80e8-110a5833cd7f None None] Routers {'048497d4-614b-4a82-bb0f-d735578aa8f8'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:28:06.735653 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c526918e-d9db-46bb-80e8-110a5833cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:28:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['048497d4-614b-4a82-bb0f-d735578aa8f8'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:28:06.761283 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-75c2f4d7-e6ce-4328-9dd0-74a0f5f9b9bf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8592577 Feb 19 05:28:06.762009 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4201dc94-0b0a-48ad-a59e-cc61991eae06', 'tag': '0f7df1f5-dece-414a-8cd7-a5f1fc7b8752'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:28:06.764322 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38983528-34fe-4964-9e79-d8020286c6e6" -d '{"events": [{"name": "network-changed", "server_uuid": "4201dc94-0b0a-48ad-a59e-cc61991eae06", "tag": "0f7df1f5-dece-414a-8cd7-a5f1fc7b8752"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:28:06.817972 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa67e703-b210-481c-ba40-da3d41dffeb8 x-openstack-request-id: req-fa67e703-b210-481c-ba40-da3d41dffeb8 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:28:06.818305 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4201dc94-0b0a-48ad-a59e-cc61991eae06", "tag": "0f7df1f5-dece-414a-8cd7-a5f1fc7b8752", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:28:06.818648 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa67e703-b210-481c-ba40-da3d41dffeb8 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:28:06.819105 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4201dc94-0b0a-48ad-a59e-cc61991eae06', 'tag': '0f7df1f5-dece-414a-8cd7-a5f1fc7b8752', 'status': 'completed', 'code': 200} Feb 19 05:28:06.856483 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-c526918e-d9db-46bb-80e8-110a5833cd7f None None] Set router 048497d4-614b-4a82-bb0f-d735578aa8f8 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:28:06.910447 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028d65a-4cb9-4ce0-bba6-ac31dbff915e req-4820c2e2-2682-43e2-9d7d-98ef660d3062 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:06.911988 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3028d65a-4cb9-4ce0-bba6-ac31dbff915e req-4820c2e2-2682-43e2-9d7d-98ef660d3062 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 945 time: 0.0873857 Feb 19 05:28:06.926796 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38983528-34fe-4964-9e79-d8020286c6e6 req-1d19d8b0-dd3e-448d-b337-28a431e66af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:06.928669 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38983528-34fe-4964-9e79-d8020286c6e6 req-1d19d8b0-dd3e-448d-b337-28a431e66af8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 1127 time: 0.0726950 Feb 19 05:28:07.018967 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3028d65a-4cb9-4ce0-bba6-ac31dbff915e req-e9668116-934a-4006-bd51-885449799dca tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=556924e9-6831-4d13-b9cd-2be74d5f1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998058 Feb 19 05:28:07.042264 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36928) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:07.053103 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38983528-34fe-4964-9e79-d8020286c6e6 req-48bab8aa-c15d-4a90-bcba-128e5c6352d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:07.054599 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38983528-34fe-4964-9e79-d8020286c6e6 req-48bab8aa-c15d-4a90-bcba-128e5c6352d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=44f94ad2-cf3d-4d6e-b72b-efa1847f81ae HTTP/1.1" status: 200 len: 896 time: 0.1157100 Feb 19 05:28:07.081695 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:07.100329 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c526918e-d9db-46bb-80e8-110a5833cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726798571', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:27:48Z', 'updated_at': '2022-02-19T05:27:52Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:27:49Z', 'updated_at': '2022-02-19T05:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'c0b184b8-d6c4-4f1b-b76c-5671219d3e65', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'port_id': '0f7df1f5-dece-414a-8cd7-a5f1fc7b8752', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae', 'mac_address': 'fa:16:3e:f1:ff:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4201dc94-0b0a-48ad-a59e-cc61991eae06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:28:05Z', 'updated_at': '2022-02-19T05:28:05Z', 'revision_number': 0, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26523da5-635f-4a83-a9a8-82b35664be17', 'name': '', 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:fc:48:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b9506b39-d63d-4e50-bc66-1c21e92e59c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:27:51Z', 'updated_at': '2022-02-19T05:27:55Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': 'b9506b39-d63d-4e50-bc66-1c21e92e59c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:28:07.111232 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d9101f15-c7c9-4c22-8dfb-dccb5edd5ec0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/floatingips/c0b184b8-d6c4-4f1b-b76c-5671219d3e65 HTTP/1.1" status: 200 len: 991 time: 0.0670989 Feb 19 05:28:07.126866 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38983528-34fe-4964-9e79-d8020286c6e6 req-26b926d9-0bae-48ff-94de-4091ff3dc47e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 HTTP/1.1" status: 200 len: 999 time: 0.0649977 Feb 19 05:28:07.127954 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c526918e-d9db-46bb-80e8-110a5833cd7f None None] Checking router: 048497d4-614b-4a82-bb0f-d735578aa8f8 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:28:07.137104 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c526918e-d9db-46bb-80e8-110a5833cd7f None None] Routers {'048497d4-614b-4a82-bb0f-d735578aa8f8'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:28:07.137707 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c526918e-d9db-46bb-80e8-110a5833cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:28:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['048497d4-614b-4a82-bb0f-d735578aa8f8'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:28:07.181265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38983528-34fe-4964-9e79-d8020286c6e6 req-df39e16e-d2c1-41b0-adad-6f556151c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:07.182751 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38983528-34fe-4964-9e79-d8020286c6e6 req-df39e16e-d2c1-41b0-adad-6f556151c335 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b9506b39-d63d-4e50-bc66-1c21e92e59c8 HTTP/1.1" status: 200 len: 834 time: 0.0484862 Feb 19 05:28:07.231185 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38983528-34fe-4964-9e79-d8020286c6e6 req-dcf869cd-5c13-4760-9900-f4329a07bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:07.232819 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38983528-34fe-4964-9e79-d8020286c6e6 req-dcf869cd-5c13-4760-9900-f4329a07bf71 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=44f94ad2-cf3d-4d6e-b72b-efa1847f81ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437160 Feb 19 05:28:07.247971 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-c526918e-d9db-46bb-80e8-110a5833cd7f None None] Set router 048497d4-614b-4a82-bb0f-d735578aa8f8 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:28:07.321838 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38983528-34fe-4964-9e79-d8020286c6e6 req-4a2ada38-11c2-46a4-aba2-20aeb640aa10 service neutron] 10.222.0.48 "GET /v2.0/networks/44f94ad2-cf3d-4d6e-b72b-efa1847f81ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825374 Feb 19 05:28:07.417353 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-38983528-34fe-4964-9e79-d8020286c6e6 req-eaa77712-3dec-4a64-9767-aacc052edbae service neutron] 10.222.0.48 "GET /v2.0/networks/44f94ad2-cf3d-4d6e-b72b-efa1847f81ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900505 Feb 19 05:28:07.636618 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c526918e-d9db-46bb-80e8-110a5833cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726798571', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:27:48Z', 'updated_at': '2022-02-19T05:27:52Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:27:49Z', 'updated_at': '2022-02-19T05:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'c0b184b8-d6c4-4f1b-b76c-5671219d3e65', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'port_id': '0f7df1f5-dece-414a-8cd7-a5f1fc7b8752', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae', 'mac_address': 'fa:16:3e:f1:ff:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4201dc94-0b0a-48ad-a59e-cc61991eae06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:28:05Z', 'updated_at': '2022-02-19T05:28:05Z', 'revision_number': 0, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26523da5-635f-4a83-a9a8-82b35664be17', 'name': '', 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:fc:48:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b9506b39-d63d-4e50-bc66-1c21e92e59c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:27:51Z', 'updated_at': '2022-02-19T05:27:55Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': 'b9506b39-d63d-4e50-bc66-1c21e92e59c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:28:07.663235 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c526918e-d9db-46bb-80e8-110a5833cd7f None None] The sync data for ids ['048497d4-614b-4a82-bb0f-d735578aa8f8'] in n-d-772273-4 is: [{'id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726798571', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:27:48Z', 'updated_at': '2022-02-19T05:27:52Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:27:49Z', 'updated_at': '2022-02-19T05:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'c0b184b8-d6c4-4f1b-b76c-5671219d3e65', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'port_id': '0f7df1f5-dece-414a-8cd7-a5f1fc7b8752', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae', 'mac_address': 'fa:16:3e:f1:ff:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4201dc94-0b0a-48ad-a59e-cc61991eae06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:28:05Z', 'updated_at': '2022-02-19T05:28:05Z', 'revision_number': 0, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26523da5-635f-4a83-a9a8-82b35664be17', 'name': '', 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:fc:48:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b9506b39-d63d-4e50-bc66-1c21e92e59c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:27:51Z', 'updated_at': '2022-02-19T05:27:55Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': 'b9506b39-d63d-4e50-bc66-1c21e92e59c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:28:07.857114 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f66ddb3-1996-479b-9ba4-615b8c22166f None None] New status for floating IP c0b184b8-d6c4-4f1b-b76c-5671219d3e65: ACTIVE {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:28:08.104812 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:08.113982 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36930) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:08.178214 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-b9e624aa-a196-4dba-9500-30cc767813dc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/floatingips/c0b184b8-d6c4-4f1b-b76c-5671219d3e65 HTTP/1.1" status: 200 len: 993 time: 0.0630362 Feb 19 05:28:08.209146 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:09.441627 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:09.809837 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:18.369895 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:28:18.793876 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec617842-bd62-47e6-9da8-83c396d8407f req-f3f002e4-9d0b-4bfe-bdf8-736b8c24e27a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0595198 Feb 19 05:28:18.879779 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec617842-bd62-47e6-9da8-83c396d8407f req-3ad4e6f3-c6d7-4a23-81a8-37e4e292f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:18.881348 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec617842-bd62-47e6-9da8-83c396d8407f req-3ad4e6f3-c6d7-4a23-81a8-37e4e292f57a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 1127 time: 0.0447414 Feb 19 05:28:18.987775 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec617842-bd62-47e6-9da8-83c396d8407f req-e4e83669-a156-4b42-8d69-a9c5f4c1d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:18.989290 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec617842-bd62-47e6-9da8-83c396d8407f req-e4e83669-a156-4b42-8d69-a9c5f4c1d040 service neutron] 10.222.0.48 "GET /v2.0/networks?id=44f94ad2-cf3d-4d6e-b72b-efa1847f81ae HTTP/1.1" status: 200 len: 896 time: 0.0903552 Feb 19 05:28:19.052847 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec617842-bd62-47e6-9da8-83c396d8407f req-fd91d967-27f7-4152-9bc3-9c581671696b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 HTTP/1.1" status: 200 len: 1001 time: 0.0576608 Feb 19 05:28:19.103893 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec617842-bd62-47e6-9da8-83c396d8407f req-acbd7626-1ae7-41f1-8e76-a38c0bc8e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:19.105384 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec617842-bd62-47e6-9da8-83c396d8407f req-acbd7626-1ae7-41f1-8e76-a38c0bc8e5da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b9506b39-d63d-4e50-bc66-1c21e92e59c8 HTTP/1.1" status: 200 len: 834 time: 0.0475535 Feb 19 05:28:19.154396 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec617842-bd62-47e6-9da8-83c396d8407f req-424973ec-9a5a-40e5-9a19-4d396a716db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:19.155908 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec617842-bd62-47e6-9da8-83c396d8407f req-424973ec-9a5a-40e5-9a19-4d396a716db0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=44f94ad2-cf3d-4d6e-b72b-efa1847f81ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450213 Feb 19 05:28:19.243179 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec617842-bd62-47e6-9da8-83c396d8407f req-5d193077-6f2d-43d2-8306-9435c12f0a33 service neutron] 10.222.0.48 "GET /v2.0/networks/44f94ad2-cf3d-4d6e-b72b-efa1847f81ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807021 Feb 19 05:28:19.335885 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ec617842-bd62-47e6-9da8-83c396d8407f req-8b56cb67-c59c-422a-87b3-42a6356d8edd service neutron] 10.222.0.48 "GET /v2.0/networks/44f94ad2-cf3d-4d6e-b72b-efa1847f81ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870202 Feb 19 05:28:32.372053 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-02befb7e-ae43-4f7f-976f-121d76976af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:35.207111 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4a1aa2e2-974f-43e0-a0c0-5871dba43c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:36.980006 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cadadc-0092-4d99-84ce-f9932d65d35d req-29f03f88-1c85-4c93-a4be-28df08a7cb4e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:36.981547 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-08cadadc-0092-4d99-84ce-f9932d65d35d req-29f03f88-1c85-4c93-a4be-28df08a7cb4e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 945 time: 0.0518970 Feb 19 05:28:37.031180 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-08cadadc-0092-4d99-84ce-f9932d65d35d req-6f0ad642-2e5d-4c7e-9fab-4a65acc3f9af tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=556924e9-6831-4d13-b9cd-2be74d5f1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431604 Feb 19 05:28:37.077845 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:38.105412 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:38.156032 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35df6f3-da37-4795-bc7f-5896ec3fb8a8 req-0905d925-0584-4a2e-8760-c39ae4841ad0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:38.157827 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a35df6f3-da37-4795-bc7f-5896ec3fb8a8 req-0905d925-0584-4a2e-8760-c39ae4841ad0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 945 time: 0.0533874 Feb 19 05:28:38.207161 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a35df6f3-da37-4795-bc7f-5896ec3fb8a8 req-3cce5780-48e3-4c3c-a4a8-9a317f025c84 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=556924e9-6831-4d13-b9cd-2be74d5f1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431662 Feb 19 05:28:38.212402 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:38.229672 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36950) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:38.294390 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0fd04ea2-170d-4f76-954c-523d002df9de tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/floatingips/c0b184b8-d6c4-4f1b-b76c-5671219d3e65 HTTP/1.1" status: 200 len: 993 time: 0.0635984 Feb 19 05:28:39.445115 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:39.567814 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669d17c-66a7-4696-b769-1eeddb36ab1a req-2c20c272-8633-40bb-857d-dddbd0b05ab9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:39.569271 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6669d17c-66a7-4696-b769-1eeddb36ab1a req-2c20c272-8633-40bb-857d-dddbd0b05ab9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 945 time: 0.0549119 Feb 19 05:28:39.621036 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6669d17c-66a7-4696-b769-1eeddb36ab1a req-6cb604a5-069a-4e18-b3a6-2fa81bc8f80b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=556924e9-6831-4d13-b9cd-2be74d5f1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461550 Feb 19 05:28:39.826059 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:40.747579 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ed4ee-a018-4dcf-b1b7-1f8bcc5fab5f req-80ab7ce6-decc-4b54-8a9b-42ab6141f08f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:40.749110 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-918ed4ee-a018-4dcf-b1b7-1f8bcc5fab5f req-80ab7ce6-decc-4b54-8a9b-42ab6141f08f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 945 time: 0.0544624 Feb 19 05:28:40.798448 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-918ed4ee-a018-4dcf-b1b7-1f8bcc5fab5f req-3ab8be73-5bcd-4e2a-a2d2-d905992cb047 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=556924e9-6831-4d13-b9cd-2be74d5f1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431437 Feb 19 05:28:40.821026 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36960) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:40.884231 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-61a7a147-b090-4e78-888b-9e3751479e12 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/floatingips/c0b184b8-d6c4-4f1b-b76c-5671219d3e65 HTTP/1.1" status: 200 len: 993 time: 0.0620310 Feb 19 05:28:41.130423 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36966) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:41.294992 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Deleting port 5c86e8fa-e100-4ac4-844e-07cc49bb8958 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:28:41.295340 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (5c86e8fa-e100-4ac4-844e-07cc49bb8958), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:41.367044 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (5c86e8fa-e100-4ac4-844e-07cc49bb8958), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:41.367373 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for floatingip (5c86e8fa-e100-4ac4-844e-07cc49bb8958), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:41.379110 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Calling delete_port for 5c86e8fa-e100-4ac4-844e-07cc49bb8958 owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:28:41.525708 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (5c86e8fa-e100-4ac4-844e-07cc49bb8958), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:41.551237 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Port': ['ID=5c86e8fa-e100-4ac4-844e-07cc49bb8958,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:41.561966 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:41.562325 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:41.562674 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:41.563016 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:41.563354 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:41.563685 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:41.564019 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:41.564349 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:41.564677 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:41.565054 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:41.565385 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:41.565708 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:41.566031 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:41.626054 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for floatingip (c0b184b8-d6c4-4f1b-b76c-5671219d3e65), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:41.626413 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Floating IP c0b184b8-d6c4-4f1b-b76c-5671219d3e65 disassociated (deleted). External IP: 172.25.0.188, port: 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752. Feb 19 05:28:42.199709 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Router 048497d4-614b-4a82-bb0f-d735578aa8f8 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:28:42.309489 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:28:42.314242 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:42.320103 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f3ae63-636a-456b-a5a3-fdab1b8f63ce None None] Sync routers for ids ['048497d4-614b-4a82-bb0f-d735578aa8f8'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:28:42.329804 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f3ae63-636a-456b-a5a3-fdab1b8f63ce None None] Routers {'048497d4-614b-4a82-bb0f-d735578aa8f8'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:28:42.330416 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c5f3ae63-636a-456b-a5a3-fdab1b8f63ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:28:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['048497d4-614b-4a82-bb0f-d735578aa8f8'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:28:42.344460 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2a6b5b72-2ae7-4d3b-b242-fff203a3d1c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "DELETE /v2.0/floatingips/c0b184b8-d6c4-4f1b-b76c-5671219d3e65 HTTP/1.1" status: 204 len: 168 time: 1.2129271 Feb 19 05:28:42.345306 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4201dc94-0b0a-48ad-a59e-cc61991eae06', 'tag': '0f7df1f5-dece-414a-8cd7-a5f1fc7b8752'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:28:42.348271 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0583a6-1479-4fcf-aa90-023edde61a44" -d '{"events": [{"name": "network-changed", "server_uuid": "4201dc94-0b0a-48ad-a59e-cc61991eae06", "tag": "0f7df1f5-dece-414a-8cd7-a5f1fc7b8752"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:28:42.447570 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-c5f3ae63-636a-456b-a5a3-fdab1b8f63ce None None] Set router 048497d4-614b-4a82-bb0f-d735578aa8f8 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:28:42.449986 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cbcfcb-1466-4f2a-a2ab-0b9bdaedf428 x-openstack-request-id: req-98cbcfcb-1466-4f2a-a2ab-0b9bdaedf428 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:28:42.450368 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4201dc94-0b0a-48ad-a59e-cc61991eae06", "tag": "0f7df1f5-dece-414a-8cd7-a5f1fc7b8752", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:28:42.450644 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98cbcfcb-1466-4f2a-a2ab-0b9bdaedf428 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:28:42.451127 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4201dc94-0b0a-48ad-a59e-cc61991eae06', 'tag': '0f7df1f5-dece-414a-8cd7-a5f1fc7b8752', 'status': 'completed', 'code': 200} Feb 19 05:28:42.524133 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0583a6-1479-4fcf-aa90-023edde61a44 req-c1c5d304-936d-4b39-93de-a7f08626ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:42.525766 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4f0583a6-1479-4fcf-aa90-023edde61a44 req-c1c5d304-936d-4b39-93de-a7f08626ade1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 1127 time: 0.0517232 Feb 19 05:28:42.607263 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ea54e-b168-4135-a21c-922945d9b4ff req-1d7441b0-6ae4-4c0e-b7b6-e97207d80b8e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:42.608812 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b38ea54e-b168-4135-a21c-922945d9b4ff req-1d7441b0-6ae4-4c0e-b7b6-e97207d80b8e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 945 time: 0.0567708 Feb 19 05:28:42.625518 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0583a6-1479-4fcf-aa90-023edde61a44 req-98f9b0f2-71ed-4da0-bda8-8ebe80bbc29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:42.627031 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4f0583a6-1479-4fcf-aa90-023edde61a44 req-98f9b0f2-71ed-4da0-bda8-8ebe80bbc29a service neutron] 10.222.0.48 "GET /v2.0/networks?id=44f94ad2-cf3d-4d6e-b72b-efa1847f81ae HTTP/1.1" status: 200 len: 896 time: 0.0942092 Feb 19 05:28:42.668309 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b38ea54e-b168-4135-a21c-922945d9b4ff req-8814bf4c-5182-4a40-b3cc-326307b4b455 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=556924e9-6831-4d13-b9cd-2be74d5f1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522242 Feb 19 05:28:42.672325 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4f0583a6-1479-4fcf-aa90-023edde61a44 req-5206421d-7e77-4d58-a597-84f3d6d7c779 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 HTTP/1.1" status: 200 len: 217 time: 0.0387604 Feb 19 05:28:42.677086 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c5f3ae63-636a-456b-a5a3-fdab1b8f63ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726798571', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:27:48Z', 'updated_at': '2022-02-19T05:27:52Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:27:49Z', 'updated_at': '2022-02-19T05:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '26523da5-635f-4a83-a9a8-82b35664be17', 'name': '', 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:fc:48:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b9506b39-d63d-4e50-bc66-1c21e92e59c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:27:51Z', 'updated_at': '2022-02-19T05:27:55Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': 'b9506b39-d63d-4e50-bc66-1c21e92e59c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:28:42.702400 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f3ae63-636a-456b-a5a3-fdab1b8f63ce None None] Checking router: 048497d4-614b-4a82-bb0f-d735578aa8f8 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:28:42.710851 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f3ae63-636a-456b-a5a3-fdab1b8f63ce None None] Routers {'048497d4-614b-4a82-bb0f-d735578aa8f8'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:28:42.711468 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c5f3ae63-636a-456b-a5a3-fdab1b8f63ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:28:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['048497d4-614b-4a82-bb0f-d735578aa8f8'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:28:42.722480 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0583a6-1479-4fcf-aa90-023edde61a44 req-d7e98b8b-47b5-41b0-8447-be705f41287c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:42.724036 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4f0583a6-1479-4fcf-aa90-023edde61a44 req-d7e98b8b-47b5-41b0-8447-be705f41287c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b9506b39-d63d-4e50-bc66-1c21e92e59c8 HTTP/1.1" status: 200 len: 834 time: 0.0439291 Feb 19 05:28:42.772812 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0583a6-1479-4fcf-aa90-023edde61a44 req-6ed2384b-9902-4a0f-aeaa-733aafa75f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:42.774462 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4f0583a6-1479-4fcf-aa90-023edde61a44 req-6ed2384b-9902-4a0f-aeaa-733aafa75f15 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=44f94ad2-cf3d-4d6e-b72b-efa1847f81ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440094 Feb 19 05:28:42.823267 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-c5f3ae63-636a-456b-a5a3-fdab1b8f63ce None None] Set router 048497d4-614b-4a82-bb0f-d735578aa8f8 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:28:42.869891 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4f0583a6-1479-4fcf-aa90-023edde61a44 req-20bb83ba-68f5-42b3-bf3b-ea33f94837c9 service neutron] 10.222.0.48 "GET /v2.0/networks/44f94ad2-cf3d-4d6e-b72b-efa1847f81ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880365 Feb 19 05:28:42.959665 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4f0583a6-1479-4fcf-aa90-023edde61a44 req-2cea64d2-0f71-4ac5-bd8e-0e4c03f429dc service neutron] 10.222.0.48 "GET /v2.0/networks/44f94ad2-cf3d-4d6e-b72b-efa1847f81ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825982 Feb 19 05:28:43.026383 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-c5f3ae63-636a-456b-a5a3-fdab1b8f63ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726798571', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:27:48Z', 'updated_at': '2022-02-19T05:27:52Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:27:49Z', 'updated_at': '2022-02-19T05:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '26523da5-635f-4a83-a9a8-82b35664be17', 'name': '', 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:fc:48:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b9506b39-d63d-4e50-bc66-1c21e92e59c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:27:51Z', 'updated_at': '2022-02-19T05:27:55Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': 'b9506b39-d63d-4e50-bc66-1c21e92e59c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:28:43.053260 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f3ae63-636a-456b-a5a3-fdab1b8f63ce None None] The sync data for ids ['048497d4-614b-4a82-bb0f-d735578aa8f8'] in n-d-772273-4 is: [{'id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726798571', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:27:48Z', 'updated_at': '2022-02-19T05:27:52Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:27:49Z', 'updated_at': '2022-02-19T05:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '26523da5-635f-4a83-a9a8-82b35664be17', 'name': '', 'network_id': '44f94ad2-cf3d-4d6e-b72b-efa1847f81ae', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:fc:48:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b9506b39-d63d-4e50-bc66-1c21e92e59c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:27:51Z', 'updated_at': '2022-02-19T05:27:55Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': 'b9506b39-d63d-4e50-bc66-1c21e92e59c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:28:43.273761 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ea86bb-d85f-42c9-9873-b86981f00430 None None] New status for floating IP c0b184b8-d6c4-4f1b-b76c-5671219d3e65: DOWN {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:28:43.793968 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32f99b-c14c-4cd8-aa2e-23d559f708af req-369ff656-f2f7-424a-8ccc-47cc5a385048 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:43.795468 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9a32f99b-c14c-4cd8-aa2e-23d559f708af req-369ff656-f2f7-424a-8ccc-47cc5a385048 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 945 time: 0.0584369 Feb 19 05:28:43.843640 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9a32f99b-c14c-4cd8-aa2e-23d559f708af req-04d7d5f7-4ea0-4cad-9e12-96bd2d299a1e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=556924e9-6831-4d13-b9cd-2be74d5f1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420225 Feb 19 05:28:44.114614 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c7ad3-7972-4870-b8de-85a7dfeb0e2a req-9a270992-f8d3-4919-8408-4b59ba4945ab tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:44.116077 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-447c7ad3-7972-4870-b8de-85a7dfeb0e2a req-9a270992-f8d3-4919-8408-4b59ba4945ab tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.48 "GET /v2.0/ports?device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 945 time: 0.0558758 Feb 19 05:28:44.209175 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-447c7ad3-7972-4870-b8de-85a7dfeb0e2a req-6c3c95e1-de3b-4fde-afab-13bc49475888 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Deleting port 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:28:44.209517 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-447c7ad3-7972-4870-b8de-85a7dfeb0e2a req-6c3c95e1-de3b-4fde-afab-13bc49475888 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0f7df1f5-dece-414a-8cd7-a5f1fc7b8752), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:44.294951 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-447c7ad3-7972-4870-b8de-85a7dfeb0e2a req-6c3c95e1-de3b-4fde-afab-13bc49475888 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] For port 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=0f7df1f5-dece-414a-8cd7-a5f1fc7b8752,segment=NetworkSegment(49839e1d-eee1-467b-8522-9c1dd5be5e92),segment_id=49839e1d-eee1-467b-8522-9c1dd5be5e92)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:28:44.295317 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-447c7ad3-7972-4870-b8de-85a7dfeb0e2a req-6c3c95e1-de3b-4fde-afab-13bc49475888 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0f7df1f5-dece-414a-8cd7-a5f1fc7b8752), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:44.307459 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [req-447c7ad3-7972-4870-b8de-85a7dfeb0e2a req-6c3c95e1-de3b-4fde-afab-13bc49475888 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Calling delete_port for 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 owned by compute:nova {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:28:44.443200 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-447c7ad3-7972-4870-b8de-85a7dfeb0e2a req-6c3c95e1-de3b-4fde-afab-13bc49475888 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (0f7df1f5-dece-414a-8cd7-a5f1fc7b8752), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:44.472275 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c95e1-de3b-4fde-afab-13bc49475888 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Port': ['ID=0f7df1f5-dece-414a-8cd7-a5f1fc7b8752,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:44.484268 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c95e1-de3b-4fde-afab-13bc49475888 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:44.484625 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c95e1-de3b-4fde-afab-13bc49475888 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:44.485004 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c95e1-de3b-4fde-afab-13bc49475888 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:44.485352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c95e1-de3b-4fde-afab-13bc49475888 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:44.485694 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c95e1-de3b-4fde-afab-13bc49475888 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:44.486034 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c95e1-de3b-4fde-afab-13bc49475888 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:44.486370 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c95e1-de3b-4fde-afab-13bc49475888 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:44.486703 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c95e1-de3b-4fde-afab-13bc49475888 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:44.487076 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c95e1-de3b-4fde-afab-13bc49475888 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:44.487589 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c95e1-de3b-4fde-afab-13bc49475888 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:44.487721 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c95e1-de3b-4fde-afab-13bc49475888 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:44.488052 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c95e1-de3b-4fde-afab-13bc49475888 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:44.488378 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3c95e1-de3b-4fde-afab-13bc49475888 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:44.524776 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-447c7ad3-7972-4870-b8de-85a7dfeb0e2a req-6c3c95e1-de3b-4fde-afab-13bc49475888 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] No DVR routers for this DVR port 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 on host n-h2-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:28:44.527340 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-447c7ad3-7972-4870-b8de-85a7dfeb0e2a req-6c3c95e1-de3b-4fde-afab-13bc49475888 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:44.530669 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-447c7ad3-7972-4870-b8de-85a7dfeb0e2a req-6c3c95e1-de3b-4fde-afab-13bc49475888 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.48 "DELETE /v2.0/ports/0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 HTTP/1.1" status: 204 len: 173 time: 0.4090075 Feb 19 05:28:44.531107 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4201dc94-0b0a-48ad-a59e-cc61991eae06', 'name': 'network-vif-deleted', 'tag': '0f7df1f5-dece-414a-8cd7-a5f1fc7b8752'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:28:44.533643 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a17f58-e57e-4600-8cba-3cf072266864" -d '{"events": [{"server_uuid": "4201dc94-0b0a-48ad-a59e-cc61991eae06", "name": "network-vif-deleted", "tag": "0f7df1f5-dece-414a-8cd7-a5f1fc7b8752"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:28:44.626185 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dc8f45-f5ba-49d6-9825-61ad5e04b797 x-openstack-request-id: req-16dc8f45-f5ba-49d6-9825-61ad5e04b797 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:28:44.626485 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4201dc94-0b0a-48ad-a59e-cc61991eae06", "name": "network-vif-deleted", "tag": "0f7df1f5-dece-414a-8cd7-a5f1fc7b8752", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:28:44.626734 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-16dc8f45-f5ba-49d6-9825-61ad5e04b797 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:28:44.627485 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4201dc94-0b0a-48ad-a59e-cc61991eae06', 'name': 'network-vif-deleted', 'tag': '0f7df1f5-dece-414a-8cd7-a5f1fc7b8752', 'status': 'completed', 'code': 200} Feb 19 05:28:44.972871 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5223e9f1-4dfd-45fa-98e0-f3621d3dd520 req-e4e31086-697a-4980-8060-486ee4862201 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=4201dc94-0b0a-48ad-a59e-cc61991eae06 HTTP/1.1" status: 200 len: 210 time: 0.0455160 Feb 19 05:28:46.034678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36986) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:46.400453 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e6fbdd9b-10ad-45a9-b17e-d2a4a2f80b5a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (048497d4-614b-4a82-bb0f-d735578aa8f8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:46.622190 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:28:46.642890 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:28:46.643815 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 0f7df1f5-dece-414a-8cd7-a5f1fc7b8752 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:28:46.659502 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-e6fbdd9b-10ad-45a9-b17e-d2a4a2f80b5a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Deleting port 26523da5-635f-4a83-a9a8-82b35664be17 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:28:46.659784 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e6fbdd9b-10ad-45a9-b17e-d2a4a2f80b5a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (26523da5-635f-4a83-a9a8-82b35664be17), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:46.748630 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-e6fbdd9b-10ad-45a9-b17e-d2a4a2f80b5a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] For port 26523da5-635f-4a83-a9a8-82b35664be17, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=26523da5-635f-4a83-a9a8-82b35664be17,segment=NetworkSegment(49839e1d-eee1-467b-8522-9c1dd5be5e92),segment_id=49839e1d-eee1-467b-8522-9c1dd5be5e92)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:28:46.749029 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e6fbdd9b-10ad-45a9-b17e-d2a4a2f80b5a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (26523da5-635f-4a83-a9a8-82b35664be17), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:46.761396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-e6fbdd9b-10ad-45a9-b17e-d2a4a2f80b5a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Calling delete_port for 26523da5-635f-4a83-a9a8-82b35664be17 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:28:46.949689 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e6fbdd9b-10ad-45a9-b17e-d2a4a2f80b5a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (26523da5-635f-4a83-a9a8-82b35664be17), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:46.977354 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbdd9b-10ad-45a9-b17e-d2a4a2f80b5a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Port': ['ID=26523da5-635f-4a83-a9a8-82b35664be17,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:47.156655 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e6fbdd9b-10ad-45a9-b17e-d2a4a2f80b5a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (048497d4-614b-4a82-bb0f-d735578aa8f8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:47.377738 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6fbdd9b-10ad-45a9-b17e-d2a4a2f80b5a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Router 048497d4-614b-4a82-bb0f-d735578aa8f8 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:28:47.487056 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fbdd9b-10ad-45a9-b17e-d2a4a2f80b5a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:28:47.493245 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e6fbdd9b-10ad-45a9-b17e-d2a4a2f80b5a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "PUT /v2.0/routers/048497d4-614b-4a82-bb0f-d735578aa8f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4564793 Feb 19 05:28:47.496007 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36988) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:47.499295 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ee046e-5df0-432b-a807-7b8e5cc0e432 None None] Sync routers for ids ['048497d4-614b-4a82-bb0f-d735578aa8f8'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:28:47.508629 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ee046e-5df0-432b-a807-7b8e5cc0e432 None None] Routers {'048497d4-614b-4a82-bb0f-d735578aa8f8'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:28:47.509277 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-34ee046e-5df0-432b-a807-7b8e5cc0e432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:28:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['048497d4-614b-4a82-bb0f-d735578aa8f8'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:28:47.548274 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b09656-77d1-4135-a7aa-83f8172f7f86 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Deleting subnet b9506b39-d63d-4e50-bc66-1c21e92e59c8 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:28:47.551480 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-51b09656-77d1-4135-a7aa-83f8172f7f86 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for subnet (b9506b39-d63d-4e50-bc66-1c21e92e59c8), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:47.592101 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-51b09656-77d1-4135-a7aa-83f8172f7f86 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (b9506b39-d63d-4e50-bc66-1c21e92e59c8), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:47.617775 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-34ee046e-5df0-432b-a807-7b8e5cc0e432 None None] Set router 048497d4-614b-4a82-bb0f-d735578aa8f8 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:28:47.805760 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-34ee046e-5df0-432b-a807-7b8e5cc0e432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726798571', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:27:48Z', 'updated_at': '2022-02-19T05:28:46Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:27:49Z', 'updated_at': '2022-02-19T05:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:28:47.834335 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ee046e-5df0-432b-a807-7b8e5cc0e432 None None] Checking router: 048497d4-614b-4a82-bb0f-d735578aa8f8 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:28:47.843395 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ee046e-5df0-432b-a807-7b8e5cc0e432 None None] Routers {'048497d4-614b-4a82-bb0f-d735578aa8f8'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:28:47.844020 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-34ee046e-5df0-432b-a807-7b8e5cc0e432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:28:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['048497d4-614b-4a82-bb0f-d735578aa8f8'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:28:47.956683 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-34ee046e-5df0-432b-a807-7b8e5cc0e432 None None] Set router 048497d4-614b-4a82-bb0f-d735578aa8f8 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:28:47.967710 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-51b09656-77d1-4135-a7aa-83f8172f7f86 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (b9506b39-d63d-4e50-bc66-1c21e92e59c8), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:48.027127 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-51b09656-77d1-4135-a7aa-83f8172f7f86 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (b9506b39-d63d-4e50-bc66-1c21e92e59c8), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:48.054913 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b09656-77d1-4135-a7aa-83f8172f7f86 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Subnet': ['ID=b9506b39-d63d-4e50-bc66-1c21e92e59c8,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:48.056953 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-51b09656-77d1-4135-a7aa-83f8172f7f86 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:48.060145 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-51b09656-77d1-4135-a7aa-83f8172f7f86 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "DELETE /v2.0/subnets/b9506b39-d63d-4e50-bc66-1c21e92e59c8 HTTP/1.1" status: 204 len: 168 time: 0.5631232 Feb 19 05:28:48.062876 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd8d34e-7130-4632-85e2-ea32f3820877 None None] Network 44f94ad2-cf3d-4d6e-b72b-efa1847f81ae requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:28:48.063060 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36990) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:48.173268 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2ffce850-d01e-443a-b390-d5f598537e15 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router (048497d4-614b-4a82-bb0f-d735578aa8f8), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:48.220798 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-34ee046e-5df0-432b-a807-7b8e5cc0e432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726798571', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:27:48Z', 'updated_at': '2022-02-19T05:28:46Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:27:49Z', 'updated_at': '2022-02-19T05:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:28:48.255300 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ee046e-5df0-432b-a807-7b8e5cc0e432 None None] The sync data for ids ['048497d4-614b-4a82-bb0f-d735578aa8f8'] in n-d-772273-4 is: [{'id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726798571', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:27:48Z', 'updated_at': '2022-02-19T05:28:46Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': 'a7d8390a-2657-4f08-9240-f7e4fed8246f', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048497d4-614b-4a82-bb0f-d735578aa8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:27:49Z', 'updated_at': '2022-02-19T05:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:28:48.273919 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4994701d-614a-4976-9fb1-7256972d5cf1 None None] DHCP port deletion for 44f94ad2-cf3d-4d6e-b72b-efa1847f81ae request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:28:48.288591 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2ffce850-d01e-443a-b390-d5f598537e15 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_gateway (048497d4-614b-4a82-bb0f-d735578aa8f8), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:48.330139 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4994701d-614a-4976-9fb1-7256972d5cf1 None None] Deleting port c1565eaf-135a-4dd1-b9f2-1cb510191571 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:28:48.330559 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4994701d-614a-4976-9fb1-7256972d5cf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (c1565eaf-135a-4dd1-b9f2-1cb510191571), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:48.347199 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-2ffce850-d01e-443a-b390-d5f598537e15 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Deleting port a7d8390a-2657-4f08-9240-f7e4fed8246f {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:28:48.347542 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2ffce850-d01e-443a-b390-d5f598537e15 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (a7d8390a-2657-4f08-9240-f7e4fed8246f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:48.432333 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-2ffce850-d01e-443a-b390-d5f598537e15 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] For port a7d8390a-2657-4f08-9240-f7e4fed8246f, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=a7d8390a-2657-4f08-9240-f7e4fed8246f,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:28:48.432712 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2ffce850-d01e-443a-b390-d5f598537e15 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (a7d8390a-2657-4f08-9240-f7e4fed8246f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:48.446500 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-2ffce850-d01e-443a-b390-d5f598537e15 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Calling delete_port for a7d8390a-2657-4f08-9240-f7e4fed8246f owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:28:48.555636 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-4994701d-614a-4976-9fb1-7256972d5cf1 None None] For port c1565eaf-135a-4dd1-b9f2-1cb510191571, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c1565eaf-135a-4dd1-b9f2-1cb510191571,segment=NetworkSegment(49839e1d-eee1-467b-8522-9c1dd5be5e92),segment_id=49839e1d-eee1-467b-8522-9c1dd5be5e92)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:28:48.556043 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4994701d-614a-4976-9fb1-7256972d5cf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (c1565eaf-135a-4dd1-b9f2-1cb510191571), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:48.569145 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4994701d-614a-4976-9fb1-7256972d5cf1 None None] Calling delete_port for c1565eaf-135a-4dd1-b9f2-1cb510191571 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:28:48.625082 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2ffce850-d01e-443a-b390-d5f598537e15 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (a7d8390a-2657-4f08-9240-f7e4fed8246f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:48.653044 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffce850-d01e-443a-b390-d5f598537e15 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Port': ['ID=a7d8390a-2657-4f08-9240-f7e4fed8246f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:48.655504 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4994701d-614a-4976-9fb1-7256972d5cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (c1565eaf-135a-4dd1-b9f2-1cb510191571), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:48.688269 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994701d-614a-4976-9fb1-7256972d5cf1 None None] Pushing event deleted for resources: {'Port': ['ID=c1565eaf-135a-4dd1-b9f2-1cb510191571,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:48.690653 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4994701d-614a-4976-9fb1-7256972d5cf1 None None] No DVR routers for this DVR port c1565eaf-135a-4dd1-b9f2-1cb510191571 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:28:48.723160 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2ffce850-d01e-443a-b390-d5f598537e15 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (048497d4-614b-4a82-bb0f-d735578aa8f8), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:48.826168 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2ffce850-d01e-443a-b390-d5f598537e15 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (048497d4-614b-4a82-bb0f-d735578aa8f8), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:48.828376 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2ffce850-d01e-443a-b390-d5f598537e15 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_controller (048497d4-614b-4a82-bb0f-d735578aa8f8), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:48.876660 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2ffce850-d01e-443a-b390-d5f598537e15 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (048497d4-614b-4a82-bb0f-d735578aa8f8), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:48.877358 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffce850-d01e-443a-b390-d5f598537e15 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Fanout notify agent at l3_agent the message router_deleted on router 048497d4-614b-4a82-bb0f-d735578aa8f8 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:28:48.884241 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2ffce850-d01e-443a-b390-d5f598537e15 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:48.885389 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2ffce850-d01e-443a-b390-d5f598537e15 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "DELETE /v2.0/routers/048497d4-614b-4a82-bb0f-d735578aa8f8 HTTP/1.1" status: 204 len: 168 time: 0.8215957 Feb 19 05:28:48.888199 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 36992) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:48.967561 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d22d7f52-d3f9-4110-aec5-42bead4efc77 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (44f94ad2-cf3d-4d6e-b72b-efa1847f81ae), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:49.061220 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d22d7f52-d3f9-4110-aec5-42bead4efc77 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (44f94ad2-cf3d-4d6e-b72b-efa1847f81ae), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:49.084094 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-d22d7f52-d3f9-4110-aec5-42bead4efc77 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f94ad2-cf3d-4d6e-b72b-efa1847f81ae']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:28:49.093872 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-d22d7f52-d3f9-4110-aec5-42bead4efc77 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49839e1d-eee1-467b-8522-9c1dd5be5e92') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:28:49.094180 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-d22d7f52-d3f9-4110-aec5-42bead4efc77 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49839e1d-eee1-467b-8522-9c1dd5be5e92') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:28:49.104126 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d22d7f52-d3f9-4110-aec5-42bead4efc77 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (49839e1d-eee1-467b-8522-9c1dd5be5e92), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:49.117893 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d22d7f52-d3f9-4110-aec5-42bead4efc77 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (49839e1d-eee1-467b-8522-9c1dd5be5e92), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:49.123835 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22d7f52-d3f9-4110-aec5-42bead4efc77 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:28:49.124220 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d22d7f52-d3f9-4110-aec5-42bead4efc77 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (49839e1d-eee1-467b-8522-9c1dd5be5e92), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: timer() Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:28:49.127157 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:28:49.188411 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d22d7f52-d3f9-4110-aec5-42bead4efc77 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (44f94ad2-cf3d-4d6e-b72b-efa1847f81ae), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:49.195529 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d22d7f52-d3f9-4110-aec5-42bead4efc77 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:49.198666 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d22d7f52-d3f9-4110-aec5-42bead4efc77 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "DELETE /v2.0/networks/44f94ad2-cf3d-4d6e-b72b-efa1847f81ae HTTP/1.1" status: 204 len: 168 time: 0.3095109 Feb 19 05:28:49.201486 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 36994) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:49.210818 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d7f52-d3f9-4110-aec5-42bead4efc77 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Network': ['ID=44f94ad2-cf3d-4d6e-b72b-efa1847f81ae,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:49.264434 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42d67887-4e94-46fe-8c54-983b1ff1dd90 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (556924e9-6831-4d13-b9cd-2be74d5f1a0b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:49.290330 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42d67887-4e94-46fe-8c54-983b1ff1dd90 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (556924e9-6831-4d13-b9cd-2be74d5f1a0b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:49.350738 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42d67887-4e94-46fe-8c54-983b1ff1dd90 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (556924e9-6831-4d13-b9cd-2be74d5f1a0b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:49.353367 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-42d67887-4e94-46fe-8c54-983b1ff1dd90 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:49.354540 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-42d67887-4e94-46fe-8c54-983b1ff1dd90 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "DELETE /v2.0/security-groups/556924e9-6831-4d13-b9cd-2be74d5f1a0b HTTP/1.1" status: 204 len: 168 time: 0.1519523 Feb 19 05:28:49.363952 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d67887-4e94-46fe-8c54-983b1ff1dd90 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=556924e9-6831-4d13-b9cd-2be74d5f1a0b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:49.692449 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c1565eaf-135a-4dd1-b9f2-1cb510191571 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:28:49.698313 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37000) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:49.703091 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-5c9b226e-eafc-4f1b-adaf-86fb05a069dd tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-826945400', 'description': 'tempest-secgroup-smoke-826945400 description', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:28:49.716986 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: c1565eaf-135a-4dd1-b9f2-1cb510191571 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:28:49.717338 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c1565eaf-135a-4dd1-b9f2-1cb510191571 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:28:49.717987 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 26523da5-635f-4a83-a9a8-82b35664be17 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:28:49.723852 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5c9b226e-eafc-4f1b-adaf-86fb05a069dd tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:49.738753 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 26523da5-635f-4a83-a9a8-82b35664be17 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:28:49.739105 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 26523da5-635f-4a83-a9a8-82b35664be17 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:28:49.739538 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a7d8390a-2657-4f08-9240-f7e4fed8246f no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:28:49.759638 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: a7d8390a-2657-4f08-9240-f7e4fed8246f {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:28:49.759992 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device a7d8390a-2657-4f08-9240-f7e4fed8246f not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:28:49.792530 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5c9b226e-eafc-4f1b-adaf-86fb05a069dd tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (a5d7f382-ae21-4031-a7b3-809a5aa194ac), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:49.796010 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5c9b226e-eafc-4f1b-adaf-86fb05a069dd tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a5d7f382-ae21-4031-a7b3-809a5aa194ac), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:49.824038 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5c9b226e-eafc-4f1b-adaf-86fb05a069dd tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:49.825300 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5c9b226e-eafc-4f1b-adaf-86fb05a069dd tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1259675 Feb 19 05:28:49.827157 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b226e-eafc-4f1b-adaf-86fb05a069dd tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d7f382-ae21-4031-a7b3-809a5aa194ac,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:49.828285 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37002) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:49.833809 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-bc6cf34e-0552-4f70-a793-134c3b6efd31 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': 'a5d7f382-ae21-4031-a7b3-809a5aa194ac', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:28:49.859555 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf34e-0552-4f70-a793-134c3b6efd31 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (25d39d68-edf9-4e3d-a022-dd26feec2216), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:49.904322 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf34e-0552-4f70-a793-134c3b6efd31 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (25d39d68-edf9-4e3d-a022-dd26feec2216), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:49.908051 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf34e-0552-4f70-a793-134c3b6efd31 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (25d39d68-edf9-4e3d-a022-dd26feec2216), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:49.926941 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cf34e-0552-4f70-a793-134c3b6efd31 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d39d68-edf9-4e3d-a022-dd26feec2216,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:49.935149 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf34e-0552-4f70-a793-134c3b6efd31 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:49.936328 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bc6cf34e-0552-4f70-a793-134c3b6efd31 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1069233 Feb 19 05:28:49.939115 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37004) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:49.943563 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-29ef52cb-4221-45cc-8bde-bce1c894de79 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': 'a5d7f382-ae21-4031-a7b3-809a5aa194ac', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:28:49.967836 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29ef52cb-4221-45cc-8bde-bce1c894de79 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (6d4ba5a7-4f00-4d12-b5ea-3a97e4335730), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.026374 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29ef52cb-4221-45cc-8bde-bce1c894de79 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (6d4ba5a7-4f00-4d12-b5ea-3a97e4335730), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.030122 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29ef52cb-4221-45cc-8bde-bce1c894de79 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (6d4ba5a7-4f00-4d12-b5ea-3a97e4335730), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.048999 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef52cb-4221-45cc-8bde-bce1c894de79 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4ba5a7-4f00-4d12-b5ea-3a97e4335730,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:50.058445 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-29ef52cb-4221-45cc-8bde-bce1c894de79 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.059644 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-29ef52cb-4221-45cc-8bde-bce1c894de79 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196010 Feb 19 05:28:50.062273 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37006) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:50.067130 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-4866a3a3-06b3-4307-86e5-9c4251d1aef4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': 'a5d7f382-ae21-4031-a7b3-809a5aa194ac', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:28:50.092090 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4866a3a3-06b3-4307-86e5-9c4251d1aef4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (9a4d8241-bc59-47d6-a4e5-1804e6573793), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.148269 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4866a3a3-06b3-4307-86e5-9c4251d1aef4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (9a4d8241-bc59-47d6-a4e5-1804e6573793), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.151794 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4866a3a3-06b3-4307-86e5-9c4251d1aef4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (9a4d8241-bc59-47d6-a4e5-1804e6573793), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.170284 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866a3a3-06b3-4307-86e5-9c4251d1aef4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4d8241-bc59-47d6-a4e5-1804e6573793,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:50.178472 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4866a3a3-06b3-4307-86e5-9c4251d1aef4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.179674 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4866a3a3-06b3-4307-86e5-9c4251d1aef4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164820 Feb 19 05:28:50.182574 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37008) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:50.187155 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-48840582-336d-4353-9284-24128f72f447 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': 'a5d7f382-ae21-4031-a7b3-809a5aa194ac', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:28:50.211585 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-48840582-336d-4353-9284-24128f72f447 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (a62a2b8f-780a-4ebb-a8c5-be492786c7d7), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.266447 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-48840582-336d-4353-9284-24128f72f447 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (a62a2b8f-780a-4ebb-a8c5-be492786c7d7), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.270412 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-48840582-336d-4353-9284-24128f72f447 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (a62a2b8f-780a-4ebb-a8c5-be492786c7d7), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.290061 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48840582-336d-4353-9284-24128f72f447 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62a2b8f-780a-4ebb-a8c5-be492786c7d7,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:50.296038 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-48840582-336d-4353-9284-24128f72f447 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.296847 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-48840582-336d-4353-9284-24128f72f447 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1132448 Feb 19 05:28:50.299555 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37010) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:50.303794 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-16cb054f-2b97-4c64-a7c9-74044e840c08 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': 'a5d7f382-ae21-4031-a7b3-809a5aa194ac', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:28:50.323290 n-d-772273-4 neutron-server[115199]: INFO neutron.db.securitygroups_db [None req-16cb054f-2b97-4c64-a7c9-74044e840c08 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Project a3ce047577fa4aeb85ad4443f2143977 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:28:50.328062 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-16cb054f-2b97-4c64-a7c9-74044e840c08 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (2f6e588c-fa95-475e-8d0d-2ee494d61560), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.389856 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-16cb054f-2b97-4c64-a7c9-74044e840c08 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (2f6e588c-fa95-475e-8d0d-2ee494d61560), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.394775 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-16cb054f-2b97-4c64-a7c9-74044e840c08 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (2f6e588c-fa95-475e-8d0d-2ee494d61560), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.413245 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb054f-2b97-4c64-a7c9-74044e840c08 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6e588c-fa95-475e-8d0d-2ee494d61560,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:50.421290 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-16cb054f-2b97-4c64-a7c9-74044e840c08 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.422447 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-16cb054f-2b97-4c64-a7c9-74044e840c08 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219556 Feb 19 05:28:50.425864 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37012) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:50.430861 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e296d28b-a50a-435f-ba0a-794d3ec16d13 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': 'a5d7f382-ae21-4031-a7b3-809a5aa194ac', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:28:50.450560 n-d-772273-4 neutron-server[115199]: INFO neutron.db.securitygroups_db [None req-e296d28b-a50a-435f-ba0a-794d3ec16d13 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Project a3ce047577fa4aeb85ad4443f2143977 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:28:50.455303 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e296d28b-a50a-435f-ba0a-794d3ec16d13 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (10d85968-def9-411f-b960-65ba997517e6), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.512789 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e296d28b-a50a-435f-ba0a-794d3ec16d13 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (10d85968-def9-411f-b960-65ba997517e6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.516261 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e296d28b-a50a-435f-ba0a-794d3ec16d13 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (10d85968-def9-411f-b960-65ba997517e6), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.535279 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296d28b-a50a-435f-ba0a-794d3ec16d13 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d85968-def9-411f-b960-65ba997517e6,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:50.540555 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e296d28b-a50a-435f-ba0a-794d3ec16d13 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.541574 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e296d28b-a50a-435f-ba0a-794d3ec16d13 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1146400 Feb 19 05:28:50.544426 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37014) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:50.549295 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-761801cc-53ef-40b6-a107-2645e6b48e20 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'network': {'name': 'tempest-network-smoke--773760467', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'port_security_enabled': True}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:28:50.567425 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761801cc-53ef-40b6-a107-2645e6b48e20 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Made reservation on behalf of a3ce047577fa4aeb85ad4443f2143977 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:28:50.570747 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-761801cc-53ef-40b6-a107-2645e6b48e20 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.594146 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761801cc-53ef-40b6-a107-2645e6b48e20 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:28:50.604670 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-761801cc-53ef-40b6-a107-2645e6b48e20 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (013032c0-a02f-4667-8cd6-2a9e50c7f4fa), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.605050 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-761801cc-53ef-40b6-a107-2645e6b48e20 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Added segment 013032c0-a02f-4667-8cd6-2a9e50c7f4fa of type vlan for network e3bf58ed-aac5-4fdf-9e90-fc88821c9496 Feb 19 05:28:50.644896 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-761801cc-53ef-40b6-a107-2645e6b48e20 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (e3bf58ed-aac5-4fdf-9e90-fc88821c9496), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.669820 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-761801cc-53ef-40b6-a107-2645e6b48e20 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (e3bf58ed-aac5-4fdf-9e90-fc88821c9496), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.674745 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761801cc-53ef-40b6-a107-2645e6b48e20 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:50.675276 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-761801cc-53ef-40b6-a107-2645e6b48e20 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.737214 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-761801cc-53ef-40b6-a107-2645e6b48e20 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1916461 Feb 19 05:28:50.739908 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37016) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:50.744528 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-eed3e121-52b0-4b88-958f-0ff9e2f09f02 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1365834850', 'admin_state_up': True, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:28:50.758329 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761801cc-53ef-40b6-a107-2645e6b48e20 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Network': ['ID=e3bf58ed-aac5-4fdf-9e90-fc88821c9496,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:50.769209 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network e3bf58ed-aac5-4fdf-9e90-fc88821c9496 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:28:50.774218 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eed3e121-52b0-4b88-958f-0ff9e2f09f02 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (26657b00-8542-42ba-a9d8-249b2274a3b0), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.775249 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eed3e121-52b0-4b88-958f-0ff9e2f09f02 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (26657b00-8542-42ba-a9d8-249b2274a3b0), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.828257 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eed3e121-52b0-4b88-958f-0ff9e2f09f02 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_controller (26657b00-8542-42ba-a9d8-249b2274a3b0), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:50.977737 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eed3e121-52b0-4b88-958f-0ff9e2f09f02 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_gateway (26657b00-8542-42ba-a9d8-249b2274a3b0), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:51.170663 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eed3e121-52b0-4b88-958f-0ff9e2f09f02 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_gateway (26657b00-8542-42ba-a9d8-249b2274a3b0), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:51.189061 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eed3e121-52b0-4b88-958f-0ff9e2f09f02 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:51.288097 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-eed3e121-52b0-4b88-958f-0ff9e2f09f02 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Allocated IP 172.25.0.166 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/61394ccf-5d1e-4b81-b48c-252cbdc68f22) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:28:51.391425 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eed3e121-52b0-4b88-958f-0ff9e2f09f02 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (61394ccf-5d1e-4b81-b48c-252cbdc68f22), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:51.426116 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eed3e121-52b0-4b88-958f-0ff9e2f09f02 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (61394ccf-5d1e-4b81-b48c-252cbdc68f22), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:51.463450 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed3e121-52b0-4b88-958f-0ff9e2f09f02 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:28:51.466319 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-eed3e121-52b0-4b88-958f-0ff9e2f09f02 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:28:51.471769 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed3e121-52b0-4b88-958f-0ff9e2f09f02 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:28:51.496435 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3e121-52b0-4b88-958f-0ff9e2f09f02 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=61394ccf-5d1e-4b81-b48c-252cbdc68f22,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:51.728153 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eed3e121-52b0-4b88-958f-0ff9e2f09f02 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_gateway (26657b00-8542-42ba-a9d8-249b2274a3b0), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:51.929711 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eed3e121-52b0-4b88-958f-0ff9e2f09f02 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (26657b00-8542-42ba-a9d8-249b2274a3b0), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:52.333716 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed3e121-52b0-4b88-958f-0ff9e2f09f02 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Router 26657b00-8542-42ba-a9d8-249b2274a3b0 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:28:52.441259 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed3e121-52b0-4b88-958f-0ff9e2f09f02 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:28:52.450501 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] Sync routers for ids ['26657b00-8542-42ba-a9d8-249b2274a3b0'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:28:52.460963 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] Routers {'26657b00-8542-42ba-a9d8-249b2274a3b0'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:28:52.461584 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:28:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['26657b00-8542-42ba-a9d8-249b2274a3b0'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:28:52.461890 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-eed3e121-52b0-4b88-958f-0ff9e2f09f02 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:52.463126 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-eed3e121-52b0-4b88-958f-0ff9e2f09f02 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7221723 Feb 19 05:28:52.466271 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37018) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:52.499860 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1df1486d-7118-47f7-97e7-71424ec9a010 tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a3ce047577fa4aeb85ad4443f2143977&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324175 Feb 19 05:28:52.502891 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37020) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:52.572555 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] Set router 26657b00-8542-42ba-a9d8-249b2274a3b0 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:28:52.654579 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eb3d82-c0ef-42b6-9dc8-673404639b0c tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:52.656120 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-93eb3d82-c0ef-42b6-9dc8-673404639b0c tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1523168 Feb 19 05:28:52.659228 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37022) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:52.695490 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-09dc5f1e-31cd-4f77-8a81-dcbcbaf3e9f6 tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328562 Feb 19 05:28:52.695735 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37024) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:52.700380 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-294bbe48-55f3-460b-b3f9-d92b810c4415 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1276374793', 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:28:52.752822 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365834850', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:28:50Z', 'updated_at': '2022-02-19T05:28:51Z', 'revision_number': 3, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:28:51Z', 'updated_at': '2022-02-19T05:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:28:52.783293 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] Checking router: 26657b00-8542-42ba-a9d8-249b2274a3b0 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:28:52.783673 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] Updating router 26657b00-8542-42ba-a9d8-249b2274a3b0 port 61394ccf-5d1e-4b81-b48c-252cbdc68f22 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:28:52.790414 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294bbe48-55f3-460b-b3f9-d92b810c4415 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Made reservation on behalf of a3ce047577fa4aeb85ad4443f2143977 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:28:52.794234 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-294bbe48-55f3-460b-b3f9-d92b810c4415 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:52.812754 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (61394ccf-5d1e-4b81-b48c-252cbdc68f22), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:52.976289 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-294bbe48-55f3-460b-b3f9-d92b810c4415 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (34a894c3-7fe6-48c6-a07b-891bbe68ed1f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:53.029687 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294bbe48-55f3-460b-b3f9-d92b810c4415 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Subnet': ['ID=34a894c3-7fe6-48c6-a07b-891bbe68ed1f,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:53.045514 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294bbe48-55f3-460b-b3f9-d92b810c4415 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Checking segment: {'id': '013032c0-a02f-4667-8cd6-2a9e50c7f4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:28:53.045881 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294bbe48-55f3-460b-b3f9-d92b810c4415 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network hostable DHCP agents. Network: e3bf58ed-aac5-4fdf-9e90-fc88821c9496, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:28:53.063063 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294bbe48-55f3-460b-b3f9-d92b810c4415 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network e3bf58ed-aac5-4fdf-9e90-fc88821c9496 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:28:53.074020 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] Publish callbacks [] for port (61394ccf-5d1e-4b81-b48c-252cbdc68f22), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:53.074838 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-294bbe48-55f3-460b-b3f9-d92b810c4415 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, e3bf58ed-aac5-4fdf-9e90-fc88821c9496) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:28:53.079075 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (61394ccf-5d1e-4b81-b48c-252cbdc68f22), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:53.079619 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294bbe48-55f3-460b-b3f9-d92b810c4415 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:53.080296 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-294bbe48-55f3-460b-b3f9-d92b810c4415 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:53.085914 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46be4eb-de49-4930-938c-93cee780b0d5 None None] Network e3bf58ed-aac5-4fdf-9e90-fc88821c9496 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:28:53.102193 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-294bbe48-55f3-460b-b3f9-d92b810c4415 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4028015 Feb 19 05:28:53.102436 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37026) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:28:53.137897 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7faa8d-ec76-4322-9c32-cfd6b82bc962 None None] Pushing event updated for resources: {'Port': ['ID=61394ccf-5d1e-4b81-b48c-252cbdc68f22,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:53.140187 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] Attempting to bind port 61394ccf-5d1e-4b81-b48c-252cbdc68f22 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:28:53.140510 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] Attempting to bind port 61394ccf-5d1e-4b81-b48c-252cbdc68f22 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:28:53.140868 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] Attempting to bind port 61394ccf-5d1e-4b81-b48c-252cbdc68f22 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:28:53.146717 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:28:53.146717 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:28:53.147055 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:53.147428 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:28:53.147895 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] Bound port: 61394ccf-5d1e-4b81-b48c-252cbdc68f22, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:28:53.148277 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (61394ccf-5d1e-4b81-b48c-252cbdc68f22), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:53.197145 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-e3bf58ed-aac5-4fdf-9e90-fc88821c9496', 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'fixed_ips': [{'subnet_id': '34a894c3-7fe6-48c6-a07b-891bbe68ed1f'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:28:53.198303 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:53.200119 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] For port 61394ccf-5d1e-4b81-b48c-252cbdc68f22, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:28:53.203244 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] For port 61394ccf-5d1e-4b81-b48c-252cbdc68f22, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=61394ccf-5d1e-4b81-b48c-252cbdc68f22,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:28:53.210673 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (61394ccf-5d1e-4b81-b48c-252cbdc68f22), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:53.274329 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] Routers {'26657b00-8542-42ba-a9d8-249b2274a3b0'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:28:53.274329 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:28:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['26657b00-8542-42ba-a9d8-249b2274a3b0'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:28:53.329535 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7faa8d-ec76-4322-9c32-cfd6b82bc962 None None] Pushing event updated for resources: {'Port': ['ID=61394ccf-5d1e-4b81-b48c-252cbdc68f22,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:53.338123 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Allocated IP 172.20.0.2 (e3bf58ed-aac5-4fdf-9e90-fc88821c9496/34a894c3-7fe6-48c6-a07b-891bbe68ed1f/23dc6d13-5a6b-4feb-b82c-343f8b783b6b) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:28:53.414968 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] Set router 26657b00-8542-42ba-a9d8-249b2274a3b0 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:28:53.487497 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Publish callbacks [] for port (23dc6d13-5a6b-4feb-b82c-343f8b783b6b), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:53.495323 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (23dc6d13-5a6b-4feb-b82c-343f8b783b6b), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:53.531869 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Network e3bf58ed-aac5-4fdf-9e90-fc88821c9496 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:28:53.537959 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:28:53.541940 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:28:53.554078 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Pushing event updated for resources: {'Port': ['ID=23dc6d13-5a6b-4feb-b82c-343f8b783b6b,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:53.564482 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:53.565257 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:53.565626 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:53.566392 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:53.566392 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:53.566686 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:53.566969 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:53.567302 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:53.567633 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:53.568243 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:53.568370 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:53.568608 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:53.568956 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:28:53.614943 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-93b0a3c5-3f91-4058-ac84-577e43d871c2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:53.618529 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365834850', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:28:50Z', 'updated_at': '2022-02-19T05:28:51Z', 'revision_number': 3, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:28:51Z', 'updated_at': '2022-02-19T05:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:28:53.623780 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Attempting to bind port 23dc6d13-5a6b-4feb-b82c-343f8b783b6b on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:28:53.624166 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Attempting to bind port 23dc6d13-5a6b-4feb-b82c-343f8b783b6b by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '013032c0-a02f-4667-8cd6-2a9e50c7f4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:28:53.624542 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Attempting to bind port 23dc6d13-5a6b-4feb-b82c-343f8b783b6b on network e3bf58ed-aac5-4fdf-9e90-fc88821c9496 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:28:53.629848 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:28:53.630233 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Checking segment: {'id': '013032c0-a02f-4667-8cd6-2a9e50c7f4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:28:53.630647 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:53.631051 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Bound using segment: {'id': '013032c0-a02f-4667-8cd6-2a9e50c7f4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:28:53.631528 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Bound port: 23dc6d13-5a6b-4feb-b82c-343f8b783b6b, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013032c0-a02f-4667-8cd6-2a9e50c7f4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:28:53.631919 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (23dc6d13-5a6b-4feb-b82c-343f8b783b6b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:53.646315 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9303abd7-401b-4d1c-b8cd-0369cc2f9351 None None] The sync data for ids ['26657b00-8542-42ba-a9d8-249b2274a3b0'] in n-d-772273-4 is: [{'id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365834850', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:28:50Z', 'updated_at': '2022-02-19T05:28:51Z', 'revision_number': 3, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:28:51Z', 'updated_at': '2022-02-19T05:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:28:53.697851 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] For port 23dc6d13-5a6b-4feb-b82c-343f8b783b6b, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:28:53.701392 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] For port 23dc6d13-5a6b-4feb-b82c-343f8b783b6b, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=23dc6d13-5a6b-4feb-b82c-343f8b783b6b,segment=NetworkSegment(013032c0-a02f-4667-8cd6-2a9e50c7f4fa),segment_id=013032c0-a02f-4667-8cd6-2a9e50c7f4fa)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:28:53.708476 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (23dc6d13-5a6b-4feb-b82c-343f8b783b6b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:53.767494 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e02375-89e9-47f2-8d54-07ab4123cd8e None None] Pushing event updated for resources: {'Port': ['ID=23dc6d13-5a6b-4feb-b82c-343f8b783b6b,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:54.021722 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-93b0a3c5-3f91-4058-ac84-577e43d871c2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Allocated IP 172.20.0.1 (e3bf58ed-aac5-4fdf-9e90-fc88821c9496/34a894c3-7fe6-48c6-a07b-891bbe68ed1f/dc258eae-b070-473b-a7aa-73bee95cdda9) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:28:54.156862 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-93b0a3c5-3f91-4058-ac84-577e43d871c2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (dc258eae-b070-473b-a7aa-73bee95cdda9), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:54.193682 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-93b0a3c5-3f91-4058-ac84-577e43d871c2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (dc258eae-b070-473b-a7aa-73bee95cdda9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:54.233739 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b0a3c5-3f91-4058-ac84-577e43d871c2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network e3bf58ed-aac5-4fdf-9e90-fc88821c9496 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:28:54.237349 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-93b0a3c5-3f91-4058-ac84-577e43d871c2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:28:54.244262 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b0a3c5-3f91-4058-ac84-577e43d871c2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:28:54.250830 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0a3c5-3f91-4058-ac84-577e43d871c2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=dc258eae-b070-473b-a7aa-73bee95cdda9,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:54.298201 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-93b0a3c5-3f91-4058-ac84-577e43d871c2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (26657b00-8542-42ba-a9d8-249b2274a3b0), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:54.446631 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-93b0a3c5-3f91-4058-ac84-577e43d871c2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dc258eae-b070-473b-a7aa-73bee95cdda9), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:54.808976 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-93b0a3c5-3f91-4058-ac84-577e43d871c2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (dc258eae-b070-473b-a7aa-73bee95cdda9), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:54.815318 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-93b0a3c5-3f91-4058-ac84-577e43d871c2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (dc258eae-b070-473b-a7aa-73bee95cdda9), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:54.867278 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b61974c-2143-4b49-98ca-dd12ec6363a0 None None] Network e3bf58ed-aac5-4fdf-9e90-fc88821c9496 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:28:54.898239 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0a3c5-3f91-4058-ac84-577e43d871c2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=dc258eae-b070-473b-a7aa-73bee95cdda9,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:54.901795 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-93b0a3c5-3f91-4058-ac84-577e43d871c2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (26657b00-8542-42ba-a9d8-249b2274a3b0), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:54.979749 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a6d1e984-3c69-4851-8628-7a572573a92e None None] Provisioning complete for port 23dc6d13-5a6b-4feb-b82c-343f8b783b6b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:28:54.980131 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a6d1e984-3c69-4851-8628-7a572573a92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (23dc6d13-5a6b-4feb-b82c-343f8b783b6b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:55.000114 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b0a3c5-3f91-4058-ac84-577e43d871c2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network e3bf58ed-aac5-4fdf-9e90-fc88821c9496 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:28:55.001606 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-93b0a3c5-3f91-4058-ac84-577e43d871c2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:28:55.077291 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1e984-3c69-4851-8628-7a572573a92e None None] Current status of the port 23dc6d13-5a6b-4feb-b82c-343f8b783b6b is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:28:55.077687 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a6d1e984-3c69-4851-8628-7a572573a92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (23dc6d13-5a6b-4feb-b82c-343f8b783b6b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:55.115325 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-a6d1e984-3c69-4851-8628-7a572573a92e None None] For port 23dc6d13-5a6b-4feb-b82c-343f8b783b6b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=23dc6d13-5a6b-4feb-b82c-343f8b783b6b,segment=NetworkSegment(013032c0-a02f-4667-8cd6-2a9e50c7f4fa),segment_id=013032c0-a02f-4667-8cd6-2a9e50c7f4fa)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:28:55.119524 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a6d1e984-3c69-4851-8628-7a572573a92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (23dc6d13-5a6b-4feb-b82c-343f8b783b6b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:55.132970 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b0a3c5-3f91-4058-ac84-577e43d871c2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Router 26657b00-8542-42ba-a9d8-249b2274a3b0 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:28:55.180116 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1e984-3c69-4851-8628-7a572573a92e None None] Pushing event updated for resources: {'Port': ['ID=23dc6d13-5a6b-4feb-b82c-343f8b783b6b,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:55.255658 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b0a3c5-3f91-4058-ac84-577e43d871c2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:28:55.266332 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-93b0a3c5-3f91-4058-ac84-577e43d871c2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "PUT /v2.0/routers/26657b00-8542-42ba-a9d8-249b2274a3b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1583686 Feb 19 05:28:55.349016 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5f7f9878-628d-47d5-a6b8-a5c8a4d27155 None None] Provisioning complete for port dc258eae-b070-473b-a7aa-73bee95cdda9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:28:55.349409 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5f7f9878-628d-47d5-a6b8-a5c8a4d27155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (dc258eae-b070-473b-a7aa-73bee95cdda9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:55.373916 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:28:55.404318 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f9878-628d-47d5-a6b8-a5c8a4d27155 None None] Port dc258eae-b070-473b-a7aa-73bee95cdda9 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:28:55.418141 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-5f7f9878-628d-47d5-a6b8-a5c8a4d27155 None None] Provisioning complete for port 23dc6d13-5a6b-4feb-b82c-343f8b783b6b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:28:55.418141 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5f7f9878-628d-47d5-a6b8-a5c8a4d27155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (23dc6d13-5a6b-4feb-b82c-343f8b783b6b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:55.445121 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-b0696d15-afc5-4fc1-b21a-a7a162488694 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-826945400&fields=id&tenant_id=a3ce047577fa4aeb85ad4443f2143977 HTTP/1.1" status: 200 len: 267 time: 0.0629711 Feb 19 05:28:55.501751 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] Sync routers for ids ['26657b00-8542-42ba-a9d8-249b2274a3b0'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:28:55.519719 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] Routers {'26657b00-8542-42ba-a9d8-249b2274a3b0'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:28:55.520355 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:28:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['26657b00-8542-42ba-a9d8-249b2274a3b0'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:28:55.568441 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f9878-628d-47d5-a6b8-a5c8a4d27155 None None] Current status of the port 23dc6d13-5a6b-4feb-b82c-343f8b783b6b is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:28:55.568685 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-e971da3d-07c6-427d-91e9-48e6a3be4a96 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:55.570390 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-e971da3d-07c6-427d-91e9-48e6a3be4a96 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/networks?id=e3bf58ed-aac5-4fdf-9e90-fc88821c9496 HTTP/1.1" status: 200 len: 796 time: 0.1242878 Feb 19 05:28:55.586977 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-9dfd9234-af27-4f48-83b4-8d27832c56cd tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/quotas/a3ce047577fa4aeb85ad4443f2143977 HTTP/1.1" status: 200 len: 375 time: 0.0097592 Feb 19 05:28:55.651234 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] Set router 26657b00-8542-42ba-a9d8-249b2274a3b0 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:28:55.751851 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d6efcbc3-cbf5-4a43-9a6d-c4f5412815db None None] Provisioning complete for port dc258eae-b070-473b-a7aa-73bee95cdda9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:28:55.752798 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d6efcbc3-cbf5-4a43-9a6d-c4f5412815db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (dc258eae-b070-473b-a7aa-73bee95cdda9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:55.830722 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 61394ccf-5d1e-4b81-b48c-252cbdc68f22 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:28:55.867098 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d6efcbc3-cbf5-4a43-9a6d-c4f5412815db None None] Port dc258eae-b070-473b-a7aa-73bee95cdda9 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:28:55.939284 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 61394ccf-5d1e-4b81-b48c-252cbdc68f22 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:28:55.940572 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (61394ccf-5d1e-4b81-b48c-252cbdc68f22), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:55.963720 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-a80df0a2-631e-4d78-92fa-21f8bea08607 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3713377 Feb 19 05:28:56.006114 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b5e2f676-291e-4420-8538-2d595f3fc90a None None] Provisioning complete for port dc258eae-b070-473b-a7aa-73bee95cdda9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:28:56.006477 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f676-291e-4420-8538-2d595f3fc90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (dc258eae-b070-473b-a7aa-73bee95cdda9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:56.057863 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-8bb823c6-6488-4cae-8ef4-936bf0b3f45e service neutron] 10.222.0.65 "GET /v2.0/networks/e3bf58ed-aac5-4fdf-9e90-fc88821c9496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821972 Feb 19 05:28:56.058392 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365834850', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:28:50Z', 'updated_at': '2022-02-19T05:28:54Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:28:51Z', 'updated_at': '2022-02-19T05:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'dc258eae-b070-473b-a7aa-73bee95cdda9', 'name': '', 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:98:cf:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '34a894c3-7fe6-48c6-a07b-891bbe68ed1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:28:53Z', 'updated_at': '2022-02-19T05:28:54Z', 'revision_number': 2, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '34a894c3-7fe6-48c6-a07b-891bbe68ed1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:28:56.100398 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] Checking router: 26657b00-8542-42ba-a9d8-249b2274a3b0 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:28:56.100754 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] Updating router 26657b00-8542-42ba-a9d8-249b2274a3b0 port dc258eae-b070-473b-a7aa-73bee95cdda9 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:28:56.106017 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b5e2f676-291e-4420-8538-2d595f3fc90a None None] Port dc258eae-b070-473b-a7aa-73bee95cdda9 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:28:56.110858 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 61394ccf-5d1e-4b81-b48c-252cbdc68f22 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:28:56.110858 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (61394ccf-5d1e-4b81-b48c-252cbdc68f22), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:56.150870 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-85a0f034-66f5-427b-bf22-2e2e1de033ba service neutron] 10.222.0.65 "GET /v2.0/networks/e3bf58ed-aac5-4fdf-9e90-fc88821c9496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870430 Feb 19 05:28:56.154754 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 61394ccf-5d1e-4b81-b48c-252cbdc68f22, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=61394ccf-5d1e-4b81-b48c-252cbdc68f22,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:28:56.155890 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dc258eae-b070-473b-a7aa-73bee95cdda9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:56.165663 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (61394ccf-5d1e-4b81-b48c-252cbdc68f22), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:56.166077 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 23dc6d13-5a6b-4feb-b82c-343f8b783b6b up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:28:56.321412 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-91632fb1-1ba6-45b1-8bf2-12a042a40aac req-e421075a-ac4f-4d6a-a040-7daf74ff9494 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 210 time: 0.0297778 Feb 19 05:28:56.335188 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=61394ccf-5d1e-4b81-b48c-252cbdc68f22,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:56.360638 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 23dc6d13-5a6b-4feb-b82c-343f8b783b6b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:28:56.361049 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (23dc6d13-5a6b-4feb-b82c-343f8b783b6b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:56.526539 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 23dc6d13-5a6b-4feb-b82c-343f8b783b6b is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:28:56.571684 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] Publish callbacks [] for port (dc258eae-b070-473b-a7aa-73bee95cdda9), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:56.577308 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (dc258eae-b070-473b-a7aa-73bee95cdda9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:56.653329 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e57deb-ad7b-40f3-9993-447ec4e2549c None None] Pushing event updated for resources: {'Port': ['ID=dc258eae-b070-473b-a7aa-73bee95cdda9,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:56.697596 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] Attempting to bind port dc258eae-b070-473b-a7aa-73bee95cdda9 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:28:56.698114 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] Attempting to bind port dc258eae-b070-473b-a7aa-73bee95cdda9 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '013032c0-a02f-4667-8cd6-2a9e50c7f4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:28:56.698651 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] Attempting to bind port dc258eae-b070-473b-a7aa-73bee95cdda9 on network e3bf58ed-aac5-4fdf-9e90-fc88821c9496 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:28:56.704760 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:28:56.705703 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] Checking segment: {'id': '013032c0-a02f-4667-8cd6-2a9e50c7f4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:28:56.706119 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:56.706514 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] Bound using segment: {'id': '013032c0-a02f-4667-8cd6-2a9e50c7f4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:28:56.706983 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] Bound port: dc258eae-b070-473b-a7aa-73bee95cdda9, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013032c0-a02f-4667-8cd6-2a9e50c7f4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:28:56.707371 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dc258eae-b070-473b-a7aa-73bee95cdda9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:56.779710 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] For port dc258eae-b070-473b-a7aa-73bee95cdda9, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:28:56.784330 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] For port dc258eae-b070-473b-a7aa-73bee95cdda9, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=dc258eae-b070-473b-a7aa-73bee95cdda9,segment=NetworkSegment(013032c0-a02f-4667-8cd6-2a9e50c7f4fa),segment_id=013032c0-a02f-4667-8cd6-2a9e50c7f4fa)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:28:56.791641 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (dc258eae-b070-473b-a7aa-73bee95cdda9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:56.869998 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e57deb-ad7b-40f3-9993-447ec4e2549c None None] Pushing event updated for resources: {'Port': ['ID=dc258eae-b070-473b-a7aa-73bee95cdda9,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:56.874790 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] Routers {'26657b00-8542-42ba-a9d8-249b2274a3b0'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:28:56.875418 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:28:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['26657b00-8542-42ba-a9d8-249b2274a3b0'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:28:56.916814 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b2dd673e-45c5-4ece-9d60-d741dd5eaff3 None None] Provisioning complete for port dc258eae-b070-473b-a7aa-73bee95cdda9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:28:56.917336 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b2dd673e-45c5-4ece-9d60-d741dd5eaff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (dc258eae-b070-473b-a7aa-73bee95cdda9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:57.211456 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] Set router 26657b00-8542-42ba-a9d8-249b2274a3b0 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:28:57.257264 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b2dd673e-45c5-4ece-9d60-d741dd5eaff3 None None] Current status of the port dc258eae-b070-473b-a7aa-73bee95cdda9 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:28:57.257557 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b2dd673e-45c5-4ece-9d60-d741dd5eaff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (dc258eae-b070-473b-a7aa-73bee95cdda9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:57.347583 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-49f55f7f-6b43-4fd5-acdf-5fad5ddda271 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:57.349836 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-49f55f7f-6b43-4fd5-acdf-5fad5ddda271 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.48 "GET /v2.0/networks?id=e3bf58ed-aac5-4fdf-9e90-fc88821c9496 HTTP/1.1" status: 200 len: 796 time: 0.1087050 Feb 19 05:28:57.372710 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-b2dd673e-45c5-4ece-9d60-d741dd5eaff3 None None] For port dc258eae-b070-473b-a7aa-73bee95cdda9, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=dc258eae-b070-473b-a7aa-73bee95cdda9,segment=NetworkSegment(013032c0-a02f-4667-8cd6-2a9e50c7f4fa),segment_id=013032c0-a02f-4667-8cd6-2a9e50c7f4fa)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:28:57.380380 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b2dd673e-45c5-4ece-9d60-d741dd5eaff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (dc258eae-b070-473b-a7aa-73bee95cdda9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:57.452496 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-859ea8f8-c8b6-44e8-b9b0-a5a1472025a1 req-e6cec3e4-97d7-4f0d-80d6-77f1056ce840 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 210 time: 0.0367057 Feb 19 05:28:57.459417 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-546326a4-202c-4534-9b95-4750b196a4f7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3ce047577fa4aeb85ad4443f2143977 HTTP/1.1" status: 200 len: 379 time: 0.0995374 Feb 19 05:28:57.460924 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd673e-45c5-4ece-9d60-d741dd5eaff3 None None] Pushing event updated for resources: {'Port': ['ID=dc258eae-b070-473b-a7aa-73bee95cdda9,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:57.469224 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-a9cc4950-a029-4f2f-9f7e-da5e52c2d51b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'port': {'device_id': '334ddc84-baea-4dbe-9ed3-53ad2da99331', 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496', 'admin_state_up': True, 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'security_groups': ['a5d7f382-ae21-4031-a7b3-809a5aa194ac']}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:28:57.508711 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8b7542bd-38f9-437a-a383-3938e14d2de6 None None] Provisioning complete for port dc258eae-b070-473b-a7aa-73bee95cdda9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:28:57.509115 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8b7542bd-38f9-437a-a383-3938e14d2de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (dc258eae-b070-473b-a7aa-73bee95cdda9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:57.547990 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365834850', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:28:50Z', 'updated_at': '2022-02-19T05:28:54Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:28:51Z', 'updated_at': '2022-02-19T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'dc258eae-b070-473b-a7aa-73bee95cdda9', 'name': '', 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:98:cf:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '34a894c3-7fe6-48c6-a07b-891bbe68ed1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:28:53Z', 'updated_at': '2022-02-19T05:28:56Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '34a894c3-7fe6-48c6-a07b-891bbe68ed1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:28:57.576179 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-a9cc4950-a029-4f2f-9f7e-da5e52c2d51b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Made reservation on behalf of a3ce047577fa4aeb85ad4443f2143977 for: {'port': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:28:57.579821 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-a9cc4950-a029-4f2f-9f7e-da5e52c2d51b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:57.581669 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0a068f-cb7e-4a02-97b4-1b7264d428e4 None None] The sync data for ids ['26657b00-8542-42ba-a9d8-249b2274a3b0'] in n-d-772273-4 is: [{'id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365834850', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:28:50Z', 'updated_at': '2022-02-19T05:28:54Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:28:51Z', 'updated_at': '2022-02-19T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'dc258eae-b070-473b-a7aa-73bee95cdda9', 'name': '', 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:98:cf:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '34a894c3-7fe6-48c6-a07b-891bbe68ed1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:28:53Z', 'updated_at': '2022-02-19T05:28:56Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '34a894c3-7fe6-48c6-a07b-891bbe68ed1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:28:57.639127 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8b7542bd-38f9-437a-a383-3938e14d2de6 None None] Current status of the port dc258eae-b070-473b-a7aa-73bee95cdda9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:28:57.750950 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-a9cc4950-a029-4f2f-9f7e-da5e52c2d51b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Allocated IP 172.20.0.11 (e3bf58ed-aac5-4fdf-9e90-fc88821c9496/34a894c3-7fe6-48c6-a07b-891bbe68ed1f/f4110982-bf79-4314-a50f-01ec4259cee9) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:28:57.846486 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device dc258eae-b070-473b-a7aa-73bee95cdda9 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:28:57.897426 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port dc258eae-b070-473b-a7aa-73bee95cdda9 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:28:57.897728 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (dc258eae-b070-473b-a7aa-73bee95cdda9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:57.915913 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-a9cc4950-a029-4f2f-9f7e-da5e52c2d51b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (f4110982-bf79-4314-a50f-01ec4259cee9), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:57.952430 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-a9cc4950-a029-4f2f-9f7e-da5e52c2d51b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (f4110982-bf79-4314-a50f-01ec4259cee9), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:57.985934 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port dc258eae-b070-473b-a7aa-73bee95cdda9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:28:57.987743 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 61394ccf-5d1e-4b81-b48c-252cbdc68f22 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:28:57.999467 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-a9cc4950-a029-4f2f-9f7e-da5e52c2d51b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network e3bf58ed-aac5-4fdf-9e90-fc88821c9496 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:28:58.003175 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-a9cc4950-a029-4f2f-9f7e-da5e52c2d51b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:28:58.009636 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-a9cc4950-a029-4f2f-9f7e-da5e52c2d51b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:28:58.016615 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc4950-a029-4f2f-9f7e-da5e52c2d51b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=f4110982-bf79-4314-a50f-01ec4259cee9,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:58.046951 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 61394ccf-5d1e-4b81-b48c-252cbdc68f22 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:28:58.047334 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (61394ccf-5d1e-4b81-b48c-252cbdc68f22), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:58.073250 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-a9cc4950-a029-4f2f-9f7e-da5e52c2d51b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:58.074251 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-a9cc4950-a029-4f2f-9f7e-da5e52c2d51b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:58.095090 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-a9cc4950-a029-4f2f-9f7e-da5e52c2d51b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6297297 Feb 19 05:28:58.114225 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-da6b03f7-167a-4cf7-b810-65075f33e9c2 service neutron] Request body: {'port': {'device_id': '334ddc84-baea-4dbe-9ed3-53ad2da99331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:28:58.135897 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 61394ccf-5d1e-4b81-b48c-252cbdc68f22 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:28:58.190261 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-da6b03f7-167a-4cf7-b810-65075f33e9c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f4110982-bf79-4314-a50f-01ec4259cee9), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:58.270348 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-fff94cab-ed21-40e0-b068-512d9535dd79 None None] Provisioning complete for port f4110982-bf79-4314-a50f-01ec4259cee9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:28:58.270930 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fff94cab-ed21-40e0-b068-512d9535dd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f4110982-bf79-4314-a50f-01ec4259cee9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:58.312855 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-fff94cab-ed21-40e0-b068-512d9535dd79 None None] Port f4110982-bf79-4314-a50f-01ec4259cee9 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:28:58.473476 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-da6b03f7-167a-4cf7-b810-65075f33e9c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4110982-bf79-4314-a50f-01ec4259cee9 {{(pid=115199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:28:58.481655 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-da6b03f7-167a-4cf7-b810-65075f33e9c2 service neutron] Publish callbacks [] for port (f4110982-bf79-4314-a50f-01ec4259cee9), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:58.495377 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.provisioning_blocks [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-da6b03f7-167a-4cf7-b810-65075f33e9c2 service neutron] Transition to ACTIVE for port object f4110982-bf79-4314-a50f-01ec4259cee9 will not be triggered until provisioned by entity L2. {{(pid=115199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:28:58.500193 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-da6b03f7-167a-4cf7-b810-65075f33e9c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (f4110982-bf79-4314-a50f-01ec4259cee9), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:58.559601 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b03f7-167a-4cf7-b810-65075f33e9c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f4110982-bf79-4314-a50f-01ec4259cee9,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:58.609218 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4105d6-3098-4202-a2e1-7e05edc412d5 req-de8954f5-99b7-47f2-a972-16ee0f9348ab tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:58.611095 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da4105d6-3098-4202-a2e1-7e05edc412d5 req-de8954f5-99b7-47f2-a972-16ee0f9348ab tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 944 time: 0.0838649 Feb 19 05:28:58.634772 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-da6b03f7-167a-4cf7-b810-65075f33e9c2 service neutron] Attempting to bind port f4110982-bf79-4314-a50f-01ec4259cee9 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:28:58.635333 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-da6b03f7-167a-4cf7-b810-65075f33e9c2 service neutron] Attempting to bind port f4110982-bf79-4314-a50f-01ec4259cee9 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '013032c0-a02f-4667-8cd6-2a9e50c7f4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496'}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:28:58.635774 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-da6b03f7-167a-4cf7-b810-65075f33e9c2 service neutron] Attempting to bind port f4110982-bf79-4314-a50f-01ec4259cee9 on network e3bf58ed-aac5-4fdf-9e90-fc88821c9496 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:28:58.641168 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-da6b03f7-167a-4cf7-b810-65075f33e9c2 service neutron] Port f4110982-bf79-4314-a50f-01ec4259cee9 on network e3bf58ed-aac5-4fdf-9e90-fc88821c9496 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:28:58.642173 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-da6b03f7-167a-4cf7-b810-65075f33e9c2 service neutron] Attempting to bind port f4110982-bf79-4314-a50f-01ec4259cee9 on network e3bf58ed-aac5-4fdf-9e90-fc88821c9496 {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:28:58.649064 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-da6b03f7-167a-4cf7-b810-65075f33e9c2 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:28:58.649709 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-da6b03f7-167a-4cf7-b810-65075f33e9c2 service neutron] Checking segment: {'id': '013032c0-a02f-4667-8cd6-2a9e50c7f4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:28:58.650109 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-da6b03f7-167a-4cf7-b810-65075f33e9c2 service neutron] Bound using segment: {'id': '013032c0-a02f-4667-8cd6-2a9e50c7f4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496'} {{(pid=115199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:28:58.650552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.managers [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-da6b03f7-167a-4cf7-b810-65075f33e9c2 service neutron] Bound port: f4110982-bf79-4314-a50f-01ec4259cee9, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '013032c0-a02f-4667-8cd6-2a9e50c7f4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496'}}] {{(pid=115199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:28:58.650926 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-da6b03f7-167a-4cf7-b810-65075f33e9c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f4110982-bf79-4314-a50f-01ec4259cee9), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:58.676499 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-da4105d6-3098-4202-a2e1-7e05edc412d5 req-003c6080-0b5f-428e-b066-f2db5d2f0b3c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5d7f382-ae21-4031-a7b3-809a5aa194ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582130 Feb 19 05:28:58.733838 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-da6b03f7-167a-4cf7-b810-65075f33e9c2 service neutron] For port f4110982-bf79-4314-a50f-01ec4259cee9, host n-h2-772273-4, cleared binding levels {{(pid=115199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:28:58.741027 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-da6b03f7-167a-4cf7-b810-65075f33e9c2 service neutron] For port f4110982-bf79-4314-a50f-01ec4259cee9, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f4110982-bf79-4314-a50f-01ec4259cee9,segment=NetworkSegment(013032c0-a02f-4667-8cd6-2a9e50c7f4fa),segment_id=013032c0-a02f-4667-8cd6-2a9e50c7f4fa)] {{(pid=115199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:28:58.749518 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-da6b03f7-167a-4cf7-b810-65075f33e9c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (f4110982-bf79-4314-a50f-01ec4259cee9), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:58.788872 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-da6b03f7-167a-4cf7-b810-65075f33e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:58.789482 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-da6b03f7-167a-4cf7-b810-65075f33e9c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:28:58.790875 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-da6b03f7-167a-4cf7-b810-65075f33e9c2 service neutron] 10.222.0.48 "PUT /v2.0/ports/f4110982-bf79-4314-a50f-01ec4259cee9 HTTP/1.1" status: 200 len: 1092 time: 0.6885586 Feb 19 05:28:58.791319 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334ddc84-baea-4dbe-9ed3-53ad2da99331', 'tag': 'f4110982-bf79-4314-a50f-01ec4259cee9'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:28:58.793625 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da76625b-c883-4ac8-bc32-211846bcc03f" -d '{"events": [{"name": "network-changed", "server_uuid": "334ddc84-baea-4dbe-9ed3-53ad2da99331", "tag": "f4110982-bf79-4314-a50f-01ec4259cee9"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:28:58.846793 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05ba0d7-c1a7-4083-9706-08327c3fb31d x-openstack-request-id: req-d05ba0d7-c1a7-4083-9706-08327c3fb31d {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:28:58.847075 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334ddc84-baea-4dbe-9ed3-53ad2da99331", "tag": "f4110982-bf79-4314-a50f-01ec4259cee9", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:28:58.847431 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d05ba0d7-c1a7-4083-9706-08327c3fb31d {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:28:58.847730 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334ddc84-baea-4dbe-9ed3-53ad2da99331', 'tag': 'f4110982-bf79-4314-a50f-01ec4259cee9', 'status': 'completed', 'code': 200} Feb 19 05:28:58.877500 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b03f7-167a-4cf7-b810-65075f33e9c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f4110982-bf79-4314-a50f-01ec4259cee9,revision_number=3']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:28:58.901391 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-7ebbd4ac-1df4-474f-bdfd-a2062bfd1f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:58.903014 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-7ebbd4ac-1df4-474f-bdfd-a2062bfd1f7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 1126 time: 0.0545459 Feb 19 05:28:58.950982 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-b5b10117-1fa5-4e8d-9f6a-37cfac6401c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4110982-bf79-4314-a50f-01ec4259cee9 HTTP/1.1" status: 200 len: 217 time: 0.0411007 Feb 19 05:28:59.002515 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-98e14e7d-5bfe-4453-b0d8-001c5a869e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:59.004003 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-98e14e7d-5bfe-4453-b0d8-001c5a869e6f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34a894c3-7fe6-48c6-a07b-891bbe68ed1f HTTP/1.1" status: 200 len: 835 time: 0.0460701 Feb 19 05:28:59.055335 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-d058ab8a-1392-4b91-a59d-f7b3ecb5dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:59.056939 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-d058ab8a-1392-4b91-a59d-f7b3ecb5dd8e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3bf58ed-aac5-4fdf-9e90-fc88821c9496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467467 Feb 19 05:28:59.151051 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-36e8ca59-955a-417b-8261-916f00a81d88 service neutron] 10.222.0.48 "GET /v2.0/networks/e3bf58ed-aac5-4fdf-9e90-fc88821c9496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882549 Feb 19 05:28:59.238398 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b4677e0a-93bc-411a-a5b2-5005b3da849b req-78d27e5e-7756-4d6a-ba53-20e335acafca service neutron] 10.222.0.48 "GET /v2.0/networks/e3bf58ed-aac5-4fdf-9e90-fc88821c9496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814927 Feb 19 05:28:59.332947 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76625b-c883-4ac8-bc32-211846bcc03f req-0d1a1927-0c53-403f-97a9-b3921a7d1bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:59.334409 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-da76625b-c883-4ac8-bc32-211846bcc03f req-0d1a1927-0c53-403f-97a9-b3921a7d1bd8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 1126 time: 0.0514412 Feb 19 05:28:59.425707 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76625b-c883-4ac8-bc32-211846bcc03f req-9010a302-bc74-4245-8f3b-4aaf4ef6e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:59.427207 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-da76625b-c883-4ac8-bc32-211846bcc03f req-9010a302-bc74-4245-8f3b-4aaf4ef6e6fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3bf58ed-aac5-4fdf-9e90-fc88821c9496 HTTP/1.1" status: 200 len: 896 time: 0.0861692 Feb 19 05:28:59.474408 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-da76625b-c883-4ac8-bc32-211846bcc03f req-01e4181e-18c3-4ad8-b252-ab0e0df18804 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4110982-bf79-4314-a50f-01ec4259cee9 HTTP/1.1" status: 200 len: 217 time: 0.0413043 Feb 19 05:28:59.524222 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76625b-c883-4ac8-bc32-211846bcc03f req-5646ac07-64dc-4bf0-9417-9bb05b806c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:59.525718 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-da76625b-c883-4ac8-bc32-211846bcc03f req-5646ac07-64dc-4bf0-9417-9bb05b806c61 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34a894c3-7fe6-48c6-a07b-891bbe68ed1f HTTP/1.1" status: 200 len: 835 time: 0.0443416 Feb 19 05:28:59.575923 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76625b-c883-4ac8-bc32-211846bcc03f req-130d166a-a4ea-4ec3-a336-36e1d0b4fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:59.577482 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-da76625b-c883-4ac8-bc32-211846bcc03f req-130d166a-a4ea-4ec3-a336-36e1d0b4fcd3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3bf58ed-aac5-4fdf-9e90-fc88821c9496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448403 Feb 19 05:28:59.669124 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-da76625b-c883-4ac8-bc32-211846bcc03f req-462685e3-7d0f-4204-b182-6ec9f5fe30f1 service neutron] 10.222.0.48 "GET /v2.0/networks/e3bf58ed-aac5-4fdf-9e90-fc88821c9496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847361 Feb 19 05:28:59.759545 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-da76625b-c883-4ac8-bc32-211846bcc03f req-75dc9eb2-ec6a-4e1e-af42-280dfaf6eaa0 service neutron] 10.222.0.48 "GET /v2.0/networks/e3bf58ed-aac5-4fdf-9e90-fc88821c9496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841558 Feb 19 05:28:59.804883 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2235dc4-4257-420e-a826-ae7c5fa2b05f req-2e0b43be-8a41-4717-8316-123bffde8018 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:28:59.806412 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c2235dc4-4257-420e-a826-ae7c5fa2b05f req-2e0b43be-8a41-4717-8316-123bffde8018 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 944 time: 0.0563433 Feb 19 05:28:59.854551 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c2235dc4-4257-420e-a826-ae7c5fa2b05f req-50943b3e-4818-4081-941f-c4ecac6e1692 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5d7f382-ae21-4031-a7b3-809a5aa194ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425406 Feb 19 05:29:00.668608 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device f4110982-bf79-4314-a50f-01ec4259cee9 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:29:00.765565 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port f4110982-bf79-4314-a50f-01ec4259cee9, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f4110982-bf79-4314-a50f-01ec4259cee9,segment=NetworkSegment(013032c0-a02f-4667-8cd6-2a9e50c7f4fa),segment_id=013032c0-a02f-4667-8cd6-2a9e50c7f4fa)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:29:00.777620 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'f4110982-bf79-4314-a50f-01ec4259cee9', 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496', 'port_id': 'f4110982-bf79-4314-a50f-01ec4259cee9', 'mac_address': 'fa:16:3e:fd:8d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a894c3-7fe6-48c6-a07b-891bbe68ed1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:29:00.818810 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port f4110982-bf79-4314-a50f-01ec4259cee9 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:29:00.819080 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f4110982-bf79-4314-a50f-01ec4259cee9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:00.832567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4110982-bf79-4314-a50f-01ec4259cee9 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:29:00.851590 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port f4110982-bf79-4314-a50f-01ec4259cee9, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f4110982-bf79-4314-a50f-01ec4259cee9,segment=NetworkSegment(013032c0-a02f-4667-8cd6-2a9e50c7f4fa),segment_id=013032c0-a02f-4667-8cd6-2a9e50c7f4fa)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:29:00.856526 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f4110982-bf79-4314-a50f-01ec4259cee9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:00.904707 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=f4110982-bf79-4314-a50f-01ec4259cee9,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:29:00.976624 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb726e-6cfc-45f5-a6c2-fe2636db064a req-ba30727e-1560-4e5f-be7e-e522f286beb5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:00.978249 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-33cb726e-6cfc-45f5-a6c2-fe2636db064a req-ba30727e-1560-4e5f-be7e-e522f286beb5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 945 time: 0.0534484 Feb 19 05:29:01.026454 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-33cb726e-6cfc-45f5-a6c2-fe2636db064a req-ccfc25c2-9fa2-4859-8b4c-c12dc4b86e23 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5d7f382-ae21-4031-a7b3-809a5aa194ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427012 Feb 19 05:29:01.059683 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['f4110982-bf79-4314-a50f-01ec4259cee9'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:29:02.147691 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e239fb-c0b7-41bb-ad6d-2c4ae8722357 req-049f968e-de0b-49c0-b6e9-bce337b5cc39 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:02.149345 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-90e239fb-c0b7-41bb-ad6d-2c4ae8722357 req-049f968e-de0b-49c0-b6e9-bce337b5cc39 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 945 time: 0.0534811 Feb 19 05:29:02.200806 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-90e239fb-c0b7-41bb-ad6d-2c4ae8722357 req-244bc8bf-7ffa-41c9-af65-f1a5e58003bc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5d7f382-ae21-4031-a7b3-809a5aa194ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460744 Feb 19 05:29:02.374830 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3752daf9-5b04-45e5-8c2f-d6e289a9dd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:02.699800 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device f4110982-bf79-4314-a50f-01ec4259cee9 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:29:02.747724 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port f4110982-bf79-4314-a50f-01ec4259cee9 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:29:02.751541 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port f4110982-bf79-4314-a50f-01ec4259cee9 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:29:02.752552 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (f4110982-bf79-4314-a50f-01ec4259cee9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:02.835731 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port f4110982-bf79-4314-a50f-01ec4259cee9 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:29:02.836130 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (f4110982-bf79-4314-a50f-01ec4259cee9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:02.858637 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334ddc84-baea-4dbe-9ed3-53ad2da99331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4110982-bf79-4314-a50f-01ec4259cee9'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:29:02.861017 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7d08e8-159e-4868-af09-0f4874801780" -d '{"events": [{"server_uuid": "334ddc84-baea-4dbe-9ed3-53ad2da99331", "name": "network-vif-plugged", "status": "completed", "tag": "f4110982-bf79-4314-a50f-01ec4259cee9"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:29:02.873809 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port f4110982-bf79-4314-a50f-01ec4259cee9, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f4110982-bf79-4314-a50f-01ec4259cee9,segment=NetworkSegment(013032c0-a02f-4667-8cd6-2a9e50c7f4fa),segment_id=013032c0-a02f-4667-8cd6-2a9e50c7f4fa)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:29:02.878489 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (f4110982-bf79-4314-a50f-01ec4259cee9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:02.904896 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bdc54b-66e4-4623-abeb-2fba35720f9a x-openstack-request-id: req-f5bdc54b-66e4-4623-abeb-2fba35720f9a {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:29:02.905234 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334ddc84-baea-4dbe-9ed3-53ad2da99331", "name": "network-vif-plugged", "status": "completed", "tag": "f4110982-bf79-4314-a50f-01ec4259cee9", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:29:02.905495 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f5bdc54b-66e4-4623-abeb-2fba35720f9a {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:29:02.905889 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334ddc84-baea-4dbe-9ed3-53ad2da99331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4110982-bf79-4314-a50f-01ec4259cee9', 'code': 200} Feb 19 05:29:02.935583 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=f4110982-bf79-4314-a50f-01ec4259cee9,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:29:03.006031 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4a329-2232-4316-a2d2-7b31c1a788f4 req-3d036307-bae9-4e71-b8ee-4f8592742a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:03.007450 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3cd4a329-2232-4316-a2d2-7b31c1a788f4 req-3d036307-bae9-4e71-b8ee-4f8592742a26 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 1128 time: 0.0476649 Feb 19 05:29:03.052220 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3cd4a329-2232-4316-a2d2-7b31c1a788f4 req-6d4ac533-3860-4460-8f7f-68c6462f6f29 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a5d7f382-ae21-4031-a7b3-809a5aa194ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384452 Feb 19 05:29:03.319198 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1c953-5526-47b1-83b7-0ddc917c50eb req-f139710d-9e2b-4d0f-a0e1-a73c2a08032a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:03.320610 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-99f1c953-5526-47b1-83b7-0ddc917c50eb req-f139710d-9e2b-4d0f-a0e1-a73c2a08032a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 946 time: 0.0533133 Feb 19 05:29:03.369041 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-99f1c953-5526-47b1-83b7-0ddc917c50eb req-3b68ca7b-fce0-4b2e-8619-1996e1ecfbdb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5d7f382-ae21-4031-a7b3-809a5aa194ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427442 Feb 19 05:29:04.489244 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ec6d4-10fd-4e85-8cf6-3a8f29126f96 req-c98f99b1-1bed-4ecf-8ec7-6a5f69485365 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:04.490871 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-905ec6d4-10fd-4e85-8cf6-3a8f29126f96 req-c98f99b1-1bed-4ecf-8ec7-6a5f69485365 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 946 time: 0.0541050 Feb 19 05:29:04.544476 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-905ec6d4-10fd-4e85-8cf6-3a8f29126f96 req-327d4904-c7a0-4780-887b-37e1b35494d9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5d7f382-ae21-4031-a7b3-809a5aa194ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473385 Feb 19 05:29:04.666784 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f1c3b-3e68-4c87-a2cd-6616a0ad55aa req-4aef847d-d08f-4c29-a68f-e2a30716e2da tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:04.668338 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d56f1c3b-3e68-4c87-a2cd-6616a0ad55aa req-4aef847d-d08f-4c29-a68f-e2a30716e2da tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 946 time: 0.0542057 Feb 19 05:29:04.717496 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d56f1c3b-3e68-4c87-a2cd-6616a0ad55aa req-e4d16f56-0642-4059-b474-1bca76b16b89 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5d7f382-ae21-4031-a7b3-809a5aa194ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428555 Feb 19 05:29:04.740036 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37076) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:29:04.788929 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8a297d-14cd-4025-94c2-60c849c2cadb tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:04.790480 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4a8a297d-14cd-4025-94c2-60c849c2cadb tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 1123 time: 0.0494339 Feb 19 05:29:04.793346 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37078) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:29:04.797605 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-3b2acd12-a7d3-4f1a-9193-c0e1375c161c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': 'f4110982-bf79-4314-a50f-01ec4259cee9', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:29:04.817736 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b2acd12-a7d3-4f1a-9193-c0e1375c161c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:04.913525 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b2acd12-a7d3-4f1a-9193-c0e1375c161c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:05.019401 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-3b2acd12-a7d3-4f1a-9193-c0e1375c161c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Allocated IP 172.25.0.207 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/bdd2b5c0-6ead-4fe3-8e6d-0cc1c0d0de15) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:29:05.124271 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b2acd12-a7d3-4f1a-9193-c0e1375c161c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (bdd2b5c0-6ead-4fe3-8e6d-0cc1c0d0de15), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:05.157648 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b2acd12-a7d3-4f1a-9193-c0e1375c161c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (bdd2b5c0-6ead-4fe3-8e6d-0cc1c0d0de15), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:05.201617 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2acd12-a7d3-4f1a-9193-c0e1375c161c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:29:05.204576 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-3b2acd12-a7d3-4f1a-9193-c0e1375c161c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:29:05.207233 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2acd12-a7d3-4f1a-9193-c0e1375c161c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:29:05.215665 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aaad4c58-5087-473f-afd4-9cf1d370d5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:05.234273 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2acd12-a7d3-4f1a-9193-c0e1375c161c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=bdd2b5c0-6ead-4fe3-8e6d-0cc1c0d0de15,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:29:05.591130 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b2acd12-a7d3-4f1a-9193-c0e1375c161c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for floatingip (71f3a9b4-c65d-46a4-993d-d6af50bdc11c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:05.670900 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b2acd12-a7d3-4f1a-9193-c0e1375c161c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (bdd2b5c0-6ead-4fe3-8e6d-0cc1c0d0de15), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:05.823140 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b2acd12-a7d3-4f1a-9193-c0e1375c161c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (bdd2b5c0-6ead-4fe3-8e6d-0cc1c0d0de15), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:05.827429 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b2acd12-a7d3-4f1a-9193-c0e1375c161c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (bdd2b5c0-6ead-4fe3-8e6d-0cc1c0d0de15), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:05.892331 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2acd12-a7d3-4f1a-9193-c0e1375c161c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=bdd2b5c0-6ead-4fe3-8e6d-0cc1c0d0de15,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:29:05.903821 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b2acd12-a7d3-4f1a-9193-c0e1375c161c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (71f3a9b4-c65d-46a4-993d-d6af50bdc11c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:06.004869 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-3b2acd12-a7d3-4f1a-9193-c0e1375c161c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Floating IP 71f3a9b4-c65d-46a4-993d-d6af50bdc11c associated. External IP: 172.25.0.207, port: f4110982-bf79-4314-a50f-01ec4259cee9. Feb 19 05:29:06.212006 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2acd12-a7d3-4f1a-9193-c0e1375c161c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Router 26657b00-8542-42ba-a9d8-249b2274a3b0 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:29:06.320806 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2acd12-a7d3-4f1a-9193-c0e1375c161c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:29:06.331017 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0331a8d2-0f7b-4373-b9f1-5ad08d713ffe None None] Sync routers for ids ['26657b00-8542-42ba-a9d8-249b2274a3b0'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:29:06.338914 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b2acd12-a7d3-4f1a-9193-c0e1375c161c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:06.341354 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0331a8d2-0f7b-4373-b9f1-5ad08d713ffe None None] Routers {'26657b00-8542-42ba-a9d8-249b2274a3b0'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:29:06.341970 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-0331a8d2-0f7b-4373-b9f1-5ad08d713ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:29:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['26657b00-8542-42ba-a9d8-249b2274a3b0'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:29:06.368377 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3b2acd12-a7d3-4f1a-9193-c0e1375c161c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5740139 Feb 19 05:29:06.369090 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334ddc84-baea-4dbe-9ed3-53ad2da99331', 'tag': 'f4110982-bf79-4314-a50f-01ec4259cee9'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:29:06.371422 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde927c6-fcd3-46a2-8715-59ad69e17107" -d '{"events": [{"name": "network-changed", "server_uuid": "334ddc84-baea-4dbe-9ed3-53ad2da99331", "tag": "f4110982-bf79-4314-a50f-01ec4259cee9"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:29:06.419697 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46d2d85-fc3c-49eb-9630-00ad744c45da x-openstack-request-id: req-c46d2d85-fc3c-49eb-9630-00ad744c45da {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:29:06.420214 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334ddc84-baea-4dbe-9ed3-53ad2da99331", "tag": "f4110982-bf79-4314-a50f-01ec4259cee9", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:29:06.420473 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c46d2d85-fc3c-49eb-9630-00ad744c45da {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:29:06.420886 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334ddc84-baea-4dbe-9ed3-53ad2da99331', 'tag': 'f4110982-bf79-4314-a50f-01ec4259cee9', 'status': 'completed', 'code': 200} Feb 19 05:29:06.452059 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-0331a8d2-0f7b-4373-b9f1-5ad08d713ffe None None] Set router 26657b00-8542-42ba-a9d8-249b2274a3b0 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:29:06.512332 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ecd18-0f9e-41a1-a755-c3cefa8997cf req-3a08b609-369f-4888-9f07-23dead05bdcb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:06.513799 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e88ecd18-0f9e-41a1-a755-c3cefa8997cf req-3a08b609-369f-4888-9f07-23dead05bdcb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 946 time: 0.0880134 Feb 19 05:29:06.518883 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde927c6-fcd3-46a2-8715-59ad69e17107 req-56ba7fc3-ca91-4df5-b41e-ed5ade636c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:06.520302 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dde927c6-fcd3-46a2-8715-59ad69e17107 req-56ba7fc3-ca91-4df5-b41e-ed5ade636c2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 1128 time: 0.0684009 Feb 19 05:29:06.612122 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e88ecd18-0f9e-41a1-a755-c3cefa8997cf req-3a44ba1a-55ef-4f00-bd7d-f3f0536ea45c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5d7f382-ae21-4031-a7b3-809a5aa194ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908675 Feb 19 05:29:06.634811 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37084) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:29:06.645834 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde927c6-fcd3-46a2-8715-59ad69e17107 req-0f566107-93f5-4682-828f-32cf74fbad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:06.647326 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dde927c6-fcd3-46a2-8715-59ad69e17107 req-0f566107-93f5-4682-828f-32cf74fbad22 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3bf58ed-aac5-4fdf-9e90-fc88821c9496 HTTP/1.1" status: 200 len: 896 time: 0.1195800 Feb 19 05:29:06.688532 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-0331a8d2-0f7b-4373-b9f1-5ad08d713ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365834850', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:28:50Z', 'updated_at': '2022-02-19T05:28:54Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:28:51Z', 'updated_at': '2022-02-19T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '71f3a9b4-c65d-46a4-993d-d6af50bdc11c', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'port_id': 'f4110982-bf79-4314-a50f-01ec4259cee9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496', 'mac_address': 'fa:16:3e:fd:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334ddc84-baea-4dbe-9ed3-53ad2da99331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:29:05Z', 'updated_at': '2022-02-19T05:29:05Z', 'revision_number': 0, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc258eae-b070-473b-a7aa-73bee95cdda9', 'name': '', 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:98:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '34a894c3-7fe6-48c6-a07b-891bbe68ed1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:28:53Z', 'updated_at': '2022-02-19T05:28:57Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '34a894c3-7fe6-48c6-a07b-891bbe68ed1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:29:06.717316 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-09b0deb7-8163-48db-8c03-331640464b61 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/floatingips/71f3a9b4-c65d-46a4-993d-d6af50bdc11c HTTP/1.1" status: 200 len: 992 time: 0.0800116 Feb 19 05:29:06.747007 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dde927c6-fcd3-46a2-8715-59ad69e17107 req-16092db4-0231-4d4d-92fb-e7eca417bc67 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4110982-bf79-4314-a50f-01ec4259cee9 HTTP/1.1" status: 200 len: 1000 time: 0.0927148 Feb 19 05:29:06.797601 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde927c6-fcd3-46a2-8715-59ad69e17107 req-aa10327a-4e6c-4548-815f-962eea5d8539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:06.799046 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dde927c6-fcd3-46a2-8715-59ad69e17107 req-aa10327a-4e6c-4548-815f-962eea5d8539 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34a894c3-7fe6-48c6-a07b-891bbe68ed1f HTTP/1.1" status: 200 len: 835 time: 0.0458872 Feb 19 05:29:06.812636 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0331a8d2-0f7b-4373-b9f1-5ad08d713ffe None None] Checking router: 26657b00-8542-42ba-a9d8-249b2274a3b0 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:29:06.822059 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0331a8d2-0f7b-4373-b9f1-5ad08d713ffe None None] Routers {'26657b00-8542-42ba-a9d8-249b2274a3b0'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:29:06.822685 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-0331a8d2-0f7b-4373-b9f1-5ad08d713ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:29:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['26657b00-8542-42ba-a9d8-249b2274a3b0'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:29:06.849221 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde927c6-fcd3-46a2-8715-59ad69e17107 req-2107898c-4e00-4e06-9eae-255317f553c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:06.850811 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dde927c6-fcd3-46a2-8715-59ad69e17107 req-2107898c-4e00-4e06-9eae-255317f553c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3bf58ed-aac5-4fdf-9e90-fc88821c9496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456700 Feb 19 05:29:06.931701 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-0331a8d2-0f7b-4373-b9f1-5ad08d713ffe None None] Set router 26657b00-8542-42ba-a9d8-249b2274a3b0 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:29:06.944480 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dde927c6-fcd3-46a2-8715-59ad69e17107 req-12e414bc-6ab0-4207-a243-30aa5711e34d service neutron] 10.222.0.48 "GET /v2.0/networks/e3bf58ed-aac5-4fdf-9e90-fc88821c9496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879891 Feb 19 05:29:07.031618 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dde927c6-fcd3-46a2-8715-59ad69e17107 req-f6fc22d2-1662-43ed-89d9-a84610760f2c service neutron] 10.222.0.48 "GET /v2.0/networks/e3bf58ed-aac5-4fdf-9e90-fc88821c9496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815506 Feb 19 05:29:07.081132 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:07.158588 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-0331a8d2-0f7b-4373-b9f1-5ad08d713ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365834850', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:28:50Z', 'updated_at': '2022-02-19T05:28:54Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:28:51Z', 'updated_at': '2022-02-19T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '71f3a9b4-c65d-46a4-993d-d6af50bdc11c', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'port_id': 'f4110982-bf79-4314-a50f-01ec4259cee9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496', 'mac_address': 'fa:16:3e:fd:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334ddc84-baea-4dbe-9ed3-53ad2da99331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:29:05Z', 'updated_at': '2022-02-19T05:29:05Z', 'revision_number': 0, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc258eae-b070-473b-a7aa-73bee95cdda9', 'name': '', 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:98:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '34a894c3-7fe6-48c6-a07b-891bbe68ed1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:28:53Z', 'updated_at': '2022-02-19T05:28:57Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '34a894c3-7fe6-48c6-a07b-891bbe68ed1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:29:07.188285 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0331a8d2-0f7b-4373-b9f1-5ad08d713ffe None None] The sync data for ids ['26657b00-8542-42ba-a9d8-249b2274a3b0'] in n-d-772273-4 is: [{'id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365834850', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:28:50Z', 'updated_at': '2022-02-19T05:28:54Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:28:51Z', 'updated_at': '2022-02-19T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '71f3a9b4-c65d-46a4-993d-d6af50bdc11c', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'port_id': 'f4110982-bf79-4314-a50f-01ec4259cee9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496', 'mac_address': 'fa:16:3e:fd:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334ddc84-baea-4dbe-9ed3-53ad2da99331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:29:05Z', 'updated_at': '2022-02-19T05:29:05Z', 'revision_number': 0, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc258eae-b070-473b-a7aa-73bee95cdda9', 'name': '', 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:98:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '34a894c3-7fe6-48c6-a07b-891bbe68ed1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:28:53Z', 'updated_at': '2022-02-19T05:28:57Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '34a894c3-7fe6-48c6-a07b-891bbe68ed1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:29:07.394302 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef51f292-5037-417d-9548-a2579a3bf4c1 None None] New status for floating IP 71f3a9b4-c65d-46a4-993d-d6af50bdc11c: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:29:07.721467 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37086) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:29:07.780716 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3f6a1034-6728-4ba1-9b2b-320d8b7fe895 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/floatingips/71f3a9b4-c65d-46a4-993d-d6af50bdc11c HTTP/1.1" status: 200 len: 994 time: 0.0580709 Feb 19 05:29:08.109925 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:08.214870 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:09.447656 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:09.845428 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:18.825748 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6b5f4fd9-c5eb-44b4-9aaf-75b770b67cdf req-bbda6566-dbad-4575-9f3c-c69724543785 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690749 Feb 19 05:29:18.920801 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f4fd9-c5eb-44b4-9aaf-75b770b67cdf req-e6425143-b681-4fa3-b0f2-9f9d05811a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:18.922358 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6b5f4fd9-c5eb-44b4-9aaf-75b770b67cdf req-e6425143-b681-4fa3-b0f2-9f9d05811a3f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 1128 time: 0.0516586 Feb 19 05:29:19.028704 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f4fd9-c5eb-44b4-9aaf-75b770b67cdf req-3a319d1a-654a-4f20-9ae1-7f3ef170ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:19.030417 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6b5f4fd9-c5eb-44b4-9aaf-75b770b67cdf req-3a319d1a-654a-4f20-9ae1-7f3ef170ff6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3bf58ed-aac5-4fdf-9e90-fc88821c9496 HTTP/1.1" status: 200 len: 896 time: 0.0902703 Feb 19 05:29:19.402816 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6b5f4fd9-c5eb-44b4-9aaf-75b770b67cdf req-bb179dbd-0e82-4038-a3c9-a31cf867a49c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4110982-bf79-4314-a50f-01ec4259cee9 HTTP/1.1" status: 200 len: 1002 time: 0.3661470 Feb 19 05:29:19.450016 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f4fd9-c5eb-44b4-9aaf-75b770b67cdf req-2cca9d1c-285e-49ce-8fa5-4df648250668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:19.451448 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6b5f4fd9-c5eb-44b4-9aaf-75b770b67cdf req-2cca9d1c-285e-49ce-8fa5-4df648250668 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34a894c3-7fe6-48c6-a07b-891bbe68ed1f HTTP/1.1" status: 200 len: 835 time: 0.0427251 Feb 19 05:29:19.498536 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f4fd9-c5eb-44b4-9aaf-75b770b67cdf req-fae25613-83c0-4138-b9ef-286ab75b4694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:19.500007 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6b5f4fd9-c5eb-44b4-9aaf-75b770b67cdf req-fae25613-83c0-4138-b9ef-286ab75b4694 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3bf58ed-aac5-4fdf-9e90-fc88821c9496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0419118 Feb 19 05:29:19.591248 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6b5f4fd9-c5eb-44b4-9aaf-75b770b67cdf req-474e6b8f-5a26-4be4-949b-5e61e26985c0 service neutron] 10.222.0.48 "GET /v2.0/networks/e3bf58ed-aac5-4fdf-9e90-fc88821c9496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846231 Feb 19 05:29:19.679687 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6b5f4fd9-c5eb-44b4-9aaf-75b770b67cdf req-6588b0b2-5992-40b5-9ed6-95ede8b0fc6a service neutron] 10.222.0.48 "GET /v2.0/networks/e3bf58ed-aac5-4fdf-9e90-fc88821c9496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807774 Feb 19 05:29:32.374431 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:29:32.379214 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-054822e6-10d4-41dc-8485-c6eb1d463c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:35.209768 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8f0af58a-3971-4a61-a8eb-6285d76fc543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:36.577328 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd52a-e035-4074-a779-53f45c315589 req-56d526f9-6205-4799-8144-5836cd231863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:36.578924 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-47afd52a-e035-4074-a779-53f45c315589 req-56d526f9-6205-4799-8144-5836cd231863 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 1128 time: 0.0497453 Feb 19 05:29:36.591336 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2e4a1-c81c-436e-b9a0-7cc68e28a867 req-7eaea1df-6265-453a-aca5-6b88dc794c74 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:36.592951 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0bc2e4a1-c81c-436e-b9a0-7cc68e28a867 req-7eaea1df-6265-453a-aca5-6b88dc794c74 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 946 time: 0.0600386 Feb 19 05:29:36.654970 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0bc2e4a1-c81c-436e-b9a0-7cc68e28a867 req-c74b45d5-6c12-4054-8b22-bf62d0c2778a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5d7f382-ae21-4031-a7b3-809a5aa194ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557928 Feb 19 05:29:36.676269 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd52a-e035-4074-a779-53f45c315589 req-7d072fff-0dcc-4be4-93ce-7a457c089493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:36.677830 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-47afd52a-e035-4074-a779-53f45c315589 req-7d072fff-0dcc-4be4-93ce-7a457c089493 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3bf58ed-aac5-4fdf-9e90-fc88821c9496 HTTP/1.1" status: 200 len: 896 time: 0.0926006 Feb 19 05:29:36.743428 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-47afd52a-e035-4074-a779-53f45c315589 req-0a15d262-ba27-4c1d-a25a-4d5b646946d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4110982-bf79-4314-a50f-01ec4259cee9 HTTP/1.1" status: 200 len: 1002 time: 0.0594277 Feb 19 05:29:36.797771 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd52a-e035-4074-a779-53f45c315589 req-557fcd9d-3c4d-46e1-89e5-cead5d2e2c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:36.799437 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-47afd52a-e035-4074-a779-53f45c315589 req-557fcd9d-3c4d-46e1-89e5-cead5d2e2c4d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34a894c3-7fe6-48c6-a07b-891bbe68ed1f HTTP/1.1" status: 200 len: 835 time: 0.0493715 Feb 19 05:29:36.849705 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd52a-e035-4074-a779-53f45c315589 req-8e95eced-55d3-481a-a994-a3c1de2b9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:36.851208 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-47afd52a-e035-4074-a779-53f45c315589 req-8e95eced-55d3-481a-a994-a3c1de2b9319 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3bf58ed-aac5-4fdf-9e90-fc88821c9496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454142 Feb 19 05:29:36.941725 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-47afd52a-e035-4074-a779-53f45c315589 req-d21b8d62-ebce-44c9-8b34-49c57e4d48ea service neutron] 10.222.0.48 "GET /v2.0/networks/e3bf58ed-aac5-4fdf-9e90-fc88821c9496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843792 Feb 19 05:29:37.037787 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-47afd52a-e035-4074-a779-53f45c315589 req-d4dd14f3-e0d6-4cb0-80fe-2abba07f2517 service neutron] 10.222.0.48 "GET /v2.0/networks/e3bf58ed-aac5-4fdf-9e90-fc88821c9496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889354 Feb 19 05:29:37.083966 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:37.784376 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e7fa7-468d-4604-90c3-3d854dc55aae req-6642d124-ffed-4be2-9dbb-eddc860a1369 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:37.785927 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-195e7fa7-468d-4604-90c3-3d854dc55aae req-6642d124-ffed-4be2-9dbb-eddc860a1369 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 946 time: 0.0573027 Feb 19 05:29:37.836182 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-195e7fa7-468d-4604-90c3-3d854dc55aae req-031564e5-d0dd-4270-9364-a10153836392 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5d7f382-ae21-4031-a7b3-809a5aa194ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445790 Feb 19 05:29:38.118088 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:38.217920 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:38.960502 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32283a4d-a57a-4255-84ea-1ee52a8b099f req-2d044814-5e93-4c27-a2ad-f8d6eabc4a7b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:38.962130 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32283a4d-a57a-4255-84ea-1ee52a8b099f req-2d044814-5e93-4c27-a2ad-f8d6eabc4a7b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 946 time: 0.0541964 Feb 19 05:29:39.016177 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-32283a4d-a57a-4255-84ea-1ee52a8b099f req-d8565bf4-397e-4360-944e-2e8a8a38ee80 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5d7f382-ae21-4031-a7b3-809a5aa194ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454481 Feb 19 05:29:39.451043 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:39.842446 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:29:40.142185 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463924c7-776d-419c-9163-d9fbb103a446 req-bc7df529-7fb8-44ab-b3af-700e7469eaa4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:40.143756 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-463924c7-776d-419c-9163-d9fbb103a446 req-bc7df529-7fb8-44ab-b3af-700e7469eaa4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 946 time: 0.0578659 Feb 19 05:29:40.191444 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-463924c7-776d-419c-9163-d9fbb103a446 req-794ddb2e-a800-46ce-97e8-0de33fa27ed0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5d7f382-ae21-4031-a7b3-809a5aa194ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422006 Feb 19 05:29:41.311214 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36145aa-0a72-4d8e-bd9f-1f819ee0a5a5 req-d9d0d0c3-be8d-4b59-813c-5f989809ed00 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:41.312711 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d36145aa-0a72-4d8e-bd9f-1f819ee0a5a5 req-d9d0d0c3-be8d-4b59-813c-5f989809ed00 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 946 time: 0.0529151 Feb 19 05:29:41.364463 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d36145aa-0a72-4d8e-bd9f-1f819ee0a5a5 req-6a8cd8a1-67f8-4ed8-8c1d-acd34681d5a2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5d7f382-ae21-4031-a7b3-809a5aa194ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460646 Feb 19 05:29:42.481208 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6ea60-c45c-45c1-93e2-3d7c55a1ae7c req-a89c8b4b-26f7-4493-bf4f-5db4c1e7a529 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:42.482696 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ec6ea60-c45c-45c1-93e2-3d7c55a1ae7c req-a89c8b4b-26f7-4493-bf4f-5db4c1e7a529 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 946 time: 0.0523481 Feb 19 05:29:42.530000 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ec6ea60-c45c-45c1-93e2-3d7c55a1ae7c req-b65e1a83-c37d-4df6-8e79-681d946ca615 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5d7f382-ae21-4031-a7b3-809a5aa194ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412788 Feb 19 05:29:43.652795 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bc131-d09d-4cd1-9d84-59d76e627e6f req-24362fb0-ead2-4412-9a8d-f2ac719a337e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:43.654665 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ce7bc131-d09d-4cd1-9d84-59d76e627e6f req-24362fb0-ead2-4412-9a8d-f2ac719a337e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 946 time: 0.0534739 Feb 19 05:29:43.704084 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ce7bc131-d09d-4cd1-9d84-59d76e627e6f req-7a4fff82-fb5b-4306-830e-011336d809c8 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5d7f382-ae21-4031-a7b3-809a5aa194ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431738 Feb 19 05:29:44.829802 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed4672-7458-4668-9159-70ca817a8973 req-e0890c31-87d4-4561-9dd2-014084824551 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:44.831269 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14ed4672-7458-4668-9159-70ca817a8973 req-e0890c31-87d4-4561-9dd2-014084824551 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 946 time: 0.0575495 Feb 19 05:29:44.886077 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-14ed4672-7458-4668-9159-70ca817a8973 req-a97ad71d-b9bc-42a0-bb49-101450fd4c72 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5d7f382-ae21-4031-a7b3-809a5aa194ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491858 Feb 19 05:29:46.012889 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf688e5b-b87b-4e6e-a883-f5ba67d02907 req-f292fa2c-4597-47c8-93be-bd18b13a2684 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:46.014782 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf688e5b-b87b-4e6e-a883-f5ba67d02907 req-f292fa2c-4597-47c8-93be-bd18b13a2684 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 946 time: 0.0582864 Feb 19 05:29:46.071630 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cf688e5b-b87b-4e6e-a883-f5ba67d02907 req-71b3eaae-865a-41f4-a327-7f295374b5b0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5d7f382-ae21-4031-a7b3-809a5aa194ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467923 Feb 19 05:29:47.273777 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2689a-512d-4acf-8a7b-ab3e279426c7 req-ab26a8f4-539a-4bb5-9589-e0f2126bf82d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:47.275083 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0ce2689a-512d-4acf-8a7b-ab3e279426c7 req-ab26a8f4-539a-4bb5-9589-e0f2126bf82d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 946 time: 0.1309955 Feb 19 05:29:47.323880 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0ce2689a-512d-4acf-8a7b-ab3e279426c7 req-a598ef63-95cb-4ff2-a3e7-382d51c98377 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5d7f382-ae21-4031-a7b3-809a5aa194ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432208 Feb 19 05:29:48.447074 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2b97b-5afe-4aa5-b317-d9c05af90845 req-5c98932c-b5ed-49cf-b57e-5d9ae41578c4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:29:48.448573 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-58c2b97b-5afe-4aa5-b317-d9c05af90845 req-5c98932c-b5ed-49cf-b57e-5d9ae41578c4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 946 time: 0.0577219 Feb 19 05:29:48.497029 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-58c2b97b-5afe-4aa5-b317-d9c05af90845 req-e8366f98-fc2c-4610-a9a8-fe2c98997411 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5d7f382-ae21-4031-a7b3-809a5aa194ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427680 Feb 19 05:29:48.519880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37124) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:29:48.578798 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2b6c7ddc-0d63-423c-a830-a90279a1bc3e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/floatingips/71f3a9b4-c65d-46a4-993d-d6af50bdc11c HTTP/1.1" status: 200 len: 994 time: 0.0577917 Feb 19 05:30:02.374007 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4553692d-bb89-47bd-87ab-4e0924f8b21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:05.222965 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f8ed0bc5-08a7-48e9-93d3-6456f200444c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:07.088317 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:08.121706 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:08.220780 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:09.379360 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:30:09.452730 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:09.852613 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:18.933809 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37134) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:30:19.090432 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Deleting port bdd2b5c0-6ead-4fe3-8e6d-0cc1c0d0de15 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:30:19.090774 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (bdd2b5c0-6ead-4fe3-8e6d-0cc1c0d0de15), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:19.163725 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (bdd2b5c0-6ead-4fe3-8e6d-0cc1c0d0de15), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:19.164051 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for floatingip (bdd2b5c0-6ead-4fe3-8e6d-0cc1c0d0de15), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:19.175285 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Calling delete_port for bdd2b5c0-6ead-4fe3-8e6d-0cc1c0d0de15 owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:30:19.326202 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (bdd2b5c0-6ead-4fe3-8e6d-0cc1c0d0de15), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:19.350469 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Port': ['ID=bdd2b5c0-6ead-4fe3-8e6d-0cc1c0d0de15,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:19.360784 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:19.361167 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:19.361521 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:19.361866 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:19.362204 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:19.362992 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:19.362992 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:19.363252 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:19.363508 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:19.363831 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:19.364160 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:19.364490 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:19.364814 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:19.426819 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for floatingip (71f3a9b4-c65d-46a4-993d-d6af50bdc11c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:19.427153 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Floating IP 71f3a9b4-c65d-46a4-993d-d6af50bdc11c disassociated (deleted). External IP: 172.25.0.207, port: f4110982-bf79-4314-a50f-01ec4259cee9. Feb 19 05:30:19.639552 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Router 26657b00-8542-42ba-a9d8-249b2274a3b0 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:30:19.751406 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:30:19.756726 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:19.761405 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb633f-4db7-4089-a330-e78011a25ac5 None None] Sync routers for ids ['26657b00-8542-42ba-a9d8-249b2274a3b0'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:30:19.771820 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb633f-4db7-4089-a330-e78011a25ac5 None None] Routers {'26657b00-8542-42ba-a9d8-249b2274a3b0'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:30:19.772437 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-bbbb633f-4db7-4089-a330-e78011a25ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:30:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['26657b00-8542-42ba-a9d8-249b2274a3b0'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:30:19.787310 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-20a82a22-e7d5-4d74-8bb4-cbe71aae84cb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "DELETE /v2.0/floatingips/71f3a9b4-c65d-46a4-993d-d6af50bdc11c HTTP/1.1" status: 204 len: 168 time: 0.8524029 Feb 19 05:30:19.787906 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334ddc84-baea-4dbe-9ed3-53ad2da99331', 'tag': 'f4110982-bf79-4314-a50f-01ec4259cee9'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:30:19.790210 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4252d447-c7a2-4894-bd14-e6d9808244b2" -d '{"events": [{"name": "network-changed", "server_uuid": "334ddc84-baea-4dbe-9ed3-53ad2da99331", "tag": "f4110982-bf79-4314-a50f-01ec4259cee9"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:30:19.834627 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5b05e9-f4a7-4540-a28c-a9a3af471195 x-openstack-request-id: req-fd5b05e9-f4a7-4540-a28c-a9a3af471195 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:30:19.834970 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334ddc84-baea-4dbe-9ed3-53ad2da99331", "tag": "f4110982-bf79-4314-a50f-01ec4259cee9", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:30:19.835171 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd5b05e9-f4a7-4540-a28c-a9a3af471195 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:30:19.835608 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334ddc84-baea-4dbe-9ed3-53ad2da99331', 'tag': 'f4110982-bf79-4314-a50f-01ec4259cee9', 'status': 'completed', 'code': 200} Feb 19 05:30:19.883079 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-bbbb633f-4db7-4089-a330-e78011a25ac5 None None] Set router 26657b00-8542-42ba-a9d8-249b2274a3b0 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:30:19.896948 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ac9ebdfa-13fd-493b-a32a-f911a3a55ed8 req-75489ef7-e0fb-4fb1-9790-70b3c2942975 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0652492 Feb 19 05:30:19.909923 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252d447-c7a2-4894-bd14-e6d9808244b2 req-7cbffe2a-bf53-4c34-af1d-b36faf67a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:19.911495 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4252d447-c7a2-4894-bd14-e6d9808244b2 req-7cbffe2a-bf53-4c34-af1d-b36faf67a64c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 1128 time: 0.0559988 Feb 19 05:30:20.015143 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252d447-c7a2-4894-bd14-e6d9808244b2 req-ac1365ea-930a-495e-be79-2e8b09c88f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:20.016661 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4252d447-c7a2-4894-bd14-e6d9808244b2 req-ac1365ea-930a-495e-be79-2e8b09c88f9e service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3bf58ed-aac5-4fdf-9e90-fc88821c9496 HTTP/1.1" status: 200 len: 896 time: 0.0993135 Feb 19 05:30:20.053410 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe3032-fe14-45f7-ad73-2ec525443d09 req-6358cdc6-b00f-4843-a05a-026574c0efca tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:20.054960 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a7fe3032-fe14-45f7-ad73-2ec525443d09 req-6358cdc6-b00f-4843-a05a-026574c0efca tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 946 time: 0.0544765 Feb 19 05:30:20.070346 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4252d447-c7a2-4894-bd14-e6d9808244b2 req-201a03c3-2fbe-4984-b8b2-c13ddcd183c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4110982-bf79-4314-a50f-01ec4259cee9 HTTP/1.1" status: 200 len: 217 time: 0.0462532 Feb 19 05:30:20.104028 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-bbbb633f-4db7-4089-a330-e78011a25ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365834850', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:28:50Z', 'updated_at': '2022-02-19T05:28:54Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:28:51Z', 'updated_at': '2022-02-19T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'dc258eae-b070-473b-a7aa-73bee95cdda9', 'name': '', 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:98:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '34a894c3-7fe6-48c6-a07b-891bbe68ed1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:28:53Z', 'updated_at': '2022-02-19T05:28:57Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '34a894c3-7fe6-48c6-a07b-891bbe68ed1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:30:20.110614 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a7fe3032-fe14-45f7-ad73-2ec525443d09 req-03dbf74c-1e25-45e5-855f-ff1e31da148c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5d7f382-ae21-4031-a7b3-809a5aa194ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500946 Feb 19 05:30:20.130780 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252d447-c7a2-4894-bd14-e6d9808244b2 req-4bef4eea-bc2d-494d-891f-2c111fc40e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:20.132308 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4252d447-c7a2-4894-bd14-e6d9808244b2 req-4bef4eea-bc2d-494d-891f-2c111fc40e96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34a894c3-7fe6-48c6-a07b-891bbe68ed1f HTTP/1.1" status: 200 len: 835 time: 0.0548499 Feb 19 05:30:20.135041 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb633f-4db7-4089-a330-e78011a25ac5 None None] Checking router: 26657b00-8542-42ba-a9d8-249b2274a3b0 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:30:20.143691 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb633f-4db7-4089-a330-e78011a25ac5 None None] Routers {'26657b00-8542-42ba-a9d8-249b2274a3b0'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:30:20.144298 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-bbbb633f-4db7-4089-a330-e78011a25ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:30:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['26657b00-8542-42ba-a9d8-249b2274a3b0'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:30:20.182559 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252d447-c7a2-4894-bd14-e6d9808244b2 req-1053c300-73da-4136-a6f8-df4cd8f1f672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:20.184039 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4252d447-c7a2-4894-bd14-e6d9808244b2 req-1053c300-73da-4136-a6f8-df4cd8f1f672 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3bf58ed-aac5-4fdf-9e90-fc88821c9496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448267 Feb 19 05:30:20.254171 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-bbbb633f-4db7-4089-a330-e78011a25ac5 None None] Set router 26657b00-8542-42ba-a9d8-249b2274a3b0 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:30:20.276157 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4252d447-c7a2-4894-bd14-e6d9808244b2 req-7231d7a7-20d6-4e0f-b3ca-15a02eed0d9e service neutron] 10.222.0.48 "GET /v2.0/networks/e3bf58ed-aac5-4fdf-9e90-fc88821c9496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857544 Feb 19 05:30:20.365386 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4252d447-c7a2-4894-bd14-e6d9808244b2 req-a6264811-b035-4838-b477-1cad686de38b service neutron] 10.222.0.48 "GET /v2.0/networks/e3bf58ed-aac5-4fdf-9e90-fc88821c9496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832660 Feb 19 05:30:20.456851 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-bbbb633f-4db7-4089-a330-e78011a25ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365834850', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:28:50Z', 'updated_at': '2022-02-19T05:28:54Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:28:51Z', 'updated_at': '2022-02-19T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'dc258eae-b070-473b-a7aa-73bee95cdda9', 'name': '', 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:98:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '34a894c3-7fe6-48c6-a07b-891bbe68ed1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:28:53Z', 'updated_at': '2022-02-19T05:28:57Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '34a894c3-7fe6-48c6-a07b-891bbe68ed1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:30:20.477667 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ebdfa-13fd-493b-a32a-f911a3a55ed8 req-0be62527-04f8-4d30-9db6-3ef6e5b51595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:20.479298 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac9ebdfa-13fd-493b-a32a-f911a3a55ed8 req-0be62527-04f8-4d30-9db6-3ef6e5b51595 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 1128 time: 0.0470145 Feb 19 05:30:20.484108 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb633f-4db7-4089-a330-e78011a25ac5 None None] The sync data for ids ['26657b00-8542-42ba-a9d8-249b2274a3b0'] in n-d-772273-4 is: [{'id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365834850', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:28:50Z', 'updated_at': '2022-02-19T05:28:54Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:28:51Z', 'updated_at': '2022-02-19T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'dc258eae-b070-473b-a7aa-73bee95cdda9', 'name': '', 'network_id': 'e3bf58ed-aac5-4fdf-9e90-fc88821c9496', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:98:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '34a894c3-7fe6-48c6-a07b-891bbe68ed1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:28:53Z', 'updated_at': '2022-02-19T05:28:57Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '34a894c3-7fe6-48c6-a07b-891bbe68ed1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:30:20.590318 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ebdfa-13fd-493b-a32a-f911a3a55ed8 req-fc4ff807-db33-468c-b4bf-486de3f204d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:20.591839 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac9ebdfa-13fd-493b-a32a-f911a3a55ed8 req-fc4ff807-db33-468c-b4bf-486de3f204d0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e3bf58ed-aac5-4fdf-9e90-fc88821c9496 HTTP/1.1" status: 200 len: 896 time: 0.0931334 Feb 19 05:30:20.633542 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac9ebdfa-13fd-493b-a32a-f911a3a55ed8 req-f7ed30e1-d52d-4b7b-bdfe-2f83821df2e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4110982-bf79-4314-a50f-01ec4259cee9 HTTP/1.1" status: 200 len: 217 time: 0.0350826 Feb 19 05:30:20.683272 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ebdfa-13fd-493b-a32a-f911a3a55ed8 req-b236de35-8208-448f-9fa1-5f7ea7efd732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:20.684787 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac9ebdfa-13fd-493b-a32a-f911a3a55ed8 req-b236de35-8208-448f-9fa1-5f7ea7efd732 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34a894c3-7fe6-48c6-a07b-891bbe68ed1f HTTP/1.1" status: 200 len: 835 time: 0.0454671 Feb 19 05:30:20.723082 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6d5ccf-ad52-4082-aacb-c0823d715d45 None None] New status for floating IP 71f3a9b4-c65d-46a4-993d-d6af50bdc11c: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:30:20.742149 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ebdfa-13fd-493b-a32a-f911a3a55ed8 req-db7cedcb-3c6e-47c5-a405-9ed7e9f1b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:20.743699 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac9ebdfa-13fd-493b-a32a-f911a3a55ed8 req-db7cedcb-3c6e-47c5-a405-9ed7e9f1b1a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e3bf58ed-aac5-4fdf-9e90-fc88821c9496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521042 Feb 19 05:30:20.835271 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac9ebdfa-13fd-493b-a32a-f911a3a55ed8 req-25892ef1-ce52-45a5-8d88-da48a2c91542 service neutron] 10.222.0.48 "GET /v2.0/networks/e3bf58ed-aac5-4fdf-9e90-fc88821c9496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844066 Feb 19 05:30:20.927061 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac9ebdfa-13fd-493b-a32a-f911a3a55ed8 req-ecb3224e-d66c-46f7-9cf7-f8eaae5328a0 service neutron] 10.222.0.48 "GET /v2.0/networks/e3bf58ed-aac5-4fdf-9e90-fc88821c9496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849926 Feb 19 05:30:21.233719 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247620d-7ffe-4e14-8503-5b40aca73189 req-cbc90cc3-ccbd-4a03-b742-180e22b3940b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:21.235293 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8247620d-7ffe-4e14-8503-5b40aca73189 req-cbc90cc3-ccbd-4a03-b742-180e22b3940b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 946 time: 0.0538573 Feb 19 05:30:21.284350 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8247620d-7ffe-4e14-8503-5b40aca73189 req-fefb8e6b-93e9-45f3-a426-65ed306504d9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5d7f382-ae21-4031-a7b3-809a5aa194ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428333 Feb 19 05:30:21.523287 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b966d-c0a3-4f2d-bd78-233aa00c87d2 req-23df1dee-ca6c-48b0-8bf7-13ae534e0999 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:21.524680 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d99b966d-c0a3-4f2d-bd78-233aa00c87d2 req-23df1dee-ca6c-48b0-8bf7-13ae534e0999 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.48 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 946 time: 0.0518203 Feb 19 05:30:21.964580 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-d99b966d-c0a3-4f2d-bd78-233aa00c87d2 req-6a79f0f7-d011-4fe5-9dc3-c1fa8ac28edc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Deleting port f4110982-bf79-4314-a50f-01ec4259cee9 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:30:21.964933 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d99b966d-c0a3-4f2d-bd78-233aa00c87d2 req-6a79f0f7-d011-4fe5-9dc3-c1fa8ac28edc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (f4110982-bf79-4314-a50f-01ec4259cee9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:22.051735 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-d99b966d-c0a3-4f2d-bd78-233aa00c87d2 req-6a79f0f7-d011-4fe5-9dc3-c1fa8ac28edc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] For port f4110982-bf79-4314-a50f-01ec4259cee9, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=f4110982-bf79-4314-a50f-01ec4259cee9,segment=NetworkSegment(013032c0-a02f-4667-8cd6-2a9e50c7f4fa),segment_id=013032c0-a02f-4667-8cd6-2a9e50c7f4fa)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:30:22.052104 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d99b966d-c0a3-4f2d-bd78-233aa00c87d2 req-6a79f0f7-d011-4fe5-9dc3-c1fa8ac28edc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (f4110982-bf79-4314-a50f-01ec4259cee9), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:22.067272 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-d99b966d-c0a3-4f2d-bd78-233aa00c87d2 req-6a79f0f7-d011-4fe5-9dc3-c1fa8ac28edc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Calling delete_port for f4110982-bf79-4314-a50f-01ec4259cee9 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:30:22.199092 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d99b966d-c0a3-4f2d-bd78-233aa00c87d2 req-6a79f0f7-d011-4fe5-9dc3-c1fa8ac28edc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (f4110982-bf79-4314-a50f-01ec4259cee9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:22.227165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79f0f7-d011-4fe5-9dc3-c1fa8ac28edc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Port': ['ID=f4110982-bf79-4314-a50f-01ec4259cee9,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:22.273142 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99b966d-c0a3-4f2d-bd78-233aa00c87d2 req-6a79f0f7-d011-4fe5-9dc3-c1fa8ac28edc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] No DVR routers for this DVR port f4110982-bf79-4314-a50f-01ec4259cee9 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:30:22.275746 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d99b966d-c0a3-4f2d-bd78-233aa00c87d2 req-6a79f0f7-d011-4fe5-9dc3-c1fa8ac28edc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:22.279036 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d99b966d-c0a3-4f2d-bd78-233aa00c87d2 req-6a79f0f7-d011-4fe5-9dc3-c1fa8ac28edc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.48 "DELETE /v2.0/ports/f4110982-bf79-4314-a50f-01ec4259cee9 HTTP/1.1" status: 204 len: 173 time: 0.7492976 Feb 19 05:30:22.279474 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334ddc84-baea-4dbe-9ed3-53ad2da99331', 'name': 'network-vif-deleted', 'tag': 'f4110982-bf79-4314-a50f-01ec4259cee9'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:30:22.281738 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4827bd-ca4e-478a-b070-e02fcf8c2e67" -d '{"events": [{"server_uuid": "334ddc84-baea-4dbe-9ed3-53ad2da99331", "name": "network-vif-deleted", "tag": "f4110982-bf79-4314-a50f-01ec4259cee9"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:30:22.320828 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea77e41-d411-417d-b247-478c56c058ee x-openstack-request-id: req-5ea77e41-d411-417d-b247-478c56c058ee {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:30:22.321188 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334ddc84-baea-4dbe-9ed3-53ad2da99331", "name": "network-vif-deleted", "tag": "f4110982-bf79-4314-a50f-01ec4259cee9", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:30:22.321442 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ea77e41-d411-417d-b247-478c56c058ee {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:30:22.321953 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334ddc84-baea-4dbe-9ed3-53ad2da99331', 'name': 'network-vif-deleted', 'tag': 'f4110982-bf79-4314-a50f-01ec4259cee9', 'status': 'completed', 'code': 200} Feb 19 05:30:22.389543 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a1645565-24a2-447f-909a-6788b1f2dd05 req-7222c111-36d2-4533-b107-4517262f0cb0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=334ddc84-baea-4dbe-9ed3-53ad2da99331 HTTP/1.1" status: 200 len: 210 time: 0.0295680 Feb 19 05:30:23.450291 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37150) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:30:23.818827 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80fc62f5-56f1-42e6-870d-83a1d7db7359 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (26657b00-8542-42ba-a9d8-249b2274a3b0), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:24.080756 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-80fc62f5-56f1-42e6-870d-83a1d7db7359 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Deleting port dc258eae-b070-473b-a7aa-73bee95cdda9 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:30:24.081052 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80fc62f5-56f1-42e6-870d-83a1d7db7359 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (dc258eae-b070-473b-a7aa-73bee95cdda9), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:24.168305 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-80fc62f5-56f1-42e6-870d-83a1d7db7359 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] For port dc258eae-b070-473b-a7aa-73bee95cdda9, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=dc258eae-b070-473b-a7aa-73bee95cdda9,segment=NetworkSegment(013032c0-a02f-4667-8cd6-2a9e50c7f4fa),segment_id=013032c0-a02f-4667-8cd6-2a9e50c7f4fa)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:30:24.168682 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80fc62f5-56f1-42e6-870d-83a1d7db7359 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (dc258eae-b070-473b-a7aa-73bee95cdda9), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:24.180256 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-80fc62f5-56f1-42e6-870d-83a1d7db7359 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Calling delete_port for dc258eae-b070-473b-a7aa-73bee95cdda9 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:30:24.373380 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80fc62f5-56f1-42e6-870d-83a1d7db7359 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (dc258eae-b070-473b-a7aa-73bee95cdda9), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:24.404001 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc62f5-56f1-42e6-870d-83a1d7db7359 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Port': ['ID=dc258eae-b070-473b-a7aa-73bee95cdda9,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:24.583497 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-80fc62f5-56f1-42e6-870d-83a1d7db7359 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (26657b00-8542-42ba-a9d8-249b2274a3b0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:24.802758 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fc62f5-56f1-42e6-870d-83a1d7db7359 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Router 26657b00-8542-42ba-a9d8-249b2274a3b0 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:30:24.921576 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fc62f5-56f1-42e6-870d-83a1d7db7359 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:30:24.927095 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-80fc62f5-56f1-42e6-870d-83a1d7db7359 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "PUT /v2.0/routers/26657b00-8542-42ba-a9d8-249b2274a3b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4755127 Feb 19 05:30:24.929969 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37152) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:30:24.931491 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcab4532-e944-438d-831c-e517c6b6cafa None None] Sync routers for ids ['26657b00-8542-42ba-a9d8-249b2274a3b0'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:30:24.946108 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcab4532-e944-438d-831c-e517c6b6cafa None None] Routers {'26657b00-8542-42ba-a9d8-249b2274a3b0'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:30:24.947027 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-fcab4532-e944-438d-831c-e517c6b6cafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:30:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['26657b00-8542-42ba-a9d8-249b2274a3b0'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:30:24.981956 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df0fbb3-96a4-4ddf-aa70-963c711c85e3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Deleting subnet 34a894c3-7fe6-48c6-a07b-891bbe68ed1f {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:30:24.985112 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4df0fbb3-96a4-4ddf-aa70-963c711c85e3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for subnet (34a894c3-7fe6-48c6-a07b-891bbe68ed1f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:25.026107 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4df0fbb3-96a4-4ddf-aa70-963c711c85e3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (34a894c3-7fe6-48c6-a07b-891bbe68ed1f), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:25.055514 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-fcab4532-e944-438d-831c-e517c6b6cafa None None] Set router 26657b00-8542-42ba-a9d8-249b2274a3b0 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:30:25.088837 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device f4110982-bf79-4314-a50f-01ec4259cee9 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:30:25.117419 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: f4110982-bf79-4314-a50f-01ec4259cee9 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:30:25.118081 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device f4110982-bf79-4314-a50f-01ec4259cee9 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:30:25.118228 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4df0fbb3-96a4-4ddf-aa70-963c711c85e3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (34a894c3-7fe6-48c6-a07b-891bbe68ed1f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:25.178757 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4df0fbb3-96a4-4ddf-aa70-963c711c85e3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (34a894c3-7fe6-48c6-a07b-891bbe68ed1f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:25.206308 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0fbb3-96a4-4ddf-aa70-963c711c85e3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Subnet': ['ID=34a894c3-7fe6-48c6-a07b-891bbe68ed1f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:25.210793 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4df0fbb3-96a4-4ddf-aa70-963c711c85e3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:25.213945 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4df0fbb3-96a4-4ddf-aa70-963c711c85e3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "DELETE /v2.0/subnets/34a894c3-7fe6-48c6-a07b-891bbe68ed1f HTTP/1.1" status: 204 len: 168 time: 0.2829747 Feb 19 05:30:25.217112 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37154) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:30:25.221147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0fbb3-96a4-4ddf-aa70-963c711c85e3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.222090 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0fbb3-96a4-4ddf-aa70-963c711c85e3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.222437 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0fbb3-96a4-4ddf-aa70-963c711c85e3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.222788 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0fbb3-96a4-4ddf-aa70-963c711c85e3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.223128 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0fbb3-96a4-4ddf-aa70-963c711c85e3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.223463 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0fbb3-96a4-4ddf-aa70-963c711c85e3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.223796 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0fbb3-96a4-4ddf-aa70-963c711c85e3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.224130 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0fbb3-96a4-4ddf-aa70-963c711c85e3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.224462 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0fbb3-96a4-4ddf-aa70-963c711c85e3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.224793 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0fbb3-96a4-4ddf-aa70-963c711c85e3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.225150 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0fbb3-96a4-4ddf-aa70-963c711c85e3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.225476 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0fbb3-96a4-4ddf-aa70-963c711c85e3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.226573 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0fbb3-96a4-4ddf-aa70-963c711c85e3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.230769 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05184794-731a-4186-b988-c2e69c1313e7 None None] Network e3bf58ed-aac5-4fdf-9e90-fc88821c9496 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:30:25.334974 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67099450-8eb5-48e7-8ac5-21170da4e365 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router (26657b00-8542-42ba-a9d8-249b2274a3b0), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:25.343046 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-fcab4532-e944-438d-831c-e517c6b6cafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365834850', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:28:50Z', 'updated_at': '2022-02-19T05:30:24Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:28:51Z', 'updated_at': '2022-02-19T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:30:25.375863 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcab4532-e944-438d-831c-e517c6b6cafa None None] Checking router: 26657b00-8542-42ba-a9d8-249b2274a3b0 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:30:25.385390 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcab4532-e944-438d-831c-e517c6b6cafa None None] Routers {'26657b00-8542-42ba-a9d8-249b2274a3b0'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:30:25.386242 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-fcab4532-e944-438d-831c-e517c6b6cafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:30:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['26657b00-8542-42ba-a9d8-249b2274a3b0'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:30:25.406322 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e0c02f-2bb3-4f5f-a879-b86c901f6fef None None] DHCP port deletion for e3bf58ed-aac5-4fdf-9e90-fc88821c9496 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:30:25.453868 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67099450-8eb5-48e7-8ac5-21170da4e365 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_gateway (26657b00-8542-42ba-a9d8-249b2274a3b0), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:25.455073 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a0e0c02f-2bb3-4f5f-a879-b86c901f6fef None None] Deleting port 23dc6d13-5a6b-4feb-b82c-343f8b783b6b {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:30:25.455453 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a0e0c02f-2bb3-4f5f-a879-b86c901f6fef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (23dc6d13-5a6b-4feb-b82c-343f8b783b6b), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:25.505714 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-fcab4532-e944-438d-831c-e517c6b6cafa None None] Set router 26657b00-8542-42ba-a9d8-249b2274a3b0 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:30:25.508236 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-67099450-8eb5-48e7-8ac5-21170da4e365 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Deleting port 61394ccf-5d1e-4b81-b48c-252cbdc68f22 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:30:25.508588 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67099450-8eb5-48e7-8ac5-21170da4e365 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (61394ccf-5d1e-4b81-b48c-252cbdc68f22), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:25.524029 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-a0e0c02f-2bb3-4f5f-a879-b86c901f6fef None None] For port 23dc6d13-5a6b-4feb-b82c-343f8b783b6b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=23dc6d13-5a6b-4feb-b82c-343f8b783b6b,segment=NetworkSegment(013032c0-a02f-4667-8cd6-2a9e50c7f4fa),segment_id=013032c0-a02f-4667-8cd6-2a9e50c7f4fa)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:30:25.524440 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a0e0c02f-2bb3-4f5f-a879-b86c901f6fef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (23dc6d13-5a6b-4feb-b82c-343f8b783b6b), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:25.539011 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a0e0c02f-2bb3-4f5f-a879-b86c901f6fef None None] Calling delete_port for 23dc6d13-5a6b-4feb-b82c-343f8b783b6b owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:30:25.587521 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-67099450-8eb5-48e7-8ac5-21170da4e365 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] For port 61394ccf-5d1e-4b81-b48c-252cbdc68f22, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=61394ccf-5d1e-4b81-b48c-252cbdc68f22,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:30:25.588114 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67099450-8eb5-48e7-8ac5-21170da4e365 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (61394ccf-5d1e-4b81-b48c-252cbdc68f22), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:25.599680 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-67099450-8eb5-48e7-8ac5-21170da4e365 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Calling delete_port for 61394ccf-5d1e-4b81-b48c-252cbdc68f22 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:30:25.637847 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a0e0c02f-2bb3-4f5f-a879-b86c901f6fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (23dc6d13-5a6b-4feb-b82c-343f8b783b6b), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:25.663463 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0c02f-2bb3-4f5f-a879-b86c901f6fef None None] Pushing event deleted for resources: {'Port': ['ID=23dc6d13-5a6b-4feb-b82c-343f8b783b6b,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:25.668837 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e0c02f-2bb3-4f5f-a879-b86c901f6fef None None] No DVR routers for this DVR port 23dc6d13-5a6b-4feb-b82c-343f8b783b6b on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:30:25.678178 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0c02f-2bb3-4f5f-a879-b86c901f6fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.678530 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0c02f-2bb3-4f5f-a879-b86c901f6fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.678881 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0c02f-2bb3-4f5f-a879-b86c901f6fef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.679224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0c02f-2bb3-4f5f-a879-b86c901f6fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.681045 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0c02f-2bb3-4f5f-a879-b86c901f6fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.681045 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0c02f-2bb3-4f5f-a879-b86c901f6fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.681045 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0c02f-2bb3-4f5f-a879-b86c901f6fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.681045 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0c02f-2bb3-4f5f-a879-b86c901f6fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.681045 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0c02f-2bb3-4f5f-a879-b86c901f6fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.681504 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0c02f-2bb3-4f5f-a879-b86c901f6fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.681504 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0c02f-2bb3-4f5f-a879-b86c901f6fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.682133 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0c02f-2bb3-4f5f-a879-b86c901f6fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.682471 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0c02f-2bb3-4f5f-a879-b86c901f6fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:25.704092 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-fcab4532-e944-438d-831c-e517c6b6cafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365834850', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:28:50Z', 'updated_at': '2022-02-19T05:30:24Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:28:51Z', 'updated_at': '2022-02-19T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:30:25.736708 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcab4532-e944-438d-831c-e517c6b6cafa None None] The sync data for ids ['26657b00-8542-42ba-a9d8-249b2274a3b0'] in n-d-772273-4 is: [{'id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1365834850', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:28:50Z', 'updated_at': '2022-02-19T05:30:24Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '61394ccf-5d1e-4b81-b48c-252cbdc68f22', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26657b00-8542-42ba-a9d8-249b2274a3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:28:51Z', 'updated_at': '2022-02-19T05:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:30:25.802344 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67099450-8eb5-48e7-8ac5-21170da4e365 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (61394ccf-5d1e-4b81-b48c-252cbdc68f22), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:25.831732 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67099450-8eb5-48e7-8ac5-21170da4e365 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Port': ['ID=61394ccf-5d1e-4b81-b48c-252cbdc68f22,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:25.892271 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67099450-8eb5-48e7-8ac5-21170da4e365 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (26657b00-8542-42ba-a9d8-249b2274a3b0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:25.986241 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67099450-8eb5-48e7-8ac5-21170da4e365 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (26657b00-8542-42ba-a9d8-249b2274a3b0), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:25.988904 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67099450-8eb5-48e7-8ac5-21170da4e365 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_controller (26657b00-8542-42ba-a9d8-249b2274a3b0), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:26.035130 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67099450-8eb5-48e7-8ac5-21170da4e365 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (26657b00-8542-42ba-a9d8-249b2274a3b0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:26.035698 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67099450-8eb5-48e7-8ac5-21170da4e365 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Fanout notify agent at l3_agent the message router_deleted on router 26657b00-8542-42ba-a9d8-249b2274a3b0 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:30:26.042547 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-67099450-8eb5-48e7-8ac5-21170da4e365 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:26.043683 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-67099450-8eb5-48e7-8ac5-21170da4e365 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "DELETE /v2.0/routers/26657b00-8542-42ba-a9d8-249b2274a3b0 HTTP/1.1" status: 204 len: 168 time: 0.8255789 Feb 19 05:30:26.046366 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37156) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:30:26.125080 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ca596c86-df90-4334-8556-d55f76e95651 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (e3bf58ed-aac5-4fdf-9e90-fc88821c9496), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:26.125770 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 23dc6d13-5a6b-4feb-b82c-343f8b783b6b no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:30:26.147323 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 23dc6d13-5a6b-4feb-b82c-343f8b783b6b {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:30:26.147587 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 23dc6d13-5a6b-4feb-b82c-343f8b783b6b not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:30:26.219157 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ca596c86-df90-4334-8556-d55f76e95651 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (e3bf58ed-aac5-4fdf-9e90-fc88821c9496), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:26.241583 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-ca596c86-df90-4334-8556-d55f76e95651 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3bf58ed-aac5-4fdf-9e90-fc88821c9496']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:30:26.251501 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-ca596c86-df90-4334-8556-d55f76e95651 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013032c0-a02f-4667-8cd6-2a9e50c7f4fa') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:30:26.251802 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-ca596c86-df90-4334-8556-d55f76e95651 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013032c0-a02f-4667-8cd6-2a9e50c7f4fa') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:30:26.261535 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ca596c86-df90-4334-8556-d55f76e95651 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (013032c0-a02f-4667-8cd6-2a9e50c7f4fa), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:26.274787 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ca596c86-df90-4334-8556-d55f76e95651 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (013032c0-a02f-4667-8cd6-2a9e50c7f4fa), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:26.280450 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca596c86-df90-4334-8556-d55f76e95651 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:30:26.281062 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ca596c86-df90-4334-8556-d55f76e95651 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (013032c0-a02f-4667-8cd6-2a9e50c7f4fa), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: timer() Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:30:26.284853 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:30:26.348332 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ca596c86-df90-4334-8556-d55f76e95651 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (e3bf58ed-aac5-4fdf-9e90-fc88821c9496), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:26.356373 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-ca596c86-df90-4334-8556-d55f76e95651 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:26.361690 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ca596c86-df90-4334-8556-d55f76e95651 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "DELETE /v2.0/networks/e3bf58ed-aac5-4fdf-9e90-fc88821c9496 HTTP/1.1" status: 204 len: 168 time: 0.3141491 Feb 19 05:30:26.362969 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37158) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:30:26.389733 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca596c86-df90-4334-8556-d55f76e95651 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Network': ['ID=e3bf58ed-aac5-4fdf-9e90-fc88821c9496,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:26.440122 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6df086c5-78a4-4922-8760-da5440a37661 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (a5d7f382-ae21-4031-a7b3-809a5aa194ac), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:26.469326 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6df086c5-78a4-4922-8760-da5440a37661 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (a5d7f382-ae21-4031-a7b3-809a5aa194ac), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:26.530075 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6df086c5-78a4-4922-8760-da5440a37661 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (a5d7f382-ae21-4031-a7b3-809a5aa194ac), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:26.533063 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6df086c5-78a4-4922-8760-da5440a37661 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:26.534605 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6df086c5-78a4-4922-8760-da5440a37661 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "DELETE /v2.0/security-groups/a5d7f382-ae21-4031-a7b3-809a5aa194ac HTTP/1.1" status: 204 len: 168 time: 0.1689923 Feb 19 05:30:26.547037 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df086c5-78a4-4922-8760-da5440a37661 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d7f382-ae21-4031-a7b3-809a5aa194ac,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:26.830233 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37164) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:30:26.834939 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-785179a2-c4d3-481f-8df3-287da9f6066d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2068414988', 'description': 'tempest-secgroup-smoke-2068414988 description', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:30:26.855415 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-785179a2-c4d3-481f-8df3-287da9f6066d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:26.921544 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-785179a2-c4d3-481f-8df3-287da9f6066d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (226db494-488a-4928-98fd-6aa3920312dd), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:26.925861 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-785179a2-c4d3-481f-8df3-287da9f6066d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (226db494-488a-4928-98fd-6aa3920312dd), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:26.956401 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-785179a2-c4d3-481f-8df3-287da9f6066d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:26.957670 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-785179a2-c4d3-481f-8df3-287da9f6066d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1263986 Feb 19 05:30:26.958374 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785179a2-c4d3-481f-8df3-287da9f6066d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=226db494-488a-4928-98fd-6aa3920312dd,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:26.960581 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37166) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:30:26.965126 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-3e9a65e0-7725-4fd4-8501-d7ff7485ed82 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': '226db494-488a-4928-98fd-6aa3920312dd', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:30:26.989618 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e9a65e0-7725-4fd4-8501-d7ff7485ed82 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (de787327-ef76-4e71-aaed-d65de9f2e6d7), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.043054 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e9a65e0-7725-4fd4-8501-d7ff7485ed82 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (de787327-ef76-4e71-aaed-d65de9f2e6d7), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.046444 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e9a65e0-7725-4fd4-8501-d7ff7485ed82 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (de787327-ef76-4e71-aaed-d65de9f2e6d7), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.070106 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a65e0-7725-4fd4-8501-d7ff7485ed82 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de787327-ef76-4e71-aaed-d65de9f2e6d7,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:27.077585 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3e9a65e0-7725-4fd4-8501-d7ff7485ed82 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.078790 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3e9a65e0-7725-4fd4-8501-d7ff7485ed82 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172626 Feb 19 05:30:27.081683 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37168) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:30:27.086713 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-49ca1625-e0eb-4d87-95b6-68bde09ad827 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': '226db494-488a-4928-98fd-6aa3920312dd', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:30:27.111493 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-49ca1625-e0eb-4d87-95b6-68bde09ad827 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (51d5c231-8fd4-4208-981c-4363dd6eac4f), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.166475 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-49ca1625-e0eb-4d87-95b6-68bde09ad827 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (51d5c231-8fd4-4208-981c-4363dd6eac4f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.169986 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-49ca1625-e0eb-4d87-95b6-68bde09ad827 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (51d5c231-8fd4-4208-981c-4363dd6eac4f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.186908 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca1625-e0eb-4d87-95b6-68bde09ad827 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d5c231-8fd4-4208-981c-4363dd6eac4f,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:27.201766 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-49ca1625-e0eb-4d87-95b6-68bde09ad827 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.202979 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-49ca1625-e0eb-4d87-95b6-68bde09ad827 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203623 Feb 19 05:30:27.206319 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37170) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:30:27.210636 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e33b50f9-6064-4d24-af90-f1a9d6cc3c2d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': '226db494-488a-4928-98fd-6aa3920312dd', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:30:27.235278 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e33b50f9-6064-4d24-af90-f1a9d6cc3c2d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (710b0ef2-31e4-4d16-9b9f-1dd9b979db2f), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.291350 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e33b50f9-6064-4d24-af90-f1a9d6cc3c2d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (710b0ef2-31e4-4d16-9b9f-1dd9b979db2f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.294946 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e33b50f9-6064-4d24-af90-f1a9d6cc3c2d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (710b0ef2-31e4-4d16-9b9f-1dd9b979db2f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.313590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b50f9-6064-4d24-af90-f1a9d6cc3c2d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710b0ef2-31e4-4d16-9b9f-1dd9b979db2f,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:27.321551 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e33b50f9-6064-4d24-af90-f1a9d6cc3c2d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.322788 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e33b50f9-6064-4d24-af90-f1a9d6cc3c2d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155121 Feb 19 05:30:27.325475 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37172) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:30:27.329948 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-dab594ad-dc07-4635-bd9c-8cb6167c7ab7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': '226db494-488a-4928-98fd-6aa3920312dd', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:30:27.354896 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dab594ad-dc07-4635-bd9c-8cb6167c7ab7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (c1d426c6-4042-40a0-a1ac-281d2103e222), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.413200 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dab594ad-dc07-4635-bd9c-8cb6167c7ab7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (c1d426c6-4042-40a0-a1ac-281d2103e222), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.416903 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dab594ad-dc07-4635-bd9c-8cb6167c7ab7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (c1d426c6-4042-40a0-a1ac-281d2103e222), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.438774 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab594ad-dc07-4635-bd9c-8cb6167c7ab7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d426c6-4042-40a0-a1ac-281d2103e222,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:27.444847 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-dab594ad-dc07-4635-bd9c-8cb6167c7ab7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.445394 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-dab594ad-dc07-4635-bd9c-8cb6167c7ab7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189818 Feb 19 05:30:27.448151 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37174) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:30:27.452631 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-449dec66-5fb3-45bc-9507-31fe9b6fa701 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': '226db494-488a-4928-98fd-6aa3920312dd', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:30:27.473454 n-d-772273-4 neutron-server[115199]: INFO neutron.db.securitygroups_db [None req-449dec66-5fb3-45bc-9507-31fe9b6fa701 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Project a3ce047577fa4aeb85ad4443f2143977 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:30:27.478372 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-449dec66-5fb3-45bc-9507-31fe9b6fa701 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (608dfb02-ba20-4a45-9a48-7a2969e2a27f), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.536331 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-449dec66-5fb3-45bc-9507-31fe9b6fa701 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (608dfb02-ba20-4a45-9a48-7a2969e2a27f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.539965 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-449dec66-5fb3-45bc-9507-31fe9b6fa701 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (608dfb02-ba20-4a45-9a48-7a2969e2a27f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.557785 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dec66-5fb3-45bc-9507-31fe9b6fa701 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608dfb02-ba20-4a45-9a48-7a2969e2a27f,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:27.565646 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-449dec66-5fb3-45bc-9507-31fe9b6fa701 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.566857 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-449dec66-5fb3-45bc-9507-31fe9b6fa701 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177015 Feb 19 05:30:27.569522 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37176) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:30:27.573797 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-c1e49426-b649-4aa2-9dd7-d9123f1bfa4c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': '226db494-488a-4928-98fd-6aa3920312dd', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:30:27.593826 n-d-772273-4 neutron-server[115199]: INFO neutron.db.securitygroups_db [None req-c1e49426-b649-4aa2-9dd7-d9123f1bfa4c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Project a3ce047577fa4aeb85ad4443f2143977 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:30:27.598720 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1e49426-b649-4aa2-9dd7-d9123f1bfa4c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (c2c3f5f1-d056-4280-803a-894e72f5f382), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.656288 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1e49426-b649-4aa2-9dd7-d9123f1bfa4c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (c2c3f5f1-d056-4280-803a-894e72f5f382), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.660071 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1e49426-b649-4aa2-9dd7-d9123f1bfa4c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (c2c3f5f1-d056-4280-803a-894e72f5f382), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.677293 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e49426-b649-4aa2-9dd7-d9123f1bfa4c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c3f5f1-d056-4280-803a-894e72f5f382,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:27.684601 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-c1e49426-b649-4aa2-9dd7-d9123f1bfa4c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.685905 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-c1e49426-b649-4aa2-9dd7-d9123f1bfa4c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1154377 Feb 19 05:30:27.688673 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37178) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:30:27.694277 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e763915c-029a-49a2-8db1-532453da0bef tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'network': {'name': 'tempest-network-smoke--1792845427', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'port_security_enabled': True}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:30:27.714498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e763915c-029a-49a2-8db1-532453da0bef tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Made reservation on behalf of a3ce047577fa4aeb85ad4443f2143977 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:30:27.717845 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e763915c-029a-49a2-8db1-532453da0bef tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.741740 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e763915c-029a-49a2-8db1-532453da0bef tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:30:27.749115 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device dc258eae-b070-473b-a7aa-73bee95cdda9 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:30:27.751444 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e763915c-029a-49a2-8db1-532453da0bef tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (abd365d8-0117-4295-9521-6dd38d917f1c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.751795 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-e763915c-029a-49a2-8db1-532453da0bef tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Added segment abd365d8-0117-4295-9521-6dd38d917f1c of type vlan for network 399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 Feb 19 05:30:27.775076 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: dc258eae-b070-473b-a7aa-73bee95cdda9 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:30:27.775424 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device dc258eae-b070-473b-a7aa-73bee95cdda9 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:30:27.775847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 61394ccf-5d1e-4b81-b48c-252cbdc68f22 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:30:27.796551 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 61394ccf-5d1e-4b81-b48c-252cbdc68f22 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:30:27.796773 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e763915c-029a-49a2-8db1-532453da0bef tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (399d9f5e-d97a-4881-8ebf-f7b3e85e7d38), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.796984 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 61394ccf-5d1e-4b81-b48c-252cbdc68f22 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:30:27.822300 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e763915c-029a-49a2-8db1-532453da0bef tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (399d9f5e-d97a-4881-8ebf-f7b3e85e7d38), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.827285 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e763915c-029a-49a2-8db1-532453da0bef tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:27.827935 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e763915c-029a-49a2-8db1-532453da0bef tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.888993 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e763915c-029a-49a2-8db1-532453da0bef tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1991460 Feb 19 05:30:27.891788 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37180) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:30:27.895361 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763915c-029a-49a2-8db1-532453da0bef tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Network': ['ID=399d9f5e-d97a-4881-8ebf-f7b3e85e7d38,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:27.896648 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-e3bf2d44-3af7-4b25-b04d-96de368858a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1926399000', 'admin_state_up': True, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:30:27.906118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:30:27.920587 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3bf2d44-3af7-4b25-b04d-96de368858a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (bd05ea9e-8afc-4555-8131-c3a92b4fca93), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.921782 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3bf2d44-3af7-4b25-b04d-96de368858a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (bd05ea9e-8afc-4555-8131-c3a92b4fca93), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:27.975106 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3bf2d44-3af7-4b25-b04d-96de368858a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_controller (bd05ea9e-8afc-4555-8131-c3a92b4fca93), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:28.120331 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3bf2d44-3af7-4b25-b04d-96de368858a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_gateway (bd05ea9e-8afc-4555-8131-c3a92b4fca93), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:28.312195 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3bf2d44-3af7-4b25-b04d-96de368858a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_gateway (bd05ea9e-8afc-4555-8131-c3a92b4fca93), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:28.335151 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3bf2d44-3af7-4b25-b04d-96de368858a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:28.443201 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-e3bf2d44-3af7-4b25-b04d-96de368858a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Allocated IP 172.25.0.77 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/73718764-91d5-42da-a61b-53f50d6e4765) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:30:28.550015 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3bf2d44-3af7-4b25-b04d-96de368858a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (73718764-91d5-42da-a61b-53f50d6e4765), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:28.584901 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3bf2d44-3af7-4b25-b04d-96de368858a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (73718764-91d5-42da-a61b-53f50d6e4765), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:28.623700 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bf2d44-3af7-4b25-b04d-96de368858a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:30:28.630650 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-e3bf2d44-3af7-4b25-b04d-96de368858a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:30:28.633020 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bf2d44-3af7-4b25-b04d-96de368858a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:30:28.636203 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf2d44-3af7-4b25-b04d-96de368858a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=73718764-91d5-42da-a61b-53f50d6e4765,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:29.221400 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3bf2d44-3af7-4b25-b04d-96de368858a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_gateway (bd05ea9e-8afc-4555-8131-c3a92b4fca93), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:29.421656 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3bf2d44-3af7-4b25-b04d-96de368858a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (bd05ea9e-8afc-4555-8131-c3a92b4fca93), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:29.556939 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3bf2d44-3af7-4b25-b04d-96de368858a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Router bd05ea9e-8afc-4555-8131-c3a92b4fca93 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:30:29.666395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bf2d44-3af7-4b25-b04d-96de368858a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:30:29.676197 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] Sync routers for ids ['bd05ea9e-8afc-4555-8131-c3a92b4fca93'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:30:29.686108 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] Routers {'bd05ea9e-8afc-4555-8131-c3a92b4fca93'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:30:29.686741 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:30:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['bd05ea9e-8afc-4555-8131-c3a92b4fca93'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:30:29.687284 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e3bf2d44-3af7-4b25-b04d-96de368858a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:29.688672 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e3bf2d44-3af7-4b25-b04d-96de368858a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7955618 Feb 19 05:30:29.692239 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37182) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:30:29.720454 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d07f22f3-e8b5-448e-8b51-2d0dcd66595b tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a3ce047577fa4aeb85ad4443f2143977&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267541 Feb 19 05:30:29.723837 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37184) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:30:29.798971 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] Set router bd05ea9e-8afc-4555-8131-c3a92b4fca93 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:30:29.810805 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcc5154-7ee1-4943-a6ba-4287a4b14676 tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:29.813328 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4fcc5154-7ee1-4943-a6ba-4287a4b14676 tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885131 Feb 19 05:30:29.815383 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37186) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:30:29.843659 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7d6d6a62-3043-40cf-ba94-264d7250c7ac tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270910 Feb 19 05:30:29.847243 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37188) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:30:29.852191 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-4fec4947-45ea-4988-a3f7-6813e43558be tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-297943186', 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:30:29.942585 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fec4947-45ea-4988-a3f7-6813e43558be tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Made reservation on behalf of a3ce047577fa4aeb85ad4443f2143977 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:30:29.946135 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4fec4947-45ea-4988-a3f7-6813e43558be tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:29.978410 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926399000', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '73718764-91d5-42da-a61b-53f50d6e4765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:30:27Z', 'updated_at': '2022-02-19T05:30:29Z', 'revision_number': 3, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '73718764-91d5-42da-a61b-53f50d6e4765', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:30:28Z', 'updated_at': '2022-02-19T05:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:30:30.005150 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] Checking router: bd05ea9e-8afc-4555-8131-c3a92b4fca93 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:30:30.005411 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] Updating router bd05ea9e-8afc-4555-8131-c3a92b4fca93 port 73718764-91d5-42da-a61b-53f50d6e4765 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:30:30.037861 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (73718764-91d5-42da-a61b-53f50d6e4765), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:30.128675 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4fec4947-45ea-4988-a3f7-6813e43558be tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (148025fa-fa2e-4609-9a29-0eaf214c840b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:30.187030 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec4947-45ea-4988-a3f7-6813e43558be tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Subnet': ['ID=148025fa-fa2e-4609-9a29-0eaf214c840b,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:30.198326 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fec4947-45ea-4988-a3f7-6813e43558be tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Checking segment: {'id': 'abd365d8-0117-4295-9521-6dd38d917f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:30:30.198733 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fec4947-45ea-4988-a3f7-6813e43558be tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network hostable DHCP agents. Network: 399d9f5e-d97a-4881-8ebf-f7b3e85e7d38, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:30:30.217498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fec4947-45ea-4988-a3f7-6813e43558be tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network 399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:30:30.230529 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-4fec4947-45ea-4988-a3f7-6813e43558be tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 399d9f5e-d97a-4881-8ebf-f7b3e85e7d38) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:30:30.235555 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fec4947-45ea-4988-a3f7-6813e43558be tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:30.236370 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-4fec4947-45ea-4988-a3f7-6813e43558be tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:30.254363 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-4fec4947-45ea-4988-a3f7-6813e43558be tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4060864 Feb 19 05:30:30.257163 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37190) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:30:30.372937 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0ed7ab-c181-4a5b-8149-853c3dacbc28 None None] Network 399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:30:30.513592 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a353141-11ca-424b-88fe-aee5307b0358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-399d9f5e-d97a-4881-8ebf-f7b3e85e7d38', 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'fixed_ips': [{'subnet_id': '148025fa-fa2e-4609-9a29-0eaf214c840b'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:30:30.514406 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8a353141-11ca-424b-88fe-aee5307b0358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:30.572502 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] Publish callbacks [] for port (73718764-91d5-42da-a61b-53f50d6e4765), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:30.624550 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (73718764-91d5-42da-a61b-53f50d6e4765), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:30.700201 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] Attempting to bind port 73718764-91d5-42da-a61b-53f50d6e4765 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:30:30.700894 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] Attempting to bind port 73718764-91d5-42da-a61b-53f50d6e4765 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:30:30.701179 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] Attempting to bind port 73718764-91d5-42da-a61b-53f50d6e4765 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:30:30.707257 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd5809d0-a5ac-48e6-83f0-90fba4dbbbc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:30.720409 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fab72-51ae-4ae5-abcd-f879725f796a None None] Pushing event updated for resources: {'Port': ['ID=73718764-91d5-42da-a61b-53f50d6e4765,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:30.731023 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:30:30.731409 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:30:30.731823 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:30.732216 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:30:30.732694 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] Bound port: 73718764-91d5-42da-a61b-53f50d6e4765, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:30:30.733108 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (73718764-91d5-42da-a61b-53f50d6e4765), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:30.776788 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-8a353141-11ca-424b-88fe-aee5307b0358 None None] Allocated IP 172.20.0.2 (399d9f5e-d97a-4881-8ebf-f7b3e85e7d38/148025fa-fa2e-4609-9a29-0eaf214c840b/c05edc7b-a32d-48e6-bbac-eaa2245ed5e9) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:30:30.807841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] For port 73718764-91d5-42da-a61b-53f50d6e4765, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:30:30.859734 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] For port 73718764-91d5-42da-a61b-53f50d6e4765, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=73718764-91d5-42da-a61b-53f50d6e4765,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:30:30.870946 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (73718764-91d5-42da-a61b-53f50d6e4765), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:30.953963 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fab72-51ae-4ae5-abcd-f879725f796a None None] Pushing event updated for resources: {'Port': ['ID=73718764-91d5-42da-a61b-53f50d6e4765,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:30.961824 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] Routers {'bd05ea9e-8afc-4555-8131-c3a92b4fca93'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:30:30.962437 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:30:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['bd05ea9e-8afc-4555-8131-c3a92b4fca93'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:30:31.090315 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8a353141-11ca-424b-88fe-aee5307b0358 None None] Publish callbacks [] for port (c05edc7b-a32d-48e6-bbac-eaa2245ed5e9), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:31.100471 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8a353141-11ca-424b-88fe-aee5307b0358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (c05edc7b-a32d-48e6-bbac-eaa2245ed5e9), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:31.144420 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-fd5809d0-a5ac-48e6-83f0-90fba4dbbbc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Allocated IP 172.20.0.1 (399d9f5e-d97a-4881-8ebf-f7b3e85e7d38/148025fa-fa2e-4609-9a29-0eaf214c840b/fdc45ae9-6362-4c4c-8867-7d409fadbd4b) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:30:31.150602 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] Set router bd05ea9e-8afc-4555-8131-c3a92b4fca93 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:30:31.210594 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a353141-11ca-424b-88fe-aee5307b0358 None None] Network 399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:30:31.216341 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-8a353141-11ca-424b-88fe-aee5307b0358 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:30:31.218676 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a353141-11ca-424b-88fe-aee5307b0358 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:30:31.220382 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a353141-11ca-424b-88fe-aee5307b0358 None None] Pushing event updated for resources: {'Port': ['ID=c05edc7b-a32d-48e6-bbac-eaa2245ed5e9,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:31.264533 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd5809d0-a5ac-48e6-83f0-90fba4dbbbc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (fdc45ae9-6362-4c4c-8867-7d409fadbd4b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:31.300595 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd5809d0-a5ac-48e6-83f0-90fba4dbbbc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (fdc45ae9-6362-4c4c-8867-7d409fadbd4b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:31.330419 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-8a353141-11ca-424b-88fe-aee5307b0358 None None] Attempting to bind port c05edc7b-a32d-48e6-bbac-eaa2245ed5e9 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:30:31.330800 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-8a353141-11ca-424b-88fe-aee5307b0358 None None] Attempting to bind port c05edc7b-a32d-48e6-bbac-eaa2245ed5e9 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'abd365d8-0117-4295-9521-6dd38d917f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:30:31.331162 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a353141-11ca-424b-88fe-aee5307b0358 None None] Attempting to bind port c05edc7b-a32d-48e6-bbac-eaa2245ed5e9 on network 399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:30:31.338709 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5809d0-a5ac-48e6-83f0-90fba4dbbbc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network 399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:30:31.341833 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-fd5809d0-a5ac-48e6-83f0-90fba4dbbbc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:30:31.342814 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a353141-11ca-424b-88fe-aee5307b0358 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:30:31.343195 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a353141-11ca-424b-88fe-aee5307b0358 None None] Checking segment: {'id': 'abd365d8-0117-4295-9521-6dd38d917f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:30:31.343603 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8a353141-11ca-424b-88fe-aee5307b0358 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:31.343996 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a353141-11ca-424b-88fe-aee5307b0358 None None] Bound using segment: {'id': 'abd365d8-0117-4295-9521-6dd38d917f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:30:31.344493 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-8a353141-11ca-424b-88fe-aee5307b0358 None None] Bound port: c05edc7b-a32d-48e6-bbac-eaa2245ed5e9, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd365d8-0117-4295-9521-6dd38d917f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:30:31.344947 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8a353141-11ca-424b-88fe-aee5307b0358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c05edc7b-a32d-48e6-bbac-eaa2245ed5e9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:31.346674 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5809d0-a5ac-48e6-83f0-90fba4dbbbc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:30:31.374162 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5809d0-a5ac-48e6-83f0-90fba4dbbbc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=fdc45ae9-6362-4c4c-8867-7d409fadbd4b,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:31.397822 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd5809d0-a5ac-48e6-83f0-90fba4dbbbc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (bd05ea9e-8afc-4555-8131-c3a92b4fca93), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:31.447523 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8a353141-11ca-424b-88fe-aee5307b0358 None None] For port c05edc7b-a32d-48e6-bbac-eaa2245ed5e9, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:30:31.451110 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8a353141-11ca-424b-88fe-aee5307b0358 None None] For port c05edc7b-a32d-48e6-bbac-eaa2245ed5e9, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c05edc7b-a32d-48e6-bbac-eaa2245ed5e9,segment=NetworkSegment(abd365d8-0117-4295-9521-6dd38d917f1c),segment_id=abd365d8-0117-4295-9521-6dd38d917f1c)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:30:31.461018 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8a353141-11ca-424b-88fe-aee5307b0358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c05edc7b-a32d-48e6-bbac-eaa2245ed5e9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:31.465937 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926399000', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '73718764-91d5-42da-a61b-53f50d6e4765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:30:27Z', 'updated_at': '2022-02-19T05:30:29Z', 'revision_number': 3, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '73718764-91d5-42da-a61b-53f50d6e4765', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:30:28Z', 'updated_at': '2022-02-19T05:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:30:31.518748 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b62068-c54d-4014-9c70-5773a8137206 None None] The sync data for ids ['bd05ea9e-8afc-4555-8131-c3a92b4fca93'] in n-d-772273-4 is: [{'id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926399000', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '73718764-91d5-42da-a61b-53f50d6e4765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:30:27Z', 'updated_at': '2022-02-19T05:30:29Z', 'revision_number': 3, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '73718764-91d5-42da-a61b-53f50d6e4765', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:30:28Z', 'updated_at': '2022-02-19T05:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:30:31.537253 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd5809d0-a5ac-48e6-83f0-90fba4dbbbc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fdc45ae9-6362-4c4c-8867-7d409fadbd4b), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:31.560988 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a353141-11ca-424b-88fe-aee5307b0358 None None] Pushing event updated for resources: {'Port': ['ID=c05edc7b-a32d-48e6-bbac-eaa2245ed5e9,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:31.889200 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd5809d0-a5ac-48e6-83f0-90fba4dbbbc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (fdc45ae9-6362-4c4c-8867-7d409fadbd4b), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:31.894975 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd5809d0-a5ac-48e6-83f0-90fba4dbbbc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (fdc45ae9-6362-4c4c-8867-7d409fadbd4b), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:31.976946 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5809d0-a5ac-48e6-83f0-90fba4dbbbc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=fdc45ae9-6362-4c4c-8867-7d409fadbd4b,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:31.979288 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fd5809d0-a5ac-48e6-83f0-90fba4dbbbc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (bd05ea9e-8afc-4555-8131-c3a92b4fca93), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:32.074769 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5809d0-a5ac-48e6-83f0-90fba4dbbbc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network 399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:30:32.076303 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-fd5809d0-a5ac-48e6-83f0-90fba4dbbbc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:30:32.199538 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5809d0-a5ac-48e6-83f0-90fba4dbbbc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Router bd05ea9e-8afc-4555-8131-c3a92b4fca93 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:30:32.317354 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5809d0-a5ac-48e6-83f0-90fba4dbbbc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:30:32.323452 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fd5809d0-a5ac-48e6-83f0-90fba4dbbbc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "PUT /v2.0/routers/bd05ea9e-8afc-4555-8131-c3a92b4fca93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0649979 Feb 19 05:30:32.387106 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-32edaabd-0e25-4c5c-812a-68a12229b58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:32.519522 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-1b7a785d-f6b5-488b-b6bb-f3ca35991e44 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2068414988&fields=id&tenant_id=a3ce047577fa4aeb85ad4443f2143977 HTTP/1.1" status: 200 len: 267 time: 0.0667884 Feb 19 05:30:32.645617 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-28817cf0-eb40-42bc-a0c5-1d7a167010c1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:32.647137 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-28817cf0-eb40-42bc-a0c5-1d7a167010c1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/networks?id=399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 HTTP/1.1" status: 200 len: 797 time: 0.1184826 Feb 19 05:30:32.663146 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-e633e568-1772-452e-89cf-fff3053f8d88 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/quotas/a3ce047577fa4aeb85ad4443f2143977 HTTP/1.1" status: 200 len: 375 time: 0.0104194 Feb 19 05:30:32.679358 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a001a4-0f0b-43d3-a9cc-7b49a02be9c0 None None] Network 399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:30:32.722388 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-f9d4210e-ab8d-492f-90c0-ab6de71922c9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537937 Feb 19 05:30:32.793698 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-7bb61c74-b1c4-44ca-bcde-f1aa534363b1 None None] Provisioning complete for port c05edc7b-a32d-48e6-bbac-eaa2245ed5e9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:30:32.794077 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7bb61c74-b1c4-44ca-bcde-f1aa534363b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c05edc7b-a32d-48e6-bbac-eaa2245ed5e9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:32.887249 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7bb61c74-b1c4-44ca-bcde-f1aa534363b1 None None] Current status of the port c05edc7b-a32d-48e6-bbac-eaa2245ed5e9 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:30:32.887653 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7bb61c74-b1c4-44ca-bcde-f1aa534363b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c05edc7b-a32d-48e6-bbac-eaa2245ed5e9), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:32.900795 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-93186781-762e-4092-9c63-8d7b8d4c4309 service neutron] 10.222.0.65 "GET /v2.0/networks/399d9f5e-d97a-4881-8ebf-f7b3e85e7d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673141 Feb 19 05:30:32.929882 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-7bb61c74-b1c4-44ca-bcde-f1aa534363b1 None None] For port c05edc7b-a32d-48e6-bbac-eaa2245ed5e9, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c05edc7b-a32d-48e6-bbac-eaa2245ed5e9,segment=NetworkSegment(abd365d8-0117-4295-9521-6dd38d917f1c),segment_id=abd365d8-0117-4295-9521-6dd38d917f1c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:30:32.935642 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7bb61c74-b1c4-44ca-bcde-f1aa534363b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c05edc7b-a32d-48e6-bbac-eaa2245ed5e9), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:33.001865 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb61c74-b1c4-44ca-bcde-f1aa534363b1 None None] Pushing event updated for resources: {'Port': ['ID=c05edc7b-a32d-48e6-bbac-eaa2245ed5e9,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:33.012317 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-6347485c-8be0-4e46-9c21-7dd199037b10 service neutron] 10.222.0.65 "GET /v2.0/networks/399d9f5e-d97a-4881-8ebf-f7b3e85e7d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085191 Feb 19 05:30:33.164431 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a0f0d877-6b6d-49e6-a316-142a196c597e None None] Provisioning complete for port fdc45ae9-6362-4c4c-8867-7d409fadbd4b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:30:33.164815 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d877-6b6d-49e6-a316-142a196c597e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fdc45ae9-6362-4c4c-8867-7d409fadbd4b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:33.195221 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d40817b3-9523-4175-a0cd-f9a49246b897 req-d56976c8-0c9e-406e-92d3-75c9fe27fc19 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 210 time: 0.0320294 Feb 19 05:30:33.209043 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a0f0d877-6b6d-49e6-a316-142a196c597e None None] Port fdc45ae9-6362-4c4c-8867-7d409fadbd4b cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:30:33.219503 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a0f0d877-6b6d-49e6-a316-142a196c597e None None] Provisioning complete for port c05edc7b-a32d-48e6-bbac-eaa2245ed5e9 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:30:33.219930 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d877-6b6d-49e6-a316-142a196c597e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c05edc7b-a32d-48e6-bbac-eaa2245ed5e9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:33.304109 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a0f0d877-6b6d-49e6-a316-142a196c597e None None] Current status of the port c05edc7b-a32d-48e6-bbac-eaa2245ed5e9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:30:33.356883 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] Sync routers for ids ['bd05ea9e-8afc-4555-8131-c3a92b4fca93'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:30:33.368247 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] Routers {'bd05ea9e-8afc-4555-8131-c3a92b4fca93'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:30:33.368859 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:30:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['bd05ea9e-8afc-4555-8131-c3a92b4fca93'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:30:33.429163 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b7cce9f7-9db3-4cc4-aafc-02fa2ddaeaeb None None] Provisioning complete for port fdc45ae9-6362-4c4c-8867-7d409fadbd4b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:30:33.429811 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b7cce9f7-9db3-4cc4-aafc-02fa2ddaeaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fdc45ae9-6362-4c4c-8867-7d409fadbd4b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:33.467583 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b7cce9f7-9db3-4cc4-aafc-02fa2ddaeaeb None None] Port fdc45ae9-6362-4c4c-8867-7d409fadbd4b cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:30:33.495240 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] Set router bd05ea9e-8afc-4555-8131-c3a92b4fca93 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:30:33.587494 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-053089b7-f8eb-40f6-80f3-de6da742d94d None None] Provisioning complete for port fdc45ae9-6362-4c4c-8867-7d409fadbd4b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:30:33.587969 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-053089b7-f8eb-40f6-80f3-de6da742d94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fdc45ae9-6362-4c4c-8867-7d409fadbd4b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:33.630532 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-053089b7-f8eb-40f6-80f3-de6da742d94d None None] Port fdc45ae9-6362-4c4c-8867-7d409fadbd4b cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:30:33.704030 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926399000', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '73718764-91d5-42da-a61b-53f50d6e4765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:30:27Z', 'updated_at': '2022-02-19T05:30:31Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '73718764-91d5-42da-a61b-53f50d6e4765', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:30:28Z', 'updated_at': '2022-02-19T05:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'fdc45ae9-6362-4c4c-8867-7d409fadbd4b', 'name': '', 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:ce:1a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '148025fa-fa2e-4609-9a29-0eaf214c840b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:30:30Z', 'updated_at': '2022-02-19T05:30:31Z', 'revision_number': 2, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '148025fa-fa2e-4609-9a29-0eaf214c840b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:30:33.740664 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] Checking router: bd05ea9e-8afc-4555-8131-c3a92b4fca93 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:30:33.741096 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] Updating router bd05ea9e-8afc-4555-8131-c3a92b4fca93 port fdc45ae9-6362-4c4c-8867-7d409fadbd4b binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:30:33.770120 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fdc45ae9-6362-4c4c-8867-7d409fadbd4b), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:33.804905 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 73718764-91d5-42da-a61b-53f50d6e4765 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:30:33.853387 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 73718764-91d5-42da-a61b-53f50d6e4765 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:30:33.853778 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (73718764-91d5-42da-a61b-53f50d6e4765), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:33.932707 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 73718764-91d5-42da-a61b-53f50d6e4765 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:30:33.933154 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (73718764-91d5-42da-a61b-53f50d6e4765), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:33.958440 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 73718764-91d5-42da-a61b-53f50d6e4765, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=73718764-91d5-42da-a61b-53f50d6e4765,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:30:33.962643 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (73718764-91d5-42da-a61b-53f50d6e4765), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:33.963550 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c05edc7b-a32d-48e6-bbac-eaa2245ed5e9 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:30:34.037065 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=73718764-91d5-42da-a61b-53f50d6e4765,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:34.041551 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] Publish callbacks [] for port (fdc45ae9-6362-4c4c-8867-7d409fadbd4b), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:34.049531 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fdc45ae9-6362-4c4c-8867-7d409fadbd4b), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:34.050058 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port c05edc7b-a32d-48e6-bbac-eaa2245ed5e9 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:30:34.050447 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c05edc7b-a32d-48e6-bbac-eaa2245ed5e9), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:34.106152 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2f4b7-c6a4-4684-b7cb-c5d3fe7673db None None] Pushing event updated for resources: {'Port': ['ID=fdc45ae9-6362-4c4c-8867-7d409fadbd4b,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:34.117350 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a2f4b7-c6a4-4684-b7cb-c5d3fe7673db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:34.117708 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a2f4b7-c6a4-4684-b7cb-c5d3fe7673db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:34.118057 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a2f4b7-c6a4-4684-b7cb-c5d3fe7673db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:34.118400 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a2f4b7-c6a4-4684-b7cb-c5d3fe7673db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:34.118740 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a2f4b7-c6a4-4684-b7cb-c5d3fe7673db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:34.119074 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a2f4b7-c6a4-4684-b7cb-c5d3fe7673db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:34.119410 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a2f4b7-c6a4-4684-b7cb-c5d3fe7673db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:34.119738 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a2f4b7-c6a4-4684-b7cb-c5d3fe7673db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:34.120073 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a2f4b7-c6a4-4684-b7cb-c5d3fe7673db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:34.120397 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a2f4b7-c6a4-4684-b7cb-c5d3fe7673db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:34.120725 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a2f4b7-c6a4-4684-b7cb-c5d3fe7673db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:34.121094 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a2f4b7-c6a4-4684-b7cb-c5d3fe7673db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:34.121423 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a2f4b7-c6a4-4684-b7cb-c5d3fe7673db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:30:34.167755 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port c05edc7b-a32d-48e6-bbac-eaa2245ed5e9 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:30:34.183177 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] Attempting to bind port fdc45ae9-6362-4c4c-8867-7d409fadbd4b on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:30:34.183673 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] Attempting to bind port fdc45ae9-6362-4c4c-8867-7d409fadbd4b by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'abd365d8-0117-4295-9521-6dd38d917f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:30:34.184102 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] Attempting to bind port fdc45ae9-6362-4c4c-8867-7d409fadbd4b on network 399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:30:34.190131 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:30:34.190618 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] Checking segment: {'id': 'abd365d8-0117-4295-9521-6dd38d917f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:30:34.191086 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:34.191544 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] Bound using segment: {'id': 'abd365d8-0117-4295-9521-6dd38d917f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:30:34.192086 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] Bound port: fdc45ae9-6362-4c4c-8867-7d409fadbd4b, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd365d8-0117-4295-9521-6dd38d917f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:30:34.192536 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fdc45ae9-6362-4c4c-8867-7d409fadbd4b), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:34.265846 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] For port fdc45ae9-6362-4c4c-8867-7d409fadbd4b, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:30:34.270897 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] For port fdc45ae9-6362-4c4c-8867-7d409fadbd4b, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=fdc45ae9-6362-4c4c-8867-7d409fadbd4b,segment=NetworkSegment(abd365d8-0117-4295-9521-6dd38d917f1c),segment_id=abd365d8-0117-4295-9521-6dd38d917f1c)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:30:34.277594 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fdc45ae9-6362-4c4c-8867-7d409fadbd4b), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:34.292361 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9056cd8e-cca0-4cf5-858e-c5fbc078ec4e req-5afc7fbb-5716-44d9-a684-d8b97af410c5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 210 time: 0.0355217 Feb 19 05:30:34.332729 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] Routers {'bd05ea9e-8afc-4555-8131-c3a92b4fca93'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:30:34.333521 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:30:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['bd05ea9e-8afc-4555-8131-c3a92b4fca93'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:30:34.366251 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-545ae80f-17ed-4d64-9f59-64d4a9bdca15 None None] Provisioning complete for port fdc45ae9-6362-4c4c-8867-7d409fadbd4b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:30:34.367067 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-545ae80f-17ed-4d64-9f59-64d4a9bdca15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fdc45ae9-6362-4c4c-8867-7d409fadbd4b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:34.383172 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2f4b7-c6a4-4684-b7cb-c5d3fe7673db None None] Pushing event updated for resources: {'Port': ['ID=fdc45ae9-6362-4c4c-8867-7d409fadbd4b,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:34.473968 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-545ae80f-17ed-4d64-9f59-64d4a9bdca15 None None] Current status of the port fdc45ae9-6362-4c4c-8867-7d409fadbd4b is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:30:34.474536 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-545ae80f-17ed-4d64-9f59-64d4a9bdca15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fdc45ae9-6362-4c4c-8867-7d409fadbd4b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:34.484765 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] Set router bd05ea9e-8afc-4555-8131-c3a92b4fca93 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:30:34.509419 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-545ae80f-17ed-4d64-9f59-64d4a9bdca15 None None] For port fdc45ae9-6362-4c4c-8867-7d409fadbd4b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=fdc45ae9-6362-4c4c-8867-7d409fadbd4b,segment=NetworkSegment(abd365d8-0117-4295-9521-6dd38d917f1c),segment_id=abd365d8-0117-4295-9521-6dd38d917f1c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:30:34.515404 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-545ae80f-17ed-4d64-9f59-64d4a9bdca15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fdc45ae9-6362-4c4c-8867-7d409fadbd4b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:34.567241 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ae80f-17ed-4d64-9f59-64d4a9bdca15 None None] Pushing event updated for resources: {'Port': ['ID=fdc45ae9-6362-4c4c-8867-7d409fadbd4b,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:34.639080 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8366e1d6-1e9a-45fc-a454-db5c850bb3ce None None] Provisioning complete for port fdc45ae9-6362-4c4c-8867-7d409fadbd4b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:30:34.639463 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8366e1d6-1e9a-45fc-a454-db5c850bb3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fdc45ae9-6362-4c4c-8867-7d409fadbd4b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:34.727429 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8366e1d6-1e9a-45fc-a454-db5c850bb3ce None None] Current status of the port fdc45ae9-6362-4c4c-8867-7d409fadbd4b is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:30:34.794846 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926399000', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '73718764-91d5-42da-a61b-53f50d6e4765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:30:27Z', 'updated_at': '2022-02-19T05:30:31Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '73718764-91d5-42da-a61b-53f50d6e4765', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:30:28Z', 'updated_at': '2022-02-19T05:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'fdc45ae9-6362-4c4c-8867-7d409fadbd4b', 'name': '', 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:ce:1a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '148025fa-fa2e-4609-9a29-0eaf214c840b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:30:30Z', 'updated_at': '2022-02-19T05:30:34Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '148025fa-fa2e-4609-9a29-0eaf214c840b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:30:34.821200 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bfb288-240e-4e29-95f6-f02fdc3210da None None] The sync data for ids ['bd05ea9e-8afc-4555-8131-c3a92b4fca93'] in n-d-772273-4 is: [{'id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926399000', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '73718764-91d5-42da-a61b-53f50d6e4765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:30:27Z', 'updated_at': '2022-02-19T05:30:31Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '73718764-91d5-42da-a61b-53f50d6e4765', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:30:28Z', 'updated_at': '2022-02-19T05:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'fdc45ae9-6362-4c4c-8867-7d409fadbd4b', 'name': '', 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:ce:1a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '148025fa-fa2e-4609-9a29-0eaf214c840b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:30:30Z', 'updated_at': '2022-02-19T05:30:34Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '148025fa-fa2e-4609-9a29-0eaf214c840b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:30:35.215760 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f722e59-e898-4f73-a587-5ec5ae96b600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:35.377464 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7e508bb6-133b-4b25-b0ce-c4b10a9d8369 req-17fccd54-1698-4d76-a0ec-69df64b5a037 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 210 time: 0.0325661 Feb 19 05:30:35.846493 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 73718764-91d5-42da-a61b-53f50d6e4765 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:30:35.898940 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 73718764-91d5-42da-a61b-53f50d6e4765 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:30:35.899325 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (73718764-91d5-42da-a61b-53f50d6e4765), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:35.978729 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 73718764-91d5-42da-a61b-53f50d6e4765 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:30:35.979762 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fdc45ae9-6362-4c4c-8867-7d409fadbd4b up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:30:36.025363 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port fdc45ae9-6362-4c4c-8867-7d409fadbd4b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:30:36.025666 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fdc45ae9-6362-4c4c-8867-7d409fadbd4b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:36.104087 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port fdc45ae9-6362-4c4c-8867-7d409fadbd4b is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:30:36.540491 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-397def3a-a10f-406d-ae30-bb3b17cbb9a1 req-222eafa0-0f32-4a37-9fc8-f3d9f38099f5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 210 time: 0.0877762 Feb 19 05:30:37.092476 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:37.648432 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-eb18afe5-1db4-48ef-bef2-903ae78cdeba req-852b8fd1-7ffc-4bf3-a132-ea47687ba018 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 210 time: 0.0295570 Feb 19 05:30:38.131293 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:38.198987 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-750866b0-ea47-4843-865a-cc98ac193420 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:38.200401 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-750866b0-ea47-4843-865a-cc98ac193420 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.48 "GET /v2.0/networks?id=399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 HTTP/1.1" status: 200 len: 797 time: 0.1017885 Feb 19 05:30:38.225679 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:38.269240 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-990974a9-c909-42eb-a5a9-95ab5cc1556e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3ce047577fa4aeb85ad4443f2143977 HTTP/1.1" status: 200 len: 380 time: 0.0561695 Feb 19 05:30:38.278682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-978d30fa-bea4-4462-a2f4-263701864652 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'port': {'device_id': '9d107acd-2b25-4b7c-a749-0c14250096bb', 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38', 'admin_state_up': True, 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'security_groups': ['226db494-488a-4928-98fd-6aa3920312dd']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:30:38.392951 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-978d30fa-bea4-4462-a2f4-263701864652 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Made reservation on behalf of a3ce047577fa4aeb85ad4443f2143977 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:30:38.396843 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-978d30fa-bea4-4462-a2f4-263701864652 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:38.527285 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-978d30fa-bea4-4462-a2f4-263701864652 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Allocated IP 172.20.0.8 (399d9f5e-d97a-4881-8ebf-f7b3e85e7d38/148025fa-fa2e-4609-9a29-0eaf214c840b/207393b1-d53c-4e0e-8992-70be9ea1a861) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:30:38.672450 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-978d30fa-bea4-4462-a2f4-263701864652 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:38.711971 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-978d30fa-bea4-4462-a2f4-263701864652 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:38.788744 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-978d30fa-bea4-4462-a2f4-263701864652 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network 399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:30:38.797067 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-978d30fa-bea4-4462-a2f4-263701864652 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:30:38.799851 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-978d30fa-bea4-4462-a2f4-263701864652 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:30:38.805765 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d30fa-bea4-4462-a2f4-263701864652 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=207393b1-d53c-4e0e-8992-70be9ea1a861,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:38.865782 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9925c6-44f2-40f0-9da5-ba0ccfea9bc8 req-40fa6606-9e90-4f76-b97c-817c8145ad27 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:38.867417 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bc9925c6-44f2-40f0-9da5-ba0ccfea9bc8 req-40fa6606-9e90-4f76-b97c-817c8145ad27 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 931 time: 0.1438339 Feb 19 05:30:38.872867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-978d30fa-bea4-4462-a2f4-263701864652 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:38.873524 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-978d30fa-bea4-4462-a2f4-263701864652 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:38.906604 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-978d30fa-bea4-4462-a2f4-263701864652 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6314168 Feb 19 05:30:38.919629 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-8ae28356-6500-4f7f-9dfa-43b85fb45bd7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:30:38.920724 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-8ae28356-6500-4f7f-9dfa-43b85fb45bd7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070169 Feb 19 05:30:38.936654 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-2aefa555-26c5-448e-af74-6f9ccd9fd5b3 service neutron] Request body: {'port': {'device_id': '9d107acd-2b25-4b7c-a749-0c14250096bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:30:38.964186 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bc9925c6-44f2-40f0-9da5-ba0ccfea9bc8 req-2f4f0cc8-65ac-48e1-8be2-a40b884d3649 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877905 Feb 19 05:30:39.012729 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-2aefa555-26c5-448e-af74-6f9ccd9fd5b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:39.076131 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f12f2ff-bd3c-42d2-a883-f4c44a176e1f None None] Provisioning complete for port 207393b1-d53c-4e0e-8992-70be9ea1a861 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:30:39.076406 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f12f2ff-bd3c-42d2-a883-f4c44a176e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:39.112854 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f12f2ff-bd3c-42d2-a883-f4c44a176e1f None None] Port 207393b1-d53c-4e0e-8992-70be9ea1a861 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:30:39.277297 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-2aefa555-26c5-448e-af74-6f9ccd9fd5b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207393b1-d53c-4e0e-8992-70be9ea1a861 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:30:39.284949 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-2aefa555-26c5-448e-af74-6f9ccd9fd5b3 service neutron] Publish callbacks [] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:39.296504 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-2aefa555-26c5-448e-af74-6f9ccd9fd5b3 service neutron] Transition to ACTIVE for port object 207393b1-d53c-4e0e-8992-70be9ea1a861 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:30:39.300394 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-2aefa555-26c5-448e-af74-6f9ccd9fd5b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:39.349994 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefa555-26c5-448e-af74-6f9ccd9fd5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=207393b1-d53c-4e0e-8992-70be9ea1a861,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:39.428774 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-2aefa555-26c5-448e-af74-6f9ccd9fd5b3 service neutron] Attempting to bind port 207393b1-d53c-4e0e-8992-70be9ea1a861 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:30:39.429221 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-2aefa555-26c5-448e-af74-6f9ccd9fd5b3 service neutron] Attempting to bind port 207393b1-d53c-4e0e-8992-70be9ea1a861 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'abd365d8-0117-4295-9521-6dd38d917f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:30:39.429562 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-2aefa555-26c5-448e-af74-6f9ccd9fd5b3 service neutron] Attempting to bind port 207393b1-d53c-4e0e-8992-70be9ea1a861 on network 399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:30:39.434457 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-2aefa555-26c5-448e-af74-6f9ccd9fd5b3 service neutron] Port 207393b1-d53c-4e0e-8992-70be9ea1a861 on network 399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:30:39.434793 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-2aefa555-26c5-448e-af74-6f9ccd9fd5b3 service neutron] Attempting to bind port 207393b1-d53c-4e0e-8992-70be9ea1a861 on network 399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:30:39.440945 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-2aefa555-26c5-448e-af74-6f9ccd9fd5b3 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:30:39.441975 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-2aefa555-26c5-448e-af74-6f9ccd9fd5b3 service neutron] Checking segment: {'id': 'abd365d8-0117-4295-9521-6dd38d917f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:30:39.442377 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-2aefa555-26c5-448e-af74-6f9ccd9fd5b3 service neutron] Bound using segment: {'id': 'abd365d8-0117-4295-9521-6dd38d917f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:30:39.442890 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-2aefa555-26c5-448e-af74-6f9ccd9fd5b3 service neutron] Bound port: 207393b1-d53c-4e0e-8992-70be9ea1a861, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd365d8-0117-4295-9521-6dd38d917f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:30:39.443293 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-2aefa555-26c5-448e-af74-6f9ccd9fd5b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:39.458189 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:39.510792 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-2aefa555-26c5-448e-af74-6f9ccd9fd5b3 service neutron] For port 207393b1-d53c-4e0e-8992-70be9ea1a861, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:30:39.514049 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-2aefa555-26c5-448e-af74-6f9ccd9fd5b3 service neutron] For port 207393b1-d53c-4e0e-8992-70be9ea1a861, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=207393b1-d53c-4e0e-8992-70be9ea1a861,segment=NetworkSegment(abd365d8-0117-4295-9521-6dd38d917f1c),segment_id=abd365d8-0117-4295-9521-6dd38d917f1c)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:30:39.519149 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-2aefa555-26c5-448e-af74-6f9ccd9fd5b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:39.554708 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-2aefa555-26c5-448e-af74-6f9ccd9fd5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:39.555237 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-2aefa555-26c5-448e-af74-6f9ccd9fd5b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:39.556709 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-2aefa555-26c5-448e-af74-6f9ccd9fd5b3 service neutron] 10.222.0.48 "PUT /v2.0/ports/207393b1-d53c-4e0e-8992-70be9ea1a861 HTTP/1.1" status: 200 len: 1091 time: 0.6258733 Feb 19 05:30:39.557192 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d107acd-2b25-4b7c-a749-0c14250096bb', 'tag': '207393b1-d53c-4e0e-8992-70be9ea1a861'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:30:39.559448 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a80ad1-b4bb-4fde-aee0-84bc34d2a64c" -d '{"events": [{"name": "network-changed", "server_uuid": "9d107acd-2b25-4b7c-a749-0c14250096bb", "tag": "207393b1-d53c-4e0e-8992-70be9ea1a861"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:30:39.584332 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefa555-26c5-448e-af74-6f9ccd9fd5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=207393b1-d53c-4e0e-8992-70be9ea1a861,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:39.610731 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23af9da6-f645-4649-ab79-eebc33ee7693 x-openstack-request-id: req-23af9da6-f645-4649-ab79-eebc33ee7693 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:30:39.611381 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d107acd-2b25-4b7c-a749-0c14250096bb", "tag": "207393b1-d53c-4e0e-8992-70be9ea1a861", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:30:39.611640 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23af9da6-f645-4649-ab79-eebc33ee7693 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:30:39.612077 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d107acd-2b25-4b7c-a749-0c14250096bb', 'tag': '207393b1-d53c-4e0e-8992-70be9ea1a861', 'status': 'completed', 'code': 200} Feb 19 05:30:39.663933 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-64684a51-3e49-41bb-aa75-09238e46b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:39.665529 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-64684a51-3e49-41bb-aa75-09238e46b2b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 1125 time: 0.0487473 Feb 19 05:30:39.713078 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-1ed73ece-97b1-4371-bc9b-475ba744e08a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=207393b1-d53c-4e0e-8992-70be9ea1a861 HTTP/1.1" status: 200 len: 217 time: 0.0398514 Feb 19 05:30:39.761112 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-8cd77868-3452-4f8b-8cc6-919a22cd3325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:39.762662 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-8cd77868-3452-4f8b-8cc6-919a22cd3325 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=148025fa-fa2e-4609-9a29-0eaf214c840b HTTP/1.1" status: 200 len: 834 time: 0.0442166 Feb 19 05:30:39.811942 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-8bd4de5c-880c-4bfa-84c6-dc4f4beff835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:39.813528 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-8bd4de5c-880c-4bfa-84c6-dc4f4beff835 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=399d9f5e-d97a-4881-8ebf-f7b3e85e7d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453088 Feb 19 05:30:39.858811 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:39.906714 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-7fbc3d9f-5e88-4ed0-a62b-30662ddbd797 service neutron] 10.222.0.48 "GET /v2.0/networks/399d9f5e-d97a-4881-8ebf-f7b3e85e7d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865633 Feb 19 05:30:39.995856 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5d02ca5-0a5d-4d53-a707-342ff7333863 req-9ff93644-a1aa-45c0-bf58-698daf911475 service neutron] 10.222.0.48 "GET /v2.0/networks/399d9f5e-d97a-4881-8ebf-f7b3e85e7d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835075 Feb 19 05:30:40.118043 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d0708-cad3-4340-8020-30ae65993041 req-074409bd-8200-4b14-bcd1-e5ab350cc65f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:40.119465 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-961d0708-cad3-4340-8020-30ae65993041 req-074409bd-8200-4b14-bcd1-e5ab350cc65f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 943 time: 0.0863638 Feb 19 05:30:40.122074 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a80ad1-b4bb-4fde-aee0-84bc34d2a64c req-2950a397-5e29-43af-b20e-a2c8bd00eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:40.123430 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54a80ad1-b4bb-4fde-aee0-84bc34d2a64c req-2950a397-5e29-43af-b20e-a2c8bd00eda7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 1125 time: 0.0813823 Feb 19 05:30:40.218049 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-961d0708-cad3-4340-8020-30ae65993041 req-15b88a0f-d3ad-402b-b864-92016ca032ad tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925291 Feb 19 05:30:40.247881 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a80ad1-b4bb-4fde-aee0-84bc34d2a64c req-6053ee8d-3700-484d-838d-f0e466c9a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:40.249391 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54a80ad1-b4bb-4fde-aee0-84bc34d2a64c req-6053ee8d-3700-484d-838d-f0e466c9a9df service neutron] 10.222.0.48 "GET /v2.0/networks?id=399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 HTTP/1.1" status: 200 len: 897 time: 0.1175618 Feb 19 05:30:40.295284 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54a80ad1-b4bb-4fde-aee0-84bc34d2a64c req-e64012a9-5449-4757-8161-c541854d404c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=207393b1-d53c-4e0e-8992-70be9ea1a861 HTTP/1.1" status: 200 len: 217 time: 0.0375099 Feb 19 05:30:40.342416 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a80ad1-b4bb-4fde-aee0-84bc34d2a64c req-d1a88d46-10bf-4b33-8130-b4069adabfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:40.343882 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54a80ad1-b4bb-4fde-aee0-84bc34d2a64c req-d1a88d46-10bf-4b33-8130-b4069adabfab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=148025fa-fa2e-4609-9a29-0eaf214c840b HTTP/1.1" status: 200 len: 834 time: 0.0420506 Feb 19 05:30:40.393005 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a80ad1-b4bb-4fde-aee0-84bc34d2a64c req-5043399a-3407-49d2-828c-2b53201376dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:40.394487 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54a80ad1-b4bb-4fde-aee0-84bc34d2a64c req-5043399a-3407-49d2-828c-2b53201376dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=399d9f5e-d97a-4881-8ebf-f7b3e85e7d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444975 Feb 19 05:30:40.496065 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54a80ad1-b4bb-4fde-aee0-84bc34d2a64c req-19d1f496-2598-4c0b-8527-6f728ce50ccf service neutron] 10.222.0.48 "GET /v2.0/networks/399d9f5e-d97a-4881-8ebf-f7b3e85e7d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936575 Feb 19 05:30:40.583824 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-54a80ad1-b4bb-4fde-aee0-84bc34d2a64c req-6e3dd2d8-f977-4198-8059-41762e684b5f service neutron] 10.222.0.48 "GET /v2.0/networks/399d9f5e-d97a-4881-8ebf-f7b3e85e7d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817020 Feb 19 05:30:41.105724 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 207393b1-d53c-4e0e-8992-70be9ea1a861 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:30:41.197977 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 207393b1-d53c-4e0e-8992-70be9ea1a861, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=207393b1-d53c-4e0e-8992-70be9ea1a861,segment=NetworkSegment(abd365d8-0117-4295-9521-6dd38d917f1c),segment_id=abd365d8-0117-4295-9521-6dd38d917f1c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:30:41.209622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '207393b1-d53c-4e0e-8992-70be9ea1a861', 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38', 'port_id': '207393b1-d53c-4e0e-8992-70be9ea1a861', 'mac_address': 'fa:16:3e:c5:8d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148025fa-fa2e-4609-9a29-0eaf214c840b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:30:41.249569 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 207393b1-d53c-4e0e-8992-70be9ea1a861 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:30:41.250065 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:41.263799 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207393b1-d53c-4e0e-8992-70be9ea1a861 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:30:41.283614 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 207393b1-d53c-4e0e-8992-70be9ea1a861, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=207393b1-d53c-4e0e-8992-70be9ea1a861,segment=NetworkSegment(abd365d8-0117-4295-9521-6dd38d917f1c),segment_id=abd365d8-0117-4295-9521-6dd38d917f1c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:30:41.287740 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:41.335945 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=207393b1-d53c-4e0e-8992-70be9ea1a861,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:41.347291 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce1fe0-3fba-46b2-b09c-74485ac10442 req-97630ccd-fce3-4253-b98a-5d0bae035574 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:41.348813 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-43ce1fe0-3fba-46b2-b09c-74485ac10442 req-97630ccd-fce3-4253-b98a-5d0bae035574 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 944 time: 0.0591652 Feb 19 05:30:41.399292 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-43ce1fe0-3fba-46b2-b09c-74485ac10442 req-cdb98cdf-aee5-4a40-8b45-96730517c8bd tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443363 Feb 19 05:30:41.491377 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['207393b1-d53c-4e0e-8992-70be9ea1a861'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:30:42.523301 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dc0f5-77be-441a-a2c0-ccf3db8356ab req-d899a179-fb1e-4c04-9896-7f9f62f8f6d5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:42.524818 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b72dc0f5-77be-441a-a2c0-ccf3db8356ab req-d899a179-fb1e-4c04-9896-7f9f62f8f6d5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 944 time: 0.0577426 Feb 19 05:30:42.574591 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b72dc0f5-77be-441a-a2c0-ccf3db8356ab req-b3fa1253-0942-4c60-8ce3-6bb347da2be5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441933 Feb 19 05:30:43.118807 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 207393b1-d53c-4e0e-8992-70be9ea1a861 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:30:43.168609 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 207393b1-d53c-4e0e-8992-70be9ea1a861 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:30:43.172563 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 207393b1-d53c-4e0e-8992-70be9ea1a861 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:30:43.173046 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:43.410859 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 207393b1-d53c-4e0e-8992-70be9ea1a861 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:30:43.411175 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:43.434258 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d107acd-2b25-4b7c-a749-0c14250096bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207393b1-d53c-4e0e-8992-70be9ea1a861'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:30:43.436502 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092492b6-064b-4472-9374-35685563b1b7" -d '{"events": [{"server_uuid": "9d107acd-2b25-4b7c-a749-0c14250096bb", "name": "network-vif-plugged", "status": "completed", "tag": "207393b1-d53c-4e0e-8992-70be9ea1a861"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:30:43.449029 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 207393b1-d53c-4e0e-8992-70be9ea1a861, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=207393b1-d53c-4e0e-8992-70be9ea1a861,segment=NetworkSegment(abd365d8-0117-4295-9521-6dd38d917f1c),segment_id=abd365d8-0117-4295-9521-6dd38d917f1c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:30:43.454164 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:43.484441 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265ed8db-904b-4419-b1e4-89b0ca61df29 x-openstack-request-id: req-265ed8db-904b-4419-b1e4-89b0ca61df29 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:30:43.484739 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d107acd-2b25-4b7c-a749-0c14250096bb", "name": "network-vif-plugged", "status": "completed", "tag": "207393b1-d53c-4e0e-8992-70be9ea1a861", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:30:43.485178 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-265ed8db-904b-4419-b1e4-89b0ca61df29 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:30:43.485536 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d107acd-2b25-4b7c-a749-0c14250096bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207393b1-d53c-4e0e-8992-70be9ea1a861', 'code': 200} Feb 19 05:30:43.509269 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=207393b1-d53c-4e0e-8992-70be9ea1a861,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:43.584899 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8ff59-942d-463e-8790-74f66ed3975e req-83fada48-35af-4b68-9069-6abaf076bd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:43.586471 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85e8ff59-942d-463e-8790-74f66ed3975e req-83fada48-35af-4b68-9069-6abaf076bd92 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 1127 time: 0.0462935 Feb 19 05:30:43.632001 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85e8ff59-942d-463e-8790-74f66ed3975e req-2763b425-0fd5-43d5-b630-a5d54fe7b13b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398803 Feb 19 05:30:43.697915 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9edad-e363-4705-9c25-e70a9dc0d3e0 req-d2016ea5-91f4-4bf3-b1b2-3f9a288a7698 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:43.699444 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-10f9edad-e363-4705-9c25-e70a9dc0d3e0 req-d2016ea5-91f4-4bf3-b1b2-3f9a288a7698 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 945 time: 0.0555575 Feb 19 05:30:43.748307 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-10f9edad-e363-4705-9c25-e70a9dc0d3e0 req-6811885d-a24d-48ab-ab50-644a387c809c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433600 Feb 19 05:30:44.868326 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af380f3-0941-40d2-967d-a3a0756a37d3 req-88c2bc98-3114-4a54-9d8c-a483cf9359d1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:44.869870 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7af380f3-0941-40d2-967d-a3a0756a37d3 req-88c2bc98-3114-4a54-9d8c-a483cf9359d1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 945 time: 0.0527251 Feb 19 05:30:44.919382 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7af380f3-0941-40d2-967d-a3a0756a37d3 req-b99bc577-c830-46e2-8571-82cbcb6962cf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439196 Feb 19 05:30:45.050200 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85939442-8989-4f34-ad35-2e307a539420 req-77ca3e85-6760-4393-99d7-b2ca40d21b18 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:45.052124 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85939442-8989-4f34-ad35-2e307a539420 req-77ca3e85-6760-4393-99d7-b2ca40d21b18 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 945 time: 0.0551367 Feb 19 05:30:45.101265 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85939442-8989-4f34-ad35-2e307a539420 req-30745953-51b1-4540-821b-0e8824dec352 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430295 Feb 19 05:30:45.122226 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37256) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:30:45.165153 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5514555-2c89-4cc8-97ea-b200f1068d2e tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:45.166683 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d5514555-2c89-4cc8-97ea-b200f1068d2e tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 1122 time: 0.0434556 Feb 19 05:30:45.169485 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37258) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:30:45.173765 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-db456bfa-205d-47c5-9d1a-10f33fe632d4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': '207393b1-d53c-4e0e-8992-70be9ea1a861', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:30:45.194257 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-db456bfa-205d-47c5-9d1a-10f33fe632d4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:45.295320 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-db456bfa-205d-47c5-9d1a-10f33fe632d4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:45.399723 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-db456bfa-205d-47c5-9d1a-10f33fe632d4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Allocated IP 172.25.0.176 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/1c76dfbb-57e0-4093-893c-1f21c20fc8d6) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:30:45.500087 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-db456bfa-205d-47c5-9d1a-10f33fe632d4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (1c76dfbb-57e0-4093-893c-1f21c20fc8d6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:45.532898 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-db456bfa-205d-47c5-9d1a-10f33fe632d4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (1c76dfbb-57e0-4093-893c-1f21c20fc8d6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:45.570312 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db456bfa-205d-47c5-9d1a-10f33fe632d4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:30:45.576334 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-db456bfa-205d-47c5-9d1a-10f33fe632d4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:30:45.580580 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db456bfa-205d-47c5-9d1a-10f33fe632d4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:30:45.583520 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db456bfa-205d-47c5-9d1a-10f33fe632d4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=1c76dfbb-57e0-4093-893c-1f21c20fc8d6,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:45.948386 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-db456bfa-205d-47c5-9d1a-10f33fe632d4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for floatingip (f81b6fe9-3425-44aa-ba8e-925d077c7638), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:46.019456 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-db456bfa-205d-47c5-9d1a-10f33fe632d4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (1c76dfbb-57e0-4093-893c-1f21c20fc8d6), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:46.163709 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-db456bfa-205d-47c5-9d1a-10f33fe632d4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (1c76dfbb-57e0-4093-893c-1f21c20fc8d6), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:46.168124 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-db456bfa-205d-47c5-9d1a-10f33fe632d4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (1c76dfbb-57e0-4093-893c-1f21c20fc8d6), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:46.238655 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db456bfa-205d-47c5-9d1a-10f33fe632d4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=1c76dfbb-57e0-4093-893c-1f21c20fc8d6,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:30:46.248254 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-db456bfa-205d-47c5-9d1a-10f33fe632d4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (f81b6fe9-3425-44aa-ba8e-925d077c7638), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:46.349367 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-db456bfa-205d-47c5-9d1a-10f33fe632d4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Floating IP f81b6fe9-3425-44aa-ba8e-925d077c7638 associated. External IP: 172.25.0.176, port: 207393b1-d53c-4e0e-8992-70be9ea1a861. Feb 19 05:30:46.378068 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:30:46.911309 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db456bfa-205d-47c5-9d1a-10f33fe632d4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Router bd05ea9e-8afc-4555-8131-c3a92b4fca93 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:30:47.018338 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db456bfa-205d-47c5-9d1a-10f33fe632d4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:30:47.028286 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4f634b-3609-4cf5-84ba-9f89aa47b5ad None None] Sync routers for ids ['bd05ea9e-8afc-4555-8131-c3a92b4fca93'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:30:47.036614 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-db456bfa-205d-47c5-9d1a-10f33fe632d4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:30:47.037782 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4f634b-3609-4cf5-84ba-9f89aa47b5ad None None] Routers {'bd05ea9e-8afc-4555-8131-c3a92b4fca93'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:30:47.038442 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5a4f634b-3609-4cf5-84ba-9f89aa47b5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:30:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['bd05ea9e-8afc-4555-8131-c3a92b4fca93'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:30:47.066831 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-db456bfa-205d-47c5-9d1a-10f33fe632d4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8957918 Feb 19 05:30:47.067737 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d107acd-2b25-4b7c-a749-0c14250096bb', 'tag': '207393b1-d53c-4e0e-8992-70be9ea1a861'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:30:47.070676 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d767a70-031e-437d-b87d-9e5cda4bf1a2" -d '{"events": [{"name": "network-changed", "server_uuid": "9d107acd-2b25-4b7c-a749-0c14250096bb", "tag": "207393b1-d53c-4e0e-8992-70be9ea1a861"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:30:47.126199 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e471a59-7608-433a-b5b9-3589cc760e4d x-openstack-request-id: req-2e471a59-7608-433a-b5b9-3589cc760e4d {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:30:47.126764 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d107acd-2b25-4b7c-a749-0c14250096bb", "tag": "207393b1-d53c-4e0e-8992-70be9ea1a861", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:30:47.127239 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e471a59-7608-433a-b5b9-3589cc760e4d {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:30:47.127924 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d107acd-2b25-4b7c-a749-0c14250096bb', 'tag': '207393b1-d53c-4e0e-8992-70be9ea1a861', 'status': 'completed', 'code': 200} Feb 19 05:30:47.166316 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-5a4f634b-3609-4cf5-84ba-9f89aa47b5ad None None] Set router bd05ea9e-8afc-4555-8131-c3a92b4fca93 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:30:47.194854 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac70a5-199e-4411-b84f-c80475ac8353 req-fa766070-86d6-4f1b-a64f-6aac4ae94d9b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:47.196759 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bbac70a5-199e-4411-b84f-c80475ac8353 req-fa766070-86d6-4f1b-a64f-6aac4ae94d9b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 945 time: 0.0613074 Feb 19 05:30:47.242202 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d767a70-031e-437d-b87d-9e5cda4bf1a2 req-0718dfe0-718a-4cb0-a27d-0ced91632330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:47.244370 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d767a70-031e-437d-b87d-9e5cda4bf1a2 req-0718dfe0-718a-4cb0-a27d-0ced91632330 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 1127 time: 0.0978806 Feb 19 05:30:47.250646 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bbac70a5-199e-4411-b84f-c80475ac8353 req-d0de29d7-9b54-4ef1-a5b9-c03d6f7f8b43 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468023 Feb 19 05:30:47.272826 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37266) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:30:47.340139 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d767a70-031e-437d-b87d-9e5cda4bf1a2 req-3c77095c-96ce-497c-8154-c722112c10f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:47.340391 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-11781d87-7bdc-439c-ba95-17d713dd5a94 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/floatingips/f81b6fe9-3425-44aa-ba8e-925d077c7638 HTTP/1.1" status: 200 len: 991 time: 0.0650432 Feb 19 05:30:47.340903 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d767a70-031e-437d-b87d-9e5cda4bf1a2 req-3c77095c-96ce-497c-8154-c722112c10f3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 HTTP/1.1" status: 200 len: 897 time: 0.0913177 Feb 19 05:30:47.414525 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d767a70-031e-437d-b87d-9e5cda4bf1a2 req-c3289c0f-bcec-45d9-aeeb-3efd188c9a22 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=207393b1-d53c-4e0e-8992-70be9ea1a861 HTTP/1.1" status: 200 len: 999 time: 0.0679107 Feb 19 05:30:47.420532 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5a4f634b-3609-4cf5-84ba-9f89aa47b5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926399000', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '73718764-91d5-42da-a61b-53f50d6e4765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:30:27Z', 'updated_at': '2022-02-19T05:30:31Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '73718764-91d5-42da-a61b-53f50d6e4765', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:30:28Z', 'updated_at': '2022-02-19T05:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'f81b6fe9-3425-44aa-ba8e-925d077c7638', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'port_id': '207393b1-d53c-4e0e-8992-70be9ea1a861', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38', 'mac_address': 'fa:16:3e:c5:8d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d107acd-2b25-4b7c-a749-0c14250096bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:30:45Z', 'updated_at': '2022-02-19T05:30:45Z', 'revision_number': 0, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc45ae9-6362-4c4c-8867-7d409fadbd4b', 'name': '', 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:ce:1a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '148025fa-fa2e-4609-9a29-0eaf214c840b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:30:30Z', 'updated_at': '2022-02-19T05:30:34Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '148025fa-fa2e-4609-9a29-0eaf214c840b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:30:47.450289 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4f634b-3609-4cf5-84ba-9f89aa47b5ad None None] Checking router: bd05ea9e-8afc-4555-8131-c3a92b4fca93 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:30:47.458989 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4f634b-3609-4cf5-84ba-9f89aa47b5ad None None] Routers {'bd05ea9e-8afc-4555-8131-c3a92b4fca93'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:30:47.459606 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5a4f634b-3609-4cf5-84ba-9f89aa47b5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:30:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['bd05ea9e-8afc-4555-8131-c3a92b4fca93'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:30:47.463267 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d767a70-031e-437d-b87d-9e5cda4bf1a2 req-50ce27e3-c60e-4bc2-bf51-9e76051c17a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:47.463652 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d767a70-031e-437d-b87d-9e5cda4bf1a2 req-50ce27e3-c60e-4bc2-bf51-9e76051c17a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=148025fa-fa2e-4609-9a29-0eaf214c840b HTTP/1.1" status: 200 len: 834 time: 0.0436816 Feb 19 05:30:47.511580 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d767a70-031e-437d-b87d-9e5cda4bf1a2 req-de6ed2ce-90ad-4d6e-8108-7cd8ef2e9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:30:47.513174 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d767a70-031e-437d-b87d-9e5cda4bf1a2 req-de6ed2ce-90ad-4d6e-8108-7cd8ef2e9176 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=399d9f5e-d97a-4881-8ebf-f7b3e85e7d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442595 Feb 19 05:30:47.570545 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-5a4f634b-3609-4cf5-84ba-9f89aa47b5ad None None] Set router bd05ea9e-8afc-4555-8131-c3a92b4fca93 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:30:47.607296 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d767a70-031e-437d-b87d-9e5cda4bf1a2 req-62837686-6a88-481b-ab11-94e42590410e service neutron] 10.222.0.48 "GET /v2.0/networks/399d9f5e-d97a-4881-8ebf-f7b3e85e7d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885336 Feb 19 05:30:47.705612 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d767a70-031e-437d-b87d-9e5cda4bf1a2 req-1f523506-2c17-49b9-a31b-c8e5ec028d13 service neutron] 10.222.0.48 "GET /v2.0/networks/399d9f5e-d97a-4881-8ebf-f7b3e85e7d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927560 Feb 19 05:30:47.804834 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5a4f634b-3609-4cf5-84ba-9f89aa47b5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926399000', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '73718764-91d5-42da-a61b-53f50d6e4765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:30:27Z', 'updated_at': '2022-02-19T05:30:31Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '73718764-91d5-42da-a61b-53f50d6e4765', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:30:28Z', 'updated_at': '2022-02-19T05:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'f81b6fe9-3425-44aa-ba8e-925d077c7638', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'port_id': '207393b1-d53c-4e0e-8992-70be9ea1a861', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38', 'mac_address': 'fa:16:3e:c5:8d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d107acd-2b25-4b7c-a749-0c14250096bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:30:45Z', 'updated_at': '2022-02-19T05:30:45Z', 'revision_number': 0, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc45ae9-6362-4c4c-8867-7d409fadbd4b', 'name': '', 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:ce:1a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '148025fa-fa2e-4609-9a29-0eaf214c840b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:30:30Z', 'updated_at': '2022-02-19T05:30:34Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '148025fa-fa2e-4609-9a29-0eaf214c840b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:30:47.831008 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4f634b-3609-4cf5-84ba-9f89aa47b5ad None None] The sync data for ids ['bd05ea9e-8afc-4555-8131-c3a92b4fca93'] in n-d-772273-4 is: [{'id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926399000', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '73718764-91d5-42da-a61b-53f50d6e4765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:30:27Z', 'updated_at': '2022-02-19T05:30:31Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '73718764-91d5-42da-a61b-53f50d6e4765', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:30:28Z', 'updated_at': '2022-02-19T05:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'f81b6fe9-3425-44aa-ba8e-925d077c7638', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'port_id': '207393b1-d53c-4e0e-8992-70be9ea1a861', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38', 'mac_address': 'fa:16:3e:c5:8d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d107acd-2b25-4b7c-a749-0c14250096bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:30:45Z', 'updated_at': '2022-02-19T05:30:45Z', 'revision_number': 0, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc45ae9-6362-4c4c-8867-7d409fadbd4b', 'name': '', 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:ce:1a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '148025fa-fa2e-4609-9a29-0eaf214c840b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:30:30Z', 'updated_at': '2022-02-19T05:30:34Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '148025fa-fa2e-4609-9a29-0eaf214c840b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:30:48.049617 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fcde53-65ce-4747-b48b-910fffc21348 None None] New status for floating IP f81b6fe9-3425-44aa-ba8e-925d077c7638: ACTIVE {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:30:48.343063 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37268) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:30:48.409715 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-89e31fea-fb51-4ea0-81e1-5460d1f6e3bf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/floatingips/f81b6fe9-3425-44aa-ba8e-925d077c7638 HTTP/1.1" status: 200 len: 993 time: 0.0654905 Feb 19 05:31:02.381413 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cbbbd4f0-4376-4f06-a057-ff77e3d6983c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:05.221835 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cde680a6-e36c-45f9-995b-b5ddc2e76614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:07.094861 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:08.130172 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:08.226197 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:09.453663 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:09.853727 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:19.658045 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-6c208f1b-0ae2-42d7-a935-41dd754d8303 req-a89cd76e-7faf-4ef9-ae4d-3a14197bdd96 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:31:19.659489 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6c208f1b-0ae2-42d7-a935-41dd754d8303 req-a89cd76e-7faf-4ef9-ae4d-3a14197bdd96 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056846 Feb 19 05:31:19.784227 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37290) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:31:19.883834 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4d148-8d36-4db2-be1b-3948cf32284b req-a80d584d-beda-4bbd-9f02-0aaecef81b73 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:19.885394 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8db4d148-8d36-4db2-be1b-3948cf32284b req-a80d584d-beda-4bbd-9f02-0aaecef81b73 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 945 time: 0.0871673 Feb 19 05:31:19.902243 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-2afcf274-9e00-4aea-84ce-c1680f4cbedd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1167955 Feb 19 05:31:19.914959 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-1a1934cd-cb2c-4cdc-bc56-8487b96b410f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:31:19.915968 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-1a1934cd-cb2c-4cdc-bc56-8487b96b410f service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059252 Feb 19 05:31:19.948569 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8db4d148-8d36-4db2-be1b-3948cf32284b req-f3bfdaad-92ce-4cc0-828f-12941481bccf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558512 Feb 19 05:31:20.231221 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37310) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:31:20.327996 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-cbe2d110-1662-42d6-91a1-0e7b45e6099d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:20.329350 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-cbe2d110-1662-42d6-91a1-0e7b45e6099d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports/207393b1-d53c-4e0e-8992-70be9ea1a861 HTTP/1.1" status: 200 len: 942 time: 0.0969300 Feb 19 05:31:20.866553 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52cb75-7b2e-4a94-88dd-a886098907a0 req-566f5034-e558-40c2-8a1c-1906ba46d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:20.868172 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac52cb75-7b2e-4a94-88dd-a886098907a0 req-566f5034-e558-40c2-8a1c-1906ba46d72a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 1127 time: 0.0580254 Feb 19 05:31:20.977549 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52cb75-7b2e-4a94-88dd-a886098907a0 req-baf6a844-7f40-4c7e-9064-551b185d6d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:20.979004 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac52cb75-7b2e-4a94-88dd-a886098907a0 req-baf6a844-7f40-4c7e-9064-551b185d6d99 service neutron] 10.222.0.48 "GET /v2.0/networks?id=399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 HTTP/1.1" status: 200 len: 897 time: 0.0907252 Feb 19 05:31:21.047815 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac52cb75-7b2e-4a94-88dd-a886098907a0 req-d05c9517-7e03-4f50-aabf-485968ac9339 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=207393b1-d53c-4e0e-8992-70be9ea1a861 HTTP/1.1" status: 200 len: 1001 time: 0.0628843 Feb 19 05:31:21.083875 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e652b1-daae-4c36-bc2e-f09b03b236f7 req-d23e4d49-c43e-4df4-9592-e724653c9f1a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:21.085554 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b0e652b1-daae-4c36-bc2e-f09b03b236f7 req-d23e4d49-c43e-4df4-9592-e724653c9f1a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 945 time: 0.0625021 Feb 19 05:31:21.099885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52cb75-7b2e-4a94-88dd-a886098907a0 req-f4d30260-d858-4132-b9b8-719818f671df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:21.101417 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac52cb75-7b2e-4a94-88dd-a886098907a0 req-f4d30260-d858-4132-b9b8-719818f671df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=148025fa-fa2e-4609-9a29-0eaf214c840b HTTP/1.1" status: 200 len: 834 time: 0.0472982 Feb 19 05:31:21.141336 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b0e652b1-daae-4c36-bc2e-f09b03b236f7 req-edcd59c8-2680-445b-813c-147cf2ef54df tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497346 Feb 19 05:31:21.157522 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52cb75-7b2e-4a94-88dd-a886098907a0 req-04da75df-094d-4fb1-88d1-e372ea376f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:21.159384 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac52cb75-7b2e-4a94-88dd-a886098907a0 req-04da75df-094d-4fb1-88d1-e372ea376f8b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=399d9f5e-d97a-4881-8ebf-f7b3e85e7d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516417 Feb 19 05:31:21.251861 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac52cb75-7b2e-4a94-88dd-a886098907a0 req-377486bd-2a9f-4614-9fb2-5612163cde6c service neutron] 10.222.0.48 "GET /v2.0/networks/399d9f5e-d97a-4881-8ebf-f7b3e85e7d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836556 Feb 19 05:31:21.347366 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ac52cb75-7b2e-4a94-88dd-a886098907a0 req-6aabdec0-85c8-4006-8fd0-1580985b41e7 service neutron] 10.222.0.48 "GET /v2.0/networks/399d9f5e-d97a-4881-8ebf-f7b3e85e7d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901947 Feb 19 05:31:21.432288 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-dfbb3876-e0dd-4ed5-889f-162c059d7011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:21.433882 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-dfbb3876-e0dd-4ed5-889f-162c059d7011 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 1127 time: 0.0465183 Feb 19 05:31:21.527945 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-7c797259-3a90-4662-a439-ba33d816e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:21.529417 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-7c797259-3a90-4662-a439-ba33d816e0fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 HTTP/1.1" status: 200 len: 897 time: 0.0897338 Feb 19 05:31:21.595210 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-2801d042-5659-4cec-ade2-11cc2a3c6c97 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=207393b1-d53c-4e0e-8992-70be9ea1a861 HTTP/1.1" status: 200 len: 1001 time: 0.0603952 Feb 19 05:31:21.651471 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-98dc7eff-6d14-4733-ac61-cd055a7095f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:21.653009 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-98dc7eff-6d14-4733-ac61-cd055a7095f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=148025fa-fa2e-4609-9a29-0eaf214c840b HTTP/1.1" status: 200 len: 834 time: 0.0525734 Feb 19 05:31:21.707158 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-083ee29c-dd09-40fc-9bf8-05021312da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:21.709287 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-083ee29c-dd09-40fc-9bf8-05021312da41 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=399d9f5e-d97a-4881-8ebf-f7b3e85e7d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0507421 Feb 19 05:31:21.801818 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-8a13b827-76ba-4304-b9df-d711b92442d4 service neutron] 10.222.0.48 "GET /v2.0/networks/399d9f5e-d97a-4881-8ebf-f7b3e85e7d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857503 Feb 19 05:31:21.897051 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-75d90ad0-92f3-4263-b9cb-ac85cc3d1688 service neutron] 10.222.0.48 "GET /v2.0/networks/399d9f5e-d97a-4881-8ebf-f7b3e85e7d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894773 Feb 19 05:31:22.264722 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdada3-6f94-44a6-8578-741c72e356e3 req-8875c9d7-f553-4952-a118-980f101d1c65 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:22.266307 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dffdada3-6f94-44a6-8578-741c72e356e3 req-8875c9d7-f553-4952-a118-980f101d1c65 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 945 time: 0.0549769 Feb 19 05:31:22.316306 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dffdada3-6f94-44a6-8578-741c72e356e3 req-41609e1f-c5e2-4ca3-9a1e-e6795fabeadd tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443571 Feb 19 05:31:23.382317 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:31:23.698111 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aef792-9835-483e-8b14-d63b103b2a6c req-c628f386-321a-48a3-8e30-8a0030f051d7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:23.699619 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-91aef792-9835-483e-8b14-d63b103b2a6c req-c628f386-321a-48a3-8e30-8a0030f051d7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 945 time: 0.0538635 Feb 19 05:31:23.749332 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-91aef792-9835-483e-8b14-d63b103b2a6c req-2ed70300-cc96-454c-8594-13760073e790 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441065 Feb 19 05:31:24.881750 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28145db5-6656-4579-8e9c-e0690de12e9d req-cbf78b17-834a-4597-8a74-f38899964dd8 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:24.881750 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28145db5-6656-4579-8e9c-e0690de12e9d req-cbf78b17-834a-4597-8a74-f38899964dd8 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 945 time: 0.0542357 Feb 19 05:31:24.931314 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28145db5-6656-4579-8e9c-e0690de12e9d req-2d4edab1-c320-417e-9791-69a217cc483c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439889 Feb 19 05:31:26.052130 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47328da4-be5e-4f12-9151-db4dbd060d90 req-90110d3e-2a10-4881-bdfb-d9b37ba60f2b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:26.053648 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-47328da4-be5e-4f12-9151-db4dbd060d90 req-90110d3e-2a10-4881-bdfb-d9b37ba60f2b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 945 time: 0.0539300 Feb 19 05:31:26.103178 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-47328da4-be5e-4f12-9151-db4dbd060d90 req-bf28b163-e1ed-4413-8ef2-e3ba946eb9ec tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439425 Feb 19 05:31:27.227838 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f4899-8f4d-4579-a8b0-36f49b95d1ed req-2b1b306a-dbcb-425d-985f-8749af5ee07a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:27.229377 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-af6f4899-8f4d-4579-a8b0-36f49b95d1ed req-2b1b306a-dbcb-425d-985f-8749af5ee07a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 945 time: 0.0573120 Feb 19 05:31:27.278264 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-af6f4899-8f4d-4579-a8b0-36f49b95d1ed req-3fac87a3-3d1b-4320-a738-63b64092f87c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432959 Feb 19 05:31:28.404652 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62c5e8-14f6-475a-bb65-00493cd1df33 req-55c75d53-4ff6-4656-a2a8-8b0a3bdc40af tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:28.406343 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ab62c5e8-14f6-475a-bb65-00493cd1df33 req-55c75d53-4ff6-4656-a2a8-8b0a3bdc40af tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 945 time: 0.0580873 Feb 19 05:31:28.457690 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ab62c5e8-14f6-475a-bb65-00493cd1df33 req-9b5ae2ab-6942-474a-89fa-6c201646c8c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432498 Feb 19 05:31:29.585901 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f467a-ca31-4618-809e-6f6aa6aaaaeb req-ff7d283d-61fa-4246-bb07-06b2043f50ad tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:29.587431 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c93f467a-ca31-4618-809e-6f6aa6aaaaeb req-ff7d283d-61fa-4246-bb07-06b2043f50ad tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 945 time: 0.0583758 Feb 19 05:31:29.637606 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c93f467a-ca31-4618-809e-6f6aa6aaaaeb req-f546ce76-1d17-46f1-b001-d6c0b0ce60fe tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446291 Feb 19 05:31:30.756834 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6d5c2-4bab-4b49-bf43-1b48dc30f99a req-2bb8afd4-4478-44e6-af5b-1979c53b4016 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:30.758395 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3fa6d5c2-4bab-4b49-bf43-1b48dc30f99a req-2bb8afd4-4478-44e6-af5b-1979c53b4016 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 945 time: 0.0534730 Feb 19 05:31:30.807614 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3fa6d5c2-4bab-4b49-bf43-1b48dc30f99a req-3226366a-415f-47f0-ae1b-3cbce5455a3f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433588 Feb 19 05:31:31.930680 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6af67-340d-4142-8c25-2e3b85ef652c req-6e47fe7b-20e6-48a9-acd8-cad9067f7761 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:31.932228 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dba6af67-340d-4142-8c25-2e3b85ef652c req-6e47fe7b-20e6-48a9-acd8-cad9067f7761 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 945 time: 0.0543916 Feb 19 05:31:31.986646 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dba6af67-340d-4142-8c25-2e3b85ef652c req-e05d2e11-1c6d-462c-b397-22933203c90f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487881 Feb 19 05:31:32.383925 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bf4fd1c5-99b8-4920-a9d5-2aa0dfd5db88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:33.114946 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93640abe-3b86-4564-8e88-6ca67c2f23fa req-c21b8cdf-19ff-41ca-8562-347aad0606f2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:33.116531 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-93640abe-3b86-4564-8e88-6ca67c2f23fa req-c21b8cdf-19ff-41ca-8562-347aad0606f2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 945 time: 0.0602186 Feb 19 05:31:33.166763 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-93640abe-3b86-4564-8e88-6ca67c2f23fa req-b23d9260-f752-472c-8c73-d2b4f732a895 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445518 Feb 19 05:31:34.290662 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f59fbf-6cfd-4ece-bd1c-90ce1aed92ca req-b7319147-5535-4811-bc4b-f79fe3a4f634 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:34.292193 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-55f59fbf-6cfd-4ece-bd1c-90ce1aed92ca req-b7319147-5535-4811-bc4b-f79fe3a4f634 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 945 time: 0.0556436 Feb 19 05:31:34.344156 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-55f59fbf-6cfd-4ece-bd1c-90ce1aed92ca req-0254a5bb-7ad2-42df-b7ee-8b9ab4d1b96d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462818 Feb 19 05:31:35.212850 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ca62d954-d6f3-4bf7-8ded-5e8dbf617dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:35.472550 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7fac4-00fe-497d-82d8-47df259ac526 req-f7a284a6-a886-4313-b44d-cec8a0319672 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:35.474045 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-16e7fac4-00fe-497d-82d8-47df259ac526 req-f7a284a6-a886-4313-b44d-cec8a0319672 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 945 time: 0.0582476 Feb 19 05:31:35.524586 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-16e7fac4-00fe-497d-82d8-47df259ac526 req-30bbc786-e547-4d61-a10b-7e3a8b159fc3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448399 Feb 19 05:31:36.650719 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a5a2c-c177-4b77-b418-679559bf3dab req-ac52ad4b-1881-4047-81ad-6638297e3eb3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:36.652329 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a92a5a2c-c177-4b77-b418-679559bf3dab req-ac52ad4b-1881-4047-81ad-6638297e3eb3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 945 time: 0.0563617 Feb 19 05:31:36.706863 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a92a5a2c-c177-4b77-b418-679559bf3dab req-17e46c73-8255-4b93-80d4-75e8cdb974cd tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488405 Feb 19 05:31:37.097091 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:37.831285 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82c523-ca6e-4c74-bff1-daae8bc370e1 req-89250e67-bdde-46e8-8d19-850af5f0c169 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:37.832717 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ba82c523-ca6e-4c74-bff1-daae8bc370e1 req-89250e67-bdde-46e8-8d19-850af5f0c169 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 945 time: 0.0542884 Feb 19 05:31:37.886075 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ba82c523-ca6e-4c74-bff1-daae8bc370e1 req-66b5b0a3-011c-4c43-9f26-a0cca1f8c613 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477378 Feb 19 05:31:38.119338 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:38.230986 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:38.774576 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-eb3f8180-3a56-4692-b25b-2184e1e25f95 service neutron] show failed (client error): The resource could not be found. Feb 19 05:31:38.775759 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-eb3f8180-3a56-4692-b25b-2184e1e25f95 service neutron] 10.222.0.48 "GET /v2.0/ports/207393b1-d53c-4e0e-8992-70be9ea1a861/bindings/n-h1-772273-4 HTTP/1.1" status: 404 len: 380 time: 0.0614088 Feb 19 05:31:39.042215 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453feed-ffbd-4218-8be0-02aad40b8065 req-9495c837-6e48-4b47-9603-10c8bcef551a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:39.043744 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3453feed-ffbd-4218-8be0-02aad40b8065 req-9495c837-6e48-4b47-9603-10c8bcef551a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 945 time: 0.0857859 Feb 19 05:31:39.068310 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-10db1261-a915-4f8e-9dd3-13de01eb2b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:39.069852 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-10db1261-a915-4f8e-9dd3-13de01eb2b8c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb&tenant_id=a3ce047577fa4aeb85ad4443f2143977 HTTP/1.1" status: 200 len: 1127 time: 0.1269851 Feb 19 05:31:39.081901 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-772273-4', 'device_owner': 'compute:nova'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:31:39.133373 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3453feed-ffbd-4218-8be0-02aad40b8065 req-e646876d-3b7c-470d-9558-b74148e545cf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832086 Feb 19 05:31:39.165893 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:39.372540 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] For port 207393b1-d53c-4e0e-8992-70be9ea1a861, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=207393b1-d53c-4e0e-8992-70be9ea1a861,segment=NetworkSegment(abd365d8-0117-4295-9521-6dd38d917f1c),segment_id=abd365d8-0117-4295-9521-6dd38d917f1c)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:31:39.408166 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] For port 207393b1-d53c-4e0e-8992-70be9ea1a861, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:31:39.452587 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d107acd-2b25-4b7c-a749-0c14250096bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '207393b1-d53c-4e0e-8992-70be9ea1a861'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:31:39.455474 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28dad36d-4d3a-4b42-a7ac-76ed4b684798" -d '{"events": [{"server_uuid": "9d107acd-2b25-4b7c-a749-0c14250096bb", "name": "network-vif-unplugged", "status": "completed", "tag": "207393b1-d53c-4e0e-8992-70be9ea1a861"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:31:39.460237 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:39.460853 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Publish callbacks [] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:39.480160 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Transition to ACTIVE for port object 207393b1-d53c-4e0e-8992-70be9ea1a861 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:31:39.485852 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:39.518183 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 05:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54400b13-af7b-4769-b3c2-2e9815f06d4a x-openstack-request-id: req-54400b13-af7b-4769-b3c2-2e9815f06d4a {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:31:39.518481 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d107acd-2b25-4b7c-a749-0c14250096bb", "name": "network-vif-unplugged", "status": "completed", "tag": "207393b1-d53c-4e0e-8992-70be9ea1a861", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:31:39.518741 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54400b13-af7b-4769-b3c2-2e9815f06d4a {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:31:39.519151 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d107acd-2b25-4b7c-a749-0c14250096bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '207393b1-d53c-4e0e-8992-70be9ea1a861', 'code': 200} Feb 19 05:31:39.574628 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=207393b1-d53c-4e0e-8992-70be9ea1a861,revision_number=6']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:31:39.591839 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:39.592198 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:39.592551 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:39.592901 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:39.593269 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:39.593610 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:39.593947 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:39.594282 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:39.594614 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:39.594945 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:39.595273 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:39.595611 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:39.595942 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:39.629968 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] No DVR routers for this DVR port 207393b1-d53c-4e0e-8992-70be9ea1a861 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:31:39.777250 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Attempting to bind port 207393b1-d53c-4e0e-8992-70be9ea1a861 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:31:39.777950 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Attempting to bind port 207393b1-d53c-4e0e-8992-70be9ea1a861 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': 'abd365d8-0117-4295-9521-6dd38d917f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:31:39.777950 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Attempting to bind port 207393b1-d53c-4e0e-8992-70be9ea1a861 on network 399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:31:39.782344 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Port 207393b1-d53c-4e0e-8992-70be9ea1a861 on network 399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:31:39.782674 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Attempting to bind port 207393b1-d53c-4e0e-8992-70be9ea1a861 on network 399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:31:39.787820 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:31:39.788163 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Checking segment: {'id': 'abd365d8-0117-4295-9521-6dd38d917f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:31:39.788563 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Bound using segment: {'id': 'abd365d8-0117-4295-9521-6dd38d917f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:31:39.789034 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Bound port: 207393b1-d53c-4e0e-8992-70be9ea1a861, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd365d8-0117-4295-9521-6dd38d917f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:31:39.789401 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:39.858025 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] For port 207393b1-d53c-4e0e-8992-70be9ea1a861, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:31:39.861698 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] For port 207393b1-d53c-4e0e-8992-70be9ea1a861, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=207393b1-d53c-4e0e-8992-70be9ea1a861,segment=NetworkSegment(abd365d8-0117-4295-9521-6dd38d917f1c),segment_id=abd365d8-0117-4295-9521-6dd38d917f1c)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:31:39.865610 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:39.868524 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:39.901698 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:39.902331 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:39.903928 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] 10.222.0.10 "PUT /v2.0/ports/207393b1-d53c-4e0e-8992-70be9ea1a861 HTTP/1.1" status: 200 len: 1091 time: 0.8261437 Feb 19 05:31:39.945901 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac57f33-6dd1-4bae-8769-ed9a5417a5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=207393b1-d53c-4e0e-8992-70be9ea1a861,revision_number=7']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:31:39.981327 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-ed9d4dd4-5a27-4029-a0c3-a4cc1e3814ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:39.982902 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-ed9d4dd4-5a27-4029-a0c3-a4cc1e3814ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 1125 time: 0.0533638 Feb 19 05:31:40.085981 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-46c320ec-379b-49a1-b2ed-6bfdc1c83aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:40.087519 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-46c320ec-379b-49a1-b2ed-6bfdc1c83aa8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 HTTP/1.1" status: 200 len: 897 time: 0.0980470 Feb 19 05:31:40.153158 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-3399f8a0-54a4-4832-b581-144c11e03b6a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=207393b1-d53c-4e0e-8992-70be9ea1a861 HTTP/1.1" status: 200 len: 999 time: 0.0593665 Feb 19 05:31:40.205601 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-4efee451-27ba-4e26-bf72-5c87787c9aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:40.207069 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-4efee451-27ba-4e26-bf72-5c87787c9aae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=148025fa-fa2e-4609-9a29-0eaf214c840b HTTP/1.1" status: 200 len: 834 time: 0.0475681 Feb 19 05:31:40.291148 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-0fa4cfa2-4c6b-47d6-834b-a0fa367da5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:40.292799 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-0fa4cfa2-4c6b-47d6-834b-a0fa367da5bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=399d9f5e-d97a-4881-8ebf-f7b3e85e7d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0762312 Feb 19 05:31:40.299615 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f008c4c-f1c6-4ac6-959e-cee076354dad req-3d33e293-5221-430b-81d5-1f2d185a4d04 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:40.301105 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f008c4c-f1c6-4ac6-959e-cee076354dad req-3d33e293-5221-430b-81d5-1f2d185a4d04 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 943 time: 0.0931373 Feb 19 05:31:40.407361 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f008c4c-f1c6-4ac6-959e-cee076354dad req-a392670a-63bd-4c36-9222-490ccbbd2fc7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975056 Feb 19 05:31:40.426925 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-3c2f98a5-cf5d-4718-9754-d190a7a5d5b9 service neutron] 10.222.0.10 "GET /v2.0/networks/399d9f5e-d97a-4881-8ebf-f7b3e85e7d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247723 Feb 19 05:31:40.521628 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d73dc3ae-fc35-4eb7-91c8-7e3aa287e89b req-9af54ebe-605f-4ee5-b344-1938452222f5 service neutron] 10.222.0.10 "GET /v2.0/networks/399d9f5e-d97a-4881-8ebf-f7b3e85e7d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888820 Feb 19 05:31:41.440008 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 207393b1-d53c-4e0e-8992-70be9ea1a861 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:31:41.479416 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] The host n-h2-772273-4 is not matching for port 207393b1-d53c-4e0e-8992-70be9ea1a861 host n-h1-772273-4! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 05:31:41.480124 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 207393b1-d53c-4e0e-8992-70be9ea1a861 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:31:41.520016 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d107acd-2b25-4b7c-a749-0c14250096bb', 'tag': '207393b1-d53c-4e0e-8992-70be9ea1a861'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:31:41.522464 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366f4d8f-fc87-4e99-99bd-b9ea0b2bd860" -d '{"events": [{"name": "network-changed", "server_uuid": "9d107acd-2b25-4b7c-a749-0c14250096bb", "tag": "207393b1-d53c-4e0e-8992-70be9ea1a861"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:31:41.534471 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e50eee-0c64-4561-ab75-2f434236a444 req-455ff104-42d7-42bf-aeed-736eac602d20 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:41.536056 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-70e50eee-0c64-4561-ab75-2f434236a444 req-455ff104-42d7-42bf-aeed-736eac602d20 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 943 time: 0.0537629 Feb 19 05:31:41.573379 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b37f9a2-ee2d-4f1c-b91a-49cefec7da0c x-openstack-request-id: req-3b37f9a2-ee2d-4f1c-b91a-49cefec7da0c {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:31:41.573915 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d107acd-2b25-4b7c-a749-0c14250096bb", "tag": "207393b1-d53c-4e0e-8992-70be9ea1a861", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:31:41.574202 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3b37f9a2-ee2d-4f1c-b91a-49cefec7da0c {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:31:41.574634 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d107acd-2b25-4b7c-a749-0c14250096bb', 'tag': '207393b1-d53c-4e0e-8992-70be9ea1a861', 'status': 'completed', 'code': 200} Feb 19 05:31:41.594509 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-70e50eee-0c64-4561-ab75-2f434236a444 req-011d204a-af5c-4466-9c32-bdf4ae2dedd4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522869 Feb 19 05:31:41.672063 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f4d8f-fc87-4e99-99bd-b9ea0b2bd860 req-cc4b2809-7e44-44ea-830e-32612b6a7b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:41.673685 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-366f4d8f-fc87-4e99-99bd-b9ea0b2bd860 req-cc4b2809-7e44-44ea-830e-32612b6a7b96 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 1125 time: 0.0817988 Feb 19 05:31:41.680241 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f4d8f-fc87-4e99-99bd-b9ea0b2bd860 req-8c688d00-61df-4aee-86df-6350a7e5e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:41.681713 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-366f4d8f-fc87-4e99-99bd-b9ea0b2bd860 req-8c688d00-61df-4aee-86df-6350a7e5e92e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 1125 time: 0.0799975 Feb 19 05:31:41.837896 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f4d8f-fc87-4e99-99bd-b9ea0b2bd860 req-8ae6570d-3cce-4974-aad3-9ad2ca645dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:41.839380 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-366f4d8f-fc87-4e99-99bd-b9ea0b2bd860 req-8ae6570d-3cce-4974-aad3-9ad2ca645dc7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 HTTP/1.1" status: 200 len: 897 time: 0.1567605 Feb 19 05:31:41.840547 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f4d8f-fc87-4e99-99bd-b9ea0b2bd860 req-66f7b3b1-c858-4a79-8acf-4b45658292cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:41.841886 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-366f4d8f-fc87-4e99-99bd-b9ea0b2bd860 req-66f7b3b1-c858-4a79-8acf-4b45658292cd service neutron] 10.222.0.48 "GET /v2.0/networks?id=399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 HTTP/1.1" status: 200 len: 897 time: 0.1520572 Feb 19 05:31:41.951951 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-366f4d8f-fc87-4e99-99bd-b9ea0b2bd860 req-afccd5c6-9b12-431e-b981-78103022fe18 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=207393b1-d53c-4e0e-8992-70be9ea1a861 HTTP/1.1" status: 200 len: 999 time: 0.1044040 Feb 19 05:31:41.955702 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-366f4d8f-fc87-4e99-99bd-b9ea0b2bd860 req-b5daefa6-e468-4f26-a501-5675953e134e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=207393b1-d53c-4e0e-8992-70be9ea1a861 HTTP/1.1" status: 200 len: 999 time: 0.1065743 Feb 19 05:31:42.040115 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f4d8f-fc87-4e99-99bd-b9ea0b2bd860 req-c9704f59-05b0-4f40-95f2-06e4a0bf05b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:42.041539 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-366f4d8f-fc87-4e99-99bd-b9ea0b2bd860 req-c9704f59-05b0-4f40-95f2-06e4a0bf05b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=148025fa-fa2e-4609-9a29-0eaf214c840b HTTP/1.1" status: 200 len: 834 time: 0.0810559 Feb 19 05:31:42.042977 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f4d8f-fc87-4e99-99bd-b9ea0b2bd860 req-01acad5c-c274-479d-8429-deaba9cdd588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:42.044277 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-366f4d8f-fc87-4e99-99bd-b9ea0b2bd860 req-01acad5c-c274-479d-8429-deaba9cdd588 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=148025fa-fa2e-4609-9a29-0eaf214c840b HTTP/1.1" status: 200 len: 834 time: 0.0763018 Feb 19 05:31:42.129161 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f4d8f-fc87-4e99-99bd-b9ea0b2bd860 req-1477b39f-8b23-4785-ba0d-3df6eb26d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:42.130748 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-366f4d8f-fc87-4e99-99bd-b9ea0b2bd860 req-1477b39f-8b23-4785-ba0d-3df6eb26d7fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=399d9f5e-d97a-4881-8ebf-f7b3e85e7d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0829570 Feb 19 05:31:42.132503 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f4d8f-fc87-4e99-99bd-b9ea0b2bd860 req-5a89c183-ba74-4c16-b68d-ea44ea7fce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:42.133883 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-366f4d8f-fc87-4e99-99bd-b9ea0b2bd860 req-5a89c183-ba74-4c16-b68d-ea44ea7fce87 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=399d9f5e-d97a-4881-8ebf-f7b3e85e7d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0783026 Feb 19 05:31:42.296782 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-366f4d8f-fc87-4e99-99bd-b9ea0b2bd860 req-32cf92ac-fcdc-479c-a704-bcd3bb17df2f service neutron] 10.222.0.10 "GET /v2.0/networks/399d9f5e-d97a-4881-8ebf-f7b3e85e7d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598971 Feb 19 05:31:42.300038 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-366f4d8f-fc87-4e99-99bd-b9ea0b2bd860 req-18308f91-50f3-4e40-8997-facfaf049454 service neutron] 10.222.0.48 "GET /v2.0/networks/399d9f5e-d97a-4881-8ebf-f7b3e85e7d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561065 Feb 19 05:31:42.459021 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-366f4d8f-fc87-4e99-99bd-b9ea0b2bd860 req-5905bed5-d352-4e5b-8294-e5213bd5e04f service neutron] 10.222.0.48 "GET /v2.0/networks/399d9f5e-d97a-4881-8ebf-f7b3e85e7d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485665 Feb 19 05:31:42.460765 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-366f4d8f-fc87-4e99-99bd-b9ea0b2bd860 req-cf360f00-1710-49a2-bf50-89302f34cd47 service neutron] 10.222.0.10 "GET /v2.0/networks/399d9f5e-d97a-4881-8ebf-f7b3e85e7d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577773 Feb 19 05:31:42.721698 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a43d8-f5db-4431-9964-cb30443cd854 req-9fd4cea1-da45-4049-bc31-0c10ccaf9376 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:42.723285 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0c3a43d8-f5db-4431-9964-cb30443cd854 req-9fd4cea1-da45-4049-bc31-0c10ccaf9376 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 943 time: 0.0540068 Feb 19 05:31:42.773965 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0c3a43d8-f5db-4431-9964-cb30443cd854 req-3a5d67a2-68c6-47ab-994e-38314f44ca3c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449884 Feb 19 05:31:43.015053 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf9825-c878-4ea6-bf18-68a8f7f020fb req-6bd8aa4b-189d-452a-833f-835673530277 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:43.016579 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cccf9825-c878-4ea6-bf18-68a8f7f020fb req-6bd8aa4b-189d-452a-833f-835673530277 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb&tenant_id=a3ce047577fa4aeb85ad4443f2143977&binding%3Ahost_id=n-h1-772273-4 HTTP/1.1" status: 200 len: 943 time: 0.0831542 Feb 19 05:31:43.023410 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385df69-3e7b-408c-a5b1-fd48f8e40a7f req-df00798f-cc60-4041-ae3c-bf8788f642ca tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:43.024897 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5385df69-3e7b-408c-a5b1-fd48f8e40a7f req-df00798f-cc60-4041-ae3c-bf8788f642ca tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 943 time: 0.1028614 Feb 19 05:31:43.114680 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5385df69-3e7b-408c-a5b1-fd48f8e40a7f req-e47abab2-0655-4559-9445-6566db1e62be tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833666 Feb 19 05:31:43.116972 n-d-772273-4 neutron-server[115198]: INFO neutron.api.v2.resource [req-cccf9825-c878-4ea6-bf18-68a8f7f020fb req-f12dfcc7-0a2f-4bd8-8f4d-4ac2e7440129 service neutron] delete failed (client error): The resource could not be found. Feb 19 05:31:43.118090 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cccf9825-c878-4ea6-bf18-68a8f7f020fb req-f12dfcc7-0a2f-4bd8-8f4d-4ac2e7440129 service neutron] 10.222.0.48 "DELETE /v2.0/ports/207393b1-d53c-4e0e-8992-70be9ea1a861/bindings/n-h2-772273-4 HTTP/1.1" status: 404 len: 380 time: 0.0921268 Feb 19 05:31:43.206738 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf9825-c878-4ea6-bf18-68a8f7f020fb req-3de8dd35-d0dc-40a4-943b-88ef268a74ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:43.208261 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cccf9825-c878-4ea6-bf18-68a8f7f020fb req-3de8dd35-d0dc-40a4-943b-88ef268a74ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 1125 time: 0.0470748 Feb 19 05:31:43.239913 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8380ff7-051e-44a5-9814-f2e28cd31785 req-58331d8a-a199-4b65-898d-4a8105423996 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:43.241525 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f8380ff7-051e-44a5-9814-f2e28cd31785 req-58331d8a-a199-4b65-898d-4a8105423996 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 943 time: 0.0533118 Feb 19 05:31:43.291825 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f8380ff7-051e-44a5-9814-f2e28cd31785 req-ccae7e02-cdbf-4557-ab76-599942fb24b8 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443101 Feb 19 05:31:43.302686 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf9825-c878-4ea6-bf18-68a8f7f020fb req-76afcb4e-5052-450d-9e7b-59646836b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:43.304176 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cccf9825-c878-4ea6-bf18-68a8f7f020fb req-76afcb4e-5052-450d-9e7b-59646836b324 service neutron] 10.222.0.48 "GET /v2.0/networks?id=399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 HTTP/1.1" status: 200 len: 897 time: 0.0896127 Feb 19 05:31:43.371075 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cccf9825-c878-4ea6-bf18-68a8f7f020fb req-f6b91bc9-165f-4e1f-a745-67cce451e9dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=207393b1-d53c-4e0e-8992-70be9ea1a861 HTTP/1.1" status: 200 len: 999 time: 0.0604539 Feb 19 05:31:43.428876 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf9825-c878-4ea6-bf18-68a8f7f020fb req-faa5f63d-8030-46b5-acd2-65bbda5c3f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:43.430270 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cccf9825-c878-4ea6-bf18-68a8f7f020fb req-faa5f63d-8030-46b5-acd2-65bbda5c3f5a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=148025fa-fa2e-4609-9a29-0eaf214c840b HTTP/1.1" status: 200 len: 834 time: 0.0536921 Feb 19 05:31:43.482409 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf9825-c878-4ea6-bf18-68a8f7f020fb req-988370d4-0546-4642-8c91-07f6d1f4d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:43.483995 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cccf9825-c878-4ea6-bf18-68a8f7f020fb req-988370d4-0546-4642-8c91-07f6d1f4d18b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=399d9f5e-d97a-4881-8ebf-f7b3e85e7d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480487 Feb 19 05:31:43.577878 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cccf9825-c878-4ea6-bf18-68a8f7f020fb req-f32d7da9-5336-4362-8d1c-2c5acdd5d21b service neutron] 10.222.0.48 "GET /v2.0/networks/399d9f5e-d97a-4881-8ebf-f7b3e85e7d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880845 Feb 19 05:31:43.671319 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cccf9825-c878-4ea6-bf18-68a8f7f020fb req-cac3bf6c-d7d7-4fb4-8db3-c738abca2167 service neutron] 10.222.0.48 "GET /v2.0/networks/399d9f5e-d97a-4881-8ebf-f7b3e85e7d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876424 Feb 19 05:31:43.896690 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 207393b1-d53c-4e0e-8992-70be9ea1a861 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:31:43.998000 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 207393b1-d53c-4e0e-8992-70be9ea1a861, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=207393b1-d53c-4e0e-8992-70be9ea1a861,segment=NetworkSegment(abd365d8-0117-4295-9521-6dd38d917f1c),segment_id=abd365d8-0117-4295-9521-6dd38d917f1c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:31:44.011538 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '207393b1-d53c-4e0e-8992-70be9ea1a861', 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38', 'port_id': '207393b1-d53c-4e0e-8992-70be9ea1a861', 'mac_address': 'fa:16:3e:c5:8d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148025fa-fa2e-4609-9a29-0eaf214c840b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:31:44.053050 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 207393b1-d53c-4e0e-8992-70be9ea1a861 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:31:44.053429 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:44.066971 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207393b1-d53c-4e0e-8992-70be9ea1a861 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:31:44.091320 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 207393b1-d53c-4e0e-8992-70be9ea1a861, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=207393b1-d53c-4e0e-8992-70be9ea1a861,segment=NetworkSegment(abd365d8-0117-4295-9521-6dd38d917f1c),segment_id=abd365d8-0117-4295-9521-6dd38d917f1c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:31:44.095296 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:44.150407 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=207393b1-d53c-4e0e-8992-70be9ea1a861,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:31:44.157494 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:44.157845 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:44.158195 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:44.158542 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:44.159164 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:44.159491 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:44.160983 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:44.161332 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:44.161668 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:44.162001 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:44.162450 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:44.162821 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:44.163230 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:31:44.334918 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['207393b1-d53c-4e0e-8992-70be9ea1a861'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:31:44.416078 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28230d2d-b519-4635-807d-4246533d45e6 req-32696ab7-ba00-4300-9398-b7d62ff72712 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:31:44.417700 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28230d2d-b519-4635-807d-4246533d45e6 req-32696ab7-ba00-4300-9398-b7d62ff72712 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 944 time: 0.0554528 Feb 19 05:31:44.470160 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-28230d2d-b519-4635-807d-4246533d45e6 req-f128f60a-7126-4651-871b-660737025ec2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454068 Feb 19 05:31:44.493541 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37380) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:31:44.561133 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f9292f23-4b5b-4bca-8630-467a5ee6254b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/floatingips/f81b6fe9-3425-44aa-ba8e-925d077c7638 HTTP/1.1" status: 200 len: 992 time: 0.0658917 Feb 19 05:31:45.909171 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 207393b1-d53c-4e0e-8992-70be9ea1a861 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:31:45.958533 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 207393b1-d53c-4e0e-8992-70be9ea1a861 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:31:45.962522 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 207393b1-d53c-4e0e-8992-70be9ea1a861 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:31:45.962924 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:46.040335 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 207393b1-d53c-4e0e-8992-70be9ea1a861 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:31:46.040721 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:46.063940 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d107acd-2b25-4b7c-a749-0c14250096bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207393b1-d53c-4e0e-8992-70be9ea1a861'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:31:46.066809 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d33efbb-e712-446f-9cb9-0181d817c7af" -d '{"events": [{"server_uuid": "9d107acd-2b25-4b7c-a749-0c14250096bb", "name": "network-vif-plugged", "status": "completed", "tag": "207393b1-d53c-4e0e-8992-70be9ea1a861"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:31:46.084500 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 207393b1-d53c-4e0e-8992-70be9ea1a861, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=207393b1-d53c-4e0e-8992-70be9ea1a861,segment=NetworkSegment(abd365d8-0117-4295-9521-6dd38d917f1c),segment_id=abd365d8-0117-4295-9521-6dd38d917f1c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:31:46.089181 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:31:46.116464 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3935586-0bd5-48b3-a090-06674c3df4e4 x-openstack-request-id: req-c3935586-0bd5-48b3-a090-06674c3df4e4 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:31:46.116754 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d107acd-2b25-4b7c-a749-0c14250096bb", "name": "network-vif-plugged", "status": "completed", "tag": "207393b1-d53c-4e0e-8992-70be9ea1a861", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:31:46.117158 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c3935586-0bd5-48b3-a090-06674c3df4e4 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:31:46.117545 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d107acd-2b25-4b7c-a749-0c14250096bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207393b1-d53c-4e0e-8992-70be9ea1a861', 'code': 200} Feb 19 05:31:46.142916 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=207393b1-d53c-4e0e-8992-70be9ea1a861,revision_number=9']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:00.381889 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:32:02.390009 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4df7a95f-258e-42d3-a855-b2c10958154c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:05.216256 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d1611438-2b0d-4f7e-8f96-95014bcfe1da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:07.103663 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:08.135174 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:08.234635 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:09.457350 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:09.879316 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:13.039971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37392) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:32:13.611090 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-1b595a40-e23d-4fa7-a3e1-684842d176d3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Deleting port 1c76dfbb-57e0-4093-893c-1f21c20fc8d6 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:32:13.611440 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b595a40-e23d-4fa7-a3e1-684842d176d3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (1c76dfbb-57e0-4093-893c-1f21c20fc8d6), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:13.687235 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b595a40-e23d-4fa7-a3e1-684842d176d3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (1c76dfbb-57e0-4093-893c-1f21c20fc8d6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:13.687567 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b595a40-e23d-4fa7-a3e1-684842d176d3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for floatingip (1c76dfbb-57e0-4093-893c-1f21c20fc8d6), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:13.700746 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-1b595a40-e23d-4fa7-a3e1-684842d176d3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Calling delete_port for 1c76dfbb-57e0-4093-893c-1f21c20fc8d6 owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:32:13.858118 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b595a40-e23d-4fa7-a3e1-684842d176d3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (1c76dfbb-57e0-4093-893c-1f21c20fc8d6), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:13.888375 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b595a40-e23d-4fa7-a3e1-684842d176d3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Port': ['ID=1c76dfbb-57e0-4093-893c-1f21c20fc8d6,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:13.952963 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b595a40-e23d-4fa7-a3e1-684842d176d3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for floatingip (f81b6fe9-3425-44aa-ba8e-925d077c7638), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:13.953323 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-1b595a40-e23d-4fa7-a3e1-684842d176d3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Floating IP f81b6fe9-3425-44aa-ba8e-925d077c7638 disassociated (deleted). External IP: 172.25.0.176, port: 207393b1-d53c-4e0e-8992-70be9ea1a861. Feb 19 05:32:14.186437 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b595a40-e23d-4fa7-a3e1-684842d176d3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Router bd05ea9e-8afc-4555-8131-c3a92b4fca93 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:32:14.319528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b595a40-e23d-4fa7-a3e1-684842d176d3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:32:14.324244 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1b595a40-e23d-4fa7-a3e1-684842d176d3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:14.331783 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de84b68-3cc7-46ae-b12f-b782144cf613 None None] Sync routers for ids ['bd05ea9e-8afc-4555-8131-c3a92b4fca93'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:32:14.345954 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de84b68-3cc7-46ae-b12f-b782144cf613 None None] Routers {'bd05ea9e-8afc-4555-8131-c3a92b4fca93'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:32:14.346650 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-0de84b68-3cc7-46ae-b12f-b782144cf613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:32:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['bd05ea9e-8afc-4555-8131-c3a92b4fca93'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:32:14.355494 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1b595a40-e23d-4fa7-a3e1-684842d176d3 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "DELETE /v2.0/floatingips/f81b6fe9-3425-44aa-ba8e-925d077c7638 HTTP/1.1" status: 204 len: 168 time: 1.3143461 Feb 19 05:32:14.356095 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d107acd-2b25-4b7c-a749-0c14250096bb', 'tag': '207393b1-d53c-4e0e-8992-70be9ea1a861'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:32:14.359780 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771a634f-46f9-482b-95c1-8955648775b5" -d '{"events": [{"name": "network-changed", "server_uuid": "9d107acd-2b25-4b7c-a749-0c14250096bb", "tag": "207393b1-d53c-4e0e-8992-70be9ea1a861"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:32:14.401557 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061f184e-ebcc-4b5a-899c-7e8920a685f5 x-openstack-request-id: req-061f184e-ebcc-4b5a-899c-7e8920a685f5 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:32:14.401928 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d107acd-2b25-4b7c-a749-0c14250096bb", "tag": "207393b1-d53c-4e0e-8992-70be9ea1a861", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:32:14.402250 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-061f184e-ebcc-4b5a-899c-7e8920a685f5 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:32:14.403273 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d107acd-2b25-4b7c-a749-0c14250096bb', 'tag': '207393b1-d53c-4e0e-8992-70be9ea1a861', 'status': 'completed', 'code': 200} Feb 19 05:32:14.473327 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-0de84b68-3cc7-46ae-b12f-b782144cf613 None None] Set router bd05ea9e-8afc-4555-8131-c3a92b4fca93 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:32:14.476932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a634f-46f9-482b-95c1-8955648775b5 req-95235b85-024a-46ba-8081-d3d23385df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:14.478199 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-771a634f-46f9-482b-95c1-8955648775b5 req-95235b85-024a-46ba-8081-d3d23385df2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 1127 time: 0.0546188 Feb 19 05:32:14.608872 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a634f-46f9-482b-95c1-8955648775b5 req-5eaa0d62-a059-439b-be51-493be07336fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:14.610496 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-771a634f-46f9-482b-95c1-8955648775b5 req-5eaa0d62-a059-439b-be51-493be07336fe service neutron] 10.222.0.10 "GET /v2.0/networks?id=399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 HTTP/1.1" status: 200 len: 897 time: 0.1179016 Feb 19 05:32:14.671410 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-771a634f-46f9-482b-95c1-8955648775b5 req-632ff623-d93f-479b-b232-1d16ec4b3734 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=207393b1-d53c-4e0e-8992-70be9ea1a861 HTTP/1.1" status: 200 len: 217 time: 0.0448272 Feb 19 05:32:14.732073 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fec38-a2cd-4225-b6ac-66cafb2e9c82 req-7aceeb61-b37a-4124-936b-fc849ef8b622 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:14.733626 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-374fec38-a2cd-4225-b6ac-66cafb2e9c82 req-7aceeb61-b37a-4124-936b-fc849ef8b622 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 945 time: 0.1454546 Feb 19 05:32:14.740306 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a634f-46f9-482b-95c1-8955648775b5 req-320b2405-9f96-431a-8641-377514c4876a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:14.742242 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-771a634f-46f9-482b-95c1-8955648775b5 req-320b2405-9f96-431a-8641-377514c4876a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=148025fa-fa2e-4609-9a29-0eaf214c840b HTTP/1.1" status: 200 len: 834 time: 0.0644116 Feb 19 05:32:14.824200 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-374fec38-a2cd-4225-b6ac-66cafb2e9c82 req-e7912b27-4d6b-4fc4-93c0-0d5efa57f7bf tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810189 Feb 19 05:32:14.833697 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a634f-46f9-482b-95c1-8955648775b5 req-3965167a-45c3-4547-b029-97940209aae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:14.835243 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-771a634f-46f9-482b-95c1-8955648775b5 req-3965167a-45c3-4547-b029-97940209aae6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=399d9f5e-d97a-4881-8ebf-f7b3e85e7d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0854836 Feb 19 05:32:14.872404 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-0de84b68-3cc7-46ae-b12f-b782144cf613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926399000', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '73718764-91d5-42da-a61b-53f50d6e4765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:30:27Z', 'updated_at': '2022-02-19T05:30:31Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '73718764-91d5-42da-a61b-53f50d6e4765', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:30:28Z', 'updated_at': '2022-02-19T05:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'fdc45ae9-6362-4c4c-8867-7d409fadbd4b', 'name': '', 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:ce:1a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '148025fa-fa2e-4609-9a29-0eaf214c840b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:30:30Z', 'updated_at': '2022-02-19T05:30:34Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '148025fa-fa2e-4609-9a29-0eaf214c840b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:32:14.901310 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de84b68-3cc7-46ae-b12f-b782144cf613 None None] Checking router: bd05ea9e-8afc-4555-8131-c3a92b4fca93 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:32:14.910510 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de84b68-3cc7-46ae-b12f-b782144cf613 None None] Routers {'bd05ea9e-8afc-4555-8131-c3a92b4fca93'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:32:14.911136 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-0de84b68-3cc7-46ae-b12f-b782144cf613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:32:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['bd05ea9e-8afc-4555-8131-c3a92b4fca93'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:32:14.934654 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-771a634f-46f9-482b-95c1-8955648775b5 req-53d4d80d-9308-450f-992c-39629849fe7a service neutron] 10.222.0.10 "GET /v2.0/networks/399d9f5e-d97a-4881-8ebf-f7b3e85e7d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918002 Feb 19 05:32:15.028845 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-0de84b68-3cc7-46ae-b12f-b782144cf613 None None] Set router bd05ea9e-8afc-4555-8131-c3a92b4fca93 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:32:15.031737 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-771a634f-46f9-482b-95c1-8955648775b5 req-77565f3e-93d1-4ffa-879a-fad272ff9933 service neutron] 10.222.0.10 "GET /v2.0/networks/399d9f5e-d97a-4881-8ebf-f7b3e85e7d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888503 Feb 19 05:32:15.239539 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-0de84b68-3cc7-46ae-b12f-b782144cf613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926399000', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '73718764-91d5-42da-a61b-53f50d6e4765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:30:27Z', 'updated_at': '2022-02-19T05:30:31Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '73718764-91d5-42da-a61b-53f50d6e4765', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:30:28Z', 'updated_at': '2022-02-19T05:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'fdc45ae9-6362-4c4c-8867-7d409fadbd4b', 'name': '', 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:ce:1a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '148025fa-fa2e-4609-9a29-0eaf214c840b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:30:30Z', 'updated_at': '2022-02-19T05:30:34Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '148025fa-fa2e-4609-9a29-0eaf214c840b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:32:15.267368 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de84b68-3cc7-46ae-b12f-b782144cf613 None None] The sync data for ids ['bd05ea9e-8afc-4555-8131-c3a92b4fca93'] in n-d-772273-4 is: [{'id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926399000', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '73718764-91d5-42da-a61b-53f50d6e4765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:30:27Z', 'updated_at': '2022-02-19T05:30:31Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '73718764-91d5-42da-a61b-53f50d6e4765', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:30:28Z', 'updated_at': '2022-02-19T05:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'fdc45ae9-6362-4c4c-8867-7d409fadbd4b', 'name': '', 'network_id': '399d9f5e-d97a-4881-8ebf-f7b3e85e7d38', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:ce:1a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '148025fa-fa2e-4609-9a29-0eaf214c840b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:30:30Z', 'updated_at': '2022-02-19T05:30:34Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '148025fa-fa2e-4609-9a29-0eaf214c840b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:32:15.515106 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3d9a19-79de-401d-8e7f-6fb145964d6e None None] New status for floating IP f81b6fe9-3425-44aa-ba8e-925d077c7638: DOWN {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:32:15.954726 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc765afd-4ae4-4730-a0da-8e8b2c36896a req-fc23ba26-4371-4610-9580-e5461b58a7b0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:15.956945 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc765afd-4ae4-4730-a0da-8e8b2c36896a req-fc23ba26-4371-4610-9580-e5461b58a7b0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 945 time: 0.0642877 Feb 19 05:32:16.059397 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-fc765afd-4ae4-4730-a0da-8e8b2c36896a req-c5831991-8593-497c-abd8-cd0bc6f67d4a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Deleting port 207393b1-d53c-4e0e-8992-70be9ea1a861 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:32:16.059750 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fc765afd-4ae4-4730-a0da-8e8b2c36896a req-c5831991-8593-497c-abd8-cd0bc6f67d4a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:16.175326 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-fc765afd-4ae4-4730-a0da-8e8b2c36896a req-c5831991-8593-497c-abd8-cd0bc6f67d4a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] For port 207393b1-d53c-4e0e-8992-70be9ea1a861, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=207393b1-d53c-4e0e-8992-70be9ea1a861,segment=NetworkSegment(abd365d8-0117-4295-9521-6dd38d917f1c),segment_id=abd365d8-0117-4295-9521-6dd38d917f1c)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:32:16.175854 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fc765afd-4ae4-4730-a0da-8e8b2c36896a req-c5831991-8593-497c-abd8-cd0bc6f67d4a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:16.191140 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-fc765afd-4ae4-4730-a0da-8e8b2c36896a req-c5831991-8593-497c-abd8-cd0bc6f67d4a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Calling delete_port for 207393b1-d53c-4e0e-8992-70be9ea1a861 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:32:16.279398 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68409ac-77ab-4f23-b144-3d3b25a7fc99 req-7a6c3131-61f2-43c2-8088-555a7a9a8fdc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:16.281154 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c68409ac-77ab-4f23-b144-3d3b25a7fc99 req-7a6c3131-61f2-43c2-8088-555a7a9a8fdc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d107acd-2b25-4b7c-a749-0c14250096bb HTTP/1.1" status: 200 len: 945 time: 0.3675003 Feb 19 05:32:16.332032 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fc765afd-4ae4-4730-a0da-8e8b2c36896a req-c5831991-8593-497c-abd8-cd0bc6f67d4a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (207393b1-d53c-4e0e-8992-70be9ea1a861), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:16.333147 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c68409ac-77ab-4f23-b144-3d3b25a7fc99 req-9f6a1031-09c0-4afc-ab9f-a081a2eab539 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=226db494-488a-4928-98fd-6aa3920312dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453050 Feb 19 05:32:16.366884 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5831991-8593-497c-abd8-cd0bc6f67d4a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Port': ['ID=207393b1-d53c-4e0e-8992-70be9ea1a861,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:16.412868 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc765afd-4ae4-4730-a0da-8e8b2c36896a req-c5831991-8593-497c-abd8-cd0bc6f67d4a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] No DVR routers for this DVR port 207393b1-d53c-4e0e-8992-70be9ea1a861 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:32:16.415620 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fc765afd-4ae4-4730-a0da-8e8b2c36896a req-c5831991-8593-497c-abd8-cd0bc6f67d4a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:16.419129 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc765afd-4ae4-4730-a0da-8e8b2c36896a req-c5831991-8593-497c-abd8-cd0bc6f67d4a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.10 "DELETE /v2.0/ports/207393b1-d53c-4e0e-8992-70be9ea1a861 HTTP/1.1" status: 204 len: 173 time: 0.4566383 Feb 19 05:32:16.419607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d107acd-2b25-4b7c-a749-0c14250096bb', 'name': 'network-vif-deleted', 'tag': '207393b1-d53c-4e0e-8992-70be9ea1a861'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:32:16.421948 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6642525-c64a-499b-b72e-3a3c7ce3853c" -d '{"events": [{"server_uuid": "9d107acd-2b25-4b7c-a749-0c14250096bb", "name": "network-vif-deleted", "tag": "207393b1-d53c-4e0e-8992-70be9ea1a861"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:32:16.465799 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df7f878-4b42-472c-b786-cb79b4092869 x-openstack-request-id: req-3df7f878-4b42-472c-b786-cb79b4092869 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:32:16.466099 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d107acd-2b25-4b7c-a749-0c14250096bb", "name": "network-vif-deleted", "tag": "207393b1-d53c-4e0e-8992-70be9ea1a861", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:32:16.466356 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3df7f878-4b42-472c-b786-cb79b4092869 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:32:16.466774 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d107acd-2b25-4b7c-a749-0c14250096bb', 'name': 'network-vif-deleted', 'tag': '207393b1-d53c-4e0e-8992-70be9ea1a861', 'status': 'completed', 'code': 200} Feb 19 05:32:17.391902 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37406) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:32:17.766631 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fd7b175-10c1-40b0-8369-7c2c9547869a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (bd05ea9e-8afc-4555-8131-c3a92b4fca93), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:18.039842 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7b175-10c1-40b0-8369-7c2c9547869a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Deleting port fdc45ae9-6362-4c4c-8867-7d409fadbd4b {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:32:18.040094 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fd7b175-10c1-40b0-8369-7c2c9547869a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (fdc45ae9-6362-4c4c-8867-7d409fadbd4b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:18.138303 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-2fd7b175-10c1-40b0-8369-7c2c9547869a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] For port fdc45ae9-6362-4c4c-8867-7d409fadbd4b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=fdc45ae9-6362-4c4c-8867-7d409fadbd4b,segment=NetworkSegment(abd365d8-0117-4295-9521-6dd38d917f1c),segment_id=abd365d8-0117-4295-9521-6dd38d917f1c)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:32:18.138643 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fd7b175-10c1-40b0-8369-7c2c9547869a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (fdc45ae9-6362-4c4c-8867-7d409fadbd4b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:18.151945 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7b175-10c1-40b0-8369-7c2c9547869a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Calling delete_port for fdc45ae9-6362-4c4c-8867-7d409fadbd4b owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:32:18.361624 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fd7b175-10c1-40b0-8369-7c2c9547869a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (fdc45ae9-6362-4c4c-8867-7d409fadbd4b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:18.391239 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7b175-10c1-40b0-8369-7c2c9547869a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Port': ['ID=fdc45ae9-6362-4c4c-8867-7d409fadbd4b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:18.627611 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2fd7b175-10c1-40b0-8369-7c2c9547869a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (bd05ea9e-8afc-4555-8131-c3a92b4fca93), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:18.869822 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd7b175-10c1-40b0-8369-7c2c9547869a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Router bd05ea9e-8afc-4555-8131-c3a92b4fca93 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:32:18.990575 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd7b175-10c1-40b0-8369-7c2c9547869a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:32:18.996228 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2fd7b175-10c1-40b0-8369-7c2c9547869a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "PUT /v2.0/routers/bd05ea9e-8afc-4555-8131-c3a92b4fca93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6032040 Feb 19 05:32:18.999052 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37408) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:32:19.000815 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2190759e-0f5c-43bd-b87a-6d410c7c07db None None] Sync routers for ids ['bd05ea9e-8afc-4555-8131-c3a92b4fca93'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:32:19.012194 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2190759e-0f5c-43bd-b87a-6d410c7c07db None None] Routers {'bd05ea9e-8afc-4555-8131-c3a92b4fca93'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:32:19.012845 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-2190759e-0f5c-43bd-b87a-6d410c7c07db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:32:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['bd05ea9e-8afc-4555-8131-c3a92b4fca93'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:32:19.056695 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-3114fc38-e1c7-4ce5-98dc-5f1a472b4621 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Deleting subnet 148025fa-fa2e-4609-9a29-0eaf214c840b {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:32:19.060549 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3114fc38-e1c7-4ce5-98dc-5f1a472b4621 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for subnet (148025fa-fa2e-4609-9a29-0eaf214c840b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:19.109617 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3114fc38-e1c7-4ce5-98dc-5f1a472b4621 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (148025fa-fa2e-4609-9a29-0eaf214c840b), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:19.136958 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-2190759e-0f5c-43bd-b87a-6d410c7c07db None None] Set router bd05ea9e-8afc-4555-8131-c3a92b4fca93 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:32:19.205513 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3114fc38-e1c7-4ce5-98dc-5f1a472b4621 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (148025fa-fa2e-4609-9a29-0eaf214c840b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:19.350605 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-2190759e-0f5c-43bd-b87a-6d410c7c07db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926399000', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '73718764-91d5-42da-a61b-53f50d6e4765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:30:27Z', 'updated_at': '2022-02-19T05:32:18Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '73718764-91d5-42da-a61b-53f50d6e4765', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:30:28Z', 'updated_at': '2022-02-19T05:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:32:19.406101 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2190759e-0f5c-43bd-b87a-6d410c7c07db None None] Checking router: bd05ea9e-8afc-4555-8131-c3a92b4fca93 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:32:19.417407 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2190759e-0f5c-43bd-b87a-6d410c7c07db None None] Routers {'bd05ea9e-8afc-4555-8131-c3a92b4fca93'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:32:19.418037 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-2190759e-0f5c-43bd-b87a-6d410c7c07db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:32:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['bd05ea9e-8afc-4555-8131-c3a92b4fca93'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:32:19.531805 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-2190759e-0f5c-43bd-b87a-6d410c7c07db None None] Set router bd05ea9e-8afc-4555-8131-c3a92b4fca93 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:32:19.632866 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3114fc38-e1c7-4ce5-98dc-5f1a472b4621 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (148025fa-fa2e-4609-9a29-0eaf214c840b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:19.666180 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114fc38-e1c7-4ce5-98dc-5f1a472b4621 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Subnet': ['ID=148025fa-fa2e-4609-9a29-0eaf214c840b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:19.668321 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3114fc38-e1c7-4ce5-98dc-5f1a472b4621 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:19.676126 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37410) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:32:19.677811 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3114fc38-e1c7-4ce5-98dc-5f1a472b4621 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "DELETE /v2.0/subnets/148025fa-fa2e-4609-9a29-0eaf214c840b HTTP/1.1" status: 204 len: 168 time: 0.6773140 Feb 19 05:32:19.691613 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac07f9fa-13b0-4a7d-8e43-e2de99c16c12 None None] Network 399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:32:19.803389 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router (bd05ea9e-8afc-4555-8131-c3a92b4fca93), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:19.873602 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-2190759e-0f5c-43bd-b87a-6d410c7c07db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926399000', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '73718764-91d5-42da-a61b-53f50d6e4765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:30:27Z', 'updated_at': '2022-02-19T05:32:18Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '73718764-91d5-42da-a61b-53f50d6e4765', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:30:28Z', 'updated_at': '2022-02-19T05:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:32:19.909198 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2190759e-0f5c-43bd-b87a-6d410c7c07db None None] The sync data for ids ['bd05ea9e-8afc-4555-8131-c3a92b4fca93'] in n-d-772273-4 is: [{'id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1926399000', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '73718764-91d5-42da-a61b-53f50d6e4765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:30:27Z', 'updated_at': '2022-02-19T05:32:18Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '73718764-91d5-42da-a61b-53f50d6e4765', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd05ea9e-8afc-4555-8131-c3a92b4fca93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:30:28Z', 'updated_at': '2022-02-19T05:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:32:19.927889 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_gateway (bd05ea9e-8afc-4555-8131-c3a92b4fca93), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:19.973067 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4f1c2e-f34a-4624-b220-fa3886b258d1 None None] DHCP port deletion for 399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:32:19.990506 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Deleting port 73718764-91d5-42da-a61b-53f50d6e4765 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:32:19.990829 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (73718764-91d5-42da-a61b-53f50d6e4765), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:20.026158 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-cc4f1c2e-f34a-4624-b220-fa3886b258d1 None None] Deleting port c05edc7b-a32d-48e6-bbac-eaa2245ed5e9 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:32:20.026797 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cc4f1c2e-f34a-4624-b220-fa3886b258d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (c05edc7b-a32d-48e6-bbac-eaa2245ed5e9), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:20.074794 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 207393b1-d53c-4e0e-8992-70be9ea1a861 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:32:20.087342 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] For port 73718764-91d5-42da-a61b-53f50d6e4765, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=73718764-91d5-42da-a61b-53f50d6e4765,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:32:20.087894 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (73718764-91d5-42da-a61b-53f50d6e4765), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:20.103648 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Calling delete_port for 73718764-91d5-42da-a61b-53f50d6e4765 owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:32:20.106654 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 207393b1-d53c-4e0e-8992-70be9ea1a861 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:32:20.106994 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 207393b1-d53c-4e0e-8992-70be9ea1a861 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:32:20.126579 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-cc4f1c2e-f34a-4624-b220-fa3886b258d1 None None] For port c05edc7b-a32d-48e6-bbac-eaa2245ed5e9, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c05edc7b-a32d-48e6-bbac-eaa2245ed5e9,segment=NetworkSegment(abd365d8-0117-4295-9521-6dd38d917f1c),segment_id=abd365d8-0117-4295-9521-6dd38d917f1c)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:32:20.126989 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cc4f1c2e-f34a-4624-b220-fa3886b258d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (c05edc7b-a32d-48e6-bbac-eaa2245ed5e9), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:20.141349 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-cc4f1c2e-f34a-4624-b220-fa3886b258d1 None None] Calling delete_port for c05edc7b-a32d-48e6-bbac-eaa2245ed5e9 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:32:20.266288 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cc4f1c2e-f34a-4624-b220-fa3886b258d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (c05edc7b-a32d-48e6-bbac-eaa2245ed5e9), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:20.297719 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f1c2e-f34a-4624-b220-fa3886b258d1 None None] Pushing event deleted for resources: {'Port': ['ID=c05edc7b-a32d-48e6-bbac-eaa2245ed5e9,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:20.300971 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4f1c2e-f34a-4624-b220-fa3886b258d1 None None] No DVR routers for this DVR port c05edc7b-a32d-48e6-bbac-eaa2245ed5e9 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:32:20.303015 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (73718764-91d5-42da-a61b-53f50d6e4765), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:20.336516 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Port': ['ID=73718764-91d5-42da-a61b-53f50d6e4765,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:20.351260 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:20.351718 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:20.352151 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:20.352555 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:20.352999 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:20.353349 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:20.353700 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:20.354041 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:20.354397 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:20.354736 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:20.355075 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:20.355412 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:20.355747 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:20.425902 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (bd05ea9e-8afc-4555-8131-c3a92b4fca93), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:20.535693 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (bd05ea9e-8afc-4555-8131-c3a92b4fca93), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:20.538135 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_controller (bd05ea9e-8afc-4555-8131-c3a92b4fca93), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:20.611461 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (bd05ea9e-8afc-4555-8131-c3a92b4fca93), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:20.612484 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Fanout notify agent at l3_agent the message router_deleted on router bd05ea9e-8afc-4555-8131-c3a92b4fca93 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:32:20.624307 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:20.629107 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e079c479-12eb-4027-bea4-f744c3cfd99f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "DELETE /v2.0/routers/bd05ea9e-8afc-4555-8131-c3a92b4fca93 HTTP/1.1" status: 204 len: 168 time: 0.9493961 Feb 19 05:32:20.629981 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37412) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:32:20.734382 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4310693e-f461-48b7-b790-38bd4da85970 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (399d9f5e-d97a-4881-8ebf-f7b3e85e7d38), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:20.875520 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4310693e-f461-48b7-b790-38bd4da85970 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (399d9f5e-d97a-4881-8ebf-f7b3e85e7d38), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:20.914343 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-4310693e-f461-48b7-b790-38bd4da85970 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399d9f5e-d97a-4881-8ebf-f7b3e85e7d38']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:32:20.933240 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-4310693e-f461-48b7-b790-38bd4da85970 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd365d8-0117-4295-9521-6dd38d917f1c') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:32:20.933565 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-4310693e-f461-48b7-b790-38bd4da85970 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd365d8-0117-4295-9521-6dd38d917f1c') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:32:20.950205 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4310693e-f461-48b7-b790-38bd4da85970 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (abd365d8-0117-4295-9521-6dd38d917f1c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:20.972394 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4310693e-f461-48b7-b790-38bd4da85970 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (abd365d8-0117-4295-9521-6dd38d917f1c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:20.981867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4310693e-f461-48b7-b790-38bd4da85970 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:32:20.982523 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4310693e-f461-48b7-b790-38bd4da85970 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (abd365d8-0117-4295-9521-6dd38d917f1c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: timer() Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:32:20.987938 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:32:21.055892 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4310693e-f461-48b7-b790-38bd4da85970 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (399d9f5e-d97a-4881-8ebf-f7b3e85e7d38), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:21.064347 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4310693e-f461-48b7-b790-38bd4da85970 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:21.067404 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4310693e-f461-48b7-b790-38bd4da85970 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "DELETE /v2.0/networks/399d9f5e-d97a-4881-8ebf-f7b3e85e7d38 HTTP/1.1" status: 204 len: 168 time: 0.4360180 Feb 19 05:32:21.070110 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37414) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:32:21.088299 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310693e-f461-48b7-b790-38bd4da85970 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Network': ['ID=399d9f5e-d97a-4881-8ebf-f7b3e85e7d38,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:21.149609 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2232efe1-2cd1-4cbc-a294-4dfaac8fb52b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (226db494-488a-4928-98fd-6aa3920312dd), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:21.183670 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2232efe1-2cd1-4cbc-a294-4dfaac8fb52b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (226db494-488a-4928-98fd-6aa3920312dd), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:21.251505 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2232efe1-2cd1-4cbc-a294-4dfaac8fb52b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (226db494-488a-4928-98fd-6aa3920312dd), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:21.255181 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2232efe1-2cd1-4cbc-a294-4dfaac8fb52b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:21.256437 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2232efe1-2cd1-4cbc-a294-4dfaac8fb52b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "DELETE /v2.0/security-groups/226db494-488a-4928-98fd-6aa3920312dd HTTP/1.1" status: 204 len: 168 time: 0.1853583 Feb 19 05:32:21.266404 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232efe1-2cd1-4cbc-a294-4dfaac8fb52b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=226db494-488a-4928-98fd-6aa3920312dd,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:21.667408 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37420) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:32:21.672298 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-4766f385-0f83-462d-9cda-6758fb45efa4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-528451838', 'description': 'tempest-secgroup-smoke-528451838 description', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:32:21.696622 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4766f385-0f83-462d-9cda-6758fb45efa4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:21.785987 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4766f385-0f83-462d-9cda-6758fb45efa4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (64ecf8ab-6ac5-4e3f-91bb-048ae962175b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:21.790807 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4766f385-0f83-462d-9cda-6758fb45efa4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (64ecf8ab-6ac5-4e3f-91bb-048ae962175b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:21.826149 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4766f385-0f83-462d-9cda-6758fb45efa4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:21.827473 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4766f385-0f83-462d-9cda-6758fb45efa4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1589754 Feb 19 05:32:21.829448 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 73718764-91d5-42da-a61b-53f50d6e4765 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:32:21.831304 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37422) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:32:21.837358 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-a9211708-0666-4a03-9695-6a46369e7cea tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': '64ecf8ab-6ac5-4e3f-91bb-048ae962175b', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:32:21.842997 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766f385-0f83-462d-9cda-6758fb45efa4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64ecf8ab-6ac5-4e3f-91bb-048ae962175b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:21.854365 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 73718764-91d5-42da-a61b-53f50d6e4765 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:32:21.854719 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 73718764-91d5-42da-a61b-53f50d6e4765 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:32:21.855156 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c05edc7b-a32d-48e6-bbac-eaa2245ed5e9 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:32:21.871738 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a9211708-0666-4a03-9695-6a46369e7cea tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (dd58a81b-c076-477a-88f7-34141c42ed2e), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:21.878863 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: c05edc7b-a32d-48e6-bbac-eaa2245ed5e9 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:32:21.879217 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c05edc7b-a32d-48e6-bbac-eaa2245ed5e9 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:32:21.879690 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fdc45ae9-6362-4c4c-8867-7d409fadbd4b no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:32:21.905350 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: fdc45ae9-6362-4c4c-8867-7d409fadbd4b {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:32:21.905708 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fdc45ae9-6362-4c4c-8867-7d409fadbd4b not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:32:21.939699 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a9211708-0666-4a03-9695-6a46369e7cea tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (dd58a81b-c076-477a-88f7-34141c42ed2e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:21.944849 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a9211708-0666-4a03-9695-6a46369e7cea tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (dd58a81b-c076-477a-88f7-34141c42ed2e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:21.964316 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9211708-0666-4a03-9695-6a46369e7cea tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd58a81b-c076-477a-88f7-34141c42ed2e,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:21.974582 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a9211708-0666-4a03-9695-6a46369e7cea tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:21.975909 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a9211708-0666-4a03-9695-6a46369e7cea tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1433010 Feb 19 05:32:21.978671 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37424) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:32:21.983382 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2eb33888-2754-47e2-bae7-aa2cc90374cd tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': '64ecf8ab-6ac5-4e3f-91bb-048ae962175b', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:32:22.012368 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2eb33888-2754-47e2-bae7-aa2cc90374cd tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (3b4e5cb5-6c3e-449f-8230-dbe550e55c28), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.075270 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2eb33888-2754-47e2-bae7-aa2cc90374cd tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (3b4e5cb5-6c3e-449f-8230-dbe550e55c28), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.079345 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2eb33888-2754-47e2-bae7-aa2cc90374cd tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (3b4e5cb5-6c3e-449f-8230-dbe550e55c28), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.098748 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb33888-2754-47e2-bae7-aa2cc90374cd tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4e5cb5-6c3e-449f-8230-dbe550e55c28,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:22.108045 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2eb33888-2754-47e2-bae7-aa2cc90374cd tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.109389 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2eb33888-2754-47e2-bae7-aa2cc90374cd tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1296406 Feb 19 05:32:22.112832 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37426) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:32:22.117599 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-4116e29d-a424-42fa-a8c3-237f6eb5b3fe tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': '64ecf8ab-6ac5-4e3f-91bb-048ae962175b', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:32:22.145089 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4116e29d-a424-42fa-a8c3-237f6eb5b3fe tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (f1253880-4dab-4b6b-9d86-8d440e062def), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.216613 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4116e29d-a424-42fa-a8c3-237f6eb5b3fe tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (f1253880-4dab-4b6b-9d86-8d440e062def), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.222182 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4116e29d-a424-42fa-a8c3-237f6eb5b3fe tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (f1253880-4dab-4b6b-9d86-8d440e062def), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.245636 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116e29d-a424-42fa-a8c3-237f6eb5b3fe tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1253880-4dab-4b6b-9d86-8d440e062def,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:22.253517 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4116e29d-a424-42fa-a8c3-237f6eb5b3fe tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.254788 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4116e29d-a424-42fa-a8c3-237f6eb5b3fe tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408792 Feb 19 05:32:22.258113 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37428) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:32:22.262774 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-560a06b1-99fe-4a96-96f2-b13a4c344968 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': '64ecf8ab-6ac5-4e3f-91bb-048ae962175b', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:32:22.290299 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-560a06b1-99fe-4a96-96f2-b13a4c344968 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (0b4b6ce8-2495-4600-8344-2c59ac42dd78), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.371618 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-560a06b1-99fe-4a96-96f2-b13a4c344968 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (0b4b6ce8-2495-4600-8344-2c59ac42dd78), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.377039 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-560a06b1-99fe-4a96-96f2-b13a4c344968 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (0b4b6ce8-2495-4600-8344-2c59ac42dd78), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.400978 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a06b1-99fe-4a96-96f2-b13a4c344968 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4b6ce8-2495-4600-8344-2c59ac42dd78,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:22.412112 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-560a06b1-99fe-4a96-96f2-b13a4c344968 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.413447 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-560a06b1-99fe-4a96-96f2-b13a4c344968 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1543329 Feb 19 05:32:22.416308 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37430) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:32:22.421094 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-1f30962f-88c9-45cb-940f-b3b5b635ff3e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': '64ecf8ab-6ac5-4e3f-91bb-048ae962175b', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:32:22.443583 n-d-772273-4 neutron-server[115198]: INFO neutron.db.securitygroups_db [None req-1f30962f-88c9-45cb-940f-b3b5b635ff3e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Project a3ce047577fa4aeb85ad4443f2143977 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:32:22.449579 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f30962f-88c9-45cb-940f-b3b5b635ff3e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (47e70e73-cbb7-4ee6-b006-a7566b7baf34), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.515608 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f30962f-88c9-45cb-940f-b3b5b635ff3e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (47e70e73-cbb7-4ee6-b006-a7566b7baf34), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.520334 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f30962f-88c9-45cb-940f-b3b5b635ff3e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (47e70e73-cbb7-4ee6-b006-a7566b7baf34), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.543391 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30962f-88c9-45cb-940f-b3b5b635ff3e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e70e73-cbb7-4ee6-b006-a7566b7baf34,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:22.553272 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-1f30962f-88c9-45cb-940f-b3b5b635ff3e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.554587 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-1f30962f-88c9-45cb-940f-b3b5b635ff3e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371851 Feb 19 05:32:22.558105 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37432) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:32:22.563143 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-74d80762-f25a-404e-88f2-c8639050288b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': '64ecf8ab-6ac5-4e3f-91bb-048ae962175b', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:32:22.586395 n-d-772273-4 neutron-server[115198]: INFO neutron.db.securitygroups_db [None req-74d80762-f25a-404e-88f2-c8639050288b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Project a3ce047577fa4aeb85ad4443f2143977 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:32:22.592000 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-74d80762-f25a-404e-88f2-c8639050288b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (a31b2809-808c-413e-b8b5-ee2e76855ec9), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.658682 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-74d80762-f25a-404e-88f2-c8639050288b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (a31b2809-808c-413e-b8b5-ee2e76855ec9), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.663907 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-74d80762-f25a-404e-88f2-c8639050288b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (a31b2809-808c-413e-b8b5-ee2e76855ec9), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.687577 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d80762-f25a-404e-88f2-c8639050288b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31b2809-808c-413e-b8b5-ee2e76855ec9,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:22.694503 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-74d80762-f25a-404e-88f2-c8639050288b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.695638 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-74d80762-f25a-404e-88f2-c8639050288b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1363032 Feb 19 05:32:22.698981 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37434) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:32:22.705077 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-e1005185-5fa2-4bbc-9666-8116b586167a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'network': {'name': 'tempest-network-smoke--888187304', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'port_security_enabled': True}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:32:22.730069 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1005185-5fa2-4bbc-9666-8116b586167a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Made reservation on behalf of a3ce047577fa4aeb85ad4443f2143977 for: {'network': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:32:22.734748 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e1005185-5fa2-4bbc-9666-8116b586167a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.769217 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1005185-5fa2-4bbc-9666-8116b586167a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=115198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:32:22.782934 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e1005185-5fa2-4bbc-9666-8116b586167a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (298e3fd7-f9ff-485a-ae11-78bd9c8fdd85), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.783445 n-d-772273-4 neutron-server[115198]: INFO neutron.db.segments_db [None req-e1005185-5fa2-4bbc-9666-8116b586167a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Added segment 298e3fd7-f9ff-485a-ae11-78bd9c8fdd85 of type vlan for network b942ff00-7241-4956-b2b2-b2724ba3555f Feb 19 05:32:22.833248 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e1005185-5fa2-4bbc-9666-8116b586167a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (b942ff00-7241-4956-b2b2-b2724ba3555f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.863366 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e1005185-5fa2-4bbc-9666-8116b586167a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (b942ff00-7241-4956-b2b2-b2724ba3555f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.873308 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1005185-5fa2-4bbc-9666-8116b586167a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:22.874260 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e1005185-5fa2-4bbc-9666-8116b586167a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.949723 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e1005185-5fa2-4bbc-9666-8116b586167a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2494352 Feb 19 05:32:22.952257 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37436) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:32:22.959617 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-325c0e72-d0de-492a-b354-d9d4c675b964 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1756707913', 'admin_state_up': True, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:32:22.969495 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1005185-5fa2-4bbc-9666-8116b586167a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Network': ['ID=b942ff00-7241-4956-b2b2-b2724ba3555f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:22.987836 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network b942ff00-7241-4956-b2b2-b2724ba3555f details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:32:22.996695 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-325c0e72-d0de-492a-b354-d9d4c675b964 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (2a94c33b-e8dc-48fc-af98-ed5bb1369535), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:22.998039 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-325c0e72-d0de-492a-b354-d9d4c675b964 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (2a94c33b-e8dc-48fc-af98-ed5bb1369535), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:23.061977 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-325c0e72-d0de-492a-b354-d9d4c675b964 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_controller (2a94c33b-e8dc-48fc-af98-ed5bb1369535), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:23.228516 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-325c0e72-d0de-492a-b354-d9d4c675b964 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_gateway (2a94c33b-e8dc-48fc-af98-ed5bb1369535), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:23.457217 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-325c0e72-d0de-492a-b354-d9d4c675b964 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_gateway (2a94c33b-e8dc-48fc-af98-ed5bb1369535), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:23.478927 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-325c0e72-d0de-492a-b354-d9d4c675b964 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:23.606279 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-325c0e72-d0de-492a-b354-d9d4c675b964 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Allocated IP 172.25.0.97 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/7a2827c3-c96a-4523-a977-fba962b57aa2) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:32:23.716249 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-325c0e72-d0de-492a-b354-d9d4c675b964 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (7a2827c3-c96a-4523-a977-fba962b57aa2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:23.753408 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-325c0e72-d0de-492a-b354-d9d4c675b964 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (7a2827c3-c96a-4523-a977-fba962b57aa2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:23.799336 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325c0e72-d0de-492a-b354-d9d4c675b964 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:32:23.803006 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-325c0e72-d0de-492a-b354-d9d4c675b964 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:32:23.809906 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325c0e72-d0de-492a-b354-d9d4c675b964 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:32:23.833524 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c0e72-d0de-492a-b354-d9d4c675b964 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=7a2827c3-c96a-4523-a977-fba962b57aa2,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:24.090988 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-325c0e72-d0de-492a-b354-d9d4c675b964 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_gateway (2a94c33b-e8dc-48fc-af98-ed5bb1369535), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:24.372249 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-325c0e72-d0de-492a-b354-d9d4c675b964 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (2a94c33b-e8dc-48fc-af98-ed5bb1369535), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:24.536789 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325c0e72-d0de-492a-b354-d9d4c675b964 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Router 2a94c33b-e8dc-48fc-af98-ed5bb1369535 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:32:24.670136 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325c0e72-d0de-492a-b354-d9d4c675b964 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:32:24.681057 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] Sync routers for ids ['2a94c33b-e8dc-48fc-af98-ed5bb1369535'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:32:24.693135 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] Routers {'2a94c33b-e8dc-48fc-af98-ed5bb1369535'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:32:24.693931 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:32:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2a94c33b-e8dc-48fc-af98-ed5bb1369535'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:32:24.697812 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-325c0e72-d0de-492a-b354-d9d4c675b964 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:24.698389 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-325c0e72-d0de-492a-b354-d9d4c675b964 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7450118 Feb 19 05:32:24.702059 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37438) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:32:24.733678 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-14315828-9e03-415c-8fb0-3b7c4b59125e tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a3ce047577fa4aeb85ad4443f2143977&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302815 Feb 19 05:32:24.737521 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37440) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:32:24.823222 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] Set router 2a94c33b-e8dc-48fc-af98-ed5bb1369535 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:32:24.838866 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06594e0d-c62b-4aea-9049-9f825ef2e063 tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:24.844200 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-06594e0d-c62b-4aea-9049-9f825ef2e063 tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1027796 Feb 19 05:32:24.844509 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37442) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:32:24.895862 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-929564c2-3cb0-41c3-b55d-2c022e253446 tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466766 Feb 19 05:32:24.896187 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37444) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:32:24.904394 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-a924533d-cdbb-42a7-a789-9d97520f10a0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-750583595', 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:32:25.031916 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a924533d-cdbb-42a7-a789-9d97520f10a0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Made reservation on behalf of a3ce047577fa4aeb85ad4443f2143977 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:32:25.037741 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a924533d-cdbb-42a7-a789-9d97520f10a0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:25.092407 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756707913', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:23Z', 'revision_number': 3, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:32:25.122194 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] Checking router: 2a94c33b-e8dc-48fc-af98-ed5bb1369535 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:32:25.122600 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] Updating router 2a94c33b-e8dc-48fc-af98-ed5bb1369535 port 7a2827c3-c96a-4523-a977-fba962b57aa2 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:32:25.153175 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7a2827c3-c96a-4523-a977-fba962b57aa2), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:25.283489 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a924533d-cdbb-42a7-a789-9d97520f10a0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (079c36d3-3b0c-4571-b894-ab7b6109e661), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:25.347665 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924533d-cdbb-42a7-a789-9d97520f10a0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Subnet': ['ID=079c36d3-3b0c-4571-b894-ab7b6109e661,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:25.360112 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924533d-cdbb-42a7-a789-9d97520f10a0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Checking segment: {'id': '298e3fd7-f9ff-485a-ae11-78bd9c8fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:32:25.360486 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a924533d-cdbb-42a7-a789-9d97520f10a0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network hostable DHCP agents. Network: b942ff00-7241-4956-b2b2-b2724ba3555f, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:32:25.380751 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a924533d-cdbb-42a7-a789-9d97520f10a0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network b942ff00-7241-4956-b2b2-b2724ba3555f is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:32:25.391523 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-a924533d-cdbb-42a7-a789-9d97520f10a0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, b942ff00-7241-4956-b2b2-b2724ba3555f) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:32:25.396953 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a924533d-cdbb-42a7-a789-9d97520f10a0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:25.397574 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a924533d-cdbb-42a7-a789-9d97520f10a0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:25.405876 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29abe15a-b6eb-4c01-a514-bc0a48a216ea None None] Network b942ff00-7241-4956-b2b2-b2724ba3555f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:32:25.431116 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a924533d-cdbb-42a7-a789-9d97520f10a0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5308089 Feb 19 05:32:25.431447 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37446) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:32:25.473289 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] Publish callbacks [] for port (7a2827c3-c96a-4523-a977-fba962b57aa2), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:25.482333 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (7a2827c3-c96a-4523-a977-fba962b57aa2), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:25.548402 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a936ec9-92bb-4e01-b964-13e1fa715fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-b942ff00-7241-4956-b2b2-b2724ba3555f', 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'fixed_ips': [{'subnet_id': '079c36d3-3b0c-4571-b894-ab7b6109e661'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:32:25.550493 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2a936ec9-92bb-4e01-b964-13e1fa715fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:25.557896 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] Attempting to bind port 7a2827c3-c96a-4523-a977-fba962b57aa2 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:32:25.558504 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] Attempting to bind port 7a2827c3-c96a-4523-a977-fba962b57aa2 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:32:25.559090 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] Attempting to bind port 7a2827c3-c96a-4523-a977-fba962b57aa2 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:32:25.576002 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:32:25.576621 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:32:25.577371 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:25.578214 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:32:25.578906 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] Bound port: 7a2827c3-c96a-4523-a977-fba962b57aa2, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:32:25.579591 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7a2827c3-c96a-4523-a977-fba962b57aa2), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:25.620364 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bc38a-2324-41b1-a3b7-dbf410b8e76d None None] Pushing event updated for resources: {'Port': ['ID=7a2827c3-c96a-4523-a977-fba962b57aa2,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:25.637605 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80bc38a-2324-41b1-a3b7-dbf410b8e76d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:25.637986 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80bc38a-2324-41b1-a3b7-dbf410b8e76d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:25.638347 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80bc38a-2324-41b1-a3b7-dbf410b8e76d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:25.638682 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80bc38a-2324-41b1-a3b7-dbf410b8e76d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:25.639272 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80bc38a-2324-41b1-a3b7-dbf410b8e76d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:25.639652 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80bc38a-2324-41b1-a3b7-dbf410b8e76d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:25.639992 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80bc38a-2324-41b1-a3b7-dbf410b8e76d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:25.640424 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80bc38a-2324-41b1-a3b7-dbf410b8e76d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:25.640785 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80bc38a-2324-41b1-a3b7-dbf410b8e76d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:25.641165 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80bc38a-2324-41b1-a3b7-dbf410b8e76d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:25.641498 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80bc38a-2324-41b1-a3b7-dbf410b8e76d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:25.641964 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80bc38a-2324-41b1-a3b7-dbf410b8e76d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:25.642352 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80bc38a-2324-41b1-a3b7-dbf410b8e76d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:32:25.672531 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] For port 7a2827c3-c96a-4523-a977-fba962b57aa2, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:32:25.679373 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] For port 7a2827c3-c96a-4523-a977-fba962b57aa2, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=7a2827c3-c96a-4523-a977-fba962b57aa2,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:32:25.688767 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (7a2827c3-c96a-4523-a977-fba962b57aa2), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:25.716845 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-2a936ec9-92bb-4e01-b964-13e1fa715fc7 None None] Allocated IP 172.20.0.2 (b942ff00-7241-4956-b2b2-b2724ba3555f/079c36d3-3b0c-4571-b894-ab7b6109e661/727935eb-cc76-4f59-b15d-0924d4d74d37) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:32:25.769372 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] Routers {'2a94c33b-e8dc-48fc-af98-ed5bb1369535'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:32:25.770165 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:32:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2a94c33b-e8dc-48fc-af98-ed5bb1369535'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:32:25.772475 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bc38a-2324-41b1-a3b7-dbf410b8e76d None None] Pushing event updated for resources: {'Port': ['ID=7a2827c3-c96a-4523-a977-fba962b57aa2,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:25.899302 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] Set router 2a94c33b-e8dc-48fc-af98-ed5bb1369535 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:32:25.986797 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2a936ec9-92bb-4e01-b964-13e1fa715fc7 None None] Publish callbacks [] for port (727935eb-cc76-4f59-b15d-0924d4d74d37), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:25.995092 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2a936ec9-92bb-4e01-b964-13e1fa715fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (727935eb-cc76-4f59-b15d-0924d4d74d37), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:26.024142 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6cac6250-13a2-496c-8a72-23b4e728018c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:26.037736 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a936ec9-92bb-4e01-b964-13e1fa715fc7 None None] Network b942ff00-7241-4956-b2b2-b2724ba3555f is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:32:26.041070 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-2a936ec9-92bb-4e01-b964-13e1fa715fc7 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:32:26.043630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a936ec9-92bb-4e01-b964-13e1fa715fc7 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:32:26.064093 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a936ec9-92bb-4e01-b964-13e1fa715fc7 None None] Pushing event updated for resources: {'Port': ['ID=727935eb-cc76-4f59-b15d-0924d4d74d37,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:26.140633 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2a936ec9-92bb-4e01-b964-13e1fa715fc7 None None] Attempting to bind port 727935eb-cc76-4f59-b15d-0924d4d74d37 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:32:26.141059 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2a936ec9-92bb-4e01-b964-13e1fa715fc7 None None] Attempting to bind port 727935eb-cc76-4f59-b15d-0924d4d74d37 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '298e3fd7-f9ff-485a-ae11-78bd9c8fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:32:26.141437 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a936ec9-92bb-4e01-b964-13e1fa715fc7 None None] Attempting to bind port 727935eb-cc76-4f59-b15d-0924d4d74d37 on network b942ff00-7241-4956-b2b2-b2724ba3555f {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:32:26.147691 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a936ec9-92bb-4e01-b964-13e1fa715fc7 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:32:26.148288 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a936ec9-92bb-4e01-b964-13e1fa715fc7 None None] Checking segment: {'id': '298e3fd7-f9ff-485a-ae11-78bd9c8fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:32:26.149355 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2a936ec9-92bb-4e01-b964-13e1fa715fc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:26.149355 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a936ec9-92bb-4e01-b964-13e1fa715fc7 None None] Bound using segment: {'id': '298e3fd7-f9ff-485a-ae11-78bd9c8fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:32:26.149592 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-2a936ec9-92bb-4e01-b964-13e1fa715fc7 None None] Bound port: 727935eb-cc76-4f59-b15d-0924d4d74d37, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298e3fd7-f9ff-485a-ae11-78bd9c8fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:32:26.149901 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2a936ec9-92bb-4e01-b964-13e1fa715fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (727935eb-cc76-4f59-b15d-0924d4d74d37), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:26.208079 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756707913', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:23Z', 'revision_number': 3, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:32:26.224816 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-2a936ec9-92bb-4e01-b964-13e1fa715fc7 None None] For port 727935eb-cc76-4f59-b15d-0924d4d74d37, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:32:26.229031 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-2a936ec9-92bb-4e01-b964-13e1fa715fc7 None None] For port 727935eb-cc76-4f59-b15d-0924d4d74d37, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=727935eb-cc76-4f59-b15d-0924d4d74d37,segment=NetworkSegment(298e3fd7-f9ff-485a-ae11-78bd9c8fdd85),segment_id=298e3fd7-f9ff-485a-ae11-78bd9c8fdd85)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:32:26.236576 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2a936ec9-92bb-4e01-b964-13e1fa715fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (727935eb-cc76-4f59-b15d-0924d4d74d37), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:26.241186 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04457bfb-4920-408b-81c8-62052520fd9d None None] The sync data for ids ['2a94c33b-e8dc-48fc-af98-ed5bb1369535'] in n-d-772273-4 is: [{'id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756707913', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:23Z', 'revision_number': 3, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:32:26.321557 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a936ec9-92bb-4e01-b964-13e1fa715fc7 None None] Pushing event updated for resources: {'Port': ['ID=727935eb-cc76-4f59-b15d-0924d4d74d37,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:26.370079 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-6cac6250-13a2-496c-8a72-23b4e728018c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Allocated IP 172.20.0.1 (b942ff00-7241-4956-b2b2-b2724ba3555f/079c36d3-3b0c-4571-b894-ab7b6109e661/c924da4c-b658-4b2b-b3a4-76705b0a6847) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:32:26.568432 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6cac6250-13a2-496c-8a72-23b4e728018c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (c924da4c-b658-4b2b-b3a4-76705b0a6847), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:26.612216 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6cac6250-13a2-496c-8a72-23b4e728018c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (c924da4c-b658-4b2b-b3a4-76705b0a6847), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:26.656475 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cac6250-13a2-496c-8a72-23b4e728018c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network b942ff00-7241-4956-b2b2-b2724ba3555f is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:32:26.668865 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-6cac6250-13a2-496c-8a72-23b4e728018c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:32:26.681932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cac6250-13a2-496c-8a72-23b4e728018c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:32:26.686612 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac6250-13a2-496c-8a72-23b4e728018c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=c924da4c-b658-4b2b-b3a4-76705b0a6847,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:26.748585 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6cac6250-13a2-496c-8a72-23b4e728018c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (2a94c33b-e8dc-48fc-af98-ed5bb1369535), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:26.933995 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6cac6250-13a2-496c-8a72-23b4e728018c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c924da4c-b658-4b2b-b3a4-76705b0a6847), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:27.376882 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77e6ebc-ed2a-4113-95a5-aae159ff5701 None None] Network b942ff00-7241-4956-b2b2-b2724ba3555f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:32:27.460793 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9a1a273b-5530-4601-a43a-b0eba25b101e None None] Provisioning complete for port 727935eb-cc76-4f59-b15d-0924d4d74d37 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:32:27.461214 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9a1a273b-5530-4601-a43a-b0eba25b101e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (727935eb-cc76-4f59-b15d-0924d4d74d37), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:27.619597 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6cac6250-13a2-496c-8a72-23b4e728018c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (c924da4c-b658-4b2b-b3a4-76705b0a6847), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:27.624589 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6cac6250-13a2-496c-8a72-23b4e728018c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (c924da4c-b658-4b2b-b3a4-76705b0a6847), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:27.709039 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac6250-13a2-496c-8a72-23b4e728018c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=c924da4c-b658-4b2b-b3a4-76705b0a6847,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:27.711634 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6cac6250-13a2-496c-8a72-23b4e728018c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (2a94c33b-e8dc-48fc-af98-ed5bb1369535), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:27.752841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9a1a273b-5530-4601-a43a-b0eba25b101e None None] Current status of the port 727935eb-cc76-4f59-b15d-0924d4d74d37 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:32:27.753267 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9a1a273b-5530-4601-a43a-b0eba25b101e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (727935eb-cc76-4f59-b15d-0924d4d74d37), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:27.796663 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9a1a273b-5530-4601-a43a-b0eba25b101e None None] For port 727935eb-cc76-4f59-b15d-0924d4d74d37, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=727935eb-cc76-4f59-b15d-0924d4d74d37,segment=NetworkSegment(298e3fd7-f9ff-485a-ae11-78bd9c8fdd85),segment_id=298e3fd7-f9ff-485a-ae11-78bd9c8fdd85)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:32:27.804537 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9a1a273b-5530-4601-a43a-b0eba25b101e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (727935eb-cc76-4f59-b15d-0924d4d74d37), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:27.824445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cac6250-13a2-496c-8a72-23b4e728018c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network b942ff00-7241-4956-b2b2-b2724ba3555f is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:32:27.826597 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-6cac6250-13a2-496c-8a72-23b4e728018c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:32:27.880449 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a273b-5530-4601-a43a-b0eba25b101e None None] Pushing event updated for resources: {'Port': ['ID=727935eb-cc76-4f59-b15d-0924d4d74d37,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:27.947228 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 727935eb-cc76-4f59-b15d-0924d4d74d37 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:32:27.994422 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cac6250-13a2-496c-8a72-23b4e728018c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Router 2a94c33b-e8dc-48fc-af98-ed5bb1369535 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:32:28.001002 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 727935eb-cc76-4f59-b15d-0924d4d74d37 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:32:28.001405 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (727935eb-cc76-4f59-b15d-0924d4d74d37), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:28.098921 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 727935eb-cc76-4f59-b15d-0924d4d74d37 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:32:28.100207 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 7a2827c3-c96a-4523-a977-fba962b57aa2 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:32:28.147496 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cac6250-13a2-496c-8a72-23b4e728018c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:32:28.151486 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-18f84f6c-8812-4796-8385-98476a7e59e9 None None] Provisioning complete for port 727935eb-cc76-4f59-b15d-0924d4d74d37 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:32:28.152229 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-18f84f6c-8812-4796-8385-98476a7e59e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (727935eb-cc76-4f59-b15d-0924d4d74d37), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:28.161520 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6cac6250-13a2-496c-8a72-23b4e728018c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "PUT /v2.0/routers/2a94c33b-e8dc-48fc-af98-ed5bb1369535/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7282720 Feb 19 05:32:28.181942 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] Sync routers for ids ['2a94c33b-e8dc-48fc-af98-ed5bb1369535'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:32:28.215025 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] Routers {'2a94c33b-e8dc-48fc-af98-ed5bb1369535'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:32:28.215830 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:32:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2a94c33b-e8dc-48fc-af98-ed5bb1369535'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:32:28.220838 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 7a2827c3-c96a-4523-a977-fba962b57aa2 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:32:28.222040 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (7a2827c3-c96a-4523-a977-fba962b57aa2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:28.350032 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-6ddb948d-e848-4c15-b229-9d681637f5d5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-528451838&fields=id&tenant_id=a3ce047577fa4aeb85ad4443f2143977 HTTP/1.1" status: 200 len: 267 time: 0.0589364 Feb 19 05:32:28.387223 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-18f84f6c-8812-4796-8385-98476a7e59e9 None None] Current status of the port 727935eb-cc76-4f59-b15d-0924d4d74d37 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:32:28.447975 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] Set router 2a94c33b-e8dc-48fc-af98-ed5bb1369535 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:32:28.453985 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-18f84f6c-8812-4796-8385-98476a7e59e9 None None] Provisioning complete for port c924da4c-b658-4b2b-b3a4-76705b0a6847 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:32:28.454366 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-18f84f6c-8812-4796-8385-98476a7e59e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c924da4c-b658-4b2b-b3a4-76705b0a6847), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:28.481425 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-b16519db-80aa-40ce-b490-c3f3e2c0b5f2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:28.488531 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-b16519db-80aa-40ce-b490-c3f3e2c0b5f2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/networks?id=b942ff00-7241-4956-b2b2-b2724ba3555f HTTP/1.1" status: 200 len: 796 time: 0.1330199 Feb 19 05:32:28.498952 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-22e4a8ca-4769-4434-8df6-84270300c41b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/quotas/a3ce047577fa4aeb85ad4443f2143977 HTTP/1.1" status: 200 len: 375 time: 0.0095131 Feb 19 05:32:28.510257 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 7a2827c3-c96a-4523-a977-fba962b57aa2 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:32:28.510654 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (7a2827c3-c96a-4523-a977-fba962b57aa2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:28.544185 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 7a2827c3-c96a-4523-a977-fba962b57aa2, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=7a2827c3-c96a-4523-a977-fba962b57aa2,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:32:28.557640 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (7a2827c3-c96a-4523-a977-fba962b57aa2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:28.561507 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-d746fbfc-d348-48c4-869d-e28320fc66ca tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560775 Feb 19 05:32:28.587853 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-18f84f6c-8812-4796-8385-98476a7e59e9 None None] Port c924da4c-b658-4b2b-b3a4-76705b0a6847 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:32:28.663788 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-d486eede-ffee-49ba-8da6-f6c4a5b64a84 service neutron] 10.222.0.65 "GET /v2.0/networks/b942ff00-7241-4956-b2b2-b2724ba3555f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907261 Feb 19 05:32:28.693037 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=7a2827c3-c96a-4523-a977-fba962b57aa2,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:28.744812 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a9713847-74c3-4b5b-b4f9-968a6d36fe87 None None] Provisioning complete for port c924da4c-b658-4b2b-b3a4-76705b0a6847 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:32:28.745233 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a9713847-74c3-4b5b-b4f9-968a6d36fe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c924da4c-b658-4b2b-b3a4-76705b0a6847), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:28.759999 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-07955934-9506-4289-808a-d002d8279586 service neutron] 10.222.0.65 "GET /v2.0/networks/b942ff00-7241-4956-b2b2-b2724ba3555f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897572 Feb 19 05:32:28.790363 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a9713847-74c3-4b5b-b4f9-968a6d36fe87 None None] Port c924da4c-b658-4b2b-b3a4-76705b0a6847 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:32:28.806340 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756707913', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:26Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'c924da4c-b658-4b2b-b3a4-76705b0a6847', 'name': '', 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:ac:81:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '079c36d3-3b0c-4571-b894-ab7b6109e661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:32:26Z', 'updated_at': '2022-02-19T05:32:27Z', 'revision_number': 2, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '079c36d3-3b0c-4571-b894-ab7b6109e661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:32:28.838799 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] Checking router: 2a94c33b-e8dc-48fc-af98-ed5bb1369535 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:32:28.839157 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] Updating router 2a94c33b-e8dc-48fc-af98-ed5bb1369535 port c924da4c-b658-4b2b-b3a4-76705b0a6847 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:32:28.868813 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c924da4c-b658-4b2b-b3a4-76705b0a6847), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:28.966479 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-65284f05-315d-4beb-8afc-5e9ec4847998 req-399526d4-1217-4e3f-89b1-621c562d942f tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 210 time: 0.0349302 Feb 19 05:32:29.179945 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] Publish callbacks [] for port (c924da4c-b658-4b2b-b3a4-76705b0a6847), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:29.187572 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c924da4c-b658-4b2b-b3a4-76705b0a6847), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:29.246122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d86bd-b71b-4ac1-9f4d-29425fbb0749 None None] Pushing event updated for resources: {'Port': ['ID=c924da4c-b658-4b2b-b3a4-76705b0a6847,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:29.304494 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] Attempting to bind port c924da4c-b658-4b2b-b3a4-76705b0a6847 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:32:29.304879 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] Attempting to bind port c924da4c-b658-4b2b-b3a4-76705b0a6847 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '298e3fd7-f9ff-485a-ae11-78bd9c8fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:32:29.305311 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] Attempting to bind port c924da4c-b658-4b2b-b3a4-76705b0a6847 on network b942ff00-7241-4956-b2b2-b2724ba3555f {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:32:29.311213 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:32:29.311660 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] Checking segment: {'id': '298e3fd7-f9ff-485a-ae11-78bd9c8fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:32:29.312040 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:29.312424 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] Bound using segment: {'id': '298e3fd7-f9ff-485a-ae11-78bd9c8fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:32:29.312893 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] Bound port: c924da4c-b658-4b2b-b3a4-76705b0a6847, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298e3fd7-f9ff-485a-ae11-78bd9c8fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:32:29.313306 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c924da4c-b658-4b2b-b3a4-76705b0a6847), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:29.386526 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] For port c924da4c-b658-4b2b-b3a4-76705b0a6847, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:32:29.391498 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] For port c924da4c-b658-4b2b-b3a4-76705b0a6847, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c924da4c-b658-4b2b-b3a4-76705b0a6847,segment=NetworkSegment(298e3fd7-f9ff-485a-ae11-78bd9c8fdd85),segment_id=298e3fd7-f9ff-485a-ae11-78bd9c8fdd85)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:32:29.401363 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c924da4c-b658-4b2b-b3a4-76705b0a6847), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:29.482697 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d86bd-b71b-4ac1-9f4d-29425fbb0749 None None] Pushing event updated for resources: {'Port': ['ID=c924da4c-b658-4b2b-b3a4-76705b0a6847,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:29.488367 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] Routers {'2a94c33b-e8dc-48fc-af98-ed5bb1369535'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:32:29.489426 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:32:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2a94c33b-e8dc-48fc-af98-ed5bb1369535'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:32:29.625697 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-290ad468-90a9-459b-800e-e72eba88de45 None None] Provisioning complete for port c924da4c-b658-4b2b-b3a4-76705b0a6847 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:32:29.626080 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-290ad468-90a9-459b-800e-e72eba88de45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c924da4c-b658-4b2b-b3a4-76705b0a6847), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:29.685468 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] Set router 2a94c33b-e8dc-48fc-af98-ed5bb1369535 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:32:29.840452 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 727935eb-cc76-4f59-b15d-0924d4d74d37 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:32:29.884554 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-290ad468-90a9-459b-800e-e72eba88de45 None None] Current status of the port c924da4c-b658-4b2b-b3a4-76705b0a6847 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:32:29.884970 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-290ad468-90a9-459b-800e-e72eba88de45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c924da4c-b658-4b2b-b3a4-76705b0a6847), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:30.002773 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-290ad468-90a9-459b-800e-e72eba88de45 None None] For port c924da4c-b658-4b2b-b3a4-76705b0a6847, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c924da4c-b658-4b2b-b3a4-76705b0a6847,segment=NetworkSegment(298e3fd7-f9ff-485a-ae11-78bd9c8fdd85),segment_id=298e3fd7-f9ff-485a-ae11-78bd9c8fdd85)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:32:30.013370 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-290ad468-90a9-459b-800e-e72eba88de45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c924da4c-b658-4b2b-b3a4-76705b0a6847), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:30.020578 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 727935eb-cc76-4f59-b15d-0924d4d74d37 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:32:30.021056 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (727935eb-cc76-4f59-b15d-0924d4d74d37), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:30.030646 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-55c3748e-e0d9-48fd-90e6-0658d4708cd5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:30.032452 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-55c3748e-e0d9-48fd-90e6-0658d4708cd5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.48 "GET /v2.0/networks?id=b942ff00-7241-4956-b2b2-b2724ba3555f HTTP/1.1" status: 200 len: 796 time: 0.1313038 Feb 19 05:32:30.110390 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-7f0ad0a1-7278-40f3-bf50-d8f1140800c4 req-111dfb44-a3a6-425e-b9fb-cf05d476223c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 210 time: 0.0407066 Feb 19 05:32:30.142091 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-f1079dc2-f368-4487-b116-1ea95ba18fc4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3ce047577fa4aeb85ad4443f2143977 HTTP/1.1" status: 200 len: 379 time: 0.1016381 Feb 19 05:32:30.151038 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-394029b9-49b9-4d1a-808a-456ad7aa5175 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'port': {'device_id': 'b99188cc-259a-4fde-bae7-2f4dc4ccbd85', 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f', 'admin_state_up': True, 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'security_groups': ['64ecf8ab-6ac5-4e3f-91bb-048ae962175b']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:32:30.266403 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-394029b9-49b9-4d1a-808a-456ad7aa5175 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Made reservation on behalf of a3ce047577fa4aeb85ad4443f2143977 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:32:30.269970 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-394029b9-49b9-4d1a-808a-456ad7aa5175 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:30.280854 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ad468-90a9-459b-800e-e72eba88de45 None None] Pushing event updated for resources: {'Port': ['ID=c924da4c-b658-4b2b-b3a4-76705b0a6847,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:30.285108 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c3ce7857-8257-4135-a737-55d0f6f9a077 None None] Provisioning complete for port c924da4c-b658-4b2b-b3a4-76705b0a6847 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:32:30.285494 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7857-8257-4135-a737-55d0f6f9a077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c924da4c-b658-4b2b-b3a4-76705b0a6847), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:30.335699 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756707913', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:26Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'c924da4c-b658-4b2b-b3a4-76705b0a6847', 'name': '', 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:ac:81:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '079c36d3-3b0c-4571-b894-ab7b6109e661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:32:26Z', 'updated_at': '2022-02-19T05:32:29Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '079c36d3-3b0c-4571-b894-ab7b6109e661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:32:30.390990 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da330fff-77d5-4bee-b421-35a799c0258b None None] The sync data for ids ['2a94c33b-e8dc-48fc-af98-ed5bb1369535'] in n-d-772273-4 is: [{'id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756707913', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:26Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'c924da4c-b658-4b2b-b3a4-76705b0a6847', 'name': '', 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:ac:81:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '079c36d3-3b0c-4571-b894-ab7b6109e661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:32:26Z', 'updated_at': '2022-02-19T05:32:29Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '079c36d3-3b0c-4571-b894-ab7b6109e661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:32:30.406072 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 727935eb-cc76-4f59-b15d-0924d4d74d37 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:32:30.407233 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 7a2827c3-c96a-4523-a977-fba962b57aa2 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:32:30.408269 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-394029b9-49b9-4d1a-808a-456ad7aa5175 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Allocated IP 172.20.0.6 (b942ff00-7241-4956-b2b2-b2724ba3555f/079c36d3-3b0c-4571-b894-ab7b6109e661/3f35a74b-5481-494a-bb63-86099ebea1d0) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:32:30.495307 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce7857-8257-4135-a737-55d0f6f9a077 None None] Current status of the port c924da4c-b658-4b2b-b3a4-76705b0a6847 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:32:30.519151 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 7a2827c3-c96a-4523-a977-fba962b57aa2 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:32:30.519504 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (7a2827c3-c96a-4523-a977-fba962b57aa2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:30.597034 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-394029b9-49b9-4d1a-808a-456ad7aa5175 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (3f35a74b-5481-494a-bb63-86099ebea1d0), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:30.616693 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 7a2827c3-c96a-4523-a977-fba962b57aa2 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:32:30.640557 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-394029b9-49b9-4d1a-808a-456ad7aa5175 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (3f35a74b-5481-494a-bb63-86099ebea1d0), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:30.688065 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-394029b9-49b9-4d1a-808a-456ad7aa5175 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network b942ff00-7241-4956-b2b2-b2724ba3555f is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:32:30.691570 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-394029b9-49b9-4d1a-808a-456ad7aa5175 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:32:30.698054 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-394029b9-49b9-4d1a-808a-456ad7aa5175 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:32:30.727418 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394029b9-49b9-4d1a-808a-456ad7aa5175 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=3f35a74b-5481-494a-bb63-86099ebea1d0,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:30.764781 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-394029b9-49b9-4d1a-808a-456ad7aa5175 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:30.765502 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-394029b9-49b9-4d1a-808a-456ad7aa5175 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:30.785697 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-394029b9-49b9-4d1a-808a-456ad7aa5175 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6383395 Feb 19 05:32:30.798133 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-1740b955-475f-4776-adcd-9d97b64ed67f service neutron] Request body: {'port': {'device_id': 'b99188cc-259a-4fde-bae7-2f4dc4ccbd85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:32:30.880177 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-1740b955-475f-4776-adcd-9d97b64ed67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3f35a74b-5481-494a-bb63-86099ebea1d0), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:31.025223 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-c82e3301-6ef5-433d-a943-4c20e8b67524 None None] Provisioning complete for port 3f35a74b-5481-494a-bb63-86099ebea1d0 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:32:31.026003 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c82e3301-6ef5-433d-a943-4c20e8b67524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3f35a74b-5481-494a-bb63-86099ebea1d0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:31.073096 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-c82e3301-6ef5-433d-a943-4c20e8b67524 None None] Port 3f35a74b-5481-494a-bb63-86099ebea1d0 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:32:31.221861 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-1740b955-475f-4776-adcd-9d97b64ed67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f35a74b-5481-494a-bb63-86099ebea1d0 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:32:31.235420 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-1740b955-475f-4776-adcd-9d97b64ed67f service neutron] Publish callbacks [] for port (3f35a74b-5481-494a-bb63-86099ebea1d0), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:31.250501 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-1740b955-475f-4776-adcd-9d97b64ed67f service neutron] Transition to ACTIVE for port object 3f35a74b-5481-494a-bb63-86099ebea1d0 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:32:31.257101 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-1740b955-475f-4776-adcd-9d97b64ed67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (3f35a74b-5481-494a-bb63-86099ebea1d0), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:31.280162 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7062a0d-b8a9-4929-abbd-a2fe4e48c605 req-1fd1edf1-7523-4a46-ba8e-43fc4029339d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:31.281888 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7062a0d-b8a9-4929-abbd-a2fe4e48c605 req-1fd1edf1-7523-4a46-ba8e-43fc4029339d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 931 time: 0.0667093 Feb 19 05:32:31.354907 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b7062a0d-b8a9-4929-abbd-a2fe4e48c605 req-fd63d7f9-1409-417f-91d1-575f4c9f81a1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=64ecf8ab-6ac5-4e3f-91bb-048ae962175b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660584 Feb 19 05:32:31.384857 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740b955-475f-4776-adcd-9d97b64ed67f service neutron] Pushing event updated for resources: {'Port': ['ID=3f35a74b-5481-494a-bb63-86099ebea1d0,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:31.401706 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-1740b955-475f-4776-adcd-9d97b64ed67f service neutron] Attempting to bind port 3f35a74b-5481-494a-bb63-86099ebea1d0 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:32:31.402199 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-1740b955-475f-4776-adcd-9d97b64ed67f service neutron] Attempting to bind port 3f35a74b-5481-494a-bb63-86099ebea1d0 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '298e3fd7-f9ff-485a-ae11-78bd9c8fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:32:31.402636 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-1740b955-475f-4776-adcd-9d97b64ed67f service neutron] Attempting to bind port 3f35a74b-5481-494a-bb63-86099ebea1d0 on network b942ff00-7241-4956-b2b2-b2724ba3555f {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:32:31.408649 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-1740b955-475f-4776-adcd-9d97b64ed67f service neutron] Port 3f35a74b-5481-494a-bb63-86099ebea1d0 on network b942ff00-7241-4956-b2b2-b2724ba3555f not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:32:31.409354 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-1740b955-475f-4776-adcd-9d97b64ed67f service neutron] Attempting to bind port 3f35a74b-5481-494a-bb63-86099ebea1d0 on network b942ff00-7241-4956-b2b2-b2724ba3555f {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:32:31.415361 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-1740b955-475f-4776-adcd-9d97b64ed67f service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:32:31.415811 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-1740b955-475f-4776-adcd-9d97b64ed67f service neutron] Checking segment: {'id': '298e3fd7-f9ff-485a-ae11-78bd9c8fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:32:31.416273 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-1740b955-475f-4776-adcd-9d97b64ed67f service neutron] Bound using segment: {'id': '298e3fd7-f9ff-485a-ae11-78bd9c8fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:32:31.416954 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-1740b955-475f-4776-adcd-9d97b64ed67f service neutron] Bound port: 3f35a74b-5481-494a-bb63-86099ebea1d0, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '298e3fd7-f9ff-485a-ae11-78bd9c8fdd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:32:31.417401 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-1740b955-475f-4776-adcd-9d97b64ed67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3f35a74b-5481-494a-bb63-86099ebea1d0), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:31.494123 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-1740b955-475f-4776-adcd-9d97b64ed67f service neutron] For port 3f35a74b-5481-494a-bb63-86099ebea1d0, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:32:31.497735 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-1740b955-475f-4776-adcd-9d97b64ed67f service neutron] For port 3f35a74b-5481-494a-bb63-86099ebea1d0, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3f35a74b-5481-494a-bb63-86099ebea1d0,segment=NetworkSegment(298e3fd7-f9ff-485a-ae11-78bd9c8fdd85),segment_id=298e3fd7-f9ff-485a-ae11-78bd9c8fdd85)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:32:31.505701 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-1740b955-475f-4776-adcd-9d97b64ed67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (3f35a74b-5481-494a-bb63-86099ebea1d0), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:31.542927 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-1740b955-475f-4776-adcd-9d97b64ed67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:31.543571 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-1740b955-475f-4776-adcd-9d97b64ed67f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:31.545001 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-1740b955-475f-4776-adcd-9d97b64ed67f service neutron] 10.222.0.48 "PUT /v2.0/ports/3f35a74b-5481-494a-bb63-86099ebea1d0 HTTP/1.1" status: 200 len: 1091 time: 0.7514868 Feb 19 05:32:31.545458 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99188cc-259a-4fde-bae7-2f4dc4ccbd85', 'tag': '3f35a74b-5481-494a-bb63-86099ebea1d0'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:32:31.547750 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85826c54-6e9c-47a0-b7e2-1abfb4dbd76b" -d '{"events": [{"name": "network-changed", "server_uuid": "b99188cc-259a-4fde-bae7-2f4dc4ccbd85", "tag": "3f35a74b-5481-494a-bb63-86099ebea1d0"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:32:31.589679 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740b955-475f-4776-adcd-9d97b64ed67f service neutron] Pushing event updated for resources: {'Port': ['ID=3f35a74b-5481-494a-bb63-86099ebea1d0,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:31.612447 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fac395-ef8a-491d-a8b2-a92df1b1b635 x-openstack-request-id: req-33fac395-ef8a-491d-a8b2-a92df1b1b635 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:32:31.612966 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99188cc-259a-4fde-bae7-2f4dc4ccbd85", "tag": "3f35a74b-5481-494a-bb63-86099ebea1d0", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:32:31.613238 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-33fac395-ef8a-491d-a8b2-a92df1b1b635 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:32:31.613720 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99188cc-259a-4fde-bae7-2f4dc4ccbd85', 'tag': '3f35a74b-5481-494a-bb63-86099ebea1d0', 'status': 'completed', 'code': 200} Feb 19 05:32:31.661600 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-8f6b68f2-1baf-4f26-a7fd-257433683bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:31.663484 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-8f6b68f2-1baf-4f26-a7fd-257433683bc7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 1125 time: 0.0652099 Feb 19 05:32:31.708348 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-dcace14b-985d-4148-b6a2-a03509bb5a8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f35a74b-5481-494a-bb63-86099ebea1d0 HTTP/1.1" status: 200 len: 217 time: 0.0377970 Feb 19 05:32:31.763333 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-e5ac239f-2ccc-49c1-8531-58daa10a93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:31.764839 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-e5ac239f-2ccc-49c1-8531-58daa10a93d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=079c36d3-3b0c-4571-b894-ab7b6109e661 HTTP/1.1" status: 200 len: 834 time: 0.0507686 Feb 19 05:32:31.827117 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-a7af10b5-3858-448f-9d7f-164c8a15da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:31.828816 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-a7af10b5-3858-448f-9d7f-164c8a15da31 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b942ff00-7241-4956-b2b2-b2724ba3555f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0577016 Feb 19 05:32:31.849298 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c924da4c-b658-4b2b-b3a4-76705b0a6847 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:32:31.901344 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port c924da4c-b658-4b2b-b3a4-76705b0a6847 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:32:31.901725 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c924da4c-b658-4b2b-b3a4-76705b0a6847), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:31.939544 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-376f148b-98df-45b1-9246-f37b7b5a4a11 service neutron] 10.222.0.48 "GET /v2.0/networks/b942ff00-7241-4956-b2b2-b2724ba3555f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991220 Feb 19 05:32:31.985283 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port c924da4c-b658-4b2b-b3a4-76705b0a6847 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:32:32.035034 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-756ed268-4d18-4934-9b06-04ef437b96e3 req-cdd30d88-14b4-4b90-bf21-2600b6c2a604 service neutron] 10.222.0.48 "GET /v2.0/networks/b942ff00-7241-4956-b2b2-b2724ba3555f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895722 Feb 19 05:32:32.134387 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85826c54-6e9c-47a0-b7e2-1abfb4dbd76b req-3c761db7-0aea-4c6f-bbe1-de981b48a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:32.135938 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85826c54-6e9c-47a0-b7e2-1abfb4dbd76b req-3c761db7-0aea-4c6f-bbe1-de981b48a734 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 1125 time: 0.0469913 Feb 19 05:32:32.224485 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85826c54-6e9c-47a0-b7e2-1abfb4dbd76b req-d4bce57d-a10a-406b-aba2-d67055cc714a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:32.226048 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85826c54-6e9c-47a0-b7e2-1abfb4dbd76b req-d4bce57d-a10a-406b-aba2-d67055cc714a service neutron] 10.222.0.48 "GET /v2.0/networks?id=b942ff00-7241-4956-b2b2-b2724ba3555f HTTP/1.1" status: 200 len: 896 time: 0.0847299 Feb 19 05:32:32.272897 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85826c54-6e9c-47a0-b7e2-1abfb4dbd76b req-42b3946d-d508-470c-bdb0-69d19c3ddb7c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f35a74b-5481-494a-bb63-86099ebea1d0 HTTP/1.1" status: 200 len: 217 time: 0.0401273 Feb 19 05:32:32.323307 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85826c54-6e9c-47a0-b7e2-1abfb4dbd76b req-a521d2a1-61c6-49a3-8f24-9e7acdb89c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:32.324796 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85826c54-6e9c-47a0-b7e2-1abfb4dbd76b req-a521d2a1-61c6-49a3-8f24-9e7acdb89c8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=079c36d3-3b0c-4571-b894-ab7b6109e661 HTTP/1.1" status: 200 len: 834 time: 0.0452991 Feb 19 05:32:32.376661 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85826c54-6e9c-47a0-b7e2-1abfb4dbd76b req-e1f3b181-fbca-4f93-b6ef-b05b51fb976c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:32.379227 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85826c54-6e9c-47a0-b7e2-1abfb4dbd76b req-e1f3b181-fbca-4f93-b6ef-b05b51fb976c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b942ff00-7241-4956-b2b2-b2724ba3555f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486705 Feb 19 05:32:32.383664 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-695f78ac-d67b-4ca0-9c06-ebb2d0ba569a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:32.484600 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef230a-0246-40ab-8384-c83d889a716b req-35aab0b4-5850-45bb-8118-7c96a5de0de9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:32.486380 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dbef230a-0246-40ab-8384-c83d889a716b req-35aab0b4-5850-45bb-8118-7c96a5de0de9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 943 time: 0.0638545 Feb 19 05:32:32.486603 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85826c54-6e9c-47a0-b7e2-1abfb4dbd76b req-d5e85f92-aa5f-467a-a325-6d7c98d9bb79 service neutron] 10.222.0.48 "GET /v2.0/networks/b942ff00-7241-4956-b2b2-b2724ba3555f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996416 Feb 19 05:32:32.540379 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dbef230a-0246-40ab-8384-c83d889a716b req-579402f2-8884-47a1-b0b2-6a76f50837ae tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=64ecf8ab-6ac5-4e3f-91bb-048ae962175b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481160 Feb 19 05:32:32.588848 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-85826c54-6e9c-47a0-b7e2-1abfb4dbd76b req-d45d07dd-de0a-46b3-9c0c-a1176de561aa service neutron] 10.222.0.48 "GET /v2.0/networks/b942ff00-7241-4956-b2b2-b2724ba3555f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959051 Feb 19 05:32:33.678566 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 3f35a74b-5481-494a-bb63-86099ebea1d0 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:32:33.679377 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a013e36-e70e-4e2a-ad82-a480ccadbfcf req-6154c280-67f4-433d-a8ed-2489da5d968e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:33.681022 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5a013e36-e70e-4e2a-ad82-a480ccadbfcf req-6154c280-67f4-433d-a8ed-2489da5d968e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 943 time: 0.0626633 Feb 19 05:32:33.739129 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5a013e36-e70e-4e2a-ad82-a480ccadbfcf req-fa98e55e-74e1-45a2-9594-d5511bf21274 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=64ecf8ab-6ac5-4e3f-91bb-048ae962175b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483072 Feb 19 05:32:33.796490 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 3f35a74b-5481-494a-bb63-86099ebea1d0, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3f35a74b-5481-494a-bb63-86099ebea1d0,segment=NetworkSegment(298e3fd7-f9ff-485a-ae11-78bd9c8fdd85),segment_id=298e3fd7-f9ff-485a-ae11-78bd9c8fdd85)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:32:33.810894 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '3f35a74b-5481-494a-bb63-86099ebea1d0', 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f', 'port_id': '3f35a74b-5481-494a-bb63-86099ebea1d0', 'mac_address': 'fa:16:3e:e0:bf:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079c36d3-3b0c-4571-b894-ab7b6109e661', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:32:33.865256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 3f35a74b-5481-494a-bb63-86099ebea1d0 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:32:33.865649 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3f35a74b-5481-494a-bb63-86099ebea1d0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:33.880118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f35a74b-5481-494a-bb63-86099ebea1d0 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:32:33.901209 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 3f35a74b-5481-494a-bb63-86099ebea1d0, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3f35a74b-5481-494a-bb63-86099ebea1d0,segment=NetworkSegment(298e3fd7-f9ff-485a-ae11-78bd9c8fdd85),segment_id=298e3fd7-f9ff-485a-ae11-78bd9c8fdd85)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:32:33.905227 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3f35a74b-5481-494a-bb63-86099ebea1d0), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:33.959481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=3f35a74b-5481-494a-bb63-86099ebea1d0,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:34.141547 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['3f35a74b-5481-494a-bb63-86099ebea1d0'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:32:34.871971 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb20f9-6195-45a6-a2d7-0af2d95923c3 req-c7a7a1aa-5853-4c1f-a779-c206e4332f34 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:34.873605 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-99fb20f9-6195-45a6-a2d7-0af2d95923c3 req-c7a7a1aa-5853-4c1f-a779-c206e4332f34 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 944 time: 0.0553141 Feb 19 05:32:34.927115 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-99fb20f9-6195-45a6-a2d7-0af2d95923c3 req-169b01ad-2d51-4986-9cff-db17573cedc9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=64ecf8ab-6ac5-4e3f-91bb-048ae962175b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469401 Feb 19 05:32:35.233907 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d03145ad-bfe6-46c2-b8a6-ba609fd9698d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:35.681919 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 3f35a74b-5481-494a-bb63-86099ebea1d0 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:32:35.737046 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 3f35a74b-5481-494a-bb63-86099ebea1d0 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:32:35.743236 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 3f35a74b-5481-494a-bb63-86099ebea1d0 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:32:35.743844 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (3f35a74b-5481-494a-bb63-86099ebea1d0), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:35.835787 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 3f35a74b-5481-494a-bb63-86099ebea1d0 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:32:35.836368 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3f35a74b-5481-494a-bb63-86099ebea1d0), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:35.874546 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99188cc-259a-4fde-bae7-2f4dc4ccbd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f35a74b-5481-494a-bb63-86099ebea1d0'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:32:35.877308 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e149ac37-30ac-498d-9581-850f1ff81fdd" -d '{"events": [{"server_uuid": "b99188cc-259a-4fde-bae7-2f4dc4ccbd85", "name": "network-vif-plugged", "status": "completed", "tag": "3f35a74b-5481-494a-bb63-86099ebea1d0"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:32:35.898153 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 3f35a74b-5481-494a-bb63-86099ebea1d0, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3f35a74b-5481-494a-bb63-86099ebea1d0,segment=NetworkSegment(298e3fd7-f9ff-485a-ae11-78bd9c8fdd85),segment_id=298e3fd7-f9ff-485a-ae11-78bd9c8fdd85)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:32:35.902687 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (3f35a74b-5481-494a-bb63-86099ebea1d0), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:35.937260 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5605e1-0b78-4067-a618-58d7f7c64f41 x-openstack-request-id: req-ac5605e1-0b78-4067-a618-58d7f7c64f41 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:32:35.937557 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99188cc-259a-4fde-bae7-2f4dc4ccbd85", "name": "network-vif-plugged", "status": "completed", "tag": "3f35a74b-5481-494a-bb63-86099ebea1d0", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:32:35.937818 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ac5605e1-0b78-4067-a618-58d7f7c64f41 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:32:35.938222 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99188cc-259a-4fde-bae7-2f4dc4ccbd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f35a74b-5481-494a-bb63-86099ebea1d0', 'code': 200} Feb 19 05:32:35.973006 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=3f35a74b-5481-494a-bb63-86099ebea1d0,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:36.060271 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d4637-c72f-4f63-b6aa-b8227da2771a req-1cdedd54-f065-4566-bcbd-3ab2b631a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:36.063020 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-143d4637-c72f-4f63-b6aa-b8227da2771a req-1cdedd54-f065-4566-bcbd-3ab2b631a432 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 1127 time: 0.0589745 Feb 19 05:32:36.088041 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b432df9-c639-49a2-88db-a57022a4f53d req-4bd5db6a-b80e-465c-bbd6-ebb0f2533465 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:36.090427 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6b432df9-c639-49a2-88db-a57022a4f53d req-4bd5db6a-b80e-465c-bbd6-ebb0f2533465 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 945 time: 0.0661724 Feb 19 05:32:36.118002 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-143d4637-c72f-4f63-b6aa-b8227da2771a req-896b247c-ac5d-4609-9ba2-c2c9c1509127 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=64ecf8ab-6ac5-4e3f-91bb-048ae962175b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480607 Feb 19 05:32:36.145200 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6b432df9-c639-49a2-88db-a57022a4f53d req-19fbc9bd-d32b-4906-b265-95e45e82f6a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=64ecf8ab-6ac5-4e3f-91bb-048ae962175b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500526 Feb 19 05:32:37.104079 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:37.268452 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bcba9-6b49-4aad-8578-5f011a87c533 req-7e4f43f9-2c98-44f7-acf5-4cfad24a2d2e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:37.270030 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-919bcba9-6b49-4aad-8578-5f011a87c533 req-7e4f43f9-2c98-44f7-acf5-4cfad24a2d2e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 945 time: 0.0540881 Feb 19 05:32:37.322786 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-919bcba9-6b49-4aad-8578-5f011a87c533 req-3d6a4266-fa7b-4777-bcfd-01c4f22e4f60 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=64ecf8ab-6ac5-4e3f-91bb-048ae962175b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470679 Feb 19 05:32:37.381576 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:32:37.443428 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5711927-9d8d-4fa8-937a-c12a1f398dbc req-eb17df0b-5e10-41c2-82e3-2dcb26d6aad5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:37.445153 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e5711927-9d8d-4fa8-937a-c12a1f398dbc req-eb17df0b-5e10-41c2-82e3-2dcb26d6aad5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 945 time: 0.0560455 Feb 19 05:32:37.494530 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e5711927-9d8d-4fa8-937a-c12a1f398dbc req-837be90b-a48c-47fa-8546-10ccba6fd45d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=64ecf8ab-6ac5-4e3f-91bb-048ae962175b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438113 Feb 19 05:32:37.516239 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37494) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:32:37.560780 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795d6ce7-bb30-46d4-8f13-39b66d22ef5c tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:37.562381 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-795d6ce7-bb30-46d4-8f13-39b66d22ef5c tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 1122 time: 0.0451446 Feb 19 05:32:37.565900 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37496) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:32:37.570119 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-d133e19d-7cc4-4b94-ac95-b849e7154b2a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': '3f35a74b-5481-494a-bb63-86099ebea1d0', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:32:37.590177 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d133e19d-7cc4-4b94-ac95-b849e7154b2a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:37.685784 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d133e19d-7cc4-4b94-ac95-b849e7154b2a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:37.801003 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-d133e19d-7cc4-4b94-ac95-b849e7154b2a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Allocated IP 172.25.0.175 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/79823238-d6fd-43c8-8c40-98af35e5a61a) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:32:37.960017 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d133e19d-7cc4-4b94-ac95-b849e7154b2a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (79823238-d6fd-43c8-8c40-98af35e5a61a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:37.998511 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d133e19d-7cc4-4b94-ac95-b849e7154b2a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (79823238-d6fd-43c8-8c40-98af35e5a61a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:38.037999 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d133e19d-7cc4-4b94-ac95-b849e7154b2a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:32:38.040847 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-d133e19d-7cc4-4b94-ac95-b849e7154b2a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:32:38.046614 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d133e19d-7cc4-4b94-ac95-b849e7154b2a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:32:38.052225 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133e19d-7cc4-4b94-ac95-b849e7154b2a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=79823238-d6fd-43c8-8c40-98af35e5a61a,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:38.143752 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:38.238588 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:38.434721 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d133e19d-7cc4-4b94-ac95-b849e7154b2a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for floatingip (4897eaa0-1fb9-474d-86c8-6bd2614c253d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:38.508970 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d133e19d-7cc4-4b94-ac95-b849e7154b2a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (79823238-d6fd-43c8-8c40-98af35e5a61a), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:38.659757 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d133e19d-7cc4-4b94-ac95-b849e7154b2a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (79823238-d6fd-43c8-8c40-98af35e5a61a), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:38.664968 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d133e19d-7cc4-4b94-ac95-b849e7154b2a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (79823238-d6fd-43c8-8c40-98af35e5a61a), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:38.731524 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133e19d-7cc4-4b94-ac95-b849e7154b2a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=79823238-d6fd-43c8-8c40-98af35e5a61a,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:32:38.743800 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d133e19d-7cc4-4b94-ac95-b849e7154b2a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (4897eaa0-1fb9-474d-86c8-6bd2614c253d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:38.854866 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-d133e19d-7cc4-4b94-ac95-b849e7154b2a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Floating IP 4897eaa0-1fb9-474d-86c8-6bd2614c253d associated. External IP: 172.25.0.175, port: 3f35a74b-5481-494a-bb63-86099ebea1d0. Feb 19 05:32:39.067911 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d133e19d-7cc4-4b94-ac95-b849e7154b2a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Router 2a94c33b-e8dc-48fc-af98-ed5bb1369535 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:32:39.180227 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d133e19d-7cc4-4b94-ac95-b849e7154b2a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:32:39.194883 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17854ba-e8ac-4fee-9f5b-340392e5c9f9 None None] Sync routers for ids ['2a94c33b-e8dc-48fc-af98-ed5bb1369535'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:32:39.199280 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-d133e19d-7cc4-4b94-ac95-b849e7154b2a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:39.206076 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17854ba-e8ac-4fee-9f5b-340392e5c9f9 None None] Routers {'2a94c33b-e8dc-48fc-af98-ed5bb1369535'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:32:39.206709 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d17854ba-e8ac-4fee-9f5b-340392e5c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:32:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2a94c33b-e8dc-48fc-af98-ed5bb1369535'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:32:39.229701 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-d133e19d-7cc4-4b94-ac95-b849e7154b2a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6627669 Feb 19 05:32:39.230301 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99188cc-259a-4fde-bae7-2f4dc4ccbd85', 'tag': '3f35a74b-5481-494a-bb63-86099ebea1d0'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:32:39.232685 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d9d915-2cb4-4863-9f7c-6d85721d9890" -d '{"events": [{"name": "network-changed", "server_uuid": "b99188cc-259a-4fde-bae7-2f4dc4ccbd85", "tag": "3f35a74b-5481-494a-bb63-86099ebea1d0"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:32:39.275054 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ce43c6-1709-4c1f-834b-2edb4ef9402b x-openstack-request-id: req-77ce43c6-1709-4c1f-834b-2edb4ef9402b {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:32:39.275364 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99188cc-259a-4fde-bae7-2f4dc4ccbd85", "tag": "3f35a74b-5481-494a-bb63-86099ebea1d0", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:32:39.275648 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77ce43c6-1709-4c1f-834b-2edb4ef9402b {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:32:39.276067 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99188cc-259a-4fde-bae7-2f4dc4ccbd85', 'tag': '3f35a74b-5481-494a-bb63-86099ebea1d0', 'status': 'completed', 'code': 200} Feb 19 05:32:39.320774 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-d17854ba-e8ac-4fee-9f5b-340392e5c9f9 None None] Set router 2a94c33b-e8dc-48fc-af98-ed5bb1369535 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:32:39.371263 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9d915-2cb4-4863-9f7c-6d85721d9890 req-13bd32eb-cee3-4674-9a86-64aec36de85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:39.372903 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6d9d915-2cb4-4863-9f7c-6d85721d9890 req-13bd32eb-cee3-4674-9a86-64aec36de85f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 1127 time: 0.0720959 Feb 19 05:32:39.382618 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295b106-8011-4bc7-a549-7219e08ca9c5 req-1142b0a3-d6d9-4775-acbd-fe877d9b5577 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:39.382850 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e295b106-8011-4bc7-a549-7219e08ca9c5 req-1142b0a3-d6d9-4775-acbd-fe877d9b5577 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 945 time: 0.0940645 Feb 19 05:32:39.462211 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:39.492754 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e295b106-8011-4bc7-a549-7219e08ca9c5 req-b203f99a-879e-4adb-94af-77ba6cde57ac tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=64ecf8ab-6ac5-4e3f-91bb-048ae962175b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018510 Feb 19 05:32:39.505811 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9d915-2cb4-4863-9f7c-6d85721d9890 req-1e93a237-7789-4022-8121-6b2e29c14194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:39.507343 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6d9d915-2cb4-4863-9f7c-6d85721d9890 req-1e93a237-7789-4022-8121-6b2e29c14194 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b942ff00-7241-4956-b2b2-b2724ba3555f HTTP/1.1" status: 200 len: 896 time: 0.1237662 Feb 19 05:32:39.515507 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37502) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:32:39.555251 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d17854ba-e8ac-4fee-9f5b-340392e5c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756707913', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:26Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '4897eaa0-1fb9-474d-86c8-6bd2614c253d', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'port_id': '3f35a74b-5481-494a-bb63-86099ebea1d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f', 'mac_address': 'fa:16:3e:e0:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99188cc-259a-4fde-bae7-2f4dc4ccbd85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:32:38Z', 'updated_at': '2022-02-19T05:32:38Z', 'revision_number': 0, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c924da4c-b658-4b2b-b3a4-76705b0a6847', 'name': '', 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:ac:81:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '079c36d3-3b0c-4571-b894-ab7b6109e661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:32:26Z', 'updated_at': '2022-02-19T05:32:29Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '079c36d3-3b0c-4571-b894-ab7b6109e661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:32:39.580687 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6d9d915-2cb4-4863-9f7c-6d85721d9890 req-efb2beea-b27d-44d7-8bd9-04d852c75cb0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f35a74b-5481-494a-bb63-86099ebea1d0 HTTP/1.1" status: 200 len: 999 time: 0.0670705 Feb 19 05:32:39.583222 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a2e501b0-e246-4c31-98df-5772c3e21708 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/floatingips/4897eaa0-1fb9-474d-86c8-6bd2614c253d HTTP/1.1" status: 200 len: 991 time: 0.0664845 Feb 19 05:32:39.584809 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17854ba-e8ac-4fee-9f5b-340392e5c9f9 None None] Checking router: 2a94c33b-e8dc-48fc-af98-ed5bb1369535 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:32:39.598301 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17854ba-e8ac-4fee-9f5b-340392e5c9f9 None None] Routers {'2a94c33b-e8dc-48fc-af98-ed5bb1369535'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:32:39.599377 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d17854ba-e8ac-4fee-9f5b-340392e5c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:32:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2a94c33b-e8dc-48fc-af98-ed5bb1369535'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:32:39.629245 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9d915-2cb4-4863-9f7c-6d85721d9890 req-7fef85f8-ea1a-4e2c-9938-72aea7775e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:39.630725 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6d9d915-2cb4-4863-9f7c-6d85721d9890 req-7fef85f8-ea1a-4e2c-9938-72aea7775e8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=079c36d3-3b0c-4571-b894-ab7b6109e661 HTTP/1.1" status: 200 len: 834 time: 0.0447922 Feb 19 05:32:39.685378 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9d915-2cb4-4863-9f7c-6d85721d9890 req-52df63f6-ba0e-4f93-b7ec-d829f573342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:32:39.687372 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6d9d915-2cb4-4863-9f7c-6d85721d9890 req-52df63f6-ba0e-4f93-b7ec-d829f573342f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b942ff00-7241-4956-b2b2-b2724ba3555f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0507598 Feb 19 05:32:39.714718 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-d17854ba-e8ac-4fee-9f5b-340392e5c9f9 None None] Set router 2a94c33b-e8dc-48fc-af98-ed5bb1369535 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:32:39.785172 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6d9d915-2cb4-4863-9f7c-6d85721d9890 req-679d6eeb-e6ba-4ead-b6c3-2a61de0f4733 service neutron] 10.222.0.48 "GET /v2.0/networks/b942ff00-7241-4956-b2b2-b2724ba3555f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908086 Feb 19 05:32:39.879626 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e6d9d915-2cb4-4863-9f7c-6d85721d9890 req-4f7757cd-726c-473f-9322-a674d87f2ce8 service neutron] 10.222.0.48 "GET /v2.0/networks/b942ff00-7241-4956-b2b2-b2724ba3555f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884423 Feb 19 05:32:39.881273 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:32:39.951962 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-d17854ba-e8ac-4fee-9f5b-340392e5c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756707913', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:26Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '4897eaa0-1fb9-474d-86c8-6bd2614c253d', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'port_id': '3f35a74b-5481-494a-bb63-86099ebea1d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f', 'mac_address': 'fa:16:3e:e0:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99188cc-259a-4fde-bae7-2f4dc4ccbd85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:32:38Z', 'updated_at': '2022-02-19T05:32:38Z', 'revision_number': 0, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c924da4c-b658-4b2b-b3a4-76705b0a6847', 'name': '', 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:ac:81:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '079c36d3-3b0c-4571-b894-ab7b6109e661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:32:26Z', 'updated_at': '2022-02-19T05:32:29Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '079c36d3-3b0c-4571-b894-ab7b6109e661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:32:39.981234 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17854ba-e8ac-4fee-9f5b-340392e5c9f9 None None] The sync data for ids ['2a94c33b-e8dc-48fc-af98-ed5bb1369535'] in n-d-772273-4 is: [{'id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756707913', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:26Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '4897eaa0-1fb9-474d-86c8-6bd2614c253d', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'port_id': '3f35a74b-5481-494a-bb63-86099ebea1d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f', 'mac_address': 'fa:16:3e:e0:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99188cc-259a-4fde-bae7-2f4dc4ccbd85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:32:38Z', 'updated_at': '2022-02-19T05:32:38Z', 'revision_number': 0, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c924da4c-b658-4b2b-b3a4-76705b0a6847', 'name': '', 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:ac:81:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '079c36d3-3b0c-4571-b894-ab7b6109e661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:32:26Z', 'updated_at': '2022-02-19T05:32:29Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '079c36d3-3b0c-4571-b894-ab7b6109e661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:32:40.193315 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdab916-8e0c-4898-80eb-0a8e7654a62c None None] New status for floating IP 4897eaa0-1fb9-474d-86c8-6bd2614c253d: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:32:40.587251 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37504) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:32:40.650603 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-508e51f9-6da6-4625-8f05-32a6bba7afcd tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/floatingips/4897eaa0-1fb9-474d-86c8-6bd2614c253d HTTP/1.1" status: 200 len: 993 time: 0.0622053 Feb 19 05:33:02.385745 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d591f9c2-6d66-4d87-9b21-2813710b7318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:05.216227 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-424d1f11-28b5-478a-b25f-64a3c1a2ed6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:07.106182 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:08.131060 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:08.240028 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:09.433755 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10da6d1-aa4b-4d66-b1c4-9d5b7be08abc req-9cf7dcf6-20d3-4621-9e26-b448def1c4ca tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:09.435261 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c10da6d1-aa4b-4d66-b1c4-9d5b7be08abc req-9cf7dcf6-20d3-4621-9e26-b448def1c4ca tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 945 time: 0.0547814 Feb 19 05:33:09.456645 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:09.487017 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c10da6d1-aa4b-4d66-b1c4-9d5b7be08abc req-797afd9e-8eaa-4bea-bd71-60689b1a3c6c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=64ecf8ab-6ac5-4e3f-91bb-048ae962175b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457411 Feb 19 05:33:09.896273 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:10.612547 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2faaf2-26c6-43da-976b-bf3c29213295 req-925e1625-f6fe-4146-8e2c-cafbc92a8c78 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:10.614117 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d2faaf2-26c6-43da-976b-bf3c29213295 req-925e1625-f6fe-4146-8e2c-cafbc92a8c78 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 945 time: 0.0524628 Feb 19 05:33:10.661953 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1d2faaf2-26c6-43da-976b-bf3c29213295 req-29e61a42-25c2-4258-add3-95ea26fe27a9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=64ecf8ab-6ac5-4e3f-91bb-048ae962175b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417857 Feb 19 05:33:11.779617 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197126c0-f629-4ba8-8464-3a43d3eea086 req-3574819d-5210-4e64-8566-7336eeec74e0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:11.781139 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-197126c0-f629-4ba8-8464-3a43d3eea086 req-3574819d-5210-4e64-8566-7336eeec74e0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 945 time: 0.0522561 Feb 19 05:33:11.828677 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-197126c0-f629-4ba8-8464-3a43d3eea086 req-1d6a75ad-dbfe-42a4-a54b-9cc788fab569 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=64ecf8ab-6ac5-4e3f-91bb-048ae962175b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415604 Feb 19 05:33:12.950047 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae0fb7-160e-4e21-9753-64bed73c6a1f req-e831c7ec-015c-472f-87b4-c71bdc51513d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:12.951540 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b3ae0fb7-160e-4e21-9753-64bed73c6a1f req-e831c7ec-015c-472f-87b4-c71bdc51513d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 945 time: 0.0530043 Feb 19 05:33:13.003213 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b3ae0fb7-160e-4e21-9753-64bed73c6a1f req-1a62fdba-bf6a-48a3-b7c8-e44fa37e1080 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=64ecf8ab-6ac5-4e3f-91bb-048ae962175b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460763 Feb 19 05:33:14.125330 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b5443-2301-4a9f-9472-89bf36c22f6b req-25a7e3bf-ae4b-487f-b389-ab9346da8397 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:14.126829 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-261b5443-2301-4a9f-9472-89bf36c22f6b req-25a7e3bf-ae4b-487f-b389-ab9346da8397 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 945 time: 0.0573807 Feb 19 05:33:14.175101 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-261b5443-2301-4a9f-9472-89bf36c22f6b req-d8710f38-4c5d-4f18-8178-a10ad4234b50 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=64ecf8ab-6ac5-4e3f-91bb-048ae962175b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422442 Feb 19 05:33:14.380983 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:33:15.293888 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61d0d3-79e8-4db4-bb90-080c9febccd3 req-9e848793-7745-4558-b489-0a64de1f2990 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:15.295381 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be61d0d3-79e8-4db4-bb90-080c9febccd3 req-9e848793-7745-4558-b489-0a64de1f2990 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 945 time: 0.0524833 Feb 19 05:33:15.343038 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be61d0d3-79e8-4db4-bb90-080c9febccd3 req-83302f8b-f403-4ffa-bb9a-e2c29ed57ee7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=64ecf8ab-6ac5-4e3f-91bb-048ae962175b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419493 Feb 19 05:33:16.465234 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895ff54-d18d-4b82-a9ef-19cec55bc5db req-cd8678ec-4d7d-4e87-9987-d7a28edee709 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:16.466732 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2895ff54-d18d-4b82-a9ef-19cec55bc5db req-cd8678ec-4d7d-4e87-9987-d7a28edee709 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 945 time: 0.0534334 Feb 19 05:33:16.514618 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2895ff54-d18d-4b82-a9ef-19cec55bc5db req-f348c4b3-0b9b-420c-964a-0623ccd6b502 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=64ecf8ab-6ac5-4e3f-91bb-048ae962175b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423596 Feb 19 05:33:17.634159 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264abda-130c-46f1-b490-b75f81fde082 req-e44ea082-af6e-47e5-b815-6ccfaac88572 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:17.635792 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4264abda-130c-46f1-b490-b75f81fde082 req-e44ea082-af6e-47e5-b815-6ccfaac88572 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 945 time: 0.0518267 Feb 19 05:33:17.684702 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4264abda-130c-46f1-b490-b75f81fde082 req-2c53c6c1-5b7b-435c-bafb-4d74148a1d2a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=64ecf8ab-6ac5-4e3f-91bb-048ae962175b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430849 Feb 19 05:33:18.804825 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ee0ec-29c3-44a3-828f-6595ea2c0c0a req-fcb5d989-e4dd-44ea-9e2e-c26dc77a0d47 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:18.806275 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1b1ee0ec-29c3-44a3-828f-6595ea2c0c0a req-fcb5d989-e4dd-44ea-9e2e-c26dc77a0d47 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 945 time: 0.0536542 Feb 19 05:33:18.857206 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1b1ee0ec-29c3-44a3-828f-6595ea2c0c0a req-99d0ec88-9170-4698-9f3e-d65ae99db64c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=64ecf8ab-6ac5-4e3f-91bb-048ae962175b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453877 Feb 19 05:33:19.979703 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b636ca6-f4be-4f1a-a82c-e5138a2e5677 req-548bb576-a1b0-4488-8825-b979728738c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:19.981229 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b636ca6-f4be-4f1a-a82c-e5138a2e5677 req-548bb576-a1b0-4488-8825-b979728738c0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 945 time: 0.0559793 Feb 19 05:33:20.028996 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b636ca6-f4be-4f1a-a82c-e5138a2e5677 req-2c5bb8eb-8c55-4bbe-b34d-b8ab0265fe42 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=64ecf8ab-6ac5-4e3f-91bb-048ae962175b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421791 Feb 19 05:33:20.051844 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37540) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:33:20.111220 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-28813125-7808-4c86-bf00-b1a1af80be60 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/floatingips/4897eaa0-1fb9-474d-86c8-6bd2614c253d HTTP/1.1" status: 200 len: 993 time: 0.0582373 Feb 19 05:33:20.790303 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f986399-4427-463d-9917-04e5922258a3 req-88984d56-c2aa-4c7b-8cdc-e7211a20258e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470541 Feb 19 05:33:21.222354 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f986399-4427-463d-9917-04e5922258a3 req-3af7ffe1-201f-4b94-8d59-6d444f9f17f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:21.224202 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f986399-4427-463d-9917-04e5922258a3 req-3af7ffe1-201f-4b94-8d59-6d444f9f17f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 1127 time: 0.3903937 Feb 19 05:33:21.329942 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f986399-4427-463d-9917-04e5922258a3 req-53bed652-e931-4565-a22f-6a682c235c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:21.331465 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f986399-4427-463d-9917-04e5922258a3 req-53bed652-e931-4565-a22f-6a682c235c6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=b942ff00-7241-4956-b2b2-b2724ba3555f HTTP/1.1" status: 200 len: 896 time: 0.0894520 Feb 19 05:33:21.403547 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f986399-4427-463d-9917-04e5922258a3 req-a8697871-73d6-4bef-a836-47d97daf51a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f35a74b-5481-494a-bb63-86099ebea1d0 HTTP/1.1" status: 200 len: 1001 time: 0.0660157 Feb 19 05:33:21.412404 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec7da6-f19d-4479-9ef3-dd6fd9f94f64 req-fd4c0c1a-2dc4-4f56-a2c1-331f04eb0412 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:21.413944 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d1ec7da6-f19d-4479-9ef3-dd6fd9f94f64 req-fd4c0c1a-2dc4-4f56-a2c1-331f04eb0412 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 945 time: 0.0541868 Feb 19 05:33:21.451612 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f986399-4427-463d-9917-04e5922258a3 req-4fa9eeb0-2764-45fe-9039-df474a8b6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:21.453131 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f986399-4427-463d-9917-04e5922258a3 req-4fa9eeb0-2764-45fe-9039-df474a8b6937 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=079c36d3-3b0c-4571-b894-ab7b6109e661 HTTP/1.1" status: 200 len: 834 time: 0.0445073 Feb 19 05:33:21.464376 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d1ec7da6-f19d-4479-9ef3-dd6fd9f94f64 req-d1b4558b-94f1-4a2a-b9ae-33de143e299d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=64ecf8ab-6ac5-4e3f-91bb-048ae962175b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443420 Feb 19 05:33:21.501161 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f986399-4427-463d-9917-04e5922258a3 req-9a77ba5d-788d-4481-beb1-d56f8860dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:21.502685 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f986399-4427-463d-9917-04e5922258a3 req-9a77ba5d-788d-4481-beb1-d56f8860dba2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b942ff00-7241-4956-b2b2-b2724ba3555f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442507 Feb 19 05:33:21.591990 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f986399-4427-463d-9917-04e5922258a3 req-a87c4e82-5c1a-4ddb-956e-9559a328cd20 service neutron] 10.222.0.48 "GET /v2.0/networks/b942ff00-7241-4956-b2b2-b2724ba3555f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833151 Feb 19 05:33:21.678936 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f986399-4427-463d-9917-04e5922258a3 req-4a5171f6-4521-4e46-9516-5699288a74fe service neutron] 10.222.0.48 "GET /v2.0/networks/b942ff00-7241-4956-b2b2-b2724ba3555f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812519 Feb 19 05:33:21.788756 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd636c87-dcb8-48f3-a84b-ea328ab30577 req-1570c802-896f-4353-9a69-02c067897b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:21.790578 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bd636c87-dcb8-48f3-a84b-ea328ab30577 req-1570c802-896f-4353-9a69-02c067897b86 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 1127 time: 0.0540538 Feb 19 05:33:21.876943 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd636c87-dcb8-48f3-a84b-ea328ab30577 req-25755a91-ab49-4cbf-a0af-4471de6752c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:21.878481 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bd636c87-dcb8-48f3-a84b-ea328ab30577 req-25755a91-ab49-4cbf-a0af-4471de6752c8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b942ff00-7241-4956-b2b2-b2724ba3555f HTTP/1.1" status: 200 len: 896 time: 0.0822599 Feb 19 05:33:21.947543 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bd636c87-dcb8-48f3-a84b-ea328ab30577 req-53b501fe-4d8e-4168-9861-30d960c74e63 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f35a74b-5481-494a-bb63-86099ebea1d0 HTTP/1.1" status: 200 len: 1001 time: 0.0633490 Feb 19 05:33:21.995484 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd636c87-dcb8-48f3-a84b-ea328ab30577 req-8c57e9f4-2c01-4fbe-8efb-304ca62c4aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:22.000173 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bd636c87-dcb8-48f3-a84b-ea328ab30577 req-8c57e9f4-2c01-4fbe-8efb-304ca62c4aaf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=079c36d3-3b0c-4571-b894-ab7b6109e661 HTTP/1.1" status: 200 len: 834 time: 0.0473142 Feb 19 05:33:22.050909 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd636c87-dcb8-48f3-a84b-ea328ab30577 req-5014e792-a395-45f1-99ba-469c65a862c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:22.053016 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bd636c87-dcb8-48f3-a84b-ea328ab30577 req-5014e792-a395-45f1-99ba-469c65a862c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b942ff00-7241-4956-b2b2-b2724ba3555f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467219 Feb 19 05:33:22.145995 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bd636c87-dcb8-48f3-a84b-ea328ab30577 req-ee8dc806-d905-4b62-84b4-10d8adc67465 service neutron] 10.222.0.48 "GET /v2.0/networks/b942ff00-7241-4956-b2b2-b2724ba3555f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871267 Feb 19 05:33:22.234574 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bd636c87-dcb8-48f3-a84b-ea328ab30577 req-ebc967fc-cd55-48c4-bbbc-4aba4f660215 service neutron] 10.222.0.48 "GET /v2.0/networks/b942ff00-7241-4956-b2b2-b2724ba3555f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822623 Feb 19 05:33:22.590529 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d9135-4095-41bb-a982-6ddce5857126 req-c5eadecb-74ea-4b80-8745-01e29953d3e0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:22.592028 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b3d9135-4095-41bb-a982-6ddce5857126 req-c5eadecb-74ea-4b80-8745-01e29953d3e0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 945 time: 0.0548356 Feb 19 05:33:22.642606 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b3d9135-4095-41bb-a982-6ddce5857126 req-80dfd259-ff61-47fd-a259-c8559b932e26 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=64ecf8ab-6ac5-4e3f-91bb-048ae962175b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450084 Feb 19 05:33:23.766343 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deeec3a-fe19-4e42-becb-6bb307b2b8ef req-2fa1f354-96ca-49e7-949a-29870c219e7a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:23.767844 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8deeec3a-fe19-4e42-becb-6bb307b2b8ef req-2fa1f354-96ca-49e7-949a-29870c219e7a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 945 time: 0.0540838 Feb 19 05:33:23.817445 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8deeec3a-fe19-4e42-becb-6bb307b2b8ef req-1edb498e-51fb-4878-8cce-cc58de27bc30 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=64ecf8ab-6ac5-4e3f-91bb-048ae962175b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432508 Feb 19 05:33:23.839231 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37552) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:33:23.903622 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7f19da62-65df-4dca-a780-ad734e324ddb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/floatingips/4897eaa0-1fb9-474d-86c8-6bd2614c253d HTTP/1.1" status: 200 len: 993 time: 0.0631721 Feb 19 05:33:32.387154 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a8f39876-50e3-4925-8162-85e3bba64df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:35.218607 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9cc793f9-d0ed-4d21-9b2d-0479fa568f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:37.110083 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:38.144561 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:38.242589 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:39.460418 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:39.907959 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:51.380783 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:33:54.332813 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37566) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:33:54.494503 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Deleting port 79823238-d6fd-43c8-8c40-98af35e5a61a {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:33:54.494855 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (79823238-d6fd-43c8-8c40-98af35e5a61a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:54.570414 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (79823238-d6fd-43c8-8c40-98af35e5a61a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:54.570745 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for floatingip (79823238-d6fd-43c8-8c40-98af35e5a61a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:54.581935 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Calling delete_port for 79823238-d6fd-43c8-8c40-98af35e5a61a owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:33:54.750241 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (79823238-d6fd-43c8-8c40-98af35e5a61a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:54.774363 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Port': ['ID=79823238-d6fd-43c8-8c40-98af35e5a61a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:33:54.787260 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:54.787527 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:54.787876 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:54.788219 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:54.788581 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:54.788931 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:54.789270 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:54.789601 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:54.789929 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:54.790259 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:54.790585 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:54.790907 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:54.791234 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:54.853293 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for floatingip (4897eaa0-1fb9-474d-86c8-6bd2614c253d), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:54.853683 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Floating IP 4897eaa0-1fb9-474d-86c8-6bd2614c253d disassociated (deleted). External IP: 172.25.0.175, port: 3f35a74b-5481-494a-bb63-86099ebea1d0. Feb 19 05:33:55.066221 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Router 2a94c33b-e8dc-48fc-af98-ed5bb1369535 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:33:55.174784 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:33:55.180102 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:55.185242 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b39f9b-486c-466d-951d-bf30d309eba1 None None] Sync routers for ids ['2a94c33b-e8dc-48fc-af98-ed5bb1369535'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:33:55.195634 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b39f9b-486c-466d-951d-bf30d309eba1 None None] Routers {'2a94c33b-e8dc-48fc-af98-ed5bb1369535'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:33:55.196236 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-59b39f9b-486c-466d-951d-bf30d309eba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:33:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2a94c33b-e8dc-48fc-af98-ed5bb1369535'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:33:55.209006 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3893fd92-5ac4-43e9-a249-210cbcb45751 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "DELETE /v2.0/floatingips/4897eaa0-1fb9-474d-86c8-6bd2614c253d HTTP/1.1" status: 204 len: 168 time: 0.8750610 Feb 19 05:33:55.209590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99188cc-259a-4fde-bae7-2f4dc4ccbd85', 'tag': '3f35a74b-5481-494a-bb63-86099ebea1d0'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:33:55.211889 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657190e2-a023-4562-89cf-a5e92f48e0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b99188cc-259a-4fde-bae7-2f4dc4ccbd85", "tag": "3f35a74b-5481-494a-bb63-86099ebea1d0"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:33:55.302556 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f601962-55fc-4224-990e-268ac1ecc0fe x-openstack-request-id: req-5f601962-55fc-4224-990e-268ac1ecc0fe {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:33:55.302859 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99188cc-259a-4fde-bae7-2f4dc4ccbd85", "tag": "3f35a74b-5481-494a-bb63-86099ebea1d0", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:33:55.303120 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f601962-55fc-4224-990e-268ac1ecc0fe {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:33:55.303533 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99188cc-259a-4fde-bae7-2f4dc4ccbd85', 'tag': '3f35a74b-5481-494a-bb63-86099ebea1d0', 'status': 'completed', 'code': 200} Feb 19 05:33:55.318177 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-59b39f9b-486c-466d-951d-bf30d309eba1 None None] Set router 2a94c33b-e8dc-48fc-af98-ed5bb1369535 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:33:55.373033 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657190e2-a023-4562-89cf-a5e92f48e0dc req-8d2e5e33-76ee-45d3-bb68-1a16964fa0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:55.374889 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-657190e2-a023-4562-89cf-a5e92f48e0dc req-8d2e5e33-76ee-45d3-bb68-1a16964fa0a8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 1127 time: 0.0511923 Feb 19 05:33:55.511491 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657190e2-a023-4562-89cf-a5e92f48e0dc req-73647088-0827-465c-a494-94a0561e081c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:55.512975 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-657190e2-a023-4562-89cf-a5e92f48e0dc req-73647088-0827-465c-a494-94a0561e081c service neutron] 10.222.0.48 "GET /v2.0/networks?id=b942ff00-7241-4956-b2b2-b2724ba3555f HTTP/1.1" status: 200 len: 896 time: 0.1316741 Feb 19 05:33:55.520696 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55370c-3558-45b2-ac2a-a000b4e7302a req-2e394f13-0f80-42d2-9200-ffcfefc67269 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:55.522154 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3d55370c-3558-45b2-ac2a-a000b4e7302a req-2e394f13-0f80-42d2-9200-ffcfefc67269 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 945 time: 0.0868063 Feb 19 05:33:55.573216 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-657190e2-a023-4562-89cf-a5e92f48e0dc req-6d9b26d0-16ec-460f-a0b5-34aeb656a2b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f35a74b-5481-494a-bb63-86099ebea1d0 HTTP/1.1" status: 200 len: 217 time: 0.0499816 Feb 19 05:33:55.626168 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-59b39f9b-486c-466d-951d-bf30d309eba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756707913', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:26Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'c924da4c-b658-4b2b-b3a4-76705b0a6847', 'name': '', 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:ac:81:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '079c36d3-3b0c-4571-b894-ab7b6109e661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:32:26Z', 'updated_at': '2022-02-19T05:32:29Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '079c36d3-3b0c-4571-b894-ab7b6109e661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:33:55.636990 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3d55370c-3558-45b2-ac2a-a000b4e7302a req-e374c40c-e35b-4bbf-9058-a7c4cdf3fcea tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=64ecf8ab-6ac5-4e3f-91bb-048ae962175b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077585 Feb 19 05:33:55.642598 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657190e2-a023-4562-89cf-a5e92f48e0dc req-c0613378-dcd9-4571-80fe-7fe6cdfde670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:55.644049 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-657190e2-a023-4562-89cf-a5e92f48e0dc req-c0613378-dcd9-4571-80fe-7fe6cdfde670 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=079c36d3-3b0c-4571-b894-ab7b6109e661 HTTP/1.1" status: 200 len: 834 time: 0.0645616 Feb 19 05:33:55.652818 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b39f9b-486c-466d-951d-bf30d309eba1 None None] Checking router: 2a94c33b-e8dc-48fc-af98-ed5bb1369535 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:33:55.662403 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b39f9b-486c-466d-951d-bf30d309eba1 None None] Routers {'2a94c33b-e8dc-48fc-af98-ed5bb1369535'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:33:55.663028 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-59b39f9b-486c-466d-951d-bf30d309eba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:33:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2a94c33b-e8dc-48fc-af98-ed5bb1369535'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:33:55.696673 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657190e2-a023-4562-89cf-a5e92f48e0dc req-d25e59a5-9dab-4fca-a7d2-703e01dd105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:55.698251 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-657190e2-a023-4562-89cf-a5e92f48e0dc req-d25e59a5-9dab-4fca-a7d2-703e01dd105c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b942ff00-7241-4956-b2b2-b2724ba3555f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475044 Feb 19 05:33:55.774332 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-59b39f9b-486c-466d-951d-bf30d309eba1 None None] Set router 2a94c33b-e8dc-48fc-af98-ed5bb1369535 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:33:55.810249 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-657190e2-a023-4562-89cf-a5e92f48e0dc req-daa758e2-6d0c-45b1-8e0b-0abec8eafea5 service neutron] 10.222.0.48 "GET /v2.0/networks/b942ff00-7241-4956-b2b2-b2724ba3555f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039569 Feb 19 05:33:55.914599 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-657190e2-a023-4562-89cf-a5e92f48e0dc req-6b05093e-a652-4546-9172-49813b16328b service neutron] 10.222.0.48 "GET /v2.0/networks/b942ff00-7241-4956-b2b2-b2724ba3555f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978355 Feb 19 05:33:55.987335 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-59b39f9b-486c-466d-951d-bf30d309eba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756707913', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:26Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'c924da4c-b658-4b2b-b3a4-76705b0a6847', 'name': '', 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:ac:81:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '079c36d3-3b0c-4571-b894-ab7b6109e661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:32:26Z', 'updated_at': '2022-02-19T05:32:29Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '079c36d3-3b0c-4571-b894-ab7b6109e661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:33:56.017487 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b39f9b-486c-466d-951d-bf30d309eba1 None None] The sync data for ids ['2a94c33b-e8dc-48fc-af98-ed5bb1369535'] in n-d-772273-4 is: [{'id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756707913', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:26Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'c924da4c-b658-4b2b-b3a4-76705b0a6847', 'name': '', 'network_id': 'b942ff00-7241-4956-b2b2-b2724ba3555f', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:ac:81:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '079c36d3-3b0c-4571-b894-ab7b6109e661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:32:26Z', 'updated_at': '2022-02-19T05:32:29Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '079c36d3-3b0c-4571-b894-ab7b6109e661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:33:56.237178 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7560f2e-c3e9-4db1-be70-126a3e9cf7ae None None] New status for floating IP 4897eaa0-1fb9-474d-86c8-6bd2614c253d: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:33:56.761274 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94315b-e7b4-483e-a2bb-8f934e8e9267 req-495e1f3b-510e-4599-b177-5da919c56edc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:56.764059 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ce94315b-e7b4-483e-a2bb-8f934e8e9267 req-495e1f3b-510e-4599-b177-5da919c56edc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 945 time: 0.0543349 Feb 19 05:33:56.811854 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ce94315b-e7b4-483e-a2bb-8f934e8e9267 req-e2dfe799-2809-4b9b-b2b2-2310c27c7812 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=64ecf8ab-6ac5-4e3f-91bb-048ae962175b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432932 Feb 19 05:33:56.916261 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a56bc-39da-45a2-937f-4aed45f1465a req-3ab23e7c-cac9-4006-a84c-01726628596d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:33:56.917771 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-402a56bc-39da-45a2-937f-4aed45f1465a req-3ab23e7c-cac9-4006-a84c-01726628596d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.48 "GET /v2.0/ports?device_id=b99188cc-259a-4fde-bae7-2f4dc4ccbd85 HTTP/1.1" status: 200 len: 945 time: 0.0539265 Feb 19 05:33:57.013888 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-402a56bc-39da-45a2-937f-4aed45f1465a req-c50cc88e-c769-40a2-ac20-e4d50aa4ceb4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Deleting port 3f35a74b-5481-494a-bb63-86099ebea1d0 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:33:57.014236 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-402a56bc-39da-45a2-937f-4aed45f1465a req-c50cc88e-c769-40a2-ac20-e4d50aa4ceb4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3f35a74b-5481-494a-bb63-86099ebea1d0), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:57.102971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-402a56bc-39da-45a2-937f-4aed45f1465a req-c50cc88e-c769-40a2-ac20-e4d50aa4ceb4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] For port 3f35a74b-5481-494a-bb63-86099ebea1d0, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=3f35a74b-5481-494a-bb63-86099ebea1d0,segment=NetworkSegment(298e3fd7-f9ff-485a-ae11-78bd9c8fdd85),segment_id=298e3fd7-f9ff-485a-ae11-78bd9c8fdd85)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:33:57.103216 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-402a56bc-39da-45a2-937f-4aed45f1465a req-c50cc88e-c769-40a2-ac20-e4d50aa4ceb4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3f35a74b-5481-494a-bb63-86099ebea1d0), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:57.114726 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-402a56bc-39da-45a2-937f-4aed45f1465a req-c50cc88e-c769-40a2-ac20-e4d50aa4ceb4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Calling delete_port for 3f35a74b-5481-494a-bb63-86099ebea1d0 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:33:57.244716 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-402a56bc-39da-45a2-937f-4aed45f1465a req-c50cc88e-c769-40a2-ac20-e4d50aa4ceb4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (3f35a74b-5481-494a-bb63-86099ebea1d0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:57.273852 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cc88e-c769-40a2-ac20-e4d50aa4ceb4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Port': ['ID=3f35a74b-5481-494a-bb63-86099ebea1d0,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:33:57.306325 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50cc88e-c769-40a2-ac20-e4d50aa4ceb4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:57.306690 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50cc88e-c769-40a2-ac20-e4d50aa4ceb4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:57.307050 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50cc88e-c769-40a2-ac20-e4d50aa4ceb4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:57.307397 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50cc88e-c769-40a2-ac20-e4d50aa4ceb4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:57.307742 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50cc88e-c769-40a2-ac20-e4d50aa4ceb4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:57.308081 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50cc88e-c769-40a2-ac20-e4d50aa4ceb4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:57.308418 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50cc88e-c769-40a2-ac20-e4d50aa4ceb4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:57.308794 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50cc88e-c769-40a2-ac20-e4d50aa4ceb4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:57.309116 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50cc88e-c769-40a2-ac20-e4d50aa4ceb4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:57.309456 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50cc88e-c769-40a2-ac20-e4d50aa4ceb4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:57.309790 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50cc88e-c769-40a2-ac20-e4d50aa4ceb4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:57.310122 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50cc88e-c769-40a2-ac20-e4d50aa4ceb4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:57.310445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50cc88e-c769-40a2-ac20-e4d50aa4ceb4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:33:57.330512 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-402a56bc-39da-45a2-937f-4aed45f1465a req-c50cc88e-c769-40a2-ac20-e4d50aa4ceb4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] No DVR routers for this DVR port 3f35a74b-5481-494a-bb63-86099ebea1d0 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:33:57.332951 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-402a56bc-39da-45a2-937f-4aed45f1465a req-c50cc88e-c769-40a2-ac20-e4d50aa4ceb4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:57.336851 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-402a56bc-39da-45a2-937f-4aed45f1465a req-c50cc88e-c769-40a2-ac20-e4d50aa4ceb4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.48 "DELETE /v2.0/ports/3f35a74b-5481-494a-bb63-86099ebea1d0 HTTP/1.1" status: 204 len: 173 time: 0.4137321 Feb 19 05:33:57.337315 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99188cc-259a-4fde-bae7-2f4dc4ccbd85', 'name': 'network-vif-deleted', 'tag': '3f35a74b-5481-494a-bb63-86099ebea1d0'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:33:57.339592 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f744ce-7320-4c30-856f-82ea1825a102" -d '{"events": [{"server_uuid": "b99188cc-259a-4fde-bae7-2f4dc4ccbd85", "name": "network-vif-deleted", "tag": "3f35a74b-5481-494a-bb63-86099ebea1d0"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:33:57.433852 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8b1e9b-a4b6-4497-8f94-572adb719a88 x-openstack-request-id: req-2a8b1e9b-a4b6-4497-8f94-572adb719a88 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:33:57.434297 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99188cc-259a-4fde-bae7-2f4dc4ccbd85", "name": "network-vif-deleted", "tag": "3f35a74b-5481-494a-bb63-86099ebea1d0", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:33:57.434564 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2a8b1e9b-a4b6-4497-8f94-572adb719a88 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:33:57.435027 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99188cc-259a-4fde-bae7-2f4dc4ccbd85', 'name': 'network-vif-deleted', 'tag': '3f35a74b-5481-494a-bb63-86099ebea1d0', 'status': 'completed', 'code': 200} Feb 19 05:33:57.866957 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37584) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:33:58.227918 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44f7862d-4f7d-4619-a2c6-fefc113a6cc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (2a94c33b-e8dc-48fc-af98-ed5bb1369535), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:58.491587 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-44f7862d-4f7d-4619-a2c6-fefc113a6cc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Deleting port c924da4c-b658-4b2b-b3a4-76705b0a6847 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:33:58.491852 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44f7862d-4f7d-4619-a2c6-fefc113a6cc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (c924da4c-b658-4b2b-b3a4-76705b0a6847), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:58.578974 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-44f7862d-4f7d-4619-a2c6-fefc113a6cc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] For port c924da4c-b658-4b2b-b3a4-76705b0a6847, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=c924da4c-b658-4b2b-b3a4-76705b0a6847,segment=NetworkSegment(298e3fd7-f9ff-485a-ae11-78bd9c8fdd85),segment_id=298e3fd7-f9ff-485a-ae11-78bd9c8fdd85)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:33:58.579347 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44f7862d-4f7d-4619-a2c6-fefc113a6cc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (c924da4c-b658-4b2b-b3a4-76705b0a6847), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:58.591367 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-44f7862d-4f7d-4619-a2c6-fefc113a6cc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Calling delete_port for c924da4c-b658-4b2b-b3a4-76705b0a6847 owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:33:59.075170 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44f7862d-4f7d-4619-a2c6-fefc113a6cc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (c924da4c-b658-4b2b-b3a4-76705b0a6847), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:59.103407 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7862d-4f7d-4619-a2c6-fefc113a6cc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Port': ['ID=c924da4c-b658-4b2b-b3a4-76705b0a6847,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:33:59.280634 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-44f7862d-4f7d-4619-a2c6-fefc113a6cc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (2a94c33b-e8dc-48fc-af98-ed5bb1369535), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:59.501024 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f7862d-4f7d-4619-a2c6-fefc113a6cc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Router 2a94c33b-e8dc-48fc-af98-ed5bb1369535 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:33:59.610159 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f7862d-4f7d-4619-a2c6-fefc113a6cc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:33:59.615195 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-44f7862d-4f7d-4619-a2c6-fefc113a6cc1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "PUT /v2.0/routers/2a94c33b-e8dc-48fc-af98-ed5bb1369535/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7472003 Feb 19 05:33:59.618472 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37586) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:33:59.622670 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94057451-5c09-4de0-b265-246fda8cc20c None None] Sync routers for ids ['2a94c33b-e8dc-48fc-af98-ed5bb1369535'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:33:59.632602 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94057451-5c09-4de0-b265-246fda8cc20c None None] Routers {'2a94c33b-e8dc-48fc-af98-ed5bb1369535'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:33:59.633232 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-94057451-5c09-4de0-b265-246fda8cc20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:33:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2a94c33b-e8dc-48fc-af98-ed5bb1369535'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:33:59.668701 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da0afb9-916d-4173-8e26-d0e49a5866fc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Deleting subnet 079c36d3-3b0c-4571-b894-ab7b6109e661 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:33:59.671867 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2da0afb9-916d-4173-8e26-d0e49a5866fc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for subnet (079c36d3-3b0c-4571-b894-ab7b6109e661), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:59.712080 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2da0afb9-916d-4173-8e26-d0e49a5866fc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (079c36d3-3b0c-4571-b894-ab7b6109e661), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:59.742047 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-94057451-5c09-4de0-b265-246fda8cc20c None None] Set router 2a94c33b-e8dc-48fc-af98-ed5bb1369535 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:33:59.803011 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2da0afb9-916d-4173-8e26-d0e49a5866fc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (079c36d3-3b0c-4571-b894-ab7b6109e661), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:59.869617 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2da0afb9-916d-4173-8e26-d0e49a5866fc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (079c36d3-3b0c-4571-b894-ab7b6109e661), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:59.896840 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0afb9-916d-4173-8e26-d0e49a5866fc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Subnet': ['ID=079c36d3-3b0c-4571-b894-ab7b6109e661,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:33:59.901914 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-2da0afb9-916d-4173-8e26-d0e49a5866fc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:33:59.905373 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2da0afb9-916d-4173-8e26-d0e49a5866fc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "DELETE /v2.0/subnets/079c36d3-3b0c-4571-b894-ab7b6109e661 HTTP/1.1" status: 204 len: 168 time: 0.2859476 Feb 19 05:33:59.908179 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37588) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:33:59.910332 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b2cb9e-ff87-4d5b-8318-b11dacf8eaf5 None None] Network b942ff00-7241-4956-b2b2-b2724ba3555f requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:33:59.936026 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-94057451-5c09-4de0-b265-246fda8cc20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756707913', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:33:59Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:33:59.971453 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94057451-5c09-4de0-b265-246fda8cc20c None None] Checking router: 2a94c33b-e8dc-48fc-af98-ed5bb1369535 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:33:59.980469 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94057451-5c09-4de0-b265-246fda8cc20c None None] Routers {'2a94c33b-e8dc-48fc-af98-ed5bb1369535'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:33:59.981273 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-94057451-5c09-4de0-b265-246fda8cc20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:33:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2a94c33b-e8dc-48fc-af98-ed5bb1369535'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:34:00.023520 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9dbde4b8-be44-4211-af50-1c0e1adc1772 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router (2a94c33b-e8dc-48fc-af98-ed5bb1369535), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:00.083959 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9de7f9-df1c-4a02-9ed3-7121744bfc3e None None] DHCP port deletion for b942ff00-7241-4956-b2b2-b2724ba3555f request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:34:00.095101 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-94057451-5c09-4de0-b265-246fda8cc20c None None] Set router 2a94c33b-e8dc-48fc-af98-ed5bb1369535 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:34:00.134623 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4a9de7f9-df1c-4a02-9ed3-7121744bfc3e None None] Deleting port 727935eb-cc76-4f59-b15d-0924d4d74d37 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:34:00.135037 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4a9de7f9-df1c-4a02-9ed3-7121744bfc3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (727935eb-cc76-4f59-b15d-0924d4d74d37), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:00.141321 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9dbde4b8-be44-4211-af50-1c0e1adc1772 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_gateway (2a94c33b-e8dc-48fc-af98-ed5bb1369535), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:00.198579 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-9dbde4b8-be44-4211-af50-1c0e1adc1772 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Deleting port 7a2827c3-c96a-4523-a977-fba962b57aa2 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:34:00.199221 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9dbde4b8-be44-4211-af50-1c0e1adc1772 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (7a2827c3-c96a-4523-a977-fba962b57aa2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:00.200823 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-4a9de7f9-df1c-4a02-9ed3-7121744bfc3e None None] For port 727935eb-cc76-4f59-b15d-0924d4d74d37, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=727935eb-cc76-4f59-b15d-0924d4d74d37,segment=NetworkSegment(298e3fd7-f9ff-485a-ae11-78bd9c8fdd85),segment_id=298e3fd7-f9ff-485a-ae11-78bd9c8fdd85)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:34:00.200823 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4a9de7f9-df1c-4a02-9ed3-7121744bfc3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (727935eb-cc76-4f59-b15d-0924d4d74d37), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:00.214229 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4a9de7f9-df1c-4a02-9ed3-7121744bfc3e None None] Calling delete_port for 727935eb-cc76-4f59-b15d-0924d4d74d37 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:34:00.280193 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-9dbde4b8-be44-4211-af50-1c0e1adc1772 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] For port 7a2827c3-c96a-4523-a977-fba962b57aa2, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=7a2827c3-c96a-4523-a977-fba962b57aa2,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:34:00.280572 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9dbde4b8-be44-4211-af50-1c0e1adc1772 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (7a2827c3-c96a-4523-a977-fba962b57aa2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:00.283621 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-94057451-5c09-4de0-b265-246fda8cc20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756707913', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:33:59Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:34:00.293107 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-9dbde4b8-be44-4211-af50-1c0e1adc1772 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Calling delete_port for 7a2827c3-c96a-4523-a977-fba962b57aa2 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:34:00.301460 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4a9de7f9-df1c-4a02-9ed3-7121744bfc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (727935eb-cc76-4f59-b15d-0924d4d74d37), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:00.311936 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94057451-5c09-4de0-b265-246fda8cc20c None None] The sync data for ids ['2a94c33b-e8dc-48fc-af98-ed5bb1369535'] in n-d-772273-4 is: [{'id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756707913', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:33:59Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '7a2827c3-c96a-4523-a977-fba962b57aa2', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a94c33b-e8dc-48fc-af98-ed5bb1369535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:32:23Z', 'updated_at': '2022-02-19T05:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:34:00.331766 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9de7f9-df1c-4a02-9ed3-7121744bfc3e None None] Pushing event deleted for resources: {'Port': ['ID=727935eb-cc76-4f59-b15d-0924d4d74d37,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:00.343794 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de7f9-df1c-4a02-9ed3-7121744bfc3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:00.344151 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de7f9-df1c-4a02-9ed3-7121744bfc3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:00.344502 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de7f9-df1c-4a02-9ed3-7121744bfc3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:00.346349 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de7f9-df1c-4a02-9ed3-7121744bfc3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:00.346764 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de7f9-df1c-4a02-9ed3-7121744bfc3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:00.347185 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de7f9-df1c-4a02-9ed3-7121744bfc3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:00.347693 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de7f9-df1c-4a02-9ed3-7121744bfc3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:00.348043 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de7f9-df1c-4a02-9ed3-7121744bfc3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:00.348379 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de7f9-df1c-4a02-9ed3-7121744bfc3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:00.348709 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de7f9-df1c-4a02-9ed3-7121744bfc3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:00.349072 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de7f9-df1c-4a02-9ed3-7121744bfc3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:00.349403 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de7f9-df1c-4a02-9ed3-7121744bfc3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:00.349730 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de7f9-df1c-4a02-9ed3-7121744bfc3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:00.353221 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9de7f9-df1c-4a02-9ed3-7121744bfc3e None None] No DVR routers for this DVR port 727935eb-cc76-4f59-b15d-0924d4d74d37 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:34:00.475075 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9dbde4b8-be44-4211-af50-1c0e1adc1772 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (7a2827c3-c96a-4523-a977-fba962b57aa2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:00.499869 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbde4b8-be44-4211-af50-1c0e1adc1772 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Port': ['ID=7a2827c3-c96a-4523-a977-fba962b57aa2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:00.560330 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9dbde4b8-be44-4211-af50-1c0e1adc1772 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (2a94c33b-e8dc-48fc-af98-ed5bb1369535), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:00.655823 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9dbde4b8-be44-4211-af50-1c0e1adc1772 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (2a94c33b-e8dc-48fc-af98-ed5bb1369535), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:00.658345 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9dbde4b8-be44-4211-af50-1c0e1adc1772 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_controller (2a94c33b-e8dc-48fc-af98-ed5bb1369535), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:00.710437 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9dbde4b8-be44-4211-af50-1c0e1adc1772 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (2a94c33b-e8dc-48fc-af98-ed5bb1369535), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:00.711077 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbde4b8-be44-4211-af50-1c0e1adc1772 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Fanout notify agent at l3_agent the message router_deleted on router 2a94c33b-e8dc-48fc-af98-ed5bb1369535 {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:34:00.719017 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9dbde4b8-be44-4211-af50-1c0e1adc1772 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:00.720335 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9dbde4b8-be44-4211-af50-1c0e1adc1772 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "DELETE /v2.0/routers/2a94c33b-e8dc-48fc-af98-ed5bb1369535 HTTP/1.1" status: 204 len: 168 time: 0.8101592 Feb 19 05:34:00.723110 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37590) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:34:00.808436 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85035860-5af6-4b76-86ff-51364d8a5bd0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (b942ff00-7241-4956-b2b2-b2724ba3555f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:00.897832 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85035860-5af6-4b76-86ff-51364d8a5bd0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (b942ff00-7241-4956-b2b2-b2724ba3555f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:00.921723 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-85035860-5af6-4b76-86ff-51364d8a5bd0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b942ff00-7241-4956-b2b2-b2724ba3555f']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:34:00.932192 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-85035860-5af6-4b76-86ff-51364d8a5bd0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298e3fd7-f9ff-485a-ae11-78bd9c8fdd85') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:34:00.932498 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-85035860-5af6-4b76-86ff-51364d8a5bd0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298e3fd7-f9ff-485a-ae11-78bd9c8fdd85') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:34:00.943002 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85035860-5af6-4b76-86ff-51364d8a5bd0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (298e3fd7-f9ff-485a-ae11-78bd9c8fdd85), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:00.961243 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85035860-5af6-4b76-86ff-51364d8a5bd0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (298e3fd7-f9ff-485a-ae11-78bd9c8fdd85), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:00.967642 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85035860-5af6-4b76-86ff-51364d8a5bd0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:34:00.968048 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85035860-5af6-4b76-86ff-51364d8a5bd0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (298e3fd7-f9ff-485a-ae11-78bd9c8fdd85), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: timer() Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:34:00.971540 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:34:01.036520 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85035860-5af6-4b76-86ff-51364d8a5bd0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (b942ff00-7241-4956-b2b2-b2724ba3555f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:01.044502 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85035860-5af6-4b76-86ff-51364d8a5bd0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:01.047663 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-85035860-5af6-4b76-86ff-51364d8a5bd0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "DELETE /v2.0/networks/b942ff00-7241-4956-b2b2-b2724ba3555f HTTP/1.1" status: 204 len: 168 time: 0.3235300 Feb 19 05:34:01.050640 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37592) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:34:01.059913 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85035860-5af6-4b76-86ff-51364d8a5bd0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Network': ['ID=b942ff00-7241-4956-b2b2-b2724ba3555f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:01.109209 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-709d7635-378b-428f-8bd3-06b33251ef2b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (64ecf8ab-6ac5-4e3f-91bb-048ae962175b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:01.136170 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-709d7635-378b-428f-8bd3-06b33251ef2b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (64ecf8ab-6ac5-4e3f-91bb-048ae962175b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:01.194918 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-709d7635-378b-428f-8bd3-06b33251ef2b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (64ecf8ab-6ac5-4e3f-91bb-048ae962175b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:01.197596 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-709d7635-378b-428f-8bd3-06b33251ef2b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:01.198736 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-709d7635-378b-428f-8bd3-06b33251ef2b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "DELETE /v2.0/security-groups/64ecf8ab-6ac5-4e3f-91bb-048ae962175b HTTP/1.1" status: 204 len: 168 time: 0.1470978 Feb 19 05:34:01.208558 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d7635-378b-428f-8bd3-06b33251ef2b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ecf8ab-6ac5-4e3f-91bb-048ae962175b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:01.486126 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37598) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:34:01.490811 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-e0216de4-c51a-4416-9334-10676a92e2ef tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1966325911', 'description': 'tempest-secgroup-smoke-1966325911 description', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:34:01.512467 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0216de4-c51a-4416-9334-10676a92e2ef tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:01.578872 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0216de4-c51a-4416-9334-10676a92e2ef tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (e141af15-25bb-4592-a887-35e4f771f132), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:01.582450 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0216de4-c51a-4416-9334-10676a92e2ef tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e141af15-25bb-4592-a887-35e4f771f132), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:01.612317 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e0216de4-c51a-4416-9334-10676a92e2ef tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:01.613601 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e0216de4-c51a-4416-9334-10676a92e2ef tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1264136 Feb 19 05:34:01.614733 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0216de4-c51a-4416-9334-10676a92e2ef tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e141af15-25bb-4592-a887-35e4f771f132,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:01.617165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37600) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:34:01.621780 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-6de08699-7108-4746-9f59-ec813f8de09b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': 'e141af15-25bb-4592-a887-35e4f771f132', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:34:01.651708 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6de08699-7108-4746-9f59-ec813f8de09b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (8e42afc9-3399-4804-832a-8dd3369b68ac), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:01.706037 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6de08699-7108-4746-9f59-ec813f8de09b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (8e42afc9-3399-4804-832a-8dd3369b68ac), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:01.709622 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6de08699-7108-4746-9f59-ec813f8de09b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (8e42afc9-3399-4804-832a-8dd3369b68ac), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:01.728412 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de08699-7108-4746-9f59-ec813f8de09b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e42afc9-3399-4804-832a-8dd3369b68ac,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:01.736227 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6de08699-7108-4746-9f59-ec813f8de09b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:01.737476 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6de08699-7108-4746-9f59-ec813f8de09b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193178 Feb 19 05:34:01.740134 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37602) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:34:01.745274 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-d84b6528-5e15-45a1-8c38-bbe25cf59f5c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': 'e141af15-25bb-4592-a887-35e4f771f132', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:34:01.770652 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d84b6528-5e15-45a1-8c38-bbe25cf59f5c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (acd1b688-b5b0-472b-a930-7fdd647176e6), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:01.831145 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d84b6528-5e15-45a1-8c38-bbe25cf59f5c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (acd1b688-b5b0-472b-a930-7fdd647176e6), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:01.834987 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d84b6528-5e15-45a1-8c38-bbe25cf59f5c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (acd1b688-b5b0-472b-a930-7fdd647176e6), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:01.852823 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b6528-5e15-45a1-8c38-bbe25cf59f5c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd1b688-b5b0-472b-a930-7fdd647176e6,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:01.861208 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d84b6528-5e15-45a1-8c38-bbe25cf59f5c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:01.862477 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d84b6528-5e15-45a1-8c38-bbe25cf59f5c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213629 Feb 19 05:34:01.865128 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37604) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:34:01.868475 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c924da4c-b658-4b2b-b3a4-76705b0a6847 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:34:01.870175 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-72e238eb-a408-42fa-992e-ccb06dedc928 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': 'e141af15-25bb-4592-a887-35e4f771f132', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:34:01.889661 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: c924da4c-b658-4b2b-b3a4-76705b0a6847 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:34:01.889997 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device c924da4c-b658-4b2b-b3a4-76705b0a6847 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:34:01.890409 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 7a2827c3-c96a-4523-a977-fba962b57aa2 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:34:01.895747 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-72e238eb-a408-42fa-992e-ccb06dedc928 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (6a5fdf18-1a43-43cc-9bcd-519e166ddd59), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:01.913292 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 7a2827c3-c96a-4523-a977-fba962b57aa2 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:34:01.914146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 7a2827c3-c96a-4523-a977-fba962b57aa2 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:34:01.914572 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 727935eb-cc76-4f59-b15d-0924d4d74d37 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:34:01.934852 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 727935eb-cc76-4f59-b15d-0924d4d74d37 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:34:01.935210 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 727935eb-cc76-4f59-b15d-0924d4d74d37 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:34:01.959467 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-72e238eb-a408-42fa-992e-ccb06dedc928 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (6a5fdf18-1a43-43cc-9bcd-519e166ddd59), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:01.963805 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-72e238eb-a408-42fa-992e-ccb06dedc928 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (6a5fdf18-1a43-43cc-9bcd-519e166ddd59), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:01.982396 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e238eb-a408-42fa-992e-ccb06dedc928 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5fdf18-1a43-43cc-9bcd-519e166ddd59,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:01.984464 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 3f35a74b-5481-494a-bb63-86099ebea1d0 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:34:01.989363 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-72e238eb-a408-42fa-992e-ccb06dedc928 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:01.990569 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-72e238eb-a408-42fa-992e-ccb06dedc928 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244843 Feb 19 05:34:01.993654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37606) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:34:01.997958 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-3df488dd-5275-4cc5-bfad-200c9708af3c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': 'e141af15-25bb-4592-a887-35e4f771f132', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:34:02.006250 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 3f35a74b-5481-494a-bb63-86099ebea1d0 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:34:02.006670 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 3f35a74b-5481-494a-bb63-86099ebea1d0 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:34:02.024129 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3df488dd-5275-4cc5-bfad-200c9708af3c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (5a88fa1e-ff62-4223-8dbe-80dc2a2b6038), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:02.083091 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3df488dd-5275-4cc5-bfad-200c9708af3c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (5a88fa1e-ff62-4223-8dbe-80dc2a2b6038), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:02.087688 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3df488dd-5275-4cc5-bfad-200c9708af3c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (5a88fa1e-ff62-4223-8dbe-80dc2a2b6038), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:02.105678 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df488dd-5275-4cc5-bfad-200c9708af3c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a88fa1e-ff62-4223-8dbe-80dc2a2b6038,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:02.114476 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3df488dd-5275-4cc5-bfad-200c9708af3c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:02.115677 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3df488dd-5275-4cc5-bfad-200c9708af3c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211083 Feb 19 05:34:02.118953 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37608) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:34:02.123176 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-06980d03-7098-4e5e-a384-2e3f2fbe5dee tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': 'e141af15-25bb-4592-a887-35e4f771f132', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:34:02.142759 n-d-772273-4 neutron-server[115199]: INFO neutron.db.securitygroups_db [None req-06980d03-7098-4e5e-a384-2e3f2fbe5dee tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Project a3ce047577fa4aeb85ad4443f2143977 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:34:02.147622 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-06980d03-7098-4e5e-a384-2e3f2fbe5dee tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (91eda320-7918-4a01-89ce-15bc2e497aa1), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:02.204634 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-06980d03-7098-4e5e-a384-2e3f2fbe5dee tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (91eda320-7918-4a01-89ce-15bc2e497aa1), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:02.208296 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-06980d03-7098-4e5e-a384-2e3f2fbe5dee tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (91eda320-7918-4a01-89ce-15bc2e497aa1), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:02.227004 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06980d03-7098-4e5e-a384-2e3f2fbe5dee tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91eda320-7918-4a01-89ce-15bc2e497aa1,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:02.234054 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-06980d03-7098-4e5e-a384-2e3f2fbe5dee tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:02.237354 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-06980d03-7098-4e5e-a384-2e3f2fbe5dee tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174488 Feb 19 05:34:02.237953 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37610) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:34:02.242831 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-1f302a5a-7d27-4054-a390-f5fec6681c53 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'security_group_rule': {'security_group_id': 'e141af15-25bb-4592-a887-35e4f771f132', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:34:02.264278 n-d-772273-4 neutron-server[115199]: INFO neutron.db.securitygroups_db [None req-1f302a5a-7d27-4054-a390-f5fec6681c53 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Project a3ce047577fa4aeb85ad4443f2143977 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:34:02.269257 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1f302a5a-7d27-4054-a390-f5fec6681c53 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (1c2f41b3-a291-414c-80bb-2af052d71058), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:02.330164 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1f302a5a-7d27-4054-a390-f5fec6681c53 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (1c2f41b3-a291-414c-80bb-2af052d71058), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:02.334424 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1f302a5a-7d27-4054-a390-f5fec6681c53 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (1c2f41b3-a291-414c-80bb-2af052d71058), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:02.353096 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f302a5a-7d27-4054-a390-f5fec6681c53 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2f41b3-a291-414c-80bb-2af052d71058,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:02.360319 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1f302a5a-7d27-4054-a390-f5fec6681c53 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:02.361620 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1f302a5a-7d27-4054-a390-f5fec6681c53 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227353 Feb 19 05:34:02.364480 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37612) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:34:02.369305 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-7f41a549-6a27-43e6-a85e-2b70432733a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'network': {'name': 'tempest-network-smoke--1656826070', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'port_security_enabled': True}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:34:02.390565 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-42e82e56-0d98-40ef-9c0d-c48f0a66da22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:02.391765 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f41a549-6a27-43e6-a85e-2b70432733a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Made reservation on behalf of a3ce047577fa4aeb85ad4443f2143977 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:34:02.395737 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7f41a549-6a27-43e6-a85e-2b70432733a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:02.425428 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f41a549-6a27-43e6-a85e-2b70432733a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:34:02.435547 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7f41a549-6a27-43e6-a85e-2b70432733a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (e58c9ce1-99d9-419c-8ba5-c422958db555), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:02.435891 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-7f41a549-6a27-43e6-a85e-2b70432733a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Added segment e58c9ce1-99d9-419c-8ba5-c422958db555 of type vlan for network dc98e9c2-067f-47d1-9841-df662a1424f5 Feb 19 05:34:02.475014 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7f41a549-6a27-43e6-a85e-2b70432733a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (dc98e9c2-067f-47d1-9841-df662a1424f5), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:02.499335 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7f41a549-6a27-43e6-a85e-2b70432733a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (dc98e9c2-067f-47d1-9841-df662a1424f5), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:02.504214 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f41a549-6a27-43e6-a85e-2b70432733a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:02.504794 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7f41a549-6a27-43e6-a85e-2b70432733a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:02.561475 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7f41a549-6a27-43e6-a85e-2b70432733a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1959000 Feb 19 05:34:02.564269 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37614) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:34:02.568823 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-3be62323-a2f3-4869-8ce6-343fc0da3cf0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-735763770', 'admin_state_up': True, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:34:02.576330 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41a549-6a27-43e6-a85e-2b70432733a7 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Network': ['ID=dc98e9c2-067f-47d1-9841-df662a1424f5,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:02.587247 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network dc98e9c2-067f-47d1-9841-df662a1424f5 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:34:02.591552 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3be62323-a2f3-4869-8ce6-343fc0da3cf0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (2191fdc2-99e5-4864-a71e-c200ae7d606f), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:02.592600 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3be62323-a2f3-4869-8ce6-343fc0da3cf0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (2191fdc2-99e5-4864-a71e-c200ae7d606f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:02.652319 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3be62323-a2f3-4869-8ce6-343fc0da3cf0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_controller (2191fdc2-99e5-4864-a71e-c200ae7d606f), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:02.804725 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3be62323-a2f3-4869-8ce6-343fc0da3cf0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_gateway (2191fdc2-99e5-4864-a71e-c200ae7d606f), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:02.996827 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3be62323-a2f3-4869-8ce6-343fc0da3cf0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_gateway (2191fdc2-99e5-4864-a71e-c200ae7d606f), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:03.015314 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3be62323-a2f3-4869-8ce6-343fc0da3cf0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:03.120929 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-3be62323-a2f3-4869-8ce6-343fc0da3cf0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Allocated IP 172.25.0.115 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/00dd1c7f-f253-4bfe-aeba-6c181a51a2a1) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:34:03.219667 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3be62323-a2f3-4869-8ce6-343fc0da3cf0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (00dd1c7f-f253-4bfe-aeba-6c181a51a2a1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:03.253137 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3be62323-a2f3-4869-8ce6-343fc0da3cf0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (00dd1c7f-f253-4bfe-aeba-6c181a51a2a1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:03.293253 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be62323-a2f3-4869-8ce6-343fc0da3cf0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:34:03.296136 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-3be62323-a2f3-4869-8ce6-343fc0da3cf0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:34:03.298535 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be62323-a2f3-4869-8ce6-343fc0da3cf0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:34:03.328374 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be62323-a2f3-4869-8ce6-343fc0da3cf0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=00dd1c7f-f253-4bfe-aeba-6c181a51a2a1,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:03.562853 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3be62323-a2f3-4869-8ce6-343fc0da3cf0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_gateway (2191fdc2-99e5-4864-a71e-c200ae7d606f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:04.123103 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3be62323-a2f3-4869-8ce6-343fc0da3cf0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (2191fdc2-99e5-4864-a71e-c200ae7d606f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:04.251720 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be62323-a2f3-4869-8ce6-343fc0da3cf0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Router 2191fdc2-99e5-4864-a71e-c200ae7d606f is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:34:04.363062 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be62323-a2f3-4869-8ce6-343fc0da3cf0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:34:04.376489 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] Sync routers for ids ['2191fdc2-99e5-4864-a71e-c200ae7d606f'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:34:04.386393 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-3be62323-a2f3-4869-8ce6-343fc0da3cf0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:04.387787 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-3be62323-a2f3-4869-8ce6-343fc0da3cf0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8224204 Feb 19 05:34:04.391176 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37616) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:34:04.392158 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] Routers {'2191fdc2-99e5-4864-a71e-c200ae7d606f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:34:04.392875 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:33:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2191fdc2-99e5-4864-a71e-c200ae7d606f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:34:04.468106 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bfd8a790-a1fa-4065-baab-24899cbb1160 tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a3ce047577fa4aeb85ad4443f2143977&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0756660 Feb 19 05:34:04.470609 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37620) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:34:04.510760 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] Set router 2191fdc2-99e5-4864-a71e-c200ae7d606f gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:34:04.566050 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20bfb6b-4633-4318-9140-85e30bdb49a0 tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:04.567932 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a20bfb6b-4633-4318-9140-85e30bdb49a0 tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0962129 Feb 19 05:34:04.570853 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37622) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:34:04.602533 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-ff58c5f0-bbae-4e0b-b747-72ac6af78189 tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292346 Feb 19 05:34:04.605087 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37624) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:34:04.610097 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-189b6f65-7545-4422-bac8-7151f6d369e9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-583342731', 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:34:04.715861 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189b6f65-7545-4422-bac8-7151f6d369e9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Made reservation on behalf of a3ce047577fa4aeb85ad4443f2143977 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:34:04.719370 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-189b6f65-7545-4422-bac8-7151f6d369e9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:04.866544 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735763770', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:34:02Z', 'updated_at': '2022-02-19T05:34:03Z', 'revision_number': 3, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:34:03Z', 'updated_at': '2022-02-19T05:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:34:04.894359 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] Checking router: 2191fdc2-99e5-4864-a71e-c200ae7d606f for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:34:04.894739 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] Updating router 2191fdc2-99e5-4864-a71e-c200ae7d606f port 00dd1c7f-f253-4bfe-aeba-6c181a51a2a1 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:34:04.921597 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-189b6f65-7545-4422-bac8-7151f6d369e9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (3a5f998a-9294-4028-9c4f-8f1701890da3), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:04.928158 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (00dd1c7f-f253-4bfe-aeba-6c181a51a2a1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:04.977293 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b6f65-7545-4422-bac8-7151f6d369e9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Subnet': ['ID=3a5f998a-9294-4028-9c4f-8f1701890da3,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:04.993306 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189b6f65-7545-4422-bac8-7151f6d369e9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Checking segment: {'id': 'e58c9ce1-99d9-419c-8ba5-c422958db555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:34:04.993677 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189b6f65-7545-4422-bac8-7151f6d369e9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network hostable DHCP agents. Network: dc98e9c2-067f-47d1-9841-df662a1424f5, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:34:05.011080 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189b6f65-7545-4422-bac8-7151f6d369e9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network dc98e9c2-067f-47d1-9841-df662a1424f5 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:34:05.020301 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-189b6f65-7545-4422-bac8-7151f6d369e9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, dc98e9c2-067f-47d1-9841-df662a1424f5) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:34:05.033043 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189b6f65-7545-4422-bac8-7151f6d369e9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:05.033659 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-189b6f65-7545-4422-bac8-7151f6d369e9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:05.043403 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc6265e-206e-4b16-a381-875644be150e None None] Network dc98e9c2-067f-47d1-9841-df662a1424f5 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:34:05.057132 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-189b6f65-7545-4422-bac8-7151f6d369e9 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4509377 Feb 19 05:34:05.059968 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37626) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:34:05.223755 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae52028d-2175-466f-914b-1280d2acadad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-dc98e9c2-067f-47d1-9841-df662a1424f5', 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5', 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'fixed_ips': [{'subnet_id': '3a5f998a-9294-4028-9c4f-8f1701890da3'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:34:05.224611 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ae52028d-2175-466f-914b-1280d2acadad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:05.255015 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-59326694-6ffa-42ef-b0ce-ff4bc9fffbd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:05.384900 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] Publish callbacks [] for port (00dd1c7f-f253-4bfe-aeba-6c181a51a2a1), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:05.425563 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (00dd1c7f-f253-4bfe-aeba-6c181a51a2a1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:05.487638 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-ae52028d-2175-466f-914b-1280d2acadad None None] Allocated IP 172.20.0.2 (dc98e9c2-067f-47d1-9841-df662a1424f5/3a5f998a-9294-4028-9c4f-8f1701890da3/886c711a-0b53-42d1-b355-b3ce101abda2) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:34:05.499508 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] Attempting to bind port 00dd1c7f-f253-4bfe-aeba-6c181a51a2a1 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:34:05.500033 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] Attempting to bind port 00dd1c7f-f253-4bfe-aeba-6c181a51a2a1 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:34:05.500503 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] Attempting to bind port 00dd1c7f-f253-4bfe-aeba-6c181a51a2a1 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:34:05.511213 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8728208-4c5d-4dca-bd34-49596a17ede6 None None] Pushing event updated for resources: {'Port': ['ID=00dd1c7f-f253-4bfe-aeba-6c181a51a2a1,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:05.538754 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:34:05.539146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:34:05.539563 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:05.539971 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:34:05.540464 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] Bound port: 00dd1c7f-f253-4bfe-aeba-6c181a51a2a1, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:34:05.540858 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (00dd1c7f-f253-4bfe-aeba-6c181a51a2a1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:05.561704 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2904916f-7411-49ac-a164-aa4b3a89595b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:05.641917 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] For port 00dd1c7f-f253-4bfe-aeba-6c181a51a2a1, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:34:05.667032 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] For port 00dd1c7f-f253-4bfe-aeba-6c181a51a2a1, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=00dd1c7f-f253-4bfe-aeba-6c181a51a2a1,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:34:05.678186 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (00dd1c7f-f253-4bfe-aeba-6c181a51a2a1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:05.770802 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ae52028d-2175-466f-914b-1280d2acadad None None] Publish callbacks [] for port (886c711a-0b53-42d1-b355-b3ce101abda2), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:05.783739 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ae52028d-2175-466f-914b-1280d2acadad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (886c711a-0b53-42d1-b355-b3ce101abda2), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:05.794214 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] Routers {'2191fdc2-99e5-4864-a71e-c200ae7d606f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:34:05.794852 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:34:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2191fdc2-99e5-4864-a71e-c200ae7d606f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:34:05.798107 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8728208-4c5d-4dca-bd34-49596a17ede6 None None] Pushing event updated for resources: {'Port': ['ID=00dd1c7f-f253-4bfe-aeba-6c181a51a2a1,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:05.861420 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae52028d-2175-466f-914b-1280d2acadad None None] Network dc98e9c2-067f-47d1-9841-df662a1424f5 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:34:05.865608 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-2904916f-7411-49ac-a164-aa4b3a89595b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Allocated IP 172.20.0.1 (dc98e9c2-067f-47d1-9841-df662a1424f5/3a5f998a-9294-4028-9c4f-8f1701890da3/fa457b4b-eb79-41d6-ae02-662c61967d32) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:34:05.868041 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-ae52028d-2175-466f-914b-1280d2acadad None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:34:05.875225 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae52028d-2175-466f-914b-1280d2acadad None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:34:05.902586 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52028d-2175-466f-914b-1280d2acadad None None] Pushing event updated for resources: {'Port': ['ID=886c711a-0b53-42d1-b355-b3ce101abda2,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:05.987102 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2904916f-7411-49ac-a164-aa4b3a89595b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (fa457b4b-eb79-41d6-ae02-662c61967d32), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:05.991180 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] Set router 2191fdc2-99e5-4864-a71e-c200ae7d606f gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:34:06.021059 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-ae52028d-2175-466f-914b-1280d2acadad None None] Attempting to bind port 886c711a-0b53-42d1-b355-b3ce101abda2 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:34:06.021421 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-ae52028d-2175-466f-914b-1280d2acadad None None] Attempting to bind port 886c711a-0b53-42d1-b355-b3ce101abda2 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'e58c9ce1-99d9-419c-8ba5-c422958db555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:34:06.021798 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae52028d-2175-466f-914b-1280d2acadad None None] Attempting to bind port 886c711a-0b53-42d1-b355-b3ce101abda2 on network dc98e9c2-067f-47d1-9841-df662a1424f5 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:34:06.022695 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2904916f-7411-49ac-a164-aa4b3a89595b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (fa457b4b-eb79-41d6-ae02-662c61967d32), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:06.055240 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae52028d-2175-466f-914b-1280d2acadad None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:34:06.055681 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae52028d-2175-466f-914b-1280d2acadad None None] Checking segment: {'id': 'e58c9ce1-99d9-419c-8ba5-c422958db555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:34:06.056028 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ae52028d-2175-466f-914b-1280d2acadad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:06.056422 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae52028d-2175-466f-914b-1280d2acadad None None] Bound using segment: {'id': 'e58c9ce1-99d9-419c-8ba5-c422958db555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:34:06.057096 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-ae52028d-2175-466f-914b-1280d2acadad None None] Bound port: 886c711a-0b53-42d1-b355-b3ce101abda2, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58c9ce1-99d9-419c-8ba5-c422958db555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:34:06.057346 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ae52028d-2175-466f-914b-1280d2acadad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (886c711a-0b53-42d1-b355-b3ce101abda2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:06.059301 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2904916f-7411-49ac-a164-aa4b3a89595b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network dc98e9c2-067f-47d1-9841-df662a1424f5 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:34:06.064339 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-2904916f-7411-49ac-a164-aa4b3a89595b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:34:06.068036 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2904916f-7411-49ac-a164-aa4b3a89595b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:34:06.098986 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904916f-7411-49ac-a164-aa4b3a89595b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=fa457b4b-eb79-41d6-ae02-662c61967d32,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:06.118734 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2904916f-7411-49ac-a164-aa4b3a89595b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (2191fdc2-99e5-4864-a71e-c200ae7d606f), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:06.186002 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-ae52028d-2175-466f-914b-1280d2acadad None None] For port 886c711a-0b53-42d1-b355-b3ce101abda2, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:34:06.190595 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-ae52028d-2175-466f-914b-1280d2acadad None None] For port 886c711a-0b53-42d1-b355-b3ce101abda2, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=886c711a-0b53-42d1-b355-b3ce101abda2,segment=NetworkSegment(e58c9ce1-99d9-419c-8ba5-c422958db555),segment_id=e58c9ce1-99d9-419c-8ba5-c422958db555)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:34:06.214017 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ae52028d-2175-466f-914b-1280d2acadad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (886c711a-0b53-42d1-b355-b3ce101abda2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:06.255074 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2904916f-7411-49ac-a164-aa4b3a89595b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fa457b4b-eb79-41d6-ae02-662c61967d32), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:06.292310 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52028d-2175-466f-914b-1280d2acadad None None] Pushing event updated for resources: {'Port': ['ID=886c711a-0b53-42d1-b355-b3ce101abda2,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:06.302132 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735763770', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:34:02Z', 'updated_at': '2022-02-19T05:34:03Z', 'revision_number': 3, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:34:03Z', 'updated_at': '2022-02-19T05:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:34:06.336035 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a7f3ba-614d-44a0-b318-1136cbc0fe52 None None] The sync data for ids ['2191fdc2-99e5-4864-a71e-c200ae7d606f'] in n-d-772273-4 is: [{'id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735763770', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:34:02Z', 'updated_at': '2022-02-19T05:34:03Z', 'revision_number': 3, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:34:03Z', 'updated_at': '2022-02-19T05:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:34:06.604436 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2904916f-7411-49ac-a164-aa4b3a89595b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (fa457b4b-eb79-41d6-ae02-662c61967d32), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:06.609240 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2904916f-7411-49ac-a164-aa4b3a89595b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (fa457b4b-eb79-41d6-ae02-662c61967d32), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:06.688007 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904916f-7411-49ac-a164-aa4b3a89595b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=fa457b4b-eb79-41d6-ae02-662c61967d32,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:06.695262 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2904916f-7411-49ac-a164-aa4b3a89595b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (2191fdc2-99e5-4864-a71e-c200ae7d606f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:06.798191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2904916f-7411-49ac-a164-aa4b3a89595b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network dc98e9c2-067f-47d1-9841-df662a1424f5 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:34:06.799577 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-2904916f-7411-49ac-a164-aa4b3a89595b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:34:06.924203 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2904916f-7411-49ac-a164-aa4b3a89595b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Router 2191fdc2-99e5-4864-a71e-c200ae7d606f has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:34:07.049427 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2904916f-7411-49ac-a164-aa4b3a89595b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:34:07.061780 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2904916f-7411-49ac-a164-aa4b3a89595b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "PUT /v2.0/routers/2191fdc2-99e5-4864-a71e-c200ae7d606f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0002561 Feb 19 05:34:07.116097 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:07.222297 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-cb9ce327-46b2-4e81-8771-5df29f5a959d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1966325911&fields=id&tenant_id=a3ce047577fa4aeb85ad4443f2143977 HTTP/1.1" status: 200 len: 267 time: 0.0507524 Feb 19 05:34:07.288325 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0919b9d-8220-4f90-9de8-a6edbb3efce5 None None] Network dc98e9c2-067f-47d1-9841-df662a1424f5 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:34:07.340742 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-c1a3adac-4c28-4afd-b380-16a9aec2512b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:07.342191 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-c1a3adac-4c28-4afd-b380-16a9aec2512b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/networks?id=dc98e9c2-067f-47d1-9841-df662a1424f5 HTTP/1.1" status: 200 len: 797 time: 0.1121161 Feb 19 05:34:07.357940 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-ed03f699-a297-4aac-9d84-ec9c81341b94 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/quotas/a3ce047577fa4aeb85ad4443f2143977 HTTP/1.1" status: 200 len: 375 time: 0.0100734 Feb 19 05:34:07.392903 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-66634135-dc3c-42a5-8415-59536c1a6f47 None None] Provisioning complete for port 886c711a-0b53-42d1-b355-b3ce101abda2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:34:07.393286 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-66634135-dc3c-42a5-8415-59536c1a6f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (886c711a-0b53-42d1-b355-b3ce101abda2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:07.417035 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-c6266ae0-e2f4-4be6-b1ac-0f1770e4c909 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535452 Feb 19 05:34:07.433377 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-7c36097e-2a0a-4c01-80de-0bbadb96b164 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:34:07.434467 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-7c36097e-2a0a-4c01-80de-0bbadb96b164 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059433 Feb 19 05:34:07.491981 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-66634135-dc3c-42a5-8415-59536c1a6f47 None None] Current status of the port 886c711a-0b53-42d1-b355-b3ce101abda2 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:34:07.492404 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-66634135-dc3c-42a5-8415-59536c1a6f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (886c711a-0b53-42d1-b355-b3ce101abda2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:07.527757 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-66634135-dc3c-42a5-8415-59536c1a6f47 None None] For port 886c711a-0b53-42d1-b355-b3ce101abda2, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=886c711a-0b53-42d1-b355-b3ce101abda2,segment=NetworkSegment(e58c9ce1-99d9-419c-8ba5-c422958db555),segment_id=e58c9ce1-99d9-419c-8ba5-c422958db555)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:34:07.532260 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-66634135-dc3c-42a5-8415-59536c1a6f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (886c711a-0b53-42d1-b355-b3ce101abda2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:07.545049 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-9ad66e24-e722-43a5-bd8b-5f98ad00f9f5 service neutron] 10.222.0.65 "GET /v2.0/networks/dc98e9c2-067f-47d1-9841-df662a1424f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047149 Feb 19 05:34:07.590417 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66634135-dc3c-42a5-8415-59536c1a6f47 None None] Pushing event updated for resources: {'Port': ['ID=886c711a-0b53-42d1-b355-b3ce101abda2,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:07.649790 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-a6e5df6b-1246-4f79-ac23-3b7326bf8215 service neutron] 10.222.0.65 "GET /v2.0/networks/dc98e9c2-067f-47d1-9841-df662a1424f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983801 Feb 19 05:34:07.758212 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-16918bb0-69ad-4d8f-ad93-3f547d4f05fd None None] Provisioning complete for port 886c711a-0b53-42d1-b355-b3ce101abda2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:34:07.758734 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-16918bb0-69ad-4d8f-ad93-3f547d4f05fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (886c711a-0b53-42d1-b355-b3ce101abda2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:07.854631 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-16918bb0-69ad-4d8f-ad93-3f547d4f05fd None None] Current status of the port 886c711a-0b53-42d1-b355-b3ce101abda2 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:34:07.870231 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-16918bb0-69ad-4d8f-ad93-3f547d4f05fd None None] Provisioning complete for port fa457b4b-eb79-41d6-ae02-662c61967d32 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:34:07.870620 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-16918bb0-69ad-4d8f-ad93-3f547d4f05fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fa457b4b-eb79-41d6-ae02-662c61967d32), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:07.874736 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9d12e6ac-13b0-4828-b7bb-588c12daf492 req-4c9001a0-03dc-4082-a537-6353b5a5a438 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 210 time: 0.0407207 Feb 19 05:34:07.916510 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-16918bb0-69ad-4d8f-ad93-3f547d4f05fd None None] Port fa457b4b-eb79-41d6-ae02-662c61967d32 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:34:07.963100 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 00dd1c7f-f253-4bfe-aeba-6c181a51a2a1 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:34:08.017992 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 00dd1c7f-f253-4bfe-aeba-6c181a51a2a1 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:34:08.018493 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (00dd1c7f-f253-4bfe-aeba-6c181a51a2a1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:08.072525 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-51c90710-b252-4355-af4c-1e42c344f7bd None None] Provisioning complete for port fa457b4b-eb79-41d6-ae02-662c61967d32 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:34:08.072902 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-51c90710-b252-4355-af4c-1e42c344f7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fa457b4b-eb79-41d6-ae02-662c61967d32), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:08.108320 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] Sync routers for ids ['2191fdc2-99e5-4864-a71e-c200ae7d606f'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:34:08.119360 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] Routers {'2191fdc2-99e5-4864-a71e-c200ae7d606f'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:34:08.119948 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:34:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2191fdc2-99e5-4864-a71e-c200ae7d606f'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:34:08.138062 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-51c90710-b252-4355-af4c-1e42c344f7bd None None] Port fa457b4b-eb79-41d6-ae02-662c61967d32 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:34:08.154179 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 00dd1c7f-f253-4bfe-aeba-6c181a51a2a1 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:34:08.154573 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (00dd1c7f-f253-4bfe-aeba-6c181a51a2a1), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:08.184633 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:08.186392 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 00dd1c7f-f253-4bfe-aeba-6c181a51a2a1, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=00dd1c7f-f253-4bfe-aeba-6c181a51a2a1,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:34:08.190293 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (00dd1c7f-f253-4bfe-aeba-6c181a51a2a1), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:08.191057 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 886c711a-0b53-42d1-b355-b3ce101abda2 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:34:08.229185 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] Set router 2191fdc2-99e5-4864-a71e-c200ae7d606f gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:34:08.294101 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:08.301705 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=00dd1c7f-f253-4bfe-aeba-6c181a51a2a1,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:08.310573 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d68ae058-0ef0-451a-8f59-604c77d85c0f None None] Provisioning complete for port fa457b4b-eb79-41d6-ae02-662c61967d32 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:34:08.311113 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d68ae058-0ef0-451a-8f59-604c77d85c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fa457b4b-eb79-41d6-ae02-662c61967d32), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:08.349405 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 886c711a-0b53-42d1-b355-b3ce101abda2 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:34:08.349840 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (886c711a-0b53-42d1-b355-b3ce101abda2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:08.376213 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d68ae058-0ef0-451a-8f59-604c77d85c0f None None] Port fa457b4b-eb79-41d6-ae02-662c61967d32 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:34:08.436184 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 886c711a-0b53-42d1-b355-b3ce101abda2 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:34:08.535709 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735763770', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:34:02Z', 'updated_at': '2022-02-19T05:34:06Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:34:03Z', 'updated_at': '2022-02-19T05:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'fa457b4b-eb79-41d6-ae02-662c61967d32', 'name': '', 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:a7:ef:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '3a5f998a-9294-4028-9c4f-8f1701890da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:34:05Z', 'updated_at': '2022-02-19T05:34:06Z', 'revision_number': 2, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '3a5f998a-9294-4028-9c4f-8f1701890da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:34:08.562011 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] Checking router: 2191fdc2-99e5-4864-a71e-c200ae7d606f for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:34:08.562377 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] Updating router 2191fdc2-99e5-4864-a71e-c200ae7d606f port fa457b4b-eb79-41d6-ae02-662c61967d32 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:34:08.594510 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fa457b4b-eb79-41d6-ae02-662c61967d32), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:08.860019 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] Publish callbacks [] for port (fa457b4b-eb79-41d6-ae02-662c61967d32), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:08.865726 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fa457b4b-eb79-41d6-ae02-662c61967d32), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:08.923791 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf49b16-74bf-4ab2-86fb-d855312ae1ea None None] Pushing event updated for resources: {'Port': ['ID=fa457b4b-eb79-41d6-ae02-662c61967d32,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:08.934183 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf49b16-74bf-4ab2-86fb-d855312ae1ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:08.934538 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf49b16-74bf-4ab2-86fb-d855312ae1ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:08.934884 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf49b16-74bf-4ab2-86fb-d855312ae1ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:08.935224 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf49b16-74bf-4ab2-86fb-d855312ae1ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:08.935562 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf49b16-74bf-4ab2-86fb-d855312ae1ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:08.935896 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf49b16-74bf-4ab2-86fb-d855312ae1ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:08.936226 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf49b16-74bf-4ab2-86fb-d855312ae1ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:08.936556 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf49b16-74bf-4ab2-86fb-d855312ae1ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:08.936883 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf49b16-74bf-4ab2-86fb-d855312ae1ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:08.937238 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf49b16-74bf-4ab2-86fb-d855312ae1ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:08.937565 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf49b16-74bf-4ab2-86fb-d855312ae1ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:08.937893 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf49b16-74bf-4ab2-86fb-d855312ae1ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:08.938216 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf49b16-74bf-4ab2-86fb-d855312ae1ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:34:08.966945 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3001106b-eb5f-41d4-b8a4-ffc87fc8d1ab req-62ad1eef-c058-4410-8398-9629f796372b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 210 time: 0.0318675 Feb 19 05:34:09.000420 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] Attempting to bind port fa457b4b-eb79-41d6-ae02-662c61967d32 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:34:09.000800 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] Attempting to bind port fa457b4b-eb79-41d6-ae02-662c61967d32 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'e58c9ce1-99d9-419c-8ba5-c422958db555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:34:09.001208 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] Attempting to bind port fa457b4b-eb79-41d6-ae02-662c61967d32 on network dc98e9c2-067f-47d1-9841-df662a1424f5 {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:34:09.006374 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:34:09.006753 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] Checking segment: {'id': 'e58c9ce1-99d9-419c-8ba5-c422958db555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:34:09.007722 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:09.008123 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] Bound using segment: {'id': 'e58c9ce1-99d9-419c-8ba5-c422958db555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:34:09.008594 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] Bound port: fa457b4b-eb79-41d6-ae02-662c61967d32, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58c9ce1-99d9-419c-8ba5-c422958db555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:34:09.008998 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fa457b4b-eb79-41d6-ae02-662c61967d32), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:09.075265 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] For port fa457b4b-eb79-41d6-ae02-662c61967d32, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:34:09.078427 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] For port fa457b4b-eb79-41d6-ae02-662c61967d32, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=fa457b4b-eb79-41d6-ae02-662c61967d32,segment=NetworkSegment(e58c9ce1-99d9-419c-8ba5-c422958db555),segment_id=e58c9ce1-99d9-419c-8ba5-c422958db555)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:34:09.085879 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fa457b4b-eb79-41d6-ae02-662c61967d32), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:09.145664 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf49b16-74bf-4ab2-86fb-d855312ae1ea None None] Pushing event updated for resources: {'Port': ['ID=fa457b4b-eb79-41d6-ae02-662c61967d32,revision_number=4']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:09.148180 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] Routers {'2191fdc2-99e5-4864-a71e-c200ae7d606f'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:34:09.148794 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:34:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2191fdc2-99e5-4864-a71e-c200ae7d606f'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:34:09.206171 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-d9f90c0f-531f-40b8-b75d-904a498aad6d None None] Provisioning complete for port fa457b4b-eb79-41d6-ae02-662c61967d32 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:34:09.206754 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d9f90c0f-531f-40b8-b75d-904a498aad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fa457b4b-eb79-41d6-ae02-662c61967d32), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:09.266767 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] Set router 2191fdc2-99e5-4864-a71e-c200ae7d606f gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:34:09.296367 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d9f90c0f-531f-40b8-b75d-904a498aad6d None None] Current status of the port fa457b4b-eb79-41d6-ae02-662c61967d32 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:34:09.296760 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d9f90c0f-531f-40b8-b75d-904a498aad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (fa457b4b-eb79-41d6-ae02-662c61967d32), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:09.482985 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735763770', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:34:02Z', 'updated_at': '2022-02-19T05:34:06Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:34:03Z', 'updated_at': '2022-02-19T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'fa457b4b-eb79-41d6-ae02-662c61967d32', 'name': '', 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:a7:ef:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '3a5f998a-9294-4028-9c4f-8f1701890da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:34:05Z', 'updated_at': '2022-02-19T05:34:09Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '3a5f998a-9294-4028-9c4f-8f1701890da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:34:09.499515 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:09.503954 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d9f90c0f-531f-40b8-b75d-904a498aad6d None None] For port fa457b4b-eb79-41d6-ae02-662c61967d32, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=fa457b4b-eb79-41d6-ae02-662c61967d32,segment=NetworkSegment(e58c9ce1-99d9-419c-8ba5-c422958db555),segment_id=e58c9ce1-99d9-419c-8ba5-c422958db555)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:34:09.508720 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d9f90c0f-531f-40b8-b75d-904a498aad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (fa457b4b-eb79-41d6-ae02-662c61967d32), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:09.513295 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d8936-0f6a-4e02-9642-3ed1fc8d333b None None] The sync data for ids ['2191fdc2-99e5-4864-a71e-c200ae7d606f'] in n-d-772273-4 is: [{'id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735763770', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:34:02Z', 'updated_at': '2022-02-19T05:34:06Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:34:03Z', 'updated_at': '2022-02-19T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'fa457b4b-eb79-41d6-ae02-662c61967d32', 'name': '', 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:a7:ef:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '3a5f998a-9294-4028-9c4f-8f1701890da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:34:05Z', 'updated_at': '2022-02-19T05:34:09Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '3a5f998a-9294-4028-9c4f-8f1701890da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:34:09.564158 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f90c0f-531f-40b8-b75d-904a498aad6d None None] Pushing event updated for resources: {'Port': ['ID=fa457b4b-eb79-41d6-ae02-662c61967d32,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:09.629600 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8228804b-07f3-484d-97fb-b738c6c85f44 None None] Provisioning complete for port fa457b4b-eb79-41d6-ae02-662c61967d32 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:34:09.629981 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8228804b-07f3-484d-97fb-b738c6c85f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fa457b4b-eb79-41d6-ae02-662c61967d32), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:09.713716 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8228804b-07f3-484d-97fb-b738c6c85f44 None None] Current status of the port fa457b4b-eb79-41d6-ae02-662c61967d32 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:34:09.905076 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:09.953833 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 00dd1c7f-f253-4bfe-aeba-6c181a51a2a1 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:34:10.014753 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 00dd1c7f-f253-4bfe-aeba-6c181a51a2a1 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:34:10.015238 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (00dd1c7f-f253-4bfe-aeba-6c181a51a2a1), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:10.060094 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c17426f6-bd96-4e36-8de5-1c5ce3363260 req-4489875f-f13b-4171-99fb-e28dd12c6a97 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 210 time: 0.0297842 Feb 19 05:34:10.112526 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 00dd1c7f-f253-4bfe-aeba-6c181a51a2a1 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:34:10.113682 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fa457b4b-eb79-41d6-ae02-662c61967d32 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:34:10.166495 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port fa457b4b-eb79-41d6-ae02-662c61967d32 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:34:10.166879 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (fa457b4b-eb79-41d6-ae02-662c61967d32), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:10.247441 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port fa457b4b-eb79-41d6-ae02-662c61967d32 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:34:11.142112 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-abc949fb-2e02-478c-8e40-b2cc404e9c04 req-9cb6f8bc-6608-407f-b009-ff5ad0896c61 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 210 time: 0.0303214 Feb 19 05:34:12.237634 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-50aadb17-bc9c-4b7b-9ce4-6588be9115d3 req-dc701bfc-2d53-469c-a038-9629ae8996ca tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 210 time: 0.0264251 Feb 19 05:34:12.851147 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-e1a2d240-4296-44d7-b165-cc995e121f97 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:12.852657 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-e1a2d240-4296-44d7-b165-cc995e121f97 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.48 "GET /v2.0/networks?id=dc98e9c2-067f-47d1-9841-df662a1424f5 HTTP/1.1" status: 200 len: 797 time: 0.1092124 Feb 19 05:34:12.916669 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-02eee372-d490-4558-941e-96326cac64a1 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3ce047577fa4aeb85ad4443f2143977 HTTP/1.1" status: 200 len: 380 time: 0.0555120 Feb 19 05:34:12.924889 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-885bf488-4e2d-421e-9dc2-236868f05fe5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'port': {'device_id': '40665755-c2e1-41ea-b0ec-edb706a49394', 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5', 'admin_state_up': True, 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'security_groups': ['e141af15-25bb-4592-a887-35e4f771f132']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:34:13.029478 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-885bf488-4e2d-421e-9dc2-236868f05fe5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Made reservation on behalf of a3ce047577fa4aeb85ad4443f2143977 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:34:13.033122 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-885bf488-4e2d-421e-9dc2-236868f05fe5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:13.162142 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-885bf488-4e2d-421e-9dc2-236868f05fe5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Allocated IP 172.20.0.13 (dc98e9c2-067f-47d1-9841-df662a1424f5/3a5f998a-9294-4028-9c4f-8f1701890da3/c48a8db1-e980-41ab-9756-886c094c4c8f) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:34:13.301512 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-885bf488-4e2d-421e-9dc2-236868f05fe5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (c48a8db1-e980-41ab-9756-886c094c4c8f), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:13.338461 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-38674b24-0e79-4aae-9e3c-8f8af8101635 req-6cbe792f-b248-43cb-ab64-32eeed4e09fd tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 210 time: 0.0308304 Feb 19 05:34:13.361347 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-885bf488-4e2d-421e-9dc2-236868f05fe5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (c48a8db1-e980-41ab-9756-886c094c4c8f), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:13.403183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-885bf488-4e2d-421e-9dc2-236868f05fe5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network dc98e9c2-067f-47d1-9841-df662a1424f5 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:34:13.406186 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-885bf488-4e2d-421e-9dc2-236868f05fe5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:34:13.410689 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-885bf488-4e2d-421e-9dc2-236868f05fe5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:34:13.438757 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885bf488-4e2d-421e-9dc2-236868f05fe5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=c48a8db1-e980-41ab-9756-886c094c4c8f,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:13.467589 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-885bf488-4e2d-421e-9dc2-236868f05fe5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:13.468217 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-885bf488-4e2d-421e-9dc2-236868f05fe5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:13.491166 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-885bf488-4e2d-421e-9dc2-236868f05fe5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5698142 Feb 19 05:34:13.501885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-8d267008-fb70-484c-9c05-996aa7d4cb5a service neutron] Request body: {'port': {'device_id': '40665755-c2e1-41ea-b0ec-edb706a49394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:34:13.569879 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-8d267008-fb70-484c-9c05-996aa7d4cb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c48a8db1-e980-41ab-9756-886c094c4c8f), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:13.657733 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-435d95a7-b8d9-4517-a89a-dcc643757406 None None] Provisioning complete for port c48a8db1-e980-41ab-9756-886c094c4c8f triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:34:13.658351 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-435d95a7-b8d9-4517-a89a-dcc643757406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c48a8db1-e980-41ab-9756-886c094c4c8f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:13.695759 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-435d95a7-b8d9-4517-a89a-dcc643757406 None None] Port c48a8db1-e980-41ab-9756-886c094c4c8f cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:34:13.832327 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-8d267008-fb70-484c-9c05-996aa7d4cb5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c48a8db1-e980-41ab-9756-886c094c4c8f {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:34:13.840356 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-8d267008-fb70-484c-9c05-996aa7d4cb5a service neutron] Publish callbacks [] for port (c48a8db1-e980-41ab-9756-886c094c4c8f), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:13.851920 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-8d267008-fb70-484c-9c05-996aa7d4cb5a service neutron] Transition to ACTIVE for port object c48a8db1-e980-41ab-9756-886c094c4c8f will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:34:13.855797 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-8d267008-fb70-484c-9c05-996aa7d4cb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (c48a8db1-e980-41ab-9756-886c094c4c8f), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:13.912103 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d267008-fb70-484c-9c05-996aa7d4cb5a service neutron] Pushing event updated for resources: {'Port': ['ID=c48a8db1-e980-41ab-9756-886c094c4c8f,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:13.981996 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-8d267008-fb70-484c-9c05-996aa7d4cb5a service neutron] Attempting to bind port c48a8db1-e980-41ab-9756-886c094c4c8f on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:34:13.982344 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-8d267008-fb70-484c-9c05-996aa7d4cb5a service neutron] Attempting to bind port c48a8db1-e980-41ab-9756-886c094c4c8f by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': 'e58c9ce1-99d9-419c-8ba5-c422958db555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:34:13.982678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-8d267008-fb70-484c-9c05-996aa7d4cb5a service neutron] Attempting to bind port c48a8db1-e980-41ab-9756-886c094c4c8f on network dc98e9c2-067f-47d1-9841-df662a1424f5 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:34:13.987378 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-8d267008-fb70-484c-9c05-996aa7d4cb5a service neutron] Port c48a8db1-e980-41ab-9756-886c094c4c8f on network dc98e9c2-067f-47d1-9841-df662a1424f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:34:13.987711 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-8d267008-fb70-484c-9c05-996aa7d4cb5a service neutron] Attempting to bind port c48a8db1-e980-41ab-9756-886c094c4c8f on network dc98e9c2-067f-47d1-9841-df662a1424f5 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:34:13.992828 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-8d267008-fb70-484c-9c05-996aa7d4cb5a service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:34:13.993202 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-8d267008-fb70-484c-9c05-996aa7d4cb5a service neutron] Checking segment: {'id': 'e58c9ce1-99d9-419c-8ba5-c422958db555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:34:13.993594 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-8d267008-fb70-484c-9c05-996aa7d4cb5a service neutron] Bound using segment: {'id': 'e58c9ce1-99d9-419c-8ba5-c422958db555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:34:13.994028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-8d267008-fb70-484c-9c05-996aa7d4cb5a service neutron] Bound port: c48a8db1-e980-41ab-9756-886c094c4c8f, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58c9ce1-99d9-419c-8ba5-c422958db555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:34:13.994396 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-8d267008-fb70-484c-9c05-996aa7d4cb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c48a8db1-e980-41ab-9756-886c094c4c8f), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:14.066222 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-8d267008-fb70-484c-9c05-996aa7d4cb5a service neutron] For port c48a8db1-e980-41ab-9756-886c094c4c8f, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:34:14.071234 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-8d267008-fb70-484c-9c05-996aa7d4cb5a service neutron] For port c48a8db1-e980-41ab-9756-886c094c4c8f, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=c48a8db1-e980-41ab-9756-886c094c4c8f,segment=NetworkSegment(e58c9ce1-99d9-419c-8ba5-c422958db555),segment_id=e58c9ce1-99d9-419c-8ba5-c422958db555)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:34:14.079760 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-8d267008-fb70-484c-9c05-996aa7d4cb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (c48a8db1-e980-41ab-9756-886c094c4c8f), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:14.122456 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-8d267008-fb70-484c-9c05-996aa7d4cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:14.123105 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-8d267008-fb70-484c-9c05-996aa7d4cb5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:14.124562 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-8d267008-fb70-484c-9c05-996aa7d4cb5a service neutron] 10.222.0.48 "PUT /v2.0/ports/c48a8db1-e980-41ab-9756-886c094c4c8f HTTP/1.1" status: 200 len: 1092 time: 0.6268439 Feb 19 05:34:14.125074 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40665755-c2e1-41ea-b0ec-edb706a49394', 'tag': 'c48a8db1-e980-41ab-9756-886c094c4c8f'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:34:14.127417 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ab1ecf-3e7c-4e7b-99ec-5e905e5cbb7f" -d '{"events": [{"name": "network-changed", "server_uuid": "40665755-c2e1-41ea-b0ec-edb706a49394", "tag": "c48a8db1-e980-41ab-9756-886c094c4c8f"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:34:14.177072 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d267008-fb70-484c-9c05-996aa7d4cb5a service neutron] Pushing event updated for resources: {'Port': ['ID=c48a8db1-e980-41ab-9756-886c094c4c8f,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:14.209688 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26b102f-d27d-4369-8a91-fa05f8d68365 x-openstack-request-id: req-b26b102f-d27d-4369-8a91-fa05f8d68365 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:34:14.210022 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40665755-c2e1-41ea-b0ec-edb706a49394", "tag": "c48a8db1-e980-41ab-9756-886c094c4c8f", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:34:14.210282 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b26b102f-d27d-4369-8a91-fa05f8d68365 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:34:14.210697 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40665755-c2e1-41ea-b0ec-edb706a49394', 'tag': 'c48a8db1-e980-41ab-9756-886c094c4c8f', 'status': 'completed', 'code': 200} Feb 19 05:34:14.230712 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-f3ab43cf-8425-4b8d-9ace-e17a40cc1d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:14.232266 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-f3ab43cf-8425-4b8d-9ace-e17a40cc1d28 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 1126 time: 0.0517027 Feb 19 05:34:14.275755 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-2a4647bf-4fe1-4f4e-9d54-fb346155e6cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c48a8db1-e980-41ab-9756-886c094c4c8f HTTP/1.1" status: 200 len: 217 time: 0.0367908 Feb 19 05:34:14.330959 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-e0a6102b-5c69-4c42-b88e-cb3e7681f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:14.332461 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-e0a6102b-5c69-4c42-b88e-cb3e7681f662 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a5f998a-9294-4028-9c4f-8f1701890da3 HTTP/1.1" status: 200 len: 834 time: 0.0509229 Feb 19 05:34:14.383336 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-d2fc23fa-d835-4233-9ae0-155712218b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:14.384886 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-d2fc23fa-d835-4233-9ae0-155712218b10 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc98e9c2-067f-47d1-9841-df662a1424f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461779 Feb 19 05:34:14.508856 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-d834d9fb-5468-4a52-a1a3-0aa4e5e1baf0 service neutron] 10.222.0.48 "GET /v2.0/networks/dc98e9c2-067f-47d1-9841-df662a1424f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178882 Feb 19 05:34:14.516701 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d95c4-5bc0-4147-bc32-e404d26144d1 req-81a5bd67-9bb6-4beb-9b6e-decf03d02327 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:14.518099 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e5d95c4-5bc0-4147-bc32-e404d26144d1 req-81a5bd67-9bb6-4beb-9b6e-decf03d02327 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 944 time: 0.0851204 Feb 19 05:34:14.628521 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4e5d95c4-5bc0-4147-bc32-e404d26144d1 req-b00f4354-c609-4533-b891-91c4a0c54f43 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=e141af15-25bb-4592-a887-35e4f771f132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024141 Feb 19 05:34:14.645739 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-912cacc0-fe09-44b4-8407-325b53b93d64 req-61724964-4859-4880-829c-8c980eb8a389 service neutron] 10.222.0.48 "GET /v2.0/networks/dc98e9c2-067f-47d1-9841-df662a1424f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267283 Feb 19 05:34:15.083984 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab1ecf-3e7c-4e7b-99ec-5e905e5cbb7f req-983e0b16-29cf-42a9-9e38-6d05c8fe99f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:15.085594 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a1ab1ecf-3e7c-4e7b-99ec-5e905e5cbb7f req-983e0b16-29cf-42a9-9e38-6d05c8fe99f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 1126 time: 0.3971050 Feb 19 05:34:15.172422 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab1ecf-3e7c-4e7b-99ec-5e905e5cbb7f req-37e0e84f-0177-4a20-9d54-04605c02b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:15.173930 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a1ab1ecf-3e7c-4e7b-99ec-5e905e5cbb7f req-37e0e84f-0177-4a20-9d54-04605c02b542 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc98e9c2-067f-47d1-9841-df662a1424f5 HTTP/1.1" status: 200 len: 897 time: 0.0820980 Feb 19 05:34:15.217551 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a1ab1ecf-3e7c-4e7b-99ec-5e905e5cbb7f req-3afed026-8b3c-4fff-9f44-9dbb89d44332 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c48a8db1-e980-41ab-9756-886c094c4c8f HTTP/1.1" status: 200 len: 217 time: 0.0374472 Feb 19 05:34:15.265599 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab1ecf-3e7c-4e7b-99ec-5e905e5cbb7f req-cfcf98d8-eec4-47e0-934e-d4e2a55aaa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:15.267041 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a1ab1ecf-3e7c-4e7b-99ec-5e905e5cbb7f req-cfcf98d8-eec4-47e0-934e-d4e2a55aaa48 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a5f998a-9294-4028-9c4f-8f1701890da3 HTTP/1.1" status: 200 len: 834 time: 0.0436790 Feb 19 05:34:15.316663 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab1ecf-3e7c-4e7b-99ec-5e905e5cbb7f req-99d8719e-bbe2-422a-a88f-554574779331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:15.318221 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a1ab1ecf-3e7c-4e7b-99ec-5e905e5cbb7f req-99d8719e-bbe2-422a-a88f-554574779331 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc98e9c2-067f-47d1-9841-df662a1424f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449951 Feb 19 05:34:15.410610 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a1ab1ecf-3e7c-4e7b-99ec-5e905e5cbb7f req-a201394e-65d4-4040-83c1-fb5e9e8d583d service neutron] 10.222.0.48 "GET /v2.0/networks/dc98e9c2-067f-47d1-9841-df662a1424f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858154 Feb 19 05:34:15.501410 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a1ab1ecf-3e7c-4e7b-99ec-5e905e5cbb7f req-89746473-1037-478b-976d-21e662616c6c service neutron] 10.222.0.48 "GET /v2.0/networks/dc98e9c2-067f-47d1-9841-df662a1424f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844164 Feb 19 05:34:15.747590 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e6291-62aa-411d-9a5b-52793c444519 req-57c3bac1-ca22-4a55-a472-7c1bb4f3a562 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:15.749241 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-663e6291-62aa-411d-9a5b-52793c444519 req-57c3bac1-ca22-4a55-a472-7c1bb4f3a562 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 944 time: 0.0524418 Feb 19 05:34:15.801176 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-663e6291-62aa-411d-9a5b-52793c444519 req-352782ae-e2f0-4dd9-b3fa-9a3aa30f06c5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=e141af15-25bb-4592-a887-35e4f771f132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461717 Feb 19 05:34:16.924112 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2ca6d-d21d-4d47-8c55-2b075cfd0f24 req-e864b1d2-0d2d-4018-b991-bbe620aab910 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:16.925689 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cdc2ca6d-d21d-4d47-8c55-2b075cfd0f24 req-e864b1d2-0d2d-4018-b991-bbe620aab910 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 944 time: 0.0542369 Feb 19 05:34:16.980635 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cdc2ca6d-d21d-4d47-8c55-2b075cfd0f24 req-d72b7942-33f5-4f41-8a33-86ab9168e961 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=e141af15-25bb-4592-a887-35e4f771f132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480456 Feb 19 05:34:18.034879 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device c48a8db1-e980-41ab-9756-886c094c4c8f details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:34:18.117351 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f410f7-6118-4471-a193-0d01189ca6a9 req-e560c12c-4ce3-44e7-9d98-23f37170ec98 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:18.118892 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-03f410f7-6118-4471-a193-0d01189ca6a9 req-e560c12c-4ce3-44e7-9d98-23f37170ec98 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 944 time: 0.0556955 Feb 19 05:34:18.149139 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port c48a8db1-e980-41ab-9756-886c094c4c8f, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=c48a8db1-e980-41ab-9756-886c094c4c8f,segment=NetworkSegment(e58c9ce1-99d9-419c-8ba5-c422958db555),segment_id=e58c9ce1-99d9-419c-8ba5-c422958db555)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:34:18.159787 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'c48a8db1-e980-41ab-9756-886c094c4c8f', 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5', 'port_id': 'c48a8db1-e980-41ab-9756-886c094c4c8f', 'mac_address': 'fa:16:3e:40:75:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a5f998a-9294-4028-9c4f-8f1701890da3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:34:18.168628 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-03f410f7-6118-4471-a193-0d01189ca6a9 req-b1c352eb-ed53-4e4e-9cf3-ded765e5b00e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=e141af15-25bb-4592-a887-35e4f771f132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431967 Feb 19 05:34:18.198307 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port c48a8db1-e980-41ab-9756-886c094c4c8f is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:34:18.198698 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c48a8db1-e980-41ab-9756-886c094c4c8f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:18.211138 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c48a8db1-e980-41ab-9756-886c094c4c8f {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:34:18.230813 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port c48a8db1-e980-41ab-9756-886c094c4c8f, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=c48a8db1-e980-41ab-9756-886c094c4c8f,segment=NetworkSegment(e58c9ce1-99d9-419c-8ba5-c422958db555),segment_id=e58c9ce1-99d9-419c-8ba5-c422958db555)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:34:18.235150 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c48a8db1-e980-41ab-9756-886c094c4c8f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:18.282655 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=c48a8db1-e980-41ab-9756-886c094c4c8f,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:18.436053 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['c48a8db1-e980-41ab-9756-886c094c4c8f'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:34:19.283874 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4038a84-64f2-4790-bcfc-befa774954ac req-535856bc-1337-4b03-a58c-2abc74819139 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:19.285640 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4038a84-64f2-4790-bcfc-befa774954ac req-535856bc-1337-4b03-a58c-2abc74819139 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 945 time: 0.0513721 Feb 19 05:34:19.333790 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4038a84-64f2-4790-bcfc-befa774954ac req-1d9e6a6f-d3a3-4fb2-a372-b9c7df8a1899 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=e141af15-25bb-4592-a887-35e4f771f132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420165 Feb 19 05:34:20.033622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device c48a8db1-e980-41ab-9756-886c094c4c8f up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:34:20.087033 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port c48a8db1-e980-41ab-9756-886c094c4c8f completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:34:20.091912 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port c48a8db1-e980-41ab-9756-886c094c4c8f triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:34:20.092393 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (c48a8db1-e980-41ab-9756-886c094c4c8f), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:20.168013 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port c48a8db1-e980-41ab-9756-886c094c4c8f is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:34:20.168460 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c48a8db1-e980-41ab-9756-886c094c4c8f), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:20.190829 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40665755-c2e1-41ea-b0ec-edb706a49394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48a8db1-e980-41ab-9756-886c094c4c8f'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:34:20.193085 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70ab64b-7d9a-451e-ac30-beb2627c34ab" -d '{"events": [{"server_uuid": "40665755-c2e1-41ea-b0ec-edb706a49394", "name": "network-vif-plugged", "status": "completed", "tag": "c48a8db1-e980-41ab-9756-886c094c4c8f"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:34:20.206582 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port c48a8db1-e980-41ab-9756-886c094c4c8f, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=c48a8db1-e980-41ab-9756-886c094c4c8f,segment=NetworkSegment(e58c9ce1-99d9-419c-8ba5-c422958db555),segment_id=e58c9ce1-99d9-419c-8ba5-c422958db555)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:34:20.211277 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (c48a8db1-e980-41ab-9756-886c094c4c8f), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:20.260672 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=c48a8db1-e980-41ab-9756-886c094c4c8f,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:20.282707 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144e518c-e087-42cf-b5ad-5f420247488d x-openstack-request-id: req-144e518c-e087-42cf-b5ad-5f420247488d {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:34:20.283522 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40665755-c2e1-41ea-b0ec-edb706a49394", "name": "network-vif-plugged", "status": "completed", "tag": "c48a8db1-e980-41ab-9756-886c094c4c8f", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:34:20.283782 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-144e518c-e087-42cf-b5ad-5f420247488d {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:34:20.284185 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40665755-c2e1-41ea-b0ec-edb706a49394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48a8db1-e980-41ab-9756-886c094c4c8f', 'code': 200} Feb 19 05:34:20.378653 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530195b9-77cf-4e15-b5a0-cd3bb4ae3f78 req-c507aa96-5471-492f-8fa4-6f739293bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:20.380250 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-530195b9-77cf-4e15-b5a0-cd3bb4ae3f78 req-c507aa96-5471-492f-8fa4-6f739293bd26 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 1128 time: 0.0439327 Feb 19 05:34:20.471725 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-530195b9-77cf-4e15-b5a0-cd3bb4ae3f78 req-b0170134-5361-4120-a9b2-ebcac5a54bd1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e141af15-25bb-4592-a887-35e4f771f132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706604 Feb 19 05:34:20.486381 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed13415-de1d-43fb-b1b2-5c450a4cccae req-0290c881-27fb-4084-8fe5-95b4c7148cd8 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:20.487839 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2ed13415-de1d-43fb-b1b2-5c450a4cccae req-0290c881-27fb-4084-8fe5-95b4c7148cd8 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 946 time: 0.0813086 Feb 19 05:34:20.537176 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2ed13415-de1d-43fb-b1b2-5c450a4cccae req-0a304917-dbfb-416b-b591-b21d765455a4 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=e141af15-25bb-4592-a887-35e4f771f132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423439 Feb 19 05:34:21.658171 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6528d-53c4-42f5-8ec4-6999abdc75e3 req-f1b6bba9-5bcb-4174-bf9f-6a96a22cdd51 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:21.659928 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f1d6528d-53c4-42f5-8ec4-6999abdc75e3 req-f1b6bba9-5bcb-4174-bf9f-6a96a22cdd51 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 946 time: 0.0539198 Feb 19 05:34:21.708145 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f1d6528d-53c4-42f5-8ec4-6999abdc75e3 req-5f6217dd-88d8-4ab3-a345-734553263348 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=e141af15-25bb-4592-a887-35e4f771f132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420523 Feb 19 05:34:21.827120 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3f481-116c-43df-aa26-86c8693d5a3e req-468d04b7-313b-48a4-9ada-03ffbd335083 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:21.829776 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f8a3f481-116c-43df-aa26-86c8693d5a3e req-468d04b7-313b-48a4-9ada-03ffbd335083 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 946 time: 0.0533412 Feb 19 05:34:21.884363 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f8a3f481-116c-43df-aa26-86c8693d5a3e req-9a550a1f-6934-4909-96be-6b31397b2c5b tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=e141af15-25bb-4592-a887-35e4f771f132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473268 Feb 19 05:34:21.906589 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37698) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:34:21.953973 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2174404b-d438-4998-bf77-3b6d291ee76b tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:21.955511 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2174404b-d438-4998-bf77-3b6d291ee76b tempest-TestNetworkAdvancedServerOps-449905462 tempest-TestNetworkAdvancedServerOps-449905462-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 1123 time: 0.0478857 Feb 19 05:34:21.958333 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37700) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:34:21.963093 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-e875a5de-db7e-4524-b55c-87ae1c7a8938 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': 'c48a8db1-e980-41ab-9756-886c094c4c8f', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:34:21.983680 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e875a5de-db7e-4524-b55c-87ae1c7a8938 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:22.078433 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e875a5de-db7e-4524-b55c-87ae1c7a8938 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:22.184021 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-e875a5de-db7e-4524-b55c-87ae1c7a8938 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Allocated IP 172.25.0.173 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/84541898-1ed2-4165-8eb9-9861526fafc1) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:34:22.281881 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e875a5de-db7e-4524-b55c-87ae1c7a8938 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (84541898-1ed2-4165-8eb9-9861526fafc1), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:22.315202 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e875a5de-db7e-4524-b55c-87ae1c7a8938 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (84541898-1ed2-4165-8eb9-9861526fafc1), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:22.352969 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e875a5de-db7e-4524-b55c-87ae1c7a8938 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:34:22.355660 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-e875a5de-db7e-4524-b55c-87ae1c7a8938 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:34:22.361100 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e875a5de-db7e-4524-b55c-87ae1c7a8938 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:34:22.366962 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875a5de-db7e-4524-b55c-87ae1c7a8938 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=84541898-1ed2-4165-8eb9-9861526fafc1,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:22.739667 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e875a5de-db7e-4524-b55c-87ae1c7a8938 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for floatingip (afbb562e-f992-45a8-859a-257775c0332a), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:22.833549 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-564e1416-92c2-4b8c-9409-5e2e099ed4de req-9fc90531-86e7-44c5-ae73-fbc857716ee0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1013594 Feb 19 05:34:22.840109 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e875a5de-db7e-4524-b55c-87ae1c7a8938 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (84541898-1ed2-4165-8eb9-9861526fafc1), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:22.979434 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e1416-92c2-4b8c-9409-5e2e099ed4de req-2a593284-80e4-4397-b449-a69ff03bac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:22.981043 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-564e1416-92c2-4b8c-9409-5e2e099ed4de req-2a593284-80e4-4397-b449-a69ff03bac74 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 1128 time: 0.1064241 Feb 19 05:34:23.086462 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e875a5de-db7e-4524-b55c-87ae1c7a8938 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for port (84541898-1ed2-4165-8eb9-9861526fafc1), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:23.098107 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e875a5de-db7e-4524-b55c-87ae1c7a8938 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (84541898-1ed2-4165-8eb9-9861526fafc1), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:23.149263 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e1416-92c2-4b8c-9409-5e2e099ed4de req-89617362-44cf-4f4e-acdb-844cdb882c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:23.150774 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-564e1416-92c2-4b8c-9409-5e2e099ed4de req-89617362-44cf-4f4e-acdb-844cdb882c5a service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc98e9c2-067f-47d1-9841-df662a1424f5 HTTP/1.1" status: 200 len: 897 time: 0.1483128 Feb 19 05:34:23.225865 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875a5de-db7e-4524-b55c-87ae1c7a8938 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event updated for resources: {'Port': ['ID=84541898-1ed2-4165-8eb9-9861526fafc1,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:34:23.246133 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e875a5de-db7e-4524-b55c-87ae1c7a8938 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (afbb562e-f992-45a8-859a-257775c0332a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:23.291845 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-564e1416-92c2-4b8c-9409-5e2e099ed4de req-4f94fa60-7c1e-468c-88aa-c498d4f44e5e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c48a8db1-e980-41ab-9756-886c094c4c8f HTTP/1.1" status: 200 len: 1000 time: 0.1343098 Feb 19 05:34:23.382702 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e1416-92c2-4b8c-9409-5e2e099ed4de req-7cf2b833-ec42-4366-8c80-b47353a905fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:23.384328 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-564e1416-92c2-4b8c-9409-5e2e099ed4de req-7cf2b833-ec42-4366-8c80-b47353a905fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a5f998a-9294-4028-9c4f-8f1701890da3 HTTP/1.1" status: 200 len: 834 time: 0.0865116 Feb 19 05:34:23.403831 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-e875a5de-db7e-4524-b55c-87ae1c7a8938 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Floating IP afbb562e-f992-45a8-859a-257775c0332a associated. External IP: 172.25.0.173, port: c48a8db1-e980-41ab-9756-886c094c4c8f. Feb 19 05:34:23.513649 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e1416-92c2-4b8c-9409-5e2e099ed4de req-b1eb6b68-79e9-42a0-bb30-29ac4df49464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:23.515180 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-564e1416-92c2-4b8c-9409-5e2e099ed4de req-b1eb6b68-79e9-42a0-bb30-29ac4df49464 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc98e9c2-067f-47d1-9841-df662a1424f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1236329 Feb 19 05:34:23.664313 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-564e1416-92c2-4b8c-9409-5e2e099ed4de req-3f1e699f-e1d2-4704-bb35-b09777aedc96 service neutron] 10.222.0.48 "GET /v2.0/networks/dc98e9c2-067f-47d1-9841-df662a1424f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431067 Feb 19 05:34:23.765459 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e875a5de-db7e-4524-b55c-87ae1c7a8938 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Router 2191fdc2-99e5-4864-a71e-c200ae7d606f has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:34:23.799253 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-564e1416-92c2-4b8c-9409-5e2e099ed4de req-37947c7d-91dd-4c5d-b3c7-d0620f47e45b service neutron] 10.222.0.48 "GET /v2.0/networks/dc98e9c2-067f-47d1-9841-df662a1424f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099021 Feb 19 05:34:23.900270 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e875a5de-db7e-4524-b55c-87ae1c7a8938 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:34:23.911127 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc0927-e76b-4b32-98af-39443688753a None None] Sync routers for ids ['2191fdc2-99e5-4864-a71e-c200ae7d606f'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:34:23.918148 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e875a5de-db7e-4524-b55c-87ae1c7a8938 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:23.921504 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc0927-e76b-4b32-98af-39443688753a None None] Routers {'2191fdc2-99e5-4864-a71e-c200ae7d606f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:34:23.922467 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-30dc0927-e76b-4b32-98af-39443688753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:34:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2191fdc2-99e5-4864-a71e-c200ae7d606f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:34:23.948671 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e875a5de-db7e-4524-b55c-87ae1c7a8938 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9893222 Feb 19 05:34:23.949291 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40665755-c2e1-41ea-b0ec-edb706a49394', 'tag': 'c48a8db1-e980-41ab-9756-886c094c4c8f'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:34:23.951567 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4eb59b-219d-4552-bd08-3b5e58d7435e" -d '{"events": [{"name": "network-changed", "server_uuid": "40665755-c2e1-41ea-b0ec-edb706a49394", "tag": "c48a8db1-e980-41ab-9756-886c094c4c8f"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:34:23.989936 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08138d3b-ee2c-4698-b71f-6c741a56dba4 x-openstack-request-id: req-08138d3b-ee2c-4698-b71f-6c741a56dba4 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:34:23.990231 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40665755-c2e1-41ea-b0ec-edb706a49394", "tag": "c48a8db1-e980-41ab-9756-886c094c4c8f", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:34:23.990490 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-08138d3b-ee2c-4698-b71f-6c741a56dba4 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:34:23.991430 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40665755-c2e1-41ea-b0ec-edb706a49394', 'tag': 'c48a8db1-e980-41ab-9756-886c094c4c8f', 'status': 'completed', 'code': 200} Feb 19 05:34:24.040301 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-30dc0927-e76b-4b32-98af-39443688753a None None] Set router 2191fdc2-99e5-4864-a71e-c200ae7d606f gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:34:24.068957 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4eb59b-219d-4552-bd08-3b5e58d7435e req-32a590d4-06cf-4a74-9668-bc632eb311c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:24.071117 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f4eb59b-219d-4552-bd08-3b5e58d7435e req-32a590d4-06cf-4a74-9668-bc632eb311c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 1128 time: 0.0607154 Feb 19 05:34:24.077931 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8f2de-a44c-4c86-bb5b-0be414ac28b0 req-6bf29910-334f-495f-b34c-2998a0f632eb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:24.079550 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-48f8f2de-a44c-4c86-bb5b-0be414ac28b0 req-6bf29910-334f-495f-b34c-2998a0f632eb tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 946 time: 0.0733094 Feb 19 05:34:24.139247 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-48f8f2de-a44c-4c86-bb5b-0be414ac28b0 req-64a9aff8-d047-49c0-9b43-5724c452064d tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=e141af15-25bb-4592-a887-35e4f771f132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495780 Feb 19 05:34:24.163444 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37706) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:34:24.170395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4eb59b-219d-4552-bd08-3b5e58d7435e req-6571535a-50e8-4440-ae54-ff0b4691e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:24.171834 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f4eb59b-219d-4552-bd08-3b5e58d7435e req-6571535a-50e8-4440-ae54-ff0b4691e2c8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc98e9c2-067f-47d1-9841-df662a1424f5 HTTP/1.1" status: 200 len: 897 time: 0.0948179 Feb 19 05:34:24.226882 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cb8e61f8-8caa-4969-b1c1-802f2505fcbd tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/floatingips/afbb562e-f992-45a8-859a-257775c0332a HTTP/1.1" status: 200 len: 992 time: 0.0614078 Feb 19 05:34:24.238636 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f4eb59b-219d-4552-bd08-3b5e58d7435e req-8ff2e129-6659-415d-883b-0d8b75226408 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c48a8db1-e980-41ab-9756-886c094c4c8f HTTP/1.1" status: 200 len: 1000 time: 0.0610280 Feb 19 05:34:24.284894 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-30dc0927-e76b-4b32-98af-39443688753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735763770', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:34:02Z', 'updated_at': '2022-02-19T05:34:06Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:34:03Z', 'updated_at': '2022-02-19T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'afbb562e-f992-45a8-859a-257775c0332a', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'port_id': 'c48a8db1-e980-41ab-9756-886c094c4c8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5', 'mac_address': 'fa:16:3e:40:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40665755-c2e1-41ea-b0ec-edb706a49394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:34:22Z', 'updated_at': '2022-02-19T05:34:22Z', 'revision_number': 0, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa457b4b-eb79-41d6-ae02-662c61967d32', 'name': '', 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:a7:ef:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '3a5f998a-9294-4028-9c4f-8f1701890da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:34:05Z', 'updated_at': '2022-02-19T05:34:09Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '3a5f998a-9294-4028-9c4f-8f1701890da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:34:24.291597 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4eb59b-219d-4552-bd08-3b5e58d7435e req-3277baea-1b59-4658-9826-7264693dd456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:24.293238 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f4eb59b-219d-4552-bd08-3b5e58d7435e req-3277baea-1b59-4658-9826-7264693dd456 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a5f998a-9294-4028-9c4f-8f1701890da3 HTTP/1.1" status: 200 len: 834 time: 0.0495317 Feb 19 05:34:24.316281 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc0927-e76b-4b32-98af-39443688753a None None] Checking router: 2191fdc2-99e5-4864-a71e-c200ae7d606f for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:34:24.324665 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc0927-e76b-4b32-98af-39443688753a None None] Routers {'2191fdc2-99e5-4864-a71e-c200ae7d606f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:34:24.325339 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-30dc0927-e76b-4b32-98af-39443688753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:34:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2191fdc2-99e5-4864-a71e-c200ae7d606f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:34:24.343276 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4eb59b-219d-4552-bd08-3b5e58d7435e req-2846859e-d968-4f48-89bd-7f5b57dd20df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:24.345073 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f4eb59b-219d-4552-bd08-3b5e58d7435e req-2846859e-d968-4f48-89bd-7f5b57dd20df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc98e9c2-067f-47d1-9841-df662a1424f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462279 Feb 19 05:34:24.435168 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f4eb59b-219d-4552-bd08-3b5e58d7435e req-45325865-7aaa-4822-811f-c3b25007cb56 service neutron] 10.222.0.48 "GET /v2.0/networks/dc98e9c2-067f-47d1-9841-df662a1424f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837445 Feb 19 05:34:24.435581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-30dc0927-e76b-4b32-98af-39443688753a None None] Set router 2191fdc2-99e5-4864-a71e-c200ae7d606f gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:34:24.527740 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5f4eb59b-219d-4552-bd08-3b5e58d7435e req-0835ab3a-8194-4bfc-9726-2f0c517681f2 service neutron] 10.222.0.48 "GET /v2.0/networks/dc98e9c2-067f-47d1-9841-df662a1424f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865786 Feb 19 05:34:24.666246 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-30dc0927-e76b-4b32-98af-39443688753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735763770', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:34:02Z', 'updated_at': '2022-02-19T05:34:06Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:34:03Z', 'updated_at': '2022-02-19T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'afbb562e-f992-45a8-859a-257775c0332a', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'port_id': 'c48a8db1-e980-41ab-9756-886c094c4c8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5', 'mac_address': 'fa:16:3e:40:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40665755-c2e1-41ea-b0ec-edb706a49394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:34:22Z', 'updated_at': '2022-02-19T05:34:22Z', 'revision_number': 0, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa457b4b-eb79-41d6-ae02-662c61967d32', 'name': '', 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:a7:ef:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '3a5f998a-9294-4028-9c4f-8f1701890da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:34:05Z', 'updated_at': '2022-02-19T05:34:09Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '3a5f998a-9294-4028-9c4f-8f1701890da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:34:24.695880 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc0927-e76b-4b32-98af-39443688753a None None] The sync data for ids ['2191fdc2-99e5-4864-a71e-c200ae7d606f'] in n-d-772273-4 is: [{'id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735763770', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:34:02Z', 'updated_at': '2022-02-19T05:34:06Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:34:03Z', 'updated_at': '2022-02-19T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'afbb562e-f992-45a8-859a-257775c0332a', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'port_id': 'c48a8db1-e980-41ab-9756-886c094c4c8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5', 'mac_address': 'fa:16:3e:40:75:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40665755-c2e1-41ea-b0ec-edb706a49394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:34:22Z', 'updated_at': '2022-02-19T05:34:22Z', 'revision_number': 0, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa457b4b-eb79-41d6-ae02-662c61967d32', 'name': '', 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:a7:ef:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '3a5f998a-9294-4028-9c4f-8f1701890da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:34:05Z', 'updated_at': '2022-02-19T05:34:09Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '3a5f998a-9294-4028-9c4f-8f1701890da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:34:24.894658 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8244051-ecd4-4893-9cbd-49e2b80d7d91 None None] New status for floating IP afbb562e-f992-45a8-859a-257775c0332a: ACTIVE {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:34:25.229849 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37708) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:34:25.290114 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-fa5e40cb-2379-49fb-b754-4b12ba931747 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/floatingips/afbb562e-f992-45a8-859a-257775c0332a HTTP/1.1" status: 200 len: 994 time: 0.0590105 Feb 19 05:34:28.381558 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:34:32.394833 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e630a42f-1808-40be-be63-ce67df74ea61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:35.218125 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1b0f-339a-417b-a345-6ccdf5f0a662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:37.114807 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:38.160823 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:38.249766 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:39.462555 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:39.918652 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:34:54.077068 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3ed0e-63e8-4f55-b5fc-a06755991277 req-f2e0ee7c-89fb-4c8b-939b-5761d7cad931 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:54.078703 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-61e3ed0e-63e8-4f55-b5fc-a06755991277 req-f2e0ee7c-89fb-4c8b-939b-5761d7cad931 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 946 time: 0.0612891 Feb 19 05:34:54.131374 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-61e3ed0e-63e8-4f55-b5fc-a06755991277 req-d69bb9d7-178b-4bfc-a158-ede579d31418 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=e141af15-25bb-4592-a887-35e4f771f132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459609 Feb 19 05:34:55.379244 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9bc25-7cb1-4d36-aa58-0348dc9dedfe req-cd88a6c5-7e90-46eb-8002-2583bc3a76ac tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:55.382731 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fbb9bc25-7cb1-4d36-aa58-0348dc9dedfe req-cd88a6c5-7e90-46eb-8002-2583bc3a76ac tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 946 time: 0.1619897 Feb 19 05:34:55.442012 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fbb9bc25-7cb1-4d36-aa58-0348dc9dedfe req-497d8edd-0587-40a0-8cd0-095413b95417 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=e141af15-25bb-4592-a887-35e4f771f132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505648 Feb 19 05:34:55.466501 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37730) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:34:55.535559 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-7827e880-cfee-4c8b-9385-8f5dc62843be tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/floatingips/afbb562e-f992-45a8-859a-257775c0332a HTTP/1.1" status: 200 len: 994 time: 0.0675325 Feb 19 05:34:56.905258 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04038dd-460b-47e6-b4e6-c6cf2aa2bcfd req-9d208b2c-7a1e-4f4c-9950-aa26a2918463 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:56.907114 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b04038dd-460b-47e6-b4e6-c6cf2aa2bcfd req-9d208b2c-7a1e-4f4c-9950-aa26a2918463 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 946 time: 0.0969305 Feb 19 05:34:56.913946 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301ba33-6c47-40ca-8d1d-284c2d2534bf req-5b169933-87ab-47b9-af21-a8140a6ee0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:56.915485 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f301ba33-6c47-40ca-8d1d-284c2d2534bf req-5b169933-87ab-47b9-af21-a8140a6ee0a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 1128 time: 0.0923104 Feb 19 05:34:57.022024 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b04038dd-460b-47e6-b4e6-c6cf2aa2bcfd req-6d44a251-acdf-4cdf-8c07-47736aa630e8 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=e141af15-25bb-4592-a887-35e4f771f132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052947 Feb 19 05:34:57.061576 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301ba33-6c47-40ca-8d1d-284c2d2534bf req-8552c73b-0a86-4e53-b3fc-3c226115ef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:57.064216 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f301ba33-6c47-40ca-8d1d-284c2d2534bf req-8552c73b-0a86-4e53-b3fc-3c226115ef02 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc98e9c2-067f-47d1-9841-df662a1424f5 HTTP/1.1" status: 200 len: 897 time: 0.1413894 Feb 19 05:34:57.139878 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f301ba33-6c47-40ca-8d1d-284c2d2534bf req-6b606f56-ec08-4823-b420-3c14232f4fad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c48a8db1-e980-41ab-9756-886c094c4c8f HTTP/1.1" status: 200 len: 1002 time: 0.0697534 Feb 19 05:34:57.189850 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301ba33-6c47-40ca-8d1d-284c2d2534bf req-2aebb911-0454-4727-abed-80fb4f0eac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:57.191279 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f301ba33-6c47-40ca-8d1d-284c2d2534bf req-2aebb911-0454-4727-abed-80fb4f0eac92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a5f998a-9294-4028-9c4f-8f1701890da3 HTTP/1.1" status: 200 len: 834 time: 0.0458336 Feb 19 05:34:57.246242 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301ba33-6c47-40ca-8d1d-284c2d2534bf req-d3f89827-dc88-442d-a3cb-95b0bb1c738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:57.247955 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f301ba33-6c47-40ca-8d1d-284c2d2534bf req-d3f89827-dc88-442d-a3cb-95b0bb1c738d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc98e9c2-067f-47d1-9841-df662a1424f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506001 Feb 19 05:34:57.341139 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f301ba33-6c47-40ca-8d1d-284c2d2534bf req-de7e2664-fd49-402c-8ce6-55ac63f3a15d service neutron] 10.222.0.48 "GET /v2.0/networks/dc98e9c2-067f-47d1-9841-df662a1424f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875332 Feb 19 05:34:57.434222 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f301ba33-6c47-40ca-8d1d-284c2d2534bf req-d5c035ff-a7f8-4d73-8886-7f2203015293 service neutron] 10.222.0.48 "GET /v2.0/networks/dc98e9c2-067f-47d1-9841-df662a1424f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878060 Feb 19 05:34:58.153995 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced19f7-9b10-480d-9389-7cabb6808ade req-75a0aa95-a161-47d8-b57a-5a99e387b893 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:58.155521 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ced19f7-9b10-480d-9389-7cabb6808ade req-75a0aa95-a161-47d8-b57a-5a99e387b893 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 946 time: 0.0533302 Feb 19 05:34:58.207589 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3ced19f7-9b10-480d-9389-7cabb6808ade req-84513c51-0a7d-483a-b040-df6f115ee0cc tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=e141af15-25bb-4592-a887-35e4f771f132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458887 Feb 19 05:34:59.330816 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53f8c2-c262-49bf-9f03-a80de3698637 req-f3685d6c-5451-4e1d-8014-d9ad656ff931 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:34:59.332341 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5d53f8c2-c262-49bf-9f03-a80de3698637 req-f3685d6c-5451-4e1d-8014-d9ad656ff931 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 946 time: 0.0530777 Feb 19 05:34:59.385031 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5d53f8c2-c262-49bf-9f03-a80de3698637 req-0a7b59a6-b4de-42ff-a3ca-c964ea7204db tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=e141af15-25bb-4592-a887-35e4f771f132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464060 Feb 19 05:34:59.407763 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37742) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:34:59.467763 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-5f6b159c-c5c5-488f-a145-f0494b0bf130 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/floatingips/afbb562e-f992-45a8-859a-257775c0332a HTTP/1.1" status: 200 len: 994 time: 0.0588243 Feb 19 05:34:59.745003 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37748) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:00.241459 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Deleting port 84541898-1ed2-4165-8eb9-9861526fafc1 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:35:00.241919 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (84541898-1ed2-4165-8eb9-9861526fafc1), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:00.319154 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (84541898-1ed2-4165-8eb9-9861526fafc1), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:00.319494 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for floatingip (84541898-1ed2-4165-8eb9-9861526fafc1), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:00.341554 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Calling delete_port for 84541898-1ed2-4165-8eb9-9861526fafc1 owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:35:00.490300 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (84541898-1ed2-4165-8eb9-9861526fafc1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:00.516142 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Port': ['ID=84541898-1ed2-4165-8eb9-9861526fafc1,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:00.528720 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:00.529117 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:00.529481 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:00.529837 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:00.530293 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:00.530525 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:00.530865 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:00.531205 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:00.531541 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:00.531880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:00.532215 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:00.532546 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:00.532876 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:00.596906 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for floatingip (afbb562e-f992-45a8-859a-257775c0332a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:00.597277 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Floating IP afbb562e-f992-45a8-859a-257775c0332a disassociated (deleted). External IP: 172.25.0.173, port: c48a8db1-e980-41ab-9756-886c094c4c8f. Feb 19 05:35:00.814656 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Router 2191fdc2-99e5-4864-a71e-c200ae7d606f has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:35:00.928941 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:35:00.934115 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:00.939292 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f08b1e-0ae9-4bb2-8f78-e2661949f58a None None] Sync routers for ids ['2191fdc2-99e5-4864-a71e-c200ae7d606f'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:35:00.950374 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f08b1e-0ae9-4bb2-8f78-e2661949f58a None None] Routers {'2191fdc2-99e5-4864-a71e-c200ae7d606f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:35:00.951100 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-52f08b1e-0ae9-4bb2-8f78-e2661949f58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:34:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2191fdc2-99e5-4864-a71e-c200ae7d606f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:00.963846 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-46c7ddb2-a8f9-4f1a-89c8-adfaf6517ef5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "DELETE /v2.0/floatingips/afbb562e-f992-45a8-859a-257775c0332a HTTP/1.1" status: 204 len: 168 time: 1.2176738 Feb 19 05:35:00.964396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40665755-c2e1-41ea-b0ec-edb706a49394', 'tag': 'c48a8db1-e980-41ab-9756-886c094c4c8f'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:35:00.966774 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931261f0-053d-4ad5-8598-c898ff62b2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "40665755-c2e1-41ea-b0ec-edb706a49394", "tag": "c48a8db1-e980-41ab-9756-886c094c4c8f"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:35:01.010405 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3034b9e8-c0a3-4352-bde9-deb004ca8980 x-openstack-request-id: req-3034b9e8-c0a3-4352-bde9-deb004ca8980 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:35:01.010701 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40665755-c2e1-41ea-b0ec-edb706a49394", "tag": "c48a8db1-e980-41ab-9756-886c094c4c8f", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:35:01.011101 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3034b9e8-c0a3-4352-bde9-deb004ca8980 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:35:01.011524 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40665755-c2e1-41ea-b0ec-edb706a49394', 'tag': 'c48a8db1-e980-41ab-9756-886c094c4c8f', 'status': 'completed', 'code': 200} Feb 19 05:35:01.095372 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931261f0-053d-4ad5-8598-c898ff62b2aa req-1de6bf9c-0d1b-4053-bef8-edc9e37592c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:01.097143 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-931261f0-053d-4ad5-8598-c898ff62b2aa req-1de6bf9c-0d1b-4053-bef8-edc9e37592c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ce047577fa4aeb85ad4443f2143977&device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 1128 time: 0.0614848 Feb 19 05:35:01.206443 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931261f0-053d-4ad5-8598-c898ff62b2aa req-bef29fd9-6ea7-448d-8e31-f65d548148f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:01.208279 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-931261f0-053d-4ad5-8598-c898ff62b2aa req-bef29fd9-6ea7-448d-8e31-f65d548148f6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc98e9c2-067f-47d1-9841-df662a1424f5 HTTP/1.1" status: 200 len: 897 time: 0.1036437 Feb 19 05:35:01.227194 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1a8a4-1607-4621-8402-c4524d73eb85 req-8411d1f4-a788-4055-b67c-e6f2b1c60366 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:01.229477 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1fa1a8a4-1607-4621-8402-c4524d73eb85 req-8411d1f4-a788-4055-b67c-e6f2b1c60366 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 946 time: 0.0581830 Feb 19 05:35:01.259220 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-52f08b1e-0ae9-4bb2-8f78-e2661949f58a None None] Set router 2191fdc2-99e5-4864-a71e-c200ae7d606f gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:35:01.260730 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-931261f0-053d-4ad5-8598-c898ff62b2aa req-17fb9fc7-67f2-4586-9866-192ead6fb154 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c48a8db1-e980-41ab-9756-886c094c4c8f HTTP/1.1" status: 200 len: 217 time: 0.0452080 Feb 19 05:35:01.288734 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1fa1a8a4-1607-4621-8402-c4524d73eb85 req-ce18b495-d6a8-4275-8e51-55674c530b45 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=e141af15-25bb-4592-a887-35e4f771f132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537469 Feb 19 05:35:01.315705 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931261f0-053d-4ad5-8598-c898ff62b2aa req-431a8559-30d6-45c4-b527-837513499846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:01.317628 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-931261f0-053d-4ad5-8598-c898ff62b2aa req-431a8559-30d6-45c4-b527-837513499846 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a5f998a-9294-4028-9c4f-8f1701890da3 HTTP/1.1" status: 200 len: 834 time: 0.0494559 Feb 19 05:35:01.371087 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931261f0-053d-4ad5-8598-c898ff62b2aa req-12feaed0-21b2-48df-90c7-59f758b294ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:01.372684 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-931261f0-053d-4ad5-8598-c898ff62b2aa req-12feaed0-21b2-48df-90c7-59f758b294ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc98e9c2-067f-47d1-9841-df662a1424f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480356 Feb 19 05:35:01.468033 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-931261f0-053d-4ad5-8598-c898ff62b2aa req-92d0eec9-7286-4c19-bfb0-816099f7d4db service neutron] 10.222.0.48 "GET /v2.0/networks/dc98e9c2-067f-47d1-9841-df662a1424f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881970 Feb 19 05:35:01.472772 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-52f08b1e-0ae9-4bb2-8f78-e2661949f58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735763770', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:34:02Z', 'updated_at': '2022-02-19T05:34:06Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:34:03Z', 'updated_at': '2022-02-19T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'fa457b4b-eb79-41d6-ae02-662c61967d32', 'name': '', 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:a7:ef:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '3a5f998a-9294-4028-9c4f-8f1701890da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:34:05Z', 'updated_at': '2022-02-19T05:34:09Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '3a5f998a-9294-4028-9c4f-8f1701890da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:01.504972 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f08b1e-0ae9-4bb2-8f78-e2661949f58a None None] Checking router: 2191fdc2-99e5-4864-a71e-c200ae7d606f for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:35:01.514153 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f08b1e-0ae9-4bb2-8f78-e2661949f58a None None] Routers {'2191fdc2-99e5-4864-a71e-c200ae7d606f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:35:01.514774 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-52f08b1e-0ae9-4bb2-8f78-e2661949f58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:34:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2191fdc2-99e5-4864-a71e-c200ae7d606f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:01.562145 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-931261f0-053d-4ad5-8598-c898ff62b2aa req-774109d5-5079-4104-87a5-0cc59247f88c service neutron] 10.222.0.48 "GET /v2.0/networks/dc98e9c2-067f-47d1-9841-df662a1424f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880303 Feb 19 05:35:01.632790 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-52f08b1e-0ae9-4bb2-8f78-e2661949f58a None None] Set router 2191fdc2-99e5-4864-a71e-c200ae7d606f gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:35:01.836176 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-52f08b1e-0ae9-4bb2-8f78-e2661949f58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735763770', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:34:02Z', 'updated_at': '2022-02-19T05:34:06Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:34:03Z', 'updated_at': '2022-02-19T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'fa457b4b-eb79-41d6-ae02-662c61967d32', 'name': '', 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:a7:ef:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '3a5f998a-9294-4028-9c4f-8f1701890da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:34:05Z', 'updated_at': '2022-02-19T05:34:09Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '3a5f998a-9294-4028-9c4f-8f1701890da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:01.862645 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f08b1e-0ae9-4bb2-8f78-e2661949f58a None None] The sync data for ids ['2191fdc2-99e5-4864-a71e-c200ae7d606f'] in n-d-772273-4 is: [{'id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735763770', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:34:02Z', 'updated_at': '2022-02-19T05:34:06Z', 'revision_number': 4, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:34:03Z', 'updated_at': '2022-02-19T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'fa457b4b-eb79-41d6-ae02-662c61967d32', 'name': '', 'network_id': 'dc98e9c2-067f-47d1-9841-df662a1424f5', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'mac_address': 'fa:16:3e:a7:ef:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '3a5f998a-9294-4028-9c4f-8f1701890da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:34:05Z', 'updated_at': '2022-02-19T05:34:09Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'subnets': [{'id': '3a5f998a-9294-4028-9c4f-8f1701890da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:35:02.094388 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9049994-2cda-40ee-a7f3-141424dd22ae None None] New status for floating IP afbb562e-f992-45a8-859a-257775c0332a: DOWN {{(pid=115201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:35:02.398732 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9883c769-f8b0-493c-8e19-312707ed94e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:02.428288 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17fe14-ab7a-4bbe-8582-1c55f069ac29 req-a3350d3f-04c6-4ba6-b108-42cdde9ed90a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:02.429778 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8c17fe14-ab7a-4bbe-8582-1c55f069ac29 req-a3350d3f-04c6-4ba6-b108-42cdde9ed90a tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 946 time: 0.0691669 Feb 19 05:35:02.477829 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8c17fe14-ab7a-4bbe-8582-1c55f069ac29 req-66b47b8e-dad5-4dd8-bcd2-da5c6eb9819e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/security-groups?id=e141af15-25bb-4592-a887-35e4f771f132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421786 Feb 19 05:35:02.739201 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a3e52-bb40-4860-bef7-940661d0b3bc req-11bc9476-1a72-4c5b-b656-3a456445ebc2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:02.741303 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3c9a3e52-bb40-4860-bef7-940661d0b3bc req-11bc9476-1a72-4c5b-b656-3a456445ebc2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.48 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 946 time: 0.0589671 Feb 19 05:35:02.843298 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-3c9a3e52-bb40-4860-bef7-940661d0b3bc req-7e2128aa-c2e9-4336-b859-9015a697ca61 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Deleting port c48a8db1-e980-41ab-9756-886c094c4c8f {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:35:02.843648 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3c9a3e52-bb40-4860-bef7-940661d0b3bc req-7e2128aa-c2e9-4336-b859-9015a697ca61 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (c48a8db1-e980-41ab-9756-886c094c4c8f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:02.935396 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-3c9a3e52-bb40-4860-bef7-940661d0b3bc req-7e2128aa-c2e9-4336-b859-9015a697ca61 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] For port c48a8db1-e980-41ab-9756-886c094c4c8f, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=c48a8db1-e980-41ab-9756-886c094c4c8f,segment=NetworkSegment(e58c9ce1-99d9-419c-8ba5-c422958db555),segment_id=e58c9ce1-99d9-419c-8ba5-c422958db555)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:35:02.935762 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3c9a3e52-bb40-4860-bef7-940661d0b3bc req-7e2128aa-c2e9-4336-b859-9015a697ca61 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (c48a8db1-e980-41ab-9756-886c094c4c8f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:02.947526 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-3c9a3e52-bb40-4860-bef7-940661d0b3bc req-7e2128aa-c2e9-4336-b859-9015a697ca61 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Calling delete_port for c48a8db1-e980-41ab-9756-886c094c4c8f owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:35:03.077586 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3c9a3e52-bb40-4860-bef7-940661d0b3bc req-7e2128aa-c2e9-4336-b859-9015a697ca61 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (c48a8db1-e980-41ab-9756-886c094c4c8f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:03.112435 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2128aa-c2e9-4336-b859-9015a697ca61 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Port': ['ID=c48a8db1-e980-41ab-9756-886c094c4c8f,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:03.155354 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9a3e52-bb40-4860-bef7-940661d0b3bc req-7e2128aa-c2e9-4336-b859-9015a697ca61 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] No DVR routers for this DVR port c48a8db1-e980-41ab-9756-886c094c4c8f on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:35:03.158082 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-3c9a3e52-bb40-4860-bef7-940661d0b3bc req-7e2128aa-c2e9-4336-b859-9015a697ca61 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:03.162320 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3c9a3e52-bb40-4860-bef7-940661d0b3bc req-7e2128aa-c2e9-4336-b859-9015a697ca61 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.48 "DELETE /v2.0/ports/c48a8db1-e980-41ab-9756-886c094c4c8f HTTP/1.1" status: 204 len: 173 time: 0.4158084 Feb 19 05:35:03.162760 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40665755-c2e1-41ea-b0ec-edb706a49394', 'name': 'network-vif-deleted', 'tag': 'c48a8db1-e980-41ab-9756-886c094c4c8f'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:35:03.165140 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a829541-76cb-406e-a68c-0ac1562190d0" -d '{"events": [{"server_uuid": "40665755-c2e1-41ea-b0ec-edb706a49394", "name": "network-vif-deleted", "tag": "c48a8db1-e980-41ab-9756-886c094c4c8f"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:35:03.204135 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386107fb-91a6-4570-8436-6a61492f1c86 x-openstack-request-id: req-386107fb-91a6-4570-8436-6a61492f1c86 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:35:03.204434 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40665755-c2e1-41ea-b0ec-edb706a49394", "name": "network-vif-deleted", "tag": "c48a8db1-e980-41ab-9756-886c094c4c8f", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:35:03.204687 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-386107fb-91a6-4570-8436-6a61492f1c86 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:35:03.205127 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40665755-c2e1-41ea-b0ec-edb706a49394', 'name': 'network-vif-deleted', 'tag': 'c48a8db1-e980-41ab-9756-886c094c4c8f', 'status': 'completed', 'code': 200} Feb 19 05:35:03.639471 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a70ed1a3-2b25-4e63-8e8e-d8de3f4f954a req-72688f7b-0e1a-4541-a8e8-2bf97d496f4c tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "GET /v2.0/ports?device_id=40665755-c2e1-41ea-b0ec-edb706a49394 HTTP/1.1" status: 200 len: 210 time: 0.0594118 Feb 19 05:35:04.699041 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37764) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:05.089028 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-726d4be9-234e-490e-9398-08c8beea81d5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (2191fdc2-99e5-4864-a71e-c200ae7d606f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:05.221323 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0d4191a4-9de9-4804-bd7c-83e354c2e4bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:05.383446 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-726d4be9-234e-490e-9398-08c8beea81d5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Deleting port fa457b4b-eb79-41d6-ae02-662c61967d32 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:35:05.383822 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-726d4be9-234e-490e-9398-08c8beea81d5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (fa457b4b-eb79-41d6-ae02-662c61967d32), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:05.389132 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:35:05.484558 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-726d4be9-234e-490e-9398-08c8beea81d5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] For port fa457b4b-eb79-41d6-ae02-662c61967d32, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=fa457b4b-eb79-41d6-ae02-662c61967d32,segment=NetworkSegment(e58c9ce1-99d9-419c-8ba5-c422958db555),segment_id=e58c9ce1-99d9-419c-8ba5-c422958db555)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:35:05.484952 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-726d4be9-234e-490e-9398-08c8beea81d5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (fa457b4b-eb79-41d6-ae02-662c61967d32), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:05.497706 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-726d4be9-234e-490e-9398-08c8beea81d5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Calling delete_port for fa457b4b-eb79-41d6-ae02-662c61967d32 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:35:05.706246 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-726d4be9-234e-490e-9398-08c8beea81d5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (fa457b4b-eb79-41d6-ae02-662c61967d32), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:05.734591 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d4be9-234e-490e-9398-08c8beea81d5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Port': ['ID=fa457b4b-eb79-41d6-ae02-662c61967d32,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:05.939098 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-726d4be9-234e-490e-9398-08c8beea81d5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (2191fdc2-99e5-4864-a71e-c200ae7d606f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:06.163061 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726d4be9-234e-490e-9398-08c8beea81d5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Router 2191fdc2-99e5-4864-a71e-c200ae7d606f has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:35:06.235673 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device c48a8db1-e980-41ab-9756-886c094c4c8f no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:35:06.256877 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: c48a8db1-e980-41ab-9756-886c094c4c8f {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:35:06.257252 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device c48a8db1-e980-41ab-9756-886c094c4c8f not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:35:06.277556 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726d4be9-234e-490e-9398-08c8beea81d5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:35:06.283529 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-726d4be9-234e-490e-9398-08c8beea81d5 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "PUT /v2.0/routers/2191fdc2-99e5-4864-a71e-c200ae7d606f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5831575 Feb 19 05:35:06.285957 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37766) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:06.288864 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e73c8c-b2f2-40f8-9705-0509e160c6dc None None] Sync routers for ids ['2191fdc2-99e5-4864-a71e-c200ae7d606f'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:35:06.299326 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e73c8c-b2f2-40f8-9705-0509e160c6dc None None] Routers {'2191fdc2-99e5-4864-a71e-c200ae7d606f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:35:06.299963 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-44e73c8c-b2f2-40f8-9705-0509e160c6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:35:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2191fdc2-99e5-4864-a71e-c200ae7d606f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:06.343070 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c24541d-a610-4312-bb6d-70f377fffeb0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Deleting subnet 3a5f998a-9294-4028-9c4f-8f1701890da3 {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:35:06.346610 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4c24541d-a610-4312-bb6d-70f377fffeb0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for subnet (3a5f998a-9294-4028-9c4f-8f1701890da3), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:06.388125 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4c24541d-a610-4312-bb6d-70f377fffeb0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (3a5f998a-9294-4028-9c4f-8f1701890da3), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:06.414680 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-44e73c8c-b2f2-40f8-9705-0509e160c6dc None None] Set router 2191fdc2-99e5-4864-a71e-c200ae7d606f gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:35:06.476448 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4c24541d-a610-4312-bb6d-70f377fffeb0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (3a5f998a-9294-4028-9c4f-8f1701890da3), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:06.553904 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4c24541d-a610-4312-bb6d-70f377fffeb0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (3a5f998a-9294-4028-9c4f-8f1701890da3), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:06.584454 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24541d-a610-4312-bb6d-70f377fffeb0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Subnet': ['ID=3a5f998a-9294-4028-9c4f-8f1701890da3,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:06.587634 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4c24541d-a610-4312-bb6d-70f377fffeb0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:06.593763 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4c24541d-a610-4312-bb6d-70f377fffeb0 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "DELETE /v2.0/subnets/3a5f998a-9294-4028-9c4f-8f1701890da3 HTTP/1.1" status: 204 len: 168 time: 0.3039331 Feb 19 05:35:06.594050 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e35e544-a5a3-4a25-bd37-52fe1878a1dd None None] Network dc98e9c2-067f-47d1-9841-df662a1424f5 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:35:06.594236 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37768) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:06.681464 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-44e73c8c-b2f2-40f8-9705-0509e160c6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735763770', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:34:02Z', 'updated_at': '2022-02-19T05:35:05Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:34:03Z', 'updated_at': '2022-02-19T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:06.717118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e73c8c-b2f2-40f8-9705-0509e160c6dc None None] Checking router: 2191fdc2-99e5-4864-a71e-c200ae7d606f for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:35:06.733700 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e73c8c-b2f2-40f8-9705-0509e160c6dc None None] Routers {'2191fdc2-99e5-4864-a71e-c200ae7d606f'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:35:06.734339 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-44e73c8c-b2f2-40f8-9705-0509e160c6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:35:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['2191fdc2-99e5-4864-a71e-c200ae7d606f'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:06.859908 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-44e73c8c-b2f2-40f8-9705-0509e160c6dc None None] Set router 2191fdc2-99e5-4864-a71e-c200ae7d606f gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:35:06.893735 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16cf6db-b940-4fb2-b25e-a2854e036635 None None] DHCP port deletion for dc98e9c2-067f-47d1-9841-df662a1424f5 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:35:07.065212 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d16cf6db-b940-4fb2-b25e-a2854e036635 None None] Deleting port 886c711a-0b53-42d1-b355-b3ce101abda2 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:35:07.065500 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d16cf6db-b940-4fb2-b25e-a2854e036635 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (886c711a-0b53-42d1-b355-b3ce101abda2), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:07.074710 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25c8a4ed-d81f-4603-a102-68d3b105e52e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router (2191fdc2-99e5-4864-a71e-c200ae7d606f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:07.158138 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-d16cf6db-b940-4fb2-b25e-a2854e036635 None None] For port 886c711a-0b53-42d1-b355-b3ce101abda2, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=886c711a-0b53-42d1-b355-b3ce101abda2,segment=NetworkSegment(e58c9ce1-99d9-419c-8ba5-c422958db555),segment_id=e58c9ce1-99d9-419c-8ba5-c422958db555)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:35:07.158551 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d16cf6db-b940-4fb2-b25e-a2854e036635 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (886c711a-0b53-42d1-b355-b3ce101abda2), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:07.161183 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:07.174833 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-d16cf6db-b940-4fb2-b25e-a2854e036635 None None] Calling delete_port for 886c711a-0b53-42d1-b355-b3ce101abda2 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:35:07.189562 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25c8a4ed-d81f-4603-a102-68d3b105e52e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_gateway (2191fdc2-99e5-4864-a71e-c200ae7d606f), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:07.225042 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-44e73c8c-b2f2-40f8-9705-0509e160c6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735763770', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:34:02Z', 'updated_at': '2022-02-19T05:35:05Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:34:03Z', 'updated_at': '2022-02-19T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:07.245356 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-25c8a4ed-d81f-4603-a102-68d3b105e52e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Deleting port 00dd1c7f-f253-4bfe-aeba-6c181a51a2a1 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:35:07.245706 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25c8a4ed-d81f-4603-a102-68d3b105e52e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (00dd1c7f-f253-4bfe-aeba-6c181a51a2a1), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:07.258835 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e73c8c-b2f2-40f8-9705-0509e160c6dc None None] The sync data for ids ['2191fdc2-99e5-4864-a71e-c200ae7d606f'] in n-d-772273-4 is: [{'id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735763770', 'tenant_id': 'a3ce047577fa4aeb85ad4443f2143977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:34:02Z', 'updated_at': '2022-02-19T05:35:05Z', 'revision_number': 5, 'project_id': 'a3ce047577fa4aeb85ad4443f2143977', 'gw_port': {'id': '00dd1c7f-f253-4bfe-aeba-6c181a51a2a1', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2191fdc2-99e5-4864-a71e-c200ae7d606f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:34:03Z', 'updated_at': '2022-02-19T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:35:07.304943 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d16cf6db-b940-4fb2-b25e-a2854e036635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (886c711a-0b53-42d1-b355-b3ce101abda2), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:07.331249 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-25c8a4ed-d81f-4603-a102-68d3b105e52e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] For port 00dd1c7f-f253-4bfe-aeba-6c181a51a2a1, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=00dd1c7f-f253-4bfe-aeba-6c181a51a2a1,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:35:07.331490 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16cf6db-b940-4fb2-b25e-a2854e036635 None None] Pushing event deleted for resources: {'Port': ['ID=886c711a-0b53-42d1-b355-b3ce101abda2,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:07.331616 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25c8a4ed-d81f-4603-a102-68d3b105e52e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (00dd1c7f-f253-4bfe-aeba-6c181a51a2a1), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:07.335264 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16cf6db-b940-4fb2-b25e-a2854e036635 None None] No DVR routers for this DVR port 886c711a-0b53-42d1-b355-b3ce101abda2 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:35:07.346744 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-25c8a4ed-d81f-4603-a102-68d3b105e52e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Calling delete_port for 00dd1c7f-f253-4bfe-aeba-6c181a51a2a1 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:35:07.347175 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cf6db-b940-4fb2-b25e-a2854e036635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:07.347528 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cf6db-b940-4fb2-b25e-a2854e036635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:07.347872 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cf6db-b940-4fb2-b25e-a2854e036635 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:07.348322 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cf6db-b940-4fb2-b25e-a2854e036635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:07.348536 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cf6db-b940-4fb2-b25e-a2854e036635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:07.348927 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cf6db-b940-4fb2-b25e-a2854e036635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:07.349256 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cf6db-b940-4fb2-b25e-a2854e036635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:07.349592 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cf6db-b940-4fb2-b25e-a2854e036635 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:07.349914 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cf6db-b940-4fb2-b25e-a2854e036635 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:07.350239 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cf6db-b940-4fb2-b25e-a2854e036635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:07.350567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cf6db-b940-4fb2-b25e-a2854e036635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:07.350891 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cf6db-b940-4fb2-b25e-a2854e036635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:07.351213 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cf6db-b940-4fb2-b25e-a2854e036635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:07.527321 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25c8a4ed-d81f-4603-a102-68d3b105e52e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (00dd1c7f-f253-4bfe-aeba-6c181a51a2a1), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:07.558825 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8a4ed-d81f-4603-a102-68d3b105e52e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Port': ['ID=00dd1c7f-f253-4bfe-aeba-6c181a51a2a1,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:07.627255 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25c8a4ed-d81f-4603-a102-68d3b105e52e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (2191fdc2-99e5-4864-a71e-c200ae7d606f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:07.734182 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25c8a4ed-d81f-4603-a102-68d3b105e52e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (2191fdc2-99e5-4864-a71e-c200ae7d606f), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:07.736637 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25c8a4ed-d81f-4603-a102-68d3b105e52e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router_controller (2191fdc2-99e5-4864-a71e-c200ae7d606f), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:07.793226 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25c8a4ed-d81f-4603-a102-68d3b105e52e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (2191fdc2-99e5-4864-a71e-c200ae7d606f), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:07.794325 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c8a4ed-d81f-4603-a102-68d3b105e52e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Fanout notify agent at l3_agent the message router_deleted on router 2191fdc2-99e5-4864-a71e-c200ae7d606f {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:35:07.804663 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-25c8a4ed-d81f-4603-a102-68d3b105e52e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:07.805928 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-25c8a4ed-d81f-4603-a102-68d3b105e52e tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "DELETE /v2.0/routers/2191fdc2-99e5-4864-a71e-c200ae7d606f HTTP/1.1" status: 204 len: 168 time: 1.2109718 Feb 19 05:35:07.810426 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37770) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:07.893470 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-00f7d566-86eb-4f53-8a6b-95231ef3baa2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (dc98e9c2-067f-47d1-9841-df662a1424f5), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:07.982056 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fa457b4b-eb79-41d6-ae02-662c61967d32 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:35:08.004562 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: fa457b4b-eb79-41d6-ae02-662c61967d32 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:35:08.004939 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device fa457b4b-eb79-41d6-ae02-662c61967d32 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:35:08.005459 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 886c711a-0b53-42d1-b355-b3ce101abda2 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:35:08.013852 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-00f7d566-86eb-4f53-8a6b-95231ef3baa2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (dc98e9c2-067f-47d1-9841-df662a1424f5), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:08.026995 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 886c711a-0b53-42d1-b355-b3ce101abda2 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:35:08.027360 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 886c711a-0b53-42d1-b355-b3ce101abda2 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:35:08.040997 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-00f7d566-86eb-4f53-8a6b-95231ef3baa2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc98e9c2-067f-47d1-9841-df662a1424f5']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:08.053885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-00f7d566-86eb-4f53-8a6b-95231ef3baa2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58c9ce1-99d9-419c-8ba5-c422958db555') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:08.053885 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-00f7d566-86eb-4f53-8a6b-95231ef3baa2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58c9ce1-99d9-419c-8ba5-c422958db555') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:08.068010 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-00f7d566-86eb-4f53-8a6b-95231ef3baa2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (e58c9ce1-99d9-419c-8ba5-c422958db555), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:08.082734 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-00f7d566-86eb-4f53-8a6b-95231ef3baa2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (e58c9ce1-99d9-419c-8ba5-c422958db555), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:08.090312 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f7d566-86eb-4f53-8a6b-95231ef3baa2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:35:08.090729 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-00f7d566-86eb-4f53-8a6b-95231ef3baa2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (e58c9ce1-99d9-419c-8ba5-c422958db555), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: timer() Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:35:08.094961 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:35:08.158695 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-00f7d566-86eb-4f53-8a6b-95231ef3baa2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (dc98e9c2-067f-47d1-9841-df662a1424f5), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:08.167268 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-00f7d566-86eb-4f53-8a6b-95231ef3baa2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:08.169827 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-00f7d566-86eb-4f53-8a6b-95231ef3baa2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "DELETE /v2.0/networks/dc98e9c2-067f-47d1-9841-df662a1424f5 HTTP/1.1" status: 204 len: 168 time: 0.3580904 Feb 19 05:35:08.173689 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37772) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:08.186846 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7d566-86eb-4f53-8a6b-95231ef3baa2 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'Network': ['ID=dc98e9c2-067f-47d1-9841-df662a1424f5,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:08.188824 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:08.241294 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d9713b49-dbcc-4929-8c2a-2fd8ac3b8c60 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (e141af15-25bb-4592-a887-35e4f771f132), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:08.255569 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:08.270089 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d9713b49-dbcc-4929-8c2a-2fd8ac3b8c60 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (e141af15-25bb-4592-a887-35e4f771f132), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:08.332630 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d9713b49-dbcc-4929-8c2a-2fd8ac3b8c60 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (e141af15-25bb-4592-a887-35e4f771f132), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:08.335775 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d9713b49-dbcc-4929-8c2a-2fd8ac3b8c60 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:08.337032 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d9713b49-dbcc-4929-8c2a-2fd8ac3b8c60 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] 10.222.0.65 "DELETE /v2.0/security-groups/e141af15-25bb-4592-a887-35e4f771f132 HTTP/1.1" status: 204 len: 168 time: 0.1622906 Feb 19 05:35:08.346731 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9713b49-dbcc-4929-8c2a-2fd8ac3b8c60 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e141af15-25bb-4592-a887-35e4f771f132,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:08.355352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9713b49-dbcc-4929-8c2a-2fd8ac3b8c60 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:08.355710 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9713b49-dbcc-4929-8c2a-2fd8ac3b8c60 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:08.356063 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9713b49-dbcc-4929-8c2a-2fd8ac3b8c60 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:08.356415 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9713b49-dbcc-4929-8c2a-2fd8ac3b8c60 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:08.356753 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9713b49-dbcc-4929-8c2a-2fd8ac3b8c60 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:08.358591 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9713b49-dbcc-4929-8c2a-2fd8ac3b8c60 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:08.358591 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9713b49-dbcc-4929-8c2a-2fd8ac3b8c60 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:08.358591 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9713b49-dbcc-4929-8c2a-2fd8ac3b8c60 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:08.358591 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9713b49-dbcc-4929-8c2a-2fd8ac3b8c60 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:08.358591 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9713b49-dbcc-4929-8c2a-2fd8ac3b8c60 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:08.359332 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9713b49-dbcc-4929-8c2a-2fd8ac3b8c60 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:08.359332 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9713b49-dbcc-4929-8c2a-2fd8ac3b8c60 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:08.359332 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9713b49-dbcc-4929-8c2a-2fd8ac3b8c60 tempest-TestNetworkAdvancedServerOps-777378565 tempest-TestNetworkAdvancedServerOps-777378565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:08.695319 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37780) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:08.826205 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-8fd05e1a-3b5d-42e6-9043-8331c4a863d0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a3ce047577fa4aeb85ad4443f2143977&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1296871 Feb 19 05:35:08.828645 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37784) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:08.877376 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-48b91492-5b80-4ce0-b0af-3056daea6c6f admin admin] Publish callbacks [] for security_group (95609bd2-61a9-48d6-9dc9-60d3461db83c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:08.899757 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-48b91492-5b80-4ce0-b0af-3056daea6c6f admin admin] Publish callbacks [] for security_group (95609bd2-61a9-48d6-9dc9-60d3461db83c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:08.953108 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-48b91492-5b80-4ce0-b0af-3056daea6c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (95609bd2-61a9-48d6-9dc9-60d3461db83c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:08.955571 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-48b91492-5b80-4ce0-b0af-3056daea6c6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:08.956742 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-48b91492-5b80-4ce0-b0af-3056daea6c6f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/95609bd2-61a9-48d6-9dc9-60d3461db83c HTTP/1.1" status: 204 len: 168 time: 0.1271451 Feb 19 05:35:08.964460 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b91492-5b80-4ce0-b0af-3056daea6c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95609bd2-61a9-48d6-9dc9-60d3461db83c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:09.216749 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37790) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:09.230302 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0310af31-a7d9-43ce-9176-2be72553ab93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:09.309528 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0310af31-a7d9-43ce-9176-2be72553ab93 admin admin] Publish callbacks [] for security_group (27ebe439-8d0d-477c-8678-2b5b8754fd2c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:09.313265 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0310af31-a7d9-43ce-9176-2be72553ab93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (27ebe439-8d0d-477c-8678-2b5b8754fd2c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:09.351141 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0310af31-a7d9-43ce-9176-2be72553ab93 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=170ec37e809b4f35add611baca9505cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329598 Feb 19 05:35:09.351999 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310af31-a7d9-43ce-9176-2be72553ab93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ebe439-8d0d-477c-8678-2b5b8754fd2c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:09.353904 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37792) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:09.402458 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6e4125d6-fb2e-4f45-8d8f-4c20601233fa admin admin] Publish callbacks [] for security_group (27ebe439-8d0d-477c-8678-2b5b8754fd2c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:09.423428 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6e4125d6-fb2e-4f45-8d8f-4c20601233fa admin admin] Publish callbacks [] for security_group (27ebe439-8d0d-477c-8678-2b5b8754fd2c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:09.463967 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:09.470652 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6e4125d6-fb2e-4f45-8d8f-4c20601233fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (27ebe439-8d0d-477c-8678-2b5b8754fd2c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:09.473391 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-6e4125d6-fb2e-4f45-8d8f-4c20601233fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:09.475106 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-6e4125d6-fb2e-4f45-8d8f-4c20601233fa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/27ebe439-8d0d-477c-8678-2b5b8754fd2c HTTP/1.1" status: 204 len: 168 time: 0.1200795 Feb 19 05:35:09.482718 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4125d6-fb2e-4f45-8d8f-4c20601233fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ebe439-8d0d-477c-8678-2b5b8754fd2c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:09.858440 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 00dd1c7f-f253-4bfe-aeba-6c181a51a2a1 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:35:09.880011 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 00dd1c7f-f253-4bfe-aeba-6c181a51a2a1 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:35:09.880366 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 00dd1c7f-f253-4bfe-aeba-6c181a51a2a1 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:35:09.918228 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:10.143538 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37814) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:10.238380 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-92f91e89-51c2-4289-aabb-ee011487c921 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-23454469-network', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:35:10.257329 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f91e89-51c2-4289-aabb-ee011487c921 admin admin] Made reservation on behalf of f1cba637a1744fda84081146b69ff4b1 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:35:10.259591 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-92f91e89-51c2-4289-aabb-ee011487c921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:10.267587 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-92f91e89-51c2-4289-aabb-ee011487c921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:10.339408 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-92f91e89-51c2-4289-aabb-ee011487c921 admin admin] Publish callbacks [] for security_group (ff145b06-2ec2-4c97-92e0-0cac0e6a47b3), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:10.343134 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-92f91e89-51c2-4289-aabb-ee011487c921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ff145b06-2ec2-4c97-92e0-0cac0e6a47b3), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:10.367104 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f91e89-51c2-4289-aabb-ee011487c921 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:35:10.375696 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f91e89-51c2-4289-aabb-ee011487c921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff145b06-2ec2-4c97-92e0-0cac0e6a47b3,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:10.388351 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-92f91e89-51c2-4289-aabb-ee011487c921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (2ca5a6e2-0e3f-4729-af54-3483506c16f0), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:10.388700 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-92f91e89-51c2-4289-aabb-ee011487c921 admin admin] Added segment 2ca5a6e2-0e3f-4729-af54-3483506c16f0 of type vlan for network 58048d45-673a-4d51-b764-3bac093f4e7a Feb 19 05:35:10.431015 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-92f91e89-51c2-4289-aabb-ee011487c921 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (58048d45-673a-4d51-b764-3bac093f4e7a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:10.455594 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-92f91e89-51c2-4289-aabb-ee011487c921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (58048d45-673a-4d51-b764-3bac093f4e7a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:10.456550 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f91e89-51c2-4289-aabb-ee011487c921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:10.457186 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-92f91e89-51c2-4289-aabb-ee011487c921 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:10.511120 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-92f91e89-51c2-4289-aabb-ee011487c921 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3663917 Feb 19 05:35:10.514064 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37818) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:10.518131 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f91e89-51c2-4289-aabb-ee011487c921 admin admin] Pushing event updated for resources: {'Network': ['ID=58048d45-673a-4d51-b764-3bac093f4e7a,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:10.520596 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-6d728939-2230-4ac0-a2b7-4f9e1d53a56c admin admin] Request body: {'subnet': {'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-23454469-subnet', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:35:10.528782 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 58048d45-673a-4d51-b764-3bac093f4e7a details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:35:10.541989 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d728939-2230-4ac0-a2b7-4f9e1d53a56c admin admin] Made reservation on behalf of f1cba637a1744fda84081146b69ff4b1 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:35:10.544945 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6d728939-2230-4ac0-a2b7-4f9e1d53a56c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:10.730288 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6d728939-2230-4ac0-a2b7-4f9e1d53a56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (23dd196b-af69-412b-ac4f-748e81637d18), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:10.786895 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d728939-2230-4ac0-a2b7-4f9e1d53a56c admin admin] Pushing event updated for resources: {'Subnet': ['ID=23dd196b-af69-412b-ac4f-748e81637d18,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:10.795306 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d728939-2230-4ac0-a2b7-4f9e1d53a56c admin admin] Checking segment: {'id': '2ca5a6e2-0e3f-4729-af54-3483506c16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:35:10.795664 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d728939-2230-4ac0-a2b7-4f9e1d53a56c admin admin] Network hostable DHCP agents. Network: 58048d45-673a-4d51-b764-3bac093f4e7a, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:35:10.812867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d728939-2230-4ac0-a2b7-4f9e1d53a56c admin admin] Network 58048d45-673a-4d51-b764-3bac093f4e7a is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:35:10.822568 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-6d728939-2230-4ac0-a2b7-4f9e1d53a56c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 58048d45-673a-4d51-b764-3bac093f4e7a) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:35:10.826746 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d728939-2230-4ac0-a2b7-4f9e1d53a56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:10.827343 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6d728939-2230-4ac0-a2b7-4f9e1d53a56c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:10.832421 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e140336e-0056-455a-a8de-d2d3fdf7fd64 None None] Network 58048d45-673a-4d51-b764-3bac093f4e7a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:35:10.844169 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6d728939-2230-4ac0-a2b7-4f9e1d53a56c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3284585 Feb 19 05:35:10.846841 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37820) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:10.851754 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-35382b87-66b2-42c7-8dc7-a69f49082c3e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-23454469-router', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:35:10.871806 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-35382b87-66b2-42c7-8dc7-a69f49082c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (c2def7e9-997a-44aa-b77f-c77577ed22d7), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:10.873079 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-35382b87-66b2-42c7-8dc7-a69f49082c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (c2def7e9-997a-44aa-b77f-c77577ed22d7), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:10.933882 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-35382b87-66b2-42c7-8dc7-a69f49082c3e admin admin] Publish callbacks [] for router_controller (c2def7e9-997a-44aa-b77f-c77577ed22d7), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:10.940577 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3ad011-3a53-4630-8412-29433499c07c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-58048d45-673a-4d51-b764-3bac093f4e7a', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'fixed_ips': [{'subnet_id': '23dd196b-af69-412b-ac4f-748e81637d18'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:35:10.941494 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad011-3a53-4630-8412-29433499c07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:11.077369 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-aa3ad011-3a53-4630-8412-29433499c07c None None] Allocated IP 172.20.0.2 (58048d45-673a-4d51-b764-3bac093f4e7a/23dd196b-af69-412b-ac4f-748e81637d18/ca0daaae-fa6f-418a-ab07-7722b66ace96) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:35:11.078036 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-35382b87-66b2-42c7-8dc7-a69f49082c3e admin admin] Publish callbacks [] for router_gateway (c2def7e9-997a-44aa-b77f-c77577ed22d7), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:11.226016 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad011-3a53-4630-8412-29433499c07c None None] Publish callbacks [] for port (ca0daaae-fa6f-418a-ab07-7722b66ace96), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:11.231489 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad011-3a53-4630-8412-29433499c07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (ca0daaae-fa6f-418a-ab07-7722b66ace96), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:11.268822 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3ad011-3a53-4630-8412-29433499c07c None None] Network 58048d45-673a-4d51-b764-3bac093f4e7a is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:35:11.272472 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-aa3ad011-3a53-4630-8412-29433499c07c None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:35:11.279672 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ad011-3a53-4630-8412-29433499c07c None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:35:11.285559 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ad011-3a53-4630-8412-29433499c07c None None] Pushing event updated for resources: {'Port': ['ID=ca0daaae-fa6f-418a-ab07-7722b66ace96,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:11.296183 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-35382b87-66b2-42c7-8dc7-a69f49082c3e admin admin] Publish callbacks [] for router_gateway (c2def7e9-997a-44aa-b77f-c77577ed22d7), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:11.315450 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-35382b87-66b2-42c7-8dc7-a69f49082c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:11.342312 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-aa3ad011-3a53-4630-8412-29433499c07c None None] Attempting to bind port ca0daaae-fa6f-418a-ab07-7722b66ace96 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:35:11.342955 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-aa3ad011-3a53-4630-8412-29433499c07c None None] Attempting to bind port ca0daaae-fa6f-418a-ab07-7722b66ace96 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '2ca5a6e2-0e3f-4729-af54-3483506c16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:35:11.343319 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ad011-3a53-4630-8412-29433499c07c None None] Attempting to bind port ca0daaae-fa6f-418a-ab07-7722b66ace96 on network 58048d45-673a-4d51-b764-3bac093f4e7a {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:35:11.348224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ad011-3a53-4630-8412-29433499c07c None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:35:11.348597 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ad011-3a53-4630-8412-29433499c07c None None] Checking segment: {'id': '2ca5a6e2-0e3f-4729-af54-3483506c16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:35:11.349711 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad011-3a53-4630-8412-29433499c07c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:11.350046 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ad011-3a53-4630-8412-29433499c07c None None] Bound using segment: {'id': '2ca5a6e2-0e3f-4729-af54-3483506c16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:35:11.350507 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-aa3ad011-3a53-4630-8412-29433499c07c None None] Bound port: ca0daaae-fa6f-418a-ab07-7722b66ace96, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca5a6e2-0e3f-4729-af54-3483506c16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:35:11.350890 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad011-3a53-4630-8412-29433499c07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ca0daaae-fa6f-418a-ab07-7722b66ace96), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:11.418286 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-aa3ad011-3a53-4630-8412-29433499c07c None None] For port ca0daaae-fa6f-418a-ab07-7722b66ace96, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:35:11.421830 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-aa3ad011-3a53-4630-8412-29433499c07c None None] For port ca0daaae-fa6f-418a-ab07-7722b66ace96, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ca0daaae-fa6f-418a-ab07-7722b66ace96,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:35:11.422217 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-35382b87-66b2-42c7-8dc7-a69f49082c3e admin admin] Allocated IP 172.25.0.185 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/927492c4-7559-4d8f-a7ab-c95ebd03b54b) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:35:11.427716 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad011-3a53-4630-8412-29433499c07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ca0daaae-fa6f-418a-ab07-7722b66ace96), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:11.486146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ad011-3a53-4630-8412-29433499c07c None None] Pushing event updated for resources: {'Port': ['ID=ca0daaae-fa6f-418a-ab07-7722b66ace96,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:11.532716 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-35382b87-66b2-42c7-8dc7-a69f49082c3e admin admin] Publish callbacks [] for port (927492c4-7559-4d8f-a7ab-c95ebd03b54b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:11.569364 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-35382b87-66b2-42c7-8dc7-a69f49082c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (927492c4-7559-4d8f-a7ab-c95ebd03b54b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:11.614700 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35382b87-66b2-42c7-8dc7-a69f49082c3e admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:35:11.619916 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-35382b87-66b2-42c7-8dc7-a69f49082c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:35:11.625039 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35382b87-66b2-42c7-8dc7-a69f49082c3e admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:35:11.628263 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35382b87-66b2-42c7-8dc7-a69f49082c3e admin admin] Pushing event updated for resources: {'Port': ['ID=927492c4-7559-4d8f-a7ab-c95ebd03b54b,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:11.899038 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-35382b87-66b2-42c7-8dc7-a69f49082c3e admin admin] Publish callbacks [] for router_gateway (c2def7e9-997a-44aa-b77f-c77577ed22d7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:11.934558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ca0daaae-fa6f-418a-ab07-7722b66ace96 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:35:11.981742 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ca0daaae-fa6f-418a-ab07-7722b66ace96 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:35:11.982118 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ca0daaae-fa6f-418a-ab07-7722b66ace96), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:12.062849 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ca0daaae-fa6f-418a-ab07-7722b66ace96 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:35:12.063247 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (ca0daaae-fa6f-418a-ab07-7722b66ace96), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:12.098819 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port ca0daaae-fa6f-418a-ab07-7722b66ace96, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ca0daaae-fa6f-418a-ab07-7722b66ace96,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:35:12.104026 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (ca0daaae-fa6f-418a-ab07-7722b66ace96), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:12.106828 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-35382b87-66b2-42c7-8dc7-a69f49082c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (c2def7e9-997a-44aa-b77f-c77577ed22d7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:12.157109 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=ca0daaae-fa6f-418a-ab07-7722b66ace96,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:12.251963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35382b87-66b2-42c7-8dc7-a69f49082c3e admin admin] Router c2def7e9-997a-44aa-b77f-c77577ed22d7 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:35:12.366943 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35382b87-66b2-42c7-8dc7-a69f49082c3e admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:35:12.377488 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] Sync routers for ids ['c2def7e9-997a-44aa-b77f-c77577ed22d7'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:35:12.388053 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] Routers {'c2def7e9-997a-44aa-b77f-c77577ed22d7'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:35:12.388814 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:35:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c2def7e9-997a-44aa-b77f-c77577ed22d7'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:12.389967 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-35382b87-66b2-42c7-8dc7-a69f49082c3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:12.391248 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-35382b87-66b2-42c7-8dc7-a69f49082c3e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5434711 Feb 19 05:35:12.394415 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37822) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:12.422520 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed64713-83ee-4b50-9f2d-f57f58c42519 None None] Network 58048d45-673a-4d51-b764-3bac093f4e7a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:35:12.493194 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-51a611dc-7157-4a77-b865-48d3d3b7143d None None] Provisioning complete for port ca0daaae-fa6f-418a-ab07-7722b66ace96 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:35:12.493623 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-51a611dc-7157-4a77-b865-48d3d3b7143d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ca0daaae-fa6f-418a-ab07-7722b66ace96), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:12.602052 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] Set router c2def7e9-997a-44aa-b77f-c77577ed22d7 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:35:12.620359 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-51a611dc-7157-4a77-b865-48d3d3b7143d None None] Current status of the port ca0daaae-fa6f-418a-ab07-7722b66ace96 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:35:12.793695 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'name': 'tempest-TestShelveInstance-23454469-router', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:10Z', 'updated_at': '2022-02-19T05:35:11Z', 'revision_number': 3, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'gw_port': {'id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:11Z', 'updated_at': '2022-02-19T05:35:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:12.826331 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] Checking router: c2def7e9-997a-44aa-b77f-c77577ed22d7 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:35:12.826686 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] Updating router c2def7e9-997a-44aa-b77f-c77577ed22d7 port 927492c4-7559-4d8f-a7ab-c95ebd03b54b binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:35:12.853745 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-6ee7c823-a74a-40b4-83b8-a97813c645b2 None None] Provisioning complete for port ca0daaae-fa6f-418a-ab07-7722b66ace96 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:35:12.854298 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6ee7c823-a74a-40b4-83b8-a97813c645b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ca0daaae-fa6f-418a-ab07-7722b66ace96), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:12.856561 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (927492c4-7559-4d8f-a7ab-c95ebd03b54b), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:12.866336 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-815a8d11-18ad-4699-b922-cca082ab3776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:12.943858 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-6ee7c823-a74a-40b4-83b8-a97813c645b2 None None] Current status of the port ca0daaae-fa6f-418a-ab07-7722b66ace96 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:35:13.025025 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-815a8d11-18ad-4699-b922-cca082ab3776 admin admin] Allocated IP 172.20.0.1 (58048d45-673a-4d51-b764-3bac093f4e7a/23dd196b-af69-412b-ac4f-748e81637d18/00e7c31a-a053-4679-a71b-196d0df04e0c) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:35:13.114330 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] Publish callbacks [] for port (927492c4-7559-4d8f-a7ab-c95ebd03b54b), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:13.119737 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (927492c4-7559-4d8f-a7ab-c95ebd03b54b), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:13.131907 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-815a8d11-18ad-4699-b922-cca082ab3776 admin admin] Publish callbacks [] for port (00e7c31a-a053-4679-a71b-196d0df04e0c), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:13.169728 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-815a8d11-18ad-4699-b922-cca082ab3776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (00e7c31a-a053-4679-a71b-196d0df04e0c), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:13.176628 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] Attempting to bind port 927492c4-7559-4d8f-a7ab-c95ebd03b54b on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:35:13.177054 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] Attempting to bind port 927492c4-7559-4d8f-a7ab-c95ebd03b54b by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:35:13.177415 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] Attempting to bind port 927492c4-7559-4d8f-a7ab-c95ebd03b54b on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:35:13.179418 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d9d22-bf82-43ee-9cbf-66627808574a None None] Pushing event updated for resources: {'Port': ['ID=927492c4-7559-4d8f-a7ab-c95ebd03b54b,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:13.188079 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:35:13.188455 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:35:13.188859 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:13.189280 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:35:13.189742 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] Bound port: 927492c4-7559-4d8f-a7ab-c95ebd03b54b, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:35:13.190119 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (927492c4-7559-4d8f-a7ab-c95ebd03b54b), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:13.192865 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d9d22-bf82-43ee-9cbf-66627808574a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:13.193252 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d9d22-bf82-43ee-9cbf-66627808574a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:13.193591 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d9d22-bf82-43ee-9cbf-66627808574a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:13.193917 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d9d22-bf82-43ee-9cbf-66627808574a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:13.194245 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d9d22-bf82-43ee-9cbf-66627808574a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:13.194569 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d9d22-bf82-43ee-9cbf-66627808574a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:13.194893 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d9d22-bf82-43ee-9cbf-66627808574a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:13.195215 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d9d22-bf82-43ee-9cbf-66627808574a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:13.195533 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d9d22-bf82-43ee-9cbf-66627808574a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:13.195851 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d9d22-bf82-43ee-9cbf-66627808574a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:13.196170 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d9d22-bf82-43ee-9cbf-66627808574a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:13.196490 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d9d22-bf82-43ee-9cbf-66627808574a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:13.196857 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d9d22-bf82-43ee-9cbf-66627808574a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:35:13.206385 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815a8d11-18ad-4699-b922-cca082ab3776 admin admin] Network 58048d45-673a-4d51-b764-3bac093f4e7a is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:35:13.210035 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-815a8d11-18ad-4699-b922-cca082ab3776 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:35:13.213440 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815a8d11-18ad-4699-b922-cca082ab3776 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:35:13.253499 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] For port 927492c4-7559-4d8f-a7ab-c95ebd03b54b, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:35:13.257651 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] For port 927492c4-7559-4d8f-a7ab-c95ebd03b54b, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=927492c4-7559-4d8f-a7ab-c95ebd03b54b,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:35:13.257973 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-815a8d11-18ad-4699-b922-cca082ab3776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (c2def7e9-997a-44aa-b77f-c77577ed22d7), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:13.261405 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a8d11-18ad-4699-b922-cca082ab3776 admin admin] Pushing event updated for resources: {'Port': ['ID=00e7c31a-a053-4679-a71b-196d0df04e0c,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:13.266247 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (927492c4-7559-4d8f-a7ab-c95ebd03b54b), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:13.330787 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] Routers {'c2def7e9-997a-44aa-b77f-c77577ed22d7'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:35:13.331436 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:35:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c2def7e9-997a-44aa-b77f-c77577ed22d7'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:13.372837 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d9d22-bf82-43ee-9cbf-66627808574a None None] Pushing event updated for resources: {'Port': ['ID=927492c4-7559-4d8f-a7ab-c95ebd03b54b,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:13.428427 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-815a8d11-18ad-4699-b922-cca082ab3776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (00e7c31a-a053-4679-a71b-196d0df04e0c), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:13.460696 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] Set router c2def7e9-997a-44aa-b77f-c77577ed22d7 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:35:13.467796 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-771cb550-284a-4ade-a0a2-1600c70bf2d9 None None] Provisioning complete for port 00e7c31a-a053-4679-a71b-196d0df04e0c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:35:13.468301 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-771cb550-284a-4ade-a0a2-1600c70bf2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (00e7c31a-a053-4679-a71b-196d0df04e0c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:13.510965 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-771cb550-284a-4ade-a0a2-1600c70bf2d9 None None] Port 00e7c31a-a053-4679-a71b-196d0df04e0c cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:35:13.601341 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-815a8d11-18ad-4699-b922-cca082ab3776 admin admin] Publish callbacks [] for port (00e7c31a-a053-4679-a71b-196d0df04e0c), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:13.607452 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-815a8d11-18ad-4699-b922-cca082ab3776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (00e7c31a-a053-4679-a71b-196d0df04e0c), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:13.652101 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'name': 'tempest-TestShelveInstance-23454469-router', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:10Z', 'updated_at': '2022-02-19T05:35:11Z', 'revision_number': 3, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'gw_port': {'id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:11Z', 'updated_at': '2022-02-19T05:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:13.678019 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-815a8d11-18ad-4699-b922-cca082ab3776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (c2def7e9-997a-44aa-b77f-c77577ed22d7), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:13.678891 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33df02f9-c89b-4d18-8c70-56077c5890cc None None] The sync data for ids ['c2def7e9-997a-44aa-b77f-c77577ed22d7'] in n-d-772273-4 is: [{'id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'name': 'tempest-TestShelveInstance-23454469-router', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:10Z', 'updated_at': '2022-02-19T05:35:11Z', 'revision_number': 3, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'gw_port': {'id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:11Z', 'updated_at': '2022-02-19T05:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:35:13.683968 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a8d11-18ad-4699-b922-cca082ab3776 admin admin] Pushing event updated for resources: {'Port': ['ID=00e7c31a-a053-4679-a71b-196d0df04e0c,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:13.779071 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815a8d11-18ad-4699-b922-cca082ab3776 admin admin] Network 58048d45-673a-4d51-b764-3bac093f4e7a is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:35:13.780478 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-815a8d11-18ad-4699-b922-cca082ab3776 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:35:13.938987 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815a8d11-18ad-4699-b922-cca082ab3776 admin admin] Router c2def7e9-997a-44aa-b77f-c77577ed22d7 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:35:13.983278 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ca0daaae-fa6f-418a-ab07-7722b66ace96 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:35:14.041160 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port ca0daaae-fa6f-418a-ab07-7722b66ace96 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:35:14.041575 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (ca0daaae-fa6f-418a-ab07-7722b66ace96), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:14.067390 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815a8d11-18ad-4699-b922-cca082ab3776 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:35:14.077520 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-815a8d11-18ad-4699-b922-cca082ab3776 admin admin] 10.222.0.65 "PUT /v2.0/routers/c2def7e9-997a-44aa-b77f-c77577ed22d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6819196 Feb 19 05:35:14.141950 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port ca0daaae-fa6f-418a-ab07-7722b66ace96 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:35:14.147075 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-fbf6d67b-e615-4ba0-8757-1719030b765c None None] Provisioning complete for port 00e7c31a-a053-4679-a71b-196d0df04e0c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:35:14.147455 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fbf6d67b-e615-4ba0-8757-1719030b765c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (00e7c31a-a053-4679-a71b-196d0df04e0c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:14.187048 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-fbf6d67b-e615-4ba0-8757-1719030b765c None None] Port 00e7c31a-a053-4679-a71b-196d0df04e0c cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:35:14.595606 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37838) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:14.601857 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-b3b48ddb-921f-49b5-9d05-0d045bb3e426 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-443697659-network', 'tenant_id': '030e902e2ccc4ef79caaba486328f3d0'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:35:14.622559 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b48ddb-921f-49b5-9d05-0d045bb3e426 admin admin] Made reservation on behalf of 030e902e2ccc4ef79caaba486328f3d0 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:35:14.625024 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b3b48ddb-921f-49b5-9d05-0d045bb3e426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:14.633859 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b3b48ddb-921f-49b5-9d05-0d045bb3e426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:14.709351 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b3b48ddb-921f-49b5-9d05-0d045bb3e426 admin admin] Publish callbacks [] for security_group (d024bc0b-5999-40d9-88ef-428390ea0017), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:14.713036 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b3b48ddb-921f-49b5-9d05-0d045bb3e426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d024bc0b-5999-40d9-88ef-428390ea0017), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:14.733895 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b48ddb-921f-49b5-9d05-0d045bb3e426 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:35:14.747714 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b48ddb-921f-49b5-9d05-0d045bb3e426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d024bc0b-5999-40d9-88ef-428390ea0017,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:14.752390 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b3b48ddb-921f-49b5-9d05-0d045bb3e426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (48f5003e-197f-4925-8931-7ba9bca2b7e4), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:14.752756 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-b3b48ddb-921f-49b5-9d05-0d045bb3e426 admin admin] Added segment 48f5003e-197f-4925-8931-7ba9bca2b7e4 of type vlan for network f4fbd528-b3ef-4bb5-881d-f433902233ab Feb 19 05:35:14.792378 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b3b48ddb-921f-49b5-9d05-0d045bb3e426 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (f4fbd528-b3ef-4bb5-881d-f433902233ab), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:14.821595 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b3b48ddb-921f-49b5-9d05-0d045bb3e426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (f4fbd528-b3ef-4bb5-881d-f433902233ab), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:14.822764 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b48ddb-921f-49b5-9d05-0d045bb3e426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:14.823361 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-b3b48ddb-921f-49b5-9d05-0d045bb3e426 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:14.879918 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-b3b48ddb-921f-49b5-9d05-0d045bb3e426 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2826190 Feb 19 05:35:14.882698 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37840) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:14.886996 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b48ddb-921f-49b5-9d05-0d045bb3e426 admin admin] Pushing event updated for resources: {'Network': ['ID=f4fbd528-b3ef-4bb5-881d-f433902233ab,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:14.887960 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-e5c30150-e8e2-40c0-968f-ad6c4b3e368e admin admin] Request body: {'subnet': {'network_id': 'f4fbd528-b3ef-4bb5-881d-f433902233ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-443697659-subnet', 'tenant_id': '030e902e2ccc4ef79caaba486328f3d0', 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:35:14.897705 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network f4fbd528-b3ef-4bb5-881d-f433902233ab details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:35:14.906780 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c30150-e8e2-40c0-968f-ad6c4b3e368e admin admin] Made reservation on behalf of 030e902e2ccc4ef79caaba486328f3d0 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:35:14.909227 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e5c30150-e8e2-40c0-968f-ad6c4b3e368e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:15.092299 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e5c30150-e8e2-40c0-968f-ad6c4b3e368e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (1c59fd82-74c1-4e53-a2fc-7222afd86b4b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:15.148582 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c30150-e8e2-40c0-968f-ad6c4b3e368e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c59fd82-74c1-4e53-a2fc-7222afd86b4b,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:15.156458 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c30150-e8e2-40c0-968f-ad6c4b3e368e admin admin] Checking segment: {'id': '48f5003e-197f-4925-8931-7ba9bca2b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f4fbd528-b3ef-4bb5-881d-f433902233ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:35:15.156821 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c30150-e8e2-40c0-968f-ad6c4b3e368e admin admin] Network hostable DHCP agents. Network: f4fbd528-b3ef-4bb5-881d-f433902233ab, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:35:15.175572 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c30150-e8e2-40c0-968f-ad6c4b3e368e admin admin] Network f4fbd528-b3ef-4bb5-881d-f433902233ab is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:35:15.184751 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-e5c30150-e8e2-40c0-968f-ad6c4b3e368e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, f4fbd528-b3ef-4bb5-881d-f433902233ab) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:35:15.188829 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c30150-e8e2-40c0-968f-ad6c4b3e368e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:15.189478 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e5c30150-e8e2-40c0-968f-ad6c4b3e368e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:15.194722 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb27756d-90da-45d3-9b5b-bc43b5cfe862 None None] Network f4fbd528-b3ef-4bb5-881d-f433902233ab requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:35:15.213663 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e5c30150-e8e2-40c0-968f-ad6c4b3e368e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3295534 Feb 19 05:35:15.215724 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37842) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:15.220594 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f039b0bf-4c05-486e-9227-4ed4690bf1e8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-443697659-router', 'tenant_id': '030e902e2ccc4ef79caaba486328f3d0', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:35:15.242145 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f039b0bf-4c05-486e-9227-4ed4690bf1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (6a862174-73eb-46b2-804d-4de53082a57a), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:15.243716 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f039b0bf-4c05-486e-9227-4ed4690bf1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (6a862174-73eb-46b2-804d-4de53082a57a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:15.307251 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f039b0bf-4c05-486e-9227-4ed4690bf1e8 admin admin] Publish callbacks [] for router_controller (6a862174-73eb-46b2-804d-4de53082a57a), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:15.308703 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263406bb-65e9-48d8-9955-42cc6c42bb25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-f4fbd528-b3ef-4bb5-881d-f433902233ab', 'network_id': 'f4fbd528-b3ef-4bb5-881d-f433902233ab', 'project_id': '030e902e2ccc4ef79caaba486328f3d0', 'fixed_ips': [{'subnet_id': '1c59fd82-74c1-4e53-a2fc-7222afd86b4b'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:35:15.309651 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-263406bb-65e9-48d8-9955-42cc6c42bb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:15.395146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] Sync routers for ids ['c2def7e9-997a-44aa-b77f-c77577ed22d7'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:35:15.421817 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] Routers {'c2def7e9-997a-44aa-b77f-c77577ed22d7'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:35:15.422848 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:35:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c2def7e9-997a-44aa-b77f-c77577ed22d7'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:15.513512 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-263406bb-65e9-48d8-9955-42cc6c42bb25 None None] Allocated IP 172.20.0.2 (f4fbd528-b3ef-4bb5-881d-f433902233ab/1c59fd82-74c1-4e53-a2fc-7222afd86b4b/2704e880-8d5e-44de-99a8-ad584d9dc21b) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:35:15.617074 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] Set router c2def7e9-997a-44aa-b77f-c77577ed22d7 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:35:15.753072 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f039b0bf-4c05-486e-9227-4ed4690bf1e8 admin admin] Publish callbacks [] for router_gateway (6a862174-73eb-46b2-804d-4de53082a57a), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:15.836505 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-263406bb-65e9-48d8-9955-42cc6c42bb25 None None] Publish callbacks [] for port (2704e880-8d5e-44de-99a8-ad584d9dc21b), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:15.843949 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-263406bb-65e9-48d8-9955-42cc6c42bb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (2704e880-8d5e-44de-99a8-ad584d9dc21b), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:15.915562 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263406bb-65e9-48d8-9955-42cc6c42bb25 None None] Network f4fbd528-b3ef-4bb5-881d-f433902233ab is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:35:15.923122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-263406bb-65e9-48d8-9955-42cc6c42bb25 None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:35:15.925711 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263406bb-65e9-48d8-9955-42cc6c42bb25 None None] Pushing event updated for resources: {'Port': ['ID=2704e880-8d5e-44de-99a8-ad584d9dc21b,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:15.929279 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263406bb-65e9-48d8-9955-42cc6c42bb25 None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:35:15.966873 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 927492c4-7559-4d8f-a7ab-c95ebd03b54b up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:35:15.979597 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f039b0bf-4c05-486e-9227-4ed4690bf1e8 admin admin] Publish callbacks [] for router_gateway (6a862174-73eb-46b2-804d-4de53082a57a), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:15.998997 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f039b0bf-4c05-486e-9227-4ed4690bf1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:16.013429 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'name': 'tempest-TestShelveInstance-23454469-router', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:10Z', 'updated_at': '2022-02-19T05:35:13Z', 'revision_number': 4, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'gw_port': {'id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:11Z', 'updated_at': '2022-02-19T05:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '00e7c31a-a053-4679-a71b-196d0df04e0c', 'name': '', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'mac_address': 'fa:16:3e:58:75:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '23dd196b-af69-412b-ac4f-748e81637d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:12Z', 'updated_at': '2022-02-19T05:35:13Z', 'revision_number': 2, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'subnets': [{'id': '23dd196b-af69-412b-ac4f-748e81637d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:16.111176 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-f039b0bf-4c05-486e-9227-4ed4690bf1e8 admin admin] Allocated IP 172.25.0.165 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/8c21f07d-be37-4b5a-aa0f-191129327c3a) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:35:16.216279 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f039b0bf-4c05-486e-9227-4ed4690bf1e8 admin admin] Publish callbacks [] for port (8c21f07d-be37-4b5a-aa0f-191129327c3a), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:16.219043 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] Checking router: c2def7e9-997a-44aa-b77f-c77577ed22d7 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:35:16.219547 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] Updating router c2def7e9-997a-44aa-b77f-c77577ed22d7 port 00e7c31a-a053-4679-a71b-196d0df04e0c binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:35:16.222800 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-263406bb-65e9-48d8-9955-42cc6c42bb25 None None] Attempting to bind port 2704e880-8d5e-44de-99a8-ad584d9dc21b on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:35:16.223163 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-263406bb-65e9-48d8-9955-42cc6c42bb25 None None] Attempting to bind port 2704e880-8d5e-44de-99a8-ad584d9dc21b by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '48f5003e-197f-4925-8931-7ba9bca2b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f4fbd528-b3ef-4bb5-881d-f433902233ab'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:35:16.223575 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263406bb-65e9-48d8-9955-42cc6c42bb25 None None] Attempting to bind port 2704e880-8d5e-44de-99a8-ad584d9dc21b on network f4fbd528-b3ef-4bb5-881d-f433902233ab {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:35:16.245845 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263406bb-65e9-48d8-9955-42cc6c42bb25 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:35:16.246224 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263406bb-65e9-48d8-9955-42cc6c42bb25 None None] Checking segment: {'id': '48f5003e-197f-4925-8931-7ba9bca2b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f4fbd528-b3ef-4bb5-881d-f433902233ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:35:16.246628 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-263406bb-65e9-48d8-9955-42cc6c42bb25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:16.247026 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263406bb-65e9-48d8-9955-42cc6c42bb25 None None] Bound using segment: {'id': '48f5003e-197f-4925-8931-7ba9bca2b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f4fbd528-b3ef-4bb5-881d-f433902233ab'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:35:16.247498 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-263406bb-65e9-48d8-9955-42cc6c42bb25 None None] Bound port: 2704e880-8d5e-44de-99a8-ad584d9dc21b, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f5003e-197f-4925-8931-7ba9bca2b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f4fbd528-b3ef-4bb5-881d-f433902233ab'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:35:16.247876 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-263406bb-65e9-48d8-9955-42cc6c42bb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2704e880-8d5e-44de-99a8-ad584d9dc21b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:16.252296 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f039b0bf-4c05-486e-9227-4ed4690bf1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (8c21f07d-be37-4b5a-aa0f-191129327c3a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:16.270143 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (00e7c31a-a053-4679-a71b-196d0df04e0c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:16.290738 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f039b0bf-4c05-486e-9227-4ed4690bf1e8 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:35:16.293492 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-f039b0bf-4c05-486e-9227-4ed4690bf1e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:35:16.295765 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f039b0bf-4c05-486e-9227-4ed4690bf1e8 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:35:16.311057 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 927492c4-7559-4d8f-a7ab-c95ebd03b54b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:35:16.311431 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (927492c4-7559-4d8f-a7ab-c95ebd03b54b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:16.325531 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039b0bf-4c05-486e-9227-4ed4690bf1e8 admin admin] Pushing event updated for resources: {'Port': ['ID=8c21f07d-be37-4b5a-aa0f-191129327c3a,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:16.449372 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-263406bb-65e9-48d8-9955-42cc6c42bb25 None None] For port 2704e880-8d5e-44de-99a8-ad584d9dc21b, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:35:16.469868 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-263406bb-65e9-48d8-9955-42cc6c42bb25 None None] For port 2704e880-8d5e-44de-99a8-ad584d9dc21b, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2704e880-8d5e-44de-99a8-ad584d9dc21b,segment=NetworkSegment(48f5003e-197f-4925-8931-7ba9bca2b7e4),segment_id=48f5003e-197f-4925-8931-7ba9bca2b7e4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:35:16.482860 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-263406bb-65e9-48d8-9955-42cc6c42bb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2704e880-8d5e-44de-99a8-ad584d9dc21b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:16.576589 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f039b0bf-4c05-486e-9227-4ed4690bf1e8 admin admin] Publish callbacks [] for router_gateway (6a862174-73eb-46b2-804d-4de53082a57a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:16.622441 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 927492c4-7559-4d8f-a7ab-c95ebd03b54b is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:35:16.622838 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (927492c4-7559-4d8f-a7ab-c95ebd03b54b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:16.647761 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263406bb-65e9-48d8-9955-42cc6c42bb25 None None] Pushing event updated for resources: {'Port': ['ID=2704e880-8d5e-44de-99a8-ad584d9dc21b,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:16.670795 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 927492c4-7559-4d8f-a7ab-c95ebd03b54b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=927492c4-7559-4d8f-a7ab-c95ebd03b54b,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:35:16.676881 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (927492c4-7559-4d8f-a7ab-c95ebd03b54b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:16.792490 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=927492c4-7559-4d8f-a7ab-c95ebd03b54b,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:16.813771 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] Publish callbacks [] for port (00e7c31a-a053-4679-a71b-196d0df04e0c), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:16.819672 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (00e7c31a-a053-4679-a71b-196d0df04e0c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:16.855455 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f039b0bf-4c05-486e-9227-4ed4690bf1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (6a862174-73eb-46b2-804d-4de53082a57a), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:16.903004 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308a703-f798-41ec-bcb1-f76e79567aa1 None None] Pushing event updated for resources: {'Port': ['ID=00e7c31a-a053-4679-a71b-196d0df04e0c,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:16.948885 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] Attempting to bind port 00e7c31a-a053-4679-a71b-196d0df04e0c on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:35:16.949573 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] Attempting to bind port 00e7c31a-a053-4679-a71b-196d0df04e0c by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '2ca5a6e2-0e3f-4729-af54-3483506c16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:35:16.949944 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] Attempting to bind port 00e7c31a-a053-4679-a71b-196d0df04e0c on network 58048d45-673a-4d51-b764-3bac093f4e7a {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:35:16.957631 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:35:16.959253 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] Checking segment: {'id': '2ca5a6e2-0e3f-4729-af54-3483506c16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:35:16.960894 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:16.962306 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] Bound using segment: {'id': '2ca5a6e2-0e3f-4729-af54-3483506c16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:35:16.963002 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] Bound port: 00e7c31a-a053-4679-a71b-196d0df04e0c, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca5a6e2-0e3f-4729-af54-3483506c16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:35:16.963717 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (00e7c31a-a053-4679-a71b-196d0df04e0c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:17.038284 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f039b0bf-4c05-486e-9227-4ed4690bf1e8 admin admin] Router 6a862174-73eb-46b2-804d-4de53082a57a is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:35:17.044628 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] For port 00e7c31a-a053-4679-a71b-196d0df04e0c, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:35:17.048118 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] For port 00e7c31a-a053-4679-a71b-196d0df04e0c, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=00e7c31a-a053-4679-a71b-196d0df04e0c,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:35:17.056646 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (00e7c31a-a053-4679-a71b-196d0df04e0c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:17.120717 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308a703-f798-41ec-bcb1-f76e79567aa1 None None] Pushing event updated for resources: {'Port': ['ID=00e7c31a-a053-4679-a71b-196d0df04e0c,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:17.123440 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] Routers {'c2def7e9-997a-44aa-b77f-c77577ed22d7'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:35:17.124125 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:35:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c2def7e9-997a-44aa-b77f-c77577ed22d7'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:17.172047 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f039b0bf-4c05-486e-9227-4ed4690bf1e8 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:35:17.185587 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] Sync routers for ids ['6a862174-73eb-46b2-804d-4de53082a57a'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:35:17.194930 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f039b0bf-4c05-486e-9227-4ed4690bf1e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:17.199553 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37844) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:17.200181 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f039b0bf-4c05-486e-9227-4ed4690bf1e8 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9826498 Feb 19 05:35:17.223644 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] Routers {'6a862174-73eb-46b2-804d-4de53082a57a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:35:17.225575 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:35:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6a862174-73eb-46b2-804d-4de53082a57a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:17.272094 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] Set router c2def7e9-997a-44aa-b77f-c77577ed22d7 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:35:17.274644 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-2bcc0df0-683b-4f9e-9b37-a7bf1e6a4fa1 None None] Provisioning complete for port 00e7c31a-a053-4679-a71b-196d0df04e0c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:35:17.275094 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2bcc0df0-683b-4f9e-9b37-a7bf1e6a4fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (00e7c31a-a053-4679-a71b-196d0df04e0c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:17.363634 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] Set router 6a862174-73eb-46b2-804d-4de53082a57a gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:35:17.518635 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-2bcc0df0-683b-4f9e-9b37-a7bf1e6a4fa1 None None] Current status of the port 00e7c31a-a053-4679-a71b-196d0df04e0c is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:35:17.519038 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2bcc0df0-683b-4f9e-9b37-a7bf1e6a4fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (00e7c31a-a053-4679-a71b-196d0df04e0c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:17.583521 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-2bcc0df0-683b-4f9e-9b37-a7bf1e6a4fa1 None None] For port 00e7c31a-a053-4679-a71b-196d0df04e0c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=00e7c31a-a053-4679-a71b-196d0df04e0c,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:35:17.593270 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2bcc0df0-683b-4f9e-9b37-a7bf1e6a4fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (00e7c31a-a053-4679-a71b-196d0df04e0c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:17.602674 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a862174-73eb-46b2-804d-4de53082a57a', 'name': 'tempest-TestShelveInstance-443697659-router', 'tenant_id': '030e902e2ccc4ef79caaba486328f3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '8c21f07d-be37-4b5a-aa0f-191129327c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:15Z', 'updated_at': '2022-02-19T05:35:16Z', 'revision_number': 3, 'project_id': '030e902e2ccc4ef79caaba486328f3d0', 'gw_port': {'id': '8c21f07d-be37-4b5a-aa0f-191129327c3a', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a862174-73eb-46b2-804d-4de53082a57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:16Z', 'updated_at': '2022-02-19T05:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:17.647260 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'name': 'tempest-TestShelveInstance-23454469-router', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:10Z', 'updated_at': '2022-02-19T05:35:13Z', 'revision_number': 4, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'gw_port': {'id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:11Z', 'updated_at': '2022-02-19T05:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '00e7c31a-a053-4679-a71b-196d0df04e0c', 'name': '', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'mac_address': 'fa:16:3e:58:75:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '23dd196b-af69-412b-ac4f-748e81637d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:12Z', 'updated_at': '2022-02-19T05:35:17Z', 'revision_number': 4, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'subnets': [{'id': '23dd196b-af69-412b-ac4f-748e81637d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:17.662221 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] Checking router: 6a862174-73eb-46b2-804d-4de53082a57a for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:35:17.663021 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] Updating router 6a862174-73eb-46b2-804d-4de53082a57a port 8c21f07d-be37-4b5a-aa0f-191129327c3a binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:35:17.685082 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc0df0-683b-4f9e-9b37-a7bf1e6a4fa1 None None] Pushing event updated for resources: {'Port': ['ID=00e7c31a-a053-4679-a71b-196d0df04e0c,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:17.695524 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da7164e-b547-4ee0-82cd-a80a258141a7 None None] The sync data for ids ['c2def7e9-997a-44aa-b77f-c77577ed22d7'] in n-d-772273-4 is: [{'id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'name': 'tempest-TestShelveInstance-23454469-router', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:10Z', 'updated_at': '2022-02-19T05:35:13Z', 'revision_number': 4, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'gw_port': {'id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:11Z', 'updated_at': '2022-02-19T05:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '00e7c31a-a053-4679-a71b-196d0df04e0c', 'name': '', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'mac_address': 'fa:16:3e:58:75:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '23dd196b-af69-412b-ac4f-748e81637d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:12Z', 'updated_at': '2022-02-19T05:35:17Z', 'revision_number': 4, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'subnets': [{'id': '23dd196b-af69-412b-ac4f-748e81637d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:35:17.708287 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8c21f07d-be37-4b5a-aa0f-191129327c3a), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:17.726428 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-b7b656c2-198b-464a-b1ba-9a472da261fe None None] Provisioning complete for port 00e7c31a-a053-4679-a71b-196d0df04e0c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:35:17.727144 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b7b656c2-198b-464a-b1ba-9a472da261fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (00e7c31a-a053-4679-a71b-196d0df04e0c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:17.900730 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-b7b656c2-198b-464a-b1ba-9a472da261fe None None] Current status of the port 00e7c31a-a053-4679-a71b-196d0df04e0c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:35:18.000567 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dd7ccf-7568-42de-a458-fc9104e5b241 None None] Network f4fbd528-b3ef-4bb5-881d-f433902233ab requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:35:18.085017 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-96b27b63-6424-44cc-b79f-0bd55b03dfda None None] Provisioning complete for port 2704e880-8d5e-44de-99a8-ad584d9dc21b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:35:18.085585 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-96b27b63-6424-44cc-b79f-0bd55b03dfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2704e880-8d5e-44de-99a8-ad584d9dc21b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:18.131321 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] Publish callbacks [] for port (8c21f07d-be37-4b5a-aa0f-191129327c3a), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:18.144254 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8c21f07d-be37-4b5a-aa0f-191129327c3a), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:18.180717 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2704e880-8d5e-44de-99a8-ad584d9dc21b up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:35:18.200377 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c65a1-5207-41cc-a252-c2fe34beb186 None None] Pushing event updated for resources: {'Port': ['ID=8c21f07d-be37-4b5a-aa0f-191129327c3a,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:18.235664 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] Attempting to bind port 8c21f07d-be37-4b5a-aa0f-191129327c3a on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:35:18.236794 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] Attempting to bind port 8c21f07d-be37-4b5a-aa0f-191129327c3a by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:35:18.237546 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] Attempting to bind port 8c21f07d-be37-4b5a-aa0f-191129327c3a on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:35:18.247342 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:35:18.248066 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:35:18.248751 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:18.249407 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:35:18.250403 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] Bound port: 8c21f07d-be37-4b5a-aa0f-191129327c3a, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:35:18.251087 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8c21f07d-be37-4b5a-aa0f-191129327c3a), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:18.280031 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-96b27b63-6424-44cc-b79f-0bd55b03dfda None None] Current status of the port 2704e880-8d5e-44de-99a8-ad584d9dc21b is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:35:18.280626 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-96b27b63-6424-44cc-b79f-0bd55b03dfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (2704e880-8d5e-44de-99a8-ad584d9dc21b), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:18.282977 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a4167b8f-190c-45ca-bf1b-fde74faf2197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:18.322491 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] For port 8c21f07d-be37-4b5a-aa0f-191129327c3a, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:35:18.324226 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 2704e880-8d5e-44de-99a8-ad584d9dc21b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:35:18.324632 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2704e880-8d5e-44de-99a8-ad584d9dc21b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:18.328217 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] For port 8c21f07d-be37-4b5a-aa0f-191129327c3a, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8c21f07d-be37-4b5a-aa0f-191129327c3a,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:35:18.336501 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8c21f07d-be37-4b5a-aa0f-191129327c3a), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:18.357382 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-96b27b63-6424-44cc-b79f-0bd55b03dfda None None] For port 2704e880-8d5e-44de-99a8-ad584d9dc21b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2704e880-8d5e-44de-99a8-ad584d9dc21b,segment=NetworkSegment(48f5003e-197f-4925-8931-7ba9bca2b7e4),segment_id=48f5003e-197f-4925-8931-7ba9bca2b7e4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:35:18.368338 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-96b27b63-6424-44cc-b79f-0bd55b03dfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (2704e880-8d5e-44de-99a8-ad584d9dc21b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:18.404259 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] Routers {'6a862174-73eb-46b2-804d-4de53082a57a'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:35:18.404862 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:35:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6a862174-73eb-46b2-804d-4de53082a57a'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:18.476499 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b27b63-6424-44cc-b79f-0bd55b03dfda None None] Pushing event updated for resources: {'Port': ['ID=2704e880-8d5e-44de-99a8-ad584d9dc21b,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:18.498527 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c65a1-5207-41cc-a252-c2fe34beb186 None None] Pushing event updated for resources: {'Port': ['ID=8c21f07d-be37-4b5a-aa0f-191129327c3a,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:18.503785 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 2704e880-8d5e-44de-99a8-ad584d9dc21b is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:35:18.505005 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 927492c4-7559-4d8f-a7ab-c95ebd03b54b up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:35:18.578953 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 927492c4-7559-4d8f-a7ab-c95ebd03b54b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:35:18.579276 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (927492c4-7559-4d8f-a7ab-c95ebd03b54b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:18.582585 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-a4167b8f-190c-45ca-bf1b-fde74faf2197 admin admin] Allocated IP 172.20.0.1 (f4fbd528-b3ef-4bb5-881d-f433902233ab/1c59fd82-74c1-4e53-a2fc-7222afd86b4b/e509e631-eb6b-48be-9edb-0d4299f25aa7) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:35:18.719282 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 927492c4-7559-4d8f-a7ab-c95ebd03b54b is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:35:18.720588 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 00e7c31a-a053-4679-a71b-196d0df04e0c up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:35:18.724810 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-df4258f5-0443-4a21-9a3e-9a1a1b4afd3b None None] Provisioning complete for port 2704e880-8d5e-44de-99a8-ad584d9dc21b triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:35:18.725212 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-df4258f5-0443-4a21-9a3e-9a1a1b4afd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2704e880-8d5e-44de-99a8-ad584d9dc21b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:18.739710 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a4167b8f-190c-45ca-bf1b-fde74faf2197 admin admin] Publish callbacks [] for port (e509e631-eb6b-48be-9edb-0d4299f25aa7), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:18.760002 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] Set router 6a862174-73eb-46b2-804d-4de53082a57a gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:35:18.788896 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a4167b8f-190c-45ca-bf1b-fde74faf2197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (e509e631-eb6b-48be-9edb-0d4299f25aa7), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:18.841661 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 00e7c31a-a053-4679-a71b-196d0df04e0c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:35:18.842043 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (00e7c31a-a053-4679-a71b-196d0df04e0c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:18.843321 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4167b8f-190c-45ca-bf1b-fde74faf2197 admin admin] Network f4fbd528-b3ef-4bb5-881d-f433902233ab is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:35:18.850663 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-a4167b8f-190c-45ca-bf1b-fde74faf2197 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:35:18.855682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4167b8f-190c-45ca-bf1b-fde74faf2197 admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:35:18.858924 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4167b8f-190c-45ca-bf1b-fde74faf2197 admin admin] Pushing event updated for resources: {'Port': ['ID=e509e631-eb6b-48be-9edb-0d4299f25aa7,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:18.878001 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-df4258f5-0443-4a21-9a3e-9a1a1b4afd3b None None] Current status of the port 2704e880-8d5e-44de-99a8-ad584d9dc21b is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:35:18.917088 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a4167b8f-190c-45ca-bf1b-fde74faf2197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (6a862174-73eb-46b2-804d-4de53082a57a), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:18.975325 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 00e7c31a-a053-4679-a71b-196d0df04e0c is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:35:19.018141 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a862174-73eb-46b2-804d-4de53082a57a', 'name': 'tempest-TestShelveInstance-443697659-router', 'tenant_id': '030e902e2ccc4ef79caaba486328f3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '8c21f07d-be37-4b5a-aa0f-191129327c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:15Z', 'updated_at': '2022-02-19T05:35:16Z', 'revision_number': 3, 'project_id': '030e902e2ccc4ef79caaba486328f3d0', 'gw_port': {'id': '8c21f07d-be37-4b5a-aa0f-191129327c3a', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a862174-73eb-46b2-804d-4de53082a57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:16Z', 'updated_at': '2022-02-19T05:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:19.050359 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc4f9cd-1b15-49e4-b4cc-230876c47458 None None] The sync data for ids ['6a862174-73eb-46b2-804d-4de53082a57a'] in n-d-772273-4 is: [{'id': '6a862174-73eb-46b2-804d-4de53082a57a', 'name': 'tempest-TestShelveInstance-443697659-router', 'tenant_id': '030e902e2ccc4ef79caaba486328f3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '8c21f07d-be37-4b5a-aa0f-191129327c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:15Z', 'updated_at': '2022-02-19T05:35:16Z', 'revision_number': 3, 'project_id': '030e902e2ccc4ef79caaba486328f3d0', 'gw_port': {'id': '8c21f07d-be37-4b5a-aa0f-191129327c3a', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a862174-73eb-46b2-804d-4de53082a57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:16Z', 'updated_at': '2022-02-19T05:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:35:19.110469 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a4167b8f-190c-45ca-bf1b-fde74faf2197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e509e631-eb6b-48be-9edb-0d4299f25aa7), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:19.203702 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-7c03ad9f-4539-4d66-acfc-0cbf1ff18b74 None None] Provisioning complete for port e509e631-eb6b-48be-9edb-0d4299f25aa7 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:35:19.204139 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7c03ad9f-4539-4d66-acfc-0cbf1ff18b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e509e631-eb6b-48be-9edb-0d4299f25aa7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:19.243440 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7c03ad9f-4539-4d66-acfc-0cbf1ff18b74 None None] Port e509e631-eb6b-48be-9edb-0d4299f25aa7 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:35:19.300115 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a4167b8f-190c-45ca-bf1b-fde74faf2197 admin admin] Publish callbacks [] for port (e509e631-eb6b-48be-9edb-0d4299f25aa7), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:19.306246 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a4167b8f-190c-45ca-bf1b-fde74faf2197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (e509e631-eb6b-48be-9edb-0d4299f25aa7), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:19.373158 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4167b8f-190c-45ca-bf1b-fde74faf2197 admin admin] Pushing event updated for resources: {'Port': ['ID=e509e631-eb6b-48be-9edb-0d4299f25aa7,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:19.389932 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a4167b8f-190c-45ca-bf1b-fde74faf2197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (6a862174-73eb-46b2-804d-4de53082a57a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:19.499955 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4167b8f-190c-45ca-bf1b-fde74faf2197 admin admin] Network f4fbd528-b3ef-4bb5-881d-f433902233ab is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:35:19.501598 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-a4167b8f-190c-45ca-bf1b-fde74faf2197 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:35:19.634697 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4167b8f-190c-45ca-bf1b-fde74faf2197 admin admin] Router 6a862174-73eb-46b2-804d-4de53082a57a has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:35:19.757800 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4167b8f-190c-45ca-bf1b-fde74faf2197 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:35:19.772369 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a4167b8f-190c-45ca-bf1b-fde74faf2197 admin admin] 10.222.0.65 "PUT /v2.0/routers/6a862174-73eb-46b2-804d-4de53082a57a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5613661 Feb 19 05:35:19.772622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-eaa0c057-8fde-4842-a923-18dcd9de8557 None None] Provisioning complete for port e509e631-eb6b-48be-9edb-0d4299f25aa7 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:35:19.772622 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-eaa0c057-8fde-4842-a923-18dcd9de8557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e509e631-eb6b-48be-9edb-0d4299f25aa7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:19.809406 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-eaa0c057-8fde-4842-a923-18dcd9de8557 None None] Port e509e631-eb6b-48be-9edb-0d4299f25aa7 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:35:19.985171 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2704e880-8d5e-44de-99a8-ad584d9dc21b up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:35:20.042558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 2704e880-8d5e-44de-99a8-ad584d9dc21b triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:35:20.042969 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (2704e880-8d5e-44de-99a8-ad584d9dc21b), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:20.132967 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 2704e880-8d5e-44de-99a8-ad584d9dc21b is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:35:20.134059 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8c21f07d-be37-4b5a-aa0f-191129327c3a up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:35:20.187669 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 8c21f07d-be37-4b5a-aa0f-191129327c3a triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:35:20.188051 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8c21f07d-be37-4b5a-aa0f-191129327c3a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:20.267423 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 8c21f07d-be37-4b5a-aa0f-191129327c3a is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:35:20.267925 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (8c21f07d-be37-4b5a-aa0f-191129327c3a), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:20.293117 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 8c21f07d-be37-4b5a-aa0f-191129327c3a, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8c21f07d-be37-4b5a-aa0f-191129327c3a,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:35:20.297417 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (8c21f07d-be37-4b5a-aa0f-191129327c3a), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:20.345368 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=8c21f07d-be37-4b5a-aa0f-191129327c3a,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:20.460167 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 37852) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:20.465071 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-088366fe-7410-4bcd-8ba5-3cbc3a75c819 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1520366843', 'description': 'tempest-secgroup-smoke-1520366843 description', 'project_id': 'f1cba637a1744fda84081146b69ff4b1'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:35:20.486309 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-088366fe-7410-4bcd-8ba5-3cbc3a75c819 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:20.554430 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-088366fe-7410-4bcd-8ba5-3cbc3a75c819 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group (0521e17c-aa5d-4957-915f-18e621aac106), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:20.558315 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-088366fe-7410-4bcd-8ba5-3cbc3a75c819 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0521e17c-aa5d-4957-915f-18e621aac106), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:20.586788 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-088366fe-7410-4bcd-8ba5-3cbc3a75c819 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:20.588032 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-088366fe-7410-4bcd-8ba5-3cbc3a75c819 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1267188 Feb 19 05:35:20.591191 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37854) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:20.592431 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088366fe-7410-4bcd-8ba5-3cbc3a75c819 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0521e17c-aa5d-4957-915f-18e621aac106,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:20.596508 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-85d200ba-c820-4942-8654-feae09ef6208 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Request body: {'security_group_rule': {'security_group_id': '0521e17c-aa5d-4957-915f-18e621aac106', 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:35:20.621819 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85d200ba-c820-4942-8654-feae09ef6208 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (bdcd51ee-1263-4ac1-b810-77700245ecdb), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:20.676528 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85d200ba-c820-4942-8654-feae09ef6208 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (bdcd51ee-1263-4ac1-b810-77700245ecdb), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:20.680332 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85d200ba-c820-4942-8654-feae09ef6208 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (bdcd51ee-1263-4ac1-b810-77700245ecdb), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:20.698804 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d200ba-c820-4942-8654-feae09ef6208 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdcd51ee-1263-4ac1-b810-77700245ecdb,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:20.704951 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-85d200ba-c820-4942-8654-feae09ef6208 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:20.706216 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-85d200ba-c820-4942-8654-feae09ef6208 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138196 Feb 19 05:35:20.709654 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37856) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:20.714141 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-9dfee752-9349-4006-a317-c2be9be18d3a tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Request body: {'security_group_rule': {'security_group_id': '0521e17c-aa5d-4957-915f-18e621aac106', 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:35:20.738948 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9dfee752-9349-4006-a317-c2be9be18d3a tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (5c1f4da0-9808-401d-9bcd-637c2d6722e7), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:20.803921 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9dfee752-9349-4006-a317-c2be9be18d3a tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (5c1f4da0-9808-401d-9bcd-637c2d6722e7), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:20.808898 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9dfee752-9349-4006-a317-c2be9be18d3a tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (5c1f4da0-9808-401d-9bcd-637c2d6722e7), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:20.830246 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfee752-9349-4006-a317-c2be9be18d3a tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1f4da0-9808-401d-9bcd-637c2d6722e7,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:20.839691 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9dfee752-9349-4006-a317-c2be9be18d3a tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:20.840923 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9dfee752-9349-4006-a317-c2be9be18d3a tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1302788 Feb 19 05:35:20.844802 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37858) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:20.849343 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-d4be3ae0-f447-4311-845d-3dd38d3c6a98 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Request body: {'security_group_rule': {'security_group_id': '0521e17c-aa5d-4957-915f-18e621aac106', 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:35:20.875037 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d4be3ae0-f447-4311-845d-3dd38d3c6a98 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (7257c0a4-5a7a-4e30-be8b-94f4c300c712), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:20.935452 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d4be3ae0-f447-4311-845d-3dd38d3c6a98 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (7257c0a4-5a7a-4e30-be8b-94f4c300c712), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:20.939869 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d4be3ae0-f447-4311-845d-3dd38d3c6a98 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (7257c0a4-5a7a-4e30-be8b-94f4c300c712), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:20.961552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be3ae0-f447-4311-845d-3dd38d3c6a98 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7257c0a4-5a7a-4e30-be8b-94f4c300c712,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:20.969289 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d4be3ae0-f447-4311-845d-3dd38d3c6a98 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:20.970498 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d4be3ae0-f447-4311-845d-3dd38d3c6a98 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247191 Feb 19 05:35:20.973147 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37860) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:20.977450 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-5b7a0366-b210-4c17-a14c-076e52a1e390 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Request body: {'security_group_rule': {'security_group_id': '0521e17c-aa5d-4957-915f-18e621aac106', 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:35:21.003470 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b7a0366-b210-4c17-a14c-076e52a1e390 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (8e527cbe-1643-4d55-8993-18a9262f2517), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:21.065445 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b7a0366-b210-4c17-a14c-076e52a1e390 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (8e527cbe-1643-4d55-8993-18a9262f2517), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:21.069879 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b7a0366-b210-4c17-a14c-076e52a1e390 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (8e527cbe-1643-4d55-8993-18a9262f2517), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:21.089743 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a0366-b210-4c17-a14c-076e52a1e390 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e527cbe-1643-4d55-8993-18a9262f2517,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:21.099398 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-5b7a0366-b210-4c17-a14c-076e52a1e390 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:21.100706 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-5b7a0366-b210-4c17-a14c-076e52a1e390 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1265376 Feb 19 05:35:21.103337 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37862) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:21.107697 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-3b9fbf91-ad90-4f6b-8539-f580fc7aceae tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Request body: {'security_group_rule': {'security_group_id': '0521e17c-aa5d-4957-915f-18e621aac106', 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:35:21.126893 n-d-772273-4 neutron-server[115199]: INFO neutron.db.securitygroups_db [None req-3b9fbf91-ad90-4f6b-8539-f580fc7aceae tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Project f1cba637a1744fda84081146b69ff4b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:35:21.131724 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b9fbf91-ad90-4f6b-8539-f580fc7aceae tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (a77635b1-a83d-4645-9e86-e37e7af76da7), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:21.190919 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b9fbf91-ad90-4f6b-8539-f580fc7aceae tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (a77635b1-a83d-4645-9e86-e37e7af76da7), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:21.194362 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b9fbf91-ad90-4f6b-8539-f580fc7aceae tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (a77635b1-a83d-4645-9e86-e37e7af76da7), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:21.213962 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9fbf91-ad90-4f6b-8539-f580fc7aceae tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77635b1-a83d-4645-9e86-e37e7af76da7,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:21.219477 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-3b9fbf91-ad90-4f6b-8539-f580fc7aceae tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:21.220501 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-3b9fbf91-ad90-4f6b-8539-f580fc7aceae tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162367 Feb 19 05:35:21.223511 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37864) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:21.228575 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-d6404cf2-6ab8-449a-9239-a0e1cf1eeb82 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Request body: {'security_group_rule': {'security_group_id': '0521e17c-aa5d-4957-915f-18e621aac106', 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:35:21.232594 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] Sync routers for ids ['6a862174-73eb-46b2-804d-4de53082a57a'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:35:21.244766 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] Routers {'6a862174-73eb-46b2-804d-4de53082a57a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:35:21.245836 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:35:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6a862174-73eb-46b2-804d-4de53082a57a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:21.253612 n-d-772273-4 neutron-server[115199]: INFO neutron.db.securitygroups_db [None req-d6404cf2-6ab8-449a-9239-a0e1cf1eeb82 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Project f1cba637a1744fda84081146b69ff4b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:35:21.260383 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d6404cf2-6ab8-449a-9239-a0e1cf1eeb82 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (ca593e82-71f9-4aba-ad1d-72171ca6047d), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:21.320780 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d6404cf2-6ab8-449a-9239-a0e1cf1eeb82 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (ca593e82-71f9-4aba-ad1d-72171ca6047d), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:21.324718 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d6404cf2-6ab8-449a-9239-a0e1cf1eeb82 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (ca593e82-71f9-4aba-ad1d-72171ca6047d), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:21.346190 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6404cf2-6ab8-449a-9239-a0e1cf1eeb82 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca593e82-71f9-4aba-ad1d-72171ca6047d,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:21.353954 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-d6404cf2-6ab8-449a-9239-a0e1cf1eeb82 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:21.355149 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-d6404cf2-6ab8-449a-9239-a0e1cf1eeb82 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301630 Feb 19 05:35:21.371844 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] Set router 6a862174-73eb-46b2-804d-4de53082a57a gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:35:21.509354 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31426878-6d7f-4d21-871e-663274bf40a6 req-5c2a86c4-cece-4b8b-a22e-10f549de4d0b tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1520366843&fields=id&tenant_id=f1cba637a1744fda84081146b69ff4b1 HTTP/1.1" status: 200 len: 267 time: 0.0472794 Feb 19 05:35:21.623426 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31426878-6d7f-4d21-871e-663274bf40a6 req-bd193d49-9880-42c5-8a10-1517f1d4aad1 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:21.624934 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31426878-6d7f-4d21-871e-663274bf40a6 req-bd193d49-9880-42c5-8a10-1517f1d4aad1 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/networks?id=58048d45-673a-4d51-b764-3bac093f4e7a HTTP/1.1" status: 200 len: 807 time: 0.1089952 Feb 19 05:35:21.640064 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31426878-6d7f-4d21-871e-663274bf40a6 req-d5cd1264-ad88-472b-af26-d6cd2ee01db0 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/quotas/f1cba637a1744fda84081146b69ff4b1 HTTP/1.1" status: 200 len: 375 time: 0.0090706 Feb 19 05:35:21.695856 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31426878-6d7f-4d21-871e-663274bf40a6 req-054ec728-34b9-4a96-b096-14dabf4bdc67 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1cba637a1744fda84081146b69ff4b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505819 Feb 19 05:35:21.734357 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a862174-73eb-46b2-804d-4de53082a57a', 'name': 'tempest-TestShelveInstance-443697659-router', 'tenant_id': '030e902e2ccc4ef79caaba486328f3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '8c21f07d-be37-4b5a-aa0f-191129327c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:15Z', 'updated_at': '2022-02-19T05:35:19Z', 'revision_number': 4, 'project_id': '030e902e2ccc4ef79caaba486328f3d0', 'gw_port': {'id': '8c21f07d-be37-4b5a-aa0f-191129327c3a', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a862174-73eb-46b2-804d-4de53082a57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:16Z', 'updated_at': '2022-02-19T05:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'e509e631-eb6b-48be-9edb-0d4299f25aa7', 'name': '', 'network_id': 'f4fbd528-b3ef-4bb5-881d-f433902233ab', 'tenant_id': '030e902e2ccc4ef79caaba486328f3d0', 'mac_address': 'fa:16:3e:7d:e3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a862174-73eb-46b2-804d-4de53082a57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '1c59fd82-74c1-4e53-a2fc-7222afd86b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:18Z', 'updated_at': '2022-02-19T05:35:19Z', 'revision_number': 2, 'project_id': '030e902e2ccc4ef79caaba486328f3d0', 'subnets': [{'id': '1c59fd82-74c1-4e53-a2fc-7222afd86b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:21.765733 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] Checking router: 6a862174-73eb-46b2-804d-4de53082a57a for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:35:21.766095 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] Updating router 6a862174-73eb-46b2-804d-4de53082a57a port e509e631-eb6b-48be-9edb-0d4299f25aa7 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:35:21.789812 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31426878-6d7f-4d21-871e-663274bf40a6 req-5c47eedf-ee30-49bb-892c-f62ce9bd0dbe service neutron] 10.222.0.65 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827582 Feb 19 05:35:21.794412 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e509e631-eb6b-48be-9edb-0d4299f25aa7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:21.896637 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31426878-6d7f-4d21-871e-663274bf40a6 req-b826ee39-ac74-4cd5-8adf-703d58e2f9c2 service neutron] 10.222.0.65 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003232 Feb 19 05:35:21.918717 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8c21f07d-be37-4b5a-aa0f-191129327c3a up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:35:22.079012 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6d22d23a-7388-4ce6-bae8-8da018a7794f req-ba71dd56-9b22-428e-941a-6e5c4f806726 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 210 time: 0.0330431 Feb 19 05:35:22.107292 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 8c21f07d-be37-4b5a-aa0f-191129327c3a triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:35:22.107670 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (8c21f07d-be37-4b5a-aa0f-191129327c3a), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:22.216331 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] Publish callbacks [] for port (e509e631-eb6b-48be-9edb-0d4299f25aa7), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:22.227945 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e509e631-eb6b-48be-9edb-0d4299f25aa7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:22.339644 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 8c21f07d-be37-4b5a-aa0f-191129327c3a is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:35:22.354154 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675152c1-5517-49fc-baf0-07ec164715d0 None None] Pushing event updated for resources: {'Port': ['ID=e509e631-eb6b-48be-9edb-0d4299f25aa7,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:22.422490 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] Attempting to bind port e509e631-eb6b-48be-9edb-0d4299f25aa7 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:35:22.422906 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] Attempting to bind port e509e631-eb6b-48be-9edb-0d4299f25aa7 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '48f5003e-197f-4925-8931-7ba9bca2b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f4fbd528-b3ef-4bb5-881d-f433902233ab'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:35:22.423275 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] Attempting to bind port e509e631-eb6b-48be-9edb-0d4299f25aa7 on network f4fbd528-b3ef-4bb5-881d-f433902233ab {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:35:22.434525 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:35:22.435003 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] Checking segment: {'id': '48f5003e-197f-4925-8931-7ba9bca2b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f4fbd528-b3ef-4bb5-881d-f433902233ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:35:22.435391 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:22.435846 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] Bound using segment: {'id': '48f5003e-197f-4925-8931-7ba9bca2b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f4fbd528-b3ef-4bb5-881d-f433902233ab'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:35:22.436382 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] Bound port: e509e631-eb6b-48be-9edb-0d4299f25aa7, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f5003e-197f-4925-8931-7ba9bca2b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f4fbd528-b3ef-4bb5-881d-f433902233ab'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:35:22.436838 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e509e631-eb6b-48be-9edb-0d4299f25aa7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:22.522518 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] For port e509e631-eb6b-48be-9edb-0d4299f25aa7, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:35:22.526457 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] For port e509e631-eb6b-48be-9edb-0d4299f25aa7, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e509e631-eb6b-48be-9edb-0d4299f25aa7,segment=NetworkSegment(48f5003e-197f-4925-8931-7ba9bca2b7e4),segment_id=48f5003e-197f-4925-8931-7ba9bca2b7e4)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:35:22.533854 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e509e631-eb6b-48be-9edb-0d4299f25aa7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:22.602450 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] Routers {'6a862174-73eb-46b2-804d-4de53082a57a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:35:22.603172 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:35:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6a862174-73eb-46b2-804d-4de53082a57a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:22.655745 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675152c1-5517-49fc-baf0-07ec164715d0 None None] Pushing event updated for resources: {'Port': ['ID=e509e631-eb6b-48be-9edb-0d4299f25aa7,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:22.681110 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-dc9b51b4-6759-408e-bd38-30c1bbb33d30 None None] Provisioning complete for port e509e631-eb6b-48be-9edb-0d4299f25aa7 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:35:22.681488 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-dc9b51b4-6759-408e-bd38-30c1bbb33d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e509e631-eb6b-48be-9edb-0d4299f25aa7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:22.783490 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] Set router 6a862174-73eb-46b2-804d-4de53082a57a gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:35:22.885751 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b51b4-6759-408e-bd38-30c1bbb33d30 None None] Current status of the port e509e631-eb6b-48be-9edb-0d4299f25aa7 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:35:22.886139 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-dc9b51b4-6759-408e-bd38-30c1bbb33d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (e509e631-eb6b-48be-9edb-0d4299f25aa7), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:22.965623 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-dc9b51b4-6759-408e-bd38-30c1bbb33d30 None None] For port e509e631-eb6b-48be-9edb-0d4299f25aa7, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e509e631-eb6b-48be-9edb-0d4299f25aa7,segment=NetworkSegment(48f5003e-197f-4925-8931-7ba9bca2b7e4),segment_id=48f5003e-197f-4925-8931-7ba9bca2b7e4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:35:22.969461 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-dc9b51b4-6759-408e-bd38-30c1bbb33d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (e509e631-eb6b-48be-9edb-0d4299f25aa7), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:23.061332 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b51b4-6759-408e-bd38-30c1bbb33d30 None None] Pushing event updated for resources: {'Port': ['ID=e509e631-eb6b-48be-9edb-0d4299f25aa7,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:23.097714 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-34ca4ef3-1a20-48ed-a814-85acdddf9fa0 None None] Provisioning complete for port e509e631-eb6b-48be-9edb-0d4299f25aa7 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:35:23.098092 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-34ca4ef3-1a20-48ed-a814-85acdddf9fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e509e631-eb6b-48be-9edb-0d4299f25aa7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:23.103717 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a862174-73eb-46b2-804d-4de53082a57a', 'name': 'tempest-TestShelveInstance-443697659-router', 'tenant_id': '030e902e2ccc4ef79caaba486328f3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '8c21f07d-be37-4b5a-aa0f-191129327c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:15Z', 'updated_at': '2022-02-19T05:35:19Z', 'revision_number': 4, 'project_id': '030e902e2ccc4ef79caaba486328f3d0', 'gw_port': {'id': '8c21f07d-be37-4b5a-aa0f-191129327c3a', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a862174-73eb-46b2-804d-4de53082a57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:16Z', 'updated_at': '2022-02-19T05:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'e509e631-eb6b-48be-9edb-0d4299f25aa7', 'name': '', 'network_id': 'f4fbd528-b3ef-4bb5-881d-f433902233ab', 'tenant_id': '030e902e2ccc4ef79caaba486328f3d0', 'mac_address': 'fa:16:3e:7d:e3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a862174-73eb-46b2-804d-4de53082a57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '1c59fd82-74c1-4e53-a2fc-7222afd86b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:18Z', 'updated_at': '2022-02-19T05:35:22Z', 'revision_number': 4, 'project_id': '030e902e2ccc4ef79caaba486328f3d0', 'subnets': [{'id': '1c59fd82-74c1-4e53-a2fc-7222afd86b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:23.156135 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fd428b-3a60-4e28-9239-5674d7c1fbd9 None None] The sync data for ids ['6a862174-73eb-46b2-804d-4de53082a57a'] in n-d-772273-4 is: [{'id': '6a862174-73eb-46b2-804d-4de53082a57a', 'name': 'tempest-TestShelveInstance-443697659-router', 'tenant_id': '030e902e2ccc4ef79caaba486328f3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '8c21f07d-be37-4b5a-aa0f-191129327c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:15Z', 'updated_at': '2022-02-19T05:35:19Z', 'revision_number': 4, 'project_id': '030e902e2ccc4ef79caaba486328f3d0', 'gw_port': {'id': '8c21f07d-be37-4b5a-aa0f-191129327c3a', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a862174-73eb-46b2-804d-4de53082a57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:16Z', 'updated_at': '2022-02-19T05:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'e509e631-eb6b-48be-9edb-0d4299f25aa7', 'name': '', 'network_id': 'f4fbd528-b3ef-4bb5-881d-f433902233ab', 'tenant_id': '030e902e2ccc4ef79caaba486328f3d0', 'mac_address': 'fa:16:3e:7d:e3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a862174-73eb-46b2-804d-4de53082a57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '1c59fd82-74c1-4e53-a2fc-7222afd86b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:18Z', 'updated_at': '2022-02-19T05:35:22Z', 'revision_number': 4, 'project_id': '030e902e2ccc4ef79caaba486328f3d0', 'subnets': [{'id': '1c59fd82-74c1-4e53-a2fc-7222afd86b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:35:23.245734 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b58e9f92-08a0-4a02-9f71-c79d6be1468d req-26a41792-406a-444a-a0ae-1ebd23477316 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 210 time: 0.0631053 Feb 19 05:35:23.253484 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-34ca4ef3-1a20-48ed-a814-85acdddf9fa0 None None] Current status of the port e509e631-eb6b-48be-9edb-0d4299f25aa7 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:35:23.307258 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31426878-6d7f-4d21-871e-663274bf40a6 req-236589f2-0cdd-4882-b718-20efb0384716 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:23.308838 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31426878-6d7f-4d21-871e-663274bf40a6 req-236589f2-0cdd-4882-b718-20efb0384716 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.48 "GET /v2.0/networks?id=58048d45-673a-4d51-b764-3bac093f4e7a HTTP/1.1" status: 200 len: 807 time: 0.2082736 Feb 19 05:35:23.380631 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31426878-6d7f-4d21-871e-663274bf40a6 req-233e5e92-b4c8-4742-b50b-356c88572244 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1cba637a1744fda84081146b69ff4b1 HTTP/1.1" status: 200 len: 380 time: 0.0635660 Feb 19 05:35:23.394545 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-31426878-6d7f-4d21-871e-663274bf40a6 req-5d10e821-cc78-47ea-b704-196f1a3e726f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Request body: {'port': {'device_id': 'be3d95f6-d61f-4498-85ef-04d8e2afc536', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'admin_state_up': True, 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'security_groups': ['0521e17c-aa5d-4957-915f-18e621aac106']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:35:23.508006 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31426878-6d7f-4d21-871e-663274bf40a6 req-5d10e821-cc78-47ea-b704-196f1a3e726f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Made reservation on behalf of f1cba637a1744fda84081146b69ff4b1 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:35:23.511378 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-31426878-6d7f-4d21-871e-663274bf40a6 req-5d10e821-cc78-47ea-b704-196f1a3e726f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:23.655739 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-31426878-6d7f-4d21-871e-663274bf40a6 req-5d10e821-cc78-47ea-b704-196f1a3e726f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Allocated IP 172.20.0.11 (58048d45-673a-4d51-b764-3bac093f4e7a/23dd196b-af69-412b-ac4f-748e81637d18/da45422b-ed7b-434a-8445-2b6d24c24a4c) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:35:23.798680 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-31426878-6d7f-4d21-871e-663274bf40a6 req-5d10e821-cc78-47ea-b704-196f1a3e726f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:23.834271 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-31426878-6d7f-4d21-871e-663274bf40a6 req-5d10e821-cc78-47ea-b704-196f1a3e726f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:23.882479 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31426878-6d7f-4d21-871e-663274bf40a6 req-5d10e821-cc78-47ea-b704-196f1a3e726f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Network 58048d45-673a-4d51-b764-3bac093f4e7a is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:35:23.887858 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-31426878-6d7f-4d21-871e-663274bf40a6 req-5d10e821-cc78-47ea-b704-196f1a3e726f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:35:23.890894 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-31426878-6d7f-4d21-871e-663274bf40a6 req-5d10e821-cc78-47ea-b704-196f1a3e726f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:35:23.918164 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10e821-cc78-47ea-b704-196f1a3e726f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event updated for resources: {'Port': ['ID=da45422b-ed7b-434a-8445-2b6d24c24a4c,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:23.948880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31426878-6d7f-4d21-871e-663274bf40a6 req-5d10e821-cc78-47ea-b704-196f1a3e726f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:23.949817 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-31426878-6d7f-4d21-871e-663274bf40a6 req-5d10e821-cc78-47ea-b704-196f1a3e726f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:23.955673 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e509e631-eb6b-48be-9edb-0d4299f25aa7 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:35:23.968816 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31426878-6d7f-4d21-871e-663274bf40a6 req-5d10e821-cc78-47ea-b704-196f1a3e726f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5789998 Feb 19 05:35:23.980493 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-31426878-6d7f-4d21-871e-663274bf40a6 req-86913012-5250-4f8a-90c6-1cf841ed90fe service neutron] Request body: {'port': {'device_id': 'be3d95f6-d61f-4498-85ef-04d8e2afc536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:35:24.010950 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port e509e631-eb6b-48be-9edb-0d4299f25aa7 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:35:24.011426 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (e509e631-eb6b-48be-9edb-0d4299f25aa7), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:24.050523 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-31426878-6d7f-4d21-871e-663274bf40a6 req-86913012-5250-4f8a-90c6-1cf841ed90fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:24.098116 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port e509e631-eb6b-48be-9edb-0d4299f25aa7 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:35:24.180127 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-51e378b4-00d7-40c4-83f1-1403acb1b73d None None] Provisioning complete for port da45422b-ed7b-434a-8445-2b6d24c24a4c triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:35:24.180437 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-51e378b4-00d7-40c4-83f1-1403acb1b73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:24.214596 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-51e378b4-00d7-40c4-83f1-1403acb1b73d None None] Port da45422b-ed7b-434a-8445-2b6d24c24a4c cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:35:24.316140 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-31426878-6d7f-4d21-871e-663274bf40a6 req-86913012-5250-4f8a-90c6-1cf841ed90fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da45422b-ed7b-434a-8445-2b6d24c24a4c {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:35:24.324768 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-31426878-6d7f-4d21-871e-663274bf40a6 req-86913012-5250-4f8a-90c6-1cf841ed90fe service neutron] Publish callbacks [] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:24.338789 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-31426878-6d7f-4d21-871e-663274bf40a6 req-86913012-5250-4f8a-90c6-1cf841ed90fe service neutron] Transition to ACTIVE for port object da45422b-ed7b-434a-8445-2b6d24c24a4c will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:35:24.341955 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-31426878-6d7f-4d21-871e-663274bf40a6 req-86913012-5250-4f8a-90c6-1cf841ed90fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:24.373386 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9137f37-6b94-4b8c-9fb6-55a36b70f59a req-3e45da44-57c8-4e74-9cfa-664bcd8f7c13 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:24.375843 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f9137f37-6b94-4b8c-9fb6-55a36b70f59a req-3e45da44-57c8-4e74-9cfa-664bcd8f7c13 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 932 time: 0.0553088 Feb 19 05:35:24.390663 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86913012-5250-4f8a-90c6-1cf841ed90fe service neutron] Pushing event updated for resources: {'Port': ['ID=da45422b-ed7b-434a-8445-2b6d24c24a4c,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:24.437192 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f9137f37-6b94-4b8c-9fb6-55a36b70f59a req-c994e781-616b-469d-82cf-99a86f3c7994 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482903 Feb 19 05:35:24.472056 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-31426878-6d7f-4d21-871e-663274bf40a6 req-86913012-5250-4f8a-90c6-1cf841ed90fe service neutron] Attempting to bind port da45422b-ed7b-434a-8445-2b6d24c24a4c on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:35:24.472404 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-31426878-6d7f-4d21-871e-663274bf40a6 req-86913012-5250-4f8a-90c6-1cf841ed90fe service neutron] Attempting to bind port da45422b-ed7b-434a-8445-2b6d24c24a4c by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '2ca5a6e2-0e3f-4729-af54-3483506c16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:35:24.472739 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31426878-6d7f-4d21-871e-663274bf40a6 req-86913012-5250-4f8a-90c6-1cf841ed90fe service neutron] Attempting to bind port da45422b-ed7b-434a-8445-2b6d24c24a4c on network 58048d45-673a-4d51-b764-3bac093f4e7a {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:35:24.477185 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31426878-6d7f-4d21-871e-663274bf40a6 req-86913012-5250-4f8a-90c6-1cf841ed90fe service neutron] Port da45422b-ed7b-434a-8445-2b6d24c24a4c on network 58048d45-673a-4d51-b764-3bac093f4e7a not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:35:24.477508 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31426878-6d7f-4d21-871e-663274bf40a6 req-86913012-5250-4f8a-90c6-1cf841ed90fe service neutron] Attempting to bind port da45422b-ed7b-434a-8445-2b6d24c24a4c on network 58048d45-673a-4d51-b764-3bac093f4e7a {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:35:24.482478 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31426878-6d7f-4d21-871e-663274bf40a6 req-86913012-5250-4f8a-90c6-1cf841ed90fe service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:35:24.482820 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31426878-6d7f-4d21-871e-663274bf40a6 req-86913012-5250-4f8a-90c6-1cf841ed90fe service neutron] Checking segment: {'id': '2ca5a6e2-0e3f-4729-af54-3483506c16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:35:24.483209 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31426878-6d7f-4d21-871e-663274bf40a6 req-86913012-5250-4f8a-90c6-1cf841ed90fe service neutron] Bound using segment: {'id': '2ca5a6e2-0e3f-4729-af54-3483506c16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:35:24.483639 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-31426878-6d7f-4d21-871e-663274bf40a6 req-86913012-5250-4f8a-90c6-1cf841ed90fe service neutron] Bound port: da45422b-ed7b-434a-8445-2b6d24c24a4c, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca5a6e2-0e3f-4729-af54-3483506c16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:35:24.484000 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-31426878-6d7f-4d21-871e-663274bf40a6 req-86913012-5250-4f8a-90c6-1cf841ed90fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:24.550484 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-31426878-6d7f-4d21-871e-663274bf40a6 req-86913012-5250-4f8a-90c6-1cf841ed90fe service neutron] For port da45422b-ed7b-434a-8445-2b6d24c24a4c, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:35:24.553831 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-31426878-6d7f-4d21-871e-663274bf40a6 req-86913012-5250-4f8a-90c6-1cf841ed90fe service neutron] For port da45422b-ed7b-434a-8445-2b6d24c24a4c, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=da45422b-ed7b-434a-8445-2b6d24c24a4c,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:35:24.560416 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-31426878-6d7f-4d21-871e-663274bf40a6 req-86913012-5250-4f8a-90c6-1cf841ed90fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:24.593710 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31426878-6d7f-4d21-871e-663274bf40a6 req-86913012-5250-4f8a-90c6-1cf841ed90fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:24.594723 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-31426878-6d7f-4d21-871e-663274bf40a6 req-86913012-5250-4f8a-90c6-1cf841ed90fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:24.596227 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31426878-6d7f-4d21-871e-663274bf40a6 req-86913012-5250-4f8a-90c6-1cf841ed90fe service neutron] 10.222.0.48 "PUT /v2.0/ports/da45422b-ed7b-434a-8445-2b6d24c24a4c HTTP/1.1" status: 200 len: 1092 time: 0.6208003 Feb 19 05:35:24.598497 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3d95f6-d61f-4498-85ef-04d8e2afc536', 'tag': 'da45422b-ed7b-434a-8445-2b6d24c24a4c'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:35:24.601472 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89747c5-0374-42d8-bc00-eff4387cfea8" -d '{"events": [{"name": "network-changed", "server_uuid": "be3d95f6-d61f-4498-85ef-04d8e2afc536", "tag": "da45422b-ed7b-434a-8445-2b6d24c24a4c"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:35:24.636654 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86913012-5250-4f8a-90c6-1cf841ed90fe service neutron] Pushing event updated for resources: {'Port': ['ID=da45422b-ed7b-434a-8445-2b6d24c24a4c,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:24.662299 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa31c8ec-685b-47a8-8e8a-c5a0f4520763 x-openstack-request-id: req-fa31c8ec-685b-47a8-8e8a-c5a0f4520763 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:35:24.662618 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3d95f6-d61f-4498-85ef-04d8e2afc536", "tag": "da45422b-ed7b-434a-8445-2b6d24c24a4c", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:35:24.662876 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa31c8ec-685b-47a8-8e8a-c5a0f4520763 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:35:24.663289 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3d95f6-d61f-4498-85ef-04d8e2afc536', 'tag': 'da45422b-ed7b-434a-8445-2b6d24c24a4c', 'status': 'completed', 'code': 200} Feb 19 05:35:24.706212 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31426878-6d7f-4d21-871e-663274bf40a6 req-49d08944-4510-49b7-b4d1-f64b415d4cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:24.707998 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31426878-6d7f-4d21-871e-663274bf40a6 req-49d08944-4510-49b7-b4d1-f64b415d4cb0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1cba637a1744fda84081146b69ff4b1&device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 1126 time: 0.0553973 Feb 19 05:35:24.750561 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31426878-6d7f-4d21-871e-663274bf40a6 req-15e2cea3-45dd-4bfb-8870-4fa582e34306 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da45422b-ed7b-434a-8445-2b6d24c24a4c HTTP/1.1" status: 200 len: 217 time: 0.0362644 Feb 19 05:35:24.800064 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31426878-6d7f-4d21-871e-663274bf40a6 req-a452e868-5e8c-4dd4-ac4f-73bc430f3003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:24.802274 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31426878-6d7f-4d21-871e-663274bf40a6 req-a452e868-5e8c-4dd4-ac4f-73bc430f3003 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23dd196b-af69-412b-ac4f-748e81637d18 HTTP/1.1" status: 200 len: 846 time: 0.0460865 Feb 19 05:35:24.856102 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31426878-6d7f-4d21-871e-663274bf40a6 req-81bc65ed-c87a-40cc-a64e-6c579b57bd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:24.857914 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31426878-6d7f-4d21-871e-663274bf40a6 req-81bc65ed-c87a-40cc-a64e-6c579b57bd08 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58048d45-673a-4d51-b764-3bac093f4e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492616 Feb 19 05:35:24.950944 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31426878-6d7f-4d21-871e-663274bf40a6 req-91e1e8ea-cbd5-4723-8594-fa5895a18c78 service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871868 Feb 19 05:35:25.047585 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31426878-6d7f-4d21-871e-663274bf40a6 req-b1a546ea-a951-4dd9-9b0b-bb05d74882fb service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912726 Feb 19 05:35:25.143930 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89747c5-0374-42d8-bc00-eff4387cfea8 req-eb0c935e-0516-4bd9-9243-cf9d09424c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:25.146303 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e89747c5-0374-42d8-bc00-eff4387cfea8 req-eb0c935e-0516-4bd9-9243-cf9d09424c74 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1cba637a1744fda84081146b69ff4b1&device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 1126 time: 0.0485048 Feb 19 05:35:25.236633 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89747c5-0374-42d8-bc00-eff4387cfea8 req-fa7cf82e-de70-475f-8f5e-6b3e51aa9d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:25.238190 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e89747c5-0374-42d8-bc00-eff4387cfea8 req-fa7cf82e-de70-475f-8f5e-6b3e51aa9d97 service neutron] 10.222.0.48 "GET /v2.0/networks?id=58048d45-673a-4d51-b764-3bac093f4e7a HTTP/1.1" status: 200 len: 907 time: 0.0860255 Feb 19 05:35:25.283745 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e89747c5-0374-42d8-bc00-eff4387cfea8 req-1b47b0d0-7be8-4972-8485-c929a11336d1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da45422b-ed7b-434a-8445-2b6d24c24a4c HTTP/1.1" status: 200 len: 217 time: 0.0401032 Feb 19 05:35:25.335237 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89747c5-0374-42d8-bc00-eff4387cfea8 req-3b5881b8-f6a3-4001-bfaf-2b355f3f62dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:25.337240 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e89747c5-0374-42d8-bc00-eff4387cfea8 req-3b5881b8-f6a3-4001-bfaf-2b355f3f62dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23dd196b-af69-412b-ac4f-748e81637d18 HTTP/1.1" status: 200 len: 846 time: 0.0463746 Feb 19 05:35:25.388963 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89747c5-0374-42d8-bc00-eff4387cfea8 req-40ac8ef6-9a40-44c9-accd-b3c9983309e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:25.390439 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e89747c5-0374-42d8-bc00-eff4387cfea8 req-40ac8ef6-9a40-44c9-accd-b3c9983309e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58048d45-673a-4d51-b764-3bac093f4e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462384 Feb 19 05:35:25.485951 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e89747c5-0374-42d8-bc00-eff4387cfea8 req-b518da1f-5e19-470f-acfc-a974c6583b67 service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889273 Feb 19 05:35:25.561478 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e88e71-35c0-4260-9b5c-68b95c7c6f75 req-bba2f8d4-f8f3-4f11-9b3b-0348dfa34faa tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:25.562987 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-22e88e71-35c0-4260-9b5c-68b95c7c6f75 req-bba2f8d4-f8f3-4f11-9b3b-0348dfa34faa tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 944 time: 0.0547886 Feb 19 05:35:25.575940 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e89747c5-0374-42d8-bc00-eff4387cfea8 req-281aa0f7-0ba3-48f5-acfc-bdf9c08ec229 service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836687 Feb 19 05:35:25.618006 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-22e88e71-35c0-4260-9b5c-68b95c7c6f75 req-6c6ed6b6-be21-4082-af27-dc5500fe2791 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488584 Feb 19 05:35:26.744007 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbce1f-f6bf-4bd9-ac6b-82dff4ef921c req-3fc38c55-c570-49b1-b78b-499fb3a6d224 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:26.745573 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e3fbce1f-f6bf-4bd9-ac6b-82dff4ef921c req-3fc38c55-c570-49b1-b78b-499fb3a6d224 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 944 time: 0.0578802 Feb 19 05:35:26.795467 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e3fbce1f-f6bf-4bd9-ac6b-82dff4ef921c req-85221e24-7db3-44e3-af36-5f72c87cc5bd tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440714 Feb 19 05:35:27.912149 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2035275-2759-4836-a3bf-05f63ff6489e req-fcae0570-6c0b-46e5-b7cc-778f6ae2b92c tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:27.913568 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b2035275-2759-4836-a3bf-05f63ff6489e req-fcae0570-6c0b-46e5-b7cc-778f6ae2b92c tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 944 time: 0.0518620 Feb 19 05:35:27.962074 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b2035275-2759-4836-a3bf-05f63ff6489e req-dbc5f4c0-533d-4334-adcd-2e763e30b524 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429323 Feb 19 05:35:28.376128 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device da45422b-ed7b-434a-8445-2b6d24c24a4c details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:35:28.473077 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port da45422b-ed7b-434a-8445-2b6d24c24a4c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=da45422b-ed7b-434a-8445-2b6d24c24a4c,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:35:28.484518 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'da45422b-ed7b-434a-8445-2b6d24c24a4c', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'port_id': 'da45422b-ed7b-434a-8445-2b6d24c24a4c', 'mac_address': 'fa:16:3e:e3:97:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23dd196b-af69-412b-ac4f-748e81637d18', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:35:28.524359 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port da45422b-ed7b-434a-8445-2b6d24c24a4c is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:35:28.524750 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:28.538239 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da45422b-ed7b-434a-8445-2b6d24c24a4c {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:35:28.558748 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port da45422b-ed7b-434a-8445-2b6d24c24a4c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=da45422b-ed7b-434a-8445-2b6d24c24a4c,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:35:28.562579 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:28.609923 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=da45422b-ed7b-434a-8445-2b6d24c24a4c,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:28.773426 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['da45422b-ed7b-434a-8445-2b6d24c24a4c'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:35:29.087214 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c1e1f-1e5a-41e1-9f12-f36984ac0322 req-1625e007-1ecc-45fd-8739-c7fa4ddc19cb tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:29.088757 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc3c1e1f-1e5a-41e1-9f12-f36984ac0322 req-1625e007-1ecc-45fd-8739-c7fa4ddc19cb tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 945 time: 0.0596921 Feb 19 05:35:29.137147 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fc3c1e1f-1e5a-41e1-9f12-f36984ac0322 req-b900f594-d98d-4aab-ab59-93c9da14c15e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426760 Feb 19 05:35:29.639305 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-c994801b-385f-4d03-b389-6f1b1b333947 req-d84a96cd-3afe-4e0a-816f-7fd6fb1bb971 service neutron] (115199) timed out ('10.222.0.10', 52634) {{(pid=115199) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 05:35:30.253611 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76caa35-e29e-4151-ad11-ff5cc0de085f req-64f54660-a2c8-46ad-b035-1531a4d30e42 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:30.255734 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d76caa35-e29e-4151-ad11-ff5cc0de085f req-64f54660-a2c8-46ad-b035-1531a4d30e42 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 945 time: 0.0521071 Feb 19 05:35:30.303704 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d76caa35-e29e-4151-ad11-ff5cc0de085f req-3acc788f-c882-4284-abae-d9e1484cdf85 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424924 Feb 19 05:35:30.391171 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device da45422b-ed7b-434a-8445-2b6d24c24a4c up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:35:30.441258 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port da45422b-ed7b-434a-8445-2b6d24c24a4c completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:35:30.445047 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port da45422b-ed7b-434a-8445-2b6d24c24a4c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:35:30.445433 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:30.523112 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port da45422b-ed7b-434a-8445-2b6d24c24a4c is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:35:30.523500 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:30.545888 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3d95f6-d61f-4498-85ef-04d8e2afc536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da45422b-ed7b-434a-8445-2b6d24c24a4c'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:35:30.548114 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a87c01-89ac-4142-abf9-9a7ac284d008" -d '{"events": [{"server_uuid": "be3d95f6-d61f-4498-85ef-04d8e2afc536", "name": "network-vif-plugged", "status": "completed", "tag": "da45422b-ed7b-434a-8445-2b6d24c24a4c"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:35:30.561727 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port da45422b-ed7b-434a-8445-2b6d24c24a4c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=da45422b-ed7b-434a-8445-2b6d24c24a4c,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:35:30.566517 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:30.590402 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1053feb-f7e8-4b1b-8ff0-343ebe32e24c x-openstack-request-id: req-d1053feb-f7e8-4b1b-8ff0-343ebe32e24c {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:35:30.590698 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3d95f6-d61f-4498-85ef-04d8e2afc536", "name": "network-vif-plugged", "status": "completed", "tag": "da45422b-ed7b-434a-8445-2b6d24c24a4c", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:35:30.590954 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1053feb-f7e8-4b1b-8ff0-343ebe32e24c {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:35:30.591343 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3d95f6-d61f-4498-85ef-04d8e2afc536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da45422b-ed7b-434a-8445-2b6d24c24a4c', 'code': 200} Feb 19 05:35:30.621323 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=da45422b-ed7b-434a-8445-2b6d24c24a4c,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:30.689011 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be584e9f-126a-44cc-b19e-1c6aa0816c7a req-c10b4617-5e3a-4b6c-b037-2f17b8cc2c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:30.690569 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be584e9f-126a-44cc-b19e-1c6aa0816c7a req-c10b4617-5e3a-4b6c-b037-2f17b8cc2c6b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 1128 time: 0.0441360 Feb 19 05:35:30.738903 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be584e9f-126a-44cc-b19e-1c6aa0816c7a req-fe1b6a34-292f-4b48-8c83-647db8a9f697 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425701 Feb 19 05:35:31.428875 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9e397-ec64-46b8-b5a9-0ab4c02e8b6e req-f6c176be-96d1-47a1-8d65-02cccf47190a tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:31.430465 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-faa9e397-ec64-46b8-b5a9-0ab4c02e8b6e req-f6c176be-96d1-47a1-8d65-02cccf47190a tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 946 time: 0.0580208 Feb 19 05:35:31.479283 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-faa9e397-ec64-46b8-b5a9-0ab4c02e8b6e req-9e9e5fc8-f489-4a51-a7a3-9a1a54b385a0 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427902 Feb 19 05:35:32.402652 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-05353a44-c293-45f0-bea5-69a43f369ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:32.602986 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0d27b-5e10-4d4b-8bcd-de0a52e37c61 req-3342d797-84fa-412e-823a-36e9abc3d047 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:32.604498 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f2c0d27b-5e10-4d4b-8bcd-de0a52e37c61 req-3342d797-84fa-412e-823a-36e9abc3d047 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 946 time: 0.0544512 Feb 19 05:35:32.653864 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f2c0d27b-5e10-4d4b-8bcd-de0a52e37c61 req-4750a135-bbba-4eb5-bae8-74318f66bb3d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433378 Feb 19 05:35:32.772089 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832eb7f-b6b3-4a9d-8f3f-518c4a0d373f req-bc152ada-e8bd-4cb9-99b0-1078e82cfb73 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:32.773589 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c832eb7f-b6b3-4a9d-8f3f-518c4a0d373f req-bc152ada-e8bd-4cb9-99b0-1078e82cfb73 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 946 time: 0.0530858 Feb 19 05:35:32.822846 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c832eb7f-b6b3-4a9d-8f3f-518c4a0d373f req-dd15de26-6ff1-4c0a-9a22-490f1c3c5582 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430164 Feb 19 05:35:32.844681 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37918) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:32.983866 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d075a3-b25b-4047-a219-8e2af7e6a1d3 tempest-TestShelveInstance-1118366777 tempest-TestShelveInstance-1118366777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:32.985456 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-72d075a3-b25b-4047-a219-8e2af7e6a1d3 tempest-TestShelveInstance-1118366777 tempest-TestShelveInstance-1118366777-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 1123 time: 0.1397314 Feb 19 05:35:32.990833 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 37922) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:35:32.995609 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-33d9acf0-5e70-4b84-9594-cc5a1dfe5178 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': 'da45422b-ed7b-434a-8445-2b6d24c24a4c', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:35:33.015808 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33d9acf0-5e70-4b84-9594-cc5a1dfe5178 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:33.116404 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33d9acf0-5e70-4b84-9594-cc5a1dfe5178 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:33.221639 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-33d9acf0-5e70-4b84-9594-cc5a1dfe5178 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Allocated IP 172.25.0.144 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/0d4b6f82-4f6a-4a4a-9983-6e92142d13ff) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:35:33.329585 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33d9acf0-5e70-4b84-9594-cc5a1dfe5178 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for port (0d4b6f82-4f6a-4a4a-9983-6e92142d13ff), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:33.362937 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33d9acf0-5e70-4b84-9594-cc5a1dfe5178 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (0d4b6f82-4f6a-4a4a-9983-6e92142d13ff), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:33.400981 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d9acf0-5e70-4b84-9594-cc5a1dfe5178 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:35:33.403732 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-33d9acf0-5e70-4b84-9594-cc5a1dfe5178 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:35:33.406265 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d9acf0-5e70-4b84-9594-cc5a1dfe5178 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:35:33.443025 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9acf0-5e70-4b84-9594-cc5a1dfe5178 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event updated for resources: {'Port': ['ID=0d4b6f82-4f6a-4a4a-9983-6e92142d13ff,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:33.813660 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33d9acf0-5e70-4b84-9594-cc5a1dfe5178 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for floatingip (d1d29742-f3ed-42ad-8d7d-0ad6af0d4676), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:33.886364 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33d9acf0-5e70-4b84-9594-cc5a1dfe5178 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0d4b6f82-4f6a-4a4a-9983-6e92142d13ff), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:34.031953 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33d9acf0-5e70-4b84-9594-cc5a1dfe5178 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for port (0d4b6f82-4f6a-4a4a-9983-6e92142d13ff), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:34.036874 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33d9acf0-5e70-4b84-9594-cc5a1dfe5178 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (0d4b6f82-4f6a-4a4a-9983-6e92142d13ff), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:34.107148 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9acf0-5e70-4b84-9594-cc5a1dfe5178 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event updated for resources: {'Port': ['ID=0d4b6f82-4f6a-4a4a-9983-6e92142d13ff,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:35:34.118741 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33d9acf0-5e70-4b84-9594-cc5a1dfe5178 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (d1d29742-f3ed-42ad-8d7d-0ad6af0d4676), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:34.532931 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-33d9acf0-5e70-4b84-9594-cc5a1dfe5178 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Floating IP d1d29742-f3ed-42ad-8d7d-0ad6af0d4676 associated. External IP: 172.25.0.144, port: da45422b-ed7b-434a-8445-2b6d24c24a4c. Feb 19 05:35:34.750570 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d9acf0-5e70-4b84-9594-cc5a1dfe5178 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Router c2def7e9-997a-44aa-b77f-c77577ed22d7 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:35:34.863263 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d9acf0-5e70-4b84-9594-cc5a1dfe5178 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:35:34.873986 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b705ebb6-6040-44f8-801f-361126b2102f None None] Sync routers for ids ['c2def7e9-997a-44aa-b77f-c77577ed22d7'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:35:34.881056 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-33d9acf0-5e70-4b84-9594-cc5a1dfe5178 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:34.884214 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b705ebb6-6040-44f8-801f-361126b2102f None None] Routers {'c2def7e9-997a-44aa-b77f-c77577ed22d7'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:35:34.884988 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b705ebb6-6040-44f8-801f-361126b2102f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:35:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c2def7e9-997a-44aa-b77f-c77577ed22d7'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:34.924476 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-33d9acf0-5e70-4b84-9594-cc5a1dfe5178 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9183979 Feb 19 05:35:34.924476 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3d95f6-d61f-4498-85ef-04d8e2afc536', 'tag': 'da45422b-ed7b-434a-8445-2b6d24c24a4c'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:35:34.924476 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b52a8bd-c2bc-417f-a66e-cbf5580ff5a3" -d '{"events": [{"name": "network-changed", "server_uuid": "be3d95f6-d61f-4498-85ef-04d8e2afc536", "tag": "da45422b-ed7b-434a-8445-2b6d24c24a4c"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:35:34.949517 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaace8a-9018-4946-81c9-1b1a08304891 x-openstack-request-id: req-dfaace8a-9018-4946-81c9-1b1a08304891 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:35:34.949815 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3d95f6-d61f-4498-85ef-04d8e2afc536", "tag": "da45422b-ed7b-434a-8445-2b6d24c24a4c", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:35:34.950072 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dfaace8a-9018-4946-81c9-1b1a08304891 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:35:34.950481 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3d95f6-d61f-4498-85ef-04d8e2afc536', 'tag': 'da45422b-ed7b-434a-8445-2b6d24c24a4c', 'status': 'completed', 'code': 200} Feb 19 05:35:34.997935 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-b705ebb6-6040-44f8-801f-361126b2102f None None] Set router c2def7e9-997a-44aa-b77f-c77577ed22d7 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:35:35.015944 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52a8bd-c2bc-417f-a66e-cbf5580ff5a3 req-fc026950-7171-4155-892d-89f57ab0fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:35.017497 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3b52a8bd-c2bc-417f-a66e-cbf5580ff5a3 req-fc026950-7171-4155-892d-89f57ab0fe95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1cba637a1744fda84081146b69ff4b1&device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 1128 time: 0.0464833 Feb 19 05:35:35.115021 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52a8bd-c2bc-417f-a66e-cbf5580ff5a3 req-bcfa9d8a-975c-4daa-9473-b26be1da264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:35.116561 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3b52a8bd-c2bc-417f-a66e-cbf5580ff5a3 req-bcfa9d8a-975c-4daa-9473-b26be1da264d service neutron] 10.222.0.48 "GET /v2.0/networks?id=58048d45-673a-4d51-b764-3bac093f4e7a HTTP/1.1" status: 200 len: 907 time: 0.0938470 Feb 19 05:35:35.183326 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3b52a8bd-c2bc-417f-a66e-cbf5580ff5a3 req-ab0df538-747b-4957-8953-0887868ac0f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da45422b-ed7b-434a-8445-2b6d24c24a4c HTTP/1.1" status: 200 len: 1000 time: 0.0595875 Feb 19 05:35:35.225027 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a0711231-c622-4b0d-aaae-700986ca3710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:35.234653 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b705ebb6-6040-44f8-801f-361126b2102f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'name': 'tempest-TestShelveInstance-23454469-router', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:10Z', 'updated_at': '2022-02-19T05:35:13Z', 'revision_number': 4, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'gw_port': {'id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:11Z', 'updated_at': '2022-02-19T05:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'd1d29742-f3ed-42ad-8d7d-0ad6af0d4676', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'port_id': 'da45422b-ed7b-434a-8445-2b6d24c24a4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'mac_address': 'fa:16:3e:e3:97:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3d95f6-d61f-4498-85ef-04d8e2afc536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:35:33Z', 'updated_at': '2022-02-19T05:35:33Z', 'revision_number': 0, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e7c31a-a053-4679-a71b-196d0df04e0c', 'name': '', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'mac_address': 'fa:16:3e:58:75:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '23dd196b-af69-412b-ac4f-748e81637d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:12Z', 'updated_at': '2022-02-19T05:35:17Z', 'revision_number': 5, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'subnets': [{'id': '23dd196b-af69-412b-ac4f-748e81637d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:35.236993 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52a8bd-c2bc-417f-a66e-cbf5580ff5a3 req-78a0fbd7-9014-4dfa-8da0-81a492ceb460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:35.238580 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3b52a8bd-c2bc-417f-a66e-cbf5580ff5a3 req-78a0fbd7-9014-4dfa-8da0-81a492ceb460 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23dd196b-af69-412b-ac4f-748e81637d18 HTTP/1.1" status: 200 len: 846 time: 0.0500331 Feb 19 05:35:35.261547 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b705ebb6-6040-44f8-801f-361126b2102f None None] Checking router: c2def7e9-997a-44aa-b77f-c77577ed22d7 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:35:35.270616 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b705ebb6-6040-44f8-801f-361126b2102f None None] Routers {'c2def7e9-997a-44aa-b77f-c77577ed22d7'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:35:35.271166 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b705ebb6-6040-44f8-801f-361126b2102f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:35:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c2def7e9-997a-44aa-b77f-c77577ed22d7'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:35.288427 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52a8bd-c2bc-417f-a66e-cbf5580ff5a3 req-95ffd87a-47ce-47e3-a494-9942c8b81da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:35:35.289977 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3b52a8bd-c2bc-417f-a66e-cbf5580ff5a3 req-95ffd87a-47ce-47e3-a494-9942c8b81da9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58048d45-673a-4d51-b764-3bac093f4e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450661 Feb 19 05:35:35.377522 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3b52a8bd-c2bc-417f-a66e-cbf5580ff5a3 req-e8106bc1-03a5-42a3-ae97-febd5dbfa48a service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812974 Feb 19 05:35:35.381214 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-b705ebb6-6040-44f8-801f-361126b2102f None None] Set router c2def7e9-997a-44aa-b77f-c77577ed22d7 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:35:35.473288 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3b52a8bd-c2bc-417f-a66e-cbf5580ff5a3 req-6fa4aaca-5301-431b-bb2b-5358ca645d32 service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903790 Feb 19 05:35:35.613244 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-b705ebb6-6040-44f8-801f-361126b2102f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'name': 'tempest-TestShelveInstance-23454469-router', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:10Z', 'updated_at': '2022-02-19T05:35:13Z', 'revision_number': 4, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'gw_port': {'id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:11Z', 'updated_at': '2022-02-19T05:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'd1d29742-f3ed-42ad-8d7d-0ad6af0d4676', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'port_id': 'da45422b-ed7b-434a-8445-2b6d24c24a4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'mac_address': 'fa:16:3e:e3:97:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3d95f6-d61f-4498-85ef-04d8e2afc536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:35:33Z', 'updated_at': '2022-02-19T05:35:33Z', 'revision_number': 0, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e7c31a-a053-4679-a71b-196d0df04e0c', 'name': '', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'mac_address': 'fa:16:3e:58:75:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '23dd196b-af69-412b-ac4f-748e81637d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:12Z', 'updated_at': '2022-02-19T05:35:17Z', 'revision_number': 5, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'subnets': [{'id': '23dd196b-af69-412b-ac4f-748e81637d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:35:35.642467 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b705ebb6-6040-44f8-801f-361126b2102f None None] The sync data for ids ['c2def7e9-997a-44aa-b77f-c77577ed22d7'] in n-d-772273-4 is: [{'id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'name': 'tempest-TestShelveInstance-23454469-router', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:10Z', 'updated_at': '2022-02-19T05:35:13Z', 'revision_number': 4, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'gw_port': {'id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:11Z', 'updated_at': '2022-02-19T05:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'd1d29742-f3ed-42ad-8d7d-0ad6af0d4676', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'port_id': 'da45422b-ed7b-434a-8445-2b6d24c24a4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'mac_address': 'fa:16:3e:e3:97:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3d95f6-d61f-4498-85ef-04d8e2afc536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:35:33Z', 'updated_at': '2022-02-19T05:35:33Z', 'revision_number': 0, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e7c31a-a053-4679-a71b-196d0df04e0c', 'name': '', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'mac_address': 'fa:16:3e:58:75:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '23dd196b-af69-412b-ac4f-748e81637d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:12Z', 'updated_at': '2022-02-19T05:35:17Z', 'revision_number': 5, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'subnets': [{'id': '23dd196b-af69-412b-ac4f-748e81637d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:35:35.835390 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee4a9ce-84fe-4fc0-9021-118543f70d45 None None] New status for floating IP d1d29742-f3ed-42ad-8d7d-0ad6af0d4676: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:35:37.121374 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:38.179715 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:38.256202 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:39.470404 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:39.943790 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:35:42.378678 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:36:02.404513 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8a55cef8-6f72-4059-b351-409bba1fd284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:36:05.229041 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e6b79d67-70f2-4036-bd9a-081f25e7e3df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:36:06.829427 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-fe922b1a-56d3-4362-82e3-8ea7c1dae0c2 service neutron] (115198) timed out ('10.222.0.65', 57858) {{(pid=115198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 05:36:07.124665 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:36:07.236832 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-4d6f2bb4-a75f-401b-8a53-cb72a85ef799 req-fc6aec43-f8cd-43b4-b445-a8666f6de83d tempest-ServerActionsTestJSON-538053611 tempest-ServerActionsTestJSON-538053611-project] (115199) timed out ('10.222.0.65', 58074) {{(pid=115199) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 05:36:08.195064 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:36:08.258631 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:36:09.462977 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:36:09.937763 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:36:19.377803 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:36:23.837262 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-173ab162-b3d2-449a-8af5-d9d387454c58 req-840f6994-2373-4a6c-8ffe-39d0187fb3f5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0976980 Feb 19 05:36:23.926559 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ab162-b3d2-449a-8af5-d9d387454c58 req-af233466-4d0d-4f8a-8221-29b9fe7cd6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:36:23.928706 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-173ab162-b3d2-449a-8af5-d9d387454c58 req-af233466-4d0d-4f8a-8221-29b9fe7cd6d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1cba637a1744fda84081146b69ff4b1&device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 1128 time: 0.0470769 Feb 19 05:36:24.040042 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ab162-b3d2-449a-8af5-d9d387454c58 req-6162ffc9-af03-4bc9-a722-a2423e72748e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:36:24.041591 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-173ab162-b3d2-449a-8af5-d9d387454c58 req-6162ffc9-af03-4bc9-a722-a2423e72748e service neutron] 10.222.0.48 "GET /v2.0/networks?id=58048d45-673a-4d51-b764-3bac093f4e7a HTTP/1.1" status: 200 len: 907 time: 0.0943995 Feb 19 05:36:24.107723 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-173ab162-b3d2-449a-8af5-d9d387454c58 req-1f2e3b57-b969-4f24-b91a-177107fa01f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da45422b-ed7b-434a-8445-2b6d24c24a4c HTTP/1.1" status: 200 len: 1002 time: 0.0601630 Feb 19 05:36:24.160847 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ab162-b3d2-449a-8af5-d9d387454c58 req-a1dd817d-0129-45ff-9ee9-31b4c7862faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:36:24.162407 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-173ab162-b3d2-449a-8af5-d9d387454c58 req-a1dd817d-0129-45ff-9ee9-31b4c7862faa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23dd196b-af69-412b-ac4f-748e81637d18 HTTP/1.1" status: 200 len: 846 time: 0.0490839 Feb 19 05:36:24.212048 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ab162-b3d2-449a-8af5-d9d387454c58 req-f91f4ef0-9949-4072-ab90-df2874b06539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:36:24.213517 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-173ab162-b3d2-449a-8af5-d9d387454c58 req-f91f4ef0-9949-4072-ab90-df2874b06539 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58048d45-673a-4d51-b764-3bac093f4e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457239 Feb 19 05:36:24.302900 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-173ab162-b3d2-449a-8af5-d9d387454c58 req-695487f8-fa82-42c5-a95f-23929aedd84d service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829487 Feb 19 05:36:24.398221 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-173ab162-b3d2-449a-8af5-d9d387454c58 req-26aca0ae-0972-4934-aaf1-be7d6c449a88 service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895929 Feb 19 05:36:32.408939 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ba56ef3d-7e98-4964-8c4e-977802ae3f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:36:35.232203 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-40c722eb-c0fd-4392-b277-b1b9acfa1249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:36:37.130238 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:36:38.187442 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:36:38.263378 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:36:39.467587 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:36:39.953952 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:36:56.377920 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:37:02.412804 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0daa99c2-4356-4974-a05b-d829aa6a55b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:37:05.275456 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-dd13293c-d8f2-46e3-ae1a-500a397c5ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:37:07.131424 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:37:08.198825 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:37:08.264053 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:37:09.470378 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:37:09.948787 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:37:25.783075 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6d83c3e5-2817-4be2-9b3b-f6b68988a1d6 req-923e78e0-c1ce-4a5b-a731-3a7a9ecd22ec service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466812 Feb 19 05:37:25.868703 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83c3e5-2817-4be2-9b3b-f6b68988a1d6 req-f3c8f0c0-5c89-4007-bdbb-915485735ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:25.870824 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6d83c3e5-2817-4be2-9b3b-f6b68988a1d6 req-f3c8f0c0-5c89-4007-bdbb-915485735ebb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1cba637a1744fda84081146b69ff4b1&device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 1128 time: 0.0458570 Feb 19 05:37:25.974915 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83c3e5-2817-4be2-9b3b-f6b68988a1d6 req-0a64d19d-8266-43c8-8afd-dd0bbb7c362a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:25.976404 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6d83c3e5-2817-4be2-9b3b-f6b68988a1d6 req-0a64d19d-8266-43c8-8afd-dd0bbb7c362a service neutron] 10.222.0.48 "GET /v2.0/networks?id=58048d45-673a-4d51-b764-3bac093f4e7a HTTP/1.1" status: 200 len: 907 time: 0.0873532 Feb 19 05:37:26.041543 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6d83c3e5-2817-4be2-9b3b-f6b68988a1d6 req-708f4ddc-a271-44e8-9c8f-7958cf7c6d2a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da45422b-ed7b-434a-8445-2b6d24c24a4c HTTP/1.1" status: 200 len: 1002 time: 0.0587242 Feb 19 05:37:26.092385 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83c3e5-2817-4be2-9b3b-f6b68988a1d6 req-1b2922b5-10f5-4e0d-910b-bac138ba2cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:26.093927 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6d83c3e5-2817-4be2-9b3b-f6b68988a1d6 req-1b2922b5-10f5-4e0d-910b-bac138ba2cdb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23dd196b-af69-412b-ac4f-748e81637d18 HTTP/1.1" status: 200 len: 846 time: 0.0467219 Feb 19 05:37:26.141989 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83c3e5-2817-4be2-9b3b-f6b68988a1d6 req-2aa68e87-d560-4d52-8a7a-a92e39a7631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:26.143424 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6d83c3e5-2817-4be2-9b3b-f6b68988a1d6 req-2aa68e87-d560-4d52-8a7a-a92e39a7631a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58048d45-673a-4d51-b764-3bac093f4e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437124 Feb 19 05:37:26.239010 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6d83c3e5-2817-4be2-9b3b-f6b68988a1d6 req-5510e216-607a-4bc9-acac-2c096ff70c4b service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897355 Feb 19 05:37:26.330020 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6d83c3e5-2817-4be2-9b3b-f6b68988a1d6 req-d61872b8-2417-4832-9792-259c363add53 service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853791 Feb 19 05:37:31.647460 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae7334-dd0e-44e4-961a-269e4b5179cc req-a4b276b7-8be3-40e8-8f3b-cf092e61dacd tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:31.648973 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-71ae7334-dd0e-44e4-961a-269e4b5179cc req-a4b276b7-8be3-40e8-8f3b-cf092e61dacd tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 946 time: 0.1122074 Feb 19 05:37:31.702186 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-71ae7334-dd0e-44e4-961a-269e4b5179cc req-808576c2-365f-4372-8060-c6412b48f55a tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467691 Feb 19 05:37:32.414405 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-935a7b94-a5e8-4897-8cf7-6f3f1fe91da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:37:32.827796 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990e7f8-55d6-406e-9407-182f1ad51242 req-2505cf5f-bcf1-4ea1-beca-67bee1633113 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:32.829211 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3990e7f8-55d6-406e-9407-182f1ad51242 req-2505cf5f-bcf1-4ea1-beca-67bee1633113 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 946 time: 0.0555129 Feb 19 05:37:32.878815 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3990e7f8-55d6-406e-9407-182f1ad51242 req-3bd951a0-20ac-40ac-b24e-98d9b62a5e1c tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439422 Feb 19 05:37:33.377255 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:37:34.006819 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da854a6-b348-4a31-8352-8c57454e1e45 req-ad39f7cb-1b93-493a-add2-efe268c3df59 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:34.008316 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4da854a6-b348-4a31-8352-8c57454e1e45 req-ad39f7cb-1b93-493a-add2-efe268c3df59 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 946 time: 0.0534863 Feb 19 05:37:34.061426 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4da854a6-b348-4a31-8352-8c57454e1e45 req-329439c1-b7b8-4184-86c0-722348191bd2 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474558 Feb 19 05:37:35.189933 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4866a-05fc-46d4-85e3-562103e37166 req-fc1f85d4-13e2-43e6-9606-35e472aea2a9 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:35.191415 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e2f4866a-05fc-46d4-85e3-562103e37166 req-fc1f85d4-13e2-43e6-9606-35e472aea2a9 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 946 time: 0.0563822 Feb 19 05:37:35.239576 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e2f4866a-05fc-46d4-85e3-562103e37166 req-825e0a74-fb2e-4dc2-9cf2-e8d56c8e77c1 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426247 Feb 19 05:37:35.267099 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d0d21eec-74ca-4874-b2c4-a6b258d7bc64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:37:36.360129 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c7a90-310e-4d8b-8ceb-bc633702ac04 req-433b095e-554f-4b82-98ee-68ff16361aca tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:36.361656 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-871c7a90-310e-4d8b-8ceb-bc633702ac04 req-433b095e-554f-4b82-98ee-68ff16361aca tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 946 time: 0.0526133 Feb 19 05:37:36.411137 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-871c7a90-310e-4d8b-8ceb-bc633702ac04 req-92b3ffb6-9037-4c56-955c-32ff600a0368 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440648 Feb 19 05:37:37.135524 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:37:37.528612 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16fe0f-9c82-4120-aac6-99e65bd32dfd req-e0e4c5eb-2f4e-4d9d-9a14-8a3e913da186 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:37.530156 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9b16fe0f-9c82-4120-aac6-99e65bd32dfd req-e0e4c5eb-2f4e-4d9d-9a14-8a3e913da186 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 946 time: 0.0540378 Feb 19 05:37:37.578784 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9b16fe0f-9c82-4120-aac6-99e65bd32dfd req-dc4b5aab-667d-47b6-aa59-d696129cdfda tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426970 Feb 19 05:37:38.201294 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:37:38.267416 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:37:38.697508 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4ee2a-daec-4054-999a-9427b55a9eee req-acf673d7-9a5a-4b69-a38e-08a42f9b45e2 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:38.699000 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-44b4ee2a-daec-4054-999a-9427b55a9eee req-acf673d7-9a5a-4b69-a38e-08a42f9b45e2 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 946 time: 0.0522041 Feb 19 05:37:38.748234 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-44b4ee2a-daec-4054-999a-9427b55a9eee req-6df9c296-cf57-4dff-80cb-fb1fdffac555 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436869 Feb 19 05:37:39.472999 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:37:39.870363 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51891cd9-cc74-4649-b0db-7117e1708bac req-ef6f2876-be76-4bbe-9f78-d23903f614ab tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:39.871838 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-51891cd9-cc74-4649-b0db-7117e1708bac req-ef6f2876-be76-4bbe-9f78-d23903f614ab tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 946 time: 0.0517461 Feb 19 05:37:39.924273 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-51891cd9-cc74-4649-b0db-7117e1708bac req-5cadd7ef-f14f-41aa-9f99-22074c67ee40 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468421 Feb 19 05:37:39.977778 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:37:41.049571 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a68c9-c527-42ab-b6a4-9f45e504980c req-42afa82c-e984-4e8d-ab31-d76e32a045a3 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:41.051056 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-982a68c9-c527-42ab-b6a4-9f45e504980c req-42afa82c-e984-4e8d-ab31-d76e32a045a3 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 946 time: 0.0557523 Feb 19 05:37:41.103853 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-982a68c9-c527-42ab-b6a4-9f45e504980c req-8835edb9-5e4b-4ab8-b028-b197bcaaaa15 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468161 Feb 19 05:37:42.221177 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63076e70-7731-4471-9bfc-700b7e217ff5 req-ac27ebc8-cdef-4d92-a24e-6e2dbdf532ce tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:42.222566 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-63076e70-7731-4471-9bfc-700b7e217ff5 req-ac27ebc8-cdef-4d92-a24e-6e2dbdf532ce tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 946 time: 0.0514982 Feb 19 05:37:42.270437 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-63076e70-7731-4471-9bfc-700b7e217ff5 req-d698166d-5508-4ccd-9db7-85c46bffb804 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423839 Feb 19 05:37:43.391403 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745192b2-ed75-48d1-a171-f4938db8e6a8 req-d9908a64-5298-491d-a625-5b640ec17e43 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:43.392916 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-745192b2-ed75-48d1-a171-f4938db8e6a8 req-d9908a64-5298-491d-a625-5b640ec17e43 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 946 time: 0.0542939 Feb 19 05:37:43.443846 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-745192b2-ed75-48d1-a171-f4938db8e6a8 req-a2fb164d-ac56-47e3-8fc2-ba297cd2867d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452154 Feb 19 05:37:44.592069 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bfe3b-2da1-4395-9129-9259f2293e0d req-e56ececc-2cf2-44f6-b2b0-62c40479ee2d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:44.594290 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d42bfe3b-2da1-4395-9129-9259f2293e0d req-e56ececc-2cf2-44f6-b2b0-62c40479ee2d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 946 time: 0.0742221 Feb 19 05:37:44.654874 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d42bfe3b-2da1-4395-9129-9259f2293e0d req-09f54e3f-d141-446d-90d7-db6c848ec0c3 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519986 Feb 19 05:37:44.956478 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device da45422b-ed7b-434a-8445-2b6d24c24a4c details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:37:45.065227 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port da45422b-ed7b-434a-8445-2b6d24c24a4c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=da45422b-ed7b-434a-8445-2b6d24c24a4c,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:37:45.080743 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'da45422b-ed7b-434a-8445-2b6d24c24a4c', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'port_id': 'da45422b-ed7b-434a-8445-2b6d24c24a4c', 'mac_address': 'fa:16:3e:e3:97:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23dd196b-af69-412b-ac4f-748e81637d18', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:37:45.131442 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port da45422b-ed7b-434a-8445-2b6d24c24a4c is: ACTIVE; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:37:45.131834 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:37:45.149230 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da45422b-ed7b-434a-8445-2b6d24c24a4c {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:37:45.174702 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port da45422b-ed7b-434a-8445-2b6d24c24a4c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=da45422b-ed7b-434a-8445-2b6d24c24a4c,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:37:45.181466 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:37:45.258780 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=da45422b-ed7b-434a-8445-2b6d24c24a4c,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:37:45.268898 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:37:45.269637 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:37:45.270203 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:37:45.270742 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:37:45.271277 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:37:45.271832 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:37:45.272176 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:37:45.272524 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:37:45.272854 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:37:45.273214 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:37:45.273549 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:37:45.273883 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:37:45.274209 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:37:45.280015 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['da45422b-ed7b-434a-8445-2b6d24c24a4c'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:37:45.786765 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d4e9e-6f36-4c29-b294-9d068faea4ed req-e1cd22f8-3fd0-45cb-96e9-8c8779627c0f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:45.788532 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-809d4e9e-6f36-4c29-b294-9d068faea4ed req-e1cd22f8-3fd0-45cb-96e9-8c8779627c0f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 945 time: 0.0631449 Feb 19 05:37:45.841981 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-809d4e9e-6f36-4c29-b294-9d068faea4ed req-f8193fea-976d-45c1-a8b2-264a27cc2aea tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468967 Feb 19 05:37:46.965718 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device da45422b-ed7b-434a-8445-2b6d24c24a4c up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:37:46.994256 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7938d6-f73b-474d-8f53-e52bb0bee6a8 req-84d07453-6aab-463d-b9af-db928c86ea61 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:46.995377 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bd7938d6-f73b-474d-8f53-e52bb0bee6a8 req-84d07453-6aab-463d-b9af-db928c86ea61 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 945 time: 0.0797009 Feb 19 05:37:47.022491 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port da45422b-ed7b-434a-8445-2b6d24c24a4c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:37:47.022967 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:37:47.063761 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-bd7938d6-f73b-474d-8f53-e52bb0bee6a8 req-45b13148-7edb-4713-8116-d95e740d82ea tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606449 Feb 19 05:37:47.108090 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port da45422b-ed7b-434a-8445-2b6d24c24a4c is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:37:47.108486 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:37:47.145401 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3d95f6-d61f-4498-85ef-04d8e2afc536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da45422b-ed7b-434a-8445-2b6d24c24a4c'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:37:47.147920 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e7bf08-b95e-45ef-8707-4fe1817fae90" -d '{"events": [{"server_uuid": "be3d95f6-d61f-4498-85ef-04d8e2afc536", "name": "network-vif-plugged", "status": "completed", "tag": "da45422b-ed7b-434a-8445-2b6d24c24a4c"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:37:47.164227 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port da45422b-ed7b-434a-8445-2b6d24c24a4c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=da45422b-ed7b-434a-8445-2b6d24c24a4c,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:37:47.168343 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:37:47.207182 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05783b5b-12dd-4aee-bae2-083617c1cfd1 x-openstack-request-id: req-05783b5b-12dd-4aee-bae2-083617c1cfd1 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:37:47.207485 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3d95f6-d61f-4498-85ef-04d8e2afc536", "name": "network-vif-plugged", "status": "completed", "tag": "da45422b-ed7b-434a-8445-2b6d24c24a4c", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:37:47.207756 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-05783b5b-12dd-4aee-bae2-083617c1cfd1 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:37:47.208160 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3d95f6-d61f-4498-85ef-04d8e2afc536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da45422b-ed7b-434a-8445-2b6d24c24a4c', 'code': 200} Feb 19 05:37:47.229994 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=da45422b-ed7b-434a-8445-2b6d24c24a4c,revision_number=7']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:37:48.221399 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d8deb-2a04-4d43-84f8-10f73371a6f4 req-067d96ea-ed21-491b-970f-f56641194945 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:48.223040 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a16d8deb-2a04-4d43-84f8-10f73371a6f4 req-067d96ea-ed21-491b-970f-f56641194945 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 946 time: 0.0659666 Feb 19 05:37:48.311626 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a16d8deb-2a04-4d43-84f8-10f73371a6f4 req-b9fcfec7-ae5e-435b-a101-32768b5cba86 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658240 Feb 19 05:37:49.423418 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adffe6e-f1a0-402c-b3e5-ef7706e70fb4 req-eaabdb2f-daef-4abb-81d7-64d3d0206909 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:49.437556 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1adffe6e-f1a0-402c-b3e5-ef7706e70fb4 req-eaabdb2f-daef-4abb-81d7-64d3d0206909 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 946 time: 0.0677032 Feb 19 05:37:49.485886 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1adffe6e-f1a0-402c-b3e5-ef7706e70fb4 req-67cfc8f8-f849-4ed6-a493-2cdfab0a087a tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474215 Feb 19 05:37:50.622149 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404e288-bc60-4d20-be01-2295d4b3950c req-825475f2-4f3c-4eaf-94d1-4c9e800a721e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:50.624695 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7404e288-bc60-4d20-be01-2295d4b3950c req-825475f2-4f3c-4eaf-94d1-4c9e800a721e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 946 time: 0.0610404 Feb 19 05:37:50.689025 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-7404e288-bc60-4d20-be01-2295d4b3950c req-6af2fef5-5eb7-45cf-9439-97dcebf0592f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577900 Feb 19 05:37:51.828274 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48569805-dd88-4cbd-94c8-1880783f5240 req-4ec09949-f170-4025-b212-b112834a8a2b tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:51.830102 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-48569805-dd88-4cbd-94c8-1880783f5240 req-4ec09949-f170-4025-b212-b112834a8a2b tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 946 time: 0.0595427 Feb 19 05:37:51.892100 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-48569805-dd88-4cbd-94c8-1880783f5240 req-eff7b724-a931-4b76-a08c-57b754fbc4c8 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555198 Feb 19 05:37:53.016121 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9da34-c4a0-4bf2-81b9-0c42da3d2d56 req-0db95770-7387-4a43-adb1-bdce3e4890d2 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:53.017672 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d7e9da34-c4a0-4bf2-81b9-0c42da3d2d56 req-0db95770-7387-4a43-adb1-bdce3e4890d2 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 946 time: 0.0538189 Feb 19 05:37:53.067587 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d7e9da34-c4a0-4bf2-81b9-0c42da3d2d56 req-65a08398-ce4c-4293-80cb-795b7859cb98 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439038 Feb 19 05:37:53.307320 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e1125-d23b-445a-93a9-8f5834a0f931 req-f9feda5b-71cb-4519-9d1a-901749dbe96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:53.309403 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b0e1125-d23b-445a-93a9-8f5834a0f931 req-f9feda5b-71cb-4519-9d1a-901749dbe96c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1cba637a1744fda84081146b69ff4b1&device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 1128 time: 0.0458281 Feb 19 05:37:53.395336 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e1125-d23b-445a-93a9-8f5834a0f931 req-039d2006-ecf6-48e7-8f25-f4cfa36ea108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:53.396991 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b0e1125-d23b-445a-93a9-8f5834a0f931 req-039d2006-ecf6-48e7-8f25-f4cfa36ea108 service neutron] 10.222.0.48 "GET /v2.0/networks?id=58048d45-673a-4d51-b764-3bac093f4e7a HTTP/1.1" status: 200 len: 907 time: 0.0815732 Feb 19 05:37:53.467657 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b0e1125-d23b-445a-93a9-8f5834a0f931 req-c288d257-a8c1-41de-b472-5339c5b59760 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da45422b-ed7b-434a-8445-2b6d24c24a4c HTTP/1.1" status: 200 len: 1002 time: 0.0647018 Feb 19 05:37:53.517041 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e1125-d23b-445a-93a9-8f5834a0f931 req-46849449-6ff7-4feb-9f18-67bd01e028b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:53.518543 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b0e1125-d23b-445a-93a9-8f5834a0f931 req-46849449-6ff7-4feb-9f18-67bd01e028b7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23dd196b-af69-412b-ac4f-748e81637d18 HTTP/1.1" status: 200 len: 846 time: 0.0446336 Feb 19 05:37:53.567467 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e1125-d23b-445a-93a9-8f5834a0f931 req-69d4db39-3b1b-488a-b713-d040c1f2c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:53.568900 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b0e1125-d23b-445a-93a9-8f5834a0f931 req-69d4db39-3b1b-488a-b713-d040c1f2c68b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58048d45-673a-4d51-b764-3bac093f4e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445142 Feb 19 05:37:53.659943 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b0e1125-d23b-445a-93a9-8f5834a0f931 req-13abc26e-0ede-4daf-b3a2-5e2e66ff702e service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847919 Feb 19 05:37:53.746637 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2b0e1125-d23b-445a-93a9-8f5834a0f931 req-59fd44fd-5294-4d4c-836d-8f2da015fd91 service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811298 Feb 19 05:37:54.189591 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b6cfb-ed87-4104-9ce9-e709c3c7d385 req-b83bfb77-4089-4825-bdba-d397375dd922 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:54.190999 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-521b6cfb-ed87-4104-9ce9-e709c3c7d385 req-b83bfb77-4089-4825-bdba-d397375dd922 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 946 time: 0.0525405 Feb 19 05:37:54.242631 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-521b6cfb-ed87-4104-9ce9-e709c3c7d385 req-b273e349-fa75-41a9-8fe8-53b62645edae tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460715 Feb 19 05:37:55.371545 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a318ce-c181-4368-bf77-076e7f48f20f req-f9a6be09-40f9-4a65-bc93-09f3be06dd10 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:55.373200 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e6a318ce-c181-4368-bf77-076e7f48f20f req-f9a6be09-40f9-4a65-bc93-09f3be06dd10 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 946 time: 0.0591936 Feb 19 05:37:55.421199 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e6a318ce-c181-4368-bf77-076e7f48f20f req-cb8d3e23-5671-406d-b4fe-342321182183 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424032 Feb 19 05:37:55.547682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-0a755185-3a6f-4558-9a86-c4d43d64cd45 req-fcb1ec7c-6607-42f7-b832-200e7cc61e10 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:37:55.548151 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0a755185-3a6f-4558-9a86-c4d43d64cd45 req-fcb1ec7c-6607-42f7-b832-200e7cc61e10 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0627191 Feb 19 05:37:55.719396 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc3c35-fe20-43d3-ab24-16a6df6d82e4 req-72bf0257-d983-445d-a4d4-b14854c22b6f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:55.721158 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aabc3c35-fe20-43d3-ab24-16a6df6d82e4 req-72bf0257-d983-445d-a4d4-b14854c22b6f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 946 time: 0.0602098 Feb 19 05:37:55.771224 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-aabc3c35-fe20-43d3-ab24-16a6df6d82e4 req-d7026b03-c91c-49f1-b8f6-c3d82ae5c7de tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439532 Feb 19 05:37:55.960496 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e63533c9-ed6d-4c90-aacd-5b49c7bea0f2 req-e0f5c800-8204-436a-ba76-ff01b90233b4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867722 Feb 19 05:37:56.081210 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63533c9-ed6d-4c90-aacd-5b49c7bea0f2 req-f14dcadc-10ba-4531-9cba-43711768aaac tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:56.082600 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e63533c9-ed6d-4c90-aacd-5b49c7bea0f2 req-f14dcadc-10ba-4531-9cba-43711768aaac tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports/da45422b-ed7b-434a-8445-2b6d24c24a4c HTTP/1.1" status: 200 len: 943 time: 0.0962927 Feb 19 05:37:56.852703 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63533c9-ed6d-4c90-aacd-5b49c7bea0f2 req-7bfe9a1d-2bab-4042-8ced-2012e20d24c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:56.854299 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e63533c9-ed6d-4c90-aacd-5b49c7bea0f2 req-7bfe9a1d-2bab-4042-8ced-2012e20d24c4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536&tenant_id=f1cba637a1744fda84081146b69ff4b1 HTTP/1.1" status: 200 len: 1128 time: 0.0524251 Feb 19 05:37:56.950722 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cf8b4-a768-4bf7-bd16-c36f26c27fb9 req-af4f0fb5-66f2-4921-b1fc-2c9f5aecff96 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:56.952264 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2e8cf8b4-a768-4bf7-bd16-c36f26c27fb9 req-af4f0fb5-66f2-4921-b1fc-2c9f5aecff96 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 946 time: 0.0950134 Feb 19 05:37:56.966988 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63533c9-ed6d-4c90-aacd-5b49c7bea0f2 req-ae12630d-243e-43d3-bece-90a30b1a5b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:56.968444 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e63533c9-ed6d-4c90-aacd-5b49c7bea0f2 req-ae12630d-243e-43d3-bece-90a30b1a5b57 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1cba637a1744fda84081146b69ff4b1&device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 1128 time: 0.0708771 Feb 19 05:37:56.997958 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device da45422b-ed7b-434a-8445-2b6d24c24a4c no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:37:57.060697 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2e8cf8b4-a768-4bf7-bd16-c36f26c27fb9 req-e601b534-f5af-481c-82da-746f70d85bdb tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012998 Feb 19 05:37:57.094250 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63533c9-ed6d-4c90-aacd-5b49c7bea0f2 req-619cd770-de2e-48b0-a3fe-a191b33837bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:57.096061 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e63533c9-ed6d-4c90-aacd-5b49c7bea0f2 req-619cd770-de2e-48b0-a3fe-a191b33837bd service neutron] 10.222.0.48 "GET /v2.0/networks?id=58048d45-673a-4d51-b764-3bac093f4e7a HTTP/1.1" status: 200 len: 907 time: 0.1203036 Feb 19 05:37:57.102588 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port da45422b-ed7b-434a-8445-2b6d24c24a4c is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:37:57.102905 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:37:57.127082 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3d95f6-d61f-4498-85ef-04d8e2afc536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da45422b-ed7b-434a-8445-2b6d24c24a4c'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:37:57.129341 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fa46be-ff9a-46ac-a7f4-216702dc8ff2" -d '{"events": [{"server_uuid": "be3d95f6-d61f-4498-85ef-04d8e2afc536", "name": "network-vif-unplugged", "status": "completed", "tag": "da45422b-ed7b-434a-8445-2b6d24c24a4c"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:37:57.142341 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port da45422b-ed7b-434a-8445-2b6d24c24a4c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=da45422b-ed7b-434a-8445-2b6d24c24a4c,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:37:57.147661 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:37:57.167098 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e63533c9-ed6d-4c90-aacd-5b49c7bea0f2 req-2e44b520-7203-4363-ba06-fdd98eb73bfe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da45422b-ed7b-434a-8445-2b6d24c24a4c HTTP/1.1" status: 200 len: 1002 time: 0.0648558 Feb 19 05:37:57.172149 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 05:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea12301-5067-4d0f-9e2d-9e25321173b8 x-openstack-request-id: req-9ea12301-5067-4d0f-9e2d-9e25321173b8 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:37:57.172444 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3d95f6-d61f-4498-85ef-04d8e2afc536", "name": "network-vif-unplugged", "status": "completed", "tag": "da45422b-ed7b-434a-8445-2b6d24c24a4c", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:37:57.172703 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ea12301-5067-4d0f-9e2d-9e25321173b8 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:37:57.173332 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3d95f6-d61f-4498-85ef-04d8e2afc536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da45422b-ed7b-434a-8445-2b6d24c24a4c', 'code': 200} Feb 19 05:37:57.199936 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=da45422b-ed7b-434a-8445-2b6d24c24a4c,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:37:57.217435 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63533c9-ed6d-4c90-aacd-5b49c7bea0f2 req-9f05c132-1f6a-4164-877b-a87ad2e6fd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:57.218922 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e63533c9-ed6d-4c90-aacd-5b49c7bea0f2 req-9f05c132-1f6a-4164-877b-a87ad2e6fd46 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23dd196b-af69-412b-ac4f-748e81637d18 HTTP/1.1" status: 200 len: 846 time: 0.0449476 Feb 19 05:37:57.271785 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63533c9-ed6d-4c90-aacd-5b49c7bea0f2 req-9aaf61d1-a16c-4a20-962b-b31bc7508c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:57.273352 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e63533c9-ed6d-4c90-aacd-5b49c7bea0f2 req-9aaf61d1-a16c-4a20-962b-b31bc7508c52 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58048d45-673a-4d51-b764-3bac093f4e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487380 Feb 19 05:37:57.359848 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e63533c9-ed6d-4c90-aacd-5b49c7bea0f2 req-7b696110-fb2a-4634-8dc9-913325434806 service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805545 Feb 19 05:37:57.795101 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e63533c9-ed6d-4c90-aacd-5b49c7bea0f2 req-d4bab606-4308-41fe-b47a-d603a6d55b6d service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293418 Feb 19 05:37:58.259287 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d04146-1a05-4273-897f-9c2c161a8431 req-b4f0e73d-0028-43e9-8a33-8b6b10b533d9 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:58.260970 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5d04146-1a05-4273-897f-9c2c161a8431 req-b4f0e73d-0028-43e9-8a33-8b6b10b533d9 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 944 time: 0.0714076 Feb 19 05:37:58.329434 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f5d04146-1a05-4273-897f-9c2c161a8431 req-60d67c32-f71d-4470-8049-788b84525327 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608540 Feb 19 05:37:59.466788 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125c6b8-a36e-4ebe-8313-10f24e1ecdc0 req-156681fa-029a-4c1f-8e84-ecfa9e8a7eba tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:37:59.468502 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3125c6b8-a36e-4ebe-8313-10f24e1ecdc0 req-156681fa-029a-4c1f-8e84-ecfa9e8a7eba tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 944 time: 0.0636547 Feb 19 05:37:59.522603 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3125c6b8-a36e-4ebe-8313-10f24e1ecdc0 req-975fd0f8-33cd-4a04-a797-5faf03791016 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483859 Feb 19 05:38:00.647123 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f97297-551b-4289-ba47-91af1baef831 req-b4a790ca-fd0a-4107-acd0-a7df316ce99f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:38:00.648668 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c6f97297-551b-4289-ba47-91af1baef831 req-b4a790ca-fd0a-4107-acd0-a7df316ce99f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 944 time: 0.0545564 Feb 19 05:38:00.702361 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c6f97297-551b-4289-ba47-91af1baef831 req-0f487c94-d90a-4159-a025-9c68f7da4874 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470457 Feb 19 05:38:01.845552 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e634bb-9399-4d1a-bfb4-3b6ff40e903e req-e88d3f79-f7c8-46c7-bd3c-dd2a160b88a7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:38:01.852587 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a9e634bb-9399-4d1a-bfb4-3b6ff40e903e req-e88d3f79-f7c8-46c7-bd3c-dd2a160b88a7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 944 time: 0.0722826 Feb 19 05:38:01.906540 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a9e634bb-9399-4d1a-bfb4-3b6ff40e903e req-3a94be38-ef85-465b-8c5d-9825b5a07cb0 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527530 Feb 19 05:38:02.420657 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6b6dd27d-0681-4570-8501-96fd591020aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:38:03.042420 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea6e6a-66c6-491a-b1cb-bc6b1acfae10 req-a82ef9b6-77d9-4c2a-bed2-7b30da5f058f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:38:03.043941 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-10ea6e6a-66c6-491a-b1cb-bc6b1acfae10 req-a82ef9b6-77d9-4c2a-bed2-7b30da5f058f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 944 time: 0.0633609 Feb 19 05:38:03.106782 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-10ea6e6a-66c6-491a-b1cb-bc6b1acfae10 req-a692102b-bbde-472d-aded-be6428a6c1df tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568545 Feb 19 05:38:04.243918 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7809ba7-015f-4380-be65-775ef0e5c81b req-c9cde48e-35b1-4090-8b61-482d830cf68d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:38:04.251058 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d7809ba7-015f-4380-be65-775ef0e5c81b req-c9cde48e-35b1-4090-8b61-482d830cf68d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 944 time: 0.0686915 Feb 19 05:38:04.302947 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d7809ba7-015f-4380-be65-775ef0e5c81b req-52e926ec-7327-476f-bc78-b525399f5bb3 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509346 Feb 19 05:38:05.269103 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3369f884-ff76-44c7-b05b-b23aa11d18a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:38:05.426239 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68dd7a8-8ea5-4407-8249-c22feb81cb27 req-c6c1c56d-942b-4712-a458-682795bebc93 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:38:05.427666 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a68dd7a8-8ea5-4407-8249-c22feb81cb27 req-c6c1c56d-942b-4712-a458-682795bebc93 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 944 time: 0.0538759 Feb 19 05:38:05.477180 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a68dd7a8-8ea5-4407-8249-c22feb81cb27 req-203c73a2-f9a4-493c-b6ac-4c27533e1469 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432084 Feb 19 05:38:06.599802 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a77b3f-607e-4b1a-bce7-44df60d2dfd8 req-cc19905e-7631-4804-b26a-c89017c5b39a tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:38:06.601333 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-27a77b3f-607e-4b1a-bce7-44df60d2dfd8 req-cc19905e-7631-4804-b26a-c89017c5b39a tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 944 time: 0.0520084 Feb 19 05:38:06.654341 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-27a77b3f-607e-4b1a-bce7-44df60d2dfd8 req-35b2e99b-7f3e-46e9-bea1-172d95380a13 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474401 Feb 19 05:38:06.866933 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1fb3a-833b-4ee3-9e3a-28908b0a9eca req-3dad804f-8db0-43de-823f-29b38c5ea1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:38:06.868435 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31b1fb3a-833b-4ee3-9e3a-28908b0a9eca req-3dad804f-8db0-43de-823f-29b38c5ea1ae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 1126 time: 0.0460956 Feb 19 05:38:06.911722 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31b1fb3a-833b-4ee3-9e3a-28908b0a9eca req-d24f81ab-9b54-485b-9777-2e6e8c767571 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376658 Feb 19 05:38:07.134499 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:38:07.774597 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a25536-11bc-4646-bbc0-57ce84d09689 req-7c4ef2be-de96-4478-b89f-7bd54592c2f7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:38:07.776099 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a1a25536-11bc-4646-bbc0-57ce84d09689 req-7c4ef2be-de96-4478-b89f-7bd54592c2f7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 944 time: 0.0543618 Feb 19 05:38:07.829786 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a1a25536-11bc-4646-bbc0-57ce84d09689 req-6242156c-9cfe-42dd-a854-d35865a73d76 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472896 Feb 19 05:38:08.213727 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:38:08.270050 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:38:08.947624 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37a08a-79f5-458d-9edf-f53731562d5f req-9da1fe42-be7e-44f1-985e-8aaa0bbf8034 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:38:08.949607 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3d37a08a-79f5-458d-9edf-f53731562d5f req-9da1fe42-be7e-44f1-985e-8aaa0bbf8034 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 944 time: 0.0534899 Feb 19 05:38:08.997600 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3d37a08a-79f5-458d-9edf-f53731562d5f req-d2f57ced-c3df-40e8-a58a-a6ae51cd1d56 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423946 Feb 19 05:38:09.051546 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device da45422b-ed7b-434a-8445-2b6d24c24a4c details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:38:09.149338 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port da45422b-ed7b-434a-8445-2b6d24c24a4c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=da45422b-ed7b-434a-8445-2b6d24c24a4c,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:38:09.161678 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': 'da45422b-ed7b-434a-8445-2b6d24c24a4c', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'port_id': 'da45422b-ed7b-434a-8445-2b6d24c24a4c', 'mac_address': 'fa:16:3e:e3:97:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23dd196b-af69-412b-ac4f-748e81637d18', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:38:09.197983 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port da45422b-ed7b-434a-8445-2b6d24c24a4c is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:38:09.198372 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:38:09.211176 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da45422b-ed7b-434a-8445-2b6d24c24a4c {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:38:09.230944 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port da45422b-ed7b-434a-8445-2b6d24c24a4c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=da45422b-ed7b-434a-8445-2b6d24c24a4c,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:38:09.234925 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:38:09.281269 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=da45422b-ed7b-434a-8445-2b6d24c24a4c,revision_number=9']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:38:09.474627 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['da45422b-ed7b-434a-8445-2b6d24c24a4c'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:38:09.502513 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:38:09.998764 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:38:10.376547 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:38:11.068560 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device da45422b-ed7b-434a-8445-2b6d24c24a4c up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:38:11.116353 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port da45422b-ed7b-434a-8445-2b6d24c24a4c triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:38:11.116729 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:38:11.190713 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port da45422b-ed7b-434a-8445-2b6d24c24a4c is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:38:11.191100 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:38:11.212809 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3d95f6-d61f-4498-85ef-04d8e2afc536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da45422b-ed7b-434a-8445-2b6d24c24a4c'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:38:11.215029 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b336b6b-1950-4536-b472-6585a25ad4a3" -d '{"events": [{"server_uuid": "be3d95f6-d61f-4498-85ef-04d8e2afc536", "name": "network-vif-plugged", "status": "completed", "tag": "da45422b-ed7b-434a-8445-2b6d24c24a4c"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:38:11.228160 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port da45422b-ed7b-434a-8445-2b6d24c24a4c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=da45422b-ed7b-434a-8445-2b6d24c24a4c,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:38:11.232462 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:38:11.258879 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc66e584-9bc0-4b23-a256-6dc476d97efe x-openstack-request-id: req-bc66e584-9bc0-4b23-a256-6dc476d97efe {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:38:11.259098 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3d95f6-d61f-4498-85ef-04d8e2afc536", "name": "network-vif-plugged", "status": "completed", "tag": "da45422b-ed7b-434a-8445-2b6d24c24a4c", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:38:11.259358 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc66e584-9bc0-4b23-a256-6dc476d97efe {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:38:11.259754 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3d95f6-d61f-4498-85ef-04d8e2afc536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da45422b-ed7b-434a-8445-2b6d24c24a4c', 'code': 200} Feb 19 05:38:11.286238 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=da45422b-ed7b-434a-8445-2b6d24c24a4c,revision_number=10']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:38:27.739979 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b61569e3-a685-472f-91f1-7713fda4824b req-c7fdb048-2a52-44ea-8a96-d58d9cd553d2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419507 Feb 19 05:38:27.831172 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61569e3-a685-472f-91f1-7713fda4824b req-46b60fe1-016a-4714-a833-e618ce533a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:38:27.832594 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b61569e3-a685-472f-91f1-7713fda4824b req-46b60fe1-016a-4714-a833-e618ce533a54 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1cba637a1744fda84081146b69ff4b1&device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 1129 time: 0.0486255 Feb 19 05:38:27.932938 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61569e3-a685-472f-91f1-7713fda4824b req-8f46ace7-6c9a-47f5-acf0-5923affc1911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:38:27.934433 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b61569e3-a685-472f-91f1-7713fda4824b req-8f46ace7-6c9a-47f5-acf0-5923affc1911 service neutron] 10.222.0.48 "GET /v2.0/networks?id=58048d45-673a-4d51-b764-3bac093f4e7a HTTP/1.1" status: 200 len: 907 time: 0.0832429 Feb 19 05:38:28.003700 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b61569e3-a685-472f-91f1-7713fda4824b req-50d26489-4af8-49d8-a541-888d51ed2853 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da45422b-ed7b-434a-8445-2b6d24c24a4c HTTP/1.1" status: 200 len: 1002 time: 0.0620763 Feb 19 05:38:28.051892 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61569e3-a685-472f-91f1-7713fda4824b req-90d9b3d2-5eca-425b-9fb6-06c029038bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:38:28.053374 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b61569e3-a685-472f-91f1-7713fda4824b req-90d9b3d2-5eca-425b-9fb6-06c029038bc2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23dd196b-af69-412b-ac4f-748e81637d18 HTTP/1.1" status: 200 len: 846 time: 0.0432732 Feb 19 05:38:28.103407 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61569e3-a685-472f-91f1-7713fda4824b req-cf3f685a-0044-4f89-b135-f7f06e9feac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:38:28.104841 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b61569e3-a685-472f-91f1-7713fda4824b req-cf3f685a-0044-4f89-b135-f7f06e9feac3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58048d45-673a-4d51-b764-3bac093f4e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451694 Feb 19 05:38:28.197866 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b61569e3-a685-472f-91f1-7713fda4824b req-bea4ef1a-4745-44e7-9b5a-d9fc9b0f66c9 service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864081 Feb 19 05:38:28.286840 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b61569e3-a685-472f-91f1-7713fda4824b req-f0432171-a7c8-4af1-b6d7-422f10e92747 service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826213 Feb 19 05:38:32.413332 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c50f27d0-fb6e-4a0b-8734-5aef014ad258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:38:35.270739 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-07aeaa4e-c58d-49e8-a9ab-9958ebd7fcc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:38:37.138664 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:38:38.213136 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:38:38.272879 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:38:39.473882 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:38:40.008074 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:38:47.375293 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:39:02.414717 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3373d0c7-6033-4174-b3db-7924cb66b663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:05.272755 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-951a35c2-9823-4277-b94c-b6b57ab7e574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:07.140431 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:08.224802 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:08.275422 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:09.482381 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:10.006421 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:20.964240 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38208) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:39:21.121207 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Deleting port 0d4b6f82-4f6a-4a4a-9983-6e92142d13ff {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:39:21.121561 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0d4b6f82-4f6a-4a4a-9983-6e92142d13ff), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:21.199048 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0d4b6f82-4f6a-4a4a-9983-6e92142d13ff), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:21.199380 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for floatingip (0d4b6f82-4f6a-4a4a-9983-6e92142d13ff), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:21.211233 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Calling delete_port for 0d4b6f82-4f6a-4a4a-9983-6e92142d13ff owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:39:21.355189 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (0d4b6f82-4f6a-4a4a-9983-6e92142d13ff), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:21.384501 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event deleted for resources: {'Port': ['ID=0d4b6f82-4f6a-4a4a-9983-6e92142d13ff,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:39:21.397993 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:21.398356 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:21.398705 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:21.399046 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:21.399385 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:21.399728 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:21.400059 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:21.400391 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:21.400722 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:21.401077 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:21.401409 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:21.401737 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:21.402064 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:21.456423 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for floatingip (d1d29742-f3ed-42ad-8d7d-0ad6af0d4676), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:21.456776 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Floating IP d1d29742-f3ed-42ad-8d7d-0ad6af0d4676 disassociated (deleted). External IP: 172.25.0.144, port: da45422b-ed7b-434a-8445-2b6d24c24a4c. Feb 19 05:39:21.674715 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Router c2def7e9-997a-44aa-b77f-c77577ed22d7 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:39:21.782311 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:39:21.786947 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:21.794901 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d99d3ea-577b-4e60-b276-cc0d26ce0957 None None] Sync routers for ids ['c2def7e9-997a-44aa-b77f-c77577ed22d7'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:39:21.808625 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d99d3ea-577b-4e60-b276-cc0d26ce0957 None None] Routers {'c2def7e9-997a-44aa-b77f-c77577ed22d7'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:39:21.809706 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9d99d3ea-577b-4e60-b276-cc0d26ce0957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:39:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c2def7e9-997a-44aa-b77f-c77577ed22d7'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:39:21.818625 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-43e51c10-5b85-4ea9-b67f-451a65cc068e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "DELETE /v2.0/floatingips/d1d29742-f3ed-42ad-8d7d-0ad6af0d4676 HTTP/1.1" status: 204 len: 168 time: 0.8532968 Feb 19 05:39:21.819219 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3d95f6-d61f-4498-85ef-04d8e2afc536', 'tag': 'da45422b-ed7b-434a-8445-2b6d24c24a4c'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:39:21.821485 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c84e86-210b-4564-b657-00b99718fc96" -d '{"events": [{"name": "network-changed", "server_uuid": "be3d95f6-d61f-4498-85ef-04d8e2afc536", "tag": "da45422b-ed7b-434a-8445-2b6d24c24a4c"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:39:21.937387 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-9d99d3ea-577b-4e60-b276-cc0d26ce0957 None None] Set router c2def7e9-997a-44aa-b77f-c77577ed22d7 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:39:21.964541 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5df05f-1827-4931-9db0-8bae24432f32 x-openstack-request-id: req-dc5df05f-1827-4931-9db0-8bae24432f32 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:39:21.965449 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3d95f6-d61f-4498-85ef-04d8e2afc536", "tag": "da45422b-ed7b-434a-8445-2b6d24c24a4c", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:39:21.965449 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dc5df05f-1827-4931-9db0-8bae24432f32 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:39:21.965653 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3d95f6-d61f-4498-85ef-04d8e2afc536', 'tag': 'da45422b-ed7b-434a-8445-2b6d24c24a4c', 'status': 'completed', 'code': 200} Feb 19 05:39:22.058692 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c84e86-210b-4564-b657-00b99718fc96 req-5e2b756b-4132-45ea-b680-99b521d2551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:39:22.060726 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31c84e86-210b-4564-b657-00b99718fc96 req-5e2b756b-4132-45ea-b680-99b521d2551b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1cba637a1744fda84081146b69ff4b1&device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 1129 time: 0.0620756 Feb 19 05:39:22.163616 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9d99d3ea-577b-4e60-b276-cc0d26ce0957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'name': 'tempest-TestShelveInstance-23454469-router', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:10Z', 'updated_at': '2022-02-19T05:35:13Z', 'revision_number': 4, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'gw_port': {'id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:11Z', 'updated_at': '2022-02-19T05:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '00e7c31a-a053-4679-a71b-196d0df04e0c', 'name': '', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'mac_address': 'fa:16:3e:58:75:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '23dd196b-af69-412b-ac4f-748e81637d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:12Z', 'updated_at': '2022-02-19T05:35:17Z', 'revision_number': 5, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'subnets': [{'id': '23dd196b-af69-412b-ac4f-748e81637d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:39:22.169084 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91814a-1669-4fba-af2a-5fbdd78fe4f8 req-b797ed38-ebf1-43cb-bfd2-d89b79f447ef tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:39:22.171197 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5a91814a-1669-4fba-af2a-5fbdd78fe4f8 req-b797ed38-ebf1-43cb-bfd2-d89b79f447ef tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 947 time: 0.1162374 Feb 19 05:39:22.190081 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d99d3ea-577b-4e60-b276-cc0d26ce0957 None None] Checking router: c2def7e9-997a-44aa-b77f-c77577ed22d7 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:39:22.198498 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d99d3ea-577b-4e60-b276-cc0d26ce0957 None None] Routers {'c2def7e9-997a-44aa-b77f-c77577ed22d7'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:39:22.199189 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9d99d3ea-577b-4e60-b276-cc0d26ce0957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:39:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c2def7e9-997a-44aa-b77f-c77577ed22d7'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:39:22.212893 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c84e86-210b-4564-b657-00b99718fc96 req-5f28f2ff-d897-4ebc-b9d2-15eb9e1a65dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:39:22.214434 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31c84e86-210b-4564-b657-00b99718fc96 req-5f28f2ff-d897-4ebc-b9d2-15eb9e1a65dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=58048d45-673a-4d51-b764-3bac093f4e7a HTTP/1.1" status: 200 len: 907 time: 0.1239278 Feb 19 05:39:22.270572 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31c84e86-210b-4564-b657-00b99718fc96 req-c420b17c-d0ac-43cc-b98f-05a8ed3937ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da45422b-ed7b-434a-8445-2b6d24c24a4c HTTP/1.1" status: 200 len: 217 time: 0.0498374 Feb 19 05:39:22.275379 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5a91814a-1669-4fba-af2a-5fbdd78fe4f8 req-e1fa0f48-e365-4f30-bb91-2e5d806de94b tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956087 Feb 19 05:39:22.309508 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-9d99d3ea-577b-4e60-b276-cc0d26ce0957 None None] Set router c2def7e9-997a-44aa-b77f-c77577ed22d7 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:39:22.319529 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c84e86-210b-4564-b657-00b99718fc96 req-19bd52be-e31b-41bb-9644-94e865219c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:39:22.321075 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31c84e86-210b-4564-b657-00b99718fc96 req-19bd52be-e31b-41bb-9644-94e865219c11 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23dd196b-af69-412b-ac4f-748e81637d18 HTTP/1.1" status: 200 len: 846 time: 0.0444753 Feb 19 05:39:22.369984 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c84e86-210b-4564-b657-00b99718fc96 req-afb9245d-d0f8-42e5-b3b4-ac71624ecb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:39:22.371567 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31c84e86-210b-4564-b657-00b99718fc96 req-afb9245d-d0f8-42e5-b3b4-ac71624ecb45 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58048d45-673a-4d51-b764-3bac093f4e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443974 Feb 19 05:39:22.467672 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31c84e86-210b-4564-b657-00b99718fc96 req-f9989b0e-fd5a-49e5-9024-2b74784b7509 service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880334 Feb 19 05:39:22.514600 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9d99d3ea-577b-4e60-b276-cc0d26ce0957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'name': 'tempest-TestShelveInstance-23454469-router', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:10Z', 'updated_at': '2022-02-19T05:35:13Z', 'revision_number': 4, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'gw_port': {'id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:11Z', 'updated_at': '2022-02-19T05:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '00e7c31a-a053-4679-a71b-196d0df04e0c', 'name': '', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'mac_address': 'fa:16:3e:58:75:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '23dd196b-af69-412b-ac4f-748e81637d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:12Z', 'updated_at': '2022-02-19T05:35:17Z', 'revision_number': 5, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'subnets': [{'id': '23dd196b-af69-412b-ac4f-748e81637d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:39:22.541069 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d99d3ea-577b-4e60-b276-cc0d26ce0957 None None] The sync data for ids ['c2def7e9-997a-44aa-b77f-c77577ed22d7'] in n-d-772273-4 is: [{'id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'name': 'tempest-TestShelveInstance-23454469-router', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:10Z', 'updated_at': '2022-02-19T05:35:13Z', 'revision_number': 4, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'gw_port': {'id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:11Z', 'updated_at': '2022-02-19T05:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '00e7c31a-a053-4679-a71b-196d0df04e0c', 'name': '', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'mac_address': 'fa:16:3e:58:75:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '23dd196b-af69-412b-ac4f-748e81637d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:12Z', 'updated_at': '2022-02-19T05:35:17Z', 'revision_number': 5, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'subnets': [{'id': '23dd196b-af69-412b-ac4f-748e81637d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:39:22.561526 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-31c84e86-210b-4564-b657-00b99718fc96 req-56639c72-4e85-46e2-a5ab-4fcc4782f1c4 service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860538 Feb 19 05:39:22.764459 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8996b1-5e18-471b-8ea8-bee7d95ef081 None None] New status for floating IP d1d29742-f3ed-42ad-8d7d-0ad6af0d4676: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:39:23.386350 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb23985-e4e4-49ff-b2bc-87697d83609b req-0ce54ee1-0a3d-4250-85ba-0baa526cb971 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:39:23.387886 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fcb23985-e4e4-49ff-b2bc-87697d83609b req-0ce54ee1-0a3d-4250-85ba-0baa526cb971 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 947 time: 0.0585313 Feb 19 05:39:23.404592 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267eb664-89df-4c7c-83f6-8e9db45579ef req-e5e2a4c4-f011-44c1-86b5-dd635808031b tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:39:23.406143 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-267eb664-89df-4c7c-83f6-8e9db45579ef req-e5e2a4c4-f011-44c1-86b5-dd635808031b tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=be3d95f6-d61f-4498-85ef-04d8e2afc536 HTTP/1.1" status: 200 len: 947 time: 0.0586801 Feb 19 05:39:23.457182 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-267eb664-89df-4c7c-83f6-8e9db45579ef req-fd5b8b8c-37cb-40ea-a2cc-b672f8660ec8 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=0521e17c-aa5d-4957-915f-18e621aac106&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449982 Feb 19 05:39:23.484594 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-fcb23985-e4e4-49ff-b2bc-87697d83609b req-656af95a-4f89-4972-a22a-b6fc1e455d20 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Deleting port da45422b-ed7b-434a-8445-2b6d24c24a4c {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:39:23.484963 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fcb23985-e4e4-49ff-b2bc-87697d83609b req-656af95a-4f89-4972-a22a-b6fc1e455d20 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:23.579395 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-fcb23985-e4e4-49ff-b2bc-87697d83609b req-656af95a-4f89-4972-a22a-b6fc1e455d20 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] For port da45422b-ed7b-434a-8445-2b6d24c24a4c, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=da45422b-ed7b-434a-8445-2b6d24c24a4c,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:39:23.579667 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fcb23985-e4e4-49ff-b2bc-87697d83609b req-656af95a-4f89-4972-a22a-b6fc1e455d20 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:23.592366 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-fcb23985-e4e4-49ff-b2bc-87697d83609b req-656af95a-4f89-4972-a22a-b6fc1e455d20 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Calling delete_port for da45422b-ed7b-434a-8445-2b6d24c24a4c owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:39:23.727607 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fcb23985-e4e4-49ff-b2bc-87697d83609b req-656af95a-4f89-4972-a22a-b6fc1e455d20 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (da45422b-ed7b-434a-8445-2b6d24c24a4c), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:23.765362 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656af95a-4f89-4972-a22a-b6fc1e455d20 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event deleted for resources: {'Port': ['ID=da45422b-ed7b-434a-8445-2b6d24c24a4c,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:39:23.793839 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656af95a-4f89-4972-a22a-b6fc1e455d20 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:23.794197 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656af95a-4f89-4972-a22a-b6fc1e455d20 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:23.794551 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656af95a-4f89-4972-a22a-b6fc1e455d20 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:23.794905 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656af95a-4f89-4972-a22a-b6fc1e455d20 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:23.795363 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656af95a-4f89-4972-a22a-b6fc1e455d20 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:23.795707 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656af95a-4f89-4972-a22a-b6fc1e455d20 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:23.796046 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656af95a-4f89-4972-a22a-b6fc1e455d20 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:23.796385 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656af95a-4f89-4972-a22a-b6fc1e455d20 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:23.796724 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656af95a-4f89-4972-a22a-b6fc1e455d20 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:23.797090 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656af95a-4f89-4972-a22a-b6fc1e455d20 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:23.797426 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656af95a-4f89-4972-a22a-b6fc1e455d20 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:23.797763 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656af95a-4f89-4972-a22a-b6fc1e455d20 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:23.798095 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656af95a-4f89-4972-a22a-b6fc1e455d20 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:39:23.819355 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb23985-e4e4-49ff-b2bc-87697d83609b req-656af95a-4f89-4972-a22a-b6fc1e455d20 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] No DVR routers for this DVR port da45422b-ed7b-434a-8445-2b6d24c24a4c on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:39:23.822000 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fcb23985-e4e4-49ff-b2bc-87697d83609b req-656af95a-4f89-4972-a22a-b6fc1e455d20 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:23.825398 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fcb23985-e4e4-49ff-b2bc-87697d83609b req-656af95a-4f89-4972-a22a-b6fc1e455d20 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.48 "DELETE /v2.0/ports/da45422b-ed7b-434a-8445-2b6d24c24a4c HTTP/1.1" status: 204 len: 173 time: 0.4313388 Feb 19 05:39:23.825967 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3d95f6-d61f-4498-85ef-04d8e2afc536', 'name': 'network-vif-deleted', 'tag': 'da45422b-ed7b-434a-8445-2b6d24c24a4c'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:39:23.828769 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bae8393-d63f-42dc-98d7-48161bc44a5e" -d '{"events": [{"server_uuid": "be3d95f6-d61f-4498-85ef-04d8e2afc536", "name": "network-vif-deleted", "tag": "da45422b-ed7b-434a-8445-2b6d24c24a4c"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:39:23.969194 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cda1b2-c3dd-46e4-b75b-af2bd87d25b4 x-openstack-request-id: req-74cda1b2-c3dd-46e4-b75b-af2bd87d25b4 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:39:23.969499 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3d95f6-d61f-4498-85ef-04d8e2afc536", "name": "network-vif-deleted", "tag": "da45422b-ed7b-434a-8445-2b6d24c24a4c", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:39:23.969761 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-74cda1b2-c3dd-46e4-b75b-af2bd87d25b4 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:39:23.970179 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3d95f6-d61f-4498-85ef-04d8e2afc536', 'name': 'network-vif-deleted', 'tag': 'da45422b-ed7b-434a-8445-2b6d24c24a4c', 'status': 'completed', 'code': 200} Feb 19 05:39:24.374346 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:39:24.515985 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38234) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:39:24.576689 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f2217544-0b92-41b3-808f-d1dd4767baa8 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group (0521e17c-aa5d-4957-915f-18e621aac106), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:24.601538 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f2217544-0b92-41b3-808f-d1dd4767baa8 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group (0521e17c-aa5d-4957-915f-18e621aac106), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:24.665728 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f2217544-0b92-41b3-808f-d1dd4767baa8 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (0521e17c-aa5d-4957-915f-18e621aac106), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:24.668730 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f2217544-0b92-41b3-808f-d1dd4767baa8 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:24.669944 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f2217544-0b92-41b3-808f-d1dd4767baa8 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "DELETE /v2.0/security-groups/0521e17c-aa5d-4957-915f-18e621aac106 HTTP/1.1" status: 204 len: 168 time: 0.1529593 Feb 19 05:39:24.679892 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2217544-0b92-41b3-808f-d1dd4767baa8 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0521e17c-aa5d-4957-915f-18e621aac106,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:39:25.049959 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38240) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:39:25.054571 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-79d92f39-b1ed-4306-8c46-3c21e436fa47 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1187646168', 'description': 'tempest-secgroup-smoke-1187646168 description', 'project_id': 'f1cba637a1744fda84081146b69ff4b1'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:39:25.076382 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-79d92f39-b1ed-4306-8c46-3c21e436fa47 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.143491 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-79d92f39-b1ed-4306-8c46-3c21e436fa47 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group (de7a8d8a-abcd-40cc-9d45-a6249583186f), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.147278 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-79d92f39-b1ed-4306-8c46-3c21e436fa47 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (de7a8d8a-abcd-40cc-9d45-a6249583186f), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.177917 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-79d92f39-b1ed-4306-8c46-3c21e436fa47 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.179267 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-79d92f39-b1ed-4306-8c46-3c21e436fa47 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1282301 Feb 19 05:39:25.181367 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d92f39-b1ed-4306-8c46-3c21e436fa47 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de7a8d8a-abcd-40cc-9d45-a6249583186f,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:39:25.182343 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38242) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:39:25.189064 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-e05ce210-905a-4927-a378-5825186f5184 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Request body: {'security_group_rule': {'security_group_id': 'de7a8d8a-abcd-40cc-9d45-a6249583186f', 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:39:25.213571 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e05ce210-905a-4927-a378-5825186f5184 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (5a12291d-1b9e-4748-8f0d-41225e4c2ea2), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.266980 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e05ce210-905a-4927-a378-5825186f5184 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (5a12291d-1b9e-4748-8f0d-41225e4c2ea2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.270961 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e05ce210-905a-4927-a378-5825186f5184 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (5a12291d-1b9e-4748-8f0d-41225e4c2ea2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.288039 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ce210-905a-4927-a378-5825186f5184 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a12291d-1b9e-4748-8f0d-41225e4c2ea2,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:39:25.296997 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-e05ce210-905a-4927-a378-5825186f5184 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.298218 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e05ce210-905a-4927-a378-5825186f5184 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141217 Feb 19 05:39:25.300929 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38244) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:39:25.305215 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-84415fb8-7ba4-4a16-951b-61c2a4a25cca tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Request body: {'security_group_rule': {'security_group_id': 'de7a8d8a-abcd-40cc-9d45-a6249583186f', 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:39:25.329347 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84415fb8-7ba4-4a16-951b-61c2a4a25cca tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (1c906654-2471-4b7c-b067-1c3315e60670), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.387960 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84415fb8-7ba4-4a16-951b-61c2a4a25cca tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (1c906654-2471-4b7c-b067-1c3315e60670), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.391475 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84415fb8-7ba4-4a16-951b-61c2a4a25cca tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (1c906654-2471-4b7c-b067-1c3315e60670), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.408962 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84415fb8-7ba4-4a16-951b-61c2a4a25cca tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c906654-2471-4b7c-b067-1c3315e60670,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:39:25.417167 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-84415fb8-7ba4-4a16-951b-61c2a4a25cca tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.420703 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-84415fb8-7ba4-4a16-951b-61c2a4a25cca tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165586 Feb 19 05:39:25.421706 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38246) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:39:25.426182 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-c85e68d0-2095-4709-9718-6da17590082d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Request body: {'security_group_rule': {'security_group_id': 'de7a8d8a-abcd-40cc-9d45-a6249583186f', 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:39:25.452514 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c85e68d0-2095-4709-9718-6da17590082d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (d42a5217-4716-4027-8209-23e00ae1eb1c), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.511210 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c85e68d0-2095-4709-9718-6da17590082d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (d42a5217-4716-4027-8209-23e00ae1eb1c), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.515196 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c85e68d0-2095-4709-9718-6da17590082d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (d42a5217-4716-4027-8209-23e00ae1eb1c), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.534174 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e68d0-2095-4709-9718-6da17590082d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d42a5217-4716-4027-8209-23e00ae1eb1c,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:39:25.544074 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c85e68d0-2095-4709-9718-6da17590082d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.545351 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c85e68d0-2095-4709-9718-6da17590082d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226764 Feb 19 05:39:25.548582 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38248) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:39:25.553069 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-2acdfb71-52a8-4513-a442-627e44b84d7c tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Request body: {'security_group_rule': {'security_group_id': 'de7a8d8a-abcd-40cc-9d45-a6249583186f', 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:39:25.579340 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2acdfb71-52a8-4513-a442-627e44b84d7c tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (55343e2a-974d-436c-bcd3-84a937711acd), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.637537 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2acdfb71-52a8-4513-a442-627e44b84d7c tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (55343e2a-974d-436c-bcd3-84a937711acd), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.642050 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2acdfb71-52a8-4513-a442-627e44b84d7c tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (55343e2a-974d-436c-bcd3-84a937711acd), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.659455 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acdfb71-52a8-4513-a442-627e44b84d7c tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55343e2a-974d-436c-bcd3-84a937711acd,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:39:25.667949 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2acdfb71-52a8-4513-a442-627e44b84d7c tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.669199 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2acdfb71-52a8-4513-a442-627e44b84d7c tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196086 Feb 19 05:39:25.673378 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38250) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:39:25.677710 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-a31ff64d-12ce-44fd-8997-1003a4ff029d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Request body: {'security_group_rule': {'security_group_id': 'de7a8d8a-abcd-40cc-9d45-a6249583186f', 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:39:25.697596 n-d-772273-4 neutron-server[115198]: INFO neutron.db.securitygroups_db [None req-a31ff64d-12ce-44fd-8997-1003a4ff029d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Project f1cba637a1744fda84081146b69ff4b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:39:25.702329 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a31ff64d-12ce-44fd-8997-1003a4ff029d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (3cbd54d8-6bdd-4298-bf2e-c3e3e36be5b2), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.770531 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a31ff64d-12ce-44fd-8997-1003a4ff029d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (3cbd54d8-6bdd-4298-bf2e-c3e3e36be5b2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.774296 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a31ff64d-12ce-44fd-8997-1003a4ff029d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (3cbd54d8-6bdd-4298-bf2e-c3e3e36be5b2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.790005 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ff64d-12ce-44fd-8997-1003a4ff029d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbd54d8-6bdd-4298-bf2e-c3e3e36be5b2,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:39:25.800431 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-a31ff64d-12ce-44fd-8997-1003a4ff029d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.801724 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a31ff64d-12ce-44fd-8997-1003a4ff029d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273832 Feb 19 05:39:25.804859 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38252) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:39:25.809280 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-26c18aca-9573-4d53-aeae-db81da95ce0e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Request body: {'security_group_rule': {'security_group_id': 'de7a8d8a-abcd-40cc-9d45-a6249583186f', 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:39:25.829835 n-d-772273-4 neutron-server[115198]: INFO neutron.db.securitygroups_db [None req-26c18aca-9573-4d53-aeae-db81da95ce0e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Project f1cba637a1744fda84081146b69ff4b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:39:25.834911 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-26c18aca-9573-4d53-aeae-db81da95ce0e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (bcf8c8e3-5700-4085-832a-7c02ae1db335), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.893722 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-26c18aca-9573-4d53-aeae-db81da95ce0e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (bcf8c8e3-5700-4085-832a-7c02ae1db335), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.897417 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-26c18aca-9573-4d53-aeae-db81da95ce0e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (bcf8c8e3-5700-4085-832a-7c02ae1db335), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.918699 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c18aca-9573-4d53-aeae-db81da95ce0e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf8c8e3-5700-4085-832a-7c02ae1db335,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:39:25.923721 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-26c18aca-9573-4d53-aeae-db81da95ce0e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:25.928342 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-26c18aca-9573-4d53-aeae-db81da95ce0e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190705 Feb 19 05:39:27.430315 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device da45422b-ed7b-434a-8445-2b6d24c24a4c no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:39:27.451195 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: da45422b-ed7b-434a-8445-2b6d24c24a4c {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:39:27.451809 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device da45422b-ed7b-434a-8445-2b6d24c24a4c not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:39:32.417449 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1aafeb3e-2ddd-4051-996c-0ad98c693663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:35.276574 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-6b8a3450-b421-4709-bfe4-be4200ded702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:37.148279 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:38.215942 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:38.294787 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:39.478972 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:40.016202 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:46.539660 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-c803aed3-8b5a-43a2-8528-23b90c44d1c3 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1187646168&fields=id&tenant_id=f1cba637a1744fda84081146b69ff4b1 HTTP/1.1" status: 200 len: 267 time: 0.0450792 Feb 19 05:39:46.656433 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-1ae2c9f3-8763-4cfb-b935-9e6cc4057802 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:39:46.657894 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-1ae2c9f3-8763-4cfb-b935-9e6cc4057802 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/networks?id=58048d45-673a-4d51-b764-3bac093f4e7a HTTP/1.1" status: 200 len: 807 time: 0.1092856 Feb 19 05:39:46.672877 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-1a6b8843-804a-442b-bc67-ed6e7a8633bd tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/quotas/f1cba637a1744fda84081146b69ff4b1 HTTP/1.1" status: 200 len: 375 time: 0.0093534 Feb 19 05:39:46.728640 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-9120b840-0c90-408f-b0cd-6b7899fa92ca tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f1cba637a1744fda84081146b69ff4b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504966 Feb 19 05:39:46.823643 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-c61ec619-5aa6-4182-b45f-4ccd62eb030b service neutron] 10.222.0.65 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836074 Feb 19 05:39:46.915660 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-8e6140b0-5010-433b-bc3f-8fdabe5064c9 service neutron] 10.222.0.65 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861948 Feb 19 05:39:47.199720 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-003c61a0-a8ed-4818-a1c5-da6a575bf566 req-eb63955e-71a5-43b8-a34c-616b7a7e91c2 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 210 time: 0.0268590 Feb 19 05:39:48.280408 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3a02aa9a-4e77-4f67-942d-320b7e84bae5 req-76185574-8875-4b86-a9c6-2bf65d98b51a tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 210 time: 0.0280149 Feb 19 05:39:49.366570 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3535d2d2-1ef5-472e-8d42-ac36af005151 req-c3d3803b-b69d-4c9d-8146-9bbff7181ea0 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 210 time: 0.0348487 Feb 19 05:39:50.446069 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2ea1d649-fd40-4e53-8067-7f3a1ea34e41 req-2d281a70-1370-45e1-bb6d-bbdce6a91279 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 210 time: 0.0277665 Feb 19 05:39:51.543785 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-935f3f90-8bab-482d-8f58-f1d6b75fd636 req-e251790c-c169-4201-a50d-3401b4b41646 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 210 time: 0.0291209 Feb 19 05:39:52.257508 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-038289f8-947a-40ae-8588-c8904a176d70 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:39:52.259110 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-038289f8-947a-40ae-8588-c8904a176d70 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.10 "GET /v2.0/networks?id=58048d45-673a-4d51-b764-3bac093f4e7a HTTP/1.1" status: 200 len: 807 time: 0.1126518 Feb 19 05:39:52.326428 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-9ba8c0e8-958c-4a5e-a752-41e51c6de536 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1cba637a1744fda84081146b69ff4b1 HTTP/1.1" status: 200 len: 380 time: 0.0583053 Feb 19 05:39:52.335863 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-01960c84-a06c-4cfc-bbbd-0ae1cb126729 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Request body: {'port': {'device_id': '75fa965f-5428-4b68-8392-ed33136ceaa0', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'admin_state_up': True, 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'security_groups': ['de7a8d8a-abcd-40cc-9d45-a6249583186f']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:39:52.455917 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-01960c84-a06c-4cfc-bbbd-0ae1cb126729 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Made reservation on behalf of f1cba637a1744fda84081146b69ff4b1 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:39:52.459419 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-01960c84-a06c-4cfc-bbbd-0ae1cb126729 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:52.610727 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-01960c84-a06c-4cfc-bbbd-0ae1cb126729 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Allocated IP 172.20.0.8 (58048d45-673a-4d51-b764-3bac093f4e7a/23dd196b-af69-412b-ac4f-748e81637d18/9922ded8-cbb0-4263-af47-860d2ae8d5b8) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:39:52.678993 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c9d1f428-cd6e-4dfb-8501-6668b8afb692 req-5d51fd67-128f-4a21-9792-7d402ae43936 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 210 time: 0.0469282 Feb 19 05:39:52.808824 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-01960c84-a06c-4cfc-bbbd-0ae1cb126729 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:52.843919 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-01960c84-a06c-4cfc-bbbd-0ae1cb126729 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:52.890359 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-01960c84-a06c-4cfc-bbbd-0ae1cb126729 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Network 58048d45-673a-4d51-b764-3bac093f4e7a is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:39:52.893596 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-01960c84-a06c-4cfc-bbbd-0ae1cb126729 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:39:52.899978 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-01960c84-a06c-4cfc-bbbd-0ae1cb126729 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:39:52.936239 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01960c84-a06c-4cfc-bbbd-0ae1cb126729 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event updated for resources: {'Port': ['ID=9922ded8-cbb0-4263-af47-860d2ae8d5b8,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:39:52.967647 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-01960c84-a06c-4cfc-bbbd-0ae1cb126729 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:39:52.968847 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-01960c84-a06c-4cfc-bbbd-0ae1cb126729 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:52.987260 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-01960c84-a06c-4cfc-bbbd-0ae1cb126729 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6554036 Feb 19 05:39:53.005485 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-8db16b65-6fcc-4969-8ca3-6cebecc829ec tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:39:53.005485 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-8db16b65-6fcc-4969-8ca3-6cebecc829ec tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056100 Feb 19 05:39:53.080148 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-066761d5-d469-47c7-b381-43665034848f service neutron] Request body: {'port': {'device_id': '75fa965f-5428-4b68-8392-ed33136ceaa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:39:53.167507 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-066761d5-d469-47c7-b381-43665034848f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:53.181915 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-372ecac6-c80f-4c84-8a87-14a1bfff2ada None None] Provisioning complete for port 9922ded8-cbb0-4263-af47-860d2ae8d5b8 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:39:53.182617 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-372ecac6-c80f-4c84-8a87-14a1bfff2ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:53.222559 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-372ecac6-c80f-4c84-8a87-14a1bfff2ada None None] Port 9922ded8-cbb0-4263-af47-860d2ae8d5b8 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:39:53.479105 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-066761d5-d469-47c7-b381-43665034848f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9922ded8-cbb0-4263-af47-860d2ae8d5b8 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:39:53.489068 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-066761d5-d469-47c7-b381-43665034848f service neutron] Publish callbacks [] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:53.503183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-066761d5-d469-47c7-b381-43665034848f service neutron] Transition to ACTIVE for port object 9922ded8-cbb0-4263-af47-860d2ae8d5b8 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:39:53.517647 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-066761d5-d469-47c7-b381-43665034848f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:53.575769 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066761d5-d469-47c7-b381-43665034848f service neutron] Pushing event updated for resources: {'Port': ['ID=9922ded8-cbb0-4263-af47-860d2ae8d5b8,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:39:53.649481 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-066761d5-d469-47c7-b381-43665034848f service neutron] Attempting to bind port 9922ded8-cbb0-4263-af47-860d2ae8d5b8 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:39:53.649833 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-066761d5-d469-47c7-b381-43665034848f service neutron] Attempting to bind port 9922ded8-cbb0-4263-af47-860d2ae8d5b8 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '2ca5a6e2-0e3f-4729-af54-3483506c16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:39:53.650345 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-066761d5-d469-47c7-b381-43665034848f service neutron] Attempting to bind port 9922ded8-cbb0-4263-af47-860d2ae8d5b8 on network 58048d45-673a-4d51-b764-3bac093f4e7a {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:39:53.655635 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-066761d5-d469-47c7-b381-43665034848f service neutron] Port 9922ded8-cbb0-4263-af47-860d2ae8d5b8 on network 58048d45-673a-4d51-b764-3bac093f4e7a not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:39:53.656445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-066761d5-d469-47c7-b381-43665034848f service neutron] Attempting to bind port 9922ded8-cbb0-4263-af47-860d2ae8d5b8 on network 58048d45-673a-4d51-b764-3bac093f4e7a {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:39:53.662939 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-066761d5-d469-47c7-b381-43665034848f service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:39:53.663300 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-066761d5-d469-47c7-b381-43665034848f service neutron] Checking segment: {'id': '2ca5a6e2-0e3f-4729-af54-3483506c16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:39:53.663728 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-066761d5-d469-47c7-b381-43665034848f service neutron] Bound using segment: {'id': '2ca5a6e2-0e3f-4729-af54-3483506c16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:39:53.664183 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-066761d5-d469-47c7-b381-43665034848f service neutron] Bound port: 9922ded8-cbb0-4263-af47-860d2ae8d5b8, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca5a6e2-0e3f-4729-af54-3483506c16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:39:53.664555 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-066761d5-d469-47c7-b381-43665034848f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:53.757814 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-066761d5-d469-47c7-b381-43665034848f service neutron] For port 9922ded8-cbb0-4263-af47-860d2ae8d5b8, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:39:53.763378 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-066761d5-d469-47c7-b381-43665034848f service neutron] For port 9922ded8-cbb0-4263-af47-860d2ae8d5b8, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=9922ded8-cbb0-4263-af47-860d2ae8d5b8,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:39:53.774742 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-066761d5-d469-47c7-b381-43665034848f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:53.798628 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-066761d5-d469-47c7-b381-43665034848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:39:53.799218 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-066761d5-d469-47c7-b381-43665034848f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:39:53.801195 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-066761d5-d469-47c7-b381-43665034848f service neutron] 10.222.0.10 "PUT /v2.0/ports/9922ded8-cbb0-4263-af47-860d2ae8d5b8 HTTP/1.1" status: 200 len: 1091 time: 0.7953212 Feb 19 05:39:53.803366 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75fa965f-5428-4b68-8392-ed33136ceaa0', 'tag': '9922ded8-cbb0-4263-af47-860d2ae8d5b8'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:39:53.806735 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7f1454-6e49-43ca-bfab-40e506ae5412" -d '{"events": [{"name": "network-changed", "server_uuid": "75fa965f-5428-4b68-8392-ed33136ceaa0", "tag": "9922ded8-cbb0-4263-af47-860d2ae8d5b8"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:39:53.846314 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1506c-8b41-4a09-b855-ddc3db987892 req-5b09a892-4f92-49d5-af8d-0d79daa34831 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:39:53.863886 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ee1506c-8b41-4a09-b855-ddc3db987892 req-5b09a892-4f92-49d5-af8d-0d79daa34831 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0859954 Feb 19 05:39:53.896005 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6122f289-fe59-4ddb-9047-ee3401aeace6 x-openstack-request-id: req-6122f289-fe59-4ddb-9047-ee3401aeace6 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:39:53.896467 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75fa965f-5428-4b68-8392-ed33136ceaa0", "tag": "9922ded8-cbb0-4263-af47-860d2ae8d5b8", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:39:53.896656 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6122f289-fe59-4ddb-9047-ee3401aeace6 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:39:53.896973 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75fa965f-5428-4b68-8392-ed33136ceaa0', 'tag': '9922ded8-cbb0-4263-af47-860d2ae8d5b8', 'status': 'completed', 'code': 200} Feb 19 05:39:53.956494 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066761d5-d469-47c7-b381-43665034848f service neutron] Pushing event updated for resources: {'Port': ['ID=9922ded8-cbb0-4263-af47-860d2ae8d5b8,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:39:53.958214 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4ee1506c-8b41-4a09-b855-ddc3db987892 req-24e12770-263c-4d01-a3ba-5e8b74b2dcfe tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870688 Feb 19 05:39:53.980983 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-365ca316-63c6-4486-a239-f9b7db6bd117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:39:53.980983 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-365ca316-63c6-4486-a239-f9b7db6bd117 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1cba637a1744fda84081146b69ff4b1&device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 1125 time: 0.1008246 Feb 19 05:39:54.029994 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-187507ec-b079-42e5-8372-0a4d1f377908 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9922ded8-cbb0-4263-af47-860d2ae8d5b8 HTTP/1.1" status: 200 len: 217 time: 0.0462229 Feb 19 05:39:54.087870 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-b7abec3e-b00a-4b34-968f-fa352239134b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:39:54.089742 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-b7abec3e-b00a-4b34-968f-fa352239134b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=23dd196b-af69-412b-ac4f-748e81637d18 HTTP/1.1" status: 200 len: 846 time: 0.0528822 Feb 19 05:39:54.161121 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-892fe1b9-06ea-42aa-9c69-ba7dd74a2fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:39:54.163046 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-892fe1b9-06ea-42aa-9c69-ba7dd74a2fce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58048d45-673a-4d51-b764-3bac093f4e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0662267 Feb 19 05:39:54.275462 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-a769b578-04ed-47e4-b7bd-85b627f23006 service neutron] 10.222.0.10 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057403 Feb 19 05:39:54.376140 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-fed509f0-0545-421a-afe5-3439ba7daa24 req-75ef0db6-6211-4898-9b31-cd75baa0e4de service neutron] 10.222.0.10 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952573 Feb 19 05:39:54.480597 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f1454-6e49-43ca-bfab-40e506ae5412 req-48495994-16df-4a38-ab49-14488b557064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:39:54.482260 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e7f1454-6e49-43ca-bfab-40e506ae5412 req-48495994-16df-4a38-ab49-14488b557064 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1cba637a1744fda84081146b69ff4b1&device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 1125 time: 0.0547945 Feb 19 05:39:54.588948 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f1454-6e49-43ca-bfab-40e506ae5412 req-cc4eae30-53d5-4153-84c5-a0343b293b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:39:54.590619 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e7f1454-6e49-43ca-bfab-40e506ae5412 req-cc4eae30-53d5-4153-84c5-a0343b293b78 service neutron] 10.222.0.10 "GET /v2.0/networks?id=58048d45-673a-4d51-b764-3bac093f4e7a HTTP/1.1" status: 200 len: 907 time: 0.1025310 Feb 19 05:39:54.633217 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e7f1454-6e49-43ca-bfab-40e506ae5412 req-4fb77460-a820-4980-a806-7039f7798b0a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9922ded8-cbb0-4263-af47-860d2ae8d5b8 HTTP/1.1" status: 200 len: 217 time: 0.0361910 Feb 19 05:39:54.683686 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f1454-6e49-43ca-bfab-40e506ae5412 req-b7d524be-a6f7-461e-bb4b-e7b4fdc364ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:39:54.685243 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e7f1454-6e49-43ca-bfab-40e506ae5412 req-b7d524be-a6f7-461e-bb4b-e7b4fdc364ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=23dd196b-af69-412b-ac4f-748e81637d18 HTTP/1.1" status: 200 len: 846 time: 0.0469010 Feb 19 05:39:54.745354 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f1454-6e49-43ca-bfab-40e506ae5412 req-33fe6346-191b-490d-8b3b-d1d6dbf86a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:39:54.746906 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e7f1454-6e49-43ca-bfab-40e506ae5412 req-33fe6346-191b-490d-8b3b-d1d6dbf86a26 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58048d45-673a-4d51-b764-3bac093f4e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0552409 Feb 19 05:39:54.839503 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e7f1454-6e49-43ca-bfab-40e506ae5412 req-a14c6636-25dd-4aff-8900-040dce2e8eb8 service neutron] 10.222.0.10 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855293 Feb 19 05:39:54.957050 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e7f1454-6e49-43ca-bfab-40e506ae5412 req-39528c70-89b0-4b5d-87e8-c5256e6abbd8 service neutron] 10.222.0.10 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109037 Feb 19 05:39:55.099785 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee85d7-5101-4786-b6b8-829178a6b474 req-d6e29ffd-7c24-4879-9a96-f1b37b804fd3 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:39:55.101373 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4ee85d7-5101-4786-b6b8-829178a6b474 req-d6e29ffd-7c24-4879-9a96-f1b37b804fd3 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0608375 Feb 19 05:39:55.158976 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4ee85d7-5101-4786-b6b8-829178a6b474 req-7e2ad5b8-d841-449d-b2ca-5d26dad4e95f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516825 Feb 19 05:39:56.382782 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a859cc1-3408-4b74-9b2c-75a6fa93edf8 req-f2998486-5920-48d3-ad16-52477fc9fd2c tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:39:56.384642 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2a859cc1-3408-4b74-9b2c-75a6fa93edf8 req-f2998486-5920-48d3-ad16-52477fc9fd2c tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.1533744 Feb 19 05:39:56.462973 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2a859cc1-3408-4b74-9b2c-75a6fa93edf8 req-7b2510d5-65ba-424f-a179-729b96f76fef tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686538 Feb 19 05:39:57.616605 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c920794-5dde-472f-b374-558e70d4d3f2 req-d7007954-d7ea-403c-9fb4-8ca63a97985c tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:39:57.626004 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4c920794-5dde-472f-b374-558e70d4d3f2 req-d7007954-d7ea-403c-9fb4-8ca63a97985c tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0875101 Feb 19 05:39:57.684228 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4c920794-5dde-472f-b374-558e70d4d3f2 req-df09f699-29c2-404b-b608-dd1ef1e1116b tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566220 Feb 19 05:39:58.817059 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da807f1-d936-47ef-9123-d420f710a097 req-c4ef0aaa-eed0-4f2e-abe6-09c9377b59fb tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:39:58.818612 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2da807f1-d936-47ef-9123-d420f710a097 req-c4ef0aaa-eed0-4f2e-abe6-09c9377b59fb tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0608687 Feb 19 05:39:58.881377 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2da807f1-d936-47ef-9123-d420f710a097 req-03144341-814c-433b-bbac-1b4d942080a7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561011 Feb 19 05:40:00.017472 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c00ea-bb17-4f07-9f30-f46b1b8fc4eb req-91971ff4-7914-4da7-8e3e-cad7b17d01c1 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:00.019104 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea5c00ea-bb17-4f07-9f30-f46b1b8fc4eb req-91971ff4-7914-4da7-8e3e-cad7b17d01c1 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0617146 Feb 19 05:40:00.079682 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ea5c00ea-bb17-4f07-9f30-f46b1b8fc4eb req-3c049986-6ddc-45db-a45f-d23f4701ff41 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549195 Feb 19 05:40:01.212612 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7b7f0-b5ea-49e6-9cb8-acc008accebd req-6ee57631-e90f-4ac8-a39a-0f0b40a808a8 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:01.214151 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-61b7b7f0-b5ea-49e6-9cb8-acc008accebd req-6ee57631-e90f-4ac8-a39a-0f0b40a808a8 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0557897 Feb 19 05:40:01.267467 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-61b7b7f0-b5ea-49e6-9cb8-acc008accebd req-621f5f1f-a6d5-4a5d-9ace-b1d1c373c1a2 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474052 Feb 19 05:40:01.373906 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:40:02.387541 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66031ac-0e53-4ea8-92fa-4e89a9b4820a req-be5b6306-76b8-4938-b7ec-b5e6ed10da24 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:02.389082 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c66031ac-0e53-4ea8-92fa-4e89a9b4820a req-be5b6306-76b8-4938-b7ec-b5e6ed10da24 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0529714 Feb 19 05:40:02.423567 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cd27b12f-b6fd-4da4-bbe2-c929abd77239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:02.453517 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c66031ac-0e53-4ea8-92fa-4e89a9b4820a req-e201f6aa-8089-4d4b-90be-6b23d19498c0 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586381 Feb 19 05:40:03.593543 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb3fd8-8679-4de6-962b-05a345bd5810 req-90d1d3bc-95db-4db5-9d85-e95dc18209a2 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:03.595043 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-facb3fd8-8679-4de6-962b-05a345bd5810 req-90d1d3bc-95db-4db5-9d85-e95dc18209a2 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0599837 Feb 19 05:40:03.643926 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-facb3fd8-8679-4de6-962b-05a345bd5810 req-20c16d11-97e2-4072-b477-5c7c73a579c9 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432391 Feb 19 05:40:04.766521 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d78bb8-2332-4de4-b44b-e25845b444c2 req-33a63df6-def5-4749-846f-ff1f241f125b tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:04.768015 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-58d78bb8-2332-4de4-b44b-e25845b444c2 req-33a63df6-def5-4749-846f-ff1f241f125b tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0577097 Feb 19 05:40:04.816010 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-58d78bb8-2332-4de4-b44b-e25845b444c2 req-a7e8b4de-27b8-4ef1-9772-d4d49215b20c tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422633 Feb 19 05:40:05.279488 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-766bc5e5-1403-4829-a445-1cbd16c77361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:05.944648 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be13f4-42b4-4792-bc52-edbf423de833 req-4e85aae0-1605-4b97-a64d-2742bcee6d3f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:05.946216 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b8be13f4-42b4-4792-bc52-edbf423de833 req-4e85aae0-1605-4b97-a64d-2742bcee6d3f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0550640 Feb 19 05:40:05.995932 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b8be13f4-42b4-4792-bc52-edbf423de833 req-8c4d15c0-c7cd-4793-8a90-2c8952f1b0eb tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439501 Feb 19 05:40:07.116274 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b05d2-3cd3-4949-b888-1dc0a96ed724 req-74f43020-e5d0-4dfb-9ad7-3fcf6b7d5d1d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:07.117812 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ce4b05d2-3cd3-4949-b888-1dc0a96ed724 req-74f43020-e5d0-4dfb-9ad7-3fcf6b7d5d1d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0531356 Feb 19 05:40:07.147137 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:07.167778 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ce4b05d2-3cd3-4949-b888-1dc0a96ed724 req-92aa3d95-c478-42c3-b0eb-b495a0acad48 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443690 Feb 19 05:40:08.229067 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:08.287645 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:08.300886 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87f3c6-12fa-4dda-b353-b75ecbc484c9 req-6210c92d-407e-44f7-8960-0afdc5ca6e55 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:08.302438 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fc87f3c6-12fa-4dda-b353-b75ecbc484c9 req-6210c92d-407e-44f7-8960-0afdc5ca6e55 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0600801 Feb 19 05:40:08.350956 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-fc87f3c6-12fa-4dda-b353-b75ecbc484c9 req-afefe287-0893-4b69-b738-81d299a8ff58 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428691 Feb 19 05:40:09.470243 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d80aff-b7a4-4fa1-92f9-49a980be97ff req-eab4bda5-a058-4c40-99cd-a48254213ec3 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:09.471767 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4d80aff-b7a4-4fa1-92f9-49a980be97ff req-eab4bda5-a058-4c40-99cd-a48254213ec3 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0544677 Feb 19 05:40:09.475841 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:09.526853 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e4d80aff-b7a4-4fa1-92f9-49a980be97ff req-bce6c554-b987-4bf1-be71-43b15c67fcb2 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486128 Feb 19 05:40:10.015728 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:10.643851 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2d189-05b5-4da7-90ae-0ff1c4386bbe req-99042f58-7110-4714-bd17-89217ee482ca tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:10.645376 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cad2d189-05b5-4da7-90ae-0ff1c4386bbe req-99042f58-7110-4714-bd17-89217ee482ca tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0520251 Feb 19 05:40:10.693311 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-cad2d189-05b5-4da7-90ae-0ff1c4386bbe req-b97c1e8d-a2a6-48f6-8130-d3fa25da9811 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422878 Feb 19 05:40:11.816130 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b4238-4142-4c83-a3de-2cf3f4c7259d req-9d26e090-3045-4967-b4b9-f01a2f9c296f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:11.817639 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9e1b4238-4142-4c83-a3de-2cf3f4c7259d req-9d26e090-3045-4967-b4b9-f01a2f9c296f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0560238 Feb 19 05:40:11.868266 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9e1b4238-4142-4c83-a3de-2cf3f4c7259d req-31719896-27e3-47e7-b663-15d2c6d294ac tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450146 Feb 19 05:40:12.023289 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 9922ded8-cbb0-4263-af47-860d2ae8d5b8 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:40:12.119477 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 9922ded8-cbb0-4263-af47-860d2ae8d5b8, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=9922ded8-cbb0-4263-af47-860d2ae8d5b8,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:40:12.131356 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '9922ded8-cbb0-4263-af47-860d2ae8d5b8', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'port_id': '9922ded8-cbb0-4263-af47-860d2ae8d5b8', 'mac_address': 'fa:16:3e:3e:ae:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23dd196b-af69-412b-ac4f-748e81637d18', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:40:12.174018 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 9922ded8-cbb0-4263-af47-860d2ae8d5b8 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:40:12.174443 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:12.188273 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9922ded8-cbb0-4263-af47-860d2ae8d5b8 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:40:12.208222 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 9922ded8-cbb0-4263-af47-860d2ae8d5b8, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=9922ded8-cbb0-4263-af47-860d2ae8d5b8,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:40:12.212971 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:12.264342 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=9922ded8-cbb0-4263-af47-860d2ae8d5b8,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:40:12.271851 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:40:12.272205 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:40:12.272555 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:40:12.272900 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:40:12.273269 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:40:12.273606 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:40:12.273939 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:40:12.274270 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:40:12.274601 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:40:12.274930 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:40:12.275265 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:40:12.275585 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:40:12.275912 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:40:12.449231 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['9922ded8-cbb0-4263-af47-860d2ae8d5b8'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:40:12.986495 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afd24a-e17c-446c-844e-79a5e8178f26 req-bce4b0f5-4402-4c2a-8699-acaa93324eaf tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:12.987989 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e3afd24a-e17c-446c-844e-79a5e8178f26 req-bce4b0f5-4402-4c2a-8699-acaa93324eaf tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 944 time: 0.0525172 Feb 19 05:40:13.040750 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-e3afd24a-e17c-446c-844e-79a5e8178f26 req-3e089c43-8d0e-48ea-9b40-88645944c31b tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469253 Feb 19 05:40:14.038581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 9922ded8-cbb0-4263-af47-860d2ae8d5b8 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:40:14.090618 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 9922ded8-cbb0-4263-af47-860d2ae8d5b8 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:40:14.094992 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 9922ded8-cbb0-4263-af47-860d2ae8d5b8 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:40:14.095372 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:14.160406 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f23af-0df8-48d7-ab0f-d1c1ef7d962f req-9e0fa37b-b4dc-4fe9-8b17-f8564e630cd7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:14.161881 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e23f23af-0df8-48d7-ab0f-d1c1ef7d962f req-9e0fa37b-b4dc-4fe9-8b17-f8564e630cd7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 944 time: 0.0536761 Feb 19 05:40:14.175963 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 9922ded8-cbb0-4263-af47-860d2ae8d5b8 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:40:14.176365 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:14.199087 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fa965f-5428-4b68-8392-ed33136ceaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9922ded8-cbb0-4263-af47-860d2ae8d5b8'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:40:14.201358 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db2d427-2119-4de2-8ea2-a277b5508fc2" -d '{"events": [{"server_uuid": "75fa965f-5428-4b68-8392-ed33136ceaa0", "name": "network-vif-plugged", "status": "completed", "tag": "9922ded8-cbb0-4263-af47-860d2ae8d5b8"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:40:14.210949 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e23f23af-0df8-48d7-ab0f-d1c1ef7d962f req-c5bf689d-8e8e-4c15-9558-548c1d22e52e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432413 Feb 19 05:40:14.213750 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 9922ded8-cbb0-4263-af47-860d2ae8d5b8, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=9922ded8-cbb0-4263-af47-860d2ae8d5b8,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:40:14.222204 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:14.280549 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=9922ded8-cbb0-4263-af47-860d2ae8d5b8,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:40:14.304944 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914dabbe-5b49-494a-afdf-f62b9f71e19a x-openstack-request-id: req-914dabbe-5b49-494a-afdf-f62b9f71e19a {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:40:14.305259 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fa965f-5428-4b68-8392-ed33136ceaa0", "name": "network-vif-plugged", "status": "completed", "tag": "9922ded8-cbb0-4263-af47-860d2ae8d5b8", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:40:14.305559 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-914dabbe-5b49-494a-afdf-f62b9f71e19a {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:40:14.305963 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75fa965f-5428-4b68-8392-ed33136ceaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9922ded8-cbb0-4263-af47-860d2ae8d5b8', 'code': 200} Feb 19 05:40:14.406675 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9c991-227d-437c-87e6-db752015c2e2 req-0878a814-95bc-44a6-82bc-e28f591d3264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:14.408237 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-64d9c991-227d-437c-87e6-db752015c2e2 req-0878a814-95bc-44a6-82bc-e28f591d3264 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 1127 time: 0.0483701 Feb 19 05:40:14.452893 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-64d9c991-227d-437c-87e6-db752015c2e2 req-17ea0c31-6939-4179-a8dd-4b36c092da01 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389769 Feb 19 05:40:15.335123 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b531e2-499e-4fa4-92bd-732950fbbd6e req-3af6e44a-cf53-4fab-996e-202bb8522a3b tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:15.336646 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62b531e2-499e-4fa4-92bd-732950fbbd6e req-3af6e44a-cf53-4fab-996e-202bb8522a3b tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 945 time: 0.0532200 Feb 19 05:40:15.385351 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62b531e2-499e-4fa4-92bd-732950fbbd6e req-41dd48ce-9bb4-411a-a71a-06ccabe472df tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429115 Feb 19 05:40:16.515985 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7305fa6-810e-4ff5-b996-7a3de3776d79 req-41f5354c-0b63-48eb-b413-f05935e4bc57 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:16.517727 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a7305fa6-810e-4ff5-b996-7a3de3776d79 req-41f5354c-0b63-48eb-b413-f05935e4bc57 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 945 time: 0.0612292 Feb 19 05:40:16.566770 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a7305fa6-810e-4ff5-b996-7a3de3776d79 req-bbe21907-4e7e-4868-89bc-15fd93318038 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435896 Feb 19 05:40:16.689175 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d9097-c6a4-4de2-ab87-46eb5ec90df0 req-7f8ec6d5-0cd9-43e1-a541-79193a60f1b3 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:16.690598 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-358d9097-c6a4-4de2-ab87-46eb5ec90df0 req-7f8ec6d5-0cd9-43e1-a541-79193a60f1b3 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 945 time: 0.0582154 Feb 19 05:40:16.738348 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-358d9097-c6a4-4de2-ab87-46eb5ec90df0 req-b830774a-68e4-447b-8e28-59ff2bee012d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422244 Feb 19 05:40:16.759327 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38488) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:40:16.803499 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dc4201-bb9f-4457-a2e1-f0babb801cb1 tempest-TestShelveInstance-1118366777 tempest-TestShelveInstance-1118366777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:16.805082 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-a0dc4201-bb9f-4457-a2e1-f0babb801cb1 tempest-TestShelveInstance-1118366777 tempest-TestShelveInstance-1118366777-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 1122 time: 0.0447400 Feb 19 05:40:16.807875 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38490) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:40:16.812110 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-6bee6c69-7059-4fb7-ac55-946589e138ad tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': '9922ded8-cbb0-4263-af47-860d2ae8d5b8', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:40:16.832354 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6bee6c69-7059-4fb7-ac55-946589e138ad tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:16.931355 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6bee6c69-7059-4fb7-ac55-946589e138ad tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:17.030745 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-6bee6c69-7059-4fb7-ac55-946589e138ad tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Allocated IP 172.25.0.107 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/3baa13a0-5874-41c5-89e9-4983e6b74d90) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:40:17.134091 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6bee6c69-7059-4fb7-ac55-946589e138ad tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for port (3baa13a0-5874-41c5-89e9-4983e6b74d90), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:17.166879 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6bee6c69-7059-4fb7-ac55-946589e138ad tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (3baa13a0-5874-41c5-89e9-4983e6b74d90), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:17.204127 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bee6c69-7059-4fb7-ac55-946589e138ad tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:40:17.206870 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-6bee6c69-7059-4fb7-ac55-946589e138ad tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:40:17.212237 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bee6c69-7059-4fb7-ac55-946589e138ad tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:40:17.217592 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee6c69-7059-4fb7-ac55-946589e138ad tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event updated for resources: {'Port': ['ID=3baa13a0-5874-41c5-89e9-4983e6b74d90,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:40:17.572746 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6bee6c69-7059-4fb7-ac55-946589e138ad tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for floatingip (279414a0-0050-4a2e-9840-0a23825e9215), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:17.639449 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6bee6c69-7059-4fb7-ac55-946589e138ad tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (3baa13a0-5874-41c5-89e9-4983e6b74d90), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:18.133330 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6bee6c69-7059-4fb7-ac55-946589e138ad tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for port (3baa13a0-5874-41c5-89e9-4983e6b74d90), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:18.137906 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6bee6c69-7059-4fb7-ac55-946589e138ad tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (3baa13a0-5874-41c5-89e9-4983e6b74d90), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:18.208936 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee6c69-7059-4fb7-ac55-946589e138ad tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event updated for resources: {'Port': ['ID=3baa13a0-5874-41c5-89e9-4983e6b74d90,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:40:18.217045 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6bee6c69-7059-4fb7-ac55-946589e138ad tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (279414a0-0050-4a2e-9840-0a23825e9215), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:18.327892 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-6bee6c69-7059-4fb7-ac55-946589e138ad tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Floating IP 279414a0-0050-4a2e-9840-0a23825e9215 associated. External IP: 172.25.0.107, port: 9922ded8-cbb0-4263-af47-860d2ae8d5b8. Feb 19 05:40:18.541822 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bee6c69-7059-4fb7-ac55-946589e138ad tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Router c2def7e9-997a-44aa-b77f-c77577ed22d7 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:40:18.650627 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bee6c69-7059-4fb7-ac55-946589e138ad tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:40:18.662614 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd12380-896a-4b4b-8cb6-db7a39331d5a None None] Sync routers for ids ['c2def7e9-997a-44aa-b77f-c77577ed22d7'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:40:18.668379 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-6bee6c69-7059-4fb7-ac55-946589e138ad tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:18.674178 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd12380-896a-4b4b-8cb6-db7a39331d5a None None] Routers {'c2def7e9-997a-44aa-b77f-c77577ed22d7'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:40:18.674940 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-dcd12380-896a-4b4b-8cb6-db7a39331d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:40:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c2def7e9-997a-44aa-b77f-c77577ed22d7'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:40:18.704992 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-6bee6c69-7059-4fb7-ac55-946589e138ad tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8888357 Feb 19 05:40:18.704992 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75fa965f-5428-4b68-8392-ed33136ceaa0', 'tag': '9922ded8-cbb0-4263-af47-860d2ae8d5b8'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:40:18.704992 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40be2ef-a0f3-4514-833b-e64931d5a604" -d '{"events": [{"name": "network-changed", "server_uuid": "75fa965f-5428-4b68-8392-ed33136ceaa0", "tag": "9922ded8-cbb0-4263-af47-860d2ae8d5b8"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:40:18.739036 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5a8cb5-c925-4ba4-911f-b3b01b87ad1f x-openstack-request-id: req-ee5a8cb5-c925-4ba4-911f-b3b01b87ad1f {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:40:18.739326 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75fa965f-5428-4b68-8392-ed33136ceaa0", "tag": "9922ded8-cbb0-4263-af47-860d2ae8d5b8", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:40:18.739585 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ee5a8cb5-c925-4ba4-911f-b3b01b87ad1f {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:40:18.739998 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75fa965f-5428-4b68-8392-ed33136ceaa0', 'tag': '9922ded8-cbb0-4263-af47-860d2ae8d5b8', 'status': 'completed', 'code': 200} Feb 19 05:40:18.787176 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-dcd12380-896a-4b4b-8cb6-db7a39331d5a None None] Set router c2def7e9-997a-44aa-b77f-c77577ed22d7 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:40:18.805680 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40be2ef-a0f3-4514-833b-e64931d5a604 req-fb1f8a74-a6ce-4f60-9389-825c70540017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:18.807262 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d40be2ef-a0f3-4514-833b-e64931d5a604 req-fb1f8a74-a6ce-4f60-9389-825c70540017 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1cba637a1744fda84081146b69ff4b1&device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 1127 time: 0.0462470 Feb 19 05:40:18.898778 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40be2ef-a0f3-4514-833b-e64931d5a604 req-dc408917-8667-4e99-9255-ade307f8cc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:18.900306 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d40be2ef-a0f3-4514-833b-e64931d5a604 req-dc408917-8667-4e99-9255-ade307f8cc0c service neutron] 10.222.0.10 "GET /v2.0/networks?id=58048d45-673a-4d51-b764-3bac093f4e7a HTTP/1.1" status: 200 len: 907 time: 0.0871859 Feb 19 05:40:18.969315 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d40be2ef-a0f3-4514-833b-e64931d5a604 req-52359bc6-5770-4a12-a7fc-ca59ab435514 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9922ded8-cbb0-4263-af47-860d2ae8d5b8 HTTP/1.1" status: 200 len: 999 time: 0.0629146 Feb 19 05:40:19.015613 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-dcd12380-896a-4b4b-8cb6-db7a39331d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'name': 'tempest-TestShelveInstance-23454469-router', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:10Z', 'updated_at': '2022-02-19T05:35:13Z', 'revision_number': 4, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'gw_port': {'id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:11Z', 'updated_at': '2022-02-19T05:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '279414a0-0050-4a2e-9840-0a23825e9215', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'floating_ip_address': '172.25.0.107', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'port_id': '9922ded8-cbb0-4263-af47-860d2ae8d5b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'mac_address': 'fa:16:3e:3e:ae:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fa965f-5428-4b68-8392-ed33136ceaa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:40:17Z', 'updated_at': '2022-02-19T05:40:17Z', 'revision_number': 0, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e7c31a-a053-4679-a71b-196d0df04e0c', 'name': '', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'mac_address': 'fa:16:3e:58:75:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '23dd196b-af69-412b-ac4f-748e81637d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:12Z', 'updated_at': '2022-02-19T05:35:17Z', 'revision_number': 5, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'subnets': [{'id': '23dd196b-af69-412b-ac4f-748e81637d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:40:19.017917 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40be2ef-a0f3-4514-833b-e64931d5a604 req-ebb8d814-b402-4b12-9f12-7588712f3190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:19.019399 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d40be2ef-a0f3-4514-833b-e64931d5a604 req-ebb8d814-b402-4b12-9f12-7588712f3190 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=23dd196b-af69-412b-ac4f-748e81637d18 HTTP/1.1" status: 200 len: 846 time: 0.0446060 Feb 19 05:40:19.042409 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd12380-896a-4b4b-8cb6-db7a39331d5a None None] Checking router: c2def7e9-997a-44aa-b77f-c77577ed22d7 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:40:19.050707 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd12380-896a-4b4b-8cb6-db7a39331d5a None None] Routers {'c2def7e9-997a-44aa-b77f-c77577ed22d7'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:40:19.051312 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-dcd12380-896a-4b4b-8cb6-db7a39331d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:40:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c2def7e9-997a-44aa-b77f-c77577ed22d7'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:40:19.068036 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40be2ef-a0f3-4514-833b-e64931d5a604 req-33fb9f99-3dcc-4a2b-a929-c5a10210bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:19.069624 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d40be2ef-a0f3-4514-833b-e64931d5a604 req-33fb9f99-3dcc-4a2b-a929-c5a10210bebf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58048d45-673a-4d51-b764-3bac093f4e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443969 Feb 19 05:40:19.159697 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-dcd12380-896a-4b4b-8cb6-db7a39331d5a None None] Set router c2def7e9-997a-44aa-b77f-c77577ed22d7 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:40:19.162048 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d40be2ef-a0f3-4514-833b-e64931d5a604 req-af49cf04-df0b-4890-aac3-19f4faa53a8e service neutron] 10.222.0.10 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865395 Feb 19 05:40:19.252280 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d40be2ef-a0f3-4514-833b-e64931d5a604 req-dbd3b704-47d7-4278-97ab-78582abb9c44 service neutron] 10.222.0.10 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843384 Feb 19 05:40:19.471364 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-dcd12380-896a-4b4b-8cb6-db7a39331d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'name': 'tempest-TestShelveInstance-23454469-router', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:10Z', 'updated_at': '2022-02-19T05:35:13Z', 'revision_number': 4, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'gw_port': {'id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:11Z', 'updated_at': '2022-02-19T05:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '279414a0-0050-4a2e-9840-0a23825e9215', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'floating_ip_address': '172.25.0.107', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'port_id': '9922ded8-cbb0-4263-af47-860d2ae8d5b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'mac_address': 'fa:16:3e:3e:ae:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fa965f-5428-4b68-8392-ed33136ceaa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:40:17Z', 'updated_at': '2022-02-19T05:40:17Z', 'revision_number': 0, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e7c31a-a053-4679-a71b-196d0df04e0c', 'name': '', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'mac_address': 'fa:16:3e:58:75:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '23dd196b-af69-412b-ac4f-748e81637d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:12Z', 'updated_at': '2022-02-19T05:35:17Z', 'revision_number': 5, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'subnets': [{'id': '23dd196b-af69-412b-ac4f-748e81637d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:40:19.500729 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd12380-896a-4b4b-8cb6-db7a39331d5a None None] The sync data for ids ['c2def7e9-997a-44aa-b77f-c77577ed22d7'] in n-d-772273-4 is: [{'id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'name': 'tempest-TestShelveInstance-23454469-router', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:10Z', 'updated_at': '2022-02-19T05:35:13Z', 'revision_number': 4, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'gw_port': {'id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:11Z', 'updated_at': '2022-02-19T05:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '279414a0-0050-4a2e-9840-0a23825e9215', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'floating_ip_address': '172.25.0.107', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'port_id': '9922ded8-cbb0-4263-af47-860d2ae8d5b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'mac_address': 'fa:16:3e:3e:ae:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fa965f-5428-4b68-8392-ed33136ceaa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:40:17Z', 'updated_at': '2022-02-19T05:40:17Z', 'revision_number': 0, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e7c31a-a053-4679-a71b-196d0df04e0c', 'name': '', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'mac_address': 'fa:16:3e:58:75:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '23dd196b-af69-412b-ac4f-748e81637d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:12Z', 'updated_at': '2022-02-19T05:35:17Z', 'revision_number': 5, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'subnets': [{'id': '23dd196b-af69-412b-ac4f-748e81637d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:40:19.691952 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62532fa-d5ee-41ee-a099-320c97c22a71 None None] New status for floating IP 279414a0-0050-4a2e-9840-0a23825e9215: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:40:32.422372 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a85de4c2-057d-487b-94f4-bd91547e1a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:35.286337 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f8f42149-5328-4482-a4c7-cc18b85dfebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:37.153649 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:38.223703 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:38.288009 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:38.374373 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:40:39.481322 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:40.020938 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:40:45.128423 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-de13f7be-15fd-4ad0-9c22-ee219db0b549 req-5e471fb0-15e0-45e5-8409-8c5e3ed8c7e5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495121 Feb 19 05:40:45.215345 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13f7be-15fd-4ad0-9c22-ee219db0b549 req-133cd83b-baf3-4974-97e6-611db7d9bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:45.216885 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-de13f7be-15fd-4ad0-9c22-ee219db0b549 req-133cd83b-baf3-4974-97e6-611db7d9bdb3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1cba637a1744fda84081146b69ff4b1&device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 1127 time: 0.0448079 Feb 19 05:40:45.320952 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13f7be-15fd-4ad0-9c22-ee219db0b549 req-ca60daee-915e-4b75-bd50-9974a654ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:45.322419 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-de13f7be-15fd-4ad0-9c22-ee219db0b549 req-ca60daee-915e-4b75-bd50-9974a654ae3d service neutron] 10.222.0.10 "GET /v2.0/networks?id=58048d45-673a-4d51-b764-3bac093f4e7a HTTP/1.1" status: 200 len: 907 time: 0.0863230 Feb 19 05:40:45.393673 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-de13f7be-15fd-4ad0-9c22-ee219db0b549 req-74b7b938-1e93-4516-86bc-4a07eeb9b225 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9922ded8-cbb0-4263-af47-860d2ae8d5b8 HTTP/1.1" status: 200 len: 1001 time: 0.0627329 Feb 19 05:40:45.439749 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13f7be-15fd-4ad0-9c22-ee219db0b549 req-1c7083ef-41e9-4809-a2f9-1dd7bcef2882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:45.441270 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-de13f7be-15fd-4ad0-9c22-ee219db0b549 req-1c7083ef-41e9-4809-a2f9-1dd7bcef2882 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=23dd196b-af69-412b-ac4f-748e81637d18 HTTP/1.1" status: 200 len: 846 time: 0.0431681 Feb 19 05:40:45.493168 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13f7be-15fd-4ad0-9c22-ee219db0b549 req-c3e021ad-5704-4839-b0b0-92d198bc6298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:40:45.494708 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-de13f7be-15fd-4ad0-9c22-ee219db0b549 req-c3e021ad-5704-4839-b0b0-92d198bc6298 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58048d45-673a-4d51-b764-3bac093f4e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472353 Feb 19 05:40:45.587583 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-de13f7be-15fd-4ad0-9c22-ee219db0b549 req-6abe1e96-a218-493e-a7d2-11043d88bd7c service neutron] 10.222.0.10 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863218 Feb 19 05:40:45.675855 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-de13f7be-15fd-4ad0-9c22-ee219db0b549 req-f83761a5-33d3-4930-9240-7875a8edbf10 service neutron] 10.222.0.10 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824795 Feb 19 05:41:02.415088 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b9f06471-df21-4419-a162-6d68d8029f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:41:05.279320 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-81e78528-56b0-488b-b412-67e05a249e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:41:07.151566 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:41:08.229531 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:41:08.289972 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:41:09.483799 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:41:10.017922 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:41:15.373736 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:41:32.416628 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-56c63a92-cdeb-42dc-86c7-204cbba78576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:41:35.281193 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-93644f12-0719-49fc-ab8d-fcb7037983d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:41:37.154873 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:41:38.220859 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:41:38.295917 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:41:39.486823 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:41:40.032634 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:41:45.122214 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d48dd6f-4937-4ee4-bf0e-eddaadab81c7 req-272ea4da-b718-4cdf-82fe-5d485a47f521 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503483 Feb 19 05:41:45.206113 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48dd6f-4937-4ee4-bf0e-eddaadab81c7 req-7e8e555f-b4f4-4a1b-b115-105355eb0570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:41:45.208128 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d48dd6f-4937-4ee4-bf0e-eddaadab81c7 req-7e8e555f-b4f4-4a1b-b115-105355eb0570 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1cba637a1744fda84081146b69ff4b1&device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 1127 time: 0.0446539 Feb 19 05:41:45.311114 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48dd6f-4937-4ee4-bf0e-eddaadab81c7 req-c74c3736-9e81-47bf-8526-1d45adf67fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:41:45.312591 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d48dd6f-4937-4ee4-bf0e-eddaadab81c7 req-c74c3736-9e81-47bf-8526-1d45adf67fa6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=58048d45-673a-4d51-b764-3bac093f4e7a HTTP/1.1" status: 200 len: 907 time: 0.0851755 Feb 19 05:41:45.381472 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d48dd6f-4937-4ee4-bf0e-eddaadab81c7 req-88dbf029-f856-4d01-b9fd-2a4826eedcd7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9922ded8-cbb0-4263-af47-860d2ae8d5b8 HTTP/1.1" status: 200 len: 1001 time: 0.0625033 Feb 19 05:41:45.429528 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48dd6f-4937-4ee4-bf0e-eddaadab81c7 req-8dfc0c7d-8ef6-4f61-998e-89d3ff1a2d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:41:45.431016 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d48dd6f-4937-4ee4-bf0e-eddaadab81c7 req-8dfc0c7d-8ef6-4f61-998e-89d3ff1a2d2c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=23dd196b-af69-412b-ac4f-748e81637d18 HTTP/1.1" status: 200 len: 846 time: 0.0444257 Feb 19 05:41:45.480453 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48dd6f-4937-4ee4-bf0e-eddaadab81c7 req-2d412cad-c3b4-438a-9bdf-a97912e2961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:41:45.482148 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d48dd6f-4937-4ee4-bf0e-eddaadab81c7 req-2d412cad-c3b4-438a-9bdf-a97912e2961e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58048d45-673a-4d51-b764-3bac093f4e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458422 Feb 19 05:41:45.576553 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d48dd6f-4937-4ee4-bf0e-eddaadab81c7 req-9fa2d9ea-992a-4164-8b15-b6bbbb90af37 service neutron] 10.222.0.10 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867858 Feb 19 05:41:45.667416 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2d48dd6f-4937-4ee4-bf0e-eddaadab81c7 req-089a9f1d-b82c-440e-a149-bb29cb1c5a72 service neutron] 10.222.0.10 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849638 Feb 19 05:41:52.373678 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:42:02.419150 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ee33f9a9-93ed-47f7-b300-be6e9699d19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:05.285216 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1863ab64-61ec-4759-bfc1-31fe863aaa40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:07.158506 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:08.235893 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:08.297127 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:09.492375 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:10.035178 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:16.510011 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b1ff1-ccae-4e8d-99fb-f72ede531b1f req-5b374c40-d4ae-4f7d-919d-c109456002c9 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:16.511521 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3a2b1ff1-ccae-4e8d-99fb-f72ede531b1f req-5b374c40-d4ae-4f7d-919d-c109456002c9 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 945 time: 0.0529687 Feb 19 05:42:16.561778 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-3a2b1ff1-ccae-4e8d-99fb-f72ede531b1f req-a84d5ddf-56a5-42a3-b1bf-f232225e843c tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446062 Feb 19 05:42:17.698538 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e7698-0bc3-4896-a781-010936e98ca3 req-6ea23111-0ca0-4632-8151-2f250c46a888 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:17.700083 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-619e7698-0bc3-4896-a781-010936e98ca3 req-6ea23111-0ca0-4632-8151-2f250c46a888 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 945 time: 0.0641317 Feb 19 05:42:17.748559 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-619e7698-0bc3-4896-a781-010936e98ca3 req-b7fd51a5-7e79-41dd-a45d-743c263bc1b5 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427499 Feb 19 05:42:18.877108 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af6cbf-4374-43ac-a817-9c526ab594db req-3877ef6c-f151-408c-bbd4-c8b64617da2f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:18.878618 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-61af6cbf-4374-43ac-a817-9c526ab594db req-3877ef6c-f151-408c-bbd4-c8b64617da2f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 945 time: 0.0574086 Feb 19 05:42:18.928128 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-61af6cbf-4374-43ac-a817-9c526ab594db req-fbde417d-0e36-4028-85f6-9b52fc19fbbb tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433242 Feb 19 05:42:20.048224 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51dce59-0290-433d-ab9e-66f17516bc82 req-c44dca0b-a9d9-4d5e-9a3b-92388e6fa691 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:20.049769 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c51dce59-0290-433d-ab9e-66f17516bc82 req-c44dca0b-a9d9-4d5e-9a3b-92388e6fa691 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 945 time: 0.0544517 Feb 19 05:42:20.101282 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c51dce59-0290-433d-ab9e-66f17516bc82 req-3696e720-8e45-4fd3-832f-8702b7d14ac0 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458267 Feb 19 05:42:21.223575 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9904b8-fc73-462d-a9e3-cdb9935aeb37 req-bb1aec3e-8242-4afd-aa01-578692d493ac tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:21.225185 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1f9904b8-fc73-462d-a9e3-cdb9935aeb37 req-bb1aec3e-8242-4afd-aa01-578692d493ac tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 945 time: 0.0532467 Feb 19 05:42:21.272468 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1f9904b8-fc73-462d-a9e3-cdb9935aeb37 req-b31c7fa2-3ac8-4086-891b-d085bd8c6741 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416284 Feb 19 05:42:22.395689 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a8cc6-4986-4b1e-95d9-89f3d32cbc65 req-308b944a-f5f8-40f4-95bf-d709d3ae8c7e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:22.397290 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-558a8cc6-4986-4b1e-95d9-89f3d32cbc65 req-308b944a-f5f8-40f4-95bf-d709d3ae8c7e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 945 time: 0.0571823 Feb 19 05:42:22.446165 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-558a8cc6-4986-4b1e-95d9-89f3d32cbc65 req-6d41524b-6f9f-40dd-b1df-29884fe2bb59 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433264 Feb 19 05:42:23.574582 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893ec7c-c6c3-4505-be1f-ca71a362681b req-346564ec-8368-42bc-90ea-f7338e390e6d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:23.576199 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f893ec7c-c6c3-4505-be1f-ca71a362681b req-346564ec-8368-42bc-90ea-f7338e390e6d tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 945 time: 0.0608108 Feb 19 05:42:23.627509 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f893ec7c-c6c3-4505-be1f-ca71a362681b req-ef44dfca-39bf-4600-bf44-62875714d1b5 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449345 Feb 19 05:42:24.760768 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e37cf0-9ed2-4e1f-9203-bf8295ba5f71 req-5a188d38-fb87-4813-ac42-37ef62062d88 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:24.762383 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82e37cf0-9ed2-4e1f-9203-bf8295ba5f71 req-5a188d38-fb87-4813-ac42-37ef62062d88 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 945 time: 0.0571713 Feb 19 05:42:24.815438 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-82e37cf0-9ed2-4e1f-9203-bf8295ba5f71 req-bcd97841-723e-4458-8cc3-7bb711c9c8d6 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471537 Feb 19 05:42:25.947138 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed856e2-aef9-4af1-a583-c43bf8ddb376 req-202446e4-ae24-4d2a-adcf-8a3d14e1141f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:25.948752 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ed856e2-aef9-4af1-a583-c43bf8ddb376 req-202446e4-ae24-4d2a-adcf-8a3d14e1141f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 945 time: 0.0595391 Feb 19 05:42:26.034956 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2ed856e2-aef9-4af1-a583-c43bf8ddb376 req-38b1a753-2311-4a39-a2e0-cbb1be1f9588 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795381 Feb 19 05:42:26.650878 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280228e1-7f33-4328-8d39-92532594918a req-de7c2a97-bbe1-43f1-a825-e1f5608a6190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:26.652409 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-280228e1-7f33-4328-8d39-92532594918a req-de7c2a97-bbe1-43f1-a825-e1f5608a6190 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1cba637a1744fda84081146b69ff4b1&device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 1127 time: 0.0452759 Feb 19 05:42:26.753249 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280228e1-7f33-4328-8d39-92532594918a req-851a934c-5f0b-4f75-a455-62e1ef3f1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:26.755123 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-280228e1-7f33-4328-8d39-92532594918a req-851a934c-5f0b-4f75-a455-62e1ef3f1d09 service neutron] 10.222.0.10 "GET /v2.0/networks?id=58048d45-673a-4d51-b764-3bac093f4e7a HTTP/1.1" status: 200 len: 907 time: 0.0951791 Feb 19 05:42:26.824625 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-280228e1-7f33-4328-8d39-92532594918a req-25d553ef-9261-4fb6-a475-4480513eedcb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9922ded8-cbb0-4263-af47-860d2ae8d5b8 HTTP/1.1" status: 200 len: 1001 time: 0.0628567 Feb 19 05:42:26.881371 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280228e1-7f33-4328-8d39-92532594918a req-323a1153-65a1-4248-b88b-2145faf3dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:26.882915 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-280228e1-7f33-4328-8d39-92532594918a req-323a1153-65a1-4248-b88b-2145faf3dff8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=23dd196b-af69-412b-ac4f-748e81637d18 HTTP/1.1" status: 200 len: 846 time: 0.0511165 Feb 19 05:42:26.935150 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280228e1-7f33-4328-8d39-92532594918a req-0f040b20-7f2c-4867-8ee1-5f7e5986b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:26.936735 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-280228e1-7f33-4328-8d39-92532594918a req-0f040b20-7f2c-4867-8ee1-5f7e5986b91d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=58048d45-673a-4d51-b764-3bac093f4e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476439 Feb 19 05:42:27.031982 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-280228e1-7f33-4328-8d39-92532594918a req-6d33a5c9-6461-45f5-8d5c-d8c470549770 service neutron] 10.222.0.10 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886602 Feb 19 05:42:27.154368 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-280228e1-7f33-4328-8d39-92532594918a req-bf596a20-14a9-40b1-bd9c-88db2ac0dee2 service neutron] 10.222.0.10 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166604 Feb 19 05:42:27.178016 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657d069-e310-46b6-89b6-5a3f49c6a2c8 req-14d7a59f-4fd5-4945-9e30-9f6e63ded242 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:27.179514 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8657d069-e310-46b6-89b6-5a3f49c6a2c8 req-14d7a59f-4fd5-4945-9e30-9f6e63ded242 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 945 time: 0.0672853 Feb 19 05:42:27.228668 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8657d069-e310-46b6-89b6-5a3f49c6a2c8 req-8b55b555-b51b-490d-a818-8669726aa2fb tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435996 Feb 19 05:42:28.360162 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afe8ee-2909-4656-b052-ef5c31af93dd req-5eeca564-ee1c-4692-a161-0848ad5b121a tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:28.361734 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d9afe8ee-2909-4656-b052-ef5c31af93dd req-5eeca564-ee1c-4692-a161-0848ad5b121a tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 945 time: 0.0590177 Feb 19 05:42:28.419762 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-d9afe8ee-2909-4656-b052-ef5c31af93dd req-6581ba56-b000-4eaf-9bcb-eacf2b047dcd tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517471 Feb 19 05:42:29.374063 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:42:29.561555 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ae7e8-41c2-4342-a101-21701d6af84e req-61a12d04-e7ac-4cf6-a67a-d2649df82a74 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:29.563177 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e19ae7e8-41c2-4342-a101-21701d6af84e req-61a12d04-e7ac-4cf6-a67a-d2649df82a74 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 945 time: 0.0701637 Feb 19 05:42:29.614015 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e19ae7e8-41c2-4342-a101-21701d6af84e req-3a856dea-3ede-4a97-842a-8057bd785867 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443532 Feb 19 05:42:30.737895 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a353b3-7508-4920-8233-2ccf7e1d8470 req-ef88cfb9-9772-4284-bec6-9a2001b8366a tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:30.739915 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88a353b3-7508-4920-8233-2ccf7e1d8470 req-ef88cfb9-9772-4284-bec6-9a2001b8366a tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 945 time: 0.0553513 Feb 19 05:42:30.791167 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-88a353b3-7508-4920-8233-2ccf7e1d8470 req-0327e5dc-3650-468a-af12-e9e22ef5e27c tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455787 Feb 19 05:42:32.026992 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edd411-c15e-4604-99a2-390613da840b req-5a15a5d2-9045-4783-bec7-3a3bc944ff43 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:32.028801 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d6edd411-c15e-4604-99a2-390613da840b req-5a15a5d2-9045-4783-bec7-3a3bc944ff43 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 945 time: 0.1657617 Feb 19 05:42:32.083520 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d6edd411-c15e-4604-99a2-390613da840b req-076830ec-c96a-4012-97dc-48cc92db056f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485623 Feb 19 05:42:32.425206 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c360b1e2-4a5c-442d-a9d2-fa5cbedd9574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:32.674178 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 9922ded8-cbb0-4263-af47-860d2ae8d5b8 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:42:32.754102 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 9922ded8-cbb0-4263-af47-860d2ae8d5b8 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:42:32.754499 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:32.778304 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fa965f-5428-4b68-8392-ed33136ceaa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9922ded8-cbb0-4263-af47-860d2ae8d5b8'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:42:32.780567 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc9233b-be0c-4e90-91b6-4ca4b0592795" -d '{"events": [{"server_uuid": "75fa965f-5428-4b68-8392-ed33136ceaa0", "name": "network-vif-unplugged", "status": "completed", "tag": "9922ded8-cbb0-4263-af47-860d2ae8d5b8"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:42:32.795246 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 9922ded8-cbb0-4263-af47-860d2ae8d5b8, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=9922ded8-cbb0-4263-af47-860d2ae8d5b8,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:42:32.800547 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:32.827315 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 05:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d696e8-1598-4d9f-a09a-7696ff625149 x-openstack-request-id: req-33d696e8-1598-4d9f-a09a-7696ff625149 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:42:32.827597 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fa965f-5428-4b68-8392-ed33136ceaa0", "name": "network-vif-unplugged", "status": "failed", "tag": "9922ded8-cbb0-4263-af47-860d2ae8d5b8", "code": 422}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:42:32.827860 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-33d696e8-1598-4d9f-a09a-7696ff625149 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:42:32.828263 n-d-772273-4 neutron-server[115200]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '75fa965f-5428-4b68-8392-ed33136ceaa0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9922ded8-cbb0-4263-af47-860d2ae8d5b8', 'code': 422} returned with failed status Feb 19 05:42:32.859700 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=9922ded8-cbb0-4263-af47-860d2ae8d5b8,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:42:32.867971 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:32.868320 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:32.868667 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:32.869045 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:32.869377 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:32.869715 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:32.870041 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:32.870380 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:32.870702 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:32.871027 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:32.871350 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:32.871678 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:32.871998 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:33.205310 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebcfee-70ac-4144-9da7-dc6e5354ba7c req-50c5a413-55c4-42d7-8b6a-f6c589dff68e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:33.207374 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3aebcfee-70ac-4144-9da7-dc6e5354ba7c req-50c5a413-55c4-42d7-8b6a-f6c589dff68e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0539894 Feb 19 05:42:33.262863 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3aebcfee-70ac-4144-9da7-dc6e5354ba7c req-ac79b6da-2a01-497d-8357-a663f2ec21a6 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498993 Feb 19 05:42:33.413246 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-f1d91768-dd9c-41ca-8336-c47a2378fa54 req-a98bdfbe-4b2a-4595-a524-85220353e640 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115199) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:42:33.414339 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-f1d91768-dd9c-41ca-8336-c47a2378fa54 req-a98bdfbe-4b2a-4595-a524-85220353e640 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0823228 Feb 19 05:42:33.590576 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-f2a0382d-531a-48c4-9689-a5967ff12c0d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838702 Feb 19 05:42:33.606883 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f03b0-040c-4029-812c-450effac2174 req-e02fc8ee-1388-4876-b109-480179ceb0bd tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:33.608590 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-435f03b0-040c-4029-812c-450effac2174 req-e02fc8ee-1388-4876-b109-480179ceb0bd tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0731814 Feb 19 05:42:33.612346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-ec0f2c6a-34fe-480f-bcfe-2d40c626c4b3 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:42:33.613436 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-ec0f2c6a-34fe-480f-bcfe-2d40c626c4b3 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0147460 Feb 19 05:42:33.690201 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-435f03b0-040c-4029-812c-450effac2174 req-7e5365ff-3019-412c-a46c-18b7632778fb tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757847 Feb 19 05:42:33.706618 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-881b36ed-d67d-45ed-b89a-5016fcccd9d7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:33.708057 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-881b36ed-d67d-45ed-b89a-5016fcccd9d7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports/9922ded8-cbb0-4263-af47-860d2ae8d5b8 HTTP/1.1" status: 200 len: 940 time: 0.0641987 Feb 19 05:42:34.835329 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8584b-dc07-44b8-8ba8-41d7249c1222 req-ad8bad62-ae14-4053-815c-fc12b8eac47a tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:34.837172 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-66a8584b-dc07-44b8-8ba8-41d7249c1222 req-ad8bad62-ae14-4053-815c-fc12b8eac47a tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0570176 Feb 19 05:42:34.896569 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-66a8584b-dc07-44b8-8ba8-41d7249c1222 req-c014bd76-7c51-47a3-890b-b338227816a5 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503635 Feb 19 05:42:35.280408 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b34019b3-8b0e-473e-aaf1-c5e60d18e17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:36.017425 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189cdcd-a867-4799-9516-34d4e692c6a0 req-fab3890c-f2aa-48fe-8a2f-a2a29a915ac3 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:36.018972 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6189cdcd-a867-4799-9516-34d4e692c6a0 req-fab3890c-f2aa-48fe-8a2f-a2a29a915ac3 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0534294 Feb 19 05:42:36.072486 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6189cdcd-a867-4799-9516-34d4e692c6a0 req-d306669c-dd12-4d76-b9bb-2a61029cd625 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472982 Feb 19 05:42:37.166695 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:37.201315 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e04dc-615a-4e86-89ae-9842a6a535c5 req-038105c5-940d-4f19-a23e-dcd9f8a6dd3f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:37.202847 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-af6e04dc-615a-4e86-89ae-9842a6a535c5 req-038105c5-940d-4f19-a23e-dcd9f8a6dd3f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0603251 Feb 19 05:42:37.252329 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-af6e04dc-615a-4e86-89ae-9842a6a535c5 req-6c31b553-2970-4711-8b14-28e1adcb0682 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436449 Feb 19 05:42:38.238652 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:38.309806 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:38.374100 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f921d72-357c-4ee5-8def-8a7f9ed91c81 req-1eba5db1-a111-4824-98e4-4729f8add590 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:38.375598 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0f921d72-357c-4ee5-8def-8a7f9ed91c81 req-1eba5db1-a111-4824-98e4-4729f8add590 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0536499 Feb 19 05:42:38.427675 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0f921d72-357c-4ee5-8def-8a7f9ed91c81 req-8fa25609-6c0d-4955-b3a6-ff77d93e7cf9 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460806 Feb 19 05:42:39.488957 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:39.555262 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836e66d-4e5c-4a04-8a05-0fe79379683f req-69c24736-6c38-4a3e-badc-b06596afe011 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:39.556811 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c836e66d-4e5c-4a04-8a05-0fe79379683f req-69c24736-6c38-4a3e-badc-b06596afe011 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0598824 Feb 19 05:42:39.610899 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c836e66d-4e5c-4a04-8a05-0fe79379683f req-98800a77-0b35-42b2-ba7f-f04e04e1824e tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477481 Feb 19 05:42:40.031947 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:40.737151 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3a8e7-8d1d-4a3e-8cc7-de6ca228816d req-549e1169-8e64-42d2-81a8-7eaf1d4a600a tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:40.739181 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-59a3a8e7-8d1d-4a3e-8cc7-de6ca228816d req-549e1169-8e64-42d2-81a8-7eaf1d4a600a tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0583370 Feb 19 05:42:40.788726 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-59a3a8e7-8d1d-4a3e-8cc7-de6ca228816d req-887dca5d-9ffe-4394-b803-e3c132ef2fd6 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437865 Feb 19 05:42:41.906076 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac3b54-41b1-40ee-b6ab-6a385c6daa38 req-52c5b927-a1b7-472a-8564-0b689e2a6212 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:41.907742 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a8ac3b54-41b1-40ee-b6ab-6a385c6daa38 req-52c5b927-a1b7-472a-8564-0b689e2a6212 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0526719 Feb 19 05:42:41.967326 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a8ac3b54-41b1-40ee-b6ab-6a385c6daa38 req-e5393843-914c-478a-831c-bb4e41b76616 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492387 Feb 19 05:42:43.085642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eceff31-7c45-4fe9-8bc9-c52feff21e99 req-005f3afd-0670-4c36-8b4b-27d2b170f0ab tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:43.087199 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5eceff31-7c45-4fe9-8bc9-c52feff21e99 req-005f3afd-0670-4c36-8b4b-27d2b170f0ab tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0535481 Feb 19 05:42:43.136637 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5eceff31-7c45-4fe9-8bc9-c52feff21e99 req-049cf27b-e993-4e85-8ce9-821c402857c7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438349 Feb 19 05:42:44.261675 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab12ef3-d1d5-4beb-a34c-e75843e6eed6 req-5e7ae401-0011-4e00-89cf-3afdd654ab74 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:44.263349 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1ab12ef3-d1d5-4beb-a34c-e75843e6eed6 req-5e7ae401-0011-4e00-89cf-3afdd654ab74 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0570464 Feb 19 05:42:44.315487 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1ab12ef3-d1d5-4beb-a34c-e75843e6eed6 req-f593cc9c-d63e-4d85-ba6a-80134bbd2844 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462317 Feb 19 05:42:44.730880 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-eb1dbb38-fe65-4bbd-9877-36965266370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:44.732437 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-eb1dbb38-fe65-4bbd-9877-36965266370e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0&tenant_id=f1cba637a1744fda84081146b69ff4b1 HTTP/1.1" status: 200 len: 1125 time: 0.0943453 Feb 19 05:42:44.742637 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-15c79a47-b694-4ee9-92d0-357971282caf service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:42:44.743622 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-15c79a47-b694-4ee9-92d0-357971282caf service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051289 Feb 19 05:42:44.755634 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-772273-4', 'device_owner': 'compute:nova'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:42:44.816330 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:45.015227 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] For port 9922ded8-cbb0-4263-af47-860d2ae8d5b8, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=9922ded8-cbb0-4263-af47-860d2ae8d5b8,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:42:45.046932 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] For port 9922ded8-cbb0-4263-af47-860d2ae8d5b8, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:42:45.086065 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9922ded8-cbb0-4263-af47-860d2ae8d5b8 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:42:45.094129 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Publish callbacks [] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:45.106790 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Transition to ACTIVE for port object 9922ded8-cbb0-4263-af47-860d2ae8d5b8 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:42:45.110300 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:45.183621 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9922ded8-cbb0-4263-af47-860d2ae8d5b8,revision_number=7']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:42:45.195031 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:45.195390 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:45.195736 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:45.196082 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:45.196418 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:45.196752 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:45.197115 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:45.197445 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:45.197773 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:45.198116 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:45.198433 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:45.198759 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:45.199092 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:42:45.242052 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] No DVR routers for this DVR port 9922ded8-cbb0-4263-af47-860d2ae8d5b8 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:42:45.398524 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Attempting to bind port 9922ded8-cbb0-4263-af47-860d2ae8d5b8 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:42:45.398859 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Attempting to bind port 9922ded8-cbb0-4263-af47-860d2ae8d5b8 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '2ca5a6e2-0e3f-4729-af54-3483506c16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:42:45.399191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Attempting to bind port 9922ded8-cbb0-4263-af47-860d2ae8d5b8 on network 58048d45-673a-4d51-b764-3bac093f4e7a {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:42:45.404241 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Port 9922ded8-cbb0-4263-af47-860d2ae8d5b8 on network 58048d45-673a-4d51-b764-3bac093f4e7a not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:42:45.404570 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Attempting to bind port 9922ded8-cbb0-4263-af47-860d2ae8d5b8 on network 58048d45-673a-4d51-b764-3bac093f4e7a {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:42:45.426127 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:42:45.426398 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Checking segment: {'id': '2ca5a6e2-0e3f-4729-af54-3483506c16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:42:45.426784 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Bound using segment: {'id': '2ca5a6e2-0e3f-4729-af54-3483506c16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:42:45.427214 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Bound port: 9922ded8-cbb0-4263-af47-860d2ae8d5b8, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca5a6e2-0e3f-4729-af54-3483506c16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:42:45.427576 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:45.483510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced750fa-0105-49b3-b180-79b4732e5678 req-4df3d041-fef0-47a4-a1fe-11b110d13920 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:45.485048 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ced750fa-0105-49b3-b180-79b4732e5678 req-4df3d041-fef0-47a4-a1fe-11b110d13920 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0994666 Feb 19 05:42:45.523521 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] For port 9922ded8-cbb0-4263-af47-860d2ae8d5b8, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:42:45.543764 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] For port 9922ded8-cbb0-4263-af47-860d2ae8d5b8, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9922ded8-cbb0-4263-af47-860d2ae8d5b8,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:42:45.555778 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:45.565779 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-ced750fa-0105-49b3-b180-79b4732e5678 req-25f893e1-d8fd-4c37-b91d-9483859db91b tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718739 Feb 19 05:42:45.596498 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:45.597674 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:45.599119 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] 10.222.0.48 "PUT /v2.0/ports/9922ded8-cbb0-4263-af47-860d2ae8d5b8 HTTP/1.1" status: 200 len: 1091 time: 0.8479381 Feb 19 05:42:45.599532 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75fa965f-5428-4b68-8392-ed33136ceaa0', 'tag': '9922ded8-cbb0-4263-af47-860d2ae8d5b8'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:42:45.601856 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd930ca-22f1-43a6-b9c7-a8dc76c4e94a" -d '{"events": [{"name": "network-changed", "server_uuid": "75fa965f-5428-4b68-8392-ed33136ceaa0", "tag": "9922ded8-cbb0-4263-af47-860d2ae8d5b8"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:42:45.636487 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c3bc0-d231-4c23-aeab-9e0785a883f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9922ded8-cbb0-4263-af47-860d2ae8d5b8,revision_number=8']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:42:45.678542 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-38e47e71-2b2a-4e01-b673-9761513281d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:45.680218 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-38e47e71-2b2a-4e01-b673-9761513281d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1cba637a1744fda84081146b69ff4b1&device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 1125 time: 0.0519149 Feb 19 05:42:45.778328 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-59817096-c0cf-4c60-81c9-20340fb5b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:45.779826 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-59817096-c0cf-4c60-81c9-20340fb5b154 service neutron] 10.222.0.48 "GET /v2.0/networks?id=58048d45-673a-4d51-b764-3bac093f4e7a HTTP/1.1" status: 200 len: 907 time: 0.0927382 Feb 19 05:42:45.856231 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-65a3dded-0a9c-4cd8-b05a-52a9b01133a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9922ded8-cbb0-4263-af47-860d2ae8d5b8 HTTP/1.1" status: 200 len: 999 time: 0.0693929 Feb 19 05:42:45.917192 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-4595fa6b-f285-4d06-82bf-4feba35276ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:45.919431 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-4595fa6b-f285-4d06-82bf-4feba35276ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23dd196b-af69-412b-ac4f-748e81637d18 HTTP/1.1" status: 200 len: 846 time: 0.0572400 Feb 19 05:42:45.979722 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-2545e3c2-a0fb-4984-b7f4-fd39d699b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:45.981351 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-2545e3c2-a0fb-4984-b7f4-fd39d699b7fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58048d45-673a-4d51-b764-3bac093f4e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0562739 Feb 19 05:42:46.080229 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-787520a8-6437-4ff7-9be4-97092c5ed259 service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926244 Feb 19 05:42:46.171273 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-a738d511-a0ed-4b11-9dd2-255735160cbd service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855844 Feb 19 05:42:46.661560 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f743d195-bb15-46d7-a8cd-36c797f4ec18 x-openstack-request-id: req-f743d195-bb15-46d7-a8cd-36c797f4ec18 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:42:46.661854 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75fa965f-5428-4b68-8392-ed33136ceaa0", "tag": "9922ded8-cbb0-4263-af47-860d2ae8d5b8", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:42:46.662113 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f743d195-bb15-46d7-a8cd-36c797f4ec18 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:42:46.662518 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75fa965f-5428-4b68-8392-ed33136ceaa0', 'tag': '9922ded8-cbb0-4263-af47-860d2ae8d5b8', 'status': 'completed', 'code': 200} Feb 19 05:42:46.702971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129dfc5-430a-4d28-bcc4-2fb2bdfe57a1 req-b0d076ce-e793-49ce-a9e4-4329f95f7ed8 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:46.704398 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6129dfc5-430a-4d28-bcc4-2fb2bdfe57a1 req-b0d076ce-e793-49ce-a9e4-4329f95f7ed8 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0702519 Feb 19 05:42:46.770048 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd930ca-22f1-43a6-b9c7-a8dc76c4e94a req-52d6cd9e-9979-4196-94c3-49d1400b19e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:46.771676 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6cd930ca-22f1-43a6-b9c7-a8dc76c4e94a req-52d6cd9e-9979-4196-94c3-49d1400b19e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1cba637a1744fda84081146b69ff4b1&device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 1125 time: 0.0906236 Feb 19 05:42:46.779877 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6129dfc5-430a-4d28-bcc4-2fb2bdfe57a1 req-2d7aa365-57ae-402e-9086-f35a81853ca2 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615213 Feb 19 05:42:46.866354 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd930ca-22f1-43a6-b9c7-a8dc76c4e94a req-e87a216e-1c12-4c3d-b598-f258c0433907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:46.867919 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6cd930ca-22f1-43a6-b9c7-a8dc76c4e94a req-e87a216e-1c12-4c3d-b598-f258c0433907 service neutron] 10.222.0.48 "GET /v2.0/networks?id=58048d45-673a-4d51-b764-3bac093f4e7a HTTP/1.1" status: 200 len: 907 time: 0.0871315 Feb 19 05:42:46.937922 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6cd930ca-22f1-43a6-b9c7-a8dc76c4e94a req-6d61c0b0-d1f2-44e6-8947-e400f6fd3c9a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9922ded8-cbb0-4263-af47-860d2ae8d5b8 HTTP/1.1" status: 200 len: 999 time: 0.0630834 Feb 19 05:42:46.983801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd930ca-22f1-43a6-b9c7-a8dc76c4e94a req-84e1f43e-2ed9-4375-a5b2-f0ee96666ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:46.985266 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6cd930ca-22f1-43a6-b9c7-a8dc76c4e94a req-84e1f43e-2ed9-4375-a5b2-f0ee96666ab8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23dd196b-af69-412b-ac4f-748e81637d18 HTTP/1.1" status: 200 len: 846 time: 0.0419996 Feb 19 05:42:47.032009 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd930ca-22f1-43a6-b9c7-a8dc76c4e94a req-68c3c69d-a33a-4f92-952e-090b866cc833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:47.033557 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6cd930ca-22f1-43a6-b9c7-a8dc76c4e94a req-68c3c69d-a33a-4f92-952e-090b866cc833 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58048d45-673a-4d51-b764-3bac093f4e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430076 Feb 19 05:42:47.127522 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6cd930ca-22f1-43a6-b9c7-a8dc76c4e94a req-59ee82c3-013c-4979-b7bf-6b3d968c36b6 service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880024 Feb 19 05:42:47.216743 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6cd930ca-22f1-43a6-b9c7-a8dc76c4e94a req-80ce4b40-0d4f-4ea1-9cc1-57c8390c3abf service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836148 Feb 19 05:42:47.905546 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4efffb-2b1f-4d4c-9785-e1a8a0a295a5 req-6d897f97-f21a-47e8-8f3e-0e0f09a5dd50 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:47.907076 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9d4efffb-2b1f-4d4c-9785-e1a8a0a295a5 req-6d897f97-f21a-47e8-8f3e-0e0f09a5dd50 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0528269 Feb 19 05:42:47.955341 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-9d4efffb-2b1f-4d4c-9785-e1a8a0a295a5 req-fc090848-3045-4b39-a607-29ee9822b6c8 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418615 Feb 19 05:42:49.083128 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9029c93-fa60-4126-9c23-f382665b5684 req-aec48ee5-16ba-4d37-bdd2-f4838e86e0b4 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:49.084846 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9029c93-fa60-4126-9c23-f382665b5684 req-aec48ee5-16ba-4d37-bdd2-f4838e86e0b4 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0607338 Feb 19 05:42:49.137218 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f9029c93-fa60-4126-9c23-f382665b5684 req-b8f93a2f-9831-44cf-bffc-7333145a37be tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460682 Feb 19 05:42:50.263900 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050c2ae-b494-4c41-b936-061bd25b9139 req-c1473408-6291-49a2-b54e-21a5812047cf tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:50.265422 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5050c2ae-b494-4c41-b936-061bd25b9139 req-c1473408-6291-49a2-b54e-21a5812047cf tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0594022 Feb 19 05:42:50.316435 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-5050c2ae-b494-4c41-b936-061bd25b9139 req-829cdc33-41eb-459d-a997-c7f49174e6fb tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444567 Feb 19 05:42:51.438632 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce67b8-5456-4164-9505-a7256c7d706b req-706cbea3-273b-42da-ad33-50468798d688 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:51.440245 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3fce67b8-5456-4164-9505-a7256c7d706b req-706cbea3-273b-42da-ad33-50468798d688 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0557539 Feb 19 05:42:51.491403 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3fce67b8-5456-4164-9505-a7256c7d706b req-eabb469e-cc95-43a0-9f94-bab4e276d7a8 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443647 Feb 19 05:42:52.610376 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882228c-6fe9-417c-976c-a323dc8c3a39 req-267e4647-a0ef-4f0b-bd0f-6de84d99f5f9 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:52.611882 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8882228c-6fe9-417c-976c-a323dc8c3a39 req-267e4647-a0ef-4f0b-bd0f-6de84d99f5f9 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0526552 Feb 19 05:42:52.660787 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-8882228c-6fe9-417c-976c-a323dc8c3a39 req-32f7e31c-25f2-45e0-a807-331064f0a87f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433061 Feb 19 05:42:53.784235 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a062e-296d-4746-8589-9f85a084cdac req-8a83a2ad-6eb3-467d-95e4-10f773ffbe41 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:53.785783 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b4a062e-296d-4746-8589-9f85a084cdac req-8a83a2ad-6eb3-467d-95e4-10f773ffbe41 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 943 time: 0.0568743 Feb 19 05:42:53.840106 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4b4a062e-296d-4746-8589-9f85a084cdac req-92a4e049-fed6-4abe-b6be-ffdbbf50f03b tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482471 Feb 19 05:42:54.471154 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9922ded8-cbb0-4263-af47-860d2ae8d5b8 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:42:54.569322 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9922ded8-cbb0-4263-af47-860d2ae8d5b8, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9922ded8-cbb0-4263-af47-860d2ae8d5b8,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:42:54.580831 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '9922ded8-cbb0-4263-af47-860d2ae8d5b8', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'port_id': '9922ded8-cbb0-4263-af47-860d2ae8d5b8', 'mac_address': 'fa:16:3e:3e:ae:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23dd196b-af69-412b-ac4f-748e81637d18', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:42:54.618489 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 9922ded8-cbb0-4263-af47-860d2ae8d5b8 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:42:54.618876 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:54.631595 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9922ded8-cbb0-4263-af47-860d2ae8d5b8 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:42:54.650700 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9922ded8-cbb0-4263-af47-860d2ae8d5b8, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9922ded8-cbb0-4263-af47-860d2ae8d5b8,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:42:54.654896 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:54.703001 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=9922ded8-cbb0-4263-af47-860d2ae8d5b8,revision_number=9']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:42:54.869311 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['9922ded8-cbb0-4263-af47-860d2ae8d5b8'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:42:54.968931 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68da5aa-7343-4f10-ae6e-1e5f9cccdecc req-722e8279-8808-46ae-9530-386008a7bfbc tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:54.970581 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c68da5aa-7343-4f10-ae6e-1e5f9cccdecc req-722e8279-8808-46ae-9530-386008a7bfbc tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 944 time: 0.0620303 Feb 19 05:42:55.020706 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c68da5aa-7343-4f10-ae6e-1e5f9cccdecc req-924ee3d1-3cce-466e-8037-87400d833ce0 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431240 Feb 19 05:42:56.142341 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6e5af-7ae0-4209-99fd-498407899629 req-b373ac0d-fb68-426c-ac5b-5258b3253b35 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:56.143820 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62e6e5af-7ae0-4209-99fd-498407899629 req-b373ac0d-fb68-426c-ac5b-5258b3253b35 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 944 time: 0.0519199 Feb 19 05:42:56.192542 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-62e6e5af-7ae0-4209-99fd-498407899629 req-4ccff655-ee68-4ac7-8c7d-d2f2fd8f6605 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425615 Feb 19 05:42:56.471382 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9922ded8-cbb0-4263-af47-860d2ae8d5b8 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:42:56.523019 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 9922ded8-cbb0-4263-af47-860d2ae8d5b8 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:42:56.526872 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 9922ded8-cbb0-4263-af47-860d2ae8d5b8 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:42:56.527253 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:56.603184 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 9922ded8-cbb0-4263-af47-860d2ae8d5b8 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:42:56.603566 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:56.626138 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fa965f-5428-4b68-8392-ed33136ceaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9922ded8-cbb0-4263-af47-860d2ae8d5b8'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:42:56.628480 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7fef5e-d78a-4bad-b255-472634d635ee" -d '{"events": [{"server_uuid": "75fa965f-5428-4b68-8392-ed33136ceaa0", "name": "network-vif-plugged", "status": "completed", "tag": "9922ded8-cbb0-4263-af47-860d2ae8d5b8"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:42:56.641199 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9922ded8-cbb0-4263-af47-860d2ae8d5b8, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9922ded8-cbb0-4263-af47-860d2ae8d5b8,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:42:56.646395 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:42:56.675156 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace8c383-5661-41b9-a0c4-b6acc3460fd5 x-openstack-request-id: req-ace8c383-5661-41b9-a0c4-b6acc3460fd5 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:42:56.675485 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fa965f-5428-4b68-8392-ed33136ceaa0", "name": "network-vif-plugged", "status": "completed", "tag": "9922ded8-cbb0-4263-af47-860d2ae8d5b8", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:42:56.675721 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ace8c383-5661-41b9-a0c4-b6acc3460fd5 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:42:56.676126 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75fa965f-5428-4b68-8392-ed33136ceaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9922ded8-cbb0-4263-af47-860d2ae8d5b8', 'code': 200} Feb 19 05:42:56.702978 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=9922ded8-cbb0-4263-af47-860d2ae8d5b8,revision_number=10']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:42:56.820312 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67273b36-a247-4d27-b74e-5b37fb0746cc req-c7f91f64-3c83-4ed5-b705-76246079d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:56.821793 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67273b36-a247-4d27-b74e-5b37fb0746cc req-c7f91f64-3c83-4ed5-b705-76246079d69d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 1128 time: 0.0451541 Feb 19 05:42:56.871061 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-67273b36-a247-4d27-b74e-5b37fb0746cc req-8f32c3c6-ea2b-4d28-b438-864695976e16 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426588 Feb 19 05:42:57.309848 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d106b-f553-4843-90c4-2ac46b3d46e5 req-5dff1124-05d4-4557-84af-251fbdf97869 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:57.311359 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-328d106b-f553-4843-90c4-2ac46b3d46e5 req-5dff1124-05d4-4557-84af-251fbdf97869 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 946 time: 0.0524917 Feb 19 05:42:57.359342 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-328d106b-f553-4843-90c4-2ac46b3d46e5 req-16912da4-8d40-463b-99d4-d540e394697b tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425048 Feb 19 05:42:58.483658 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398ec39-6d3f-401a-9408-28fd32579060 req-faf38280-5394-4074-8bd7-f0564a286d6b tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:42:58.485187 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2398ec39-6d3f-401a-9408-28fd32579060 req-faf38280-5394-4074-8bd7-f0564a286d6b tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 946 time: 0.0540414 Feb 19 05:42:58.537081 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2398ec39-6d3f-401a-9408-28fd32579060 req-5b621a65-27ae-455b-88e4-2b1b461753e0 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457892 Feb 19 05:43:02.419720 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f7fc31ef-0503-4682-acb5-257cc7daa07b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:43:05.283173 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f5093e64-1e4b-4a6c-810d-252a351da7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:43:06.372800 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:43:07.162488 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:43:08.236998 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:43:08.303454 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:43:09.484852 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:43:10.041459 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:43:31.744993 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e5432578-4411-4c1d-bbc4-08dcf37c5e34 req-a977d759-7d21-45b2-b865-ab47cba928b8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458920 Feb 19 05:43:31.832967 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5432578-4411-4c1d-bbc4-08dcf37c5e34 req-a793f340-7182-4827-bfc9-8ea9324aeb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:43:31.834410 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e5432578-4411-4c1d-bbc4-08dcf37c5e34 req-a793f340-7182-4827-bfc9-8ea9324aeb54 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1cba637a1744fda84081146b69ff4b1&device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 1128 time: 0.0471058 Feb 19 05:43:31.958926 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5432578-4411-4c1d-bbc4-08dcf37c5e34 req-44e86930-c84a-4eae-9f91-09387aa5bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:43:31.960480 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e5432578-4411-4c1d-bbc4-08dcf37c5e34 req-44e86930-c84a-4eae-9f91-09387aa5bf1e service neutron] 10.222.0.48 "GET /v2.0/networks?id=58048d45-673a-4d51-b764-3bac093f4e7a HTTP/1.1" status: 200 len: 907 time: 0.1064935 Feb 19 05:43:32.028482 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e5432578-4411-4c1d-bbc4-08dcf37c5e34 req-9d70b92b-d77e-4a86-9879-b35a63590e7a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9922ded8-cbb0-4263-af47-860d2ae8d5b8 HTTP/1.1" status: 200 len: 1001 time: 0.0608633 Feb 19 05:43:32.080191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5432578-4411-4c1d-bbc4-08dcf37c5e34 req-ed639df8-2966-402e-8e13-c9e14e8d7a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:43:32.081723 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e5432578-4411-4c1d-bbc4-08dcf37c5e34 req-ed639df8-2966-402e-8e13-c9e14e8d7a70 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23dd196b-af69-412b-ac4f-748e81637d18 HTTP/1.1" status: 200 len: 846 time: 0.0479195 Feb 19 05:43:32.137284 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5432578-4411-4c1d-bbc4-08dcf37c5e34 req-8815ef25-463e-4959-a636-5fe400c034de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:43:32.139459 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e5432578-4411-4c1d-bbc4-08dcf37c5e34 req-8815ef25-463e-4959-a636-5fe400c034de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58048d45-673a-4d51-b764-3bac093f4e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511858 Feb 19 05:43:32.227109 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e5432578-4411-4c1d-bbc4-08dcf37c5e34 req-ac79f22f-5e88-4511-8a60-31ea6b975d21 service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817707 Feb 19 05:43:32.319907 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e5432578-4411-4c1d-bbc4-08dcf37c5e34 req-4fd19a9c-357b-4e72-b584-810d4888ecdd service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857909 Feb 19 05:43:32.423158 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-55afc096-b5f2-4f34-900a-b08a0d17223e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:43:35.285269 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-42c70ba0-ad58-44a9-8988-6e17fef1444b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:43:37.166313 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:43:38.238143 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:43:38.306608 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:43:39.489913 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:43:40.034365 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:43:43.371966 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:44:02.426559 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bb083602-2874-4d33-a6db-258c15d070eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:05.288024 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a3c83f7b-de6a-4cdd-8de5-8b6f8cc235b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:07.168544 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:08.238820 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:08.308811 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:09.492868 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:10.029878 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:12.008958 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38682) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:12.167308 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Deleting port 3baa13a0-5874-41c5-89e9-4983e6b74d90 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:44:12.167655 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (3baa13a0-5874-41c5-89e9-4983e6b74d90), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:12.243508 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (3baa13a0-5874-41c5-89e9-4983e6b74d90), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:12.243835 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for floatingip (3baa13a0-5874-41c5-89e9-4983e6b74d90), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:12.255221 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Calling delete_port for 3baa13a0-5874-41c5-89e9-4983e6b74d90 owned by network:floatingip {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:44:12.401652 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (3baa13a0-5874-41c5-89e9-4983e6b74d90), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:12.428995 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event deleted for resources: {'Port': ['ID=3baa13a0-5874-41c5-89e9-4983e6b74d90,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:12.453849 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:12.454216 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:12.454553 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:12.454875 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:12.455210 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:12.455550 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:12.455987 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:12.456207 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:12.456535 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:12.456859 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:12.457211 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:12.457546 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:12.457875 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:12.498223 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for floatingip (279414a0-0050-4a2e-9840-0a23825e9215), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:12.498555 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Floating IP 279414a0-0050-4a2e-9840-0a23825e9215 disassociated (deleted). External IP: 172.25.0.107, port: 9922ded8-cbb0-4263-af47-860d2ae8d5b8. Feb 19 05:44:13.010368 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Router c2def7e9-997a-44aa-b77f-c77577ed22d7 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:44:13.121116 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:44:13.125547 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:13.131025 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd30ec7-bbb6-42e7-974d-d0cfc7c0939b None None] Sync routers for ids ['c2def7e9-997a-44aa-b77f-c77577ed22d7'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:44:13.141626 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd30ec7-bbb6-42e7-974d-d0cfc7c0939b None None] Routers {'c2def7e9-997a-44aa-b77f-c77577ed22d7'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:44:13.142256 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-8dd30ec7-bbb6-42e7-974d-d0cfc7c0939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:44:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c2def7e9-997a-44aa-b77f-c77577ed22d7'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:13.155977 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-640bda74-23b1-4cb7-b925-c912c7f90ce7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "DELETE /v2.0/floatingips/279414a0-0050-4a2e-9840-0a23825e9215 HTTP/1.1" status: 204 len: 168 time: 1.1459062 Feb 19 05:44:13.156557 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75fa965f-5428-4b68-8392-ed33136ceaa0', 'tag': '9922ded8-cbb0-4263-af47-860d2ae8d5b8'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:44:13.158872 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e0ce5d-86aa-4107-ba14-aab6cff2952a" -d '{"events": [{"name": "network-changed", "server_uuid": "75fa965f-5428-4b68-8392-ed33136ceaa0", "tag": "9922ded8-cbb0-4263-af47-860d2ae8d5b8"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:44:13.202305 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7485117-fdaf-41ac-bfe3-dabe53321bb6 x-openstack-request-id: req-a7485117-fdaf-41ac-bfe3-dabe53321bb6 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:44:13.202600 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75fa965f-5428-4b68-8392-ed33136ceaa0", "tag": "9922ded8-cbb0-4263-af47-860d2ae8d5b8", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:44:13.202856 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a7485117-fdaf-41ac-bfe3-dabe53321bb6 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:44:13.203418 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75fa965f-5428-4b68-8392-ed33136ceaa0', 'tag': '9922ded8-cbb0-4263-af47-860d2ae8d5b8', 'status': 'completed', 'code': 200} Feb 19 05:44:13.255677 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-8dd30ec7-bbb6-42e7-974d-d0cfc7c0939b None None] Set router c2def7e9-997a-44aa-b77f-c77577ed22d7 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:44:13.275476 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0ce5d-86aa-4107-ba14-aab6cff2952a req-ca4d6ecc-fa96-460e-86ea-0f007ec7bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:13.277897 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0e0ce5d-86aa-4107-ba14-aab6cff2952a req-ca4d6ecc-fa96-460e-86ea-0f007ec7bb48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1cba637a1744fda84081146b69ff4b1&device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 1128 time: 0.0548658 Feb 19 05:44:13.381392 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0ce5d-86aa-4107-ba14-aab6cff2952a req-30ba0aea-f401-41ba-a1f8-079e3402eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:13.383115 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0e0ce5d-86aa-4107-ba14-aab6cff2952a req-30ba0aea-f401-41ba-a1f8-079e3402eea5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=58048d45-673a-4d51-b764-3bac093f4e7a HTTP/1.1" status: 200 len: 907 time: 0.0982242 Feb 19 05:44:13.410712 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5b388-6867-4bb5-9d83-32b000b6481a req-e5084d11-846e-4b45-b520-5497ef5390d4 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:13.412866 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5a5b388-6867-4bb5-9d83-32b000b6481a req-e5084d11-846e-4b45-b520-5497ef5390d4 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 946 time: 0.0633824 Feb 19 05:44:13.426012 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0e0ce5d-86aa-4107-ba14-aab6cff2952a req-29cddf12-de69-48ac-bc64-87f099649111 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9922ded8-cbb0-4263-af47-860d2ae8d5b8 HTTP/1.1" status: 200 len: 217 time: 0.0367944 Feb 19 05:44:13.466343 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c5a5b388-6867-4bb5-9d83-32b000b6481a req-ccface2b-d495-4ab7-8e74-b5bd8cac4bcf tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468040 Feb 19 05:44:13.476578 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-8dd30ec7-bbb6-42e7-974d-d0cfc7c0939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'name': 'tempest-TestShelveInstance-23454469-router', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:10Z', 'updated_at': '2022-02-19T05:35:13Z', 'revision_number': 4, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'gw_port': {'id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:11Z', 'updated_at': '2022-02-19T05:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '00e7c31a-a053-4679-a71b-196d0df04e0c', 'name': '', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'mac_address': 'fa:16:3e:58:75:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '23dd196b-af69-412b-ac4f-748e81637d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:12Z', 'updated_at': '2022-02-19T05:35:17Z', 'revision_number': 5, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'subnets': [{'id': '23dd196b-af69-412b-ac4f-748e81637d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:13.480365 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0ce5d-86aa-4107-ba14-aab6cff2952a req-7ef447ad-c72a-4213-b97d-7ae265a0ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:13.483019 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0e0ce5d-86aa-4107-ba14-aab6cff2952a req-7ef447ad-c72a-4213-b97d-7ae265a0ebd6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23dd196b-af69-412b-ac4f-748e81637d18 HTTP/1.1" status: 200 len: 846 time: 0.0513396 Feb 19 05:44:13.507906 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd30ec7-bbb6-42e7-974d-d0cfc7c0939b None None] Checking router: c2def7e9-997a-44aa-b77f-c77577ed22d7 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:44:13.516722 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd30ec7-bbb6-42e7-974d-d0cfc7c0939b None None] Routers {'c2def7e9-997a-44aa-b77f-c77577ed22d7'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:44:13.517364 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-8dd30ec7-bbb6-42e7-974d-d0cfc7c0939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:44:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c2def7e9-997a-44aa-b77f-c77577ed22d7'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:13.540476 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0ce5d-86aa-4107-ba14-aab6cff2952a req-6ddad595-8251-4b06-a097-400f179b2e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:13.541969 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0e0ce5d-86aa-4107-ba14-aab6cff2952a req-6ddad595-8251-4b06-a097-400f179b2e85 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=58048d45-673a-4d51-b764-3bac093f4e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0524316 Feb 19 05:44:13.626010 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-8dd30ec7-bbb6-42e7-974d-d0cfc7c0939b None None] Set router c2def7e9-997a-44aa-b77f-c77577ed22d7 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:44:13.635267 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0e0ce5d-86aa-4107-ba14-aab6cff2952a req-ce67ad36-38c2-4867-bbbe-0b21360a02bb service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846293 Feb 19 05:44:13.933441 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-8dd30ec7-bbb6-42e7-974d-d0cfc7c0939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'name': 'tempest-TestShelveInstance-23454469-router', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:10Z', 'updated_at': '2022-02-19T05:35:13Z', 'revision_number': 4, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'gw_port': {'id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:11Z', 'updated_at': '2022-02-19T05:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '00e7c31a-a053-4679-a71b-196d0df04e0c', 'name': '', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'mac_address': 'fa:16:3e:58:75:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '23dd196b-af69-412b-ac4f-748e81637d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:12Z', 'updated_at': '2022-02-19T05:35:17Z', 'revision_number': 5, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'subnets': [{'id': '23dd196b-af69-412b-ac4f-748e81637d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:13.961987 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd30ec7-bbb6-42e7-974d-d0cfc7c0939b None None] The sync data for ids ['c2def7e9-997a-44aa-b77f-c77577ed22d7'] in n-d-772273-4 is: [{'id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'name': 'tempest-TestShelveInstance-23454469-router', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:10Z', 'updated_at': '2022-02-19T05:35:13Z', 'revision_number': 4, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'gw_port': {'id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:11Z', 'updated_at': '2022-02-19T05:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '00e7c31a-a053-4679-a71b-196d0df04e0c', 'name': '', 'network_id': '58048d45-673a-4d51-b764-3bac093f4e7a', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'mac_address': 'fa:16:3e:58:75:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '23dd196b-af69-412b-ac4f-748e81637d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:12Z', 'updated_at': '2022-02-19T05:35:17Z', 'revision_number': 5, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'subnets': [{'id': '23dd196b-af69-412b-ac4f-748e81637d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:44:14.087118 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d0e0ce5d-86aa-4107-ba14-aab6cff2952a req-0bf6a670-3036-489f-afc3-523cb1d4ed4e service neutron] 10.222.0.48 "GET /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450855 Feb 19 05:44:14.196698 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f941a011-8ba4-47bc-921c-df262cecfae0 None None] New status for floating IP 279414a0-0050-4a2e-9840-0a23825e9215: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:44:14.596317 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b1337-2fed-438e-a159-ebc4685d99cf req-f61a0f06-10fb-45df-a0fa-feff9ea499cf tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:14.597824 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c7b1337-2fed-438e-a159-ebc4685d99cf req-f61a0f06-10fb-45df-a0fa-feff9ea499cf tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 946 time: 0.0531869 Feb 19 05:44:14.645619 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9c7b1337-2fed-438e-a159-ebc4685d99cf req-8d291754-a79e-441a-b5bb-cc359b54a66f tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/security-groups?id=de7a8d8a-abcd-40cc-9d45-a6249583186f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418003 Feb 19 05:44:14.831216 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d6314-3c32-468e-ac13-c5e160ea2a8a req-efdc0c63-c9f5-4032-ac6e-ca438c6936df tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:14.832675 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cd2d6314-3c32-468e-ac13-c5e160ea2a8a req-efdc0c63-c9f5-4032-ac6e-ca438c6936df tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.48 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 946 time: 0.0534637 Feb 19 05:44:14.926472 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-cd2d6314-3c32-468e-ac13-c5e160ea2a8a req-31b67eaa-fb43-4ed4-a41f-f3e753f4df37 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Deleting port 9922ded8-cbb0-4263-af47-860d2ae8d5b8 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:44:14.926818 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cd2d6314-3c32-468e-ac13-c5e160ea2a8a req-31b67eaa-fb43-4ed4-a41f-f3e753f4df37 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:15.013829 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-cd2d6314-3c32-468e-ac13-c5e160ea2a8a req-31b67eaa-fb43-4ed4-a41f-f3e753f4df37 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] For port 9922ded8-cbb0-4263-af47-860d2ae8d5b8, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9922ded8-cbb0-4263-af47-860d2ae8d5b8,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:44:15.014201 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cd2d6314-3c32-468e-ac13-c5e160ea2a8a req-31b67eaa-fb43-4ed4-a41f-f3e753f4df37 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:15.025760 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-cd2d6314-3c32-468e-ac13-c5e160ea2a8a req-31b67eaa-fb43-4ed4-a41f-f3e753f4df37 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Calling delete_port for 9922ded8-cbb0-4263-af47-860d2ae8d5b8 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:44:15.154658 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cd2d6314-3c32-468e-ac13-c5e160ea2a8a req-31b67eaa-fb43-4ed4-a41f-f3e753f4df37 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (9922ded8-cbb0-4263-af47-860d2ae8d5b8), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:15.182664 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b67eaa-fb43-4ed4-a41f-f3e753f4df37 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event deleted for resources: {'Port': ['ID=9922ded8-cbb0-4263-af47-860d2ae8d5b8,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:15.194696 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b67eaa-fb43-4ed4-a41f-f3e753f4df37 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:15.195056 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b67eaa-fb43-4ed4-a41f-f3e753f4df37 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:15.195402 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b67eaa-fb43-4ed4-a41f-f3e753f4df37 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:15.195743 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b67eaa-fb43-4ed4-a41f-f3e753f4df37 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:15.196080 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b67eaa-fb43-4ed4-a41f-f3e753f4df37 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:15.196413 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b67eaa-fb43-4ed4-a41f-f3e753f4df37 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:15.196745 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b67eaa-fb43-4ed4-a41f-f3e753f4df37 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:15.197110 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b67eaa-fb43-4ed4-a41f-f3e753f4df37 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:15.197439 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b67eaa-fb43-4ed4-a41f-f3e753f4df37 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:15.197801 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b67eaa-fb43-4ed4-a41f-f3e753f4df37 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:15.198102 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b67eaa-fb43-4ed4-a41f-f3e753f4df37 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:15.198415 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b67eaa-fb43-4ed4-a41f-f3e753f4df37 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:15.198767 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b67eaa-fb43-4ed4-a41f-f3e753f4df37 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:15.237622 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2d6314-3c32-468e-ac13-c5e160ea2a8a req-31b67eaa-fb43-4ed4-a41f-f3e753f4df37 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] No DVR routers for this DVR port 9922ded8-cbb0-4263-af47-860d2ae8d5b8 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:44:15.240071 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-cd2d6314-3c32-468e-ac13-c5e160ea2a8a req-31b67eaa-fb43-4ed4-a41f-f3e753f4df37 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:15.243345 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cd2d6314-3c32-468e-ac13-c5e160ea2a8a req-31b67eaa-fb43-4ed4-a41f-f3e753f4df37 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.48 "DELETE /v2.0/ports/9922ded8-cbb0-4263-af47-860d2ae8d5b8 HTTP/1.1" status: 204 len: 173 time: 0.4058478 Feb 19 05:44:15.243780 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fa965f-5428-4b68-8392-ed33136ceaa0', 'name': 'network-vif-deleted', 'tag': '9922ded8-cbb0-4263-af47-860d2ae8d5b8'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:44:15.246074 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf7d44b-42c0-445d-8581-6375546e27bc" -d '{"events": [{"server_uuid": "75fa965f-5428-4b68-8392-ed33136ceaa0", "name": "network-vif-deleted", "tag": "9922ded8-cbb0-4263-af47-860d2ae8d5b8"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:44:15.282840 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bce91d-11c4-449e-a373-553b9d36b223 x-openstack-request-id: req-22bce91d-11c4-449e-a373-553b9d36b223 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:44:15.283135 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fa965f-5428-4b68-8392-ed33136ceaa0", "name": "network-vif-deleted", "tag": "9922ded8-cbb0-4263-af47-860d2ae8d5b8", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:44:15.283392 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-22bce91d-11c4-449e-a373-553b9d36b223 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:44:15.283795 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75fa965f-5428-4b68-8392-ed33136ceaa0', 'name': 'network-vif-deleted', 'tag': '9922ded8-cbb0-4263-af47-860d2ae8d5b8', 'status': 'completed', 'code': 200} Feb 19 05:44:15.744382 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c2df5dc3-8bcc-4d24-8824-5b1f04138021 req-c87d3a6f-661c-42cc-b2cc-09d7e23283eb tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 210 time: 0.0266776 Feb 19 05:44:16.847040 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c64758da-9758-4470-abbc-3728bdcafae6 req-4349fa55-9484-44d8-bd8d-7a5b2e7a1335 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 210 time: 0.0323710 Feb 19 05:44:17.948346 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3443690b-7011-418c-aa5f-bbafa9506448 req-9b3ff109-bbf0-4e7a-b7f2-eb1111c3d769 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 210 time: 0.0348735 Feb 19 05:44:18.860080 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9922ded8-cbb0-4263-af47-860d2ae8d5b8 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:44:18.880752 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 9922ded8-cbb0-4263-af47-860d2ae8d5b8 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:44:18.881143 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9922ded8-cbb0-4263-af47-860d2ae8d5b8 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:44:19.043418 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-85103a9d-37e4-4bee-b487-45294caf7e6a req-6c73542d-7186-432f-8bf4-b0227066ceab tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 210 time: 0.0273004 Feb 19 05:44:20.143818 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-87855ece-914d-46d2-9302-e4e9507118e2 req-8c242ccb-93f6-4c8c-a78e-2ac413799a10 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 210 time: 0.0311403 Feb 19 05:44:20.370474 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:44:21.239654 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-54bd16d4-4199-4eb2-9400-461c34ecb02e req-d2d320b8-3b36-49cf-9c9b-1c5240363675 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 210 time: 0.0281141 Feb 19 05:44:22.343536 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-4f234906-f0aa-40f3-8a7e-b95884149d45 req-a3198c23-990f-4c53-9a54-85772ce406d7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 210 time: 0.0292346 Feb 19 05:44:23.444490 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-4041710e-c4b4-4fd1-9991-12f25449a05e req-7147b3d1-a39e-4e2d-8401-e682c695baf1 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 210 time: 0.0309525 Feb 19 05:44:24.567158 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d3b05d16-044a-4217-aa9b-1e632ebcb2dd req-12d4cd71-0785-46c6-a357-2032b4b57023 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "GET /v2.0/ports?device_id=75fa965f-5428-4b68-8392-ed33136ceaa0 HTTP/1.1" status: 200 len: 210 time: 0.0362673 Feb 19 05:44:25.625164 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38724) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:25.685800 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0e4c8f7e-5700-43d9-912c-ba4213c73366 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group (de7a8d8a-abcd-40cc-9d45-a6249583186f), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:25.712795 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0e4c8f7e-5700-43d9-912c-ba4213c73366 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group (de7a8d8a-abcd-40cc-9d45-a6249583186f), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:25.782207 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0e4c8f7e-5700-43d9-912c-ba4213c73366 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (de7a8d8a-abcd-40cc-9d45-a6249583186f), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:25.785095 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-0e4c8f7e-5700-43d9-912c-ba4213c73366 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:25.789346 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-0e4c8f7e-5700-43d9-912c-ba4213c73366 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] 10.222.0.65 "DELETE /v2.0/security-groups/de7a8d8a-abcd-40cc-9d45-a6249583186f HTTP/1.1" status: 204 len: 168 time: 0.1602299 Feb 19 05:44:25.797663 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c8f7e-5700-43d9-912c-ba4213c73366 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7a8d8a-abcd-40cc-9d45-a6249583186f,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:25.847364 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38728) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:26.328758 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1558ffa1-2278-4d34-96cb-7c51c0e69e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (c2def7e9-997a-44aa-b77f-c77577ed22d7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:26.582649 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-1558ffa1-2278-4d34-96cb-7c51c0e69e3f admin admin] Deleting port 00e7c31a-a053-4679-a71b-196d0df04e0c {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:44:26.582993 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1558ffa1-2278-4d34-96cb-7c51c0e69e3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (00e7c31a-a053-4679-a71b-196d0df04e0c), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:26.666192 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-1558ffa1-2278-4d34-96cb-7c51c0e69e3f admin admin] For port 00e7c31a-a053-4679-a71b-196d0df04e0c, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=00e7c31a-a053-4679-a71b-196d0df04e0c,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:44:26.666911 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1558ffa1-2278-4d34-96cb-7c51c0e69e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (00e7c31a-a053-4679-a71b-196d0df04e0c), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:26.679655 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-1558ffa1-2278-4d34-96cb-7c51c0e69e3f admin admin] Calling delete_port for 00e7c31a-a053-4679-a71b-196d0df04e0c owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:44:26.870917 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1558ffa1-2278-4d34-96cb-7c51c0e69e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (00e7c31a-a053-4679-a71b-196d0df04e0c), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:26.897010 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558ffa1-2278-4d34-96cb-7c51c0e69e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=00e7c31a-a053-4679-a71b-196d0df04e0c,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:27.071748 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1558ffa1-2278-4d34-96cb-7c51c0e69e3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (c2def7e9-997a-44aa-b77f-c77577ed22d7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:27.305346 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1558ffa1-2278-4d34-96cb-7c51c0e69e3f admin admin] Router c2def7e9-997a-44aa-b77f-c77577ed22d7 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:44:27.417763 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1558ffa1-2278-4d34-96cb-7c51c0e69e3f admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:44:27.422857 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1558ffa1-2278-4d34-96cb-7c51c0e69e3f admin admin] 10.222.0.65 "PUT /v2.0/routers/c2def7e9-997a-44aa-b77f-c77577ed22d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5743597 Feb 19 05:44:27.425492 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38732) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:27.430675 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1698bef1-38b0-453d-886d-ce1de02a3f2c None None] Sync routers for ids ['c2def7e9-997a-44aa-b77f-c77577ed22d7'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:44:27.442028 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1698bef1-38b0-453d-886d-ce1de02a3f2c None None] Routers {'c2def7e9-997a-44aa-b77f-c77577ed22d7'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:44:27.442643 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-1698bef1-38b0-453d-886d-ce1de02a3f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:44:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c2def7e9-997a-44aa-b77f-c77577ed22d7'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:27.533682 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-655a1332-24e9-4818-af06-ff218c8fbcc4 admin admin] Publish callbacks [] for router (c2def7e9-997a-44aa-b77f-c77577ed22d7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:27.554644 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-1698bef1-38b0-453d-886d-ce1de02a3f2c None None] Set router c2def7e9-997a-44aa-b77f-c77577ed22d7 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:44:27.639727 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-655a1332-24e9-4818-af06-ff218c8fbcc4 admin admin] Publish callbacks [] for router_gateway (c2def7e9-997a-44aa-b77f-c77577ed22d7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:27.692408 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-655a1332-24e9-4818-af06-ff218c8fbcc4 admin admin] Deleting port 927492c4-7559-4d8f-a7ab-c95ebd03b54b {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:44:27.693177 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-655a1332-24e9-4818-af06-ff218c8fbcc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (927492c4-7559-4d8f-a7ab-c95ebd03b54b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:27.773004 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-655a1332-24e9-4818-af06-ff218c8fbcc4 admin admin] For port 927492c4-7559-4d8f-a7ab-c95ebd03b54b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=927492c4-7559-4d8f-a7ab-c95ebd03b54b,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:44:27.773358 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-655a1332-24e9-4818-af06-ff218c8fbcc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (927492c4-7559-4d8f-a7ab-c95ebd03b54b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:27.785467 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-655a1332-24e9-4818-af06-ff218c8fbcc4 admin admin] Calling delete_port for 927492c4-7559-4d8f-a7ab-c95ebd03b54b owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:44:27.844330 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-1698bef1-38b0-453d-886d-ce1de02a3f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'name': 'tempest-TestShelveInstance-23454469-router', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:10Z', 'updated_at': '2022-02-19T05:44:26Z', 'revision_number': 5, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'gw_port': {'id': '927492c4-7559-4d8f-a7ab-c95ebd03b54b', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:11Z', 'updated_at': '2022-02-19T05:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:27.893468 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1698bef1-38b0-453d-886d-ce1de02a3f2c None None] Checking router: c2def7e9-997a-44aa-b77f-c77577ed22d7 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:44:27.906467 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1698bef1-38b0-453d-886d-ce1de02a3f2c None None] Routers {'c2def7e9-997a-44aa-b77f-c77577ed22d7'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:44:27.907597 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-1698bef1-38b0-453d-886d-ce1de02a3f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:44:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['c2def7e9-997a-44aa-b77f-c77577ed22d7'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:27.978785 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-655a1332-24e9-4818-af06-ff218c8fbcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (927492c4-7559-4d8f-a7ab-c95ebd03b54b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:28.005424 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a1332-24e9-4818-af06-ff218c8fbcc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=927492c4-7559-4d8f-a7ab-c95ebd03b54b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:28.050312 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-1698bef1-38b0-453d-886d-ce1de02a3f2c None None] Set router c2def7e9-997a-44aa-b77f-c77577ed22d7 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:44:28.069691 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-655a1332-24e9-4818-af06-ff218c8fbcc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (c2def7e9-997a-44aa-b77f-c77577ed22d7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:28.143911 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-1698bef1-38b0-453d-886d-ce1de02a3f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'name': 'tempest-TestShelveInstance-23454469-router', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:10Z', 'updated_at': '2022-02-19T05:44:27Z', 'revision_number': 6, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:28.177906 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-655a1332-24e9-4818-af06-ff218c8fbcc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (c2def7e9-997a-44aa-b77f-c77577ed22d7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:28.180186 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-655a1332-24e9-4818-af06-ff218c8fbcc4 admin admin] Publish callbacks [] for router_controller (c2def7e9-997a-44aa-b77f-c77577ed22d7), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:28.184066 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1698bef1-38b0-453d-886d-ce1de02a3f2c None None] The sync data for ids ['c2def7e9-997a-44aa-b77f-c77577ed22d7'] in n-d-772273-4 is: [{'id': 'c2def7e9-997a-44aa-b77f-c77577ed22d7', 'name': 'tempest-TestShelveInstance-23454469-router', 'tenant_id': 'f1cba637a1744fda84081146b69ff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:10Z', 'updated_at': '2022-02-19T05:44:27Z', 'revision_number': 6, 'project_id': 'f1cba637a1744fda84081146b69ff4b1', 'gw_port_host': None}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:44:28.240591 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-655a1332-24e9-4818-af06-ff218c8fbcc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (c2def7e9-997a-44aa-b77f-c77577ed22d7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:28.241683 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655a1332-24e9-4818-af06-ff218c8fbcc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2def7e9-997a-44aa-b77f-c77577ed22d7 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:44:28.246281 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-655a1332-24e9-4818-af06-ff218c8fbcc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:28.247616 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-655a1332-24e9-4818-af06-ff218c8fbcc4 admin admin] 10.222.0.65 "DELETE /v2.0/routers/c2def7e9-997a-44aa-b77f-c77577ed22d7 HTTP/1.1" status: 204 len: 168 time: 0.8212025 Feb 19 05:44:28.250178 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38734) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:28.302972 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd61e5c3-93e0-4eca-9f80-54ca4e39b855 admin admin] Deleting subnet 23dd196b-af69-412b-ac4f-748e81637d18 {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:44:28.306521 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cd61e5c3-93e0-4eca-9f80-54ca4e39b855 admin admin] Publish callbacks [] for subnet (23dd196b-af69-412b-ac4f-748e81637d18), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:28.348598 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cd61e5c3-93e0-4eca-9f80-54ca4e39b855 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (23dd196b-af69-412b-ac4f-748e81637d18), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:28.439603 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cd61e5c3-93e0-4eca-9f80-54ca4e39b855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (23dd196b-af69-412b-ac4f-748e81637d18), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:28.492503 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cd61e5c3-93e0-4eca-9f80-54ca4e39b855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (23dd196b-af69-412b-ac4f-748e81637d18), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:28.524114 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-cd61e5c3-93e0-4eca-9f80-54ca4e39b855 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:28.529346 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-cd61e5c3-93e0-4eca-9f80-54ca4e39b855 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/23dd196b-af69-412b-ac4f-748e81637d18 HTTP/1.1" status: 204 len: 168 time: 0.2778454 Feb 19 05:44:28.532148 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61e5c3-93e0-4eca-9f80-54ca4e39b855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23dd196b-af69-412b-ac4f-748e81637d18,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:28.532287 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38736) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:28.539124 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf07a8ec-81a1-4f3a-ab2a-15c671c63ea2 None None] Network 58048d45-673a-4d51-b764-3bac093f4e7a requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:44:28.615813 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da04aa73-fa0a-4f13-9fe8-6e7442db3e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (58048d45-673a-4d51-b764-3bac093f4e7a), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:28.674287 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-da04aa73-fa0a-4f13-9fe8-6e7442db3e4d admin admin] Deleting port ca0daaae-fa6f-418a-ab07-7722b66ace96 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:44:28.674638 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da04aa73-fa0a-4f13-9fe8-6e7442db3e4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ca0daaae-fa6f-418a-ab07-7722b66ace96), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:28.751549 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-da04aa73-fa0a-4f13-9fe8-6e7442db3e4d admin admin] For port ca0daaae-fa6f-418a-ab07-7722b66ace96, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ca0daaae-fa6f-418a-ab07-7722b66ace96,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:44:28.753528 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da04aa73-fa0a-4f13-9fe8-6e7442db3e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ca0daaae-fa6f-418a-ab07-7722b66ace96), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:28.755069 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5277aa6-7369-40bc-af1f-f15bd0c3fdb7 None None] DHCP port deletion for 58048d45-673a-4d51-b764-3bac093f4e7a request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:44:28.767000 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-da04aa73-fa0a-4f13-9fe8-6e7442db3e4d admin admin] Calling delete_port for ca0daaae-fa6f-418a-ab07-7722b66ace96 owned by network:dhcp {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:44:28.825689 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e5277aa6-7369-40bc-af1f-f15bd0c3fdb7 None None] Deleting port ca0daaae-fa6f-418a-ab07-7722b66ace96 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:44:28.826066 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e5277aa6-7369-40bc-af1f-f15bd0c3fdb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (ca0daaae-fa6f-418a-ab07-7722b66ace96), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:28.857411 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da04aa73-fa0a-4f13-9fe8-6e7442db3e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (ca0daaae-fa6f-418a-ab07-7722b66ace96), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:28.891330 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04aa73-fa0a-4f13-9fe8-6e7442db3e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=ca0daaae-fa6f-418a-ab07-7722b66ace96,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:28.897510 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da04aa73-fa0a-4f13-9fe8-6e7442db3e4d admin admin] No DVR routers for this DVR port ca0daaae-fa6f-418a-ab07-7722b66ace96 on host n-d-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:44:28.903462 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-e5277aa6-7369-40bc-af1f-f15bd0c3fdb7 None None] For port ca0daaae-fa6f-418a-ab07-7722b66ace96, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=ca0daaae-fa6f-418a-ab07-7722b66ace96,segment=NetworkSegment(2ca5a6e2-0e3f-4729-af54-3483506c16f0),segment_id=2ca5a6e2-0e3f-4729-af54-3483506c16f0)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:44:28.905185 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e5277aa6-7369-40bc-af1f-f15bd0c3fdb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (ca0daaae-fa6f-418a-ab07-7722b66ace96), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:28.929849 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-e5277aa6-7369-40bc-af1f-f15bd0c3fdb7 None None] Calling delete_port for ca0daaae-fa6f-418a-ab07-7722b66ace96 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:44:28.982426 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da04aa73-fa0a-4f13-9fe8-6e7442db3e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (58048d45-673a-4d51-b764-3bac093f4e7a), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:29.009815 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-da04aa73-fa0a-4f13-9fe8-6e7442db3e4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58048d45-673a-4d51-b764-3bac093f4e7a']}} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:29.020486 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-da04aa73-fa0a-4f13-9fe8-6e7442db3e4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca5a6e2-0e3f-4729-af54-3483506c16f0') {'for_net_delete': True} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:29.020774 n-d-772273-4 neutron-server[115198]: DEBUG neutron.services.segments.db [None req-da04aa73-fa0a-4f13-9fe8-6e7442db3e4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca5a6e2-0e3f-4729-af54-3483506c16f0') {} {{(pid=115198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:29.025017 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e5277aa6-7369-40bc-af1f-f15bd0c3fdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (ca0daaae-fa6f-418a-ab07-7722b66ace96), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:29.032702 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da04aa73-fa0a-4f13-9fe8-6e7442db3e4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8256679'] for segment (2ca5a6e2-0e3f-4729-af54-3483506c16f0), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:29.039084 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5277aa6-7369-40bc-af1f-f15bd0c3fdb7 None None] No DVR routers for this DVR port ca0daaae-fa6f-418a-ab07-7722b66ace96 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:44:29.052575 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da04aa73-fa0a-4f13-9fe8-6e7442db3e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (2ca5a6e2-0e3f-4729-af54-3483506c16f0), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:29.061811 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5277aa6-7369-40bc-af1f-f15bd0c3fdb7 None None] Pushing event deleted for resources: {'Port': ['ID=ca0daaae-fa6f-418a-ab07-7722b66ace96,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:29.066647 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da04aa73-fa0a-4f13-9fe8-6e7442db3e4d admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=115198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:44:29.066647 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da04aa73-fa0a-4f13-9fe8-6e7442db3e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7472914'] for segment (2ca5a6e2-0e3f-4729-af54-3483506c16f0), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:29.077672 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5277aa6-7369-40bc-af1f-f15bd0c3fdb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:29.078708 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5277aa6-7369-40bc-af1f-f15bd0c3fdb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:29.079249 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5277aa6-7369-40bc-af1f-f15bd0c3fdb7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:29.079907 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5277aa6-7369-40bc-af1f-f15bd0c3fdb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:29.080479 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5277aa6-7369-40bc-af1f-f15bd0c3fdb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:29.081765 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5277aa6-7369-40bc-af1f-f15bd0c3fdb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:29.082650 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5277aa6-7369-40bc-af1f-f15bd0c3fdb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:29.083401 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5277aa6-7369-40bc-af1f-f15bd0c3fdb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:29.084306 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5277aa6-7369-40bc-af1f-f15bd0c3fdb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:29.085229 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5277aa6-7369-40bc-af1f-f15bd0c3fdb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:29.086230 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5277aa6-7369-40bc-af1f-f15bd0c3fdb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:29.087251 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5277aa6-7369-40bc-af1f-f15bd0c3fdb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:29.087920 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5277aa6-7369-40bc-af1f-f15bd0c3fdb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: Traceback (most recent call last): Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: timer() Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: cb(*args, **kw) Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: return func(*args, **kwargs) Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: self._notify() Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: self.callback(batched_events) Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: event.method(event) Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: return f(self, *a, **k) Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: return self._get(url).json() Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: return self.request(url, 'GET', **kwargs) Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:44:29.116644 n-d-772273-4 neutron-server[115198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:44:29.136189 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da04aa73-fa0a-4f13-9fe8-6e7442db3e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (58048d45-673a-4d51-b764-3bac093f4e7a), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:29.147614 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-da04aa73-fa0a-4f13-9fe8-6e7442db3e4d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:29.154519 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-da04aa73-fa0a-4f13-9fe8-6e7442db3e4d admin admin] 10.222.0.65 "DELETE /v2.0/networks/58048d45-673a-4d51-b764-3bac093f4e7a HTTP/1.1" status: 204 len: 168 time: 0.6216159 Feb 19 05:44:29.154730 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38738) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:29.165588 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04aa73-fa0a-4f13-9fe8-6e7442db3e4d admin admin] Pushing event deleted for resources: {'Network': ['ID=58048d45-673a-4d51-b764-3bac093f4e7a,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:29.842118 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9fe2d2b6-6112-4466-aede-860a0d76f936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (6a862174-73eb-46b2-804d-4de53082a57a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:30.096243 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-9fe2d2b6-6112-4466-aede-860a0d76f936 admin admin] Deleting port e509e631-eb6b-48be-9edb-0d4299f25aa7 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:44:30.096483 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9fe2d2b6-6112-4466-aede-860a0d76f936 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (e509e631-eb6b-48be-9edb-0d4299f25aa7), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:30.176446 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ca0daaae-fa6f-418a-ab07-7722b66ace96 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:44:30.182159 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-9fe2d2b6-6112-4466-aede-860a0d76f936 admin admin] For port e509e631-eb6b-48be-9edb-0d4299f25aa7, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=e509e631-eb6b-48be-9edb-0d4299f25aa7,segment=NetworkSegment(48f5003e-197f-4925-8931-7ba9bca2b7e4),segment_id=48f5003e-197f-4925-8931-7ba9bca2b7e4)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:44:30.182647 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9fe2d2b6-6112-4466-aede-860a0d76f936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (e509e631-eb6b-48be-9edb-0d4299f25aa7), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:30.195614 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-9fe2d2b6-6112-4466-aede-860a0d76f936 admin admin] Calling delete_port for e509e631-eb6b-48be-9edb-0d4299f25aa7 owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:44:30.197792 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: ca0daaae-fa6f-418a-ab07-7722b66ace96 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:44:30.198144 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device ca0daaae-fa6f-418a-ab07-7722b66ace96 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:44:30.198570 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 927492c4-7559-4d8f-a7ab-c95ebd03b54b no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:44:30.218355 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 927492c4-7559-4d8f-a7ab-c95ebd03b54b {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:44:30.218714 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 927492c4-7559-4d8f-a7ab-c95ebd03b54b not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:44:30.219122 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 00e7c31a-a053-4679-a71b-196d0df04e0c no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:44:30.238776 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 00e7c31a-a053-4679-a71b-196d0df04e0c {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:44:30.239133 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 00e7c31a-a053-4679-a71b-196d0df04e0c not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:44:30.386836 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9fe2d2b6-6112-4466-aede-860a0d76f936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (e509e631-eb6b-48be-9edb-0d4299f25aa7), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:30.413665 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2d2b6-6112-4466-aede-860a0d76f936 admin admin] Pushing event deleted for resources: {'Port': ['ID=e509e631-eb6b-48be-9edb-0d4299f25aa7,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:30.584403 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9fe2d2b6-6112-4466-aede-860a0d76f936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (6a862174-73eb-46b2-804d-4de53082a57a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:30.810099 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe2d2b6-6112-4466-aede-860a0d76f936 admin admin] Router 6a862174-73eb-46b2-804d-4de53082a57a has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:44:30.925687 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe2d2b6-6112-4466-aede-860a0d76f936 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:44:30.930946 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9fe2d2b6-6112-4466-aede-860a0d76f936 admin admin] 10.222.0.65 "PUT /v2.0/routers/6a862174-73eb-46b2-804d-4de53082a57a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7749727 Feb 19 05:44:30.933421 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38740) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:30.939049 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195502d9-b019-4393-b5cf-462f102a46b4 None None] Sync routers for ids ['6a862174-73eb-46b2-804d-4de53082a57a'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:44:30.951694 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195502d9-b019-4393-b5cf-462f102a46b4 None None] Routers {'6a862174-73eb-46b2-804d-4de53082a57a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:44:30.952481 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-195502d9-b019-4393-b5cf-462f102a46b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:44:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6a862174-73eb-46b2-804d-4de53082a57a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:31.048508 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-773ef60c-649a-47bf-81a3-68c5ba6d3d90 admin admin] Publish callbacks [] for router (6a862174-73eb-46b2-804d-4de53082a57a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:31.071907 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-195502d9-b019-4393-b5cf-462f102a46b4 None None] Set router 6a862174-73eb-46b2-804d-4de53082a57a gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:44:31.157266 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-773ef60c-649a-47bf-81a3-68c5ba6d3d90 admin admin] Publish callbacks [] for router_gateway (6a862174-73eb-46b2-804d-4de53082a57a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:31.219706 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-773ef60c-649a-47bf-81a3-68c5ba6d3d90 admin admin] Deleting port 8c21f07d-be37-4b5a-aa0f-191129327c3a {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:44:31.220961 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-773ef60c-649a-47bf-81a3-68c5ba6d3d90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (8c21f07d-be37-4b5a-aa0f-191129327c3a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:31.257938 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-195502d9-b019-4393-b5cf-462f102a46b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a862174-73eb-46b2-804d-4de53082a57a', 'name': 'tempest-TestShelveInstance-443697659-router', 'tenant_id': '030e902e2ccc4ef79caaba486328f3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '8c21f07d-be37-4b5a-aa0f-191129327c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:15Z', 'updated_at': '2022-02-19T05:44:30Z', 'revision_number': 5, 'project_id': '030e902e2ccc4ef79caaba486328f3d0', 'gw_port': {'id': '8c21f07d-be37-4b5a-aa0f-191129327c3a', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a862174-73eb-46b2-804d-4de53082a57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:35:16Z', 'updated_at': '2022-02-19T05:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:31.284947 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195502d9-b019-4393-b5cf-462f102a46b4 None None] Checking router: 6a862174-73eb-46b2-804d-4de53082a57a for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:44:31.293990 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195502d9-b019-4393-b5cf-462f102a46b4 None None] Routers {'6a862174-73eb-46b2-804d-4de53082a57a'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:44:31.294594 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-195502d9-b019-4393-b5cf-462f102a46b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:44:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['6a862174-73eb-46b2-804d-4de53082a57a'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:31.306947 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-773ef60c-649a-47bf-81a3-68c5ba6d3d90 admin admin] For port 8c21f07d-be37-4b5a-aa0f-191129327c3a, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=8c21f07d-be37-4b5a-aa0f-191129327c3a,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:44:31.307553 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-773ef60c-649a-47bf-81a3-68c5ba6d3d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (8c21f07d-be37-4b5a-aa0f-191129327c3a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:31.320633 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-773ef60c-649a-47bf-81a3-68c5ba6d3d90 admin admin] Calling delete_port for 8c21f07d-be37-4b5a-aa0f-191129327c3a owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:44:31.391432 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-195502d9-b019-4393-b5cf-462f102a46b4 None None] Set router 6a862174-73eb-46b2-804d-4de53082a57a gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:44:31.448109 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-195502d9-b019-4393-b5cf-462f102a46b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a862174-73eb-46b2-804d-4de53082a57a', 'name': 'tempest-TestShelveInstance-443697659-router', 'tenant_id': '030e902e2ccc4ef79caaba486328f3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:15Z', 'updated_at': '2022-02-19T05:44:31Z', 'revision_number': 6, 'project_id': '030e902e2ccc4ef79caaba486328f3d0', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:31.480936 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195502d9-b019-4393-b5cf-462f102a46b4 None None] The sync data for ids ['6a862174-73eb-46b2-804d-4de53082a57a'] in n-d-772273-4 is: [{'id': '6a862174-73eb-46b2-804d-4de53082a57a', 'name': 'tempest-TestShelveInstance-443697659-router', 'tenant_id': '030e902e2ccc4ef79caaba486328f3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:35:15Z', 'updated_at': '2022-02-19T05:44:31Z', 'revision_number': 6, 'project_id': '030e902e2ccc4ef79caaba486328f3d0', 'gw_port_host': None}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:44:31.500714 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-773ef60c-649a-47bf-81a3-68c5ba6d3d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (8c21f07d-be37-4b5a-aa0f-191129327c3a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:31.526267 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ef60c-649a-47bf-81a3-68c5ba6d3d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c21f07d-be37-4b5a-aa0f-191129327c3a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:31.597156 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-773ef60c-649a-47bf-81a3-68c5ba6d3d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (6a862174-73eb-46b2-804d-4de53082a57a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:31.694784 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-773ef60c-649a-47bf-81a3-68c5ba6d3d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (6a862174-73eb-46b2-804d-4de53082a57a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:31.697192 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-773ef60c-649a-47bf-81a3-68c5ba6d3d90 admin admin] Publish callbacks [] for router_controller (6a862174-73eb-46b2-804d-4de53082a57a), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:31.746157 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-773ef60c-649a-47bf-81a3-68c5ba6d3d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (6a862174-73eb-46b2-804d-4de53082a57a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:31.747388 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773ef60c-649a-47bf-81a3-68c5ba6d3d90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a862174-73eb-46b2-804d-4de53082a57a {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:44:31.755083 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-773ef60c-649a-47bf-81a3-68c5ba6d3d90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:31.756261 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-773ef60c-649a-47bf-81a3-68c5ba6d3d90 admin admin] 10.222.0.65 "DELETE /v2.0/routers/6a862174-73eb-46b2-804d-4de53082a57a HTTP/1.1" status: 204 len: 168 time: 0.8218081 Feb 19 05:44:31.758829 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38742) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:31.803859 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3362abc-0505-47dd-961d-7c0b6cff2831 admin admin] Deleting subnet 1c59fd82-74c1-4e53-a2fc-7222afd86b4b {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:44:31.807020 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3362abc-0505-47dd-961d-7c0b6cff2831 admin admin] Publish callbacks [] for subnet (1c59fd82-74c1-4e53-a2fc-7222afd86b4b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:31.845288 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3362abc-0505-47dd-961d-7c0b6cff2831 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (1c59fd82-74c1-4e53-a2fc-7222afd86b4b), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:31.939901 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3362abc-0505-47dd-961d-7c0b6cff2831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (1c59fd82-74c1-4e53-a2fc-7222afd86b4b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:31.992040 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3362abc-0505-47dd-961d-7c0b6cff2831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (1c59fd82-74c1-4e53-a2fc-7222afd86b4b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:32.017144 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3362abc-0505-47dd-961d-7c0b6cff2831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c59fd82-74c1-4e53-a2fc-7222afd86b4b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:32.021909 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a3362abc-0505-47dd-961d-7c0b6cff2831 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:32.025982 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a3362abc-0505-47dd-961d-7c0b6cff2831 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1c59fd82-74c1-4e53-a2fc-7222afd86b4b HTTP/1.1" status: 204 len: 168 time: 0.2660561 Feb 19 05:44:32.028221 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38744) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:32.028371 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc22e49-d8a4-4bb4-af51-8fcb128ce6eb None None] Network f4fbd528-b3ef-4bb5-881d-f433902233ab requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:44:32.111134 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7b0d8d47-d552-4a60-ba57-997614bf1f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (f4fbd528-b3ef-4bb5-881d-f433902233ab), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:32.176011 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d8d47-d552-4a60-ba57-997614bf1f76 admin admin] Deleting port 2704e880-8d5e-44de-99a8-ad584d9dc21b {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:44:32.176357 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7b0d8d47-d552-4a60-ba57-997614bf1f76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2704e880-8d5e-44de-99a8-ad584d9dc21b), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:32.240680 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-7b0d8d47-d552-4a60-ba57-997614bf1f76 admin admin] For port 2704e880-8d5e-44de-99a8-ad584d9dc21b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2704e880-8d5e-44de-99a8-ad584d9dc21b,segment=NetworkSegment(48f5003e-197f-4925-8931-7ba9bca2b7e4),segment_id=48f5003e-197f-4925-8931-7ba9bca2b7e4)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:44:32.241380 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7b0d8d47-d552-4a60-ba57-997614bf1f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2704e880-8d5e-44de-99a8-ad584d9dc21b), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:32.254845 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d8d47-d552-4a60-ba57-997614bf1f76 admin admin] Calling delete_port for 2704e880-8d5e-44de-99a8-ad584d9dc21b owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:44:32.265994 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d7fbc7-5dd0-4890-b55f-d954ae2f7377 None None] DHCP port deletion for f4fbd528-b3ef-4bb5-881d-f433902233ab request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:44:32.323711 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-15d7fbc7-5dd0-4890-b55f-d954ae2f7377 None None] Deleting port 2704e880-8d5e-44de-99a8-ad584d9dc21b {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:44:32.324088 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-15d7fbc7-5dd0-4890-b55f-d954ae2f7377 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (2704e880-8d5e-44de-99a8-ad584d9dc21b), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:32.341964 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2704e880-8d5e-44de-99a8-ad584d9dc21b no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:44:32.350318 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7b0d8d47-d552-4a60-ba57-997614bf1f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (2704e880-8d5e-44de-99a8-ad584d9dc21b), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:32.378205 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d8d47-d552-4a60-ba57-997614bf1f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=2704e880-8d5e-44de-99a8-ad584d9dc21b,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:32.381301 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0d8d47-d552-4a60-ba57-997614bf1f76 admin admin] No DVR routers for this DVR port 2704e880-8d5e-44de-99a8-ad584d9dc21b on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:44:32.443000 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-15d7fbc7-5dd0-4890-b55f-d954ae2f7377 None None] For port 2704e880-8d5e-44de-99a8-ad584d9dc21b, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=2704e880-8d5e-44de-99a8-ad584d9dc21b,segment=NetworkSegment(48f5003e-197f-4925-8931-7ba9bca2b7e4),segment_id=48f5003e-197f-4925-8931-7ba9bca2b7e4)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:44:32.443400 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-15d7fbc7-5dd0-4890-b55f-d954ae2f7377 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (2704e880-8d5e-44de-99a8-ad584d9dc21b), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:32.458004 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7b0d8d47-d552-4a60-ba57-997614bf1f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (f4fbd528-b3ef-4bb5-881d-f433902233ab), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:32.461803 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-15d7fbc7-5dd0-4890-b55f-d954ae2f7377 None None] Calling delete_port for 2704e880-8d5e-44de-99a8-ad584d9dc21b owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:44:32.464301 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No active binding found for port 2704e880-8d5e-44de-99a8-ad584d9dc21b {{(pid=115200) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 05:44:32.465170 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] The host n-d-772273-4 is not matching for port 2704e880-8d5e-44de-99a8-ad584d9dc21b host None! {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 05:44:32.465170 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 2704e880-8d5e-44de-99a8-ad584d9dc21b not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:44:32.466033 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e509e631-eb6b-48be-9edb-0d4299f25aa7 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:44:32.468392 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f39c74e3-6882-4ef5-9574-954b46257aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:32.480352 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-7b0d8d47-d552-4a60-ba57-997614bf1f76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4fbd528-b3ef-4bb5-881d-f433902233ab']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:32.490160 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-7b0d8d47-d552-4a60-ba57-997614bf1f76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f5003e-197f-4925-8931-7ba9bca2b7e4') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:32.490373 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: e509e631-eb6b-48be-9edb-0d4299f25aa7 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:44:32.490497 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-7b0d8d47-d552-4a60-ba57-997614bf1f76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f5003e-197f-4925-8931-7ba9bca2b7e4') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:32.490605 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device e509e631-eb6b-48be-9edb-0d4299f25aa7 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:44:32.490991 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8c21f07d-be37-4b5a-aa0f-191129327c3a no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:44:32.505010 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7b0d8d47-d552-4a60-ba57-997614bf1f76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (48f5003e-197f-4925-8931-7ba9bca2b7e4), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:32.516308 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 8c21f07d-be37-4b5a-aa0f-191129327c3a {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:44:32.516668 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 8c21f07d-be37-4b5a-aa0f-191129327c3a not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:44:32.525667 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7b0d8d47-d552-4a60-ba57-997614bf1f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (48f5003e-197f-4925-8931-7ba9bca2b7e4), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:32.534125 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0d8d47-d552-4a60-ba57-997614bf1f76 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:44:32.534537 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7b0d8d47-d552-4a60-ba57-997614bf1f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (48f5003e-197f-4925-8931-7ba9bca2b7e4), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: timer() Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:44:32.537522 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:44:32.596416 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-15d7fbc7-5dd0-4890-b55f-d954ae2f7377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (2704e880-8d5e-44de-99a8-ad584d9dc21b), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:32.597078 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7b0d8d47-d552-4a60-ba57-997614bf1f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (f4fbd528-b3ef-4bb5-881d-f433902233ab), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:32.603620 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-7b0d8d47-d552-4a60-ba57-997614bf1f76 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:32.609505 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7b0d8d47-d552-4a60-ba57-997614bf1f76 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f4fbd528-b3ef-4bb5-881d-f433902233ab HTTP/1.1" status: 204 len: 168 time: 0.5778201 Feb 19 05:44:32.619128 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d8d47-d552-4a60-ba57-997614bf1f76 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4fbd528-b3ef-4bb5-881d-f433902233ab,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:32.629952 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7fbc7-5dd0-4890-b55f-d954ae2f7377 None None] Pushing event deleted for resources: {'Port': ['ID=2704e880-8d5e-44de-99a8-ad584d9dc21b,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:32.632128 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-15d7fbc7-5dd0-4890-b55f-d954ae2f7377 None None] Network f4fbd528-b3ef-4bb5-881d-f433902233ab is not hosted by any dhcp agent {{(pid=115200) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 05:44:32.632580 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d7fbc7-5dd0-4890-b55f-d954ae2f7377 None None] No DVR routers for this DVR port 2704e880-8d5e-44de-99a8-ad584d9dc21b on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:44:32.734828 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38750) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:32.775182 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-90760f19-b423-491b-b867-8e15d072b1e0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f1cba637a1744fda84081146b69ff4b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390892 Feb 19 05:44:32.777516 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38752) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:32.824507 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-057f772c-9200-4f96-9ec7-3a3731e2e763 admin admin] Publish callbacks [] for security_group (ff145b06-2ec2-4c97-92e0-0cac0e6a47b3), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:32.845918 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-057f772c-9200-4f96-9ec7-3a3731e2e763 admin admin] Publish callbacks [] for security_group (ff145b06-2ec2-4c97-92e0-0cac0e6a47b3), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:32.896979 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-057f772c-9200-4f96-9ec7-3a3731e2e763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (ff145b06-2ec2-4c97-92e0-0cac0e6a47b3), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:32.899381 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-057f772c-9200-4f96-9ec7-3a3731e2e763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:32.900542 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-057f772c-9200-4f96-9ec7-3a3731e2e763 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ff145b06-2ec2-4c97-92e0-0cac0e6a47b3 HTTP/1.1" status: 204 len: 168 time: 0.1221085 Feb 19 05:44:32.910216 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f772c-9200-4f96-9ec7-3a3731e2e763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff145b06-2ec2-4c97-92e0-0cac0e6a47b3,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:33.212647 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38758) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:33.252594 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-7c1ee081-5fdc-45b8-8bc0-735030e6cc98 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=030e902e2ccc4ef79caaba486328f3d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387368 Feb 19 05:44:33.256257 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38760) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:33.303501 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-de5d1ecc-0b26-4595-a6e6-35f0ff0868b3 admin admin] Publish callbacks [] for security_group (d024bc0b-5999-40d9-88ef-428390ea0017), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:33.325080 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-de5d1ecc-0b26-4595-a6e6-35f0ff0868b3 admin admin] Publish callbacks [] for security_group (d024bc0b-5999-40d9-88ef-428390ea0017), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:33.372196 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-de5d1ecc-0b26-4595-a6e6-35f0ff0868b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (d024bc0b-5999-40d9-88ef-428390ea0017), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:33.374760 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-de5d1ecc-0b26-4595-a6e6-35f0ff0868b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:33.375949 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-de5d1ecc-0b26-4595-a6e6-35f0ff0868b3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d024bc0b-5999-40d9-88ef-428390ea0017 HTTP/1.1" status: 204 len: 168 time: 0.1187782 Feb 19 05:44:33.384599 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d1ecc-0b26-4595-a6e6-35f0ff0868b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d024bc0b-5999-40d9-88ef-428390ea0017,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:34.037373 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38784) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:34.132879 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-f9c5c438-9152-4d0e-b4aa-f18672773652 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1074308130-network', 'tenant_id': '6301454c5289417f88b4338867416a67'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:44:34.152657 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c5c438-9152-4d0e-b4aa-f18672773652 admin admin] Made reservation on behalf of 6301454c5289417f88b4338867416a67 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:44:34.155504 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9c5c438-9152-4d0e-b4aa-f18672773652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:34.164089 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9c5c438-9152-4d0e-b4aa-f18672773652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:34.241720 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9c5c438-9152-4d0e-b4aa-f18672773652 admin admin] Publish callbacks [] for security_group (9dd84d0a-ffff-425e-9db1-12dcf190fdaf), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:34.245539 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9c5c438-9152-4d0e-b4aa-f18672773652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9dd84d0a-ffff-425e-9db1-12dcf190fdaf), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:34.270097 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c5c438-9152-4d0e-b4aa-f18672773652 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:44:34.280351 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5c438-9152-4d0e-b4aa-f18672773652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd84d0a-ffff-425e-9db1-12dcf190fdaf,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:34.285217 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9c5c438-9152-4d0e-b4aa-f18672773652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (362f05eb-ccb8-4ad5-8f79-e03b9fa209ef), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:34.285570 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-f9c5c438-9152-4d0e-b4aa-f18672773652 admin admin] Added segment 362f05eb-ccb8-4ad5-8f79-e03b9fa209ef of type vlan for network b4647e8f-50a3-40cb-af9a-8318bf099dc8 Feb 19 05:44:34.325501 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9c5c438-9152-4d0e-b4aa-f18672773652 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (b4647e8f-50a3-40cb-af9a-8318bf099dc8), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:34.350624 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9c5c438-9152-4d0e-b4aa-f18672773652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (b4647e8f-50a3-40cb-af9a-8318bf099dc8), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:34.351721 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c5c438-9152-4d0e-b4aa-f18672773652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:34.352237 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-f9c5c438-9152-4d0e-b4aa-f18672773652 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:34.407089 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-f9c5c438-9152-4d0e-b4aa-f18672773652 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3683393 Feb 19 05:44:34.410110 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38788) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:34.414627 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5c438-9152-4d0e-b4aa-f18672773652 admin admin] Pushing event updated for resources: {'Network': ['ID=b4647e8f-50a3-40cb-af9a-8318bf099dc8,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:34.415592 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-628c7b49-f727-4329-b6ff-c095e46da97a admin admin] Request body: {'subnet': {'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1074308130-subnet', 'tenant_id': '6301454c5289417f88b4338867416a67', 'ip_version': 4}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:44:34.425625 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network b4647e8f-50a3-40cb-af9a-8318bf099dc8 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:44:34.437213 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628c7b49-f727-4329-b6ff-c095e46da97a admin admin] Made reservation on behalf of 6301454c5289417f88b4338867416a67 for: {'subnet': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:44:34.439609 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-628c7b49-f727-4329-b6ff-c095e46da97a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7642446'] for subnet (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:34.607927 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-628c7b49-f727-4329-b6ff-c095e46da97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7472821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7642556'] for subnet (9ca19213-d127-4434-a936-015fb0d2794a), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:34.663276 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c7b49-f727-4329-b6ff-c095e46da97a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ca19213-d127-4434-a936-015fb0d2794a,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:34.672498 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628c7b49-f727-4329-b6ff-c095e46da97a admin admin] Checking segment: {'id': '362f05eb-ccb8-4ad5-8f79-e03b9fa209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:44:34.672868 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628c7b49-f727-4329-b6ff-c095e46da97a admin admin] Network hostable DHCP agents. Network: b4647e8f-50a3-40cb-af9a-8318bf099dc8, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:44:34.689012 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628c7b49-f727-4329-b6ff-c095e46da97a admin admin] Network b4647e8f-50a3-40cb-af9a-8318bf099dc8 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:44:34.697895 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-628c7b49-f727-4329-b6ff-c095e46da97a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, b4647e8f-50a3-40cb-af9a-8318bf099dc8) {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:44:34.703521 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c7b49-f727-4329-b6ff-c095e46da97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:34.704456 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-628c7b49-f727-4329-b6ff-c095e46da97a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:34.717676 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a638bc82-10b0-4f62-bb3d-820b6463fd2b None None] Network b4647e8f-50a3-40cb-af9a-8318bf099dc8 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:44:34.722593 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-628c7b49-f727-4329-b6ff-c095e46da97a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3112507 Feb 19 05:44:34.725286 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38790) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:34.729521 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-cce597c7-876f-47ef-b124-015bbd73ead4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1074308130-router', 'tenant_id': '6301454c5289417f88b4338867416a67', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:44:34.747449 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cce597c7-876f-47ef-b124-015bbd73ead4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (65d2a5c7-d7ae-4af6-9c79-87596956c362), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:34.748639 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cce597c7-876f-47ef-b124-015bbd73ead4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (65d2a5c7-d7ae-4af6-9c79-87596956c362), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:34.808210 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cce597c7-876f-47ef-b124-015bbd73ead4 admin admin] Publish callbacks [] for router_controller (65d2a5c7-d7ae-4af6-9c79-87596956c362), precommit_add_association {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:34.822239 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45cf410-cc2b-4ce9-9b2e-21c8bb928abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'project_id': '6301454c5289417f88b4338867416a67', 'fixed_ips': [{'subnet_id': '9ca19213-d127-4434-a936-015fb0d2794a'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:44:34.823114 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a45cf410-cc2b-4ce9-9b2e-21c8bb928abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:34.956231 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cce597c7-876f-47ef-b124-015bbd73ead4 admin admin] Publish callbacks [] for router_gateway (65d2a5c7-d7ae-4af6-9c79-87596956c362), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:34.957033 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-a45cf410-cc2b-4ce9-9b2e-21c8bb928abf None None] Allocated IP 172.20.0.2 (b4647e8f-50a3-40cb-af9a-8318bf099dc8/9ca19213-d127-4434-a936-015fb0d2794a/db7b1c8c-aafb-4f87-8aa0-21cc317c44dd) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:44:35.101955 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a45cf410-cc2b-4ce9-9b2e-21c8bb928abf None None] Publish callbacks [] for port (db7b1c8c-aafb-4f87-8aa0-21cc317c44dd), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:35.107603 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a45cf410-cc2b-4ce9-9b2e-21c8bb928abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (db7b1c8c-aafb-4f87-8aa0-21cc317c44dd), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:35.144188 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45cf410-cc2b-4ce9-9b2e-21c8bb928abf None None] Network b4647e8f-50a3-40cb-af9a-8318bf099dc8 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:44:35.147146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-a45cf410-cc2b-4ce9-9b2e-21c8bb928abf None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:44:35.151077 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45cf410-cc2b-4ce9-9b2e-21c8bb928abf None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:44:35.159132 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cce597c7-876f-47ef-b124-015bbd73ead4 admin admin] Publish callbacks [] for router_gateway (65d2a5c7-d7ae-4af6-9c79-87596956c362), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:35.168152 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45cf410-cc2b-4ce9-9b2e-21c8bb928abf None None] Pushing event updated for resources: {'Port': ['ID=db7b1c8c-aafb-4f87-8aa0-21cc317c44dd,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:35.178610 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cce597c7-876f-47ef-b124-015bbd73ead4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:35.218609 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-a45cf410-cc2b-4ce9-9b2e-21c8bb928abf None None] Attempting to bind port db7b1c8c-aafb-4f87-8aa0-21cc317c44dd on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:44:35.218890 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-a45cf410-cc2b-4ce9-9b2e-21c8bb928abf None None] Attempting to bind port db7b1c8c-aafb-4f87-8aa0-21cc317c44dd by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '362f05eb-ccb8-4ad5-8f79-e03b9fa209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:44:35.219269 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45cf410-cc2b-4ce9-9b2e-21c8bb928abf None None] Attempting to bind port db7b1c8c-aafb-4f87-8aa0-21cc317c44dd on network b4647e8f-50a3-40cb-af9a-8318bf099dc8 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:44:35.224200 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45cf410-cc2b-4ce9-9b2e-21c8bb928abf None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:44:35.224584 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45cf410-cc2b-4ce9-9b2e-21c8bb928abf None None] Checking segment: {'id': '362f05eb-ccb8-4ad5-8f79-e03b9fa209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:44:35.225021 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a45cf410-cc2b-4ce9-9b2e-21c8bb928abf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:35.225427 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45cf410-cc2b-4ce9-9b2e-21c8bb928abf None None] Bound using segment: {'id': '362f05eb-ccb8-4ad5-8f79-e03b9fa209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:44:35.225902 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-a45cf410-cc2b-4ce9-9b2e-21c8bb928abf None None] Bound port: db7b1c8c-aafb-4f87-8aa0-21cc317c44dd, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362f05eb-ccb8-4ad5-8f79-e03b9fa209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:44:35.226310 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a45cf410-cc2b-4ce9-9b2e-21c8bb928abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (db7b1c8c-aafb-4f87-8aa0-21cc317c44dd), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:35.286830 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-cce597c7-876f-47ef-b124-015bbd73ead4 admin admin] Allocated IP 172.25.0.253 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/634f0ca6-d736-4fb3-ab17-4351f7732767) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:44:35.298791 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-a45cf410-cc2b-4ce9-9b2e-21c8bb928abf None None] For port db7b1c8c-aafb-4f87-8aa0-21cc317c44dd, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:44:35.302326 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-a45cf410-cc2b-4ce9-9b2e-21c8bb928abf None None] For port db7b1c8c-aafb-4f87-8aa0-21cc317c44dd, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=db7b1c8c-aafb-4f87-8aa0-21cc317c44dd,segment=NetworkSegment(362f05eb-ccb8-4ad5-8f79-e03b9fa209ef),segment_id=362f05eb-ccb8-4ad5-8f79-e03b9fa209ef)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:44:35.303794 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1e2c1c2f-e6fc-48bf-ba2b-bf014f701b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:35.310418 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a45cf410-cc2b-4ce9-9b2e-21c8bb928abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (db7b1c8c-aafb-4f87-8aa0-21cc317c44dd), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:35.376284 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45cf410-cc2b-4ce9-9b2e-21c8bb928abf None None] Pushing event updated for resources: {'Port': ['ID=db7b1c8c-aafb-4f87-8aa0-21cc317c44dd,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:35.399322 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cce597c7-876f-47ef-b124-015bbd73ead4 admin admin] Publish callbacks [] for port (634f0ca6-d736-4fb3-ab17-4351f7732767), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:35.441599 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cce597c7-876f-47ef-b124-015bbd73ead4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (634f0ca6-d736-4fb3-ab17-4351f7732767), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:35.480137 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce597c7-876f-47ef-b124-015bbd73ead4 admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:44:35.483678 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-cce597c7-876f-47ef-b124-015bbd73ead4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:44:35.490069 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce597c7-876f-47ef-b124-015bbd73ead4 admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:44:35.513489 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce597c7-876f-47ef-b124-015bbd73ead4 admin admin] Pushing event updated for resources: {'Port': ['ID=634f0ca6-d736-4fb3-ab17-4351f7732767,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:35.779647 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cce597c7-876f-47ef-b124-015bbd73ead4 admin admin] Publish callbacks [] for router_gateway (65d2a5c7-d7ae-4af6-9c79-87596956c362), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:35.987970 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cce597c7-876f-47ef-b124-015bbd73ead4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (65d2a5c7-d7ae-4af6-9c79-87596956c362), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:36.123548 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce597c7-876f-47ef-b124-015bbd73ead4 admin admin] Router 65d2a5c7-d7ae-4af6-9c79-87596956c362 is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:44:36.207002 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device db7b1c8c-aafb-4f87-8aa0-21cc317c44dd up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:44:36.250291 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce597c7-876f-47ef-b124-015bbd73ead4 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:44:36.257395 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port db7b1c8c-aafb-4f87-8aa0-21cc317c44dd triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:44:36.258358 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (db7b1c8c-aafb-4f87-8aa0-21cc317c44dd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:36.267741 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] Sync routers for ids ['65d2a5c7-d7ae-4af6-9c79-87596956c362'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:44:36.269915 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-cce597c7-876f-47ef-b124-015bbd73ead4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:36.274252 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38792) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:36.274845 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-cce597c7-876f-47ef-b124-015bbd73ead4 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5480373 Feb 19 05:44:36.287660 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] Routers {'65d2a5c7-d7ae-4af6-9c79-87596956c362'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:44:36.288941 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:44:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['65d2a5c7-d7ae-4af6-9c79-87596956c362'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:36.353011 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port db7b1c8c-aafb-4f87-8aa0-21cc317c44dd is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:44:36.353720 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (db7b1c8c-aafb-4f87-8aa0-21cc317c44dd), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:36.398432 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port db7b1c8c-aafb-4f87-8aa0-21cc317c44dd, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=db7b1c8c-aafb-4f87-8aa0-21cc317c44dd,segment=NetworkSegment(362f05eb-ccb8-4ad5-8f79-e03b9fa209ef),segment_id=362f05eb-ccb8-4ad5-8f79-e03b9fa209ef)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:44:36.405946 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (db7b1c8c-aafb-4f87-8aa0-21cc317c44dd), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:36.415690 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] Set router 65d2a5c7-d7ae-4af6-9c79-87596956c362 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:44:36.603630 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3495c97-1a34-4e9c-80aa-dd4e6ef09d8e None None] Network b4647e8f-50a3-40cb-af9a-8318bf099dc8 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:44:36.621356 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'name': 'tempest-TestSnapshotPattern-1074308130-router', 'tenant_id': '6301454c5289417f88b4338867416a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:34Z', 'updated_at': '2022-02-19T05:44:35Z', 'revision_number': 3, 'project_id': '6301454c5289417f88b4338867416a67', 'gw_port': {'id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:35Z', 'updated_at': '2022-02-19T05:44:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:36.650239 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] Checking router: 65d2a5c7-d7ae-4af6-9c79-87596956c362 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:44:36.650617 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] Updating router 65d2a5c7-d7ae-4af6-9c79-87596956c362 port 634f0ca6-d736-4fb3-ab17-4351f7732767 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:44:36.681958 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8569f7d1-418a-44f2-af94-5fad40b8f325 None None] Provisioning complete for port db7b1c8c-aafb-4f87-8aa0-21cc317c44dd triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:44:36.682264 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8569f7d1-418a-44f2-af94-5fad40b8f325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (db7b1c8c-aafb-4f87-8aa0-21cc317c44dd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:36.683438 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (634f0ca6-d736-4fb3-ab17-4351f7732767), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:36.688683 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=db7b1c8c-aafb-4f87-8aa0-21cc317c44dd,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:36.783039 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ebad1cc-a881-4f72-92e0-10f2838e4922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:36.833622 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8569f7d1-418a-44f2-af94-5fad40b8f325 None None] Current status of the port db7b1c8c-aafb-4f87-8aa0-21cc317c44dd is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:44:36.958779 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-9ebad1cc-a881-4f72-92e0-10f2838e4922 admin admin] Allocated IP 172.20.0.1 (b4647e8f-50a3-40cb-af9a-8318bf099dc8/9ca19213-d127-4434-a936-015fb0d2794a/b41d184d-8775-4817-87ae-6f5ae95b7b0e) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:44:36.988847 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] Publish callbacks [] for port (634f0ca6-d736-4fb3-ab17-4351f7732767), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:36.994365 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (634f0ca6-d736-4fb3-ab17-4351f7732767), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:37.046332 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] Attempting to bind port 634f0ca6-d736-4fb3-ab17-4351f7732767 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:44:37.046714 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] Attempting to bind port 634f0ca6-d736-4fb3-ab17-4351f7732767 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:44:37.047224 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] Attempting to bind port 634f0ca6-d736-4fb3-ab17-4351f7732767 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:44:37.055948 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:44:37.056598 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:44:37.056746 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:37.057138 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:44:37.057622 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] Bound port: 634f0ca6-d736-4fb3-ab17-4351f7732767, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:44:37.058011 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (634f0ca6-d736-4fb3-ab17-4351f7732767), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:37.062319 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a939b7d8-7b42-4b08-9de0-8384d4a94998 None None] Provisioning complete for port db7b1c8c-aafb-4f87-8aa0-21cc317c44dd triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:44:37.062848 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a939b7d8-7b42-4b08-9de0-8384d4a94998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (db7b1c8c-aafb-4f87-8aa0-21cc317c44dd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:37.075144 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ebad1cc-a881-4f72-92e0-10f2838e4922 admin admin] Publish callbacks [] for port (b41d184d-8775-4817-87ae-6f5ae95b7b0e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:37.081719 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a83ad7-de4c-4faa-8df9-46860579b14e None None] Pushing event updated for resources: {'Port': ['ID=634f0ca6-d736-4fb3-ab17-4351f7732767,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:37.096110 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83ad7-de4c-4faa-8df9-46860579b14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:37.096715 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83ad7-de4c-4faa-8df9-46860579b14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:37.097448 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83ad7-de4c-4faa-8df9-46860579b14e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:37.097448 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83ad7-de4c-4faa-8df9-46860579b14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:37.097785 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83ad7-de4c-4faa-8df9-46860579b14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:37.098342 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83ad7-de4c-4faa-8df9-46860579b14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:37.098342 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83ad7-de4c-4faa-8df9-46860579b14e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:37.098680 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83ad7-de4c-4faa-8df9-46860579b14e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:37.099001 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83ad7-de4c-4faa-8df9-46860579b14e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:37.099330 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83ad7-de4c-4faa-8df9-46860579b14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:37.099647 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83ad7-de4c-4faa-8df9-46860579b14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:37.099971 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83ad7-de4c-4faa-8df9-46860579b14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:37.100292 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a83ad7-de4c-4faa-8df9-46860579b14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:44:37.118575 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ebad1cc-a881-4f72-92e0-10f2838e4922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b41d184d-8775-4817-87ae-6f5ae95b7b0e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:37.131537 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] For port 634f0ca6-d736-4fb3-ab17-4351f7732767, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:44:37.135289 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] For port 634f0ca6-d736-4fb3-ab17-4351f7732767, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=634f0ca6-d736-4fb3-ab17-4351f7732767,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:44:37.144416 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (634f0ca6-d736-4fb3-ab17-4351f7732767), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:37.152002 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a939b7d8-7b42-4b08-9de0-8384d4a94998 None None] Current status of the port db7b1c8c-aafb-4f87-8aa0-21cc317c44dd is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:44:37.174807 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:37.181006 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebad1cc-a881-4f72-92e0-10f2838e4922 admin admin] Network b4647e8f-50a3-40cb-af9a-8318bf099dc8 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:44:37.185940 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-9ebad1cc-a881-4f72-92e0-10f2838e4922 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:44:37.188412 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebad1cc-a881-4f72-92e0-10f2838e4922 admin admin] Pushing event updated for resources: {'Port': ['ID=b41d184d-8775-4817-87ae-6f5ae95b7b0e,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:37.191664 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebad1cc-a881-4f72-92e0-10f2838e4922 admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:44:37.203652 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] Routers {'65d2a5c7-d7ae-4af6-9c79-87596956c362'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:44:37.204430 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:44:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['65d2a5c7-d7ae-4af6-9c79-87596956c362'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:37.231516 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ebad1cc-a881-4f72-92e0-10f2838e4922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (65d2a5c7-d7ae-4af6-9c79-87596956c362), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:37.257099 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a83ad7-de4c-4faa-8df9-46860579b14e None None] Pushing event updated for resources: {'Port': ['ID=634f0ca6-d736-4fb3-ab17-4351f7732767,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:37.325429 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] Set router 65d2a5c7-d7ae-4af6-9c79-87596956c362 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:44:37.378989 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ebad1cc-a881-4f72-92e0-10f2838e4922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b41d184d-8775-4817-87ae-6f5ae95b7b0e), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:37.473778 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8d8620fb-1f99-4968-8ac4-19f5fffddd6d None None] Provisioning complete for port b41d184d-8775-4817-87ae-6f5ae95b7b0e triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:44:37.474366 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8d8620fb-1f99-4968-8ac4-19f5fffddd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b41d184d-8775-4817-87ae-6f5ae95b7b0e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:37.515841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8d8620fb-1f99-4968-8ac4-19f5fffddd6d None None] Port b41d184d-8775-4817-87ae-6f5ae95b7b0e cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:44:37.556935 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ebad1cc-a881-4f72-92e0-10f2838e4922 admin admin] Publish callbacks [] for port (b41d184d-8775-4817-87ae-6f5ae95b7b0e), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:37.562148 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ebad1cc-a881-4f72-92e0-10f2838e4922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (b41d184d-8775-4817-87ae-6f5ae95b7b0e), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:37.616479 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'name': 'tempest-TestSnapshotPattern-1074308130-router', 'tenant_id': '6301454c5289417f88b4338867416a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:34Z', 'updated_at': '2022-02-19T05:44:35Z', 'revision_number': 3, 'project_id': '6301454c5289417f88b4338867416a67', 'gw_port': {'id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:35Z', 'updated_at': '2022-02-19T05:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:37.627792 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebad1cc-a881-4f72-92e0-10f2838e4922 admin admin] Pushing event updated for resources: {'Port': ['ID=b41d184d-8775-4817-87ae-6f5ae95b7b0e,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:37.630230 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-9ebad1cc-a881-4f72-92e0-10f2838e4922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (65d2a5c7-d7ae-4af6-9c79-87596956c362), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:37.644623 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3eb9cc-f2f0-4555-86b9-d2275233ccfe None None] The sync data for ids ['65d2a5c7-d7ae-4af6-9c79-87596956c362'] in n-d-772273-4 is: [{'id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'name': 'tempest-TestSnapshotPattern-1074308130-router', 'tenant_id': '6301454c5289417f88b4338867416a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:34Z', 'updated_at': '2022-02-19T05:44:35Z', 'revision_number': 3, 'project_id': '6301454c5289417f88b4338867416a67', 'gw_port': {'id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:35Z', 'updated_at': '2022-02-19T05:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:44:37.727586 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebad1cc-a881-4f72-92e0-10f2838e4922 admin admin] Network b4647e8f-50a3-40cb-af9a-8318bf099dc8 is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:44:37.729083 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-9ebad1cc-a881-4f72-92e0-10f2838e4922 admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:44:37.866270 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebad1cc-a881-4f72-92e0-10f2838e4922 admin admin] Router 65d2a5c7-d7ae-4af6-9c79-87596956c362 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:44:38.007042 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebad1cc-a881-4f72-92e0-10f2838e4922 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:44:38.014428 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-9ebad1cc-a881-4f72-92e0-10f2838e4922 admin admin] 10.222.0.65 "PUT /v2.0/routers/65d2a5c7-d7ae-4af6-9c79-87596956c362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7389591 Feb 19 05:44:38.047710 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a57dcfca-2b44-4fe6-9070-016ed127b09d None None] Provisioning complete for port b41d184d-8775-4817-87ae-6f5ae95b7b0e triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:44:38.048177 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a57dcfca-2b44-4fe6-9070-016ed127b09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b41d184d-8775-4817-87ae-6f5ae95b7b0e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:38.084043 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a57dcfca-2b44-4fe6-9070-016ed127b09d None None] Port b41d184d-8775-4817-87ae-6f5ae95b7b0e cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:44:38.243904 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:38.276895 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 634f0ca6-d736-4fb3-ab17-4351f7732767 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:44:38.348849 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:38.352124 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 634f0ca6-d736-4fb3-ab17-4351f7732767 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:44:38.352548 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (634f0ca6-d736-4fb3-ab17-4351f7732767), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:38.445141 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 634f0ca6-d736-4fb3-ab17-4351f7732767 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:44:38.445547 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (634f0ca6-d736-4fb3-ab17-4351f7732767), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:38.468551 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 634f0ca6-d736-4fb3-ab17-4351f7732767, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=634f0ca6-d736-4fb3-ab17-4351f7732767,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:44:38.473390 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (634f0ca6-d736-4fb3-ab17-4351f7732767), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:38.474341 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device db7b1c8c-aafb-4f87-8aa0-21cc317c44dd up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:44:38.551835 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38808) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:38.556716 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-aa237f5c-e4d4-4df0-b10f-02205db84bb4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1958286337-network', 'tenant_id': 'f140e3d396bb43c1820a9cfbde818943'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:44:38.563006 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=634f0ca6-d736-4fb3-ab17-4351f7732767,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:38.570142 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port db7b1c8c-aafb-4f87-8aa0-21cc317c44dd triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:44:38.570618 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (db7b1c8c-aafb-4f87-8aa0-21cc317c44dd), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:38.585142 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa237f5c-e4d4-4df0-b10f-02205db84bb4 admin admin] Made reservation on behalf of f140e3d396bb43c1820a9cfbde818943 for: {'network': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:44:38.587821 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa237f5c-e4d4-4df0-b10f-02205db84bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for network (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:38.667503 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port db7b1c8c-aafb-4f87-8aa0-21cc317c44dd is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:44:38.912643 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa237f5c-e4d4-4df0-b10f-02205db84bb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:38.985616 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa237f5c-e4d4-4df0-b10f-02205db84bb4 admin admin] Publish callbacks [] for security_group (f8bec015-95d0-4082-bdb7-cce4735b688b), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:38.989702 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa237f5c-e4d4-4df0-b10f-02205db84bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f8bec015-95d0-4082-bdb7-cce4735b688b), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:39.016737 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa237f5c-e4d4-4df0-b10f-02205db84bb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=115199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 05:44:39.027241 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa237f5c-e4d4-4df0-b10f-02205db84bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bec015-95d0-4082-bdb7-cce4735b688b,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:39.032782 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa237f5c-e4d4-4df0-b10f-02205db84bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (a4ac7104-330c-4c92-845d-8f453ce38e43), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:39.033158 n-d-772273-4 neutron-server[115199]: INFO neutron.db.segments_db [None req-aa237f5c-e4d4-4df0-b10f-02205db84bb4 admin admin] Added segment a4ac7104-330c-4c92-845d-8f453ce38e43 of type vlan for network 1af97fa4-a16f-4072-b1ef-030702670b24 Feb 19 05:44:39.076229 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa237f5c-e4d4-4df0-b10f-02205db84bb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764045377675'] for network (1af97fa4-a16f-4072-b1ef-030702670b24), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:39.101013 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa237f5c-e4d4-4df0-b10f-02205db84bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260'] for network (1af97fa4-a16f-4072-b1ef-030702670b24), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:39.102007 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa237f5c-e4d4-4df0-b10f-02205db84bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:39.102599 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-aa237f5c-e4d4-4df0-b10f-02205db84bb4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:39.160833 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-aa237f5c-e4d4-4df0-b10f-02205db84bb4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6079519 Feb 19 05:44:39.163887 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38810) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:39.170771 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-02b8df5c-07cd-45f7-b307-bf942e171d35 admin admin] Request body: {'subnet': {'network_id': '1af97fa4-a16f-4072-b1ef-030702670b24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1958286337-subnet', 'tenant_id': 'f140e3d396bb43c1820a9cfbde818943', 'ip_version': 4}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:44:39.181830 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa237f5c-e4d4-4df0-b10f-02205db84bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=1af97fa4-a16f-4072-b1ef-030702670b24,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:39.192897 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Network 1af97fa4-a16f-4072-b1ef-030702670b24 details requested by agent ovs-agent-n-d-772273-4 with host n-d-772273-4 {{(pid=115200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 05:44:39.195089 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b8df5c-07cd-45f7-b307-bf942e171d35 admin admin] Made reservation on behalf of f140e3d396bb43c1820a9cfbde818943 for: {'subnet': 1} {{(pid=115199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:44:39.197980 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02b8df5c-07cd-45f7-b307-bf942e171d35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233629'] for subnet (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:39.309487 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] Sync routers for ids ['65d2a5c7-d7ae-4af6-9c79-87596956c362'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:44:39.319172 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] Routers {'65d2a5c7-d7ae-4af6-9c79-87596956c362'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:44:39.319875 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:44:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['65d2a5c7-d7ae-4af6-9c79-87596956c362'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:39.370152 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02b8df5c-07cd-45f7-b307-bf942e171d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5490176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233839'] for subnet (420e60cb-bc2e-4efe-b95e-f7d9247250ed), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:39.428574 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8df5c-07cd-45f7-b307-bf942e171d35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=420e60cb-bc2e-4efe-b95e-f7d9247250ed,revision_number=0']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:39.430813 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] Set router 65d2a5c7-d7ae-4af6-9c79-87596956c362 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:44:39.436606 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8df5c-07cd-45f7-b307-bf942e171d35 admin admin] Checking segment: {'id': 'a4ac7104-330c-4c92-845d-8f453ce38e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1af97fa4-a16f-4072-b1ef-030702670b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:44:39.436990 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b8df5c-07cd-45f7-b307-bf942e171d35 admin admin] Network hostable DHCP agents. Network: 1af97fa4-a16f-4072-b1ef-030702670b24, hostable agents: ['055732a0-48c9-4b66-8446-fc6a0a3337ff'], hosted agents: [] {{(pid=115199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 05:44:39.454066 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b8df5c-07cd-45f7-b307-bf942e171d35 admin admin] Network 1af97fa4-a16f-4072-b1ef-030702670b24 is scheduled to be hosted by DHCP agent 055732a0-48c9-4b66-8446-fc6a0a3337ff with binding_index 1 {{(pid=115199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 05:44:39.463855 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-02b8df5c-07cd-45f7-b307-bf942e171d35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772273-4, 1af97fa4-a16f-4072-b1ef-030702670b24) {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:44:39.469162 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b8df5c-07cd-45f7-b307-bf942e171d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:39.470092 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-02b8df5c-07cd-45f7-b307-bf942e171d35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:39.475165 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221d3b22-1968-46d6-a972-6d1e9f015983 None None] Network 1af97fa4-a16f-4072-b1ef-030702670b24 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:44:39.488734 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-02b8df5c-07cd-45f7-b307-bf942e171d35 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3238869 Feb 19 05:44:39.491480 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 38812) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:39.495875 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-81333424-1f24-4cc9-a1c7-cd1fbc37ed8b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1958286337-router', 'tenant_id': 'f140e3d396bb43c1820a9cfbde818943', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:44:39.514464 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-81333424-1f24-4cc9-a1c7-cd1fbc37ed8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-428982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12902'] for router (d9ed10a2-eb9c-4d4c-aada-912367632e5e), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:39.515548 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-81333424-1f24-4cc9-a1c7-cd1fbc37ed8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12957'] for router (d9ed10a2-eb9c-4d4c-aada-912367632e5e), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:39.573540 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-81333424-1f24-4cc9-a1c7-cd1fbc37ed8b admin admin] Publish callbacks [] for router_controller (d9ed10a2-eb9c-4d4c-aada-912367632e5e), precommit_add_association {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:39.575692 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:39.682966 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74444e8e-e174-4a2b-8f94-f7cc6885ceef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp836a906b-1eb1-588c-8203-6f17837283c4-1af97fa4-a16f-4072-b1ef-030702670b24', 'network_id': '1af97fa4-a16f-4072-b1ef-030702670b24', 'project_id': 'f140e3d396bb43c1820a9cfbde818943', 'fixed_ips': [{'subnet_id': '420e60cb-bc2e-4efe-b95e-f7d9247250ed'}]}} from n-d-772273-4. {{(pid=115200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 05:44:39.683751 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-74444e8e-e174-4a2b-8f94-f7cc6885ceef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:39.721334 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-81333424-1f24-4cc9-a1c7-cd1fbc37ed8b admin admin] Publish callbacks [] for router_gateway (d9ed10a2-eb9c-4d4c-aada-912367632e5e), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:39.843490 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'name': 'tempest-TestSnapshotPattern-1074308130-router', 'tenant_id': '6301454c5289417f88b4338867416a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:34Z', 'updated_at': '2022-02-19T05:44:37Z', 'revision_number': 4, 'project_id': '6301454c5289417f88b4338867416a67', 'gw_port': {'id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:35Z', 'updated_at': '2022-02-19T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'b41d184d-8775-4817-87ae-6f5ae95b7b0e', 'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'tenant_id': '6301454c5289417f88b4338867416a67', 'mac_address': 'fa:16:3e:8a:6d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9ca19213-d127-4434-a936-015fb0d2794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:36Z', 'updated_at': '2022-02-19T05:44:37Z', 'revision_number': 2, 'project_id': '6301454c5289417f88b4338867416a67', 'subnets': [{'id': '9ca19213-d127-4434-a936-015fb0d2794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:39.877538 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] Checking router: 65d2a5c7-d7ae-4af6-9c79-87596956c362 for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:44:39.878010 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] Updating router 65d2a5c7-d7ae-4af6-9c79-87596956c362 port b41d184d-8775-4817-87ae-6f5ae95b7b0e binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:44:39.880105 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.db_base_plugin_common [None req-74444e8e-e174-4a2b-8f94-f7cc6885ceef None None] Allocated IP 172.20.0.2 (1af97fa4-a16f-4072-b1ef-030702670b24/420e60cb-bc2e-4efe-b95e-f7d9247250ed/be5ebc7f-66a4-4601-ba1c-e51b5217a129) {{(pid=115200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:44:39.924832 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b41d184d-8775-4817-87ae-6f5ae95b7b0e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:39.928524 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-81333424-1f24-4cc9-a1c7-cd1fbc37ed8b admin admin] Publish callbacks [] for router_gateway (d9ed10a2-eb9c-4d4c-aada-912367632e5e), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:39.948293 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-81333424-1f24-4cc9-a1c7-cd1fbc37ed8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:40.074375 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-81333424-1f24-4cc9-a1c7-cd1fbc37ed8b admin admin] Allocated IP 172.25.0.222 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/824c75b2-b819-4c2d-8b99-ca8204408849) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:44:40.177049 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:40.195689 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-81333424-1f24-4cc9-a1c7-cd1fbc37ed8b admin admin] Publish callbacks [] for port (824c75b2-b819-4c2d-8b99-ca8204408849), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:40.204257 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 634f0ca6-d736-4fb3-ab17-4351f7732767 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:44:40.232445 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-81333424-1f24-4cc9-a1c7-cd1fbc37ed8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (824c75b2-b819-4c2d-8b99-ca8204408849), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:40.271011 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81333424-1f24-4cc9-a1c7-cd1fbc37ed8b admin admin] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:44:40.273723 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-81333424-1f24-4cc9-a1c7-cd1fbc37ed8b admin admin] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:44:40.281035 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81333424-1f24-4cc9-a1c7-cd1fbc37ed8b admin admin] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:44:40.311376 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81333424-1f24-4cc9-a1c7-cd1fbc37ed8b admin admin] Pushing event updated for resources: {'Port': ['ID=824c75b2-b819-4c2d-8b99-ca8204408849,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:40.409152 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-74444e8e-e174-4a2b-8f94-f7cc6885ceef None None] Publish callbacks [] for port (be5ebc7f-66a4-4601-ba1c-e51b5217a129), precommit_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:40.421363 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-74444e8e-e174-4a2b-8f94-f7cc6885ceef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424'] for port (be5ebc7f-66a4-4601-ba1c-e51b5217a129), after_create {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:40.431538 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 634f0ca6-d736-4fb3-ab17-4351f7732767 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:44:40.431917 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (634f0ca6-d736-4fb3-ab17-4351f7732767), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:40.495134 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74444e8e-e174-4a2b-8f94-f7cc6885ceef None None] Network 1af97fa4-a16f-4072-b1ef-030702670b24 is already hosted by enough agents. {{(pid=115200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:44:40.505954 n-d-772273-4 neutron-server[115200]: DEBUG neutron.scheduler.base_scheduler [None req-74444e8e-e174-4a2b-8f94-f7cc6885ceef None None] Resources bound (agent type, host, resource id): {{(pid=115200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:44:40.518397 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74444e8e-e174-4a2b-8f94-f7cc6885ceef None None] Received port after_create {{(pid=115200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:44:40.545237 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74444e8e-e174-4a2b-8f94-f7cc6885ceef None None] Pushing event updated for resources: {'Port': ['ID=be5ebc7f-66a4-4601-ba1c-e51b5217a129,revision_number=1']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:40.552222 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-81333424-1f24-4cc9-a1c7-cd1fbc37ed8b admin admin] Publish callbacks [] for router_gateway (d9ed10a2-eb9c-4d4c-aada-912367632e5e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:40.658154 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-74444e8e-e174-4a2b-8f94-f7cc6885ceef None None] Attempting to bind port be5ebc7f-66a4-4601-ba1c-e51b5217a129 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:44:40.658535 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-74444e8e-e174-4a2b-8f94-f7cc6885ceef None None] Attempting to bind port be5ebc7f-66a4-4601-ba1c-e51b5217a129 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'a4ac7104-330c-4c92-845d-8f453ce38e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1af97fa4-a16f-4072-b1ef-030702670b24'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:44:40.658903 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74444e8e-e174-4a2b-8f94-f7cc6885ceef None None] Attempting to bind port be5ebc7f-66a4-4601-ba1c-e51b5217a129 on network 1af97fa4-a16f-4072-b1ef-030702670b24 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:44:40.673705 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74444e8e-e174-4a2b-8f94-f7cc6885ceef None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:44:40.674089 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74444e8e-e174-4a2b-8f94-f7cc6885ceef None None] Checking segment: {'id': 'a4ac7104-330c-4c92-845d-8f453ce38e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1af97fa4-a16f-4072-b1ef-030702670b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:44:40.674500 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-74444e8e-e174-4a2b-8f94-f7cc6885ceef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:40.674899 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74444e8e-e174-4a2b-8f94-f7cc6885ceef None None] Bound using segment: {'id': 'a4ac7104-330c-4c92-845d-8f453ce38e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1af97fa4-a16f-4072-b1ef-030702670b24'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:44:40.675372 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-74444e8e-e174-4a2b-8f94-f7cc6885ceef None None] Bound port: be5ebc7f-66a4-4601-ba1c-e51b5217a129, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ac7104-330c-4c92-845d-8f453ce38e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1af97fa4-a16f-4072-b1ef-030702670b24'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:44:40.675754 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-74444e8e-e174-4a2b-8f94-f7cc6885ceef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (be5ebc7f-66a4-4601-ba1c-e51b5217a129), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:40.698270 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 634f0ca6-d736-4fb3-ab17-4351f7732767 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:44:40.705037 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] Publish callbacks [] for port (b41d184d-8775-4817-87ae-6f5ae95b7b0e), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:40.727587 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b41d184d-8775-4817-87ae-6f5ae95b7b0e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:40.755547 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-81333424-1f24-4cc9-a1c7-cd1fbc37ed8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429216'] for router (d9ed10a2-eb9c-4d4c-aada-912367632e5e), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:40.806907 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16319ad5-f62c-4c7a-9ba1-540530deb504 None None] Pushing event updated for resources: {'Port': ['ID=b41d184d-8775-4817-87ae-6f5ae95b7b0e,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:40.813284 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-74444e8e-e174-4a2b-8f94-f7cc6885ceef None None] For port be5ebc7f-66a4-4601-ba1c-e51b5217a129, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:44:40.817145 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-74444e8e-e174-4a2b-8f94-f7cc6885ceef None None] For port be5ebc7f-66a4-4601-ba1c-e51b5217a129, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=be5ebc7f-66a4-4601-ba1c-e51b5217a129,segment=NetworkSegment(a4ac7104-330c-4c92-845d-8f453ce38e43),segment_id=a4ac7104-330c-4c92-845d-8f453ce38e43)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:44:40.846723 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-74444e8e-e174-4a2b-8f94-f7cc6885ceef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (be5ebc7f-66a4-4601-ba1c-e51b5217a129), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:40.930558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] Attempting to bind port b41d184d-8775-4817-87ae-6f5ae95b7b0e on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:44:40.931149 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] Attempting to bind port b41d184d-8775-4817-87ae-6f5ae95b7b0e by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '362f05eb-ccb8-4ad5-8f79-e03b9fa209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:44:40.931618 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] Attempting to bind port b41d184d-8775-4817-87ae-6f5ae95b7b0e on network b4647e8f-50a3-40cb-af9a-8318bf099dc8 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:44:40.933188 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81333424-1f24-4cc9-a1c7-cd1fbc37ed8b admin admin] Router d9ed10a2-eb9c-4d4c-aada-912367632e5e is scheduled to L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b with binding_index 1 {{(pid=115199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 05:44:40.948019 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:44:40.948412 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] Checking segment: {'id': '362f05eb-ccb8-4ad5-8f79-e03b9fa209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:44:40.948823 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:40.949253 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] Bound using segment: {'id': '362f05eb-ccb8-4ad5-8f79-e03b9fa209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:44:40.950541 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] Bound port: b41d184d-8775-4817-87ae-6f5ae95b7b0e, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362f05eb-ccb8-4ad5-8f79-e03b9fa209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:44:40.952993 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b41d184d-8775-4817-87ae-6f5ae95b7b0e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:40.966487 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74444e8e-e174-4a2b-8f94-f7cc6885ceef None None] Pushing event updated for resources: {'Port': ['ID=be5ebc7f-66a4-4601-ba1c-e51b5217a129,revision_number=2']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:41.036650 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] For port b41d184d-8775-4817-87ae-6f5ae95b7b0e, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:44:41.042200 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] For port b41d184d-8775-4817-87ae-6f5ae95b7b0e, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b41d184d-8775-4817-87ae-6f5ae95b7b0e,segment=NetworkSegment(362f05eb-ccb8-4ad5-8f79-e03b9fa209ef),segment_id=362f05eb-ccb8-4ad5-8f79-e03b9fa209ef)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:44:41.050731 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b41d184d-8775-4817-87ae-6f5ae95b7b0e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:41.079228 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81333424-1f24-4cc9-a1c7-cd1fbc37ed8b admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:44:41.092259 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] Sync routers for ids ['d9ed10a2-eb9c-4d4c-aada-912367632e5e'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:44:41.105203 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-81333424-1f24-4cc9-a1c7-cd1fbc37ed8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:41.105682 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] Routers {'d9ed10a2-eb9c-4d4c-aada-912367632e5e'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:44:41.106819 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-81333424-1f24-4cc9-a1c7-cd1fbc37ed8b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6143305 Feb 19 05:44:41.107206 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:44:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d9ed10a2-eb9c-4d4c-aada-912367632e5e'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:41.109655 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38814) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:41.132839 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] Routers {'65d2a5c7-d7ae-4af6-9c79-87596956c362'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:44:41.133526 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:44:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['65d2a5c7-d7ae-4af6-9c79-87596956c362'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:41.138165 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16319ad5-f62c-4c7a-9ba1-540530deb504 None None] Pushing event updated for resources: {'Port': ['ID=b41d184d-8775-4817-87ae-6f5ae95b7b0e,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:41.287144 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9da4fd1d-3993-4e9f-99da-3aff6f697079 None None] Provisioning complete for port b41d184d-8775-4817-87ae-6f5ae95b7b0e triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:44:41.287532 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9da4fd1d-3993-4e9f-99da-3aff6f697079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b41d184d-8775-4817-87ae-6f5ae95b7b0e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:41.295805 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] Set router 65d2a5c7-d7ae-4af6-9c79-87596956c362 gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:44:41.298723 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] Set router d9ed10a2-eb9c-4d4c-aada-912367632e5e gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:44:41.557977 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ed10a2-eb9c-4d4c-aada-912367632e5e', 'name': 'tempest-TestSnapshotPattern-1958286337-router', 'tenant_id': 'f140e3d396bb43c1820a9cfbde818943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '824c75b2-b819-4c2d-8b99-ca8204408849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:39Z', 'updated_at': '2022-02-19T05:44:40Z', 'revision_number': 3, 'project_id': 'f140e3d396bb43c1820a9cfbde818943', 'gw_port': {'id': '824c75b2-b819-4c2d-8b99-ca8204408849', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ed10a2-eb9c-4d4c-aada-912367632e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:39Z', 'updated_at': '2022-02-19T05:44:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:41.565409 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9da4fd1d-3993-4e9f-99da-3aff6f697079 None None] Current status of the port b41d184d-8775-4817-87ae-6f5ae95b7b0e is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:44:41.565949 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9da4fd1d-3993-4e9f-99da-3aff6f697079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (b41d184d-8775-4817-87ae-6f5ae95b7b0e), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:41.587914 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] Checking router: d9ed10a2-eb9c-4d4c-aada-912367632e5e for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:44:41.588608 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] Updating router d9ed10a2-eb9c-4d4c-aada-912367632e5e port 824c75b2-b819-4c2d-8b99-ca8204408849 binding host n-d-772273-4 {{(pid=115201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:44:41.620748 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (824c75b2-b819-4c2d-8b99-ca8204408849), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:41.637337 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9da4fd1d-3993-4e9f-99da-3aff6f697079 None None] For port b41d184d-8775-4817-87ae-6f5ae95b7b0e, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b41d184d-8775-4817-87ae-6f5ae95b7b0e,segment=NetworkSegment(362f05eb-ccb8-4ad5-8f79-e03b9fa209ef),segment_id=362f05eb-ccb8-4ad5-8f79-e03b9fa209ef)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:44:41.643990 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9da4fd1d-3993-4e9f-99da-3aff6f697079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (b41d184d-8775-4817-87ae-6f5ae95b7b0e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:41.712157 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'name': 'tempest-TestSnapshotPattern-1074308130-router', 'tenant_id': '6301454c5289417f88b4338867416a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:34Z', 'updated_at': '2022-02-19T05:44:37Z', 'revision_number': 4, 'project_id': '6301454c5289417f88b4338867416a67', 'gw_port': {'id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:35Z', 'updated_at': '2022-02-19T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'b41d184d-8775-4817-87ae-6f5ae95b7b0e', 'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'tenant_id': '6301454c5289417f88b4338867416a67', 'mac_address': 'fa:16:3e:8a:6d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9ca19213-d127-4434-a936-015fb0d2794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:36Z', 'updated_at': '2022-02-19T05:44:41Z', 'revision_number': 4, 'project_id': '6301454c5289417f88b4338867416a67', 'subnets': [{'id': '9ca19213-d127-4434-a936-015fb0d2794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:41.748492 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4fd1d-3993-4e9f-99da-3aff6f697079 None None] Pushing event updated for resources: {'Port': ['ID=b41d184d-8775-4817-87ae-6f5ae95b7b0e,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:41.753014 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bd9dcd-4295-4611-a876-a7cea22d6540 None None] The sync data for ids ['65d2a5c7-d7ae-4af6-9c79-87596956c362'] in n-d-772273-4 is: [{'id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'name': 'tempest-TestSnapshotPattern-1074308130-router', 'tenant_id': '6301454c5289417f88b4338867416a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:34Z', 'updated_at': '2022-02-19T05:44:37Z', 'revision_number': 4, 'project_id': '6301454c5289417f88b4338867416a67', 'gw_port': {'id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:35Z', 'updated_at': '2022-02-19T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'b41d184d-8775-4817-87ae-6f5ae95b7b0e', 'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'tenant_id': '6301454c5289417f88b4338867416a67', 'mac_address': 'fa:16:3e:8a:6d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9ca19213-d127-4434-a936-015fb0d2794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:36Z', 'updated_at': '2022-02-19T05:44:41Z', 'revision_number': 4, 'project_id': '6301454c5289417f88b4338867416a67', 'subnets': [{'id': '9ca19213-d127-4434-a936-015fb0d2794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:44:41.773737 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-dfded76d-0e7d-4699-99eb-64288915d30b None None] Provisioning complete for port b41d184d-8775-4817-87ae-6f5ae95b7b0e triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:44:41.774133 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-dfded76d-0e7d-4699-99eb-64288915d30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b41d184d-8775-4817-87ae-6f5ae95b7b0e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:41.896623 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-dfded76d-0e7d-4699-99eb-64288915d30b None None] Current status of the port b41d184d-8775-4817-87ae-6f5ae95b7b0e is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:44:41.960302 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] Publish callbacks [] for port (824c75b2-b819-4c2d-8b99-ca8204408849), precommit_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:41.973622 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (824c75b2-b819-4c2d-8b99-ca8204408849), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:42.066583 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db8aa2-bf7c-4501-83ba-5840b55d858e None None] Pushing event updated for resources: {'Port': ['ID=824c75b2-b819-4c2d-8b99-ca8204408849,revision_number=2']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:42.080695 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] Attempting to bind port 824c75b2-b819-4c2d-8b99-ca8204408849 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:44:42.081419 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] Attempting to bind port 824c75b2-b819-4c2d-8b99-ca8204408849 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:44:42.082886 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] Attempting to bind port 824c75b2-b819-4c2d-8b99-ca8204408849 on network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:44:42.125397 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:44:42.126010 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] Checking segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:44:42.126553 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:42.127154 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] Bound using segment: {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'} {{(pid=115201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:44:42.127856 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.managers [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] Bound port: 824c75b2-b819-4c2d-8b99-ca8204408849, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e064d-f801-4d55-8cfc-ab3b8275b336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e'}}] {{(pid=115201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:44:42.128306 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (824c75b2-b819-4c2d-8b99-ca8204408849), before_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:42.166115 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-859a0a3a-fdaa-4c4d-a7b9-14db260dc739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:42.229172 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] For port 824c75b2-b819-4c2d-8b99-ca8204408849, host n-d-772273-4, cleared binding levels {{(pid=115201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:44:42.239651 n-d-772273-4 neutron-server[115201]: DEBUG neutron.plugins.ml2.db [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] For port 824c75b2-b819-4c2d-8b99-ca8204408849, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=824c75b2-b819-4c2d-8b99-ca8204408849,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:44:42.257368 n-d-772273-4 neutron-server[115201]: DEBUG neutron_lib.callbacks.manager [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (824c75b2-b819-4c2d-8b99-ca8204408849), after_update {{(pid=115201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:42.355696 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device be5ebc7f-66a4-4601-ba1c-e51b5217a129 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:44:42.397091 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] Routers {'d9ed10a2-eb9c-4d4c-aada-912367632e5e'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:44:42.397821 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:44:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d9ed10a2-eb9c-4d4c-aada-912367632e5e'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:42.440620 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e18e202-3b3f-4e3a-9deb-f40d7149ec34 None None] Network 1af97fa4-a16f-4072-b1ef-030702670b24 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:44:42.442191 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-859a0a3a-fdaa-4c4d-a7b9-14db260dc739 admin admin] Allocated IP 172.20.0.1 (1af97fa4-a16f-4072-b1ef-030702670b24/420e60cb-bc2e-4efe-b95e-f7d9247250ed/6cf3880d-df8d-4302-af54-c1ab69fd5bd2) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:44:42.443847 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db8aa2-bf7c-4501-83ba-5840b55d858e None None] Pushing event updated for resources: {'Port': ['ID=824c75b2-b819-4c2d-8b99-ca8204408849,revision_number=3']} {{(pid=115201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:42.472797 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port be5ebc7f-66a4-4601-ba1c-e51b5217a129 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:44:42.473215 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (be5ebc7f-66a4-4601-ba1c-e51b5217a129), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:42.572901 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] Set router d9ed10a2-eb9c-4d4c-aada-912367632e5e gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:44:42.591171 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-859a0a3a-fdaa-4c4d-a7b9-14db260dc739 admin admin] Publish callbacks [] for port (6cf3880d-df8d-4302-af54-c1ab69fd5bd2), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:42.630153 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-859a0a3a-fdaa-4c4d-a7b9-14db260dc739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (6cf3880d-df8d-4302-af54-c1ab69fd5bd2), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:42.631307 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-a5b7b6a9-c10a-4b0e-85a9-113ca5e4b52e None None] Provisioning complete for port be5ebc7f-66a4-4601-ba1c-e51b5217a129 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:44:42.631893 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a5b7b6a9-c10a-4b0e-85a9-113ca5e4b52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (be5ebc7f-66a4-4601-ba1c-e51b5217a129), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:42.638680 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port be5ebc7f-66a4-4601-ba1c-e51b5217a129 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:44:42.639085 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (be5ebc7f-66a4-4601-ba1c-e51b5217a129), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:42.678535 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859a0a3a-fdaa-4c4d-a7b9-14db260dc739 admin admin] Network 1af97fa4-a16f-4072-b1ef-030702670b24 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:44:42.688794 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-859a0a3a-fdaa-4c4d-a7b9-14db260dc739 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:44:42.699015 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859a0a3a-fdaa-4c4d-a7b9-14db260dc739 admin admin] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:44:42.731583 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port be5ebc7f-66a4-4601-ba1c-e51b5217a129, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=be5ebc7f-66a4-4601-ba1c-e51b5217a129,segment=NetworkSegment(a4ac7104-330c-4c92-845d-8f453ce38e43),segment_id=a4ac7104-330c-4c92-845d-8f453ce38e43)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:44:42.733423 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a0a3a-fdaa-4c4d-a7b9-14db260dc739 admin admin] Pushing event updated for resources: {'Port': ['ID=6cf3880d-df8d-4302-af54-c1ab69fd5bd2,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:42.742414 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (be5ebc7f-66a4-4601-ba1c-e51b5217a129), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:42.743211 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b41d184d-8775-4817-87ae-6f5ae95b7b0e up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:44:42.756813 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-859a0a3a-fdaa-4c4d-a7b9-14db260dc739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429943'] for router_interface (d9ed10a2-eb9c-4d4c-aada-912367632e5e), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:42.783911 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ed10a2-eb9c-4d4c-aada-912367632e5e', 'name': 'tempest-TestSnapshotPattern-1958286337-router', 'tenant_id': 'f140e3d396bb43c1820a9cfbde818943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '824c75b2-b819-4c2d-8b99-ca8204408849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:39Z', 'updated_at': '2022-02-19T05:44:40Z', 'revision_number': 3, 'project_id': 'f140e3d396bb43c1820a9cfbde818943', 'gw_port': {'id': '824c75b2-b819-4c2d-8b99-ca8204408849', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ed10a2-eb9c-4d4c-aada-912367632e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:39Z', 'updated_at': '2022-02-19T05:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:42.820683 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09c0823-a5c5-4da4-a050-862d0383f4d2 None None] The sync data for ids ['d9ed10a2-eb9c-4d4c-aada-912367632e5e'] in n-d-772273-4 is: [{'id': 'd9ed10a2-eb9c-4d4c-aada-912367632e5e', 'name': 'tempest-TestSnapshotPattern-1958286337-router', 'tenant_id': 'f140e3d396bb43c1820a9cfbde818943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '824c75b2-b819-4c2d-8b99-ca8204408849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:39Z', 'updated_at': '2022-02-19T05:44:40Z', 'revision_number': 3, 'project_id': 'f140e3d396bb43c1820a9cfbde818943', 'gw_port': {'id': '824c75b2-b819-4c2d-8b99-ca8204408849', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ed10a2-eb9c-4d4c-aada-912367632e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:39Z', 'updated_at': '2022-02-19T05:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:44:42.954454 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-859a0a3a-fdaa-4c4d-a7b9-14db260dc739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6cf3880d-df8d-4302-af54-c1ab69fd5bd2), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:43.036229 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=be5ebc7f-66a4-4601-ba1c-e51b5217a129,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:43.067194 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-a5b7b6a9-c10a-4b0e-85a9-113ca5e4b52e None None] Current status of the port be5ebc7f-66a4-4601-ba1c-e51b5217a129 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:44:43.075727 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port b41d184d-8775-4817-87ae-6f5ae95b7b0e triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:44:43.080455 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (b41d184d-8775-4817-87ae-6f5ae95b7b0e), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:43.195954 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port b41d184d-8775-4817-87ae-6f5ae95b7b0e is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:44:43.219597 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-859a0a3a-fdaa-4c4d-a7b9-14db260dc739 admin admin] Publish callbacks [] for port (6cf3880d-df8d-4302-af54-c1ab69fd5bd2), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:43.225917 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-859a0a3a-fdaa-4c4d-a7b9-14db260dc739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (6cf3880d-df8d-4302-af54-c1ab69fd5bd2), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:43.318403 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a0a3a-fdaa-4c4d-a7b9-14db260dc739 admin admin] Pushing event updated for resources: {'Port': ['ID=6cf3880d-df8d-4302-af54-c1ab69fd5bd2,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:43.328417 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-859a0a3a-fdaa-4c4d-a7b9-14db260dc739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-430051'] for router_interface (d9ed10a2-eb9c-4d4c-aada-912367632e5e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:43.395197 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1c6ed198-22cf-44c3-8a42-deedcbb87ae9 None None] Provisioning complete for port be5ebc7f-66a4-4601-ba1c-e51b5217a129 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:44:43.395610 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1c6ed198-22cf-44c3-8a42-deedcbb87ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (be5ebc7f-66a4-4601-ba1c-e51b5217a129), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:43.448206 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859a0a3a-fdaa-4c4d-a7b9-14db260dc739 admin admin] Network 1af97fa4-a16f-4072-b1ef-030702670b24 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:44:43.449899 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-859a0a3a-fdaa-4c4d-a7b9-14db260dc739 admin admin] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:44:43.511486 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1c6ed198-22cf-44c3-8a42-deedcbb87ae9 None None] Current status of the port be5ebc7f-66a4-4601-ba1c-e51b5217a129 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:44:43.526449 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-1c6ed198-22cf-44c3-8a42-deedcbb87ae9 None None] Provisioning complete for port 6cf3880d-df8d-4302-af54-c1ab69fd5bd2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:44:43.528683 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1c6ed198-22cf-44c3-8a42-deedcbb87ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6cf3880d-df8d-4302-af54-c1ab69fd5bd2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:43.578447 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-1c6ed198-22cf-44c3-8a42-deedcbb87ae9 None None] Port 6cf3880d-df8d-4302-af54-c1ab69fd5bd2 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:44:43.616162 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859a0a3a-fdaa-4c4d-a7b9-14db260dc739 admin admin] Router d9ed10a2-eb9c-4d4c-aada-912367632e5e has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:44:43.718382 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-0c900a9c-4c33-4d22-9d82-b33dc260fa5c None None] Provisioning complete for port 6cf3880d-df8d-4302-af54-c1ab69fd5bd2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:44:43.719310 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-0c900a9c-4c33-4d22-9d82-b33dc260fa5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6cf3880d-df8d-4302-af54-c1ab69fd5bd2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:43.765292 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859a0a3a-fdaa-4c4d-a7b9-14db260dc739 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:44:43.770805 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-0c900a9c-4c33-4d22-9d82-b33dc260fa5c None None] Port 6cf3880d-df8d-4302-af54-c1ab69fd5bd2 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:44:43.777577 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-859a0a3a-fdaa-4c4d-a7b9-14db260dc739 admin admin] 10.222.0.65 "PUT /v2.0/routers/d9ed10a2-eb9c-4d4c-aada-912367632e5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6666467 Feb 19 05:44:43.891603 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8a9684f3-ffff-45f4-b6b9-75b5486d930d None None] Provisioning complete for port 6cf3880d-df8d-4302-af54-c1ab69fd5bd2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:44:43.892137 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8a9684f3-ffff-45f4-b6b9-75b5486d930d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6cf3880d-df8d-4302-af54-c1ab69fd5bd2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:43.929269 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8a9684f3-ffff-45f4-b6b9-75b5486d930d None None] Port 6cf3880d-df8d-4302-af54-c1ab69fd5bd2 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:44:44.254090 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device be5ebc7f-66a4-4601-ba1c-e51b5217a129 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:44:44.272280 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38822) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:44.277072 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-0abc5bfc-4820-42f5-9d77-d42f2d7c0b9c tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-175041278', 'description': 'tempest-secgroup-smoke-175041278 description', 'project_id': '6301454c5289417f88b4338867416a67'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:44:44.298284 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0abc5bfc-4820-42f5-9d77-d42f2d7c0b9c tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for security_group (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:44.303243 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port be5ebc7f-66a4-4601-ba1c-e51b5217a129 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:44:44.303820 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (be5ebc7f-66a4-4601-ba1c-e51b5217a129), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:44.369279 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0abc5bfc-4820-42f5-9d77-d42f2d7c0b9c tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for security_group (f9c83fb1-2225-4a03-888c-789653b4a05e), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:44.375978 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0abc5bfc-4820-42f5-9d77-d42f2d7c0b9c tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f9c83fb1-2225-4a03-888c-789653b4a05e), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:44.390392 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port be5ebc7f-66a4-4601-ba1c-e51b5217a129 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:44:44.391343 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 824c75b2-b819-4c2d-8b99-ca8204408849 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:44:44.402332 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0abc5bfc-4820-42f5-9d77-d42f2d7c0b9c tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:44.406493 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0abc5bfc-4820-42f5-9d77-d42f2d7c0b9c tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1302538 Feb 19 05:44:44.406687 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38824) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:44.415251 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-63b88cb3-225c-4142-9185-6d92009db976 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Request body: {'security_group_rule': {'security_group_id': 'f9c83fb1-2225-4a03-888c-789653b4a05e', 'project_id': '6301454c5289417f88b4338867416a67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:44:44.428702 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc5bfc-4820-42f5-9d77-d42f2d7c0b9c tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c83fb1-2225-4a03-888c-789653b4a05e,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:44.441114 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 824c75b2-b819-4c2d-8b99-ca8204408849 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:44:44.441465 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (824c75b2-b819-4c2d-8b99-ca8204408849), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:44.450404 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-63b88cb3-225c-4142-9185-6d92009db976 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for security_group_rule (dfcb65a6-c79e-4082-85a0-778dd2d8a3f6), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:44.498543 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-63b88cb3-225c-4142-9185-6d92009db976 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for security_group_rule (dfcb65a6-c79e-4082-85a0-778dd2d8a3f6), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:44.502541 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-63b88cb3-225c-4142-9185-6d92009db976 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (dfcb65a6-c79e-4082-85a0-778dd2d8a3f6), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:44.522223 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 824c75b2-b819-4c2d-8b99-ca8204408849 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:44:44.522693 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (824c75b2-b819-4c2d-8b99-ca8204408849), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:44.523929 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b88cb3-225c-4142-9185-6d92009db976 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfcb65a6-c79e-4082-85a0-778dd2d8a3f6,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:44.529432 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-63b88cb3-225c-4142-9185-6d92009db976 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:44.530692 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-63b88cb3-225c-4142-9185-6d92009db976 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230195 Feb 19 05:44:44.533506 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38826) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:44.538271 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-85e30eb5-2e6d-4988-bdeb-3247b00643c0 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Request body: {'security_group_rule': {'security_group_id': 'f9c83fb1-2225-4a03-888c-789653b4a05e', 'project_id': '6301454c5289417f88b4338867416a67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:44:44.545030 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] For port 824c75b2-b819-4c2d-8b99-ca8204408849, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=824c75b2-b819-4c2d-8b99-ca8204408849,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:44:44.550036 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (824c75b2-b819-4c2d-8b99-ca8204408849), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:44.567778 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-85e30eb5-2e6d-4988-bdeb-3247b00643c0 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for security_group_rule (f6ea6549-c74f-4b13-8d5c-6b11337b016d), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:44.603227 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Pushing event updated for resources: {'Port': ['ID=824c75b2-b819-4c2d-8b99-ca8204408849,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:44.630212 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-85e30eb5-2e6d-4988-bdeb-3247b00643c0 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for security_group_rule (f6ea6549-c74f-4b13-8d5c-6b11337b016d), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:44.633751 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-85e30eb5-2e6d-4988-bdeb-3247b00643c0 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (f6ea6549-c74f-4b13-8d5c-6b11337b016d), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:44.653252 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e30eb5-2e6d-4988-bdeb-3247b00643c0 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ea6549-c74f-4b13-8d5c-6b11337b016d,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:44.662342 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-85e30eb5-2e6d-4988-bdeb-3247b00643c0 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:44.663828 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-85e30eb5-2e6d-4988-bdeb-3247b00643c0 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1293406 Feb 19 05:44:44.666558 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38828) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:44.671082 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-34eb6fda-390c-422f-aaf6-fdf793306a98 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Request body: {'security_group_rule': {'security_group_id': 'f9c83fb1-2225-4a03-888c-789653b4a05e', 'project_id': '6301454c5289417f88b4338867416a67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:44:44.695426 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-34eb6fda-390c-422f-aaf6-fdf793306a98 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for security_group_rule (8eccab60-e664-467f-82ba-73957e5e613b), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:44.751131 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-34eb6fda-390c-422f-aaf6-fdf793306a98 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for security_group_rule (8eccab60-e664-467f-82ba-73957e5e613b), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:44.754985 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-34eb6fda-390c-422f-aaf6-fdf793306a98 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (8eccab60-e664-467f-82ba-73957e5e613b), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:44.774060 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb6fda-390c-422f-aaf6-fdf793306a98 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eccab60-e664-467f-82ba-73957e5e613b,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:44.781666 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-34eb6fda-390c-422f-aaf6-fdf793306a98 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:44.782895 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-34eb6fda-390c-422f-aaf6-fdf793306a98 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153901 Feb 19 05:44:44.785670 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38830) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:44.790265 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-63720c2c-7074-4355-a363-6316c2295c2d tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Request body: {'security_group_rule': {'security_group_id': 'f9c83fb1-2225-4a03-888c-789653b4a05e', 'project_id': '6301454c5289417f88b4338867416a67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:44:44.815675 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-63720c2c-7074-4355-a363-6316c2295c2d tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for security_group_rule (3a8f2722-9142-4a21-80d2-31855b480000), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:44.874512 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-63720c2c-7074-4355-a363-6316c2295c2d tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for security_group_rule (3a8f2722-9142-4a21-80d2-31855b480000), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:44.878266 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-63720c2c-7074-4355-a363-6316c2295c2d tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (3a8f2722-9142-4a21-80d2-31855b480000), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:44.897607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63720c2c-7074-4355-a363-6316c2295c2d tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8f2722-9142-4a21-80d2-31855b480000,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:44.904254 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-63720c2c-7074-4355-a363-6316c2295c2d tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:44.907967 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-63720c2c-7074-4355-a363-6316c2295c2d tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188924 Feb 19 05:44:44.908165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38832) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:44.912493 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-c893421f-a994-4662-a506-98cab55caae7 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Request body: {'security_group_rule': {'security_group_id': 'f9c83fb1-2225-4a03-888c-789653b4a05e', 'project_id': '6301454c5289417f88b4338867416a67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:44:44.933042 n-d-772273-4 neutron-server[115198]: INFO neutron.db.securitygroups_db [None req-c893421f-a994-4662-a506-98cab55caae7 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Project 6301454c5289417f88b4338867416a67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:44:44.939026 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c893421f-a994-4662-a506-98cab55caae7 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for security_group_rule (9a322d34-0c6c-44e5-b8dc-131c52b57126), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:45.003236 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c893421f-a994-4662-a506-98cab55caae7 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for security_group_rule (9a322d34-0c6c-44e5-b8dc-131c52b57126), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:45.014046 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c893421f-a994-4662-a506-98cab55caae7 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (9a322d34-0c6c-44e5-b8dc-131c52b57126), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:45.032684 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893421f-a994-4662-a506-98cab55caae7 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a322d34-0c6c-44e5-b8dc-131c52b57126,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:45.040608 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c893421f-a994-4662-a506-98cab55caae7 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:45.041869 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c893421f-a994-4662-a506-98cab55caae7 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327353 Feb 19 05:44:45.045105 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38834) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:45.049409 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-bb96f370-e07e-489c-9037-4d0627ab34c5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Request body: {'security_group_rule': {'security_group_id': 'f9c83fb1-2225-4a03-888c-789653b4a05e', 'project_id': '6301454c5289417f88b4338867416a67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:44:45.070394 n-d-772273-4 neutron-server[115198]: INFO neutron.db.securitygroups_db [None req-bb96f370-e07e-489c-9037-4d0627ab34c5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Project 6301454c5289417f88b4338867416a67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 05:44:45.075850 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bb96f370-e07e-489c-9037-4d0627ab34c5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for security_group_rule (515fd085-d7b1-4de0-80d2-e40d4893f2ca), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:45.139484 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bb96f370-e07e-489c-9037-4d0627ab34c5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for security_group_rule (515fd085-d7b1-4de0-80d2-e40d4893f2ca), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:45.143315 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bb96f370-e07e-489c-9037-4d0627ab34c5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548709'] for security_group_rule (515fd085-d7b1-4de0-80d2-e40d4893f2ca), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:45.162633 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96f370-e07e-489c-9037-4d0627ab34c5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515fd085-d7b1-4de0-80d2-e40d4893f2ca,revision_number=0']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:45.169813 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-bb96f370-e07e-489c-9037-4d0627ab34c5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:45.170402 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-bb96f370-e07e-489c-9037-4d0627ab34c5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242957 Feb 19 05:44:45.262101 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] Sync routers for ids ['d9ed10a2-eb9c-4d4c-aada-912367632e5e'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:44:45.272501 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] Routers {'d9ed10a2-eb9c-4d4c-aada-912367632e5e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:44:45.273155 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:44:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d9ed10a2-eb9c-4d4c-aada-912367632e5e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:45.322875 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-745137fd-a3b1-46e9-a15f-c97f50621d8e tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-175041278&fields=id&tenant_id=6301454c5289417f88b4338867416a67 HTTP/1.1" status: 200 len: 267 time: 0.0460825 Feb 19 05:44:45.387197 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] Set router d9ed10a2-eb9c-4d4c-aada-912367632e5e gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:44:45.433974 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-4fd7609d-834d-4c19-a29c-729041460208 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:45.435480 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-4fd7609d-834d-4c19-a29c-729041460208 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/networks?id=b4647e8f-50a3-40cb-af9a-8318bf099dc8 HTTP/1.1" status: 200 len: 810 time: 0.1052744 Feb 19 05:44:45.450687 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-6dbd99ce-0ab1-437b-ae50-27e1f7b162e3 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/quotas/6301454c5289417f88b4338867416a67 HTTP/1.1" status: 200 len: 375 time: 0.0093863 Feb 19 05:44:45.510402 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-9cbe26fb-e93b-4806-8875-16230a3b5d78 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6301454c5289417f88b4338867416a67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546186 Feb 19 05:44:45.595663 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ed10a2-eb9c-4d4c-aada-912367632e5e', 'name': 'tempest-TestSnapshotPattern-1958286337-router', 'tenant_id': 'f140e3d396bb43c1820a9cfbde818943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '824c75b2-b819-4c2d-8b99-ca8204408849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:39Z', 'updated_at': '2022-02-19T05:44:42Z', 'revision_number': 4, 'project_id': 'f140e3d396bb43c1820a9cfbde818943', 'gw_port': {'id': '824c75b2-b819-4c2d-8b99-ca8204408849', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ed10a2-eb9c-4d4c-aada-912367632e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:39Z', 'updated_at': '2022-02-19T05:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '6cf3880d-df8d-4302-af54-c1ab69fd5bd2', 'name': '', 'network_id': '1af97fa4-a16f-4072-b1ef-030702670b24', 'tenant_id': 'f140e3d396bb43c1820a9cfbde818943', 'mac_address': 'fa:16:3e:ce:38:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ed10a2-eb9c-4d4c-aada-912367632e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '420e60cb-bc2e-4efe-b95e-f7d9247250ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:42Z', 'updated_at': '2022-02-19T05:44:43Z', 'revision_number': 2, 'project_id': 'f140e3d396bb43c1820a9cfbde818943', 'subnets': [{'id': '420e60cb-bc2e-4efe-b95e-f7d9247250ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:45.618906 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-96cf7cf8-affc-41da-873f-c7866e074ab9 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=115198) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 05:44:45.619920 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-96cf7cf8-affc-41da-873f-c7866e074ab9 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0985143 Feb 19 05:44:45.622901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] Checking router: d9ed10a2-eb9c-4d4c-aada-912367632e5e for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:44:45.623258 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] Updating router d9ed10a2-eb9c-4d4c-aada-912367632e5e port 6cf3880d-df8d-4302-af54-c1ab69fd5bd2 binding host n-d-772273-4 {{(pid=115200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 05:44:45.653355 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6cf3880d-df8d-4302-af54-c1ab69fd5bd2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:45.709071 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-e5959186-eb9e-493a-a153-cbc02648ef71 service neutron] 10.222.0.65 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827985 Feb 19 05:44:45.803962 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-cee079e9-dfef-4287-8050-de16436650de service neutron] 10.222.0.65 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890157 Feb 19 05:44:45.931466 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] Publish callbacks [] for port (6cf3880d-df8d-4302-af54-c1ab69fd5bd2), precommit_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:45.938090 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6cf3880d-df8d-4302-af54-c1ab69fd5bd2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:45.989874 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68adaf2-4265-46c4-af9d-12ef3b2acb82 None None] Pushing event updated for resources: {'Port': ['ID=6cf3880d-df8d-4302-af54-c1ab69fd5bd2,revision_number=3']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:45.994406 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-72e70f0e-84e9-42f5-8258-ed905d44189b req-5e82f915-cfa0-4ca4-8255-51be2c420fd3 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 210 time: 0.0361614 Feb 19 05:44:46.051558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] Attempting to bind port 6cf3880d-df8d-4302-af54-c1ab69fd5bd2 on host n-d-772273-4 for vnic_type normal with profile {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:44:46.051944 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] Attempting to bind port 6cf3880d-df8d-4302-af54-c1ab69fd5bd2 by drivers openvswitch,hyperv on host n-d-772273-4 at level 0 using segments [{'id': 'a4ac7104-330c-4c92-845d-8f453ce38e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1af97fa4-a16f-4072-b1ef-030702670b24'}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:44:46.052314 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] Attempting to bind port 6cf3880d-df8d-4302-af54-c1ab69fd5bd2 on network 1af97fa4-a16f-4072-b1ef-030702670b24 {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:44:46.057813 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] Checking agent: {'id': '963a6850-2df2-4dd2-b819-5979e4be6928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 44, 39), 'started_at': datetime.datetime(2022, 2, 19, 3, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772273-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:44:46.058207 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] Checking segment: {'id': 'a4ac7104-330c-4c92-845d-8f453ce38e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1af97fa4-a16f-4072-b1ef-030702670b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:44:46.058620 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:46.059058 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] Bound using segment: {'id': 'a4ac7104-330c-4c92-845d-8f453ce38e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1af97fa4-a16f-4072-b1ef-030702670b24'} {{(pid=115200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:44:46.059531 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.managers [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] Bound port: 6cf3880d-df8d-4302-af54-c1ab69fd5bd2, host: n-d-772273-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ac7104-330c-4c92-845d-8f453ce38e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1af97fa4-a16f-4072-b1ef-030702670b24'}}] {{(pid=115200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:44:46.059919 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6cf3880d-df8d-4302-af54-c1ab69fd5bd2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:46.135661 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] For port 6cf3880d-df8d-4302-af54-c1ab69fd5bd2, host n-d-772273-4, cleared binding levels {{(pid=115200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:44:46.140009 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] For port 6cf3880d-df8d-4302-af54-c1ab69fd5bd2, host n-d-772273-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6cf3880d-df8d-4302-af54-c1ab69fd5bd2,segment=NetworkSegment(a4ac7104-330c-4c92-845d-8f453ce38e43),segment_id=a4ac7104-330c-4c92-845d-8f453ce38e43)] {{(pid=115200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:44:46.147393 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6cf3880d-df8d-4302-af54-c1ab69fd5bd2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:46.225543 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] Routers {'d9ed10a2-eb9c-4d4c-aada-912367632e5e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:44:46.225976 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:44:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d9ed10a2-eb9c-4d4c-aada-912367632e5e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:46.229161 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68adaf2-4265-46c4-af9d-12ef3b2acb82 None None] Pushing event updated for resources: {'Port': ['ID=6cf3880d-df8d-4302-af54-c1ab69fd5bd2,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:46.270038 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 824c75b2-b819-4c2d-8b99-ca8204408849 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:44:46.338964 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-7a435b42-7675-4a4d-8aa4-f025e1e5ec16 None None] Provisioning complete for port 6cf3880d-df8d-4302-af54-c1ab69fd5bd2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:44:46.339340 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7a435b42-7675-4a4d-8aa4-f025e1e5ec16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6cf3880d-df8d-4302-af54-c1ab69fd5bd2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:46.446665 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] Set router d9ed10a2-eb9c-4d4c-aada-912367632e5e gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:44:46.485562 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 824c75b2-b819-4c2d-8b99-ca8204408849 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:44:46.486001 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (824c75b2-b819-4c2d-8b99-ca8204408849), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:46.609570 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-7a435b42-7675-4a4d-8aa4-f025e1e5ec16 None None] Current status of the port 6cf3880d-df8d-4302-af54-c1ab69fd5bd2 is: DOWN; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:44:46.609941 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7a435b42-7675-4a4d-8aa4-f025e1e5ec16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (6cf3880d-df8d-4302-af54-c1ab69fd5bd2), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:46.725556 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-7a435b42-7675-4a4d-8aa4-f025e1e5ec16 None None] For port 6cf3880d-df8d-4302-af54-c1ab69fd5bd2, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6cf3880d-df8d-4302-af54-c1ab69fd5bd2,segment=NetworkSegment(a4ac7104-330c-4c92-845d-8f453ce38e43),segment_id=a4ac7104-330c-4c92-845d-8f453ce38e43)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:44:46.741221 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7a435b42-7675-4a4d-8aa4-f025e1e5ec16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (6cf3880d-df8d-4302-af54-c1ab69fd5bd2), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:46.781214 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 824c75b2-b819-4c2d-8b99-ca8204408849 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:44:46.843520 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a435b42-7675-4a4d-8aa4-f025e1e5ec16 None None] Pushing event updated for resources: {'Port': ['ID=6cf3880d-df8d-4302-af54-c1ab69fd5bd2,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:46.867941 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-beb3d657-5b7f-4fc0-a285-a4590d673602 None None] Provisioning complete for port 6cf3880d-df8d-4302-af54-c1ab69fd5bd2 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:44:46.868322 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-beb3d657-5b7f-4fc0-a285-a4590d673602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6cf3880d-df8d-4302-af54-c1ab69fd5bd2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:46.902288 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ed10a2-eb9c-4d4c-aada-912367632e5e', 'name': 'tempest-TestSnapshotPattern-1958286337-router', 'tenant_id': 'f140e3d396bb43c1820a9cfbde818943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '824c75b2-b819-4c2d-8b99-ca8204408849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:39Z', 'updated_at': '2022-02-19T05:44:42Z', 'revision_number': 4, 'project_id': 'f140e3d396bb43c1820a9cfbde818943', 'gw_port': {'id': '824c75b2-b819-4c2d-8b99-ca8204408849', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ed10a2-eb9c-4d4c-aada-912367632e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:39Z', 'updated_at': '2022-02-19T05:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '6cf3880d-df8d-4302-af54-c1ab69fd5bd2', 'name': '', 'network_id': '1af97fa4-a16f-4072-b1ef-030702670b24', 'tenant_id': 'f140e3d396bb43c1820a9cfbde818943', 'mac_address': 'fa:16:3e:ce:38:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ed10a2-eb9c-4d4c-aada-912367632e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '420e60cb-bc2e-4efe-b95e-f7d9247250ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:42Z', 'updated_at': '2022-02-19T05:44:46Z', 'revision_number': 4, 'project_id': 'f140e3d396bb43c1820a9cfbde818943', 'subnets': [{'id': '420e60cb-bc2e-4efe-b95e-f7d9247250ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:46.938166 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19223e2c-55fd-449e-b467-71a84cb0f77c None None] The sync data for ids ['d9ed10a2-eb9c-4d4c-aada-912367632e5e'] in n-d-772273-4 is: [{'id': 'd9ed10a2-eb9c-4d4c-aada-912367632e5e', 'name': 'tempest-TestSnapshotPattern-1958286337-router', 'tenant_id': 'f140e3d396bb43c1820a9cfbde818943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '824c75b2-b819-4c2d-8b99-ca8204408849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:39Z', 'updated_at': '2022-02-19T05:44:42Z', 'revision_number': 4, 'project_id': 'f140e3d396bb43c1820a9cfbde818943', 'gw_port': {'id': '824c75b2-b819-4c2d-8b99-ca8204408849', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ed10a2-eb9c-4d4c-aada-912367632e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:39Z', 'updated_at': '2022-02-19T05:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': '6cf3880d-df8d-4302-af54-c1ab69fd5bd2', 'name': '', 'network_id': '1af97fa4-a16f-4072-b1ef-030702670b24', 'tenant_id': 'f140e3d396bb43c1820a9cfbde818943', 'mac_address': 'fa:16:3e:ce:38:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ed10a2-eb9c-4d4c-aada-912367632e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '420e60cb-bc2e-4efe-b95e-f7d9247250ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:42Z', 'updated_at': '2022-02-19T05:44:46Z', 'revision_number': 4, 'project_id': 'f140e3d396bb43c1820a9cfbde818943', 'subnets': [{'id': '420e60cb-bc2e-4efe-b95e-f7d9247250ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:44:47.009581 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-beb3d657-5b7f-4fc0-a285-a4590d673602 None None] Current status of the port 6cf3880d-df8d-4302-af54-c1ab69fd5bd2 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:44:47.100380 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-77f65494-5565-4a76-8331-1bec9b432a67 req-d5ab48be-069e-410e-b61b-0e11bde379cd tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 210 time: 0.0291953 Feb 19 05:44:47.251991 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-efb9e920-6b5d-44d2-b7d7-e1937b1dbd14 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:47.253813 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-efb9e920-6b5d-44d2-b7d7-e1937b1dbd14 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.10 "GET /v2.0/networks?id=b4647e8f-50a3-40cb-af9a-8318bf099dc8 HTTP/1.1" status: 200 len: 810 time: 0.1251092 Feb 19 05:44:47.325760 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-993a4f1d-8160-4028-9dce-65b47143e359 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6301454c5289417f88b4338867416a67 HTTP/1.1" status: 200 len: 379 time: 0.0640869 Feb 19 05:44:47.335351 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-16f48e58-cd39-4062-b685-156ea55ea8c5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Request body: {'port': {'device_id': '9dc13d76-c87e-4661-87d6-03d0a354eb9e', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'admin_state_up': True, 'tenant_id': '6301454c5289417f88b4338867416a67', 'security_groups': ['f9c83fb1-2225-4a03-888c-789653b4a05e']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:44:47.446634 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-16f48e58-cd39-4062-b685-156ea55ea8c5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Made reservation on behalf of 6301454c5289417f88b4338867416a67 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:44:47.450847 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-16f48e58-cd39-4062-b685-156ea55ea8c5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:47.592531 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-16f48e58-cd39-4062-b685-156ea55ea8c5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Allocated IP 172.20.0.4 (b4647e8f-50a3-40cb-af9a-8318bf099dc8/9ca19213-d127-4434-a936-015fb0d2794a/0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:44:47.744290 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-16f48e58-cd39-4062-b685-156ea55ea8c5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for port (0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:47.780853 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-16f48e58-cd39-4062-b685-156ea55ea8c5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:47.824117 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-16f48e58-cd39-4062-b685-156ea55ea8c5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Network b4647e8f-50a3-40cb-af9a-8318bf099dc8 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:44:47.827064 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-16f48e58-cd39-4062-b685-156ea55ea8c5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:44:47.829433 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-16f48e58-cd39-4062-b685-156ea55ea8c5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:44:47.861130 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f48e58-cd39-4062-b685-156ea55ea8c5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Pushing event updated for resources: {'Port': ['ID=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:47.887541 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-16f48e58-cd39-4062-b685-156ea55ea8c5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:47.888172 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-16f48e58-cd39-4062-b685-156ea55ea8c5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:47.905104 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-16f48e58-cd39-4062-b685-156ea55ea8c5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5737491 Feb 19 05:44:47.917862 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-70bfafcb-c688-4a1a-82e7-d7f5c5550ba6 service neutron] Request body: {'port': {'device_id': '9dc13d76-c87e-4661-87d6-03d0a354eb9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:44:47.984248 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-70bfafcb-c688-4a1a-82e7-d7f5c5550ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:48.037721 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-87e2e4ca-d869-4733-a712-113af05e8b98 None None] Provisioning complete for port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:44:48.038578 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-87e2e4ca-d869-4733-a712-113af05e8b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:48.076491 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-87e2e4ca-d869-4733-a712-113af05e8b98 None None] Port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:44:48.216961 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6cf3880d-df8d-4302-af54-c1ab69fd5bd2 up at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:44:48.244688 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1884f-53a4-4e88-86b8-68b04c581556 req-0bde52e6-2c89-477e-863d-ccdacbcb7c35 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:48.245911 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-92f1884f-53a4-4e88-86b8-68b04c581556 req-0bde52e6-2c89-477e-863d-ccdacbcb7c35 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 931 time: 0.0624588 Feb 19 05:44:48.265561 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-70bfafcb-c688-4a1a-82e7-d7f5c5550ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:44:48.272839 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Provisioning complete for port 6cf3880d-df8d-4302-af54-c1ab69fd5bd2 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:44:48.273253 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (6cf3880d-df8d-4302-af54-c1ab69fd5bd2), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:48.273818 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-70bfafcb-c688-4a1a-82e7-d7f5c5550ba6 service neutron] Publish callbacks [] for port (0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:48.287248 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-70bfafcb-c688-4a1a-82e7-d7f5c5550ba6 service neutron] Transition to ACTIVE for port object 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:44:48.292333 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-70bfafcb-c688-4a1a-82e7-d7f5c5550ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:48.300831 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-92f1884f-53a4-4e88-86b8-68b04c581556 req-efffa54e-35bc-4fa1-891d-2e51b82b4767 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473568 Feb 19 05:44:48.349692 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfafcb-c688-4a1a-82e7-d7f5c5550ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:48.362976 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Current status of the port 6cf3880d-df8d-4302-af54-c1ab69fd5bd2 is: ACTIVE; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:44:48.435970 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-70bfafcb-c688-4a1a-82e7-d7f5c5550ba6 service neutron] Attempting to bind port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 on host n-h1-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:44:48.436496 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-70bfafcb-c688-4a1a-82e7-d7f5c5550ba6 service neutron] Attempting to bind port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 by drivers openvswitch,hyperv on host n-h1-772273-4 at level 0 using segments [{'id': '362f05eb-ccb8-4ad5-8f79-e03b9fa209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:44:48.436835 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-70bfafcb-c688-4a1a-82e7-d7f5c5550ba6 service neutron] Attempting to bind port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 on network b4647e8f-50a3-40cb-af9a-8318bf099dc8 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:44:48.441682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-70bfafcb-c688-4a1a-82e7-d7f5c5550ba6 service neutron] Port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 on network b4647e8f-50a3-40cb-af9a-8318bf099dc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:44:48.442011 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-70bfafcb-c688-4a1a-82e7-d7f5c5550ba6 service neutron] Attempting to bind port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 on network b4647e8f-50a3-40cb-af9a-8318bf099dc8 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:44:48.447478 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-70bfafcb-c688-4a1a-82e7-d7f5c5550ba6 service neutron] Checking agent: {'id': '1ad558a5-5f61-48a7-aed3-b3d7353fa041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:44:48.447816 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-70bfafcb-c688-4a1a-82e7-d7f5c5550ba6 service neutron] Checking segment: {'id': '362f05eb-ccb8-4ad5-8f79-e03b9fa209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:44:48.448292 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-70bfafcb-c688-4a1a-82e7-d7f5c5550ba6 service neutron] Bound using segment: {'id': '362f05eb-ccb8-4ad5-8f79-e03b9fa209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:44:48.448636 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-70bfafcb-c688-4a1a-82e7-d7f5c5550ba6 service neutron] Bound port: 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5, host: n-h1-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362f05eb-ccb8-4ad5-8f79-e03b9fa209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:44:48.449039 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-70bfafcb-c688-4a1a-82e7-d7f5c5550ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:48.517430 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-70bfafcb-c688-4a1a-82e7-d7f5c5550ba6 service neutron] For port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5, host n-h1-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:44:48.520677 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-70bfafcb-c688-4a1a-82e7-d7f5c5550ba6 service neutron] For port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5, host n-h1-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5,segment=NetworkSegment(362f05eb-ccb8-4ad5-8f79-e03b9fa209ef),segment_id=362f05eb-ccb8-4ad5-8f79-e03b9fa209ef)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:44:48.527822 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-70bfafcb-c688-4a1a-82e7-d7f5c5550ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:48.562419 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-70bfafcb-c688-4a1a-82e7-d7f5c5550ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:48.563029 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-70bfafcb-c688-4a1a-82e7-d7f5c5550ba6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:48.564451 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-70bfafcb-c688-4a1a-82e7-d7f5c5550ba6 service neutron] 10.222.0.10 "PUT /v2.0/ports/0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 HTTP/1.1" status: 200 len: 1091 time: 0.6513047 Feb 19 05:44:48.564895 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc13d76-c87e-4661-87d6-03d0a354eb9e', 'tag': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:44:48.567182 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a99f32b-3d91-4774-ae7b-b06c179dd2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc13d76-c87e-4661-87d6-03d0a354eb9e", "tag": "0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:44:48.592990 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfafcb-c688-4a1a-82e7-d7f5c5550ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:48.667595 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-1866e9bf-2fc6-4330-91ba-b163a7890021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:48.669216 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-1866e9bf-2fc6-4330-91ba-b163a7890021 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6301454c5289417f88b4338867416a67&device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 1125 time: 0.0495617 Feb 19 05:44:48.719637 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b1790a-0b12-41cd-9d1f-54fb6a1334d2 x-openstack-request-id: req-f4b1790a-0b12-41cd-9d1f-54fb6a1334d2 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:44:48.720188 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc13d76-c87e-4661-87d6-03d0a354eb9e", "tag": "0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:44:48.720360 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f4b1790a-0b12-41cd-9d1f-54fb6a1334d2 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:44:48.720842 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc13d76-c87e-4661-87d6-03d0a354eb9e', 'tag': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5', 'status': 'completed', 'code': 200} Feb 19 05:44:48.722930 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-716ac71e-2c69-419b-a31d-d6c6f27c9443 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 HTTP/1.1" status: 200 len: 217 time: 0.0463517 Feb 19 05:44:48.781834 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-836ebbd2-0d42-41b9-911a-cde1cf28307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:48.783377 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-836ebbd2-0d42-41b9-911a-cde1cf28307c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ca19213-d127-4434-a936-015fb0d2794a HTTP/1.1" status: 200 len: 849 time: 0.0472107 Feb 19 05:44:48.835944 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-3b2979e4-6b97-4c1e-9b63-6be3736d1fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:48.837623 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-3b2979e4-6b97-4c1e-9b63-6be3736d1fa9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4647e8f-50a3-40cb-af9a-8318bf099dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477266 Feb 19 05:44:48.937122 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-06cc6522-c7fd-4c7e-8dd7-4cb275bdf272 service neutron] 10.222.0.10 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928717 Feb 19 05:44:49.029786 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2062eb09-0fe5-4c1f-a9da-1c9cc34ff3bb req-77d73f1d-4513-4b04-9238-5f6f4e048f7d service neutron] 10.222.0.10 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859399 Feb 19 05:44:49.132653 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99f32b-3d91-4774-ae7b-b06c179dd2ce req-ec43f575-3ca6-456c-84b0-2e492e5469b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:49.134305 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1a99f32b-3d91-4774-ae7b-b06c179dd2ce req-ec43f575-3ca6-456c-84b0-2e492e5469b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6301454c5289417f88b4338867416a67&device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 1125 time: 0.0548246 Feb 19 05:44:49.227993 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99f32b-3d91-4774-ae7b-b06c179dd2ce req-39042e0e-6a28-40ee-a982-665526988311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:49.229531 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1a99f32b-3d91-4774-ae7b-b06c179dd2ce req-39042e0e-6a28-40ee-a982-665526988311 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b4647e8f-50a3-40cb-af9a-8318bf099dc8 HTTP/1.1" status: 200 len: 910 time: 0.0892067 Feb 19 05:44:49.272966 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1a99f32b-3d91-4774-ae7b-b06c179dd2ce req-9f4b44cf-ba31-4334-b169-b622cc14b06d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 HTTP/1.1" status: 200 len: 217 time: 0.0371547 Feb 19 05:44:49.325572 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99f32b-3d91-4774-ae7b-b06c179dd2ce req-f044bf4d-bfe4-48f7-8e53-e9c391776fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:49.327136 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1a99f32b-3d91-4774-ae7b-b06c179dd2ce req-f044bf4d-bfe4-48f7-8e53-e9c391776fd8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ca19213-d127-4434-a936-015fb0d2794a HTTP/1.1" status: 200 len: 849 time: 0.0478969 Feb 19 05:44:49.376725 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99f32b-3d91-4774-ae7b-b06c179dd2ce req-bc2b0879-5158-47a3-877b-47fe538466b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:49.378299 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1a99f32b-3d91-4774-ae7b-b06c179dd2ce req-bc2b0879-5158-47a3-877b-47fe538466b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4647e8f-50a3-40cb-af9a-8318bf099dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446441 Feb 19 05:44:49.422650 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fe516-c51c-43fa-8e3b-0047da6c2d6b req-a7218e03-c373-4e82-8646-ff4a74281759 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:49.424810 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6f2fe516-c51c-43fa-8e3b-0047da6c2d6b req-a7218e03-c373-4e82-8646-ff4a74281759 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 943 time: 0.0558088 Feb 19 05:44:49.472089 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1a99f32b-3d91-4774-ae7b-b06c179dd2ce req-6dcefe66-b509-426b-95a7-365e66adc085 service neutron] 10.222.0.10 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867791 Feb 19 05:44:49.479690 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6f2fe516-c51c-43fa-8e3b-0047da6c2d6b req-0926018a-c20c-4eda-a41b-85b5c07f4402 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480917 Feb 19 05:44:49.575203 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1a99f32b-3d91-4774-ae7b-b06c179dd2ce req-4d06a561-fd09-40e1-9e5d-bd9c74796824 service neutron] 10.222.0.10 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969741 Feb 19 05:44:50.603757 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c9578-5ca2-4258-bdf7-f209e907705f req-fa803719-540e-463d-b62e-3fae3a44db2e tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:50.605271 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e60c9578-5ca2-4258-bdf7-f209e907705f req-fa803719-540e-463d-b62e-3fae3a44db2e tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 943 time: 0.0563412 Feb 19 05:44:50.652329 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e60c9578-5ca2-4258-bdf7-f209e907705f req-9b8e619d-3f6a-4354-9efb-4b300f8642b3 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413857 Feb 19 05:44:51.776895 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9466f72-ac1e-4f76-8fab-1bd2a1c0374c req-7d366be3-45b7-437d-8653-ec3aa2641f9c tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:51.779125 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b9466f72-ac1e-4f76-8fab-1bd2a1c0374c req-7d366be3-45b7-437d-8653-ec3aa2641f9c tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 943 time: 0.0595012 Feb 19 05:44:51.826945 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-b9466f72-ac1e-4f76-8fab-1bd2a1c0374c req-7e5eac31-8e59-4a64-8d6a-2b8ea3bf0f6c tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423477 Feb 19 05:44:52.957727 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0068c-aed0-4f0b-bce0-a88e6e2b2afe req-0859a434-42ec-429d-b7b1-3215d949dbc3 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:52.959238 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9ed0068c-aed0-4f0b-bce0-a88e6e2b2afe req-0859a434-42ec-429d-b7b1-3215d949dbc3 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 943 time: 0.0654814 Feb 19 05:44:53.013884 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9ed0068c-aed0-4f0b-bce0-a88e6e2b2afe req-9027ef22-c965-4621-a5e9-9a601abea987 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489047 Feb 19 05:44:53.342352 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:44:53.446038 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5,segment=NetworkSegment(362f05eb-ccb8-4ad5-8f79-e03b9fa209ef),segment_id=362f05eb-ccb8-4ad5-8f79-e03b9fa209ef)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:44:53.458659 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'port_id': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5', 'mac_address': 'fa:16:3e:82:76:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca19213-d127-4434-a936-015fb0d2794a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:44:53.497475 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:44:53.497871 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:53.512873 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:44:53.533916 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5,segment=NetworkSegment(362f05eb-ccb8-4ad5-8f79-e03b9fa209ef),segment_id=362f05eb-ccb8-4ad5-8f79-e03b9fa209ef)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:44:53.539285 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:53.757269 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:53.798457 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:44:54.131414 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f82ff-8edf-43d7-9162-7984f52c6e50 req-1e55c973-a47d-4748-948c-92b56276f4f9 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:54.132790 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0a5f82ff-8edf-43d7-9162-7984f52c6e50 req-1e55c973-a47d-4748-948c-92b56276f4f9 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 944 time: 0.0518615 Feb 19 05:44:54.180381 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-0a5f82ff-8edf-43d7-9162-7984f52c6e50 req-82b4f1ef-9f91-46e8-a5d9-8620b0a5c2d7 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414572 Feb 19 05:44:55.301696 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce90f3-3085-453d-9999-00d4dfbe2d5a req-1ec167db-a484-4e6c-8d00-8b2298cdbd3a tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:55.303231 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-16ce90f3-3085-453d-9999-00d4dfbe2d5a req-1ec167db-a484-4e6c-8d00-8b2298cdbd3a tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 944 time: 0.0530670 Feb 19 05:44:55.350193 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:44:55.351575 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-16ce90f3-3085-453d-9999-00d4dfbe2d5a req-27f591b4-bc6f-46e3-840d-98ef63674d93 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428443 Feb 19 05:44:55.400336 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning for port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:44:55.404615 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:44:55.405021 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:55.485912 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:44:55.485912 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:55.508756 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc13d76-c87e-4661-87d6-03d0a354eb9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:44:55.510997 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8f0768-96e6-441c-8239-ebb3e2bae432" -d '{"events": [{"server_uuid": "9dc13d76-c87e-4661-87d6-03d0a354eb9e", "name": "network-vif-plugged", "status": "completed", "tag": "0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:44:55.523936 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5,segment=NetworkSegment(362f05eb-ccb8-4ad5-8f79-e03b9fa209ef),segment_id=362f05eb-ccb8-4ad5-8f79-e03b9fa209ef)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:44:55.528277 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:55.551534 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f25c93-cf70-419b-985b-246d546c4526 x-openstack-request-id: req-12f25c93-cf70-419b-985b-246d546c4526 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:44:55.551828 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc13d76-c87e-4661-87d6-03d0a354eb9e", "name": "network-vif-plugged", "status": "completed", "tag": "0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:44:55.552085 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-12f25c93-cf70-419b-985b-246d546c4526 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:44:55.552478 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc13d76-c87e-4661-87d6-03d0a354eb9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5', 'code': 200} Feb 19 05:44:55.580549 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:55.695300 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440abd25-cf0d-4ca8-8ea3-f13a0726f723 req-24184f47-aa31-44da-a45f-52cb5ae5cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:55.696964 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-440abd25-cf0d-4ca8-8ea3-f13a0726f723 req-24184f47-aa31-44da-a45f-52cb5ae5cdb8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 1127 time: 0.0866120 Feb 19 05:44:55.745828 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-440abd25-cf0d-4ca8-8ea3-f13a0726f723 req-17cfb42e-f0d3-46a3-9e67-af399ab2424f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421700 Feb 19 05:44:56.472061 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93febd-4fdf-490a-a6f9-7c98aa144361 req-74292df3-1c4b-4be0-bab1-bc9addc3dfe3 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:56.473653 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cb93febd-4fdf-490a-a6f9-7c98aa144361 req-74292df3-1c4b-4be0-bab1-bc9addc3dfe3 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 945 time: 0.0533614 Feb 19 05:44:56.524744 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-cb93febd-4fdf-490a-a6f9-7c98aa144361 req-90073955-bc6d-4389-bebd-078767491ce9 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453777 Feb 19 05:44:57.373881 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:44:57.707979 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a2fc9-178d-48d8-aa27-4d4aef975995 req-efd13e22-b7c8-4c17-a99c-7a30124e952d tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:57.709511 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-688a2fc9-178d-48d8-aa27-4d4aef975995 req-efd13e22-b7c8-4c17-a99c-7a30124e952d tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 945 time: 0.1147187 Feb 19 05:44:57.757666 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-688a2fc9-178d-48d8-aa27-4d4aef975995 req-3cebb63f-d492-44c2-b86b-eccf9e2f2bb1 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419888 Feb 19 05:44:57.874822 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256601c2-5eae-47b3-9195-d90a38dfa96e req-78f4aac7-1446-4442-bdd7-54aa5af0bdc8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:57.876306 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-256601c2-5eae-47b3-9195-d90a38dfa96e req-78f4aac7-1446-4442-bdd7-54aa5af0bdc8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 945 time: 0.0522738 Feb 19 05:44:57.924513 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-256601c2-5eae-47b3-9195-d90a38dfa96e req-80473553-f744-45e6-91a9-afe813b1fcd6 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423851 Feb 19 05:44:57.945694 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38914) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:58.033621 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94b7f72-fd66-4d02-bbbe-1b7e17fca2c0 tempest-TestSnapshotPattern-376007114 tempest-TestSnapshotPattern-376007114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:44:58.035147 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-e94b7f72-fd66-4d02-bbbe-1b7e17fca2c0 tempest-TestSnapshotPattern-376007114 tempest-TestSnapshotPattern-376007114-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 1122 time: 0.0884728 Feb 19 05:44:58.038462 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 38918) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:44:58.042624 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [None req-0e4eb257-b85a-4c14-a6fc-105bd2da51e1 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5', 'tenant_id': '6301454c5289417f88b4338867416a67', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:44:58.062321 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e4eb257-b85a-4c14-a6fc-105bd2da51e1 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:58.158893 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e4eb257-b85a-4c14-a6fc-105bd2da51e1 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:58.267658 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [None req-0e4eb257-b85a-4c14-a6fc-105bd2da51e1 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Allocated IP 172.25.0.245 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/34d9e9cd-7aa5-486a-b32d-8d7f619f7279) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:44:58.369279 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e4eb257-b85a-4c14-a6fc-105bd2da51e1 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for port (34d9e9cd-7aa5-486a-b32d-8d7f619f7279), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:58.403536 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e4eb257-b85a-4c14-a6fc-105bd2da51e1 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (34d9e9cd-7aa5-486a-b32d-8d7f619f7279), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:58.450065 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4eb257-b85a-4c14-a6fc-105bd2da51e1 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:44:58.454790 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [None req-0e4eb257-b85a-4c14-a6fc-105bd2da51e1 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:44:58.459952 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4eb257-b85a-4c14-a6fc-105bd2da51e1 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:44:58.463189 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4eb257-b85a-4c14-a6fc-105bd2da51e1 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Pushing event updated for resources: {'Port': ['ID=34d9e9cd-7aa5-486a-b32d-8d7f619f7279,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:58.839405 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e4eb257-b85a-4c14-a6fc-105bd2da51e1 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for floatingip (ccf02945-4d19-414b-84c3-7a12a1ff8f81), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:58.913982 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e4eb257-b85a-4c14-a6fc-105bd2da51e1 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (34d9e9cd-7aa5-486a-b32d-8d7f619f7279), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:59.065430 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e4eb257-b85a-4c14-a6fc-105bd2da51e1 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for port (34d9e9cd-7aa5-486a-b32d-8d7f619f7279), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:59.070164 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e4eb257-b85a-4c14-a6fc-105bd2da51e1 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (34d9e9cd-7aa5-486a-b32d-8d7f619f7279), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:59.141068 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4eb257-b85a-4c14-a6fc-105bd2da51e1 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Pushing event updated for resources: {'Port': ['ID=34d9e9cd-7aa5-486a-b32d-8d7f619f7279,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:44:59.150788 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e4eb257-b85a-4c14-a6fc-105bd2da51e1 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (ccf02945-4d19-414b-84c3-7a12a1ff8f81), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:59.251511 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-0e4eb257-b85a-4c14-a6fc-105bd2da51e1 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Floating IP ccf02945-4d19-414b-84c3-7a12a1ff8f81 associated. External IP: 172.25.0.245, port: 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5. Feb 19 05:44:59.471188 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4eb257-b85a-4c14-a6fc-105bd2da51e1 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Router 65d2a5c7-d7ae-4af6-9c79-87596956c362 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:44:59.935128 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4eb257-b85a-4c14-a6fc-105bd2da51e1 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:44:59.945208 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab4a37-ce08-4d4b-8394-635707cedb0a None None] Sync routers for ids ['65d2a5c7-d7ae-4af6-9c79-87596956c362'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:44:59.953837 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-0e4eb257-b85a-4c14-a6fc-105bd2da51e1 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:44:59.956408 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab4a37-ce08-4d4b-8394-635707cedb0a None None] Routers {'65d2a5c7-d7ae-4af6-9c79-87596956c362'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:44:59.957061 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9cab4a37-ce08-4d4b-8394-635707cedb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:44:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['65d2a5c7-d7ae-4af6-9c79-87596956c362'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:44:59.983625 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-0e4eb257-b85a-4c14-a6fc-105bd2da51e1 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9441488 Feb 19 05:44:59.984486 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc13d76-c87e-4661-87d6-03d0a354eb9e', 'tag': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:44:59.986899 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3434157-3665-4051-bf39-920ea0a22e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc13d76-c87e-4661-87d6-03d0a354eb9e", "tag": "0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:45:00.025461 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7ae560-7c58-4577-874a-b8a350be635f x-openstack-request-id: req-3d7ae560-7c58-4577-874a-b8a350be635f {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:45:00.025753 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc13d76-c87e-4661-87d6-03d0a354eb9e", "tag": "0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:45:00.026007 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3d7ae560-7c58-4577-874a-b8a350be635f {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:45:00.026412 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc13d76-c87e-4661-87d6-03d0a354eb9e', 'tag': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5', 'status': 'completed', 'code': 200} Feb 19 05:45:00.074947 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-9cab4a37-ce08-4d4b-8394-635707cedb0a None None] Set router 65d2a5c7-d7ae-4af6-9c79-87596956c362 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:45:00.095757 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3434157-3665-4051-bf39-920ea0a22e1c req-6b0c7c7b-950a-4b2e-8bf9-83f7cc2b8992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:45:00.097526 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c3434157-3665-4051-bf39-920ea0a22e1c req-6b0c7c7b-950a-4b2e-8bf9-83f7cc2b8992 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6301454c5289417f88b4338867416a67&device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 1127 time: 0.0469368 Feb 19 05:45:00.196036 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3434157-3665-4051-bf39-920ea0a22e1c req-78869fdb-1717-42d8-b959-7fc4f4ce5bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:45:00.197488 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c3434157-3665-4051-bf39-920ea0a22e1c req-78869fdb-1717-42d8-b959-7fc4f4ce5bdc service neutron] 10.222.0.10 "GET /v2.0/networks?id=b4647e8f-50a3-40cb-af9a-8318bf099dc8 HTTP/1.1" status: 200 len: 910 time: 0.0944314 Feb 19 05:45:00.270350 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c3434157-3665-4051-bf39-920ea0a22e1c req-f0c8532f-2699-48f2-9535-b37d5abd8de6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 HTTP/1.1" status: 200 len: 999 time: 0.0669975 Feb 19 05:45:00.325559 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3434157-3665-4051-bf39-920ea0a22e1c req-84e5d817-e2af-4516-81e3-670ace8105aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:45:00.327073 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c3434157-3665-4051-bf39-920ea0a22e1c req-84e5d817-e2af-4516-81e3-670ace8105aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ca19213-d127-4434-a936-015fb0d2794a HTTP/1.1" status: 200 len: 849 time: 0.0513568 Feb 19 05:45:00.380302 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3434157-3665-4051-bf39-920ea0a22e1c req-9af9a847-c197-48f7-a432-b083d778193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:45:00.381917 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c3434157-3665-4051-bf39-920ea0a22e1c req-9af9a847-c197-48f7-a432-b083d778193b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4647e8f-50a3-40cb-af9a-8318bf099dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481701 Feb 19 05:45:00.415080 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9cab4a37-ce08-4d4b-8394-635707cedb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'name': 'tempest-TestSnapshotPattern-1074308130-router', 'tenant_id': '6301454c5289417f88b4338867416a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:34Z', 'updated_at': '2022-02-19T05:44:37Z', 'revision_number': 4, 'project_id': '6301454c5289417f88b4338867416a67', 'gw_port': {'id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:35Z', 'updated_at': '2022-02-19T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'ccf02945-4d19-414b-84c3-7a12a1ff8f81', 'tenant_id': '6301454c5289417f88b4338867416a67', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'port_id': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'mac_address': 'fa:16:3e:82:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc13d76-c87e-4661-87d6-03d0a354eb9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:44:58Z', 'updated_at': '2022-02-19T05:44:58Z', 'revision_number': 0, 'project_id': '6301454c5289417f88b4338867416a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41d184d-8775-4817-87ae-6f5ae95b7b0e', 'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'tenant_id': '6301454c5289417f88b4338867416a67', 'mac_address': 'fa:16:3e:8a:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9ca19213-d127-4434-a936-015fb0d2794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:36Z', 'updated_at': '2022-02-19T05:44:41Z', 'revision_number': 5, 'project_id': '6301454c5289417f88b4338867416a67', 'subnets': [{'id': '9ca19213-d127-4434-a936-015fb0d2794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:45:00.445827 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab4a37-ce08-4d4b-8394-635707cedb0a None None] Checking router: 65d2a5c7-d7ae-4af6-9c79-87596956c362 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:45:00.454559 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab4a37-ce08-4d4b-8394-635707cedb0a None None] Routers {'65d2a5c7-d7ae-4af6-9c79-87596956c362'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:45:00.455087 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9cab4a37-ce08-4d4b-8394-635707cedb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:44:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['65d2a5c7-d7ae-4af6-9c79-87596956c362'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:45:00.473250 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c3434157-3665-4051-bf39-920ea0a22e1c req-c8ebdf55-3508-47e2-8c3c-122fc95adabd service neutron] 10.222.0.10 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851910 Feb 19 05:45:00.578455 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-9cab4a37-ce08-4d4b-8394-635707cedb0a None None] Set router 65d2a5c7-d7ae-4af6-9c79-87596956c362 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:45:00.586574 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c3434157-3665-4051-bf39-920ea0a22e1c req-6df4daa2-fa77-4b3c-85a0-ae16025f88fa service neutron] 10.222.0.10 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077356 Feb 19 05:45:00.809618 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-9cab4a37-ce08-4d4b-8394-635707cedb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'name': 'tempest-TestSnapshotPattern-1074308130-router', 'tenant_id': '6301454c5289417f88b4338867416a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:34Z', 'updated_at': '2022-02-19T05:44:37Z', 'revision_number': 4, 'project_id': '6301454c5289417f88b4338867416a67', 'gw_port': {'id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:35Z', 'updated_at': '2022-02-19T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'ccf02945-4d19-414b-84c3-7a12a1ff8f81', 'tenant_id': '6301454c5289417f88b4338867416a67', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'port_id': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'mac_address': 'fa:16:3e:82:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc13d76-c87e-4661-87d6-03d0a354eb9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:44:58Z', 'updated_at': '2022-02-19T05:44:58Z', 'revision_number': 0, 'project_id': '6301454c5289417f88b4338867416a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41d184d-8775-4817-87ae-6f5ae95b7b0e', 'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'tenant_id': '6301454c5289417f88b4338867416a67', 'mac_address': 'fa:16:3e:8a:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9ca19213-d127-4434-a936-015fb0d2794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:36Z', 'updated_at': '2022-02-19T05:44:41Z', 'revision_number': 5, 'project_id': '6301454c5289417f88b4338867416a67', 'subnets': [{'id': '9ca19213-d127-4434-a936-015fb0d2794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:45:00.835974 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab4a37-ce08-4d4b-8394-635707cedb0a None None] The sync data for ids ['65d2a5c7-d7ae-4af6-9c79-87596956c362'] in n-d-772273-4 is: [{'id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'name': 'tempest-TestSnapshotPattern-1074308130-router', 'tenant_id': '6301454c5289417f88b4338867416a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:34Z', 'updated_at': '2022-02-19T05:44:37Z', 'revision_number': 4, 'project_id': '6301454c5289417f88b4338867416a67', 'gw_port': {'id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:35Z', 'updated_at': '2022-02-19T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'ccf02945-4d19-414b-84c3-7a12a1ff8f81', 'tenant_id': '6301454c5289417f88b4338867416a67', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'port_id': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'mac_address': 'fa:16:3e:82:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc13d76-c87e-4661-87d6-03d0a354eb9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:44:58Z', 'updated_at': '2022-02-19T05:44:58Z', 'revision_number': 0, 'project_id': '6301454c5289417f88b4338867416a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41d184d-8775-4817-87ae-6f5ae95b7b0e', 'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'tenant_id': '6301454c5289417f88b4338867416a67', 'mac_address': 'fa:16:3e:8a:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9ca19213-d127-4434-a936-015fb0d2794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:36Z', 'updated_at': '2022-02-19T05:44:41Z', 'revision_number': 5, 'project_id': '6301454c5289417f88b4338867416a67', 'subnets': [{'id': '9ca19213-d127-4434-a936-015fb0d2794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:45:01.059944 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d9ac4b-8b12-4a40-9205-1d420452c918 None None] New status for floating IP ccf02945-4d19-414b-84c3-7a12a1ff8f81: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:45:02.432193 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-84d0eeb2-129d-47d0-9d21-be5b480d190d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:45:05.287489 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2ee055df-40b9-424b-8c72-a8bfe7790e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:45:07.175256 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:45:08.239592 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:45:08.315489 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:45:09.499282 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:45:10.090691 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:45:19.898817 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [req-ac9ebdfa-13fd-493b-a32a-f911a3a55ed8 req-75489ef7-e0fb-4fb1-9790-70b3c2942975 service neutron] (115199) timed out ('10.222.0.48', 64051) {{(pid=115199) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 05:45:32.427219 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-21679894-55bb-467e-b9cf-1c96724d7c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:45:34.373112 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:45:35.289545 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3066e621-f250-4ccc-b68c-5887ded4376f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:45:37.177834 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:45:38.254873 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:45:38.317837 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:45:39.502203 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:45:40.105024 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:45:50.123280 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5ddfd978-9edb-4bbd-9957-8990a5ad8dec req-23885ebe-98ff-4958-9c0e-05d64703cf88 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438750 Feb 19 05:45:50.206619 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfd978-9edb-4bbd-9957-8990a5ad8dec req-4f500d47-9c04-4e06-a274-4f8b0e676d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:45:50.208155 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5ddfd978-9edb-4bbd-9957-8990a5ad8dec req-4f500d47-9c04-4e06-a274-4f8b0e676d9a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6301454c5289417f88b4338867416a67&device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 1127 time: 0.0444605 Feb 19 05:45:50.312165 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfd978-9edb-4bbd-9957-8990a5ad8dec req-978d5aac-ef8f-498e-a60f-1889b0bb3597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:45:50.313681 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5ddfd978-9edb-4bbd-9957-8990a5ad8dec req-978d5aac-ef8f-498e-a60f-1889b0bb3597 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b4647e8f-50a3-40cb-af9a-8318bf099dc8 HTTP/1.1" status: 200 len: 910 time: 0.0872216 Feb 19 05:45:50.378928 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5ddfd978-9edb-4bbd-9957-8990a5ad8dec req-03be8b27-ca5b-4e64-b9b4-4905094cbc11 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 HTTP/1.1" status: 200 len: 1001 time: 0.0578671 Feb 19 05:45:50.431700 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfd978-9edb-4bbd-9957-8990a5ad8dec req-6c5254c4-35e4-4b9b-a909-cc87b5d768b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:45:50.433214 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5ddfd978-9edb-4bbd-9957-8990a5ad8dec req-6c5254c4-35e4-4b9b-a909-cc87b5d768b9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ca19213-d127-4434-a936-015fb0d2794a HTTP/1.1" status: 200 len: 849 time: 0.0491593 Feb 19 05:45:50.479899 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfd978-9edb-4bbd-9957-8990a5ad8dec req-13a6b862-ae88-4a9a-9213-b0c4f4d89945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:45:50.481415 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5ddfd978-9edb-4bbd-9957-8990a5ad8dec req-13a6b862-ae88-4a9a-9213-b0c4f4d89945 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4647e8f-50a3-40cb-af9a-8318bf099dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429041 Feb 19 05:45:50.569550 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5ddfd978-9edb-4bbd-9957-8990a5ad8dec req-e7911fed-5e15-4003-9919-a152cf41f56f service neutron] 10.222.0.10 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821195 Feb 19 05:45:50.659911 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-5ddfd978-9edb-4bbd-9957-8990a5ad8dec req-2eaf2e35-4281-4862-a6cf-46b736df2029 service neutron] 10.222.0.10 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842853 Feb 19 05:46:02.429294 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-76f7227e-13c7-41c3-b2a8-653452b53708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:46:05.295420 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-65ca1acd-2261-4c44-96cd-91c1ae649ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:46:07.181421 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:46:08.259815 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:46:08.321085 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:46:09.504927 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:46:10.104809 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:46:11.372163 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:46:32.431825 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f73bc3bb-779c-412d-9349-d2db3553c2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:46:35.287273 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8f547b52-abf5-4a53-b541-a19cbc55f21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:46:37.182943 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:46:38.257635 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:46:38.323266 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:46:39.507689 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:46:40.119517 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:46:48.371098 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:46:52.130588 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b2706d9-0ee9-4ef0-be15-b258052df550 req-6c9666b8-691a-43f6-af96-c92f44944119 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517581 Feb 19 05:46:52.215354 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2706d9-0ee9-4ef0-be15-b258052df550 req-431a4fbe-eb20-468f-bbe1-0f9686ef8525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:46:52.217000 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b2706d9-0ee9-4ef0-be15-b258052df550 req-431a4fbe-eb20-468f-bbe1-0f9686ef8525 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6301454c5289417f88b4338867416a67&device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 1127 time: 0.0457275 Feb 19 05:46:52.321940 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2706d9-0ee9-4ef0-be15-b258052df550 req-ffeba974-00f8-44ec-83e0-a00a1b88e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:46:52.323433 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b2706d9-0ee9-4ef0-be15-b258052df550 req-ffeba974-00f8-44ec-83e0-a00a1b88e1f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b4647e8f-50a3-40cb-af9a-8318bf099dc8 HTTP/1.1" status: 200 len: 910 time: 0.0889609 Feb 19 05:46:52.390825 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b2706d9-0ee9-4ef0-be15-b258052df550 req-c5071f84-1281-43fa-b39b-c0712a5bb025 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 HTTP/1.1" status: 200 len: 1001 time: 0.0608709 Feb 19 05:46:52.444305 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2706d9-0ee9-4ef0-be15-b258052df550 req-aed739b0-060a-4239-a2df-5cc5509aa751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:46:52.445843 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b2706d9-0ee9-4ef0-be15-b258052df550 req-aed739b0-060a-4239-a2df-5cc5509aa751 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ca19213-d127-4434-a936-015fb0d2794a HTTP/1.1" status: 200 len: 849 time: 0.0490718 Feb 19 05:46:52.494569 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2706d9-0ee9-4ef0-be15-b258052df550 req-b1d14926-20b2-40b3-9a01-1ca863b391c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:46:52.496112 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b2706d9-0ee9-4ef0-be15-b258052df550 req-b1d14926-20b2-40b3-9a01-1ca863b391c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4647e8f-50a3-40cb-af9a-8318bf099dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448239 Feb 19 05:46:52.586590 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b2706d9-0ee9-4ef0-be15-b258052df550 req-fb565bc7-b196-4492-9a2b-e68f2275b3e1 service neutron] 10.222.0.10 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840526 Feb 19 05:46:52.684672 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0b2706d9-0ee9-4ef0-be15-b258052df550 req-f077f906-7b93-4257-9719-747e2ecb4730 service neutron] 10.222.0.10 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912166 Feb 19 05:46:57.971749 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 details requested by agent hyperv_n-h1-772273-4 with host n-h1-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:46:58.076690 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5,segment=NetworkSegment(362f05eb-ccb8-4ad5-8f79-e03b9fa209ef),segment_id=362f05eb-ccb8-4ad5-8f79-e03b9fa209ef)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:46:58.088596 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Returning: {'device': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'port_id': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5', 'mac_address': 'fa:16:3e:82:76:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca19213-d127-4434-a936-015fb0d2794a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:46:58.130094 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 is: ACTIVE; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:46:58.130517 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:46:58.148325 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:46:58.170493 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5,segment=NetworkSegment(362f05eb-ccb8-4ad5-8f79-e03b9fa209ef),segment_id=362f05eb-ccb8-4ad5-8f79-e03b9fa209ef)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:46:58.175271 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:46:58.250607 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] get_ports_and_sgs() called for port_ids ['0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:46:58.277295 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:46:58.291818 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:46:58.292285 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:46:58.292650 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:46:58.293060 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:46:58.293225 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:46:58.293543 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:46:58.293878 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:46:58.294212 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:46:58.294557 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:46:58.294888 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:46:58.295221 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:46:58.295553 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:46:58.295884 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:46:59.994742 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 up at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:47:00.072966 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Provisioning complete for port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:47:00.072966 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:00.196504 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:47:00.197124 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:00.230627 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc13d76-c87e-4661-87d6-03d0a354eb9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:47:00.232956 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce592c7-cd67-4a00-adfc-1aed6392e888" -d '{"events": [{"server_uuid": "9dc13d76-c87e-4661-87d6-03d0a354eb9e", "name": "network-vif-plugged", "status": "completed", "tag": "0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:47:00.248272 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5,segment=NetworkSegment(362f05eb-ccb8-4ad5-8f79-e03b9fa209ef),segment_id=362f05eb-ccb8-4ad5-8f79-e03b9fa209ef)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:47:00.257993 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:00.345624 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5,revision_number=7']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:47:00.395610 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9673236-5075-4857-90b2-b5560a27b718 x-openstack-request-id: req-e9673236-5075-4857-90b2-b5560a27b718 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:47:00.396397 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc13d76-c87e-4661-87d6-03d0a354eb9e", "name": "network-vif-plugged", "status": "completed", "tag": "0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:47:00.397102 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e9673236-5075-4857-90b2-b5560a27b718 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:47:00.397745 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc13d76-c87e-4661-87d6-03d0a354eb9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5', 'code': 200} Feb 19 05:47:02.439672 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-96de4ecf-8ecb-4b6c-9ced-095c8956f031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:05.305829 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3e817fa3-c185-4619-966d-20c94cec6266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:07.198769 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:08.277306 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:08.329564 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:08.678107 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-93f476b1-6df7-48b2-bcc6-566216e0c891 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-175041278&fields=id&tenant_id=6301454c5289417f88b4338867416a67 HTTP/1.1" status: 200 len: 267 time: 0.0527546 Feb 19 05:47:08.791723 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-9f21c3bb-dda4-466e-bdad-4deb3e516f24 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:08.793165 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-9f21c3bb-dda4-466e-bdad-4deb3e516f24 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/networks?id=b4647e8f-50a3-40cb-af9a-8318bf099dc8 HTTP/1.1" status: 200 len: 810 time: 0.1082687 Feb 19 05:47:08.808481 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-d4bec8eb-b972-4aba-996a-13bad70f7ee8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/quotas/6301454c5289417f88b4338867416a67 HTTP/1.1" status: 200 len: 375 time: 0.0098231 Feb 19 05:47:08.871280 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-9dda7dc2-4c1b-4e02-8445-94180c24f8f1 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6301454c5289417f88b4338867416a67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0574193 Feb 19 05:47:08.971276 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-88c22344-adf8-467d-81c5-525c3e4c5714 service neutron] 10.222.0.65 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878189 Feb 19 05:47:09.075706 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-789161bd-dd8f-4173-bdba-9c50aac71c90 service neutron] 10.222.0.65 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982738 Feb 19 05:47:09.261756 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-55b6031f-7bcb-4884-ab9f-8b365777e638 req-3df07866-bcf3-4015-a543-2ac017032d1e tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 210 time: 0.0297227 Feb 19 05:47:09.514596 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:10.137273 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:10.351055 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c33b26d0-2b4d-4f3e-b776-eff976b72fe9 req-a3780a1e-6ec2-4b3f-ab68-1d14ccd4206b tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 210 time: 0.0346227 Feb 19 05:47:11.434543 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-6f286c35-f757-4701-bdcd-2c247eb8501b req-708e33d2-02b1-450c-a4fc-341d0f125217 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 210 time: 0.0302975 Feb 19 05:47:12.042202 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:47:12.132282 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Current status of the port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 is: ACTIVE; New status is: DOWN {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:47:12.132730 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:12.158262 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc13d76-c87e-4661-87d6-03d0a354eb9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:47:12.161107 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1febe2e-9cc3-4502-9661-852e8992ebc2" -d '{"events": [{"server_uuid": "9dc13d76-c87e-4661-87d6-03d0a354eb9e", "name": "network-vif-unplugged", "status": "completed", "tag": "0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:47:12.175775 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] For port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5,segment=NetworkSegment(362f05eb-ccb8-4ad5-8f79-e03b9fa209ef),segment_id=362f05eb-ccb8-4ad5-8f79-e03b9fa209ef)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:47:12.182081 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:12.209914 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 05:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6fe089-ebbd-4220-ac32-b936e2bd314a x-openstack-request-id: req-6b6fe089-ebbd-4220-ac32-b936e2bd314a {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:47:12.210209 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc13d76-c87e-4661-87d6-03d0a354eb9e", "name": "network-vif-unplugged", "status": "completed", "tag": "0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:47:12.210466 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b6fe089-ebbd-4220-ac32-b936e2bd314a {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:47:12.210863 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc13d76-c87e-4661-87d6-03d0a354eb9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5', 'code': 200} Feb 19 05:47:12.236685 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Pushing event updated for resources: {'Port': ['ID=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5,revision_number=8']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:47:12.523126 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c0c948ba-7e8e-4cad-b0b5-795a25ef7376 req-2e5a5916-8ebd-40ec-ba5f-fdede01717ec tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 210 time: 0.0317919 Feb 19 05:47:13.624982 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-dbd32058-bff7-411c-a183-a692f6240910 req-8c78ef2a-2d33-4f5e-9cf8-3de762d84a14 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 210 time: 0.0290601 Feb 19 05:47:14.499577 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-0aed9cf9-3c5f-47b6-ae0f-2e02abd7b796 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:14.501510 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-0aed9cf9-3c5f-47b6-ae0f-2e02abd7b796 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.48 "GET /v2.0/networks?id=b4647e8f-50a3-40cb-af9a-8318bf099dc8 HTTP/1.1" status: 200 len: 810 time: 0.1533933 Feb 19 05:47:14.584013 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-125a9b91-6646-48fa-b345-0f12b0a6ca17 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6301454c5289417f88b4338867416a67 HTTP/1.1" status: 200 len: 379 time: 0.0734444 Feb 19 05:47:14.595817 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Request body: {'port': {'device_id': 'fb265c1d-3cff-48dd-a21a-780ecc06f78d', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'admin_state_up': True, 'tenant_id': '6301454c5289417f88b4338867416a67', 'security_groups': ['f9c83fb1-2225-4a03-888c-789653b4a05e']}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:47:14.740248 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-1fc51fbf-85d5-4f08-b03a-dad0b59f3022 req-eeb717ac-3ba4-48db-a8b1-a97eb745215e tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 210 time: 0.0417390 Feb 19 05:47:14.796416 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Made reservation on behalf of 6301454c5289417f88b4338867416a67 for: {'port': 1} {{(pid=115198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 05:47:14.800419 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:15.050849 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_common [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Allocated IP 172.20.0.6 (b4647e8f-50a3-40cb-af9a-8318bf099dc8/9ca19213-d127-4434-a936-015fb0d2794a/9716d371-e32a-4f6f-b811-b50d4bb4ec91) {{(pid=115198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:47:15.274435 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for port (9716d371-e32a-4f6f-b811-b50d4bb4ec91), precommit_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:15.322045 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (9716d371-e32a-4f6f-b811-b50d4bb4ec91), after_create {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:15.372509 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Network b4647e8f-50a3-40cb-af9a-8318bf099dc8 is already hosted by enough agents. {{(pid=115198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:47:15.377348 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.base_scheduler [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Resources bound (agent type, host, resource id): {{(pid=115198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:47:15.383218 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Received port after_create {{(pid=115198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:47:15.483346 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Pushing event updated for resources: {'Port': ['ID=9716d371-e32a-4f6f-b811-b50d4bb4ec91,revision_number=1']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:47:15.497223 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:15.497642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:15.501562 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:15.501931 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:15.502287 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:15.503067 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:15.503067 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:15.503312 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:15.503648 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:15.503989 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:15.504867 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:15.505240 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:15.505578 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:15.553181 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:15.554877 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:15.588196 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-3e7a9f4f-28c5-4f54-ab45-9b3575a31cbb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9993732 Feb 19 05:47:15.814307 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-af55b587-c4e6-4b8a-adee-e689a027a202 None None] Provisioning complete for port 9716d371-e32a-4f6f-b811-b50d4bb4ec91 triggered by entity DHCP. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:47:15.815373 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-af55b587-c4e6-4b8a-adee-e689a027a202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9716d371-e32a-4f6f-b811-b50d4bb4ec91), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:15.873251 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-af55b587-c4e6-4b8a-adee-e689a027a202 None None] Port 9716d371-e32a-4f6f-b811-b50d4bb4ec91 cannot update to ACTIVE because it is not bound. {{(pid=115200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 05:47:16.045120 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c72e8-f547-492d-914a-db8e6175c31e req-45156159-2f7e-4a73-8cf6-7c09bedeb96d tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:16.048749 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e29c72e8-f547-492d-914a-db8e6175c31e req-45156159-2f7e-4a73-8cf6-7c09bedeb96d tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 931 time: 0.1200540 Feb 19 05:47:16.135149 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e29c72e8-f547-492d-914a-db8e6175c31e req-03491cd3-d94f-4a78-bb64-4fbb406a7c2c tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743797 Feb 19 05:47:17.321893 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd434a2f-5bd5-49f5-b594-ddb263c489f6 req-759f67b4-2bf1-48b2-a2a8-818ebd8dca93 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:17.329896 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd434a2f-5bd5-49f5-b594-ddb263c489f6 req-759f67b4-2bf1-48b2-a2a8-818ebd8dca93 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 931 time: 0.0744309 Feb 19 05:47:17.386211 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-dd434a2f-5bd5-49f5-b594-ddb263c489f6 req-3827b261-62fa-4b16-94a7-040115d38a32 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550787 Feb 19 05:47:18.549484 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c597b9-8661-4a5b-82d9-658957a3132b req-8d18de2f-c4f9-4082-9950-586a11be56d9 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:18.551176 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d4c597b9-8661-4a5b-82d9-658957a3132b req-8d18de2f-c4f9-4082-9950-586a11be56d9 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 931 time: 0.0596566 Feb 19 05:47:18.609975 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-d4c597b9-8661-4a5b-82d9-658957a3132b req-e7dc1461-90f6-4a0e-8642-3a4a3db6da10 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482700 Feb 19 05:47:19.766417 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620ef7a-4be0-4e2b-8509-5d043db3a3bb req-ca23c287-bbb3-422b-a897-b1cd90d371bd tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:19.767914 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2620ef7a-4be0-4e2b-8509-5d043db3a3bb req-ca23c287-bbb3-422b-a897-b1cd90d371bd tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 931 time: 0.0578310 Feb 19 05:47:19.849386 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-2620ef7a-4be0-4e2b-8509-5d043db3a3bb req-32bcf1c0-182f-44c9-ac6b-14156c5acaf6 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739164 Feb 19 05:47:21.001767 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504369d-a470-4683-9094-01670d8d0676 req-0c8649f5-0b68-4412-92c7-59b28b20046e tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:21.015672 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f504369d-a470-4683-9094-01670d8d0676 req-0c8649f5-0b68-4412-92c7-59b28b20046e tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 931 time: 0.0898237 Feb 19 05:47:21.114372 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f504369d-a470-4683-9094-01670d8d0676 req-d5e1ef26-04bf-418c-a56e-c232a42e8052 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963764 Feb 19 05:47:22.273801 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1a80f-987c-49bd-b717-432643688bc8 req-1a700e56-b401-46cb-bd16-553bb8b15629 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:22.276443 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95b1a80f-987c-49bd-b717-432643688bc8 req-1a700e56-b401-46cb-bd16-553bb8b15629 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 931 time: 0.0808430 Feb 19 05:47:22.349050 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-95b1a80f-987c-49bd-b717-432643688bc8 req-5ac1b042-4dbf-4c79-9a4b-113714be4fbd tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597160 Feb 19 05:47:23.487560 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf35f8-5dfe-439f-b547-228d3a8eb740 req-6f0b5052-5d50-4bb2-96d7-9971d8e40c9e tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:23.489168 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f7cf35f8-5dfe-439f-b547-228d3a8eb740 req-6f0b5052-5d50-4bb2-96d7-9971d8e40c9e tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 931 time: 0.0548298 Feb 19 05:47:23.541355 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-f7cf35f8-5dfe-439f-b547-228d3a8eb740 req-844aac55-7898-4420-a270-cb18a70ad896 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464098 Feb 19 05:47:23.555439 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.v2.base [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-8f794815-2718-4b10-abae-de8fe54d688c service neutron] Request body: {'port': {'device_id': 'fb265c1d-3cff-48dd-a21a-780ecc06f78d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772273-4'}} {{(pid=115198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:47:23.616194 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-8f794815-2718-4b10-abae-de8fe54d688c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9716d371-e32a-4f6f-b811-b50d4bb4ec91), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:23.881307 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-8f794815-2718-4b10-abae-de8fe54d688c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9716d371-e32a-4f6f-b811-b50d4bb4ec91 {{(pid=115198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:47:23.888730 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-8f794815-2718-4b10-abae-de8fe54d688c service neutron] Publish callbacks [] for port (9716d371-e32a-4f6f-b811-b50d4bb4ec91), precommit_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:23.900751 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.provisioning_blocks [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-8f794815-2718-4b10-abae-de8fe54d688c service neutron] Transition to ACTIVE for port object 9716d371-e32a-4f6f-b811-b50d4bb4ec91 will not be triggered until provisioned by entity L2. {{(pid=115198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 05:47:23.904517 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-8f794815-2718-4b10-abae-de8fe54d688c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (9716d371-e32a-4f6f-b811-b50d4bb4ec91), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:23.957325 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f794815-2718-4b10-abae-de8fe54d688c service neutron] Pushing event updated for resources: {'Port': ['ID=9716d371-e32a-4f6f-b811-b50d4bb4ec91,revision_number=2']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:47:24.034389 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-8f794815-2718-4b10-abae-de8fe54d688c service neutron] Attempting to bind port 9716d371-e32a-4f6f-b811-b50d4bb4ec91 on host n-h2-772273-4 for vnic_type normal with profile {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 05:47:24.034739 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-8f794815-2718-4b10-abae-de8fe54d688c service neutron] Attempting to bind port 9716d371-e32a-4f6f-b811-b50d4bb4ec91 by drivers openvswitch,hyperv on host n-h2-772273-4 at level 0 using segments [{'id': '362f05eb-ccb8-4ad5-8f79-e03b9fa209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8'}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 05:47:24.035073 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-8f794815-2718-4b10-abae-de8fe54d688c service neutron] Attempting to bind port 9716d371-e32a-4f6f-b811-b50d4bb4ec91 on network b4647e8f-50a3-40cb-af9a-8318bf099dc8 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:47:24.040501 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-8f794815-2718-4b10-abae-de8fe54d688c service neutron] Port 9716d371-e32a-4f6f-b811-b50d4bb4ec91 on network b4647e8f-50a3-40cb-af9a-8318bf099dc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-772273-4 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 05:47:24.040828 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-8f794815-2718-4b10-abae-de8fe54d688c service neutron] Attempting to bind port 9716d371-e32a-4f6f-b811-b50d4bb4ec91 on network b4647e8f-50a3-40cb-af9a-8318bf099dc8 {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 05:47:24.046284 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-8f794815-2718-4b10-abae-de8fe54d688c service neutron] Checking agent: {'id': '5b05d023-40f4-4624-a0cc-07f53478599e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772273-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'started_at': datetime.datetime(2022, 2, 19, 3, 53, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 5, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 05:47:24.046729 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-8f794815-2718-4b10-abae-de8fe54d688c service neutron] Checking segment: {'id': '362f05eb-ccb8-4ad5-8f79-e03b9fa209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 05:47:24.047026 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-8f794815-2718-4b10-abae-de8fe54d688c service neutron] Bound using segment: {'id': '362f05eb-ccb8-4ad5-8f79-e03b9fa209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8'} {{(pid=115198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 05:47:24.047470 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.managers [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-8f794815-2718-4b10-abae-de8fe54d688c service neutron] Bound port: 9716d371-e32a-4f6f-b811-b50d4bb4ec91, host: n-h2-772273-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362f05eb-ccb8-4ad5-8f79-e03b9fa209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8'}}] {{(pid=115198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 05:47:24.047829 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-8f794815-2718-4b10-abae-de8fe54d688c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9716d371-e32a-4f6f-b811-b50d4bb4ec91), before_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:24.121209 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-8f794815-2718-4b10-abae-de8fe54d688c service neutron] For port 9716d371-e32a-4f6f-b811-b50d4bb4ec91, host n-h2-772273-4, cleared binding levels {{(pid=115198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 05:47:24.124584 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-8f794815-2718-4b10-abae-de8fe54d688c service neutron] For port 9716d371-e32a-4f6f-b811-b50d4bb4ec91, host n-h2-772273-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9716d371-e32a-4f6f-b811-b50d4bb4ec91,segment=NetworkSegment(362f05eb-ccb8-4ad5-8f79-e03b9fa209ef),segment_id=362f05eb-ccb8-4ad5-8f79-e03b9fa209ef)] {{(pid=115198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 05:47:24.133885 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-8f794815-2718-4b10-abae-de8fe54d688c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7472958'] for port (9716d371-e32a-4f6f-b811-b50d4bb4ec91), after_update {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:24.171994 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-8f794815-2718-4b10-abae-de8fe54d688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:24.172638 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-8f794815-2718-4b10-abae-de8fe54d688c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:24.174088 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-8f794815-2718-4b10-abae-de8fe54d688c service neutron] 10.222.0.48 "PUT /v2.0/ports/9716d371-e32a-4f6f-b811-b50d4bb4ec91 HTTP/1.1" status: 200 len: 1091 time: 0.6236820 Feb 19 05:47:24.174538 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb265c1d-3cff-48dd-a21a-780ecc06f78d', 'tag': '9716d371-e32a-4f6f-b811-b50d4bb4ec91'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:47:24.177470 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e8869c-53ac-4501-834e-d9484fafaeeb" -d '{"events": [{"name": "network-changed", "server_uuid": "fb265c1d-3cff-48dd-a21a-780ecc06f78d", "tag": "9716d371-e32a-4f6f-b811-b50d4bb4ec91"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:47:24.210266 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f794815-2718-4b10-abae-de8fe54d688c service neutron] Pushing event updated for resources: {'Port': ['ID=9716d371-e32a-4f6f-b811-b50d4bb4ec91,revision_number=3']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:47:24.225790 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2740b819-8f04-4e3b-bc14-0943f6b6e1da x-openstack-request-id: req-2740b819-8f04-4e3b-bc14-0943f6b6e1da {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:47:24.226109 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb265c1d-3cff-48dd-a21a-780ecc06f78d", "tag": "9716d371-e32a-4f6f-b811-b50d4bb4ec91", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:47:24.226435 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2740b819-8f04-4e3b-bc14-0943f6b6e1da {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:47:24.226846 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb265c1d-3cff-48dd-a21a-780ecc06f78d', 'tag': '9716d371-e32a-4f6f-b811-b50d4bb4ec91', 'status': 'completed', 'code': 200} Feb 19 05:47:24.265199 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-11090342-666d-42c7-9f7f-39ce7440aa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:24.266749 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-11090342-666d-42c7-9f7f-39ce7440aa50 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6301454c5289417f88b4338867416a67&device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 1125 time: 0.0514948 Feb 19 05:47:24.314419 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-2e3d044a-e63d-406a-9e09-35bfd7ec1201 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9716d371-e32a-4f6f-b811-b50d4bb4ec91 HTTP/1.1" status: 200 len: 217 time: 0.0401607 Feb 19 05:47:24.364922 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-e367252c-de17-4733-b359-941e83ab5782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:24.366502 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-e367252c-de17-4733-b359-941e83ab5782 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ca19213-d127-4434-a936-015fb0d2794a HTTP/1.1" status: 200 len: 849 time: 0.0455797 Feb 19 05:47:24.414812 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-dc02a8b8-8a51-4875-b89d-6ddfefbe7ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:24.416670 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-dc02a8b8-8a51-4875-b89d-6ddfefbe7ef8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4647e8f-50a3-40cb-af9a-8318bf099dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449774 Feb 19 05:47:24.508413 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-1d48b569-166c-4ca9-97b4-f3842501aaf9 service neutron] 10.222.0.48 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852568 Feb 19 05:47:24.606332 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-8e9202b5-d157-4059-9126-74c984c4d8ed req-00e9fc8d-5697-48fb-a545-9b795f7ec590 service neutron] 10.222.0.48 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912151 Feb 19 05:47:24.695573 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330e62d-d5b9-490c-abcb-f1cb606cfaf9 req-725ce731-3f44-4f32-b1b2-2a80590686e3 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:24.697007 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1330e62d-d5b9-490c-abcb-f1cb606cfaf9 req-725ce731-3f44-4f32-b1b2-2a80590686e3 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 943 time: 0.0848875 Feb 19 05:47:24.730857 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8869c-53ac-4501-834e-d9484fafaeeb req-8cd7e75d-3bc8-4cdd-99c8-1beaac263c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:24.732336 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-27e8869c-53ac-4501-834e-d9484fafaeeb req-8cd7e75d-3bc8-4cdd-99c8-1beaac263c00 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6301454c5289417f88b4338867416a67&device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 1125 time: 0.0775988 Feb 19 05:47:24.795571 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1330e62d-d5b9-490c-abcb-f1cb606cfaf9 req-c44d6032-901e-423b-92c9-948f4d20ce48 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913832 Feb 19 05:47:24.835727 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8869c-53ac-4501-834e-d9484fafaeeb req-7612310f-feed-42d1-8be7-95bbfe2c5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:24.837233 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-27e8869c-53ac-4501-834e-d9484fafaeeb req-7612310f-feed-42d1-8be7-95bbfe2c5590 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4647e8f-50a3-40cb-af9a-8318bf099dc8 HTTP/1.1" status: 200 len: 910 time: 0.0972710 Feb 19 05:47:24.882006 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-27e8869c-53ac-4501-834e-d9484fafaeeb req-865f4271-7bcd-4b7a-8d9d-e0810bd51e19 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9716d371-e32a-4f6f-b811-b50d4bb4ec91 HTTP/1.1" status: 200 len: 217 time: 0.0382071 Feb 19 05:47:24.930677 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8869c-53ac-4501-834e-d9484fafaeeb req-8460c5d3-7a7b-49da-babd-b0ef39e210aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:24.932153 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-27e8869c-53ac-4501-834e-d9484fafaeeb req-8460c5d3-7a7b-49da-babd-b0ef39e210aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ca19213-d127-4434-a936-015fb0d2794a HTTP/1.1" status: 200 len: 849 time: 0.0436909 Feb 19 05:47:24.985435 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8869c-53ac-4501-834e-d9484fafaeeb req-735e77bf-4712-4270-b4b8-aa2fd05928f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:24.986875 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-27e8869c-53ac-4501-834e-d9484fafaeeb req-735e77bf-4712-4270-b4b8-aa2fd05928f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4647e8f-50a3-40cb-af9a-8318bf099dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475407 Feb 19 05:47:25.081168 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-27e8869c-53ac-4501-834e-d9484fafaeeb req-c0661a96-ef80-482f-87bf-3d357f2275b4 service neutron] 10.222.0.48 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871961 Feb 19 05:47:25.169944 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-27e8869c-53ac-4501-834e-d9484fafaeeb req-6b9f2357-698d-4bec-ba39-def298a90bf3 service neutron] 10.222.0.48 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819669 Feb 19 05:47:25.371255 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:47:25.917241 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b10b8-95e2-4c41-a70a-8f6346d636c1 req-90a6eb28-f4a9-499c-aaaa-f3b9939f40bd tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:25.918735 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-152b10b8-95e2-4c41-a70a-8f6346d636c1 req-90a6eb28-f4a9-499c-aaaa-f3b9939f40bd tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 943 time: 0.0526531 Feb 19 05:47:25.967110 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-152b10b8-95e2-4c41-a70a-8f6346d636c1 req-b9da04f0-1b24-4e81-89e4-f3f650ccee03 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427611 Feb 19 05:47:27.166583 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab6216-7036-4035-bb36-bafb6574e41c req-56ca5bad-a68c-41c4-818d-97f1c26fe8bb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:27.168113 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-99ab6216-7036-4035-bb36-bafb6574e41c req-56ca5bad-a68c-41c4-818d-97f1c26fe8bb tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 943 time: 0.0589838 Feb 19 05:47:27.220557 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-99ab6216-7036-4035-bb36-bafb6574e41c req-590786f5-a4b4-424f-9aed-c69a515e969c tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466683 Feb 19 05:47:27.777521 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9716d371-e32a-4f6f-b811-b50d4bb4ec91 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:47:27.875336 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9716d371-e32a-4f6f-b811-b50d4bb4ec91, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9716d371-e32a-4f6f-b811-b50d4bb4ec91,segment=NetworkSegment(362f05eb-ccb8-4ad5-8f79-e03b9fa209ef),segment_id=362f05eb-ccb8-4ad5-8f79-e03b9fa209ef)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:47:27.886996 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '9716d371-e32a-4f6f-b811-b50d4bb4ec91', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'port_id': '9716d371-e32a-4f6f-b811-b50d4bb4ec91', 'mac_address': 'fa:16:3e:86:6e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca19213-d127-4434-a936-015fb0d2794a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:47:27.922956 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 9716d371-e32a-4f6f-b811-b50d4bb4ec91 is: DOWN; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:47:27.923351 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9716d371-e32a-4f6f-b811-b50d4bb4ec91), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:27.936786 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9716d371-e32a-4f6f-b811-b50d4bb4ec91 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:47:27.955495 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9716d371-e32a-4f6f-b811-b50d4bb4ec91, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9716d371-e32a-4f6f-b811-b50d4bb4ec91,segment=NetworkSegment(362f05eb-ccb8-4ad5-8f79-e03b9fa209ef),segment_id=362f05eb-ccb8-4ad5-8f79-e03b9fa209ef)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:47:27.959767 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9716d371-e32a-4f6f-b811-b50d4bb4ec91), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:28.006911 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=9716d371-e32a-4f6f-b811-b50d4bb4ec91,revision_number=4']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:47:28.196160 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['9716d371-e32a-4f6f-b811-b50d4bb4ec91'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:47:28.346980 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b0ab6-6250-4b98-b19c-29eb58d6d7f5 req-b477658d-ab8d-44e6-9b13-d32629592e72 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:28.349106 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-321b0ab6-6250-4b98-b19c-29eb58d6d7f5 req-b477658d-ab8d-44e6-9b13-d32629592e72 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 944 time: 0.0569146 Feb 19 05:47:28.398797 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-321b0ab6-6250-4b98-b19c-29eb58d6d7f5 req-4f6084a0-79a0-4635-9c7d-09ada805af3b tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439978 Feb 19 05:47:29.519261 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6340f-7845-4c16-9228-d1ce96e9c229 req-64985d73-5304-4243-8ef8-2b216d094e06 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:29.521475 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3cc6340f-7845-4c16-9228-d1ce96e9c229 req-64985d73-5304-4243-8ef8-2b216d094e06 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 944 time: 0.0527384 Feb 19 05:47:29.569911 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3cc6340f-7845-4c16-9228-d1ce96e9c229 req-89ef75e2-78c4-41ff-855f-1c7e0ecfdef1 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428486 Feb 19 05:47:29.788170 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9716d371-e32a-4f6f-b811-b50d4bb4ec91 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:47:29.836803 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning for port 9716d371-e32a-4f6f-b811-b50d4bb4ec91 completed by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 05:47:29.840821 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 9716d371-e32a-4f6f-b811-b50d4bb4ec91 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:47:29.841237 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9716d371-e32a-4f6f-b811-b50d4bb4ec91), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:29.918457 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 9716d371-e32a-4f6f-b811-b50d4bb4ec91 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:47:29.918856 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9716d371-e32a-4f6f-b811-b50d4bb4ec91), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:29.942595 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb265c1d-3cff-48dd-a21a-780ecc06f78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9716d371-e32a-4f6f-b811-b50d4bb4ec91'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:47:29.944854 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c3d2d9-b1bd-4f58-ba6b-bc283c18de9a" -d '{"events": [{"server_uuid": "fb265c1d-3cff-48dd-a21a-780ecc06f78d", "name": "network-vif-plugged", "status": "completed", "tag": "9716d371-e32a-4f6f-b811-b50d4bb4ec91"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:47:29.957604 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9716d371-e32a-4f6f-b811-b50d4bb4ec91, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9716d371-e32a-4f6f-b811-b50d4bb4ec91,segment=NetworkSegment(362f05eb-ccb8-4ad5-8f79-e03b9fa209ef),segment_id=362f05eb-ccb8-4ad5-8f79-e03b9fa209ef)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:47:29.963946 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9716d371-e32a-4f6f-b811-b50d4bb4ec91), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:29.995262 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee791693-6180-4444-bf08-1d5e46ede718 x-openstack-request-id: req-ee791693-6180-4444-bf08-1d5e46ede718 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:47:29.995541 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb265c1d-3cff-48dd-a21a-780ecc06f78d", "name": "network-vif-plugged", "status": "completed", "tag": "9716d371-e32a-4f6f-b811-b50d4bb4ec91", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:47:29.995793 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ee791693-6180-4444-bf08-1d5e46ede718 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:47:29.996195 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb265c1d-3cff-48dd-a21a-780ecc06f78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9716d371-e32a-4f6f-b811-b50d4bb4ec91', 'code': 200} Feb 19 05:47:30.021941 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=9716d371-e32a-4f6f-b811-b50d4bb4ec91,revision_number=5']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:47:30.084894 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8047099-e1a3-4dc1-9025-431a612000b4 req-9efc56dc-5f1b-471e-9690-5101942ab339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:30.086396 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a8047099-e1a3-4dc1-9025-431a612000b4 req-9efc56dc-5f1b-471e-9690-5101942ab339 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 1127 time: 0.0448494 Feb 19 05:47:30.135894 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-a8047099-e1a3-4dc1-9025-431a612000b4 req-3ad99458-4466-48e8-b012-6ac65bf9cb30 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432158 Feb 19 05:47:30.689263 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b061c-c0d1-46dc-aa39-7fc00aa892ac req-25728bc9-163b-4f57-abc4-ed1ecd124856 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:30.690766 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be0b061c-c0d1-46dc-aa39-7fc00aa892ac req-25728bc9-163b-4f57-abc4-ed1ecd124856 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 945 time: 0.0527089 Feb 19 05:47:30.741329 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-be0b061c-c0d1-46dc-aa39-7fc00aa892ac req-32b2aea1-2fa9-4e90-acda-19d256f7d9aa tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449846 Feb 19 05:47:31.865998 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83eab2-9457-4bba-aa30-64aadbab87c8 req-b1f01ae7-7206-45a8-b5d7-8ef704f9b9cc tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:31.867521 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca83eab2-9457-4bba-aa30-64aadbab87c8 req-b1f01ae7-7206-45a8-b5d7-8ef704f9b9cc tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 945 time: 0.0549440 Feb 19 05:47:31.917744 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-ca83eab2-9457-4bba-aa30-64aadbab87c8 req-9aae7639-ecd7-4f37-af35-dae702a823b4 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446205 Feb 19 05:47:32.105067 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5935f0f-ef37-40be-bbc5-628b02f91bbb req-eb7a3dfe-33a2-4956-a209-1b476d589308 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:32.106604 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e5935f0f-ef37-40be-bbc5-628b02f91bbb req-eb7a3dfe-33a2-4956-a209-1b476d589308 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 945 time: 0.1186993 Feb 19 05:47:32.156224 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-e5935f0f-ef37-40be-bbc5-628b02f91bbb req-bfd3fd16-f99b-4a9c-9062-f987bf4374b8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436938 Feb 19 05:47:32.179309 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39230) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:47:32.229508 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258d0fe1-ff59-4d75-8372-ab2ac0951ef6 tempest-TestSnapshotPattern-376007114 tempest-TestSnapshotPattern-376007114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:32.231095 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-258d0fe1-ff59-4d75-8372-ab2ac0951ef6 tempest-TestSnapshotPattern-376007114 tempest-TestSnapshotPattern-376007114-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 1122 time: 0.0507534 Feb 19 05:47:32.233878 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39232) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:47:32.238209 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.v2.base [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Request body: {'floatingip': {'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'port_id': '9716d371-e32a-4f6f-b811-b50d4bb4ec91', 'tenant_id': '6301454c5289417f88b4338867416a67', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 05:47:32.258363 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:32.359190 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (None), before_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:32.433688 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b1528808-fa84-409a-9bb5-c57c927c5362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:32.468469 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_common [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Allocated IP 172.25.0.146 (463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e/e02db55a-835c-4498-af31-ea358f82e32f/c327c3f0-de47-4c8f-b5ce-54266f668617) {{(pid=115199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 05:47:32.577170 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for port (c327c3f0-de47-4c8f-b5ce-54266f668617), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:32.614416 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764045392424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (c327c3f0-de47-4c8f-b5ce-54266f668617), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:32.660787 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Network 463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e is already hosted by enough agents. {{(pid=115199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 05:47:32.663944 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.base_scheduler [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Resources bound (agent type, host, resource id): {{(pid=115199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 05:47:32.668259 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Received port after_create {{(pid=115199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 05:47:32.698344 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Pushing event updated for resources: {'Port': ['ID=c327c3f0-de47-4c8f-b5ce-54266f668617,revision_number=1']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:47:32.713311 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:32.713669 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:32.714021 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:32.714370 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:32.714717 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:32.715053 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:32.715390 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:32.715727 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:32.716217 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:32.716396 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:32.717784 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:32.717784 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:32.717784 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:47:33.385998 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for floatingip (68d7ed79-e5af-4690-bccf-93689dc12166), precommit_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:33.461754 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (c327c3f0-de47-4c8f-b5ce-54266f668617), before_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:33.638827 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for port (c327c3f0-de47-4c8f-b5ce-54266f668617), precommit_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:33.645192 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5490571'] for port (c327c3f0-de47-4c8f-b5ce-54266f668617), after_update {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:33.736077 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Pushing event updated for resources: {'Port': ['ID=c327c3f0-de47-4c8f-b5ce-54266f668617,revision_number=2']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:47:33.754239 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429310'] for floatingip (68d7ed79-e5af-4690-bccf-93689dc12166), after_create {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:33.767627 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-58cc4f6b-9c84-434f-bbbf-c78f70c5d265 req-a62ae4b4-afcb-4266-b8a9-893d8c0703ed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0583198 Feb 19 05:47:33.867792 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc4f6b-9c84-434f-bbbf-c78f70c5d265 req-ec5b87a7-b803-491f-b305-25525180ad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:33.869370 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-58cc4f6b-9c84-434f-bbbf-c78f70c5d265 req-ec5b87a7-b803-491f-b305-25525180ad19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6301454c5289417f88b4338867416a67&device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 1127 time: 0.0494020 Feb 19 05:47:33.908061 n-d-772273-4 neutron-server[115199]: INFO neutron.db.l3_db [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Floating IP 68d7ed79-e5af-4690-bccf-93689dc12166 associated. External IP: 172.25.0.146, port: 9716d371-e32a-4f6f-b811-b50d4bb4ec91. Feb 19 05:47:33.984767 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc4f6b-9c84-434f-bbbf-c78f70c5d265 req-1af2ea00-07ec-4078-b4f3-cbca71eddba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:33.986341 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-58cc4f6b-9c84-434f-bbbf-c78f70c5d265 req-1af2ea00-07ec-4078-b4f3-cbca71eddba6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4647e8f-50a3-40cb-af9a-8318bf099dc8 HTTP/1.1" status: 200 len: 910 time: 0.0964787 Feb 19 05:47:34.064044 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-58cc4f6b-9c84-434f-bbbf-c78f70c5d265 req-9c1d1af2-c410-42d0-a8a5-9cb6c0ebdcec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9716d371-e32a-4f6f-b811-b50d4bb4ec91 HTTP/1.1" status: 200 len: 999 time: 0.0708230 Feb 19 05:47:34.138545 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc4f6b-9c84-434f-bbbf-c78f70c5d265 req-6d0419e2-f5b3-49f1-8f96-2fe7e991e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:34.140141 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-58cc4f6b-9c84-434f-bbbf-c78f70c5d265 req-6d0419e2-f5b3-49f1-8f96-2fe7e991e18c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ca19213-d127-4434-a936-015fb0d2794a HTTP/1.1" status: 200 len: 849 time: 0.0696907 Feb 19 05:47:34.142485 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Router 65d2a5c7-d7ae-4af6-9c79-87596956c362 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:47:34.197164 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc4f6b-9c84-434f-bbbf-c78f70c5d265 req-c512206b-019d-4e1a-9ebc-11c88a7f52d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:34.198824 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-58cc4f6b-9c84-434f-bbbf-c78f70c5d265 req-c512206b-019d-4e1a-9ebc-11c88a7f52d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4647e8f-50a3-40cb-af9a-8318bf099dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517762 Feb 19 05:47:34.278033 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:47:34.290617 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a1c73b-b6c7-4ba2-92f7-267f181e4601 None None] Sync routers for ids ['65d2a5c7-d7ae-4af6-9c79-87596956c362'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:47:34.299137 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:34.309383 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a1c73b-b6c7-4ba2-92f7-267f181e4601 None None] Routers {'65d2a5c7-d7ae-4af6-9c79-87596956c362'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:47:34.310347 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-18a1c73b-b6c7-4ba2-92f7-267f181e4601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:47:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['65d2a5c7-d7ae-4af6-9c79-87596956c362'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:47:34.312856 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-58cc4f6b-9c84-434f-bbbf-c78f70c5d265 req-88af96d2-c179-47f7-88bf-f9fa92b1ce78 service neutron] 10.222.0.48 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063874 Feb 19 05:47:34.341577 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-e17ff860-8432-444b-9ed1-b8266c1b32f8 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1065767 Feb 19 05:47:34.342839 n-d-772273-4 neutron-server[115199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb265c1d-3cff-48dd-a21a-780ecc06f78d', 'tag': '9716d371-e32a-4f6f-b811-b50d4bb4ec91'}] {{(pid=115199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:47:34.347670 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67aa6f7de619a85df30cfe0137ca1dd28d17a0351eaf43cb3e842daa49c715ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0fed7c-ab9b-47e8-a94d-8c98e6e565cf" -d '{"events": [{"name": "network-changed", "server_uuid": "fb265c1d-3cff-48dd-a21a-780ecc06f78d", "tag": "9716d371-e32a-4f6f-b811-b50d4bb4ec91"}]}' {{(pid=115199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:47:34.431799 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-18a1c73b-b6c7-4ba2-92f7-267f181e4601 None None] Set router 65d2a5c7-d7ae-4af6-9c79-87596956c362 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:47:34.462166 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-58cc4f6b-9c84-434f-bbbf-c78f70c5d265 req-da67e735-9cc6-4642-9427-862e4e9f9988 service neutron] 10.222.0.48 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427512 Feb 19 05:47:34.469787 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e260d26-ddb2-4739-bb74-79919489b2b0 x-openstack-request-id: req-9e260d26-ddb2-4739-bb74-79919489b2b0 {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:47:34.470426 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb265c1d-3cff-48dd-a21a-780ecc06f78d", "tag": "9716d371-e32a-4f6f-b811-b50d4bb4ec91", "status": "completed", "code": 200}]} {{(pid=115199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:47:34.470426 n-d-772273-4 neutron-server[115199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9e260d26-ddb2-4739-bb74-79919489b2b0 {{(pid=115199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:47:34.470919 n-d-772273-4 neutron-server[115199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb265c1d-3cff-48dd-a21a-780ecc06f78d', 'tag': '9716d371-e32a-4f6f-b811-b50d4bb4ec91', 'status': 'completed', 'code': 200} Feb 19 05:47:34.563219 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fed7c-ab9b-47e8-a94d-8c98e6e565cf req-9e912c3f-439b-4708-8527-92a662d0cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:34.564816 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f0fed7c-ab9b-47e8-a94d-8c98e6e565cf req-9e912c3f-439b-4708-8527-92a662d0cdf5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6301454c5289417f88b4338867416a67&device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 1127 time: 0.0551682 Feb 19 05:47:34.668485 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fed7c-ab9b-47e8-a94d-8c98e6e565cf req-8d4b05c2-7a18-4535-946d-c813e6ccd72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:34.670229 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f0fed7c-ab9b-47e8-a94d-8c98e6e565cf req-8d4b05c2-7a18-4535-946d-c813e6ccd72c service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4647e8f-50a3-40cb-af9a-8318bf099dc8 HTTP/1.1" status: 200 len: 910 time: 0.0976181 Feb 19 05:47:34.708955 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-18a1c73b-b6c7-4ba2-92f7-267f181e4601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'name': 'tempest-TestSnapshotPattern-1074308130-router', 'tenant_id': '6301454c5289417f88b4338867416a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:34Z', 'updated_at': '2022-02-19T05:44:37Z', 'revision_number': 4, 'project_id': '6301454c5289417f88b4338867416a67', 'gw_port': {'id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:35Z', 'updated_at': '2022-02-19T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '68d7ed79-e5af-4690-bccf-93689dc12166', 'tenant_id': '6301454c5289417f88b4338867416a67', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'port_id': '9716d371-e32a-4f6f-b811-b50d4bb4ec91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'mac_address': 'fa:16:3e:86:6e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb265c1d-3cff-48dd-a21a-780ecc06f78d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:47:32Z', 'updated_at': '2022-02-19T05:47:32Z', 'revision_number': 0, 'project_id': '6301454c5289417f88b4338867416a67', 'fixed_ip_address_scope': None}, {'id': 'ccf02945-4d19-414b-84c3-7a12a1ff8f81', 'tenant_id': '6301454c5289417f88b4338867416a67', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'port_id': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'mac_address': 'fa:16:3e:82:76:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc13d76-c87e-4661-87d6-03d0a354eb9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:44:58Z', 'updated_at': '2022-02-19T05:45:01Z', 'revision_number': 1, 'project_id': '6301454c5289417f88b4338867416a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41d184d-8775-4817-87ae-6f5ae95b7b0e', 'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'tenant_id': '6301454c5289417f88b4338867416a67', 'mac_address': 'fa:16:3e:8a:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9ca19213-d127-4434-a936-015fb0d2794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:36Z', 'updated_at': '2022-02-19T05:44:41Z', 'revision_number': 5, 'project_id': '6301454c5289417f88b4338867416a67', 'subnets': [{'id': '9ca19213-d127-4434-a936-015fb0d2794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:47:34.749606 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f0fed7c-ab9b-47e8-a94d-8c98e6e565cf req-a38ac3bd-48f5-4e0a-9814-8a78decadc46 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9716d371-e32a-4f6f-b811-b50d4bb4ec91 HTTP/1.1" status: 200 len: 999 time: 0.0723376 Feb 19 05:47:34.813184 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fed7c-ab9b-47e8-a94d-8c98e6e565cf req-61a3e6ef-2bb7-41ae-ac53-13fb9de63f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:34.814922 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f0fed7c-ab9b-47e8-a94d-8c98e6e565cf req-61a3e6ef-2bb7-41ae-ac53-13fb9de63f95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ca19213-d127-4434-a936-015fb0d2794a HTTP/1.1" status: 200 len: 849 time: 0.0597548 Feb 19 05:47:34.846258 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a1c73b-b6c7-4ba2-92f7-267f181e4601 None None] Checking router: 65d2a5c7-d7ae-4af6-9c79-87596956c362 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:47:34.856196 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a1c73b-b6c7-4ba2-92f7-267f181e4601 None None] Routers {'65d2a5c7-d7ae-4af6-9c79-87596956c362'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:47:34.856824 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-18a1c73b-b6c7-4ba2-92f7-267f181e4601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:47:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['65d2a5c7-d7ae-4af6-9c79-87596956c362'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:47:34.874607 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fed7c-ab9b-47e8-a94d-8c98e6e565cf req-c1f241bb-8407-4c8a-af94-0e36fe7c2671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:34.876199 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f0fed7c-ab9b-47e8-a94d-8c98e6e565cf req-c1f241bb-8407-4c8a-af94-0e36fe7c2671 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4647e8f-50a3-40cb-af9a-8318bf099dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0549843 Feb 19 05:47:34.976622 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-18a1c73b-b6c7-4ba2-92f7-267f181e4601 None None] Set router 65d2a5c7-d7ae-4af6-9c79-87596956c362 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:47:34.984703 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f0fed7c-ab9b-47e8-a94d-8c98e6e565cf req-9474e21e-448c-4bf5-af8a-1dba8a932e0f service neutron] 10.222.0.48 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027772 Feb 19 05:47:35.078308 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-1f0fed7c-ab9b-47e8-a94d-8c98e6e565cf req-09cc14a1-6a97-4577-bcb2-17f73f227172 service neutron] 10.222.0.48 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874770 Feb 19 05:47:35.210240 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-18a1c73b-b6c7-4ba2-92f7-267f181e4601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'name': 'tempest-TestSnapshotPattern-1074308130-router', 'tenant_id': '6301454c5289417f88b4338867416a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:34Z', 'updated_at': '2022-02-19T05:44:37Z', 'revision_number': 4, 'project_id': '6301454c5289417f88b4338867416a67', 'gw_port': {'id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:35Z', 'updated_at': '2022-02-19T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '68d7ed79-e5af-4690-bccf-93689dc12166', 'tenant_id': '6301454c5289417f88b4338867416a67', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'port_id': '9716d371-e32a-4f6f-b811-b50d4bb4ec91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'mac_address': 'fa:16:3e:86:6e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb265c1d-3cff-48dd-a21a-780ecc06f78d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:47:32Z', 'updated_at': '2022-02-19T05:47:32Z', 'revision_number': 0, 'project_id': '6301454c5289417f88b4338867416a67', 'fixed_ip_address_scope': None}, {'id': 'ccf02945-4d19-414b-84c3-7a12a1ff8f81', 'tenant_id': '6301454c5289417f88b4338867416a67', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'port_id': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'mac_address': 'fa:16:3e:82:76:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc13d76-c87e-4661-87d6-03d0a354eb9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:44:58Z', 'updated_at': '2022-02-19T05:45:01Z', 'revision_number': 1, 'project_id': '6301454c5289417f88b4338867416a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41d184d-8775-4817-87ae-6f5ae95b7b0e', 'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'tenant_id': '6301454c5289417f88b4338867416a67', 'mac_address': 'fa:16:3e:8a:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9ca19213-d127-4434-a936-015fb0d2794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:36Z', 'updated_at': '2022-02-19T05:44:41Z', 'revision_number': 5, 'project_id': '6301454c5289417f88b4338867416a67', 'subnets': [{'id': '9ca19213-d127-4434-a936-015fb0d2794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:47:35.240776 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a1c73b-b6c7-4ba2-92f7-267f181e4601 None None] The sync data for ids ['65d2a5c7-d7ae-4af6-9c79-87596956c362'] in n-d-772273-4 is: [{'id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'name': 'tempest-TestSnapshotPattern-1074308130-router', 'tenant_id': '6301454c5289417f88b4338867416a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:34Z', 'updated_at': '2022-02-19T05:44:37Z', 'revision_number': 4, 'project_id': '6301454c5289417f88b4338867416a67', 'gw_port': {'id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:35Z', 'updated_at': '2022-02-19T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': '68d7ed79-e5af-4690-bccf-93689dc12166', 'tenant_id': '6301454c5289417f88b4338867416a67', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'port_id': '9716d371-e32a-4f6f-b811-b50d4bb4ec91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'mac_address': 'fa:16:3e:86:6e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb265c1d-3cff-48dd-a21a-780ecc06f78d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:47:32Z', 'updated_at': '2022-02-19T05:47:32Z', 'revision_number': 0, 'project_id': '6301454c5289417f88b4338867416a67', 'fixed_ip_address_scope': None}, {'id': 'ccf02945-4d19-414b-84c3-7a12a1ff8f81', 'tenant_id': '6301454c5289417f88b4338867416a67', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'port_id': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'mac_address': 'fa:16:3e:82:76:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc13d76-c87e-4661-87d6-03d0a354eb9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:44:58Z', 'updated_at': '2022-02-19T05:45:01Z', 'revision_number': 1, 'project_id': '6301454c5289417f88b4338867416a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41d184d-8775-4817-87ae-6f5ae95b7b0e', 'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'tenant_id': '6301454c5289417f88b4338867416a67', 'mac_address': 'fa:16:3e:8a:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9ca19213-d127-4434-a936-015fb0d2794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:36Z', 'updated_at': '2022-02-19T05:44:41Z', 'revision_number': 5, 'project_id': '6301454c5289417f88b4338867416a67', 'subnets': [{'id': '9ca19213-d127-4434-a936-015fb0d2794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:47:35.293164 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d9f1cac6-041f-417e-adc3-b8b644bda927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:35.444544 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2ca2a7-f111-4a3f-b9e6-115758dd8ef9 None None] New status for floating IP 68d7ed79-e5af-4690-bccf-93689dc12166: ACTIVE {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:47:37.188568 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:38.275365 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:38.329957 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:39.507661 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:40.156032 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:47:53.116997 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-789d46d0-0440-41d2-aad0-b76af7417fd9 req-c3206514-efbb-4ad0-847f-0a7961ecd5d5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452013 Feb 19 05:47:53.208380 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d46d0-0440-41d2-aad0-b76af7417fd9 req-35b3d17d-cd42-49d3-ba54-61b372f0002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:53.209968 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-789d46d0-0440-41d2-aad0-b76af7417fd9 req-35b3d17d-cd42-49d3-ba54-61b372f0002b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6301454c5289417f88b4338867416a67&device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 1125 time: 0.0518069 Feb 19 05:47:53.311472 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d46d0-0440-41d2-aad0-b76af7417fd9 req-8c56f70a-bfa0-42f2-a2d8-94e80f9937f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:53.312994 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-789d46d0-0440-41d2-aad0-b76af7417fd9 req-8c56f70a-bfa0-42f2-a2d8-94e80f9937f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b4647e8f-50a3-40cb-af9a-8318bf099dc8 HTTP/1.1" status: 200 len: 910 time: 0.0844557 Feb 19 05:47:53.380887 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-789d46d0-0440-41d2-aad0-b76af7417fd9 req-a7847185-182a-44d1-be44-3090a510ed00 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 HTTP/1.1" status: 200 len: 999 time: 0.0618567 Feb 19 05:47:53.428642 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d46d0-0440-41d2-aad0-b76af7417fd9 req-a457f1b1-cf8c-4ece-8f26-4923f5a66c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:53.430119 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-789d46d0-0440-41d2-aad0-b76af7417fd9 req-a457f1b1-cf8c-4ece-8f26-4923f5a66c93 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ca19213-d127-4434-a936-015fb0d2794a HTTP/1.1" status: 200 len: 849 time: 0.0433154 Feb 19 05:47:53.478005 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d46d0-0440-41d2-aad0-b76af7417fd9 req-5b1bedd0-3442-4e08-8616-ea37878f5ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:47:53.479525 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-789d46d0-0440-41d2-aad0-b76af7417fd9 req-5b1bedd0-3442-4e08-8616-ea37878f5ec2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4647e8f-50a3-40cb-af9a-8318bf099dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437531 Feb 19 05:47:53.573496 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-789d46d0-0440-41d2-aad0-b76af7417fd9 req-b75e99c5-b742-45ed-918b-e1703b796e11 service neutron] 10.222.0.10 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881519 Feb 19 05:47:53.666200 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-789d46d0-0440-41d2-aad0-b76af7417fd9 req-74c049d3-a99b-4e1e-a208-430af03d2373 service neutron] 10.222.0.10 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862236 Feb 19 05:48:02.370908 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:48:02.435993 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-204e5c05-213b-4945-ba85-7a4bffc3c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:48:05.295464 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7840e602-9ffe-44c7-815e-e419e225493e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:48:07.191990 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:48:08.286703 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:48:08.334331 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:48:09.510743 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:48:10.148699 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:48:32.437828 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-54ad4ccd-ce47-4b7d-91a3-dca05e8166f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:48:34.784113 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b5aa552-3b96-4f51-b3b9-e9882bb486d9 req-a8275f86-dae9-488c-a177-548ca29a94eb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0977268 Feb 19 05:48:34.871099 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5aa552-3b96-4f51-b3b9-e9882bb486d9 req-6b46bd12-5b54-4890-b6d6-5f62828ae88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:48:34.872619 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b5aa552-3b96-4f51-b3b9-e9882bb486d9 req-6b46bd12-5b54-4890-b6d6-5f62828ae88d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6301454c5289417f88b4338867416a67&device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 1127 time: 0.0484028 Feb 19 05:48:35.298597 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bf25ae74-cf2b-45f1-aa0c-c4e54d1179b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:48:35.475025 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5aa552-3b96-4f51-b3b9-e9882bb486d9 req-34a8d50a-7430-4088-86c8-7463001bff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:48:35.476588 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b5aa552-3b96-4f51-b3b9-e9882bb486d9 req-34a8d50a-7430-4088-86c8-7463001bff77 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4647e8f-50a3-40cb-af9a-8318bf099dc8 HTTP/1.1" status: 200 len: 910 time: 0.4323242 Feb 19 05:48:35.547363 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b5aa552-3b96-4f51-b3b9-e9882bb486d9 req-d19bda15-83cf-4814-a4a0-9a7eb4d661b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9716d371-e32a-4f6f-b811-b50d4bb4ec91 HTTP/1.1" status: 200 len: 1001 time: 0.0635195 Feb 19 05:48:35.597775 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5aa552-3b96-4f51-b3b9-e9882bb486d9 req-dbdbee63-72a6-46f6-bb8f-e14fafd0ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:48:35.599172 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b5aa552-3b96-4f51-b3b9-e9882bb486d9 req-dbdbee63-72a6-46f6-bb8f-e14fafd0ad62 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ca19213-d127-4434-a936-015fb0d2794a HTTP/1.1" status: 200 len: 849 time: 0.0460429 Feb 19 05:48:35.649544 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5aa552-3b96-4f51-b3b9-e9882bb486d9 req-d1e04b0b-27b4-4e14-887e-c60c83b722b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:48:35.651115 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b5aa552-3b96-4f51-b3b9-e9882bb486d9 req-d1e04b0b-27b4-4e14-887e-c60c83b722b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4647e8f-50a3-40cb-af9a-8318bf099dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453236 Feb 19 05:48:35.746696 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b5aa552-3b96-4f51-b3b9-e9882bb486d9 req-a2653192-6179-44aa-9aa4-63be7bbe9be6 service neutron] 10.222.0.48 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883954 Feb 19 05:48:35.839064 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-9b5aa552-3b96-4f51-b3b9-e9882bb486d9 req-20313f10-70f3-4ed2-b33a-c12feed00b3f service neutron] 10.222.0.48 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865324 Feb 19 05:48:37.194612 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:48:38.287097 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:48:38.337646 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:48:39.371437 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:48:39.512151 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:48:40.149325 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:48:55.119611 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bdfd4bed-4a0f-4535-9103-aa83666248fa req-843b0cff-2607-4122-b868-fac2cf4f56ea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448799 Feb 19 05:48:55.209825 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd4bed-4a0f-4535-9103-aa83666248fa req-6ef779d1-79b6-49b8-96fb-76ae66b2817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:48:55.211604 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bdfd4bed-4a0f-4535-9103-aa83666248fa req-6ef779d1-79b6-49b8-96fb-76ae66b2817f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6301454c5289417f88b4338867416a67&device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 1125 time: 0.0490024 Feb 19 05:48:55.310702 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd4bed-4a0f-4535-9103-aa83666248fa req-5392d797-964f-41e4-8b84-5c0431cb99b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:48:55.312174 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bdfd4bed-4a0f-4535-9103-aa83666248fa req-5392d797-964f-41e4-8b84-5c0431cb99b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b4647e8f-50a3-40cb-af9a-8318bf099dc8 HTTP/1.1" status: 200 len: 910 time: 0.0825400 Feb 19 05:48:55.380376 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bdfd4bed-4a0f-4535-9103-aa83666248fa req-ad196f3e-b2ff-4781-ba02-8d53186ff58c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 HTTP/1.1" status: 200 len: 999 time: 0.0621567 Feb 19 05:48:55.429914 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd4bed-4a0f-4535-9103-aa83666248fa req-86aea96b-2125-4813-9636-4145a7c4acce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:48:55.431366 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bdfd4bed-4a0f-4535-9103-aa83666248fa req-86aea96b-2125-4813-9636-4145a7c4acce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ca19213-d127-4434-a936-015fb0d2794a HTTP/1.1" status: 200 len: 849 time: 0.0445926 Feb 19 05:48:55.480591 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd4bed-4a0f-4535-9103-aa83666248fa req-f6e30990-f4f2-4c30-a1b6-f751457bf56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:48:55.482128 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bdfd4bed-4a0f-4535-9103-aa83666248fa req-f6e30990-f4f2-4c30-a1b6-f751457bf56e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4647e8f-50a3-40cb-af9a-8318bf099dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448828 Feb 19 05:48:55.575162 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bdfd4bed-4a0f-4535-9103-aa83666248fa req-2ccc168b-f352-4c50-b975-237b14d34521 service neutron] 10.222.0.10 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867627 Feb 19 05:48:55.660663 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-bdfd4bed-4a0f-4535-9103-aa83666248fa req-d232c823-aee2-479e-9ef1-bbca19440601 service neutron] 10.222.0.10 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800428 Feb 19 05:49:02.438775 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-fedbdff8-871f-4aad-8597-ce588d5e2cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:05.301166 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d3611625-f7f3-49e3-b16d-ef740c074c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:07.198360 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:08.306258 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:08.341846 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:09.514380 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:10.164538 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:16.370911 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:49:18.232678 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9716d371-e32a-4f6f-b811-b50d4bb4ec91 details requested by agent hyperv_n-h2-772273-4 with host n-h2-772273-4 {{(pid=115200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 05:49:18.327558 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9716d371-e32a-4f6f-b811-b50d4bb4ec91, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9716d371-e32a-4f6f-b811-b50d4bb4ec91,segment=NetworkSegment(362f05eb-ccb8-4ad5-8f79-e03b9fa209ef),segment_id=362f05eb-ccb8-4ad5-8f79-e03b9fa209ef)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:49:18.339502 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Returning: {'device': '9716d371-e32a-4f6f-b811-b50d4bb4ec91', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'port_id': '9716d371-e32a-4f6f-b811-b50d4bb4ec91', 'mac_address': 'fa:16:3e:86:6e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca19213-d127-4434-a936-015fb0d2794a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 05:49:18.379658 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 9716d371-e32a-4f6f-b811-b50d4bb4ec91 is: ACTIVE; New status is: BUILD {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:49:18.380054 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9716d371-e32a-4f6f-b811-b50d4bb4ec91), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:18.393710 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9716d371-e32a-4f6f-b811-b50d4bb4ec91 {{(pid=115200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 05:49:18.413146 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9716d371-e32a-4f6f-b811-b50d4bb4ec91, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9716d371-e32a-4f6f-b811-b50d4bb4ec91,segment=NetworkSegment(362f05eb-ccb8-4ad5-8f79-e03b9fa209ef),segment_id=362f05eb-ccb8-4ad5-8f79-e03b9fa209ef)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:49:18.417212 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9716d371-e32a-4f6f-b811-b50d4bb4ec91), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:18.468811 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=9716d371-e32a-4f6f-b811-b50d4bb4ec91,revision_number=6']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:49:18.476417 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:18.476772 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:18.477151 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:18.477527 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:18.477864 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:18.478198 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:18.478531 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:18.478861 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:18.479187 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:18.479513 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:18.479841 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:18.480171 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:18.480495 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:18.508361 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] get_ports_and_sgs() called for port_ids ['9716d371-e32a-4f6f-b811-b50d4bb4ec91'] {{(pid=115200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 05:49:20.247732 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9716d371-e32a-4f6f-b811-b50d4bb4ec91 up at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 05:49:20.307371 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.provisioning_blocks [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Provisioning complete for port 9716d371-e32a-4f6f-b811-b50d4bb4ec91 triggered by entity L2. {{(pid=115200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 05:49:20.307756 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3459359'] for port (9716d371-e32a-4f6f-b811-b50d4bb4ec91), provisioning_complete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:20.406684 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Current status of the port 9716d371-e32a-4f6f-b811-b50d4bb4ec91 is: BUILD; New status is: ACTIVE {{(pid=115200) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 05:49:20.406987 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742214'] for port (9716d371-e32a-4f6f-b811-b50d4bb4ec91), before_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:20.433666 n-d-772273-4 neutron-server[115200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb265c1d-3cff-48dd-a21a-780ecc06f78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9716d371-e32a-4f6f-b811-b50d4bb4ec91'}] {{(pid=115200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:49:20.435934 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376f3e97f5fadc06701b043bf2fc464c1cfc3c33ae9d6494457aa80742ddf1f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad6c78c-45c9-45f8-8b63-cac602f4c2e3" -d '{"events": [{"server_uuid": "fb265c1d-3cff-48dd-a21a-780ecc06f78d", "name": "network-vif-plugged", "status": "completed", "tag": "9716d371-e32a-4f6f-b811-b50d4bb4ec91"}]}' {{(pid=115200) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:49:20.467297 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] For port 9716d371-e32a-4f6f-b811-b50d4bb4ec91, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9716d371-e32a-4f6f-b811-b50d4bb4ec91,segment=NetworkSegment(362f05eb-ccb8-4ad5-8f79-e03b9fa209ef),segment_id=362f05eb-ccb8-4ad5-8f79-e03b9fa209ef)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:49:20.480134 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96257f15-5c76-42af-bb5b-5f20fd34c6d6 x-openstack-request-id: req-96257f15-5c76-42af-bb5b-5f20fd34c6d6 {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:49:20.480400 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb265c1d-3cff-48dd-a21a-780ecc06f78d", "name": "network-vif-plugged", "status": "completed", "tag": "9716d371-e32a-4f6f-b811-b50d4bb4ec91", "code": 200}]} {{(pid=115200) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:49:20.480793 n-d-772273-4 neutron-server[115200]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-96257f15-5c76-42af-bb5b-5f20fd34c6d6 {{(pid=115200) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:49:20.481260 n-d-772273-4 neutron-server[115200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb265c1d-3cff-48dd-a21a-780ecc06f78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9716d371-e32a-4f6f-b811-b50d4bb4ec91', 'code': 200} Feb 19 05:49:20.482562 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764045834123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764045392442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764045392460'] for port (9716d371-e32a-4f6f-b811-b50d4bb4ec91), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:20.556995 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Pushing event updated for resources: {'Port': ['ID=9716d371-e32a-4f6f-b811-b50d4bb4ec91,revision_number=7']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:49:28.790836 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39440) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:49:28.949405 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Deleting port c327c3f0-de47-4c8f-b5ce-54266f668617 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:49:28.949750 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (c327c3f0-de47-4c8f-b5ce-54266f668617), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:29.030088 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (c327c3f0-de47-4c8f-b5ce-54266f668617), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:29.030421 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for floatingip (c327c3f0-de47-4c8f-b5ce-54266f668617), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:29.042308 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Calling delete_port for c327c3f0-de47-4c8f-b5ce-54266f668617 owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:49:29.191430 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (c327c3f0-de47-4c8f-b5ce-54266f668617), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:29.216623 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Pushing event deleted for resources: {'Port': ['ID=c327c3f0-de47-4c8f-b5ce-54266f668617,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:49:29.245631 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:29.246029 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:29.246330 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:29.246674 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:29.247008 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:29.247341 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:29.247671 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:29.247997 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:29.248326 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:29.248659 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:29.249013 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:29.249357 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:29.249669 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:29.287065 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for floatingip (68d7ed79-e5af-4690-bccf-93689dc12166), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:29.287406 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Floating IP 68d7ed79-e5af-4690-bccf-93689dc12166 disassociated (deleted). External IP: 172.25.0.146, port: 9716d371-e32a-4f6f-b811-b50d4bb4ec91. Feb 19 05:49:29.502882 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Router 65d2a5c7-d7ae-4af6-9c79-87596956c362 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:49:29.612900 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:49:29.617963 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:29.622913 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09371300-26f9-4ba0-a787-2515778b2113 None None] Sync routers for ids ['65d2a5c7-d7ae-4af6-9c79-87596956c362'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:49:29.632763 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09371300-26f9-4ba0-a787-2515778b2113 None None] Routers {'65d2a5c7-d7ae-4af6-9c79-87596956c362'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:49:29.633444 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-09371300-26f9-4ba0-a787-2515778b2113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:49:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['65d2a5c7-d7ae-4af6-9c79-87596956c362'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:49:29.646720 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c62679fc-0791-45f3-95b6-095a0f05e970 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "DELETE /v2.0/floatingips/68d7ed79-e5af-4690-bccf-93689dc12166 HTTP/1.1" status: 204 len: 168 time: 0.8544803 Feb 19 05:49:29.647413 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb265c1d-3cff-48dd-a21a-780ecc06f78d', 'tag': '9716d371-e32a-4f6f-b811-b50d4bb4ec91'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:49:29.650479 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280dc9f5-daf6-4834-b52d-7d2dec1ac356" -d '{"events": [{"name": "network-changed", "server_uuid": "fb265c1d-3cff-48dd-a21a-780ecc06f78d", "tag": "9716d371-e32a-4f6f-b811-b50d4bb4ec91"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:49:29.696886 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5c8a86-ee3d-4c9a-810f-e108fa3d803e x-openstack-request-id: req-9f5c8a86-ee3d-4c9a-810f-e108fa3d803e {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:49:29.697223 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb265c1d-3cff-48dd-a21a-780ecc06f78d", "tag": "9716d371-e32a-4f6f-b811-b50d4bb4ec91", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:49:29.697496 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9f5c8a86-ee3d-4c9a-810f-e108fa3d803e {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:49:29.697894 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb265c1d-3cff-48dd-a21a-780ecc06f78d', 'tag': '9716d371-e32a-4f6f-b811-b50d4bb4ec91', 'status': 'completed', 'code': 200} Feb 19 05:49:29.755169 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-09371300-26f9-4ba0-a787-2515778b2113 None None] Set router 65d2a5c7-d7ae-4af6-9c79-87596956c362 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:49:29.774850 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280dc9f5-daf6-4834-b52d-7d2dec1ac356 req-77117224-7570-4738-85cf-0a122fe704d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:49:29.776764 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-280dc9f5-daf6-4834-b52d-7d2dec1ac356 req-77117224-7570-4738-85cf-0a122fe704d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6301454c5289417f88b4338867416a67&device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 1127 time: 0.0581155 Feb 19 05:49:29.882565 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280dc9f5-daf6-4834-b52d-7d2dec1ac356 req-95ef213d-9a8e-4b0f-b3c7-98b44484e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:49:29.884406 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-280dc9f5-daf6-4834-b52d-7d2dec1ac356 req-95ef213d-9a8e-4b0f-b3c7-98b44484e5b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4647e8f-50a3-40cb-af9a-8318bf099dc8 HTTP/1.1" status: 200 len: 910 time: 0.1019099 Feb 19 05:49:29.899511 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea6fd9-ef83-452d-b113-fbe7da0c11d1 req-3e8b70df-82c3-4f6c-9664-17c39b20c4ba tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:49:29.901228 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c0ea6fd9-ef83-452d-b113-fbe7da0c11d1 req-3e8b70df-82c3-4f6c-9664-17c39b20c4ba tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 945 time: 0.0595498 Feb 19 05:49:29.929882 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-280dc9f5-daf6-4834-b52d-7d2dec1ac356 req-0561756d-7674-4035-a474-65c975e26283 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9716d371-e32a-4f6f-b811-b50d4bb4ec91 HTTP/1.1" status: 200 len: 217 time: 0.0394845 Feb 19 05:49:29.952892 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-c0ea6fd9-ef83-452d-b113-fbe7da0c11d1 req-e6cd0d3a-ca01-4ab3-a11a-f33909c0a65d tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457046 Feb 19 05:49:29.987243 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280dc9f5-daf6-4834-b52d-7d2dec1ac356 req-a7acb999-daab-4910-a6d5-e0715c64d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:49:29.988754 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-280dc9f5-daf6-4834-b52d-7d2dec1ac356 req-a7acb999-daab-4910-a6d5-e0715c64d89a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ca19213-d127-4434-a936-015fb0d2794a HTTP/1.1" status: 200 len: 849 time: 0.0533006 Feb 19 05:49:29.992956 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-09371300-26f9-4ba0-a787-2515778b2113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'name': 'tempest-TestSnapshotPattern-1074308130-router', 'tenant_id': '6301454c5289417f88b4338867416a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:34Z', 'updated_at': '2022-02-19T05:44:37Z', 'revision_number': 4, 'project_id': '6301454c5289417f88b4338867416a67', 'gw_port': {'id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:35Z', 'updated_at': '2022-02-19T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'ccf02945-4d19-414b-84c3-7a12a1ff8f81', 'tenant_id': '6301454c5289417f88b4338867416a67', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'port_id': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'mac_address': 'fa:16:3e:82:76:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc13d76-c87e-4661-87d6-03d0a354eb9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:44:58Z', 'updated_at': '2022-02-19T05:45:01Z', 'revision_number': 1, 'project_id': '6301454c5289417f88b4338867416a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41d184d-8775-4817-87ae-6f5ae95b7b0e', 'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'tenant_id': '6301454c5289417f88b4338867416a67', 'mac_address': 'fa:16:3e:8a:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9ca19213-d127-4434-a936-015fb0d2794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:36Z', 'updated_at': '2022-02-19T05:44:41Z', 'revision_number': 5, 'project_id': '6301454c5289417f88b4338867416a67', 'subnets': [{'id': '9ca19213-d127-4434-a936-015fb0d2794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:49:30.023085 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09371300-26f9-4ba0-a787-2515778b2113 None None] Checking router: 65d2a5c7-d7ae-4af6-9c79-87596956c362 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:49:30.031952 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09371300-26f9-4ba0-a787-2515778b2113 None None] Routers {'65d2a5c7-d7ae-4af6-9c79-87596956c362'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:49:30.032561 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-09371300-26f9-4ba0-a787-2515778b2113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:49:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['65d2a5c7-d7ae-4af6-9c79-87596956c362'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:49:30.039682 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280dc9f5-daf6-4834-b52d-7d2dec1ac356 req-b9792652-30b8-481a-8955-b99056530682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:49:30.041354 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-280dc9f5-daf6-4834-b52d-7d2dec1ac356 req-b9792652-30b8-481a-8955-b99056530682 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4647e8f-50a3-40cb-af9a-8318bf099dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459161 Feb 19 05:49:30.132495 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-280dc9f5-daf6-4834-b52d-7d2dec1ac356 req-850a290c-df40-4e5b-b7e0-9af0003a3015 service neutron] 10.222.0.48 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840390 Feb 19 05:49:30.140108 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-09371300-26f9-4ba0-a787-2515778b2113 None None] Set router 65d2a5c7-d7ae-4af6-9c79-87596956c362 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:49:30.226787 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-280dc9f5-daf6-4834-b52d-7d2dec1ac356 req-8238adec-9fd8-4c22-8f4c-7f85a133dfa9 service neutron] 10.222.0.48 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884659 Feb 19 05:49:30.453178 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-09371300-26f9-4ba0-a787-2515778b2113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'name': 'tempest-TestSnapshotPattern-1074308130-router', 'tenant_id': '6301454c5289417f88b4338867416a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:34Z', 'updated_at': '2022-02-19T05:44:37Z', 'revision_number': 4, 'project_id': '6301454c5289417f88b4338867416a67', 'gw_port': {'id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:35Z', 'updated_at': '2022-02-19T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'ccf02945-4d19-414b-84c3-7a12a1ff8f81', 'tenant_id': '6301454c5289417f88b4338867416a67', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'port_id': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'mac_address': 'fa:16:3e:82:76:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc13d76-c87e-4661-87d6-03d0a354eb9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:44:58Z', 'updated_at': '2022-02-19T05:45:01Z', 'revision_number': 1, 'project_id': '6301454c5289417f88b4338867416a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41d184d-8775-4817-87ae-6f5ae95b7b0e', 'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'tenant_id': '6301454c5289417f88b4338867416a67', 'mac_address': 'fa:16:3e:8a:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9ca19213-d127-4434-a936-015fb0d2794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:36Z', 'updated_at': '2022-02-19T05:44:41Z', 'revision_number': 5, 'project_id': '6301454c5289417f88b4338867416a67', 'subnets': [{'id': '9ca19213-d127-4434-a936-015fb0d2794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:49:30.485560 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09371300-26f9-4ba0-a787-2515778b2113 None None] The sync data for ids ['65d2a5c7-d7ae-4af6-9c79-87596956c362'] in n-d-772273-4 is: [{'id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'name': 'tempest-TestSnapshotPattern-1074308130-router', 'tenant_id': '6301454c5289417f88b4338867416a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:34Z', 'updated_at': '2022-02-19T05:44:37Z', 'revision_number': 4, 'project_id': '6301454c5289417f88b4338867416a67', 'gw_port': {'id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:35Z', 'updated_at': '2022-02-19T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_floatingips': [{'id': 'ccf02945-4d19-414b-84c3-7a12a1ff8f81', 'tenant_id': '6301454c5289417f88b4338867416a67', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'router_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'port_id': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'mac_address': 'fa:16:3e:82:76:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc13d76-c87e-4661-87d6-03d0a354eb9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T05:44:58Z', 'updated_at': '2022-02-19T05:45:01Z', 'revision_number': 1, 'project_id': '6301454c5289417f88b4338867416a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41d184d-8775-4817-87ae-6f5ae95b7b0e', 'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'tenant_id': '6301454c5289417f88b4338867416a67', 'mac_address': 'fa:16:3e:8a:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9ca19213-d127-4434-a936-015fb0d2794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:36Z', 'updated_at': '2022-02-19T05:44:41Z', 'revision_number': 5, 'project_id': '6301454c5289417f88b4338867416a67', 'subnets': [{'id': '9ca19213-d127-4434-a936-015fb0d2794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:49:30.704837 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79eb656-ec88-4558-a79d-2dc82a1f1cb5 None None] New status for floating IP 68d7ed79-e5af-4690-bccf-93689dc12166: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:49:31.077254 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c17c29-88a4-4908-9bb1-e2653e641c88 req-e0505e16-876b-4128-8aad-e37b9ab11843 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:49:31.078719 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c2c17c29-88a4-4908-9bb1-e2653e641c88 req-e0505e16-876b-4128-8aad-e37b9ab11843 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 945 time: 0.0538657 Feb 19 05:49:31.127341 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-c2c17c29-88a4-4908-9bb1-e2653e641c88 req-9506d2b3-6f08-4bcd-81f7-18149b5a7ec9 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429585 Feb 19 05:49:31.384522 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0211e57-401e-4bec-a023-bab140238858 req-f9083a2e-c68c-475a-b4ff-4c4b1d73238f tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:49:31.386041 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0211e57-401e-4bec-a023-bab140238858 req-f9083a2e-c68c-475a-b4ff-4c4b1d73238f tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 945 time: 0.0564237 Feb 19 05:49:31.479985 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-b0211e57-401e-4bec-a023-bab140238858 req-975bfa1b-30b9-4ff5-b813-ea1a12dcb890 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Deleting port 9716d371-e32a-4f6f-b811-b50d4bb4ec91 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:49:31.480334 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b0211e57-401e-4bec-a023-bab140238858 req-975bfa1b-30b9-4ff5-b813-ea1a12dcb890 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (9716d371-e32a-4f6f-b811-b50d4bb4ec91), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:31.572949 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-b0211e57-401e-4bec-a023-bab140238858 req-975bfa1b-30b9-4ff5-b813-ea1a12dcb890 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] For port 9716d371-e32a-4f6f-b811-b50d4bb4ec91, host n-h2-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772273-4',level=0,port_id=9716d371-e32a-4f6f-b811-b50d4bb4ec91,segment=NetworkSegment(362f05eb-ccb8-4ad5-8f79-e03b9fa209ef),segment_id=362f05eb-ccb8-4ad5-8f79-e03b9fa209ef)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:49:31.573337 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b0211e57-401e-4bec-a023-bab140238858 req-975bfa1b-30b9-4ff5-b813-ea1a12dcb890 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (9716d371-e32a-4f6f-b811-b50d4bb4ec91), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:31.585538 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-b0211e57-401e-4bec-a023-bab140238858 req-975bfa1b-30b9-4ff5-b813-ea1a12dcb890 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Calling delete_port for 9716d371-e32a-4f6f-b811-b50d4bb4ec91 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:49:31.710066 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b0211e57-401e-4bec-a023-bab140238858 req-975bfa1b-30b9-4ff5-b813-ea1a12dcb890 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (9716d371-e32a-4f6f-b811-b50d4bb4ec91), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:31.741307 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975bfa1b-30b9-4ff5-b813-ea1a12dcb890 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Pushing event deleted for resources: {'Port': ['ID=9716d371-e32a-4f6f-b811-b50d4bb4ec91,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:49:31.786848 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0211e57-401e-4bec-a023-bab140238858 req-975bfa1b-30b9-4ff5-b813-ea1a12dcb890 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] No DVR routers for this DVR port 9716d371-e32a-4f6f-b811-b50d4bb4ec91 on host n-h2-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:49:31.789439 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-b0211e57-401e-4bec-a023-bab140238858 req-975bfa1b-30b9-4ff5-b813-ea1a12dcb890 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:31.793114 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-b0211e57-401e-4bec-a023-bab140238858 req-975bfa1b-30b9-4ff5-b813-ea1a12dcb890 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.48 "DELETE /v2.0/ports/9716d371-e32a-4f6f-b811-b50d4bb4ec91 HTTP/1.1" status: 204 len: 173 time: 0.4022083 Feb 19 05:49:31.793560 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb265c1d-3cff-48dd-a21a-780ecc06f78d', 'name': 'network-vif-deleted', 'tag': '9716d371-e32a-4f6f-b811-b50d4bb4ec91'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:49:31.795848 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa665cb-4ea8-40f9-847e-2934d2e8d6dc" -d '{"events": [{"server_uuid": "fb265c1d-3cff-48dd-a21a-780ecc06f78d", "name": "network-vif-deleted", "tag": "9716d371-e32a-4f6f-b811-b50d4bb4ec91"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:49:31.841898 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163883f6-3ed9-43c7-9d3e-38afe45679ec x-openstack-request-id: req-163883f6-3ed9-43c7-9d3e-38afe45679ec {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:49:31.842474 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb265c1d-3cff-48dd-a21a-780ecc06f78d", "name": "network-vif-deleted", "tag": "9716d371-e32a-4f6f-b811-b50d4bb4ec91", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:49:31.842793 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-163883f6-3ed9-43c7-9d3e-38afe45679ec {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:49:31.843850 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb265c1d-3cff-48dd-a21a-780ecc06f78d', 'name': 'network-vif-deleted', 'tag': '9716d371-e32a-4f6f-b811-b50d4bb4ec91', 'status': 'completed', 'code': 200} Feb 19 05:49:32.253675 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-2c2e6eda-96b2-409a-ba8d-5670299de679 req-d57e28af-4eaf-4f87-8268-4cf4d4f28d1c tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb265c1d-3cff-48dd-a21a-780ecc06f78d HTTP/1.1" status: 200 len: 210 time: 0.0334597 Feb 19 05:49:32.306570 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9716d371-e32a-4f6f-b811-b50d4bb4ec91 no longer exists at agent hyperv_n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:49:32.326583 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] No Port match for: 9716d371-e32a-4f6f-b811-b50d4bb4ec91 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:49:32.326867 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Device 9716d371-e32a-4f6f-b811-b50d4bb4ec91 not bound to the agent host n-h2-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:49:32.440822 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7a8397cf-e25c-42b7-abc1-0c8501ae6753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:33.835644 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39502) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:49:34.003690 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-f73a47f6-6f69-41db-9f00-5746734b358f tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Deleting port 34d9e9cd-7aa5-486a-b32d-8d7f619f7279 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:49:34.004035 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f73a47f6-6f69-41db-9f00-5746734b358f tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (34d9e9cd-7aa5-486a-b32d-8d7f619f7279), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:34.081894 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f73a47f6-6f69-41db-9f00-5746734b358f tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (34d9e9cd-7aa5-486a-b32d-8d7f619f7279), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:34.082145 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f73a47f6-6f69-41db-9f00-5746734b358f tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for floatingip (34d9e9cd-7aa5-486a-b32d-8d7f619f7279), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:34.094991 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-f73a47f6-6f69-41db-9f00-5746734b358f tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Calling delete_port for 34d9e9cd-7aa5-486a-b32d-8d7f619f7279 owned by network:floatingip {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:49:34.243371 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f73a47f6-6f69-41db-9f00-5746734b358f tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (34d9e9cd-7aa5-486a-b32d-8d7f619f7279), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:34.267272 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a47f6-6f69-41db-9f00-5746734b358f tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Pushing event deleted for resources: {'Port': ['ID=34d9e9cd-7aa5-486a-b32d-8d7f619f7279,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:49:34.330484 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f73a47f6-6f69-41db-9f00-5746734b358f tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for floatingip (ccf02945-4d19-414b-84c3-7a12a1ff8f81), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:34.330959 n-d-772273-4 neutron-server[115198]: INFO neutron.db.l3_db [None req-f73a47f6-6f69-41db-9f00-5746734b358f tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Floating IP ccf02945-4d19-414b-84c3-7a12a1ff8f81 disassociated (deleted). External IP: 172.25.0.245, port: 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5. Feb 19 05:49:34.549284 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73a47f6-6f69-41db-9f00-5746734b358f tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Router 65d2a5c7-d7ae-4af6-9c79-87596956c362 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:49:34.665010 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73a47f6-6f69-41db-9f00-5746734b358f tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:49:34.669930 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-f73a47f6-6f69-41db-9f00-5746734b358f tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for floatingip (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:34.675583 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30689c9a-0c40-4c3e-9653-5129845346d1 None None] Sync routers for ids ['65d2a5c7-d7ae-4af6-9c79-87596956c362'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:49:34.686544 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30689c9a-0c40-4c3e-9653-5129845346d1 None None] Routers {'65d2a5c7-d7ae-4af6-9c79-87596956c362'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:49:34.687173 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-30689c9a-0c40-4c3e-9653-5129845346d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:49:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['65d2a5c7-d7ae-4af6-9c79-87596956c362'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:49:34.700967 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-f73a47f6-6f69-41db-9f00-5746734b358f tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "DELETE /v2.0/floatingips/ccf02945-4d19-414b-84c3-7a12a1ff8f81 HTTP/1.1" status: 204 len: 168 time: 0.8645477 Feb 19 05:49:34.701579 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc13d76-c87e-4661-87d6-03d0a354eb9e', 'tag': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:49:34.703839 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce792d1-2ac2-46c9-9685-cc29af193469" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc13d76-c87e-4661-87d6-03d0a354eb9e", "tag": "0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:49:34.746003 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 05:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e65f68-dc5a-43df-b031-25711e54821f x-openstack-request-id: req-65e65f68-dc5a-43df-b031-25711e54821f {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:49:34.746003 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc13d76-c87e-4661-87d6-03d0a354eb9e", "tag": "0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:49:34.746003 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-65e65f68-dc5a-43df-b031-25711e54821f {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:49:34.746425 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc13d76-c87e-4661-87d6-03d0a354eb9e', 'tag': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5', 'status': 'completed', 'code': 200} Feb 19 05:49:34.807715 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-30689c9a-0c40-4c3e-9653-5129845346d1 None None] Set router 65d2a5c7-d7ae-4af6-9c79-87596956c362 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:49:34.816460 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce792d1-2ac2-46c9-9685-cc29af193469 req-0450376b-ff51-46d8-9233-4859b20297bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:49:34.818150 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3ce792d1-2ac2-46c9-9685-cc29af193469 req-0450376b-ff51-46d8-9233-4859b20297bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6301454c5289417f88b4338867416a67&device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 1125 time: 0.0505147 Feb 19 05:49:34.921921 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce792d1-2ac2-46c9-9685-cc29af193469 req-e3e9fcce-2992-4aad-b9fd-5d8fa71ba871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:49:34.924179 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3ce792d1-2ac2-46c9-9685-cc29af193469 req-e3e9fcce-2992-4aad-b9fd-5d8fa71ba871 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b4647e8f-50a3-40cb-af9a-8318bf099dc8 HTTP/1.1" status: 200 len: 910 time: 0.0996161 Feb 19 05:49:34.942917 n-d-772273-4 neutron-server[115199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22eeda6-1748-4255-8f66-85ba129f6652 req-705b8308-1b4b-47fc-8c66-22b4c2989cf4 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:49:34.944457 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a22eeda6-1748-4255-8f66-85ba129f6652 req-705b8308-1b4b-47fc-8c66-22b4c2989cf4 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 943 time: 0.0618799 Feb 19 05:49:34.969242 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3ce792d1-2ac2-46c9-9685-cc29af193469 req-d0fa7886-687b-45c4-91f5-ef3e6a8c88fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 HTTP/1.1" status: 200 len: 217 time: 0.0368252 Feb 19 05:49:34.998079 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [req-a22eeda6-1748-4255-8f66-85ba129f6652 req-dc7cfa46-decc-48f9-8a70-afc68ceeabb3 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468698 Feb 19 05:49:35.021186 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce792d1-2ac2-46c9-9685-cc29af193469 req-0c94d91f-2dc9-416b-9d7e-9ef03a28edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:49:35.022826 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3ce792d1-2ac2-46c9-9685-cc29af193469 req-0c94d91f-2dc9-416b-9d7e-9ef03a28edbe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ca19213-d127-4434-a936-015fb0d2794a HTTP/1.1" status: 200 len: 849 time: 0.0470710 Feb 19 05:49:35.036464 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-30689c9a-0c40-4c3e-9653-5129845346d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'name': 'tempest-TestSnapshotPattern-1074308130-router', 'tenant_id': '6301454c5289417f88b4338867416a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:34Z', 'updated_at': '2022-02-19T05:44:37Z', 'revision_number': 4, 'project_id': '6301454c5289417f88b4338867416a67', 'gw_port': {'id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:35Z', 'updated_at': '2022-02-19T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'b41d184d-8775-4817-87ae-6f5ae95b7b0e', 'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'tenant_id': '6301454c5289417f88b4338867416a67', 'mac_address': 'fa:16:3e:8a:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9ca19213-d127-4434-a936-015fb0d2794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:36Z', 'updated_at': '2022-02-19T05:44:41Z', 'revision_number': 5, 'project_id': '6301454c5289417f88b4338867416a67', 'subnets': [{'id': '9ca19213-d127-4434-a936-015fb0d2794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:49:35.062899 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30689c9a-0c40-4c3e-9653-5129845346d1 None None] Checking router: 65d2a5c7-d7ae-4af6-9c79-87596956c362 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:49:35.071880 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30689c9a-0c40-4c3e-9653-5129845346d1 None None] Routers {'65d2a5c7-d7ae-4af6-9c79-87596956c362'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:49:35.072488 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-30689c9a-0c40-4c3e-9653-5129845346d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:49:05Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['65d2a5c7-d7ae-4af6-9c79-87596956c362'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:49:35.079613 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce792d1-2ac2-46c9-9685-cc29af193469 req-0663accd-0069-4c70-9165-024194c522d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:49:35.081197 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3ce792d1-2ac2-46c9-9685-cc29af193469 req-0663accd-0069-4c70-9165-024194c522d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4647e8f-50a3-40cb-af9a-8318bf099dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503125 Feb 19 05:49:35.172209 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3ce792d1-2ac2-46c9-9685-cc29af193469 req-99ef9452-565c-45de-a6db-999471403942 service neutron] 10.222.0.10 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827837 Feb 19 05:49:35.185886 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-30689c9a-0c40-4c3e-9653-5129845346d1 None None] Set router 65d2a5c7-d7ae-4af6-9c79-87596956c362 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:49:35.268277 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-3ce792d1-2ac2-46c9-9685-cc29af193469 req-014348c2-672d-48c4-bc66-c4303de05f12 service neutron] 10.222.0.10 "GET /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875089 Feb 19 05:49:35.304152 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-2bf65ca8-8318-4041-a211-3b8a44832fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:35.393784 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-30689c9a-0c40-4c3e-9653-5129845346d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'name': 'tempest-TestSnapshotPattern-1074308130-router', 'tenant_id': '6301454c5289417f88b4338867416a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:34Z', 'updated_at': '2022-02-19T05:44:37Z', 'revision_number': 4, 'project_id': '6301454c5289417f88b4338867416a67', 'gw_port': {'id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:35Z', 'updated_at': '2022-02-19T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'b41d184d-8775-4817-87ae-6f5ae95b7b0e', 'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'tenant_id': '6301454c5289417f88b4338867416a67', 'mac_address': 'fa:16:3e:8a:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9ca19213-d127-4434-a936-015fb0d2794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:36Z', 'updated_at': '2022-02-19T05:44:41Z', 'revision_number': 5, 'project_id': '6301454c5289417f88b4338867416a67', 'subnets': [{'id': '9ca19213-d127-4434-a936-015fb0d2794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:49:35.420328 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30689c9a-0c40-4c3e-9653-5129845346d1 None None] The sync data for ids ['65d2a5c7-d7ae-4af6-9c79-87596956c362'] in n-d-772273-4 is: [{'id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'name': 'tempest-TestSnapshotPattern-1074308130-router', 'tenant_id': '6301454c5289417f88b4338867416a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:34Z', 'updated_at': '2022-02-19T05:44:37Z', 'revision_number': 4, 'project_id': '6301454c5289417f88b4338867416a67', 'gw_port': {'id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:35Z', 'updated_at': '2022-02-19T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4', '_interfaces': [{'id': 'b41d184d-8775-4817-87ae-6f5ae95b7b0e', 'name': '', 'network_id': 'b4647e8f-50a3-40cb-af9a-8318bf099dc8', 'tenant_id': '6301454c5289417f88b4338867416a67', 'mac_address': 'fa:16:3e:8a:6d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '9ca19213-d127-4434-a936-015fb0d2794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:36Z', 'updated_at': '2022-02-19T05:44:41Z', 'revision_number': 5, 'project_id': '6301454c5289417f88b4338867416a67', 'subnets': [{'id': '9ca19213-d127-4434-a936-015fb0d2794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:49:35.649340 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1214dc5-ffed-46f5-8104-1fe8654e8eca None None] New status for floating IP ccf02945-4d19-414b-84c3-7a12a1ff8f81: DOWN {{(pid=115200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 05:49:36.123606 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee81086-5cf9-4224-b3d9-1b82582b78c2 req-4cb86f3c-73d8-4bef-9b16-cd558cb03162 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:49:36.125130 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-eee81086-5cf9-4224-b3d9-1b82582b78c2 req-4cb86f3c-73d8-4bef-9b16-cd558cb03162 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 943 time: 0.0534616 Feb 19 05:49:36.173766 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-eee81086-5cf9-4224-b3d9-1b82582b78c2 req-c6a7c7f5-ae34-4b42-9875-70951cae8cad tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9c83fb1-2225-4a03-888c-789653b4a05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430827 Feb 19 05:49:36.572014 n-d-772273-4 neutron-server[115198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640edc2-e079-414f-85f8-1b0fa2663870 req-561b7054-ec0c-47ed-8743-a90cce0b3111 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 05:49:36.573519 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0640edc2-e079-414f-85f8-1b0fa2663870 req-561b7054-ec0c-47ed-8743-a90cce0b3111 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 943 time: 0.0527210 Feb 19 05:49:36.668226 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-0640edc2-e079-414f-85f8-1b0fa2663870 req-b132c9ac-f186-496e-ae07-66636257eb85 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Deleting port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:49:36.668572 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0640edc2-e079-414f-85f8-1b0fa2663870 req-b132c9ac-f186-496e-ae07-66636257eb85 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:36.758714 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [req-0640edc2-e079-414f-85f8-1b0fa2663870 req-b132c9ac-f186-496e-ae07-66636257eb85 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] For port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5, host n-h1-772273-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772273-4',level=0,port_id=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5,segment=NetworkSegment(362f05eb-ccb8-4ad5-8f79-e03b9fa209ef),segment_id=362f05eb-ccb8-4ad5-8f79-e03b9fa209ef)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:49:36.759089 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0640edc2-e079-414f-85f8-1b0fa2663870 req-b132c9ac-f186-496e-ae07-66636257eb85 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:36.770864 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [req-0640edc2-e079-414f-85f8-1b0fa2663870 req-b132c9ac-f186-496e-ae07-66636257eb85 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Calling delete_port for 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 owned by compute:nova {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:49:36.902156 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0640edc2-e079-414f-85f8-1b0fa2663870 req-b132c9ac-f186-496e-ae07-66636257eb85 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:36.932971 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132c9ac-f186-496e-ae07-66636257eb85 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Pushing event deleted for resources: {'Port': ['ID=0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:49:36.978351 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0640edc2-e079-414f-85f8-1b0fa2663870 req-b132c9ac-f186-496e-ae07-66636257eb85 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] No DVR routers for this DVR port 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 on host n-h1-772273-4 {{(pid=115198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:49:36.981154 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [req-0640edc2-e079-414f-85f8-1b0fa2663870 req-b132c9ac-f186-496e-ae07-66636257eb85 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77137'] for port (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:36.984633 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-0640edc2-e079-414f-85f8-1b0fa2663870 req-b132c9ac-f186-496e-ae07-66636257eb85 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.10 "DELETE /v2.0/ports/0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 HTTP/1.1" status: 204 len: 173 time: 0.4056683 Feb 19 05:49:36.985116 n-d-772273-4 neutron-server[115198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc13d76-c87e-4661-87d6-03d0a354eb9e', 'name': 'network-vif-deleted', 'tag': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5'}] {{(pid=115198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 05:49:36.987459 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f12ffc92e8308fc6c682ed704ed216acd1ba89bda2d8ae60a0386c9787f6183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1495f1fb-7f2a-41f6-9267-2d1838af85ad" -d '{"events": [{"server_uuid": "9dc13d76-c87e-4661-87d6-03d0a354eb9e", "name": "network-vif-deleted", "tag": "0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5"}]}' {{(pid=115198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 05:49:37.024710 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 05:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265538ed-d8d8-4f1b-86d3-45088e2bd237 x-openstack-request-id: req-265538ed-d8d8-4f1b-86d3-45088e2bd237 {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 05:49:37.025042 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc13d76-c87e-4661-87d6-03d0a354eb9e", "name": "network-vif-deleted", "tag": "0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5", "status": "completed", "code": 200}]} {{(pid=115198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 05:49:37.025302 n-d-772273-4 neutron-server[115198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-265538ed-d8d8-4f1b-86d3-45088e2bd237 {{(pid=115198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 05:49:37.025718 n-d-772273-4 neutron-server[115198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc13d76-c87e-4661-87d6-03d0a354eb9e', 'name': 'network-vif-deleted', 'tag': '0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5', 'status': 'completed', 'code': 200} Feb 19 05:49:37.200572 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:37.282727 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [req-6d29dba6-0a26-4851-b894-a6e95d891521 req-47616668-fe5a-4b01-ae1e-12744ba1ab3f tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dc13d76-c87e-4661-87d6-03d0a354eb9e HTTP/1.1" status: 200 len: 210 time: 0.0282931 Feb 19 05:49:38.301251 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:38.341998 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:38.342318 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39520) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:49:38.398925 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e37a263-7e2c-458e-aee6-8a92d26db9e5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for security_group (f9c83fb1-2225-4a03-888c-789653b4a05e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:38.424089 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e37a263-7e2c-458e-aee6-8a92d26db9e5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for security_group (f9c83fb1-2225-4a03-888c-789653b4a05e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:38.485120 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e37a263-7e2c-458e-aee6-8a92d26db9e5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f9c83fb1-2225-4a03-888c-789653b4a05e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:38.487748 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-2e37a263-7e2c-458e-aee6-8a92d26db9e5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:38.488936 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-2e37a263-7e2c-458e-aee6-8a92d26db9e5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] 10.222.0.65 "DELETE /v2.0/security-groups/f9c83fb1-2225-4a03-888c-789653b4a05e HTTP/1.1" status: 204 len: 168 time: 0.1455681 Feb 19 05:49:38.498845 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37a263-7e2c-458e-aee6-8a92d26db9e5 tempest-TestSnapshotPattern-290535911 tempest-TestSnapshotPattern-290535911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c83fb1-2225-4a03-888c-789653b4a05e,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:49:38.539165 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39524) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:49:39.001574 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70aaf116-f7b9-4f56-bbcc-30dddf1970cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (65d2a5c7-d7ae-4af6-9c79-87596956c362), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:39.249791 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-70aaf116-f7b9-4f56-bbcc-30dddf1970cb admin admin] Deleting port b41d184d-8775-4817-87ae-6f5ae95b7b0e {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:49:39.250130 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70aaf116-f7b9-4f56-bbcc-30dddf1970cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (b41d184d-8775-4817-87ae-6f5ae95b7b0e), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:39.328740 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-70aaf116-f7b9-4f56-bbcc-30dddf1970cb admin admin] For port b41d184d-8775-4817-87ae-6f5ae95b7b0e, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=b41d184d-8775-4817-87ae-6f5ae95b7b0e,segment=NetworkSegment(362f05eb-ccb8-4ad5-8f79-e03b9fa209ef),segment_id=362f05eb-ccb8-4ad5-8f79-e03b9fa209ef)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:49:39.329263 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70aaf116-f7b9-4f56-bbcc-30dddf1970cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (b41d184d-8775-4817-87ae-6f5ae95b7b0e), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:39.342464 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-70aaf116-f7b9-4f56-bbcc-30dddf1970cb admin admin] Calling delete_port for b41d184d-8775-4817-87ae-6f5ae95b7b0e owned by network:router_interface {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:49:39.515321 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:39.523618 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70aaf116-f7b9-4f56-bbcc-30dddf1970cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (b41d184d-8775-4817-87ae-6f5ae95b7b0e), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:39.554247 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aaf116-f7b9-4f56-bbcc-30dddf1970cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b41d184d-8775-4817-87ae-6f5ae95b7b0e,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:49:39.577086 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aaf116-f7b9-4f56-bbcc-30dddf1970cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:39.577445 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aaf116-f7b9-4f56-bbcc-30dddf1970cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:39.577786 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aaf116-f7b9-4f56-bbcc-30dddf1970cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:39.578125 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aaf116-f7b9-4f56-bbcc-30dddf1970cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:39.578456 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aaf116-f7b9-4f56-bbcc-30dddf1970cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:39.578838 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aaf116-f7b9-4f56-bbcc-30dddf1970cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:39.579116 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aaf116-f7b9-4f56-bbcc-30dddf1970cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:39.579445 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aaf116-f7b9-4f56-bbcc-30dddf1970cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:39.579772 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aaf116-f7b9-4f56-bbcc-30dddf1970cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:39.580100 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aaf116-f7b9-4f56-bbcc-30dddf1970cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:39.580421 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aaf116-f7b9-4f56-bbcc-30dddf1970cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:39.580742 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aaf116-f7b9-4f56-bbcc-30dddf1970cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:39.581088 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aaf116-f7b9-4f56-bbcc-30dddf1970cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772273-4 {{(pid=115199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 05:49:39.730649 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-70aaf116-f7b9-4f56-bbcc-30dddf1970cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (65d2a5c7-d7ae-4af6-9c79-87596956c362), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:39.956397 n-d-772273-4 neutron-server[115199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70aaf116-f7b9-4f56-bbcc-30dddf1970cb admin admin] Router 65d2a5c7-d7ae-4af6-9c79-87596956c362 has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:49:40.064114 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70aaf116-f7b9-4f56-bbcc-30dddf1970cb admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:49:40.069325 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-70aaf116-f7b9-4f56-bbcc-30dddf1970cb admin admin] 10.222.0.65 "PUT /v2.0/routers/65d2a5c7-d7ae-4af6-9c79-87596956c362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5285833 Feb 19 05:49:40.073035 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39528) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:49:40.075715 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e6b69-cc94-42e7-bca6-50b049fbc5b8 None None] Sync routers for ids ['65d2a5c7-d7ae-4af6-9c79-87596956c362'] in n-d-772273-4 {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:49:40.087033 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e6b69-cc94-42e7-bca6-50b049fbc5b8 None None] Routers {'65d2a5c7-d7ae-4af6-9c79-87596956c362'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:49:40.087916 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-fa7e6b69-cc94-42e7-bca6-50b049fbc5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:49:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['65d2a5c7-d7ae-4af6-9c79-87596956c362'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:49:40.182186 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:40.184686 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1be77c80-2432-40f7-bfae-8be660e689ea admin admin] Publish callbacks [] for router (65d2a5c7-d7ae-4af6-9c79-87596956c362), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:40.199872 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-fa7e6b69-cc94-42e7-bca6-50b049fbc5b8 None None] Set router 65d2a5c7-d7ae-4af6-9c79-87596956c362 gateway port host: n-d-772273-4 {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:49:40.291990 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1be77c80-2432-40f7-bfae-8be660e689ea admin admin] Publish callbacks [] for router_gateway (65d2a5c7-d7ae-4af6-9c79-87596956c362), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:40.348826 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-1be77c80-2432-40f7-bfae-8be660e689ea admin admin] Deleting port 634f0ca6-d736-4fb3-ab17-4351f7732767 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:49:40.349200 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1be77c80-2432-40f7-bfae-8be660e689ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (634f0ca6-d736-4fb3-ab17-4351f7732767), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:40.391024 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-fa7e6b69-cc94-42e7-bca6-50b049fbc5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'name': 'tempest-TestSnapshotPattern-1074308130-router', 'tenant_id': '6301454c5289417f88b4338867416a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:34Z', 'updated_at': '2022-02-19T05:49:39Z', 'revision_number': 5, 'project_id': '6301454c5289417f88b4338867416a67', 'gw_port': {'id': '634f0ca6-d736-4fb3-ab17-4351f7732767', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ea:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:35Z', 'updated_at': '2022-02-19T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:49:40.417490 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e6b69-cc94-42e7-bca6-50b049fbc5b8 None None] Checking router: 65d2a5c7-d7ae-4af6-9c79-87596956c362 for host: n-d-772273-4 {{(pid=115201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:49:40.425929 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e6b69-cc94-42e7-bca6-50b049fbc5b8 None None] Routers {'65d2a5c7-d7ae-4af6-9c79-87596956c362'} bound to L3 agent in host n-d-772273-4 {{(pid=115201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:49:40.426563 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-fa7e6b69-cc94-42e7-bca6-50b049fbc5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:49:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['65d2a5c7-d7ae-4af6-9c79-87596956c362'], 'active': True} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:49:40.432057 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-1be77c80-2432-40f7-bfae-8be660e689ea admin admin] For port 634f0ca6-d736-4fb3-ab17-4351f7732767, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=634f0ca6-d736-4fb3-ab17-4351f7732767,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:49:40.432428 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1be77c80-2432-40f7-bfae-8be660e689ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (634f0ca6-d736-4fb3-ab17-4351f7732767), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:40.444154 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-1be77c80-2432-40f7-bfae-8be660e689ea admin admin] Calling delete_port for 634f0ca6-d736-4fb3-ab17-4351f7732767 owned by network:router_gateway {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:49:40.518298 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_dvr_db [None req-fa7e6b69-cc94-42e7-bca6-50b049fbc5b8 None None] Set router 65d2a5c7-d7ae-4af6-9c79-87596956c362 gateway port host: None {{(pid=115201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:49:40.570623 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.l3_hamode_db [None req-fa7e6b69-cc94-42e7-bca6-50b049fbc5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'name': 'tempest-TestSnapshotPattern-1074308130-router', 'tenant_id': '6301454c5289417f88b4338867416a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:34Z', 'updated_at': '2022-02-19T05:49:40Z', 'revision_number': 6, 'project_id': '6301454c5289417f88b4338867416a67', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:49:40.619685 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1be77c80-2432-40f7-bfae-8be660e689ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (634f0ca6-d736-4fb3-ab17-4351f7732767), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:40.646568 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be77c80-2432-40f7-bfae-8be660e689ea admin admin] Pushing event deleted for resources: {'Port': ['ID=634f0ca6-d736-4fb3-ab17-4351f7732767,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:49:40.695356 n-d-772273-4 neutron-server[115201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e6b69-cc94-42e7-bca6-50b049fbc5b8 None None] The sync data for ids ['65d2a5c7-d7ae-4af6-9c79-87596956c362'] in n-d-772273-4 is: [{'id': '65d2a5c7-d7ae-4af6-9c79-87596956c362', 'name': 'tempest-TestSnapshotPattern-1074308130-router', 'tenant_id': '6301454c5289417f88b4338867416a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:34Z', 'updated_at': '2022-02-19T05:49:40Z', 'revision_number': 6, 'project_id': '6301454c5289417f88b4338867416a67', 'gw_port_host': None}] {{(pid=115201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:49:40.713212 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1be77c80-2432-40f7-bfae-8be660e689ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (65d2a5c7-d7ae-4af6-9c79-87596956c362), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:40.803153 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 no longer exists at agent hyperv_n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:49:40.809748 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1be77c80-2432-40f7-bfae-8be660e689ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (65d2a5c7-d7ae-4af6-9c79-87596956c362), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:40.811882 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1be77c80-2432-40f7-bfae-8be660e689ea admin admin] Publish callbacks [] for router_controller (65d2a5c7-d7ae-4af6-9c79-87596956c362), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:40.824412 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] No Port match for: 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:49:40.824764 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Device 0079fbd5-b20f-4aaa-9438-ebb5d36ac1f5 not bound to the agent host n-h1-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:49:40.860984 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1be77c80-2432-40f7-bfae-8be660e689ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (65d2a5c7-d7ae-4af6-9c79-87596956c362), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:40.861510 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be77c80-2432-40f7-bfae-8be660e689ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65d2a5c7-d7ae-4af6-9c79-87596956c362 {{(pid=115199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:49:40.866268 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-1be77c80-2432-40f7-bfae-8be660e689ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:40.867471 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-1be77c80-2432-40f7-bfae-8be660e689ea admin admin] 10.222.0.65 "DELETE /v2.0/routers/65d2a5c7-d7ae-4af6-9c79-87596956c362 HTTP/1.1" status: 204 len: 168 time: 0.7934756 Feb 19 05:49:40.870098 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39530) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:49:40.914139 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa040f47-c1ee-4e9d-aa70-8563920c9f53 admin admin] Deleting subnet 9ca19213-d127-4434-a936-015fb0d2794a {{(pid=115199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:49:40.918507 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fa040f47-c1ee-4e9d-aa70-8563920c9f53 admin admin] Publish callbacks [] for subnet (9ca19213-d127-4434-a936-015fb0d2794a), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:40.954188 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fa040f47-c1ee-4e9d-aa70-8563920c9f53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5362972'] for subnet (9ca19213-d127-4434-a936-015fb0d2794a), precommit_delete_associations {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:41.335228 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fa040f47-c1ee-4e9d-aa70-8563920c9f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (9ca19213-d127-4434-a936-015fb0d2794a), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:41.386925 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fa040f47-c1ee-4e9d-aa70-8563920c9f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5490241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233840'] for subnet (9ca19213-d127-4434-a936-015fb0d2794a), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:41.409614 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa040f47-c1ee-4e9d-aa70-8563920c9f53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ca19213-d127-4434-a936-015fb0d2794a,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:49:41.415772 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-fa040f47-c1ee-4e9d-aa70-8563920c9f53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:41.419301 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-fa040f47-c1ee-4e9d-aa70-8563920c9f53 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9ca19213-d127-4434-a936-015fb0d2794a HTTP/1.1" status: 204 len: 168 time: 0.5482504 Feb 19 05:49:41.421709 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39532) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:49:41.422189 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1909540d-fd93-4aa5-a0b0-104ed47182c5 None None] Network b4647e8f-50a3-40cb-af9a-8318bf099dc8 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:49:41.499909 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae2efec8-e6fa-48d1-9894-3bee12932326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (b4647e8f-50a3-40cb-af9a-8318bf099dc8), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:41.559632 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-ae2efec8-e6fa-48d1-9894-3bee12932326 admin admin] Deleting port db7b1c8c-aafb-4f87-8aa0-21cc317c44dd {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:49:41.559918 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae2efec8-e6fa-48d1-9894-3bee12932326 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (db7b1c8c-aafb-4f87-8aa0-21cc317c44dd), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:41.585601 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6823d1-1325-44ed-9c9c-d8449c16cd0a None None] DHCP port deletion for b4647e8f-50a3-40cb-af9a-8318bf099dc8 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:49:41.625668 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-ae2efec8-e6fa-48d1-9894-3bee12932326 admin admin] For port db7b1c8c-aafb-4f87-8aa0-21cc317c44dd, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=db7b1c8c-aafb-4f87-8aa0-21cc317c44dd,segment=NetworkSegment(362f05eb-ccb8-4ad5-8f79-e03b9fa209ef),segment_id=362f05eb-ccb8-4ad5-8f79-e03b9fa209ef)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:49:41.626238 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae2efec8-e6fa-48d1-9894-3bee12932326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (db7b1c8c-aafb-4f87-8aa0-21cc317c44dd), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:41.636984 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-bd6823d1-1325-44ed-9c9c-d8449c16cd0a None None] Deleting port db7b1c8c-aafb-4f87-8aa0-21cc317c44dd {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:49:41.637349 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bd6823d1-1325-44ed-9c9c-d8449c16cd0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (db7b1c8c-aafb-4f87-8aa0-21cc317c44dd), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:41.639877 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-ae2efec8-e6fa-48d1-9894-3bee12932326 admin admin] Calling delete_port for db7b1c8c-aafb-4f87-8aa0-21cc317c44dd owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:49:41.701894 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-bd6823d1-1325-44ed-9c9c-d8449c16cd0a None None] For port db7b1c8c-aafb-4f87-8aa0-21cc317c44dd, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=db7b1c8c-aafb-4f87-8aa0-21cc317c44dd,segment=NetworkSegment(362f05eb-ccb8-4ad5-8f79-e03b9fa209ef),segment_id=362f05eb-ccb8-4ad5-8f79-e03b9fa209ef)] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:49:41.702275 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bd6823d1-1325-44ed-9c9c-d8449c16cd0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (db7b1c8c-aafb-4f87-8aa0-21cc317c44dd), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:41.716200 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-bd6823d1-1325-44ed-9c9c-d8449c16cd0a None None] Calling delete_port for db7b1c8c-aafb-4f87-8aa0-21cc317c44dd owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:49:41.731990 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae2efec8-e6fa-48d1-9894-3bee12932326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (db7b1c8c-aafb-4f87-8aa0-21cc317c44dd), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:41.760038 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2efec8-e6fa-48d1-9894-3bee12932326 admin admin] Pushing event deleted for resources: {'Port': ['ID=db7b1c8c-aafb-4f87-8aa0-21cc317c44dd,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:49:41.762478 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2efec8-e6fa-48d1-9894-3bee12932326 admin admin] No DVR routers for this DVR port db7b1c8c-aafb-4f87-8aa0-21cc317c44dd on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:49:41.805704 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-bd6823d1-1325-44ed-9c9c-d8449c16cd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (db7b1c8c-aafb-4f87-8aa0-21cc317c44dd), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:41.832880 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6823d1-1325-44ed-9c9c-d8449c16cd0a None None] Pushing event deleted for resources: {'Port': ['ID=db7b1c8c-aafb-4f87-8aa0-21cc317c44dd,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:49:41.834449 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6823d1-1325-44ed-9c9c-d8449c16cd0a None None] No DVR routers for this DVR port db7b1c8c-aafb-4f87-8aa0-21cc317c44dd on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:49:41.849797 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae2efec8-e6fa-48d1-9894-3bee12932326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (b4647e8f-50a3-40cb-af9a-8318bf099dc8), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:41.870740 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-ae2efec8-e6fa-48d1-9894-3bee12932326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4647e8f-50a3-40cb-af9a-8318bf099dc8']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:49:41.879754 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-ae2efec8-e6fa-48d1-9894-3bee12932326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362f05eb-ccb8-4ad5-8f79-e03b9fa209ef') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:49:41.880059 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-ae2efec8-e6fa-48d1-9894-3bee12932326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362f05eb-ccb8-4ad5-8f79-e03b9fa209ef') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:49:41.889720 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae2efec8-e6fa-48d1-9894-3bee12932326 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (362f05eb-ccb8-4ad5-8f79-e03b9fa209ef), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:41.903476 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae2efec8-e6fa-48d1-9894-3bee12932326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (362f05eb-ccb8-4ad5-8f79-e03b9fa209ef), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:41.909468 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2efec8-e6fa-48d1-9894-3bee12932326 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:49:41.909861 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae2efec8-e6fa-48d1-9894-3bee12932326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (362f05eb-ccb8-4ad5-8f79-e03b9fa209ef), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: timer() Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:49:41.911594 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:49:41.968724 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae2efec8-e6fa-48d1-9894-3bee12932326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (b4647e8f-50a3-40cb-af9a-8318bf099dc8), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:41.974229 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-ae2efec8-e6fa-48d1-9894-3bee12932326 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:41.977408 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-ae2efec8-e6fa-48d1-9894-3bee12932326 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b4647e8f-50a3-40cb-af9a-8318bf099dc8 HTTP/1.1" status: 204 len: 168 time: 0.5547807 Feb 19 05:49:41.980545 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39534) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:49:41.988484 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2efec8-e6fa-48d1-9894-3bee12932326 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4647e8f-50a3-40cb-af9a-8318bf099dc8,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:49:42.334020 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52e9793e-69f1-4300-bda6-0c5b4ffdc368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430078'] for router_interface (d9ed10a2-eb9c-4d4c-aada-912367632e5e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:42.338953 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b41d184d-8775-4817-87ae-6f5ae95b7b0e no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:49:42.358876 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: b41d184d-8775-4817-87ae-6f5ae95b7b0e {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:49:42.359217 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device b41d184d-8775-4817-87ae-6f5ae95b7b0e not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:49:42.359642 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 634f0ca6-d736-4fb3-ab17-4351f7732767 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:49:42.379551 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 634f0ca6-d736-4fb3-ab17-4351f7732767 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:49:42.379551 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 634f0ca6-d736-4fb3-ab17-4351f7732767 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:49:42.380019 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device db7b1c8c-aafb-4f87-8aa0-21cc317c44dd no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:49:42.403429 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: db7b1c8c-aafb-4f87-8aa0-21cc317c44dd {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:49:42.403769 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device db7b1c8c-aafb-4f87-8aa0-21cc317c44dd not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:49:42.585543 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-52e9793e-69f1-4300-bda6-0c5b4ffdc368 admin admin] Deleting port 6cf3880d-df8d-4302-af54-c1ab69fd5bd2 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:49:42.585893 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52e9793e-69f1-4300-bda6-0c5b4ffdc368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (6cf3880d-df8d-4302-af54-c1ab69fd5bd2), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:42.661288 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-52e9793e-69f1-4300-bda6-0c5b4ffdc368 admin admin] For port 6cf3880d-df8d-4302-af54-c1ab69fd5bd2, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=6cf3880d-df8d-4302-af54-c1ab69fd5bd2,segment=NetworkSegment(a4ac7104-330c-4c92-845d-8f453ce38e43),segment_id=a4ac7104-330c-4c92-845d-8f453ce38e43)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:49:42.661658 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52e9793e-69f1-4300-bda6-0c5b4ffdc368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (6cf3880d-df8d-4302-af54-c1ab69fd5bd2), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:42.673859 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-52e9793e-69f1-4300-bda6-0c5b4ffdc368 admin admin] Calling delete_port for 6cf3880d-df8d-4302-af54-c1ab69fd5bd2 owned by network:router_interface {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:49:42.855958 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52e9793e-69f1-4300-bda6-0c5b4ffdc368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (6cf3880d-df8d-4302-af54-c1ab69fd5bd2), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:43.225811 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9793e-69f1-4300-bda6-0c5b4ffdc368 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf3880d-df8d-4302-af54-c1ab69fd5bd2,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:49:43.397423 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-52e9793e-69f1-4300-bda6-0c5b4ffdc368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456558'] for router_interface (d9ed10a2-eb9c-4d4c-aada-912367632e5e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:43.616282 n-d-772273-4 neutron-server[115198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e9793e-69f1-4300-bda6-0c5b4ffdc368 admin admin] Router d9ed10a2-eb9c-4d4c-aada-912367632e5e has already been hosted by L3 agent 55222dd7-6a13-41f0-bdd9-39dc9749977b {{(pid=115198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 05:49:43.726568 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e9793e-69f1-4300-bda6-0c5b4ffdc368 admin admin] Notify agent at l3_agent.n-d-772273-4 the message routers_updated {{(pid=115198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 05:49:43.733551 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-52e9793e-69f1-4300-bda6-0c5b4ffdc368 admin admin] 10.222.0.65 "PUT /v2.0/routers/d9ed10a2-eb9c-4d4c-aada-912367632e5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7511935 Feb 19 05:49:43.734981 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39536) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:49:43.736542 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff079ac-c958-4604-859d-d1d2852c4297 None None] Sync routers for ids ['d9ed10a2-eb9c-4d4c-aada-912367632e5e'] in n-d-772273-4 {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 05:49:43.747269 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff079ac-c958-4604-859d-d1d2852c4297 None None] Routers {'d9ed10a2-eb9c-4d4c-aada-912367632e5e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:49:43.747893 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-eff079ac-c958-4604-859d-d1d2852c4297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:49:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d9ed10a2-eb9c-4d4c-aada-912367632e5e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:49:43.842024 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9ca5edab-7841-4130-9eae-d955eff6e4c0 admin admin] Publish callbacks [] for router (d9ed10a2-eb9c-4d4c-aada-912367632e5e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:43.858788 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-eff079ac-c958-4604-859d-d1d2852c4297 None None] Set router d9ed10a2-eb9c-4d4c-aada-912367632e5e gateway port host: n-d-772273-4 {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:49:43.951652 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9ca5edab-7841-4130-9eae-d955eff6e4c0 admin admin] Publish callbacks [] for router_gateway (d9ed10a2-eb9c-4d4c-aada-912367632e5e), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:44.005028 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-9ca5edab-7841-4130-9eae-d955eff6e4c0 admin admin] Deleting port 824c75b2-b819-4c2d-8b99-ca8204408849 {{(pid=115198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:49:44.005373 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9ca5edab-7841-4130-9eae-d955eff6e4c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (824c75b2-b819-4c2d-8b99-ca8204408849), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:44.040013 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-eff079ac-c958-4604-859d-d1d2852c4297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ed10a2-eb9c-4d4c-aada-912367632e5e', 'name': 'tempest-TestSnapshotPattern-1958286337-router', 'tenant_id': 'f140e3d396bb43c1820a9cfbde818943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'external_fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '824c75b2-b819-4c2d-8b99-ca8204408849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:39Z', 'updated_at': '2022-02-19T05:49:42Z', 'revision_number': 5, 'project_id': 'f140e3d396bb43c1820a9cfbde818943', 'gw_port': {'id': '824c75b2-b819-4c2d-8b99-ca8204408849', 'name': '', 'network_id': '463ea3d2-e4e1-4e1a-a9ee-8f8d22252b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ed10a2-eb9c-4d4c-aada-912367632e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772273-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T05:44:39Z', 'updated_at': '2022-02-19T05:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e02db55a-835c-4498-af31-ea358f82e32f', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772273-4'}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:49:44.066233 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff079ac-c958-4604-859d-d1d2852c4297 None None] Checking router: d9ed10a2-eb9c-4d4c-aada-912367632e5e for host: n-d-772273-4 {{(pid=115200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 05:49:44.077161 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff079ac-c958-4604-859d-d1d2852c4297 None None] Routers {'d9ed10a2-eb9c-4d4c-aada-912367632e5e'} bound to L3 agent in host n-d-772273-4 {{(pid=115200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 05:49:44.077161 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-eff079ac-c958-4604-859d-d1d2852c4297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772273-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T03:44:35Z,description=,heartbeat_timestamp=2022-02-19T05:49:35Z,host='n-d-772273-4',id=55222dd7-6a13-41f0-bdd9-39dc9749977b,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T03:44:35Z,topic='l3_agent')) {'router_ids': ['d9ed10a2-eb9c-4d4c-aada-912367632e5e'], 'active': True} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:49:44.088988 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.db [None req-9ca5edab-7841-4130-9eae-d955eff6e4c0 admin admin] For port 824c75b2-b819-4c2d-8b99-ca8204408849, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=824c75b2-b819-4c2d-8b99-ca8204408849,segment=NetworkSegment(320e064d-f801-4d55-8cfc-ab3b8275b336),segment_id=320e064d-f801-4d55-8cfc-ab3b8275b336)] {{(pid=115198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:49:44.089359 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9ca5edab-7841-4130-9eae-d955eff6e4c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (824c75b2-b819-4c2d-8b99-ca8204408849), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:44.102397 n-d-772273-4 neutron-server[115198]: DEBUG neutron.plugins.ml2.plugin [None req-9ca5edab-7841-4130-9eae-d955eff6e4c0 admin admin] Calling delete_port for 824c75b2-b819-4c2d-8b99-ca8204408849 owned by network:router_gateway {{(pid=115198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:49:44.167901 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvr_db [None req-eff079ac-c958-4604-859d-d1d2852c4297 None None] Set router d9ed10a2-eb9c-4d4c-aada-912367632e5e gateway port host: None {{(pid=115200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 05:49:44.223188 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_hamode_db [None req-eff079ac-c958-4604-859d-d1d2852c4297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ed10a2-eb9c-4d4c-aada-912367632e5e', 'name': 'tempest-TestSnapshotPattern-1958286337-router', 'tenant_id': 'f140e3d396bb43c1820a9cfbde818943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:39Z', 'updated_at': '2022-02-19T05:49:43Z', 'revision_number': 6, 'project_id': 'f140e3d396bb43c1820a9cfbde818943', 'gw_port_host': None}], 'n-d-772273-4', False) {} {{(pid=115200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:49:44.250201 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff079ac-c958-4604-859d-d1d2852c4297 None None] The sync data for ids ['d9ed10a2-eb9c-4d4c-aada-912367632e5e'] in n-d-772273-4 is: [{'id': 'd9ed10a2-eb9c-4d4c-aada-912367632e5e', 'name': 'tempest-TestSnapshotPattern-1958286337-router', 'tenant_id': 'f140e3d396bb43c1820a9cfbde818943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T05:44:39Z', 'updated_at': '2022-02-19T05:49:43Z', 'revision_number': 6, 'project_id': 'f140e3d396bb43c1820a9cfbde818943', 'gw_port_host': None}] {{(pid=115200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 05:49:44.275706 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9ca5edab-7841-4130-9eae-d955eff6e4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7472933'] for port (824c75b2-b819-4c2d-8b99-ca8204408849), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:44.300259 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5edab-7841-4130-9eae-d955eff6e4c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=824c75b2-b819-4c2d-8b99-ca8204408849,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:49:44.362546 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9ca5edab-7841-4130-9eae-d955eff6e4c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-429188'] for router_gateway (d9ed10a2-eb9c-4d4c-aada-912367632e5e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:44.456459 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9ca5edab-7841-4130-9eae-d955eff6e4c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12948'] for router (d9ed10a2-eb9c-4d4c-aada-912367632e5e), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:44.458626 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9ca5edab-7841-4130-9eae-d955eff6e4c0 admin admin] Publish callbacks [] for router_controller (d9ed10a2-eb9c-4d4c-aada-912367632e5e), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:44.507001 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9ca5edab-7841-4130-9eae-d955eff6e4c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455777'] for router (d9ed10a2-eb9c-4d4c-aada-912367632e5e), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:44.507562 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca5edab-7841-4130-9eae-d955eff6e4c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9ed10a2-eb9c-4d4c-aada-912367632e5e {{(pid=115198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 05:49:44.512501 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-9ca5edab-7841-4130-9eae-d955eff6e4c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:44.513710 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-9ca5edab-7841-4130-9eae-d955eff6e4c0 admin admin] 10.222.0.65 "DELETE /v2.0/routers/d9ed10a2-eb9c-4d4c-aada-912367632e5e HTTP/1.1" status: 204 len: 168 time: 0.7777379 Feb 19 05:49:44.516195 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39538) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:49:44.560690 n-d-772273-4 neutron-server[115198]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d09057a-b137-4504-8ace-4ff5ab7e92a9 admin admin] Deleting subnet 420e60cb-bc2e-4efe-b95e-f7d9247250ed {{(pid=115198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 05:49:44.563737 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4d09057a-b137-4504-8ace-4ff5ab7e92a9 admin admin] Publish callbacks [] for subnet (420e60cb-bc2e-4efe-b95e-f7d9247250ed), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:44.600413 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4d09057a-b137-4504-8ace-4ff5ab7e92a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8256702'] for subnet (420e60cb-bc2e-4efe-b95e-f7d9247250ed), precommit_delete_associations {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:44.689314 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4d09057a-b137-4504-8ace-4ff5ab7e92a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3619885'] for subnet (420e60cb-bc2e-4efe-b95e-f7d9247250ed), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:44.746873 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4d09057a-b137-4504-8ace-4ff5ab7e92a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3619860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010248', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7472884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7642531'] for subnet (420e60cb-bc2e-4efe-b95e-f7d9247250ed), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:44.770833 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09057a-b137-4504-8ace-4ff5ab7e92a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=420e60cb-bc2e-4efe-b95e-f7d9247250ed,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:49:44.776578 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-4d09057a-b137-4504-8ace-4ff5ab7e92a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:44.779834 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-4d09057a-b137-4504-8ace-4ff5ab7e92a9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/420e60cb-bc2e-4efe-b95e-f7d9247250ed HTTP/1.1" status: 204 len: 168 time: 0.2626989 Feb 19 05:49:44.782403 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73640af5-e3e2-4467-9344-4a956ab40b3c None None] Network 1af97fa4-a16f-4072-b1ef-030702670b24 requested from n-d-772273-4 {{(pid=115200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 05:49:44.782935 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39540) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:49:44.856008 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a47f7a78-df43-4cd9-a341-a8eb4999caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622564'] for network (1af97fa4-a16f-4072-b1ef-030702670b24), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:44.911554 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-a47f7a78-df43-4cd9-a341-a8eb4999caf0 admin admin] Deleting port be5ebc7f-66a4-4601-ba1c-e51b5217a129 {{(pid=115199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:49:44.911909 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a47f7a78-df43-4cd9-a341-a8eb4999caf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (be5ebc7f-66a4-4601-ba1c-e51b5217a129), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:44.974370 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.db [None req-a47f7a78-df43-4cd9-a341-a8eb4999caf0 admin admin] For port be5ebc7f-66a4-4601-ba1c-e51b5217a129, host n-d-772273-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772273-4',level=0,port_id=be5ebc7f-66a4-4601-ba1c-e51b5217a129,segment=NetworkSegment(a4ac7104-330c-4c92-845d-8f453ce38e43),segment_id=a4ac7104-330c-4c92-845d-8f453ce38e43)] {{(pid=115199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:49:44.974661 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a47f7a78-df43-4cd9-a341-a8eb4999caf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (be5ebc7f-66a4-4601-ba1c-e51b5217a129), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:44.988137 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.plugin [None req-a47f7a78-df43-4cd9-a341-a8eb4999caf0 admin admin] Calling delete_port for be5ebc7f-66a4-4601-ba1c-e51b5217a129 owned by network:dhcp {{(pid=115199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:49:45.033485 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba7fe6b-7bcd-4384-8955-2515c92e132e None None] DHCP port deletion for 1af97fa4-a16f-4072-b1ef-030702670b24 request from n-d-772273-4 {{(pid=115200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 05:49:45.039058 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6cf3880d-df8d-4302-af54-c1ab69fd5bd2 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:49:45.079731 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a47f7a78-df43-4cd9-a341-a8eb4999caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5490576'] for port (be5ebc7f-66a4-4601-ba1c-e51b5217a129), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:45.082838 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 6cf3880d-df8d-4302-af54-c1ab69fd5bd2 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:49:45.083193 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 6cf3880d-df8d-4302-af54-c1ab69fd5bd2 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:49:45.106486 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4ba7fe6b-7bcd-4384-8955-2515c92e132e None None] Deleting port be5ebc7f-66a4-4601-ba1c-e51b5217a129 {{(pid=115200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 05:49:45.106875 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4ba7fe6b-7bcd-4384-8955-2515c92e132e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764045829654'] for port (be5ebc7f-66a4-4601-ba1c-e51b5217a129), before_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:45.108523 n-d-772273-4 neutron-server[115199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f7a78-df43-4cd9-a341-a8eb4999caf0 admin admin] No DVR routers for this DVR port be5ebc7f-66a4-4601-ba1c-e51b5217a129 on host n-d-772273-4 {{(pid=115199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:49:45.113467 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f7a78-df43-4cd9-a341-a8eb4999caf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=be5ebc7f-66a4-4601-ba1c-e51b5217a129,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:49:45.171474 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.db [None req-4ba7fe6b-7bcd-4384-8955-2515c92e132e None None] For port be5ebc7f-66a4-4601-ba1c-e51b5217a129, host n-d-772273-4, got binding levels [] {{(pid=115200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 05:49:45.171876 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4ba7fe6b-7bcd-4384-8955-2515c92e132e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427702'] for port (be5ebc7f-66a4-4601-ba1c-e51b5217a129), precommit_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:45.185552 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-4ba7fe6b-7bcd-4384-8955-2515c92e132e None None] Calling delete_port for be5ebc7f-66a4-4601-ba1c-e51b5217a129 owned by network:dhcp {{(pid=115200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 05:49:45.188847 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.ipam_backend_mixin [None req-4ba7fe6b-7bcd-4384-8955-2515c92e132e None None] Port be5ebc7f-66a4-4601-ba1c-e51b5217a129 was not found and therefore no delete operation was performed {{(pid=115200) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 05:49:45.190192 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-4ba7fe6b-7bcd-4384-8955-2515c92e132e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3743179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764045834105', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764045392433'] for port (be5ebc7f-66a4-4601-ba1c-e51b5217a129), after_delete {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:45.193378 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a47f7a78-df43-4cd9-a341-a8eb4999caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618980', 'neutron.services.segments.db._delete_segments_for_network-8764045822778'] for network (1af97fa4-a16f-4072-b1ef-030702670b24), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:45.216516 n-d-772273-4 neutron-server[115200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7fe6b-7bcd-4384-8955-2515c92e132e None None] Pushing event deleted for resources: {'Port': ['ID=be5ebc7f-66a4-4601-ba1c-e51b5217a129,revision_number=None']} {{(pid=115200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:49:45.216893 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-a47f7a78-df43-4cd9-a341-a8eb4999caf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af97fa4-a16f-4072-b1ef-030702670b24']}} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:49:45.218383 n-d-772273-4 neutron-server[115200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba7fe6b-7bcd-4384-8955-2515c92e132e None None] No DVR routers for this DVR port be5ebc7f-66a4-4601-ba1c-e51b5217a129 on host n-d-772273-4 {{(pid=115200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 05:49:45.230427 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-a47f7a78-df43-4cd9-a341-a8eb4999caf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ac7104-330c-4c92-845d-8f453ce38e43') {'for_net_delete': True} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:49:45.230726 n-d-772273-4 neutron-server[115199]: DEBUG neutron.services.segments.db [None req-a47f7a78-df43-4cd9-a341-a8eb4999caf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ac7104-330c-4c92-845d-8f453ce38e43') {} {{(pid=115199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 05:49:45.244537 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a47f7a78-df43-4cd9-a341-a8eb4999caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764045823043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5362949'] for segment (a4ac7104-330c-4c92-845d-8f453ce38e43), before_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:45.259371 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a47f7a78-df43-4cd9-a341-a8eb4999caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960'] for segment (a4ac7104-330c-4c92-845d-8f453ce38e43), precommit_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:45.266389 n-d-772273-4 neutron-server[115199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47f7a78-df43-4cd9-a341-a8eb4999caf0 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=115199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 05:49:45.266889 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a47f7a78-df43-4cd9-a341-a8eb4999caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3565960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5490599'] for segment (a4ac7104-330c-4c92-845d-8f453ce38e43), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: Traceback (most recent call last): Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: timer() Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: cb(*args, **kw) Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: return func(*args, **kwargs) Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: self._notify() Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: self.callback(batched_events) Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: event.method(event) Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: return f(self, *a, **k) Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: return self._get(url).json() Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: return self.request(url, 'GET', **kwargs) Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 05:49:45.268803 n-d-772273-4 neutron-server[115199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 05:49:45.326091 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a47f7a78-df43-4cd9-a341-a8eb4999caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429288'] for network (1af97fa4-a16f-4072-b1ef-030702670b24), after_delete {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:45.344796 n-d-772273-4 neutron-server[115199]: DEBUG neutron_lib.callbacks.manager [None req-a47f7a78-df43-4cd9-a341-a8eb4999caf0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:45.347974 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-a47f7a78-df43-4cd9-a341-a8eb4999caf0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/1af97fa4-a16f-4072-b1ef-030702670b24 HTTP/1.1" status: 204 len: 168 time: 0.5645320 Feb 19 05:49:45.349119 n-d-772273-4 neutron-server[115199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f7a78-df43-4cd9-a341-a8eb4999caf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1af97fa4-a16f-4072-b1ef-030702670b24,revision_number=None']} {{(pid=115199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:49:45.460141 n-d-772273-4 neutron-server[115199]: DEBUG neutron.wsgi [-] (115199) accepted ('10.222.0.65', 39544) {{(pid=115199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:49:45.502557 n-d-772273-4 neutron-server[115199]: INFO neutron.wsgi [None req-2419892e-3dfa-41a9-a668-477c004ed517 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6301454c5289417f88b4338867416a67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412087 Feb 19 05:49:45.505142 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39546) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:49:45.554910 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c89ee6d1-3ff7-447b-b021-52c0453137ad admin admin] Publish callbacks [] for security_group (9dd84d0a-ffff-425e-9db1-12dcf190fdaf), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:45.575433 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c89ee6d1-3ff7-447b-b021-52c0453137ad admin admin] Publish callbacks [] for security_group (9dd84d0a-ffff-425e-9db1-12dcf190fdaf), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:45.622161 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c89ee6d1-3ff7-447b-b021-52c0453137ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (9dd84d0a-ffff-425e-9db1-12dcf190fdaf), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:45.624729 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-c89ee6d1-3ff7-447b-b021-52c0453137ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:45.625934 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-c89ee6d1-3ff7-447b-b021-52c0453137ad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9dd84d0a-ffff-425e-9db1-12dcf190fdaf HTTP/1.1" status: 204 len: 168 time: 0.1197743 Feb 19 05:49:45.633788 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ee6d1-3ff7-447b-b021-52c0453137ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd84d0a-ffff-425e-9db1-12dcf190fdaf,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:49:45.952431 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39552) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:49:45.999624 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-27c955ba-fa33-4340-ae1d-6f2ce52dfa90 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f140e3d396bb43c1820a9cfbde818943&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459673 Feb 19 05:49:46.002309 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [-] (115198) accepted ('10.222.0.65', 39554) {{(pid=115198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 05:49:46.051856 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8e961e6a-f518-4a5b-9391-c96a3a7957ee admin admin] Publish callbacks [] for security_group (f8bec015-95d0-4082-bdb7-cce4735b688b), before_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:46.073447 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8e961e6a-f518-4a5b-9391-c96a3a7957ee admin admin] Publish callbacks [] for security_group (f8bec015-95d0-4082-bdb7-cce4735b688b), precommit_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:46.120922 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8e961e6a-f518-4a5b-9391-c96a3a7957ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546435'] for security_group (f8bec015-95d0-4082-bdb7-cce4735b688b), after_delete {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:46.123496 n-d-772273-4 neutron-server[115198]: DEBUG neutron_lib.callbacks.manager [None req-8e961e6a-f518-4a5b-9391-c96a3a7957ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:49:46.124798 n-d-772273-4 neutron-server[115198]: INFO neutron.wsgi [None req-8e961e6a-f518-4a5b-9391-c96a3a7957ee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f8bec015-95d0-4082-bdb7-cce4735b688b HTTP/1.1" status: 204 len: 168 time: 0.1216195 Feb 19 05:49:46.132273 n-d-772273-4 neutron-server[115198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e961e6a-f518-4a5b-9391-c96a3a7957ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bec015-95d0-4082-bdb7-cce4735b688b,revision_number=None']} {{(pid=115198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 05:49:46.340081 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device be5ebc7f-66a4-4601-ba1c-e51b5217a129 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:49:46.367208 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: be5ebc7f-66a4-4601-ba1c-e51b5217a129 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:49:46.367662 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device be5ebc7f-66a4-4601-ba1c-e51b5217a129 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:49:46.368103 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 824c75b2-b819-4c2d-8b99-ca8204408849 no longer exists at agent ovs-agent-n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 05:49:46.389205 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] No Port match for: 824c75b2-b819-4c2d-8b99-ca8204408849 {{(pid=115200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 05:49:46.389562 n-d-772273-4 neutron-server[115200]: DEBUG neutron.plugins.ml2.rpc [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Device 824c75b2-b819-4c2d-8b99-ca8204408849 not bound to the agent host n-d-772273-4 {{(pid=115200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 05:49:53.370012 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:50:02.596546 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-da992ee8-6d7d-4599-9913-9f43eb1997f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:50:05.307674 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9746e05b-f98e-49a0-8155-1340d10ed93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:50:07.202692 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:50:08.308375 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:50:08.347499 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:50:09.519677 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:50:10.178150 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:50:30.368890 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:50:32.439877 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-93d76b33-d9bd-4639-af32-def79b68080b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:50:35.310223 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-452d2143-c011-4640-b14f-1d0b98488b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:50:37.208005 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:50:38.313583 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:50:38.351409 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:50:39.524403 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:50:40.184315 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:51:02.441660 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8950fbbc-3ec8-4a9f-aa5d-22b2a43bc310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:51:05.311723 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-cdf81dab-3ac3-4e81-99cd-dcdd32eb66c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:51:07.209981 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:51:07.367915 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:51:08.341574 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:51:08.352132 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:51:09.528255 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:51:10.191531 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:51:32.443487 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-1ed21ccb-d088-4a76-bb0e-05e51bad43b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:51:35.314384 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-780c4542-ae94-48d4-957e-0e57eef3f540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:51:37.212668 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:51:38.327160 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:51:38.354649 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:51:39.530199 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:51:40.190439 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:51:44.368071 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:52:02.444514 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-033c5e43-3c72-489a-b6df-815a4c9dd7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:52:05.317146 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-e36fd43c-7cf5-41e8-8956-88f057b41a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:52:07.216372 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:52:08.340988 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:52:08.357916 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:52:09.532615 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:52:10.189924 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:52:21.368378 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:52:32.445937 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b2b29d87-a5a2-4499-9827-226e6987ea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:52:35.318876 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d07ab1f5-079a-4496-a034-d0b9c1e3888d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:52:37.218455 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:52:38.324546 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:52:38.362350 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:52:39.535793 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:52:40.191556 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:52:58.367649 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:53:02.452161 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a246866d-990c-49f2-bee9-cf83328b0147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:53:05.323109 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f671bc30-757b-4032-9630-f4b627ccf6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:53:07.222752 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:53:08.325173 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:53:08.365049 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:53:09.539069 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:53:10.187417 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:53:32.444144 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-d422b82a-640f-48f3-af37-22412289f1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:53:35.319886 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ae6188a0-22ea-411b-9c4d-fd27a9adce71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:53:35.367372 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:53:37.224591 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:53:38.334687 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:53:38.366892 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:53:39.541198 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:53:40.186988 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:54:02.445251 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-521e47e6-8c2d-43b6-b5cd-2c85a9f7eeda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:54:05.322689 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c3790de6-a782-4a71-b0fe-afbda2cb65b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:54:07.226809 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:54:08.349696 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:54:08.367543 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:54:09.543921 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:54:10.186830 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:54:12.367056 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:54:32.447282 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3c734e3c-7259-46b5-ac85-39a7da1902dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:54:35.324424 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-94a13938-b90c-47c3-878d-d0a1aac42bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:54:37.230117 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:54:38.371592 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:54:38.373829 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:54:39.549637 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:54:40.200644 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:54:49.366261 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:55:02.449525 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-ccd492f9-0644-4f18-9a51-c0d4a48afefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:55:05.327108 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-7370feaf-40f9-4972-9508-cd635b543c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:55:07.232996 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:55:08.372613 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:55:08.377376 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:55:09.542551 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:55:10.217254 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:55:26.365774 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:55:32.450582 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f4ed7c21-b076-406b-a055-13d6c36530a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:55:35.329723 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-325f22d1-bcd1-4dff-9acc-f740fef6d3bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:55:37.236389 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:55:38.359233 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:55:38.377335 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:55:39.546043 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:55:40.215251 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:56:02.451708 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-70c62082-c447-4ba0-a348-199a330cf652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:56:03.366045 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:56:05.330574 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-3762b299-270f-4805-859b-59ad3d02af4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:56:07.238476 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:56:08.357567 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:56:08.381798 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:56:09.549102 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:56:10.217736 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:56:32.454177 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-b74426b5-8f22-4424-8b0a-0a7aa4648305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:56:35.332694 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a0e8b851-3709-41dc-809b-8192c46fd2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:56:37.243517 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:56:38.360662 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:56:38.384356 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:56:39.551809 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:56:40.230124 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:56:40.367396 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:57:02.456192 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-89e25394-4b2b-468f-9ac9-0d610e58a62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:57:05.337101 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-a3282c97-89a1-4ed4-a8b7-3a3a797748cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:57:07.244590 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:57:08.347257 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:57:08.386654 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:57:09.554231 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:57:10.233998 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:57:17.366170 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:57:32.459959 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9a2d2040-4b51-4af9-89f7-364568814b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:57:33.614893 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-ec0f2c6a-34fe-480f-bcfe-2d40c626c4b3 service neutron] (115198) timed out ('10.222.0.65', 37290) {{(pid=115198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 05:57:33.710036 n-d-772273-4 neutron-server[115198]: DEBUG neutron.wsgi [req-02cdb29b-e671-4bc7-a312-d6189eaaa3a4 req-881b36ed-d67d-45ed-b89a-5016fcccd9d7 tempest-TestShelveInstance-1919930781 tempest-TestShelveInstance-1919930781-project] (115198) timed out ('10.222.0.65', 37310) {{(pid=115198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 05:57:35.338550 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-739051b9-b801-44db-a7fb-33f5a4942f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:57:37.248359 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:57:38.359508 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:57:38.388359 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:57:39.557542 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:57:40.230066 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:57:54.365135 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:58:02.461639 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9a636045-a387-4881-a3be-1b05b9d449ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:58:05.343830 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-162376fe-9558-43e3-b1a0-6155a62585e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (55222dd7-6a13-41f0-bdd9-39dc9749977b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:58:07.251995 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-78a933fb-51b4-456b-b415-9f8466ce774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (75b9066a-971f-469e-8cd7-351b5dace161), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:58:08.372864 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-29c593d6-d790-48b0-85a1-4da0a0667553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (1ad558a5-5f61-48a7-aed3-b3d7353fa041), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:58:08.391266 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-c761458d-7316-4034-8945-ac4302f377b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (a0c9d074-1e3a-41e8-87c5-c396e6b0502b), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:58:09.560885 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-9f9f94fc-9d39-4bf5-ad86-9107f09f85a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (963a6850-2df2-4dd2-b819-5979e4be6928), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:58:10.226694 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-8afba65d-66d0-4052-b466-88de2ff61965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (5b05d023-40f4-4624-a0cc-07f53478599e), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 05:58:31.365149 n-d-772273-4 neutron-server[115201]: DEBUG neutron.db.agents_db [None req-e19f86bf-74d8-4735-aa1d-610e58c9dbc9 None None] Agent healthcheck: found 7 active agents {{(pid=115201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 05:58:32.463272 n-d-772273-4 neutron-server[115200]: DEBUG neutron_lib.callbacks.manager [None req-f2a3461d-f855-4b29-83b0-be0f16c8fa5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764045822760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616957'] for agent (055732a0-48c9-4b66-8446-fc6a0a3337ff), after_update {{(pid=115200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}